-- Logs begin at Fri 2022-01-28 18:20:27 UTC, end at Fri 2022-01-28 20:42:56 UTC. -- Jan 28 18:53:01.200694 n-d-824834-4 systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 18:53:04.151930 n-d-824834-4 neutron-server[103039]: INFO neutron.common.config [-] Logging enabled! Jan 28 18:53:04.152586 n-d-824834-4 neutron-server[103039]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev450 Jan 28 18:53:04.152675 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103039) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 18:53:04.155991 n-d-824834-4 neutron-server[103039]: INFO neutron.common.config [-] Logging enabled! Jan 28 18:53:04.156244 n-d-824834-4 neutron-server[103039]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev450 Jan 28 18:53:04.156553 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103039) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 18:53:04.157494 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 18:53:04.157726 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 18:53:04.158124 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 18:53:04.158365 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 18:53:04.158586 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 18:53:04.158902 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.159321 n-d-824834-4 neutron-server[103039]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 28 18:53:04.159643 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.160002 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.160291 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.160603 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.160869 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.161146 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.161437 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.161723 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.161989 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.162288 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.162570 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.162855 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.163135 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.163421 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.163703 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.163982 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] debug = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.164260 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.164683 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.165106 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.165384 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.165681 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.165955 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.166251 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.166525 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.166805 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.167141 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] host = n-d-824834-4 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.167406 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.167690 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.167973 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.168257 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.168526 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.168797 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.169087 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.169359 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.169628 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] log_file = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.169900 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.170211 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.170496 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.170785 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.171012 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.171231 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.171517 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.171799 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.172071 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.172343 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.172614 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.172884 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.173152 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.173418 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.173698 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.173978 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.174297 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.174570 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.174841 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.175107 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.175375 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.175695 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.175950 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.176220 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.176488 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.176769 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.177032 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.177302 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.177597 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.177878 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.178186 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.178470 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.178741 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.179020 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.179287 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.179554 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.179823 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] use_json = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.180089 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.180356 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.180632 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.180898 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.181164 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.181431 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.181697 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.181976 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.182271 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:04.182559 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.182856 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.183151 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.183443 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.183728 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.184006 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.184292 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.184565 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.184851 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.185138 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.185430 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.185703 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.185998 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.186317 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.186606 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.186904 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.187193 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.187480 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.187751 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.188021 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.188290 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.188564 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.188847 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.189124 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.189412 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.189696 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.189971 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.190289 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.190575 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.190868 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.191215 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.191471 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.191746 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.192034 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.192309 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.192580 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.192851 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.193143 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.193410 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.193681 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.193959 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.194334 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.194604 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.194869 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.195141 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.195432 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.195708 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.196030 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.196250 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.196524 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.196790 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.197071 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.197344 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.197616 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.197884 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.198192 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.198462 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.198731 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.199001 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.199266 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.199539 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.199808 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.200074 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.200339 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.200607 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.200872 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.201136 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.201402 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.201672 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.201940 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.202231 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.202499 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.202765 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.203040 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.203313 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.203605 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.203879 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.204152 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.204425 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.204696 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.204968 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.205237 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.205516 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.205787 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.206078 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.206365 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.206642 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.206951 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.207244 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.207516 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.207804 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.208086 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.208353 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.208629 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.208900 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.209178 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.209456 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.209745 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.210057 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.210342 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.210631 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.210918 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.211193 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.211498 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.211773 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:04.211988 n-d-824834-4 neutron-server[103039]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 18:53:04.212226 n-d-824834-4 neutron-server[103039]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103039) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 18:53:04.578430 n-d-824834-4 neutron-server[103039]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 18:53:04.578705 n-d-824834-4 neutron-server[103039]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 18:53:04.579019 n-d-824834-4 neutron-server[103039]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 18:53:04.579346 n-d-824834-4 neutron-server[103039]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 18:53:04.905265 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:04.905457 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:04.905719 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:04.907074 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:04.907350 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:04.907614 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:04.950820 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:04.951096 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:04.951373 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:04.965531 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:04.965813 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:04.966109 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:04.997235 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:04.997479 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:04.997762 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.033472 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.033744 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.034010 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.368317 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.368955 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.368955 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.369133 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.369770 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.467946 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.468254 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.468537 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.468815 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.469086 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.469397 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.469659 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.469920 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.470199 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.470489 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.470747 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.470997 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.471252 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.471503 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.471749 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.472031 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.472302 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.472572 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.472827 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.473090 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.473360 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.473614 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.473894 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.474295 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.474546 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.474800 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.475191 n-d-824834-4 neutron-server[103039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 18:53:05.475429 n-d-824834-4 neutron-server[103039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 18:53:05.475663 n-d-824834-4 neutron-server[103039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 18:53:05.475893 n-d-824834-4 neutron-server[103039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 18:53:05.476123 n-d-824834-4 neutron-server[103039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 18:53:05.476351 n-d-824834-4 neutron-server[103039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 18:53:05.476712 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 18:53:05.479830 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 18:53:05.483917 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 18:53:05.487639 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jan 28 18:53:05.489336 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 18:53:05.489791 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 18:53:05.490155 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 18:53:05.490541 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 18:53:05.493361 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 18:53:05.493608 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 18:53:05.493960 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 18:53:05.499310 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 18:53:05.523549 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 18:53:05.524001 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.524291 n-d-824834-4 neutron-server[103039]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103039) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 28 18:53:05.524657 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.526051 n-d-824834-4 neutron-server[103039]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103039) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 18:53:05.526336 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 18:53:05.526578 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 18:53:05.529792 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.530075 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:05.594951 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 18:53:05.595182 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 18:53:05.595414 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 18:53:05.595781 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 18:53:05.617780 n-d-824834-4 neutron-server[103039]: DEBUG oslo_db.sqlalchemy.engines [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103039) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 18:53:06.057478 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Initializing driver for type 'gre' Jan 28 18:53:06.058209 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] gre ID ranges: [(1, 1000)] Jan 28 18:53:06.119874 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Initializing driver for type 'local' Jan 28 18:53:06.120269 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Initializing driver for type 'vlan' Jan 28 18:53:06.133845 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] VlanTypeDriver initialization complete Jan 28 18:53:06.134181 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Initializing driver for type 'vxlan' Jan 28 18:53:06.134705 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] vxlan ID ranges: [(1, 1000)] Jan 28 18:53:06.190181 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Initializing extension driver 'port_security' Jan 28 18:53:06.190590 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.extensions.port_security [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] PortSecurityExtensionDriver initialization complete Jan 28 18:53:06.190929 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Initializing mechanism driver 'openvswitch' Jan 28 18:53:06.191268 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Initializing mechanism driver 'hyperv' Jan 28 18:53:06.198614 n-d-824834-4 neutron-server[103039]: DEBUG neutron.plugins.ml2.plugin [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:53:06.199318 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > port after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.199776 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > port after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.200165 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > port after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.200880 n-d-824834-4 neutron-server[103039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 18:53:06.201372 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > subnet after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.201756 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > subnet after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.202163 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.202700 n-d-824834-4 neutron-server[103039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 18:53:06.203190 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > network after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.203574 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > network after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.203990 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > network after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.204433 n-d-824834-4 neutron-server[103039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 18:53:06.204969 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > security_group after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.205474 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > security_group after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.205856 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.206440 n-d-824834-4 neutron-server[103039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 18:53:06.207189 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.207586 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.208007 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.208532 n-d-824834-4 neutron-server[103039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 18:53:06.209024 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > address_group after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.209472 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > address_group after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.209954 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.210532 n-d-824834-4 neutron-server[103039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 18:53:06.211212 n-d-824834-4 neutron-server[103039]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] ML2 OVO RPC backend initialized. {{(pid=103039) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 18:53:06.211956 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.212382 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.212978 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > network before_response 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.213428 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > networks before_response 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.213811 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > port before_response 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.214238 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > ports before_response 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.214724 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > subnet before_response 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.215116 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > subnets before_response 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.215628 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > network after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.216038 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > network after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.216404 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > network after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.216789 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > port after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.217273 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > port after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.217677 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > port after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.218100 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > subnet after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.218547 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > subnet after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.218995 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.227227 n-d-824834-4 neutron-server[103039]: INFO neutron.quota [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded quota_driver: . Jan 28 18:53:06.227589 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.plugin [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Modular L2 Plugin initialization complete Jan 28 18:53:06.228031 n-d-824834-4 neutron-server[103039]: DEBUG neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading services supported by the core plugin {{(pid=103039) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 18:53:06.228379 n-d-824834-4 neutron-server[103039]: INFO neutron.plugins.ml2.managers [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Got port-security extension from driver 'port_security' Jan 28 18:53:06.228858 n-d-824834-4 neutron-server[103039]: INFO neutron.extensions.vlantransparent [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Disabled vlantransparent extension. Jan 28 18:53:06.229349 n-d-824834-4 neutron-server[103039]: DEBUG neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103039) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 18:53:06.229669 n-d-824834-4 neutron-server[103039]: INFO neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading Plugin: router Jan 28 18:53:06.266996 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.267381 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router after_create 55549900 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.267739 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router before_create 55549900 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.268096 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.268459 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.268809 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router after_delete 55549900 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.269164 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.269537 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.269888 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router after_create 55549900 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.270251 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router after_update 55549900 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.270576 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router after_update 55549900 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.270917 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.271269 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router after_update 55549900 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.271669 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router precommit_update 55549900 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.272027 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: port after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.272359 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: port after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.272688 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: subnet after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.273016 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.273357 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.273689 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router precommit_create 55549900 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.274052 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: port before_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.274378 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router precommit_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.274727 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router after_update 55549900 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.275041 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.275381 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router precommit_create 55549900 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.275734 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.276078 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router precommit_update 55549900 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.276434 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > agent after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.276780 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > agent after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.277117 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > network after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.277957 n-d-824834-4 neutron-server[103039]: DEBUG neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Tracking information for resource: router configured {{(pid=103039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 18:53:06.278309 n-d-824834-4 neutron-server[103039]: DEBUG neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Tracking information for resource: floatingip configured {{(pid=103039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 18:53:06.283591 n-d-824834-4 neutron-server[103039]: INFO neutron.db.l3_agentschedulers_db [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 18:53:06.284164 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: port after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.284515 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: port after_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.284887 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: port after_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.285229 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: port after_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.286157 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router before_create 55550100 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.286519 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.286873 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router precommit_create 55550100 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.287225 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > router precommit_update 55550100 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.292006 n-d-824834-4 neutron-server[103039]: DEBUG neutron.services.provider_configuration [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Service providers = [] {{(pid=103039) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 18:53:06.292368 n-d-824834-4 neutron-server[103039]: DEBUG neutron.db.servicetype_db [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103039) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 18:53:06.295328 n-d-824834-4 neutron-server[103039]: DEBUG neutron.services.service_base [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103039) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 18:53:06.295668 n-d-824834-4 neutron-server[103039]: DEBUG neutron.services.service_base [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103039) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 18:53:06.296008 n-d-824834-4 neutron-server[103039]: DEBUG neutron.services.service_base [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103039) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 18:53:06.296879 n-d-824834-4 neutron-server[103039]: DEBUG neutron.services.service_base [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103039) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 18:53:06.297241 n-d-824834-4 neutron-server[103039]: INFO neutron.services.service_base [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 18:53:06.297608 n-d-824834-4 neutron-server[103039]: DEBUG neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 18:53:06.297924 n-d-824834-4 neutron-server[103039]: INFO neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 18:53:06.308668 n-d-824834-4 neutron-server[103039]: DEBUG neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 18:53:06.309000 n-d-824834-4 neutron-server[103039]: INFO neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading Plugin: auto_allocate Jan 28 18:53:06.314960 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: network precommit_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.315282 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: network precommit_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.315793 n-d-824834-4 neutron-server[103039]: DEBUG neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 18:53:06.316130 n-d-824834-4 neutron-server[103039]: INFO neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading Plugin: tag Jan 28 18:53:06.322727 n-d-824834-4 neutron-server[103039]: DEBUG neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 18:53:06.323048 n-d-824834-4 neutron-server[103039]: INFO neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading Plugin: timestamp Jan 28 18:53:06.327074 n-d-824834-4 neutron-server[103039]: DEBUG neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 18:53:06.327406 n-d-824834-4 neutron-server[103039]: INFO neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading Plugin: network_ip_availability Jan 28 18:53:06.333150 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.333709 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.334058 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.334846 n-d-824834-4 neutron-server[103039]: DEBUG neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 18:53:06.335194 n-d-824834-4 neutron-server[103039]: INFO neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading Plugin: flavors Jan 28 18:53:06.340157 n-d-824834-4 neutron-server[103039]: DEBUG neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 18:53:06.340485 n-d-824834-4 neutron-server[103039]: INFO neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading Plugin: revisions Jan 28 18:53:06.345066 n-d-824834-4 neutron-server[103039]: DEBUG neutron.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 18:53:06.345459 n-d-824834-4 neutron-server[103039]: DEBUG oslo_concurrency.lockutils [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.766s {{(pid=103039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 18:53:06.346227 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103039) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 18:53:06.346557 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Initializing extension manager. Jan 28 18:53:06.347072 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: __init__.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.347660 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: __pycache__ {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.347992 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.348320 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: address_group.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.349082 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.349664 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: address-group Jan 28 18:53:06.349982 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: address_scope.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.350718 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.351227 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: address-scope Jan 28 18:53:06.351541 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.352695 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.353202 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: router-admin-state-down-before-update Jan 28 18:53:06.353517 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: agent.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.354601 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.355112 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: agent Jan 28 18:53:06.355440 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: agent_resources_synced.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.356345 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.356856 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: agent-resources-synced Jan 28 18:53:06.357171 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: allowedaddresspairs.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.358981 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.359724 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: allowed-address-pairs Jan 28 18:53:06.360046 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: auto_allocated_topology.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.361128 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.361915 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: auto-allocated-topology Jan 28 18:53:06.362259 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: availability_zone.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.362982 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.363502 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: availability_zone Jan 28 18:53:06.363821 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: availability_zone_filter.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.364739 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.365240 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: availability_zone_filter Jan 28 18:53:06.365559 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: data_plane_status.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.366477 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.366970 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 18:53:06.367286 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: default_subnetpools.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.368187 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.368687 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: default-subnetpools Jan 28 18:53:06.369223 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.369807 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.370339 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: dhcp_agent_scheduler Jan 28 18:53:06.370653 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: dns.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.371563 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.372060 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension dns-integration not supported by any of loaded plugins Jan 28 18:53:06.372375 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: dns_domain_ports.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.373271 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.373790 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 18:53:06.374111 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.375010 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.375528 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 18:53:06.375840 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: dvr.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.376508 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.377004 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: dvr Jan 28 18:53:06.377321 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: ecmp_routes.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.378236 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.378788 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 18:53:06.379103 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: empty_string_filtering.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.380010 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.380518 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: empty-string-filtering Jan 28 18:53:06.380837 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.381732 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.382267 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 18:53:06.382586 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.383838 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.384341 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 18:53:06.384657 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: external_net.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.385548 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.386083 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: external-net Jan 28 18:53:06.386403 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.387302 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.387841 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: extra_dhcp_opt Jan 28 18:53:06.388157 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: extraroute.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.389049 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.389552 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: extraroute Jan 28 18:53:06.389869 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: extraroute_atomic.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.390924 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.391412 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: extraroute-atomic Jan 28 18:53:06.391729 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: filter_validation.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.392390 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.392901 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: filter-validation Jan 28 18:53:06.393208 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: fip_pf_description.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.394183 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.394684 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 18:53:06.394998 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: fip_port_details.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.395908 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.396418 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: fip-port-details Jan 28 18:53:06.396731 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: flavors.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.397978 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.398520 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: flavors Jan 28 18:53:06.398838 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.400532 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.401058 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 18:53:06.401387 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: floatingip_pools.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.402100 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.402610 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: floatingip-pools Jan 28 18:53:06.402932 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: ip_allocation.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.403851 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.404357 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 18:53:06.404676 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.405583 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.406161 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: ip-substring-filtering Jan 28 18:53:06.406482 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: l2_adjacency.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.407397 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.407895 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 18:53:06.408213 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: l3.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.409177 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.409690 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: router Jan 28 18:53:06.410067 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.412501 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.413028 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 18:53:06.413354 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.414303 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.414816 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: ext-gw-mode Jan 28 18:53:06.415112 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.416029 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.416541 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: l3-ha Jan 28 18:53:06.416863 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: l3_flavors.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.417762 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.418298 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: l3-flavors Jan 28 18:53:06.418622 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.419521 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.420029 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 18:53:06.420350 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: l3agentscheduler.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.421370 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.421883 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: l3_agent_scheduler Jan 28 18:53:06.422233 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: local_ip.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.424017 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.424542 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension local_ip not supported by any of loaded plugins Jan 28 18:53:06.424868 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: logging.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.426466 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.426983 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension logging not supported by any of loaded plugins Jan 28 18:53:06.427304 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: metering.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.428051 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.428622 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: metering Jan 28 18:53:06.428943 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.430166 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.430688 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: metering_source_and_destination_fields Jan 28 18:53:06.431007 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: multiprovidernet.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.431924 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.432434 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: multi-provider Jan 28 18:53:06.432749 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: netmtu.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.433654 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.434195 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: net-mtu Jan 28 18:53:06.434513 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: netmtu_writable.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.435421 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.435931 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: net-mtu-writable Jan 28 18:53:06.436248 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: network_availability_zone.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.436909 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.437411 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: network_availability_zone Jan 28 18:53:06.437723 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: network_ip_availability.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.438860 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.439373 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: network-ip-availability Jan 28 18:53:06.439694 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: network_segment_range.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.440448 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.440963 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 18:53:06.441323 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: pagination.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.442332 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.442658 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: pagination Jan 28 18:53:06.442971 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: port_device_profile.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.443866 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.444381 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: port-device-profile Jan 28 18:53:06.444697 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.445604 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.446138 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: port-mac-address-regenerate Jan 28 18:53:06.446458 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.447473 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.447983 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: port-numa-affinity-policy Jan 28 18:53:06.448300 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: port_resource_request.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.449250 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.449684 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 18:53:06.450000 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: port_resource_request_groups.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.450961 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.451478 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 28 18:53:06.451773 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: portbindings.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.452691 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.453191 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: binding Jan 28 18:53:06.453507 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: portbindings_extended.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.454801 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.455315 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: binding-extended Jan 28 18:53:06.455644 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: portsecurity.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.456543 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.457078 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: port-security Jan 28 18:53:06.457397 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: project_id.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.458390 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.458714 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: project-id Jan 28 18:53:06.459109 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: providernet.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.460029 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.460540 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: provider Jan 28 18:53:06.460851 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: qos.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.464516 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.465042 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension qos not supported by any of loaded plugins Jan 28 18:53:06.465434 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.466711 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.467223 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 18:53:06.467547 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.468444 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.468948 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 18:53:06.469265 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: qos_default.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.470195 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.470706 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension qos-default not supported by any of loaded plugins Jan 28 18:53:06.471025 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: qos_fip.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.471927 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.472535 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension qos-fip not supported by any of loaded plugins Jan 28 18:53:06.472854 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.473755 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.474288 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 28 18:53:06.474608 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: qos_gateway_ip.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.475539 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.476046 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 18:53:06.476363 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: qos_port_network_policy.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.477262 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.477766 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 18:53:06.478113 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.479142 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.479652 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 28 18:53:06.479969 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: qos_pps_rule.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.481139 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.481656 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension qos-pps not supported by any of loaded plugins Jan 28 18:53:06.481972 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: qos_rule_type_details.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.482915 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.483414 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 18:53:06.483732 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: qos_rules_alias.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.484766 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.485276 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 18:53:06.485598 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: quota_check_limit.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.486530 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.487041 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: quota-check-limit Jan 28 18:53:06.487359 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: quotasv2.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.488304 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.488624 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: quotas Jan 28 18:53:06.488932 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: quotasv2_detail.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.490769 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.491103 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: quota_details Jan 28 18:53:06.491429 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: rbac.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.492468 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.493000 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: rbac-policies Jan 28 18:53:06.493324 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: rbac_address_group.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.494396 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.494915 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: rbac-address-group Jan 28 18:53:06.495232 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: rbac_address_scope.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.496157 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.496680 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: rbac-address-scope Jan 28 18:53:06.496995 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: rbac_security_groups.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.497898 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.498515 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: rbac-security-groups Jan 28 18:53:06.498827 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: rbac_subnetpool.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.499730 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.500238 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: rbac-subnetpool Jan 28 18:53:06.500551 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: revisionifmatch.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.501456 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.501966 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: revision-if-match Jan 28 18:53:06.502304 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: revisions.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.503410 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.503976 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: standard-attr-revisions Jan 28 18:53:06.504292 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: router_availability_zone.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.504953 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.505469 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: router_availability_zone Jan 28 18:53:06.505781 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: routerservicetype.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.506714 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.507217 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension router-service-type not supported by any of loaded plugins Jan 28 18:53:06.507533 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.508873 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.509383 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: security-groups-normalized-cidr Jan 28 18:53:06.509694 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.510628 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.511139 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: port-security-groups-filtering Jan 28 18:53:06.511453 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.512362 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.512869 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: security-groups-remote-address-group Jan 28 18:53:06.513187 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.514136 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.514646 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: security-groups-shared-filtering Jan 28 18:53:06.514957 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.515543 n-d-824834-4 neutron-server[103039]: WARNING neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 28 18:53:06.515850 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: securitygroup.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.525771 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.526331 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: security-group Jan 28 18:53:06.526659 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: segment.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.527437 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.527949 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension segment not supported by any of loaded plugins Jan 28 18:53:06.528269 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.529194 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.529701 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 18:53:06.530050 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: servicetype.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.531304 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.531827 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: service-type Jan 28 18:53:06.532148 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: sorting.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.533132 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.533457 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: sorting Jan 28 18:53:06.533775 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: standard_attr_segment.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.534700 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.535262 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 18:53:06.535588 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: standardattrdescription.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.536230 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.536738 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: standard-attr-description Jan 28 18:53:06.537050 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: stateful_security_group.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.537957 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.538492 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: stateful-security-group Jan 28 18:53:06.538810 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: stdattrs_common.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.539372 n-d-824834-4 neutron-server[103039]: WARNING neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 18:53:06.539686 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.540599 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.541110 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 18:53:06.541424 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: subnet_onboard.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.542515 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.543035 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: subnet_onboard Jan 28 18:53:06.543356 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.544263 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.544775 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 18:53:06.545091 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: subnet_service_types.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.546013 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.546563 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: subnet-service-types Jan 28 18:53:06.546877 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: subnetallocation.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.547954 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.548470 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: subnet_allocation Jan 28 18:53:06.548792 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.549445 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.549948 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: subnetpool-prefix-ops Jan 28 18:53:06.550292 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.551247 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.551755 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 18:53:06.552069 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: tagging.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.553129 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.553646 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: standard-attr-tag Jan 28 18:53:06.553966 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: timestamp.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.555201 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.555740 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loaded extension: standard-attr-timestamp Jan 28 18:53:06.556049 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: trunk.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.557068 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.557586 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension trunk not supported by any of loaded plugins Jan 28 18:53:06.557896 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: trunk_details.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.558832 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.559336 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension trunk-details not supported by any of loaded plugins Jan 28 18:53:06.559651 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: uplink_status_propagation.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.560571 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.561074 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 18:53:06.561390 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Loading extension file: vlantransparent.py {{(pid=103039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 18:53:06.562046 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 18:53:06.562580 n-d-824834-4 neutron-server[103039]: INFO neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 18:53:06.565050 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of TrackedResource for resource:network Jan 28 18:53:06.565574 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of TrackedResource for resource:subnet Jan 28 18:53:06.565968 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 18:53:06.566469 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of TrackedResource for resource:port Jan 28 18:53:06.567687 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.v2.resource_helper [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 18:53:06.568112 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.v2.resource_helper [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Service FLAVORS assigned prefix: {{(pid=103039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 18:53:06.568732 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.v2.resource_helper [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 18:53:06.569286 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.v2.resource_helper [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 18:53:06.569611 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of TrackedResource for resource:router Jan 28 18:53:06.570055 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 18:53:06.570532 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.v2.resource_helper [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Service METERING assigned prefix: /metering {{(pid=103039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 18:53:06.571978 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.572341 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.572692 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 18:53:06.573681 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 18:53:06.574150 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of TrackedResource for resource:security_group Jan 28 18:53:06.574579 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 18:53:06.576217 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.v2.resource_helper [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Service CORE assigned prefix: {{(pid=103039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 18:53:06.576553 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 18:53:06.576894 n-d-824834-4 neutron-server[103039]: WARNING neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] subnetpool is already registered Jan 28 18:53:06.577332 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.v2.resource_helper [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Service CORE assigned prefix: {{(pid=103039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 18:53:06.577653 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 18:53:06.577974 n-d-824834-4 neutron-server[103039]: WARNING neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] subnetpool is already registered Jan 28 18:53:06.580265 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.v2.resource_helper [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 18:53:06.580692 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.v2.resource_helper [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Service FLAVORS assigned prefix: {{(pid=103039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 18:53:06.581278 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.v2.resource_helper [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 18:53:06.581715 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.v2.resource_helper [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 18:53:06.582045 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of TrackedResource for resource:router Jan 28 18:53:06.582395 n-d-824834-4 neutron-server[103039]: WARNING neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] router is already registered Jan 28 18:53:06.582793 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 18:53:06.583124 n-d-824834-4 neutron-server[103039]: WARNING neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] floatingip is already registered Jan 28 18:53:06.583562 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.v2.resource_helper [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Service METERING assigned prefix: /metering {{(pid=103039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 18:53:06.584219 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 18:53:06.584537 n-d-824834-4 neutron-server[103039]: WARNING neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] rbac_policy is already registered Jan 28 18:53:06.584940 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of TrackedResource for resource:security_group Jan 28 18:53:06.585272 n-d-824834-4 neutron-server[103039]: WARNING neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] security_group is already registered Jan 28 18:53:06.585665 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 18:53:06.585985 n-d-824834-4 neutron-server[103039]: WARNING neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] security_group_rule is already registered Jan 28 18:53:06.586644 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.v2.resource_helper [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Service CORE assigned prefix: {{(pid=103039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 18:53:06.586961 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 18:53:06.587286 n-d-824834-4 neutron-server[103039]: WARNING neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] subnetpool is already registered Jan 28 18:53:06.587695 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.v2.resource_helper [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Service CORE assigned prefix: {{(pid=103039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 18:53:06.588012 n-d-824834-4 neutron-server[103039]: INFO neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 18:53:06.588334 n-d-824834-4 neutron-server[103039]: WARNING neutron.quota.resource_registry [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] subnetpool is already registered Jan 28 18:53:06.588794 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: extensions {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.590291 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: address-groups {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.591789 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: address-scopes {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.593104 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: agents {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.594314 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: auto-allocated-topology {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.595573 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: availability_zones {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.596808 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: dhcp-networks {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.598391 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: dhcp-agents {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.599836 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: routers {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.602104 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: flavors {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.603276 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: service_profiles {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.604491 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: next_providers {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.605939 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: service_profiles {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.607504 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: floatingip-pools {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.608706 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: routers {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.610860 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: floatingips {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.612151 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: l3-routers {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.613566 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: l3-agents {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.615016 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: metering-labels {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.616393 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: metering-label-rules {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.617671 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: network-ip-availabilities {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.618946 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: bindings {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.620594 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: quotas {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.622159 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: quotas {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.623809 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: rbac-policies {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.625088 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: security-groups {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.626376 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: security-group-rules {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.627610 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: service-providers {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.628898 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: subnetpools {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.630362 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: subnetpools {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.631817 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: tags {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.633938 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: tags {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.635791 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: tags {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.637657 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: tags {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.640458 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: tags {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.642352 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: tags {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.644029 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: tags {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.645973 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: tags {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.647765 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: tags {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.649607 n-d-824834-4 neutron-server[103039]: DEBUG neutron.api.extensions [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Extended resource: tags {{(pid=103039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 18:53:06.655577 n-d-824834-4 neutron-server[103039]: WARNING keystonemiddleware.auth_token [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 18:53:06.660301 n-d-824834-4 neutron-server[103039]: WARNING keystonemiddleware.auth_token [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 18:53:06.668936 n-d-824834-4 neutron-server[103039]: DEBUG oslo_concurrency.lockutils [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Acquired lock "singleton_lock" {{(pid=103039) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 28 18:53:06.669403 n-d-824834-4 neutron-server[103039]: DEBUG oslo_concurrency.lockutils [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Releasing lock "singleton_lock" {{(pid=103039) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 28 18:53:06.670051 n-d-824834-4 neutron-server[103039]: INFO oslo_service.service [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Starting 2 workers Jan 28 18:53:06.674896 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Started child 103146 {{(pid=103039) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 18:53:06.679803 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Started child 103147 {{(pid=103039) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 18:53:06.680799 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:06.681536 n-d-824834-4 neutron-server[103039]: INFO neutron.service [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 18:53:06.681990 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:06.682390 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [-] (103146) wsgi starting up on http://0.0.0.0:9696 Jan 28 18:53:06.684499 n-d-824834-4 neutron-server[103039]: INFO oslo_service.service [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Starting 1 workers Jan 28 18:53:06.684859 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:06.686331 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [-] (103147) wsgi starting up on http://0.0.0.0:9696 Jan 28 18:53:06.689657 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Started child 103148 {{(pid=103039) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 18:53:06.690238 n-d-824834-4 neutron-server[103039]: INFO oslo_service.service [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Starting 1 workers Jan 28 18:53:06.693808 n-d-824834-4 neutron-server[103148]: DEBUG neutron.service [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] calling RpcWorker wait() {{(pid=103148) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 18:53:06.694408 n-d-824834-4 neutron-server[103148]: DEBUG neutron.service [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] returning from RpcWorker wait() {{(pid=103148) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 18:53:06.694693 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Started child 103149 {{(pid=103039) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 18:53:06.695458 n-d-824834-4 neutron-server[103039]: DEBUG neutron_lib.callbacks.manager [None req-9b26ee74-bc38-4bf0-b98d-0a6b9ea5b928 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:06.695749 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:06.696299 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:53:06.697328 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103039) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 18:53:06.697522 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 18:53:06.697679 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 18:53:06.697926 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 18:53:06.698295 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 18:53:06.698436 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 18:53:06.698937 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.699197 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.699526 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.699656 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:06.700148 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.700148 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.700471 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.700773 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.701034 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.701279 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.701504 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.701734 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.701881 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.702157 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.702400 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.702677 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.702945 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.703169 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.703416 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.703569 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.703833 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.704079 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.704301 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.704562 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] debug = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.704795 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.705239 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.705473 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.705715 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.705941 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.706232 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.706452 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.706774 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.707004 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.707233 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.707470 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.707710 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.707945 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.708151 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.708389 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.708596 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.708854 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.709071 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.709486 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] host = n-d-824834-4 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.709705 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.709928 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.710186 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.710428 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.710678 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.710906 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.711159 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.711409 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.711634 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.711868 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.712106 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.712321 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.712530 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.712758 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] log_file = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.712913 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] log_options = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.713137 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.713388 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.713633 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.713813 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.713976 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.714231 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.714388 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.714547 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.714796 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.715005 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.715212 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.715440 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.715665 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.715889 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.716163 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.716389 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.716613 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.716841 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.717074 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.717379 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.717512 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.717740 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.717954 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.718218 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.718428 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.718655 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.718878 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.719182 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.719323 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.719515 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.720875 n-d-824834-4 neutron-server[103149]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:53:06.721019 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.721223 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.721481 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.721714 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.721981 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.722409 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.722638 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.722861 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.723143 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.723380 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.724515 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.724875 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.725179 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.725492 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.725787 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.726121 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.726376 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] use_json = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.726606 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.726854 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.727193 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.727391 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.727636 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.727882 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.728126 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.728400 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.728665 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.729589 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.729731 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.729993 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.730256 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.730495 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.730905 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.731043 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.731182 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.731530 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.731674 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.732002 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.732227 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.732563 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.732783 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.733027 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.733327 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.733621 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.733880 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.734150 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.734388 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.734612 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.734972 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.735121 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.735346 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.735577 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.735808 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.736047 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.736395 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.736929 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.736929 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.737206 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.737453 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.737705 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.737994 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.738245 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.738464 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.738700 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.739021 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.739145 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.739481 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.739634 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.739821 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.740042 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.740273 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.740521 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.740856 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.740970 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.741192 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.743169 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.743169 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.743169 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.743169 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.743169 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.743169 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.743169 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.743169 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.744479 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.744479 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.744479 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.744479 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.744479 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.744479 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.744991 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.744991 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.744991 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.745213 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.745929 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.745929 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.745929 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.746321 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.746321 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.746557 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.746710 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.746944 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.748286 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.748286 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.748286 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.748286 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.748286 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.748286 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.748934 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.748934 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.748934 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.749160 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.749241 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.749429 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.749646 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.749873 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.750117 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.750376 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.750570 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.750871 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.751172 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.751423 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.751620 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.751850 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.752039 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.752256 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.753111 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.753111 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.753111 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.753507 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.753507 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.753755 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.753878 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.754177 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.756701 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.756701 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.756701 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.756701 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.756701 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.756701 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.756701 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.756701 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.757452 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.757452 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.757452 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.757452 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.757452 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.757452 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.757888 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.758361 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.758559 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.758835 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.759111 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.759385 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.759638 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.759893 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.760165 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.760472 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.760726 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.760957 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.761355 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.761753 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.762013 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.762402 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.762630 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.762864 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.763178 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.763409 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.763623 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.763837 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.764117 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.764375 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.764622 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.764883 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.765127 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.765363 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.765620 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.765865 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.766159 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.766390 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.766808 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.767007 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.767285 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.767458 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.767707 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.767941 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.768175 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.768431 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.768659 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.768875 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.769124 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.769390 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.769614 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.769865 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.770104 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.770359 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.770609 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.770865 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.771053 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.771420 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.771815 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.772081 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.772298 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.772574 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.772805 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.773046 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.773273 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.773529 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.773858 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.774253 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.774522 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.774744 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.774962 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.775177 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.775396 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.775626 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.775861 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.776094 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.776328 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.776579 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.776830 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.777162 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.777423 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.777655 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.777899 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.778185 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.778372 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.778589 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.778807 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.779023 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.779258 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.779490 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.779745 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.779992 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.780239 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.780452 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.780679 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.780910 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.781125 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.781340 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.781624 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.781885 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.782143 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.782394 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.782613 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.782825 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.783052 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.783266 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.783474 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.783695 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.783909 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.784138 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.784394 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.784625 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.784864 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.785087 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.785339 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.785552 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.785774 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.785987 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.786240 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.786462 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.786682 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.786891 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.787113 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.787324 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.787535 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.787754 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.787969 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.788177 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.788422 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.788633 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.788845 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.789069 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.789286 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.789495 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.789779 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.790076 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.790332 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.790567 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.790814 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.791061 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.791300 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.791604 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.791808 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.792046 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.792263 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.792475 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.792698 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.792952 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.793258 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.793556 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.793816 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.794091 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.794368 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.794644 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.794925 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.795140 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.795437 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.795760 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.796039 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.796299 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.796533 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.796766 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.796986 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.797219 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.797435 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.797675 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.797888 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.798165 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.798396 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.798620 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.798835 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.799062 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.799276 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.799502 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.799744 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.799994 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.800209 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.800493 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 18:53:06.800987 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103039) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 18:53:06.801151 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 18:53:06.801305 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 18:53:06.801475 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 18:53:06.801714 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 18:53:06.801820 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 18:53:06.801998 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.802186 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.802502 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.802669 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.802828 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.803011 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.803173 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.803331 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.803489 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.803647 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.803804 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.803961 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.804118 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.804274 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.804431 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.804592 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.804749 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.804906 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.805070 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.805232 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.805395 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.805547 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.805707 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] debug = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.805859 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.806112 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.806250 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.806409 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.806568 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.806724 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.806882 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.807039 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.807263 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.807353 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.807487 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.807643 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.807799 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.807958 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.808115 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.808273 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.808430 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.808587 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.808744 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] host = n-d-824834-4 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.808903 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.809058 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.809232 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.809368 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.809523 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.809680 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.809838 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.809995 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.810182 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.810268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:53:06.810367 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.810484 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.810658 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.810786 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.810943 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] log_file = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.811099 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] log_options = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.811257 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.811414 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.811579 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.811771 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.811916 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.812074 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.812231 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.812389 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.812552 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.812708 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.812865 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.813021 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.813176 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.813333 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.813489 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.813646 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.813802 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.813958 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.814159 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.814320 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.814477 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.814634 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.814793 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.814948 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.815106 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.815264 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.815423 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.815580 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.815736 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.815892 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.816072 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.816233 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.816391 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.816547 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.816705 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.816862 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.817018 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.817175 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.817338 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.817495 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.817654 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.817811 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.817967 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.820258 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.820258 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.820258 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.820258 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] use_json = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.820258 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.820651 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.820651 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.820651 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.820883 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.820962 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.821041 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.821206 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.821362 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 18:53:06.821540 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.821706 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.821879 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.822070 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.822231 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.822393 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.822559 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.822719 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.822881 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.823044 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.823213 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.823376 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.823548 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.823710 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.823871 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.824034 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.824197 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.824361 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.824522 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.824683 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.824845 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.825009 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.825199 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.825364 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.825529 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.825692 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.825858 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.826039 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.826213 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.826392 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.826558 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.826723 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.826886 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.827049 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.827212 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.827375 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.827537 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.827701 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.827865 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.828029 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.828191 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.828355 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.828517 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.828680 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.828842 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.829005 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.829167 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.829329 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.829501 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.829637 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.829798 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.829962 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.830162 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.830326 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.830488 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.830652 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.830813 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.830987 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.831149 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.831314 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.831458 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.831640 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.831831 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.831993 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.832156 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.832318 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.832481 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.832647 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.832822 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.832984 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.833146 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.833309 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.833475 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.833637 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.833799 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.833960 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.834145 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.834307 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.834471 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.834633 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.834795 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.834957 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.835119 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.835280 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.835444 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.835606 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.835767 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.835927 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.836089 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.836252 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.836414 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.836584 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.836749 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.836910 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.837071 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.837231 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.837391 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.837715 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.837715 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.838141 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.838141 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.838298 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.838379 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.838488 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.838651 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.838822 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.838981 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.839134 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.839282 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.839435 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.839656 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.839790 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.839933 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.840064 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.840194 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.840322 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.840483 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.840646 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.840818 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.840964 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.841134 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.841298 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.841505 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.841640 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.841768 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.841909 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.842095 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.842260 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.842421 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.842586 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.842748 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.842911 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.843073 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.843234 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.843409 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.843575 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.843738 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.843900 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.844086 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.844247 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.844410 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.844572 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.844733 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.844895 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.845055 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.845216 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.845377 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.845538 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.845701 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.845864 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.846069 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.846207 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.846369 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.846531 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.846692 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.846853 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.847014 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.847179 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.847366 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.847527 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.847687 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.847850 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.848011 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.848171 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.848333 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.848495 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.848656 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.848816 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.848977 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.849138 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.849300 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.849463 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.849623 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.849781 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.849941 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.850128 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.850292 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.850455 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.850787 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.850787 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.850954 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.851071 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.851233 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.851394 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.851560 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.851723 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.851882 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.852043 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.852207 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.852368 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.852536 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.852698 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.852859 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.853037 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.853200 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.853362 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.853524 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.853688 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.853850 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.854011 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.854202 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.854364 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.854525 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.854686 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.854850 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.855014 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.855178 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.855340 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.855501 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.855663 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.855825 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.855986 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.856161 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.856324 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.856486 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.856648 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.856810 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.856973 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.857145 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.857308 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.857468 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.857628 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.857788 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.857950 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.858140 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.858304 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.858465 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.858626 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.858786 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.858947 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.859117 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.859278 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.859437 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.859598 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.859758 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.859919 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.860088 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.860252 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.860439 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.860599 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.860761 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.860922 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.861095 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.861260 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.861421 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.861581 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.861741 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.861901 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.862097 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.862263 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.862440 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.862599 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.862762 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.863016 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.863180 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.863353 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.863515 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.863681 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.863842 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.864005 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.864170 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.864335 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.864501 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.864671 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.864839 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.865002 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.865171 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.865341 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.865513 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.865676 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.865842 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.866015 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.866196 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.866358 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.866520 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.866681 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.866842 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.867003 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.867165 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.867328 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.867488 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.867649 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.867813 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.867975 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.868137 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.868299 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.868460 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.868621 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.868783 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.868944 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.869104 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 18:53:06.869257 n-d-824834-4 neutron-server[103039]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 18:53:06.875463 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53816) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:53:06.884426 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068235 Jan 28 18:53:18.126190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e308ed-5929-481c-afbc-2695428746a7 None None] get_active_networks_info from n-d-824834-4 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 18:53:18.189828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e308ed-5929-481c-afbc-2695428746a7 None None] No non-hosted networks {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 18:53:18.214597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.agentschedulers_db [None req-d6e308ed-5929-481c-afbc-2695428746a7 None None] DHCP Agent not found on host n-d-824834-4 {{(pid=103148) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 28 18:53:18.328381 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d46b4033-466d-49e3-81d1-7830ddadeb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748880'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:20.337017 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98d661ec-809d-4c22-bc94-6af171e0aac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748880'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:20.376230 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-996b35f7-eadf-446d-986b-f98a3a3f6374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:21.480455 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748880'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:22.793636 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748880'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:24.360764 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748880'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:24.362802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:24.363511 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:24.364592 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:24.365282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:24.366100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:24.366815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:24.367479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:24.368023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:24.368791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:24.369441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:24.370831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:24.371506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:24.372187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:24.372814 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-824834-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:53:24.383666 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-824834-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:53:25.346137 n-d-824834-4 neutron-server[103148]: INFO neutron.db.l3_hamode_db [None req-d791b040-94c6-4a34-bb1e-7d9fe2e2b1a6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 18:53:25.427029 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d791b040-94c6-4a34-bb1e-7d9fe2e2b1a6 None None] Routers set() bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 18:53:25.427680 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d791b040-94c6-4a34-bb1e-7d9fe2e2b1a6 None None] Router IDs set() for agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 18:53:26.793279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53912) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:53:27.291482 n-d-824834-4 neutron-server[103146]: WARNING oslo_policy.policy [None req-173b43ac-ef96-4ffb-86f5-33d9cb026949 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 18:53:27.292061 n-d-824834-4 neutron-server[103146]: WARNING oslo_policy.policy [None req-173b43ac-ef96-4ffb-86f5-33d9cb026949 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 18:53:27.520561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-173b43ac-ef96-4ffb-86f5-33d9cb026949 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 18:53:27.521731 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-173b43ac-ef96-4ffb-86f5-33d9cb026949 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7264380 Jan 28 18:53:30.230518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:53:30.554841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d5dbd4b6-9021-439f-83f7-5f03cddcd2f0 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'tenant_id': 'a8b5903d824947199a4bc5fe12d497a2', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:53:30.643519 n-d-824834-4 neutron-server[103146]: DEBUG neutron.policy [None req-d5dbd4b6-9021-439f-83f7-5f03cddcd2f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103146) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 18:53:30.684377 n-d-824834-4 neutron-server[103146]: WARNING oslo_policy.policy [None req-d5dbd4b6-9021-439f-83f7-5f03cddcd2f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 18:53:30.684680 n-d-824834-4 neutron-server[103146]: WARNING oslo_policy.policy [None req-d5dbd4b6-9021-439f-83f7-5f03cddcd2f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 18:53:30.790667 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd4b6-9021-439f-83f7-5f03cddcd2f0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777971399288', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777971398743', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777971387843', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777967483071', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777967469314', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777967494799', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3265917', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3190141', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-523795', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1660628'] for rbac-policy (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:30.864001 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5dbd4b6-9021-439f-83f7-5f03cddcd2f0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:30.865279 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d5dbd4b6-9021-439f-83f7-5f03cddcd2f0 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6337748 Jan 28 18:53:33.576593 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53942) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:53:33.896411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Request body: {'network': {'tenant_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'admin_state_up': True, 'name': 'private', 'project_id': '4d5f94bf7f244e329ff7c85f52b655c0'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:53:33.928713 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Made reservation on behalf of 4d5f94bf7f244e329ff7c85f52b655c0 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:53:33.931755 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:33.949141 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:34.060059 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Publish callbacks [] for security_group (228034c8-cb2d-438d-8bfc-0b6a6ef67693), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:34.066547 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (228034c8-cb2d-438d-8bfc-0b6a6ef67693), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:34.085917 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:53:34.112863 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777971009419', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (379c8367-620c-416d-ae69-44300b6c8033), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:34.113440 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Unsubscribe: segment precommit_create {{(pid=103146) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 18:53:34.113922 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Added segment 379c8367-620c-416d-ae69-44300b6c8033 of type vlan for network 38451817-26df-4532-b1ea-0e30655f117d Jan 28 18:53:34.130770 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228034c8-cb2d-438d-8bfc-0b6a6ef67693,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:53:34.176692 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:34.177031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:34.177367 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:34.177703 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:34.178054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:34.178397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:34.178716 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:34.179032 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:34.179346 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:34.179656 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:34.179971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:34.180263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:34.180569 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Tracked resource versions report: Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: pushed versions: Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: { 'AddressGroup': {'1.2'}, Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'ConntrackHelper': {'1.0'}, Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'LocalIPAssociation': {'1.0'}, Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'Log': {'1.0'}, Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'Network': {'1.1'}, Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'Port': {'1.7'}, Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'PortForwarding': {'1.2'}, Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'QosPolicy': {'1.10'}, Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'SecurityGroup': {'1.5'}, Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'SecurityGroupRule': {'1.2'}, Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'SubPort': {'1.0'}, Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'Subnet': {'1.1'}, Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'Trunk': {'1.1'}} Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: consumer versions: Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: { DHCP agent@n-d-824834-4: {}, Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: L3 agent@n-d-824834-4: {}, Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: Metadata agent@n-d-824834-4: {}, Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: Metering agent@n-d-824834-4: {}, Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: Open vSwitch agent@n-d-824834-4: { 'AddressGroup': '1.2', Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'ConntrackHelper': '1.0', Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'LocalIPAssociation': '1.0', Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'Log': '1.0', Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'Network': '1.1', Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'Port': '1.7', Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'PortForwarding': '1.2', Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'QosPolicy': '1.10', Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'SecurityGroup': '1.5', Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'SecurityGroupRule': '1.2', Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'SubPort': '1.0', Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'Subnet': '1.1', Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: 'Trunk': '1.1'}} Jan 28 18:53:34.181647 n-d-824834-4 neutron-server[103146]: {{(pid=103146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 18:53:34.224852 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (38451817-26df-4532-b1ea-0e30655f117d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:34.266508 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (38451817-26df-4532-b1ea-0e30655f117d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:34.267787 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:53:34.268509 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:34.339837 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7621033 Jan 28 18:53:34.368414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051544b-c9b1-488c-a137-3ff03927ac41 admin admin] Pushing event updated for resources: {'Network': ['ID=38451817-26df-4532-b1ea-0e30655f117d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:53:34.380185 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 38451817-26df-4532-b1ea-0e30655f117d details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 18:53:37.079412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53956) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:53:37.637559 n-d-824834-4 neutron-server[103147]: WARNING oslo_policy.policy [None req-41a65efc-c0de-43dc-b8c2-4c2218fa50a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 18:53:37.638435 n-d-824834-4 neutron-server[103147]: WARNING oslo_policy.policy [None req-41a65efc-c0de-43dc-b8c2-4c2218fa50a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 18:53:38.077253 n-d-824834-4 neutron-server[103147]: DEBUG neutron.policy [None req-41a65efc-c0de-43dc-b8c2-4c2218fa50a9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103147) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 18:53:38.118100 n-d-824834-4 neutron-server[103147]: WARNING oslo_policy.policy [None req-41a65efc-c0de-43dc-b8c2-4c2218fa50a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 18:53:38.118709 n-d-824834-4 neutron-server[103147]: WARNING oslo_policy.policy [None req-41a65efc-c0de-43dc-b8c2-4c2218fa50a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 18:53:38.126397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a65efc-c0de-43dc-b8c2-4c2218fa50a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:53:38.128136 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-41a65efc-c0de-43dc-b8c2-4c2218fa50a9 admin admin] 10.222.0.55 "GET /v2.0/networks/38451817-26df-4532-b1ea-0e30655f117d HTTP/1.1" status: 200 len: 825 time: 1.0477588 Jan 28 18:53:38.170435 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8c76b3f0-091d-48e3-9d4c-173c731913b5 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/f7a3737b-e4e3-42ff-b28e-1727ed819c84 HTTP/1.1" status: 200 len: 734 time: 0.0331824 Jan 28 18:53:38.179200 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Request body: {'subnet': {'subnetpool_id': 'f7a3737b-e4e3-42ff-b28e-1727ed819c84', 'tenant_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '38451817-26df-4532-b1ea-0e30655f117d', 'name': 'private-subnet'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:53:38.217678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Made reservation on behalf of 4d5f94bf7f244e329ff7c85f52b655c0 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:53:38.220509 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:38.506994 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for subnet (22dbdfd6-5898-4da9-bf9c-331d7a99d6b9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:38.569350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Checking segment: {'id': '379c8367-620c-416d-ae69-44300b6c8033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '38451817-26df-4532-b1ea-0e30655f117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 18:53:38.569700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Network hostable DHCP agents. Network: 38451817-26df-4532-b1ea-0e30655f117d, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:53:38.586762 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=22dbdfd6-5898-4da9-bf9c-331d7a99d6b9,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:53:38.599489 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:38.599827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:38.600148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:38.600465 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:38.600782 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:38.601093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:38.601407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:38.601714 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:38.602079 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:38.602340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:38.602652 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:38.602939 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:38.603251 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Tracked resource versions report: Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: pushed versions: Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: { 'AddressGroup': {'1.2'}, Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'ConntrackHelper': {'1.0'}, Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'LocalIPAssociation': {'1.0'}, Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'Log': {'1.0'}, Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'Network': {'1.1'}, Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'Port': {'1.7'}, Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'PortForwarding': {'1.2'}, Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'QosPolicy': {'1.10'}, Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'SecurityGroup': {'1.5'}, Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'SecurityGroupRule': {'1.2'}, Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'SubPort': {'1.0'}, Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'Subnet': {'1.1'}, Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'Trunk': {'1.1'}} Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: consumer versions: Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: { DHCP agent@n-d-824834-4: {}, Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: L3 agent@n-d-824834-4: {}, Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: Metadata agent@n-d-824834-4: {}, Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: Metering agent@n-d-824834-4: {}, Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: Open vSwitch agent@n-d-824834-4: { 'AddressGroup': '1.2', Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'ConntrackHelper': '1.0', Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'LocalIPAssociation': '1.0', Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'Log': '1.0', Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'Network': '1.1', Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'Port': '1.7', Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'PortForwarding': '1.2', Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'QosPolicy': '1.10', Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'SecurityGroup': '1.5', Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'SecurityGroupRule': '1.2', Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'SubPort': '1.0', Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'Subnet': '1.1', Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: 'Trunk': '1.1'}} Jan 28 18:53:38.604319 n-d-824834-4 neutron-server[103147]: {{(pid=103147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 18:53:38.624522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Network 38451817-26df-4532-b1ea-0e30655f117d is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:53:38.643764 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 38451817-26df-4532-b1ea-0e30655f117d) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:53:38.649611 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:53:38.650765 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:38.654234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d28994-bfa7-4cda-8ed0-4bdeca2cbb81 None None] Network 38451817-26df-4532-b1ea-0e30655f117d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 18:53:38.675864 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bf344734-0563-4d71-aa65-00a6e7e9e56a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5000789 Jan 28 18:53:38.921282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-38451817-26df-4532-b1ea-0e30655f117d', 'network_id': '38451817-26df-4532-b1ea-0e30655f117d', 'project_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'fixed_ips': [{'subnet_id': '22dbdfd6-5898-4da9-bf9c-331d7a99d6b9'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 18:53:38.922626 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:39.195227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Allocated IP 172.20.0.2 (38451817-26df-4532-b1ea-0e30655f117d/22dbdfd6-5898-4da9-bf9c-331d7a99d6b9/e40e9344-2faf-448c-82ad-09a8ab46740f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:53:39.460261 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Publish callbacks [] for port (e40e9344-2faf-448c-82ad-09a8ab46740f), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:39.468608 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (e40e9344-2faf-448c-82ad-09a8ab46740f), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:39.541537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Network 38451817-26df-4532-b1ea-0e30655f117d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:53:39.547202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:53:39.557792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 18:53:39.560841 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Pushing event updated for resources: {'Port': ['ID=e40e9344-2faf-448c-82ad-09a8ab46740f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:53:39.570453 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:39.570918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:39.571264 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:39.571591 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:39.571925 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:39.572252 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:39.572576 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:39.572895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:39.573217 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:39.573539 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:39.573857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:39.574198 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:39.574516 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Tracked resource versions report: Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: pushed versions: Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: { 'AddressGroup': {'1.2'}, Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'ConntrackHelper': {'1.0'}, Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'LocalIPAssociation': {'1.0'}, Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'Log': {'1.0'}, Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'Network': {'1.1'}, Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'Port': {'1.7'}, Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'PortForwarding': {'1.2'}, Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'QosPolicy': {'1.10'}, Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'SecurityGroup': {'1.5'}, Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'SecurityGroupRule': {'1.2'}, Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'SubPort': {'1.0'}, Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'Subnet': {'1.1'}, Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'Trunk': {'1.1'}} Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: consumer versions: Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: { DHCP agent@n-d-824834-4: {}, Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: L3 agent@n-d-824834-4: {}, Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: Metadata agent@n-d-824834-4: {}, Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: Metering agent@n-d-824834-4: {}, Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: Open vSwitch agent@n-d-824834-4: { 'AddressGroup': '1.2', Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'ConntrackHelper': '1.0', Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'LocalIPAssociation': '1.0', Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'Log': '1.0', Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'Network': '1.1', Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'Port': '1.7', Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'PortForwarding': '1.2', Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'QosPolicy': '1.10', Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'SecurityGroup': '1.5', Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'SecurityGroupRule': '1.2', Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'SubPort': '1.0', Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'Subnet': '1.1', Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: 'Trunk': '1.1'}} Jan 28 18:53:39.575612 n-d-824834-4 neutron-server[103148]: {{(pid=103148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 18:53:39.648656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Attempting to bind port e40e9344-2faf-448c-82ad-09a8ab46740f on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 18:53:39.649011 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Attempting to bind port e40e9344-2faf-448c-82ad-09a8ab46740f by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '379c8367-620c-416d-ae69-44300b6c8033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '38451817-26df-4532-b1ea-0e30655f117d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 18:53:39.649472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Attempting to bind port e40e9344-2faf-448c-82ad-09a8ab46740f on network 38451817-26df-4532-b1ea-0e30655f117d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 18:53:39.654709 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 18:53:39.655362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Checking segment: {'id': '379c8367-620c-416d-ae69-44300b6c8033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '38451817-26df-4532-b1ea-0e30655f117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 18:53:39.655516 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:39.655934 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Bound using segment: {'id': '379c8367-620c-416d-ae69-44300b6c8033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '38451817-26df-4532-b1ea-0e30655f117d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 18:53:39.656410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Bound port: e40e9344-2faf-448c-82ad-09a8ab46740f, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379c8367-620c-416d-ae69-44300b6c8033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '38451817-26df-4532-b1ea-0e30655f117d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 18:53:39.656806 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e40e9344-2faf-448c-82ad-09a8ab46740f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:39.721121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] For port e40e9344-2faf-448c-82ad-09a8ab46740f, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 18:53:39.725346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] For port e40e9344-2faf-448c-82ad-09a8ab46740f, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e40e9344-2faf-448c-82ad-09a8ab46740f,segment=NetworkSegment(379c8367-620c-416d-ae69-44300b6c8033),segment_id=379c8367-620c-416d-ae69-44300b6c8033)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 18:53:39.733359 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e40e9344-2faf-448c-82ad-09a8ab46740f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:39.794283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c6919-0996-420b-b501-66f0753898cd None None] Pushing event updated for resources: {'Port': ['ID=e40e9344-2faf-448c-82ad-09a8ab46740f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:53:41.107749 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53976) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:53:41.444538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [None req-38f8e4f2-e866-4fd1-8d31-267aa5edddb6 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 18:53:41.445615 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-38f8e4f2-e866-4fd1-8d31-267aa5edddb6 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3369930 Jan 28 18:53:43.882058 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:53:44.207225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-3d6578e1-01f0-4991-8e1d-4c283937c967 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 18:53:44.208210 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3d6578e1-01f0-4991-8e1d-4c283937c967 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3248334 Jan 28 18:53:46.881472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53994) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:53:47.198066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4935d80e-f9e7-4aaf-8383-9a5a2af35afd admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '4d5f94bf7f244e329ff7c85f52b655c0'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:53:47.220726 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4935d80e-f9e7-4aaf-8383-9a5a2af35afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (466ed465-bf1f-4023-84e2-7352902fe9bc), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:47.222343 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4935d80e-f9e7-4aaf-8383-9a5a2af35afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (466ed465-bf1f-4023-84e2-7352902fe9bc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:47.358981 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4935d80e-f9e7-4aaf-8383-9a5a2af35afd admin admin] Publish callbacks [] for router_controller (466ed465-bf1f-4023-84e2-7352902fe9bc), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:47.364597 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4935d80e-f9e7-4aaf-8383-9a5a2af35afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (466ed465-bf1f-4023-84e2-7352902fe9bc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:47.378607 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4935d80e-f9e7-4aaf-8383-9a5a2af35afd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:47.379822 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4935d80e-f9e7-4aaf-8383-9a5a2af35afd admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4969759 Jan 28 18:53:48.108369 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b2d071e0-7982-4209-a66a-93ab0e34e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:49.846779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54006) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:53:50.172817 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-b303c89d-5fa5-4364-a18e-a9fbda0d5ea0 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 18:53:50.173824 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b303c89d-5fa5-4364-a18e-a9fbda0d5ea0 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3260849 Jan 28 18:53:50.335751 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4de26ded-a23c-447c-8dab-4b3c76a43989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:50.718504 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8d3939-718d-41b3-b857-6e75a7719cd3 None None] Network 38451817-26df-4532-b1ea-0e30655f117d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 18:53:50.791484 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ff1f09e3-86cc-442a-83ca-3dcafd060805 None None] Provisioning complete for port e40e9344-2faf-448c-82ad-09a8ab46740f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:53:50.791888 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff1f09e3-86cc-442a-83ca-3dcafd060805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e40e9344-2faf-448c-82ad-09a8ab46740f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:50.959740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e40e9344-2faf-448c-82ad-09a8ab46740f up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 18:53:50.991391 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f09e3-86cc-442a-83ca-3dcafd060805 None None] Current status of the port e40e9344-2faf-448c-82ad-09a8ab46740f is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 18:53:50.991391 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff1f09e3-86cc-442a-83ca-3dcafd060805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e40e9344-2faf-448c-82ad-09a8ab46740f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:51.059114 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ff1f09e3-86cc-442a-83ca-3dcafd060805 None None] For port e40e9344-2faf-448c-82ad-09a8ab46740f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e40e9344-2faf-448c-82ad-09a8ab46740f,segment=NetworkSegment(379c8367-620c-416d-ae69-44300b6c8033),segment_id=379c8367-620c-416d-ae69-44300b6c8033)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 18:53:51.067805 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff1f09e3-86cc-442a-83ca-3dcafd060805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e40e9344-2faf-448c-82ad-09a8ab46740f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:51.092668 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e40e9344-2faf-448c-82ad-09a8ab46740f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:53:51.093116 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e40e9344-2faf-448c-82ad-09a8ab46740f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:51.149523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f09e3-86cc-442a-83ca-3dcafd060805 None None] Pushing event updated for resources: {'Port': ['ID=e40e9344-2faf-448c-82ad-09a8ab46740f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:53:51.199348 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e40e9344-2faf-448c-82ad-09a8ab46740f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 18:53:51.201487 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-69d17219-7725-4b7d-8376-3501f128741e None None] Provisioning complete for port e40e9344-2faf-448c-82ad-09a8ab46740f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:53:51.202068 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69d17219-7725-4b7d-8376-3501f128741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e40e9344-2faf-448c-82ad-09a8ab46740f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:51.279227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-69d17219-7725-4b7d-8376-3501f128741e None None] Current status of the port e40e9344-2faf-448c-82ad-09a8ab46740f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 18:53:51.446290 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:52.726351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54038) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:53:52.746973 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:52.862176 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e1d60c32-7480-454e-ad69-91457556c6de admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'project_id': 'a8b5903d824947199a4bc5fe12d497a2', 'is_default': True, 'tenant_id': 'a8b5903d824947199a4bc5fe12d497a2', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:53:52.885214 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d60c32-7480-454e-ad69-91457556c6de admin admin] Made reservation on behalf of a8b5903d824947199a4bc5fe12d497a2 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:53:52.887640 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1d60c32-7480-454e-ad69-91457556c6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:52.895612 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1d60c32-7480-454e-ad69-91457556c6de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:52.914784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e40e9344-2faf-448c-82ad-09a8ab46740f up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 18:53:52.962099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e40e9344-2faf-448c-82ad-09a8ab46740f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:53:52.962501 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e40e9344-2faf-448c-82ad-09a8ab46740f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:52.968467 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1d60c32-7480-454e-ad69-91457556c6de admin admin] Publish callbacks [] for security_group (524d0d1a-430e-4c71-9c4a-732e6f6606e3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:52.974396 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1d60c32-7480-454e-ad69-91457556c6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (524d0d1a-430e-4c71-9c4a-732e6f6606e3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:52.995980 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e1d60c32-7480-454e-ad69-91457556c6de admin admin] Reserving flat network on physical network physnet1 {{(pid=103146) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 18:53:53.006403 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d60c32-7480-454e-ad69-91457556c6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524d0d1a-430e-4c71-9c4a-732e6f6606e3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:53:53.015929 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1d60c32-7480-454e-ad69-91457556c6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:53.016218 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-e1d60c32-7480-454e-ad69-91457556c6de admin admin] Added segment b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2 of type flat for network c4a614f9-9895-4be0-8348-7f6e942bd391 Jan 28 18:53:53.040333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e40e9344-2faf-448c-82ad-09a8ab46740f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 18:53:53.061666 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1d60c32-7480-454e-ad69-91457556c6de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (c4a614f9-9895-4be0-8348-7f6e942bd391), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:53.093754 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1d60c32-7480-454e-ad69-91457556c6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (c4a614f9-9895-4be0-8348-7f6e942bd391), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:53.094719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d60c32-7480-454e-ad69-91457556c6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:53:53.095335 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1d60c32-7480-454e-ad69-91457556c6de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:53.166818 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e1d60c32-7480-454e-ad69-91457556c6de admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4393816 Jan 28 18:53:53.172040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d60c32-7480-454e-ad69-91457556c6de admin admin] Pushing event updated for resources: {'Network': ['ID=c4a614f9-9895-4be0-8348-7f6e942bd391,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:53:53.193683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network c4a614f9-9895-4be0-8348-7f6e942bd391 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 18:53:54.358475 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:55.453961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54046) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:53:55.558012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dcfa8e-6348-4fe9-9c55-a55f6eb73e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:53:55.559337 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e2dcfa8e-6348-4fe9-9c55-a55f6eb73e53 admin admin] 10.222.0.55 "GET /v2.0/subnets/22dbdfd6-5898-4da9-bf9c-331d7a99d6b9 HTTP/1.1" status: 200 len: 849 time: 0.1041214 Jan 28 18:53:55.731512 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-112551c2-e366-402b-97d1-dc7270fa62d2 admin admin] 10.222.0.55 "GET /v2.0/routers/466ed465-bf1f-4023-84e2-7352902fe9bc HTTP/1.1" status: 200 len: 704 time: 0.1663578 Jan 28 18:53:56.009389 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:56.310680 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Allocated IP 172.20.0.1 (38451817-26df-4532-b1ea-0e30655f117d/22dbdfd6-5898-4da9-bf9c-331d7a99d6b9/53bf81d0-b9ee-484d-b4d7-e26aea4f785f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:53:56.477390 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Publish callbacks [] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:56.546478 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:56.615438 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Network 38451817-26df-4532-b1ea-0e30655f117d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:53:56.620877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:53:56.632784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 18:53:56.633327 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (466ed465-bf1f-4023-84e2-7352902fe9bc), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:56.651952 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Pushing event updated for resources: {'Port': ['ID=53bf81d0-b9ee-484d-b4d7-e26aea4f785f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:53:56.825843 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:56.854673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e6c104e6-40c4-42e0-ac87-609dc9541a52 None None] Provisioning complete for port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:53:56.855347 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6c104e6-40c4-42e0-ac87-609dc9541a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:56.890113 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e6c104e6-40c4-42e0-ac87-609dc9541a52 None None] Port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 18:53:57.093486 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Publish callbacks [] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:57.100905 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:57.101613 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (466ed465-bf1f-4023-84e2-7352902fe9bc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:57.173733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Pushing event updated for resources: {'Port': ['ID=53bf81d0-b9ee-484d-b4d7-e26aea4f785f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:53:57.221839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Network 38451817-26df-4532-b1ea-0e30655f117d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:53:57.223147 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:53:57.387428 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Router 466ed465-bf1f-4023-84e2-7352902fe9bc is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 18:53:57.413547 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a8396e1d-5d8b-42ac-b1c8-520ac86811e0 None None] Provisioning complete for port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:53:57.413941 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a8396e1d-5d8b-42ac-b1c8-520ac86811e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:57.446430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a8396e1d-5d8b-42ac-b1c8-520ac86811e0 None None] Port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 18:53:57.481857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 18:53:57.487165 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-96df3245-24a0-4315-af48-c117960865a2 admin admin] 10.222.0.55 "PUT /v2.0/routers/466ed465-bf1f-4023-84e2-7352902fe9bc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7481930 Jan 28 18:53:57.506579 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Sync routers for ids ['466ed465-bf1f-4023-84e2-7352902fe9bc'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:53:57.519284 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Routers {'466ed465-bf1f-4023-84e2-7352902fe9bc'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 18:53:57.520131 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T18:53:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['466ed465-bf1f-4023-84e2-7352902fe9bc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:53:57.702297 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Set router 466ed465-bf1f-4023-84e2-7352902fe9bc gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 18:53:58.125861 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466ed465-bf1f-4023-84e2-7352902fe9bc', 'name': 'router1', 'tenant_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:53:47Z', 'updated_at': '2022-01-28T18:53:56Z', 'revision_number': 2, 'project_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'gw_port_host': None, '_interfaces': [{'id': '53bf81d0-b9ee-484d-b4d7-e26aea4f785f', 'name': '', 'network_id': '38451817-26df-4532-b1ea-0e30655f117d', 'tenant_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'mac_address': 'fa:16:3e:4a:e4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466ed465-bf1f-4023-84e2-7352902fe9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22dbdfd6-5898-4da9-bf9c-331d7a99d6b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:53:56Z', 'updated_at': '2022-01-28T18:53:56Z', 'revision_number': 2, 'project_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'subnets': [{'id': '22dbdfd6-5898-4da9-bf9c-331d7a99d6b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a3737b-e4e3-42ff-b28e-1727ed819c84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:53:58.176147 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Checking router: 466ed465-bf1f-4023-84e2-7352902fe9bc for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:53:58.176525 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Updating router 466ed465-bf1f-4023-84e2-7352902fe9bc port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:53:58.229569 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:58.737118 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Publish callbacks [] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:58.749099 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:53:58.749751 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:58.838012 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197899ec-f564-43db-a680-bdb12b3a7835 None None] Pushing event updated for resources: {'Port': ['ID=53bf81d0-b9ee-484d-b4d7-e26aea4f785f,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:53:58.847193 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197899ec-f564-43db-a680-bdb12b3a7835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:58.847508 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197899ec-f564-43db-a680-bdb12b3a7835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:58.847876 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197899ec-f564-43db-a680-bdb12b3a7835 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:58.848179 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197899ec-f564-43db-a680-bdb12b3a7835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:58.848531 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197899ec-f564-43db-a680-bdb12b3a7835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:58.848854 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197899ec-f564-43db-a680-bdb12b3a7835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:58.849174 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197899ec-f564-43db-a680-bdb12b3a7835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:58.849482 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197899ec-f564-43db-a680-bdb12b3a7835 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:58.849787 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197899ec-f564-43db-a680-bdb12b3a7835 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:58.850117 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197899ec-f564-43db-a680-bdb12b3a7835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:58.850465 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197899ec-f564-43db-a680-bdb12b3a7835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:58.850750 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197899ec-f564-43db-a680-bdb12b3a7835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:58.855009 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197899ec-f564-43db-a680-bdb12b3a7835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197899ec-f564-43db-a680-bdb12b3a7835 None None] Tracked resource versions report: Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: pushed versions: Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: { 'AddressGroup': {'1.2'}, Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'ConntrackHelper': {'1.0'}, Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'LocalIPAssociation': {'1.0'}, Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'Log': {'1.0'}, Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'Network': {'1.1'}, Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'Port': {'1.7'}, Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'PortForwarding': {'1.2'}, Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'QosPolicy': {'1.10'}, Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'SecurityGroup': {'1.5'}, Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'SecurityGroupRule': {'1.2'}, Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'SubPort': {'1.0'}, Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'Subnet': {'1.1'}, Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'Trunk': {'1.1'}} Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: consumer versions: Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: { DHCP agent@n-d-824834-4: {}, Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: L3 agent@n-d-824834-4: {}, Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: Metadata agent@n-d-824834-4: {}, Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: Metering agent@n-d-824834-4: {}, Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: Open vSwitch agent@n-d-824834-4: { 'AddressGroup': '1.2', Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'ConntrackHelper': '1.0', Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'LocalIPAssociation': '1.0', Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'Log': '1.0', Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'Network': '1.1', Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'Port': '1.7', Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'PortForwarding': '1.2', Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'QosPolicy': '1.10', Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'SecurityGroup': '1.5', Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'SecurityGroupRule': '1.2', Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'SubPort': '1.0', Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'Subnet': '1.1', Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: 'Trunk': '1.1'}} Jan 28 18:53:58.856165 n-d-824834-4 neutron-server[103149]: {{(pid=103149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 18:53:58.937584 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Attempting to bind port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 18:53:58.937999 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Attempting to bind port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '379c8367-620c-416d-ae69-44300b6c8033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '38451817-26df-4532-b1ea-0e30655f117d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 18:53:58.938455 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Attempting to bind port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f on network 38451817-26df-4532-b1ea-0e30655f117d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 18:53:58.944488 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 18:53:58.945266 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Checking segment: {'id': '379c8367-620c-416d-ae69-44300b6c8033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '38451817-26df-4532-b1ea-0e30655f117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 18:53:58.945974 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:58.946588 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Bound using segment: {'id': '379c8367-620c-416d-ae69-44300b6c8033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '38451817-26df-4532-b1ea-0e30655f117d'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 18:53:58.947533 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Bound port: 53bf81d0-b9ee-484d-b4d7-e26aea4f785f, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379c8367-620c-416d-ae69-44300b6c8033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '38451817-26df-4532-b1ea-0e30655f117d'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 18:53:58.947906 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:59.016377 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] For port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 18:53:59.035301 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] For port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=53bf81d0-b9ee-484d-b4d7-e26aea4f785f,segment=NetworkSegment(379c8367-620c-416d-ae69-44300b6c8033),segment_id=379c8367-620c-416d-ae69-44300b6c8033)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 18:53:59.042444 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:59.080009 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-150848bc-a37e-4e1b-beaf-58dc652962bc None None] Provisioning complete for port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:53:59.081066 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-150848bc-a37e-4e1b-beaf-58dc652962bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:59.097574 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Routers {'466ed465-bf1f-4023-84e2-7352902fe9bc'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 18:53:59.098099 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T18:53:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['466ed465-bf1f-4023-84e2-7352902fe9bc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:53:59.102941 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197899ec-f564-43db-a680-bdb12b3a7835 None None] Pushing event updated for resources: {'Port': ['ID=53bf81d0-b9ee-484d-b4d7-e26aea4f785f,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:53:59.173695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-150848bc-a37e-4e1b-beaf-58dc652962bc None None] Current status of the port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 18:53:59.174148 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-150848bc-a37e-4e1b-beaf-58dc652962bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:59.190287 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] Set router 466ed465-bf1f-4023-84e2-7352902fe9bc gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 18:53:59.208408 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-150848bc-a37e-4e1b-beaf-58dc652962bc None None] For port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=53bf81d0-b9ee-484d-b4d7-e26aea4f785f,segment=NetworkSegment(379c8367-620c-416d-ae69-44300b6c8033),segment_id=379c8367-620c-416d-ae69-44300b6c8033)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 18:53:59.218528 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-150848bc-a37e-4e1b-beaf-58dc652962bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:59.273500 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150848bc-a37e-4e1b-beaf-58dc652962bc None None] Pushing event updated for resources: {'Port': ['ID=53bf81d0-b9ee-484d-b4d7-e26aea4f785f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:53:59.343955 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6432027c-5eec-4bb6-b251-e4d333ad07ae None None] Provisioning complete for port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:53:59.344344 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6432027c-5eec-4bb6-b251-e4d333ad07ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:53:59.415025 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466ed465-bf1f-4023-84e2-7352902fe9bc', 'name': 'router1', 'tenant_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:53:47Z', 'updated_at': '2022-01-28T18:53:56Z', 'revision_number': 2, 'project_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'gw_port_host': None, '_interfaces': [{'id': '53bf81d0-b9ee-484d-b4d7-e26aea4f785f', 'name': '', 'network_id': '38451817-26df-4532-b1ea-0e30655f117d', 'tenant_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'mac_address': 'fa:16:3e:4a:e4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466ed465-bf1f-4023-84e2-7352902fe9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22dbdfd6-5898-4da9-bf9c-331d7a99d6b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:53:56Z', 'updated_at': '2022-01-28T18:53:59Z', 'revision_number': 4, 'project_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'subnets': [{'id': '22dbdfd6-5898-4da9-bf9c-331d7a99d6b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a3737b-e4e3-42ff-b28e-1727ed819c84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:53:59.421491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6432027c-5eec-4bb6-b251-e4d333ad07ae None None] Current status of the port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 18:53:59.445859 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beaa989-1631-4d2e-8a78-8b1f0e49f414 None None] The sync data for ids ['466ed465-bf1f-4023-84e2-7352902fe9bc'] in n-d-824834-4 is: [{'id': '466ed465-bf1f-4023-84e2-7352902fe9bc', 'name': 'router1', 'tenant_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:53:47Z', 'updated_at': '2022-01-28T18:53:56Z', 'revision_number': 2, 'project_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'gw_port_host': None, '_interfaces': [{'id': '53bf81d0-b9ee-484d-b4d7-e26aea4f785f', 'name': '', 'network_id': '38451817-26df-4532-b1ea-0e30655f117d', 'tenant_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'mac_address': 'fa:16:3e:4a:e4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466ed465-bf1f-4023-84e2-7352902fe9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22dbdfd6-5898-4da9-bf9c-331d7a99d6b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:53:56Z', 'updated_at': '2022-01-28T18:53:59Z', 'revision_number': 4, 'project_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'subnets': [{'id': '22dbdfd6-5898-4da9-bf9c-331d7a99d6b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a3737b-e4e3-42ff-b28e-1727ed819c84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:54:02.137118 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54064) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:54:02.251280 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5f58c1-11c0-48ed-a1c5-67486bf03cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:02.252582 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cf5f58c1-11c0-48ed-a1c5-67486bf03cd7 admin admin] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 842 time: 0.1144691 Jan 28 18:54:02.262503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-62b86b12-3f60-4a7f-9d39-6d2c120bbf4e admin admin] Request body: {'subnet': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'gateway_ip': '172.25.0.1', 'enable_dhcp': False, 'name': 'public-subnet', 'tenant_id': 'a8b5903d824947199a4bc5fe12d497a2', 'ip_version': 4, 'cidr': '172.25.0.0/24'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:54:02.282803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b86b12-3f60-4a7f-9d39-6d2c120bbf4e admin admin] Made reservation on behalf of a8b5903d824947199a4bc5fe12d497a2 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:54:02.285197 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62b86b12-3f60-4a7f-9d39-6d2c120bbf4e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:02.571716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.objects.ports [None req-62b86b12-3f60-4a7f-9d39-6d2c120bbf4e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 18:54:02.572073 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62b86b12-3f60-4a7f-9d39-6d2c120bbf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for subnet (519115b4-0fbc-41db-bfce-d08d3c904ea9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:02.618172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b86b12-3f60-4a7f-9d39-6d2c120bbf4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=519115b4-0fbc-41db-bfce-d08d3c904ea9,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:54:02.633225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b86b12-3f60-4a7f-9d39-6d2c120bbf4e admin admin] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 18:54:02.633569 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b86b12-3f60-4a7f-9d39-6d2c120bbf4e admin admin] Network hostable DHCP agents. Network: c4a614f9-9895-4be0-8348-7f6e942bd391, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:54:02.650045 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b86b12-3f60-4a7f-9d39-6d2c120bbf4e admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:54:02.658328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-62b86b12-3f60-4a7f-9d39-6d2c120bbf4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, c4a614f9-9895-4be0-8348-7f6e942bd391) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:54:02.662934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b86b12-3f60-4a7f-9d39-6d2c120bbf4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:02.663911 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62b86b12-3f60-4a7f-9d39-6d2c120bbf4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:02.669378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c543d8dd-1436-4a76-afe2-18e330f945ef None None] Network c4a614f9-9895-4be0-8348-7f6e942bd391 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 18:54:02.685767 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-62b86b12-3f60-4a7f-9d39-6d2c120bbf4e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4222517 Jan 28 18:54:02.774573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad1f46d-25d5-45a2-a94d-30be93a3c6b2 None None] Network c4a614f9-9895-4be0-8348-7f6e942bd391 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 18:54:05.007956 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54072) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:54:05.220091 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-58d43a95-4ae2-4ce7-a0cd-f756de32c3cf admin admin] 10.222.0.55 "GET /v2.0/routers/466ed465-bf1f-4023-84e2-7352902fe9bc HTTP/1.1" status: 200 len: 710 time: 0.2109725 Jan 28 18:54:05.367196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d18561-9de6-48d8-b179-bbbae3bea6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:54:05.368641 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-09d18561-9de6-48d8-b179-bbbae3bea6c5 admin admin] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 886 time: 0.1430531 Jan 28 18:54:05.377815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:54:05.619702 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] Publish callbacks [] for router_gateway (466ed465-bf1f-4023-84e2-7352902fe9bc), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:05.868516 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] Publish callbacks [] for router_gateway (466ed465-bf1f-4023-84e2-7352902fe9bc), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:05.946710 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:06.134689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] Allocated IP 172.25.0.38 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/1244bfea-ea2f-4ced-9455-4affb40e087c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:54:06.297860 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] Publish callbacks [] for port (1244bfea-ea2f-4ced-9455-4affb40e087c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:06.359080 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (1244bfea-ea2f-4ced-9455-4affb40e087c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:06.432563 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:54:06.438527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:54:06.450186 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 18:54:06.452511 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] Pushing event updated for resources: {'Port': ['ID=1244bfea-ea2f-4ced-9455-4affb40e087c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:54:06.727339 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] Publish callbacks [] for router_gateway (466ed465-bf1f-4023-84e2-7352902fe9bc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:06.920577 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (466ed465-bf1f-4023-84e2-7352902fe9bc), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:06.926533 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (466ed465-bf1f-4023-84e2-7352902fe9bc), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:06.968717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 53bf81d0-b9ee-484d-b4d7-e26aea4f785f up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 18:54:07.015350 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:54:07.015758 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:07.042180 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] Router 466ed465-bf1f-4023-84e2-7352902fe9bc has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 18:54:07.091958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 18:54:07.148255 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 18:54:07.152661 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:07.154011 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1491540f-3aef-43ac-bae3-60c4ada9ffb7 admin admin] 10.222.0.55 "PUT /v2.0/routers/466ed465-bf1f-4023-84e2-7352902fe9bc HTTP/1.1" status: 200 len: 889 time: 1.7793560 Jan 28 18:54:07.645721 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Sync routers for ids ['466ed465-bf1f-4023-84e2-7352902fe9bc'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 18:54:07.657114 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Routers {'466ed465-bf1f-4023-84e2-7352902fe9bc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 18:54:07.657763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T18:53:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['466ed465-bf1f-4023-84e2-7352902fe9bc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:54:07.862457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Set router 466ed465-bf1f-4023-84e2-7352902fe9bc gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 18:54:08.321005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466ed465-bf1f-4023-84e2-7352902fe9bc', 'name': 'router1', 'tenant_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1244bfea-ea2f-4ced-9455-4affb40e087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:53:47Z', 'updated_at': '2022-01-28T18:54:06Z', 'revision_number': 4, 'project_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'gw_port': {'id': '1244bfea-ea2f-4ced-9455-4affb40e087c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466ed465-bf1f-4023-84e2-7352902fe9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:54:05Z', 'updated_at': '2022-01-28T18:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '53bf81d0-b9ee-484d-b4d7-e26aea4f785f', 'name': '', 'network_id': '38451817-26df-4532-b1ea-0e30655f117d', 'tenant_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'mac_address': 'fa:16:3e:4a:e4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ed465-bf1f-4023-84e2-7352902fe9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22dbdfd6-5898-4da9-bf9c-331d7a99d6b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:53:56Z', 'updated_at': '2022-01-28T18:53:59Z', 'revision_number': 5, 'project_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'subnets': [{'id': '22dbdfd6-5898-4da9-bf9c-331d7a99d6b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a3737b-e4e3-42ff-b28e-1727ed819c84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:54:08.372096 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Checking router: 466ed465-bf1f-4023-84e2-7352902fe9bc for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 18:54:08.372459 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Updating router 466ed465-bf1f-4023-84e2-7352902fe9bc port 1244bfea-ea2f-4ced-9455-4affb40e087c binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 18:54:08.422782 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1244bfea-ea2f-4ced-9455-4affb40e087c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:08.731192 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Publish callbacks [] for port (1244bfea-ea2f-4ced-9455-4affb40e087c), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:08.737535 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1244bfea-ea2f-4ced-9455-4affb40e087c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:08.787921 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Attempting to bind port 1244bfea-ea2f-4ced-9455-4affb40e087c on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 18:54:08.788292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Attempting to bind port 1244bfea-ea2f-4ced-9455-4affb40e087c by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 18:54:08.788645 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Attempting to bind port 1244bfea-ea2f-4ced-9455-4affb40e087c on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 18:54:08.795454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baba769-6e0f-43ac-bce4-c48e42552bcd None None] Pushing event updated for resources: {'Port': ['ID=1244bfea-ea2f-4ced-9455-4affb40e087c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:54:08.797804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 18:54:08.798206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 18:54:08.798602 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:08.798977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 18:54:08.799467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Bound port: 1244bfea-ea2f-4ced-9455-4affb40e087c, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 18:54:08.799828 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1244bfea-ea2f-4ced-9455-4affb40e087c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:08.849466 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] For port 1244bfea-ea2f-4ced-9455-4affb40e087c, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 18:54:08.852485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] For port 1244bfea-ea2f-4ced-9455-4affb40e087c, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1244bfea-ea2f-4ced-9455-4affb40e087c,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 18:54:08.859502 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1244bfea-ea2f-4ced-9455-4affb40e087c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:08.916226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baba769-6e0f-43ac-bce4-c48e42552bcd None None] Pushing event updated for resources: {'Port': ['ID=1244bfea-ea2f-4ced-9455-4affb40e087c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:54:08.919051 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Routers {'466ed465-bf1f-4023-84e2-7352902fe9bc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 18:54:08.919616 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T18:53:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['466ed465-bf1f-4023-84e2-7352902fe9bc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:54:09.024723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] Set router 466ed465-bf1f-4023-84e2-7352902fe9bc gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 18:54:09.236243 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466ed465-bf1f-4023-84e2-7352902fe9bc', 'name': 'router1', 'tenant_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1244bfea-ea2f-4ced-9455-4affb40e087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:53:47Z', 'updated_at': '2022-01-28T18:54:06Z', 'revision_number': 4, 'project_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'gw_port': {'id': '1244bfea-ea2f-4ced-9455-4affb40e087c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466ed465-bf1f-4023-84e2-7352902fe9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:54:05Z', 'updated_at': '2022-01-28T18:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '53bf81d0-b9ee-484d-b4d7-e26aea4f785f', 'name': '', 'network_id': '38451817-26df-4532-b1ea-0e30655f117d', 'tenant_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'mac_address': 'fa:16:3e:4a:e4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ed465-bf1f-4023-84e2-7352902fe9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22dbdfd6-5898-4da9-bf9c-331d7a99d6b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:53:56Z', 'updated_at': '2022-01-28T18:53:59Z', 'revision_number': 5, 'project_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'subnets': [{'id': '22dbdfd6-5898-4da9-bf9c-331d7a99d6b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a3737b-e4e3-42ff-b28e-1727ed819c84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 18:54:09.262855 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4108b82-3e71-4633-8652-e79efd1f2c84 None None] The sync data for ids ['466ed465-bf1f-4023-84e2-7352902fe9bc'] in n-d-824834-4 is: [{'id': '466ed465-bf1f-4023-84e2-7352902fe9bc', 'name': 'router1', 'tenant_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '1244bfea-ea2f-4ced-9455-4affb40e087c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T18:53:47Z', 'updated_at': '2022-01-28T18:54:06Z', 'revision_number': 4, 'project_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'gw_port': {'id': '1244bfea-ea2f-4ced-9455-4affb40e087c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:90:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466ed465-bf1f-4023-84e2-7352902fe9bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:54:05Z', 'updated_at': '2022-01-28T18:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '53bf81d0-b9ee-484d-b4d7-e26aea4f785f', 'name': '', 'network_id': '38451817-26df-4532-b1ea-0e30655f117d', 'tenant_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'mac_address': 'fa:16:3e:4a:e4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ed465-bf1f-4023-84e2-7352902fe9bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '22dbdfd6-5898-4da9-bf9c-331d7a99d6b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T18:53:56Z', 'updated_at': '2022-01-28T18:53:59Z', 'revision_number': 5, 'project_id': '4d5f94bf7f244e329ff7c85f52b655c0', 'subnets': [{'id': '22dbdfd6-5898-4da9-bf9c-331d7a99d6b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a3737b-e4e3-42ff-b28e-1727ed819c84'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 18:54:09.587304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54084) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:54:09.708490 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bee32020-769f-4248-b660-3b90377cedb6 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1200573 Jan 28 18:54:10.953938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1244bfea-ea2f-4ced-9455-4affb40e087c up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 18:54:11.023172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1244bfea-ea2f-4ced-9455-4affb40e087c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:54:11.023578 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1244bfea-ea2f-4ced-9455-4affb40e087c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:11.099846 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1244bfea-ea2f-4ced-9455-4affb40e087c is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 18:54:11.100243 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1244bfea-ea2f-4ced-9455-4affb40e087c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:11.120155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 1244bfea-ea2f-4ced-9455-4affb40e087c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1244bfea-ea2f-4ced-9455-4affb40e087c,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 18:54:11.125269 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1244bfea-ea2f-4ced-9455-4affb40e087c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:11.173235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=1244bfea-ea2f-4ced-9455-4affb40e087c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:54:12.928721 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1244bfea-ea2f-4ced-9455-4affb40e087c up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 18:54:12.993102 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1244bfea-ea2f-4ced-9455-4affb40e087c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:54:12.993854 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1244bfea-ea2f-4ced-9455-4affb40e087c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:13.104417 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1244bfea-ea2f-4ced-9455-4affb40e087c is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 18:54:18.109584 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cdcee541-ae28-4a12-893f-db202f357f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:20.331929 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b8a06be-2919-4bb9-90ac-9522bfaf8d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:21.449811 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:22.751877 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:24.359782 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:35.739184 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:54:48.099353 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c7adaa6-7059-45e8-82e7-0abc79b7fd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:50.335321 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a54ae3a8-2319-4878-8f22-dedbd13891d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:51.453208 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:52.756915 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:54:54.358225 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:55:12.739295 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:55:18.103908 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f59b817a-cb2e-4fba-ac7e-b812876a32c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:55:20.341767 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4714cc8-e95d-4cd3-9c2a-d18814331861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:55:21.456125 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:55:22.759615 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:55:24.358207 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:55:32.542492 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54600) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:55:32.626681 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-615dfa0e-9b99-4891-a1f7-5038448d1fad admin admin] GET failed (client error): The resource could not be found. Jan 28 18:55:32.627979 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-615dfa0e-9b99-4891-a1f7-5038448d1fad admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0845299 Jan 28 18:55:32.795053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cea344-f4c2-4de8-b851-dfd13266857d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:32.796924 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-02cea344-f4c2-4de8-b851-dfd13266857d admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1640763 Jan 28 18:55:35.049413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54610) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:55:35.159755 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e485488f-9787-4435-ba5d-4c5f78c3feb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:35.161032 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e485488f-9787-4435-ba5d-4c5f78c3feb8 admin admin] 10.222.0.55 "GET /v2.0/subnets/22dbdfd6-5898-4da9-bf9c-331d7a99d6b9 HTTP/1.1" status: 200 len: 849 time: 0.1103647 Jan 28 18:55:35.170758 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:55:35.332526 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Publish callbacks [] for subnet (22dbdfd6-5898-4da9-bf9c-331d7a99d6b9), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:55:35.478149 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777971155667'] for subnet (22dbdfd6-5898-4da9-bf9c-331d7a99d6b9), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:55:35.517413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:35.518006 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:55:35.519337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] 10.222.0.55 "PUT /v2.0/subnets/22dbdfd6-5898-4da9-bf9c-331d7a99d6b9 HTTP/1.1" status: 200 len: 868 time: 0.3523815 Jan 28 18:55:35.522885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71171fd0-b41c-40e6-8bce-dadae2df7ac6 None None] Network 38451817-26df-4532-b1ea-0e30655f117d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 18:55:35.539586 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22dbdfd6-5898-4da9-bf9c-331d7a99d6b9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:55:35.547165 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:55:35.547511 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:55:35.547854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:55:35.548262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:55:35.548596 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:55:35.548926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:55:35.549254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:55:35.549618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:55:35.549955 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:55:35.550319 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:55:35.550649 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:55:35.550969 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:55:35.551290 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e3825d-7f8a-442a-bfcc-63d292190085 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:55:35.859311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-42b485a9-a9bc-41ba-bf8c-347274d1fd01 None None] Provisioning complete for port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:55:35.859675 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42b485a9-a9bc-41ba-bf8c-347274d1fd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (53bf81d0-b9ee-484d-b4d7-e26aea4f785f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:55:35.941883 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-42b485a9-a9bc-41ba-bf8c-347274d1fd01 None None] Current status of the port 53bf81d0-b9ee-484d-b4d7-e26aea4f785f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 18:55:35.953441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-42b485a9-a9bc-41ba-bf8c-347274d1fd01 None None] Provisioning complete for port e40e9344-2faf-448c-82ad-09a8ab46740f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:55:35.953833 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42b485a9-a9bc-41ba-bf8c-347274d1fd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e40e9344-2faf-448c-82ad-09a8ab46740f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:55:36.033280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-42b485a9-a9bc-41ba-bf8c-347274d1fd01 None None] Current status of the port e40e9344-2faf-448c-82ad-09a8ab46740f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 18:55:37.745900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54618) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:55:37.951958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3f0a67-73f3-4668-aebb-ff2ad685d567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:37.952439 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3f0a67-73f3-4668-aebb-ff2ad685d567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:37.954010 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ac3f0a67-73f3-4668-aebb-ff2ad685d567 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2071111 Jan 28 18:55:40.168296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54626) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:55:40.310977 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0437e1d-0c2c-4984-8c3e-1561ee87c3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:40.311558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0437e1d-0c2c-4984-8c3e-1561ee87c3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:40.313966 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a0437e1d-0c2c-4984-8c3e-1561ee87c3ec admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1445153 Jan 28 18:55:42.550486 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54634) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:55:42.684594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246a99d1-0bb2-4efd-8160-d5c4498c2e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:42.685943 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-246a99d1-0bb2-4efd-8160-d5c4498c2e44 admin admin] 10.222.0.55 "GET /v2.0/networks/38451817-26df-4532-b1ea-0e30655f117d HTTP/1.1" status: 200 len: 869 time: 0.1344898 Jan 28 18:55:44.906808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54644) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:55:45.042581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42843c4-6ded-4f19-90e3-811043749b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:45.043956 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a42843c4-6ded-4f19-90e3-811043749b80 admin admin] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 886 time: 0.1356208 Jan 28 18:55:47.242951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54652) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:55:47.379982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f635875-cb72-46e3-86a6-e53f48da70f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:47.380447 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f635875-cb72-46e3-86a6-e53f48da70f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:47.382034 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2f635875-cb72-46e3-86a6-e53f48da70f4 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1380951 Jan 28 18:55:48.107637 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b940564-0567-48fb-8ecc-c4921238cde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:55:49.595682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54660) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:55:49.705862 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c10f29c-5a46-40f8-90c5-2755a79eab1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:49.706344 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c10f29c-5a46-40f8-90c5-2755a79eab1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:49.707893 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7c10f29c-5a46-40f8-90c5-2755a79eab1f admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1112344 Jan 28 18:55:49.738996 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:55:50.338565 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32a5e983-a95f-4d7a-97a9-eaf70b38e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:55:51.461350 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:55:51.915524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54668) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:55:52.012058 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038ea188-dcca-46da-9f18-83114f93bf86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:52.013372 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-038ea188-dcca-46da-9f18-83114f93bf86 admin admin] 10.222.0.55 "GET /v2.0/subnets/22dbdfd6-5898-4da9-bf9c-331d7a99d6b9 HTTP/1.1" status: 200 len: 868 time: 0.0968654 Jan 28 18:55:52.762771 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:55:54.250141 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54676) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:55:54.339052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3660f504-987a-4faa-bc13-0421fe3617d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:55:54.340416 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3660f504-987a-4faa-bc13-0421fe3617d2 admin admin] 10.222.0.55 "GET /v2.0/subnets/519115b4-0fbc-41db-bfce-d08d3c904ea9 HTTP/1.1" status: 200 len: 816 time: 0.0893013 Jan 28 18:55:54.354278 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:18.113033 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-524d0f7b-9a66-4fb1-b933-b2db9cad1e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:19.285924 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54730) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:56:19.333668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [None req-9b8b5f5c-7cb9-4b98-a72d-0a242dabef98 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 18:56:19.334671 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9b8b5f5c-7cb9-4b98-a72d-0a242dabef98 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477438 Jan 28 18:56:20.333057 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c72f7938-2328-4a8c-a7ea-e37df61649e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:21.462795 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:21.674766 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54738) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:56:21.749002 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acdb410-b3a6-4bbe-9bab-0d31659de165 admin admin] GET failed (client error): The resource could not be found. Jan 28 18:56:21.750346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3acdb410-b3a6-4bbe-9bab-0d31659de165 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0742462 Jan 28 18:56:21.842053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51676886-ecd3-4529-9706-76f96aba7d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:21.843590 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-51676886-ecd3-4529-9706-76f96aba7d0d admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0869856 Jan 28 18:56:22.766208 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:24.102040 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54748) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:56:24.154290 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a8b5903d824947199a4bc5fe12d497a2', 'tenant_id': 'a8b5903d824947199a4bc5fe12d497a2', 'shared': True, 'name': 'shared'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:56:24.184168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Made reservation on behalf of a8b5903d824947199a4bc5fe12d497a2 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:56:24.186456 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:24.217462 n-d-824834-4 neutron-server[103147]: WARNING neutron.services.revisions.revision_plugin [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Could not find related network for resource to bump revision. Jan 28 18:56:24.233867 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 18:56:24.246261 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777971009419', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0c523c8b-ed0e-4429-9c1e-e4004fc48372), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:24.246797 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Unsubscribe: segment precommit_create {{(pid=103147) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 18:56:24.247280 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Added segment 0c523c8b-ed0e-4429-9c1e-e4004fc48372 of type vlan for network 917d200f-b068-4f89-8bf3-7f272d51ae78 Jan 28 18:56:24.292689 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (917d200f-b068-4f89-8bf3-7f272d51ae78), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:24.325866 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (917d200f-b068-4f89-8bf3-7f272d51ae78), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:24.326848 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:24.327411 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:24.347770 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:24.406007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3029017 Jan 28 18:56:24.418625 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Pushing event updated for resources: {'Network': ['ID=917d200f-b068-4f89-8bf3-7f272d51ae78,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:24.426487 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:24.426807 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:24.427146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:24.427478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:24.427803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:24.428126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:24.428445 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:24.428762 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:24.429076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:24.429376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:24.429688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:24.430000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:24.430340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2888f57-c96d-4639-8122-d3a60156471a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:24.599182 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 18:56:26.711437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54758) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:56:26.737654 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:56:26.773372 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb50524-4999-45c3-8ec0-f01dda1afbe2 admin admin] GET failed (client error): The resource could not be found. Jan 28 18:56:26.774662 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2cb50524-4999-45c3-8ec0-f01dda1afbe2 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622809 Jan 28 18:56:26.876081 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c2cc4a-feaf-43ce-8ac0-2647f59c48b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:26.877488 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f5c2cc4a-feaf-43ce-8ac0-2647f59c48b2 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0987520 Jan 28 18:56:26.891094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9884a71d-7356-46e0-98de-34aaf2b93bbb admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'tenant_id': 'a8b5903d824947199a4bc5fe12d497a2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 18:56:26.914813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9884a71d-7356-46e0-98de-34aaf2b93bbb admin admin] Made reservation on behalf of a8b5903d824947199a4bc5fe12d497a2 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 18:56:26.917467 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9884a71d-7356-46e0-98de-34aaf2b93bbb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:27.148631 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9884a71d-7356-46e0-98de-34aaf2b93bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for subnet (30258cf9-6e87-4cc4-a9ce-dc7e50434c41), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:27.198899 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884a71d-7356-46e0-98de-34aaf2b93bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=30258cf9-6e87-4cc4-a9ce-dc7e50434c41,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:27.210058 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9884a71d-7356-46e0-98de-34aaf2b93bbb admin admin] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 18:56:27.210448 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9884a71d-7356-46e0-98de-34aaf2b93bbb admin admin] Network hostable DHCP agents. Network: 917d200f-b068-4f89-8bf3-7f272d51ae78, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 18:56:27.229502 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9884a71d-7356-46e0-98de-34aaf2b93bbb admin admin] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 18:56:27.239422 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9884a71d-7356-46e0-98de-34aaf2b93bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 917d200f-b068-4f89-8bf3-7f272d51ae78) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:56:27.243550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9884a71d-7356-46e0-98de-34aaf2b93bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 18:56:27.244138 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9884a71d-7356-46e0-98de-34aaf2b93bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:27.250500 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781ac9e8-5e51-4ca8-be77-406d1788e452 None None] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 18:56:27.260568 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9884a71d-7356-46e0-98de-34aaf2b93bbb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3729038 Jan 28 18:56:27.456902 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-917d200f-b068-4f89-8bf3-7f272d51ae78', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'project_id': 'a8b5903d824947199a4bc5fe12d497a2', 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 18:56:27.457719 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:27.592854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Allocated IP 192.168.233.2 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/892d464b-3062-49fe-a5a1-bd3e17b9bde6) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 18:56:27.730737 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Publish callbacks [] for port (892d464b-3062-49fe-a5a1-bd3e17b9bde6), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:27.737305 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (892d464b-3062-49fe-a5a1-bd3e17b9bde6), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:27.780923 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 18:56:27.785705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 18:56:27.788219 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 18:56:27.795350 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Pushing event updated for resources: {'Port': ['ID=892d464b-3062-49fe-a5a1-bd3e17b9bde6,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:27.805423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.805770 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.806125 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.806456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.806778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.807098 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.807414 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.807725 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.808037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.808352 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.808664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.808976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.809283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:56:27.856959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Attempting to bind port 892d464b-3062-49fe-a5a1-bd3e17b9bde6 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 18:56:27.857317 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Attempting to bind port 892d464b-3062-49fe-a5a1-bd3e17b9bde6 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 18:56:27.857673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Attempting to bind port 892d464b-3062-49fe-a5a1-bd3e17b9bde6 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 18:56:27.862830 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 18, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 18:56:27.863231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 18:56:27.863622 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:27.864007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 18:56:27.864457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Bound port: 892d464b-3062-49fe-a5a1-bd3e17b9bde6, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 18:56:27.864834 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (892d464b-3062-49fe-a5a1-bd3e17b9bde6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:27.926326 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] For port 892d464b-3062-49fe-a5a1-bd3e17b9bde6, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 18:56:27.929609 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] For port 892d464b-3062-49fe-a5a1-bd3e17b9bde6, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=892d464b-3062-49fe-a5a1-bd3e17b9bde6,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 18:56:27.936546 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (892d464b-3062-49fe-a5a1-bd3e17b9bde6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:28.002232 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbca470-39a0-46e1-833a-a003717d8ef9 None None] Pushing event updated for resources: {'Port': ['ID=892d464b-3062-49fe-a5a1-bd3e17b9bde6,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:28.979292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9cf4bc-4739-4fbe-9b97-c6f1dc862739 None None] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 18:56:29.054756 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 892d464b-3062-49fe-a5a1-bd3e17b9bde6 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 18:56:29.110679 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d53bebe0-e644-4a73-94e5-1db1dd022b73 None None] Provisioning complete for port 892d464b-3062-49fe-a5a1-bd3e17b9bde6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:56:29.111080 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d53bebe0-e644-4a73-94e5-1db1dd022b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (892d464b-3062-49fe-a5a1-bd3e17b9bde6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:29.180745 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 892d464b-3062-49fe-a5a1-bd3e17b9bde6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:56:29.181142 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (892d464b-3062-49fe-a5a1-bd3e17b9bde6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:29.247198 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d53bebe0-e644-4a73-94e5-1db1dd022b73 None None] Current status of the port 892d464b-3062-49fe-a5a1-bd3e17b9bde6 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 18:56:29.247506 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d53bebe0-e644-4a73-94e5-1db1dd022b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (892d464b-3062-49fe-a5a1-bd3e17b9bde6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:29.308700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d53bebe0-e644-4a73-94e5-1db1dd022b73 None None] For port 892d464b-3062-49fe-a5a1-bd3e17b9bde6, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=892d464b-3062-49fe-a5a1-bd3e17b9bde6,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 18:56:29.316489 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d53bebe0-e644-4a73-94e5-1db1dd022b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (892d464b-3062-49fe-a5a1-bd3e17b9bde6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:29.346105 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 892d464b-3062-49fe-a5a1-bd3e17b9bde6 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 18:56:29.346505 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (892d464b-3062-49fe-a5a1-bd3e17b9bde6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:29.386589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bebe0-e644-4a73-94e5-1db1dd022b73 None None] Pushing event updated for resources: {'Port': ['ID=892d464b-3062-49fe-a5a1-bd3e17b9bde6,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:56:29.428898 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 18:56:29.429292 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 18:56:29.437982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-67334706-47bf-41c9-aa6d-50fa9316cc34 None None] Provisioning complete for port 892d464b-3062-49fe-a5a1-bd3e17b9bde6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:56:29.438482 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67334706-47bf-41c9-aa6d-50fa9316cc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (892d464b-3062-49fe-a5a1-bd3e17b9bde6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:29.515729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-67334706-47bf-41c9-aa6d-50fa9316cc34 None None] Current status of the port 892d464b-3062-49fe-a5a1-bd3e17b9bde6 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 18:56:29.966899 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 892d464b-3062-49fe-a5a1-bd3e17b9bde6 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 18:56:30.997939 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 892d464b-3062-49fe-a5a1-bd3e17b9bde6 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 18:56:31.050602 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 892d464b-3062-49fe-a5a1-bd3e17b9bde6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 18:56:31.051096 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (892d464b-3062-49fe-a5a1-bd3e17b9bde6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:31.129554 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 892d464b-3062-49fe-a5a1-bd3e17b9bde6 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 18:56:48.117970 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a548084-bdf7-4b56-8785-24933bf3d77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:50.337212 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3739b9bb-c87e-442d-8361-13137c00a528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:51.464658 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:52.768320 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:56:54.352984 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:57:03.736974 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:57:18.121991 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-82a54ac8-1baf-4e18-abb8-b30a53872eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:57:20.339006 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-884adfad-58e9-49a1-b12c-c5d7ce617415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:57:21.470529 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:57:22.774791 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:57:24.358181 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:57:40.736301 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:57:45.059382 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54802) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:57:45.068520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [None req-3e507131-f553-463d-bb00-48c9815b6ef8 tempest-verify_tempest_config-1367046510 tempest-verify_tempest_config-1367046510-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 18:57:45.069961 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3e507131-f553-463d-bb00-48c9815b6ef8 tempest-verify_tempest_config-1367046510 tempest-verify_tempest_config-1367046510-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0093064 Jan 28 18:57:45.400315 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:57:45.507478 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:57:45.588194 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] Publish callbacks [] for security_group (1c8b0ae3-7c16-4235-8aa4-7a59ac6656af), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:57:45.593570 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1c8b0ae3-7c16-4235-8aa4-7a59ac6656af), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:57:45.637238 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b550459f223e4fb58f4e5f09a4811e48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2358897 Jan 28 18:57:45.638050 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8b0ae3-7c16-4235-8aa4-7a59ac6656af,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:57:45.640466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54826) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 18:57:45.645093 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.645439 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.645776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.646139 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.646457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.646785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.647109 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.647432 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.647750 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.648072 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.648394 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.648712 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.649032 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aaac1-08c9-4ca6-8602-6da5450d8dd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.716808 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Publish callbacks [] for security_group (1c8b0ae3-7c16-4235-8aa4-7a59ac6656af), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:57:45.737242 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Publish callbacks [] for security_group (1c8b0ae3-7c16-4235-8aa4-7a59ac6656af), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:57:45.830143 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1c8b0ae3-7c16-4235-8aa4-7a59ac6656af), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:57:45.832697 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:57:45.833920 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c8b0ae3-7c16-4235-8aa4-7a59ac6656af HTTP/1.1" status: 204 len: 168 time: 0.1923525 Jan 28 18:57:45.841668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8b0ae3-7c16-4235-8aa4-7a59ac6656af,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 18:57:45.848401 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.848762 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.849096 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.849412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.849739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.850128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.850439 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.850787 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.851108 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.851424 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.851713 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.852089 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:45.852364 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455b4eb-b928-4c5a-bb7c-85ee24ecabe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 18:57:48.139862 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f26cd80f-c952-471e-bdb6-1be1508402c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:57:50.348414 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96f48263-e91b-4075-ab99-05303c1af48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:57:51.479233 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:57:52.787451 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:57:54.374062 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:58:17.739731 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:58:18.136772 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2eb2307b-b872-4f3d-bb01-bd15e1481a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:58:20.343088 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff7cfb03-fd75-403f-8f2a-06660e95afd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:58:21.480619 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:58:22.782991 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:58:24.366791 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:58:48.124721 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81e1e002-c27a-455b-a142-9708cda0a609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:58:50.357306 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-21f5dfa5-2d72-497f-9d81-3f347e1c52b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:58:51.485298 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:58:52.797939 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:58:54.373895 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:58:54.743268 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:59:18.124882 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35b9c8a7-e9e5-4f12-bb48-721061b11eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:59:20.357716 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1beb9cd9-0543-4acc-a515-817b2cdb6db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:59:21.490306 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:59:22.797322 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:59:24.372366 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:59:31.747211 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 18:59:48.132173 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c712f0d7-9f40-4518-887d-3abfc7248847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:59:50.361805 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b512cda7-871e-4a37-b0c5-bdec0b207a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:59:51.498892 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:59:52.804858 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 18:59:54.374862 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:00:08.750596 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:00:18.125268 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b11be156-23c5-4435-beae-2835bb044989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:00:20.359224 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ffdc36fa-69c8-49e3-81f0-3ff8d338a845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:00:21.501798 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:00:22.804850 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:00:24.372838 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:00:45.749306 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 5 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:00:48.131341 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0402bde-1c21-4974-b535-098e3cfdd71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:00:50.355276 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-809caf7d-13c9-4f6a-8cf4-f8e38d56abea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:00:51.499076 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:00:52.815191 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:00:54.366341 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:00:55.219777 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748880'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:00:59.781094 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748880'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:01:18.137068 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a336708d-6420-4217-9b02-79cb226ff662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:01:20.357388 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d06523b7-e21d-47c7-ab9e-3b2d638f7367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:01:21.506779 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:01:22.754743 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:01:22.811685 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:01:24.367634 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:01:25.193129 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:01:29.775089 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:01:48.131250 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4198134b-eeb7-4d8f-a18f-7b26f206d277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:01:49.139881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54882) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:01:49.245131 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c4931baf-b062-4152-bf4d-baf85365d0cd admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1040819 Jan 28 19:01:50.363172 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-282cd643-f146-48f1-b51a-c8aae629edef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:01:51.498465 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54892) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:01:51.505246 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:01:51.563773 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1c929709-5d1d-4169-944b-7feeebda6222 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0641987 Jan 28 19:01:52.815701 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:01:54.375594 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:01:55.189941 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:01:59.750907 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:01:59.768047 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:18.142356 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6675b05e-e99c-4476-95f4-c83b60f82b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:20.357148 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0e9c5f2-b503-41d5-b868-ff6dd20c3d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:21.506933 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:22.818893 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:24.361531 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:25.184595 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:29.768998 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:36.756869 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:02:48.136603 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60a14bbf-fd3c-4b15-afc0-fa9807e5247f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:50.360335 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16296943-eecf-4d7a-b08d-64cef51f074d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:51.513490 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:52.821689 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:54.356913 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:55.187353 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:02:59.776415 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:12.391039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55090) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:12.700994 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-network', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:12.720928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Made reservation on behalf of d87708c42e094b638f36295b01f12cc1 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:12.723866 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:12.732694 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:12.850651 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Publish callbacks [] for security_group (2d920a16-2cd2-47f3-ba2a-c386b50b11c9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:12.856593 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2d920a16-2cd2-47f3-ba2a-c386b50b11c9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:12.887801 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d920a16-2cd2-47f3-ba2a-c386b50b11c9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:12.898323 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:12.898730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:12.899091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:12.899489 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:12.899926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:12.900146 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:12.900479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:12.900801 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:12.901127 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:12.901444 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:12.901771 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:12.902111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:12.902427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Tracked resource versions report: Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: pushed versions: Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: { 'AddressGroup': {'1.2'}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'ConntrackHelper': {'1.0'}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'LocalIPAssociation': {'1.0'}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'Log': {'1.0'}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'Network': {'1.1'}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'Port': {'1.7'}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'PortForwarding': {'1.2'}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'QosPolicy': {'1.10'}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'SecurityGroup': {'1.5'}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'SecurityGroupRule': {'1.2'}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'SubPort': {'1.0'}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'Subnet': {'1.1'}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'Trunk': {'1.1'}} Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: consumer versions: Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: { DHCP agent@n-d-824834-4: {}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: HyperV agent@n-h1-824834-4: {}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: HyperV agent@n-h2-824834-4: {}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: L3 agent@n-d-824834-4: {}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: Metadata agent@n-d-824834-4: {}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: Metering agent@n-d-824834-4: {}, Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: Open vSwitch agent@n-d-824834-4: { 'AddressGroup': '1.2', Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'ConntrackHelper': '1.0', Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'LocalIPAssociation': '1.0', Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'Log': '1.0', Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'Network': '1.1', Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'Port': '1.7', Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'PortForwarding': '1.2', Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'QosPolicy': '1.10', Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'SecurityGroup': '1.5', Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'SecurityGroupRule': '1.2', Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'SubPort': '1.0', Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'Subnet': '1.1', Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: 'Trunk': '1.1'}} Jan 28 19:03:12.903549 n-d-824834-4 neutron-server[103146]: {{(pid=103146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 19:03:12.907505 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:03:12.918934 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (b42e0ebe-52ff-4e53-a10d-c5fc1da5544a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:12.919377 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Added segment b42e0ebe-52ff-4e53-a10d-c5fc1da5544a of type vlan for network c68d60ae-9b36-48c4-b1ee-016fbf317929 Jan 28 19:03:12.963988 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (c68d60ae-9b36-48c4-b1ee-016fbf317929), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:12.990611 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (c68d60ae-9b36-48c4-b1ee-016fbf317929), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:12.991503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:12.992093 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:13.058363 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6671834 Jan 28 19:03:13.061678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55124) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:13.062422 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7968f4-1640-472c-8855-6b247dd9b83b admin admin] Pushing event updated for resources: {'Network': ['ID=c68d60ae-9b36-48c4-b1ee-016fbf317929,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:13.074471 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network c68d60ae-9b36-48c4-b1ee-016fbf317929 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:03:13.081029 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Request body: {'subnet': {'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-subnet', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:13.129200 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Made reservation on behalf of d87708c42e094b638f36295b01f12cc1 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:13.131756 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:13.305782 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for subnet (907a6687-a5e1-4143-afc7-74dba5b8ed84), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:13.363101 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=907a6687-a5e1-4143-afc7-74dba5b8ed84,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:13.377453 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Checking segment: {'id': 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:13.377801 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Network hostable DHCP agents. Network: c68d60ae-9b36-48c4-b1ee-016fbf317929, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:03:13.380555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:13.380895 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:13.381225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:13.381550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:13.381868 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:13.382210 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:13.382736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:13.383139 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:13.383577 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:13.383774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:13.384079 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:13.384524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:13.384839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Tracked resource versions report: Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: pushed versions: Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: { 'AddressGroup': {'1.2'}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'ConntrackHelper': {'1.0'}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'LocalIPAssociation': {'1.0'}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'Log': {'1.0'}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'Network': {'1.1'}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'Port': {'1.7'}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'PortForwarding': {'1.2'}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'QosPolicy': {'1.10'}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'SecurityGroup': {'1.5'}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'SecurityGroupRule': {'1.2'}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'SubPort': {'1.0'}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'Subnet': {'1.1'}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'Trunk': {'1.1'}} Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: consumer versions: Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: { DHCP agent@n-d-824834-4: {}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: HyperV agent@n-h1-824834-4: {}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: HyperV agent@n-h2-824834-4: {}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: L3 agent@n-d-824834-4: {}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: Metadata agent@n-d-824834-4: {}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: Metering agent@n-d-824834-4: {}, Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: Open vSwitch agent@n-d-824834-4: { 'AddressGroup': '1.2', Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'ConntrackHelper': '1.0', Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'LocalIPAssociation': '1.0', Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'Log': '1.0', Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'Network': '1.1', Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'Port': '1.7', Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'PortForwarding': '1.2', Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'QosPolicy': '1.10', Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'SecurityGroup': '1.5', Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'SecurityGroupRule': '1.2', Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'SubPort': '1.0', Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'Subnet': '1.1', Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: 'Trunk': '1.1'}} Jan 28 19:03:13.386015 n-d-824834-4 neutron-server[103147]: {{(pid=103147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 19:03:13.403959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Network c68d60ae-9b36-48c4-b1ee-016fbf317929 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:03:13.414966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, c68d60ae-9b36-48c4-b1ee-016fbf317929) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:13.425509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0736de-b1b9-420a-b554-894e6d70ba19 None None] Network c68d60ae-9b36-48c4-b1ee-016fbf317929 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:03:13.426166 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:13.426890 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:13.451698 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-db3dff52-206c-4232-9610-e0837f78ad81 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3875198 Jan 28 19:03:13.451885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55146) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:13.457021 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:13.480485 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (cbd38882-c712-41da-9e97-4a225bcb32ae), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:13.483085 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (cbd38882-c712-41da-9e97-4a225bcb32ae), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:13.546410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-c68d60ae-9b36-48c4-b1ee-016fbf317929', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:03:13.547890 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:13.548258 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Publish callbacks [] for router_controller (cbd38882-c712-41da-9e97-4a225bcb32ae), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:13.696998 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Publish callbacks [] for router_gateway (cbd38882-c712-41da-9e97-4a225bcb32ae), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:13.700752 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Allocated IP 172.20.0.2 (c68d60ae-9b36-48c4-b1ee-016fbf317929/907a6687-a5e1-4143-afc7-74dba5b8ed84/847dd5c8-4d0f-4483-8b63-5e414c60f123) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:03:13.762681 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:03:13.880196 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Publish callbacks [] for port (847dd5c8-4d0f-4483-8b63-5e414c60f123), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:13.888800 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (847dd5c8-4d0f-4483-8b63-5e414c60f123), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:13.932205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Network c68d60ae-9b36-48c4-b1ee-016fbf317929 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:03:13.935418 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:13.937714 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Publish callbacks [] for router_gateway (cbd38882-c712-41da-9e97-4a225bcb32ae), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:13.942619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:03:14.010962 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Attempting to bind port 847dd5c8-4d0f-4483-8b63-5e414c60f123 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:03:14.011434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Attempting to bind port 847dd5c8-4d0f-4483-8b63-5e414c60f123 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:03:14.011891 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Attempting to bind port 847dd5c8-4d0f-4483-8b63-5e414c60f123 on network c68d60ae-9b36-48c4-b1ee-016fbf317929 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:14.015230 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Pushing event updated for resources: {'Port': ['ID=847dd5c8-4d0f-4483-8b63-5e414c60f123,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:14.025287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:14.025703 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:14.026153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:14.026660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:14.026935 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:14.027507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:14.028028 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:14.028623 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:14.029200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:14.029687 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:14.030295 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:14.030629 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:14.030950 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Tracked resource versions report: Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: pushed versions: Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: { 'AddressGroup': {'1.2'}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'ConntrackHelper': {'1.0'}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'LocalIPAssociation': {'1.0'}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'Log': {'1.0'}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'Network': {'1.1'}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'Port': {'1.7'}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'PortForwarding': {'1.2'}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'QosPolicy': {'1.10'}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'SecurityGroup': {'1.5'}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'SecurityGroupRule': {'1.2'}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'SubPort': {'1.0'}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'Subnet': {'1.1'}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'Trunk': {'1.1'}} Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: consumer versions: Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: { DHCP agent@n-d-824834-4: {}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: HyperV agent@n-h1-824834-4: {}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: HyperV agent@n-h2-824834-4: {}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: L3 agent@n-d-824834-4: {}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: Metadata agent@n-d-824834-4: {}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: Metering agent@n-d-824834-4: {}, Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: Open vSwitch agent@n-d-824834-4: { 'AddressGroup': '1.2', Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'ConntrackHelper': '1.0', Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'LocalIPAssociation': '1.0', Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'Log': '1.0', Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'Network': '1.1', Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'Port': '1.7', Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'PortForwarding': '1.2', Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'QosPolicy': '1.10', Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'SecurityGroup': '1.5', Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'SecurityGroupRule': '1.2', Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'SubPort': '1.0', Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'Subnet': '1.1', Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: 'Trunk': '1.1'}} Jan 28 19:03:14.032222 n-d-824834-4 neutron-server[103148]: {{(pid=103148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 19:03:14.037822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:03:14.043024 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Checking segment: {'id': 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:14.043570 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:14.044083 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Bound using segment: {'id': 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:03:14.044748 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Bound port: 847dd5c8-4d0f-4483-8b63-5e414c60f123, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:03:14.045335 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (847dd5c8-4d0f-4483-8b63-5e414c60f123), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:14.092493 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:14.113920 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dad0d210-3556-424f-8246-20023f25f173 None None] For port 847dd5c8-4d0f-4483-8b63-5e414c60f123, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:03:14.117731 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dad0d210-3556-424f-8246-20023f25f173 None None] For port 847dd5c8-4d0f-4483-8b63-5e414c60f123, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=847dd5c8-4d0f-4483-8b63-5e414c60f123,segment=NetworkSegment(b42e0ebe-52ff-4e53-a10d-c5fc1da5544a),segment_id=b42e0ebe-52ff-4e53-a10d-c5fc1da5544a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:03:14.126598 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (847dd5c8-4d0f-4483-8b63-5e414c60f123), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:14.208389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0d210-3556-424f-8246-20023f25f173 None None] Pushing event updated for resources: {'Port': ['ID=847dd5c8-4d0f-4483-8b63-5e414c60f123,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:14.225136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Allocated IP 172.25.0.242 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/d48c888b-d2a8-407a-ab1c-c978bd311ac7) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:03:14.358602 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Publish callbacks [] for port (d48c888b-d2a8-407a-ab1c-c978bd311ac7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:14.410749 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (d48c888b-d2a8-407a-ab1c-c978bd311ac7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:14.459017 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d48c888b-d2a8-407a-ab1c-c978bd311ac7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:14.475825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:03:14.477219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:14.479671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:03:14.812588 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Publish callbacks [] for router_gateway (cbd38882-c712-41da-9e97-4a225bcb32ae), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:15.061641 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (cbd38882-c712-41da-9e97-4a225bcb32ae), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:15.264154 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Router cbd38882-c712-41da-9e97-4a225bcb32ae is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:03:15.379110 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 847dd5c8-4d0f-4483-8b63-5e414c60f123 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:15.438002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:03:15.451387 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Sync routers for ids ['cbd38882-c712-41da-9e97-4a225bcb32ae'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:03:15.466647 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Routers {'cbd38882-c712-41da-9e97-4a225bcb32ae'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:03:15.467652 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:02:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cbd38882-c712-41da-9e97-4a225bcb32ae'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:15.473984 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:15.480404 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-86a351a6-532c-4d2b-aeea-18fc49a637a1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.0237615 Jan 28 19:03:15.480404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:15.481487 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 847dd5c8-4d0f-4483-8b63-5e414c60f123 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:15.482531 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (847dd5c8-4d0f-4483-8b63-5e414c60f123), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:15.645689 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 847dd5c8-4d0f-4483-8b63-5e414c60f123 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:15.649515 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (847dd5c8-4d0f-4483-8b63-5e414c60f123), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:15.664267 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Set router cbd38882-c712-41da-9e97-4a225bcb32ae gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:03:15.706695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8971f1-7a81-4fd8-81f5-4534e22b4134 None None] Network c68d60ae-9b36-48c4-b1ee-016fbf317929 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:03:15.809254 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 847dd5c8-4d0f-4483-8b63-5e414c60f123, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=847dd5c8-4d0f-4483-8b63-5e414c60f123,segment=NetworkSegment(b42e0ebe-52ff-4e53-a10d-c5fc1da5544a),segment_id=b42e0ebe-52ff-4e53-a10d-c5fc1da5544a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:15.836130 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (847dd5c8-4d0f-4483-8b63-5e414c60f123), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:15.869287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-30182b03-0429-46ff-b0b4-4183be3b98b0 None None] Provisioning complete for port 847dd5c8-4d0f-4483-8b63-5e414c60f123 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:15.869939 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-30182b03-0429-46ff-b0b4-4183be3b98b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (847dd5c8-4d0f-4483-8b63-5e414c60f123), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:15.960320 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:14Z', 'revision_number': 3, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:16.025504 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Checking router: cbd38882-c712-41da-9e97-4a225bcb32ae for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:03:16.030434 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Updating router cbd38882-c712-41da-9e97-4a225bcb32ae port d48c888b-d2a8-407a-ab1c-c978bd311ac7 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:03:16.086304 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=847dd5c8-4d0f-4483-8b63-5e414c60f123,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:16.092120 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d48c888b-d2a8-407a-ab1c-c978bd311ac7), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.110550 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.188599 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-30182b03-0429-46ff-b0b4-4183be3b98b0 None None] Current status of the port 847dd5c8-4d0f-4483-8b63-5e414c60f123 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:16.470838 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Publish callbacks [] for port (d48c888b-d2a8-407a-ab1c-c978bd311ac7), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.479584 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d48c888b-d2a8-407a-ab1c-c978bd311ac7), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.498973 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55270) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:16.521925 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-29c6e850-56e0-449a-b558-cf7fb9e2729e None None] Provisioning complete for port 847dd5c8-4d0f-4483-8b63-5e414c60f123 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:16.523340 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29c6e850-56e0-449a-b558-cf7fb9e2729e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (847dd5c8-4d0f-4483-8b63-5e414c60f123), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.559279 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9b6bc-32a2-4fbc-9a03-36effbce25f5 None None] Pushing event updated for resources: {'Port': ['ID=d48c888b-d2a8-407a-ab1c-c978bd311ac7,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:16.570745 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Attempting to bind port d48c888b-d2a8-407a-ab1c-c978bd311ac7 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:03:16.571115 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Attempting to bind port d48c888b-d2a8-407a-ab1c-c978bd311ac7 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:03:16.571479 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Attempting to bind port d48c888b-d2a8-407a-ab1c-c978bd311ac7 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:16.575689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Allocated IP 172.20.0.1 (c68d60ae-9b36-48c4-b1ee-016fbf317929/907a6687-a5e1-4143-afc7-74dba5b8ed84/e88dddbc-cc13-4062-aeb2-f98b0b474198) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:03:16.576159 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9b6bc-32a2-4fbc-9a03-36effbce25f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.576232 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9b6bc-32a2-4fbc-9a03-36effbce25f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.577011 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9b6bc-32a2-4fbc-9a03-36effbce25f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.577011 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9b6bc-32a2-4fbc-9a03-36effbce25f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.577151 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9b6bc-32a2-4fbc-9a03-36effbce25f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.577827 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9b6bc-32a2-4fbc-9a03-36effbce25f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.578264 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9b6bc-32a2-4fbc-9a03-36effbce25f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.578595 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9b6bc-32a2-4fbc-9a03-36effbce25f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.578920 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9b6bc-32a2-4fbc-9a03-36effbce25f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.579245 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9b6bc-32a2-4fbc-9a03-36effbce25f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.579570 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9b6bc-32a2-4fbc-9a03-36effbce25f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.580004 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9b6bc-32a2-4fbc-9a03-36effbce25f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.580376 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9b6bc-32a2-4fbc-9a03-36effbce25f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac9b6bc-32a2-4fbc-9a03-36effbce25f5 None None] Tracked resource versions report: Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: pushed versions: Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: { 'AddressGroup': {'1.2'}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'ConntrackHelper': {'1.0'}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'LocalIPAssociation': {'1.0'}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'Log': {'1.0'}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'Network': {'1.1'}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'Port': {'1.7'}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'PortForwarding': {'1.2'}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'QosPolicy': {'1.10'}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'SecurityGroup': {'1.5'}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'SecurityGroupRule': {'1.2'}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'SubPort': {'1.0'}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'Subnet': {'1.1'}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'Trunk': {'1.1'}} Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: consumer versions: Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: { DHCP agent@n-d-824834-4: {}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: HyperV agent@n-h1-824834-4: {}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: HyperV agent@n-h2-824834-4: {}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: L3 agent@n-d-824834-4: {}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: Metadata agent@n-d-824834-4: {}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: Metering agent@n-d-824834-4: {}, Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: Open vSwitch agent@n-d-824834-4: { 'AddressGroup': '1.2', Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'ConntrackHelper': '1.0', Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'LocalIPAssociation': '1.0', Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'Log': '1.0', Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'Network': '1.1', Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'Port': '1.7', Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'PortForwarding': '1.2', Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'QosPolicy': '1.10', Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'SecurityGroup': '1.5', Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'SecurityGroupRule': '1.2', Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'SubPort': '1.0', Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'Subnet': '1.1', Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: 'Trunk': '1.1'}} Jan 28 19:03:16.581967 n-d-824834-4 neutron-server[103149]: {{(pid=103149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 19:03:16.596060 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:03:16.596369 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:16.596778 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.597175 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:03:16.597700 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Bound port: d48c888b-d2a8-407a-ab1c-c978bd311ac7, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:03:16.598112 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d48c888b-d2a8-407a-ab1c-c978bd311ac7), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.673702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-29c6e850-56e0-449a-b558-cf7fb9e2729e None None] Current status of the port 847dd5c8-4d0f-4483-8b63-5e414c60f123 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:16.715183 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] For port d48c888b-d2a8-407a-ab1c-c978bd311ac7, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:03:16.723194 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] For port d48c888b-d2a8-407a-ab1c-c978bd311ac7, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d48c888b-d2a8-407a-ab1c-c978bd311ac7,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:03:16.733517 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d48c888b-d2a8-407a-ab1c-c978bd311ac7), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.774221 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Publish callbacks [] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.794625 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Routers {'cbd38882-c712-41da-9e97-4a225bcb32ae'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:03:16.795259 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:02:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cbd38882-c712-41da-9e97-4a225bcb32ae'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:16.815737 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.818402 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78499a1a-c78d-49ee-be38-04dc24dbaa7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.831852 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9b6bc-32a2-4fbc-9a03-36effbce25f5 None None] Pushing event updated for resources: {'Port': ['ID=d48c888b-d2a8-407a-ab1c-c978bd311ac7,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:16.875062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Pushing event updated for resources: {'Port': ['ID=e88dddbc-cc13-4062-aeb2-f98b0b474198,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:16.884524 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Network c68d60ae-9b36-48c4-b1ee-016fbf317929 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:03:16.886115 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:16.901557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:03:16.904522 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (cbd38882-c712-41da-9e97-4a225bcb32ae), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.967851 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78499a1a-c78d-49ee-be38-04dc24dbaa7f admin admin] Publish callbacks [] for security_group (c0aa1321-551d-465e-8428-0d94762aa11a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.974486 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78499a1a-c78d-49ee-be38-04dc24dbaa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c0aa1321-551d-465e-8428-0d94762aa11a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:16.989283 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] Set router cbd38882-c712-41da-9e97-4a225bcb32ae gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:03:17.023726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78499a1a-c78d-49ee-be38-04dc24dbaa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aa1321-551d-465e-8428-0d94762aa11a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:17.040070 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55308) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:17.051670 n-d-824834-4 neutron-server[103146]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 19:03:17.067950 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-78499a1a-c78d-49ee-be38-04dc24dbaa7f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f25bdcce9744cba88b4d8a3d4ca5e88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5673678 Jan 28 19:03:17.071106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55310) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:17.128799 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-d9ac8595-0a71-4702-a576-81d696582624 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f17840e36fd3419bb8b267b339c525d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789604 Jan 28 19:03:17.155819 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8401712-d9a2-4dc1-94e3-8d34390b8998 admin admin] Publish callbacks [] for security_group (c0aa1321-551d-465e-8428-0d94762aa11a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:17.203935 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8401712-d9a2-4dc1-94e3-8d34390b8998 admin admin] Publish callbacks [] for security_group (c0aa1321-551d-465e-8428-0d94762aa11a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:17.214212 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d536727d-ff70-489e-a032-abb0c241cca5 None None] Provisioning complete for port e88dddbc-cc13-4062-aeb2-f98b0b474198 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:17.214621 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d536727d-ff70-489e-a032-abb0c241cca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:17.282613 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8401712-d9a2-4dc1-94e3-8d34390b8998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c0aa1321-551d-465e-8428-0d94762aa11a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:17.285288 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8401712-d9a2-4dc1-94e3-8d34390b8998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:17.289214 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f8401712-d9a2-4dc1-94e3-8d34390b8998 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0aa1321-551d-465e-8428-0d94762aa11a HTTP/1.1" status: 204 len: 168 time: 0.2168627 Jan 28 19:03:17.301768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 847dd5c8-4d0f-4483-8b63-5e414c60f123 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:17.304430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8401712-d9a2-4dc1-94e3-8d34390b8998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aa1321-551d-465e-8428-0d94762aa11a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:17.306720 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:14Z', 'revision_number': 3, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:17.373151 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d536727d-ff70-489e-a032-abb0c241cca5 None None] Port e88dddbc-cc13-4062-aeb2-f98b0b474198 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:03:17.385369 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc6a8ef-a5c8-427b-ba54-c0c504d00c32 None None] The sync data for ids ['cbd38882-c712-41da-9e97-4a225bcb32ae'] in n-d-824834-4 is: [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:14Z', 'revision_number': 3, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:03:17.387283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 847dd5c8-4d0f-4483-8b63-5e414c60f123 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:17.388215 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (847dd5c8-4d0f-4483-8b63-5e414c60f123), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:17.495346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 847dd5c8-4d0f-4483-8b63-5e414c60f123 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:17.517295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-c414a47f-c9f9-4454-9477-82f8b5e384c2 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:17.518838 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-c414a47f-c9f9-4454-9477-82f8b5e384c2 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3795693 Jan 28 19:03:17.519940 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:17.541971 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-707b205d-d73f-4f18-a8ab-b13b7f9c3212 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/quotas/f17840e36fd3419bb8b267b339c525d9 HTTP/1.1" status: 200 len: 375 time: 0.0131509 Jan 28 19:03:17.614242 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-bbbc34ff-7c61-4a73-b3d5-257eaa3008fe tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f17840e36fd3419bb8b267b339c525d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525322 Jan 28 19:03:17.772469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:17.788445 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9606094-16ec-4967-b433-bc6eac539a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:17.832343 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Publish callbacks [] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:17.838696 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:17.840970 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (cbd38882-c712-41da-9e97-4a225bcb32ae), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:17.946693 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Pushing event updated for resources: {'Port': ['ID=e88dddbc-cc13-4062-aeb2-f98b0b474198,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:17.948818 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9606094-16ec-4967-b433-bc6eac539a04 admin admin] Publish callbacks [] for security_group (05be6901-4c71-4978-a6a0-92da75f6768b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:17.956195 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9606094-16ec-4967-b433-bc6eac539a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (05be6901-4c71-4978-a6a0-92da75f6768b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:18.003407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9606094-16ec-4967-b433-bc6eac539a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05be6901-4c71-4978-a6a0-92da75f6768b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:18.030468 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a9606094-16ec-4967-b433-bc6eac539a04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b27c7fc604bb487380ed904e6c15ac1c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2568321 Jan 28 19:03:18.032937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55354) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:18.112860 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-170dcdaa-33fe-4148-a306-aab4471f3692 admin admin] Publish callbacks [] for security_group (05be6901-4c71-4978-a6a0-92da75f6768b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:18.146907 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-170dcdaa-33fe-4148-a306-aab4471f3692 admin admin] Publish callbacks [] for security_group (05be6901-4c71-4978-a6a0-92da75f6768b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:18.151183 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-afadd321-3214-4f89-b575-c968e383fe04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:18.156136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Network c68d60ae-9b36-48c4-b1ee-016fbf317929 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:03:18.157897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:18.225864 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-170dcdaa-33fe-4148-a306-aab4471f3692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (05be6901-4c71-4978-a6a0-92da75f6768b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:18.229724 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-170dcdaa-33fe-4148-a306-aab4471f3692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:18.233949 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-170dcdaa-33fe-4148-a306-aab4471f3692 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05be6901-4c71-4978-a6a0-92da75f6768b HTTP/1.1" status: 204 len: 168 time: 0.2000313 Jan 28 19:03:18.253499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dcdaa-33fe-4148-a306-aab4471f3692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05be6901-4c71-4978-a6a0-92da75f6768b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:18.522314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2b672fc0-6934-423c-a5ed-f83a9ef6f393 None None] Provisioning complete for port e88dddbc-cc13-4062-aeb2-f98b0b474198 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:18.523058 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2b672fc0-6934-423c-a5ed-f83a9ef6f393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:18.563028 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Router cbd38882-c712-41da-9e97-4a225bcb32ae has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:03:18.603181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2b672fc0-6934-423c-a5ed-f83a9ef6f393 None None] Port e88dddbc-cc13-4062-aeb2-f98b0b474198 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:03:18.759078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55396) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:18.795450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:03:18.810394 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-934dcfaa-736a-44ce-8ea8-390518fa2522 admin admin] 10.222.0.55 "PUT /v2.0/routers/cbd38882-c712-41da-9e97-4a225bcb32ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3284950 Jan 28 19:03:18.914080 n-d-824834-4 neutron-server[103147]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 19:03:19.042537 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79bcee61-5602-47a0-945a-d44a006baebd req-5d12bab8-1050-4e70-b95e-af835bf96b20 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 210 time: 0.2819223 Jan 28 19:03:19.454732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d48c888b-d2a8-407a-ab1c-c978bd311ac7 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:19.583394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55472) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:19.620875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port d48c888b-d2a8-407a-ab1c-c978bd311ac7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:19.621609 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d48c888b-d2a8-407a-ab1c-c978bd311ac7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:19.790384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port d48c888b-d2a8-407a-ab1c-c978bd311ac7 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:19.791579 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d48c888b-d2a8-407a-ab1c-c978bd311ac7), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:19.870067 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port d48c888b-d2a8-407a-ab1c-c978bd311ac7, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d48c888b-d2a8-407a-ab1c-c978bd311ac7,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:19.878941 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d48c888b-d2a8-407a-ab1c-c978bd311ac7), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:19.966580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=d48c888b-d2a8-407a-ab1c-c978bd311ac7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:20.075910 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Sync routers for ids ['cbd38882-c712-41da-9e97-4a225bcb32ae'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:03:20.104201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Routers {'cbd38882-c712-41da-9e97-4a225bcb32ae'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:03:20.108150 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:02:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cbd38882-c712-41da-9e97-4a225bcb32ae'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:20.207665 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3ca5bf1-1786-4521-8c2b-4055337c3866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:20.383301 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3ca5bf1-1786-4521-8c2b-4055337c3866 admin admin] Publish callbacks [] for security_group (75c1cfce-ddf3-472e-a22e-0a9a2b560a7d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:20.397888 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3ca5bf1-1786-4521-8c2b-4055337c3866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (75c1cfce-ddf3-472e-a22e-0a9a2b560a7d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:20.404078 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7b235aa9-b203-4818-a9b9-32f925a8c2f1 req-7aba6139-d27a-443f-b0ae-a61ab30f4a2d tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 210 time: 0.0756278 Jan 28 19:03:20.428609 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-951f06b6-f043-4bbe-bee2-ea282e5c1634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:20.433745 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Set router cbd38882-c712-41da-9e97-4a225bcb32ae gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:03:20.454639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55514) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:20.501757 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c3ca5bf1-1786-4521-8c2b-4055337c3866 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=848920444e24418fa8ae7434384c895f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9172091 Jan 28 19:03:20.504527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55522) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:20.519634 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca5bf1-1786-4521-8c2b-4055337c3866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c1cfce-ddf3-472e-a22e-0a9a2b560a7d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:20.571997 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55524) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:20.675196 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe3cc-6faa-4827-abe7-fcf35afcb723 admin admin] Publish callbacks [] for security_group (75c1cfce-ddf3-472e-a22e-0a9a2b560a7d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:20.736025 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.37', 54364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:20.794592 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-0a5d0862-8e65-4a16-b53d-671e8fc13e64 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f17840e36fd3419bb8b267b339c525d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572982 Jan 28 19:03:20.852935 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe3cc-6faa-4827-abe7-fcf35afcb723 admin admin] Publish callbacks [] for security_group (75c1cfce-ddf3-472e-a22e-0a9a2b560a7d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:20.887410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:17Z', 'revision_number': 4, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e88dddbc-cc13-4062-aeb2-f98b0b474198', 'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'mac_address': 'fa:16:3e:8e:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:16Z', 'updated_at': '2022-01-28T19:03:17Z', 'revision_number': 2, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'subnets': [{'id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:20.938369 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe3cc-6faa-4827-abe7-fcf35afcb723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (75c1cfce-ddf3-472e-a22e-0a9a2b560a7d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:20.942770 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe3cc-6faa-4827-abe7-fcf35afcb723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:20.945222 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7c1fe3cc-6faa-4827-abe7-fcf35afcb723 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/75c1cfce-ddf3-472e-a22e-0a9a2b560a7d HTTP/1.1" status: 204 len: 168 time: 0.4395351 Jan 28 19:03:20.964348 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Checking router: cbd38882-c712-41da-9e97-4a225bcb32ae for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:03:20.964974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Updating router cbd38882-c712-41da-9e97-4a225bcb32ae port e88dddbc-cc13-4062-aeb2-f98b0b474198 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:03:20.973264 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fe3cc-6faa-4827-abe7-fcf35afcb723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c1cfce-ddf3-472e-a22e-0a9a2b560a7d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:21.006927 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:21.045573 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c39023-1668-44b4-a522-ba77d87dc3c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:21.258168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-610e40b4-9d4e-4d06-b424-31acf93e73c7 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:21.262299 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-610e40b4-9d4e-4d06-b424-31acf93e73c7 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4607515 Jan 28 19:03:21.304781 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17b9e559-eb33-4f77-b336-bd3dd1fea917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:21.373387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-57838dcf-d676-4396-87e9-0bbff73176ac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Request body: {'port': {'device_id': 'e5a6be29-4b0c-42a5-8f15-927e03dde824', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': 'f17840e36fd3419bb8b267b339c525d9'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:21.374195 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c39023-1668-44b4-a522-ba77d87dc3c3 admin admin] Publish callbacks [] for security_group (44279b8e-2b30-41de-8428-43ab7f03c1f7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:21.385863 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0c39023-1668-44b4-a522-ba77d87dc3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (44279b8e-2b30-41de-8428-43ab7f03c1f7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:21.460489 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c39023-1668-44b4-a522-ba77d87dc3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44279b8e-2b30-41de-8428-43ab7f03c1f7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:21.494322 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e0c39023-1668-44b4-a522-ba77d87dc3c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=404cec4627984991836646c876dec26e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0367234 Jan 28 19:03:21.496025 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55582) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:21.555965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d48c888b-d2a8-407a-ab1c-c978bd311ac7 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:21.583141 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e19935db-a17d-4275-9417-17e466e7f9bb req-36a62f32-94c7-4751-bd2b-2fe860b6850d tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 210 time: 0.0326116 Jan 28 19:03:21.587109 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04f38ca7-5ab7-40ee-a3e0-d5f6bd282e1a admin admin] Publish callbacks [] for security_group (44279b8e-2b30-41de-8428-43ab7f03c1f7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:21.615185 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04f38ca7-5ab7-40ee-a3e0-d5f6bd282e1a admin admin] Publish callbacks [] for security_group (44279b8e-2b30-41de-8428-43ab7f03c1f7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:21.669371 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:21.678687 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04f38ca7-5ab7-40ee-a3e0-d5f6bd282e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (44279b8e-2b30-41de-8428-43ab7f03c1f7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:21.682206 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04f38ca7-5ab7-40ee-a3e0-d5f6bd282e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:21.684448 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-04f38ca7-5ab7-40ee-a3e0-d5f6bd282e1a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44279b8e-2b30-41de-8428-43ab7f03c1f7 HTTP/1.1" status: 204 len: 168 time: 0.1873016 Jan 28 19:03:21.709347 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f38ca7-5ab7-40ee-a3e0-d5f6bd282e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44279b8e-2b30-41de-8428-43ab7f03c1f7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:21.723488 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Publish callbacks [] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:21.762643 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:21.855392 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17b9e559-eb33-4f77-b336-bd3dd1fea917 admin admin] Publish callbacks [] for security_group (d196bd22-3f0c-4dc2-a274-7e27371421c5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:21.862701 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17b9e559-eb33-4f77-b336-bd3dd1fea917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d196bd22-3f0c-4dc2-a274-7e27371421c5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:21.885522 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55608) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:21.891084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d1528954-39a7-4751-8cbb-9ad15dbe88d1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1360375115-network', 'tenant_id': 'b71f3d86cf794c2ab63ba6fce26812a0'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:21.929556 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-17b9e559-eb33-4f77-b336-bd3dd1fea917 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5615d67bd747454998871c80f1d30648&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3563194 Jan 28 19:03:21.933096 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55614) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:21.948401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port d48c888b-d2a8-407a-ab1c-c978bd311ac7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:21.949358 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d48c888b-d2a8-407a-ab1c-c978bd311ac7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:21.967009 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9e559-eb33-4f77-b336-bd3dd1fea917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d196bd22-3f0c-4dc2-a274-7e27371421c5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:22.004511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-57838dcf-d676-4396-87e9-0bbff73176ac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Made reservation on behalf of f17840e36fd3419bb8b267b339c525d9 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:22.011596 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-57838dcf-d676-4396-87e9-0bbff73176ac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.023556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1528954-39a7-4751-8cbb-9ad15dbe88d1 admin admin] Made reservation on behalf of b71f3d86cf794c2ab63ba6fce26812a0 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:22.029842 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-57838dcf-d676-4396-87e9-0bbff73176ac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.034819 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1528954-39a7-4751-8cbb-9ad15dbe88d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.097853 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1528954-39a7-4751-8cbb-9ad15dbe88d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.138967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port d48c888b-d2a8-407a-ab1c-c978bd311ac7 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:22.178620 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-57838dcf-d676-4396-87e9-0bbff73176ac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Publish callbacks [] for security_group (094a0d3d-9901-450a-a0a1-f1f76fe59c7a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.182053 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Attempting to bind port e88dddbc-cc13-4062-aeb2-f98b0b474198 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:03:22.182641 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Attempting to bind port e88dddbc-cc13-4062-aeb2-f98b0b474198 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:03:22.183305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Attempting to bind port e88dddbc-cc13-4062-aeb2-f98b0b474198 on network c68d60ae-9b36-48c4-b1ee-016fbf317929 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:22.188458 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a62e83-2fb2-4f17-98f9-3004e75fb988 None None] Pushing event updated for resources: {'Port': ['ID=e88dddbc-cc13-4062-aeb2-f98b0b474198,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:22.188644 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-57838dcf-d676-4396-87e9-0bbff73176ac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (094a0d3d-9901-450a-a0a1-f1f76fe59c7a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.193911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:03:22.194842 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Checking segment: {'id': 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:22.195466 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.196092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Bound using segment: {'id': 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:03:22.196810 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Bound port: e88dddbc-cc13-4062-aeb2-f98b0b474198, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:03:22.197451 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.216025 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb1c9-7d43-4772-83bb-9fcd84af2143 admin admin] Publish callbacks [] for security_group (d196bd22-3f0c-4dc2-a274-7e27371421c5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.273051 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb1c9-7d43-4772-83bb-9fcd84af2143 admin admin] Publish callbacks [] for security_group (d196bd22-3f0c-4dc2-a274-7e27371421c5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.337292 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1528954-39a7-4751-8cbb-9ad15dbe88d1 admin admin] Publish callbacks [] for security_group (cd67fbf6-9572-4fb4-a56f-78001e5cd84b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.345893 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1528954-39a7-4751-8cbb-9ad15dbe88d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cd67fbf6-9572-4fb4-a56f-78001e5cd84b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.364664 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57838dcf-d676-4396-87e9-0bbff73176ac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094a0d3d-9901-450a-a0a1-f1f76fe59c7a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:22.395420 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ddd73b19-49d4-4409-9c68-f4f27d795cf3 None None] Provisioning complete for port e88dddbc-cc13-4062-aeb2-f98b0b474198 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:22.395830 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddd73b19-49d4-4409-9c68-f4f27d795cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.405904 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1528954-39a7-4751-8cbb-9ad15dbe88d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd67fbf6-9572-4fb4-a56f-78001e5cd84b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:22.431109 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1528954-39a7-4751-8cbb-9ad15dbe88d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:03:22.448683 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1528954-39a7-4751-8cbb-9ad15dbe88d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8a65be50-71f7-489f-ae70-2d25884aa613), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.448981 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-d1528954-39a7-4751-8cbb-9ad15dbe88d1 admin admin] Added segment 8a65be50-71f7-489f-ae70-2d25884aa613 of type vlan for network 13782ccd-b940-4c2d-a32d-67ecaf8092e8 Jan 28 19:03:22.502930 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1528954-39a7-4751-8cbb-9ad15dbe88d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (13782ccd-b940-4c2d-a32d-67ecaf8092e8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.528180 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb1c9-7d43-4772-83bb-9fcd84af2143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d196bd22-3f0c-4dc2-a274-7e27371421c5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.531289 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb1c9-7d43-4772-83bb-9fcd84af2143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.532725 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8d4eb1c9-7d43-4772-83bb-9fcd84af2143 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d196bd22-3f0c-4dc2-a274-7e27371421c5 HTTP/1.1" status: 204 len: 168 time: 0.5956533 Jan 28 19:03:22.542316 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4eb1c9-7d43-4772-83bb-9fcd84af2143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d196bd22-3f0c-4dc2-a274-7e27371421c5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:22.544277 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1528954-39a7-4751-8cbb-9ad15dbe88d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (13782ccd-b940-4c2d-a32d-67ecaf8092e8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.545462 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1528954-39a7-4751-8cbb-9ad15dbe88d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:22.546208 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1528954-39a7-4751-8cbb-9ad15dbe88d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.613699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1528954-39a7-4751-8cbb-9ad15dbe88d1 admin admin] Pushing event updated for resources: {'Network': ['ID=13782ccd-b940-4c2d-a32d-67ecaf8092e8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:22.621875 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d1528954-39a7-4751-8cbb-9ad15dbe88d1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7348478 Jan 28 19:03:22.623779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55642) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:22.628910 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-32f27dce-262c-46a8-8ff4-8b062b729d5e admin admin] Request body: {'subnet': {'network_id': '13782ccd-b940-4c2d-a32d-67ecaf8092e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1360375115-subnet', 'tenant_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:22.657577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f27dce-262c-46a8-8ff4-8b062b729d5e admin admin] Made reservation on behalf of b71f3d86cf794c2ab63ba6fce26812a0 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:22.662644 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32f27dce-262c-46a8-8ff4-8b062b729d5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.722077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] For port e88dddbc-cc13-4062-aeb2-f98b0b474198, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:03:22.738472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] For port e88dddbc-cc13-4062-aeb2-f98b0b474198, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e88dddbc-cc13-4062-aeb2-f98b0b474198,segment=NetworkSegment(b42e0ebe-52ff-4e53-a10d-c5fc1da5544a),segment_id=b42e0ebe-52ff-4e53-a10d-c5fc1da5544a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:03:22.748055 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 13782ccd-b940-4c2d-a32d-67ecaf8092e8 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:03:22.800909 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-2a9906d4-14e6-4582-81e9-a07e8e7cfff2 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3b0df998572c445dbe2a56845dae5f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714376 Jan 28 19:03:22.807107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55650) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:22.842557 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.918383 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fdd0fb6-a069-4205-b47a-44aa4e60b8cb req-6094e84a-8b0e-4d8b-a19a-f2761d257def tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 210 time: 0.0368602 Jan 28 19:03:22.925492 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32f27dce-262c-46a8-8ff4-8b062b729d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for subnet (236e5ee5-6477-49f6-bd22-ecfc7cc460d3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:22.977914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f27dce-262c-46a8-8ff4-8b062b729d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=236e5ee5-6477-49f6-bd22-ecfc7cc460d3,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:22.992872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a62e83-2fb2-4f17-98f9-3004e75fb988 None None] Pushing event updated for resources: {'Port': ['ID=e88dddbc-cc13-4062-aeb2-f98b0b474198,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:23.028457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Routers {'cbd38882-c712-41da-9e97-4a225bcb32ae'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:03:23.029103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:03:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cbd38882-c712-41da-9e97-4a225bcb32ae'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:23.043333 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f27dce-262c-46a8-8ff4-8b062b729d5e admin admin] Checking segment: {'id': '8a65be50-71f7-489f-ae70-2d25884aa613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13782ccd-b940-4c2d-a32d-67ecaf8092e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:23.043816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f27dce-262c-46a8-8ff4-8b062b729d5e admin admin] Network hostable DHCP agents. Network: 13782ccd-b940-4c2d-a32d-67ecaf8092e8, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:03:23.049259 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ddd73b19-49d4-4409-9c68-f4f27d795cf3 None None] Port e88dddbc-cc13-4062-aeb2-f98b0b474198 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:03:23.058928 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3d788fa0-3fac-4da3-b280-54a1075f9071 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:23.060677 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3d788fa0-3fac-4da3-b280-54a1075f9071 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2471783 Jan 28 19:03:23.097583 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f27dce-262c-46a8-8ff4-8b062b729d5e admin admin] Network 13782ccd-b940-4c2d-a32d-67ecaf8092e8 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:03:23.104733 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-fa488cf9-814f-4f5d-b263-c000e2cbaeee tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/quotas/3b0df998572c445dbe2a56845dae5f11 HTTP/1.1" status: 200 len: 375 time: 0.0201590 Jan 28 19:03:23.113949 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64ebb6c8-b49b-4080-8ae0-23c091040f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:23.119393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-32f27dce-262c-46a8-8ff4-8b062b729d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 13782ccd-b940-4c2d-a32d-67ecaf8092e8) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:23.127375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f27dce-262c-46a8-8ff4-8b062b729d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:23.130171 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32f27dce-262c-46a8-8ff4-8b062b729d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:23.167704 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-32f27dce-262c-46a8-8ff4-8b062b729d5e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5409133 Jan 28 19:03:23.169111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55654) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:23.169801 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3c8c30-f975-4e2d-83da-992bfac69bec None None] Network 13782ccd-b940-4c2d-a32d-67ecaf8092e8 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:03:23.174529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1360375115-router', 'tenant_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:23.230473 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:23.231676 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:23.254551 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:23.380041 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Publish callbacks [] for router_controller (bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:23.382211 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55658) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:23.417083 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-2e56183f-d159-4da4-8764-70baef74d7fe tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b0df998572c445dbe2a56845dae5f11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2944005 Jan 28 19:03:23.464364 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-57838dcf-d676-4396-87e9-0bbff73176ac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Allocated IP 192.168.233.179 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/b8f744bc-a9af-4b1d-a6fa-a4cca25e683e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:03:23.557473 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64ebb6c8-b49b-4080-8ae0-23c091040f59 admin admin] Publish callbacks [] for security_group (f193920e-b042-4e70-a877-480c4b50456b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:23.587719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] Set router cbd38882-c712-41da-9e97-4a225bcb32ae gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:03:23.591447 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64ebb6c8-b49b-4080-8ae0-23c091040f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f193920e-b042-4e70-a877-480c4b50456b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:23.611220 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eab44d89-f4a1-4994-adea-07b696a48d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:23.766148 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-64ebb6c8-b49b-4080-8ae0-23c091040f59 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f16a926fca3480895f844f403117f53&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9578946 Jan 28 19:03:23.773292 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55666) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:23.814517 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Publish callbacks [] for router_gateway (bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:23.817737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebb6c8-b49b-4080-8ae0-23c091040f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f193920e-b042-4e70-a877-480c4b50456b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:24.020911 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c94ffed-f7be-48df-9633-47b2be45ec5c req-7fbec91e-6447-4a59-8365-61ed972ca3a5 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 210 time: 0.0811512 Jan 28 19:03:24.048925 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:24.059848 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c50e011-2d29-440d-85dc-77f6eaf06651 admin admin] Publish callbacks [] for security_group (f193920e-b042-4e70-a877-480c4b50456b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.094589 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-57838dcf-d676-4396-87e9-0bbff73176ac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Publish callbacks [] for port (b8f744bc-a9af-4b1d-a6fa-a4cca25e683e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.109769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-13782ccd-b940-4c2d-a32d-67ecaf8092e8', 'network_id': '13782ccd-b940-4c2d-a32d-67ecaf8092e8', 'project_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'fixed_ips': [{'subnet_id': '236e5ee5-6477-49f6-bd22-ecfc7cc460d3'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:03:24.110695 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.112677 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dae9c5bc-12fe-4478-801e-e3b35190e999 None None] Provisioning complete for port e88dddbc-cc13-4062-aeb2-f98b0b474198 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:24.113049 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dae9c5bc-12fe-4478-801e-e3b35190e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.114599 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c50e011-2d29-440d-85dc-77f6eaf06651 admin admin] Publish callbacks [] for security_group (f193920e-b042-4e70-a877-480c4b50456b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.137110 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e31488b6-9ded-4531-9700-bc3273546840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.175334 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-57838dcf-d676-4396-87e9-0bbff73176ac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (b8f744bc-a9af-4b1d-a6fa-a4cca25e683e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.323187 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eab44d89-f4a1-4994-adea-07b696a48d2a admin admin] Publish callbacks [] for security_group (47ac24c8-f062-4fa8-9519-d6b949dafdc7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.341299 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eab44d89-f4a1-4994-adea-07b696a48d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (47ac24c8-f062-4fa8-9519-d6b949dafdc7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.389090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab44d89-f4a1-4994-adea-07b696a48d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ac24c8-f062-4fa8-9519-d6b949dafdc7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:24.405829 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c50e011-2d29-440d-85dc-77f6eaf06651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f193920e-b042-4e70-a877-480c4b50456b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.409804 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c50e011-2d29-440d-85dc-77f6eaf06651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.412771 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9c50e011-2d29-440d-85dc-77f6eaf06651 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f193920e-b042-4e70-a877-480c4b50456b HTTP/1.1" status: 204 len: 168 time: 0.6292503 Jan 28 19:03:24.425964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-57838dcf-d676-4396-87e9-0bbff73176ac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:03:24.454625 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50e011-2d29-440d-85dc-77f6eaf06651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f193920e-b042-4e70-a877-480c4b50456b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:24.459422 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-57838dcf-d676-4396-87e9-0bbff73176ac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:24.475927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10bf1a-3230-453d-98e9-3c8cb8c0d5cf req-1ccf94e7-e6a6-41ce-bbe7-af0e0b2cfe6b tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:24.486236 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae10bf1a-3230-453d-98e9-3c8cb8c0d5cf req-1ccf94e7-e6a6-41ce-bbe7-af0e0b2cfe6b tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 936 time: 0.2496257 Jan 28 19:03:24.488810 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57838dcf-d676-4396-87e9-0bbff73176ac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Pushing event updated for resources: {'Port': ['ID=b8f744bc-a9af-4b1d-a6fa-a4cca25e683e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:24.494222 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:24.495208 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-eab44d89-f4a1-4994-adea-07b696a48d2a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68e14cf88d2c4ea392dda7407a4cf515&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1082292 Jan 28 19:03:24.595999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-57838dcf-d676-4396-87e9-0bbff73176ac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:03:24.606714 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-57838dcf-d676-4396-87e9-0bbff73176ac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:24.608724 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-57838dcf-d676-4396-87e9-0bbff73176ac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.699883 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae10bf1a-3230-453d-98e9-3c8cb8c0d5cf req-ca6db455-ff3f-41a5-8cf3-663c578df6cf tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108486 Jan 28 19:03:24.713785 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.761275 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5acf8069-19fa-4684-b521-248d7980ebe1 admin admin] Publish callbacks [] for security_group (47ac24c8-f062-4fa8-9519-d6b949dafdc7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.766383 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-57838dcf-d676-4396-87e9-0bbff73176ac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3987794 Jan 28 19:03:24.797715 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-f0647ce0-fdbb-40e5-9e3f-937bdfa9f8e6 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:03:24.801248 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-f0647ce0-fdbb-40e5-9e3f-937bdfa9f8e6 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145650 Jan 28 19:03:24.844129 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5acf8069-19fa-4684-b521-248d7980ebe1 admin admin] Publish callbacks [] for security_group (47ac24c8-f062-4fa8-9519-d6b949dafdc7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.849958 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e31488b6-9ded-4531-9700-bc3273546840 admin admin] Publish callbacks [] for security_group (4b109101-1754-4892-aac4-929eaa35c853), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.942802 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e31488b6-9ded-4531-9700-bc3273546840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4b109101-1754-4892-aac4-929eaa35c853), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.974067 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-dae9c5bc-12fe-4478-801e-e3b35190e999 None None] Current status of the port e88dddbc-cc13-4062-aeb2-f98b0b474198 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:24.974653 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dae9c5bc-12fe-4478-801e-e3b35190e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:24.993889 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Allocated IP 172.20.0.2 (13782ccd-b940-4c2d-a32d-67ecaf8092e8/236e5ee5-6477-49f6-bd22-ecfc7cc460d3/55791069-31af-4cef-ba97-12f9629f4e9f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:03:25.015640 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e31488b6-9ded-4531-9700-bc3273546840 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e1c4bbfd38614e5bb66e6d969e0d5ad4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9642327 Jan 28 19:03:25.018549 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31488b6-9ded-4531-9700-bc3273546840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b109101-1754-4892-aac4-929eaa35c853,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:25.024727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55722) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:25.079347 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5acf8069-19fa-4684-b521-248d7980ebe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (47ac24c8-f062-4fa8-9519-d6b949dafdc7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:25.083357 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5acf8069-19fa-4684-b521-248d7980ebe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:25.085677 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5acf8069-19fa-4684-b521-248d7980ebe1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47ac24c8-f062-4fa8-9519-d6b949dafdc7 HTTP/1.1" status: 204 len: 168 time: 0.5900218 Jan 28 19:03:25.096528 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Publish callbacks [] for router_gateway (bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:25.112828 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf8069-19fa-4684-b521-248d7980ebe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ac24c8-f062-4fa8-9519-d6b949dafdc7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:25.198924 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-474f83ec-cd15-4bc5-80c2-9fb76ab7deb5 req-be4318da-d258-4a49-97ef-fce4fd3eef7f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 210 time: 0.0906727 Jan 28 19:03:25.215160 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:25.262799 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4bd6-f977-4ba8-b392-5f29e788f1b9 admin admin] Publish callbacks [] for security_group (4b109101-1754-4892-aac4-929eaa35c853), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:25.267404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dae9c5bc-12fe-4478-801e-e3b35190e999 None None] For port e88dddbc-cc13-4062-aeb2-f98b0b474198, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e88dddbc-cc13-4062-aeb2-f98b0b474198,segment=NetworkSegment(b42e0ebe-52ff-4e53-a10d-c5fc1da5544a),segment_id=b42e0ebe-52ff-4e53-a10d-c5fc1da5544a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:25.302996 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4bd6-f977-4ba8-b392-5f29e788f1b9 admin admin] Publish callbacks [] for security_group (4b109101-1754-4892-aac4-929eaa35c853), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:25.326354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:17Z', 'revision_number': 4, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e88dddbc-cc13-4062-aeb2-f98b0b474198', 'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'mac_address': 'fa:16:3e:8e:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:16Z', 'updated_at': '2022-01-28T19:03:22Z', 'revision_number': 4, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'subnets': [{'id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:25.377987 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dae9c5bc-12fe-4478-801e-e3b35190e999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:25.537045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965424e1-8a3a-438b-bf1f-31bd64a7d568 None None] The sync data for ids ['cbd38882-c712-41da-9e97-4a225bcb32ae'] in n-d-824834-4 is: [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:17Z', 'revision_number': 4, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e88dddbc-cc13-4062-aeb2-f98b0b474198', 'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'mac_address': 'fa:16:3e:8e:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:16Z', 'updated_at': '2022-01-28T19:03:22Z', 'revision_number': 4, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'subnets': [{'id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:03:25.555429 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:25.594844 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4bd6-f977-4ba8-b392-5f29e788f1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4b109101-1754-4892-aac4-929eaa35c853), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:25.602055 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4bd6-f977-4ba8-b392-5f29e788f1b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:25.603387 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3b2f4bd6-f977-4ba8-b392-5f29e788f1b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b109101-1754-4892-aac4-929eaa35c853 HTTP/1.1" status: 204 len: 168 time: 0.5774641 Jan 28 19:03:25.661975 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f4bd6-f977-4ba8-b392-5f29e788f1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b109101-1754-4892-aac4-929eaa35c853,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:25.718906 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Allocated IP 172.25.0.187 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/a6e8a464-46db-49dd-8011-c989c64af731) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:03:25.765880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Request body: {'port': {'device_id': 'e5a6be29-4b0c-42a5-8f15-927e03dde824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:25.877004 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Publish callbacks [] for port (55791069-31af-4cef-ba97-12f9629f4e9f), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:25.893213 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f62d876d-c169-4b2f-9578-d3b9ab8d9fcd None None] Provisioning complete for port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:25.894710 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f62d876d-c169-4b2f-9578-d3b9ab8d9fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b8f744bc-a9af-4b1d-a6fa-a4cca25e683e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:25.962344 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:25.987576 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9c5bc-12fe-4478-801e-e3b35190e999 None None] Pushing event updated for resources: {'Port': ['ID=e88dddbc-cc13-4062-aeb2-f98b0b474198,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:26.054677 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b8f744bc-a9af-4b1d-a6fa-a4cca25e683e), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:26.241338 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Network 13782ccd-b940-4c2d-a32d-67ecaf8092e8 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:03:26.248978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Pushing event updated for resources: {'Port': ['ID=55791069-31af-4cef-ba97-12f9629f4e9f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:26.275438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:26.285835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:03:26.461660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Attempting to bind port 55791069-31af-4cef-ba97-12f9629f4e9f on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:03:26.462014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Attempting to bind port 55791069-31af-4cef-ba97-12f9629f4e9f by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '8a65be50-71f7-489f-ae70-2d25884aa613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13782ccd-b940-4c2d-a32d-67ecaf8092e8'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:03:26.464165 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Attempting to bind port 55791069-31af-4cef-ba97-12f9629f4e9f on network 13782ccd-b940-4c2d-a32d-67ecaf8092e8 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:26.487647 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f62d876d-c169-4b2f-9578-d3b9ab8d9fcd None None] Port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:03:26.514515 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:03:26.515160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Checking segment: {'id': '8a65be50-71f7-489f-ae70-2d25884aa613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13782ccd-b940-4c2d-a32d-67ecaf8092e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:26.516017 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:26.516683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Bound using segment: {'id': '8a65be50-71f7-489f-ae70-2d25884aa613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13782ccd-b940-4c2d-a32d-67ecaf8092e8'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:03:26.517369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Bound port: 55791069-31af-4cef-ba97-12f9629f4e9f, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a65be50-71f7-489f-ae70-2d25884aa613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13782ccd-b940-4c2d-a32d-67ecaf8092e8'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:03:26.518050 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:26.666051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844e668-6708-47f5-a6b0-3a5cb1acbf3f req-b79c7e15-2067-4b51-860b-41068464a762 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:26.688400 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b844e668-6708-47f5-a6b0-3a5cb1acbf3f req-b79c7e15-2067-4b51-860b-41068464a762 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 936 time: 0.6795869 Jan 28 19:03:26.730847 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] For port 55791069-31af-4cef-ba97-12f9629f4e9f, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:03:26.738200 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e18f0abb-5495-400a-83a0-440649975843 req-51e46ec9-073a-4b94-984d-757e678da0a3 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 210 time: 0.1905072 Jan 28 19:03:26.745532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] For port 55791069-31af-4cef-ba97-12f9629f4e9f, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=55791069-31af-4cef-ba97-12f9629f4e9f,segment=NetworkSegment(8a65be50-71f7-489f-ae70-2d25884aa613),segment_id=8a65be50-71f7-489f-ae70-2d25884aa613)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:03:26.775835 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:26.851569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a3462-4ec1-413f-befe-963604c61e65 None None] Pushing event updated for resources: {'Port': ['ID=55791069-31af-4cef-ba97-12f9629f4e9f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:26.887284 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Publish callbacks [] for port (a6e8a464-46db-49dd-8011-c989c64af731), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:27.024518 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b844e668-6708-47f5-a6b0-3a5cb1acbf3f req-fe5d85fe-1de0-4f50-a802-1eaced56f269 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326991 Jan 28 19:03:27.088224 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (a6e8a464-46db-49dd-8011-c989c64af731), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:27.146936 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.31', 56664) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:27.225599 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:03:27.284596 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f744bc-a9af-4b1d-a6fa-a4cca25e683e {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:03:27.291432 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-6cde4727-b9db-4000-a6b6-16653bf257db tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3b0df998572c445dbe2a56845dae5f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1417494 Jan 28 19:03:27.296741 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Publish callbacks [] for port (b8f744bc-a9af-4b1d-a6fa-a4cca25e683e), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:27.312573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:27.338052 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:03:27.369647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55782) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:27.384355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Transition to ACTIVE for port object b8f744bc-a9af-4b1d-a6fa-a4cca25e683e will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:03:27.391787 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b8f744bc-a9af-4b1d-a6fa-a4cca25e683e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:27.509858 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e88dddbc-cc13-4062-aeb2-f98b0b474198 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:27.601888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Pushing event updated for resources: {'Port': ['ID=a6e8a464-46db-49dd-8011-c989c64af731,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:27.694959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e88dddbc-cc13-4062-aeb2-f98b0b474198 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:27.695360 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:27.707238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Pushing event updated for resources: {'Port': ['ID=b8f744bc-a9af-4b1d-a6fa-a4cca25e683e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:27.751955 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Attempting to bind port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:03:27.752313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Attempting to bind port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:03:27.762256 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Attempting to bind port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:27.778397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:03:27.778728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Attempting to bind port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:27.795314 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:03:27.795679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:27.797963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:03:27.800105 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Bound port: b8f744bc-a9af-4b1d-a6fa-a4cca25e683e, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:03:27.800664 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b8f744bc-a9af-4b1d-a6fa-a4cca25e683e), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:28.037288 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e88dddbc-cc13-4062-aeb2-f98b0b474198 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:28.053190 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0bda5b7d-ce7d-4208-8bbf-d843badad7c7 req-dcc2ede2-3932-4f82-a3ea-56c7dc8c23b3 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 210 time: 0.1199520 Jan 28 19:03:28.097650 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-98093e1c-35df-46a6-81a6-0eebfd4c44e2 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:28.106561 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-98093e1c-35df-46a6-81a6-0eebfd4c44e2 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7946725 Jan 28 19:03:28.162779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] For port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:03:28.169170 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] For port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b8f744bc-a9af-4b1d-a6fa-a4cca25e683e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:03:28.179997 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b8f744bc-a9af-4b1d-a6fa-a4cca25e683e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:28.208713 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-bd08d7a3-9df5-427f-91dd-148d5d38fd9f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Request body: {'port': {'device_id': '3d8d8921-5875-4e68-956f-c3805a6b3519', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '3b0df998572c445dbe2a56845dae5f11'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:28.231722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:28.232333 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:28.255912 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] 10.222.0.37 "PUT /v2.0/ports/b8f744bc-a9af-4b1d-a6fa-a4cca25e683e HTTP/1.1" status: 200 len: 1096 time: 2.9747648 Jan 28 19:03:28.265704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a6be29-4b0c-42a5-8f15-927e03dde824', 'tag': 'b8f744bc-a9af-4b1d-a6fa-a4cca25e683e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:03:28.335151 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Publish callbacks [] for router_gateway (bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:28.745804 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf01d-ecac-49b8-b2ab-a4e37ecb145e service neutron] Pushing event updated for resources: {'Port': ['ID=b8f744bc-a9af-4b1d-a6fa-a4cca25e683e,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:28.809185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-81810730-c743-402f-9ad8-fa929d48cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:28.811671 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-81810730-c743-402f-9ad8-fa929d48cc8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f17840e36fd3419bb8b267b339c525d9&device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 1130 time: 0.3290482 Jan 28 19:03:28.836595 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-310817a0-1054-4bd5-8fa9-c675e0a8b0f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:28.862425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c319f-dead-45e9-9ec7-7654f2c3683c req-baeb92ca-3b9f-43f7-81b6-fde39061d5a5 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:28.864470 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c88c319f-dead-45e9-9ec7-7654f2c3683c req-baeb92ca-3b9f-43f7-81b6-fde39061d5a5 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 948 time: 0.6713130 Jan 28 19:03:29.152036 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0bcd36-ac82-4784-ab28-268c8bc18b69 None None] Network 13782ccd-b940-4c2d-a32d-67ecaf8092e8 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:03:29.203487 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c88c319f-dead-45e9-9ec7-7654f2c3683c req-96c0d179-8f72-4579-be3a-7283f8e5c7f6 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606018 Jan 28 19:03:29.234707 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:29.366313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-bd08d7a3-9df5-427f-91dd-148d5d38fd9f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Made reservation on behalf of 3b0df998572c445dbe2a56845dae5f11 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:29.381038 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-bd08d7a3-9df5-427f-91dd-148d5d38fd9f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:29.422528 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-bd08d7a3-9df5-427f-91dd-148d5d38fd9f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:29.453485 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd974dd-bfe7-4c0b-b637-7bb3864314a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a6be29-4b0c-42a5-8f15-927e03dde824", "tag": "b8f744bc-a9af-4b1d-a6fa-a4cca25e683e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:03:29.465473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-76badfe1-7cd2-4030-9382-52a667a775f8 None None] Provisioning complete for port 55791069-31af-4cef-ba97-12f9629f4e9f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:29.465849 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76badfe1-7cd2-4030-9382-52a667a775f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:29.474931 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-5e390203-819c-4cc0-8095-d97e861d33fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=b8f744bc-a9af-4b1d-a6fa-a4cca25e683e HTTP/1.1" status: 200 len: 217 time: 0.5823178 Jan 28 19:03:29.652958 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b800ae77-af7c-4ac5-a2ed-e304e25535e5 req-8fc8f696-748a-43cc-b8b1-a4284b4f2bf2 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 210 time: 0.1886356 Jan 28 19:03:29.741476 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55850) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:29.750877 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-310817a0-1054-4bd5-8fa9-c675e0a8b0f8 admin admin] Publish callbacks [] for security_group (7b966f7b-59aa-436d-b40e-424ae9a0ad0f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:29.764160 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-2e571663-eb1f-4f44-a640-112dcb83c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:29.766562 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-2e571663-eb1f-4f44-a640-112dcb83c32e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.2663150 Jan 28 19:03:29.772652 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-310817a0-1054-4bd5-8fa9-c675e0a8b0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7b966f7b-59aa-436d-b40e-424ae9a0ad0f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:29.871023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 55791069-31af-4cef-ba97-12f9629f4e9f up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:29.952016 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-9f126f8f-f29f-44d3-b02f-ca917ef818dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:29.954675 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-9f126f8f-f29f-44d3-b02f-ca917ef818dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1800365 Jan 28 19:03:29.965977 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310817a0-1054-4bd5-8fa9-c675e0a8b0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b966f7b-59aa-436d-b40e-424ae9a0ad0f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:29.994758 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-310817a0-1054-4bd5-8fa9-c675e0a8b0f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=632139518d76468e8b91210370dd3754&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5919673 Jan 28 19:03:29.996416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55856) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:30.035295 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:30.048576 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-bd08d7a3-9df5-427f-91dd-148d5d38fd9f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Publish callbacks [] for security_group (c01bf87c-1e13-470b-9e90-e62a400303b0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:30.053193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Router bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:03:30.066292 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-bd08d7a3-9df5-427f-91dd-148d5d38fd9f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c01bf87c-1e13-470b-9e90-e62a400303b0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:30.112284 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 55791069-31af-4cef-ba97-12f9629f4e9f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:30.112994 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:30.360534 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 55791069-31af-4cef-ba97-12f9629f4e9f is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:30.361127 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:30.420236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 55791069-31af-4cef-ba97-12f9629f4e9f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=55791069-31af-4cef-ba97-12f9629f4e9f,segment=NetworkSegment(8a65be50-71f7-489f-ae70-2d25884aa613),segment_id=8a65be50-71f7-489f-ae70-2d25884aa613)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:30.422851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-76badfe1-7cd2-4030-9382-52a667a775f8 None None] Current status of the port 55791069-31af-4cef-ba97-12f9629f4e9f is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:30.423472 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76badfe1-7cd2-4030-9382-52a667a775f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:30.430130 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:30.467741 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fc75c7-b330-4bed-87ba-69b8e2708a2e x-openstack-request-id: req-66fc75c7-b330-4bed-87ba-69b8e2708a2e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:03:30.468493 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a6be29-4b0c-42a5-8f15-927e03dde824", "tag": "b8f744bc-a9af-4b1d-a6fa-a4cca25e683e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:03:30.469203 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66fc75c7-b330-4bed-87ba-69b8e2708a2e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:03:30.473896 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a6be29-4b0c-42a5-8f15-927e03dde824', 'tag': 'b8f744bc-a9af-4b1d-a6fa-a4cca25e683e', 'status': 'completed', 'code': 200} Jan 28 19:03:30.540943 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-807d895b-ea30-4203-9971-546affe4c0c3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-890713138-network', 'tenant_id': 'a52c883532314f5dbe651bed69cf54cd'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:30.554737 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2d6a534-4465-48e7-97b2-ed0731444596 admin admin] Publish callbacks [] for security_group (7b966f7b-59aa-436d-b40e-424ae9a0ad0f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:30.573844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=55791069-31af-4cef-ba97-12f9629f4e9f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:30.580208 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-76badfe1-7cd2-4030-9382-52a667a775f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:03:30.580701 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-76badfe1-7cd2-4030-9382-52a667a775f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:03:30.619431 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-a6f6e952-24ff-4d75-a973-c0d3eb113063 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6588588 Jan 28 19:03:30.634542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08d7a3-9df5-427f-91dd-148d5d38fd9f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01bf87c-1e13-470b-9e90-e62a400303b0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:30.853105 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2d6a534-4465-48e7-97b2-ed0731444596 admin admin] Publish callbacks [] for security_group (7b966f7b-59aa-436d-b40e-424ae9a0ad0f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:30.887572 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807d895b-ea30-4203-9971-546affe4c0c3 admin admin] Made reservation on behalf of a52c883532314f5dbe651bed69cf54cd for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:30.892663 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-807d895b-ea30-4203-9971-546affe4c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:30.965660 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-807d895b-ea30-4203-9971-546affe4c0c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:31.095531 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce00d6-5198-4afc-bd46-3f51b654708c req-bb84b061-a406-41c0-aca0-bebdba5fa4a2 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:31.103713 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07ce00d6-5198-4afc-bd46-3f51b654708c req-bb84b061-a406-41c0-aca0-bebdba5fa4a2 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 948 time: 0.6276915 Jan 28 19:03:31.217407 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-76badfe1-7cd2-4030-9382-52a667a775f8 None None] Current status of the port 55791069-31af-4cef-ba97-12f9629f4e9f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:31.227718 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d7f2309-1ea7-4d60-b9d1-04b112332715 req-738e09a6-acd6-4475-8fe6-7a637b2a0137 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963192 Jan 28 19:03:31.280157 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2d6a534-4465-48e7-97b2-ed0731444596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7b966f7b-59aa-436d-b40e-424ae9a0ad0f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:31.293935 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2d6a534-4465-48e7-97b2-ed0731444596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:31.304627 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a2d6a534-4465-48e7-97b2-ed0731444596 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b966f7b-59aa-436d-b40e-424ae9a0ad0f HTTP/1.1" status: 204 len: 168 time: 1.3031726 Jan 28 19:03:31.396277 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c4a8a36b-1c22-4484-8d45-e54839b8c2c7 None None] Provisioning complete for port 55791069-31af-4cef-ba97-12f9629f4e9f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:31.401027 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a36b-1c22-4484-8d45-e54839b8c2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:31.436841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6a534-4465-48e7-97b2-ed0731444596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b966f7b-59aa-436d-b40e-424ae9a0ad0f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:31.481408 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07ce00d6-5198-4afc-bd46-3f51b654708c req-481445a4-04b1-4964-8944-400240d1d4e5 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764970 Jan 28 19:03:31.515938 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a979a2b8-f80d-4df6-96e3-8f26625f6faa req-bd4a585b-8363-44c0-be72-7dffd083f042 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 210 time: 0.6922171 Jan 28 19:03:31.527874 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 55791069-31af-4cef-ba97-12f9629f4e9f up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:31.604127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd974dd-bfe7-4c0b-b637-7bb3864314a3 req-f8503591-c108-42ae-8746-dc975379daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:31.612567 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:03:31.614757 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bd974dd-bfe7-4c0b-b637-7bb3864314a3 req-f8503591-c108-42ae-8746-dc975379daaa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f17840e36fd3419bb8b267b339c525d9&device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 1130 time: 0.2892973 Jan 28 19:03:31.624376 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-807d895b-ea30-4203-9971-546affe4c0c3 admin admin] Publish callbacks [] for security_group (361a85c8-98a4-4ab6-81c7-cd702b357b7b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:31.631429 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Sync routers for ids ['bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:03:31.649148 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-807d895b-ea30-4203-9971-546affe4c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (361a85c8-98a4-4ab6-81c7-cd702b357b7b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:31.662159 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Routers {'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:03:31.665608 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:03:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:31.679368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-bd08d7a3-9df5-427f-91dd-148d5d38fd9f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Allocated IP 192.168.233.27 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/83ac7cfc-9788-415e-b477-bd4362317096) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:03:31.695849 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 55791069-31af-4cef-ba97-12f9629f4e9f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:31.696851 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:31.701774 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:31.714306 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9660c5c6-49ac-4365-8664-642906f1c320 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.5412447 Jan 28 19:03:31.718390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55898) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:31.786132 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8a36b-1c22-4484-8d45-e54839b8c2c7 None None] Current status of the port 55791069-31af-4cef-ba97-12f9629f4e9f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:31.846475 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 55791069-31af-4cef-ba97-12f9629f4e9f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:31.863474 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807d895b-ea30-4203-9971-546affe4c0c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:03:31.995363 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-807d895b-ea30-4203-9971-546affe4c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:32.006939 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-807d895b-ea30-4203-9971-546affe4c0c3 admin admin] Added segment 08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96 of type vlan for network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 Jan 28 19:03:32.011731 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d895b-ea30-4203-9971-546affe4c0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361a85c8-98a4-4ab6-81c7-cd702b357b7b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:32.182143 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Set router bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:03:32.242244 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd974dd-bfe7-4c0b-b637-7bb3864314a3 req-33a6e4cd-7aa8-4e9d-8554-98e5b66b6080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:32.243656 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bd974dd-bfe7-4c0b-b637-7bb3864314a3 req-33a6e4cd-7aa8-4e9d-8554-98e5b66b6080 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.6127756 Jan 28 19:03:32.245332 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-807d895b-ea30-4203-9971-546affe4c0c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (4f23a902-07b8-4f8f-881f-ad09f0ebf509), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:32.369334 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bd974dd-bfe7-4c0b-b637-7bb3864314a3 req-4dd4598e-aeea-4ecc-892f-eeae4fdf74e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=b8f744bc-a9af-4b1d-a6fa-a4cca25e683e HTTP/1.1" status: 200 len: 217 time: 0.1010094 Jan 28 19:03:32.379020 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55904) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:32.382153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55906) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:32.385402 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-bd08d7a3-9df5-427f-91dd-148d5d38fd9f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Publish callbacks [] for port (83ac7cfc-9788-415e-b477-bd4362317096), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:32.443102 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-807d895b-ea30-4203-9971-546affe4c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (4f23a902-07b8-4f8f-881f-ad09f0ebf509), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:32.444063 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807d895b-ea30-4203-9971-546affe4c0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:32.444717 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-807d895b-ea30-4203-9971-546affe4c0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:32.458755 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e1d0e34-6fd9-4419-aab8-86b29aa75092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:32.627239 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1360375115-router', 'tenant_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'a6e8a464-46db-49dd-8011-c989c64af731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:23Z', 'updated_at': '2022-01-28T19:03:27Z', 'revision_number': 3, 'project_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'gw_port': {'id': 'a6e8a464-46db-49dd-8011-c989c64af731', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:de:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:25Z', 'updated_at': '2022-01-28T19:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:32.639381 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e1d0e34-6fd9-4419-aab8-86b29aa75092 admin admin] Publish callbacks [] for security_group (58346ad8-e78c-4ed5-838d-e1385e4c6912), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:32.647001 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-807d895b-ea30-4203-9971-546affe4c0c3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9037318 Jan 28 19:03:32.648197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55922) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:32.673596 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-587b3268-debc-4036-967c-868e056b1d2c admin admin] Request body: {'subnet': {'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-890713138-subnet', 'tenant_id': 'a52c883532314f5dbe651bed69cf54cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:32.704547 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Checking router: bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:03:32.708661 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Updating router bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2 port a6e8a464-46db-49dd-8011-c989c64af731 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:03:32.721390 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd974dd-bfe7-4c0b-b637-7bb3864314a3 req-7ff04d24-ab6f-4522-90cc-2c342feee3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:32.731292 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bd974dd-bfe7-4c0b-b637-7bb3864314a3 req-7ff04d24-ab6f-4522-90cc-2c342feee3b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.3492484 Jan 28 19:03:32.733348 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e1d0e34-6fd9-4419-aab8-86b29aa75092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (58346ad8-e78c-4ed5-838d-e1385e4c6912), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:32.735250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d895b-ea30-4203-9971-546affe4c0c3 admin admin] Pushing event updated for resources: {'Network': ['ID=4f23a902-07b8-4f8f-881f-ad09f0ebf509,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:32.755035 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a6e8a464-46db-49dd-8011-c989c64af731), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:32.757084 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:03:32.806248 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587b3268-debc-4036-967c-868e056b1d2c admin admin] Made reservation on behalf of a52c883532314f5dbe651bed69cf54cd for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:32.808284 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d0e34-6fd9-4419-aab8-86b29aa75092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58346ad8-e78c-4ed5-838d-e1385e4c6912,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:32.809310 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-587b3268-debc-4036-967c-868e056b1d2c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:32.867116 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a83a5-6b82-4c71-b11c-99c317e57a83 req-d1fa5459-f28a-4622-9592-76464e8080e3 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:32.875223 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-807a83a5-6b82-4c71-b11c-99c317e57a83 req-d1fa5459-f28a-4622-9592-76464e8080e3 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 948 time: 0.2711840 Jan 28 19:03:32.897046 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea76090b-fcfc-4d96-88dd-aa2a3aeb6c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:32.908082 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-021bcd16-70ca-4fd4-87d8-e7501d961da4 req-3815959c-711a-4ae7-9c30-0af99245a420 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 210 time: 0.1934807 Jan 28 19:03:32.915219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd974dd-bfe7-4c0b-b637-7bb3864314a3 req-5367c9ca-e573-4862-92ed-351e6d7d85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:32.917691 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bd974dd-bfe7-4c0b-b637-7bb3864314a3 req-5367c9ca-e573-4862-92ed-351e6d7d85ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1675501 Jan 28 19:03:32.948403 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-bd08d7a3-9df5-427f-91dd-148d5d38fd9f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (83ac7cfc-9788-415e-b477-bd4362317096), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:33.036832 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-807a83a5-6b82-4c71-b11c-99c317e57a83 req-6518e53e-b801-4f04-838d-56629b2331d5 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604230 Jan 28 19:03:33.173357 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bd974dd-bfe7-4c0b-b637-7bb3864314a3 req-8bfb29da-80e2-488f-bb05-d3d708bdb433 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488499 Jan 28 19:03:33.184158 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08d7a3-9df5-427f-91dd-148d5d38fd9f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Pushing event updated for resources: {'Port': ['ID=83ac7cfc-9788-415e-b477-bd4362317096,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:33.200777 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4e1d0e34-6fd9-4419-aab8-86b29aa75092 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e22c88106e004bda89eb2c8ef5683174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8080254 Jan 28 19:03:33.205728 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55928) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:33.213916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-bd08d7a3-9df5-427f-91dd-148d5d38fd9f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:03:33.223601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-bd08d7a3-9df5-427f-91dd-148d5d38fd9f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:33.233526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:33.248144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-bd08d7a3-9df5-427f-91dd-148d5d38fd9f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:03:33.254393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-bd08d7a3-9df5-427f-91dd-148d5d38fd9f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:33.255195 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-bd08d7a3-9df5-427f-91dd-148d5d38fd9f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:33.278175 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-587b3268-debc-4036-967c-868e056b1d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for subnet (313caf54-95a5-42d8-a40e-1d57a3098b9c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:33.337615 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Publish callbacks [] for port (a6e8a464-46db-49dd-8011-c989c64af731), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:33.350065 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a6e8a464-46db-49dd-8011-c989c64af731), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:33.449551 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d16b3b-d13c-49ff-b4ad-0c34c3663905 None None] Pushing event updated for resources: {'Port': ['ID=a6e8a464-46db-49dd-8011-c989c64af731,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:33.474845 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Attempting to bind port a6e8a464-46db-49dd-8011-c989c64af731 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:03:33.475466 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Attempting to bind port a6e8a464-46db-49dd-8011-c989c64af731 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:03:33.475976 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Attempting to bind port a6e8a464-46db-49dd-8011-c989c64af731 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:33.483644 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:03:33.484118 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:33.485275 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:33.485959 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:03:33.486565 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Bound port: a6e8a464-46db-49dd-8011-c989c64af731, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:03:33.486955 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a6e8a464-46db-49dd-8011-c989c64af731), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:33.495247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587b3268-debc-4036-967c-868e056b1d2c admin admin] Checking segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:33.496551 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587b3268-debc-4036-967c-868e056b1d2c admin admin] Network hostable DHCP agents. Network: 4f23a902-07b8-4f8f-881f-ad09f0ebf509, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:03:33.502238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b3268-debc-4036-967c-868e056b1d2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=313caf54-95a5-42d8-a40e-1d57a3098b9c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:33.547969 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-124d2ee5-2e6f-4ec0-ab6b-7f8d7136fdbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:33.551847 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587b3268-debc-4036-967c-868e056b1d2c admin admin] Network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:03:33.563256 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] For port a6e8a464-46db-49dd-8011-c989c64af731, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:03:33.565454 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bd974dd-bfe7-4c0b-b637-7bb3864314a3 req-e824a8af-8f0e-4082-abee-1b3f6f18d492 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839179 Jan 28 19:03:33.567570 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-587b3268-debc-4036-967c-868e056b1d2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 4f23a902-07b8-4f8f-881f-ad09f0ebf509) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:33.567940 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] For port a6e8a464-46db-49dd-8011-c989c64af731, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a6e8a464-46db-49dd-8011-c989c64af731,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:03:33.571087 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-bd08d7a3-9df5-427f-91dd-148d5d38fd9f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3736978 Jan 28 19:03:33.578938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeb77e0-1723-43f2-a64a-ea4aca18e1e0 None None] Network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:03:33.583568 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b3268-debc-4036-967c-868e056b1d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:33.584366 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-587b3268-debc-4036-967c-868e056b1d2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:33.590184 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a6e8a464-46db-49dd-8011-c989c64af731), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:33.603187 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-0fad35d6-1da1-4693-92c6-41f2bf7c5c7c tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:03:33.611003 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-0fad35d6-1da1-4693-92c6-41f2bf7c5c7c tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0325451 Jan 28 19:03:33.627100 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-587b3268-debc-4036-967c-868e056b1d2c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9696774 Jan 28 19:03:33.742441 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Routers {'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:03:33.743709 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:03:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:33.788405 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-124d2ee5-2e6f-4ec0-ab6b-7f8d7136fdbb admin admin] Publish callbacks [] for security_group (ee3e8a19-efd1-459c-ab65-ae48bf25fed0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:33.797627 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d16b3b-d13c-49ff-b4ad-0c34c3663905 None None] Pushing event updated for resources: {'Port': ['ID=a6e8a464-46db-49dd-8011-c989c64af731,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:33.806321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-06b298e9-6d90-4863-88df-f5a600427069 None None] Provisioning complete for port 83ac7cfc-9788-415e-b477-bd4362317096 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:33.808620 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-06b298e9-6d90-4863-88df-f5a600427069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (83ac7cfc-9788-415e-b477-bd4362317096), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:33.853137 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-124d2ee5-2e6f-4ec0-ab6b-7f8d7136fdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ee3e8a19-efd1-459c-ab65-ae48bf25fed0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:33.895155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b955190-63b0-4945-89d8-f321578b1066 None None] Network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:03:33.912583 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] Set router bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:03:33.940902 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-124d2ee5-2e6f-4ec0-ab6b-7f8d7136fdbb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02f0f0d7386c4d4d90e6bf784b22fd90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7044823 Jan 28 19:03:33.943784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55942) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:33.964292 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Request body: {'port': {'device_id': '3d8d8921-5875-4e68-956f-c3805a6b3519', 'device_owner': 'compute:tempest-test_az-1974741360', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:34.008684 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31f3afd5-1c90-4551-a274-66be5c14fc6a admin admin] Publish callbacks [] for security_group (58346ad8-e78c-4ed5-838d-e1385e4c6912), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:34.024848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-06b298e9-6d90-4863-88df-f5a600427069 None None] Port 83ac7cfc-9788-415e-b477-bd4362317096 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:03:34.119912 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (83ac7cfc-9788-415e-b477-bd4362317096), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:34.241275 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31f3afd5-1c90-4551-a274-66be5c14fc6a admin admin] Publish callbacks [] for security_group (58346ad8-e78c-4ed5-838d-e1385e4c6912), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:34.442592 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a645fd5-9ab6-4b9a-82c1-c5b15a79421e admin admin] Publish callbacks [] for security_group (ee3e8a19-efd1-459c-ab65-ae48bf25fed0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:34.506292 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1360375115-router', 'tenant_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'a6e8a464-46db-49dd-8011-c989c64af731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:23Z', 'updated_at': '2022-01-28T19:03:27Z', 'revision_number': 3, 'project_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'gw_port': {'id': 'a6e8a464-46db-49dd-8011-c989c64af731', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:de:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:25Z', 'updated_at': '2022-01-28T19:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:34.533256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d2ee5-2e6f-4ec0-ab6b-7f8d7136fdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3e8a19-efd1-459c-ab65-ae48bf25fed0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:34.533835 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101edce-250f-468b-88b6-e9fc73790776 req-2fe5a23d-5644-44c5-94b8-0075a7cf2c23 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:34.537791 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8101edce-250f-468b-88b6-e9fc73790776 req-2fe5a23d-5644-44c5-94b8-0075a7cf2c23 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 948 time: 0.1788089 Jan 28 19:03:34.552152 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea76090b-fcfc-4d96-88dd-aa2a3aeb6c54 admin admin] Publish callbacks [] for security_group (c61c5c78-fbb0-4b07-bf12-ae4b0b80dab6), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:34.591854 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a645fd5-9ab6-4b9a-82c1-c5b15a79421e admin admin] Publish callbacks [] for security_group (ee3e8a19-efd1-459c-ab65-ae48bf25fed0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:34.598784 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5815e3-ee01-4294-86e0-464772d08221 None None] The sync data for ids ['bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'] in n-d-824834-4 is: [{'id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1360375115-router', 'tenant_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'a6e8a464-46db-49dd-8011-c989c64af731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:23Z', 'updated_at': '2022-01-28T19:03:27Z', 'revision_number': 3, 'project_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'gw_port': {'id': 'a6e8a464-46db-49dd-8011-c989c64af731', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:de:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:25Z', 'updated_at': '2022-01-28T19:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:03:34.693178 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8101edce-250f-468b-88b6-e9fc73790776 req-8ea01342-1454-49af-93d1-a6e85b71f0a5 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432393 Jan 28 19:03:34.720943 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea76090b-fcfc-4d96-88dd-aa2a3aeb6c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c61c5c78-fbb0-4b07-bf12-ae4b0b80dab6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:34.730688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55958) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:34.750137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8be76ee4-d0fd-42c7-907c-a382b311f9f2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1456179966-network', 'tenant_id': '3ddd2c5ab53b425cbdf87a92f424e8de'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:34.822098 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be76ee4-d0fd-42c7-907c-a382b311f9f2 admin admin] Made reservation on behalf of 3ddd2c5ab53b425cbdf87a92f424e8de for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:34.829189 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8be76ee4-d0fd-42c7-907c-a382b311f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:34.832858 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8513fc-e80a-4fdf-a5a8-5428e575e49d req-cb105b6c-ecca-4f3c-a823-ea595073c0b7 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:34.857419 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f8513fc-e80a-4fdf-a5a8-5428e575e49d req-cb105b6c-ecca-4f3c-a823-ea595073c0b7 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 935 time: 0.7497149 Jan 28 19:03:34.858191 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8be76ee4-d0fd-42c7-907c-a382b311f9f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:34.885513 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a645fd5-9ab6-4b9a-82c1-c5b15a79421e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ee3e8a19-efd1-459c-ab65-ae48bf25fed0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:34.889841 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a645fd5-9ab6-4b9a-82c1-c5b15a79421e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:34.892516 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2a645fd5-9ab6-4b9a-82c1-c5b15a79421e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee3e8a19-efd1-459c-ab65-ae48bf25fed0 HTTP/1.1" status: 204 len: 168 time: 0.9477422 Jan 28 19:03:34.912300 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a645fd5-9ab6-4b9a-82c1-c5b15a79421e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3e8a19-efd1-459c-ab65-ae48bf25fed0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:35.081666 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f8513fc-e80a-4fdf-a5a8-5428e575e49d req-b0510c1b-2016-440d-a3ed-434c69ed6870 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/security-groups?id=c01bf87c-1e13-470b-9e90-e62a400303b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201312 Jan 28 19:03:35.143205 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8be76ee4-d0fd-42c7-907c-a382b311f9f2 admin admin] Publish callbacks [] for security_group (a58f98fb-1625-4539-984d-f54fbc71a2b8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:35.154763 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8be76ee4-d0fd-42c7-907c-a382b311f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a58f98fb-1625-4539-984d-f54fbc71a2b8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:35.172320 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ea76090b-fcfc-4d96-88dd-aa2a3aeb6c54 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa231d26f5364ab3b86ec37238dc0720&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7736447 Jan 28 19:03:35.181683 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55962) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:35.270310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be76ee4-d0fd-42c7-907c-a382b311f9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58f98fb-1625-4539-984d-f54fbc71a2b8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:35.607633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a6e8a464-46db-49dd-8011-c989c64af731 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:35.672819 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be76ee4-d0fd-42c7-907c-a382b311f9f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:03:35.701260 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8be76ee4-d0fd-42c7-907c-a382b311f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (51c0cd5f-7278-49fe-a998-2937596c63ac), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:35.701565 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-8be76ee4-d0fd-42c7-907c-a382b311f9f2 admin admin] Added segment 51c0cd5f-7278-49fe-a998-2937596c63ac of type vlan for network b70ce7f1-1f22-4d6f-901b-b43917626677 Jan 28 19:03:35.707925 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31f3afd5-1c90-4551-a274-66be5c14fc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (58346ad8-e78c-4ed5-838d-e1385e4c6912), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:35.711102 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31f3afd5-1c90-4551-a274-66be5c14fc6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:35.712177 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-31f3afd5-1c90-4551-a274-66be5c14fc6a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58346ad8-e78c-4ed5-838d-e1385e4c6912 HTTP/1.1" status: 204 len: 168 time: 2.4966688 Jan 28 19:03:35.742707 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76090b-fcfc-4d96-88dd-aa2a3aeb6c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61c5c78-fbb0-4b07-bf12-ae4b0b80dab6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:35.757171 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a6e8a464-46db-49dd-8011-c989c64af731 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:35.757548 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a6e8a464-46db-49dd-8011-c989c64af731), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:35.801261 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8be76ee4-d0fd-42c7-907c-a382b311f9f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (b70ce7f1-1f22-4d6f-901b-b43917626677), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:35.809189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:35.853840 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d2f95af-5417-4246-9444-817c68968ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:35.909457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a6e8a464-46db-49dd-8011-c989c64af731 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:35.909911 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a6e8a464-46db-49dd-8011-c989c64af731), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:35.974377 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port a6e8a464-46db-49dd-8011-c989c64af731, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a6e8a464-46db-49dd-8011-c989c64af731,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:35.980633 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a6e8a464-46db-49dd-8011-c989c64af731), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:36.063204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=a6e8a464-46db-49dd-8011-c989c64af731,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:36.083785 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8be76ee4-d0fd-42c7-907c-a382b311f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (b70ce7f1-1f22-4d6f-901b-b43917626677), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:36.084531 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be76ee4-d0fd-42c7-907c-a382b311f9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:36.085131 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8be76ee4-d0fd-42c7-907c-a382b311f9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:36.333709 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8be76ee4-d0fd-42c7-907c-a382b311f9f2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5994201 Jan 28 19:03:36.355194 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55976) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:36.369700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51798ead-c0c0-496b-9a88-0490aa91942a req-6ce60254-f3d1-498e-9a65-07582d65ffae tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:36.374976 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51798ead-c0c0-496b-9a88-0490aa91942a req-6ce60254-f3d1-498e-9a65-07582d65ffae tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 948 time: 0.4812143 Jan 28 19:03:36.380094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-49f9a9ff-d145-4b0f-9d47-aee0f2423b7c admin admin] Request body: {'subnet': {'network_id': 'b70ce7f1-1f22-4d6f-901b-b43917626677', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1456179966-subnet', 'tenant_id': '3ddd2c5ab53b425cbdf87a92f424e8de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:36.388286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be76ee4-d0fd-42c7-907c-a382b311f9f2 admin admin] Pushing event updated for resources: {'Network': ['ID=b70ce7f1-1f22-4d6f-901b-b43917626677,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:36.399715 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network b70ce7f1-1f22-4d6f-901b-b43917626677 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:03:36.496837 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f9a9ff-d145-4b0f-9d47-aee0f2423b7c admin admin] Made reservation on behalf of 3ddd2c5ab53b425cbdf87a92f424e8de for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:36.500008 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49f9a9ff-d145-4b0f-9d47-aee0f2423b7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:36.589110 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51798ead-c0c0-496b-9a88-0490aa91942a req-b35e79b2-4b5c-4d3f-af03-71d6fafbd61f tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970038 Jan 28 19:03:36.591068 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3afd5-1c90-4551-a274-66be5c14fc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58346ad8-e78c-4ed5-838d-e1385e4c6912,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:36.598447 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d2f95af-5417-4246-9444-817c68968ac1 admin admin] Publish callbacks [] for security_group (02a77a24-62f0-44df-9dfd-2b8b5741a48e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:36.607836 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d2f95af-5417-4246-9444-817c68968ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (02a77a24-62f0-44df-9dfd-2b8b5741a48e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:36.667857 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1d2f95af-5417-4246-9444-817c68968ac1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b902f7628ce54214b7c29337b1237e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8571994 Jan 28 19:03:36.670530 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55986) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:36.700671 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f95af-5417-4246-9444-817c68968ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a77a24-62f0-44df-9dfd-2b8b5741a48e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:36.763028 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-565a3ae9-c81c-41cd-8a21-6b5477d0af21 admin admin] Publish callbacks [] for security_group (02a77a24-62f0-44df-9dfd-2b8b5741a48e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:36.824713 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-565a3ae9-c81c-41cd-8a21-6b5477d0af21 admin admin] Publish callbacks [] for security_group (02a77a24-62f0-44df-9dfd-2b8b5741a48e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:36.874794 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49f9a9ff-d145-4b0f-9d47-aee0f2423b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for subnet (3efee160-c275-4402-9d6c-fb3633088624), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:36.957404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ac7cfc-9788-415e-b477-bd4362317096 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:03:36.966401 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Publish callbacks [] for port (83ac7cfc-9788-415e-b477-bd4362317096), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:36.996882 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Transition to ACTIVE for port object 83ac7cfc-9788-415e-b477-bd4362317096 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:03:37.019036 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:37.054535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9a9ff-d145-4b0f-9d47-aee0f2423b7c admin admin] Checking segment: {'id': '51c0cd5f-7278-49fe-a998-2937596c63ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b70ce7f1-1f22-4d6f-901b-b43917626677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:37.055203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f9a9ff-d145-4b0f-9d47-aee0f2423b7c admin admin] Network hostable DHCP agents. Network: b70ce7f1-1f22-4d6f-901b-b43917626677, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:03:37.058964 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (83ac7cfc-9788-415e-b477-bd4362317096), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:37.064458 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-565a3ae9-c81c-41cd-8a21-6b5477d0af21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (02a77a24-62f0-44df-9dfd-2b8b5741a48e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:37.070738 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-565a3ae9-c81c-41cd-8a21-6b5477d0af21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:37.071487 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-565a3ae9-c81c-41cd-8a21-6b5477d0af21 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02a77a24-62f0-44df-9dfd-2b8b5741a48e HTTP/1.1" status: 204 len: 168 time: 0.3998222 Jan 28 19:03:37.072306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9a9ff-d145-4b0f-9d47-aee0f2423b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3efee160-c275-4402-9d6c-fb3633088624,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:37.098185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a3ae9-c81c-41cd-8a21-6b5477d0af21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a77a24-62f0-44df-9dfd-2b8b5741a48e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:37.146362 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f9a9ff-d145-4b0f-9d47-aee0f2423b7c admin admin] Network b70ce7f1-1f22-4d6f-901b-b43917626677 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:03:37.176438 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-49f9a9ff-d145-4b0f-9d47-aee0f2423b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, b70ce7f1-1f22-4d6f-901b-b43917626677) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:37.189356 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95ad0b36-92f0-4f6c-87a9-733c403a3fb8 admin admin] Publish callbacks [] for security_group (c61c5c78-fbb0-4b07-bf12-ae4b0b80dab6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:37.193649 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f9a9ff-d145-4b0f-9d47-aee0f2423b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:37.194312 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49f9a9ff-d145-4b0f-9d47-aee0f2423b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:37.198824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10126607-b9ef-497e-85fa-6901c297137b None None] Network b70ce7f1-1f22-4d6f-901b-b43917626677 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:03:37.221585 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95ad0b36-92f0-4f6c-87a9-733c403a3fb8 admin admin] Publish callbacks [] for security_group (c61c5c78-fbb0-4b07-bf12-ae4b0b80dab6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:37.244804 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-49f9a9ff-d145-4b0f-9d47-aee0f2423b7c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8902972 Jan 28 19:03:37.323461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11de52-69ee-4557-aba6-7b4ffba9960d req-6563a69d-9415-4d8d-b27f-af23ad8ebf45 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:37.326241 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da11de52-69ee-4557-aba6-7b4ffba9960d req-6563a69d-9415-4d8d-b27f-af23ad8ebf45 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 935 time: 0.8398166 Jan 28 19:03:37.370327 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95ad0b36-92f0-4f6c-87a9-733c403a3fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c61c5c78-fbb0-4b07-bf12-ae4b0b80dab6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:37.373579 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95ad0b36-92f0-4f6c-87a9-733c403a3fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:37.374964 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-95ad0b36-92f0-4f6c-87a9-733c403a3fb8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c61c5c78-fbb0-4b07-bf12-ae4b0b80dab6 HTTP/1.1" status: 204 len: 168 time: 2.1821699 Jan 28 19:03:37.497749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Pushing event updated for resources: {'Port': ['ID=83ac7cfc-9788-415e-b477-bd4362317096,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:37.518633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad0b36-92f0-4f6c-87a9-733c403a3fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61c5c78-fbb0-4b07-bf12-ae4b0b80dab6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:37.582220 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a6e8a464-46db-49dd-8011-c989c64af731 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:37.627306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Attempting to bind port 83ac7cfc-9788-415e-b477-bd4362317096 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:03:37.628099 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Attempting to bind port 83ac7cfc-9788-415e-b477-bd4362317096 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:03:37.632086 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Attempting to bind port 83ac7cfc-9788-415e-b477-bd4362317096 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:37.778078 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Port 83ac7cfc-9788-415e-b477-bd4362317096 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:03:37.785175 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Attempting to bind port 83ac7cfc-9788-415e-b477-bd4362317096 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:37.822104 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a189546-52d1-47c6-81e5-a3102bef4dca req-8c5ed817-c7c3-4153-9281-fbad0b9084c6 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:37.825121 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a189546-52d1-47c6-81e5-a3102bef4dca req-8c5ed817-c7c3-4153-9281-fbad0b9084c6 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 948 time: 0.0865233 Jan 28 19:03:37.968866 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a189546-52d1-47c6-81e5-a3102bef4dca req-dfa6f77e-cd38-4626-b176-d34d489f9806 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230519 Jan 28 19:03:38.064174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:03:38.078884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:38.080154 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:03:38.081359 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Bound port: 83ac7cfc-9788-415e-b477-bd4362317096, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:03:38.082375 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (83ac7cfc-9788-415e-b477-bd4362317096), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:38.153690 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a6e8a464-46db-49dd-8011-c989c64af731 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:38.154169 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a6e8a464-46db-49dd-8011-c989c64af731), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:38.173476 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da11de52-69ee-4557-aba6-7b4ffba9960d req-cec9a9cb-f394-4de6-8995-133545fe1d23 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/security-groups?id=c01bf87c-1e13-470b-9e90-e62a400303b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7969820 Jan 28 19:03:38.262902 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9962efd-b988-4bb5-b713-42c1b8a0d4cb None None] Network b70ce7f1-1f22-4d6f-901b-b43917626677 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:03:38.303442 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Allocated IP 172.20.0.1 (13782ccd-b940-4c2d-a32d-67ecaf8092e8/236e5ee5-6477-49f6-bd22-ecfc7cc460d3/add092cc-a1de-4598-83fc-7e29cf1370d0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:03:38.311740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] For port 83ac7cfc-9788-415e-b477-bd4362317096, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:03:38.318226 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] For port 83ac7cfc-9788-415e-b477-bd4362317096, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=83ac7cfc-9788-415e-b477-bd4362317096,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:03:38.335744 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (83ac7cfc-9788-415e-b477-bd4362317096), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:38.524249 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:38.527694 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:38.536157 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] 10.222.0.31 "PUT /v2.0/ports/83ac7cfc-9788-415e-b477-bd4362317096 HTTP/1.1" status: 200 len: 1117 time: 4.7123523 Jan 28 19:03:38.652737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a6e8a464-46db-49dd-8011-c989c64af731 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:38.683576 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8d8921-5875-4e68-956f-c3805a6b3519', 'tag': '83ac7cfc-9788-415e-b477-bd4362317096'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:03:38.755136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56018) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:38.814691 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18307e1-e9bc-48af-acb6-61774d4db3f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:39.009227 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Publish callbacks [] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:39.067608 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18307e1-e9bc-48af-acb6-61774d4db3f8 admin admin] Publish callbacks [] for security_group (66cec432-9fcb-415c-8681-b6322671e66b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:39.075564 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f18307e1-e9bc-48af-acb6-61774d4db3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (66cec432-9fcb-415c-8681-b6322671e66b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:39.102931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c831894-22f2-4181-9395-40d43c319b4a service neutron] Pushing event updated for resources: {'Port': ['ID=83ac7cfc-9788-415e-b477-bd4362317096,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:39.189606 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f18307e1-e9bc-48af-acb6-61774d4db3f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba41421dc8e44b1699f8b70d909e8e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4333928 Jan 28 19:03:39.198906 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56038) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:39.225264 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18307e1-e9bc-48af-acb6-61774d4db3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cec432-9fcb-415c-8681-b6322671e66b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:39.270074 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:39.362716 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f385f9a-1448-41d0-ae68-1bb23a8c3d77 admin admin] Publish callbacks [] for security_group (66cec432-9fcb-415c-8681-b6322671e66b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:39.433054 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f385f9a-1448-41d0-ae68-1bb23a8c3d77 admin admin] Publish callbacks [] for security_group (66cec432-9fcb-415c-8681-b6322671e66b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:39.435886 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9bb7b2-351c-4475-bcfd-9377d1ad6dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "3d8d8921-5875-4e68-956f-c3805a6b3519", "tag": "83ac7cfc-9788-415e-b477-bd4362317096"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:03:39.478055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-6d6f6f24-7c70-448d-b1e7-4d08edaae5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:39.480511 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-6d6f6f24-7c70-448d-b1e7-4d08edaae5ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b0df998572c445dbe2a56845dae5f11&device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 1151 time: 0.6508181 Jan 28 19:03:39.493637 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Network 13782ccd-b940-4c2d-a32d-67ecaf8092e8 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:03:39.503162 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:39.505303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Pushing event updated for resources: {'Port': ['ID=add092cc-a1de-4598-83fc-7e29cf1370d0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:39.511329 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:03:39.512243 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:39.565037 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f385f9a-1448-41d0-ae68-1bb23a8c3d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (66cec432-9fcb-415c-8681-b6322671e66b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:39.568621 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f385f9a-1448-41d0-ae68-1bb23a8c3d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:39.570780 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6f385f9a-1448-41d0-ae68-1bb23a8c3d77 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/66cec432-9fcb-415c-8681-b6322671e66b HTTP/1.1" status: 204 len: 168 time: 0.3645239 Jan 28 19:03:39.579816 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f385f9a-1448-41d0-ae68-1bb23a8c3d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cec432-9fcb-415c-8681-b6322671e66b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:39.662413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07acc48-95a1-467e-85e4-a6dd367f6ed0 req-396c830b-d73c-43fa-bf35-de77e6038582 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:39.666211 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f07acc48-95a1-467e-85e4-a6dd367f6ed0 req-396c830b-d73c-43fa-bf35-de77e6038582 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 948 time: 0.4264202 Jan 28 19:03:39.763593 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f07acc48-95a1-467e-85e4-a6dd367f6ed0 req-a20168b7-dc3e-471a-b8fe-9bc93fa5268f tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909011 Jan 28 19:03:39.869781 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:40.084467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6810f4da-b22d-4d32-ac1f-a00bcd6cbc23 None None] Provisioning complete for port add092cc-a1de-4598-83fc-7e29cf1370d0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:40.085150 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6810f4da-b22d-4d32-ac1f-a00bcd6cbc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:40.131535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6810f4da-b22d-4d32-ac1f-a00bcd6cbc23 None None] Port add092cc-a1de-4598-83fc-7e29cf1370d0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:03:40.163780 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Publish callbacks [] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:40.176297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9e403-d18f-40ac-b42a-96e720d61c01 req-00697d90-1a8b-48cc-853c-1b77bd322b75 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:40.183393 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1bf9e403-d18f-40ac-b42a-96e720d61c01 req-00697d90-1a8b-48cc-853c-1b77bd322b75 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 969 time: 0.3099871 Jan 28 19:03:40.186414 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:40.187212 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:40.359077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Pushing event updated for resources: {'Port': ['ID=add092cc-a1de-4598-83fc-7e29cf1370d0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:40.385120 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1bf9e403-d18f-40ac-b42a-96e720d61c01 req-3fd03765-26cc-415f-9e8c-d536860cf6c4 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/security-groups?id=c01bf87c-1e13-470b-9e90-e62a400303b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007835 Jan 28 19:03:40.397250 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Network 13782ccd-b940-4c2d-a32d-67ecaf8092e8 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:03:40.398755 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:40.727994 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Router bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:03:40.883772 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3c866eaa-04ca-498b-a3b4-4b62e0e8eff1 None None] Provisioning complete for port add092cc-a1de-4598-83fc-7e29cf1370d0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:40.884071 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3c866eaa-04ca-498b-a3b4-4b62e0e8eff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:40.966950 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3c866eaa-04ca-498b-a3b4-4b62e0e8eff1 None None] Port add092cc-a1de-4598-83fc-7e29cf1370d0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:03:41.172220 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-e693678c-20c9-490e-a006-936546ff00a7 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:41.180446 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-e693678c-20c9-490e-a006-936546ff00a7 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 820 time: 0.3572471 Jan 28 19:03:41.200531 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-a1df94e9-956c-407a-ba05-7f5b354318f6 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/quotas/a52c883532314f5dbe651bed69cf54cd HTTP/1.1" status: 200 len: 375 time: 0.0188971 Jan 28 19:03:41.243419 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-b6da2353-b7e8-461e-a679-3cd904f79c9e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406210 Jan 28 19:03:41.251109 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9956afa4-fbda-4a37-9785-df605e61aafe x-openstack-request-id: req-9956afa4-fbda-4a37-9785-df605e61aafe {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:03:41.251675 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d8d8921-5875-4e68-956f-c3805a6b3519", "tag": "83ac7cfc-9788-415e-b477-bd4362317096", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:03:41.251675 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9956afa4-fbda-4a37-9785-df605e61aafe {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:03:41.252141 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d8d8921-5875-4e68-956f-c3805a6b3519', 'tag': '83ac7cfc-9788-415e-b477-bd4362317096', 'status': 'completed', 'code': 200} Jan 28 19:03:41.297186 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:03:41.303924 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-52e356c1-fa8c-437f-ac4d-ae36fb4eaf26 admin admin] 10.222.0.55 "PUT /v2.0/routers/bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5804069 Jan 28 19:03:41.314826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Sync routers for ids ['bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:03:41.329436 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Routers {'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:03:41.330407 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:03:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:41.564974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Set router bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:03:41.766814 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f133204-8452-4f77-8822-a59e6171d49f req-e4faba4d-977f-493a-bca0-7aa830613ed8 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:41.768917 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7f133204-8452-4f77-8822-a59e6171d49f req-e4faba4d-977f-493a-bca0-7aa830613ed8 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 948 time: 0.0692589 Jan 28 19:03:41.819842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-58d37381-d2a9-46fb-bd09-75794e33babe service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:03:41.821169 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-58d37381-d2a9-46fb-bd09-75794e33babe service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4091909 Jan 28 19:03:41.831683 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7f133204-8452-4f77-8822-a59e6171d49f req-95a71dca-1dfd-4836-a42d-0e47566fd62c tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566905 Jan 28 19:03:41.952602 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1360375115-router', 'tenant_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'a6e8a464-46db-49dd-8011-c989c64af731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:23Z', 'updated_at': '2022-01-28T19:03:39Z', 'revision_number': 4, 'project_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'gw_port': {'id': 'a6e8a464-46db-49dd-8011-c989c64af731', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:25Z', 'updated_at': '2022-01-28T19:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'add092cc-a1de-4598-83fc-7e29cf1370d0', 'name': '', 'network_id': '13782ccd-b940-4c2d-a32d-67ecaf8092e8', 'tenant_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'mac_address': 'fa:16:3e:b7:37:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '236e5ee5-6477-49f6-bd22-ecfc7cc460d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:37Z', 'updated_at': '2022-01-28T19:03:39Z', 'revision_number': 2, 'project_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'subnets': [{'id': '236e5ee5-6477-49f6-bd22-ecfc7cc460d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:41.969359 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-17dbc134-fd06-4ea7-b79d-b0a7dd3f1e62 service neutron] 10.222.0.55 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301315 Jan 28 19:03:41.982722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Checking router: bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:03:41.983412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Updating router bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2 port add092cc-a1de-4598-83fc-7e29cf1370d0 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:03:42.016605 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:42.035388 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e513c2a-6716-4697-948b-208f51a5dd3e req-3fac4021-d249-430c-b584-47e551f48a04 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:42.043716 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3e513c2a-6716-4697-948b-208f51a5dd3e req-3fac4021-d249-430c-b584-47e551f48a04 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 969 time: 0.1072450 Jan 28 19:03:42.114255 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-81b053fe-ffd1-45ce-8d5f-849bc81353bb service neutron] 10.222.0.55 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363971 Jan 28 19:03:42.159460 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3e513c2a-6716-4697-948b-208f51a5dd3e req-b8a1b706-e842-464e-93f0-add61e2e94f9 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/security-groups?id=c01bf87c-1e13-470b-9e90-e62a400303b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090014 Jan 28 19:03:42.474067 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Publish callbacks [] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:42.489657 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:42.725430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4d2f6-81f9-4c78-a170-57e05c7a10bc None None] Pushing event updated for resources: {'Port': ['ID=add092cc-a1de-4598-83fc-7e29cf1370d0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:42.745444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Attempting to bind port add092cc-a1de-4598-83fc-7e29cf1370d0 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:03:42.746238 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Attempting to bind port add092cc-a1de-4598-83fc-7e29cf1370d0 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '8a65be50-71f7-489f-ae70-2d25884aa613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13782ccd-b940-4c2d-a32d-67ecaf8092e8'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:03:42.746918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Attempting to bind port add092cc-a1de-4598-83fc-7e29cf1370d0 on network 13782ccd-b940-4c2d-a32d-67ecaf8092e8 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:42.777047 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:03:42.777438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Checking segment: {'id': '8a65be50-71f7-489f-ae70-2d25884aa613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13782ccd-b940-4c2d-a32d-67ecaf8092e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:42.777878 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:42.778306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Bound using segment: {'id': '8a65be50-71f7-489f-ae70-2d25884aa613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13782ccd-b940-4c2d-a32d-67ecaf8092e8'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:03:42.782624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Bound port: add092cc-a1de-4598-83fc-7e29cf1370d0, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a65be50-71f7-489f-ae70-2d25884aa613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '13782ccd-b940-4c2d-a32d-67ecaf8092e8'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:03:42.783037 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:42.886079 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-13784ccd-e3ba-4b8e-9250-a36b725896d9 req-5653dff6-a9cd-4249-b593-d407de2946fc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 210 time: 0.0830705 Jan 28 19:03:42.965694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] For port add092cc-a1de-4598-83fc-7e29cf1370d0, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:03:42.975240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] For port add092cc-a1de-4598-83fc-7e29cf1370d0, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=add092cc-a1de-4598-83fc-7e29cf1370d0,segment=NetworkSegment(8a65be50-71f7-489f-ae70-2d25884aa613),segment_id=8a65be50-71f7-489f-ae70-2d25884aa613)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:03:42.989085 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:43.153926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Routers {'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:03:43.154669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:03:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:43.213060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1d8267db-fdb6-433f-b81b-8411979ccbc4 None None] Provisioning complete for port add092cc-a1de-4598-83fc-7e29cf1370d0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:43.213756 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d8267db-fdb6-433f-b81b-8411979ccbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:43.218843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4d2f6-81f9-4c78-a170-57e05c7a10bc None None] Pushing event updated for resources: {'Port': ['ID=add092cc-a1de-4598-83fc-7e29cf1370d0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:43.320233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71ed69-454d-4439-a1de-15dbf5b5f742 req-3bc175d4-5e50-4b09-882c-ebeaef2f5767 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:43.321852 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ce71ed69-454d-4439-a1de-15dbf5b5f742 req-3bc175d4-5e50-4b09-882c-ebeaef2f5767 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 948 time: 0.0960848 Jan 28 19:03:43.399343 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] Set router bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:03:43.401393 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1d8267db-fdb6-433f-b81b-8411979ccbc4 None None] Current status of the port add092cc-a1de-4598-83fc-7e29cf1370d0 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:43.401871 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d8267db-fdb6-433f-b81b-8411979ccbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:43.417806 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ce71ed69-454d-4439-a1de-15dbf5b5f742 req-990479a3-518c-490b-8503-4ad0952e681c tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862586 Jan 28 19:03:43.510686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1d8267db-fdb6-433f-b81b-8411979ccbc4 None None] For port add092cc-a1de-4598-83fc-7e29cf1370d0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=add092cc-a1de-4598-83fc-7e29cf1370d0,segment=NetworkSegment(8a65be50-71f7-489f-ae70-2d25884aa613),segment_id=8a65be50-71f7-489f-ae70-2d25884aa613)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:43.526197 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d8267db-fdb6-433f-b81b-8411979ccbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:43.624167 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8267db-fdb6-433f-b81b-8411979ccbc4 None None] Pushing event updated for resources: {'Port': ['ID=add092cc-a1de-4598-83fc-7e29cf1370d0,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:43.677064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-94335605-7f8e-4234-a1ea-606a6074d58b None None] Provisioning complete for port add092cc-a1de-4598-83fc-7e29cf1370d0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:43.677442 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94335605-7f8e-4234-a1ea-606a6074d58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:43.748804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1360375115-router', 'tenant_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'a6e8a464-46db-49dd-8011-c989c64af731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:23Z', 'updated_at': '2022-01-28T19:03:39Z', 'revision_number': 4, 'project_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'gw_port': {'id': 'a6e8a464-46db-49dd-8011-c989c64af731', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:25Z', 'updated_at': '2022-01-28T19:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'add092cc-a1de-4598-83fc-7e29cf1370d0', 'name': '', 'network_id': '13782ccd-b940-4c2d-a32d-67ecaf8092e8', 'tenant_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'mac_address': 'fa:16:3e:b7:37:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '236e5ee5-6477-49f6-bd22-ecfc7cc460d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:37Z', 'updated_at': '2022-01-28T19:03:42Z', 'revision_number': 4, 'project_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'subnets': [{'id': '236e5ee5-6477-49f6-bd22-ecfc7cc460d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:03:43.804271 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52da58-0350-4217-bce7-098d58286296 req-3554573a-c429-46c4-8cfc-5a5b51b87579 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:43.805741 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b52da58-0350-4217-bce7-098d58286296 req-3554573a-c429-46c4-8cfc-5a5b51b87579 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 969 time: 0.0910726 Jan 28 19:03:43.805917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98557426-cf34-4003-bfac-4244b1ba49e3 None None] The sync data for ids ['bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'] in n-d-824834-4 is: [{'id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1360375115-router', 'tenant_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'a6e8a464-46db-49dd-8011-c989c64af731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:23Z', 'updated_at': '2022-01-28T19:03:39Z', 'revision_number': 4, 'project_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'gw_port': {'id': 'a6e8a464-46db-49dd-8011-c989c64af731', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:25Z', 'updated_at': '2022-01-28T19:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'add092cc-a1de-4598-83fc-7e29cf1370d0', 'name': '', 'network_id': '13782ccd-b940-4c2d-a32d-67ecaf8092e8', 'tenant_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'mac_address': 'fa:16:3e:b7:37:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '236e5ee5-6477-49f6-bd22-ecfc7cc460d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:37Z', 'updated_at': '2022-01-28T19:03:42Z', 'revision_number': 4, 'project_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'subnets': [{'id': '236e5ee5-6477-49f6-bd22-ecfc7cc460d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:03:43.826946 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-76463e2f-4321-4e7a-811d-e1060af11fe2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=83ac7cfc-9788-415e-b477-bd4362317096 HTTP/1.1" status: 200 len: 217 time: 0.0925562 Jan 28 19:03:43.840534 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-94335605-7f8e-4234-a1ea-606a6074d58b None None] Current status of the port add092cc-a1de-4598-83fc-7e29cf1370d0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:43.909012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-05cab343-ff14-4b13-937f-8524a142a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:43.911822 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-05cab343-ff14-4b13-937f-8524a142a1bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0766137 Jan 28 19:03:43.974134 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b52da58-0350-4217-bce7-098d58286296 req-f511da13-6376-4820-bd32-350ad546a7cf tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/security-groups?id=c01bf87c-1e13-470b-9e90-e62a400303b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584413 Jan 28 19:03:44.031957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-09f9327f-194b-4d1f-a9bd-8c0dc0e38f9e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:44.036527 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-09f9327f-194b-4d1f-a9bd-8c0dc0e38f9e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.37 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 820 time: 0.1848626 Jan 28 19:03:44.048669 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-1f9c30a3-dfbc-4366-b9f8-e3cff1bdd699 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Request body: {'port': {'device_id': '82f476cf-aa01-454d-99ac-8ea385cb8132', 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509', 'admin_state_up': True, 'tenant_id': 'a52c883532314f5dbe651bed69cf54cd'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:44.053280 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-b8158795-5911-4ed7-8805-51b47f2fe321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:44.055400 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-b8158795-5911-4ed7-8805-51b47f2fe321 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1360860 Jan 28 19:03:44.230243 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-1f9c30a3-dfbc-4366-b9f8-e3cff1bdd699 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Made reservation on behalf of a52c883532314f5dbe651bed69cf54cd for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:44.234400 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-0135b15e-9d30-499c-9287-41655223c344 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711595 Jan 28 19:03:44.238195 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-1f9c30a3-dfbc-4366-b9f8-e3cff1bdd699 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:44.306737 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7516891-c4c3-4c24-bfd8-97fc55c85557 req-5099da84-de85-43e8-8c7a-2cf9368cd33f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 210 time: 0.0408566 Jan 28 19:03:44.375414 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04aaf7bf-6568-45c0-9aa3-c1fd78ac0d46 req-85f7e663-ea99-4b7b-942c-c0fdbe045d41 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342533 Jan 28 19:03:44.543762 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bb7b2-351c-4475-bcfd-9377d1ad6dfd req-8179410d-b88e-46cb-abed-027a0f4d5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:44.549302 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa9bb7b2-351c-4475-bcfd-9377d1ad6dfd req-8179410d-b88e-46cb-abed-027a0f4d5810 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3b0df998572c445dbe2a56845dae5f11&device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 1151 time: 0.1129825 Jan 28 19:03:44.632521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-1f9c30a3-dfbc-4366-b9f8-e3cff1bdd699 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Allocated IP 172.20.0.5 (4f23a902-07b8-4f8f-881f-ad09f0ebf509/313caf54-95a5-42d8-a40e-1d57a3098b9c/c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:03:44.679177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:44.713210 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf281f-6729-4b96-835e-f0f593d09c10 req-60846cbd-4002-4b9c-953a-7280a107707a tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:44.720578 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5cf281f-6729-4b96-835e-f0f593d09c10 req-60846cbd-4002-4b9c-953a-7280a107707a tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 948 time: 0.1501005 Jan 28 19:03:44.838087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bb7b2-351c-4475-bcfd-9377d1ad6dfd req-be0c683b-0a82-4709-9c1c-454872570a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:44.841181 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa9bb7b2-351c-4475-bcfd-9377d1ad6dfd req-be0c683b-0a82-4709-9c1c-454872570a6b service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.2808950 Jan 28 19:03:44.862743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56218) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:44.868189 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d1d16ab4-4de7-4957-99ae-4617bdce1040 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1492605078', 'description': 'tempest-description--1431684815'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:44.869114 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5cf281f-6729-4b96-835e-f0f593d09c10 req-159ae928-291e-4270-8cb1-aba98f3e3fdd tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474760 Jan 28 19:03:44.904750 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56220) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:44.948157 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa9bb7b2-351c-4475-bcfd-9377d1ad6dfd req-e138758b-6269-45ce-b433-cc75e56577f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=83ac7cfc-9788-415e-b477-bd4362317096 HTTP/1.1" status: 200 len: 217 time: 0.1002984 Jan 28 19:03:44.980440 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-1f9c30a3-dfbc-4366-b9f8-e3cff1bdd699 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks [] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:44.998064 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43a2edf4-9237-489f-896f-0c992753055e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.004922 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1d16ab4-4de7-4957-99ae-4617bdce1040 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.016928 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2fb5a29-b6d1-4366-b729-75e262abddaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.019491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bb7b2-351c-4475-bcfd-9377d1ad6dfd req-2246b0be-5c32-4d37-be1f-b14cea7433d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:45.021906 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa9bb7b2-351c-4475-bcfd-9377d1ad6dfd req-2246b0be-5c32-4d37-be1f-b14cea7433d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0656893 Jan 28 19:03:45.104780 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-1f9c30a3-dfbc-4366-b9f8-e3cff1bdd699 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.137101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bb7b2-351c-4475-bcfd-9377d1ad6dfd req-01dc0026-049c-45a0-817b-d722542ed81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:45.139098 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa9bb7b2-351c-4475-bcfd-9377d1ad6dfd req-01dc0026-049c-45a0-817b-d722542ed81b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1098907 Jan 28 19:03:45.177165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-1f9c30a3-dfbc-4366-b9f8-e3cff1bdd699 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:03:45.190726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-1f9c30a3-dfbc-4366-b9f8-e3cff1bdd699 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:45.193822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-1f9c30a3-dfbc-4366-b9f8-e3cff1bdd699 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:03:45.199111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-1f9c30a3-dfbc-4366-b9f8-e3cff1bdd699 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:45.199516 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-1f9c30a3-dfbc-4366-b9f8-e3cff1bdd699 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.221337 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2cfd0-5122-469b-bbf3-15e403ce15c9 req-d332e971-45a9-4586-8863-bc5dd53acd94 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:45.222962 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-caf2cfd0-5122-469b-bbf3-15e403ce15c9 req-d332e971-45a9-4586-8863-bc5dd53acd94 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 969 time: 0.1639652 Jan 28 19:03:45.235518 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1d16ab4-4de7-4957-99ae-4617bdce1040 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for security_group (fba0e98e-5ee0-461a-ae83-66aa992cf7d0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.262902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c30a3-dfbc-4366-b9f8-e3cff1bdd699 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Pushing event updated for resources: {'Port': ['ID=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:45.267620 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1d16ab4-4de7-4957-99ae-4617bdce1040 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fba0e98e-5ee0-461a-ae83-66aa992cf7d0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.294803 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43a2edf4-9237-489f-896f-0c992753055e admin admin] Publish callbacks [] for security_group (9cb98959-46ec-4e1f-9eee-ff234df38318), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.301520 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-1f9c30a3-dfbc-4366-b9f8-e3cff1bdd699 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2572858 Jan 28 19:03:45.312664 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43a2edf4-9237-489f-896f-0c992753055e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9cb98959-46ec-4e1f-9eee-ff234df38318), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.312849 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa9bb7b2-351c-4475-bcfd-9377d1ad6dfd req-0fb29764-95e2-43a7-aed6-d23294be8c2f service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658707 Jan 28 19:03:45.318921 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Request body: {'port': {'device_id': '82f476cf-aa01-454d-99ac-8ea385cb8132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:45.338941 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2fb5a29-b6d1-4366-b729-75e262abddaa admin admin] Publish callbacks [] for security_group (c4e3e205-73ea-4472-b8b3-bbfdc8345218), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.341656 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1d16ab4-4de7-4957-99ae-4617bdce1040 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.342935 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d1d16ab4-4de7-4957-99ae-4617bdce1040 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4784875 Jan 28 19:03:45.357412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56228) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:45.362454 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d16ab4-4de7-4957-99ae-4617bdce1040 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba0e98e-5ee0-461a-ae83-66aa992cf7d0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:45.367309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2e2c04e7-b4c1-418e-ae3e-c8e25f27ed3a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Request body: {'security_group_rule': {'security_group_id': 'fba0e98e-5ee0-461a-ae83-66aa992cf7d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:45.377842 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2fb5a29-b6d1-4366-b729-75e262abddaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c4e3e205-73ea-4472-b8b3-bbfdc8345218), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.422875 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-caf2cfd0-5122-469b-bbf3-15e403ce15c9 req-f98869d8-bb85-4b31-984d-4b3f86b9a1b2 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/security-groups?id=c01bf87c-1e13-470b-9e90-e62a400303b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859088 Jan 28 19:03:45.430329 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a2fb5a29-b6d1-4366-b729-75e262abddaa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe481d1455144fd19d5e4e74997e9e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5244629 Jan 28 19:03:45.432602 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56230) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:45.486746 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e2c04e7-b4c1-418e-ae3e-c8e25f27ed3a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for security_group_rule (420a361f-0b7a-48a3-8f4f-edcfd56e7dfe), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.496167 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-43a2edf4-9237-489f-896f-0c992753055e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3805e6379504a4e95f4a60952380401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8065612 Jan 28 19:03:45.498315 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:45.499716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2edf4-9237-489f-896f-0c992753055e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb98959-46ec-4e1f-9eee-ff234df38318,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:45.536492 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device add092cc-a1de-4598-83fc-7e29cf1370d0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:45.550415 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa9bb7b2-351c-4475-bcfd-9377d1ad6dfd req-07588962-6f92-41f4-908b-e0ab2e7ff681 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263455 Jan 28 19:03:45.591093 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f19af83e-c2ed-4f47-8db7-b5b7f71e7bc7 admin admin] Publish callbacks [] for security_group (c4e3e205-73ea-4472-b8b3-bbfdc8345218), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.595718 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e2c04e7-b4c1-418e-ae3e-c8e25f27ed3a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for security_group_rule (420a361f-0b7a-48a3-8f4f-edcfd56e7dfe), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.600538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.603433 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb5a29-b6d1-4366-b729-75e262abddaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e3e205-73ea-4472-b8b3-bbfdc8345218,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:45.609110 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e2c04e7-b4c1-418e-ae3e-c8e25f27ed3a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (420a361f-0b7a-48a3-8f4f-edcfd56e7dfe), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.618010 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port add092cc-a1de-4598-83fc-7e29cf1370d0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:45.618429 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.634413 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f19af83e-c2ed-4f47-8db7-b5b7f71e7bc7 admin admin] Publish callbacks [] for security_group (c4e3e205-73ea-4472-b8b3-bbfdc8345218), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.649419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c04e7-b4c1-418e-ae3e-c8e25f27ed3a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420a361f-0b7a-48a3-8f4f-edcfd56e7dfe,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:45.669388 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e2c04e7-b4c1-418e-ae3e-c8e25f27ed3a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.672461 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2e2c04e7-b4c1-418e-ae3e-c8e25f27ed3a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3110967 Jan 28 19:03:45.677335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:45.684609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b188ce86-5346-40da-9b19-b12df209000e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Request body: {'security_group_rule': {'security_group_id': 'fba0e98e-5ee0-461a-ae83-66aa992cf7d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:45.722289 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b188ce86-5346-40da-9b19-b12df209000e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for security_group_rule (9d872be3-886f-4b72-b646-3caa39bf87af), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.732848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port add092cc-a1de-4598-83fc-7e29cf1370d0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:45.748086 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f19af83e-c2ed-4f47-8db7-b5b7f71e7bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c4e3e205-73ea-4472-b8b3-bbfdc8345218), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.750837 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f19af83e-c2ed-4f47-8db7-b5b7f71e7bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.754778 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f19af83e-c2ed-4f47-8db7-b5b7f71e7bc7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c4e3e205-73ea-4472-b8b3-bbfdc8345218 HTTP/1.1" status: 204 len: 168 time: 0.3184180 Jan 28 19:03:45.773417 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19af83e-c2ed-4f47-8db7-b5b7f71e7bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e3e205-73ea-4472-b8b3-bbfdc8345218,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:45.805994 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b188ce86-5346-40da-9b19-b12df209000e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for security_group_rule (9d872be3-886f-4b72-b646-3caa39bf87af), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.810903 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b188ce86-5346-40da-9b19-b12df209000e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (9d872be3-886f-4b72-b646-3caa39bf87af), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.836368 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b188ce86-5346-40da-9b19-b12df209000e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.841095 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b188ce86-5346-40da-9b19-b12df209000e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1627851 Jan 28 19:03:45.842157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:45.843425 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e689c-59e7-4188-8525-f076d2de205c req-668d1b9e-947d-48f0-a147-b457140db1a2 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:45.844269 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188ce86-5346-40da-9b19-b12df209000e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d872be3-886f-4b72-b646-3caa39bf87af,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:45.844927 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c27e689c-59e7-4188-8525-f076d2de205c req-668d1b9e-947d-48f0-a147-b457140db1a2 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 931 time: 0.4223585 Jan 28 19:03:45.849567 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:45.876459 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.881440 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25ca5ffc-5185-4475-832b-26eb6c7c5c5c admin admin] Publish callbacks [] for security_group (9cb98959-46ec-4e1f-9eee-ff234df38318), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:45.974526 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25ca5ffc-5185-4475-832b-26eb6c7c5c5c admin admin] Publish callbacks [] for security_group (9cb98959-46ec-4e1f-9eee-ff234df38318), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.023289 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c27e689c-59e7-4188-8525-f076d2de205c req-fb5f6e8f-776d-4b45-949f-b4e823304139 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632376 Jan 28 19:03:46.023878 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.044081 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c9893-11b1-49c9-9e63-ce1921ce8b82 req-014ec85f-7cbd-4729-827e-3d861fde3bdc tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:46.050545 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-305c9893-11b1-49c9-9e63-ce1921ce8b82 req-014ec85f-7cbd-4729-827e-3d861fde3bdc tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 948 time: 0.0827951 Jan 28 19:03:46.089882 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25ca5ffc-5185-4475-832b-26eb6c7c5c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9cb98959-46ec-4e1f-9eee-ff234df38318), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.092389 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25ca5ffc-5185-4475-832b-26eb6c7c5c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.093515 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-25ca5ffc-5185-4475-832b-26eb6c7c5c5c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9cb98959-46ec-4e1f-9eee-ff234df38318 HTTP/1.1" status: 204 len: 168 time: 0.5883212 Jan 28 19:03:46.112415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca5ffc-5185-4475-832b-26eb6c7c5c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb98959-46ec-4e1f-9eee-ff234df38318,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:46.176027 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56246) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:46.202078 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3403de20-43f3-4a97-91b7-325c5152198f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.231323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:03:46.240649 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Publish callbacks [] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.245420 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Allocated IP 172.25.0.205 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/4fd73905-217f-482b-aa9b-5fb35f516a20) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:03:46.257640 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Transition to ACTIVE for port object c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:03:46.265557 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.266327 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-305c9893-11b1-49c9-9e63-ce1921ce8b82 req-1b897836-3e39-4506-ad0c-afc004607d9b tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123451 Jan 28 19:03:46.355978 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Pushing event updated for resources: {'Port': ['ID=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:46.397348 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Attempting to bind port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:03:46.397348 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Attempting to bind port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:03:46.397853 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Attempting to bind port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:46.402626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:03:46.403022 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Attempting to bind port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:46.408438 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:03:46.408438 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Checking segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:46.408696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Bound using segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:03:46.409185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Bound port: c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:03:46.409705 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.423221 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3403de20-43f3-4a97-91b7-325c5152198f admin admin] Publish callbacks [] for security_group (083f1c4b-bcfd-451d-8f35-605d028016fc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.428804 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for port (4fd73905-217f-482b-aa9b-5fb35f516a20), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.430765 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3403de20-43f3-4a97-91b7-325c5152198f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (083f1c4b-bcfd-451d-8f35-605d028016fc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.486648 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3403de20-43f3-4a97-91b7-325c5152198f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=317c05deb8294f91b9dd3520ebd6a502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054683 Jan 28 19:03:46.486865 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403de20-43f3-4a97-91b7-325c5152198f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083f1c4b-bcfd-451d-8f35-605d028016fc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:46.489777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56252) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:46.519800 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (4fd73905-217f-482b-aa9b-5fb35f516a20), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.520419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device b8f744bc-a9af-4b1d-a6fa-a4cca25e683e details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:03:46.589202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:03:46.593650 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:46.607149 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:03:46.615956 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] For port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:03:46.627672 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Pushing event updated for resources: {'Port': ['ID=4fd73905-217f-482b-aa9b-5fb35f516a20,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:46.647996 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] For port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:03:46.659405 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f997574e-27ab-483a-846a-fbe4c4cd0218 admin admin] Publish callbacks [] for security_group (083f1c4b-bcfd-451d-8f35-605d028016fc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.667209 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.684936 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b8f744bc-a9af-4b1d-a6fa-a4cca25e683e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:46.693549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf779e26-68a8-4ea3-8945-237225f19a9c req-d34905de-bf95-49de-aff2-675b2083ffab tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:46.695539 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bf779e26-68a8-4ea3-8945-237225f19a9c req-d34905de-bf95-49de-aff2-675b2083ffab tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 969 time: 0.1483212 Jan 28 19:03:46.703282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'b8f744bc-a9af-4b1d-a6fa-a4cca25e683e', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': 'b8f744bc-a9af-4b1d-a6fa-a4cca25e683e', 'mac_address': 'fa:16:3e:1f:e6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:03:46.729100 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f997574e-27ab-483a-846a-fbe4c4cd0218 admin admin] Publish callbacks [] for security_group (083f1c4b-bcfd-451d-8f35-605d028016fc), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.751597 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56254) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:46.761430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:46.762154 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.763005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:46.763461 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b8f744bc-a9af-4b1d-a6fa-a4cca25e683e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.763560 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] 10.222.0.37 "PUT /v2.0/ports/c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 HTTP/1.1" status: 200 len: 1091 time: 1.4531901 Jan 28 19:03:46.765178 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f476cf-aa01-454d-99ac-8ea385cb8132', 'tag': 'c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:03:46.768075 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079ead6e-f1d6-41d2-9373-d6c1b19d6366" -d '{"events": [{"name": "network-changed", "server_uuid": "82f476cf-aa01-454d-99ac-8ea385cb8132", "tag": "c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:03:46.790998 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f744bc-a9af-4b1d-a6fa-a4cca25e683e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:03:46.817423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b8f744bc-a9af-4b1d-a6fa-a4cca25e683e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:46.824022 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b8f744bc-a9af-4b1d-a6fa-a4cca25e683e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.843310 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef17f0bc-5745-48e1-a324-acd5119b91f1 x-openstack-request-id: req-ef17f0bc-5745-48e1-a324-acd5119b91f1 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:03:46.843711 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f476cf-aa01-454d-99ac-8ea385cb8132", "tag": "c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:03:46.843875 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef17f0bc-5745-48e1-a324-acd5119b91f1 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:03:46.844212 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f476cf-aa01-454d-99ac-8ea385cb8132', 'tag': 'c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1', 'status': 'completed', 'code': 200} Jan 28 19:03:46.863725 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24253221-221f-4858-91ee-81315704ab62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.883087 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=b8f744bc-a9af-4b1d-a6fa-a4cca25e683e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:46.897933 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for floatingip (73453cb1-92eb-4cb4-9943-e6ea4225a96a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.918194 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cad8ce-a0c5-4bbe-9527-f35181845b2f service neutron] Pushing event updated for resources: {'Port': ['ID=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:46.947874 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bf779e26-68a8-4ea3-8945-237225f19a9c req-6937a745-5995-48fb-b1d7-9aba152e29c5 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/security-groups?id=c01bf87c-1e13-470b-9e90-e62a400303b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235818 Jan 28 19:03:46.955026 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4fd73905-217f-482b-aa9b-5fb35f516a20), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.963335 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f997574e-27ab-483a-846a-fbe4c4cd0218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (083f1c4b-bcfd-451d-8f35-605d028016fc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.965931 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f997574e-27ab-483a-846a-fbe4c4cd0218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:46.967920 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f997574e-27ab-483a-846a-fbe4c4cd0218 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/083f1c4b-bcfd-451d-8f35-605d028016fc HTTP/1.1" status: 204 len: 168 time: 0.4770954 Jan 28 19:03:46.992088 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-93b00522-263d-499c-a441-8a07e61b228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:46.993619 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-93b00522-263d-499c-a441-8a07e61b228e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 1125 time: 0.1633577 Jan 28 19:03:46.996724 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997574e-27ab-483a-846a-fbe4c4cd0218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083f1c4b-bcfd-451d-8f35-605d028016fc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:47.037553 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-ca52b34c-8dd5-47f5-b290-c96e5b791377 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 HTTP/1.1" status: 200 len: 217 time: 0.0360415 Jan 28 19:03:47.142726 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24253221-221f-4858-91ee-81315704ab62 admin admin] Publish callbacks [] for security_group (ebb12bcb-c0a9-48fa-a96d-ceb8336cbfd0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:47.150506 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24253221-221f-4858-91ee-81315704ab62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ebb12bcb-c0a9-48fa-a96d-ceb8336cbfd0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:47.157260 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-528f7037-50d4-40b4-a6fb-19ec12702e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:47.158899 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-528f7037-50d4-40b4-a6fb-19ec12702e94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.1153114 Jan 28 19:03:47.195296 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for port (4fd73905-217f-482b-aa9b-5fb35f516a20), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:47.206809 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dffb4-e067-4601-9f52-290c32c4cf51 req-cdae8aaa-edaf-44ff-87c8-7c62c861ffab tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:47.208518 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-415dffb4-e067-4601-9f52-290c32c4cf51 req-cdae8aaa-edaf-44ff-87c8-7c62c861ffab tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 943 time: 0.0844567 Jan 28 19:03:47.209622 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4fd73905-217f-482b-aa9b-5fb35f516a20), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:47.216453 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-b5b30c65-a8af-4030-a873-30a72abe93b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444186 Jan 28 19:03:47.223002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24253221-221f-4858-91ee-81315704ab62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb12bcb-c0a9-48fa-a96d-ceb8336cbfd0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:47.227524 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-24253221-221f-4858-91ee-81315704ab62 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=040ed9891a204a3abecc3a1c950df798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4630892 Jan 28 19:03:47.237088 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:47.254472 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (73453cb1-92eb-4cb4-9943-e6ea4225a96a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:47.290577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Pushing event updated for resources: {'Port': ['ID=4fd73905-217f-482b-aa9b-5fb35f516a20,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:47.291955 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['b8f744bc-a9af-4b1d-a6fa-a4cca25e683e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:03:47.302803 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:47.304038 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f371b460-dded-48e0-8aca-0296caede320 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4609001 Jan 28 19:03:47.334354 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-415dffb4-e067-4601-9f52-290c32c4cf51 req-5d432b72-a8dc-4ef2-b6ac-7e66154218a1 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144576 Jan 28 19:03:47.424650 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-06426e8d-56da-4ca3-a682-16c6158c402c service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959155 Jan 28 19:03:47.440025 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eba3734a-9a86-4837-9d41-04d09704741b admin admin] Publish callbacks [] for security_group (ebb12bcb-c0a9-48fa-a96d-ceb8336cbfd0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:47.524811 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eba3734a-9a86-4837-9d41-04d09704741b admin admin] Publish callbacks [] for security_group (ebb12bcb-c0a9-48fa-a96d-ceb8336cbfd0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:47.555603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4ce87-3ddc-4091-8f4e-99feb39174aa req-35af872f-ec06-420b-9d53-f66190d197c4 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:47.557117 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3bc4ce87-3ddc-4091-8f4e-99feb39174aa req-35af872f-ec06-420b-9d53-f66190d197c4 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 949 time: 0.1556580 Jan 28 19:03:47.623696 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-084cde78-563a-439e-a3c6-0a28c14f678e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1492605078&fields=id&tenant_id=d87708c42e094b638f36295b01f12cc1 HTTP/1.1" status: 200 len: 267 time: 0.0828888 Jan 28 19:03:47.627501 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ae095ea-309a-4b51-88f2-d67c0ea62dc5 req-817cd662-d91a-4f22-9f81-9c4349b1d9ce service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851661 Jan 28 19:03:47.640362 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eba3734a-9a86-4837-9d41-04d09704741b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ebb12bcb-c0a9-48fa-a96d-ceb8336cbfd0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:47.642898 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eba3734a-9a86-4837-9d41-04d09704741b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:47.644196 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-eba3734a-9a86-4837-9d41-04d09704741b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ebb12bcb-c0a9-48fa-a96d-ceb8336cbfd0 HTTP/1.1" status: 204 len: 168 time: 0.4058747 Jan 28 19:03:47.650940 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3bc4ce87-3ddc-4091-8f4e-99feb39174aa req-b3560f9f-5ae3-4489-9bd6-f17ddacd81a3 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791960 Jan 28 19:03:47.656260 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3734a-9a86-4837-9d41-04d09704741b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb12bcb-c0a9-48fa-a96d-ceb8336cbfd0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:47.763008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ead6e-f1d6-41d2-9373-d6c1b19d6366 req-36624836-a236-4959-bf1d-8f42524837ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:47.764985 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-079ead6e-f1d6-41d2-9373-d6c1b19d6366 req-36624836-a236-4959-bf1d-8f42524837ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 1125 time: 0.0542786 Jan 28 19:03:47.867530 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-a251d797-f7bb-4f4d-b58a-50ac8385ac1e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:47.867530 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-a251d797-f7bb-4f4d-b58a-50ac8385ac1e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/networks?id=c68d60ae-9b36-48c4-b1ee-016fbf317929 HTTP/1.1" status: 200 len: 823 time: 0.2201068 Jan 28 19:03:47.879689 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-3dbeca00-9b96-45d5-9522-4267278c71c8 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/quotas/d87708c42e094b638f36295b01f12cc1 HTTP/1.1" status: 200 len: 375 time: 0.0110490 Jan 28 19:03:47.889583 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ead6e-f1d6-41d2-9373-d6c1b19d6366 req-f75f8324-9ba0-4072-af75-38f6034dee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:47.891354 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-079ead6e-f1d6-41d2-9373-d6c1b19d6366 req-f75f8324-9ba0-4072-af75-38f6034dee1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.1186841 Jan 28 19:03:47.940929 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-079ead6e-f1d6-41d2-9373-d6c1b19d6366 req-d842c2f4-7f60-476c-97b7-97e3d7b656b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 HTTP/1.1" status: 200 len: 217 time: 0.0418785 Jan 28 19:03:47.946569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 83ac7cfc-9788-415e-b477-bd4362317096 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:03:47.967734 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-dfaa4bf6-ddc3-461e-802c-4a34d68c4a25 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d87708c42e094b638f36295b01f12cc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825582 Jan 28 19:03:48.014993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ead6e-f1d6-41d2-9373-d6c1b19d6366 req-028fd73b-9301-4549-90c5-1a3a00032152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:48.016578 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-079ead6e-f1d6-41d2-9373-d6c1b19d6366 req-028fd73b-9301-4549-90c5-1a3a00032152 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.0672739 Jan 28 19:03:48.065288 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-079ead6e-f1d6-41d2-9373-d6c1b19d6366 req-84e50912-f6c1-4ae8-aeee-29c7a927f124 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423391 Jan 28 19:03:48.078967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 83ac7cfc-9788-415e-b477-bd4362317096, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=83ac7cfc-9788-415e-b477-bd4362317096,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:48.092520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '83ac7cfc-9788-415e-b477-bd4362317096', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '83ac7cfc-9788-415e-b477-bd4362317096', 'mac_address': 'fa:16:3e:8c:41:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:tempest-test_az-1974741360', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:03:48.153598 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 83ac7cfc-9788-415e-b477-bd4362317096 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:48.154241 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (83ac7cfc-9788-415e-b477-bd4362317096), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:48.171054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ac7cfc-9788-415e-b477-bd4362317096 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:03:48.177813 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1157-60db-4ad5-aff8-b4797f1d7c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:48.196739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 83ac7cfc-9788-415e-b477-bd4362317096, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=83ac7cfc-9788-415e-b477-bd4362317096,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:48.203551 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (83ac7cfc-9788-415e-b477-bd4362317096), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:48.207732 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-079ead6e-f1d6-41d2-9373-d6c1b19d6366 req-90914196-beaf-423d-80ef-4dcaf5965302 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356907 Jan 28 19:03:48.215746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ee800-2382-4094-98fa-ea679079a8b3 req-fe5f226a-3299-4c75-a25c-1ed2a26d011f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:48.223772 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-701ee800-2382-4094-98fa-ea679079a8b3 req-fe5f226a-3299-4c75-a25c-1ed2a26d011f tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 969 time: 0.0983245 Jan 28 19:03:48.263939 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=83ac7cfc-9788-415e-b477-bd4362317096,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:48.330679 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-701ee800-2382-4094-98fa-ea679079a8b3 req-89436b5d-c12c-4233-a623-96f30481e3b8 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/security-groups?id=c01bf87c-1e13-470b-9e90-e62a400303b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058049 Jan 28 19:03:48.354163 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-079ead6e-f1d6-41d2-9373-d6c1b19d6366 req-c6690c1f-9a5e-42b9-b333-d268ada15834 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282747 Jan 28 19:03:48.363368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-561c6a1f-67c5-4316-95c8-6ca8744f1ceb service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:03:48.364395 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-561c6a1f-67c5-4316-95c8-6ca8744f1ceb service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2030492 Jan 28 19:03:48.473766 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-27dafbbf-44db-4ef2-badb-23170ce7d79b service neutron] 10.222.0.55 "GET /v2.0/networks/c68d60ae-9b36-48c4-b1ee-016fbf317929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022964 Jan 28 19:03:48.506353 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa402829-133f-4a61-b19f-812e2abee522 req-7ce904d1-e8a9-44f9-82b5-0733a2bcf0bb tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:48.510076 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aa402829-133f-4a61-b19f-812e2abee522 req-7ce904d1-e8a9-44f9-82b5-0733a2bcf0bb tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 943 time: 0.0696738 Jan 28 19:03:48.515508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device b8f744bc-a9af-4b1d-a6fa-a4cca25e683e up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:48.520380 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['83ac7cfc-9788-415e-b477-bd4362317096'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:03:48.604636 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aa402829-133f-4a61-b19f-812e2abee522 req-3e5ef2f7-9938-4c2f-8243-09ff5c296533 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820138 Jan 28 19:03:48.635171 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-eaf9d09e-2588-4b83-8599-6ae1c1cce5d3 service neutron] 10.222.0.55 "GET /v2.0/networks/c68d60ae-9b36-48c4-b1ee-016fbf317929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543169 Jan 28 19:03:48.726772 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:03:48.739247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:48.739886 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b8f744bc-a9af-4b1d-a6fa-a4cca25e683e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:48.857886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ee45c-fe46-4158-9941-dd43822caa51 req-7de01ad6-2581-43f1-b5fe-9e9d5e5389d5 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:48.865207 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd7ee45c-fe46-4158-9941-dd43822caa51 req-7de01ad6-2581-43f1-b5fe-9e9d5e5389d5 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 949 time: 0.0922227 Jan 28 19:03:48.879759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:48.879759 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b8f744bc-a9af-4b1d-a6fa-a4cca25e683e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:48.915076 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-10d5f427-6e07-4b4a-a7a5-19509d49f99c req-3b1e5392-074c-4c6d-99c3-1895ff647c52 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 210 time: 0.0403504 Jan 28 19:03:48.929759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a6be29-4b0c-42a5-8f15-927e03dde824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f744bc-a9af-4b1d-a6fa-a4cca25e683e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:03:48.952450 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd7ee45c-fe46-4158-9941-dd43822caa51 req-38e5dc7d-b292-46df-99b6-558ab2faf531 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798676 Jan 28 19:03:49.013337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b8f744bc-a9af-4b1d-a6fa-a4cca25e683e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:49.019882 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b8f744bc-a9af-4b1d-a6fa-a4cca25e683e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:49.078735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=b8f744bc-a9af-4b1d-a6fa-a4cca25e683e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:49.208210 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe1af31-fa35-4ab2-be98-e439ffec5dc5" -d '{"events": [{"server_uuid": "e5a6be29-4b0c-42a5-8f15-927e03dde824", "name": "network-vif-plugged", "status": "completed", "tag": "b8f744bc-a9af-4b1d-a6fa-a4cca25e683e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:03:49.379508 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dacd1b1-a085-4fc5-9926-efb045158392 x-openstack-request-id: req-9dacd1b1-a085-4fc5-9926-efb045158392 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:03:49.379829 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a6be29-4b0c-42a5-8f15-927e03dde824", "name": "network-vif-plugged", "status": "completed", "tag": "b8f744bc-a9af-4b1d-a6fa-a4cca25e683e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:03:49.380070 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9dacd1b1-a085-4fc5-9926-efb045158392 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:03:49.381292 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a6be29-4b0c-42a5-8f15-927e03dde824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f744bc-a9af-4b1d-a6fa-a4cca25e683e', 'code': 200} Jan 28 19:03:49.496196 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-af4cf492-9baa-4cc4-a483-c35acd7879d1 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8059b4ef24fd40cba0129239318686c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306168 Jan 28 19:03:49.559947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab08fd-1a4c-49d9-af87-a6fa86d9ff84 req-6a2e1a2c-a429-4798-ac07-3b88cba587c4 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:49.562481 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-72ab08fd-1a4c-49d9-af87-a6fa86d9ff84 req-6a2e1a2c-a429-4798-ac07-3b88cba587c4 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 970 time: 0.1270616 Jan 28 19:03:49.616263 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8922890-e0ef-4e88-9ee0-6aff63965421 req-933f0a58-802b-4eb0-8783-b0cda8606b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:49.617779 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8922890-e0ef-4e88-9ee0-6aff63965421 req-933f0a58-802b-4eb0-8783-b0cda8606b3e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 1132 time: 0.1395032 Jan 28 19:03:49.620200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-b9d35b2b-32e4-40c4-b703-cb15def04e22 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:49.621900 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-b9d35b2b-32e4-40c4-b703-cb15def04e22 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1247349 Jan 28 19:03:49.639283 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-5baa0bfd-6f3f-4b9f-a2a0-3e4280ca9db4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/quotas/8059b4ef24fd40cba0129239318686c2 HTTP/1.1" status: 200 len: 375 time: 0.0110753 Jan 28 19:03:49.665256 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-72ab08fd-1a4c-49d9-af87-a6fa86d9ff84 req-f007f10c-92c9-4d61-a33e-a5d5af44f708 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/security-groups?id=c01bf87c-1e13-470b-9e90-e62a400303b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887940 Jan 28 19:03:49.666125 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a8922890-e0ef-4e88-9ee0-6aff63965421 req-c1a311f4-4ad6-4c21-9ca1-67d5137ad18a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:49.681705 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-9b060d46-d257-491c-8b3e-25a537410625 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366178 Jan 28 19:03:49.788077 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a8922890-e0ef-4e88-9ee0-6aff63965421 req-c1a311f4-4ad6-4c21-9ca1-67d5137ad18a service neutron] Publish callbacks [] for security_group (2596d1de-98aa-42cd-9877-d7e4fc9966e8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:49.801286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb38748-7e04-4073-b29e-df08857497bf req-5014b736-5cb5-49d4-93c0-c98008b8f970 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:49.803057 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cfb38748-7e04-4073-b29e-df08857497bf req-5014b736-5cb5-49d4-93c0-c98008b8f970 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 943 time: 0.0858009 Jan 28 19:03:49.804142 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a8922890-e0ef-4e88-9ee0-6aff63965421 req-c1a311f4-4ad6-4c21-9ca1-67d5137ad18a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2596d1de-98aa-42cd-9877-d7e4fc9966e8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:49.868105 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a311f4-4ad6-4c21-9ca1-67d5137ad18a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2596d1de-98aa-42cd-9877-d7e4fc9966e8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:49.891734 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8922890-e0ef-4e88-9ee0-6aff63965421 req-c1a311f4-4ad6-4c21-9ca1-67d5137ad18a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582448 Jan 28 19:03:49.917901 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cfb38748-7e04-4073-b29e-df08857497bf req-f4317726-4c8a-4024-9e37-f6246aa6091b tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985675 Jan 28 19:03:49.949825 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 83ac7cfc-9788-415e-b477-bd4362317096 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:50.054966 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7e7fce9-c7f5-4597-9771-544c0272ff4f req-2fa17fcd-a0aa-44ab-ab84-f5ec2f0fbfc4 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 210 time: 0.0396936 Jan 28 19:03:50.068722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 83ac7cfc-9788-415e-b477-bd4362317096 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:03:50.068722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 83ac7cfc-9788-415e-b477-bd4362317096 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:50.070215 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (83ac7cfc-9788-415e-b477-bd4362317096), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:50.100226 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8407e648-5523-4f37-8df6-f3e273ad2388 req-8518b3aa-a73f-4ee8-98de-8fb7483ed7eb tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 210 time: 0.0828106 Jan 28 19:03:50.182545 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-f962ecd4-81df-4f46-a822-cf14e3110782 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:50.184369 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-f962ecd4-81df-4f46-a822-cf14e3110782 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.31 "GET /v2.0/networks?id=c68d60ae-9b36-48c4-b1ee-016fbf317929 HTTP/1.1" status: 200 len: 823 time: 0.2412109 Jan 28 19:03:50.212902 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 83ac7cfc-9788-415e-b477-bd4362317096 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:50.213385 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (83ac7cfc-9788-415e-b477-bd4362317096), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:50.280847 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 83ac7cfc-9788-415e-b477-bd4362317096, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=83ac7cfc-9788-415e-b477-bd4362317096,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:50.294747 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (83ac7cfc-9788-415e-b477-bd4362317096), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:50.311409 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205aa2-eaed-412d-b7b8-8ca7309dc3f8 req-99f171b2-a9dd-4a60-bb8f-50bc51919d40 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:50.321174 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc205aa2-eaed-412d-b7b8-8ca7309dc3f8 req-99f171b2-a9dd-4a60-bb8f-50bc51919d40 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 950 time: 0.1087093 Jan 28 19:03:50.326877 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-0d6a0c03-584f-4b0b-abbe-108b4bd74388 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d87708c42e094b638f36295b01f12cc1 HTTP/1.1" status: 200 len: 380 time: 0.1338151 Jan 28 19:03:50.337445 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-a4d09910-5c19-4800-bca1-08dd98585f81 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Request body: {'port': {'device_id': 'eb11f722-de4b-4f91-a919-a09a70b8e63e', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'admin_state_up': True, 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'security_groups': ['fba0e98e-5ee0-461a-ae83-66aa992cf7d0']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:50.393307 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8faded31-92c9-40d1-9efe-78d6eee0b598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:50.410871 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=83ac7cfc-9788-415e-b477-bd4362317096,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:50.466198 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc205aa2-eaed-412d-b7b8-8ca7309dc3f8 req-ce496b4e-fdec-4246-b9cc-96b3fbf3fa62 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442747 Jan 28 19:03:50.496915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-a4d09910-5c19-4800-bca1-08dd98585f81 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Made reservation on behalf of d87708c42e094b638f36295b01f12cc1 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:50.500901 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-a4d09910-5c19-4800-bca1-08dd98585f81 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:50.633308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-a4d09910-5c19-4800-bca1-08dd98585f81 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Allocated IP 172.20.0.7 (c68d60ae-9b36-48c4-b1ee-016fbf317929/907a6687-a5e1-4143-afc7-74dba5b8ed84/e524bacd-29a3-4369-8cd2-f64e33556126) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:03:50.769261 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:03:50.789752 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-a4d09910-5c19-4800-bca1-08dd98585f81 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for port (e524bacd-29a3-4369-8cd2-f64e33556126), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:50.827835 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-a4d09910-5c19-4800-bca1-08dd98585f81 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (e524bacd-29a3-4369-8cd2-f64e33556126), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:50.833581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56444) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:50.871525 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-a4d09910-5c19-4800-bca1-08dd98585f81 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Network c68d60ae-9b36-48c4-b1ee-016fbf317929 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:03:50.874944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-a4d09910-5c19-4800-bca1-08dd98585f81 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:50.881702 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-a4d09910-5c19-4800-bca1-08dd98585f81 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:03:50.887058 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-a4d09910-5c19-4800-bca1-08dd98585f81 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:50.887698 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-a4d09910-5c19-4800-bca1-08dd98585f81 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:50.903147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d09910-5c19-4800-bca1-08dd98585f81 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Pushing event updated for resources: {'Port': ['ID=e524bacd-29a3-4369-8cd2-f64e33556126,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:50.910247 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-a4d09910-5c19-4800-bca1-08dd98585f81 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764327 Jan 28 19:03:50.923027 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Request body: {'port': {'device_id': 'eb11f722-de4b-4f91-a919-a09a70b8e63e', 'device_owner': 'compute:tempest-test_az-1974741360', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:51.043565 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e524bacd-29a3-4369-8cd2-f64e33556126), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.120699 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b11e8c3a-9868-4b3f-a7d1-29912392288d None None] Provisioning complete for port e524bacd-29a3-4369-8cd2-f64e33556126 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:51.121344 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b11e8c3a-9868-4b3f-a7d1-29912392288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e524bacd-29a3-4369-8cd2-f64e33556126), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.134457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc335f-c117-4e9e-bb89-635bc86fb3de req-66085db2-361a-4ab5-b83e-b4d1153fb251 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:51.135998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98bc335f-c117-4e9e-bb89-635bc86fb3de req-66085db2-361a-4ab5-b83e-b4d1153fb251 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 943 time: 0.1034818 Jan 28 19:03:51.156398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86112d-ccb6-482c-be67-9cb4286bd6bc req-af5ffbf4-281c-4c93-a050-531ffc8fffe0 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:51.158190 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea86112d-ccb6-482c-be67-9cb4286bd6bc req-af5ffbf4-281c-4c93-a050-531ffc8fffe0 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 971 time: 0.2735434 Jan 28 19:03:51.174895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b11e8c3a-9868-4b3f-a7d1-29912392288d None None] Port e524bacd-29a3-4369-8cd2-f64e33556126 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:03:51.193841 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddfb99ad-4ad1-46f9-bc9b-93b3e6a8e7b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.199060 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-64e44a8a-eb9f-4a12-af0f-40c1c6d5d36e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8059b4ef24fd40cba0129239318686c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398307 Jan 28 19:03:51.256792 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98bc335f-c117-4e9e-bb89-635bc86fb3de req-5039b5b7-96e3-45fa-820e-3ecbf4496955 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096711 Jan 28 19:03:51.318639 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea86112d-ccb6-482c-be67-9cb4286bd6bc req-6660ca09-3a46-41e3-85a1-9530d3e3130e tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/security-groups?id=c01bf87c-1e13-470b-9e90-e62a400303b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466410 Jan 28 19:03:51.378178 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-6f87fefa-156f-4647-9ce3-b724486f4f36 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:51.379718 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-6f87fefa-156f-4647-9ce3-b724486f4f36 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1702595 Jan 28 19:03:51.382619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8d8921-5875-4e68-956f-c3805a6b3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ac7cfc-9788-415e-b477-bd4362317096'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:03:51.384953 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978046bd-b862-4bbd-8476-58569361e6ed" -d '{"events": [{"server_uuid": "3d8d8921-5875-4e68-956f-c3805a6b3519", "name": "network-vif-plugged", "status": "completed", "tag": "83ac7cfc-9788-415e-b477-bd4362317096"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:03:51.391329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-e09b64e3-6db8-4a78-8b68-6e0e67f3f865 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Request body: {'port': {'device_id': '826a337d-204b-4243-93ba-a7604597c296', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '8059b4ef24fd40cba0129239318686c2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:51.413712 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2b779-09ba-4b19-85f6-133b4f7f7e93 req-08364fd1-15ab-4ec2-be91-4e1466dbac41 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:51.415240 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-62a2b779-09ba-4b19-85f6-133b4f7f7e93 req-08364fd1-15ab-4ec2-be91-4e1466dbac41 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 931 time: 0.0914156 Jan 28 19:03:51.471803 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f65f61e-cd0a-4420-a001-649c94a25a0a req-099984b5-fe95-4b63-9b9c-90110bd67a70 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 210 time: 0.0648952 Jan 28 19:03:51.472037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e524bacd-29a3-4369-8cd2-f64e33556126 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:03:51.483060 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddfb99ad-4ad1-46f9-bc9b-93b3e6a8e7b1 admin admin] Publish callbacks [] for security_group (79d65aab-e1e9-429e-83a5-2565fec57851), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.486750 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Publish callbacks [] for port (e524bacd-29a3-4369-8cd2-f64e33556126), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.491934 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddfb99ad-4ad1-46f9-bc9b-93b3e6a8e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (79d65aab-e1e9-429e-83a5-2565fec57851), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.509891 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-62a2b779-09ba-4b19-85f6-133b4f7f7e93 req-b9e701cd-9373-4354-aad1-ca4b9a5ff895 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857754 Jan 28 19:03:51.513098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Transition to ACTIVE for port object e524bacd-29a3-4369-8cd2-f64e33556126 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:03:51.521742 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e524bacd-29a3-4369-8cd2-f64e33556126), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.530577 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ddfb99ad-4ad1-46f9-bc9b-93b3e6a8e7b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d7238236ef94ba0aff0b421ebcf3d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6948466 Jan 28 19:03:51.538387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56458) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:51.538746 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6208c3fe-a9b7-454b-920b-6176d2aba6a6 x-openstack-request-id: req-6208c3fe-a9b7-454b-920b-6176d2aba6a6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:03:51.539335 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8d8921-5875-4e68-956f-c3805a6b3519", "name": "network-vif-plugged", "status": "completed", "tag": "83ac7cfc-9788-415e-b477-bd4362317096", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:03:51.541120 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6208c3fe-a9b7-454b-920b-6176d2aba6a6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:03:51.541663 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8d8921-5875-4e68-956f-c3805a6b3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ac7cfc-9788-415e-b477-bd4362317096', 'code': 200} Jan 28 19:03:51.549325 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.593288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb99ad-4ad1-46f9-bc9b-93b3e6a8e7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d65aab-e1e9-429e-83a5-2565fec57851,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:51.606246 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.31', 56672) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:51.636948 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e524bacd-29a3-4369-8cd2-f64e33556126,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:51.657995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Attempting to bind port e524bacd-29a3-4369-8cd2-f64e33556126 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:03:51.658368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Attempting to bind port e524bacd-29a3-4369-8cd2-f64e33556126 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:03:51.658694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Attempting to bind port e524bacd-29a3-4369-8cd2-f64e33556126 on network c68d60ae-9b36-48c4-b1ee-016fbf317929 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:51.667208 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Port e524bacd-29a3-4369-8cd2-f64e33556126 on network c68d60ae-9b36-48c4-b1ee-016fbf317929 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:03:51.667557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Attempting to bind port e524bacd-29a3-4369-8cd2-f64e33556126 on network c68d60ae-9b36-48c4-b1ee-016fbf317929 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:51.675625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:03:51.675967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Checking segment: {'id': 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:51.676355 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Bound using segment: {'id': 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:03:51.676784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Bound port: e524bacd-29a3-4369-8cd2-f64e33556126, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:03:51.677346 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e524bacd-29a3-4369-8cd2-f64e33556126), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.705763 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a38449e-3c46-41c5-be48-6e88dc7b4251 admin admin] Publish callbacks [] for security_group (79d65aab-e1e9-429e-83a5-2565fec57851), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.710880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae2bfc-8bd1-4926-9898-5bfbcbf0def7 req-95c51a40-55cb-40fa-a317-edd2eb3787a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:51.712472 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-99ae2bfc-8bd1-4926-9898-5bfbcbf0def7 req-95c51a40-55cb-40fa-a317-edd2eb3787a9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 1153 time: 0.1010785 Jan 28 19:03:51.715363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-e09b64e3-6db8-4a78-8b68-6e0e67f3f865 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Made reservation on behalf of 8059b4ef24fd40cba0129239318686c2 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:51.718744 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-e09b64e3-6db8-4a78-8b68-6e0e67f3f865 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.726820 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399caab3-488e-45a9-bb32-6d9f9aa160b8 req-e284ffef-e2a5-45b3-8968-059aeae83b5e tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:51.728388 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-399caab3-488e-45a9-bb32-6d9f9aa160b8 req-e284ffef-e2a5-45b3-8968-059aeae83b5e tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 950 time: 0.1122835 Jan 28 19:03:51.750594 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-e09b64e3-6db8-4a78-8b68-6e0e67f3f865 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.772662 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a38449e-3c46-41c5-be48-6e88dc7b4251 admin admin] Publish callbacks [] for security_group (79d65aab-e1e9-429e-83a5-2565fec57851), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.774389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] For port e524bacd-29a3-4369-8cd2-f64e33556126, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:03:51.778772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] For port e524bacd-29a3-4369-8cd2-f64e33556126, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e524bacd-29a3-4369-8cd2-f64e33556126,segment=NetworkSegment(b42e0ebe-52ff-4e53-a10d-c5fc1da5544a),segment_id=b42e0ebe-52ff-4e53-a10d-c5fc1da5544a)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:03:51.799578 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e524bacd-29a3-4369-8cd2-f64e33556126), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.831031 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-399caab3-488e-45a9-bb32-6d9f9aa160b8 req-57483034-07ac-46a4-8ad6-441f38a289c0 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960715 Jan 28 19:03:51.834012 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-99ae2bfc-8bd1-4926-9898-5bfbcbf0def7 req-8a13b7a2-d72c-4704-a392-044ebc10ef45 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c01bf87c-1e13-470b-9e90-e62a400303b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130061 Jan 28 19:03:51.843799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:51.844429 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.845908 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] 10.222.0.31 "PUT /v2.0/ports/e524bacd-29a3-4369-8cd2-f64e33556126 HTTP/1.1" status: 200 len: 1113 time: 0.9283309 Jan 28 19:03:51.846395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb11f722-de4b-4f91-a919-a09a70b8e63e', 'tag': 'e524bacd-29a3-4369-8cd2-f64e33556126'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:03:51.848813 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61c0574-222f-4c07-aff6-21478e9ed500" -d '{"events": [{"name": "network-changed", "server_uuid": "eb11f722-de4b-4f91-a919-a09a70b8e63e", "tag": "e524bacd-29a3-4369-8cd2-f64e33556126"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:03:51.884278 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55af0ed-15b4-43bd-8c3f-6b27075317e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e524bacd-29a3-4369-8cd2-f64e33556126,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:51.894871 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a38449e-3c46-41c5-be48-6e88dc7b4251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (79d65aab-e1e9-429e-83a5-2565fec57851), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.897413 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a38449e-3c46-41c5-be48-6e88dc7b4251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.898875 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09755d97-b0e9-4714-857e-af84f89e1a7c x-openstack-request-id: req-09755d97-b0e9-4714-857e-af84f89e1a7c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:03:51.899331 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb11f722-de4b-4f91-a919-a09a70b8e63e", "tag": "e524bacd-29a3-4369-8cd2-f64e33556126", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:03:51.899758 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09755d97-b0e9-4714-857e-af84f89e1a7c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:03:51.900298 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb11f722-de4b-4f91-a919-a09a70b8e63e', 'tag': 'e524bacd-29a3-4369-8cd2-f64e33556126', 'status': 'completed', 'code': 200} Jan 28 19:03:51.901526 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3a38449e-3c46-41c5-be48-6e88dc7b4251 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79d65aab-e1e9-429e-83a5-2565fec57851 HTTP/1.1" status: 204 len: 168 time: 0.3608396 Jan 28 19:03:51.907331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-e09b64e3-6db8-4a78-8b68-6e0e67f3f865 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks [] for security_group (ed12522d-af55-4cd6-8e99-6886dd76c3f6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.924964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38449e-3c46-41c5-be48-6e88dc7b4251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d65aab-e1e9-429e-83a5-2565fec57851,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:51.927263 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-e09b64e3-6db8-4a78-8b68-6e0e67f3f865 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ed12522d-af55-4cd6-8e99-6886dd76c3f6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:51.994086 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b64e3-6db8-4a78-8b68-6e0e67f3f865 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed12522d-af55-4cd6-8e99-6886dd76c3f6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:52.080703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-e09b64e3-6db8-4a78-8b68-6e0e67f3f865 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Allocated IP 192.168.233.189 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/e3b96363-7763-422d-a893-bbb366bbd514) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:03:52.248528 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-e09b64e3-6db8-4a78-8b68-6e0e67f3f865 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks [] for port (e3b96363-7763-422d-a893-bbb366bbd514), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:52.251100 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c0574-222f-4c07-aff6-21478e9ed500 req-88b73ae2-7dc7-4f90-9f77-dfe3fbe9a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:52.252955 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c61c0574-222f-4c07-aff6-21478e9ed500 req-88b73ae2-7dc7-4f90-9f77-dfe3fbe9a2cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d87708c42e094b638f36295b01f12cc1&device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 1147 time: 0.0492072 Jan 28 19:03:52.273582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56468) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:52.290251 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d96cff9-4ab5-4dbe-a038-5ec191d6638e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:52.313096 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-e09b64e3-6db8-4a78-8b68-6e0e67f3f865 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (e3b96363-7763-422d-a893-bbb366bbd514), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:52.383793 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-e09b64e3-6db8-4a78-8b68-6e0e67f3f865 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:03:52.392512 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-e09b64e3-6db8-4a78-8b68-6e0e67f3f865 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:52.396951 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b64e3-6db8-4a78-8b68-6e0e67f3f865 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Pushing event updated for resources: {'Port': ['ID=e3b96363-7763-422d-a893-bbb366bbd514,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:52.401007 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-e09b64e3-6db8-4a78-8b68-6e0e67f3f865 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:03:52.406361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-e09b64e3-6db8-4a78-8b68-6e0e67f3f865 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:52.407011 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-e09b64e3-6db8-4a78-8b68-6e0e67f3f865 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:52.467029 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-e09b64e3-6db8-4a78-8b68-6e0e67f3f865 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0794325 Jan 28 19:03:52.484776 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Request body: {'port': {'device_id': '826a337d-204b-4243-93ba-a7604597c296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:52.494310 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d96cff9-4ab5-4dbe-a038-5ec191d6638e admin admin] Publish callbacks [] for security_group (69064d03-ce40-4cc9-b16d-50fdf5521fb0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:52.518678 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d96cff9-4ab5-4dbe-a038-5ec191d6638e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (69064d03-ce40-4cc9-b16d-50fdf5521fb0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:52.543235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:03:52.594144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d739c-bdca-4a7f-ae19-ff5de27fcdcd req-01f33d0d-3329-4c4e-9df5-1c72fdc7c8f7 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:52.595713 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cb1d739c-bdca-4a7f-ae19-ff5de27fcdcd req-01f33d0d-3329-4c4e-9df5-1c72fdc7c8f7 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 971 time: 0.1998470 Jan 28 19:03:52.604669 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3d96cff9-4ab5-4dbe-a038-5ec191d6638e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ed1adf610584d238703edd84ea3da3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297474 Jan 28 19:03:52.608923 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56478) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:52.620918 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96cff9-4ab5-4dbe-a038-5ec191d6638e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69064d03-ce40-4cc9-b16d-50fdf5521fb0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:52.625521 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3b96363-7763-422d-a893-bbb366bbd514), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:52.676901 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:52.689591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c0574-222f-4c07-aff6-21478e9ed500 req-1ab148ca-ed71-4c5a-a0fd-525db43b0e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:52.691730 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c61c0574-222f-4c07-aff6-21478e9ed500 req-1ab148ca-ed71-4c5a-a0fd-525db43b0e8a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=d87708c42e094b638f36295b01f12cc1&shared=False HTTP/1.1" status: 200 len: 924 time: 0.4306192 Jan 28 19:03:52.695819 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1', 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509', 'port_id': 'c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1', 'mac_address': 'fa:16:3e:50:d1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313caf54-95a5-42d8-a40e-1d57a3098b9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:03:52.697836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1ce5d4f0-f0ef-4fd0-a65e-8e88b8cc50da None None] Provisioning complete for port e3b96363-7763-422d-a893-bbb366bbd514 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:52.698338 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d4f0-f0ef-4fd0-a65e-8e88b8cc50da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e3b96363-7763-422d-a893-bbb366bbd514), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:52.700520 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7642f81-ee5d-4597-8f20-f41a3198d7b8 req-40693b5a-4a95-42d0-bd88-08c7d315675f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:52.706804 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7642f81-ee5d-4597-8f20-f41a3198d7b8 req-40693b5a-4a95-42d0-bd88-08c7d315675f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 943 time: 0.1319351 Jan 28 19:03:52.714659 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cb1d739c-bdca-4a7f-ae19-ff5de27fcdcd req-6d5d7a07-2faa-49ca-a507-7caf6d9928d9 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/security-groups?id=c01bf87c-1e13-470b-9e90-e62a400303b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072710 Jan 28 19:03:52.742600 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa2b92e0-aa8d-4415-b089-20fd31b366f9 admin admin] Publish callbacks [] for security_group (69064d03-ce40-4cc9-b16d-50fdf5521fb0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:52.771892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1ce5d4f0-f0ef-4fd0-a65e-8e88b8cc50da None None] Port e3b96363-7763-422d-a893-bbb366bbd514 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:03:52.773451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:52.773838 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:52.787583 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:03:52.812006 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:52.825993 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:52.857301 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa2b92e0-aa8d-4415-b089-20fd31b366f9 admin admin] Publish callbacks [] for security_group (69064d03-ce40-4cc9-b16d-50fdf5521fb0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:52.868450 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:52.894744 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:52.925266 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7642f81-ee5d-4597-8f20-f41a3198d7b8 req-f0a959ce-b033-4b5b-9ec1-179743c7274a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154360 Jan 28 19:03:52.930722 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c0574-222f-4c07-aff6-21478e9ed500 req-04c86570-d721-45be-8d0b-ff42c99475f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:52.932189 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c61c0574-222f-4c07-aff6-21478e9ed500 req-04c86570-d721-45be-8d0b-ff42c99475f1 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2237337 Jan 28 19:03:52.948886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3e066-3c04-410a-bc27-6879c2ec695c req-9ddcacf4-8354-460b-9612-5bca2a482bdb tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:52.950484 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ea3e066-3c04-410a-bc27-6879c2ec695c req-9ddcacf4-8354-460b-9612-5bca2a482bdb tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 936 time: 0.1588137 Jan 28 19:03:53.017267 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa2b92e0-aa8d-4415-b089-20fd31b366f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (69064d03-ce40-4cc9-b16d-50fdf5521fb0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:53.019781 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa2b92e0-aa8d-4415-b089-20fd31b366f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:53.023499 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fa2b92e0-aa8d-4415-b089-20fd31b366f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69064d03-ce40-4cc9-b16d-50fdf5521fb0 HTTP/1.1" status: 204 len: 168 time: 0.4087865 Jan 28 19:03:53.043753 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ea3e066-3c04-410a-bc27-6879c2ec695c req-c6a1271c-e9f1-4b72-9d3d-58af64fe44a2 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855312 Jan 28 19:03:53.045988 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b92e0-aa8d-4415-b089-20fd31b366f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69064d03-ce40-4cc9-b16d-50fdf5521fb0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:53.057537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-4613b4f0-76ee-4353-b036-b08dc0aaeac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:53.059309 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-4613b4f0-76ee-4353-b036-b08dc0aaeac0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d87708c42e094b638f36295b01f12cc1&device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 1147 time: 0.0850701 Jan 28 19:03:53.075908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac441a82-98a4-4170-8b27-af71a0f5e40e req-c158c771-565d-4575-9bf2-719e37ce9a52 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:53.077773 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac441a82-98a4-4170-8b27-af71a0f5e40e req-c158c771-565d-4575-9bf2-719e37ce9a52 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 965 time: 0.0686290 Jan 28 19:03:53.114423 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-2e871e0e-1142-446a-91bd-f29dcc59e57f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e524bacd-29a3-4369-8cd2-f64e33556126 HTTP/1.1" status: 200 len: 217 time: 0.0460498 Jan 28 19:03:53.116035 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b96363-7763-422d-a893-bbb366bbd514 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:03:53.126541 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Publish callbacks [] for port (e3b96363-7763-422d-a893-bbb366bbd514), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:53.143586 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Transition to ACTIVE for port object e3b96363-7763-422d-a893-bbb366bbd514 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:03:53.149019 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e3b96363-7763-422d-a893-bbb366bbd514), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:53.173371 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:03:53.203912 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac441a82-98a4-4170-8b27-af71a0f5e40e req-5099aa34-dc46-4572-9333-59922c99c8b3 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914278 Jan 28 19:03:53.227728 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-d855e983-7e5d-4cf2-9d81-7064cba7ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:53.229348 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-d855e983-7e5d-4cf2-9d81-7064cba7ca13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=907a6687-a5e1-4143-afc7-74dba5b8ed84 HTTP/1.1" status: 200 len: 862 time: 0.0991983 Jan 28 19:03:53.270742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b96363-7763-422d-a893-bbb366bbd514,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:53.293939 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b862238-64d4-4146-b4f4-5f6c454bb2c1 req-addbff6e-9e0c-4e54-812a-85056a3d7684 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:53.301373 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-8a841879-7391-4e43-8b80-6d4a483ca1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:53.301743 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b862238-64d4-4146-b4f4-5f6c454bb2c1 req-addbff6e-9e0c-4e54-812a-85056a3d7684 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 950 time: 0.1497743 Jan 28 19:03:53.303554 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-8a841879-7391-4e43-8b80-6d4a483ca1e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c68d60ae-9b36-48c4-b1ee-016fbf317929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0671158 Jan 28 19:03:53.320542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Attempting to bind port e3b96363-7763-422d-a893-bbb366bbd514 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:03:53.320885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Attempting to bind port e3b96363-7763-422d-a893-bbb366bbd514 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:03:53.321211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Attempting to bind port e3b96363-7763-422d-a893-bbb366bbd514 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:53.328425 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Port e3b96363-7763-422d-a893-bbb366bbd514 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:03:53.328746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Attempting to bind port e3b96363-7763-422d-a893-bbb366bbd514 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:03:53.381078 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b862238-64d4-4146-b4f4-5f6c454bb2c1 req-16a3925b-d2fa-4a6b-96de-559b80a4f5c3 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695536 Jan 28 19:03:53.382194 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:03:53.382529 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:53.382913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:03:53.383356 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Bound port: e3b96363-7763-422d-a893-bbb366bbd514, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:03:53.384152 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3b96363-7763-422d-a893-bbb366bbd514), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:53.439894 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-c5486ed6-b9f5-4156-a20c-9890ac5c208f service neutron] 10.222.0.31 "GET /v2.0/networks/c68d60ae-9b36-48c4-b1ee-016fbf317929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284790 Jan 28 19:03:53.476226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] For port e3b96363-7763-422d-a893-bbb366bbd514, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:03:53.480271 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] For port e3b96363-7763-422d-a893-bbb366bbd514, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e3b96363-7763-422d-a893-bbb366bbd514,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:03:53.496202 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e3b96363-7763-422d-a893-bbb366bbd514), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:53.546708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:53.547529 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:53.548969 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] 10.222.0.37 "PUT /v2.0/ports/e3b96363-7763-422d-a893-bbb366bbd514 HTTP/1.1" status: 200 len: 1096 time: 1.0696776 Jan 28 19:03:53.549416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a337d-204b-4243-93ba-a7604597c296', 'tag': 'e3b96363-7763-422d-a893-bbb366bbd514'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:03:53.552033 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da979aa1-28d0-4d2c-9e31-d63989084642" -d '{"events": [{"name": "network-changed", "server_uuid": "826a337d-204b-4243-93ba-a7604597c296", "tag": "e3b96363-7763-422d-a893-bbb366bbd514"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:03:53.567602 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35dead5b-124a-45b3-ac8c-5d6536076a9c req-60603109-4e10-4b59-b1c6-34e893be3f23 service neutron] 10.222.0.31 "GET /v2.0/networks/c68d60ae-9b36-48c4-b1ee-016fbf317929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167529 Jan 28 19:03:53.577848 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6a9f2-088b-4dd9-8cb9-8ab074c707a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b96363-7763-422d-a893-bbb366bbd514,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:53.653822 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f786cc-9ab2-4f7b-a0f6-53bbc5397c45 x-openstack-request-id: req-c9f786cc-9ab2-4f7b-a0f6-53bbc5397c45 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:03:53.655129 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826a337d-204b-4243-93ba-a7604597c296", "tag": "e3b96363-7763-422d-a893-bbb366bbd514", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:03:53.657883 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9f786cc-9ab2-4f7b-a0f6-53bbc5397c45 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:03:53.658977 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826a337d-204b-4243-93ba-a7604597c296', 'tag': 'e3b96363-7763-422d-a893-bbb366bbd514', 'status': 'completed', 'code': 200} Jan 28 19:03:53.682665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-ee65afe0-51d8-406d-8ad5-710d8c734c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:53.684487 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-ee65afe0-51d8-406d-8ad5-710d8c734c4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 1130 time: 0.0870335 Jan 28 19:03:53.785608 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-4913975c-82c6-4fb2-acf8-083fa76cdbb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=e3b96363-7763-422d-a893-bbb366bbd514 HTTP/1.1" status: 200 len: 217 time: 0.0839930 Jan 28 19:03:53.898057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-48247247-5fea-41fe-9162-8be7ac2c5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:53.899168 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-48247247-5fea-41fe-9162-8be7ac2c5f0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1107240 Jan 28 19:03:53.961534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79600962-11cb-487a-814b-143fdc4fc478 req-293a00de-da97-484d-ab0e-3bb4b19a7c69 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:53.963351 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79600962-11cb-487a-814b-143fdc4fc478 req-293a00de-da97-484d-ab0e-3bb4b19a7c69 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 971 time: 0.1268404 Jan 28 19:03:53.993532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-702c97a7-8338-4c27-bf8d-88bcc224e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:53.995155 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-702c97a7-8338-4c27-bf8d-88bcc224e740 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0894418 Jan 28 19:03:54.073874 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79600962-11cb-487a-814b-143fdc4fc478 req-a3c596d0-d274-48ab-9d78-5dbfccf603d7 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/security-groups?id=c01bf87c-1e13-470b-9e90-e62a400303b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007514 Jan 28 19:03:54.115512 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d67f6-7ca2-491e-b481-6ccee66c58e1 req-7ee445ec-ef72-4520-b612-d27786e142dc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:54.118143 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-903d67f6-7ca2-491e-b481-6ccee66c58e1 req-7ee445ec-ef72-4520-b612-d27786e142dc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 944 time: 0.0642045 Jan 28 19:03:54.127281 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-22c766ff-f914-4f8e-8c0d-0878ffed5f87 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251793 Jan 28 19:03:54.176639 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-903d67f6-7ca2-491e-b481-6ccee66c58e1 req-58fc0420-f073-434d-8161-951f44bbe54e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500739 Jan 28 19:03:54.254426 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d91c4-fcad-4c60-a53b-2ada6e11cd78 req-1de19f09-a7ab-4f8e-9879-d54036ec1c76 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:54.255888 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bb1d91c4-fcad-4c60-a53b-2ada6e11cd78 req-1de19f09-a7ab-4f8e-9879-d54036ec1c76 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 950 time: 0.1093078 Jan 28 19:03:54.278552 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00859c03-946b-495c-a1c8-3473df5b3e26 req-b8f40992-a15b-49f5-84cf-0461a29ddfc8 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431983 Jan 28 19:03:54.325968 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912f197-f616-42bd-a9d1-464f9c6c69c6 req-f6d2d8e1-891e-4a30-b951-882cbdb07108 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:54.327603 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a912f197-f616-42bd-a9d1-464f9c6c69c6 req-f6d2d8e1-891e-4a30-b951-882cbdb07108 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 948 time: 0.0719497 Jan 28 19:03:54.330709 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bb1d91c4-fcad-4c60-a53b-2ada6e11cd78 req-6b82b068-3591-4d4d-9f2c-b40fe6026845 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646462 Jan 28 19:03:54.373230 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:54.400790 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a912f197-f616-42bd-a9d1-464f9c6c69c6 req-1544aa67-d3bc-479a-84ac-6d72f7303451 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655525 Jan 28 19:03:54.404743 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da979aa1-28d0-4d2c-9e31-d63989084642 req-6a015e7f-c215-41b7-81ee-5db127bcd879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:54.406249 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-da979aa1-28d0-4d2c-9e31-d63989084642 req-6a015e7f-c215-41b7-81ee-5db127bcd879 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 1130 time: 0.0744374 Jan 28 19:03:54.541505 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:03:54.602921 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:03:54.607815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:03:54.608102 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:54.686054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc56ba-7cf2-48b3-b6e2-baecf9b3b2c2 req-def1f13d-577c-4164-8f20-c66ba9855661 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:54.687534 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cafc56ba-7cf2-48b3-b6e2-baecf9b3b2c2 req-def1f13d-577c-4164-8f20-c66ba9855661 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 965 time: 0.2802587 Jan 28 19:03:54.691934 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:54.692360 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:54.713933 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da979aa1-28d0-4d2c-9e31-d63989084642 req-39d44274-f353-4155-87f7-c114601fefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:54.714751 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f476cf-aa01-454d-99ac-8ea385cb8132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:03:54.715601 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-da979aa1-28d0-4d2c-9e31-d63989084642 req-39d44274-f353-4155-87f7-c114601fefdf service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.2974143 Jan 28 19:03:54.717224 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355b0557-5911-49d6-9228-4edfe1774cd7" -d '{"events": [{"server_uuid": "82f476cf-aa01-454d-99ac-8ea385cb8132", "name": "network-vif-plugged", "status": "completed", "tag": "c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:03:54.729901 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:54.734730 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:54.769790 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87d7c1e-24c5-4019-a644-47c64df70358 x-openstack-request-id: req-a87d7c1e-24c5-4019-a644-47c64df70358 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:03:54.770178 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f476cf-aa01-454d-99ac-8ea385cb8132", "name": "network-vif-plugged", "status": "completed", "tag": "c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:03:54.770436 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a87d7c1e-24c5-4019-a644-47c64df70358 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:03:54.770826 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f476cf-aa01-454d-99ac-8ea385cb8132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1', 'code': 200} Jan 28 19:03:54.771230 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-da979aa1-28d0-4d2c-9e31-d63989084642 req-b86b41c2-90b2-49e9-a612-cda0ce414135 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=e3b96363-7763-422d-a893-bbb366bbd514 HTTP/1.1" status: 200 len: 217 time: 0.0445061 Jan 28 19:03:54.778499 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cafc56ba-7cf2-48b3-b6e2-baecf9b3b2c2 req-4ac2d7c5-48c6-47bd-94c0-0725d9f29cb9 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816669 Jan 28 19:03:54.796082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:54.842346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da979aa1-28d0-4d2c-9e31-d63989084642 req-292c869e-f852-4f39-9876-e3ee8d26ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:54.843842 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-da979aa1-28d0-4d2c-9e31-d63989084642 req-292c869e-f852-4f39-9876-e3ee8d26ae25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0530310 Jan 28 19:03:54.859357 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.37', 54373) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:54.944644 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da979aa1-28d0-4d2c-9e31-d63989084642 req-2578d8ff-cc4a-417f-9c35-a5a3ddf49ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:54.946422 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-da979aa1-28d0-4d2c-9e31-d63989084642 req-2578d8ff-cc4a-417f-9c35-a5a3ddf49ccf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0795691 Jan 28 19:03:54.949260 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef6db6-4700-4c96-9e99-26253b8deb9d req-58176a19-8bcf-415d-9474-1d9071ce0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:54.950640 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ceef6db6-4700-4c96-9e99-26253b8deb9d req-58176a19-8bcf-415d-9474-1d9071ce0197 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 1127 time: 0.0851328 Jan 28 19:03:55.049235 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ceef6db6-4700-4c96-9e99-26253b8deb9d req-2fa0e735-55fe-40c7-8f3f-5cb00b88297e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888717 Jan 28 19:03:55.067912 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-da979aa1-28d0-4d2c-9e31-d63989084642 req-5cf253a6-57ff-40be-a58c-77c7d9a9c6c6 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087723 Jan 28 19:03:55.195084 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce646e54-7099-4774-a54f-e1823ff55dae req-b867c1f8-336c-43ad-a3e5-1e25f8b1b8a0 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:55.196821 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce646e54-7099-4774-a54f-e1823ff55dae req-b867c1f8-336c-43ad-a3e5-1e25f8b1b8a0 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 971 time: 0.0540955 Jan 28 19:03:55.205269 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:55.259884 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce646e54-7099-4774-a54f-e1823ff55dae req-110c2bc3-85b4-421a-94c7-e08deba9f7aa tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/security-groups?id=c01bf87c-1e13-470b-9e90-e62a400303b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545514 Jan 28 19:03:55.327833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26572785-73c3-49e7-8d91-a5072172bfc6 req-45565c89-d7dd-4613-9a12-9539efb91a9e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:55.330061 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-26572785-73c3-49e7-8d91-a5072172bfc6 req-45565c89-d7dd-4613-9a12-9539efb91a9e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 945 time: 0.0590520 Jan 28 19:03:55.351581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56556) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:55.387227 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-26572785-73c3-49e7-8d91-a5072172bfc6 req-a57a7feb-9cd1-47e2-96af-1ae8b6c0b63f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508223 Jan 28 19:03:55.434384 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-da979aa1-28d0-4d2c-9e31-d63989084642 req-8b034f15-e7b1-41d5-b410-a3793f045674 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250875 Jan 28 19:03:55.450299 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076abf60-ae0f-40a5-a581-552de6ef4a9c req-0db00146-8ae6-43fc-ba16-53820b11b31a tempest-AggregatesAdminTestJSON-1969728564 tempest-AggregatesAdminTestJSON-1969728564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:55.451807 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-076abf60-ae0f-40a5-a581-552de6ef4a9c req-0db00146-8ae6-43fc-ba16-53820b11b31a tempest-AggregatesAdminTestJSON-1969728564 tempest-AggregatesAdminTestJSON-1969728564-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 1153 time: 0.0657117 Jan 28 19:03:55.475447 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-076abf60-ae0f-40a5-a581-552de6ef4a9c req-3ccaa295-8253-4840-821e-3fc3da721529 tempest-AggregatesAdminTestJSON-1969728564 tempest-AggregatesAdminTestJSON-1969728564-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:55.514289 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e4d30da-3512-4193-8d6c-264616bde3d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:55.525042 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c33689-ebd6-4316-b71b-9b4b719c384e req-e5df9014-2fb2-466a-ba34-d4ab9d1a7bac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:55.526772 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83c33689-ebd6-4316-b71b-9b4b719c384e req-e5df9014-2fb2-466a-ba34-d4ab9d1a7bac tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 950 time: 0.0804515 Jan 28 19:03:55.555287 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-076abf60-ae0f-40a5-a581-552de6ef4a9c req-3ccaa295-8253-4840-821e-3fc3da721529 tempest-AggregatesAdminTestJSON-1969728564 tempest-AggregatesAdminTestJSON-1969728564-project-admin] Publish callbacks [] for security_group (387bc876-7fa8-4877-87d6-0a8fa51aad44), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:55.560095 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-076abf60-ae0f-40a5-a581-552de6ef4a9c req-3ccaa295-8253-4840-821e-3fc3da721529 tempest-AggregatesAdminTestJSON-1969728564 tempest-AggregatesAdminTestJSON-1969728564-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (387bc876-7fa8-4877-87d6-0a8fa51aad44), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:55.598375 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83c33689-ebd6-4316-b71b-9b4b719c384e req-723e9694-e2c4-4a86-a0f4-d7a8bafda15a tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643423 Jan 28 19:03:55.598561 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-076abf60-ae0f-40a5-a581-552de6ef4a9c req-3ccaa295-8253-4840-821e-3fc3da721529 tempest-AggregatesAdminTestJSON-1969728564 tempest-AggregatesAdminTestJSON-1969728564-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c01bf87c-1e13-470b-9e90-e62a400303b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409774 Jan 28 19:03:55.600259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccaa295-8253-4840-821e-3fc3da721529 tempest-AggregatesAdminTestJSON-1969728564 tempest-AggregatesAdminTestJSON-1969728564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387bc876-7fa8-4877-87d6-0a8fa51aad44,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:55.656126 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e4d30da-3512-4193-8d6c-264616bde3d5 admin admin] Publish callbacks [] for security_group (1074008d-a562-4f1d-8407-221e34d743b5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:55.660892 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e4d30da-3512-4193-8d6c-264616bde3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1074008d-a562-4f1d-8407-221e34d743b5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:55.725410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d30da-3512-4193-8d6c-264616bde3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1074008d-a562-4f1d-8407-221e34d743b5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:55.732056 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9e4d30da-3512-4193-8d6c-264616bde3d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92529872e4914576a4adf84a01a442ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794284 Jan 28 19:03:55.735854 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56564) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:55.755953 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77d49c-4147-46c6-b130-aae665cf6b10 req-f4b5ae3b-0a4f-47bb-90d6-ecadd710b635 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:55.757561 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0a77d49c-4147-46c6-b130-aae665cf6b10 req-f4b5ae3b-0a4f-47bb-90d6-ecadd710b635 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 948 time: 0.0855083 Jan 28 19:03:55.801308 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7fa96a1-c866-45f9-8780-31b4821a416e admin admin] Publish callbacks [] for security_group (1074008d-a562-4f1d-8407-221e34d743b5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:55.822832 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0a77d49c-4147-46c6-b130-aae665cf6b10 req-feaeaa7d-e3fd-48ea-a5e7-872a7b4942b2 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588317 Jan 28 19:03:55.826393 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7fa96a1-c866-45f9-8780-31b4821a416e admin admin] Publish callbacks [] for security_group (1074008d-a562-4f1d-8407-221e34d743b5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:55.912777 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7fa96a1-c866-45f9-8780-31b4821a416e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1074008d-a562-4f1d-8407-221e34d743b5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:55.915530 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7fa96a1-c866-45f9-8780-31b4821a416e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:55.919246 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f7fa96a1-c866-45f9-8780-31b4821a416e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1074008d-a562-4f1d-8407-221e34d743b5 HTTP/1.1" status: 204 len: 168 time: 0.1794529 Jan 28 19:03:55.934314 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b469d-e6ae-4af5-b2bb-bb1cf1e54d5b req-cd77cb37-1e40-4491-b959-86ff9f8fb1dd tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:55.935845 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-641b469d-e6ae-4af5-b2bb-bb1cf1e54d5b req-cd77cb37-1e40-4491-b959-86ff9f8fb1dd tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 965 time: 0.0766377 Jan 28 19:03:55.937093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa96a1-c866-45f9-8780-31b4821a416e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1074008d-a562-4f1d-8407-221e34d743b5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:55.971740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf631568-fb51-488d-ad30-19884d39cb5c req-1aee3db3-5fb2-462c-a44e-6a8672f9ef10 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:55.973322 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf631568-fb51-488d-ad30-19884d39cb5c req-1aee3db3-5fb2-462c-a44e-6a8672f9ef10 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 971 time: 0.0919418 Jan 28 19:03:56.000598 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-641b469d-e6ae-4af5-b2bb-bb1cf1e54d5b req-b627d681-caea-4e10-a681-227c6721373e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575461 Jan 28 19:03:56.024860 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf631568-fb51-488d-ad30-19884d39cb5c req-bcb9e9b9-aa66-488e-9535-5585dbb9ec7c tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/security-groups?id=c01bf87c-1e13-470b-9e90-e62a400303b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453670 Jan 28 19:03:56.080885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1eb2c-0287-4db4-8afa-98f2b2bf3c1e req-5bc72b3c-e66c-4f46-b933-9d7c48f6581f tempest-DeleteServersAdminTestJSON-1724548727 tempest-DeleteServersAdminTestJSON-1724548727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:56.082462 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0e1eb2c-0287-4db4-8afa-98f2b2bf3c1e req-5bc72b3c-e66c-4f46-b933-9d7c48f6581f tempest-DeleteServersAdminTestJSON-1724548727 tempest-DeleteServersAdminTestJSON-1724548727-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 1132 time: 0.0497179 Jan 28 19:03:56.167053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d0e1eb2c-0287-4db4-8afa-98f2b2bf3c1e req-55a5e6e1-3d5e-4095-8d32-a0e4147f2e83 tempest-DeleteServersAdminTestJSON-1724548727 tempest-DeleteServersAdminTestJSON-1724548727-project-admin] Deleting port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:03:56.167386 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d0e1eb2c-0287-4db4-8afa-98f2b2bf3c1e req-55a5e6e1-3d5e-4095-8d32-a0e4147f2e83 tempest-DeleteServersAdminTestJSON-1724548727 tempest-DeleteServersAdminTestJSON-1724548727-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b8f744bc-a9af-4b1d-a6fa-a4cca25e683e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:56.189362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56574) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:56.202168 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-557ff678-8fa5-40eb-a259-645db7b32810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:56.251144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d0e1eb2c-0287-4db4-8afa-98f2b2bf3c1e req-55a5e6e1-3d5e-4095-8d32-a0e4147f2e83 tempest-DeleteServersAdminTestJSON-1724548727 tempest-DeleteServersAdminTestJSON-1724548727-project-admin] For port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b8f744bc-a9af-4b1d-a6fa-a4cca25e683e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:56.251516 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d0e1eb2c-0287-4db4-8afa-98f2b2bf3c1e req-55a5e6e1-3d5e-4095-8d32-a0e4147f2e83 tempest-DeleteServersAdminTestJSON-1724548727 tempest-DeleteServersAdminTestJSON-1724548727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b8f744bc-a9af-4b1d-a6fa-a4cca25e683e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:56.265752 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d0e1eb2c-0287-4db4-8afa-98f2b2bf3c1e req-55a5e6e1-3d5e-4095-8d32-a0e4147f2e83 tempest-DeleteServersAdminTestJSON-1724548727 tempest-DeleteServersAdminTestJSON-1724548727-project-admin] Calling delete_port for b8f744bc-a9af-4b1d-a6fa-a4cca25e683e owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:03:56.277191 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-557ff678-8fa5-40eb-a259-645db7b32810 admin admin] Publish callbacks [] for security_group (d802ff9f-edef-4ae9-a595-df7ab63dd09f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:56.282113 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-557ff678-8fa5-40eb-a259-645db7b32810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d802ff9f-edef-4ae9-a595-df7ab63dd09f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:56.319215 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-557ff678-8fa5-40eb-a259-645db7b32810 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=56bcad2582734e18b7631ce173e72ef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287057 Jan 28 19:03:56.320111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ff678-8fa5-40eb-a259-645db7b32810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d802ff9f-edef-4ae9-a595-df7ab63dd09f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:56.322480 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56576) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:56.374452 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb2998d2-3a16-4168-986a-bae52a1dbef1 admin admin] Publish callbacks [] for security_group (d802ff9f-edef-4ae9-a595-df7ab63dd09f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:56.399702 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb2998d2-3a16-4168-986a-bae52a1dbef1 admin admin] Publish callbacks [] for security_group (d802ff9f-edef-4ae9-a595-df7ab63dd09f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:56.420361 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d0e1eb2c-0287-4db4-8afa-98f2b2bf3c1e req-55a5e6e1-3d5e-4095-8d32-a0e4147f2e83 tempest-DeleteServersAdminTestJSON-1724548727 tempest-DeleteServersAdminTestJSON-1724548727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (b8f744bc-a9af-4b1d-a6fa-a4cca25e683e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:56.433123 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['b8f744bc-a9af-4b1d-a6fa-a4cca25e683e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:03:56.447167 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5e6e1-3d5e-4095-8d32-a0e4147f2e83 tempest-DeleteServersAdminTestJSON-1724548727 tempest-DeleteServersAdminTestJSON-1724548727-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8f744bc-a9af-4b1d-a6fa-a4cca25e683e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:56.472403 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb2998d2-3a16-4168-986a-bae52a1dbef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d802ff9f-edef-4ae9-a595-df7ab63dd09f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:56.475218 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb2998d2-3a16-4168-986a-bae52a1dbef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:56.478944 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cb2998d2-3a16-4168-986a-bae52a1dbef1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d802ff9f-edef-4ae9-a595-df7ab63dd09f HTTP/1.1" status: 204 len: 168 time: 0.1530497 Jan 28 19:03:56.484634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2998d2-3a16-4168-986a-bae52a1dbef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d802ff9f-edef-4ae9-a595-df7ab63dd09f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:56.525910 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e1eb2c-0287-4db4-8afa-98f2b2bf3c1e req-55a5e6e1-3d5e-4095-8d32-a0e4147f2e83 tempest-DeleteServersAdminTestJSON-1724548727 tempest-DeleteServersAdminTestJSON-1724548727-project-admin] No DVR routers for this DVR port b8f744bc-a9af-4b1d-a6fa-a4cca25e683e on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:03:56.531151 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d0e1eb2c-0287-4db4-8afa-98f2b2bf3c1e req-55a5e6e1-3d5e-4095-8d32-a0e4147f2e83 tempest-DeleteServersAdminTestJSON-1724548727 tempest-DeleteServersAdminTestJSON-1724548727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:56.534529 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0e1eb2c-0287-4db4-8afa-98f2b2bf3c1e req-55a5e6e1-3d5e-4095-8d32-a0e4147f2e83 tempest-DeleteServersAdminTestJSON-1724548727 tempest-DeleteServersAdminTestJSON-1724548727-project-admin] 10.222.0.37 "DELETE /v2.0/ports/b8f744bc-a9af-4b1d-a6fa-a4cca25e683e HTTP/1.1" status: 204 len: 173 time: 0.4457083 Jan 28 19:03:56.534995 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a6be29-4b0c-42a5-8f15-927e03dde824', 'name': 'network-vif-deleted', 'tag': 'b8f744bc-a9af-4b1d-a6fa-a4cca25e683e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:03:56.537265 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1dce77-1f3b-4dfc-8148-f396ab656a90" -d '{"events": [{"server_uuid": "e5a6be29-4b0c-42a5-8f15-927e03dde824", "name": "network-vif-deleted", "tag": "b8f744bc-a9af-4b1d-a6fa-a4cca25e683e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:03:56.600996 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf19c8a-656e-4d90-b23b-39370f75a524 req-1d2ee63d-e1cc-409e-86cc-53a659a36d37 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:56.602915 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9cf19c8a-656e-4d90-b23b-39370f75a524 req-1d2ee63d-e1cc-409e-86cc-53a659a36d37 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 945 time: 0.1279690 Jan 28 19:03:56.605307 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fa457d-41a4-45aa-8591-50cd20e5c55f x-openstack-request-id: req-36fa457d-41a4-45aa-8591-50cd20e5c55f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:03:56.605754 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a6be29-4b0c-42a5-8f15-927e03dde824", "name": "network-vif-deleted", "tag": "b8f744bc-a9af-4b1d-a6fa-a4cca25e683e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:03:56.606135 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36fa457d-41a4-45aa-8591-50cd20e5c55f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:03:56.606889 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a6be29-4b0c-42a5-8f15-927e03dde824', 'name': 'network-vif-deleted', 'tag': 'b8f744bc-a9af-4b1d-a6fa-a4cca25e683e', 'status': 'completed', 'code': 200} Jan 28 19:03:56.703929 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9cf19c8a-656e-4d90-b23b-39370f75a524 req-d04a42db-96bb-430b-ba71-47dc20e9d491 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911493 Jan 28 19:03:56.744890 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e791f865-090a-4c92-9ccf-e35c5719b087 req-91caf502-bb0c-487d-be29-648ddbb49dfa tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5a6be29-4b0c-42a5-8f15-927e03dde824 HTTP/1.1" status: 200 len: 210 time: 0.0346553 Jan 28 19:03:56.950477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb06067-0df8-489f-b6ee-2287ba3bbd4c req-460d1a4f-2555-4f2f-95ef-1c7a941aaa12 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:56.952018 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-beb06067-0df8-489f-b6ee-2287ba3bbd4c req-460d1a4f-2555-4f2f-95ef-1c7a941aaa12 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 948 time: 0.0609176 Jan 28 19:03:56.999511 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-beb06067-0df8-489f-b6ee-2287ba3bbd4c req-2c081846-85e0-4a6c-b8ad-27b5b5f657ef tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Jan 28 19:03:57.148073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f2db3-73c6-43d0-9d52-11ed6bc38c27 req-05204a04-68de-4937-912e-cd121305bf2c tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:57.149600 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7f0f2db3-73c6-43d0-9d52-11ed6bc38c27 req-05204a04-68de-4937-912e-cd121305bf2c tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 965 time: 0.0788820 Jan 28 19:03:57.175268 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b7876-331d-4fbf-8f08-31003b1c24d6 req-611e0dc1-36da-4eb1-93f7-c485cdccfdac tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:57.177488 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-813b7876-331d-4fbf-8f08-31003b1c24d6 req-611e0dc1-36da-4eb1-93f7-c485cdccfdac tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 971 time: 0.0706949 Jan 28 19:03:57.248913 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7f0f2db3-73c6-43d0-9d52-11ed6bc38c27 req-94c813a4-7983-4b3f-9e2c-9b440fe6a858 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846884 Jan 28 19:03:57.262377 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-813b7876-331d-4fbf-8f08-31003b1c24d6 req-545f1f38-c0f0-402a-b90e-ec97913cc15b tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.55 "GET /v2.0/security-groups?id=c01bf87c-1e13-470b-9e90-e62a400303b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757174 Jan 28 19:03:57.319372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd3463-9ed3-4136-b7b5-7b68dc36d2be req-ee8e0e02-21fe-40eb-8a0b-4865f59a5f45 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:57.320870 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8dd3463-9ed3-4136-b7b5-7b68dc36d2be req-ee8e0e02-21fe-40eb-8a0b-4865f59a5f45 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d8d8921-5875-4e68-956f-c3805a6b3519 HTTP/1.1" status: 200 len: 971 time: 0.0559115 Jan 28 19:03:57.330145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56614) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:57.429377 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3db5454c-7a8b-445c-ab25-8d44f1f0671a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1530745150-network', 'tenant_id': '3455664b75d849a390c8d059df6f3f55'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:57.448961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db5454c-7a8b-445c-ab25-8d44f1f0671a admin admin] Made reservation on behalf of 3455664b75d849a390c8d059df6f3f55 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:57.451361 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3db5454c-7a8b-445c-ab25-8d44f1f0671a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:57.459749 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3db5454c-7a8b-445c-ab25-8d44f1f0671a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:57.475198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e8dd3463-9ed3-4136-b7b5-7b68dc36d2be req-499251a2-7058-47cd-a8d1-7982a88d6bb4 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Deleting port 83ac7cfc-9788-415e-b477-bd4362317096 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:03:57.475741 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e8dd3463-9ed3-4136-b7b5-7b68dc36d2be req-499251a2-7058-47cd-a8d1-7982a88d6bb4 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (83ac7cfc-9788-415e-b477-bd4362317096), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:57.537657 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3db5454c-7a8b-445c-ab25-8d44f1f0671a admin admin] Publish callbacks [] for security_group (a7ecdd43-1c17-4df1-924d-58b14ef97e15), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:57.542995 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3db5454c-7a8b-445c-ab25-8d44f1f0671a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a7ecdd43-1c17-4df1-924d-58b14ef97e15), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:57.565086 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e8dd3463-9ed3-4136-b7b5-7b68dc36d2be req-499251a2-7058-47cd-a8d1-7982a88d6bb4 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] For port 83ac7cfc-9788-415e-b477-bd4362317096, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=83ac7cfc-9788-415e-b477-bd4362317096,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:57.565609 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e8dd3463-9ed3-4136-b7b5-7b68dc36d2be req-499251a2-7058-47cd-a8d1-7982a88d6bb4 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (83ac7cfc-9788-415e-b477-bd4362317096), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:57.570148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db5454c-7a8b-445c-ab25-8d44f1f0671a admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:03:57.575897 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5454c-7a8b-445c-ab25-8d44f1f0671a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ecdd43-1c17-4df1-924d-58b14ef97e15,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:57.581343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e8dd3463-9ed3-4136-b7b5-7b68dc36d2be req-499251a2-7058-47cd-a8d1-7982a88d6bb4 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Calling delete_port for 83ac7cfc-9788-415e-b477-bd4362317096 owned by compute:tempest-test_az-1974741360 {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:03:57.584867 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3db5454c-7a8b-445c-ab25-8d44f1f0671a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (bb6b8231-f276-4e14-bf99-e3c01eba525d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:57.585157 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-3db5454c-7a8b-445c-ab25-8d44f1f0671a admin admin] Added segment bb6b8231-f276-4e14-bf99-e3c01eba525d of type vlan for network 07189c8b-b31a-4d41-97a3-87f0b54f4398 Jan 28 19:03:57.626406 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3db5454c-7a8b-445c-ab25-8d44f1f0671a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (07189c8b-b31a-4d41-97a3-87f0b54f4398), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:57.651993 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3db5454c-7a8b-445c-ab25-8d44f1f0671a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (07189c8b-b31a-4d41-97a3-87f0b54f4398), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:57.652794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db5454c-7a8b-445c-ab25-8d44f1f0671a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:57.653394 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3db5454c-7a8b-445c-ab25-8d44f1f0671a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:57.703546 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3db5454c-7a8b-445c-ab25-8d44f1f0671a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3722637 Jan 28 19:03:57.709262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56618) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:57.717192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1e78d458-e392-4bbe-89ed-4671803e4ec4 admin admin] Request body: {'subnet': {'network_id': '07189c8b-b31a-4d41-97a3-87f0b54f4398', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1530745150-subnet', 'tenant_id': '3455664b75d849a390c8d059df6f3f55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:57.718473 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5454c-7a8b-445c-ab25-8d44f1f0671a admin admin] Pushing event updated for resources: {'Network': ['ID=07189c8b-b31a-4d41-97a3-87f0b54f4398,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:57.728958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 07189c8b-b31a-4d41-97a3-87f0b54f4398 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:03:57.763280 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e78d458-e392-4bbe-89ed-4671803e4ec4 admin admin] Made reservation on behalf of 3455664b75d849a390c8d059df6f3f55 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:57.765875 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e78d458-e392-4bbe-89ed-4671803e4ec4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:57.769680 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e8dd3463-9ed3-4136-b7b5-7b68dc36d2be req-499251a2-7058-47cd-a8d1-7982a88d6bb4 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (83ac7cfc-9788-415e-b477-bd4362317096), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:57.849320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499251a2-7058-47cd-a8d1-7982a88d6bb4 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Pushing event deleted for resources: {'Port': ['ID=83ac7cfc-9788-415e-b477-bd4362317096,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:57.898036 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['83ac7cfc-9788-415e-b477-bd4362317096'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:03:57.979224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e524bacd-29a3-4369-8cd2-f64e33556126 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:03:57.993838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8dd3463-9ed3-4136-b7b5-7b68dc36d2be req-499251a2-7058-47cd-a8d1-7982a88d6bb4 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] No DVR routers for this DVR port 83ac7cfc-9788-415e-b477-bd4362317096 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:03:58.004434 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e8dd3463-9ed3-4136-b7b5-7b68dc36d2be req-499251a2-7058-47cd-a8d1-7982a88d6bb4 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:58.007845 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8dd3463-9ed3-4136-b7b5-7b68dc36d2be req-499251a2-7058-47cd-a8d1-7982a88d6bb4 tempest-AggregatesAdminTestJSON-1590599210 tempest-AggregatesAdminTestJSON-1590599210-project] 10.222.0.31 "DELETE /v2.0/ports/83ac7cfc-9788-415e-b477-bd4362317096 HTTP/1.1" status: 204 len: 173 time: 0.6811695 Jan 28 19:03:58.008311 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8d8921-5875-4e68-956f-c3805a6b3519', 'name': 'network-vif-deleted', 'tag': '83ac7cfc-9788-415e-b477-bd4362317096'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:03:58.010645 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7175bd1e-7382-4841-9ff1-6edec2ae95fb" -d '{"events": [{"server_uuid": "3d8d8921-5875-4e68-956f-c3805a6b3519", "name": "network-vif-deleted", "tag": "83ac7cfc-9788-415e-b477-bd4362317096"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:03:58.022867 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef2528-9550-46a1-a9d7-685db243a8db req-391c4c29-8e1d-49c7-8cbb-cff04449c4cd tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:58.024461 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-47ef2528-9550-46a1-a9d7-685db243a8db req-391c4c29-8e1d-49c7-8cbb-cff04449c4cd tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 945 time: 0.2437603 Jan 28 19:03:58.040787 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-1e90ee97-0ed8-4696-bf84-b27742533c22 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f17840e36fd3419bb8b267b339c525d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533762 Jan 28 19:03:58.147048 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port e524bacd-29a3-4369-8cd2-f64e33556126, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e524bacd-29a3-4369-8cd2-f64e33556126,segment=NetworkSegment(b42e0ebe-52ff-4e53-a10d-c5fc1da5544a),segment_id=b42e0ebe-52ff-4e53-a10d-c5fc1da5544a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:58.163577 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-47ef2528-9550-46a1-a9d7-685db243a8db req-4381d6c1-ede9-4838-964d-c43bc701904c tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290517 Jan 28 19:03:58.164987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'e524bacd-29a3-4369-8cd2-f64e33556126', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'port_id': 'e524bacd-29a3-4369-8cd2-f64e33556126', 'mac_address': 'fa:16:3e:f6:e5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:tempest-test_az-1974741360', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:03:58.198089 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e78d458-e392-4bbe-89ed-4671803e4ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for subnet (54dc679e-910e-4f6e-8a9e-7db149b4ccdb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:58.211603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-9a92f8e6-1613-4134-b6b9-7f2541aa2ffe tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:58.212923 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-9a92f8e6-1613-4134-b6b9-7f2541aa2ffe tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1712620 Jan 28 19:03:58.231200 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bd293c-02e7-4c43-8991-b74fd491d8e4 x-openstack-request-id: req-41bd293c-02e7-4c43-8991-b74fd491d8e4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:03:58.231528 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8d8921-5875-4e68-956f-c3805a6b3519", "name": "network-vif-deleted", "tag": "83ac7cfc-9788-415e-b477-bd4362317096", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:03:58.232064 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41bd293c-02e7-4c43-8991-b74fd491d8e4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:03:58.232493 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8d8921-5875-4e68-956f-c3805a6b3519', 'name': 'network-vif-deleted', 'tag': '83ac7cfc-9788-415e-b477-bd4362317096', 'status': 'completed', 'code': 200} Jan 28 19:03:58.240342 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port e524bacd-29a3-4369-8cd2-f64e33556126 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:58.240748 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e524bacd-29a3-4369-8cd2-f64e33556126), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:58.242573 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-23eceb40-97d4-4e9f-b7cd-dfbf637b7400 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/quotas/f17840e36fd3419bb8b267b339c525d9 HTTP/1.1" status: 200 len: 375 time: 0.0233650 Jan 28 19:03:58.254724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e524bacd-29a3-4369-8cd2-f64e33556126 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:03:58.277377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78d458-e392-4bbe-89ed-4671803e4ec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54dc679e-910e-4f6e-8a9e-7db149b4ccdb,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:58.277991 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port e524bacd-29a3-4369-8cd2-f64e33556126, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e524bacd-29a3-4369-8cd2-f64e33556126,segment=NetworkSegment(b42e0ebe-52ff-4e53-a10d-c5fc1da5544a),segment_id=b42e0ebe-52ff-4e53-a10d-c5fc1da5544a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:58.285763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e78d458-e392-4bbe-89ed-4671803e4ec4 admin admin] Checking segment: {'id': 'bb6b8231-f276-4e14-bf99-e3c01eba525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07189c8b-b31a-4d41-97a3-87f0b54f4398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:03:58.286251 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e78d458-e392-4bbe-89ed-4671803e4ec4 admin admin] Network hostable DHCP agents. Network: 07189c8b-b31a-4d41-97a3-87f0b54f4398, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:03:58.288989 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e524bacd-29a3-4369-8cd2-f64e33556126), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:58.290321 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-da084c30-e645-4197-a341-68ff8a483580 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f17840e36fd3419bb8b267b339c525d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458021 Jan 28 19:03:58.342782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=e524bacd-29a3-4369-8cd2-f64e33556126,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:58.345572 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e78d458-e392-4bbe-89ed-4671803e4ec4 admin admin] Network 07189c8b-b31a-4d41-97a3-87f0b54f4398 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:03:58.359246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb3d0c-f58d-4f80-ad56-d4432fc7102b req-8e5739f1-3e7f-4f4b-8281-cec7c9930ece tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:58.360729 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2aeb3d0c-f58d-4f80-ad56-d4432fc7102b req-8e5739f1-3e7f-4f4b-8281-cec7c9930ece tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 948 time: 0.0687420 Jan 28 19:03:58.374280 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1e78d458-e392-4bbe-89ed-4671803e4ec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 07189c8b-b31a-4d41-97a3-87f0b54f4398) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:03:58.384643 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d194ef-3afd-4d04-ba19-0ea29d9d586b None None] Network 07189c8b-b31a-4d41-97a3-87f0b54f4398 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:03:58.387921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e78d458-e392-4bbe-89ed-4671803e4ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:58.390123 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e78d458-e392-4bbe-89ed-4671803e4ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:58.430628 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1e78d458-e392-4bbe-89ed-4671803e4ec4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7206514 Jan 28 19:03:58.470674 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2aeb3d0c-f58d-4f80-ad56-d4432fc7102b req-498a59b3-d393-4a59-af39-1c2309d975ba tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987329 Jan 28 19:03:58.518611 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30c52db-0dc1-4c54-839f-892240c3c3ac None None] Network 07189c8b-b31a-4d41-97a3-87f0b54f4398 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:03:58.540784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['e524bacd-29a3-4369-8cd2-f64e33556126'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:03:58.630295 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e3b96363-7763-422d-a893-bbb366bbd514 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:03:58.682054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169ce77-9f5c-4080-a25c-626bc8e3d348 req-b5f80e3b-000b-4f63-aa3a-c3667199840e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:58.683620 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c169ce77-9f5c-4080-a25c-626bc8e3d348 req-b5f80e3b-000b-4f63-aa3a-c3667199840e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 966 time: 0.1049917 Jan 28 19:03:58.830441 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c169ce77-9f5c-4080-a25c-626bc8e3d348 req-2a022645-be10-4113-86b2-ba9fef3b5115 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353147 Jan 28 19:03:58.859008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18697f5c-58f0-4039-8089-56995004e6d8 req-677f3d3f-6108-4950-b0db-5a164c414dd7 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:58.861054 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-18697f5c-58f0-4039-8089-56995004e6d8 req-677f3d3f-6108-4950-b0db-5a164c414dd7 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 1127 time: 0.0705492 Jan 28 19:03:58.953347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e3b96363-7763-422d-a893-bbb366bbd514, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e3b96363-7763-422d-a893-bbb366bbd514,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:58.957913 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-18697f5c-58f0-4039-8089-56995004e6d8 req-25f33a07-125e-4115-922c-0df5df8751bd tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830548 Jan 28 19:03:58.979970 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'e3b96363-7763-422d-a893-bbb366bbd514', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': 'e3b96363-7763-422d-a893-bbb366bbd514', 'mac_address': 'fa:16:3e:13:05:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:03:59.003888 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12a40c10-2872-45c6-b4f2-c9d8569f2ad4 req-9ed1d834-ff53-4acd-a154-7fcfd0adbf66 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c3283ce-ea9a-4398-b228-67942e1f4f0a HTTP/1.1" status: 200 len: 210 time: 0.0448267 Jan 28 19:03:59.080708 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port e3b96363-7763-422d-a893-bbb366bbd514 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:03:59.081177 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3b96363-7763-422d-a893-bbb366bbd514), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:59.114479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b96363-7763-422d-a893-bbb366bbd514 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:03:59.149636 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e3b96363-7763-422d-a893-bbb366bbd514, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e3b96363-7763-422d-a893-bbb366bbd514,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:03:59.157743 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e3b96363-7763-422d-a893-bbb366bbd514), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:59.198665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c683860-9711-4792-937a-2d428d0d413a req-ae8b29a6-3bf7-40d7-a659-0d1714e559d4 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:59.200420 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c683860-9711-4792-937a-2d428d0d413a req-ae8b29a6-3bf7-40d7-a659-0d1714e559d4 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 1127 time: 0.0924094 Jan 28 19:03:59.241389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=e3b96363-7763-422d-a893-bbb366bbd514,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:59.253241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56684) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:59.259296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1e7e30d3-969f-4bd9-bc05-8cb3ccb331b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-203146413-network', 'tenant_id': '77c22e5bb31640269d4c8c6fabe3b23b'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:59.275272 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c683860-9711-4792-937a-2d428d0d413a req-1e1800e4-ac17-48f7-b83d-8d23472e1b54 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611992 Jan 28 19:03:59.295605 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7e30d3-969f-4bd9-bc05-8cb3ccb331b0 admin admin] Made reservation on behalf of 77c22e5bb31640269d4c8c6fabe3b23b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:59.299965 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e7e30d3-969f-4bd9-bc05-8cb3ccb331b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:59.311302 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e7e30d3-969f-4bd9-bc05-8cb3ccb331b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:59.411863 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e7e30d3-969f-4bd9-bc05-8cb3ccb331b0 admin admin] Publish callbacks [] for security_group (2d18d5f6-a664-412f-a856-72be18c115f3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:59.416967 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e7e30d3-969f-4bd9-bc05-8cb3ccb331b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2d18d5f6-a664-412f-a856-72be18c115f3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:59.430447 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7e30d3-969f-4bd9-bc05-8cb3ccb331b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:03:59.448387 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e7e30d3-969f-4bd9-bc05-8cb3ccb331b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1a3ebcae-ab6b-423f-ac2a-8a54b5ef71ed), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:59.448735 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-1e7e30d3-969f-4bd9-bc05-8cb3ccb331b0 admin admin] Added segment 1a3ebcae-ab6b-423f-ac2a-8a54b5ef71ed of type vlan for network f9f04d60-a48f-4c10-9abe-809ac965192f Jan 28 19:03:59.475054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-6a32780e-cb89-4999-9ea8-10abe85bb101 req-0b85f699-7c1a-4af3-8aa7-338d6d6145d8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:03:59.476838 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a32780e-cb89-4999-9ea8-10abe85bb101 req-0b85f699-7c1a-4af3-8aa7-338d6d6145d8 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080276 Jan 28 19:03:59.494515 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['e3b96363-7763-422d-a893-bbb366bbd514'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:03:59.705436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e30d3-969f-4bd9-bc05-8cb3ccb331b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d18d5f6-a664-412f-a856-72be18c115f3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:59.745990 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e7e30d3-969f-4bd9-bc05-8cb3ccb331b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (f9f04d60-a48f-4c10-9abe-809ac965192f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:59.783393 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-6172f7ca-9d70-4de5-8348-50c469471b68 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f17840e36fd3419bb8b267b339c525d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319862 Jan 28 19:03:59.810583 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:59.865478 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c9dc7-fc2a-4880-817d-1f2f18f75d0d req-ac04860b-03be-41b2-9c63-e7e03b60825f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:59.867063 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3f9c9dc7-fc2a-4880-817d-1f2f18f75d0d req-ac04860b-03be-41b2-9c63-e7e03b60825f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 949 time: 0.1628785 Jan 28 19:03:59.867721 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e7e30d3-969f-4bd9-bc05-8cb3ccb331b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (f9f04d60-a48f-4c10-9abe-809ac965192f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:59.868615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7e30d3-969f-4bd9-bc05-8cb3ccb331b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:03:59.869186 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e7e30d3-969f-4bd9-bc05-8cb3ccb331b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:03:59.965412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56720) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:03:59.965619 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1e7e30d3-969f-4bd9-bc05-8cb3ccb331b0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7110653 Jan 28 19:03:59.970696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1a84ae06-0f9e-493a-8901-48807496df40 admin admin] Request body: {'subnet': {'network_id': 'f9f04d60-a48f-4c10-9abe-809ac965192f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-203146413-subnet', 'tenant_id': '77c22e5bb31640269d4c8c6fabe3b23b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:03:59.990771 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e30d3-969f-4bd9-bc05-8cb3ccb331b0 admin admin] Pushing event updated for resources: {'Network': ['ID=f9f04d60-a48f-4c10-9abe-809ac965192f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:03:59.995303 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a84ae06-0f9e-493a-8901-48807496df40 admin admin] Made reservation on behalf of 77c22e5bb31640269d4c8c6fabe3b23b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:03:59.998223 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a84ae06-0f9e-493a-8901-48807496df40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:00.005195 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network f9f04d60-a48f-4c10-9abe-809ac965192f details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:04:00.024143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-9032ece5-fd7f-4917-8348-c0456560edbe tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:00.024302 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e524bacd-29a3-4369-8cd2-f64e33556126 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:04:00.025704 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-9032ece5-fd7f-4917-8348-c0456560edbe tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2361634 Jan 28 19:04:00.029360 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3f9c9dc7-fc2a-4880-817d-1f2f18f75d0d req-a55bf082-997a-4730-97a4-1c1bb6b63c50 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530564 Jan 28 19:04:00.040981 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-bf666e23-545d-440d-9c71-31187d8ae5e9 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Request body: {'port': {'device_id': '7c3283ce-ea9a-4398-b228-67942e1f4f0a', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': 'f17840e36fd3419bb8b267b339c525d9'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:00.171390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port e524bacd-29a3-4369-8cd2-f64e33556126 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:04:00.179727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port e524bacd-29a3-4369-8cd2-f64e33556126 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:00.180197 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e524bacd-29a3-4369-8cd2-f64e33556126), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:00.211765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-bf666e23-545d-440d-9c71-31187d8ae5e9 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Made reservation on behalf of f17840e36fd3419bb8b267b339c525d9 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:04:00.215719 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-bf666e23-545d-440d-9c71-31187d8ae5e9 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:00.262069 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a84ae06-0f9e-493a-8901-48807496df40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for subnet (61012094-a8c0-45c4-92ba-24ea99b92780), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:00.280390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port e524bacd-29a3-4369-8cd2-f64e33556126 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:00.280779 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e524bacd-29a3-4369-8cd2-f64e33556126), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:00.328092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port e524bacd-29a3-4369-8cd2-f64e33556126, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e524bacd-29a3-4369-8cd2-f64e33556126,segment=NetworkSegment(b42e0ebe-52ff-4e53-a10d-c5fc1da5544a),segment_id=b42e0ebe-52ff-4e53-a10d-c5fc1da5544a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:00.329590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb11f722-de4b-4f91-a919-a09a70b8e63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e524bacd-29a3-4369-8cd2-f64e33556126'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:00.332722 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c1518e-f3a2-455a-ac6b-7e410865b8eb" -d '{"events": [{"server_uuid": "eb11f722-de4b-4f91-a919-a09a70b8e63e", "name": "network-vif-plugged", "status": "completed", "tag": "e524bacd-29a3-4369-8cd2-f64e33556126"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:00.339701 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e524bacd-29a3-4369-8cd2-f64e33556126), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:00.341058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 83ac7cfc-9788-415e-b477-bd4362317096 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:04:00.344213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84ae06-0f9e-493a-8901-48807496df40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61012094-a8c0-45c4-92ba-24ea99b92780,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:00.355163 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84ae06-0f9e-493a-8901-48807496df40 admin admin] Checking segment: {'id': '1a3ebcae-ab6b-423f-ac2a-8a54b5ef71ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f9f04d60-a48f-4c10-9abe-809ac965192f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:00.355681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a84ae06-0f9e-493a-8901-48807496df40 admin admin] Network hostable DHCP agents. Network: f9f04d60-a48f-4c10-9abe-809ac965192f, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:04:00.375612 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a84ae06-0f9e-493a-8901-48807496df40 admin admin] Network f9f04d60-a48f-4c10-9abe-809ac965192f is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:04:00.390442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1a84ae06-0f9e-493a-8901-48807496df40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, f9f04d60-a48f-4c10-9abe-809ac965192f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:04:00.395938 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a84ae06-0f9e-493a-8901-48807496df40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:00.396639 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a84ae06-0f9e-493a-8901-48807496df40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:00.397561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0814881-ed4b-4f3c-8623-eab29ecb46be req-7f668587-de1f-4fc4-8eb4-0d9343d12732 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:00.407689 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0814881-ed4b-4f3c-8623-eab29ecb46be req-7f668587-de1f-4fc4-8eb4-0d9343d12732 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 966 time: 0.2073958 Jan 28 19:04:00.410412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da4d919-4528-4351-bd98-55b7fdd7cd7d None None] Network f9f04d60-a48f-4c10-9abe-809ac965192f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:04:00.413088 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 83ac7cfc-9788-415e-b477-bd4362317096 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:04:00.413520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 83ac7cfc-9788-415e-b477-bd4362317096 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:04:00.420748 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1a84ae06-0f9e-493a-8901-48807496df40 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4538589 Jan 28 19:04:00.494771 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=e524bacd-29a3-4369-8cd2-f64e33556126,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:00.551318 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42df11c-155a-480a-9a2b-53a27887289b None None] Network f9f04d60-a48f-4c10-9abe-809ac965192f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:04:00.566963 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e3b96363-7763-422d-a893-bbb366bbd514 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:04:00.571378 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0814881-ed4b-4f3c-8623-eab29ecb46be req-dedf72ae-3edc-40d2-a768-eb9be2179384 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535389 Jan 28 19:04:00.579776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-bf666e23-545d-440d-9c71-31187d8ae5e9 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Allocated IP 192.168.233.14 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/002f4e0e-218c-41cc-bc6f-506ec3f6922d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:04:00.692194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port e3b96363-7763-422d-a893-bbb366bbd514 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:04:00.696736 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port e3b96363-7763-422d-a893-bbb366bbd514 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:00.697112 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e3b96363-7763-422d-a893-bbb366bbd514), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:00.738698 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4379e451-2fa3-423e-9a6f-71e13c69bfe6 req-899e8b74-347b-41a9-a77b-b32e5b6f535e tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c3283ce-ea9a-4398-b228-67942e1f4f0a HTTP/1.1" status: 200 len: 210 time: 0.0637372 Jan 28 19:04:00.823340 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port e3b96363-7763-422d-a893-bbb366bbd514 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:00.823735 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3b96363-7763-422d-a893-bbb366bbd514), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:00.869086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e3b96363-7763-422d-a893-bbb366bbd514, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e3b96363-7763-422d-a893-bbb366bbd514,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:00.871431 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-bf666e23-545d-440d-9c71-31187d8ae5e9 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Publish callbacks [] for port (002f4e0e-218c-41cc-bc6f-506ec3f6922d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:00.873982 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e3b96363-7763-422d-a893-bbb366bbd514), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:00.874789 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device b8f744bc-a9af-4b1d-a6fa-a4cca25e683e no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:04:00.917982 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56762) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:00.934545 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-bf666e23-545d-440d-9c71-31187d8ae5e9 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (002f4e0e-218c-41cc-bc6f-506ec3f6922d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:00.937433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: b8f744bc-a9af-4b1d-a6fa-a4cca25e683e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:04:00.937783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device b8f744bc-a9af-4b1d-a6fa-a4cca25e683e not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:04:00.967749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=e3b96363-7763-422d-a893-bbb366bbd514,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:00.977629 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-bf666e23-545d-440d-9c71-31187d8ae5e9 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:04:00.978443 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debe2d60-d1c7-4c7d-a9f5-34d30a3cb218 x-openstack-request-id: req-debe2d60-d1c7-4c7d-a9f5-34d30a3cb218 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:00.979889 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb11f722-de4b-4f91-a919-a09a70b8e63e", "name": "network-vif-plugged", "status": "completed", "tag": "e524bacd-29a3-4369-8cd2-f64e33556126", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:00.981249 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-debe2d60-d1c7-4c7d-a9f5-34d30a3cb218 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:00.982404 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb11f722-de4b-4f91-a919-a09a70b8e63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e524bacd-29a3-4369-8cd2-f64e33556126', 'code': 200} Jan 28 19:04:00.986955 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-bf666e23-545d-440d-9c71-31187d8ae5e9 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:04:00.989985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-bf666e23-545d-440d-9c71-31187d8ae5e9 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:04:00.996507 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-bf666e23-545d-440d-9c71-31187d8ae5e9 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:00.997498 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-bf666e23-545d-440d-9c71-31187d8ae5e9 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:01.028970 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-bf666e23-545d-440d-9c71-31187d8ae5e9 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9920640 Jan 28 19:04:01.030097 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf666e23-545d-440d-9c71-31187d8ae5e9 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Pushing event updated for resources: {'Port': ['ID=002f4e0e-218c-41cc-bc6f-506ec3f6922d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:01.043713 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Request body: {'port': {'device_id': '7c3283ce-ea9a-4398-b228-67942e1f4f0a', 'device_owner': 'compute:tempest-test_az-1974741360', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:01.119471 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (002f4e0e-218c-41cc-bc6f-506ec3f6922d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:01.147074 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-7fceeb4d-7e00-40ac-bba1-09339f871175 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:04:01.148202 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-7fceeb4d-7e00-40ac-bba1-09339f871175 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2286079 Jan 28 19:04:01.184421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5f937-39da-4fee-a550-064b77d8bb3b req-c8908cea-a24d-4fcd-9e24-662d7b3fc344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:01.186234 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03e5f937-39da-4fee-a550-064b77d8bb3b req-c8908cea-a24d-4fcd-9e24-662d7b3fc344 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 1127 time: 0.1408060 Jan 28 19:04:01.206270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c794d2-809d-45c1-a8a4-3baecafd4c8a req-64bd047e-0643-4449-81b2-86ed8494be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:01.207920 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b7c794d2-809d-45c1-a8a4-3baecafd4c8a req-64bd047e-0643-4449-81b2-86ed8494be79 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 1149 time: 0.0526688 Jan 28 19:04:01.253686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3552e9f4-34a8-4677-826e-b3ead79873fd None None] Provisioning complete for port 002f4e0e-218c-41cc-bc6f-506ec3f6922d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:01.254298 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3552e9f4-34a8-4677-826e-b3ead79873fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (002f4e0e-218c-41cc-bc6f-506ec3f6922d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:01.294480 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3552e9f4-34a8-4677-826e-b3ead79873fd None None] Port 002f4e0e-218c-41cc-bc6f-506ec3f6922d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:04:01.346881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a50a-d447-4b71-a801-58130703b019 req-06dec54a-dd27-404a-8989-1850c78d339d tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:01.350158 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8e1a50a-d447-4b71-a801-58130703b019 req-06dec54a-dd27-404a-8989-1850c78d339d tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/networks?id=07189c8b-b31a-4d41-97a3-87f0b54f4398 HTTP/1.1" status: 200 len: 815 time: 0.2198935 Jan 28 19:04:01.372230 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b7c794d2-809d-45c1-a8a4-3baecafd4c8a req-e533d755-557d-4e9e-9816-bca5134a0306 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492565 Jan 28 19:04:01.373212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-c55e443d-bf1e-4fd5-85de-80786e0cdd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:01.374608 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-c55e443d-bf1e-4fd5-85de-80786e0cdd05 service neutron] 10.222.0.55 "GET /v2.0/ports/c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 HTTP/1.1" status: 200 len: 1124 time: 0.1582444 Jan 28 19:04:01.388357 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-efcc0cfe-596d-4744-ba5c-a4ed7e40f88b service neutron] Request body: {'binding': {'host': 'n-h1-824834-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:01.388868 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-efcc0cfe-596d-4744-ba5c-a4ed7e40f88b service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:04:01.397346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8e1a50a-d447-4b71-a801-58130703b019 req-61fb0c3c-0b74-41e7-b878-1cbe92c2132c tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/quotas/3455664b75d849a390c8d059df6f3f55 HTTP/1.1" status: 200 len: 375 time: 0.0434554 Jan 28 19:04:01.413839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5f937-39da-4fee-a550-064b77d8bb3b req-acf193b0-11f7-4514-8bc3-2f51529a08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:01.415342 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03e5f937-39da-4fee-a550-064b77d8bb3b req-acf193b0-11f7-4514-8bc3-2f51529a08b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.2062800 Jan 28 19:04:01.437649 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8e1a50a-d447-4b71-a801-58130703b019 req-04e5db81-605c-45c8-9a27-39270034a1c2 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3455664b75d849a390c8d059df6f3f55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345201 Jan 28 19:04:01.461622 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03e5f937-39da-4fee-a550-064b77d8bb3b req-3ab8dc1d-d236-4155-858c-8c096d1924e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 HTTP/1.1" status: 200 len: 217 time: 0.0387840 Jan 28 19:04:01.553118 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5f937-39da-4fee-a550-064b77d8bb3b req-1917e436-4c42-4624-a8db-5a180d1e6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:01.554508 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03e5f937-39da-4fee-a550-064b77d8bb3b req-1917e436-4c42-4624-a8db-5a180d1e6912 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.0840518 Jan 28 19:04:01.582757 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8e1a50a-d447-4b71-a801-58130703b019 req-cff482e4-715f-4e79-9bdd-d53946174fb6 service neutron] 10.222.0.55 "GET /v2.0/networks/07189c8b-b31a-4d41-97a3-87f0b54f4398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368558 Jan 28 19:04:01.599279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002f4e0e-218c-41cc-bc6f-506ec3f6922d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:04:01.600226 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03e5f937-39da-4fee-a550-064b77d8bb3b req-bd6ea1e1-7a9b-4087-b4ca-9aee7d51ca42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376093 Jan 28 19:04:01.615907 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Publish callbacks [] for port (002f4e0e-218c-41cc-bc6f-506ec3f6922d), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:01.632124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-efcc0cfe-596d-4744-ba5c-a4ed7e40f88b service neutron] Attempting to bind port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 on host n-h1-824834-4 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:04:01.632453 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-efcc0cfe-596d-4744-ba5c-a4ed7e40f88b service neutron] Attempting to bind port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:04:01.632769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-efcc0cfe-596d-4744-ba5c-a4ed7e40f88b service neutron] Attempting to bind port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:01.658729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Transition to ACTIVE for port object 002f4e0e-218c-41cc-bc6f-506ec3f6922d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:04:01.664981 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (002f4e0e-218c-41cc-bc6f-506ec3f6922d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:01.666990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-efcc0cfe-596d-4744-ba5c-a4ed7e40f88b service neutron] Port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:04:01.667307 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-efcc0cfe-596d-4744-ba5c-a4ed7e40f88b service neutron] Attempting to bind port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:01.675046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-efcc0cfe-596d-4744-ba5c-a4ed7e40f88b service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:04:01.675378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-efcc0cfe-596d-4744-ba5c-a4ed7e40f88b service neutron] Checking segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:01.675748 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-efcc0cfe-596d-4744-ba5c-a4ed7e40f88b service neutron] Bound using segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:04:01.676158 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-efcc0cfe-596d-4744-ba5c-a4ed7e40f88b service neutron] Bound port: c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:04:01.732549 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8e1a50a-d447-4b71-a801-58130703b019 req-e164d2a8-aacd-4b9d-939d-a981c41b718d service neutron] 10.222.0.55 "GET /v2.0/networks/07189c8b-b31a-4d41-97a3-87f0b54f4398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420908 Jan 28 19:04:01.745842 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Pushing event updated for resources: {'Port': ['ID=002f4e0e-218c-41cc-bc6f-506ec3f6922d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:01.775050 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03e5f937-39da-4fee-a550-064b77d8bb3b req-0435014a-2552-4ec4-99ee-fe8d05dd7ca2 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664248 Jan 28 19:04:01.775529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Attempting to bind port 002f4e0e-218c-41cc-bc6f-506ec3f6922d on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:04:01.775900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Attempting to bind port 002f4e0e-218c-41cc-bc6f-506ec3f6922d by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:04:01.776227 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Attempting to bind port 002f4e0e-218c-41cc-bc6f-506ec3f6922d on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:01.780973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Port 002f4e0e-218c-41cc-bc6f-506ec3f6922d on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:04:01.781292 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Attempting to bind port 002f4e0e-218c-41cc-bc6f-506ec3f6922d on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:01.783742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-efcc0cfe-596d-4744-ba5c-a4ed7e40f88b service neutron] For port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:04:01.787320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:04:01.787666 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:01.788074 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:04:01.788507 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Bound port: 002f4e0e-218c-41cc-bc6f-506ec3f6922d, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:04:01.788864 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (002f4e0e-218c-41cc-bc6f-506ec3f6922d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:01.810096 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-efcc0cfe-596d-4744-ba5c-a4ed7e40f88b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:01.811561 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-efcc0cfe-596d-4744-ba5c-a4ed7e40f88b service neutron] 10.222.0.55 "POST /v2.0/ports/c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1/bindings HTTP/1.1" status: 201 len: 389 time: 0.4276659 Jan 28 19:04:01.863627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] For port 002f4e0e-218c-41cc-bc6f-506ec3f6922d, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:01.867877 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] For port 002f4e0e-218c-41cc-bc6f-506ec3f6922d, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=002f4e0e-218c-41cc-bc6f-506ec3f6922d,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:04:01.877127 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (002f4e0e-218c-41cc-bc6f-506ec3f6922d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:01.931925 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03e5f937-39da-4fee-a550-064b77d8bb3b req-80864064-2ee7-406a-826f-6bb542f5ebd4 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461911 Jan 28 19:04:02.012718 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:02.012718 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:02.013834 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] 10.222.0.31 "PUT /v2.0/ports/002f4e0e-218c-41cc-bc6f-506ec3f6922d HTTP/1.1" status: 200 len: 1117 time: 0.9757929 Jan 28 19:04:02.022530 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3283ce-ea9a-4398-b228-67942e1f4f0a', 'tag': '002f4e0e-218c-41cc-bc6f-506ec3f6922d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:02.024926 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de5e090-2b9d-4cb5-a563-ef279d67c66a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3283ce-ea9a-4398-b228-67942e1f4f0a", "tag": "002f4e0e-218c-41cc-bc6f-506ec3f6922d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:02.090110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c1c7d-8542-4fe9-920f-945fe211da75 service neutron] Pushing event updated for resources: {'Port': ['ID=002f4e0e-218c-41cc-bc6f-506ec3f6922d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:02.198736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfb406-8a83-47b4-a46b-337188f7aabe req-bef155c4-c361-4c77-b908-6a4bfe53e8cf tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:02.200458 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-abcfb406-8a83-47b4-a46b-337188f7aabe req-bef155c4-c361-4c77-b908-6a4bfe53e8cf tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 967 time: 0.1252949 Jan 28 19:04:02.204177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730d36a-1744-4baf-bbb2-7a135bbe20ef req-59dfd3db-b178-45c1-b83e-75bcc776d54a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:02.206122 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7730d36a-1744-4baf-bbb2-7a135bbe20ef req-59dfd3db-b178-45c1-b83e-75bcc776d54a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1214910 Jan 28 19:04:02.212410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-18363689-1f92-4924-9c80-6345d6aa4c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:02.213936 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-18363689-1f92-4924-9c80-6345d6aa4c15 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f17840e36fd3419bb8b267b339c525d9&device_id=7c3283ce-ea9a-4398-b228-67942e1f4f0a HTTP/1.1" status: 200 len: 1151 time: 0.1400962 Jan 28 19:04:02.254557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-3eea856d-3cdb-4b69-9673-b10c0f1840ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:02.256642 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-3eea856d-3cdb-4b69-9673-b10c0f1840ce service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 1127 time: 0.1045170 Jan 28 19:04:02.272960 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-6dfa5d7e-c99b-44ec-9177-d34663ea0d35 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=002f4e0e-218c-41cc-bc6f-506ec3f6922d HTTP/1.1" status: 200 len: 217 time: 0.0505164 Jan 28 19:04:02.311416 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7730d36a-1744-4baf-bbb2-7a135bbe20ef req-b62de21d-02e8-48dd-a729-5fc695cebde4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963762 Jan 28 19:04:02.360436 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-abcfb406-8a83-47b4-a46b-337188f7aabe req-8e02eb64-a1e0-467e-9ecd-cd7da0162621 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454136 Jan 28 19:04:02.377829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-3c2d7139-b436-474f-9484-4e99fa4cd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:02.392058 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-3c2d7139-b436-474f-9484-4e99fa4cd55c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0944800 Jan 28 19:04:02.440653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-fe7aaa4f-8592-4e19-9aa9-928bfa5e7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:02.442373 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-fe7aaa4f-8592-4e19-9aa9-928bfa5e7fcc service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.1774549 Jan 28 19:04:02.460114 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-606c849e-04b8-4a68-ba17-22505ca23f92 req-1c97a06e-5683-4ca6-b650-06ceafbcf68b tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/ports?device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 210 time: 0.0350215 Jan 28 19:04:02.478779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-c85db029-30bd-4b69-9797-6e6a08dcd407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:02.480879 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-c85db029-30bd-4b69-9797-6e6a08dcd407 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0871022 Jan 28 19:04:02.635587 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-bf47bf02-e259-44cc-b510-b742629c9335 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432288 Jan 28 19:04:02.676077 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-9e673208-683f-48ab-bb2d-c4a6adaf2e3a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 HTTP/1.1" status: 200 len: 217 time: 0.2191284 Jan 28 19:04:02.701411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0209089-52e4-4e42-ae29-24bdab0a6be6 req-f60b00fc-76cb-4d7f-a7b0-53e339ac43cc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:02.702919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0209089-52e4-4e42-ae29-24bdab0a6be6 req-f60b00fc-76cb-4d7f-a7b0-53e339ac43cc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 945 time: 0.1314712 Jan 28 19:04:02.729782 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd806d-2095-4fba-8f23-57c35815d318 req-162af043-311e-43fa-b88f-85841fde5ff6 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:02.731282 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9cdd806d-2095-4fba-8f23-57c35815d318 req-162af043-311e-43fa-b88f-85841fde5ff6 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c3283ce-ea9a-4398-b228-67942e1f4f0a HTTP/1.1" status: 200 len: 969 time: 0.3145173 Jan 28 19:04:02.745533 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-17652814-775c-40e4-a14f-8ff5cda8a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:02.746772 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-17652814-775c-40e4-a14f-8ff5cda8a3d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.0641012 Jan 28 19:04:02.788463 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-9cf2a217-012e-4dd7-aee4-1d1327e0ebd8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291109 Jan 28 19:04:02.789855 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0209089-52e4-4e42-ae29-24bdab0a6be6 req-0e1a3a6c-26f7-4c95-9ccd-31059fc5e869 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807867 Jan 28 19:04:02.791971 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2334b656-bf0e-4855-80ff-ff950b4c6334 req-183d68d3-c52d-438d-812e-26ac7161ddc9 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499104 Jan 28 19:04:02.832143 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9cdd806d-2095-4fba-8f23-57c35815d318 req-21968d77-0383-474a-b365-f8105045930c tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892754 Jan 28 19:04:02.894740 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719cee0d-c249-4768-90b2-b3a1dca58e6a x-openstack-request-id: req-719cee0d-c249-4768-90b2-b3a1dca58e6a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:02.895085 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3283ce-ea9a-4398-b228-67942e1f4f0a", "tag": "002f4e0e-218c-41cc-bc6f-506ec3f6922d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:02.895379 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-719cee0d-c249-4768-90b2-b3a1dca58e6a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:02.895839 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3283ce-ea9a-4398-b228-67942e1f4f0a', 'tag': '002f4e0e-218c-41cc-bc6f-506ec3f6922d', 'status': 'completed', 'code': 200} Jan 28 19:04:02.902595 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-75d9a5cb-8d13-451c-81e7-2530e6e7ad21 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991035 Jan 28 19:04:02.973861 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5e090-2b9d-4cb5-a563-ef279d67c66a req-383f2418-c39b-4eb8-a37e-ead821ae32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:02.975496 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2de5e090-2b9d-4cb5-a563-ef279d67c66a req-383f2418-c39b-4eb8-a37e-ead821ae32e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f17840e36fd3419bb8b267b339c525d9&device_id=7c3283ce-ea9a-4398-b228-67942e1f4f0a HTTP/1.1" status: 200 len: 1151 time: 0.0490170 Jan 28 19:04:02.984221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a337d-204b-4243-93ba-a7604597c296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b96363-7763-422d-a893-bbb366bbd514'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:02.987216 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7da5eb-bbe3-4ea1-8a2f-d587002b3a08" -d '{"events": [{"server_uuid": "826a337d-204b-4243-93ba-a7604597c296", "name": "network-vif-plugged", "status": "completed", "tag": "e3b96363-7763-422d-a893-bbb366bbd514"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:03.026562 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-bac60618-e1eb-43de-bf86-e6e40c1554d3 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021905 Jan 28 19:04:03.060844 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065d5ce8-113b-4baf-9576-7ee1d0209da7 x-openstack-request-id: req-065d5ce8-113b-4baf-9576-7ee1d0209da7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:03.061166 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a337d-204b-4243-93ba-a7604597c296", "name": "network-vif-plugged", "status": "completed", "tag": "e3b96363-7763-422d-a893-bbb366bbd514", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:03.061429 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-065d5ce8-113b-4baf-9576-7ee1d0209da7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:03.061827 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a337d-204b-4243-93ba-a7604597c296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b96363-7763-422d-a893-bbb366bbd514', 'code': 200} Jan 28 19:04:03.087277 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5e090-2b9d-4cb5-a563-ef279d67c66a req-684b9df7-df40-4cf1-bfa4-e4b1cde57a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:03.088756 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2de5e090-2b9d-4cb5-a563-ef279d67c66a req-684b9df7-df40-4cf1-bfa4-e4b1cde57a41 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.0967343 Jan 28 19:04:03.164560 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e53f1-1638-46b5-9636-6f2072f5258f req-28794cee-9176-470d-b282-c0351f470e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:03.170550 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f39e53f1-1638-46b5-9636-6f2072f5258f req-28794cee-9176-470d-b282-c0351f470e74 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 1132 time: 0.0572560 Jan 28 19:04:03.226697 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f39e53f1-1638-46b5-9636-6f2072f5258f req-50c57b47-9143-4905-afaa-361990e1660c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483429 Jan 28 19:04:03.248658 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2de5e090-2b9d-4cb5-a563-ef279d67c66a req-5edde57e-b9c7-45be-80d7-2d7f671662e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=002f4e0e-218c-41cc-bc6f-506ec3f6922d HTTP/1.1" status: 200 len: 217 time: 0.0578749 Jan 28 19:04:03.316086 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5e090-2b9d-4cb5-a563-ef279d67c66a req-8416d7c2-6d0e-4f99-8ff7-7011e0e5bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:03.317710 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2de5e090-2b9d-4cb5-a563-ef279d67c66a req-8416d7c2-6d0e-4f99-8ff7-7011e0e5bfbf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0542996 Jan 28 19:04:03.385589 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5e090-2b9d-4cb5-a563-ef279d67c66a req-283c5627-fd08-461d-ada2-e87d76456ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:03.387324 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2de5e090-2b9d-4cb5-a563-ef279d67c66a req-283c5627-fd08-461d-ada2-e87d76456ea7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0588324 Jan 28 19:04:03.405252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-bc9c7744-3272-4a36-90e6-c918ca6fd50f tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:03.406686 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-bc9c7744-3272-4a36-90e6-c918ca6fd50f tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132&tenant_id=a52c883532314f5dbe651bed69cf54cd&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 1127 time: 0.1708186 Jan 28 19:04:03.414241 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a50a-d447-4b71-a801-58130703b019 req-6c6ebe75-be7a-4812-b4cc-a7d9b42701f2 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:03.415634 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8e1a50a-d447-4b71-a801-58130703b019 req-6c6ebe75-be7a-4812-b4cc-a7d9b42701f2 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.37 "GET /v2.0/networks?id=07189c8b-b31a-4d41-97a3-87f0b54f4398 HTTP/1.1" status: 200 len: 815 time: 0.1880882 Jan 28 19:04:03.425537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824834-4'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:03.491324 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:03.507548 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d8e1a50a-d447-4b71-a801-58130703b019 req-2f7736fe-4dad-42a2-a062-5ef1b2adf74d tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Request body: {'port': {'device_id': '60e0e6b1-0cc5-4743-a1f0-232b45c8f28f', 'network_id': '07189c8b-b31a-4d41-97a3-87f0b54f4398', 'admin_state_up': True, 'tenant_id': '3455664b75d849a390c8d059df6f3f55'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:03.523613 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ff132-2adb-4fa4-99d4-aa7b11e8cbb3 req-6b2be020-c69d-4e4a-bba8-bdbb4d494f6b tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:03.525203 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d03ff132-2adb-4fa4-99d4-aa7b11e8cbb3 req-6b2be020-c69d-4e4a-bba8-bdbb4d494f6b tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1209273 Jan 28 19:04:03.530981 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2de5e090-2b9d-4cb5-a563-ef279d67c66a req-927fa185-3e2c-40b0-aafb-961eebc063a6 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340551 Jan 28 19:04:03.621111 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d03ff132-2adb-4fa4-99d4-aa7b11e8cbb3 req-fe106945-8050-41a3-a11c-49a85c128389 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890248 Jan 28 19:04:03.660079 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2de5e090-2b9d-4cb5-a563-ef279d67c66a req-3bdca0ff-e62d-45a9-ac17-02854fe42d95 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146863 Jan 28 19:04:03.714788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2456a3-8904-46a1-9549-9c1f36bac90b req-5548f66f-2fa6-4973-bb5c-d43811d694ce tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:03.716263 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de2456a3-8904-46a1-9549-9c1f36bac90b req-5548f66f-2fa6-4973-bb5c-d43811d694ce tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 967 time: 0.1914601 Jan 28 19:04:03.779978 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] For port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:03.798330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e1a50a-d447-4b71-a801-58130703b019 req-2f7736fe-4dad-42a2-a062-5ef1b2adf74d tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Made reservation on behalf of 3455664b75d849a390c8d059df6f3f55 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:04:03.801766 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d8e1a50a-d447-4b71-a801-58130703b019 req-2f7736fe-4dad-42a2-a062-5ef1b2adf74d tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:03.834291 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de2456a3-8904-46a1-9549-9c1f36bac90b req-88080188-4059-4a8f-9f6e-76f06dd2589f tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095216 Jan 28 19:04:03.855380 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b3bff900-4e6c-455e-9082-b40aaffdb5be req-8b7e3ece-b7d7-4e45-9652-3e9188647b36 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/ports?device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 210 time: 0.0292060 Jan 28 19:04:03.859133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] For port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:03.943228 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f476cf-aa01-454d-99ac-8ea385cb8132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:03.945554 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83567781-50c8-4634-b672-65314ed60086" -d '{"events": [{"server_uuid": "82f476cf-aa01-454d-99ac-8ea385cb8132", "name": "network-vif-unplugged", "status": "completed", "tag": "c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:03.954738 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Publish callbacks [] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:03.989060 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:03.993264 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862e56a-bef9-4b27-a65b-2bc5765aea76 req-411269a5-6835-4074-98cf-ee9a5bb2b09a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:03.994921 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1862e56a-bef9-4b27-a65b-2bc5765aea76 req-411269a5-6835-4074-98cf-ee9a5bb2b09a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 945 time: 0.0621395 Jan 28 19:04:04.041840 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1862e56a-bef9-4b27-a65b-2bc5765aea76 req-20fb493a-4f02-413b-9703-7b59f38e1d41 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 Jan 28 19:04:04.067644 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-d8e1a50a-d447-4b71-a801-58130703b019 req-2f7736fe-4dad-42a2-a062-5ef1b2adf74d tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Allocated IP 172.20.0.4 (07189c8b-b31a-4d41-97a3-87f0b54f4398/54dc679e-910e-4f6e-8a9e-7db149b4ccdb/f7b51335-3015-41b3-bb1e-352e6cba8a8e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:04:04.124187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Pushing event updated for resources: {'Port': ['ID=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:04.144254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1460b6-67ed-499f-992f-759ad2a1ca33 req-4bada5cc-11ad-4629-a0bc-943e90ad8404 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:04.145777 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b1460b6-67ed-499f-992f-759ad2a1ca33 req-4bada5cc-11ad-4629-a0bc-943e90ad8404 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c3283ce-ea9a-4398-b228-67942e1f4f0a HTTP/1.1" status: 200 len: 969 time: 0.1957569 Jan 28 19:04:04.179193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Attempting to bind port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 on host n-h2-824834-4 for vnic_type normal with profile {"migrating_to": "n-h1-824834-4"} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:04:04.179519 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Attempting to bind port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:04:04.179847 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Attempting to bind port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:04.197354 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:04:04.197543 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Attempting to bind port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:04.197625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec554885-fd4f-4f6a-bd9c-652965c7c03a req-c2c7ad11-0434-4ef6-ba8b-ffee5934f722 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:04.199394 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec554885-fd4f-4f6a-bd9c-652965c7c03a req-c2c7ad11-0434-4ef6-ba8b-ffee5934f722 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 967 time: 0.0629420 Jan 28 19:04:04.208812 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56864) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:04.214145 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-56d5b9e0-c971-4ce7-abd1-5136f43a7ea2 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Request body: {'floatingip': {'port_id': 'e524bacd-29a3-4369-8cd2-f64e33556126'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:04.232769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:04:04.233165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Checking segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:04.233477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Bound using segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:04:04.233897 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Bound port: c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:04:04.234279 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:04.278501 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b1460b6-67ed-499f-992f-759ad2a1ca33 req-96fea927-f318-419a-ad5b-c44948b6cee8 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216478 Jan 28 19:04:04.319866 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56d5b9e0-c971-4ce7-abd1-5136f43a7ea2 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for floatingip (73453cb1-92eb-4cb4-9943-e6ea4225a96a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:04.334916 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8a12f0-ffb3-4b3e-85a7-a95d15d9885a x-openstack-request-id: req-2a8a12f0-ffb3-4b3e-85a7-a95d15d9885a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:04.335233 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f476cf-aa01-454d-99ac-8ea385cb8132", "name": "network-vif-unplugged", "status": "completed", "tag": "c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:04.335497 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a8a12f0-ffb3-4b3e-85a7-a95d15d9885a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:04.335885 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f476cf-aa01-454d-99ac-8ea385cb8132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1', 'code': 200} Jan 28 19:04:04.410274 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] For port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:04.419535 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d8e1a50a-d447-4b71-a801-58130703b019 req-2f7736fe-4dad-42a2-a062-5ef1b2adf74d tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Publish callbacks [] for port (f7b51335-3015-41b3-bb1e-352e6cba8a8e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:04.430049 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] For port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:04:04.443802 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:04.562345 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d8e1a50a-d447-4b71-a801-58130703b019 req-2f7736fe-4dad-42a2-a062-5ef1b2adf74d tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (f7b51335-3015-41b3-bb1e-352e6cba8a8e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:04.564428 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Pushing event updated for resources: {'Port': ['ID=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,revision_number=8']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:04.568963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:04.569588 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:04.571028 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-08f413f0-1292-4862-81cc-f0344bc4e63e service neutron] 10.222.0.31 "PUT /v2.0/ports/c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 HTTP/1.1" status: 200 len: 1121 time: 1.1496739 Jan 28 19:04:04.607946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e1a50a-d447-4b71-a801-58130703b019 req-2f7736fe-4dad-42a2-a062-5ef1b2adf74d tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Network 07189c8b-b31a-4d41-97a3-87f0b54f4398 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:04:04.611789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-d8e1a50a-d447-4b71-a801-58130703b019 req-2f7736fe-4dad-42a2-a062-5ef1b2adf74d tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:04:04.633617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e1a50a-d447-4b71-a801-58130703b019 req-2f7736fe-4dad-42a2-a062-5ef1b2adf74d tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:04:04.638536 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:04:04.639048 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a50a-d447-4b71-a801-58130703b019 req-2f7736fe-4dad-42a2-a062-5ef1b2adf74d tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:04.642744 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d8e1a50a-d447-4b71-a801-58130703b019 req-2f7736fe-4dad-42a2-a062-5ef1b2adf74d tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:04.677627 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8e1a50a-d447-4b71-a801-58130703b019 req-2f7736fe-4dad-42a2-a062-5ef1b2adf74d tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1755586 Jan 28 19:04:04.722303 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Request body: {'port': {'device_id': '60e0e6b1-0cc5-4743-a1f0-232b45c8f28f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:04.785631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7736fe-4dad-42a2-a062-5ef1b2adf74d tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Pushing event updated for resources: {'Port': ['ID=f7b51335-3015-41b3-bb1e-352e6cba8a8e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:04.817404 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f7b51335-3015-41b3-bb1e-352e6cba8a8e), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:05.015880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a2102-bd30-4737-a1b5-33433d3dbefb req-2e7f61b8-8c2a-460f-9bf5-42c9d82ec785 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:05.017347 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-968a2102-bd30-4737-a1b5-33433d3dbefb req-2e7f61b8-8c2a-460f-9bf5-42c9d82ec785 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1884825 Jan 28 19:04:05.208009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4a5ed-dd69-4fd7-88c4-e9daba0f2adb req-552d52e8-a294-4fee-9d18-ba096d3fc84f tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:05.209447 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37f4a5ed-dd69-4fd7-88c4-e9daba0f2adb req-552d52e8-a294-4fee-9d18-ba096d3fc84f tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/ports?device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 931 time: 0.2086186 Jan 28 19:04:05.279004 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-968a2102-bd30-4737-a1b5-33433d3dbefb req-97be2308-f52c-4809-8f43-06d8acae5c61 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529211 Jan 28 19:04:05.392983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b51335-3015-41b3-bb1e-352e6cba8a8e {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:04:05.401870 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Publish callbacks [] for port (f7b51335-3015-41b3-bb1e-352e6cba8a8e), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:05.414524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Transition to ACTIVE for port object f7b51335-3015-41b3-bb1e-352e6cba8a8e will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:04:05.419962 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f7b51335-3015-41b3-bb1e-352e6cba8a8e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:05.421815 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37f4a5ed-dd69-4fd7-88c4-e9daba0f2adb req-52cf6814-d629-43ff-b6f6-550478bd123a tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7ecdd43-1c17-4df1-924d-58b14ef97e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048411 Jan 28 19:04:05.426280 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56d5b9e0-c971-4ce7-abd1-5136f43a7ea2 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:05.431492 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56d5b9e0-c971-4ce7-abd1-5136f43a7ea2 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (73453cb1-92eb-4cb4-9943-e6ea4225a96a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:05.512499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b51335-3015-41b3-bb1e-352e6cba8a8e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:05.552287 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc7dc3-247a-4167-aa3c-dc0ed4d8994d req-3dc9e1d8-c78f-4062-9b89-6bdef1ffe45f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:05.553778 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e7cc7dc3-247a-4167-aa3c-dc0ed4d8994d req-3dc9e1d8-c78f-4062-9b89-6bdef1ffe45f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 943 time: 0.1259463 Jan 28 19:04:05.564669 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Attempting to bind port f7b51335-3015-41b3-bb1e-352e6cba8a8e on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:04:05.565335 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Attempting to bind port f7b51335-3015-41b3-bb1e-352e6cba8a8e by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'bb6b8231-f276-4e14-bf99-e3c01eba525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07189c8b-b31a-4d41-97a3-87f0b54f4398'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:04:05.565335 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Attempting to bind port f7b51335-3015-41b3-bb1e-352e6cba8a8e on network 07189c8b-b31a-4d41-97a3-87f0b54f4398 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:05.565526 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-56d5b9e0-c971-4ce7-abd1-5136f43a7ea2 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Floating IP 73453cb1-92eb-4cb4-9943-e6ea4225a96a associated. External IP: 172.25.0.205, port: e524bacd-29a3-4369-8cd2-f64e33556126. Jan 28 19:04:05.580329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Port f7b51335-3015-41b3-bb1e-352e6cba8a8e on network 07189c8b-b31a-4d41-97a3-87f0b54f4398 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:04:05.580648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Attempting to bind port f7b51335-3015-41b3-bb1e-352e6cba8a8e on network 07189c8b-b31a-4d41-97a3-87f0b54f4398 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:05.587812 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:04:05.588143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Checking segment: {'id': 'bb6b8231-f276-4e14-bf99-e3c01eba525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07189c8b-b31a-4d41-97a3-87f0b54f4398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:05.588509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Bound using segment: {'id': 'bb6b8231-f276-4e14-bf99-e3c01eba525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07189c8b-b31a-4d41-97a3-87f0b54f4398'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:04:05.588925 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Bound port: f7b51335-3015-41b3-bb1e-352e6cba8a8e, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb6b8231-f276-4e14-bf99-e3c01eba525d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07189c8b-b31a-4d41-97a3-87f0b54f4398'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:04:05.589275 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f7b51335-3015-41b3-bb1e-352e6cba8a8e), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:05.619969 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590b82a-4bb9-42e1-abad-a58da2ad4358 req-84245821-51dc-4490-b85b-0d228f50caed tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:05.621458 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4590b82a-4bb9-42e1-abad-a58da2ad4358 req-84245821-51dc-4490-b85b-0d228f50caed tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c3283ce-ea9a-4398-b228-67942e1f4f0a HTTP/1.1" status: 200 len: 969 time: 0.1027193 Jan 28 19:04:05.640659 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e7cc7dc3-247a-4167-aa3c-dc0ed4d8994d req-1c238d43-426c-4ef8-8b5b-3762cbfb6625 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779881 Jan 28 19:04:05.681698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] For port f7b51335-3015-41b3-bb1e-352e6cba8a8e, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:05.685424 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] For port f7b51335-3015-41b3-bb1e-352e6cba8a8e, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=f7b51335-3015-41b3-bb1e-352e6cba8a8e,segment=NetworkSegment(bb6b8231-f276-4e14-bf99-e3c01eba525d),segment_id=bb6b8231-f276-4e14-bf99-e3c01eba525d)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:04:05.693659 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f7b51335-3015-41b3-bb1e-352e6cba8a8e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:05.718242 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4590b82a-4bb9-42e1-abad-a58da2ad4358 req-da90916c-b785-4a29-8a5f-33ed5b82798d tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881741 Jan 28 19:04:05.756490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:05.757334 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:05.759767 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8e1a50a-d447-4b71-a801-58130703b019 req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/f7b51335-3015-41b3-bb1e-352e6cba8a8e HTTP/1.1" status: 200 len: 1091 time: 1.0417883 Jan 28 19:04:05.788822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6a550-fff4-4284-a2cd-f57e6d3d29f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b51335-3015-41b3-bb1e-352e6cba8a8e,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:05.879100 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d5b9e0-c971-4ce7-abd1-5136f43a7ea2 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Router cbd38882-c712-41da-9e97-4a225bcb32ae has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:04:05.882885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a50a-d447-4b71-a801-58130703b019 req-c91a3706-99ed-4805-9494-11d687f3ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:05.884380 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8e1a50a-d447-4b71-a801-58130703b019 req-c91a3706-99ed-4805-9494-11d687f3ead9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3455664b75d849a390c8d059df6f3f55&device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 1125 time: 0.0571835 Jan 28 19:04:05.957236 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8e1a50a-d447-4b71-a801-58130703b019 req-fcbbc32b-4f14-4257-bbd1-6a6d6d1862dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b51335-3015-41b3-bb1e-352e6cba8a8e HTTP/1.1" status: 200 len: 217 time: 0.0643244 Jan 28 19:04:06.035364 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 002f4e0e-218c-41cc-bc6f-506ec3f6922d details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:04:06.055308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d5b9e0-c971-4ce7-abd1-5136f43a7ea2 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:04:06.062739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a50a-d447-4b71-a801-58130703b019 req-368f5ed6-a172-43a6-8c97-c39bd1367034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:06.064598 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8e1a50a-d447-4b71-a801-58130703b019 req-368f5ed6-a172-43a6-8c97-c39bd1367034 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54dc679e-910e-4f6e-8a9e-7db149b4ccdb HTTP/1.1" status: 200 len: 855 time: 0.1013589 Jan 28 19:04:06.075894 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56d5b9e0-c971-4ce7-abd1-5136f43a7ea2 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:06.087052 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86408653-78a3-4ad8-b939-823813c938cd None None] Sync routers for ids ['cbd38882-c712-41da-9e97-4a225bcb32ae'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:04:06.140588 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8e1a50a-d447-4b71-a801-58130703b019 req-1c78801c-cca0-4793-b6f3-fc11431e3f3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07189c8b-b31a-4d41-97a3-87f0b54f4398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683868 Jan 28 19:04:06.146922 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86408653-78a3-4ad8-b939-823813c938cd None None] Routers {'cbd38882-c712-41da-9e97-4a225bcb32ae'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:04:06.147567 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-86408653-78a3-4ad8-b939-823813c938cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:03:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cbd38882-c712-41da-9e97-4a225bcb32ae'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:06.156896 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-56d5b9e0-c971-4ce7-abd1-5136f43a7ea2 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "PUT /v2.0/floatingips/73453cb1-92eb-4cb4-9943-e6ea4225a96a HTTP/1.1" status: 200 len: 1013 time: 1.9470043 Jan 28 19:04:06.158607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb11f722-de4b-4f91-a919-a09a70b8e63e', 'tag': 'e524bacd-29a3-4369-8cd2-f64e33556126'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:06.164456 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aebb24-dd4a-4ea9-9ded-1b5c2d0f41e1" -d '{"events": [{"name": "network-changed", "server_uuid": "eb11f722-de4b-4f91-a919-a09a70b8e63e", "tag": "e524bacd-29a3-4369-8cd2-f64e33556126"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:06.189981 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 002f4e0e-218c-41cc-bc6f-506ec3f6922d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=002f4e0e-218c-41cc-bc6f-506ec3f6922d,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:06.204123 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '002f4e0e-218c-41cc-bc6f-506ec3f6922d', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '002f4e0e-218c-41cc-bc6f-506ec3f6922d', 'mac_address': 'fa:16:3e:b1:60:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:tempest-test_az-1974741360', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:04:06.250862 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d088120-7480-41c2-abf3-709461c57fcf x-openstack-request-id: req-0d088120-7480-41c2-abf3-709461c57fcf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:06.252539 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb11f722-de4b-4f91-a919-a09a70b8e63e", "tag": "e524bacd-29a3-4369-8cd2-f64e33556126", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:06.253273 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d088120-7480-41c2-abf3-709461c57fcf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:06.254508 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb11f722-de4b-4f91-a919-a09a70b8e63e', 'tag': 'e524bacd-29a3-4369-8cd2-f64e33556126', 'status': 'completed', 'code': 200} Jan 28 19:04:06.299991 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 002f4e0e-218c-41cc-bc6f-506ec3f6922d is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:06.300458 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (002f4e0e-218c-41cc-bc6f-506ec3f6922d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:06.345508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002f4e0e-218c-41cc-bc6f-506ec3f6922d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:04:06.371263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 002f4e0e-218c-41cc-bc6f-506ec3f6922d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=002f4e0e-218c-41cc-bc6f-506ec3f6922d,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:06.374959 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56964) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:06.378342 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f476cf-aa01-454d-99ac-8ea385cb8132', 'tag': 'c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1'}, {'name': 'network-changed', 'server_uuid': '60e0e6b1-0cc5-4743-a1f0-232b45c8f28f', 'tag': 'f7b51335-3015-41b3-bb1e-352e6cba8a8e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:06.380856 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (002f4e0e-218c-41cc-bc6f-506ec3f6922d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:06.387360 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97778cf-9d7d-4d78-8042-4e199713c376" -d '{"events": [{"name": "network-changed", "server_uuid": "82f476cf-aa01-454d-99ac-8ea385cb8132", "tag": "c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1"}, {"name": "network-changed", "server_uuid": "60e0e6b1-0cc5-4743-a1f0-232b45c8f28f", "tag": "f7b51335-3015-41b3-bb1e-352e6cba8a8e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:06.426202 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8e1a50a-d447-4b71-a801-58130703b019 req-1bf02baa-3b4b-4f51-b82d-210ce2eed46e service neutron] 10.222.0.37 "GET /v2.0/networks/07189c8b-b31a-4d41-97a3-87f0b54f4398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779636 Jan 28 19:04:06.427926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a86fca-e0be-4bf3-88ca-aacaa10976a9 req-21dd99ea-f28e-40a8-86f9-2baaa7d64c3c tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:06.429940 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-02a86fca-e0be-4bf3-88ca-aacaa10976a9 req-21dd99ea-f28e-40a8-86f9-2baaa7d64c3c tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 967 time: 0.1458614 Jan 28 19:04:06.447731 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-86408653-78a3-4ad8-b939-823813c938cd None None] Set router cbd38882-c712-41da-9e97-4a225bcb32ae gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:04:06.501651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-02a86fca-e0be-4bf3-88ca-aacaa10976a9 req-5c4551b1-5066-4218-bb5b-967cb76782c9 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603268 Jan 28 19:04:06.542561 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=002f4e0e-218c-41cc-bc6f-506ec3f6922d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:06.563076 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8e1a50a-d447-4b71-a801-58130703b019 req-ef43ec14-a936-433b-9ef1-b3c36eaffd21 service neutron] 10.222.0.37 "GET /v2.0/networks/07189c8b-b31a-4d41-97a3-87f0b54f4398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222925 Jan 28 19:04:06.588776 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aebb24-dd4a-4ea9-9ded-1b5c2d0f41e1 req-f6c36892-b298-47d4-a32b-dd04a7c1ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:06.590673 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1aebb24-dd4a-4ea9-9ded-1b5c2d0f41e1 req-f6c36892-b298-47d4-a32b-dd04a7c1ca61 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d87708c42e094b638f36295b01f12cc1&device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 1149 time: 0.3097143 Jan 28 19:04:06.601816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56980) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:06.620409 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271660e-7e90-4e33-9361-8814581e51c8 req-2d92547d-a3a8-46d9-8f05-1ac3f5d78f1c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:06.622620 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9271660e-7e90-4e33-9361-8814581e51c8 req-2d92547d-a3a8-46d9-8f05-1ac3f5d78f1c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1933184 Jan 28 19:04:06.637649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['002f4e0e-218c-41cc-bc6f-506ec3f6922d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:04:06.651516 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d232353-f8d8-44c2-8c1f-6478cddbffac x-openstack-request-id: req-6d232353-f8d8-44c2-8c1f-6478cddbffac {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:06.651853 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f476cf-aa01-454d-99ac-8ea385cb8132", "tag": "c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "60e0e6b1-0cc5-4743-a1f0-232b45c8f28f", "tag": "f7b51335-3015-41b3-bb1e-352e6cba8a8e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:06.652023 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-629ea02d-179f-4618-8418-3992fa01d3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:06.652174 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d232353-f8d8-44c2-8c1f-6478cddbffac {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:06.652442 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f476cf-aa01-454d-99ac-8ea385cb8132', 'tag': 'c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1', 'status': 'completed', 'code': 200} Jan 28 19:04:06.652694 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e0e6b1-0cc5-4743-a1f0-232b45c8f28f', 'tag': 'f7b51335-3015-41b3-bb1e-352e6cba8a8e', 'status': 'completed', 'code': 200} Jan 28 19:04:06.759964 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50b3cb02-46ed-469b-a19d-13f30fb8cfe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:06.798740 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9271660e-7e90-4e33-9361-8814581e51c8 req-796355e3-c365-411e-be02-7ce546c3de43 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629858 Jan 28 19:04:06.808854 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-8f7e07ed-bbdf-49ec-9f4c-66001b6511c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:06.821253 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-8f7e07ed-bbdf-49ec-9f4c-66001b6511c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 1155 time: 0.1150031 Jan 28 19:04:06.850116 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847a20f-1fa8-472b-b818-b689a738a21f req-7fb2261d-a8c1-472f-ae72-28f9b4d339b6 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:06.851995 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6847a20f-1fa8-472b-b818-b689a738a21f req-7fb2261d-a8c1-472f-ae72-28f9b4d339b6 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/ports?device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 943 time: 0.1392517 Jan 28 19:04:06.924918 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50b3cb02-46ed-469b-a19d-13f30fb8cfe7 admin admin] Publish callbacks [] for security_group (ed3ad722-8f8c-4d65-92e3-aac6f6f88c27), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:06.934609 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50b3cb02-46ed-469b-a19d-13f30fb8cfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ed3ad722-8f8c-4d65-92e3-aac6f6f88c27), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:06.981696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aebb24-dd4a-4ea9-9ded-1b5c2d0f41e1 req-9851adb6-f916-4d0e-9ac8-b3b36e6b67ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:06.983407 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1aebb24-dd4a-4ea9-9ded-1b5c2d0f41e1 req-9851adb6-f916-4d0e-9ac8-b3b36e6b67ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=c68d60ae-9b36-48c4-b1ee-016fbf317929 HTTP/1.1" status: 200 len: 924 time: 0.3708439 Jan 28 19:04:06.988621 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-50b3cb02-46ed-469b-a19d-13f30fb8cfe7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7b28ad71b02491986592f232d3e8f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858206 Jan 28 19:04:07.000915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56992) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:07.005352 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-629ea02d-179f-4618-8418-3992fa01d3d3 admin admin] Publish callbacks [] for security_group (33c1f2f0-cf7c-4e3a-b97f-530f4ef92ac7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:07.019567 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-629ea02d-179f-4618-8418-3992fa01d3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (33c1f2f0-cf7c-4e3a-b97f-530f4ef92ac7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:07.033897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3cb02-46ed-469b-a19d-13f30fb8cfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3ad722-8f8c-4d65-92e3-aac6f6f88c27,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:07.043491 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6847a20f-1fa8-472b-b818-b689a738a21f req-6a695237-fdc2-4937-b381-644bfbce8103 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7ecdd43-1c17-4df1-924d-58b14ef97e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802573 Jan 28 19:04:07.059331 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-629ea02d-179f-4618-8418-3992fa01d3d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3039fc74225b4c7db3df09a42404da3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6807659 Jan 28 19:04:07.061607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56994) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:07.063932 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-86408653-78a3-4ad8-b939-823813c938cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:17Z', 'revision_number': 4, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '73453cb1-92eb-4cb4-9943-e6ea4225a96a', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'port_id': 'e524bacd-29a3-4369-8cd2-f64e33556126', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'mac_address': 'fa:16:3e:f6:e5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb11f722-de4b-4f91-a919-a09a70b8e63e', 'device_owner': 'compute:tempest-test_az-1974741360'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:03:46Z', 'updated_at': '2022-01-28T19:04:05Z', 'revision_number': 1, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88dddbc-cc13-4062-aeb2-f98b0b474198', 'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'mac_address': 'fa:16:3e:8e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:16Z', 'updated_at': '2022-01-28T19:03:25Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'subnets': [{'id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:07.087543 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ea02d-179f-4618-8418-3992fa01d3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c1f2f0-cf7c-4e3a-b97f-530f4ef92ac7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:07.097870 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86408653-78a3-4ad8-b939-823813c938cd None None] Checking router: cbd38882-c712-41da-9e97-4a225bcb32ae for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:04:07.107210 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86408653-78a3-4ad8-b939-823813c938cd None None] Routers {'cbd38882-c712-41da-9e97-4a225bcb32ae'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:04:07.107818 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-86408653-78a3-4ad8-b939-823813c938cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:03:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cbd38882-c712-41da-9e97-4a225bcb32ae'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:07.127537 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1aebb24-dd4a-4ea9-9ded-1b5c2d0f41e1 req-42da20e0-7428-4bd2-941d-7d4a98c9ead6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e524bacd-29a3-4369-8cd2-f64e33556126 HTTP/1.1" status: 200 len: 1021 time: 0.1258337 Jan 28 19:04:07.130374 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75927c7f-21e5-4968-ac78-e6254dc98926 admin admin] Publish callbacks [] for security_group (33c1f2f0-cf7c-4e3a-b97f-530f4ef92ac7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:07.161638 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75927c7f-21e5-4968-ac78-e6254dc98926 admin admin] Publish callbacks [] for security_group (33c1f2f0-cf7c-4e3a-b97f-530f4ef92ac7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:07.228046 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-86408653-78a3-4ad8-b939-823813c938cd None None] Set router cbd38882-c712-41da-9e97-4a225bcb32ae gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:04:07.246338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6fbf3-8d0f-4759-8754-7c12cdee8b90 req-df4c80ee-019f-4d78-a63c-1bd0990a1415 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:07.247769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-f688e55a-aa45-4d3c-ab10-82bcdcd63b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:07.248258 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3af6fbf3-8d0f-4759-8754-7c12cdee8b90 req-df4c80ee-019f-4d78-a63c-1bd0990a1415 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c3283ce-ea9a-4398-b228-67942e1f4f0a HTTP/1.1" status: 200 len: 970 time: 0.0893259 Jan 28 19:04:07.249595 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-f688e55a-aa45-4d3c-ab10-82bcdcd63b56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.4275422 Jan 28 19:04:07.260004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a0579-c0e1-42a8-be0c-0f487bec26ae req-9211edd2-11ee-4f1f-b410-3b64db98b382 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:07.266926 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-821a0579-c0e1-42a8-be0c-0f487bec26ae req-9211edd2-11ee-4f1f-b410-3b64db98b382 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 943 time: 0.3034775 Jan 28 19:04:07.274946 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75927c7f-21e5-4968-ac78-e6254dc98926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (33c1f2f0-cf7c-4e3a-b97f-530f4ef92ac7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:07.278318 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75927c7f-21e5-4968-ac78-e6254dc98926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:07.282064 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-75927c7f-21e5-4968-ac78-e6254dc98926 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33c1f2f0-cf7c-4e3a-b97f-530f4ef92ac7 HTTP/1.1" status: 204 len: 168 time: 0.2170074 Jan 28 19:04:07.318908 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3af6fbf3-8d0f-4759-8754-7c12cdee8b90 req-d0104d94-fb28-47e9-ac01-4113d3a76619 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583291 Jan 28 19:04:07.319759 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75927c7f-21e5-4968-ac78-e6254dc98926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c1f2f0-cf7c-4e3a-b97f-530f4ef92ac7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:07.325523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aebb24-dd4a-4ea9-9ded-1b5c2d0f41e1 req-6ecfeb20-edc0-4ae4-be61-7d194071b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:07.330313 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1aebb24-dd4a-4ea9-9ded-1b5c2d0f41e1 req-6ecfeb20-edc0-4ae4-be61-7d194071b625 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=907a6687-a5e1-4143-afc7-74dba5b8ed84 HTTP/1.1" status: 200 len: 862 time: 0.1861989 Jan 28 19:04:07.411107 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-0b831a66-f498-47c4-9c8e-f696b4da4eb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 HTTP/1.1" status: 200 len: 217 time: 0.1420195 Jan 28 19:04:07.426130 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-821a0579-c0e1-42a8-be0c-0f487bec26ae req-48f58821-8535-4794-bed0-a408bca7c531 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533704 Jan 28 19:04:07.450527 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99926a5e-6731-456e-ae5c-270c797120f1 admin admin] Publish callbacks [] for security_group (ed3ad722-8f8c-4d65-92e3-aac6f6f88c27), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:07.527944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-16542bf0-5ed2-4286-a43b-4f665420d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:07.529317 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-16542bf0-5ed2-4286-a43b-4f665420d847 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.1019940 Jan 28 19:04:07.531596 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99926a5e-6731-456e-ae5c-270c797120f1 admin admin] Publish callbacks [] for security_group (ed3ad722-8f8c-4d65-92e3-aac6f6f88c27), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:07.537088 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-86408653-78a3-4ad8-b939-823813c938cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:17Z', 'revision_number': 4, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '73453cb1-92eb-4cb4-9943-e6ea4225a96a', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'port_id': 'e524bacd-29a3-4369-8cd2-f64e33556126', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'mac_address': 'fa:16:3e:f6:e5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb11f722-de4b-4f91-a919-a09a70b8e63e', 'device_owner': 'compute:tempest-test_az-1974741360'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:03:46Z', 'updated_at': '2022-01-28T19:04:05Z', 'revision_number': 1, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88dddbc-cc13-4062-aeb2-f98b0b474198', 'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'mac_address': 'fa:16:3e:8e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:16Z', 'updated_at': '2022-01-28T19:03:25Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'subnets': [{'id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:07.569125 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86408653-78a3-4ad8-b939-823813c938cd None None] The sync data for ids ['cbd38882-c712-41da-9e97-4a225bcb32ae'] in n-d-824834-4 is: [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:17Z', 'revision_number': 4, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '73453cb1-92eb-4cb4-9943-e6ea4225a96a', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'port_id': 'e524bacd-29a3-4369-8cd2-f64e33556126', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'mac_address': 'fa:16:3e:f6:e5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb11f722-de4b-4f91-a919-a09a70b8e63e', 'device_owner': 'compute:tempest-test_az-1974741360'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:03:46Z', 'updated_at': '2022-01-28T19:04:05Z', 'revision_number': 1, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88dddbc-cc13-4062-aeb2-f98b0b474198', 'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'mac_address': 'fa:16:3e:8e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:16Z', 'updated_at': '2022-01-28T19:03:25Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'subnets': [{'id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:04:07.581029 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aebb24-dd4a-4ea9-9ded-1b5c2d0f41e1 req-2b60fd77-be23-49c3-8047-e9a4892532da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:07.582841 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1aebb24-dd4a-4ea9-9ded-1b5c2d0f41e1 req-2b60fd77-be23-49c3-8047-e9a4892532da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c68d60ae-9b36-48c4-b1ee-016fbf317929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2401311 Jan 28 19:04:07.584776 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-ffe67b6e-8a09-4cdc-93c4-b01a8e68aeb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456092 Jan 28 19:04:07.677974 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57008) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:07.697818 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2628bfdb-6e7c-4d99-8103-0807f34ff79e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:07.729345 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99926a5e-6731-456e-ae5c-270c797120f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ed3ad722-8f8c-4d65-92e3-aac6f6f88c27), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:07.731883 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99926a5e-6731-456e-ae5c-270c797120f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:07.735849 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-99926a5e-6731-456e-ae5c-270c797120f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed3ad722-8f8c-4d65-92e3-aac6f6f88c27 HTTP/1.1" status: 204 len: 168 time: 0.7328963 Jan 28 19:04:07.769510 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99926a5e-6731-456e-ae5c-270c797120f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3ad722-8f8c-4d65-92e3-aac6f6f88c27,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:07.779301 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-9c7d23c8-cbb5-47c7-ba78-bbf6555d4cc1 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856987 Jan 28 19:04:07.817334 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1aebb24-dd4a-4ea9-9ded-1b5c2d0f41e1 req-cb5c5cd5-bc22-4663-ab3a-f2f70d7022a9 service neutron] 10.222.0.31 "GET /v2.0/networks/c68d60ae-9b36-48c4-b1ee-016fbf317929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248309 Jan 28 19:04:07.855657 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2628bfdb-6e7c-4d99-8103-0807f34ff79e admin admin] Publish callbacks [] for security_group (9ece8753-b2ae-440a-9ad2-6d5657231a7c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:07.866321 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2628bfdb-6e7c-4d99-8103-0807f34ff79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9ece8753-b2ae-440a-9ad2-6d5657231a7c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:07.944264 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d66bcbe-28c1-4eee-8274-43e79c30a761 None None] New status for floating IP 73453cb1-92eb-4cb4-9943-e6ea4225a96a: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:04:07.968713 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2628bfdb-6e7c-4d99-8103-0807f34ff79e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3ad4a872cda4e198260ede5f14798fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895734 Jan 28 19:04:07.975031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57012) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:08.015146 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628bfdb-6e7c-4d99-8103-0807f34ff79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ece8753-b2ae-440a-9ad2-6d5657231a7c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:08.049703 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f679c-5266-43d2-8385-1c69dcd5c8b9 req-b1390598-7a6b-4e64-998c-b758b12ebed5 tempest-MigrationsAdminTest-163656369 tempest-MigrationsAdminTest-163656369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:08.051358 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f58f679c-5266-43d2-8385-1c69dcd5c8b9 req-b1390598-7a6b-4e64-998c-b758b12ebed5 tempest-MigrationsAdminTest-163656369 tempest-MigrationsAdminTest-163656369-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 1132 time: 0.1871905 Jan 28 19:04:08.078133 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ad8645c-696c-43b2-bf97-49bb7b7d8891 admin admin] Publish callbacks [] for security_group (9ece8753-b2ae-440a-9ad2-6d5657231a7c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.080983 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f58f679c-5266-43d2-8385-1c69dcd5c8b9 req-a96f8989-ce07-4740-8f9d-6cc708df4690 tempest-MigrationsAdminTest-163656369 tempest-MigrationsAdminTest-163656369-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.134784 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ad8645c-696c-43b2-bf97-49bb7b7d8891 admin admin] Publish callbacks [] for security_group (9ece8753-b2ae-440a-9ad2-6d5657231a7c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.145111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57020) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:08.228450 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ad8645c-696c-43b2-bf97-49bb7b7d8891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9ece8753-b2ae-440a-9ad2-6d5657231a7c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.231229 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ad8645c-696c-43b2-bf97-49bb7b7d8891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.232480 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3ad8645c-696c-43b2-bf97-49bb7b7d8891 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ece8753-b2ae-440a-9ad2-6d5657231a7c HTTP/1.1" status: 204 len: 168 time: 0.2563577 Jan 28 19:04:08.244362 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f58f679c-5266-43d2-8385-1c69dcd5c8b9 req-a96f8989-ce07-4740-8f9d-6cc708df4690 tempest-MigrationsAdminTest-163656369 tempest-MigrationsAdminTest-163656369-project-admin] Publish callbacks [] for security_group (dfcd8791-2f2a-4f9a-a046-55151f1db0c2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.250168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8645c-696c-43b2-bf97-49bb7b7d8891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ece8753-b2ae-440a-9ad2-6d5657231a7c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:08.253696 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f58f679c-5266-43d2-8385-1c69dcd5c8b9 req-a96f8989-ce07-4740-8f9d-6cc708df4690 tempest-MigrationsAdminTest-163656369 tempest-MigrationsAdminTest-163656369-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (dfcd8791-2f2a-4f9a-a046-55151f1db0c2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.275409 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-2c357a65-81a5-4191-93c8-12b0f530eac6 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883490 Jan 28 19:04:08.318998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f58f679c-5266-43d2-8385-1c69dcd5c8b9 req-a96f8989-ce07-4740-8f9d-6cc708df4690 tempest-MigrationsAdminTest-163656369 tempest-MigrationsAdminTest-163656369-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558093 Jan 28 19:04:08.324814 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f8989-ce07-4740-8f9d-6cc708df4690 tempest-MigrationsAdminTest-163656369 tempest-MigrationsAdminTest-163656369-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcd8791-2f2a-4f9a-a046-55151f1db0c2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:08.338449 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:04:08.341073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 002f4e0e-218c-41cc-bc6f-506ec3f6922d up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:04:08.363297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57030) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:08.421061 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-852fc7d2-d5a1-4f55-b91d-fade54990597 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b0df998572c445dbe2a56845dae5f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733970 Jan 28 19:04:08.422317 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f94de84-6e0d-4556-b29a-87a6c9b8c321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.423470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57032) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:08.458572 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1aebb24-dd4a-4ea9-9ded-1b5c2d0f41e1 req-70bf4e69-33c5-43ea-bb67-8f65f48c498e service neutron] 10.222.0.31 "GET /v2.0/networks/c68d60ae-9b36-48c4-b1ee-016fbf317929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147280 Jan 28 19:04:08.516350 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9302ba74-27aa-4bc8-8dfa-0dbb24baf581 admin admin] Publish callbacks [] for security_group (c01bf87c-1e13-470b-9e90-e62a400303b0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.534275 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f94de84-6e0d-4556-b29a-87a6c9b8c321 admin admin] Publish callbacks [] for security_group (8970744e-bec5-46b1-8a2e-0fa88d610fac), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.551373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbdc96-c53d-4937-85ac-6688ccd1c099 req-3a94b70c-ad68-45a8-9f0e-0f0e1e841dbe tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:08.558695 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8dfbdc96-c53d-4937-85ac-6688ccd1c099 req-3a94b70c-ad68-45a8-9f0e-0f0e1e841dbe tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/ports?device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 943 time: 0.2980564 Jan 28 19:04:08.562401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-bcabfdf7-438c-493c-9212-59b3a019e1b4 req-818b2d37-71c2-45c9-a5f5-5b7014d061c5 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:04:08.563400 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bcabfdf7-438c-493c-9212-59b3a019e1b4 req-818b2d37-71c2-45c9-a5f5-5b7014d061c5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052090 Jan 28 19:04:08.563718 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f94de84-6e0d-4556-b29a-87a6c9b8c321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8970744e-bec5-46b1-8a2e-0fa88d610fac), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.586098 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-646e5339-4dc2-4240-8e2c-2a0c426ca0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:08.588032 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-646e5339-4dc2-4240-8e2c-2a0c426ca0a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3455664b75d849a390c8d059df6f3f55&device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 1125 time: 0.2352450 Jan 28 19:04:08.589219 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9302ba74-27aa-4bc8-8dfa-0dbb24baf581 admin admin] Publish callbacks [] for security_group (c01bf87c-1e13-470b-9e90-e62a400303b0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.677492 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9302ba74-27aa-4bc8-8dfa-0dbb24baf581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c01bf87c-1e13-470b-9e90-e62a400303b0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.682266 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9302ba74-27aa-4bc8-8dfa-0dbb24baf581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.684007 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9302ba74-27aa-4bc8-8dfa-0dbb24baf581 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c01bf87c-1e13-470b-9e90-e62a400303b0 HTTP/1.1" status: 204 len: 168 time: 0.2592704 Jan 28 19:04:08.690255 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7f94de84-6e0d-4556-b29a-87a6c9b8c321 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=717c9843b26b415c807ae15559526e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900615 Jan 28 19:04:08.696280 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57044) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:08.700762 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302ba74-27aa-4bc8-8dfa-0dbb24baf581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01bf87c-1e13-470b-9e90-e62a400303b0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:08.719588 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94de84-6e0d-4556-b29a-87a6c9b8c321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8970744e-bec5-46b1-8a2e-0fa88d610fac,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:08.724250 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 002f4e0e-218c-41cc-bc6f-506ec3f6922d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:04:08.739522 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:08.751276 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 002f4e0e-218c-41cc-bc6f-506ec3f6922d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:08.751761 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (002f4e0e-218c-41cc-bc6f-506ec3f6922d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.783854 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8dfbdc96-c53d-4937-85ac-6688ccd1c099 req-4ee6a8c5-0ff1-4cff-a668-8bc3d7f39997 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7ecdd43-1c17-4df1-924d-58b14ef97e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240422 Jan 28 19:04:08.784479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 has no active binding in host n-h1-824834-4 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:04:08.843147 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-7a14589b-911e-4b25-be7a-c0166dc6b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:08.844652 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-7a14589b-911e-4b25-be7a-c0166dc6b8c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=07189c8b-b31a-4d41-97a3-87f0b54f4398 HTTP/1.1" status: 200 len: 916 time: 0.2476723 Jan 28 19:04:08.868894 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 002f4e0e-218c-41cc-bc6f-506ec3f6922d is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:08.869298 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (002f4e0e-218c-41cc-bc6f-506ec3f6922d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.891117 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b486821-8c2b-4455-bb69-a07c9c15ae36 admin admin] Publish callbacks [] for security_group (8970744e-bec5-46b1-8a2e-0fa88d610fac), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.894639 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-0dd2c53e-84c1-4833-8508-88751e5bee8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b51335-3015-41b3-bb1e-352e6cba8a8e HTTP/1.1" status: 200 len: 217 time: 0.0397172 Jan 28 19:04:08.905553 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 002f4e0e-218c-41cc-bc6f-506ec3f6922d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=002f4e0e-218c-41cc-bc6f-506ec3f6922d,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:08.906430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3283ce-ea9a-4398-b228-67942e1f4f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002f4e0e-218c-41cc-bc6f-506ec3f6922d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:08.908931 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f0ca16-a8f6-4b1c-bd0f-a09c203a1401" -d '{"events": [{"server_uuid": "7c3283ce-ea9a-4398-b228-67942e1f4f0a", "name": "network-vif-plugged", "status": "completed", "tag": "002f4e0e-218c-41cc-bc6f-506ec3f6922d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:08.916169 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (002f4e0e-218c-41cc-bc6f-506ec3f6922d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.959484 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b486821-8c2b-4455-bb69-a07c9c15ae36 admin admin] Publish callbacks [] for security_group (8970744e-bec5-46b1-8a2e-0fa88d610fac), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:08.982476 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=002f4e0e-218c-41cc-bc6f-506ec3f6922d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:09.015565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-3dd8f769-8ee9-44fd-b1f3-ae817d08b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:09.017049 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-3dd8f769-8ee9-44fd-b1f3-ae817d08b4f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54dc679e-910e-4f6e-8a9e-7db149b4ccdb HTTP/1.1" status: 200 len: 855 time: 0.1149278 Jan 28 19:04:09.055733 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-2059e05c-f1cc-4082-a971-d284ab116e58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07189c8b-b31a-4d41-97a3-87f0b54f4398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293384 Jan 28 19:04:09.067770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e9a04-90ae-437c-bd55-e8c898dd6838 req-948c9ed8-a56e-49d7-9471-c310ce1c30df tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:09.069325 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a39e9a04-90ae-437c-bd55-e8c898dd6838 req-948c9ed8-a56e-49d7-9471-c310ce1c30df tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c3283ce-ea9a-4398-b228-67942e1f4f0a HTTP/1.1" status: 200 len: 971 time: 0.1320765 Jan 28 19:04:09.136085 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57062) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:09.139856 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b486821-8c2b-4455-bb69-a07c9c15ae36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8970744e-bec5-46b1-8a2e-0fa88d610fac), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:09.142397 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b486821-8c2b-4455-bb69-a07c9c15ae36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:09.145828 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1b486821-8c2b-4455-bb69-a07c9c15ae36 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8970744e-bec5-46b1-8a2e-0fa88d610fac HTTP/1.1" status: 204 len: 168 time: 0.4443917 Jan 28 19:04:09.180099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b486821-8c2b-4455-bb69-a07c9c15ae36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8970744e-bec5-46b1-8a2e-0fa88d610fac,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:09.235352 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a39e9a04-90ae-437c-bd55-e8c898dd6838 req-33f460a6-f6f7-42a9-8ff7-a0d24c4562ba tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550863 Jan 28 19:04:09.260586 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-70ff426a-f00e-44b2-b1a5-3bf728c883db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c5d3494ed0e944b5a5a36307262b10d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1215067 Jan 28 19:04:09.263489 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57066) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:09.269252 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-2e3ba65c-ff92-43d3-8f80-86393c85d708 service neutron] 10.222.0.37 "GET /v2.0/networks/07189c8b-b31a-4d41-97a3-87f0b54f4398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986475 Jan 28 19:04:09.374639 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b563d36-39ba-495e-bd22-fd4841035cb5 admin admin] Publish callbacks [] for security_group (387bc876-7fa8-4877-87d6-0a8fa51aad44), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:09.391507 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a3d2b7-b15d-4d52-8d42-1c965d06f1fe x-openstack-request-id: req-16a3d2b7-b15d-4d52-8d42-1c965d06f1fe {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:09.392062 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3283ce-ea9a-4398-b228-67942e1f4f0a", "name": "network-vif-plugged", "status": "completed", "tag": "002f4e0e-218c-41cc-bc6f-506ec3f6922d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:09.393217 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16a3d2b7-b15d-4d52-8d42-1c965d06f1fe {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:09.394702 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3283ce-ea9a-4398-b228-67942e1f4f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002f4e0e-218c-41cc-bc6f-506ec3f6922d', 'code': 200} Jan 28 19:04:09.432717 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b563d36-39ba-495e-bd22-fd4841035cb5 admin admin] Publish callbacks [] for security_group (387bc876-7fa8-4877-87d6-0a8fa51aad44), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:09.515119 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e97778cf-9d7d-4d78-8042-4e199713c376 req-5699da82-8d07-4e57-99bc-9a71ad50bb55 service neutron] 10.222.0.37 "GET /v2.0/networks/07189c8b-b31a-4d41-97a3-87f0b54f4398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344666 Jan 28 19:04:09.534354 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36655a5-7fba-4853-b911-7451ffcdb214 req-eaf1ada7-d4ad-4a2d-b76d-5671f26926c5 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:09.535197 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b563d36-39ba-495e-bd22-fd4841035cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (387bc876-7fa8-4877-87d6-0a8fa51aad44), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:09.537900 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b563d36-39ba-495e-bd22-fd4841035cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:09.539167 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7b563d36-39ba-495e-bd22-fd4841035cb5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/387bc876-7fa8-4877-87d6-0a8fa51aad44 HTTP/1.1" status: 204 len: 168 time: 0.2745240 Jan 28 19:04:09.544541 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e36655a5-7fba-4853-b911-7451ffcdb214 req-eaf1ada7-d4ad-4a2d-b76d-5671f26926c5 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 943 time: 0.1866543 Jan 28 19:04:09.556413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b563d36-39ba-495e-bd22-fd4841035cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387bc876-7fa8-4877-87d6-0a8fa51aad44,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:09.557822 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-5d21b8d1-989f-4f33-abdf-f96f8a9ee187 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1879697 Jan 28 19:04:09.573406 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63787-2e1a-419d-a038-a072e2abbaec req-10da8f1d-a1ca-402c-a8eb-2a6393840359 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:09.575346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75a63787-2e1a-419d-a038-a072e2abbaec req-10da8f1d-a1ca-402c-a8eb-2a6393840359 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.0892262 Jan 28 19:04:09.575521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-58cef889-fe83-4761-bc13-23410d70d420 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:04:09.576668 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-58cef889-fe83-4761-bc13-23410d70d420 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094433 Jan 28 19:04:09.603700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff9fb4-3762-422b-8039-f1b397336023 req-941585e0-8cf4-4ffb-af03-a9e5c37c6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:09.605896 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5eff9fb4-3762-422b-8039-f1b397336023 req-941585e0-8cf4-4ffb-af03-a9e5c37c6650 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c3283ce-ea9a-4398-b228-67942e1f4f0a HTTP/1.1" status: 200 len: 1153 time: 0.1397362 Jan 28 19:04:09.638364 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e36655a5-7fba-4853-b911-7451ffcdb214 req-29405c9d-dfa7-47b7-b02c-c2f68218b1cc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889452 Jan 28 19:04:09.697031 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5eff9fb4-3762-422b-8039-f1b397336023 req-c2545b41-1711-4002-959e-8f07a7a0c85d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821614 Jan 28 19:04:09.912335 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75a63787-2e1a-419d-a038-a072e2abbaec req-16f3b1db-1cbb-45d1-8e58-bb39552f7d62 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259671 Jan 28 19:04:09.939400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ca6d7-d56b-4b4d-9dec-e92de6fbdc63 req-b42fbba0-24e2-419b-adcc-8b8209ddc7f3 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:09.946553 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac5ca6d7-d56b-4b4d-9dec-e92de6fbdc63 req-b42fbba0-24e2-419b-adcc-8b8209ddc7f3 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/ports?device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 943 time: 0.0713136 Jan 28 19:04:09.998196 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac5ca6d7-d56b-4b4d-9dec-e92de6fbdc63 req-9299e6d6-dc1e-4a52-afe1-89fff31a63c0 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7ecdd43-1c17-4df1-924d-58b14ef97e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506544 Jan 28 19:04:10.163240 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57112) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:10.373699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070a26a-3b19-40b2-a9ce-10dbc9487991 req-e4a578a4-3aeb-433a-a11f-a4df23934ec4 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:10.375720 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1070a26a-3b19-40b2-a9ce-10dbc9487991 req-e4a578a4-3aeb-433a-a11f-a4df23934ec4 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c3283ce-ea9a-4398-b228-67942e1f4f0a HTTP/1.1" status: 200 len: 971 time: 0.0559895 Jan 28 19:04:10.435754 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1070a26a-3b19-40b2-a9ce-10dbc9487991 req-5a15f3cc-90d1-4cc2-9621-8ee68b6be224 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527477 Jan 28 19:04:10.549441 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4fa7b5c9-3558-4dd4-946b-0a436da15225 tempest-AutoAllocateNetworkTest-1048724749 tempest-AutoAllocateNetworkTest-1048724749-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=75c52c52de0446ff988ca81ede66ffc2&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3850398 Jan 28 19:04:10.552177 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57138) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:10.603894 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device f7b51335-3015-41b3-bb1e-352e6cba8a8e details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:04:10.714218 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1eda4e-0db8-4135-9f20-404240b971a4 tempest-AutoAllocateNetworkTest-1048724749 tempest-AutoAllocateNetworkTest-1048724749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:10.715747 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ec1eda4e-0db8-4135-9f20-404240b971a4 tempest-AutoAllocateNetworkTest-1048724749 tempest-AutoAllocateNetworkTest-1048724749-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1625240 Jan 28 19:04:10.718825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57150) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:10.751948 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port f7b51335-3015-41b3-bb1e-352e6cba8a8e, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=f7b51335-3015-41b3-bb1e-352e6cba8a8e,segment=NetworkSegment(bb6b8231-f276-4e14-bf99-e3c01eba525d),segment_id=bb6b8231-f276-4e14-bf99-e3c01eba525d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:10.768100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'f7b51335-3015-41b3-bb1e-352e6cba8a8e', 'network_id': '07189c8b-b31a-4d41-97a3-87f0b54f4398', 'port_id': 'f7b51335-3015-41b3-bb1e-352e6cba8a8e', 'mac_address': 'fa:16:3e:c5:99:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54dc679e-910e-4f6e-8a9e-7db149b4ccdb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:04:10.810568 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a66b30f1-ea9c-4c13-ac7a-fab253e5313f tempest-AutoAllocateNetworkTest-1048724749 tempest-AutoAllocateNetworkTest-1048724749-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878882 Jan 28 19:04:10.810985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57154) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:10.844011 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port f7b51335-3015-41b3-bb1e-352e6cba8a8e is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:10.844410 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f7b51335-3015-41b3-bb1e-352e6cba8a8e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:10.861817 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b51335-3015-41b3-bb1e-352e6cba8a8e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:04:10.869101 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b0bf3482-7fd2-455b-9070-9a589d272783 tempest-AutoAllocateNetworkTest-1048724749 tempest-AutoAllocateNetworkTest-1048724749-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=75c52c52de0446ff988ca81ede66ffc2 HTTP/1.1" status: 200 len: 208 time: 0.0554147 Jan 28 19:04:10.886662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e624187-e365-4c95-afca-6feeaae1c6a7 req-fb470726-f01e-4f2a-9468-444792108de9 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:10.895105 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7e624187-e365-4c95-afca-6feeaae1c6a7 req-fb470726-f01e-4f2a-9468-444792108de9 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 943 time: 0.1238742 Jan 28 19:04:10.901144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port f7b51335-3015-41b3-bb1e-352e6cba8a8e, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=f7b51335-3015-41b3-bb1e-352e6cba8a8e,segment=NetworkSegment(bb6b8231-f276-4e14-bf99-e3c01eba525d),segment_id=bb6b8231-f276-4e14-bf99-e3c01eba525d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:10.911318 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f7b51335-3015-41b3-bb1e-352e6cba8a8e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:10.984305 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7e624187-e365-4c95-afca-6feeaae1c6a7 req-3b50d6da-f954-4561-a010-c695a0eb5c0b tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878994 Jan 28 19:04:11.014441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=f7b51335-3015-41b3-bb1e-352e6cba8a8e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:11.071842 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328787a3-b782-4dd2-aa4f-adcd4d862640 req-8a67c12c-71fc-49e9-9bfd-fe733ef5f972 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:11.079107 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-328787a3-b782-4dd2-aa4f-adcd4d862640 req-8a67c12c-71fc-49e9-9bfd-fe733ef5f972 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.0826061 Jan 28 19:04:11.143300 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-328787a3-b782-4dd2-aa4f-adcd4d862640 req-50e1bcfc-3fbb-44b4-a6c6-8494b3c9be86 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632563 Jan 28 19:04:11.184321 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f5562-08b0-4d89-89c8-116ccee417e4 req-ff9e0be3-be91-416e-9eb8-40bc95aabe0b tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:11.186260 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f0f5562-08b0-4d89-89c8-116ccee417e4 req-ff9e0be3-be91-416e-9eb8-40bc95aabe0b tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/ports?device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 944 time: 0.0757356 Jan 28 19:04:11.233801 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['f7b51335-3015-41b3-bb1e-352e6cba8a8e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:04:11.259742 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f0f5562-08b0-4d89-89c8-116ccee417e4 req-04785fee-fcf4-4600-9806-2e30434885d6 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7ecdd43-1c17-4df1-924d-58b14ef97e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674372 Jan 28 19:04:11.446629 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57174) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:11.570229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fe11b-83dd-4c51-8037-9673a0ddd4da req-9db0fecf-3912-42b6-a2e4-a94db84df670 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:11.571973 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b98fe11b-83dd-4c51-8037-9673a0ddd4da req-9db0fecf-3912-42b6-a2e4-a94db84df670 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c3283ce-ea9a-4398-b228-67942e1f4f0a HTTP/1.1" status: 200 len: 971 time: 0.0565655 Jan 28 19:04:11.636685 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b98fe11b-83dd-4c51-8037-9673a0ddd4da req-1a448dd7-8c1f-4b77-8bd5-3f9e3a0e8ba4 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541861 Jan 28 19:04:11.729580 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0da8281e-0ce1-48e5-8790-fe855cb261f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:11.729721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-0daa868f-66c4-4637-a940-886d5850b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:11.731217 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-0daa868f-66c4-4637-a940-886d5850b6ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 1132 time: 0.0594974 Jan 28 19:04:11.858636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-f10dfffd-eda6-4b2b-a869-fa50c444314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:11.859003 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0da8281e-0ce1-48e5-8790-fe855cb261f1 admin admin] Publish callbacks [] for security_group (129c59d5-c605-4a69-b60d-6825468f6f10), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:11.861427 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-f10dfffd-eda6-4b2b-a869-fa50c444314b service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.1240470 Jan 28 19:04:11.865374 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0da8281e-0ce1-48e5-8790-fe855cb261f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (129c59d5-c605-4a69-b60d-6825468f6f10), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:11.912135 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-36b1cb92-55d5-4c94-a443-51f809c4ba9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=e3b96363-7763-422d-a893-bbb366bbd514 HTTP/1.1" status: 200 len: 217 time: 0.0445049 Jan 28 19:04:11.915866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8281e-0ce1-48e5-8790-fe855cb261f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129c59d5-c605-4a69-b60d-6825468f6f10,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:11.942045 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0da8281e-0ce1-48e5-8790-fe855cb261f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75c52c52de0446ff988ca81ede66ffc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4940474 Jan 28 19:04:11.949965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57204) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:11.976654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-fa2d468f-77d7-453b-935e-7183841fc7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:11.978230 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-fa2d468f-77d7-453b-935e-7183841fc7c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0592959 Jan 28 19:04:12.037535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-8690a2c6-f1da-4cab-925b-0bf4641e1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:12.039056 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-8690a2c6-f1da-4cab-925b-0bf4641e1a11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0549738 Jan 28 19:04:12.040549 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8be53c8e-b24b-4d09-81bf-574b9a11d3af admin admin] Publish callbacks [] for security_group (129c59d5-c605-4a69-b60d-6825468f6f10), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:12.050830 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b95a9c-9e07-4c72-9c2e-fcb7ce543cef req-3b82e6db-a2fd-45e3-88ae-efe44ca3fed1 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:12.052419 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c2b95a9c-9e07-4c72-9c2e-fcb7ce543cef req-3b82e6db-a2fd-45e3-88ae-efe44ca3fed1 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c3283ce-ea9a-4398-b228-67942e1f4f0a HTTP/1.1" status: 200 len: 971 time: 0.1136365 Jan 28 19:04:12.089639 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8be53c8e-b24b-4d09-81bf-574b9a11d3af admin admin] Publish callbacks [] for security_group (129c59d5-c605-4a69-b60d-6825468f6f10), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:12.158616 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c2b95a9c-9e07-4c72-9c2e-fcb7ce543cef req-734e0e0d-4648-4b52-b957-33c5890bf611 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979867 Jan 28 19:04:12.163208 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-9bfe79c8-93e8-4e5f-9991-3d27fc82089e service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094122 Jan 28 19:04:12.186922 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8be53c8e-b24b-4d09-81bf-574b9a11d3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (129c59d5-c605-4a69-b60d-6825468f6f10), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:12.189596 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8be53c8e-b24b-4d09-81bf-574b9a11d3af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:12.190815 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8be53c8e-b24b-4d09-81bf-574b9a11d3af admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/129c59d5-c605-4a69-b60d-6825468f6f10 HTTP/1.1" status: 204 len: 168 time: 0.2398980 Jan 28 19:04:12.200117 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be53c8e-b24b-4d09-81bf-574b9a11d3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129c59d5-c605-4a69-b60d-6825468f6f10,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:12.279956 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d7bc7-d093-49ff-ada1-4f945875af03 req-d0e8c0d1-c9e8-4a5b-9b72-c7e4d97c7704 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:12.281433 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-107d7bc7-d093-49ff-ada1-4f945875af03 req-d0e8c0d1-c9e8-4a5b-9b72-c7e4d97c7704 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 943 time: 0.0574651 Jan 28 19:04:12.299774 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-cd226611-85b6-4f53-8f35-9311ab0cf1f1 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242292 Jan 28 19:04:12.331273 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-107d7bc7-d093-49ff-ada1-4f945875af03 req-e56533be-a18a-45ce-a868-657ac53b7522 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421317 Jan 28 19:04:12.521365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec237d-fb80-4fe5-b817-ef095cb56097 req-79d9a54b-8f37-405e-b795-f2c09ebf7f2e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:12.523063 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8eec237d-fb80-4fe5-b817-ef095cb56097 req-79d9a54b-8f37-405e-b795-f2c09ebf7f2e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.0927689 Jan 28 19:04:12.526256 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-fcbd07ee-aff8-4f3d-bbde-b2d682768e98 service neutron] 10.222.0.37 "GET /v2.0/ports/c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1/bindings/n-h1-824834-4 HTTP/1.1" status: 200 len: 384 time: 0.1269522 Jan 28 19:04:12.631178 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8eec237d-fb80-4fe5-b817-ef095cb56097 req-8ca80763-f844-4024-85dd-fc79666b9df6 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971510 Jan 28 19:04:12.639519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device f7b51335-3015-41b3-bb1e-352e6cba8a8e up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:04:12.732902 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port f7b51335-3015-41b3-bb1e-352e6cba8a8e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:04:12.737104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port f7b51335-3015-41b3-bb1e-352e6cba8a8e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:12.737515 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f7b51335-3015-41b3-bb1e-352e6cba8a8e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:12.837511 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port f7b51335-3015-41b3-bb1e-352e6cba8a8e is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:12.838062 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f7b51335-3015-41b3-bb1e-352e6cba8a8e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:12.849436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e6ee1-4e7b-46eb-9864-09d1a75ae12c req-23b01074-4965-4547-80d4-1346de82fc04 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:12.851112 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a05e6ee1-4e7b-46eb-9864-09d1a75ae12c req-23b01074-4965-4547-80d4-1346de82fc04 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/ports?device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 944 time: 0.0958555 Jan 28 19:04:12.852970 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-da2b728e-9b38-4981-ab1f-96ec77dc248f service neutron] For port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:12.875456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port f7b51335-3015-41b3-bb1e-352e6cba8a8e, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=f7b51335-3015-41b3-bb1e-352e6cba8a8e,segment=NetworkSegment(bb6b8231-f276-4e14-bf99-e3c01eba525d),segment_id=bb6b8231-f276-4e14-bf99-e3c01eba525d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:12.876535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e0e6b1-0cc5-4743-a1f0-232b45c8f28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b51335-3015-41b3-bb1e-352e6cba8a8e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:12.879567 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8a094a-3d7b-4139-92ed-a3f65c47e719" -d '{"events": [{"server_uuid": "60e0e6b1-0cc5-4743-a1f0-232b45c8f28f", "name": "network-vif-plugged", "status": "completed", "tag": "f7b51335-3015-41b3-bb1e-352e6cba8a8e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:12.885015 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f7b51335-3015-41b3-bb1e-352e6cba8a8e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:12.909801 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-da2b728e-9b38-4981-ab1f-96ec77dc248f service neutron] For port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:12.946199 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=f7b51335-3015-41b3-bb1e-352e6cba8a8e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:12.951681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a05e6ee1-4e7b-46eb-9864-09d1a75ae12c req-0dcd67d8-6ec1-4b30-abe6-b7698b46b9ca tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7ecdd43-1c17-4df1-924d-58b14ef97e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908403 Jan 28 19:04:12.968733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-da2b728e-9b38-4981-ab1f-96ec77dc248f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:04:12.984156 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-da2b728e-9b38-4981-ab1f-96ec77dc248f service neutron] For port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:12.987963 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802816d5-8433-41f9-b67d-f5a1febc6a4e req-ead1cc50-5f74-4dbd-a013-e56329847bb4 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:12.989575 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-802816d5-8433-41f9-b67d-f5a1febc6a4e req-ead1cc50-5f74-4dbd-a013-e56329847bb4 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c3283ce-ea9a-4398-b228-67942e1f4f0a HTTP/1.1" status: 200 len: 971 time: 0.0726731 Jan 28 19:04:13.007202 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-da2b728e-9b38-4981-ab1f-96ec77dc248f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:13.052339 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-802816d5-8433-41f9-b67d-f5a1febc6a4e req-423ad40e-8744-471a-86c6-a554f9ecc285 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531049 Jan 28 19:04:13.083843 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80342a8-7e5d-4a5c-a07b-2a5a8d7eea8d x-openstack-request-id: req-a80342a8-7e5d-4a5c-a07b-2a5a8d7eea8d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:13.084628 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e0e6b1-0cc5-4743-a1f0-232b45c8f28f", "name": "network-vif-plugged", "status": "completed", "tag": "f7b51335-3015-41b3-bb1e-352e6cba8a8e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:13.084865 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a80342a8-7e5d-4a5c-a07b-2a5a8d7eea8d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:13.085257 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e0e6b1-0cc5-4743-a1f0-232b45c8f28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b51335-3015-41b3-bb1e-352e6cba8a8e', 'code': 200} Jan 28 19:04:13.165874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-da2b728e-9b38-4981-ab1f-96ec77dc248f service neutron] Transition to ACTIVE for port object c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:04:13.182052 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-da2b728e-9b38-4981-ab1f-96ec77dc248f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:13.286243 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-da2b728e-9b38-4981-ab1f-96ec77dc248f service neutron] No DVR routers for this DVR port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:04:13.288241 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b728e-9b38-4981-ab1f-96ec77dc248f service neutron] Pushing event updated for resources: {'Port': ['ID=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:13.295421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0a32d-d3ab-4710-9a58-46ba4ac01f11 req-8a0a4941-3795-4af3-8143-5ea4d5b447a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:13.295421 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0f0a32d-d3ab-4710-9a58-46ba4ac01f11 req-8a0a4941-3795-4af3-8143-5ea4d5b447a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 1127 time: 0.1259933 Jan 28 19:04:13.383954 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0f0a32d-d3ab-4710-9a58-46ba4ac01f11 req-d003b9e6-dbc5-4df4-b918-505b673bea43 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a7ecdd43-1c17-4df1-924d-58b14ef97e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557027 Jan 28 19:04:13.387369 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-da2b728e-9b38-4981-ab1f-96ec77dc248f service neutron] 10.222.0.37 "PUT /v2.0/ports/c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1/bindings/n-h1-824834-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8517420 Jan 28 19:04:13.479505 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a39f9b-5ff3-4891-9dad-f8796398829e req-d3c5b859-9234-4031-ac96-1ab794732f7e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:13.482498 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65a39f9b-5ff3-4891-9dad-f8796398829e req-d3c5b859-9234-4031-ac96-1ab794732f7e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 944 time: 0.0664980 Jan 28 19:04:13.555078 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65a39f9b-5ff3-4891-9dad-f8796398829e req-6d80e966-6725-45cf-b69b-92730d4e349b tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629542 Jan 28 19:04:13.707066 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:13.734651 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-ba361dd5-3047-4083-a192-a4e754f49231 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:13.736186 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-ba361dd5-3047-4083-a192-a4e754f49231 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132&tenant_id=a52c883532314f5dbe651bed69cf54cd&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 1126 time: 0.0606034 Jan 28 19:04:13.853022 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3000589-dac0-4459-b62a-56689bb05841 req-bdde11d3-a611-45ab-aa5d-a8746ce9e02c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:13.854529 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b3000589-dac0-4459-b62a-56689bb05841 req-bdde11d3-a611-45ab-aa5d-a8746ce9e02c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1129079 Jan 28 19:04:13.868404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-445c4f2d-ea2d-4c7b-944a-f759ca344a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:13.869829 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-445c4f2d-ea2d-4c7b-944a-f759ca344a08 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132&tenant_id=a52c883532314f5dbe651bed69cf54cd HTTP/1.1" status: 200 len: 1126 time: 0.1189668 Jan 28 19:04:13.940820 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:13.953050 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b3000589-dac0-4459-b62a-56689bb05841 req-a1062fcd-294f-4a8f-92a5-066dab86cdb1 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924656 Jan 28 19:04:14.010084 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-51f88931-4e45-4dfd-a32b-b347c0c2b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:14.011970 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-51f88931-4e45-4dfd-a32b-b347c0c2b47d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 1126 time: 0.1140153 Jan 28 19:04:14.217254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88399c2-04cb-4c18-871b-e2f831f228f7 req-e3a72129-40a3-4286-af28-aa27c5d29459 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:14.218939 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a88399c2-04cb-4c18-871b-e2f831f228f7 req-e3a72129-40a3-4286-af28-aa27c5d29459 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c3283ce-ea9a-4398-b228-67942e1f4f0a HTTP/1.1" status: 200 len: 971 time: 0.0575383 Jan 28 19:04:14.266646 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a88399c2-04cb-4c18-871b-e2f831f228f7 req-1bc9b70f-7e6c-4a3c-8226-da5e08314b5e tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/security-groups?id=094a0d3d-9901-450a-a0a1-f1f76fe59c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417097 Jan 28 19:04:14.350343 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c3cf6-5ea2-40c1-bcf3-76261d2a83b9 req-29e3b45e-4ad6-4f39-a27a-d3677d39b42e tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:14.351820 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bb7c3cf6-5ea2-40c1-bcf3-76261d2a83b9 req-29e3b45e-4ad6-4f39-a27a-d3677d39b42e tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/ports?device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 945 time: 0.3253739 Jan 28 19:04:14.354242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18a5b-66c0-49de-8cc0-b55d687b4b90 req-2dcf398a-1a5c-45df-9cd5-715c6604aa15 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:14.356257 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-13e18a5b-66c0-49de-8cc0-b55d687b4b90 req-2dcf398a-1a5c-45df-9cd5-715c6604aa15 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3283ce-ea9a-4398-b228-67942e1f4f0a HTTP/1.1" status: 200 len: 971 time: 0.0571535 Jan 28 19:04:14.380189 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] Publish callbacks [] for security_group (11f45a3b-458c-4029-8a43-c1f293f32614), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:14.388723 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (11f45a3b-458c-4029-8a43-c1f293f32614), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:14.395777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-9baceee2-3de2-4f78-8399-54800d5086c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:14.397432 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-9baceee2-3de2-4f78-8399-54800d5086c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.3697441 Jan 28 19:04:14.458943 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-13e18a5b-66c0-49de-8cc0-b55d687b4b90 req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Deleting port 002f4e0e-218c-41cc-bc6f-506ec3f6922d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:04:14.459287 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-13e18a5b-66c0-49de-8cc0-b55d687b4b90 req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (002f4e0e-218c-41cc-bc6f-506ec3f6922d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:14.471579 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-18ee9f9d-0670-4a9c-a496-5ba2df05ef51 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 HTTP/1.1" status: 200 len: 217 time: 0.0631394 Jan 28 19:04:14.483058 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73b6eef0c69448338bfabc135f994ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7751706 Jan 28 19:04:14.494118 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57348) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:14.494770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f45a3b-458c-4029-8a43-c1f293f32614,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:14.539810 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bb7c3cf6-5ea2-40c1-bcf3-76261d2a83b9 req-38632131-3166-4e34-b8a8-e599d20648e5 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7ecdd43-1c17-4df1-924d-58b14ef97e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811550 Jan 28 19:04:14.544541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.544650 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.545186 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.545312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.545596 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.545920 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.546262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.546587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.546902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.547217 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.547532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.547927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.548134 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbd0f74-edce-427e-824a-8a26d9477656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.556870 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-13e18a5b-66c0-49de-8cc0-b55d687b4b90 req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] For port 002f4e0e-218c-41cc-bc6f-506ec3f6922d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=002f4e0e-218c-41cc-bc6f-506ec3f6922d,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:14.558532 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-13e18a5b-66c0-49de-8cc0-b55d687b4b90 req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (002f4e0e-218c-41cc-bc6f-506ec3f6922d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:14.579423 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-13e18a5b-66c0-49de-8cc0-b55d687b4b90 req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Calling delete_port for 002f4e0e-218c-41cc-bc6f-506ec3f6922d owned by compute:tempest-test_az-1974741360 {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:04:14.584936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-f63d67f5-679d-4cd2-afbc-2151f8db38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:14.586622 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-f63d67f5-679d-4cd2-afbc-2151f8db38e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.1075308 Jan 28 19:04:14.649385 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-351d7145-a881-4396-9ebe-303e604fcfea admin admin] Publish callbacks [] for security_group (11f45a3b-458c-4029-8a43-c1f293f32614), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:14.652428 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-3254caa8-4965-4f7d-90b9-5697abeec38d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502832 Jan 28 19:04:14.691786 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-351d7145-a881-4396-9ebe-303e604fcfea admin admin] Publish callbacks [] for security_group (11f45a3b-458c-4029-8a43-c1f293f32614), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:14.759438 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-13e18a5b-66c0-49de-8cc0-b55d687b4b90 req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (002f4e0e-218c-41cc-bc6f-506ec3f6922d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:14.773689 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['002f4e0e-218c-41cc-bc6f-506ec3f6922d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:04:14.797950 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Pushing event deleted for resources: {'Port': ['ID=002f4e0e-218c-41cc-bc6f-506ec3f6922d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:14.827116 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-351d7145-a881-4396-9ebe-303e604fcfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (11f45a3b-458c-4029-8a43-c1f293f32614), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:14.831953 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-351d7145-a881-4396-9ebe-303e604fcfea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:14.833276 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-351d7145-a881-4396-9ebe-303e604fcfea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11f45a3b-458c-4029-8a43-c1f293f32614 HTTP/1.1" status: 204 len: 168 time: 0.3359284 Jan 28 19:04:14.837801 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e18a5b-66c0-49de-8cc0-b55d687b4b90 req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] No DVR routers for this DVR port 002f4e0e-218c-41cc-bc6f-506ec3f6922d on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:04:14.840520 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-13e18a5b-66c0-49de-8cc0-b55d687b4b90 req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:14.844817 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-13e18a5b-66c0-49de-8cc0-b55d687b4b90 req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.31 "DELETE /v2.0/ports/002f4e0e-218c-41cc-bc6f-506ec3f6922d HTTP/1.1" status: 204 len: 173 time: 0.4831831 Jan 28 19:04:14.846873 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.847465 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.848081 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.848667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.849188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.849706 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.850094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.850606 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.851605 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.852109 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.852584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.853205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.853794 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4066c2a-d994-4e54-abb0-603521805535 tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:14.858625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3283ce-ea9a-4398-b228-67942e1f4f0a', 'name': 'network-vif-deleted', 'tag': '002f4e0e-218c-41cc-bc6f-506ec3f6922d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:14.861377 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100ce743-52db-487a-9506-aaa5c1413b94" -d '{"events": [{"server_uuid": "7c3283ce-ea9a-4398-b228-67942e1f4f0a", "name": "network-vif-deleted", "tag": "002f4e0e-218c-41cc-bc6f-506ec3f6922d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:14.899325 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d7145-a881-4396-9ebe-303e604fcfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f45a3b-458c-4029-8a43-c1f293f32614,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:14.910114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf4725-7c52-4bc7-84f6-159993e30115 req-dad2414f-f542-4bd7-bb3c-4c49183fbf19 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:14.913128 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6dcf4725-7c52-4bc7-84f6-159993e30115 req-dad2414f-f542-4bd7-bb3c-4c49183fbf19 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 944 time: 0.1850293 Jan 28 19:04:14.976828 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-7e6d318e-06f0-4458-b238-525f2755f416 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160908 Jan 28 19:04:15.059560 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eec8f8a-ab69-4d4a-b611-650f008de0c7 x-openstack-request-id: req-7eec8f8a-ab69-4d4a-b611-650f008de0c7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:15.060529 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3283ce-ea9a-4398-b228-67942e1f4f0a", "name": "network-vif-deleted", "tag": "002f4e0e-218c-41cc-bc6f-506ec3f6922d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:15.060791 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7eec8f8a-ab69-4d4a-b611-650f008de0c7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:15.061274 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3283ce-ea9a-4398-b228-67942e1f4f0a', 'name': 'network-vif-deleted', 'tag': '002f4e0e-218c-41cc-bc6f-506ec3f6922d', 'status': 'completed', 'code': 200} Jan 28 19:04:15.074915 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6dcf4725-7c52-4bc7-84f6-159993e30115 req-e5ab21d0-37b2-4fbb-b9b2-29f73bb11027 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500189 Jan 28 19:04:15.122465 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-283d5a60-cf0a-48d5-ba2f-ef835c4d2b3c service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274707 Jan 28 19:04:15.224256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a5325-a379-4342-81ee-e4c222da1196 req-71a36c9c-2a17-4340-83c5-d3d33f68ccc9 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:15.226122 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-945a5325-a379-4342-81ee-e4c222da1196 req-71a36c9c-2a17-4340-83c5-d3d33f68ccc9 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.0614722 Jan 28 19:04:15.289776 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-945a5325-a379-4342-81ee-e4c222da1196 req-10f5e64a-2ce9-4314-ab1a-c29ca3eee4d9 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576227 Jan 28 19:04:15.406698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57406) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:15.427251 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58786529-0a34-47b1-bd44-ac030e0d2d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:15.440069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b91931d2-b13d-4a32-9f0c-9739d373aca8 req-0d83c2ef-65da-4225-957d-6ba00356d1be tempest-DeleteServersAdminTestJSON-1121882438 tempest-DeleteServersAdminTestJSON-1121882438-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c3283ce-ea9a-4398-b228-67942e1f4f0a HTTP/1.1" status: 200 len: 210 time: 0.0465455 Jan 28 19:04:15.561340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-9e52ba8f-bb5e-4ca1-bbd7-039af31d7504 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:15.562888 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-9e52ba8f-bb5e-4ca1-bbd7-039af31d7504 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132&tenant_id=a52c883532314f5dbe651bed69cf54cd&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 1126 time: 0.0943105 Jan 28 19:04:15.615301 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58786529-0a34-47b1-bd44-ac030e0d2d30 admin admin] Publish callbacks [] for security_group (f53f2b80-e62b-4e1d-a7aa-b9ae38dae5ce), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:15.624148 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58786529-0a34-47b1-bd44-ac030e0d2d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f53f2b80-e62b-4e1d-a7aa-b9ae38dae5ce), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:15.706825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a2237-0bfd-4fd1-bafe-a450646c9686 req-8099773b-cbc9-42f7-8c60-59301a7f6918 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:15.707973 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-58786529-0a34-47b1-bd44-ac030e0d2d30 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2e4ccbc62a44c8b94671daa61d557f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976878 Jan 28 19:04:15.709130 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-377a2237-0bfd-4fd1-bafe-a450646c9686 req-8099773b-cbc9-42f7-8c60-59301a7f6918 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/ports?device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 945 time: 0.0699339 Jan 28 19:04:15.709857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:15.718753 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58786529-0a34-47b1-bd44-ac030e0d2d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53f2b80-e62b-4e1d-a7aa-b9ae38dae5ce,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:15.776072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-77b32bf6-6697-4260-a767-131d7c25cef0 service neutron] For port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:15.780265 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-77b32bf6-6697-4260-a767-131d7c25cef0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:15.781648 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26a51bd4-4c98-4066-af9a-9a0d9e485d4c req-77b32bf6-6697-4260-a767-131d7c25cef0 service neutron] 10.222.0.31 "DELETE /v2.0/ports/c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1/bindings/n-h2-824834-4 HTTP/1.1" status: 204 len: 173 time: 0.2072647 Jan 28 19:04:15.832098 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-377a2237-0bfd-4fd1-bafe-a450646c9686 req-c77c7c66-7fd4-4193-bb91-755cd92a6cdd tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7ecdd43-1c17-4df1-924d-58b14ef97e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965712 Jan 28 19:04:15.832366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57438) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:15.833038 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-969de044-0c53-4163-9d0b-d6c367b9d5f5 admin admin] Publish callbacks [] for security_group (f53f2b80-e62b-4e1d-a7aa-b9ae38dae5ce), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:15.866678 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-969de044-0c53-4163-9d0b-d6c367b9d5f5 admin admin] Publish callbacks [] for security_group (f53f2b80-e62b-4e1d-a7aa-b9ae38dae5ce), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:15.933857 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-969de044-0c53-4163-9d0b-d6c367b9d5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f53f2b80-e62b-4e1d-a7aa-b9ae38dae5ce), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:15.936590 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-969de044-0c53-4163-9d0b-d6c367b9d5f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:15.937956 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-969de044-0c53-4163-9d0b-d6c367b9d5f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f53f2b80-e62b-4e1d-a7aa-b9ae38dae5ce HTTP/1.1" status: 204 len: 168 time: 0.2219870 Jan 28 19:04:15.950062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969de044-0c53-4163-9d0b-d6c367b9d5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53f2b80-e62b-4e1d-a7aa-b9ae38dae5ce,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:16.021563 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-489a6697-a7da-4484-8135-c53ea1597f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:16.130613 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-489a6697-a7da-4484-8135-c53ea1597f81 admin admin] Publish callbacks [] for security_group (c07404bf-67ae-4e85-b60e-142e59ab72b5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:16.139694 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-489a6697-a7da-4484-8135-c53ea1597f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c07404bf-67ae-4e85-b60e-142e59ab72b5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:16.220191 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-489a6697-a7da-4484-8135-c53ea1597f81 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7163f8ebb70c48869c346d3611d8df0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866100 Jan 28 19:04:16.222537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a6697-a7da-4484-8135-c53ea1597f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07404bf-67ae-4e85-b60e-142e59ab72b5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:16.223331 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57464) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:16.299998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6187c-2cba-4e7b-a472-5ec6280656d1 req-452e47f9-b794-452d-acb1-e288253f1417 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:16.302194 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b0d6187c-2cba-4e7b-a472-5ec6280656d1 req-452e47f9-b794-452d-acb1-e288253f1417 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 944 time: 0.0972781 Jan 28 19:04:16.335758 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9972e1fe-0ee0-4810-a409-74230b7131ef admin admin] Publish callbacks [] for security_group (c07404bf-67ae-4e85-b60e-142e59ab72b5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:16.365974 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9972e1fe-0ee0-4810-a409-74230b7131ef admin admin] Publish callbacks [] for security_group (c07404bf-67ae-4e85-b60e-142e59ab72b5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:16.405423 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b0d6187c-2cba-4e7b-a472-5ec6280656d1 req-b06d1393-9bc4-4db6-92c2-10e45a750342 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969551 Jan 28 19:04:16.447290 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9972e1fe-0ee0-4810-a409-74230b7131ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c07404bf-67ae-4e85-b60e-142e59ab72b5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:16.450013 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9972e1fe-0ee0-4810-a409-74230b7131ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:16.451664 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9972e1fe-0ee0-4810-a409-74230b7131ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c07404bf-67ae-4e85-b60e-142e59ab72b5 HTTP/1.1" status: 204 len: 168 time: 0.2268112 Jan 28 19:04:16.492927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972e1fe-0ee0-4810-a409-74230b7131ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07404bf-67ae-4e85-b60e-142e59ab72b5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:16.533796 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57484) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:16.578709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd488112-3fc6-441a-bb89-8efb09f283ea req-28d2f210-65ed-4655-a15f-51921734e405 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:16.587456 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd488112-3fc6-441a-bb89-8efb09f283ea req-28d2f210-65ed-4655-a15f-51921734e405 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1480129 Jan 28 19:04:16.632991 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc773096-b04a-4b40-b683-1bfe90fbc64b req-651d3c3f-8a64-4ebe-b07e-0422d8a96710 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:16.635483 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bc773096-b04a-4b40-b683-1bfe90fbc64b req-651d3c3f-8a64-4ebe-b07e-0422d8a96710 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 1126 time: 0.0875988 Jan 28 19:04:16.663621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:04:16.695370 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd488112-3fc6-441a-bb89-8efb09f283ea req-79a51441-af6a-47ff-9939-042497654843 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066556 Jan 28 19:04:16.762724 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bc773096-b04a-4b40-b683-1bfe90fbc64b req-c0924b5b-8a20-421a-be0f-dcda1f698319 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079061 Jan 28 19:04:16.769299 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] The host n-h2-824834-4 is not matching for port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 host n-h1-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:04:16.769945 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:04:16.935014 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f598585d-8cec-4372-a7cf-f2b1c71687b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:17.035237 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f598585d-8cec-4372-a7cf-f2b1c71687b7 admin admin] Publish callbacks [] for security_group (c7a39e98-1bcb-469e-aefc-800c42460c94), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:17.046009 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f598585d-8cec-4372-a7cf-f2b1c71687b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c7a39e98-1bcb-469e-aefc-800c42460c94), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:17.105335 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f598585d-8cec-4372-a7cf-f2b1c71687b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=acb0492a719a4a2d8a45329f9acb27a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5687313 Jan 28 19:04:17.105825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57520) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:17.106356 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598585d-8cec-4372-a7cf-f2b1c71687b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a39e98-1bcb-469e-aefc-800c42460c94,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:17.201340 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7e93813-e1c3-453e-b513-715654f76644 admin admin] Publish callbacks [] for security_group (c7a39e98-1bcb-469e-aefc-800c42460c94), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:17.226787 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57528) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:17.260978 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7e93813-e1c3-453e-b513-715654f76644 admin admin] Publish callbacks [] for security_group (c7a39e98-1bcb-469e-aefc-800c42460c94), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:17.263152 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bae3122-18b2-475d-81bd-45520bb624a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:17.285422 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-607e51e6-feba-48c0-8a1f-c6049c0b33ce tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:17.293064 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-607e51e6-feba-48c0-8a1f-c6049c0b33ce tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 820 time: 0.1470859 Jan 28 19:04:17.313891 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-35647bd9-a445-494d-a2fc-9b1d1b30373e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/quotas/a52c883532314f5dbe651bed69cf54cd HTTP/1.1" status: 200 len: 375 time: 0.0195737 Jan 28 19:04:17.360002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57532) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:17.385460 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7e93813-e1c3-453e-b513-715654f76644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c7a39e98-1bcb-469e-aefc-800c42460c94), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:17.392972 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7e93813-e1c3-453e-b513-715654f76644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:17.403235 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a7e93813-e1c3-453e-b513-715654f76644 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7a39e98-1bcb-469e-aefc-800c42460c94 HTTP/1.1" status: 204 len: 168 time: 0.2952309 Jan 28 19:04:17.417655 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-c2714e57-eca4-45b1-a33e-d85d7bd59355 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1028242 Jan 28 19:04:17.441582 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e93813-e1c3-453e-b513-715654f76644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a39e98-1bcb-469e-aefc-800c42460c94,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:17.454420 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bae3122-18b2-475d-81bd-45520bb624a3 admin admin] Publish callbacks [] for security_group (6e281ef6-ba7a-40ca-b99c-dd80af00f9c9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:17.475512 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bae3122-18b2-475d-81bd-45520bb624a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6e281ef6-ba7a-40ca-b99c-dd80af00f9c9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:17.537691 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-21762adf-942c-46d2-8482-4891dbe511b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f17840e36fd3419bb8b267b339c525d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1742239 Jan 28 19:04:17.541583 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57540) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:17.571184 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-17d325a6-d298-4d1a-8cb8-efe4a95fba42 service neutron] 10.222.0.55 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525838 Jan 28 19:04:17.573679 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7bae3122-18b2-475d-81bd-45520bb624a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bbb3354860544d1fadcd9934f0cdc25a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3455629 Jan 28 19:04:17.579930 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57544) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:17.600851 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae3122-18b2-475d-81bd-45520bb624a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e281ef6-ba7a-40ca-b99c-dd80af00f9c9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:17.699158 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-ac0ee296-afb1-4a16-b9f6-bab355e616d1 service neutron] 10.222.0.55 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249754 Jan 28 19:04:17.741074 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6194f3ce-8628-4472-a691-8d2b5182cc8a admin admin] Publish callbacks [] for security_group (094a0d3d-9901-450a-a0a1-f1f76fe59c7a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:17.790206 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84b7cf83-07c6-4795-8741-522a976f77e0 admin admin] Publish callbacks [] for security_group (6e281ef6-ba7a-40ca-b99c-dd80af00f9c9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:17.829688 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6194f3ce-8628-4472-a691-8d2b5182cc8a admin admin] Publish callbacks [] for security_group (094a0d3d-9901-450a-a0a1-f1f76fe59c7a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:17.873564 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57558) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:17.921237 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a0b63f5-a2c4-48ac-85e6-cea92e99e619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:17.945716 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84b7cf83-07c6-4795-8741-522a976f77e0 admin admin] Publish callbacks [] for security_group (6e281ef6-ba7a-40ca-b99c-dd80af00f9c9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:18.010264 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651b2ae-7cf2-4023-9a47-da971edc2f9a req-ce222e35-a5e0-4941-a574-6f0c118f0219 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:18.017847 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9651b2ae-7cf2-4023-9a47-da971edc2f9a req-ce222e35-a5e0-4941-a574-6f0c118f0219 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1965160 Jan 28 19:04:18.076140 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b178d2ba-eaca-4b32-84c3-e420ee4a634b req-ab55e4f2-3c53-49f2-b70c-9dafb6d6a37a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 210 time: 0.1362689 Jan 28 19:04:18.084837 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6194f3ce-8628-4472-a691-8d2b5182cc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (094a0d3d-9901-450a-a0a1-f1f76fe59c7a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:18.088277 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6194f3ce-8628-4472-a691-8d2b5182cc8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:18.101438 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6194f3ce-8628-4472-a691-8d2b5182cc8a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/094a0d3d-9901-450a-a0a1-f1f76fe59c7a HTTP/1.1" status: 204 len: 168 time: 0.5495591 Jan 28 19:04:18.115959 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a0b63f5-a2c4-48ac-85e6-cea92e99e619 admin admin] Publish callbacks [] for security_group (0cfa9a17-3866-474b-b755-70ff1e8b3e06), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:18.125959 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a0b63f5-a2c4-48ac-85e6-cea92e99e619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0cfa9a17-3866-474b-b755-70ff1e8b3e06), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:18.140912 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194f3ce-8628-4472-a691-8d2b5182cc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094a0d3d-9901-450a-a0a1-f1f76fe59c7a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:18.154821 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 002f4e0e-218c-41cc-bc6f-506ec3f6922d no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:04:18.176613 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9651b2ae-7cf2-4023-9a47-da971edc2f9a req-56d396f1-38bc-4bbf-8e02-2233182f2af1 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575499 Jan 28 19:04:18.181802 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84b7cf83-07c6-4795-8741-522a976f77e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6e281ef6-ba7a-40ca-b99c-dd80af00f9c9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:18.186228 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84b7cf83-07c6-4795-8741-522a976f77e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:18.187941 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-84b7cf83-07c6-4795-8741-522a976f77e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e281ef6-ba7a-40ca-b99c-dd80af00f9c9 HTTP/1.1" status: 204 len: 168 time: 0.6071813 Jan 28 19:04:18.198333 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7cf83-07c6-4795-8741-522a976f77e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e281ef6-ba7a-40ca-b99c-dd80af00f9c9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:18.204856 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9a0b63f5-a2c4-48ac-85e6-cea92e99e619 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fbc9d457bb3a4485856fc71c67a56545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298197 Jan 28 19:04:18.208407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57570) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:18.227852 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1aba37b2-c721-413c-b04e-bf77fd8e40a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:18.232074 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 002f4e0e-218c-41cc-bc6f-506ec3f6922d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:04:18.232660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 002f4e0e-218c-41cc-bc6f-506ec3f6922d not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:04:18.250072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b63f5-a2c4-48ac-85e6-cea92e99e619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfa9a17-3866-474b-b755-70ff1e8b3e06,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:18.323727 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddef4142-2e7c-40ee-ada3-3162ec51c228 admin admin] Publish callbacks [] for security_group (0cfa9a17-3866-474b-b755-70ff1e8b3e06), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:18.379346 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddef4142-2e7c-40ee-ada3-3162ec51c228 admin admin] Publish callbacks [] for security_group (0cfa9a17-3866-474b-b755-70ff1e8b3e06), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:18.485483 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddef4142-2e7c-40ee-ada3-3162ec51c228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0cfa9a17-3866-474b-b755-70ff1e8b3e06), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:18.489068 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ddef4142-2e7c-40ee-ada3-3162ec51c228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:18.493017 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ddef4142-2e7c-40ee-ada3-3162ec51c228 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0cfa9a17-3866-474b-b755-70ff1e8b3e06 HTTP/1.1" status: 204 len: 168 time: 0.2836533 Jan 28 19:04:18.509204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef4142-2e7c-40ee-ada3-3162ec51c228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfa9a17-3866-474b-b755-70ff1e8b3e06,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:18.813538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57592) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:18.837896 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10f8ea97-7edf-4221-ad57-4ce10137c9e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:18.975474 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10f8ea97-7edf-4221-ad57-4ce10137c9e6 admin admin] Publish callbacks [] for security_group (ab94703f-3848-4ccd-b652-bca36bc893c8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:18.985974 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-10f8ea97-7edf-4221-ad57-4ce10137c9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ab94703f-3848-4ccd-b652-bca36bc893c8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:19.074124 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8ea97-7edf-4221-ad57-4ce10137c9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab94703f-3848-4ccd-b652-bca36bc893c8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:19.087401 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-10f8ea97-7edf-4221-ad57-4ce10137c9e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2a06e439e2f4b5398e60ba88e46b31a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702572 Jan 28 19:04:19.088727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57606) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:19.240357 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad945c5a-30a0-4aac-b79c-564b64806423 admin admin] Publish callbacks [] for security_group (ab94703f-3848-4ccd-b652-bca36bc893c8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:19.317223 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad945c5a-30a0-4aac-b79c-564b64806423 admin admin] Publish callbacks [] for security_group (ab94703f-3848-4ccd-b652-bca36bc893c8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:19.491318 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dcd06dc1-cb97-4f6d-b8b9-80a8a7985c6d req-4849205e-0a68-42d9-bfd9-00c16a2756b1 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 210 time: 0.2289042 Jan 28 19:04:19.566493 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094a228-44e3-4529-a0ba-8c11f9d2ff62 req-c7017d80-702e-4a78-8e37-0a4284a9dbbd tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:19.574485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b094a228-44e3-4529-a0ba-8c11f9d2ff62 req-c7017d80-702e-4a78-8e37-0a4284a9dbbd tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.2704477 Jan 28 19:04:19.584509 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad945c5a-30a0-4aac-b79c-564b64806423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ab94703f-3848-4ccd-b652-bca36bc893c8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:19.588236 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad945c5a-30a0-4aac-b79c-564b64806423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:19.589726 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ad945c5a-30a0-4aac-b79c-564b64806423 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab94703f-3848-4ccd-b652-bca36bc893c8 HTTP/1.1" status: 204 len: 168 time: 0.4990025 Jan 28 19:04:19.609259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-de9cf3ef-37b8-439b-bf35-ee142ba62b29 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:19.618419 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-de9cf3ef-37b8-439b-bf35-ee142ba62b29 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.31 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 820 time: 0.4141009 Jan 28 19:04:19.632152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad945c5a-30a0-4aac-b79c-564b64806423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab94703f-3848-4ccd-b652-bca36bc893c8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:19.648654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-efd1438a-bb8a-4002-8430-db010c708605 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Request body: {'port': {'device_id': '8ff52dd2-5ddd-4177-9038-727e33daebd6', 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509', 'admin_state_up': True, 'tenant_id': 'a52c883532314f5dbe651bed69cf54cd'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:19.695400 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b094a228-44e3-4529-a0ba-8c11f9d2ff62 req-d1d48466-53aa-4b22-b855-40b7883fc210 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197011 Jan 28 19:04:19.892950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-efd1438a-bb8a-4002-8430-db010c708605 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Made reservation on behalf of a52c883532314f5dbe651bed69cf54cd for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:04:19.896788 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-efd1438a-bb8a-4002-8430-db010c708605 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:20.078918 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-efd1438a-bb8a-4002-8430-db010c708605 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Allocated IP 172.20.0.8 (4f23a902-07b8-4f8f-881f-ad09f0ebf509/313caf54-95a5-42d8-a40e-1d57a3098b9c/52f446f7-445e-44e1-934c-31b3c5deef82) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:04:20.334083 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-efd1438a-bb8a-4002-8430-db010c708605 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks [] for port (52f446f7-445e-44e1-934c-31b3c5deef82), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:20.372489 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-06662c30-46e6-4b8d-94a0-519197faf866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:20.447031 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-efd1438a-bb8a-4002-8430-db010c708605 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:20.479970 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-efd1438a-bb8a-4002-8430-db010c708605 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:04:20.486326 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-efd1438a-bb8a-4002-8430-db010c708605 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:04:20.511536 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-efd1438a-bb8a-4002-8430-db010c708605 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:04:20.527167 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-efd1438a-bb8a-4002-8430-db010c708605 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:20.527806 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-efd1438a-bb8a-4002-8430-db010c708605 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:20.595968 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-efd1438a-bb8a-4002-8430-db010c708605 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9648659 Jan 28 19:04:20.597002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1438a-bb8a-4002-8430-db010c708605 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Pushing event updated for resources: {'Port': ['ID=52f446f7-445e-44e1-934c-31b3c5deef82,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:20.615007 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Request body: {'port': {'device_id': '8ff52dd2-5ddd-4177-9038-727e33daebd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:20.751919 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:20.910872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81e8fd-d92a-4953-b7f7-3d2ef0127b99 req-c44349fa-312b-40f2-a14e-c8e5c8ceb67d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:20.926715 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa81e8fd-d92a-4953-b7f7-3d2ef0127b99 req-c44349fa-312b-40f2-a14e-c8e5c8ceb67d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1244769 Jan 28 19:04:20.945365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ae3e0-0257-4579-a150-aa490835e5c9 req-72dc3c8e-87c6-498e-a776-586be8acfeb9 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:20.949034 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f4ae3e0-0257-4579-a150-aa490835e5c9 req-72dc3c8e-87c6-498e-a776-586be8acfeb9 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 931 time: 0.1982062 Jan 28 19:04:20.997952 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa81e8fd-d92a-4953-b7f7-3d2ef0127b99 req-dda0f711-39fd-4158-a29a-5fccb76e6fc9 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700040 Jan 28 19:04:21.067056 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f4ae3e0-0257-4579-a150-aa490835e5c9 req-01951496-9355-4934-ba6e-93380338b5a0 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107183 Jan 28 19:04:21.212423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57696) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:21.216471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f446f7-445e-44e1-934c-31b3c5deef82 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:04:21.240743 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Publish callbacks [] for port (52f446f7-445e-44e1-934c-31b3c5deef82), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:21.271299 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Transition to ACTIVE for port object 52f446f7-445e-44e1-934c-31b3c5deef82 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:04:21.280259 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:21.393789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Pushing event updated for resources: {'Port': ['ID=52f446f7-445e-44e1-934c-31b3c5deef82,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:21.425031 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Attempting to bind port 52f446f7-445e-44e1-934c-31b3c5deef82 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:04:21.425355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Attempting to bind port 52f446f7-445e-44e1-934c-31b3c5deef82 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:04:21.425678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Attempting to bind port 52f446f7-445e-44e1-934c-31b3c5deef82 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:21.430493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Port 52f446f7-445e-44e1-934c-31b3c5deef82 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:04:21.430909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Attempting to bind port 52f446f7-445e-44e1-934c-31b3c5deef82 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:21.435647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:04:21.435974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Checking segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:21.436478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Bound using segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:04:21.436896 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Bound port: 52f446f7-445e-44e1-934c-31b3c5deef82, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:04:21.437246 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:21.527336 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:21.555489 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] For port 52f446f7-445e-44e1-934c-31b3c5deef82, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:21.560391 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] For port 52f446f7-445e-44e1-934c-31b3c5deef82, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=52f446f7-445e-44e1-934c-31b3c5deef82,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:04:21.570673 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:21.685794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:21.686458 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:21.687888 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] 10.222.0.31 "PUT /v2.0/ports/52f446f7-445e-44e1-934c-31b3c5deef82 HTTP/1.1" status: 200 len: 1091 time: 1.0828979 Jan 28 19:04:21.703351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff52dd2-5ddd-4177-9038-727e33daebd6', 'tag': '52f446f7-445e-44e1-934c-31b3c5deef82'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:21.710670 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7ea543-0920-437f-b158-61e0f1fb1064" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff52dd2-5ddd-4177-9038-727e33daebd6", "tag": "52f446f7-445e-44e1-934c-31b3c5deef82"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:21.719154 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-abab3d2e-44b3-4b4d-a2f8-ff7ee9189a3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:21.758772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb122bf7-9bff-4c70-b57b-ee91e5376456 service neutron] Pushing event updated for resources: {'Port': ['ID=52f446f7-445e-44e1-934c-31b3c5deef82,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:22.150482 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-abab3d2e-44b3-4b4d-a2f8-ff7ee9189a3d admin admin] Publish callbacks [] for security_group (2b793567-48cb-46fe-8046-f92b305172a5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:22.152849 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611c8fd8-4393-49b7-873c-b5ea8dcc3769 x-openstack-request-id: req-611c8fd8-4393-49b7-873c-b5ea8dcc3769 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:22.153142 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff52dd2-5ddd-4177-9038-727e33daebd6", "tag": "52f446f7-445e-44e1-934c-31b3c5deef82", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:22.153527 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-611c8fd8-4393-49b7-873c-b5ea8dcc3769 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:22.153991 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff52dd2-5ddd-4177-9038-727e33daebd6', 'tag': '52f446f7-445e-44e1-934c-31b3c5deef82', 'status': 'completed', 'code': 200} Jan 28 19:04:22.170530 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-abab3d2e-44b3-4b4d-a2f8-ff7ee9189a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2b793567-48cb-46fe-8046-f92b305172a5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:22.250104 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-5d643542-b3fa-4442-a33f-381886176d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:22.251628 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-5d643542-b3fa-4442-a33f-381886176d9c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 1125 time: 0.4770467 Jan 28 19:04:22.255823 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-abab3d2e-44b3-4b4d-a2f8-ff7ee9189a3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0f753ffb5814316a2922c2a3cd68dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0422754 Jan 28 19:04:22.256072 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96221fc0-daa3-48c5-b783-f899593df3cd req-cdba1617-407b-4daf-a175-d6dbdcc69037 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:22.257502 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-96221fc0-daa3-48c5-b783-f899593df3cd req-cdba1617-407b-4daf-a175-d6dbdcc69037 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 943 time: 0.0735223 Jan 28 19:04:22.257950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab3d2e-44b3-4b4d-a2f8-ff7ee9189a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b793567-48cb-46fe-8046-f92b305172a5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:22.258559 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57736) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:22.342803 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-a1bc2808-f2b2-4cdd-97b6-4c8e3722df0f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52f446f7-445e-44e1-934c-31b3c5deef82 HTTP/1.1" status: 200 len: 217 time: 0.0679934 Jan 28 19:04:22.350390 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a315b94-db1b-493c-8047-635d9c8252eb admin admin] Publish callbacks [] for security_group (2b793567-48cb-46fe-8046-f92b305172a5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:22.350609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6946964-7752-4ff1-bf8b-0b25d3b970e0 req-42146a05-1cd9-4022-944b-b58d7a1dfb3b tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:22.352229 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6946964-7752-4ff1-bf8b-0b25d3b970e0 req-42146a05-1cd9-4022-944b-b58d7a1dfb3b tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1944306 Jan 28 19:04:22.421698 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-96221fc0-daa3-48c5-b783-f899593df3cd req-5741fc59-5fce-4142-8568-734403caca40 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045907 Jan 28 19:04:22.425189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-65a5bf6e-0019-4adb-a434-2f7a21465544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:22.426601 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-65a5bf6e-0019-4adb-a434-2f7a21465544 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.0734708 Jan 28 19:04:22.451205 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a315b94-db1b-493c-8047-635d9c8252eb admin admin] Publish callbacks [] for security_group (2b793567-48cb-46fe-8046-f92b305172a5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:22.477663 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-57d50545-e6de-400c-8b6f-9b1af9fbe796 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297542 Jan 28 19:04:22.487808 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6946964-7752-4ff1-bf8b-0b25d3b970e0 req-c3a930c1-1e73-4da3-927b-de5e05501e5e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262929 Jan 28 19:04:22.546288 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a315b94-db1b-493c-8047-635d9c8252eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2b793567-48cb-46fe-8046-f92b305172a5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:22.549722 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a315b94-db1b-493c-8047-635d9c8252eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:22.555202 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0a315b94-db1b-493c-8047-635d9c8252eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b793567-48cb-46fe-8046-f92b305172a5 HTTP/1.1" status: 204 len: 168 time: 0.2951782 Jan 28 19:04:22.566514 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a315b94-db1b-493c-8047-635d9c8252eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b793567-48cb-46fe-8046-f92b305172a5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:22.600011 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-8f86ed4a-678d-46b4-bb92-a9ba15c39483 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049540 Jan 28 19:04:22.724521 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ac77d7-055a-4a90-87b0-84b1f3b7290e req-7f887b2a-8afc-4f74-8f3f-5652483a9baf service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145124 Jan 28 19:04:22.851223 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:22.901038 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ea543-0920-437f-b158-61e0f1fb1064 req-72e8519f-d322-4bbb-95d7-295a08bfc096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:22.902901 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb7ea543-0920-437f-b158-61e0f1fb1064 req-72e8519f-d322-4bbb-95d7-295a08bfc096 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 1125 time: 0.1247988 Jan 28 19:04:23.032521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ea543-0920-437f-b158-61e0f1fb1064 req-f68b9c18-4b16-4d39-aae3-cfd765ebc842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:23.034791 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb7ea543-0920-437f-b158-61e0f1fb1064 req-f68b9c18-4b16-4d39-aae3-cfd765ebc842 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.1228261 Jan 28 19:04:23.098438 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb7ea543-0920-437f-b158-61e0f1fb1064 req-cf17c40e-c615-4e98-a89b-48e7c62ce1fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52f446f7-445e-44e1-934c-31b3c5deef82 HTTP/1.1" status: 200 len: 217 time: 0.0552270 Jan 28 19:04:23.167107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ea543-0920-437f-b158-61e0f1fb1064 req-2abf7ae7-4313-4da6-99ab-eadd3c6a0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:23.169015 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb7ea543-0920-437f-b158-61e0f1fb1064 req-2abf7ae7-4313-4da6-99ab-eadd3c6a0e1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.0630109 Jan 28 19:04:23.214336 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb7ea543-0920-437f-b158-61e0f1fb1064 req-d47fe47f-2e60-4fd5-9184-70b6bcfa4d9e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385091 Jan 28 19:04:23.267618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57776) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:23.313677 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3454573-8e34-4b41-9b76-7295ebc07010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:23.384331 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb7ea543-0920-437f-b158-61e0f1fb1064 req-5d7ad3bd-da46-44da-9f85-a523aa81968e service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611831 Jan 28 19:04:23.521191 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3454573-8e34-4b41-9b76-7295ebc07010 admin admin] Publish callbacks [] for security_group (ef951700-f891-4e2a-935d-a743e2b48b84), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:23.527909 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3454573-8e34-4b41-9b76-7295ebc07010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ef951700-f891-4e2a-935d-a743e2b48b84), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:23.590511 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57798) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:23.613174 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb7ea543-0920-437f-b158-61e0f1fb1064 req-f1008b4d-393f-40c2-9f71-8cf47f737f0e service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221816 Jan 28 19:04:23.613945 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3454573-8e34-4b41-9b76-7295ebc07010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef951700-f891-4e2a-935d-a743e2b48b84,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:23.633287 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d01bbe-b8c1-448f-b823-b84742407436 req-fd7a4d6f-0c0d-4ac4-8e9c-5c222db53f43 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:23.640880 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45d01bbe-b8c1-448f-b823-b84742407436 req-fd7a4d6f-0c0d-4ac4-8e9c-5c222db53f43 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 943 time: 0.0813291 Jan 28 19:04:23.682460 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c3454573-8e34-4b41-9b76-7295ebc07010 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a40cb5fefff4c108c22c8d1f285af63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4110322 Jan 28 19:04:23.686059 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57802) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:23.717867 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45d01bbe-b8c1-448f-b823-b84742407436 req-3178ea38-8897-4350-8383-f1e51e0ece98 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748918 Jan 28 19:04:23.789580 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1b404-468a-47ed-882a-da63398f604a req-83dac8d8-40c4-4747-ade3-1a37203dc1a8 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:23.799025 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d4d1b404-468a-47ed-882a-da63398f604a req-83dac8d8-40c4-4747-ade3-1a37203dc1a8 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1487205 Jan 28 19:04:23.844845 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5205ba9e-a725-4f89-b831-db1de8171300 admin admin] Publish callbacks [] for security_group (ef951700-f891-4e2a-935d-a743e2b48b84), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:23.874334 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d4d1b404-468a-47ed-882a-da63398f604a req-10013c8f-3298-43a2-b711-79ed8dc5a6bd tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742404 Jan 28 19:04:23.905100 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5205ba9e-a725-4f89-b831-db1de8171300 admin admin] Publish callbacks [] for security_group (ef951700-f891-4e2a-935d-a743e2b48b84), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:23.942427 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0497b04b-490f-4a60-870a-1c67e6dffadb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:23.991409 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5205ba9e-a725-4f89-b831-db1de8171300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ef951700-f891-4e2a-935d-a743e2b48b84), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:23.994964 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5205ba9e-a725-4f89-b831-db1de8171300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:23.996881 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5205ba9e-a725-4f89-b831-db1de8171300 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef951700-f891-4e2a-935d-a743e2b48b84 HTTP/1.1" status: 204 len: 168 time: 0.3056021 Jan 28 19:04:24.014914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205ba9e-a725-4f89-b831-db1de8171300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef951700-f891-4e2a-935d-a743e2b48b84,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:24.082666 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0497b04b-490f-4a60-870a-1c67e6dffadb admin admin] Publish callbacks [] for security_group (c826fa6f-52f8-4e0c-b5d3-c1fefefbd283), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:24.089894 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0497b04b-490f-4a60-870a-1c67e6dffadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c826fa6f-52f8-4e0c-b5d3-c1fefefbd283), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:24.139435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497b04b-490f-4a60-870a-1c67e6dffadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c826fa6f-52f8-4e0c-b5d3-c1fefefbd283,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:24.145524 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0497b04b-490f-4a60-870a-1c67e6dffadb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12ec2f9327f44fd5baa668e1d6fb8e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5540957 Jan 28 19:04:24.148267 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57822) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:24.206184 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2988aa4-4d24-40d0-99ae-70d150e0b22a admin admin] Publish callbacks [] for security_group (c826fa6f-52f8-4e0c-b5d3-c1fefefbd283), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:24.229264 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2988aa4-4d24-40d0-99ae-70d150e0b22a admin admin] Publish callbacks [] for security_group (c826fa6f-52f8-4e0c-b5d3-c1fefefbd283), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:24.298740 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2988aa4-4d24-40d0-99ae-70d150e0b22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c826fa6f-52f8-4e0c-b5d3-c1fefefbd283), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:24.301649 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2988aa4-4d24-40d0-99ae-70d150e0b22a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:24.303247 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e2988aa4-4d24-40d0-99ae-70d150e0b22a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c826fa6f-52f8-4e0c-b5d3-c1fefefbd283 HTTP/1.1" status: 204 len: 168 time: 0.1539633 Jan 28 19:04:24.312603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2988aa4-4d24-40d0-99ae-70d150e0b22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c826fa6f-52f8-4e0c-b5d3-c1fefefbd283,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:24.378688 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:24.402610 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57830) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:24.698831 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c26ab04b-ecc8-4693-90a6-aac3e47c6863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:24.809168 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c26ab04b-ecc8-4693-90a6-aac3e47c6863 admin admin] Publish callbacks [] for security_group (28bdb6d1-e0e1-45a7-a0cb-e8764cab65fd), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:24.815362 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c26ab04b-ecc8-4693-90a6-aac3e47c6863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (28bdb6d1-e0e1-45a7-a0cb-e8764cab65fd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:24.875331 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e065e-70d6-49c0-b31a-20a16ba19b5f req-8511dc1d-b4f8-4bc3-b66c-f5062a64def4 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:24.876486 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c26ab04b-ecc8-4693-90a6-aac3e47c6863 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec8b90cc79be48b7994801c51acad80a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4722970 Jan 28 19:04:24.877153 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57850) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:24.883337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3b5e065e-70d6-49c0-b31a-20a16ba19b5f req-8511dc1d-b4f8-4bc3-b66c-f5062a64def4 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 943 time: 0.0848031 Jan 28 19:04:24.925698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ab04b-ecc8-4693-90a6-aac3e47c6863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bdb6d1-e0e1-45a7-a0cb-e8764cab65fd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:24.971869 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c67d087b-ed26-469f-bf81-7a8351fc585d admin admin] Publish callbacks [] for security_group (28bdb6d1-e0e1-45a7-a0cb-e8764cab65fd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.005863 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c67d087b-ed26-469f-bf81-7a8351fc585d admin admin] Publish callbacks [] for security_group (28bdb6d1-e0e1-45a7-a0cb-e8764cab65fd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.018860 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57858) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:25.037572 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3b5e065e-70d6-49c0-b31a-20a16ba19b5f req-03272845-6f46-420e-9faf-24931ca1117d tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489995 Jan 28 19:04:25.038456 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d983e57-a871-4031-9aa8-0a2bafc77c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.142069 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d983e57-a871-4031-9aa8-0a2bafc77c3e admin admin] Publish callbacks [] for security_group (1e211546-15a9-4bc7-95fe-4ec9868bff3f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.144872 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d983e57-a871-4031-9aa8-0a2bafc77c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1e211546-15a9-4bc7-95fe-4ec9868bff3f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.173055 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207ef10-7230-4ea9-9063-24d46da124c7 req-5b616ae8-1bda-4f0c-92fe-cdfeecbdffe3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:25.180082 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3d983e57-a871-4031-9aa8-0a2bafc77c3e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=652f1405bc0643929cd5ffe58ed538a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602111 Jan 28 19:04:25.184962 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e207ef10-7230-4ea9-9063-24d46da124c7 req-5b616ae8-1bda-4f0c-92fe-cdfeecbdffe3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1764140 Jan 28 19:04:25.187274 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57864) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:25.223031 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.230572 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c67d087b-ed26-469f-bf81-7a8351fc585d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (28bdb6d1-e0e1-45a7-a0cb-e8764cab65fd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.236141 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c67d087b-ed26-469f-bf81-7a8351fc585d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.239812 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c67d087b-ed26-469f-bf81-7a8351fc585d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28bdb6d1-e0e1-45a7-a0cb-e8764cab65fd HTTP/1.1" status: 204 len: 168 time: 0.3604736 Jan 28 19:04:25.244669 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d983e57-a871-4031-9aa8-0a2bafc77c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e211546-15a9-4bc7-95fe-4ec9868bff3f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:25.282291 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d087b-ed26-469f-bf81-7a8351fc585d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bdb6d1-e0e1-45a7-a0cb-e8764cab65fd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:25.286973 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-faf374af-c4b6-4612-be41-7932579ecef7 admin admin] Publish callbacks [] for security_group (1e211546-15a9-4bc7-95fe-4ec9868bff3f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.304355 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e207ef10-7230-4ea9-9063-24d46da124c7 req-72ad8b86-ea15-48c0-afaa-09f1a994681d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146076 Jan 28 19:04:25.337682 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-faf374af-c4b6-4612-be41-7932579ecef7 admin admin] Publish callbacks [] for security_group (1e211546-15a9-4bc7-95fe-4ec9868bff3f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.399583 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-faf374af-c4b6-4612-be41-7932579ecef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1e211546-15a9-4bc7-95fe-4ec9868bff3f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.403689 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-faf374af-c4b6-4612-be41-7932579ecef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.406522 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-faf374af-c4b6-4612-be41-7932579ecef7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e211546-15a9-4bc7-95fe-4ec9868bff3f HTTP/1.1" status: 204 len: 168 time: 0.2181029 Jan 28 19:04:25.423193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf374af-c4b6-4612-be41-7932579ecef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e211546-15a9-4bc7-95fe-4ec9868bff3f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:25.639765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57886) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:25.657838 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9fb68bb-171f-4772-ac5f-4485f91e8354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.752895 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9fb68bb-171f-4772-ac5f-4485f91e8354 admin admin] Publish callbacks [] for security_group (d10e4e72-c5b2-4589-b1e1-936f681dffb2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.758506 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9fb68bb-171f-4772-ac5f-4485f91e8354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d10e4e72-c5b2-4589-b1e1-936f681dffb2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.804441 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a9fb68bb-171f-4772-ac5f-4485f91e8354 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93d0881af8f442fdb861f0c34fdf8bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1631837 Jan 28 19:04:25.805601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb68bb-171f-4772-ac5f-4485f91e8354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10e4e72-c5b2-4589-b1e1-936f681dffb2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:25.807751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57890) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:25.891999 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bc97fa3-9853-41a1-8dbe-b4ee43a17a3d admin admin] Publish callbacks [] for security_group (d10e4e72-c5b2-4589-b1e1-936f681dffb2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.927730 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bc97fa3-9853-41a1-8dbe-b4ee43a17a3d admin admin] Publish callbacks [] for security_group (d10e4e72-c5b2-4589-b1e1-936f681dffb2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.957773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57896) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:25.993208 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bc97fa3-9853-41a1-8dbe-b4ee43a17a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d10e4e72-c5b2-4589-b1e1-936f681dffb2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.996320 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bc97fa3-9853-41a1-8dbe-b4ee43a17a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:25.997924 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3bc97fa3-9853-41a1-8dbe-b4ee43a17a3d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d10e4e72-c5b2-4589-b1e1-936f681dffb2 HTTP/1.1" status: 204 len: 168 time: 0.1891484 Jan 28 19:04:26.007484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc97fa3-9853-41a1-8dbe-b4ee43a17a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10e4e72-c5b2-4589-b1e1-936f681dffb2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:26.162288 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0fef6238-af92-40ce-b631-fde65d3d0462 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1306407909-network', 'tenant_id': '85b9d63a2ecb461e9e586d1a0d4da072'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:26.165635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 52f446f7-445e-44e1-934c-31b3c5deef82 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:04:26.208061 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a21dbb-d61a-47c5-a9d0-ed809ea4b42e req-e66d144e-5047-4c61-a345-c53f484255ac tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:26.215588 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-70a21dbb-d61a-47c5-a9d0-ed809ea4b42e req-e66d144e-5047-4c61-a345-c53f484255ac tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 943 time: 0.0889456 Jan 28 19:04:26.225021 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fef6238-af92-40ce-b631-fde65d3d0462 admin admin] Made reservation on behalf of 85b9d63a2ecb461e9e586d1a0d4da072 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:04:26.235375 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fef6238-af92-40ce-b631-fde65d3d0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:26.249616 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fef6238-af92-40ce-b631-fde65d3d0462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:26.321250 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-70a21dbb-d61a-47c5-a9d0-ed809ea4b42e req-3fdc4aea-84c7-49c2-898b-9b89e51df53a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026876 Jan 28 19:04:26.369079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 52f446f7-445e-44e1-934c-31b3c5deef82, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=52f446f7-445e-44e1-934c-31b3c5deef82,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:26.397678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '52f446f7-445e-44e1-934c-31b3c5deef82', 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509', 'port_id': '52f446f7-445e-44e1-934c-31b3c5deef82', 'mac_address': 'fa:16:3e:7d:e0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313caf54-95a5-42d8-a40e-1d57a3098b9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:04:26.441178 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fef6238-af92-40ce-b631-fde65d3d0462 admin admin] Publish callbacks [] for security_group (51aa35a5-4d39-4750-bb16-151d548bc002), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:26.470854 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fef6238-af92-40ce-b631-fde65d3d0462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (51aa35a5-4d39-4750-bb16-151d548bc002), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:26.472059 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 52f446f7-445e-44e1-934c-31b3c5deef82 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:26.473516 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:26.503928 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f446f7-445e-44e1-934c-31b3c5deef82 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:04:26.511408 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fef6238-af92-40ce-b631-fde65d3d0462 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:04:26.544220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35d401-abb4-42e1-9e6d-ca3f68471389 req-612fc8bb-f49a-4cb0-8c91-64dc3044eeb2 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:26.554577 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff35d401-abb4-42e1-9e6d-ca3f68471389 req-612fc8bb-f49a-4cb0-8c91-64dc3044eeb2 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1292374 Jan 28 19:04:26.558543 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fef6238-af92-40ce-b631-fde65d3d0462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0e95b523-f66e-4686-84f8-6ff319a5d5e6), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:26.558824 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-0fef6238-af92-40ce-b631-fde65d3d0462 admin admin] Added segment 0e95b523-f66e-4686-84f8-6ff319a5d5e6 of type vlan for network aad2012c-8d6a-43ca-a923-74b1c71b949a Jan 28 19:04:26.565713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 52f446f7-445e-44e1-934c-31b3c5deef82, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=52f446f7-445e-44e1-934c-31b3c5deef82,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:26.573998 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef6238-af92-40ce-b631-fde65d3d0462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aa35a5-4d39-4750-bb16-151d548bc002,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:26.582490 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:26.640671 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fef6238-af92-40ce-b631-fde65d3d0462 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (aad2012c-8d6a-43ca-a923-74b1c71b949a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:26.672719 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff35d401-abb4-42e1-9e6d-ca3f68471389 req-8268f847-654a-429b-99f6-182ae6d62b21 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040964 Jan 28 19:04:26.702945 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fef6238-af92-40ce-b631-fde65d3d0462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (aad2012c-8d6a-43ca-a923-74b1c71b949a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:26.708209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fef6238-af92-40ce-b631-fde65d3d0462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:26.708327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=52f446f7-445e-44e1-934c-31b3c5deef82,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:26.709865 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fef6238-af92-40ce-b631-fde65d3d0462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:26.730925 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:26.731284 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:26.732828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:26.733192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:26.733537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:26.733875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:26.737222 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:26.737587 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:26.738751 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:26.739704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:26.740058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:26.741245 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:26.741752 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:26.745177 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0fef6238-af92-40ce-b631-fde65d3d0462 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7862437 Jan 28 19:04:26.748489 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57936) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:26.754063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2918b5e7-e4d3-4893-98f1-8c9a65dbba37 admin admin] Request body: {'subnet': {'network_id': 'aad2012c-8d6a-43ca-a923-74b1c71b949a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1306407909-subnet', 'tenant_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:26.842873 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef6238-af92-40ce-b631-fde65d3d0462 admin admin] Pushing event updated for resources: {'Network': ['ID=aad2012c-8d6a-43ca-a923-74b1c71b949a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:26.851402 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2918b5e7-e4d3-4893-98f1-8c9a65dbba37 admin admin] Made reservation on behalf of 85b9d63a2ecb461e9e586d1a0d4da072 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:04:26.854568 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2918b5e7-e4d3-4893-98f1-8c9a65dbba37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:26.856531 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network aad2012c-8d6a-43ca-a923-74b1c71b949a details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:04:26.863212 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['52f446f7-445e-44e1-934c-31b3c5deef82'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:04:27.240054 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2918b5e7-e4d3-4893-98f1-8c9a65dbba37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for subnet (27df0e0b-5ac1-4e55-893f-f551bc9fd549), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:27.326892 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918b5e7-e4d3-4893-98f1-8c9a65dbba37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27df0e0b-5ac1-4e55-893f-f551bc9fd549,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:27.337944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2918b5e7-e4d3-4893-98f1-8c9a65dbba37 admin admin] Checking segment: {'id': '0e95b523-f66e-4686-84f8-6ff319a5d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aad2012c-8d6a-43ca-a923-74b1c71b949a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:27.338511 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2918b5e7-e4d3-4893-98f1-8c9a65dbba37 admin admin] Network hostable DHCP agents. Network: aad2012c-8d6a-43ca-a923-74b1c71b949a, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:04:27.363979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2918b5e7-e4d3-4893-98f1-8c9a65dbba37 admin admin] Network aad2012c-8d6a-43ca-a923-74b1c71b949a is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:04:27.384599 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2918b5e7-e4d3-4893-98f1-8c9a65dbba37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, aad2012c-8d6a-43ca-a923-74b1c71b949a) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:04:27.390502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2918b5e7-e4d3-4893-98f1-8c9a65dbba37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:27.391257 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2918b5e7-e4d3-4893-98f1-8c9a65dbba37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:27.397327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1165070-7b5e-4c49-81e4-89d6984d2ac9 None None] Network aad2012c-8d6a-43ca-a923-74b1c71b949a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:04:27.424763 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2918b5e7-e4d3-4893-98f1-8c9a65dbba37 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6749508 Jan 28 19:04:27.427666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57974) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:27.434366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1306407909-router', 'tenant_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:27.538214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-aad2012c-8d6a-43ca-a923-74b1c71b949a', 'network_id': 'aad2012c-8d6a-43ca-a923-74b1c71b949a', 'project_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'fixed_ips': [{'subnet_id': '27df0e0b-5ac1-4e55-893f-f551bc9fd549'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:04:27.539233 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:27.542953 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (75a1aa19-bb53-4ecf-a106-7ef9205ddd8c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:27.545383 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (75a1aa19-bb53-4ecf-a106-7ef9205ddd8c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:27.596735 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c40d68-6887-4115-b3b5-dceda1b42dd4 req-f29fa867-706c-4b2b-b10f-2057aaf99f5e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:27.606797 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-05c40d68-6887-4115-b3b5-dceda1b42dd4 req-f29fa867-706c-4b2b-b10f-2057aaf99f5e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 944 time: 0.1677446 Jan 28 19:04:27.739071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Publish callbacks [] for router_controller (75a1aa19-bb53-4ecf-a106-7ef9205ddd8c), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:27.772992 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:04:27.827351 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-05c40d68-6887-4115-b3b5-dceda1b42dd4 req-dcdb9eee-5b40-4887-86f4-d8c530f6d2f3 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192690 Jan 28 19:04:27.889049 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df12fe-5f66-452f-af06-fc7e4570daf7 req-cd3597cc-02cd-4d26-8cdd-8f7581433d9b tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:27.897927 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8df12fe-5f66-452f-af06-fc7e4570daf7 req-cd3597cc-02cd-4d26-8cdd-8f7581433d9b tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1068428 Jan 28 19:04:27.981302 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8df12fe-5f66-452f-af06-fc7e4570daf7 req-4918f4d9-25ca-4ab6-aead-3eb40e99e706 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773566 Jan 28 19:04:28.076765 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Publish callbacks [] for router_gateway (75a1aa19-bb53-4ecf-a106-7ef9205ddd8c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:28.080294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Allocated IP 172.20.0.2 (aad2012c-8d6a-43ca-a923-74b1c71b949a/27df0e0b-5ac1-4e55-893f-f551bc9fd549/abda49e3-402e-4c07-88e5-0a615d4524be) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:04:28.188564 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 52f446f7-445e-44e1-934c-31b3c5deef82 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:04:28.300170 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Publish callbacks [] for port (abda49e3-402e-4c07-88e5-0a615d4524be), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:28.310062 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (abda49e3-402e-4c07-88e5-0a615d4524be), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:28.322496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 52f446f7-445e-44e1-934c-31b3c5deef82 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:04:28.347637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 52f446f7-445e-44e1-934c-31b3c5deef82 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:28.348032 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:28.410820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Network aad2012c-8d6a-43ca-a923-74b1c71b949a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:04:28.413868 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:04:28.418749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:04:28.507205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Attempting to bind port abda49e3-402e-4c07-88e5-0a615d4524be on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:04:28.507803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Attempting to bind port abda49e3-402e-4c07-88e5-0a615d4524be by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '0e95b523-f66e-4686-84f8-6ff319a5d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aad2012c-8d6a-43ca-a923-74b1c71b949a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:04:28.508031 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Attempting to bind port abda49e3-402e-4c07-88e5-0a615d4524be on network aad2012c-8d6a-43ca-a923-74b1c71b949a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:28.518085 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:04:28.518499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Checking segment: {'id': '0e95b523-f66e-4686-84f8-6ff319a5d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aad2012c-8d6a-43ca-a923-74b1c71b949a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:28.518908 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:28.519315 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Bound using segment: {'id': '0e95b523-f66e-4686-84f8-6ff319a5d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aad2012c-8d6a-43ca-a923-74b1c71b949a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:04:28.519804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Bound port: abda49e3-402e-4c07-88e5-0a615d4524be, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e95b523-f66e-4686-84f8-6ff319a5d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aad2012c-8d6a-43ca-a923-74b1c71b949a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:04:28.520190 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (abda49e3-402e-4c07-88e5-0a615d4524be), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:28.569790 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Publish callbacks [] for router_gateway (75a1aa19-bb53-4ecf-a106-7ef9205ddd8c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:28.592079 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:28.611083 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] For port abda49e3-402e-4c07-88e5-0a615d4524be, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:28.614761 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] For port abda49e3-402e-4c07-88e5-0a615d4524be, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=abda49e3-402e-4c07-88e5-0a615d4524be,segment=NetworkSegment(0e95b523-f66e-4686-84f8-6ff319a5d5e6),segment_id=0e95b523-f66e-4686-84f8-6ff319a5d5e6)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:04:28.618416 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Pushing event updated for resources: {'Port': ['ID=abda49e3-402e-4c07-88e5-0a615d4524be,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:28.637343 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (abda49e3-402e-4c07-88e5-0a615d4524be), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:28.717014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ea571-ba1e-427b-8136-39cb93df0db8 None None] Pushing event updated for resources: {'Port': ['ID=abda49e3-402e-4c07-88e5-0a615d4524be,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:28.717404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Allocated IP 172.25.0.119 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/760ce012-8419-4a72-bbaf-b3d8e7057461) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:04:28.740348 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 52f446f7-445e-44e1-934c-31b3c5deef82 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:28.740799 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:28.784873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff52dd2-5ddd-4177-9038-727e33daebd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f446f7-445e-44e1-934c-31b3c5deef82'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:28.787994 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e0da45-266d-4c57-8784-dedd1b3d4b68" -d '{"events": [{"server_uuid": "8ff52dd2-5ddd-4177-9038-727e33daebd6", "name": "network-vif-plugged", "status": "completed", "tag": "52f446f7-445e-44e1-934c-31b3c5deef82"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:28.806640 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 52f446f7-445e-44e1-934c-31b3c5deef82, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=52f446f7-445e-44e1-934c-31b3c5deef82,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:28.817712 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:28.877966 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Publish callbacks [] for port (760ce012-8419-4a72-bbaf-b3d8e7057461), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:28.918048 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (760ce012-8419-4a72-bbaf-b3d8e7057461), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:28.944979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:04:28.945959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=52f446f7-445e-44e1-934c-31b3c5deef82,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:28.951066 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:04:28.970583 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:04:29.105346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Pushing event updated for resources: {'Port': ['ID=760ce012-8419-4a72-bbaf-b3d8e7057461,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:29.130136 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35646cc1-f244-40e9-a6ba-0d59d8baa142 x-openstack-request-id: req-35646cc1-f244-40e9-a6ba-0d59d8baa142 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:29.130702 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff52dd2-5ddd-4177-9038-727e33daebd6", "name": "network-vif-plugged", "status": "completed", "tag": "52f446f7-445e-44e1-934c-31b3c5deef82", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:29.131047 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35646cc1-f244-40e9-a6ba-0d59d8baa142 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:29.131594 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff52dd2-5ddd-4177-9038-727e33daebd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f446f7-445e-44e1-934c-31b3c5deef82', 'code': 200} Jan 28 19:04:29.426319 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device abda49e3-402e-4c07-88e5-0a615d4524be up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:04:29.519483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port abda49e3-402e-4c07-88e5-0a615d4524be triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:29.520414 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (abda49e3-402e-4c07-88e5-0a615d4524be), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:29.589974 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167afedb-bcdd-4052-b7e6-7adbf0bc7b0f req-f040254f-cff6-47d4-b8c5-223e1ed5e537 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:29.592878 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-167afedb-bcdd-4052-b7e6-7adbf0bc7b0f req-f040254f-cff6-47d4-b8c5-223e1ed5e537 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.0678489 Jan 28 19:04:29.608228 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Publish callbacks [] for router_gateway (75a1aa19-bb53-4ecf-a106-7ef9205ddd8c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:29.616647 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port abda49e3-402e-4c07-88e5-0a615d4524be is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:29.617057 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (abda49e3-402e-4c07-88e5-0a615d4524be), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:29.649520 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-167afedb-bcdd-4052-b7e6-7adbf0bc7b0f req-8018c339-a311-4d89-8c25-4118d705826d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504923 Jan 28 19:04:29.662105 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port abda49e3-402e-4c07-88e5-0a615d4524be, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=abda49e3-402e-4c07-88e5-0a615d4524be,segment=NetworkSegment(0e95b523-f66e-4686-84f8-6ff319a5d5e6),segment_id=0e95b523-f66e-4686-84f8-6ff319a5d5e6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:29.665363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcfb4e-5940-419d-9074-52d6c53f3e14 req-572a7760-bf07-4811-9862-a208206eb99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:29.667026 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-efbcfb4e-5940-419d-9074-52d6c53f3e14 req-572a7760-bf07-4811-9862-a208206eb99a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 1127 time: 0.4432836 Jan 28 19:04:29.669188 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (abda49e3-402e-4c07-88e5-0a615d4524be), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:29.678772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9ae32-bfa2-467d-8203-4bb599a6eef3 req-b1f2ad48-995d-49ad-8b4b-6d1345b653b1 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:29.686546 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8be9ae32-bfa2-467d-8203-4bb599a6eef3 req-b1f2ad48-995d-49ad-8b4b-6d1345b653b1 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 945 time: 0.4773672 Jan 28 19:04:29.765257 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=abda49e3-402e-4c07-88e5-0a615d4524be,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:29.814612 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:29.892017 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8be9ae32-bfa2-467d-8203-4bb599a6eef3 req-62fd5c0f-f61a-461b-a307-001069097463 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042017 Jan 28 19:04:29.914667 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-efbcfb4e-5940-419d-9074-52d6c53f3e14 req-7f8b28b2-e5a0-4e58-bd8c-ccaf64e5516d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234542 Jan 28 19:04:30.006134 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (75a1aa19-bb53-4ecf-a106-7ef9205ddd8c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:30.193563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Router 75a1aa19-bb53-4ecf-a106-7ef9205ddd8c is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:04:30.250842 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e79176a-cadd-4079-bd9a-599d4de8bc47 None None] Network aad2012c-8d6a-43ca-a923-74b1c71b949a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:04:30.309359 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf7b0f3c-9366-4fea-b5c5-cf2ac5ac04de req-0fb521d9-ad34-4065-bd9e-7a8d904e3e49 tempest-QuotasAdminNegativeTest-281710149 tempest-QuotasAdminNegativeTest-281710149-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=527d20695fd24e21a469f3fca08050da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420942 Jan 28 19:04:30.375383 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-84640a03-d58d-4010-8fae-e6da665f5565 None None] Provisioning complete for port abda49e3-402e-4c07-88e5-0a615d4524be triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:30.375930 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-84640a03-d58d-4010-8fae-e6da665f5565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (abda49e3-402e-4c07-88e5-0a615d4524be), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:30.433707 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b0f3c-9366-4fea-b5c5-cf2ac5ac04de req-833afbea-3fd1-4eae-91c6-51414f58791f tempest-QuotasAdminNegativeTest-281710149 tempest-QuotasAdminNegativeTest-281710149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:30.434543 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58094) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:30.440348 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf7b0f3c-9366-4fea-b5c5-cf2ac5ac04de req-833afbea-3fd1-4eae-91c6-51414f58791f tempest-QuotasAdminNegativeTest-281710149 tempest-QuotasAdminNegativeTest-281710149-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1300445 Jan 28 19:04:30.471364 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf7b0f3c-9366-4fea-b5c5-cf2ac5ac04de req-6713386b-6dcb-4a68-bf54-8f3c8a99fb42 tempest-QuotasAdminNegativeTest-281710149 tempest-QuotasAdminNegativeTest-281710149-project] 10.222.0.55 "GET /v2.0/quotas/527d20695fd24e21a469f3fca08050da HTTP/1.1" status: 200 len: 375 time: 0.0299706 Jan 28 19:04:30.547121 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf7b0f3c-9366-4fea-b5c5-cf2ac5ac04de req-2204be45-03b0-41b2-9c2c-30eb0adb4106 tempest-QuotasAdminNegativeTest-281710149 tempest-QuotasAdminNegativeTest-281710149-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=527d20695fd24e21a469f3fca08050da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748107 Jan 28 19:04:30.576220 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e17cad84-f8b8-4992-899e-0f0c29b7be69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:30.621153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-84640a03-d58d-4010-8fae-e6da665f5565 None None] Current status of the port abda49e3-402e-4c07-88e5-0a615d4524be is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:30.671135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:04:30.684846 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Sync routers for ids ['75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:04:30.720604 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Routers {'75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:04:30.723102 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:04:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:30.742342 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e17cad84-f8b8-4992-899e-0f0c29b7be69 admin admin] Publish callbacks [] for security_group (1e3916f3-2606-4ee7-8856-107907a03293), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:30.743543 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:30.748944 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ea0a55cf-6343-4c50-860c-c5e15b8ee054 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3185947 Jan 28 19:04:30.749380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58108) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:30.930386 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e17cad84-f8b8-4992-899e-0f0c29b7be69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1e3916f3-2606-4ee7-8856-107907a03293), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:30.936091 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Set router 75a1aa19-bb53-4ecf-a106-7ef9205ddd8c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:04:30.939485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676ea89-b79c-4f6a-be9a-3fea6bc46c06 req-05c837dd-9af3-4353-b0f1-babc5c65b7a2 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:30.957605 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c676ea89-b79c-4f6a-be9a-3fea6bc46c06 req-05c837dd-9af3-4353-b0f1-babc5c65b7a2 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1204584 Jan 28 19:04:30.971201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58114) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:31.069024 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d1a1d47b-b539-416d-a12e-9a50c0b17af5 None None] Provisioning complete for port abda49e3-402e-4c07-88e5-0a615d4524be triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:31.069180 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1a1d47b-b539-416d-a12e-9a50c0b17af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (abda49e3-402e-4c07-88e5-0a615d4524be), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:31.077666 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c676ea89-b79c-4f6a-be9a-3fea6bc46c06 req-5f343ed1-ec56-4ae1-bb9d-5c9aa0638d97 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190279 Jan 28 19:04:31.230124 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e17cad84-f8b8-4992-899e-0f0c29b7be69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a70f4f4dc11c4eab90b9801633f25f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7925282 Jan 28 19:04:31.230731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58118) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:31.238373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d1a1d47b-b539-416d-a12e-9a50c0b17af5 None None] Current status of the port abda49e3-402e-4c07-88e5-0a615d4524be is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:31.262588 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a94bfe64-f064-44e9-8fd2-ec6daa5c0724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:31.347053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944ef27-e005-45ae-bb5d-894d7b8ca41b req-9ac28efe-2c1b-4195-9879-c6828d98279f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:31.354778 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7944ef27-e005-45ae-bb5d-894d7b8ca41b req-9ac28efe-2c1b-4195-9879-c6828d98279f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 945 time: 0.1629546 Jan 28 19:04:31.361076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device abda49e3-402e-4c07-88e5-0a615d4524be up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:04:31.369880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cad84-f8b8-4992-899e-0f0c29b7be69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3916f3-2606-4ee7-8856-107907a03293,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:31.395425 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'name': 'tempest-FloatingIPsTestJSON-1306407909-router', 'tenant_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:04:27Z', 'updated_at': '2022-01-28T19:04:29Z', 'revision_number': 3, 'project_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'gw_port': {'id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:04:28Z', 'updated_at': '2022-01-28T19:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:31.426598 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64e1ec83-f061-4156-a33f-21ea7f46c12b admin admin] Publish callbacks [] for security_group (1e3916f3-2606-4ee7-8856-107907a03293), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:31.434208 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Checking router: 75a1aa19-bb53-4ecf-a106-7ef9205ddd8c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:04:31.434776 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Updating router 75a1aa19-bb53-4ecf-a106-7ef9205ddd8c port 760ce012-8419-4a72-bbaf-b3d8e7057461 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:04:31.455240 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64e1ec83-f061-4156-a33f-21ea7f46c12b admin admin] Publish callbacks [] for security_group (1e3916f3-2606-4ee7-8856-107907a03293), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:31.470956 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (760ce012-8419-4a72-bbaf-b3d8e7057461), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:31.480007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7944ef27-e005-45ae-bb5d-894d7b8ca41b req-52e80e68-ce49-441b-940e-51286122fbf9 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242535 Jan 28 19:04:31.485017 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a94bfe64-f064-44e9-8fd2-ec6daa5c0724 admin admin] Publish callbacks [] for security_group (49e8298a-058c-4315-bfea-9e13287b63ae), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:31.493631 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port abda49e3-402e-4c07-88e5-0a615d4524be triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:31.494317 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (abda49e3-402e-4c07-88e5-0a615d4524be), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:31.517966 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a94bfe64-f064-44e9-8fd2-ec6daa5c0724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (49e8298a-058c-4315-bfea-9e13287b63ae), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:31.555625 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64e1ec83-f061-4156-a33f-21ea7f46c12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1e3916f3-2606-4ee7-8856-107907a03293), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:31.558319 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64e1ec83-f061-4156-a33f-21ea7f46c12b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:31.564653 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-64e1ec83-f061-4156-a33f-21ea7f46c12b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e3916f3-2606-4ee7-8856-107907a03293 HTTP/1.1" status: 204 len: 168 time: 0.2504807 Jan 28 19:04:31.579096 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a94bfe64-f064-44e9-8fd2-ec6daa5c0724 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97ffaf0125374e3bad631061f382b7bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6067441 Jan 28 19:04:31.579928 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58130) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:31.580542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bfe64-f064-44e9-8fd2-ec6daa5c0724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e8298a-058c-4315-bfea-9e13287b63ae,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:31.588275 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1ec83-f061-4156-a33f-21ea7f46c12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3916f3-2606-4ee7-8856-107907a03293,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:31.688569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port abda49e3-402e-4c07-88e5-0a615d4524be is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:31.743736 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ac4698b-45cc-46a1-ba8c-280e04bf7bae admin admin] Publish callbacks [] for security_group (49e8298a-058c-4315-bfea-9e13287b63ae), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:31.764998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2764d-d162-47fd-9c11-e5d4d8760d39 req-5aa4f799-83f3-4a1f-9da7-5255cf028054 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:31.773659 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4c2764d-d162-47fd-9c11-e5d4d8760d39 req-5aa4f799-83f3-4a1f-9da7-5255cf028054 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 1127 time: 0.1757696 Jan 28 19:04:31.804204 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ac4698b-45cc-46a1-ba8c-280e04bf7bae admin admin] Publish callbacks [] for security_group (49e8298a-058c-4315-bfea-9e13287b63ae), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:31.833928 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:31.971654 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4c2764d-d162-47fd-9c11-e5d4d8760d39 req-e35aff31-29dd-4ef5-9ab3-f51e0a2f9e04 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927981 Jan 28 19:04:31.996165 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ac4698b-45cc-46a1-ba8c-280e04bf7bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (49e8298a-058c-4315-bfea-9e13287b63ae), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:32.000139 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ac4698b-45cc-46a1-ba8c-280e04bf7bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:32.004864 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Publish callbacks [] for port (760ce012-8419-4a72-bbaf-b3d8e7057461), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:32.005383 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6ac4698b-45cc-46a1-ba8c-280e04bf7bae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49e8298a-058c-4315-bfea-9e13287b63ae HTTP/1.1" status: 204 len: 168 time: 0.4188690 Jan 28 19:04:32.026522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4698b-45cc-46a1-ba8c-280e04bf7bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e8298a-058c-4315-bfea-9e13287b63ae,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:32.034392 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (760ce012-8419-4a72-bbaf-b3d8e7057461), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:32.140240 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Attempting to bind port 760ce012-8419-4a72-bbaf-b3d8e7057461 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:04:32.140772 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Attempting to bind port 760ce012-8419-4a72-bbaf-b3d8e7057461 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:04:32.141575 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Attempting to bind port 760ce012-8419-4a72-bbaf-b3d8e7057461 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:32.146465 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28416e-7d6d-443c-a9a9-7ef1891fc105 None None] Pushing event updated for resources: {'Port': ['ID=760ce012-8419-4a72-bbaf-b3d8e7057461,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:32.152124 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:04:32.152124 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:32.153851 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:32.154452 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:04:32.155230 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Bound port: 760ce012-8419-4a72-bbaf-b3d8e7057461, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:04:32.155704 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (760ce012-8419-4a72-bbaf-b3d8e7057461), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:32.164360 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28416e-7d6d-443c-a9a9-7ef1891fc105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:32.164924 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28416e-7d6d-443c-a9a9-7ef1891fc105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:32.165461 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28416e-7d6d-443c-a9a9-7ef1891fc105 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:32.165746 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28416e-7d6d-443c-a9a9-7ef1891fc105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:32.166163 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28416e-7d6d-443c-a9a9-7ef1891fc105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:32.166569 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28416e-7d6d-443c-a9a9-7ef1891fc105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:32.167272 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28416e-7d6d-443c-a9a9-7ef1891fc105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:32.167272 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28416e-7d6d-443c-a9a9-7ef1891fc105 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:32.167676 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28416e-7d6d-443c-a9a9-7ef1891fc105 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:32.168065 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28416e-7d6d-443c-a9a9-7ef1891fc105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:32.168434 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28416e-7d6d-443c-a9a9-7ef1891fc105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:32.168818 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28416e-7d6d-443c-a9a9-7ef1891fc105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:32.169180 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28416e-7d6d-443c-a9a9-7ef1891fc105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:04:32.188484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Allocated IP 172.20.0.1 (aad2012c-8d6a-43ca-a923-74b1c71b949a/27df0e0b-5ac1-4e55-893f-f551bc9fd549/391e6fe1-9130-45be-ba9a-f04703ab9cfd) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:04:32.220510 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58152) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:32.232476 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] For port 760ce012-8419-4a72-bbaf-b3d8e7057461, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:32.236786 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] For port 760ce012-8419-4a72-bbaf-b3d8e7057461, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=760ce012-8419-4a72-bbaf-b3d8e7057461,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:04:32.248376 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (760ce012-8419-4a72-bbaf-b3d8e7057461), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:32.255579 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65f05da9-01a9-4dea-97fb-516b52b2f4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:32.271316 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f23dd-876f-4208-9ec0-74d1349b002e req-633ee41d-9bdb-422e-aadc-29cf6010773d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:32.273828 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d17f23dd-876f-4208-9ec0-74d1349b002e req-633ee41d-9bdb-422e-aadc-29cf6010773d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.0899978 Jan 28 19:04:32.326620 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Routers {'75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:04:32.327336 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c918b2-280e-474b-a3df-d1f754e2dd4e req-bf804399-863a-43ec-8e35-1b5383757254 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:32.327968 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:04:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:32.334256 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17c918b2-280e-474b-a3df-d1f754e2dd4e req-bf804399-863a-43ec-8e35-1b5383757254 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 1127 time: 0.2036378 Jan 28 19:04:32.370680 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d17f23dd-876f-4208-9ec0-74d1349b002e req-db7328a4-6774-4972-a66f-bcbc6c5f2267 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871780 Jan 28 19:04:32.374679 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28416e-7d6d-443c-a9a9-7ef1891fc105 None None] Pushing event updated for resources: {'Port': ['ID=760ce012-8419-4a72-bbaf-b3d8e7057461,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:32.479489 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17c918b2-280e-474b-a3df-d1f754e2dd4e req-010c16ee-622d-48ef-bede-9716d323b938 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389949 Jan 28 19:04:32.506601 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] Set router 75a1aa19-bb53-4ecf-a106-7ef9205ddd8c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:04:32.516226 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6842a12b-10c1-4e23-bcf2-42a12fa3f15a req-03dcd59f-7340-4e33-bd78-3a6f5f5ebdbc tempest-QuotasAdminNegativeTest-281710149 tempest-QuotasAdminNegativeTest-281710149-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=527d20695fd24e21a469f3fca08050da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550961 Jan 28 19:04:32.521246 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Publish callbacks [] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:32.600949 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65f05da9-01a9-4dea-97fb-516b52b2f4fe admin admin] Publish callbacks [] for security_group (dee5e964-1fcb-4357-9364-adb65a1dc5f6), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:32.630051 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65f05da9-01a9-4dea-97fb-516b52b2f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (dee5e964-1fcb-4357-9364-adb65a1dc5f6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:32.724430 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58172) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:32.752877 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f05da9-01a9-4dea-97fb-516b52b2f4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee5e964-1fcb-4357-9364-adb65a1dc5f6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:32.759992 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-65f05da9-01a9-4dea-97fb-516b52b2f4fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3bd66698e0c54d79bcb190e204fb7ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5361362 Jan 28 19:04:32.759992 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f41ca921-06ee-4477-99c1-bcf8ba3cc74a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:32.761816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58174) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:32.773530 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:32.791783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842a12b-10c1-4e23-bcf2-42a12fa3f15a req-b4a6e724-1068-4616-be76-4b7797c38279 tempest-QuotasAdminNegativeTest-281710149 tempest-QuotasAdminNegativeTest-281710149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:32.794098 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6842a12b-10c1-4e23-bcf2-42a12fa3f15a req-b4a6e724-1068-4616-be76-4b7797c38279 tempest-QuotasAdminNegativeTest-281710149 tempest-QuotasAdminNegativeTest-281710149-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2672129 Jan 28 19:04:32.820575 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6842a12b-10c1-4e23-bcf2-42a12fa3f15a req-4b9a42f4-642f-4f92-846f-06310590eaf1 tempest-QuotasAdminNegativeTest-281710149 tempest-QuotasAdminNegativeTest-281710149-project] 10.222.0.55 "GET /v2.0/quotas/527d20695fd24e21a469f3fca08050da HTTP/1.1" status: 200 len: 375 time: 0.0131698 Jan 28 19:04:32.839063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Network aad2012c-8d6a-43ca-a923-74b1c71b949a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:04:32.851621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:04:32.866400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:04:32.866864 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (75a1aa19-bb53-4ecf-a106-7ef9205ddd8c), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:32.889347 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6842a12b-10c1-4e23-bcf2-42a12fa3f15a req-426accd5-2683-4b2d-8952-3393d542644c tempest-QuotasAdminNegativeTest-281710149 tempest-QuotasAdminNegativeTest-281710149-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=527d20695fd24e21a469f3fca08050da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572402 Jan 28 19:04:32.946637 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'name': 'tempest-FloatingIPsTestJSON-1306407909-router', 'tenant_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:04:27Z', 'updated_at': '2022-01-28T19:04:29Z', 'revision_number': 3, 'project_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'gw_port': {'id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:04:28Z', 'updated_at': '2022-01-28T19:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:32.949138 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Pushing event updated for resources: {'Port': ['ID=391e6fe1-9130-45be-ba9a-f04703ab9cfd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:33.022741 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d30cdb-6ebe-48fa-8fea-5a4226299d27 None None] The sync data for ids ['75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'] in n-d-824834-4 is: [{'id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'name': 'tempest-FloatingIPsTestJSON-1306407909-router', 'tenant_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:04:27Z', 'updated_at': '2022-01-28T19:04:29Z', 'revision_number': 3, 'project_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'gw_port': {'id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:04:28Z', 'updated_at': '2022-01-28T19:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:04:33.175596 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e1fa59c7-b7d7-43df-b368-e18c60ccc6e0 None None] Provisioning complete for port 391e6fe1-9130-45be-ba9a-f04703ab9cfd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:33.180986 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e1fa59c7-b7d7-43df-b368-e18c60ccc6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:33.240471 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e1fa59c7-b7d7-43df-b368-e18c60ccc6e0 None None] Port 391e6fe1-9130-45be-ba9a-f04703ab9cfd cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:04:33.357060 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f41e8a9b-f47b-4be6-9885-0e2fcec63173 admin admin] Publish callbacks [] for security_group (dee5e964-1fcb-4357-9364-adb65a1dc5f6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:33.454494 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f41e8a9b-f47b-4be6-9885-0e2fcec63173 admin admin] Publish callbacks [] for security_group (dee5e964-1fcb-4357-9364-adb65a1dc5f6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:33.536401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359ff53-f8e5-4f15-8827-09ad95856bd2 req-df41655c-1a88-4ee6-9688-edc7a8ac9213 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:33.538360 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9359ff53-f8e5-4f15-8827-09ad95856bd2 req-df41655c-1a88-4ee6-9688-edc7a8ac9213 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 1127 time: 0.5807481 Jan 28 19:04:33.544978 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f41ca921-06ee-4477-99c1-bcf8ba3cc74a admin admin] Publish callbacks [] for security_group (160fb6c9-e009-4118-96b5-d1e5e5e6ba47), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:33.579753 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f41ca921-06ee-4477-99c1-bcf8ba3cc74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (160fb6c9-e009-4118-96b5-d1e5e5e6ba47), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:33.653255 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:33.661993 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f41ca921-06ee-4477-99c1-bcf8ba3cc74a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c915ee0bc8d4e6789c18887b9367c30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9321055 Jan 28 19:04:33.665380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:33.667528 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f41e8a9b-f47b-4be6-9885-0e2fcec63173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (dee5e964-1fcb-4357-9364-adb65a1dc5f6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:33.670220 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f41e8a9b-f47b-4be6-9885-0e2fcec63173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:33.673993 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f41e8a9b-f47b-4be6-9885-0e2fcec63173 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dee5e964-1fcb-4357-9364-adb65a1dc5f6 HTTP/1.1" status: 204 len: 168 time: 0.9111972 Jan 28 19:04:33.688977 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ca921-06ee-4477-99c1-bcf8ba3cc74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160fb6c9-e009-4118-96b5-d1e5e5e6ba47,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:33.704614 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9359ff53-f8e5-4f15-8827-09ad95856bd2 req-c77d6c06-9d8c-4536-8ae7-896210256a5a tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543853 Jan 28 19:04:33.707152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e8a9b-f47b-4be6-9885-0e2fcec63173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee5e964-1fcb-4357-9364-adb65a1dc5f6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:33.757191 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9695d4f-416b-4d7b-90b5-69993f52efad req-20f0fd42-c141-4d60-b2a5-4e67eabb9442 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:33.769428 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e9695d4f-416b-4d7b-90b5-69993f52efad req-20f0fd42-c141-4d60-b2a5-4e67eabb9442 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1609485 Jan 28 19:04:33.850945 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8a5b-494c-4d1a-8708-efbcdd209439 admin admin] Publish callbacks [] for security_group (160fb6c9-e009-4118-96b5-d1e5e5e6ba47), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:33.911712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e9695d4f-416b-4d7b-90b5-69993f52efad req-5ed5306b-4ef7-4f30-9720-ac9628845896 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405697 Jan 28 19:04:33.968227 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8a5b-494c-4d1a-8708-efbcdd209439 admin admin] Publish callbacks [] for security_group (160fb6c9-e009-4118-96b5-d1e5e5e6ba47), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:34.040503 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8a5b-494c-4d1a-8708-efbcdd209439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (160fb6c9-e009-4118-96b5-d1e5e5e6ba47), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:34.041068 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Publish callbacks [] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:34.044168 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f5b8a5b-494c-4d1a-8708-efbcdd209439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:34.048579 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7f5b8a5b-494c-4d1a-8708-efbcdd209439 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/160fb6c9-e009-4118-96b5-d1e5e5e6ba47 HTTP/1.1" status: 204 len: 168 time: 0.3796926 Jan 28 19:04:34.066191 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:34.066191 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (75a1aa19-bb53-4ecf-a106-7ef9205ddd8c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:34.067136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b8a5b-494c-4d1a-8708-efbcdd209439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160fb6c9-e009-4118-96b5-d1e5e5e6ba47,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:34.300729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Pushing event updated for resources: {'Port': ['ID=391e6fe1-9130-45be-ba9a-f04703ab9cfd,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:34.336452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Network aad2012c-8d6a-43ca-a923-74b1c71b949a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:04:34.338767 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:04:34.527044 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Router 75a1aa19-bb53-4ecf-a106-7ef9205ddd8c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:04:34.638709 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d13829b4-666e-4efc-ad16-92c9a81b6a1a req-4bf5efe6-865b-4c1d-8eb2-bd7f22b1bf27 tempest-QuotasAdminNegativeTest-281710149 tempest-QuotasAdminNegativeTest-281710149-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=527d20695fd24e21a469f3fca08050da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447431 Jan 28 19:04:34.677146 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1f25666f-9c3b-4421-bccb-d032036bd9dc None None] Provisioning complete for port 391e6fe1-9130-45be-ba9a-f04703ab9cfd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:34.680101 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f25666f-9c3b-4421-bccb-d032036bd9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:34.699566 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:34.714152 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2bb91f4-6b68-4184-afa5-0c7db45ab1d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:34.723126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1f25666f-9c3b-4421-bccb-d032036bd9dc None None] Port 391e6fe1-9130-45be-ba9a-f04703ab9cfd cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:04:34.775765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:04:34.782746 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7e790194-056d-4cc8-801b-e1388c93e935 admin admin] 10.222.0.55 "PUT /v2.0/routers/75a1aa19-bb53-4ecf-a106-7ef9205ddd8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0302887 Jan 28 19:04:34.808603 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13829b4-666e-4efc-ad16-92c9a81b6a1a req-4198580d-378a-442f-9245-5a4ac007fbce tempest-QuotasAdminNegativeTest-281710149 tempest-QuotasAdminNegativeTest-281710149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:34.815860 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d13829b4-666e-4efc-ad16-92c9a81b6a1a req-4198580d-378a-442f-9245-5a4ac007fbce tempest-QuotasAdminNegativeTest-281710149 tempest-QuotasAdminNegativeTest-281710149-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761937 Jan 28 19:04:34.831717 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d13829b4-666e-4efc-ad16-92c9a81b6a1a req-103c8acf-ef6a-4bfd-800a-5ea126ffa6f7 tempest-QuotasAdminNegativeTest-281710149 tempest-QuotasAdminNegativeTest-281710149-project] 10.222.0.55 "GET /v2.0/quotas/527d20695fd24e21a469f3fca08050da HTTP/1.1" status: 200 len: 375 time: 0.0148880 Jan 28 19:04:34.839083 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2bb91f4-6b68-4184-afa5-0c7db45ab1d2 admin admin] Publish callbacks [] for security_group (57707b3c-677e-4800-bc4f-1762401f0992), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:34.846195 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2bb91f4-6b68-4184-afa5-0c7db45ab1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (57707b3c-677e-4800-bc4f-1762401f0992), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:34.877316 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d13829b4-666e-4efc-ad16-92c9a81b6a1a req-e276f730-2f61-4109-8b95-47973e4c3051 tempest-QuotasAdminNegativeTest-281710149 tempest-QuotasAdminNegativeTest-281710149-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=527d20695fd24e21a469f3fca08050da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419858 Jan 28 19:04:34.911472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58242) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:34.911609 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d2bb91f4-6b68-4184-afa5-0c7db45ab1d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e1c0f1505b164696b6847f6bde005af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2105312 Jan 28 19:04:34.913527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb91f4-6b68-4184-afa5-0c7db45ab1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57707b3c-677e-4800-bc4f-1762401f0992,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:34.966972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81749f5b-0e64-46f5-8a88-1283fca37ac9 req-309cbb71-b17b-45f5-aa46-c5d581ab46b0 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:34.971557 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-81749f5b-0e64-46f5-8a88-1283fca37ac9 req-309cbb71-b17b-45f5-aa46-c5d581ab46b0 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 1127 time: 0.0770893 Jan 28 19:04:35.009425 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a5a4-7a99-4ac4-be81-e3167082d337 admin admin] Publish callbacks [] for security_group (57707b3c-677e-4800-bc4f-1762401f0992), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:35.050719 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-81749f5b-0e64-46f5-8a88-1283fca37ac9 req-b751d3a1-a89b-4bd0-8d7d-8535075e3dac tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759666 Jan 28 19:04:35.052462 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a5a4-7a99-4ac4-be81-e3167082d337 admin admin] Publish callbacks [] for security_group (57707b3c-677e-4800-bc4f-1762401f0992), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:35.147745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2269fd0-db67-4686-95cc-2715f8196054 req-5df69ed4-cd31-49d7-8fec-8a3d5863623e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:35.149286 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c2269fd0-db67-4686-95cc-2715f8196054 req-5df69ed4-cd31-49d7-8fec-8a3d5863623e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.0932939 Jan 28 19:04:35.150385 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a5a4-7a99-4ac4-be81-e3167082d337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (57707b3c-677e-4800-bc4f-1762401f0992), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:35.152974 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cc5a5a4-7a99-4ac4-be81-e3167082d337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:35.156722 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6cc5a5a4-7a99-4ac4-be81-e3167082d337 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57707b3c-677e-4800-bc4f-1762401f0992 HTTP/1.1" status: 204 len: 168 time: 0.2435296 Jan 28 19:04:35.169461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58262) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:35.175370 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5a5a4-7a99-4ac4-be81-e3167082d337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57707b3c-677e-4800-bc4f-1762401f0992,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:35.218223 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c2269fd0-db67-4686-95cc-2715f8196054 req-e35cb187-1109-49ba-95bd-c5bab4fffa37 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603361 Jan 28 19:04:35.375319 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 760ce012-8419-4a72-bbaf-b3d8e7057461 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:04:35.449695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 760ce012-8419-4a72-bbaf-b3d8e7057461 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:35.450124 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (760ce012-8419-4a72-bbaf-b3d8e7057461), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:35.501784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-125aee7f-0eaa-473d-8904-4c66ff97d6f3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-517492549-network', 'tenant_id': 'b8051fa403204f3a8cee09787cf3ea3b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:35.505886 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Sync routers for ids ['75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:04:35.538080 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125aee7f-0eaa-473d-8904-4c66ff97d6f3 admin admin] Made reservation on behalf of b8051fa403204f3a8cee09787cf3ea3b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:04:35.544316 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-125aee7f-0eaa-473d-8904-4c66ff97d6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:35.560375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Routers {'75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:04:35.561404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:04:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:35.565548 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-125aee7f-0eaa-473d-8904-4c66ff97d6f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:35.685153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 760ce012-8419-4a72-bbaf-b3d8e7057461 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:35.685782 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (760ce012-8419-4a72-bbaf-b3d8e7057461), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:35.706443 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-125aee7f-0eaa-473d-8904-4c66ff97d6f3 admin admin] Publish callbacks [] for security_group (212f7f55-6a8f-4649-a7e2-22820b9917da), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:35.713153 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-125aee7f-0eaa-473d-8904-4c66ff97d6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (212f7f55-6a8f-4649-a7e2-22820b9917da), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:35.719889 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 760ce012-8419-4a72-bbaf-b3d8e7057461, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=760ce012-8419-4a72-bbaf-b3d8e7057461,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:35.730175 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Set router 75a1aa19-bb53-4ecf-a106-7ef9205ddd8c gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:04:35.732757 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (760ce012-8419-4a72-bbaf-b3d8e7057461), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:35.789429 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125aee7f-0eaa-473d-8904-4c66ff97d6f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:04:35.798457 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125aee7f-0eaa-473d-8904-4c66ff97d6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212f7f55-6a8f-4649-a7e2-22820b9917da,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:35.805876 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-125aee7f-0eaa-473d-8904-4c66ff97d6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (de81035b-0b9d-4a74-8cfd-607bc29c4ecb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:35.806630 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-125aee7f-0eaa-473d-8904-4c66ff97d6f3 admin admin] Added segment de81035b-0b9d-4a74-8cfd-607bc29c4ecb of type vlan for network c20c0171-fb74-485a-8967-afbc425d786f Jan 28 19:04:35.874656 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-125aee7f-0eaa-473d-8904-4c66ff97d6f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (c20c0171-fb74-485a-8967-afbc425d786f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:35.884228 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b32189a-a560-49c4-81dc-05517ee0370f req-6a248024-ca83-42c3-8485-3dabf99f4836 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2604401 Jan 28 19:04:35.890050 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:35.909269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=760ce012-8419-4a72-bbaf-b3d8e7057461,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:35.929446 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:35.935115 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-125aee7f-0eaa-473d-8904-4c66ff97d6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (c20c0171-fb74-485a-8967-afbc425d786f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:35.936732 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125aee7f-0eaa-473d-8904-4c66ff97d6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:35.937331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-125aee7f-0eaa-473d-8904-4c66ff97d6f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:36.056866 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:36.058152 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-125aee7f-0eaa-473d-8904-4c66ff97d6f3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8831258 Jan 28 19:04:36.062258 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58292) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:36.067211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125aee7f-0eaa-473d-8904-4c66ff97d6f3 admin admin] Pushing event updated for resources: {'Network': ['ID=c20c0171-fb74-485a-8967-afbc425d786f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:36.069985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-59373793-3dbf-4d0d-a2a4-8bc056093dc8 admin admin] Request body: {'subnet': {'network_id': 'c20c0171-fb74-485a-8967-afbc425d786f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-517492549-subnet', 'tenant_id': 'b8051fa403204f3a8cee09787cf3ea3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:36.096894 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network c20c0171-fb74-485a-8967-afbc425d786f details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:04:36.150116 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59373793-3dbf-4d0d-a2a4-8bc056093dc8 admin admin] Made reservation on behalf of b8051fa403204f3a8cee09787cf3ea3b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:04:36.152551 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59373793-3dbf-4d0d-a2a4-8bc056093dc8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:36.165562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'name': 'tempest-FloatingIPsTestJSON-1306407909-router', 'tenant_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:04:27Z', 'updated_at': '2022-01-28T19:04:33Z', 'revision_number': 4, 'project_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'gw_port': {'id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:04:28Z', 'updated_at': '2022-01-28T19:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '391e6fe1-9130-45be-ba9a-f04703ab9cfd', 'name': '', 'network_id': 'aad2012c-8d6a-43ca-a923-74b1c71b949a', 'tenant_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'mac_address': 'fa:16:3e:67:b3:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '27df0e0b-5ac1-4e55-893f-f551bc9fd549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:04:31Z', 'updated_at': '2022-01-28T19:04:33Z', 'revision_number': 2, 'project_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'subnets': [{'id': '27df0e0b-5ac1-4e55-893f-f551bc9fd549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:36.271326 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Allocated IP 172.25.0.241 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/f7481c66-4e21-458a-8f18-5872c39c07c7) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:04:36.347727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Checking router: 75a1aa19-bb53-4ecf-a106-7ef9205ddd8c for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:04:36.348084 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Updating router 75a1aa19-bb53-4ecf-a106-7ef9205ddd8c port 391e6fe1-9130-45be-ba9a-f04703ab9cfd binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:04:36.381568 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:36.463411 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks [] for port (f7481c66-4e21-458a-8f18-5872c39c07c7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:36.473307 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59373793-3dbf-4d0d-a2a4-8bc056093dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for subnet (cac49f85-2565-4cb3-90b1-57d240568a1d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:36.535197 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59373793-3dbf-4d0d-a2a4-8bc056093dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac49f85-2565-4cb3-90b1-57d240568a1d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:36.568764 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (f7481c66-4e21-458a-8f18-5872c39c07c7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:36.572529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59373793-3dbf-4d0d-a2a4-8bc056093dc8 admin admin] Checking segment: {'id': 'de81035b-0b9d-4a74-8cfd-607bc29c4ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c20c0171-fb74-485a-8967-afbc425d786f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:36.572984 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59373793-3dbf-4d0d-a2a4-8bc056093dc8 admin admin] Network hostable DHCP agents. Network: c20c0171-fb74-485a-8967-afbc425d786f, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:04:36.619246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:04:36.629907 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:04:36.634878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:04:36.638756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59373793-3dbf-4d0d-a2a4-8bc056093dc8 admin admin] Network c20c0171-fb74-485a-8967-afbc425d786f is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:04:36.641905 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Pushing event updated for resources: {'Port': ['ID=f7481c66-4e21-458a-8f18-5872c39c07c7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:36.674289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-59373793-3dbf-4d0d-a2a4-8bc056093dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, c20c0171-fb74-485a-8967-afbc425d786f) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:04:36.682132 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59373793-3dbf-4d0d-a2a4-8bc056093dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:36.682791 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59373793-3dbf-4d0d-a2a4-8bc056093dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:36.690010 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d059ba69-a8b0-48e7-b765-a4be3fac84bd None None] Network c20c0171-fb74-485a-8967-afbc425d786f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:04:36.705515 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks [] for floatingip (7c6666b9-64d0-4cfd-8abb-a15b17da647c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:36.709832 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-59373793-3dbf-4d0d-a2a4-8bc056093dc8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6454344 Jan 28 19:04:36.758377 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f7481c66-4e21-458a-8f18-5872c39c07c7), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:36.887635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76468c73-95c7-4b39-81fe-78d76d9ed0a1 None None] Network c20c0171-fb74-485a-8967-afbc425d786f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:04:36.949978 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-94dd8619-b7a1-4820-9c9d-109ed326c74b tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:04:36.956486 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-94dd8619-b7a1-4820-9c9d-109ed326c74b tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137000 Jan 28 19:04:36.994909 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks [] for port (f7481c66-4e21-458a-8f18-5872c39c07c7), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:37.004617 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f7481c66-4e21-458a-8f18-5872c39c07c7), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:37.027794 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (7c6666b9-64d0-4cfd-8abb-a15b17da647c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:37.036966 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Publish callbacks [] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:37.045027 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-f54d5567-7637-447b-b7ef-2a08e3f96afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:37.047670 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-f54d5567-7637-447b-b7ef-2a08e3f96afe service neutron] 10.222.0.55 "GET /v2.0/ports/52f446f7-445e-44e1-934c-31b3c5deef82 HTTP/1.1" status: 200 len: 1124 time: 0.0759778 Jan 28 19:04:37.057552 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:37.063801 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-fba7b1ed-1f84-4a7e-97d5-d8fb972c8981 service neutron] Request body: {'binding': {'host': 'n-h2-824834-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:37.064689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-fba7b1ed-1f84-4a7e-97d5-d8fb972c8981 service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:04:37.090627 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:37.092734 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2071707 Jan 28 19:04:37.094822 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135b2e8-eae1-4b21-b055-680a4ff32fe6 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Pushing event updated for resources: {'Port': ['ID=f7481c66-4e21-458a-8f18-5872c39c07c7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:37.167124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b87d30-3be6-4f94-9903-6dcfa85a28b4 None None] Pushing event updated for resources: {'Port': ['ID=391e6fe1-9130-45be-ba9a-f04703ab9cfd,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:37.266607 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b32189a-a560-49c4-81dc-05517ee0370f req-e69c233e-e913-4a79-8556-b66547c14802 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.241 HTTP/1.1" status: 200 len: 696 time: 0.1672649 Jan 28 19:04:37.337918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Attempting to bind port 391e6fe1-9130-45be-ba9a-f04703ab9cfd on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:04:37.341030 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Attempting to bind port 391e6fe1-9130-45be-ba9a-f04703ab9cfd by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '0e95b523-f66e-4686-84f8-6ff319a5d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aad2012c-8d6a-43ca-a923-74b1c71b949a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:04:37.341593 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Attempting to bind port 391e6fe1-9130-45be-ba9a-f04703ab9cfd on network aad2012c-8d6a-43ca-a923-74b1c71b949a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:37.354181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:04:37.354799 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Checking segment: {'id': '0e95b523-f66e-4686-84f8-6ff319a5d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aad2012c-8d6a-43ca-a923-74b1c71b949a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:37.355356 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:37.357648 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Bound using segment: {'id': '0e95b523-f66e-4686-84f8-6ff319a5d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aad2012c-8d6a-43ca-a923-74b1c71b949a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:04:37.358306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Bound port: 391e6fe1-9130-45be-ba9a-f04703ab9cfd, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e95b523-f66e-4686-84f8-6ff319a5d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'aad2012c-8d6a-43ca-a923-74b1c71b949a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:04:37.361072 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:37.386164 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 760ce012-8419-4a72-bbaf-b3d8e7057461 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:04:37.447678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32189a-a560-49c4-81dc-05517ee0370f req-ecb64973-51c1-49cf-88bc-de7f8c2109af tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:37.449592 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b32189a-a560-49c4-81dc-05517ee0370f req-ecb64973-51c1-49cf-88bc-de7f8c2109af tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.1759453 Jan 28 19:04:37.463576 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8306dec8-83fd-4413-b2d0-b8bcfb55938d tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:04:37.464591 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b32189a-a560-49c4-81dc-05517ee0370f req-8306dec8-83fd-4413-b2d0-b8bcfb55938d tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074289 Jan 28 19:04:37.465954 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-fba7b1ed-1f84-4a7e-97d5-d8fb972c8981 service neutron] Attempting to bind port 52f446f7-445e-44e1-934c-31b3c5deef82 on host n-h2-824834-4 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:04:37.466446 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-fba7b1ed-1f84-4a7e-97d5-d8fb972c8981 service neutron] Attempting to bind port 52f446f7-445e-44e1-934c-31b3c5deef82 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:04:37.466808 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-fba7b1ed-1f84-4a7e-97d5-d8fb972c8981 service neutron] Attempting to bind port 52f446f7-445e-44e1-934c-31b3c5deef82 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:37.471824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-fba7b1ed-1f84-4a7e-97d5-d8fb972c8981 service neutron] Port 52f446f7-445e-44e1-934c-31b3c5deef82 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:04:37.472147 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-fba7b1ed-1f84-4a7e-97d5-d8fb972c8981 service neutron] Attempting to bind port 52f446f7-445e-44e1-934c-31b3c5deef82 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:37.481623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-fba7b1ed-1f84-4a7e-97d5-d8fb972c8981 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:04:37.482317 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-fba7b1ed-1f84-4a7e-97d5-d8fb972c8981 service neutron] Checking segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:37.482995 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-fba7b1ed-1f84-4a7e-97d5-d8fb972c8981 service neutron] Bound using segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:04:37.483782 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-fba7b1ed-1f84-4a7e-97d5-d8fb972c8981 service neutron] Bound port: 52f446f7-445e-44e1-934c-31b3c5deef82, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:04:37.541798 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 760ce012-8419-4a72-bbaf-b3d8e7057461 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:37.542562 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (760ce012-8419-4a72-bbaf-b3d8e7057461), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:37.586321 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-fba7b1ed-1f84-4a7e-97d5-d8fb972c8981 service neutron] For port 52f446f7-445e-44e1-934c-31b3c5deef82, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=52f446f7-445e-44e1-934c-31b3c5deef82,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:04:37.594599 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-fba7b1ed-1f84-4a7e-97d5-d8fb972c8981 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:37.595848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] For port 391e6fe1-9130-45be-ba9a-f04703ab9cfd, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:37.613085 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-fba7b1ed-1f84-4a7e-97d5-d8fb972c8981 service neutron] 10.222.0.55 "POST /v2.0/ports/52f446f7-445e-44e1-934c-31b3c5deef82/bindings HTTP/1.1" status: 201 len: 389 time: 0.5578272 Jan 28 19:04:37.613717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-19df6c66-1875-4c22-90ba-60e0bab396d6 None None] Provisioning complete for port 391e6fe1-9130-45be-ba9a-f04703ab9cfd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:37.614114 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19df6c66-1875-4c22-90ba-60e0bab396d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:37.617894 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] For port 391e6fe1-9130-45be-ba9a-f04703ab9cfd, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=391e6fe1-9130-45be-ba9a-f04703ab9cfd,segment=NetworkSegment(0e95b523-f66e-4686-84f8-6ff319a5d5e6),segment_id=0e95b523-f66e-4686-84f8-6ff319a5d5e6)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:04:37.648356 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:37.688868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f4d57-83c7-4cb8-a505-bcc36805cac8 req-124de944-0ed5-4f01-afcf-0a934c2799ef tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:37.690689 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a1f4d57-83c7-4cb8-a505-bcc36805cac8 req-124de944-0ed5-4f01-afcf-0a934c2799ef tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1156607 Jan 28 19:04:37.693865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-19df6c66-1875-4c22-90ba-60e0bab396d6 None None] Port 391e6fe1-9130-45be-ba9a-f04703ab9cfd cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:04:37.715171 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58356) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:37.721053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d97443b8-d7d9-41b9-8f3f-4d94f2c66759 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-26497993-network', 'tenant_id': '5f06c278e1564889b3d9ca662da3e164'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:37.776771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97443b8-d7d9-41b9-8f3f-4d94f2c66759 admin admin] Made reservation on behalf of 5f06c278e1564889b3d9ca662da3e164 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:04:37.779836 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d97443b8-d7d9-41b9-8f3f-4d94f2c66759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:37.819812 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d97443b8-d7d9-41b9-8f3f-4d94f2c66759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:37.820882 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Routers {'75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:04:37.821539 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:04:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:37.824876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b87d30-3be6-4f94-9903-6dcfa85a28b4 None None] Pushing event updated for resources: {'Port': ['ID=391e6fe1-9130-45be-ba9a-f04703ab9cfd,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:37.827123 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a1f4d57-83c7-4cb8-a505-bcc36805cac8 req-25a4fe2a-6c4c-4e5f-a4d3-6a442f4527dc tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201119 Jan 28 19:04:37.885642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 760ce012-8419-4a72-bbaf-b3d8e7057461 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:38.020985 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-50cfc9b4-aae0-4a09-8cfe-7627c0b44de6 req-5bd58d79-e94a-4383-a9e6-ac357e835c2c tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/floatingips/7c6666b9-64d0-4cfd-8abb-a15b17da647c HTTP/1.1" status: 200 len: 693 time: 0.1088829 Jan 28 19:04:38.040507 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-2cda8d36-7ade-441e-af25-ee352c24bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:38.042974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-2cda8d36-7ade-441e-af25-ee352c24bfbf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 1127 time: 0.1068661 Jan 28 19:04:38.045640 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d97443b8-d7d9-41b9-8f3f-4d94f2c66759 admin admin] Publish callbacks [] for security_group (326882b8-100f-4d1a-8ad3-a11e4d33e1b1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.051618 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d97443b8-d7d9-41b9-8f3f-4d94f2c66759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (326882b8-100f-4d1a-8ad3-a11e4d33e1b1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.057768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] Set router 75a1aa19-bb53-4ecf-a106-7ef9205ddd8c gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:04:38.103403 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58360) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:38.166986 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97443b8-d7d9-41b9-8f3f-4d94f2c66759 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:04:38.199796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfc9b4-aae0-4a09-8cfe-7627c0b44de6 req-c80bcaec-de2b-41eb-9166-9bc4ac8739a3 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:38.200729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-65b6945f-2666-40ce-bfb7-35e5facf774d None None] Provisioning complete for port 391e6fe1-9130-45be-ba9a-f04703ab9cfd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:38.201572 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65b6945f-2666-40ce-bfb7-35e5facf774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.201721 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-50cfc9b4-aae0-4a09-8cfe-7627c0b44de6 req-c80bcaec-de2b-41eb-9166-9bc4ac8739a3 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.1655295 Jan 28 19:04:38.206612 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d97443b8-d7d9-41b9-8f3f-4d94f2c66759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (396e14d9-76e4-4782-b303-d01eeac57624), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.206784 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-d97443b8-d7d9-41b9-8f3f-4d94f2c66759 admin admin] Added segment 396e14d9-76e4-4782-b303-d01eeac57624 of type vlan for network dbeaa819-b337-45c0-8c86-b610d3713a90 Jan 28 19:04:38.215829 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-117eff12-d398-42bf-a53f-5e4b123f5068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:38.217617 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-117eff12-d398-42bf-a53f-5e4b123f5068 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.1593461 Jan 28 19:04:38.219563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97443b8-d7d9-41b9-8f3f-4d94f2c66759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326882b8-100f-4d1a-8ad3-a11e4d33e1b1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:38.223283 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-50cfc9b4-aae0-4a09-8cfe-7627c0b44de6 req-fece79c3-674b-4129-b05e-9f44c25b6ab3 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:04:38.226758 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-50cfc9b4-aae0-4a09-8cfe-7627c0b44de6 req-fece79c3-674b-4129-b05e-9f44c25b6ab3 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099108 Jan 28 19:04:38.296270 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-6658b9f7-6038-4904-b3c5-c73f7c0f94fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52f446f7-445e-44e1-934c-31b3c5deef82 HTTP/1.1" status: 200 len: 217 time: 0.0711193 Jan 28 19:04:38.346705 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d97443b8-d7d9-41b9-8f3f-4d94f2c66759 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (dbeaa819-b337-45c0-8c86-b610d3713a90), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.376846 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-65b6945f-2666-40ce-bfb7-35e5facf774d None None] Current status of the port 391e6fe1-9130-45be-ba9a-f04703ab9cfd is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:38.377359 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65b6945f-2666-40ce-bfb7-35e5facf774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.391568 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bcd1d8a-c61d-4a5e-8e8f-7ced3b634619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.418203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'name': 'tempest-FloatingIPsTestJSON-1306407909-router', 'tenant_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:04:27Z', 'updated_at': '2022-01-28T19:04:33Z', 'revision_number': 4, 'project_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'gw_port': {'id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:04:28Z', 'updated_at': '2022-01-28T19:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '391e6fe1-9130-45be-ba9a-f04703ab9cfd', 'name': '', 'network_id': 'aad2012c-8d6a-43ca-a923-74b1c71b949a', 'tenant_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'mac_address': 'fa:16:3e:67:b3:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '27df0e0b-5ac1-4e55-893f-f551bc9fd549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:04:31Z', 'updated_at': '2022-01-28T19:04:37Z', 'revision_number': 4, 'project_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'subnets': [{'id': '27df0e0b-5ac1-4e55-893f-f551bc9fd549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:38.419859 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e3fec-aae4-4bc8-a09e-1ac9548cc1c7 req-4dd6bff0-1869-42aa-a5f9-7e3a14d0731e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:38.422685 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-619e3fec-aae4-4bc8-a09e-1ac9548cc1c7 req-4dd6bff0-1869-42aa-a5f9-7e3a14d0731e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 945 time: 0.0896699 Jan 28 19:04:38.423240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-65b6945f-2666-40ce-bfb7-35e5facf774d None None] For port 391e6fe1-9130-45be-ba9a-f04703ab9cfd, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=391e6fe1-9130-45be-ba9a-f04703ab9cfd,segment=NetworkSegment(0e95b523-f66e-4686-84f8-6ff319a5d5e6),segment_id=0e95b523-f66e-4686-84f8-6ff319a5d5e6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:38.441279 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a485a08f-73ba-4390-a698-e14b856a4980 req-239601a0-9bdc-402c-bb9a-06fc2030c8cc tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=85b9d63a2ecb461e9e586d1a0d4da072 HTTP/1.1" status: 200 len: 696 time: 0.0972574 Jan 28 19:04:38.448297 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657e4a2-da2e-4b4b-b61d-f6b35a4eb49c None None] The sync data for ids ['75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'] in n-d-824834-4 is: [{'id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'name': 'tempest-FloatingIPsTestJSON-1306407909-router', 'tenant_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:04:27Z', 'updated_at': '2022-01-28T19:04:33Z', 'revision_number': 4, 'project_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'gw_port': {'id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:04:28Z', 'updated_at': '2022-01-28T19:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '391e6fe1-9130-45be-ba9a-f04703ab9cfd', 'name': '', 'network_id': 'aad2012c-8d6a-43ca-a923-74b1c71b949a', 'tenant_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'mac_address': 'fa:16:3e:67:b3:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '27df0e0b-5ac1-4e55-893f-f551bc9fd549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:04:31Z', 'updated_at': '2022-01-28T19:04:37Z', 'revision_number': 4, 'project_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'subnets': [{'id': '27df0e0b-5ac1-4e55-893f-f551bc9fd549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:04:38.449971 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65b6945f-2666-40ce-bfb7-35e5facf774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.458129 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-3b9b03b6-be92-4b09-b30c-eb20285d6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:38.459357 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-3b9b03b6-be92-4b09-b30c-eb20285d6630 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.1561701 Jan 28 19:04:38.492385 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d97443b8-d7d9-41b9-8f3f-4d94f2c66759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (dbeaa819-b337-45c0-8c86-b610d3713a90), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.493361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97443b8-d7d9-41b9-8f3f-4d94f2c66759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:38.494109 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d97443b8-d7d9-41b9-8f3f-4d94f2c66759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.519089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6945f-2666-40ce-bfb7-35e5facf774d None None] Pushing event updated for resources: {'Port': ['ID=391e6fe1-9130-45be-ba9a-f04703ab9cfd,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:38.560269 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bcd1d8a-c61d-4a5e-8e8f-7ced3b634619 admin admin] Publish callbacks [] for security_group (4d3709e1-a038-4f35-8733-3848b8baf0ac), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.574675 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-1f34967d-e9aa-482d-87ab-d5a28c436d0d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046767 Jan 28 19:04:38.577055 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bcd1d8a-c61d-4a5e-8e8f-7ced3b634619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4d3709e1-a038-4f35-8733-3848b8baf0ac), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.593800 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-619e3fec-aae4-4bc8-a09e-1ac9548cc1c7 req-6ee5e9ac-8f1a-42f8-8d3e-5b8c8c7da11e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569414 Jan 28 19:04:38.637766 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7bcd1d8a-c61d-4a5e-8e8f-7ced3b634619 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=527d20695fd24e21a469f3fca08050da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5333076 Jan 28 19:04:38.641413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58372) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:38.643786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd1d8a-c61d-4a5e-8e8f-7ced3b634619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3709e1-a038-4f35-8733-3848b8baf0ac,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:38.654224 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d97443b8-d7d9-41b9-8f3f-4d94f2c66759 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9352067 Jan 28 19:04:38.657401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58374) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:38.664513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-964925df-67d7-427f-b25c-17606075da51 admin admin] Request body: {'subnet': {'network_id': 'dbeaa819-b337-45c0-8c86-b610d3713a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-26497993-subnet', 'tenant_id': '5f06c278e1564889b3d9ca662da3e164', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:38.719589 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964925df-67d7-427f-b25c-17606075da51 admin admin] Made reservation on behalf of 5f06c278e1564889b3d9ca662da3e164 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:04:38.722296 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-964925df-67d7-427f-b25c-17606075da51 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.773357 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80be4a3a-ce6f-4365-ab99-3ef1b0dbb447 admin admin] Publish callbacks [] for security_group (4d3709e1-a038-4f35-8733-3848b8baf0ac), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.816988 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80be4a3a-ce6f-4365-ab99-3ef1b0dbb447 admin admin] Publish callbacks [] for security_group (4d3709e1-a038-4f35-8733-3848b8baf0ac), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.929514 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80be4a3a-ce6f-4365-ab99-3ef1b0dbb447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4d3709e1-a038-4f35-8733-3848b8baf0ac), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.932472 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80be4a3a-ce6f-4365-ab99-3ef1b0dbb447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:38.933939 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-80be4a3a-ce6f-4365-ab99-3ef1b0dbb447 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d3709e1-a038-4f35-8733-3848b8baf0ac HTTP/1.1" status: 204 len: 168 time: 0.2912204 Jan 28 19:04:38.986988 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be4a3a-ce6f-4365-ab99-3ef1b0dbb447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3709e1-a038-4f35-8733-3848b8baf0ac,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:38.991045 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97443b8-d7d9-41b9-8f3f-4d94f2c66759 admin admin] Pushing event updated for resources: {'Network': ['ID=dbeaa819-b337-45c0-8c86-b610d3713a90,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:39.019391 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network dbeaa819-b337-45c0-8c86-b610d3713a90 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:04:39.032123 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485a08f-73ba-4390-a698-e14b856a4980 req-63dfd31a-8848-409a-afd1-7b8cd3bed941 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:39.037652 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-964925df-67d7-427f-b25c-17606075da51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for subnet (8c18eab9-d1ba-4870-9ee8-cc6335a7eeac), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:39.040294 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a485a08f-73ba-4390-a698-e14b856a4980 req-63dfd31a-8848-409a-afd1-7b8cd3bed941 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/networks?id=c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 787 time: 0.5869131 Jan 28 19:04:39.064910 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-a485a08f-73ba-4390-a698-e14b856a4980 req-c1a60018-aacd-4cd0-bdec-135c5981ec91 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:04:39.067020 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a485a08f-73ba-4390-a698-e14b856a4980 req-c1a60018-aacd-4cd0-bdec-135c5981ec91 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0248151 Jan 28 19:04:39.104573 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-5f0044ab-9221-4722-bfb7-a3cc0c0100b0 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139518 Jan 28 19:04:39.117931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ab486-f506-421b-8c01-12e3a6993734 req-acaf5a3a-efce-4b60-9d15-8902982ac4d8 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:39.119408 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-178ab486-f506-421b-8c01-12e3a6993734 req-acaf5a3a-efce-4b60-9d15-8902982ac4d8 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1236165 Jan 28 19:04:39.123470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964925df-67d7-427f-b25c-17606075da51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c18eab9-d1ba-4870-9ee8-cc6335a7eeac,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:39.154750 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964925df-67d7-427f-b25c-17606075da51 admin admin] Checking segment: {'id': '396e14d9-76e4-4782-b303-d01eeac57624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'dbeaa819-b337-45c0-8c86-b610d3713a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:39.155124 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964925df-67d7-427f-b25c-17606075da51 admin admin] Network hostable DHCP agents. Network: dbeaa819-b337-45c0-8c86-b610d3713a90, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:04:39.194639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964925df-67d7-427f-b25c-17606075da51 admin admin] Network dbeaa819-b337-45c0-8c86-b610d3713a90 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:04:39.211758 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-178ab486-f506-421b-8c01-12e3a6993734 req-be9d20d9-cbb6-44ce-b15a-c3d7134d9e2e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780394 Jan 28 19:04:39.224537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-964925df-67d7-427f-b25c-17606075da51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, dbeaa819-b337-45c0-8c86-b610d3713a90) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:04:39.235479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964925df-67d7-427f-b25c-17606075da51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:39.235767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-964925df-67d7-427f-b25c-17606075da51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:39.253431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c1934c-edc5-454a-9beb-baf7e4308061 None None] Network dbeaa819-b337-45c0-8c86-b610d3713a90 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:04:39.293895 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-964925df-67d7-427f-b25c-17606075da51 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6352041 Jan 28 19:04:39.419452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4867bf03-04e8-48ac-a1db-08d039add44b None None] Network dbeaa819-b337-45c0-8c86-b610d3713a90 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:04:39.481288 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-423f0792-fd07-4521-aa65-c3733189169c service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598993 Jan 28 19:04:39.505406 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e1930b05-b121-47db-afa8-c2dfc78ff278 req-aea3a9c8-01f9-48e8-aff1-4c293259d1cf tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/floatingips/7c6666b9-64d0-4cfd-8abb-a15b17da647c HTTP/1.1" status: 200 len: 693 time: 0.3399196 Jan 28 19:04:39.520007 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58400) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:39.533010 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 391e6fe1-9130-45be-ba9a-f04703ab9cfd up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:04:39.536410 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84492d12-5c79-45b2-bc1c-6026dcbde4b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:39.575160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58402) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:39.664863 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84492d12-5c79-45b2-bc1c-6026dcbde4b7 admin admin] Publish callbacks [] for security_group (27ef8cb8-473a-450f-8c57-9df612cd3eb5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:39.682499 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84492d12-5c79-45b2-bc1c-6026dcbde4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (27ef8cb8-473a-450f-8c57-9df612cd3eb5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:39.692498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-60af62ba-5f52-4ebd-bb52-e43de23817f1 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:39.694065 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-60af62ba-5f52-4ebd-bb52-e43de23817f1 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6&tenant_id=a52c883532314f5dbe651bed69cf54cd&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 1127 time: 0.1467485 Jan 28 19:04:39.707747 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 391e6fe1-9130-45be-ba9a-f04703ab9cfd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:39.708123 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:39.709800 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824834-4'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:39.809542 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 391e6fe1-9130-45be-ba9a-f04703ab9cfd is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:39.815872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8113f4c5-ed89-439d-8152-c93656f1a2bd admin admin] Deleting subnet cac49f85-2565-4cb3-90b1-57d240568a1d {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:04:39.817003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1930b05-b121-47db-afa8-c2dfc78ff278 req-55c2fdfc-ecbf-4b5e-8e0b-1ead1e0e9451 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:39.820165 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e1930b05-b121-47db-afa8-c2dfc78ff278 req-55c2fdfc-ecbf-4b5e-8e0b-1ead1e0e9451 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.3080506 Jan 28 19:04:39.827909 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84492d12-5c79-45b2-bc1c-6026dcbde4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ef8cb8-473a-450f-8c57-9df612cd3eb5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:39.841738 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-e1930b05-b121-47db-afa8-c2dfc78ff278 req-5a31750c-6dd7-40db-808a-7ef1553ea05a tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:04:39.849529 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e1930b05-b121-47db-afa8-c2dfc78ff278 req-5a31750c-6dd7-40db-808a-7ef1553ea05a tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0236905 Jan 28 19:04:39.871998 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8113f4c5-ed89-439d-8152-c93656f1a2bd admin admin] Publish callbacks [] for subnet (cac49f85-2565-4cb3-90b1-57d240568a1d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:39.877598 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-84492d12-5c79-45b2-bc1c-6026dcbde4b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29911d5b766246949fedd9d4403bd0a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563218 Jan 28 19:04:39.896697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58408) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:39.956823 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8113f4c5-ed89-439d-8152-c93656f1a2bd admin admin] Publish callbacks [] for subnet (cac49f85-2565-4cb3-90b1-57d240568a1d), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:39.959668 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e1930b05-b121-47db-afa8-c2dfc78ff278 req-6ec4e95d-034f-45a1-87a2-6355d5eda9a5 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.241 HTTP/1.1" status: 200 len: 696 time: 0.1092441 Jan 28 19:04:39.980935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5278a-d716-40ec-887a-fd3dbb0c89f7 req-a75260c6-3bb6-45dc-a794-f3be311a9bf4 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:39.982674 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b5d5278a-d716-40ec-887a-fd3dbb0c89f7 req-a75260c6-3bb6-45dc-a794-f3be311a9bf4 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 945 time: 0.1564610 Jan 28 19:04:39.985005 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8113f4c5-ed89-439d-8152-c93656f1a2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (cac49f85-2565-4cb3-90b1-57d240568a1d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:39.988296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58410) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:40.003181 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.025540 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e1930b05-b121-47db-afa8-c2dfc78ff278 req-37fccc70-fc64-4242-9e21-cee8f87e64be tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.241 HTTP/1.1" status: 200 len: 696 time: 0.0647581 Jan 28 19:04:40.068763 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1effb07-4cbd-41a5-adc6-425e2c41e7bd admin admin] Publish callbacks [] for security_group (27ef8cb8-473a-450f-8c57-9df612cd3eb5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.128277 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1effb07-4cbd-41a5-adc6-425e2c41e7bd admin admin] Publish callbacks [] for security_group (27ef8cb8-473a-450f-8c57-9df612cd3eb5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.144180 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b5d5278a-d716-40ec-887a-fd3dbb0c89f7 req-7106260f-9c53-469f-8076-d06ab09f4efb tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337252 Jan 28 19:04:40.164097 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a263a01-082c-4e00-917e-6d7590a75fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.182237 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8113f4c5-ed89-439d-8152-c93656f1a2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for subnet (cac49f85-2565-4cb3-90b1-57d240568a1d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.223067 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113f4c5-ed89-439d-8152-c93656f1a2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac49f85-2565-4cb3-90b1-57d240568a1d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:40.244601 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8113f4c5-ed89-439d-8152-c93656f1a2bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.248893 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e1930b05-b121-47db-afa8-c2dfc78ff278 req-fbb86386-9681-438d-98bb-45d189848275 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Deleting port f7481c66-4e21-458a-8f18-5872c39c07c7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:04:40.249441 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e1930b05-b121-47db-afa8-c2dfc78ff278 req-fbb86386-9681-438d-98bb-45d189848275 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f7481c66-4e21-458a-8f18-5872c39c07c7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.250807 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58416) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:40.251099 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8113f4c5-ed89-439d-8152-c93656f1a2bd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cac49f85-2565-4cb3-90b1-57d240568a1d HTTP/1.1" status: 204 len: 168 time: 0.5830238 Jan 28 19:04:40.256768 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] For port 52f446f7-445e-44e1-934c-31b3c5deef82, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=52f446f7-445e-44e1-934c-31b3c5deef82,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:40.276059 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1effb07-4cbd-41a5-adc6-425e2c41e7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (27ef8cb8-473a-450f-8c57-9df612cd3eb5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.280402 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1effb07-4cbd-41a5-adc6-425e2c41e7bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.284481 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b1effb07-4cbd-41a5-adc6-425e2c41e7bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27ef8cb8-473a-450f-8c57-9df612cd3eb5 HTTP/1.1" status: 204 len: 168 time: 0.3832166 Jan 28 19:04:40.329079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1effb07-4cbd-41a5-adc6-425e2c41e7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ef8cb8-473a-450f-8c57-9df612cd3eb5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:40.406689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c1032-5e6e-47f0-a250-4a7f7c782019 req-34daee4d-c7d4-4958-bc82-f1093330d9b9 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:40.413649 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-500c1032-5e6e-47f0-a250-4a7f7c782019 req-34daee4d-c7d4-4958-bc82-f1093330d9b9 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1124446 Jan 28 19:04:40.423369 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] For port 52f446f7-445e-44e1-934c-31b3c5deef82, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:40.426680 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (c20c0171-fb74-485a-8967-afbc425d786f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.472897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e1930b05-b121-47db-afa8-c2dfc78ff278 req-fbb86386-9681-438d-98bb-45d189848275 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f7481c66-4e21-458a-8f18-5872c39c07c7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.473221 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e1930b05-b121-47db-afa8-c2dfc78ff278 req-fbb86386-9681-438d-98bb-45d189848275 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks [] for floatingip (f7481c66-4e21-458a-8f18-5872c39c07c7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.477920 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a263a01-082c-4e00-917e-6d7590a75fdc admin admin] Publish callbacks [] for security_group (5fdb41d2-4d75-42bc-8f3d-fc98d3fa4aa1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.482690 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-500c1032-5e6e-47f0-a250-4a7f7c782019 req-b2d79e83-7beb-4389-9437-492716eb536e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678387 Jan 28 19:04:40.490007 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a263a01-082c-4e00-917e-6d7590a75fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5fdb41d2-4d75-42bc-8f3d-fc98d3fa4aa1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.500033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e1930b05-b121-47db-afa8-c2dfc78ff278 req-fbb86386-9681-438d-98bb-45d189848275 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Calling delete_port for f7481c66-4e21-458a-8f18-5872c39c07c7 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:04:40.503866 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff52dd2-5ddd-4177-9038-727e33daebd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52f446f7-445e-44e1-934c-31b3c5deef82'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:40.507479 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911e8cdb-25fb-4643-b51b-fdfdcfece0b4" -d '{"events": [{"server_uuid": "8ff52dd2-5ddd-4177-9038-727e33daebd6", "name": "network-vif-unplugged", "status": "completed", "tag": "52f446f7-445e-44e1-934c-31b3c5deef82"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:40.513593 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Publish callbacks [] for port (52f446f7-445e-44e1-934c-31b3c5deef82), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.530074 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2a263a01-082c-4e00-917e-6d7590a75fdc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01c4f8baccbd47d28e5bd9d309585ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5162866 Jan 28 19:04:40.536842 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58426) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:40.544591 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.597753 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a263a01-082c-4e00-917e-6d7590a75fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdb41d2-4d75-42bc-8f3d-fc98d3fa4aa1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:40.604543 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-407ffa1c-1d37-4ef3-abc0-1abe9e08833e admin admin] Publish callbacks [] for security_group (5fdb41d2-4d75-42bc-8f3d-fc98d3fa4aa1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.629688 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-407ffa1c-1d37-4ef3-abc0-1abe9e08833e admin admin] Publish callbacks [] for security_group (5fdb41d2-4d75-42bc-8f3d-fc98d3fa4aa1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.641979 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736caaaa-28a2-4007-b6f8-880933b1c4d4 x-openstack-request-id: req-736caaaa-28a2-4007-b6f8-880933b1c4d4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:40.642391 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff52dd2-5ddd-4177-9038-727e33daebd6", "name": "network-vif-unplugged", "status": "completed", "tag": "52f446f7-445e-44e1-934c-31b3c5deef82", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:40.642650 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-736caaaa-28a2-4007-b6f8-880933b1c4d4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:40.643151 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff52dd2-5ddd-4177-9038-727e33daebd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52f446f7-445e-44e1-934c-31b3c5deef82', 'code': 200} Jan 28 19:04:40.677489 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (c20c0171-fb74-485a-8967-afbc425d786f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.687535 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-407ffa1c-1d37-4ef3-abc0-1abe9e08833e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5fdb41d2-4d75-42bc-8f3d-fc98d3fa4aa1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.690978 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-407ffa1c-1d37-4ef3-abc0-1abe9e08833e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.694414 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-407ffa1c-1d37-4ef3-abc0-1abe9e08833e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5fdb41d2-4d75-42bc-8f3d-fc98d3fa4aa1 HTTP/1.1" status: 204 len: 168 time: 0.1545274 Jan 28 19:04:40.702063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ffa1c-1d37-4ef3-abc0-1abe9e08833e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdb41d2-4d75-42bc-8f3d-fc98d3fa4aa1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:40.752613 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:40.752946 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:40.753675 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:40.754029 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Subscribe: > port after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:40.754365 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:40.754693 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Subscribe: > port after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:40.755019 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:40.755324 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:40.755631 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:40.755935 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:40.823049 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:40.823401 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:40.823721 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:40.824044 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:40.824404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20c0171-fb74-485a-8967-afbc425d786f']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:40.839396 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Pushing event updated for resources: {'Port': ['ID=52f446f7-445e-44e1-934c-31b3c5deef82,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:40.856483 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de81035b-0b9d-4a74-8cfd-607bc29c4ecb') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:40.856777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de81035b-0b9d-4a74-8cfd-607bc29c4ecb') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:40.883506 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (de81035b-0b9d-4a74-8cfd-607bc29c4ecb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.887367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Attempting to bind port 52f446f7-445e-44e1-934c-31b3c5deef82 on host n-h1-824834-4 for vnic_type normal with profile {"migrating_to": "n-h2-824834-4"} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:04:40.887694 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Attempting to bind port 52f446f7-445e-44e1-934c-31b3c5deef82 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:04:40.888026 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Attempting to bind port 52f446f7-445e-44e1-934c-31b3c5deef82 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:40.912821 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Port 52f446f7-445e-44e1-934c-31b3c5deef82 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:04:40.913220 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Attempting to bind port 52f446f7-445e-44e1-934c-31b3c5deef82 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:40.918830 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (de81035b-0b9d-4a74-8cfd-607bc29c4ecb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.930784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:04:40.931274 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (de81035b-0b9d-4a74-8cfd-607bc29c4ecb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.933188 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:04:40.933517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Checking segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:40.933891 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Bound using segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:04:40.934340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Bound port: 52f446f7-445e-44e1-934c-31b3c5deef82, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:04:40.934678 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: from cryptography.utils import int_from_bytes Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: from cryptography.utils import int_from_bytes Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:04:40.972786 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:04:41.085489 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58448) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:41.097987 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (c20c0171-fb74-485a-8967-afbc425d786f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.101993 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e1930b05-b121-47db-afa8-c2dfc78ff278 req-fbb86386-9681-438d-98bb-45d189848275 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f7481c66-4e21-458a-8f18-5872c39c07c7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.149876 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.153269 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] 10.222.0.55 "DELETE /v2.0/networks/c20c0171-fb74-485a-8967-afbc425d786f HTTP/1.1" status: 204 len: 168 time: 0.8985097 Jan 28 19:04:41.156557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58450) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:41.165634 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb86386-9681-438d-98bb-45d189848275 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Pushing event deleted for resources: {'Port': ['ID=f7481c66-4e21-458a-8f18-5872c39c07c7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:41.173128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567e3d3-0da5-4bc2-80f7-1e747a68f9cf admin admin] Pushing event deleted for resources: {'Network': ['ID=c20c0171-fb74-485a-8967-afbc425d786f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:41.216667 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] For port 52f446f7-445e-44e1-934c-31b3c5deef82, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:41.388176 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e62ab9ca-f579-4ab9-ba29-13969fd2d5ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.471946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] For port 52f446f7-445e-44e1-934c-31b3c5deef82, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=52f446f7-445e-44e1-934c-31b3c5deef82,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:04:41.484991 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-2376639b-af3b-4270-abc9-c9acdc8fd75c admin admin] Deleting subnet 8c18eab9-d1ba-4870-9ee8-cc6335a7eeac {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:04:41.487584 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.495517 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440be6a3-324e-4b7b-a5fa-9255dca9cad2 req-9fee2805-e95f-4ce2-9921-43668802cac6 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:41.495517 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-440be6a3-324e-4b7b-a5fa-9255dca9cad2 req-9fee2805-e95f-4ce2-9921-43668802cac6 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 943 time: 0.1025898 Jan 28 19:04:41.495875 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2376639b-af3b-4270-abc9-c9acdc8fd75c admin admin] Publish callbacks [] for subnet (8c18eab9-d1ba-4870-9ee8-cc6335a7eeac), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.557772 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e62ab9ca-f579-4ab9-ba29-13969fd2d5ee admin admin] Publish callbacks [] for security_group (7e84eb53-0041-4044-a13c-511e2d292a53), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.572535 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e62ab9ca-f579-4ab9-ba29-13969fd2d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7e84eb53-0041-4044-a13c-511e2d292a53), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.572829 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e1930b05-b121-47db-afa8-c2dfc78ff278 req-fbb86386-9681-438d-98bb-45d189848275 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks [] for floatingip (7c6666b9-64d0-4cfd-8abb-a15b17da647c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.575652 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e1930b05-b121-47db-afa8-c2dfc78ff278 req-fbb86386-9681-438d-98bb-45d189848275 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.577058 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e1930b05-b121-47db-afa8-c2dfc78ff278 req-fbb86386-9681-438d-98bb-45d189848275 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "DELETE /v2.0/floatingips/7c6666b9-64d0-4cfd-8abb-a15b17da647c HTTP/1.1" status: 204 len: 173 time: 1.5501814 Jan 28 19:04:41.587474 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2376639b-af3b-4270-abc9-c9acdc8fd75c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (8c18eab9-d1ba-4870-9ee8-cc6335a7eeac), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.644761 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e62ab9ca-f579-4ab9-ba29-13969fd2d5ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f681d33653246af83c6522cd503a2e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5579681 Jan 28 19:04:41.645866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ab9ca-f579-4ab9-ba29-13969fd2d5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e84eb53-0041-4044-a13c-511e2d292a53,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:41.650052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Pushing event updated for resources: {'Port': ['ID=52f446f7-445e-44e1-934c-31b3c5deef82,revision_number=8']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:41.654608 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58470) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:41.659191 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:41.659809 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.661320 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-896c718b-4091-4e17-9364-98475bd16afb service neutron] 10.222.0.37 "PUT /v2.0/ports/52f446f7-445e-44e1-934c-31b3c5deef82 HTTP/1.1" status: 200 len: 1121 time: 1.9557936 Jan 28 19:04:41.662195 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-440be6a3-324e-4b7b-a5fa-9255dca9cad2 req-44499251-a722-4ba9-963d-119c5ea684d7 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534934 Jan 28 19:04:41.675169 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2376639b-af3b-4270-abc9-c9acdc8fd75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (8c18eab9-d1ba-4870-9ee8-cc6335a7eeac), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.750268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['52f446f7-445e-44e1-934c-31b3c5deef82'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:04:41.815605 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a233286-838f-4d38-b9cc-89c80b07b723 admin admin] Publish callbacks [] for security_group (7e84eb53-0041-4044-a13c-511e2d292a53), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.841801 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e22195-e21b-4aaa-be6f-e18158f51b83 req-9a6ecd5d-1696-4743-8e15-d2d3a591e8f4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:41.850334 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29e22195-e21b-4aaa-be6f-e18158f51b83 req-9a6ecd5d-1696-4743-8e15-d2d3a591e8f4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1173112 Jan 28 19:04:41.858939 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a233286-838f-4d38-b9cc-89c80b07b723 admin admin] Publish callbacks [] for security_group (7e84eb53-0041-4044-a13c-511e2d292a53), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.882675 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2376639b-af3b-4270-abc9-c9acdc8fd75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (8c18eab9-d1ba-4870-9ee8-cc6335a7eeac), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.902065 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-f937909b-820b-4add-b106-d95d760bda26 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1696520 Jan 28 19:04:41.915573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:41.950677 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2376639b-af3b-4270-abc9-c9acdc8fd75c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.957563 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2376639b-af3b-4270-abc9-c9acdc8fd75c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8c18eab9-d1ba-4870-9ee8-cc6335a7eeac HTTP/1.1" status: 204 len: 168 time: 0.7957740 Jan 28 19:04:41.959096 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58476) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:41.964940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376639b-af3b-4270-abc9-c9acdc8fd75c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c18eab9-d1ba-4870-9ee8-cc6335a7eeac,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:41.982046 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a233286-838f-4d38-b9cc-89c80b07b723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7e84eb53-0041-4044-a13c-511e2d292a53), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.985800 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a233286-838f-4d38-b9cc-89c80b07b723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.987550 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7a233286-838f-4d38-b9cc-89c80b07b723 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e84eb53-0041-4044-a13c-511e2d292a53 HTTP/1.1" status: 204 len: 168 time: 0.3243811 Jan 28 19:04:41.991999 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:41.998382 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29e22195-e21b-4aaa-be6f-e18158f51b83 req-903f7072-726e-4d42-b405-dc15c538a980 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294541 Jan 28 19:04:42.047544 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a233286-838f-4d38-b9cc-89c80b07b723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e84eb53-0041-4044-a13c-511e2d292a53,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:42.112809 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (dbeaa819-b337-45c0-8c86-b610d3713a90), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:42.212619 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (dbeaa819-b337-45c0-8c86-b610d3713a90), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:42.236822 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:42.237164 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:42.237905 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:42.238277 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:42.238614 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:42.238951 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:42.239274 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:42.239772 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:42.239884 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:42.240200 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:42.307644 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:42.307998 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:42.308329 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:42.308658 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103146) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 19:04:42.309034 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbeaa819-b337-45c0-8c86-b610d3713a90']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:42.334070 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:42.336930 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396e14d9-76e4-4782-b303-d01eeac57624') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:42.337250 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396e14d9-76e4-4782-b303-d01eeac57624') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:42.358523 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (396e14d9-76e4-4782-b303-d01eeac57624), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:42.409354 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (396e14d9-76e4-4782-b303-d01eeac57624), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:42.422962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:04:42.423362 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (396e14d9-76e4-4782-b303-d01eeac57624), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: from cryptography.utils import int_from_bytes Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: from cryptography.utils import int_from_bytes Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:04:42.427427 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:04:42.511425 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-359e3aac-8280-46d9-b1c0-f9c018cf8a7c tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221834 Jan 28 19:04:42.518257 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (dbeaa819-b337-45c0-8c86-b610d3713a90), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:42.536114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Allocated IP 172.25.0.126 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/d1c69734-576d-4b14-a6cf-559c26295aa2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:04:42.538612 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:42.545816 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/dbeaa819-b337-45c0-8c86-b610d3713a90 HTTP/1.1" status: 204 len: 168 time: 0.5816414 Jan 28 19:04:42.558833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e7885-4852-4766-bc83-0c085f9ea5f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbeaa819-b337-45c0-8c86-b610d3713a90,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:42.654539 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff52dd2-5ddd-4177-9038-727e33daebd6', 'tag': '52f446f7-445e-44e1-934c-31b3c5deef82'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:42.661290 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328fa13c-f74d-410d-a2ab-bfe9097a5846" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff52dd2-5ddd-4177-9038-727e33daebd6", "tag": "52f446f7-445e-44e1-934c-31b3c5deef82"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:42.691727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58516) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:42.708015 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks [] for port (d1c69734-576d-4b14-a6cf-559c26295aa2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:42.715535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-c7409b37-26a5-4867-b8f3-8baca9ef4d8d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:42.717837 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-c7409b37-26a5-4867-b8f3-8baca9ef4d8d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991479 Jan 28 19:04:42.744962 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-34020b35-d185-44e1-be3f-80c09e50472b tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/quotas/62e22dc3ff98431d8ceb20e1e50b899a HTTP/1.1" status: 200 len: 375 time: 0.0176954 Jan 28 19:04:42.780720 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-6763a14c-2cee-44e4-838a-270f69901395 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344713 Jan 28 19:04:42.793197 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e5cd18ac-88e7-44d6-b3e2-60e4f4503ee3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b8051fa403204f3a8cee09787cf3ea3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0998940 Jan 28 19:04:42.795150 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (d1c69734-576d-4b14-a6cf-559c26295aa2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:42.796109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58528) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:42.833224 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:04:42.836280 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:04:42.838952 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:04:42.872689 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34f44cf9-def9-44e3-bcbe-b968cf56ff19 admin admin] Publish callbacks [] for security_group (212f7f55-6a8f-4649-a7e2-22820b9917da), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:42.875547 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Pushing event updated for resources: {'Port': ['ID=d1c69734-576d-4b14-a6cf-559c26295aa2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:42.905228 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34f44cf9-def9-44e3-bcbe-b968cf56ff19 admin admin] Publish callbacks [] for security_group (212f7f55-6a8f-4649-a7e2-22820b9917da), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:42.974500 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks [] for floatingip (bc0feff1-eb97-475b-ae38-e6fdf85085f2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:42.980264 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fc5b01-6915-4ab2-935c-3df03f30c11a x-openstack-request-id: req-b6fc5b01-6915-4ab2-935c-3df03f30c11a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:42.980648 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff52dd2-5ddd-4177-9038-727e33daebd6", "tag": "52f446f7-445e-44e1-934c-31b3c5deef82", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:42.980992 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6fc5b01-6915-4ab2-935c-3df03f30c11a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:42.981474 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff52dd2-5ddd-4177-9038-727e33daebd6', 'tag': '52f446f7-445e-44e1-934c-31b3c5deef82', 'status': 'completed', 'code': 200} Jan 28 19:04:42.987124 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34f44cf9-def9-44e3-bcbe-b968cf56ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (212f7f55-6a8f-4649-a7e2-22820b9917da), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:42.991314 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34f44cf9-def9-44e3-bcbe-b968cf56ff19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:42.995636 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-34f44cf9-def9-44e3-bcbe-b968cf56ff19 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/212f7f55-6a8f-4649-a7e2-22820b9917da HTTP/1.1" status: 204 len: 168 time: 0.1983171 Jan 28 19:04:43.028324 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d1c69734-576d-4b14-a6cf-559c26295aa2), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:43.080490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f44cf9-def9-44e3-bcbe-b968cf56ff19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212f7f55-6a8f-4649-a7e2-22820b9917da,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:43.128121 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fa13c-f74d-410d-a2ab-bfe9097a5846 req-59db0153-4452-412a-ad49-87ad526fe44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:43.129773 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-328fa13c-f74d-410d-a2ab-bfe9097a5846 req-59db0153-4452-412a-ad49-87ad526fe44f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 1155 time: 0.1169534 Jan 28 19:04:43.141949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36314a38-96a1-493c-bea6-75d92b4baa5c req-12a0855e-ee82-470d-b889-53929c74b417 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:43.143533 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-36314a38-96a1-493c-bea6-75d92b4baa5c req-12a0855e-ee82-470d-b889-53929c74b417 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 943 time: 0.0734978 Jan 28 19:04:43.263962 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-36314a38-96a1-493c-bea6-75d92b4baa5c req-df461c4e-5e45-48a0-b2f2-cbae9eaee264 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108468 Jan 28 19:04:43.287183 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fa13c-f74d-410d-a2ab-bfe9097a5846 req-8e2c9051-72ce-4899-8007-227459d89c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:43.289464 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-328fa13c-f74d-410d-a2ab-bfe9097a5846 req-8e2c9051-72ce-4899-8007-227459d89c0c service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.1449611 Jan 28 19:04:43.309268 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks [] for port (d1c69734-576d-4b14-a6cf-559c26295aa2), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:43.317819 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (d1c69734-576d-4b14-a6cf-559c26295aa2), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:43.343737 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-328fa13c-f74d-410d-a2ab-bfe9097a5846 req-d97207b2-b026-4f7f-b43a-b67b2d7b1ddc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52f446f7-445e-44e1-934c-31b3c5deef82 HTTP/1.1" status: 200 len: 217 time: 0.0476065 Jan 28 19:04:43.408598 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Pushing event updated for resources: {'Port': ['ID=d1c69734-576d-4b14-a6cf-559c26295aa2,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:43.427245 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (bc0feff1-eb97-475b-ae38-e6fdf85085f2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:43.444112 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fa13c-f74d-410d-a2ab-bfe9097a5846 req-86580059-f50c-490a-882c-fee41aae3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:43.445757 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-328fa13c-f74d-410d-a2ab-bfe9097a5846 req-86580059-f50c-490a-882c-fee41aae3bc3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.0941441 Jan 28 19:04:43.449738 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:43.451288 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-53a63bc4-1063-4e43-a5d4-48bc5688d834 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5409856 Jan 28 19:04:43.482767 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-328fa13c-f74d-410d-a2ab-bfe9097a5846 req-aab6253e-69eb-494b-8567-eb3ecea0831d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306153 Jan 28 19:04:43.517424 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-8cf2a573-669a-4f46-979f-1ea2e1f07269 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0577590 Jan 28 19:04:43.627549 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-328fa13c-f74d-410d-a2ab-bfe9097a5846 req-862b0979-40c7-4aa7-b0bc-af0e0539c585 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379526 Jan 28 19:04:43.640251 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-816fb8b9-f6ef-4ba7-a25a-32f17cda7f44 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:43.641778 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-723aa381-9a9b-4354-b2f9-b182096d8057 req-816fb8b9-f6ef-4ba7-a25a-32f17cda7f44 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.1165793 Jan 28 19:04:43.665935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58558) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:43.718331 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e9e56e47-af4a-4d91-9d33-59559d112ae7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f06c278e1564889b3d9ca662da3e164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504184 Jan 28 19:04:43.721562 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58560) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:43.753772 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-328fa13c-f74d-410d-a2ab-bfe9097a5846 req-daa11369-f006-43f9-9dcf-ef59a98caa77 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154964 Jan 28 19:04:43.832293 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4d2de829-bde7-473a-8476-1bb59f6c8982 req-6438906c-fae2-4965-9d77-d7aad3cc232f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 210 time: 0.0306368 Jan 28 19:04:43.844877 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df5e8519-caaa-429c-9ad4-84d420ccd6f4 admin admin] Publish callbacks [] for security_group (326882b8-100f-4d1a-8ad3-a11e4d33e1b1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:43.880197 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df5e8519-caaa-429c-9ad4-84d420ccd6f4 admin admin] Publish callbacks [] for security_group (326882b8-100f-4d1a-8ad3-a11e4d33e1b1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:43.975225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1cb46-9a19-4dbd-937b-0786ed4ffd90 req-ff39e1a5-30f5-4ef3-ad98-8de913411248 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:43.978748 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32b1cb46-9a19-4dbd-937b-0786ed4ffd90 req-ff39e1a5-30f5-4ef3-ad98-8de913411248 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.0675051 Jan 28 19:04:43.980019 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df5e8519-caaa-429c-9ad4-84d420ccd6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (326882b8-100f-4d1a-8ad3-a11e4d33e1b1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:43.983273 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df5e8519-caaa-429c-9ad4-84d420ccd6f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:43.984352 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-df5e8519-caaa-429c-9ad4-84d420ccd6f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/326882b8-100f-4d1a-8ad3-a11e4d33e1b1 HTTP/1.1" status: 204 len: 168 time: 0.2614794 Jan 28 19:04:43.999308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e8519-caaa-429c-9ad4-84d420ccd6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326882b8-100f-4d1a-8ad3-a11e4d33e1b1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:44.073306 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32b1cb46-9a19-4dbd-937b-0786ed4ffd90 req-eb167f53-4a52-4fc0-bb6b-742c5ac1ed68 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878658 Jan 28 19:04:44.165410 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49bbf351-a55b-4107-afe4-5ac3b6eb7f28 req-a3834bb1-8990-4187-bf8c-61fae413d58e tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/floatingips/bc0feff1-eb97-475b-ae38-e6fdf85085f2 HTTP/1.1" status: 200 len: 693 time: 0.0535283 Jan 28 19:04:44.309585 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbf351-a55b-4107-afe4-5ac3b6eb7f28 req-8fa97ba8-1066-4e20-adfe-2795db1d2390 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:44.313157 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49bbf351-a55b-4107-afe4-5ac3b6eb7f28 req-8fa97ba8-1066-4e20-adfe-2795db1d2390 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.1408136 Jan 28 19:04:44.331682 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-8ba5ecad-311c-4acb-b78c-bf5ad7c09e9d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508642 Jan 28 19:04:44.336214 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-49bbf351-a55b-4107-afe4-5ac3b6eb7f28 req-694b997b-ebe3-4d9d-af58-d2f7437e52e5 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:04:44.337481 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49bbf351-a55b-4107-afe4-5ac3b6eb7f28 req-694b997b-ebe3-4d9d-af58-d2f7437e52e5 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082729 Jan 28 19:04:44.407061 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49bbf351-a55b-4107-afe4-5ac3b6eb7f28 req-d75305f3-b280-4d15-9df6-c6b31925acd5 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0620174 Jan 28 19:04:44.482527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-826f60d4-d764-4d75-818e-afd33f184612 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:44.484569 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-826f60d4-d764-4d75-818e-afd33f184612 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440644 Jan 28 19:04:44.503198 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-b8428276-1f79-415b-9c94-2919715f066a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Request body: {'port': {'device_id': '694dbbe9-d09b-4fce-8ea9-600091c6baaa', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '62e22dc3ff98431d8ceb20e1e50b899a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:44.506121 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49bbf351-a55b-4107-afe4-5ac3b6eb7f28 req-d8284457-e0cb-433d-8777-3c66c75203ad tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0810404 Jan 28 19:04:44.662508 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-ac509b83-9735-443e-bc59-644981fa5a55 service neutron] show failed (client error): The resource could not be found. Jan 28 19:04:44.663486 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-ac509b83-9735-443e-bc59-644981fa5a55 service neutron] 10.222.0.37 "GET /v2.0/ports/e3b96363-7763-422d-a893-bbb366bbd514/bindings/n-h1-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0711846 Jan 28 19:04:44.694891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-49bbf351-a55b-4107-afe4-5ac3b6eb7f28 req-1e619b2b-03ab-4617-bd18-b7942e973417 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Deleting port d1c69734-576d-4b14-a6cf-559c26295aa2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:04:44.695481 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-49bbf351-a55b-4107-afe4-5ac3b6eb7f28 req-1e619b2b-03ab-4617-bd18-b7942e973417 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d1c69734-576d-4b14-a6cf-559c26295aa2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:44.730908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-b8428276-1f79-415b-9c94-2919715f066a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Made reservation on behalf of 62e22dc3ff98431d8ceb20e1e50b899a for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:04:44.735479 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-b8428276-1f79-415b-9c94-2919715f066a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:44.748354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-b8428276-1f79-415b-9c94-2919715f066a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:44.808897 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 52f446f7-445e-44e1-934c-31b3c5deef82 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:04:44.817355 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-49bbf351-a55b-4107-afe4-5ac3b6eb7f28 req-1e619b2b-03ab-4617-bd18-b7942e973417 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d1c69734-576d-4b14-a6cf-559c26295aa2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:44.818861 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-49bbf351-a55b-4107-afe4-5ac3b6eb7f28 req-1e619b2b-03ab-4617-bd18-b7942e973417 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks [] for floatingip (d1c69734-576d-4b14-a6cf-559c26295aa2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:44.847308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-49bbf351-a55b-4107-afe4-5ac3b6eb7f28 req-1e619b2b-03ab-4617-bd18-b7942e973417 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Calling delete_port for d1c69734-576d-4b14-a6cf-559c26295aa2 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:04:44.848610 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-b8428276-1f79-415b-9c94-2919715f066a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks [] for security_group (754c0699-feda-4886-98d3-92cbd80b7472), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:44.856469 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-b8428276-1f79-415b-9c94-2919715f066a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (754c0699-feda-4886-98d3-92cbd80b7472), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:45.004016 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 52f446f7-445e-44e1-934c-31b3c5deef82, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=52f446f7-445e-44e1-934c-31b3c5deef82,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:45.017603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 52f446f7-445e-44e1-934c-31b3c5deef82 has no active binding in host n-h2-824834-4 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:04:45.036305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8428276-1f79-415b-9c94-2919715f066a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754c0699-feda-4886-98d3-92cbd80b7472,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:45.067049 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-49bbf351-a55b-4107-afe4-5ac3b6eb7f28 req-1e619b2b-03ab-4617-bd18-b7942e973417 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (d1c69734-576d-4b14-a6cf-559c26295aa2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:45.103474 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e619b2b-03ab-4617-bd18-b7942e973417 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Pushing event deleted for resources: {'Port': ['ID=d1c69734-576d-4b14-a6cf-559c26295aa2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:45.117142 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-7e692753-50d9-4d36-9425-4d61d89e2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:45.118719 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-7e692753-50d9-4d36-9425-4d61d89e2e91 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296&tenant_id=8059b4ef24fd40cba0129239318686c2 HTTP/1.1" status: 200 len: 1132 time: 0.1565230 Jan 28 19:04:45.133979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:45.177765 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-49bbf351-a55b-4107-afe4-5ac3b6eb7f28 req-1e619b2b-03ab-4617-bd18-b7942e973417 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks [] for floatingip (bc0feff1-eb97-475b-ae38-e6fdf85085f2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:45.183161 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-49bbf351-a55b-4107-afe4-5ac3b6eb7f28 req-1e619b2b-03ab-4617-bd18-b7942e973417 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:45.184401 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49bbf351-a55b-4107-afe4-5ac3b6eb7f28 req-1e619b2b-03ab-4617-bd18-b7942e973417 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "DELETE /v2.0/floatingips/bc0feff1-eb97-475b-ae38-e6fdf85085f2 HTTP/1.1" status: 204 len: 173 time: 0.6724334 Jan 28 19:04:45.197449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-b8428276-1f79-415b-9c94-2919715f066a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Allocated IP 192.168.233.42 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/d2203941-4669-4aac-b710-163f33a83564) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:04:45.300448 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3b96363-7763-422d-a893-bbb366bbd514), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:45.322791 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c14f2c-9dc7-4e99-82b9-78d028c3851e req-a08be4ec-4494-4301-8557-399777890a88 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:45.328078 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-6863c628-bafb-4e42-9319-4f6e7755b498 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1492605078&fields=id&tenant_id=d87708c42e094b638f36295b01f12cc1 HTTP/1.1" status: 200 len: 267 time: 0.0529525 Jan 28 19:04:45.329670 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-01c14f2c-9dc7-4e99-82b9-78d028c3851e req-a08be4ec-4494-4301-8557-399777890a88 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 943 time: 0.2257216 Jan 28 19:04:45.468412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-4c141b81-20a5-4c5d-a0de-fe5b95654fa3 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:45.469972 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-4c141b81-20a5-4c5d-a0de-fe5b95654fa3 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/networks?id=c68d60ae-9b36-48c4-b1ee-016fbf317929 HTTP/1.1" status: 200 len: 823 time: 0.1332839 Jan 28 19:04:45.493951 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-b8b4b0cc-332d-43a9-90fd-c780408d1076 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/quotas/d87708c42e094b638f36295b01f12cc1 HTTP/1.1" status: 200 len: 375 time: 0.0117297 Jan 28 19:04:45.512334 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-01c14f2c-9dc7-4e99-82b9-78d028c3851e req-2244c6ef-b1b2-4e76-b059-5e2ac719fdc5 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734254 Jan 28 19:04:45.568829 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-1586258e-d232-4650-93c1-d7e21adf7627 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d87708c42e094b638f36295b01f12cc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685065 Jan 28 19:04:45.707518 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-b8428276-1f79-415b-9c94-2919715f066a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks [] for port (d2203941-4669-4aac-b710-163f33a83564), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:45.745694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f1c3e-d4e8-492d-a1d0-aff353c71815 req-0ce5dc1d-d742-4e6b-967d-bcb7af3e5626 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:45.747436 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1d8f1c3e-d4e8-492d-a1d0-aff353c71815 req-0ce5dc1d-d742-4e6b-967d-bcb7af3e5626 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb11f722-de4b-4f91-a919-a09a70b8e63e HTTP/1.1" status: 200 len: 967 time: 0.1122055 Jan 28 19:04:45.749714 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-a9c4fe61-d46f-4f2d-ab8f-f529bb43506a service neutron] 10.222.0.55 "GET /v2.0/networks/c68d60ae-9b36-48c4-b1ee-016fbf317929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674013 Jan 28 19:04:45.757568 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-b8428276-1f79-415b-9c94-2919715f066a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (d2203941-4669-4aac-b710-163f33a83564), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:45.913222 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-abb5b7be-4902-4ed5-820b-20efdecd4367 service neutron] 10.222.0.55 "GET /v2.0/networks/c68d60ae-9b36-48c4-b1ee-016fbf317929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481760 Jan 28 19:04:45.935918 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1d8f1c3e-d4e8-492d-a1d0-aff353c71815 req-03402e32-d9be-4199-94d3-bcdca6263b7a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Deleting port e524bacd-29a3-4369-8cd2-f64e33556126 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:04:45.936263 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1d8f1c3e-d4e8-492d-a1d0-aff353c71815 req-03402e32-d9be-4199-94d3-bcdca6263b7a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e524bacd-29a3-4369-8cd2-f64e33556126), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:45.997949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-b8428276-1f79-415b-9c94-2919715f066a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:04:45.999065 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8428276-1f79-415b-9c94-2919715f066a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Pushing event updated for resources: {'Port': ['ID=d2203941-4669-4aac-b710-163f33a83564,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:46.014466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-b8428276-1f79-415b-9c94-2919715f066a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:04:46.032180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-b8428276-1f79-415b-9c94-2919715f066a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:04:46.064037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1d8f1c3e-d4e8-492d-a1d0-aff353c71815 req-03402e32-d9be-4199-94d3-bcdca6263b7a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] For port e524bacd-29a3-4369-8cd2-f64e33556126, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e524bacd-29a3-4369-8cd2-f64e33556126,segment=NetworkSegment(b42e0ebe-52ff-4e53-a10d-c5fc1da5544a),segment_id=b42e0ebe-52ff-4e53-a10d-c5fc1da5544a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:46.064407 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1d8f1c3e-d4e8-492d-a1d0-aff353c71815 req-03402e32-d9be-4199-94d3-bcdca6263b7a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e524bacd-29a3-4369-8cd2-f64e33556126), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:46.213390 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-b8428276-1f79-415b-9c94-2919715f066a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:46.214068 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-b8428276-1f79-415b-9c94-2919715f066a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:46.233812 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2d42e-7efa-4c1b-bb64-e920c804da52 req-5a007262-a585-4cf1-b0ae-c91ea7c5287f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:46.242605 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aec2d42e-7efa-4c1b-bb64-e920c804da52 req-5a007262-a585-4cf1-b0ae-c91ea7c5287f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 935 time: 0.4905751 Jan 28 19:04:46.324539 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] For port e3b96363-7763-422d-a893-bbb366bbd514, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e3b96363-7763-422d-a893-bbb366bbd514,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:46.362722 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-b8428276-1f79-415b-9c94-2919715f066a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8645003 Jan 28 19:04:46.388283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Request body: {'port': {'device_id': '694dbbe9-d09b-4fce-8ea9-600091c6baaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:46.407494 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1d8f1c3e-d4e8-492d-a1d0-aff353c71815 req-03402e32-d9be-4199-94d3-bcdca6263b7a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:46.409018 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1d8f1c3e-d4e8-492d-a1d0-aff353c71815 req-03402e32-d9be-4199-94d3-bcdca6263b7a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (73453cb1-92eb-4cb4-9943-e6ea4225a96a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:46.409966 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [req-1d8f1c3e-d4e8-492d-a1d0-aff353c71815 req-03402e32-d9be-4199-94d3-bcdca6263b7a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Floating IP 73453cb1-92eb-4cb4-9943-e6ea4225a96a disassociated. External IP: 172.25.0.205, port: e524bacd-29a3-4369-8cd2-f64e33556126. Jan 28 19:04:46.411236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1d8f1c3e-d4e8-492d-a1d0-aff353c71815 req-03402e32-d9be-4199-94d3-bcdca6263b7a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Calling delete_port for e524bacd-29a3-4369-8cd2-f64e33556126 owned by compute:tempest-test_az-1974741360 {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:04:46.444084 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aec2d42e-7efa-4c1b-bb64-e920c804da52 req-1b7b145a-f21f-43e1-b3f6-98c909ef2939 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960886 Jan 28 19:04:46.449026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-df92adac-54c2-46df-b393-385addd3e219 None None] Provisioning complete for port d2203941-4669-4aac-b710-163f33a83564 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:46.449523 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df92adac-54c2-46df-b393-385addd3e219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d2203941-4669-4aac-b710-163f33a83564), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:46.483549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] For port e3b96363-7763-422d-a893-bbb366bbd514, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:46.488043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-df92adac-54c2-46df-b393-385addd3e219 None None] Port d2203941-4669-4aac-b710-163f33a83564 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:04:46.577018 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-d7a657fe-fb79-44ae-929d-b8f4f0252891 req-71d6ec8f-721f-4fab-87f7-13d4d996e5c3 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] show failed (client error): The resource could not be found. Jan 28 19:04:46.591376 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d7a657fe-fb79-44ae-929d-b8f4f0252891 req-71d6ec8f-721f-4fab-87f7-13d4d996e5c3 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/floatingips/bc0feff1-eb97-475b-ae38-e6fdf85085f2 HTTP/1.1" status: 404 len: 350 time: 0.1166105 Jan 28 19:04:46.610670 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d2203941-4669-4aac-b710-163f33a83564), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:46.615861 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a337d-204b-4243-93ba-a7604597c296', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b96363-7763-422d-a893-bbb366bbd514'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:46.618157 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9c7a52-d77c-4ce6-bc1d-22d4d4900772" -d '{"events": [{"server_uuid": "826a337d-204b-4243-93ba-a7604597c296", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b96363-7763-422d-a893-bbb366bbd514"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:46.622605 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Publish callbacks [] for port (e3b96363-7763-422d-a893-bbb366bbd514), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:46.649118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae68620-5046-4733-bc43-fe432d605913 req-e27be17e-9950-4526-b211-71b1e4bc0b32 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:46.657991 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3ae68620-5046-4733-bc43-fe432d605913 req-e27be17e-9950-4526-b211-71b1e4bc0b32 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1930315 Jan 28 19:04:46.747159 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Transition to ACTIVE for port object e3b96363-7763-422d-a893-bbb366bbd514 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:04:46.760174 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e3b96363-7763-422d-a893-bbb366bbd514), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:47.026775 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-fc831f83-d5f6-43fc-aa80-9d74ffd50da9 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=812d8596162c4714a3235afa21508aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1659865 Jan 28 19:04:47.123106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] No DVR routers for this DVR port e3b96363-7763-422d-a893-bbb366bbd514 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:04:47.144841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b96363-7763-422d-a893-bbb366bbd514,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:47.199143 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3ae68620-5046-4733-bc43-fe432d605913 req-2fe940b0-5022-4c5c-98db-bab7587adfcf tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388646 Jan 28 19:04:47.212604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.31', 56713) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:47.363834 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78ef15a3-ef22-4c79-b5b8-ffd504286ca1 req-445ad9e1-e016-4a2f-a64e-caeded3504e5 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 210 time: 0.0466721 Jan 28 19:04:47.369272 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1d8f1c3e-d4e8-492d-a1d0-aff353c71815 req-03402e32-d9be-4199-94d3-bcdca6263b7a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e524bacd-29a3-4369-8cd2-f64e33556126), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:47.412644 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03402e32-d9be-4199-94d3-bcdca6263b7a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Pushing event deleted for resources: {'Port': ['ID=e524bacd-29a3-4369-8cd2-f64e33556126,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:47.422857 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-40463a9e-cf8b-40ef-81d3-0aa9d2310483 service neutron] 10.222.0.31 "GET /v2.0/ports/52f446f7-445e-44e1-934c-31b3c5deef82/bindings/n-h2-824834-4 HTTP/1.1" status: 200 len: 384 time: 0.2055197 Jan 28 19:04:47.476751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Attempting to bind port e3b96363-7763-422d-a893-bbb366bbd514 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:04:47.477223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Attempting to bind port e3b96363-7763-422d-a893-bbb366bbd514 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:04:47.477648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Attempting to bind port e3b96363-7763-422d-a893-bbb366bbd514 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:47.501414 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Port e3b96363-7763-422d-a893-bbb366bbd514 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:04:47.501835 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Attempting to bind port e3b96363-7763-422d-a893-bbb366bbd514 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:47.648272 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d8f1c3e-d4e8-492d-a1d0-aff353c71815 req-03402e32-d9be-4199-94d3-bcdca6263b7a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Router cbd38882-c712-41da-9e97-4a225bcb32ae has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:04:47.712221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.31', 56714) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:47.738254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2203941-4669-4aac-b710-163f33a83564 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:04:47.763991 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Publish callbacks [] for port (d2203941-4669-4aac-b710-163f33a83564), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:47.798286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Transition to ACTIVE for port object d2203941-4669-4aac-b710-163f33a83564 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:04:47.807602 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:04:47.808161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:47.808552 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:04:47.808992 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Bound port: e3b96363-7763-422d-a893-bbb366bbd514, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:04:47.809349 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3b96363-7763-422d-a893-bbb366bbd514), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:47.831076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326fd18-cdee-4a89-8401-d6c5d78100e6 req-7656c480-a53e-4088-96b1-a2c3cb0f9d65 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:47.832786 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b326fd18-cdee-4a89-8401-d6c5d78100e6 req-7656c480-a53e-4088-96b1-a2c3cb0f9d65 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 943 time: 0.2511442 Jan 28 19:04:47.861155 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (d2203941-4669-4aac-b710-163f33a83564), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:48.005793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-623df079-9d15-4cb0-b488-89eda8e2d90c tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:48.007358 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-623df079-9d15-4cb0-b488-89eda8e2d90c tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.31 "GET /v2.0/networks?id=c68d60ae-9b36-48c4-b1ee-016fbf317929 HTTP/1.1" status: 200 len: 823 time: 0.2903247 Jan 28 19:04:48.010921 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] For port e3b96363-7763-422d-a893-bbb366bbd514, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:48.014598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] For port e3b96363-7763-422d-a893-bbb366bbd514, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e3b96363-7763-422d-a893-bbb366bbd514,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:04:48.018907 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Pushing event updated for resources: {'Port': ['ID=d2203941-4669-4aac-b710-163f33a83564,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:48.044206 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d8f1c3e-d4e8-492d-a1d0-aff353c71815 req-03402e32-d9be-4199-94d3-bcdca6263b7a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:04:48.055287 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcd156d-73a7-496b-8b77-3c35a9a59f63 None None] Sync routers for ids ['cbd38882-c712-41da-9e97-4a225bcb32ae'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:04:48.055908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-bd279547-90c3-4742-a9c3-936251c187e6 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:48.057964 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-bd279547-90c3-4742-a9c3-936251c187e6 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0295422 Jan 28 19:04:48.061536 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e3b96363-7763-422d-a893-bbb366bbd514), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:48.073209 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcd156d-73a7-496b-8b77-3c35a9a59f63 None None] Routers {'cbd38882-c712-41da-9e97-4a225bcb32ae'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:04:48.073974 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5bcd156d-73a7-496b-8b77-3c35a9a59f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:04:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cbd38882-c712-41da-9e97-4a225bcb32ae'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:48.173794 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8f1c3e-d4e8-492d-a1d0-aff353c71815 req-03402e32-d9be-4199-94d3-bcdca6263b7a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] No DVR routers for this DVR port e524bacd-29a3-4369-8cd2-f64e33556126 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:04:48.175281 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ba7f8d7-9a1b-4f19-8b39-cd1f26c7dd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:48.193723 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1d8f1c3e-d4e8-492d-a1d0-aff353c71815 req-03402e32-d9be-4199-94d3-bcdca6263b7a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:48.197602 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1d8f1c3e-d4e8-492d-a1d0-aff353c71815 req-03402e32-d9be-4199-94d3-bcdca6263b7a tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.31 "DELETE /v2.0/ports/e524bacd-29a3-4369-8cd2-f64e33556126 HTTP/1.1" status: 204 len: 173 time: 2.4402459 Jan 28 19:04:48.198484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb11f722-de4b-4f91-a919-a09a70b8e63e', 'name': 'network-vif-deleted', 'tag': 'e524bacd-29a3-4369-8cd2-f64e33556126'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:48.210141 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa123d57-6054-4805-83df-ba8b1b3ebce1" -d '{"events": [{"server_uuid": "eb11f722-de4b-4f91-a919-a09a70b8e63e", "name": "network-vif-deleted", "tag": "e524bacd-29a3-4369-8cd2-f64e33556126"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:48.227120 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-b1877579-d596-4a6a-985d-08feada4b4d8 service neutron] For port 52f446f7-445e-44e1-934c-31b3c5deef82, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=52f446f7-445e-44e1-934c-31b3c5deef82,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:48.236602 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-f30ac62d-adb4-4e5f-922f-b24659ddad84 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/quotas/812d8596162c4714a3235afa21508aed HTTP/1.1" status: 200 len: 375 time: 0.1637261 Jan 28 19:04:48.242704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:48.243484 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:48.245149 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] 10.222.0.31 "PUT /v2.0/ports/e3b96363-7763-422d-a893-bbb366bbd514 HTTP/1.1" status: 200 len: 1096 time: 3.1163311 Jan 28 19:04:48.306245 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5bcd156d-73a7-496b-8b77-3c35a9a59f63 None None] Set router cbd38882-c712-41da-9e97-4a225bcb32ae gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:04:48.320762 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b326fd18-cdee-4a89-8401-d6c5d78100e6 req-3569c7be-5039-4e36-9900-87f6b9f40336 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770257 Jan 28 19:04:48.324198 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-fdf10bdb-c0d6-4f16-b0b0-ed059be029be tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=812d8596162c4714a3235afa21508aed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706871 Jan 28 19:04:48.360875 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-8edf71c9-c89c-4bb5-b131-d4734583ac90 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d87708c42e094b638f36295b01f12cc1 HTTP/1.1" status: 200 len: 380 time: 0.3011544 Jan 28 19:04:48.375587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Attempting to bind port d2203941-4669-4aac-b710-163f33a83564 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:04:48.375913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Attempting to bind port d2203941-4669-4aac-b710-163f33a83564 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:04:48.379871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-a3514ecf-1dcf-4dcd-bf0b-16bf5c0a36d8 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Request body: {'port': {'device_id': '16d41926-4874-438b-a5c1-aa967e46a292', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'admin_state_up': True, 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'security_groups': ['fba0e98e-5ee0-461a-ae83-66aa992cf7d0']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:48.384169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Attempting to bind port d2203941-4669-4aac-b710-163f33a83564 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:48.452779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Port d2203941-4669-4aac-b710-163f33a83564 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:04:48.454308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Attempting to bind port d2203941-4669-4aac-b710-163f33a83564 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:48.478885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9733192-3c34-4a42-8141-8b13b9d0e0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b96363-7763-422d-a893-bbb366bbd514,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:48.484452 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:04:48.484791 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:48.485182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:04:48.485603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Bound port: d2203941-4669-4aac-b710-163f33a83564, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:04:48.485962 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d2203941-4669-4aac-b710-163f33a83564), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:48.636125 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-4f115cf8-2b70-48ec-99fc-c55d42c12b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:48.641395 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-4f115cf8-2b70-48ec-99fc-c55d42c12b41 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 1130 time: 0.3465545 Jan 28 19:04:48.734266 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-b1877579-d596-4a6a-985d-08feada4b4d8 service neutron] For port 52f446f7-445e-44e1-934c-31b3c5deef82, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:48.798679 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2799b250-766c-470a-8662-ade22398eee4 x-openstack-request-id: req-2799b250-766c-470a-8662-ade22398eee4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:48.799220 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a337d-204b-4243-93ba-a7604597c296", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b96363-7763-422d-a893-bbb366bbd514", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:48.799310 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2799b250-766c-470a-8662-ade22398eee4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:48.799655 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a337d-204b-4243-93ba-a7604597c296', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b96363-7763-422d-a893-bbb366bbd514', 'code': 200} Jan 28 19:04:48.805189 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-d37ef353-dc78-4a2e-8880-248a4c14b3e5 req-c3f01954-5caf-4384-944f-25e49e73c687 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] show failed (client error): The resource could not be found. Jan 28 19:04:48.823715 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e3b96363-7763-422d-a893-bbb366bbd514 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:04:48.834586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d37ef353-dc78-4a2e-8880-248a4c14b3e5 req-c3f01954-5caf-4384-944f-25e49e73c687 tempest-FloatingIPsTestJSON-1373461976 tempest-FloatingIPsTestJSON-1373461976-project] 10.222.0.55 "GET /v2.0/floatingips/bc0feff1-eb97-475b-ae38-e6fdf85085f2 HTTP/1.1" status: 404 len: 350 time: 0.4343719 Jan 28 19:04:48.847523 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5bcd156d-73a7-496b-8b77-3c35a9a59f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:17Z', 'revision_number': 4, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e88dddbc-cc13-4062-aeb2-f98b0b474198', 'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'mac_address': 'fa:16:3e:8e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:16Z', 'updated_at': '2022-01-28T19:03:25Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'subnets': [{'id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:48.883853 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcd156d-73a7-496b-8b77-3c35a9a59f63 None None] Checking router: cbd38882-c712-41da-9e97-4a225bcb32ae for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:04:48.894734 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcd156d-73a7-496b-8b77-3c35a9a59f63 None None] Routers {'cbd38882-c712-41da-9e97-4a225bcb32ae'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:04:48.896146 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5bcd156d-73a7-496b-8b77-3c35a9a59f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:04:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cbd38882-c712-41da-9e97-4a225bcb32ae'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:48.951672 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58694) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:48.991200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] The host n-h2-824834-4 is not matching for port e3b96363-7763-422d-a893-bbb366bbd514 host n-h1-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:04:48.998049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e3b96363-7763-422d-a893-bbb366bbd514 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:04:49.016236 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5bcd156d-73a7-496b-8b77-3c35a9a59f63 None None] Set router cbd38882-c712-41da-9e97-4a225bcb32ae gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:04:49.064657 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-8838a0ed-e54e-4ece-95ef-7529f311a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:49.075828 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-8838a0ed-e54e-4ece-95ef-7529f311a287 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.4229488 Jan 28 19:04:49.165195 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] For port d2203941-4669-4aac-b710-163f33a83564, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:49.181597 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ef98d9-59e5-40d5-a869-4e17d34e3809 x-openstack-request-id: req-51ef98d9-59e5-40d5-a869-4e17d34e3809 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:49.181918 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb11f722-de4b-4f91-a919-a09a70b8e63e", "name": "network-vif-deleted", "tag": "e524bacd-29a3-4369-8cd2-f64e33556126", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:49.182193 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51ef98d9-59e5-40d5-a869-4e17d34e3809 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:49.186301 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb11f722-de4b-4f91-a919-a09a70b8e63e', 'name': 'network-vif-deleted', 'tag': 'e524bacd-29a3-4369-8cd2-f64e33556126', 'status': 'completed', 'code': 200} Jan 28 19:04:49.282595 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-4a329009-0944-406c-b1f9-9462901f5665 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=e3b96363-7763-422d-a893-bbb366bbd514 HTTP/1.1" status: 200 len: 217 time: 0.1896367 Jan 28 19:04:49.290651 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] For port d2203941-4669-4aac-b710-163f33a83564, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d2203941-4669-4aac-b710-163f33a83564,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:04:49.359367 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5bcd156d-73a7-496b-8b77-3c35a9a59f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:17Z', 'revision_number': 4, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e88dddbc-cc13-4062-aeb2-f98b0b474198', 'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'mac_address': 'fa:16:3e:8e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:16Z', 'updated_at': '2022-01-28T19:03:25Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'subnets': [{'id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:49.379808 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (d2203941-4669-4aac-b710-163f33a83564), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:49.415520 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcd156d-73a7-496b-8b77-3c35a9a59f63 None None] The sync data for ids ['cbd38882-c712-41da-9e97-4a225bcb32ae'] in n-d-824834-4 is: [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:17Z', 'revision_number': 4, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e88dddbc-cc13-4062-aeb2-f98b0b474198', 'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'mac_address': 'fa:16:3e:8e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:16Z', 'updated_at': '2022-01-28T19:03:25Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'subnets': [{'id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:04:49.456826 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-b1877579-d596-4a6a-985d-08feada4b4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f446f7-445e-44e1-934c-31b3c5deef82 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:04:49.465407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:49.481038 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:49.481668 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:49.484044 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-a072db2b-ab45-4f75-8365-294015274342 service neutron] 10.222.0.37 "PUT /v2.0/ports/d2203941-4669-4aac-b710-163f33a83564 HTTP/1.1" status: 200 len: 1095 time: 3.0995915 Jan 28 19:04:49.493997 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c73fa-f86b-48a1-ac53-eeea55691470 req-1fc84ddf-d346-486f-905e-cfb20b0a9a99 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:49.510205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-a3514ecf-1dcf-4dcd-bf0b-16bf5c0a36d8 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Made reservation on behalf of d87708c42e094b638f36295b01f12cc1 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:04:49.513807 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-a3514ecf-1dcf-4dcd-bf0b-16bf5c0a36d8 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:49.529187 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-283c73fa-f86b-48a1-ac53-eeea55691470 req-1fc84ddf-d346-486f-905e-cfb20b0a9a99 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 947 time: 0.6982200 Jan 28 19:04:49.538071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-600180bd-bbf3-4546-bf60-d95b41969686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:49.539939 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-600180bd-bbf3-4546-bf60-d95b41969686 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.2475643 Jan 28 19:04:49.597569 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-b1877579-d596-4a6a-985d-08feada4b4d8 service neutron] For port 52f446f7-445e-44e1-934c-31b3c5deef82, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=52f446f7-445e-44e1-934c-31b3c5deef82,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:49.703203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072db2b-ab45-4f75-8365-294015274342 service neutron] Pushing event updated for resources: {'Port': ['ID=d2203941-4669-4aac-b710-163f33a83564,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:49.746512 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-283c73fa-f86b-48a1-ac53-eeea55691470 req-7497bf36-325b-4210-9165-51259c04765c tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126884 Jan 28 19:04:49.797522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-2b65c1de-fa55-4c1f-802a-bbcb14a259e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:49.801104 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-2b65c1de-fa55-4c1f-802a-bbcb14a259e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2507501 Jan 28 19:04:49.856206 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-41fbfe97-31f7-4917-856b-a8b40c72f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:49.860571 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-41fbfe97-31f7-4917-856b-a8b40c72f685 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 1129 time: 0.2763133 Jan 28 19:04:49.899075 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-b1877579-d596-4a6a-985d-08feada4b4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:49.910259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-a3514ecf-1dcf-4dcd-bf0b-16bf5c0a36d8 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Allocated IP 172.20.0.3 (c68d60ae-9b36-48c4-b1ee-016fbf317929/907a6687-a5e1-4143-afc7-74dba5b8ed84/53bd4e45-9ae8-4898-8fc8-e9aab2a136c5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:04:49.937893 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d60d9d2-717e-4da1-9637-1746e31ef4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:49.972580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28749d8b-099c-45c1-80ac-b28cfc12fa11 None None] New status for floating IP 73453cb1-92eb-4cb4-9943-e6ea4225a96a: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:04:50.003032 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-1a293bc3-1b1e-4512-a713-72dec1dd8528 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=d2203941-4669-4aac-b710-163f33a83564 HTTP/1.1" status: 200 len: 217 time: 0.1185510 Jan 28 19:04:50.039301 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1ae7e1aa-3625-4886-856d-cb3b453fad82 req-1433b20d-7039-4aee-95e9-1bb7459a2234 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 210 time: 0.1472199 Jan 28 19:04:50.169155 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-b1877579-d596-4a6a-985d-08feada4b4d8 service neutron] Transition to ACTIVE for port object 52f446f7-445e-44e1-934c-31b3c5deef82 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:04:50.194914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5008c-c1b8-41a3-81a6-dbe0266b3daf req-d4a9fb66-7f5c-4eff-ba51-75c390d49b6f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:50.200121 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd5008c-c1b8-41a3-81a6-dbe0266b3daf req-d4a9fb66-7f5c-4eff-ba51-75c390d49b6f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 948 time: 0.7707534 Jan 28 19:04:50.219497 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-acadd5bb-3307-48f2-a138-9b63614cedb6 req-a084d7fa-e96b-47f1-a8ec-90696c0648b5 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 210 time: 0.0757058 Jan 28 19:04:50.220117 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-b1877579-d596-4a6a-985d-08feada4b4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:50.238285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-9ed4b949-567e-4b76-9a16-87bdf50c4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:50.243919 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-9ed4b949-567e-4b76-9a16-87bdf50c4221 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.2191114 Jan 28 19:04:50.256483 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-143f0e23-4bb4-4f5f-b203-fcfd93ed29b1 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454095 Jan 28 19:04:50.313655 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e524bacd-29a3-4369-8cd2-f64e33556126 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:04:50.378166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: e524bacd-29a3-4369-8cd2-f64e33556126 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:04:50.380752 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e524bacd-29a3-4369-8cd2-f64e33556126 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:04:50.381461 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 52f446f7-445e-44e1-934c-31b3c5deef82 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:04:50.428184 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] The host n-h1-824834-4 is not matching for port 52f446f7-445e-44e1-934c-31b3c5deef82 host n-h2-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:04:50.428908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 52f446f7-445e-44e1-934c-31b3c5deef82 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:04:50.438014 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a73ca64c-3e36-45b7-ad93-2ad64fd7d9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:50.501965 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-5130dfa7-2531-42f2-b9d9-9a7952b041a6 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=812d8596162c4714a3235afa21508aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2111535 Jan 28 19:04:50.572117 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d60d9d2-717e-4da1-9637-1746e31ef4ea admin admin] Publish callbacks [] for security_group (30b4fe12-22f1-4b5e-92cc-73c8a880c251), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:50.581927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-56c0e79d-18d6-4b8c-b80e-2bd2af807ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:50.583897 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-56c0e79d-18d6-4b8c-b80e-2bd2af807ea7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3176091 Jan 28 19:04:50.584538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-b1877579-d596-4a6a-985d-08feada4b4d8 service neutron] No DVR routers for this DVR port 52f446f7-445e-44e1-934c-31b3c5deef82 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:04:50.595398 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d60d9d2-717e-4da1-9637-1746e31ef4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (30b4fe12-22f1-4b5e-92cc-73c8a880c251), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:50.645851 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78bd2c75-0723-46b9-bac6-79fd17d53202 req-e84a53b3-bdad-47f8-a4ff-b461e6765120 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692226 Jan 28 19:04:50.655530 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1877579-d596-4a6a-985d-08feada4b4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=52f446f7-445e-44e1-934c-31b3c5deef82,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:50.663924 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896c415-0afa-4cbb-b65a-de366b0e3230 req-9cda72c6-a852-4983-bac7-3c7b04043ca4 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:50.666790 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f896c415-0afa-4cbb-b65a-de366b0e3230 req-9cda72c6-a852-4983-bac7-3c7b04043ca4 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 944 time: 0.2978251 Jan 28 19:04:50.678626 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd5008c-c1b8-41a3-81a6-dbe0266b3daf req-0e96067f-3281-4777-b3e0-83077863dd66 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613559 Jan 28 19:04:50.749129 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8d60d9d2-717e-4da1-9637-1746e31ef4ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df1d4a1354ac46448b72682e666e7438&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2817135 Jan 28 19:04:50.758422 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58712) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:50.762894 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60d9d2-717e-4da1-9637-1746e31ef4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b4fe12-22f1-4b5e-92cc-73c8a880c251,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:50.800968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a337d-204b-4243-93ba-a7604597c296', 'tag': 'e3b96363-7763-422d-a893-bbb366bbd514'}, {'name': 'network-changed', 'server_uuid': '694dbbe9-d09b-4fce-8ea9-600091c6baaa', 'tag': 'd2203941-4669-4aac-b710-163f33a83564'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:50.803446 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d05509-34f9-4453-a530-5b401b1d0662" -d '{"events": [{"name": "network-changed", "server_uuid": "826a337d-204b-4243-93ba-a7604597c296", "tag": "e3b96363-7763-422d-a893-bbb366bbd514"}, {"name": "network-changed", "server_uuid": "694dbbe9-d09b-4fce-8ea9-600091c6baaa", "tag": "d2203941-4669-4aac-b710-163f33a83564"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:50.871818 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f896c415-0afa-4cbb-b65a-de366b0e3230 req-b51da923-b595-4d25-97b3-1d45cdef1092 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428914 Jan 28 19:04:50.877686 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-eb8b5b67-8893-4f59-a62c-44ee3bbaa6af service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786927 Jan 28 19:04:50.898225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-bfe9dace-511a-46d5-804b-d14e18880352 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:50.899837 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-bfe9dace-511a-46d5-804b-d14e18880352 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3702240 Jan 28 19:04:50.971385 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-a3514ecf-1dcf-4dcd-bf0b-16bf5c0a36d8 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for port (53bd4e45-9ae8-4898-8fc8-e9aab2a136c5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:50.996698 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-5a0bf04d-6480-4c07-a117-3d7a5e578a9a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Request body: {'port': {'device_id': 'c564bfc4-86dd-48ed-a280-d2b2010ca6dc', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '812d8596162c4714a3235afa21508aed'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:51.022199 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f432f59f-e6b3-4e64-a6bd-a2b44b780b51 x-openstack-request-id: req-f432f59f-e6b3-4e64-a6bd-a2b44b780b51 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:51.022747 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826a337d-204b-4243-93ba-a7604597c296", "tag": "e3b96363-7763-422d-a893-bbb366bbd514", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "694dbbe9-d09b-4fce-8ea9-600091c6baaa", "tag": "d2203941-4669-4aac-b710-163f33a83564", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:51.023148 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f432f59f-e6b3-4e64-a6bd-a2b44b780b51 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:51.023706 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826a337d-204b-4243-93ba-a7604597c296', 'tag': 'e3b96363-7763-422d-a893-bbb366bbd514', 'status': 'completed', 'code': 200} Jan 28 19:04:51.024110 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694dbbe9-d09b-4fce-8ea9-600091c6baaa', 'tag': 'd2203941-4669-4aac-b710-163f33a83564', 'status': 'completed', 'code': 200} Jan 28 19:04:51.114230 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-b1877579-d596-4a6a-985d-08feada4b4d8 service neutron] 10.222.0.31 "PUT /v2.0/ports/52f446f7-445e-44e1-934c-31b3c5deef82/bindings/n-h2-824834-4/activate HTTP/1.1" status: 200 len: 369 time: 3.6850898 Jan 28 19:04:51.149332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-5a0bf04d-6480-4c07-a117-3d7a5e578a9a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Made reservation on behalf of 812d8596162c4714a3235afa21508aed for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:04:51.152958 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-5a0bf04d-6480-4c07-a117-3d7a5e578a9a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:51.170438 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-5a0bf04d-6480-4c07-a117-3d7a5e578a9a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:51.172110 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-680626e9-936d-4c58-95e3-57c7d9fa1b08 admin admin] Publish callbacks [] for security_group (30b4fe12-22f1-4b5e-92cc-73c8a880c251), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:51.183457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.37', 54421) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:51.197677 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-680626e9-936d-4c58-95e3-57c7d9fa1b08 admin admin] Publish callbacks [] for security_group (30b4fe12-22f1-4b5e-92cc-73c8a880c251), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:51.301402 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-a3514ecf-1dcf-4dcd-bf0b-16bf5c0a36d8 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (53bd4e45-9ae8-4898-8fc8-e9aab2a136c5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:51.316066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f73aaa-c95c-4826-a5b6-d41d002094e9 req-c00101ef-8594-4848-b282-ef54a27c4ee9 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:51.323521 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61f73aaa-c95c-4826-a5b6-d41d002094e9 req-c00101ef-8594-4848-b282-ef54a27c4ee9 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 947 time: 0.4191232 Jan 28 19:04:51.536829 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:51.544571 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d05509-34f9-4453-a530-5b401b1d0662 req-6f3e6ad7-5add-43e5-941a-580e52561b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:51.546263 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-6f3e6ad7-5add-43e5-941a-580e52561b34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 1130 time: 0.5191081 Jan 28 19:04:51.548256 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d05509-34f9-4453-a530-5b401b1d0662 req-d06e2d4d-90f6-4087-b743-75fd22575acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:51.549764 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-d06e2d4d-90f6-4087-b743-75fd22575acc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 1130 time: 0.4967399 Jan 28 19:04:51.652524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d05509-34f9-4453-a530-5b401b1d0662 req-5c4ac2cd-1342-47cd-8fa0-16852c95b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:51.653964 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-5c4ac2cd-1342-47cd-8fa0-16852c95b33c service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.0945292 Jan 28 19:04:51.654561 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-680626e9-936d-4c58-95e3-57c7d9fa1b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (30b4fe12-22f1-4b5e-92cc-73c8a880c251), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:51.657092 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-680626e9-936d-4c58-95e3-57c7d9fa1b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:51.658126 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-680626e9-936d-4c58-95e3-57c7d9fa1b08 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30b4fe12-22f1-4b5e-92cc-73c8a880c251 HTTP/1.1" status: 204 len: 168 time: 0.8964856 Jan 28 19:04:51.779600 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-a3514ecf-1dcf-4dcd-bf0b-16bf5c0a36d8 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Network c68d60ae-9b36-48c4-b1ee-016fbf317929 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:04:51.805195 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-3fae4af6-5acf-4728-b90a-2f22d6a8f4de tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:51.806781 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-3fae4af6-5acf-4728-b90a-2f22d6a8f4de tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6&tenant_id=a52c883532314f5dbe651bed69cf54cd&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 1126 time: 0.6087756 Jan 28 19:04:51.807837 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-a3514ecf-1dcf-4dcd-bf0b-16bf5c0a36d8 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:04:51.823916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-a3514ecf-1dcf-4dcd-bf0b-16bf5c0a36d8 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:04:51.828407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3514ecf-1dcf-4dcd-bf0b-16bf5c0a36d8 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Pushing event updated for resources: {'Port': ['ID=53bd4e45-9ae8-4898-8fc8-e9aab2a136c5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:51.889330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680626e9-936d-4c58-95e3-57c7d9fa1b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b4fe12-22f1-4b5e-92cc-73c8a880c251,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:51.900719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d05509-34f9-4453-a530-5b401b1d0662 req-3af5d7ef-6f86-4802-bc21-6581d6252a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:51.902927 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-3af5d7ef-6f86-4802-bc21-6581d6252a77 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.2532043 Jan 28 19:04:51.968255 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44d19ae3-921a-436f-b778-10a4fb19bb02 req-e592e229-29f9-4bb4-9635-e7b101e737a5 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0764735 Jan 28 19:04:51.970088 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-09648fed-e9ed-49b9-965b-7154b7c85fbe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=e3b96363-7763-422d-a893-bbb366bbd514 HTTP/1.1" status: 200 len: 217 time: 0.2731524 Jan 28 19:04:52.016333 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-a7ee50cb-eb47-4af0-95bd-a29c55b49c61 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=e3b96363-7763-422d-a893-bbb366bbd514 HTTP/1.1" status: 200 len: 217 time: 0.0876505 Jan 28 19:04:52.073010 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c327e8-32b2-4579-91b9-41c966ce6de7 req-81bb91fa-1391-4210-9083-bb6b42382aed tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:52.079920 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-63c327e8-32b2-4579-91b9-41c966ce6de7 req-81bb91fa-1391-4210-9083-bb6b42382aed tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 931 time: 0.8301275 Jan 28 19:04:52.124316 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d05509-34f9-4453-a530-5b401b1d0662 req-a571e6aa-48f3-4add-a28c-906c0dd38dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:52.125781 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-a571e6aa-48f3-4add-a28c-906c0dd38dad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1203203 Jan 28 19:04:52.131540 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61f73aaa-c95c-4826-a5b6-d41d002094e9 req-adaa6c05-4fcb-43bd-a75f-b02ad4a11551 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8066306 Jan 28 19:04:52.135941 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d05509-34f9-4453-a530-5b401b1d0662 req-471ca24c-ca17-4add-a301-6b2765970e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:52.137402 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-471ca24c-ca17-4add-a301-6b2765970e1d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1023827 Jan 28 19:04:52.187387 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58732) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:52.189409 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-5a0bf04d-6480-4c07-a117-3d7a5e578a9a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks [] for security_group (62bee447-9893-4135-ab76-35f6034bbbfe), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:52.195808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-a3514ecf-1dcf-4dcd-bf0b-16bf5c0a36d8 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:52.196562 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-a3514ecf-1dcf-4dcd-bf0b-16bf5c0a36d8 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:52.208898 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-63c327e8-32b2-4579-91b9-41c966ce6de7 req-50964491-c0fb-425e-9a26-617b5bedf92e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274390 Jan 28 19:04:52.221772 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-5a0bf04d-6480-4c07-a117-3d7a5e578a9a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (62bee447-9893-4135-ab76-35f6034bbbfe), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:52.262338 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d05509-34f9-4453-a530-5b401b1d0662 req-a6e70090-c3e4-4b13-97df-a89eb1ca52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:52.264174 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-a6e70090-c3e4-4b13-97df-a89eb1ca52ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1239429 Jan 28 19:04:52.269440 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-288f2806-5b1e-4c2e-8932-2497e0902475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:52.276262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d05509-34f9-4453-a530-5b401b1d0662 req-f4da63c7-7a24-4507-beef-10bb7353fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:52.278061 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-f4da63c7-7a24-4507-beef-10bb7353fc5e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1222186 Jan 28 19:04:52.279171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-2925392e-9fea-4a97-8910-3e1151f22032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:52.280854 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-2925392e-9fea-4a97-8910-3e1151f22032 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6&tenant_id=a52c883532314f5dbe651bed69cf54cd HTTP/1.1" status: 200 len: 1126 time: 0.4537179 Jan 28 19:04:52.315979 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-a3514ecf-1dcf-4dcd-bf0b-16bf5c0a36d8 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9490702 Jan 28 19:04:52.375866 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9436032d-81c6-4e69-a9ef-797fe3993b56 req-569a82e1-b22b-4a1b-8369-490ae12cad1e tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 210 time: 0.1153569 Jan 28 19:04:52.379756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Request body: {'port': {'device_id': '16d41926-4874-438b-a5c1-aa967e46a292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:52.430953 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bf04d-6480-4c07-a117-3d7a5e578a9a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62bee447-9893-4135-ab76-35f6034bbbfe,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:52.460725 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad751f-de79-46f9-a03a-d6e38f540cfe req-2ef3646b-7b68-4637-bce6-071e2e8e948a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:52.468794 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-75ad751f-de79-46f9-a03a-d6e38f540cfe req-2ef3646b-7b68-4637-bce6-071e2e8e948a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 948 time: 0.1600847 Jan 28 19:04:52.526960 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82586325-ccde-4995-b41c-9be933e647f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (75a1aa19-bb53-4ecf-a106-7ef9205ddd8c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:52.579407 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-75ad751f-de79-46f9-a03a-d6e38f540cfe req-31090bdc-2bec-406c-a2e0-9c8853681d04 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044579 Jan 28 19:04:52.590576 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-88578b65-f96e-4f95-bed4-98ce7ea8af04 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173938 Jan 28 19:04:52.721848 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-ed42f2cd-1652-4df6-ba56-0cbc1211d95b service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120810 Jan 28 19:04:52.756672 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (53bd4e45-9ae8-4898-8fc8-e9aab2a136c5), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:52.759386 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-5a0bf04d-6480-4c07-a117-3d7a5e578a9a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Allocated IP 192.168.233.54 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/91f8c711-e426-40bb-8bc5-13d77fb8b2d9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:04:52.769829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-1471c19c-29f0-45bc-865b-135992f4e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:52.772104 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-1471c19c-29f0-45bc-865b-135992f4e224 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 1126 time: 0.4387193 Jan 28 19:04:52.832695 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-71437eb8-0c4d-4ca2-9a86-f8eaff12370d service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237172 Jan 28 19:04:52.837986 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:52.882712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a35f3-e403-4f90-a89c-3d596b522409 req-d2ecedf0-9481-4225-a2f7-0603ad0b3538 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:52.890420 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f35a35f3-e403-4f90-a89c-3d596b522409 req-d2ecedf0-9481-4225-a2f7-0603ad0b3538 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 944 time: 0.1710236 Jan 28 19:04:52.909979 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-288f2806-5b1e-4c2e-8932-2497e0902475 admin admin] Publish callbacks [] for security_group (8bb01258-b065-4dce-a507-d5bf4f8fdc9c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:52.920396 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-47576dec-5326-4413-95f0-66ebfe688a14 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864545 Jan 28 19:04:52.981478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d05509-34f9-4453-a530-5b401b1d0662 req-d469e3f6-5585-4a10-8d30-fe41508d2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:52.982823 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-d469e3f6-5585-4a10-8d30-fe41508d2c9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 1129 time: 0.0816002 Jan 28 19:04:52.994409 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f35a35f3-e403-4f90-a89c-3d596b522409 req-f5349336-4741-4c9f-af9e-999cb95815cb tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012118 Jan 28 19:04:53.021172 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-288f2806-5b1e-4c2e-8932-2497e0902475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8bb01258-b065-4dce-a507-d5bf4f8fdc9c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:53.102589 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d05509-34f9-4453-a530-5b401b1d0662 req-1354f2f3-bbab-48da-bb1f-a937308d5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:53.105366 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-1354f2f3-bbab-48da-bb1f-a937308d5c1d service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.1100085 Jan 28 19:04:53.152114 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-2f9e30e0-a43e-4c9b-bb20-9651372e601b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=d2203941-4669-4aac-b710-163f33a83564 HTTP/1.1" status: 200 len: 217 time: 0.0379288 Jan 28 19:04:53.171902 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-288f2806-5b1e-4c2e-8932-2497e0902475 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=efb54acbd4ca4d7fa03a622fd8a27440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9716363 Jan 28 19:04:53.185133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58736) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:53.221260 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9984dab1-d9a3-4366-8c26-99c6a532c2fb None None] Provisioning complete for port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:53.221892 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9984dab1-d9a3-4366-8c26-99c6a532c2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (53bd4e45-9ae8-4898-8fc8-e9aab2a136c5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:53.237560 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d05509-34f9-4453-a530-5b401b1d0662 req-bd3add34-c68b-473a-ab60-132e4f89c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:53.239222 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-bd3add34-c68b-473a-ab60-132e4f89c4cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0815041 Jan 28 19:04:53.256183 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1569b200-d128-4284-968b-6c37937c8eed admin admin] Publish callbacks [] for security_group (8bb01258-b065-4dce-a507-d5bf4f8fdc9c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:53.266091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9984dab1-d9a3-4366-8c26-99c6a532c2fb None None] Port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:04:53.285535 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f2806-5b1e-4c2e-8932-2497e0902475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb01258-b065-4dce-a507-d5bf4f8fdc9c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:53.331262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-9923d501-ed24-4abb-883c-98f56fced6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:53.332805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-9923d501-ed24-4abb-883c-98f56fced6bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.5448241 Jan 28 19:04:53.366653 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1569b200-d128-4284-968b-6c37937c8eed admin admin] Publish callbacks [] for security_group (8bb01258-b065-4dce-a507-d5bf4f8fdc9c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:53.408411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d05509-34f9-4453-a530-5b401b1d0662 req-0750ed80-acf3-4ba1-bac0-ac5dcac6cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:53.410074 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-0750ed80-acf3-4ba1-bac0-ac5dcac6cf02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1553044 Jan 28 19:04:53.426620 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-46294537-9233-44f4-bbb0-821ebe4bb172 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52f446f7-445e-44e1-934c-31b3c5deef82 HTTP/1.1" status: 200 len: 217 time: 0.0833647 Jan 28 19:04:53.431465 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1358098-a075-49b7-8277-4e8ffe1f0319 req-ac63daae-d33c-4f7d-a44b-ef47e3a46490 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:53.433054 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1358098-a075-49b7-8277-4e8ffe1f0319 req-ac63daae-d33c-4f7d-a44b-ef47e3a46490 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 931 time: 0.1156719 Jan 28 19:04:53.522105 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1569b200-d128-4284-968b-6c37937c8eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8bb01258-b065-4dce-a507-d5bf4f8fdc9c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:53.524641 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1569b200-d128-4284-968b-6c37937c8eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:53.525842 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1569b200-d128-4284-968b-6c37937c8eed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8bb01258-b065-4dce-a507-d5bf4f8fdc9c HTTP/1.1" status: 204 len: 168 time: 0.3395646 Jan 28 19:04:53.539497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195d6cd-5735-4ef0-936d-172991e2c2c5 req-b1764f17-456d-47ac-9b9d-3ade1a615dad tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:53.546337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e195d6cd-5735-4ef0-936d-172991e2c2c5 req-b1764f17-456d-47ac-9b9d-3ade1a615dad tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 947 time: 0.2716067 Jan 28 19:04:53.552474 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-5a0bf04d-6480-4c07-a117-3d7a5e578a9a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks [] for port (91f8c711-e426-40bb-8bc5-13d77fb8b2d9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:53.554207 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569b200-d128-4284-968b-6c37937c8eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb01258-b065-4dce-a507-d5bf4f8fdc9c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:53.565903 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1358098-a075-49b7-8277-4e8ffe1f0319 req-23d094dc-6598-4aed-a8a1-eed148896d4f tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207683 Jan 28 19:04:53.579807 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-ff9cb461-1306-4e82-8fea-b03b77a44345 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628199 Jan 28 19:04:53.642625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-8a862402-ac3f-41d6-baf6-858ca8495492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:53.644134 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-8a862402-ac3f-41d6-baf6-858ca8495492 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.1782587 Jan 28 19:04:53.713744 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d05509-34f9-4453-a530-5b401b1d0662 req-b697966d-0419-4803-9e10-7fd82ae86e26 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268995 Jan 28 19:04:53.715821 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-01373925-d906-4233-880f-0582d8e58886 req-25a72cde-76a2-432a-bc8c-2db0bec5299c tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 210 time: 0.0456276 Jan 28 19:04:53.727116 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-afc8c625-a649-4890-847e-eaf8150c2768 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488319 Jan 28 19:04:53.741914 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e195d6cd-5735-4ef0-936d-172991e2c2c5 req-b5852700-25e3-4f2d-b31b-925c639e6498 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947539 Jan 28 19:04:53.770310 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-5a0bf04d-6480-4c07-a117-3d7a5e578a9a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (91f8c711-e426-40bb-8bc5-13d77fb8b2d9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:53.869035 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd19ea-d827-4f49-8fba-269b3d935b1c req-f281ae99-dea3-4960-8ca7-c5b79f4f8e89 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:53.877296 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6cd19ea-d827-4f49-8fba-269b3d935b1c req-f281ae99-dea3-4960-8ca7-c5b79f4f8e89 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 948 time: 0.0739324 Jan 28 19:04:53.907396 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-5a0bf04d-6480-4c07-a117-3d7a5e578a9a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:04:53.926167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:04:53.928493 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6cd19ea-d827-4f49-8fba-269b3d935b1c req-8d830726-0e66-4b6f-98dc-6d30d0b0fb43 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502839 Jan 28 19:04:53.936224 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-5a0bf04d-6480-4c07-a117-3d7a5e578a9a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:04:53.941911 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Publish callbacks [] for port (53bd4e45-9ae8-4898-8fc8-e9aab2a136c5), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:53.944379 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bf04d-6480-4c07-a117-3d7a5e578a9a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Pushing event updated for resources: {'Port': ['ID=91f8c711-e426-40bb-8bc5-13d77fb8b2d9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:53.946881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-5a0bf04d-6480-4c07-a117-3d7a5e578a9a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:04:53.970276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-82586325-ccde-4995-b41c-9be933e647f1 admin admin] Deleting port 391e6fe1-9130-45be-ba9a-f04703ab9cfd {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:04:53.970712 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82586325-ccde-4995-b41c-9be933e647f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:54.087165 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Transition to ACTIVE for port object 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:04:54.094931 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-8f6c6df9-da7c-48cd-b04f-51698403dc40 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567331 Jan 28 19:04:54.123371 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (53bd4e45-9ae8-4898-8fc8-e9aab2a136c5), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:54.212493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a6d63-b2cd-411f-8a85-d9e773e5e0a5 req-c840b61d-0065-4570-8fcf-0d224f47ab7c tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:54.221530 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c15a6d63-b2cd-411f-8a85-d9e773e5e0a5 req-c840b61d-0065-4570-8fcf-0d224f47ab7c tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 944 time: 0.1142664 Jan 28 19:04:54.292676 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c15a6d63-b2cd-411f-8a85-d9e773e5e0a5 req-06dada84-c6e7-4ed4-89ee-4b78a541756f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700905 Jan 28 19:04:54.346991 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e3b96363-7763-422d-a893-bbb366bbd514 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:04:54.459059 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480918fb-9a94-446f-b224-662062ff6437 req-fd6859fe-b6f4-4028-a3cd-1486fd872360 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:54.460650 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-480918fb-9a94-446f-b224-662062ff6437 req-fd6859fe-b6f4-4028-a3cd-1486fd872360 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.37 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296&tenant_id=8059b4ef24fd40cba0129239318686c2&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 948 time: 0.1633661 Jan 28 19:04:54.504165 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port e3b96363-7763-422d-a893-bbb366bbd514, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e3b96363-7763-422d-a893-bbb366bbd514,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:54.516393 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:54.530865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a79ff3b1-0611-46df-9e32-07bfaf292198 None None] Provisioning complete for port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:54.531256 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a79ff3b1-0611-46df-9e32-07bfaf292198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (91f8c711-e426-40bb-8bc5-13d77fb8b2d9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:54.573909 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a79ff3b1-0611-46df-9e32-07bfaf292198 None None] Port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:04:54.576701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'e3b96363-7763-422d-a893-bbb366bbd514', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': 'e3b96363-7763-422d-a893-bbb366bbd514', 'mac_address': 'fa:16:3e:13:05:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:04:54.605559 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-82586325-ccde-4995-b41c-9be933e647f1 admin admin] For port 391e6fe1-9130-45be-ba9a-f04703ab9cfd, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=391e6fe1-9130-45be-ba9a-f04703ab9cfd,segment=NetworkSegment(0e95b523-f66e-4686-84f8-6ff319a5d5e6),segment_id=0e95b523-f66e-4686-84f8-6ff319a5d5e6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:54.605559 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82586325-ccde-4995-b41c-9be933e647f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:54.609338 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-480918fb-9a94-446f-b224-662062ff6437 req-34630d19-9cf2-4978-9c68-9bddae892c28 service neutron] delete failed (client error): The resource could not be found. Jan 28 19:04:54.610608 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-480918fb-9a94-446f-b224-662062ff6437 req-34630d19-9cf2-4978-9c68-9bddae892c28 service neutron] 10.222.0.37 "DELETE /v2.0/ports/e3b96363-7763-422d-a893-bbb366bbd514/bindings/n-h2-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.1435661 Jan 28 19:04:54.611528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-82586325-ccde-4995-b41c-9be933e647f1 admin admin] Calling delete_port for 391e6fe1-9130-45be-ba9a-f04703ab9cfd owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:04:54.696629 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port e3b96363-7763-422d-a893-bbb366bbd514 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:54.697768 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3b96363-7763-422d-a893-bbb366bbd514), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:54.730282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b96363-7763-422d-a893-bbb366bbd514 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:04:54.760134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port e3b96363-7763-422d-a893-bbb366bbd514, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e3b96363-7763-422d-a893-bbb366bbd514,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:54.765733 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e3b96363-7763-422d-a893-bbb366bbd514), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:54.777234 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-5a0bf04d-6480-4c07-a117-3d7a5e578a9a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:54.778070 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-5a0bf04d-6480-4c07-a117-3d7a5e578a9a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:54.877458 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=e3b96363-7763-422d-a893-bbb366bbd514,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:54.886744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22901f-5c51-4af3-9150-779c656ccd52 req-d81dc1c9-db73-41e6-ba1e-9f381560726e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:54.897206 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ee22901f-5c51-4af3-9150-779c656ccd52 req-d81dc1c9-db73-41e6-ba1e-9f381560726e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 943 time: 0.1867664 Jan 28 19:04:54.899532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-5a0bf04d-6480-4c07-a117-3d7a5e578a9a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9872808 Jan 28 19:04:54.933337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480918fb-9a94-446f-b224-662062ff6437 req-5b28633b-096d-414e-9ba8-8169a6d2eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:54.941918 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-480918fb-9a94-446f-b224-662062ff6437 req-5b28633b-096d-414e-9ba8-8169a6d2eb29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 1131 time: 0.1725633 Jan 28 19:04:54.949518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Request body: {'port': {'device_id': 'c564bfc4-86dd-48ed-a280-d2b2010ca6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:04:54.984717 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ee22901f-5c51-4af3-9150-779c656ccd52 req-28db8e00-3daa-4fcd-8c3a-fa8639544f13 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810616 Jan 28 19:04:55.000902 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['e3b96363-7763-422d-a893-bbb366bbd514'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:04:55.125682 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (91f8c711-e426-40bb-8bc5-13d77fb8b2d9), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:55.156506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Attempting to bind port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:04:55.156850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Attempting to bind port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:04:55.157179 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Attempting to bind port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 on network c68d60ae-9b36-48c4-b1ee-016fbf317929 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:55.237686 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:55.239601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce901d72-8185-464c-bb81-524aa04f44d5 req-916aa455-4a63-44a3-81d6-a31a3672a1ce tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:55.247864 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce901d72-8185-464c-bb81-524aa04f44d5 req-916aa455-4a63-44a3-81d6-a31a3672a1ce tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 935 time: 0.1524839 Jan 28 19:04:55.250093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480918fb-9a94-446f-b224-662062ff6437 req-1b123fc7-9806-4a01-9dcc-3a251402749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:55.251475 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-480918fb-9a94-446f-b224-662062ff6437 req-1b123fc7-9806-4a01-9dcc-3a251402749c service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.2655816 Jan 28 19:04:55.317391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 on network c68d60ae-9b36-48c4-b1ee-016fbf317929 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:04:55.317577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Attempting to bind port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 on network c68d60ae-9b36-48c4-b1ee-016fbf317929 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:55.322768 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Pushing event updated for resources: {'Port': ['ID=53bd4e45-9ae8-4898-8fc8-e9aab2a136c5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:55.339233 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-480918fb-9a94-446f-b224-662062ff6437 req-a2fb3fbe-725a-4279-8dcc-886c0788f52d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=e3b96363-7763-422d-a893-bbb366bbd514 HTTP/1.1" status: 200 len: 217 time: 0.0799916 Jan 28 19:04:55.341372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:04:55.341716 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Checking segment: {'id': 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:55.342136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Bound using segment: {'id': 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:04:55.342587 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Bound port: 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:04:55.342950 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (53bd4e45-9ae8-4898-8fc8-e9aab2a136c5), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:55.374714 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82586325-ccde-4995-b41c-9be933e647f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (391e6fe1-9130-45be-ba9a-f04703ab9cfd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:55.410207 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce901d72-8185-464c-bb81-524aa04f44d5 req-88a83535-bbef-4a2b-a5b7-30d4dbfade36 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614153 Jan 28 19:04:55.415094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de143b24-c8b3-4ed7-bb4a-6bffa0b66e32 req-ba1133b6-001c-4201-be6a-cfc77325c776 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:55.422934 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-de143b24-c8b3-4ed7-bb4a-6bffa0b66e32 req-ba1133b6-001c-4201-be6a-cfc77325c776 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 949 time: 0.6278696 Jan 28 19:04:55.423329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480918fb-9a94-446f-b224-662062ff6437 req-c7f2da0e-df35-4fc1-a92d-36f2b3cec2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:55.424819 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-480918fb-9a94-446f-b224-662062ff6437 req-c7f2da0e-df35-4fc1-a92d-36f2b3cec2c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0739653 Jan 28 19:04:55.486110 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-e066634d-39d8-4a2f-b4bd-a836939aa5fb service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3652108 Jan 28 19:04:55.487307 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82586325-ccde-4995-b41c-9be933e647f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=391e6fe1-9130-45be-ba9a-f04703ab9cfd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:55.506047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480918fb-9a94-446f-b224-662062ff6437 req-552937b6-c858-4e04-b332-ff60e00f6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:55.507965 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-480918fb-9a94-446f-b224-662062ff6437 req-552937b6-c858-4e04-b332-ff60e00f6dbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0766244 Jan 28 19:04:55.688759 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-de143b24-c8b3-4ed7-bb4a-6bffa0b66e32 req-08bbce87-1d8e-45ee-9e1a-b0261999fbca tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605026 Jan 28 19:04:55.690638 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] For port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:55.704035 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e9cb6-cd23-4cf9-b085-beb2ba185439 req-e9b3cca9-25f3-4a0b-8019-3bdb2820baac tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:55.705915 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f7e9cb6-cd23-4cf9-b085-beb2ba185439 req-e9b3cca9-25f3-4a0b-8019-3bdb2820baac tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 947 time: 0.1469803 Jan 28 19:04:55.727648 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] For port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=53bd4e45-9ae8-4898-8fc8-e9aab2a136c5,segment=NetworkSegment(b42e0ebe-52ff-4e53-a10d-c5fc1da5544a),segment_id=b42e0ebe-52ff-4e53-a10d-c5fc1da5544a)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:04:55.749530 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-480918fb-9a94-446f-b224-662062ff6437 req-e9b98777-aac8-4d46-b6ea-d1f787d74537 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344284 Jan 28 19:04:55.797295 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (53bd4e45-9ae8-4898-8fc8-e9aab2a136c5), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:55.834270 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f7e9cb6-cd23-4cf9-b085-beb2ba185439 req-09dfe87d-d89d-4ecd-b105-14e0a660916d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201620 Jan 28 19:04:55.890126 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-480918fb-9a94-446f-b224-662062ff6437 req-ec7bb311-6794-4571-9384-db79bc60d105 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334121 Jan 28 19:04:56.016375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:56.017378 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:56.018968 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] 10.222.0.31 "PUT /v2.0/ports/53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 HTTP/1.1" status: 200 len: 1091 time: 3.6570539 Jan 28 19:04:56.030482 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d41926-4874-438b-a5c1-aa967e46a292', 'tag': '53bd4e45-9ae8-4898-8fc8-e9aab2a136c5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:56.035354 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b86506d-dd54-47a5-9d46-52a177ce1e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "16d41926-4874-438b-a5c1-aa967e46a292", "tag": "53bd4e45-9ae8-4898-8fc8-e9aab2a136c5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:56.102786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:04:56.158513 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Publish callbacks [] for port (91f8c711-e426-40bb-8bc5-13d77fb8b2d9), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:56.161760 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da023d96-a80f-4444-ae45-98dfcf581ebd service neutron] Pushing event updated for resources: {'Port': ['ID=53bd4e45-9ae8-4898-8fc8-e9aab2a136c5,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:56.173833 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e491f09-7109-4ae7-a57c-92e83693a7c0 req-290dc26e-50c6-4024-889e-5689a571b8b0 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:56.175922 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2e491f09-7109-4ae7-a57c-92e83693a7c0 req-290dc26e-50c6-4024-889e-5689a571b8b0 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 943 time: 0.0816526 Jan 28 19:04:56.211814 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-11b18b8f-6ed2-45da-9306-e5d96d1f5b03 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:56.213651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-11b18b8f-6ed2-45da-9306-e5d96d1f5b03 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6&tenant_id=a52c883532314f5dbe651bed69cf54cd&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 1126 time: 0.3603115 Jan 28 19:04:56.214759 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Transition to ACTIVE for port object 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:04:56.237913 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (91f8c711-e426-40bb-8bc5-13d77fb8b2d9), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:56.244871 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2e491f09-7109-4ae7-a57c-92e83693a7c0 req-6277b7f4-9750-4e2d-a39d-32fb5b4cc4b3 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610504 Jan 28 19:04:56.286502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183c491-a153-4e2d-885b-45266e768eb9 req-59beb3b3-0da2-45b3-8a3d-2474ac43744e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:56.288379 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3183c491-a153-4e2d-885b-45266e768eb9 req-59beb3b3-0da2-45b3-8a3d-2474ac43744e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 944 time: 0.3787248 Jan 28 19:04:56.289306 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82586325-ccde-4995-b41c-9be933e647f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (75a1aa19-bb53-4ecf-a106-7ef9205ddd8c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:56.358527 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e3b96363-7763-422d-a893-bbb366bbd514 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:04:56.412633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-c5104358-404c-4231-8bfb-44b107dbb201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:56.417926 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-c5104358-404c-4231-8bfb-44b107dbb201 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d87708c42e094b638f36295b01f12cc1&device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 1125 time: 0.3406293 Jan 28 19:04:56.444648 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port e3b96363-7763-422d-a893-bbb366bbd514 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:04:56.454228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port e3b96363-7763-422d-a893-bbb366bbd514 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:56.455363 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e3b96363-7763-422d-a893-bbb366bbd514), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:56.513752 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Pushing event updated for resources: {'Port': ['ID=91f8c711-e426-40bb-8bc5-13d77fb8b2d9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:56.583354 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-cef3a0b0-64ab-43fe-9aab-fb0abdca875a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 HTTP/1.1" status: 200 len: 217 time: 0.1337380 Jan 28 19:04:56.633037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port e3b96363-7763-422d-a893-bbb366bbd514 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:56.633738 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3b96363-7763-422d-a893-bbb366bbd514), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:56.693200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a337d-204b-4243-93ba-a7604597c296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b96363-7763-422d-a893-bbb366bbd514'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:56.697606 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a760683f-719f-4d03-8d07-fc8d4ca9dd24" -d '{"events": [{"server_uuid": "826a337d-204b-4243-93ba-a7604597c296", "name": "network-vif-plugged", "status": "completed", "tag": "e3b96363-7763-422d-a893-bbb366bbd514"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:56.710892 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3183c491-a153-4e2d-885b-45266e768eb9 req-19773eb1-f9bd-4dc7-9a96-74bdec7ce9f4 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940804 Jan 28 19:04:56.729560 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port e3b96363-7763-422d-a893-bbb366bbd514, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e3b96363-7763-422d-a893-bbb366bbd514,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:56.745541 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e3b96363-7763-422d-a893-bbb366bbd514), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:56.818845 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65000e32-ce15-44f0-8131-7c8d935cd31d x-openstack-request-id: req-65000e32-ce15-44f0-8131-7c8d935cd31d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:56.818845 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d41926-4874-438b-a5c1-aa967e46a292", "tag": "53bd4e45-9ae8-4898-8fc8-e9aab2a136c5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:56.818845 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65000e32-ce15-44f0-8131-7c8d935cd31d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:56.818845 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d41926-4874-438b-a5c1-aa967e46a292', 'tag': '53bd4e45-9ae8-4898-8fc8-e9aab2a136c5', 'status': 'completed', 'code': 200} Jan 28 19:04:56.886119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=e3b96363-7763-422d-a893-bbb366bbd514,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:56.906450 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device d2203941-4669-4aac-b710-163f33a83564 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:04:56.923916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-8456c0a8-6c6d-4c5c-ad31-fd7b5fde119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:56.925501 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-8456c0a8-6c6d-4c5c-ad31-fd7b5fde119d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=907a6687-a5e1-4143-afc7-74dba5b8ed84 HTTP/1.1" status: 200 len: 862 time: 0.3007035 Jan 28 19:04:56.960428 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-1a198a57-55ff-41bd-8a4e-ec83ad7bd422 service neutron] For port 52f446f7-445e-44e1-934c-31b3c5deef82, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:56.963192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Attempting to bind port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:04:56.963619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Attempting to bind port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:04:56.964017 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Attempting to bind port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:56.993626 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-1a198a57-55ff-41bd-8a4e-ec83ad7bd422 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:56.996796 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae9bf837-297a-4d22-9e6d-a1fa408da394 req-1a198a57-55ff-41bd-8a4e-ec83ad7bd422 service neutron] 10.222.0.37 "DELETE /v2.0/ports/52f446f7-445e-44e1-934c-31b3c5deef82/bindings/n-h1-824834-4 HTTP/1.1" status: 204 len: 173 time: 0.7746000 Jan 28 19:04:57.042766 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:04:57.042987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Attempting to bind port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:04:57.043204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2fa1c-de64-4f46-ba74-b599a370e672 req-f617c932-5192-4075-ae36-3a20ac4d7d9b tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:57.050665 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-82a2fa1c-de64-4f46-ba74-b599a370e672 req-f617c932-5192-4075-ae36-3a20ac4d7d9b tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.0665948 Jan 28 19:04:57.063840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:04:57.064194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:04:57.064818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:04:57.065328 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Bound port: 91f8c711-e426-40bb-8bc5-13d77fb8b2d9, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:04:57.065756 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (91f8c711-e426-40bb-8bc5-13d77fb8b2d9), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:57.098054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb67793-223e-4517-8923-3aa3afa9e1d0 req-270b4328-c3de-4632-bf39-3fc1d2ab5972 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:57.105669 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5fb67793-223e-4517-8923-3aa3afa9e1d0 req-270b4328-c3de-4632-bf39-3fc1d2ab5972 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 947 time: 0.2469876 Jan 28 19:04:57.110072 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-82a2fa1c-de64-4f46-ba74-b599a370e672 req-a6128189-d1b0-4032-ab00-e53933ef0a23 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523062 Jan 28 19:04:57.120609 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port d2203941-4669-4aac-b710-163f33a83564, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d2203941-4669-4aac-b710-163f33a83564,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:57.131254 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a316c0-3b46-4cf7-82a0-638238f750ea x-openstack-request-id: req-85a316c0-3b46-4cf7-82a0-638238f750ea {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:04:57.131654 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a337d-204b-4243-93ba-a7604597c296", "name": "network-vif-plugged", "status": "completed", "tag": "e3b96363-7763-422d-a893-bbb366bbd514", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:04:57.131906 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-85a316c0-3b46-4cf7-82a0-638238f750ea {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:04:57.132684 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a337d-204b-4243-93ba-a7604597c296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b96363-7763-422d-a893-bbb366bbd514', 'code': 200} Jan 28 19:04:57.146438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'd2203941-4669-4aac-b710-163f33a83564', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': 'd2203941-4669-4aac-b710-163f33a83564', 'mac_address': 'fa:16:3e:d3:75:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:04:57.201500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-b42e22ef-5007-45e1-b6ae-879746d3d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:57.202737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port d2203941-4669-4aac-b710-163f33a83564 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:57.203131 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d2203941-4669-4aac-b710-163f33a83564), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:57.203916 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-b42e22ef-5007-45e1-b6ae-879746d3d292 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c68d60ae-9b36-48c4-b1ee-016fbf317929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2639222 Jan 28 19:04:57.225519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2203941-4669-4aac-b710-163f33a83564 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:04:57.294065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port d2203941-4669-4aac-b710-163f33a83564, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d2203941-4669-4aac-b710-163f33a83564,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:57.305232 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d2203941-4669-4aac-b710-163f33a83564), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:57.353437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d37bf-47fc-48aa-8188-f73fea08950e req-fe60ef92-dcfe-462a-ad2b-600ce3e0223b tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:57.355035 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-395d37bf-47fc-48aa-8188-f73fea08950e req-fe60ef92-dcfe-462a-ad2b-600ce3e0223b tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 947 time: 0.1245396 Jan 28 19:04:57.404850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=d2203941-4669-4aac-b710-163f33a83564,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:57.428548 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-395d37bf-47fc-48aa-8188-f73fea08950e req-eed47f4b-ed20-460d-b122-80f03e029c2f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574367 Jan 28 19:04:57.578407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de27f5b-6b9a-45ec-ae0c-f460de928770 req-fc779c7a-5bbd-49c1-81a3-936dc348445b tempest-MigrationsAdminTest-163656369 tempest-MigrationsAdminTest-163656369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:57.580895 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3de27f5b-6b9a-45ec-ae0c-f460de928770 req-fc779c7a-5bbd-49c1-81a3-936dc348445b tempest-MigrationsAdminTest-163656369 tempest-MigrationsAdminTest-163656369-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 1132 time: 0.0556521 Jan 28 19:04:57.630947 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3de27f5b-6b9a-45ec-ae0c-f460de928770 req-7d5d290d-fc45-468a-882a-2eebd66a664a tempest-MigrationsAdminTest-163656369 tempest-MigrationsAdminTest-163656369-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440207 Jan 28 19:04:57.660758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d2203941-4669-4aac-b710-163f33a83564'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:04:57.687438 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] For port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:04:57.698815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82586325-ccde-4995-b41c-9be933e647f1 admin admin] Router 75a1aa19-bb53-4ecf-a106-7ef9205ddd8c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:04:57.711951 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5fb67793-223e-4517-8923-3aa3afa9e1d0 req-3468fc38-5aa2-4f8a-99db-4b00b2617dbf tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6053302 Jan 28 19:04:57.718440 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] For port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=91f8c711-e426-40bb-8bc5-13d77fb8b2d9,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:04:57.735891 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (91f8c711-e426-40bb-8bc5-13d77fb8b2d9), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:57.770969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d40ac0-e6aa-4d1e-a3c1-a74201da7ecf req-7f00d3b3-0618-4b4e-8ee3-0f8f91ee71a6 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:57.773285 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3d40ac0-e6aa-4d1e-a3c1-a74201da7ecf req-7f00d3b3-0618-4b4e-8ee3-0f8f91ee71a6 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 1126 time: 0.0687377 Jan 28 19:04:57.844815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:57.845668 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:57.848290 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] 10.222.0.31 "PUT /v2.0/ports/91f8c711-e426-40bb-8bc5-13d77fb8b2d9 HTTP/1.1" status: 200 len: 1095 time: 2.9291694 Jan 28 19:04:57.860741 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3d40ac0-e6aa-4d1e-a3c1-a74201da7ecf req-63876a38-3842-46c0-a75d-a74a32c63a74 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801790 Jan 28 19:04:57.869546 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-50d092aa-4190-4e3b-997f-58a867213699 service neutron] 10.222.0.31 "GET /v2.0/networks/c68d60ae-9b36-48c4-b1ee-016fbf317929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6502507 Jan 28 19:04:58.047230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-318d7504-b9ba-49f4-9090-671f92cc5260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:58.048860 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-318d7504-b9ba-49f4-9090-671f92cc5260 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=812d8596162c4714a3235afa21508aed&device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 1129 time: 0.1344638 Jan 28 19:04:58.057241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ac03a-0878-4b29-8638-edcd4a758d91 service neutron] Pushing event updated for resources: {'Port': ['ID=91f8c711-e426-40bb-8bc5-13d77fb8b2d9,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:58.119891 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-3c2a1985-be99-4607-98dc-9b01d8d842ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=91f8c711-e426-40bb-8bc5-13d77fb8b2d9 HTTP/1.1" status: 200 len: 217 time: 0.0625548 Jan 28 19:04:58.172208 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82586325-ccde-4995-b41c-9be933e647f1 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:04:58.180599 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-a5505632-bc1f-4965-9c79-52fa0fdd4b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:58.180771 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-82586325-ccde-4995-b41c-9be933e647f1 admin admin] 10.222.0.55 "PUT /v2.0/routers/75a1aa19-bb53-4ecf-a106-7ef9205ddd8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2223434 Jan 28 19:04:58.182592 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-a5505632-bc1f-4965-9c79-52fa0fdd4b3c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0573418 Jan 28 19:04:58.183416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58836) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:58.195010 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8e3e6-73eb-4897-850c-ee6f7056a315 None None] Sync routers for ids ['75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:04:58.205619 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8e3e6-73eb-4897-850c-ee6f7056a315 None None] Routers {'75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:04:58.206258 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1ba8e3e6-73eb-4897-850c-ee6f7056a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:04:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:58.213715 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b56e6-ac00-49d8-8ec6-3e70c13be9ff req-4a3d246d-c907-4c85-97c1-1473e00de578 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:58.221195 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea0b56e6-ac00-49d8-8ec6-3e70c13be9ff req-4a3d246d-c907-4c85-97c1-1473e00de578 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 943 time: 0.3662641 Jan 28 19:04:58.237256 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d349479b-c0db-4a43-9829-139c7384b6d5 req-2a9dd0ee-9e24-4b70-a244-84bb2fedd177 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3029609 Jan 28 19:04:58.291721 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6efadc6-afde-4c89-9ce5-aa712089a42b req-55f3e141-f77b-49ba-8a6f-add5c4382c6b service neutron] 10.222.0.31 "GET /v2.0/networks/c68d60ae-9b36-48c4-b1ee-016fbf317929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654025 Jan 28 19:04:58.319932 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1ba8e3e6-73eb-4897-850c-ee6f7056a315 None None] Set router 75a1aa19-bb53-4ecf-a106-7ef9205ddd8c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:04:58.364505 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-a9daad86-8e2e-4446-bd81-c052999c890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:58.367015 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-a9daad86-8e2e-4446-bd81-c052999c890a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1779656 Jan 28 19:04:58.371871 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea0b56e6-ac00-49d8-8ec6-3e70c13be9ff req-c2e8cc2e-8e89-4cb0-8b27-17098c01d60d tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488223 Jan 28 19:04:58.447113 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349479b-c0db-4a43-9829-139c7384b6d5 req-065cff5e-cb6a-430d-89e0-f9763421d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:58.453315 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d349479b-c0db-4a43-9829-139c7384b6d5 req-065cff5e-cb6a-430d-89e0-f9763421d5cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 1126 time: 0.1464467 Jan 28 19:04:58.509986 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86506d-dd54-47a5-9d46-52a177ce1e0d req-37637101-20e2-4f79-ae23-73b623c708e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:58.517620 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0b86506d-dd54-47a5-9d46-52a177ce1e0d req-37637101-20e2-4f79-ae23-73b623c708e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d87708c42e094b638f36295b01f12cc1&device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 1125 time: 0.1159902 Jan 28 19:04:58.609526 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1ba8e3e6-73eb-4897-850c-ee6f7056a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'name': 'tempest-FloatingIPsTestJSON-1306407909-router', 'tenant_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:04:27Z', 'updated_at': '2022-01-28T19:04:54Z', 'revision_number': 5, 'project_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'gw_port': {'id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:04:28Z', 'updated_at': '2022-01-28T19:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:58.644031 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8e3e6-73eb-4897-850c-ee6f7056a315 None None] Checking router: 75a1aa19-bb53-4ecf-a106-7ef9205ddd8c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:04:58.654537 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8e3e6-73eb-4897-850c-ee6f7056a315 None None] Routers {'75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:04:58.655278 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1ba8e3e6-73eb-4897-850c-ee6f7056a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:04:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:58.709430 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86506d-dd54-47a5-9d46-52a177ce1e0d req-d875de89-8181-479c-aa78-fa92920a069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:58.711505 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0b86506d-dd54-47a5-9d46-52a177ce1e0d req-d875de89-8181-479c-aa78-fa92920a069f service neutron] 10.222.0.31 "GET /v2.0/networks?id=c68d60ae-9b36-48c4-b1ee-016fbf317929 HTTP/1.1" status: 200 len: 924 time: 0.1688673 Jan 28 19:04:58.753262 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-5819d19b-d706-4b1f-9708-6e94202e914d service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871160 Jan 28 19:04:58.753739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:58.765473 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9af94523-4845-452a-abf1-d31a5a106559 req-4666f7c4-755d-499a-b8a8-5ab6891af13f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8059b4ef24fd40cba0129239318686c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1999419 Jan 28 19:04:58.791259 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1ba8e3e6-73eb-4897-850c-ee6f7056a315 None None] Set router 75a1aa19-bb53-4ecf-a106-7ef9205ddd8c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:04:58.819783 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c564bfc4-86dd-48ed-a280-d2b2010ca6dc', 'tag': '91f8c711-e426-40bb-8bc5-13d77fb8b2d9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:58.822422 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4573470-eba9-4f4a-8485-995b790637f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c564bfc4-86dd-48ed-a280-d2b2010ca6dc", "tag": "91f8c711-e426-40bb-8bc5-13d77fb8b2d9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:58.827037 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0b86506d-dd54-47a5-9d46-52a177ce1e0d req-86e166f0-7bec-49d3-b279-cb5db9dea4dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 HTTP/1.1" status: 200 len: 217 time: 0.0779567 Jan 28 19:04:58.892358 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c64e64d-d5e7-4ef0-88ce-5a5058ce50d9 admin admin] Publish callbacks [] for router (75a1aa19-bb53-4ecf-a106-7ef9205ddd8c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:58.921394 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device d2203941-4669-4aac-b710-163f33a83564 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:04:59.000271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349479b-c0db-4a43-9829-139c7384b6d5 req-8ab68db0-778d-412b-aaed-20115ab31bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:59.001828 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d349479b-c0db-4a43-9829-139c7384b6d5 req-8ab68db0-778d-412b-aaed-20115ab31bef service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.5182726 Jan 28 19:04:59.005797 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86506d-dd54-47a5-9d46-52a177ce1e0d req-da02c630-fa38-4d69-9b16-03e8b510a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:59.007388 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0b86506d-dd54-47a5-9d46-52a177ce1e0d req-da02c630-fa38-4d69-9b16-03e8b510a0d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=907a6687-a5e1-4143-afc7-74dba5b8ed84 HTTP/1.1" status: 200 len: 862 time: 0.1644647 Jan 28 19:04:59.032436 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56afe40f-bbc9-489c-bf3d-6e0f0c230e9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:59.049582 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d349479b-c0db-4a43-9829-139c7384b6d5 req-ee3ed041-d4c7-4e63-a45f-fcaa2fb23751 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 HTTP/1.1" status: 200 len: 217 time: 0.0384204 Jan 28 19:04:59.055631 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port d2203941-4669-4aac-b710-163f33a83564 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:04:59.060661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port d2203941-4669-4aac-b710-163f33a83564 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:04:59.061721 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d2203941-4669-4aac-b710-163f33a83564), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:59.132333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af81dda8-c9b7-4e5c-9031-8d1840fbfbf3 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:59.140305 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af81dda8-c9b7-4e5c-9031-8d1840fbfbf3 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 820 time: 0.4752305 Jan 28 19:04:59.175475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af94523-4845-452a-abf1-d31a5a106559 req-e475e713-d276-4320-a177-1b09ccc7e6ea tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:59.177344 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9af94523-4845-452a-abf1-d31a5a106559 req-e475e713-d276-4320-a177-1b09ccc7e6ea tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3707116 Jan 28 19:04:59.186969 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349479b-c0db-4a43-9829-139c7384b6d5 req-47abfa4e-902a-4638-8215-d23ec7996461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:59.186969 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d349479b-c0db-4a43-9829-139c7384b6d5 req-47abfa4e-902a-4638-8215-d23ec7996461 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.1235595 Jan 28 19:04:59.227913 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69f3facd-3965-4577-9c1a-9616a10e3ff2 req-69d33af1-1fdd-4ffd-8619-c11b9c56991f service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627192 Jan 28 19:04:59.238566 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b456947-e549-4fd5-be14-e4203aab3abe req-cc221983-f8d0-4710-9a36-f819a05bb617 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/quotas/a52c883532314f5dbe651bed69cf54cd HTTP/1.1" status: 200 len: 375 time: 0.0972450 Jan 28 19:04:59.246088 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port d2203941-4669-4aac-b710-163f33a83564 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:04:59.246524 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d2203941-4669-4aac-b710-163f33a83564), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:59.277187 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d349479b-c0db-4a43-9829-139c7384b6d5 req-abb5d843-a042-4232-8bd0-f179f72200e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739753 Jan 28 19:04:59.280281 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9af94523-4845-452a-abf1-d31a5a106559 req-0dc4804a-d37f-4988-8c2d-e6e8f657c29e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/quotas/8059b4ef24fd40cba0129239318686c2 HTTP/1.1" status: 200 len: 375 time: 0.0921278 Jan 28 19:04:59.308936 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694dbbe9-d09b-4fce-8ea9-600091c6baaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2203941-4669-4aac-b710-163f33a83564'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:04:59.310054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86506d-dd54-47a5-9d46-52a177ce1e0d req-b811ee40-1cf6-4dbd-ab0f-bfe0538bf1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:59.311146 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1ba8e3e6-73eb-4897-850c-ee6f7056a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'name': 'tempest-FloatingIPsTestJSON-1306407909-router', 'tenant_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:04:27Z', 'updated_at': '2022-01-28T19:04:54Z', 'revision_number': 5, 'project_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'gw_port': {'id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:04:28Z', 'updated_at': '2022-01-28T19:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:04:59.311647 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e232a0e-a13e-498d-a84f-e82ba244fe79" -d '{"events": [{"server_uuid": "694dbbe9-d09b-4fce-8ea9-600091c6baaa", "name": "network-vif-plugged", "status": "completed", "tag": "d2203941-4669-4aac-b710-163f33a83564"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:04:59.311759 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0b86506d-dd54-47a5-9d46-52a177ce1e0d req-b811ee40-1cf6-4dbd-ab0f-bfe0538bf1ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c68d60ae-9b36-48c4-b1ee-016fbf317929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2610397 Jan 28 19:04:59.337712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port d2203941-4669-4aac-b710-163f33a83564, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d2203941-4669-4aac-b710-163f33a83564,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:59.342106 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8e3e6-73eb-4897-850c-ee6f7056a315 None None] The sync data for ids ['75a1aa19-bb53-4ecf-a106-7ef9205ddd8c'] in n-d-824834-4 is: [{'id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'name': 'tempest-FloatingIPsTestJSON-1306407909-router', 'tenant_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:04:27Z', 'updated_at': '2022-01-28T19:04:54Z', 'revision_number': 5, 'project_id': '85b9d63a2ecb461e9e586d1a0d4da072', 'gw_port': {'id': '760ce012-8419-4a72-bbaf-b3d8e7057461', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a1aa19-bb53-4ecf-a106-7ef9205ddd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:04:28Z', 'updated_at': '2022-01-28T19:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:04:59.352237 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d2203941-4669-4aac-b710-163f33a83564), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:59.384017 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c64e64d-d5e7-4ef0-88ce-5a5058ce50d9 admin admin] Publish callbacks [] for router_gateway (75a1aa19-bb53-4ecf-a106-7ef9205ddd8c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:59.389267 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56afe40f-bbc9-489c-bf3d-6e0f0c230e9c admin admin] Publish callbacks [] for security_group (67f13f44-b663-4c6d-b761-339be3a66266), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:59.406295 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56afe40f-bbc9-489c-bf3d-6e0f0c230e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (67f13f44-b663-4c6d-b761-339be3a66266), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:59.426696 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=d2203941-4669-4aac-b710-163f33a83564,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:59.446279 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afe40f-bbc9-489c-bf3d-6e0f0c230e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f13f44-b663-4c6d-b761-339be3a66266,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:04:59.477439 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b456947-e549-4fd5-be14-e4203aab3abe req-258994fa-b40f-490c-a524-4e9c12ff844a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2379909 Jan 28 19:04:59.501266 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9af94523-4845-452a-abf1-d31a5a106559 req-f6ebdc1e-cec6-4537-8991-47cb1cc0da68 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2080503 Jan 28 19:04:59.507025 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d349479b-c0db-4a43-9829-139c7384b6d5 req-1c4bc42a-e795-4473-84fa-4a1c53b70932 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223420 Jan 28 19:04:59.515496 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-56afe40f-bbc9-489c-bf3d-6e0f0c230e9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d08c560041d4373950f9ccaf6ef5984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7523093 Jan 28 19:04:59.518688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58886) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:04:59.528940 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0b86506d-dd54-47a5-9d46-52a177ce1e0d req-afb8c2fb-ac6d-409a-9630-a7d993b791b4 service neutron] 10.222.0.31 "GET /v2.0/networks/c68d60ae-9b36-48c4-b1ee-016fbf317929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083783 Jan 28 19:04:59.627212 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3864fe9-f009-4278-a86f-0f705e09ca5d admin admin] Publish callbacks [] for security_group (67f13f44-b663-4c6d-b761-339be3a66266), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:59.633198 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3c64e64d-d5e7-4ef0-88ce-5a5058ce50d9 admin admin] Deleting port 760ce012-8419-4a72-bbaf-b3d8e7057461 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:04:59.633524 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c64e64d-d5e7-4ef0-88ce-5a5058ce50d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (760ce012-8419-4a72-bbaf-b3d8e7057461), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:59.657339 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0b86506d-dd54-47a5-9d46-52a177ce1e0d req-ae153486-fa7e-42a1-b2b7-2415fa623811 service neutron] 10.222.0.31 "GET /v2.0/networks/c68d60ae-9b36-48c4-b1ee-016fbf317929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153090 Jan 28 19:04:59.733023 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d349479b-c0db-4a43-9829-139c7384b6d5 req-78d9b6dc-6f08-412a-afc9-a784d8c81d83 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136941 Jan 28 19:04:59.767579 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3c64e64d-d5e7-4ef0-88ce-5a5058ce50d9 admin admin] For port 760ce012-8419-4a72-bbaf-b3d8e7057461, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=760ce012-8419-4a72-bbaf-b3d8e7057461,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:04:59.768044 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c64e64d-d5e7-4ef0-88ce-5a5058ce50d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (760ce012-8419-4a72-bbaf-b3d8e7057461), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:59.793560 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b456947-e549-4fd5-be14-e4203aab3abe req-ab5ef3ab-1caa-4274-bc02-59e994b13c55 service neutron] 10.222.0.55 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007667 Jan 28 19:04:59.812837 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac90c3c-5390-4464-8338-2b0c99c9b332 req-e9246bb7-819c-4bea-bdab-afbfa101c3c0 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:04:59.820267 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ac90c3c-5390-4464-8338-2b0c99c9b332 req-e9246bb7-819c-4bea-bdab-afbfa101c3c0 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 949 time: 0.0837684 Jan 28 19:04:59.826646 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:59.834632 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3864fe9-f009-4278-a86f-0f705e09ca5d admin admin] Publish callbacks [] for security_group (67f13f44-b663-4c6d-b761-339be3a66266), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:59.837135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3c64e64d-d5e7-4ef0-88ce-5a5058ce50d9 admin admin] Calling delete_port for 760ce012-8419-4a72-bbaf-b3d8e7057461 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:04:59.889982 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ac90c3c-5390-4464-8338-2b0c99c9b332 req-c4e7e347-a8a3-4056-b7a1-593f063fc416 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687127 Jan 28 19:04:59.965346 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3864fe9-f009-4278-a86f-0f705e09ca5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (67f13f44-b663-4c6d-b761-339be3a66266), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:59.971671 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3864fe9-f009-4278-a86f-0f705e09ca5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:04:59.975610 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a3864fe9-f009-4278-a86f-0f705e09ca5d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67f13f44-b663-4c6d-b761-339be3a66266 HTTP/1.1" status: 204 len: 168 time: 0.4313278 Jan 28 19:05:00.056727 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3864fe9-f009-4278-a86f-0f705e09ca5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f13f44-b663-4c6d-b761-339be3a66266,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:00.095731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d41816-3801-4cf2-9e97-f4484587fa7d req-54c2c922-8fa6-4123-8ffb-8078576d64d7 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:00.099691 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-74d41816-3801-4cf2-9e97-f4484587fa7d req-54c2c922-8fa6-4123-8ffb-8078576d64d7 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 947 time: 0.1032267 Jan 28 19:05:00.174063 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-74d41816-3801-4cf2-9e97-f4484587fa7d req-99e836f2-883a-4cef-a40f-4d0b19fff847 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654943 Jan 28 19:05:00.225122 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea94b903-5c02-49bc-a72e-92820a84ae7a x-openstack-request-id: req-ea94b903-5c02-49bc-a72e-92820a84ae7a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:00.225603 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c564bfc4-86dd-48ed-a280-d2b2010ca6dc", "tag": "91f8c711-e426-40bb-8bc5-13d77fb8b2d9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:00.228588 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea94b903-5c02-49bc-a72e-92820a84ae7a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:00.235475 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c564bfc4-86dd-48ed-a280-d2b2010ca6dc', 'tag': '91f8c711-e426-40bb-8bc5-13d77fb8b2d9', 'status': 'completed', 'code': 200} Jan 28 19:05:00.316119 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b456947-e549-4fd5-be14-e4203aab3abe req-17c6c1b1-d8e4-4da3-b01c-8ed508f00250 service neutron] 10.222.0.55 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215838 Jan 28 19:05:00.348522 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eea1fd1-28fb-460d-848e-51af0bddac66 x-openstack-request-id: req-0eea1fd1-28fb-460d-848e-51af0bddac66 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:00.349109 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694dbbe9-d09b-4fce-8ea9-600091c6baaa", "name": "network-vif-plugged", "status": "completed", "tag": "d2203941-4669-4aac-b710-163f33a83564", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:00.349192 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0eea1fd1-28fb-460d-848e-51af0bddac66 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:00.350295 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694dbbe9-d09b-4fce-8ea9-600091c6baaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2203941-4669-4aac-b710-163f33a83564', 'code': 200} Jan 28 19:05:00.375233 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c64e64d-d5e7-4ef0-88ce-5a5058ce50d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (760ce012-8419-4a72-bbaf-b3d8e7057461), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:00.423871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4573470-eba9-4f4a-8485-995b790637f3 req-8b30497d-2278-4075-9419-d21927fcba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:00.426256 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d4573470-eba9-4f4a-8485-995b790637f3 req-8b30497d-2278-4075-9419-d21927fcba47 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=812d8596162c4714a3235afa21508aed&device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 1129 time: 0.1596997 Jan 28 19:05:00.444280 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64e64d-d5e7-4ef0-88ce-5a5058ce50d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=760ce012-8419-4a72-bbaf-b3d8e7057461,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:00.610087 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c64e64d-d5e7-4ef0-88ce-5a5058ce50d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (75a1aa19-bb53-4ecf-a106-7ef9205ddd8c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:00.631385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58908) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:00.675421 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0c599-dca4-4c35-94f6-e9d34e87f898 req-e9a6dc37-b922-4996-a965-c6606bfbb683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:00.682542 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-42c0c599-dca4-4c35-94f6-e9d34e87f898 req-e9a6dc37-b922-4996-a965-c6606bfbb683 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 1131 time: 0.2518094 Jan 28 19:05:00.691758 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-495dbfb1-ddd0-4908-80d8-505e29d4f45f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:00.710275 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13de39-31d5-4826-8892-1576a2ef5e18 req-1a820c12-f89f-44f7-9e5e-94b197936c32 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:00.717699 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b13de39-31d5-4826-8892-1576a2ef5e18 req-1a820c12-f89f-44f7-9e5e-94b197936c32 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 943 time: 0.2278640 Jan 28 19:05:00.777817 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4573470-eba9-4f4a-8485-995b790637f3 req-3e3f144f-7813-4903-9f4c-92abfedbea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:00.781454 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d4573470-eba9-4f4a-8485-995b790637f3 req-3e3f144f-7813-4903-9f4c-92abfedbea0e service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.2888515 Jan 28 19:05:00.852181 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c64e64d-d5e7-4ef0-88ce-5a5058ce50d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (75a1aa19-bb53-4ecf-a106-7ef9205ddd8c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:00.852765 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d4573470-eba9-4f4a-8485-995b790637f3 req-c3c1188b-8f28-4347-998b-adb1549b9851 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=91f8c711-e426-40bb-8bc5-13d77fb8b2d9 HTTP/1.1" status: 200 len: 217 time: 0.0628955 Jan 28 19:05:00.855107 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c64e64d-d5e7-4ef0-88ce-5a5058ce50d9 admin admin] Publish callbacks [] for router_controller (75a1aa19-bb53-4ecf-a106-7ef9205ddd8c), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:00.863950 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b13de39-31d5-4826-8892-1576a2ef5e18 req-9d5085e9-89c4-4c04-9851-89b06586891e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450064 Jan 28 19:05:00.868133 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-42c0c599-dca4-4c35-94f6-e9d34e87f898 req-e4f032f5-a978-4b1c-a30a-3985b9a9de5b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439843 Jan 28 19:05:00.919166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4573470-eba9-4f4a-8485-995b790637f3 req-773bedc4-7e45-46f7-985d-8b2cca3da9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:00.923942 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d4573470-eba9-4f4a-8485-995b790637f3 req-773bedc4-7e45-46f7-985d-8b2cca3da9ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0553472 Jan 28 19:05:00.953788 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-724fa76e-ef02-420e-8323-ca8d0af9b590 req-7402c674-7331-4388-9659-999faa1a694f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 210 time: 0.3160543 Jan 28 19:05:00.959703 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c64e64d-d5e7-4ef0-88ce-5a5058ce50d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (75a1aa19-bb53-4ecf-a106-7ef9205ddd8c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:00.960466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c64e64d-d5e7-4ef0-88ce-5a5058ce50d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75a1aa19-bb53-4ecf-a106-7ef9205ddd8c {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:05:00.968940 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c64e64d-d5e7-4ef0-88ce-5a5058ce50d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:00.972349 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3c64e64d-d5e7-4ef0-88ce-5a5058ce50d9 admin admin] 10.222.0.55 "DELETE /v2.0/routers/75a1aa19-bb53-4ecf-a106-7ef9205ddd8c HTTP/1.1" status: 204 len: 168 time: 2.7872500 Jan 28 19:05:00.972940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58916) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:00.983421 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-349f6a62-ee72-4dd6-b87c-a51ce7c29590 req-1de45eb7-d829-4213-9a73-3c1a79b7af3e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 210 time: 0.0454934 Jan 28 19:05:01.014691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4573470-eba9-4f4a-8485-995b790637f3 req-69c9ae9b-88a3-4253-af8c-71e0af13b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:01.016409 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d4573470-eba9-4f4a-8485-995b790637f3 req-69c9ae9b-88a3-4253-af8c-71e0af13b147 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0893893 Jan 28 19:05:01.088090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d721dc4e-ff14-438e-8cd8-20b0bd20eb34 admin admin] Deleting subnet 27df0e0b-5ac1-4e55-893f-f551bc9fd549 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:05:01.096724 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d721dc4e-ff14-438e-8cd8-20b0bd20eb34 admin admin] Publish callbacks [] for subnet (27df0e0b-5ac1-4e55-893f-f551bc9fd549), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:01.154222 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d4573470-eba9-4f4a-8485-995b790637f3 req-4114fbbc-aa1f-487f-ae47-b31a335999d8 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298404 Jan 28 19:05:01.178938 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-495dbfb1-ddd0-4908-80d8-505e29d4f45f admin admin] Publish callbacks [] for security_group (6ee1080a-e352-4ed5-bfb1-3179a814e55c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:01.182763 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d721dc4e-ff14-438e-8cd8-20b0bd20eb34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (27df0e0b-5ac1-4e55-893f-f551bc9fd549), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:01.235667 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-495dbfb1-ddd0-4908-80d8-505e29d4f45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6ee1080a-e352-4ed5-bfb1-3179a814e55c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:01.287738 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d4573470-eba9-4f4a-8485-995b790637f3 req-115759b8-32a9-43a0-8280-1791c5ca3286 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273651 Jan 28 19:05:01.296718 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-495dbfb1-ddd0-4908-80d8-505e29d4f45f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1850bf5a783b4e7b908f02bc3bb71893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6610844 Jan 28 19:05:01.297224 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58924) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:01.304643 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fb2c8-8833-4a74-9042-31e5ba5aeea5 req-45648b09-f3d5-4a65-9010-6d73278d39db tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:01.311597 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-606fb2c8-8833-4a74-9042-31e5ba5aeea5 req-45648b09-f3d5-4a65-9010-6d73278d39db tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 949 time: 0.1928074 Jan 28 19:05:01.323691 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495dbfb1-ddd0-4908-80d8-505e29d4f45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee1080a-e352-4ed5-bfb1-3179a814e55c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:01.366063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92b8e1-faa4-4d4f-83bd-c96954fb09d3 req-0cab83b9-8170-4ec3-9d24-d80fb90651e1 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:01.368212 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c92b8e1-faa4-4d4f-83bd-c96954fb09d3 req-0cab83b9-8170-4ec3-9d24-d80fb90651e1 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 947 time: 0.1240065 Jan 28 19:05:01.372499 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c47a2951-3376-4677-a49f-2e6627963af0 admin admin] Publish callbacks [] for security_group (6ee1080a-e352-4ed5-bfb1-3179a814e55c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:01.406894 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d721dc4e-ff14-438e-8cd8-20b0bd20eb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (27df0e0b-5ac1-4e55-893f-f551bc9fd549), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:01.410309 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c47a2951-3376-4677-a49f-2e6627963af0 admin admin] Publish callbacks [] for security_group (6ee1080a-e352-4ed5-bfb1-3179a814e55c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:01.448562 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c92b8e1-faa4-4d4f-83bd-c96954fb09d3 req-de5d1a42-e530-48d3-bf9b-620d8d1937ce tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738835 Jan 28 19:05:01.487626 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c47a2951-3376-4677-a49f-2e6627963af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6ee1080a-e352-4ed5-bfb1-3179a814e55c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:01.490775 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c47a2951-3376-4677-a49f-2e6627963af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:01.494543 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c47a2951-3376-4677-a49f-2e6627963af0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ee1080a-e352-4ed5-bfb1-3179a814e55c HTTP/1.1" status: 204 len: 168 time: 0.1956394 Jan 28 19:05:01.518611 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a2951-3376-4677-a49f-2e6627963af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee1080a-e352-4ed5-bfb1-3179a814e55c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:01.639186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 391e6fe1-9130-45be-ba9a-f04703ab9cfd no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:05:01.661045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 391e6fe1-9130-45be-ba9a-f04703ab9cfd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:05:01.661666 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 391e6fe1-9130-45be-ba9a-f04703ab9cfd not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:05:01.662268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 760ce012-8419-4a72-bbaf-b3d8e7057461 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:05:01.703063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 760ce012-8419-4a72-bbaf-b3d8e7057461 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:05:01.703407 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 760ce012-8419-4a72-bbaf-b3d8e7057461 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:05:01.716313 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-606fb2c8-8833-4a74-9042-31e5ba5aeea5 req-c0574325-8071-4dc7-a8a7-d9108d88d5d9 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037604 Jan 28 19:05:01.765164 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d721dc4e-ff14-438e-8cd8-20b0bd20eb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (27df0e0b-5ac1-4e55-893f-f551bc9fd549), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:01.793520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721dc4e-ff14-438e-8cd8-20b0bd20eb34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27df0e0b-5ac1-4e55-893f-f551bc9fd549,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:01.797282 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d721dc4e-ff14-438e-8cd8-20b0bd20eb34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:01.804267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58940) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:01.804409 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d721dc4e-ff14-438e-8cd8-20b0bd20eb34 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/27df0e0b-5ac1-4e55-893f-f551bc9fd549 HTTP/1.1" status: 204 len: 168 time: 0.8267548 Jan 28 19:05:01.804506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b373f3-e388-4c74-9c2e-10ae572becd4 None None] Network aad2012c-8d6a-43ca-a923-74b1c71b949a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:05:01.880027 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (aad2012c-8d6a-43ca-a923-74b1c71b949a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:01.967257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] Deleting port abda49e3-402e-4c07-88e5-0a615d4524be {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:05:01.967598 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (abda49e3-402e-4c07-88e5-0a615d4524be), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:02.002301 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddafba09-8343-4158-bd1b-6956e278411b None None] DHCP port deletion for aad2012c-8d6a-43ca-a923-74b1c71b949a request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:05:02.080771 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] For port abda49e3-402e-4c07-88e5-0a615d4524be, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=abda49e3-402e-4c07-88e5-0a615d4524be,segment=NetworkSegment(0e95b523-f66e-4686-84f8-6ff319a5d5e6),segment_id=0e95b523-f66e-4686-84f8-6ff319a5d5e6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:02.081166 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (abda49e3-402e-4c07-88e5-0a615d4524be), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:02.104914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ddafba09-8343-4158-bd1b-6956e278411b None None] Deleting port abda49e3-402e-4c07-88e5-0a615d4524be {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:05:02.105729 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddafba09-8343-4158-bd1b-6956e278411b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (abda49e3-402e-4c07-88e5-0a615d4524be), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:02.112323 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] Calling delete_port for abda49e3-402e-4c07-88e5-0a615d4524be owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:05:02.119743 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-102a1855-c33b-40c9-82e0-ea71a002a9d6 req-6b350dcc-7d7d-4b50-8cbc-15959c18e637 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 210 time: 0.0406730 Jan 28 19:05:02.134889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382764fc-63e4-43bd-ad62-ddc158b035ff req-2d5fa4a3-b43e-481b-b1e2-a491a1a2cd44 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:02.138365 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-382764fc-63e4-43bd-ad62-ddc158b035ff req-2d5fa4a3-b43e-481b-b1e2-a491a1a2cd44 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 943 time: 0.1027150 Jan 28 19:05:02.234191 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ddafba09-8343-4158-bd1b-6956e278411b None None] For port abda49e3-402e-4c07-88e5-0a615d4524be, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=abda49e3-402e-4c07-88e5-0a615d4524be,segment=NetworkSegment(0e95b523-f66e-4686-84f8-6ff319a5d5e6),segment_id=0e95b523-f66e-4686-84f8-6ff319a5d5e6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:02.234971 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddafba09-8343-4158-bd1b-6956e278411b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (abda49e3-402e-4c07-88e5-0a615d4524be), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:02.249300 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-05519317-acf5-4038-80cf-375f37d40ad5 req-6248a04c-b3ab-4e09-b55b-54cd795159d6 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 210 time: 0.0493469 Jan 28 19:05:02.266980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ddafba09-8343-4158-bd1b-6956e278411b None None] Calling delete_port for abda49e3-402e-4c07-88e5-0a615d4524be owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:05:02.268162 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-382764fc-63e4-43bd-ad62-ddc158b035ff req-542089bf-8e3b-453a-89d1-0d423e477c88 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237020 Jan 28 19:05:02.319733 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (abda49e3-402e-4c07-88e5-0a615d4524be), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:02.356041 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=abda49e3-402e-4c07-88e5-0a615d4524be,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:02.364893 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] No DVR routers for this DVR port abda49e3-402e-4c07-88e5-0a615d4524be on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:05:02.411249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:05:02.455365 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (aad2012c-8d6a-43ca-a923-74b1c71b949a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:02.511994 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9af94523-4845-452a-abf1-d31a5a106559 req-5d4e905f-b9b3-4480-990b-e7d550810e48 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8059b4ef24fd40cba0129239318686c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433114 Jan 28 19:05:02.517352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad2012c-8d6a-43ca-a923-74b1c71b949a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:02.557030 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e95b523-f66e-4686-84f8-6ff319a5d5e6') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:02.558045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e95b523-f66e-4686-84f8-6ff319a5d5e6') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:02.558735 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddafba09-8343-4158-bd1b-6956e278411b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (abda49e3-402e-4c07-88e5-0a615d4524be), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:02.608481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddafba09-8343-4158-bd1b-6956e278411b None None] No DVR routers for this DVR port abda49e3-402e-4c07-88e5-0a615d4524be on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:05:02.614626 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (0e95b523-f66e-4686-84f8-6ff319a5d5e6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:02.621441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafba09-8343-4158-bd1b-6956e278411b None None] Pushing event deleted for resources: {'Port': ['ID=abda49e3-402e-4c07-88e5-0a615d4524be,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:02.677240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=91f8c711-e426-40bb-8bc5-13d77fb8b2d9,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:02.681959 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0e95b523-f66e-4686-84f8-6ff319a5d5e6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:02.701812 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '91f8c711-e426-40bb-8bc5-13d77fb8b2d9', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '91f8c711-e426-40bb-8bc5-13d77fb8b2d9', 'mac_address': 'fa:16:3e:61:cc:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:05:02.705737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:05:02.706222 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (0e95b523-f66e-4686-84f8-6ff319a5d5e6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:05:02.708154 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:05:02.754643 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:02.755191 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (91f8c711-e426-40bb-8bc5-13d77fb8b2d9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:02.774216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:02.800502 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=91f8c711-e426-40bb-8bc5-13d77fb8b2d9,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:02.814487 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (91f8c711-e426-40bb-8bc5-13d77fb8b2d9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:02.815482 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:05:02.851100 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af94523-4845-452a-abf1-d31a5a106559 req-aa8fb4a1-8bf6-4e06-bc80-6db65ff3806e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:02.852981 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9af94523-4845-452a-abf1-d31a5a106559 req-aa8fb4a1-8bf6-4e06-bc80-6db65ff3806e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3274648 Jan 28 19:05:02.864654 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (aad2012c-8d6a-43ca-a923-74b1c71b949a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:02.876833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686572f-2845-41ee-a114-fb4745464418 req-78a9a15e-6b7d-426e-bdea-60bf589105ee tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:02.884668 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6686572f-2845-41ee-a114-fb4745464418 req-78a9a15e-6b7d-426e-bdea-60bf589105ee tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 947 time: 0.2474549 Jan 28 19:05:02.890721 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9af94523-4845-452a-abf1-d31a5a106559 req-5411ba4c-dc1b-4d14-8034-3e5a8a6d0404 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Request body: {'port': {'device_id': 'cb858398-f08a-450b-bb4c-835c0a460d25', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '8059b4ef24fd40cba0129239318686c2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:02.907399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:02.936056 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:02.942746 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/aad2012c-8d6a-43ca-a923-74b1c71b949a HTTP/1.1" status: 204 len: 168 time: 1.1342213 Jan 28 19:05:02.985908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5653d12-d1e6-4128-9aec-24529e02eec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=aad2012c-8d6a-43ca-a923-74b1c71b949a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:03.093501 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=91f8c711-e426-40bb-8bc5-13d77fb8b2d9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:03.103961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a68e3b-8bfd-410a-af75-7fbd2b8722c1 req-60822f5a-d99d-4c75-939d-59d3dae2a4b0 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:03.113738 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78a68e3b-8bfd-410a-af75-7fbd2b8722c1 req-60822f5a-d99d-4c75-939d-59d3dae2a4b0 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 949 time: 0.2730317 Jan 28 19:05:03.130568 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a903c96-20c7-4554-89da-925d94e6a35b req-c8253ac9-b4ed-4030-87dd-ee38b38ecc5d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1570759 Jan 28 19:05:03.146057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b456947-e549-4fd5-be14-e4203aab3abe req-3c352a66-d816-4d91-84fe-5af9950e6340 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:03.147871 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b456947-e549-4fd5-be14-e4203aab3abe req-3c352a66-d816-4d91-84fe-5af9950e6340 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.37 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 820 time: 0.3198066 Jan 28 19:05:03.152703 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6686572f-2845-41ee-a114-fb4745464418 req-f7e11222-0ca4-4a2c-bf1c-424802647cc6 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664306 Jan 28 19:05:03.176678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-0b456947-e549-4fd5-be14-e4203aab3abe req-48e1baa2-6f86-4276-838e-942d132b6f74 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Request body: {'port': {'device_id': '3fee0381-d272-4ef6-8208-0b4affa98e8f', 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509', 'admin_state_up': True, 'tenant_id': 'a52c883532314f5dbe651bed69cf54cd'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:03.203701 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58978) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:03.245378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0965c391-c055-409b-b862-e78f2bb2e831 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2119648618-network', 'tenant_id': '2807ec6d9ece456c823c24a03853bba7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:03.265762 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=53bd4e45-9ae8-4898-8fc8-e9aab2a136c5,segment=NetworkSegment(b42e0ebe-52ff-4e53-a10d-c5fc1da5544a),segment_id=b42e0ebe-52ff-4e53-a10d-c5fc1da5544a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:03.275319 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af94523-4845-452a-abf1-d31a5a106559 req-5411ba4c-dc1b-4d14-8034-3e5a8a6d0404 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Made reservation on behalf of 8059b4ef24fd40cba0129239318686c2 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:05:03.279118 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9af94523-4845-452a-abf1-d31a5a106559 req-5411ba4c-dc1b-4d14-8034-3e5a8a6d0404 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:03.312493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '53bd4e45-9ae8-4898-8fc8-e9aab2a136c5', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'port_id': '53bd4e45-9ae8-4898-8fc8-e9aab2a136c5', 'mac_address': 'fa:16:3e:b0:7a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:05:03.330669 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3a8e27a6-db3a-43ee-ad01-c31f5f449678 req-ff6e9cd4-08f6-4d21-8484-deba1b2b5b47 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 210 time: 0.0660200 Jan 28 19:05:03.375763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device abda49e3-402e-4c07-88e5-0a615d4524be no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:05:03.423841 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: abda49e3-402e-4c07-88e5-0a615d4524be {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:05:03.424546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device abda49e3-402e-4c07-88e5-0a615d4524be not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:05:03.444106 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78a68e3b-8bfd-410a-af75-7fbd2b8722c1 req-9c63f956-4d44-4f1c-966a-d3d8fe50c5dc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294148 Jan 28 19:05:03.446082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:03.446708 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (53bd4e45-9ae8-4898-8fc8-e9aab2a136c5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:03.467263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:03.469471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0965c391-c055-409b-b862-e78f2bb2e831 admin admin] Made reservation on behalf of 2807ec6d9ece456c823c24a03853bba7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:05:03.471840 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0965c391-c055-409b-b862-e78f2bb2e831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:03.494901 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a903c96-20c7-4554-89da-925d94e6a35b req-379e6538-c580-41b4-ac47-2812820ff15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:03.496790 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a903c96-20c7-4554-89da-925d94e6a35b req-379e6538-c580-41b4-ac47-2812820ff15f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3455664b75d849a390c8d059df6f3f55&device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 1127 time: 0.1742003 Jan 28 19:05:03.502312 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-390d5191-c2de-4a74-acf0-8f1e1146b60e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85b9d63a2ecb461e9e586d1a0d4da072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806418 Jan 28 19:05:03.505025 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:03.506170 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=53bd4e45-9ae8-4898-8fc8-e9aab2a136c5,segment=NetworkSegment(b42e0ebe-52ff-4e53-a10d-c5fc1da5544a),segment_id=b42e0ebe-52ff-4e53-a10d-c5fc1da5544a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:03.514261 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (53bd4e45-9ae8-4898-8fc8-e9aab2a136c5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:03.516664 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0965c391-c055-409b-b862-e78f2bb2e831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:03.583742 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-9af94523-4845-452a-abf1-d31a5a106559 req-5411ba4c-dc1b-4d14-8034-3e5a8a6d0404 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Allocated IP 192.168.233.148 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/0ef435ef-972b-4529-bff5-c69051883a5a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:03.588273 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=53bd4e45-9ae8-4898-8fc8-e9aab2a136c5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:03.642652 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-add184aa-06cf-4da6-8271-d3831d80074f req-0b36c411-3adb-477c-a074-db171fd48717 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 210 time: 0.0749960 Jan 28 19:05:03.654927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f1f84-129f-4168-8797-617efd5cfe74 req-67c07e0b-7854-4df6-91a1-80a54757eec0 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:03.657521 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-013f1f84-129f-4168-8797-617efd5cfe74 req-67c07e0b-7854-4df6-91a1-80a54757eec0 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 943 time: 0.1677268 Jan 28 19:05:03.680770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b456947-e549-4fd5-be14-e4203aab3abe req-48e1baa2-6f86-4276-838e-942d132b6f74 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Made reservation on behalf of a52c883532314f5dbe651bed69cf54cd for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:05:03.684569 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b456947-e549-4fd5-be14-e4203aab3abe req-48e1baa2-6f86-4276-838e-942d132b6f74 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:03.687950 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c92a86e-413e-43b1-959f-668f19ed305f admin admin] Publish callbacks [] for security_group (51aa35a5-4d39-4750-bb16-151d548bc002), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:03.741044 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a903c96-20c7-4554-89da-925d94e6a35b req-2cc840ca-883b-4e20-b413-855e7889774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:03.742560 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a903c96-20c7-4554-89da-925d94e6a35b req-2cc840ca-883b-4e20-b413-855e7889774b service neutron] 10.222.0.37 "GET /v2.0/networks?id=07189c8b-b31a-4d41-97a3-87f0b54f4398 HTTP/1.1" status: 200 len: 916 time: 0.2145233 Jan 28 19:05:03.760211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['53bd4e45-9ae8-4898-8fc8-e9aab2a136c5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:03.765488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['91f8c711-e426-40bb-8bc5-13d77fb8b2d9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:03.829677 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0965c391-c055-409b-b862-e78f2bb2e831 admin admin] Publish callbacks [] for security_group (418c1cb6-649a-4727-b620-102b6463f2d2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:03.873180 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0965c391-c055-409b-b862-e78f2bb2e831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (418c1cb6-649a-4727-b620-102b6463f2d2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:03.933709 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a903c96-20c7-4554-89da-925d94e6a35b req-e818688f-1193-4b3a-a203-f54af02bc9ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7b51335-3015-41b3-bb1e-352e6cba8a8e HTTP/1.1" status: 200 len: 217 time: 0.0990527 Jan 28 19:05:03.941469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0965c391-c055-409b-b862-e78f2bb2e831 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:05:04.014224 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0965c391-c055-409b-b862-e78f2bb2e831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (a95d0d2d-da17-480d-9e24-adfd18988eff), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:04.014582 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-0965c391-c055-409b-b862-e78f2bb2e831 admin admin] Added segment a95d0d2d-da17-480d-9e24-adfd18988eff of type vlan for network 053d8223-df94-4369-b8ff-03d9e41f70be Jan 28 19:05:04.028688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-0b456947-e549-4fd5-be14-e4203aab3abe req-48e1baa2-6f86-4276-838e-942d132b6f74 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Allocated IP 172.20.0.7 (4f23a902-07b8-4f8f-881f-ad09f0ebf509/313caf54-95a5-42d8-a40e-1d57a3098b9c/762f82fa-f4c5-41c0-b20e-d928d6ffd66d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:04.030901 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965c391-c055-409b-b862-e78f2bb2e831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418c1cb6-649a-4727-b620-102b6463f2d2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:04.103054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a903c96-20c7-4554-89da-925d94e6a35b req-4b4b4748-0f5e-47e7-86dd-79dc79a88cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:04.105224 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a903c96-20c7-4554-89da-925d94e6a35b req-4b4b4748-0f5e-47e7-86dd-79dc79a88cf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=54dc679e-910e-4f6e-8a9e-7db149b4ccdb HTTP/1.1" status: 200 len: 855 time: 0.1529722 Jan 28 19:05:04.115971 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0965c391-c055-409b-b862-e78f2bb2e831 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (053d8223-df94-4369-b8ff-03d9e41f70be), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:04.151479 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c92a86e-413e-43b1-959f-668f19ed305f admin admin] Publish callbacks [] for security_group (51aa35a5-4d39-4750-bb16-151d548bc002), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:04.156345 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a903c96-20c7-4554-89da-925d94e6a35b req-35651585-275a-4076-9129-585a2e67c1c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07189c8b-b31a-4d41-97a3-87f0b54f4398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375662 Jan 28 19:05:04.197942 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-013f1f84-129f-4168-8797-617efd5cfe74 req-4785cb6d-232c-4439-ad9c-b88dba053d9c tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5285811 Jan 28 19:05:04.238804 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32aa4311-49d6-4fd5-be1e-463be9bfc7c5 req-45d56d0c-008c-4e24-a3ae-9b2c9220d360 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2045789 Jan 28 19:05:04.274882 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0965c391-c055-409b-b862-e78f2bb2e831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (053d8223-df94-4369-b8ff-03d9e41f70be), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:04.276671 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0965c391-c055-409b-b862-e78f2bb2e831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:04.277653 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0965c391-c055-409b-b862-e78f2bb2e831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:04.332118 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c92a86e-413e-43b1-959f-668f19ed305f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (51aa35a5-4d39-4750-bb16-151d548bc002), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:04.334846 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c92a86e-413e-43b1-959f-668f19ed305f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:04.336002 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8c92a86e-413e-43b1-959f-668f19ed305f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/51aa35a5-4d39-4750-bb16-151d548bc002 HTTP/1.1" status: 204 len: 168 time: 0.8274043 Jan 28 19:05:04.339262 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9af94523-4845-452a-abf1-d31a5a106559 req-5411ba4c-dc1b-4d14-8034-3e5a8a6d0404 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks [] for port (0ef435ef-972b-4529-bff5-c69051883a5a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:04.355203 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92a86e-413e-43b1-959f-668f19ed305f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aa35a5-4d39-4750-bb16-151d548bc002,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:04.364443 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa4311-49d6-4fd5-be1e-463be9bfc7c5 req-ed8881ae-c1f8-431e-a71c-eda4445e0837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:04.365982 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32aa4311-49d6-4fd5-be1e-463be9bfc7c5 req-ed8881ae-c1f8-431e-a71c-eda4445e0837 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 1132 time: 0.0958884 Jan 28 19:05:04.440920 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965c391-c055-409b-b862-e78f2bb2e831 admin admin] Pushing event updated for resources: {'Network': ['ID=053d8223-df94-4369-b8ff-03d9e41f70be,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:04.453549 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 053d8223-df94-4369-b8ff-03d9e41f70be details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:05:04.518336 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9af94523-4845-452a-abf1-d31a5a106559 req-5411ba4c-dc1b-4d14-8034-3e5a8a6d0404 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:04.538263 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2858c88-e646-4689-8662-c311983fcbff req-8ff998b5-2f21-4a78-bfaf-34438aefdd56 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:04.539852 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a2858c88-e646-4689-8662-c311983fcbff req-8ff998b5-2f21-4a78-bfaf-34438aefdd56 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 948 time: 0.2550344 Jan 28 19:05:04.543180 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0965c391-c055-409b-b862-e78f2bb2e831 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6311362 Jan 28 19:05:04.549517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58996) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:04.557478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-55f07fa4-d3cf-4c88-a11d-305ffe4fdaae admin admin] Request body: {'subnet': {'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119648618-subnet', 'tenant_id': '2807ec6d9ece456c823c24a03853bba7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:04.611753 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a903c96-20c7-4554-89da-925d94e6a35b req-56cdf2a4-5f43-4986-8c7a-c03b56fb5744 service neutron] 10.222.0.37 "GET /v2.0/networks/07189c8b-b31a-4d41-97a3-87f0b54f4398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456742 Jan 28 19:05:04.668722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['e3b96363-7763-422d-a893-bbb366bbd514'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:04.677926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af94523-4845-452a-abf1-d31a5a106559 req-5411ba4c-dc1b-4d14-8034-3e5a8a6d0404 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:04.683155 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-9af94523-4845-452a-abf1-d31a5a106559 req-5411ba4c-dc1b-4d14-8034-3e5a8a6d0404 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:04.690460 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af94523-4845-452a-abf1-d31a5a106559 req-5411ba4c-dc1b-4d14-8034-3e5a8a6d0404 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:04.763207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af94523-4845-452a-abf1-d31a5a106559 req-5411ba4c-dc1b-4d14-8034-3e5a8a6d0404 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:04.763988 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9af94523-4845-452a-abf1-d31a5a106559 req-5411ba4c-dc1b-4d14-8034-3e5a8a6d0404 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:04.765004 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:05:04.779019 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b456947-e549-4fd5-be14-e4203aab3abe req-48e1baa2-6f86-4276-838e-942d132b6f74 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks [] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:04.833862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9af94523-4845-452a-abf1-d31a5a106559 req-5411ba4c-dc1b-4d14-8034-3e5a8a6d0404 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9662294 Jan 28 19:05:04.848084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411ba4c-dc1b-4d14-8034-3e5a8a6d0404 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Pushing event updated for resources: {'Port': ['ID=0ef435ef-972b-4529-bff5-c69051883a5a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:04.871347 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Request body: {'port': {'device_id': 'cb858398-f08a-450b-bb4c-835c0a460d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:04.875864 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa4311-49d6-4fd5-be1e-463be9bfc7c5 req-8d59e581-dbe0-4dbc-bd05-c7a58a08c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:04.878705 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32aa4311-49d6-4fd5-be1e-463be9bfc7c5 req-8d59e581-dbe0-4dbc-bd05-c7a58a08c6d5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.4782100 Jan 28 19:05:04.880537 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b456947-e549-4fd5-be14-e4203aab3abe req-48e1baa2-6f86-4276-838e-942d132b6f74 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:04.978230 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538161a3-8abf-400d-9104-56f58a2ba562 req-766241a1-e20b-411b-a6cb-cbe509d34f4f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:04.985696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f07fa4-d3cf-4c88-a11d-305ffe4fdaae admin admin] Made reservation on behalf of 2807ec6d9ece456c823c24a03853bba7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:05:04.987229 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-538161a3-8abf-400d-9104-56f58a2ba562 req-766241a1-e20b-411b-a6cb-cbe509d34f4f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 936 time: 0.5177777 Jan 28 19:05:04.988176 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55f07fa4-d3cf-4c88-a11d-305ffe4fdaae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:05.019177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b456947-e549-4fd5-be14-e4203aab3abe req-48e1baa2-6f86-4276-838e-942d132b6f74 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:05.030191 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32aa4311-49d6-4fd5-be1e-463be9bfc7c5 req-b10a88a1-6a87-44db-aad1-4aaace99c441 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=e3b96363-7763-422d-a893-bbb366bbd514 HTTP/1.1" status: 200 len: 217 time: 0.0991445 Jan 28 19:05:05.039583 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ffcbd408-6d22-4eaa-95e4-d2c9a98a3c86 None None] Provisioning complete for port 0ef435ef-972b-4529-bff5-c69051883a5a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:05.041808 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ffcbd408-6d22-4eaa-95e4-d2c9a98a3c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:05.091856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ffcbd408-6d22-4eaa-95e4-d2c9a98a3c86 None None] Port 0ef435ef-972b-4529-bff5-c69051883a5a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:05:05.099455 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-0b456947-e549-4fd5-be14-e4203aab3abe req-48e1baa2-6f86-4276-838e-942d132b6f74 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:05.113279 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a903c96-20c7-4554-89da-925d94e6a35b req-3dcef316-bb9c-4d11-b9d9-75d831594a91 service neutron] 10.222.0.37 "GET /v2.0/networks/07189c8b-b31a-4d41-97a3-87f0b54f4398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892943 Jan 28 19:05:05.115521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b456947-e549-4fd5-be14-e4203aab3abe req-48e1baa2-6f86-4276-838e-942d132b6f74 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:05.137987 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a2858c88-e646-4689-8662-c311983fcbff req-7eb9cb26-eeb9-4420-9eaa-ac915cb7a202 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5877647 Jan 28 19:05:05.139843 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:05.173607 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-538161a3-8abf-400d-9104-56f58a2ba562 req-e0a072ed-dcaa-4632-9353-32f002faeff0 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850371 Jan 28 19:05:05.187141 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa4311-49d6-4fd5-be1e-463be9bfc7c5 req-8da1ada2-030b-48fb-9c03-f16666469cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:05.188919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32aa4311-49d6-4fd5-be1e-463be9bfc7c5 req-8da1ada2-030b-48fb-9c03-f16666469cf1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1465962 Jan 28 19:05:05.210985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1baa2-6f86-4276-838e-942d132b6f74 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Pushing event updated for resources: {'Port': ['ID=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:05.305247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b456947-e549-4fd5-be14-e4203aab3abe req-48e1baa2-6f86-4276-838e-942d132b6f74 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:05.305789 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b456947-e549-4fd5-be14-e4203aab3abe req-48e1baa2-6f86-4276-838e-942d132b6f74 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:05.386241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa4311-49d6-4fd5-be1e-463be9bfc7c5 req-b165bbe6-cf45-43a2-9f7d-7272ced0fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:05.388251 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32aa4311-49d6-4fd5-be1e-463be9bfc7c5 req-b165bbe6-cf45-43a2-9f7d-7272ced0fd97 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1718805 Jan 28 19:05:05.460704 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b456947-e549-4fd5-be14-e4203aab3abe req-48e1baa2-6f86-4276-838e-942d132b6f74 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2956114 Jan 28 19:05:05.463783 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55f07fa4-d3cf-4c88-a11d-305ffe4fdaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (9e6f6d8d-248b-4626-9062-57c81b26f2c5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:05.475142 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Request body: {'port': {'device_id': '3fee0381-d272-4ef6-8208-0b4affa98e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:05.574515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c602e2-8fd6-4dc4-829a-9237c0a90b22 req-646c5b4c-f75d-4666-bca0-5f7ff437119a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:05.576194 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-14c602e2-8fd6-4dc4-829a-9237c0a90b22 req-646c5b4c-f75d-4666-bca0-5f7ff437119a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 931 time: 0.2408445 Jan 28 19:05:05.605695 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59022) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:05.638178 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a298578-9dc2-4730-8fd4-2b408a7d4b38 req-4cb6b17a-0793-470f-94a3-71e76620bec5 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:05.639736 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a298578-9dc2-4730-8fd4-2b408a7d4b38 req-4cb6b17a-0793-470f-94a3-71e76620bec5 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 949 time: 0.3793180 Jan 28 19:05:05.672220 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32aa4311-49d6-4fd5-be1e-463be9bfc7c5 req-5a9e48c7-c512-43f2-ab75-2d871d1233a7 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758236 Jan 28 19:05:05.765429 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-14c602e2-8fd6-4dc4-829a-9237c0a90b22 req-1ccd2952-9a60-4dae-9f64-59ef38179668 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638982 Jan 28 19:05:05.779020 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d6b014dc-e232-4d7f-a037-9f5169edcd8b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-network', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:05.809232 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef435ef-972b-4529-bff5-c69051883a5a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:05.822749 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Publish callbacks [] for port (0ef435ef-972b-4529-bff5-c69051883a5a), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:05.827087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b014dc-e232-4d7f-a037-9f5169edcd8b admin admin] Made reservation on behalf of 23e7dcd4cd1544038e55aa37233ea500 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:05:05.829522 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6b014dc-e232-4d7f-a037-9f5169edcd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:05.856303 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6b014dc-e232-4d7f-a037-9f5169edcd8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:05.875364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Transition to ACTIVE for port object 0ef435ef-972b-4529-bff5-c69051883a5a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:05:05.912833 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:05.925924 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32aa4311-49d6-4fd5-be1e-463be9bfc7c5 req-5af50aea-131d-4873-80e6-20e04068e844 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355654 Jan 28 19:05:05.960460 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.003421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f07fa4-d3cf-4c88-a11d-305ffe4fdaae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6f6d8d-248b-4626-9062-57c81b26f2c5,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:06.016207 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a298578-9dc2-4730-8fd4-2b408a7d4b38 req-f6339e80-f3af-4e18-8ace-d5cd0730ab93 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664985 Jan 28 19:05:06.018614 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f07fa4-d3cf-4c88-a11d-305ffe4fdaae admin admin] Checking segment: {'id': 'a95d0d2d-da17-480d-9e24-adfd18988eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:06.018973 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f07fa4-d3cf-4c88-a11d-305ffe4fdaae admin admin] Network hostable DHCP agents. Network: 053d8223-df94-4369-b8ff-03d9e41f70be, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:05:06.031792 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Pushing event updated for resources: {'Port': ['ID=0ef435ef-972b-4529-bff5-c69051883a5a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:06.098972 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309e07b-deb3-4738-a614-1d77058417fa req-554626cc-e6e4-43e9-9687-376360884e3e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:06.100837 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c309e07b-deb3-4738-a614-1d77058417fa req-554626cc-e6e4-43e9-9687-376360884e3e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 944 time: 0.2314718 Jan 28 19:05:06.140115 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f07fa4-d3cf-4c88-a11d-305ffe4fdaae admin admin] Network 053d8223-df94-4369-b8ff-03d9e41f70be is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:05:06.159728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-55f07fa4-d3cf-4c88-a11d-305ffe4fdaae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 053d8223-df94-4369-b8ff-03d9e41f70be) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:06.171471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f07fa4-d3cf-4c88-a11d-305ffe4fdaae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:06.172083 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55f07fa4-d3cf-4c88-a11d-305ffe4fdaae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.174896 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8bddde-d45d-4686-ad71-71350f05c01a None None] Network 053d8223-df94-4369-b8ff-03d9e41f70be requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:05:06.212990 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-55f07fa4-d3cf-4c88-a11d-305ffe4fdaae admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6590519 Jan 28 19:05:06.218431 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6b014dc-e232-4d7f-a037-9f5169edcd8b admin admin] Publish callbacks [] for security_group (731774e2-f45a-4e4a-87a1-9349c95ec7dc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.220835 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59036) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:06.226110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2119648618-router', 'tenant_id': '2807ec6d9ece456c823c24a03853bba7', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:06.239879 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6b014dc-e232-4d7f-a037-9f5169edcd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (731774e2-f45a-4e4a-87a1-9349c95ec7dc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.265241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Attempting to bind port 0ef435ef-972b-4529-bff5-c69051883a5a on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:06.265830 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Attempting to bind port 0ef435ef-972b-4529-bff5-c69051883a5a by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:06.266473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Attempting to bind port 0ef435ef-972b-4529-bff5-c69051883a5a on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:06.276101 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c309e07b-deb3-4738-a614-1d77058417fa req-faa1de5a-2085-4823-bb77-28e7f2316290 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559613 Jan 28 19:05:06.301672 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b014dc-e232-4d7f-a037-9f5169edcd8b admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:05:06.301992 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (17f2b732-f5de-4128-9c94-7231e27d3ccc), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.303345 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (17f2b732-f5de-4128-9c94-7231e27d3ccc), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.322974 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Port 0ef435ef-972b-4529-bff5-c69051883a5a on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:05:06.323687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Attempting to bind port 0ef435ef-972b-4529-bff5-c69051883a5a on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:06.337750 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b014dc-e232-4d7f-a037-9f5169edcd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731774e2-f45a-4e4a-87a1-9349c95ec7dc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:06.345293 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:06.346137 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:06.346740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:06.351356 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Bound port: 0ef435ef-972b-4529-bff5-c69051883a5a, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:06.352451 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.364242 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6b014dc-e232-4d7f-a037-9f5169edcd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.364824 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-d6b014dc-e232-4d7f-a037-9f5169edcd8b admin admin] Added segment 14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1 of type vlan for network 9ab42dda-b0d2-4563-a57f-f2564fca13f4 Jan 28 19:05:06.368540 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Publish callbacks [] for router_controller (17f2b732-f5de-4128-9c94-7231e27d3ccc), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.459308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:06.475655 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6b014dc-e232-4d7f-a037-9f5169edcd8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (9ab42dda-b0d2-4563-a57f-f2564fca13f4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.560614 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-053d8223-df94-4369-b8ff-03d9e41f70be', 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be', 'project_id': '2807ec6d9ece456c823c24a03853bba7', 'fixed_ips': [{'subnet_id': '9e6f6d8d-248b-4626-9062-57c81b26f2c5'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:05:06.561509 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.570286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] For port 0ef435ef-972b-4529-bff5-c69051883a5a, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:06.575657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] For port 0ef435ef-972b-4529-bff5-c69051883a5a, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0ef435ef-972b-4529-bff5-c69051883a5a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:06.577431 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6b014dc-e232-4d7f-a037-9f5169edcd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (9ab42dda-b0d2-4563-a57f-f2564fca13f4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.578760 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b014dc-e232-4d7f-a037-9f5169edcd8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:06.579667 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6b014dc-e232-4d7f-a037-9f5169edcd8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.601546 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.623203 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73acbe-1c60-42f3-bb3d-1b18e0d74354 req-ec1a5058-037a-406b-a895-538721a1a0cc tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:06.624945 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec73acbe-1c60-42f3-bb3d-1b18e0d74354 req-ec1a5058-037a-406b-a895-538721a1a0cc tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 948 time: 0.1522532 Jan 28 19:05:06.660773 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Publish callbacks [] for router_gateway (17f2b732-f5de-4128-9c94-7231e27d3ccc), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.677259 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:05:06.683100 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d6b014dc-e232-4d7f-a037-9f5169edcd8b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0762875 Jan 28 19:05:06.690336 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:06.690732 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (91f8c711-e426-40bb-8bc5-13d77fb8b2d9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.693512 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59038) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:06.704642 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8cc57be8-eb20-49d2-8c29-46db3b33e710 admin admin] Request body: {'subnet': {'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-subnet', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:06.727374 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:06.728063 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.730057 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9af94523-4845-452a-abf1-d31a5a106559 req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] 10.222.0.37 "PUT /v2.0/ports/0ef435ef-972b-4529-bff5-c69051883a5a HTTP/1.1" status: 200 len: 1096 time: 1.8826387 Jan 28 19:05:06.737747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb858398-f08a-450b-bb4c-835c0a460d25', 'tag': '0ef435ef-972b-4529-bff5-c69051883a5a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:06.744828 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aece9cea-6e65-4d10-935f-f00919961ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "cb858398-f08a-450b-bb4c-835c0a460d25", "tag": "0ef435ef-972b-4529-bff5-c69051883a5a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:06.774601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b014dc-e232-4d7f-a037-9f5169edcd8b admin admin] Pushing event updated for resources: {'Network': ['ID=9ab42dda-b0d2-4563-a57f-f2564fca13f4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:06.803270 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89220d19-b396-4048-9a2f-577a1d415abd service neutron] Pushing event updated for resources: {'Port': ['ID=0ef435ef-972b-4529-bff5-c69051883a5a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:06.805474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 9ab42dda-b0d2-4563-a57f-f2564fca13f4 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:05:06.863177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7f8ba-6b9d-492a-928a-87225cc9ce95 req-00971748-af45-4387-972f-c38dadadabeb tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:06.872358 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ed7f8ba-6b9d-492a-928a-87225cc9ce95 req-00971748-af45-4387-972f-c38dadadabeb tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 1131 time: 0.2714076 Jan 28 19:05:06.895870 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7ed7f8ba-6b9d-492a-928a-87225cc9ce95 req-5418332c-d50e-4311-9974-7fcac49a04e8 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.901531 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Allocated IP 172.20.0.2 (053d8223-df94-4369-b8ff-03d9e41f70be/9e6f6d8d-248b-4626-9062-57c81b26f2c5/455e31b3-4cfc-4fb4-a13d-de7e7067e22b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:06.929924 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec73acbe-1c60-42f3-bb3d-1b18e0d74354 req-85beb0ea-b314-4d37-afef-ae145984e196 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353878 Jan 28 19:05:06.968822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc57be8-eb20-49d2-8c29-46db3b33e710 admin admin] Made reservation on behalf of 23e7dcd4cd1544038e55aa37233ea500 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:05:06.972503 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cc57be8-eb20-49d2-8c29-46db3b33e710 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:06.973961 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af94523-4845-452a-abf1-d31a5a106559 req-86431526-c2c1-487e-b0a2-25ad9732cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:06.975393 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9af94523-4845-452a-abf1-d31a5a106559 req-86431526-c2c1-487e-b0a2-25ad9732cb69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 1130 time: 0.1910610 Jan 28 19:05:07.026672 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:07.027320 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (91f8c711-e426-40bb-8bc5-13d77fb8b2d9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:07.053887 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9af94523-4845-452a-abf1-d31a5a106559 req-870469de-aa2c-4ef0-9fda-da4761637f5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=0ef435ef-972b-4529-bff5-c69051883a5a HTTP/1.1" status: 200 len: 217 time: 0.0697064 Jan 28 19:05:07.082002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762f82fa-f4c5-41c0-b20e-d928d6ffd66d {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:07.103111 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Publish callbacks [] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:07.127028 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af94523-4845-452a-abf1-d31a5a106559 req-83b3cd87-a06c-4d70-9bf4-ad6b7a4f2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:07.128476 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9af94523-4845-452a-abf1-d31a5a106559 req-83b3cd87-a06c-4d70-9bf4-ad6b7a4f2c02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0562909 Jan 28 19:05:07.148590 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7ed7f8ba-6b9d-492a-928a-87225cc9ce95 req-5418332c-d50e-4311-9974-7fcac49a04e8 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] Publish callbacks [] for security_group (670270e6-a2f0-4289-ba48-0ab9f79e3f98), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:07.198798 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af94523-4845-452a-abf1-d31a5a106559 req-f72b7315-4358-4861-a259-adc4414b4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:07.200996 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9af94523-4845-452a-abf1-d31a5a106559 req-f72b7315-4358-4861-a259-adc4414b4349 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0639210 Jan 28 19:05:07.209662 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c855a87-5e0e-4ef4-8684-cda6470043cf req-d541664c-1a2d-4b7d-a955-c6df46b6980e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:07.219240 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c855a87-5e0e-4ef4-8684-cda6470043cf req-d541664c-1a2d-4b7d-a955-c6df46b6980e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 948 time: 0.1779578 Jan 28 19:05:07.220726 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7ed7f8ba-6b9d-492a-928a-87225cc9ce95 req-5418332c-d50e-4311-9974-7fcac49a04e8 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (670270e6-a2f0-4289-ba48-0ab9f79e3f98), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:07.224784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Transition to ACTIVE for port object 762f82fa-f4c5-41c0-b20e-d928d6ffd66d will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:05:07.247688 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Publish callbacks [] for port (455e31b3-4cfc-4fb4-a13d-de7e7067e22b), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:07.262227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c564bfc4-86dd-48ed-a280-d2b2010ca6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f8c711-e426-40bb-8bc5-13d77fb8b2d9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:07.264697 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e418007-2be0-47fd-a4be-6c5a971cddd7" -d '{"events": [{"server_uuid": "c564bfc4-86dd-48ed-a280-d2b2010ca6dc", "name": "network-vif-plugged", "status": "completed", "tag": "91f8c711-e426-40bb-8bc5-13d77fb8b2d9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:07.267697 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:07.271905 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (455e31b3-4cfc-4fb4-a13d-de7e7067e22b), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:07.300124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Network 053d8223-df94-4369-b8ff-03d9e41f70be is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:07.307780 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:07.310266 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:07.326296 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c855a87-5e0e-4ef4-8684-cda6470043cf req-2b58a449-7f3a-4a92-8401-313aa81d486c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977125 Jan 28 19:05:07.338916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=91f8c711-e426-40bb-8bc5-13d77fb8b2d9,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:07.403566 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (91f8c711-e426-40bb-8bc5-13d77fb8b2d9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:07.404369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:07.408675 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Attempting to bind port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:07.409046 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Attempting to bind port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'a95d0d2d-da17-480d-9e24-adfd18988eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:07.409408 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Attempting to bind port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b on network 053d8223-df94-4369-b8ff-03d9e41f70be {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:07.437025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:07.437329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Checking segment: {'id': 'a95d0d2d-da17-480d-9e24-adfd18988eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:07.437734 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:07.438353 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Bound using segment: {'id': 'a95d0d2d-da17-480d-9e24-adfd18988eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:07.438852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Bound port: 455e31b3-4cfc-4fb4-a13d-de7e7067e22b, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95d0d2d-da17-480d-9e24-adfd18988eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:07.439356 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (455e31b3-4cfc-4fb4-a13d-de7e7067e22b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:07.447003 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3a9a5f-2a32-451c-b5f8-7d902e8a8112 x-openstack-request-id: req-1a3a9a5f-2a32-451c-b5f8-7d902e8a8112 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:07.447224 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb858398-f08a-450b-bb4c-835c0a460d25", "tag": "0ef435ef-972b-4529-bff5-c69051883a5a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:07.447490 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a3a9a5f-2a32-451c-b5f8-7d902e8a8112 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:07.447913 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb858398-f08a-450b-bb4c-835c0a460d25', 'tag': '0ef435ef-972b-4529-bff5-c69051883a5a', 'status': 'completed', 'code': 200} Jan 28 19:05:07.456392 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Pushing event updated for resources: {'Port': ['ID=455e31b3-4cfc-4fb4-a13d-de7e7067e22b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:07.487438 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ed7f8ba-6b9d-492a-928a-87225cc9ce95 req-5418332c-d50e-4311-9974-7fcac49a04e8 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6124074 Jan 28 19:05:07.488663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418332c-d50e-4311-9974-7fcac49a04e8 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670270e6-a2f0-4289-ba48-0ab9f79e3f98,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:07.571446 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=91f8c711-e426-40bb-8bc5-13d77fb8b2d9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:07.642214 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cc57be8-eb20-49d2-8c29-46db3b33e710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (a1597064-b985-4b35-9c36-7a514b021e97), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:07.648637 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Pushing event updated for resources: {'Port': ['ID=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:07.659568 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9af94523-4845-452a-abf1-d31a5a106559 req-d95ca954-7613-4b2e-a890-80026f3c1a29 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191580 Jan 28 19:05:07.719989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] For port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:07.723676 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] For port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=455e31b3-4cfc-4fb4-a13d-de7e7067e22b,segment=NetworkSegment(a95d0d2d-da17-480d-9e24-adfd18988eff),segment_id=a95d0d2d-da17-480d-9e24-adfd18988eff)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:07.732587 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d459d9aa-a804-4353-9c16-f029003d89d2 x-openstack-request-id: req-d459d9aa-a804-4353-9c16-f029003d89d2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:07.732919 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c564bfc4-86dd-48ed-a280-d2b2010ca6dc", "name": "network-vif-plugged", "status": "completed", "tag": "91f8c711-e426-40bb-8bc5-13d77fb8b2d9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:07.733126 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d459d9aa-a804-4353-9c16-f029003d89d2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:07.733603 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c564bfc4-86dd-48ed-a280-d2b2010ca6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f8c711-e426-40bb-8bc5-13d77fb8b2d9', 'code': 200} Jan 28 19:05:07.735688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc57be8-eb20-49d2-8c29-46db3b33e710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1597064-b985-4b35-9c36-7a514b021e97,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:07.738509 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (455e31b3-4cfc-4fb4-a13d-de7e7067e22b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:07.793764 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab4b66-0313-4d7b-b2c4-bc6be7daf101 None None] Pushing event updated for resources: {'Port': ['ID=455e31b3-4cfc-4fb4-a13d-de7e7067e22b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:07.823809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:05:07.830104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:07.830583 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (53bd4e45-9ae8-4898-8fc8-e9aab2a136c5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:07.898762 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9af94523-4845-452a-abf1-d31a5a106559 req-37bc05da-02ec-4996-a032-1979b44396d5 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032561 Jan 28 19:05:07.956686 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc57be8-eb20-49d2-8c29-46db3b33e710 admin admin] Checking segment: {'id': '14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:07.959589 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc57be8-eb20-49d2-8c29-46db3b33e710 admin admin] Network hostable DHCP agents. Network: 9ab42dda-b0d2-4563-a57f-f2564fca13f4, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:05:07.960249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:07.960762 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (53bd4e45-9ae8-4898-8fc8-e9aab2a136c5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:08.011024 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=53bd4e45-9ae8-4898-8fc8-e9aab2a136c5,segment=NetworkSegment(b42e0ebe-52ff-4e53-a10d-c5fc1da5544a),segment_id=b42e0ebe-52ff-4e53-a10d-c5fc1da5544a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:08.018181 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (53bd4e45-9ae8-4898-8fc8-e9aab2a136c5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:08.084192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Attempting to bind port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:08.084797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Attempting to bind port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:08.084925 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Attempting to bind port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:08.087370 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Publish callbacks [] for router_gateway (17f2b732-f5de-4128-9c94-7231e27d3ccc), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:08.089976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=53bd4e45-9ae8-4898-8fc8-e9aab2a136c5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:08.092735 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc57be8-eb20-49d2-8c29-46db3b33e710 admin admin] Network 9ab42dda-b0d2-4563-a57f-f2564fca13f4 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:05:08.127937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:05:08.128268 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Attempting to bind port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:08.131399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff3c7f-4d82-4e2c-9b16-45cbbbdb97e0 req-e471ee23-97f5-4fc7-91c7-17a7b3b1fb75 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:08.134914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8cc57be8-eb20-49d2-8c29-46db3b33e710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 9ab42dda-b0d2-4563-a57f-f2564fca13f4) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:08.136988 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:08.138584 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-21ff3c7f-4d82-4e2c-9b16-45cbbbdb97e0 req-e471ee23-97f5-4fc7-91c7-17a7b3b1fb75 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 943 time: 0.5384901 Jan 28 19:05:08.164569 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece9cea-6e65-4d10-935f-f00919961ce9 req-0e873e68-63a4-4098-a5bf-83f907f6f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:08.166141 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aece9cea-6e65-4d10-935f-f00919961ce9 req-0e873e68-63a4-4098-a5bf-83f907f6f6db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 1130 time: 0.1829009 Jan 28 19:05:08.167402 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e085a-e487-4d95-a0a0-0209184dca73 None None] Network 9ab42dda-b0d2-4563-a57f-f2564fca13f4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:05:08.171323 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784ec64-63be-4455-99d8-3a884f48308f req-bb742804-258f-4713-82e3-c7ce1b6e8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:08.179821 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3784ec64-63be-4455-99d8-3a884f48308f req-bb742804-258f-4713-82e3-c7ce1b6e8112 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 1131 time: 0.2963095 Jan 28 19:05:08.301816 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Allocated IP 172.25.0.23 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/f79fdd2a-2f8a-4b83-bbcf-f310eca5a308) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:08.310687 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:08.311033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Checking segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:08.311403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Bound using segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:08.311844 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Bound port: 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:08.312201 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:08.316552 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-9ab42dda-b0d2-4563-a57f-f2564fca13f4', 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4', 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'fixed_ips': [{'subnet_id': 'a1597064-b985-4b35-9c36-7a514b021e97'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:05:08.318224 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:08.318432 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc57be8-eb20-49d2-8c29-46db3b33e710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:08.319042 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cc57be8-eb20-49d2-8c29-46db3b33e710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:08.329367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77e032-9f23-461f-b5ca-25be836840ee req-2d3a3256-c876-4a49-a7a8-2165be351618 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:08.331049 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2a77e032-9f23-461f-b5ca-25be836840ee req-2d3a3256-c876-4a49-a7a8-2165be351618 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 944 time: 0.5892932 Jan 28 19:05:08.383472 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-21ff3c7f-4d82-4e2c-9b16-45cbbbdb97e0 req-6de510df-a2f8-4384-b8ca-ab0e35571b5f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390251 Jan 28 19:05:08.474060 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] For port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:08.477180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] For port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:08.515981 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8cc57be8-eb20-49d2-8c29-46db3b33e710 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8160143 Jan 28 19:05:08.516273 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Allocated IP 172.20.0.2 (9ab42dda-b0d2-4563-a57f-f2564fca13f4/a1597064-b985-4b35-9c36-7a514b021e97/0096889a-08b9-404a-af00-406a058b87e5) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:08.523312 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:08.524318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59062) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:08.551916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-router', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:08.627524 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (62db70b4-dbab-4bd4-a2ef-cccb55dd2179), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:08.633943 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (62db70b4-dbab-4bd4-a2ef-cccb55dd2179), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:08.639220 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:08.640050 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:08.641641 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] 10.222.0.37 "PUT /v2.0/ports/762f82fa-f4c5-41c0-b20e-d928d6ffd66d HTTP/1.1" status: 200 len: 1091 time: 3.1722260 Jan 28 19:05:08.642476 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fee0381-d272-4ef6-8208-0b4affa98e8f', 'tag': '762f82fa-f4c5-41c0-b20e-d928d6ffd66d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:08.645234 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad98260-84af-45b9-9103-8c67a50a9dac" -d '{"events": [{"name": "network-changed", "server_uuid": "3fee0381-d272-4ef6-8208-0b4affa98e8f", "tag": "762f82fa-f4c5-41c0-b20e-d928d6ffd66d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:08.668723 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2a77e032-9f23-461f-b5ca-25be836840ee req-617e89a2-cc65-47a9-9b69-0b74a4962a0d tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3263779 Jan 28 19:05:08.763723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a6199-5fd8-4e96-a070-2d29d5296fef service neutron] Pushing event updated for resources: {'Port': ['ID=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:08.807287 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Publish callbacks [] for router_controller (62db70b4-dbab-4bd4-a2ef-cccb55dd2179), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:08.831745 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Publish callbacks [] for port (f79fdd2a-2f8a-4b83-bbcf-f310eca5a308), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:08.834505 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3784ec64-63be-4455-99d8-3a884f48308f req-b010d68e-a301-4a06-be44-63890322b113 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6459150 Jan 28 19:05:08.844897 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Publish callbacks [] for port (0096889a-08b9-404a-af00-406a058b87e5), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:08.853736 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (0096889a-08b9-404a-af00-406a058b87e5), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:08.918469 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Network 9ab42dda-b0d2-4563-a57f-f2564fca13f4 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:08.919863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Pushing event updated for resources: {'Port': ['ID=0096889a-08b9-404a-af00-406a058b87e5,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:08.935140 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:08.937990 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:08.976815 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b456947-e549-4fd5-be14-e4203aab3abe req-bdaacbb8-dfb5-4ff9-a12a-a3f84181e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:08.978880 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b456947-e549-4fd5-be14-e4203aab3abe req-bdaacbb8-dfb5-4ff9-a12a-a3f84181e28a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 1125 time: 0.2794223 Jan 28 19:05:09.044775 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Attempting to bind port 0096889a-08b9-404a-af00-406a058b87e5 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:09.045140 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Attempting to bind port 0096889a-08b9-404a-af00-406a058b87e5 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:09.045495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Attempting to bind port 0096889a-08b9-404a-af00-406a058b87e5 on network 9ab42dda-b0d2-4563-a57f-f2564fca13f4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:09.056283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:09.056657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Checking segment: {'id': '14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:09.057058 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:09.057443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Bound using segment: {'id': '14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:09.057901 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Bound port: 0096889a-08b9-404a-af00-406a058b87e5, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:09.058357 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0096889a-08b9-404a-af00-406a058b87e5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:09.064176 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b456947-e549-4fd5-be14-e4203aab3abe req-0a6020c6-8505-44ac-a96c-6f0e4958df2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=762f82fa-f4c5-41c0-b20e-d928d6ffd66d HTTP/1.1" status: 200 len: 217 time: 0.0736918 Jan 28 19:05:09.077990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74ee9b-83d9-4223-a383-6c9f68e04050 req-5556dc80-4eea-4889-814d-d6cd18fdc785 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:09.079945 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cb74ee9b-83d9-4223-a383-6c9f68e04050 req-5556dc80-4eea-4889-814d-d6cd18fdc785 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 949 time: 0.2431273 Jan 28 19:05:09.110262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece9cea-6e65-4d10-935f-f00919961ce9 req-12c776c7-30b2-4868-8ce0-92a312450913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:09.121284 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aece9cea-6e65-4d10-935f-f00919961ce9 req-12c776c7-30b2-4868-8ce0-92a312450913 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.9338620 Jan 28 19:05:09.150164 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f79fdd2a-2f8a-4b83-bbcf-f310eca5a308), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:09.178926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] For port 0096889a-08b9-404a-af00-406a058b87e5, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:09.183202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] For port 0096889a-08b9-404a-af00-406a058b87e5, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0096889a-08b9-404a-af00-406a058b87e5,segment=NetworkSegment(14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1),segment_id=14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:09.205215 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0096889a-08b9-404a-af00-406a058b87e5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:09.226442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b456947-e549-4fd5-be14-e4203aab3abe req-b882ac0d-1937-4aa4-a114-8feccdea2a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:09.228192 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b456947-e549-4fd5-be14-e4203aab3abe req-b882ac0d-1937-4aa4-a114-8feccdea2a8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.1455016 Jan 28 19:05:09.249967 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aece9cea-6e65-4d10-935f-f00919961ce9 req-8e4d1c96-7ebb-4b64-afd1-5498db3596e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=0ef435ef-972b-4529-bff5-c69051883a5a HTTP/1.1" status: 200 len: 217 time: 0.0671501 Jan 28 19:05:09.256953 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Publish callbacks [] for router_gateway (62db70b4-dbab-4bd4-a2ef-cccb55dd2179), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:09.268675 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:09.293974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cb74ee9b-83d9-4223-a383-6c9f68e04050 req-05da7792-c474-4da5-a0a4-2680a11be0be tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011001 Jan 28 19:05:09.341330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:09.354403 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e68d14-5747-47b1-b164-6248fa2a5376 None None] Pushing event updated for resources: {'Port': ['ID=0096889a-08b9-404a-af00-406a058b87e5,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:09.362634 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b456947-e549-4fd5-be14-e4203aab3abe req-590da18b-1fa9-4801-bf18-3ef43de53ce7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233892 Jan 28 19:05:09.364213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:09.387565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f79fdd2a-2f8a-4b83-bbcf-f310eca5a308,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:09.400314 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc4112d-3e25-4d66-bb41-86dfe2c98fd3 x-openstack-request-id: req-1fc4112d-3e25-4d66-bb41-86dfe2c98fd3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:09.400591 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fee0381-d272-4ef6-8208-0b4affa98e8f", "tag": "762f82fa-f4c5-41c0-b20e-d928d6ffd66d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:09.400843 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1fc4112d-3e25-4d66-bb41-86dfe2c98fd3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:09.401231 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fee0381-d272-4ef6-8208-0b4affa98e8f', 'tag': '762f82fa-f4c5-41c0-b20e-d928d6ffd66d', 'status': 'completed', 'code': 200} Jan 28 19:05:09.408721 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b752b4-d9f0-4531-bb46-8df4baf754ae req-731d1230-c359-4feb-8f93-fc2420286a52 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:09.423157 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63b752b4-d9f0-4531-bb46-8df4baf754ae req-731d1230-c359-4feb-8f93-fc2420286a52 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 948 time: 0.5961096 Jan 28 19:05:09.461332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a52c9b-817a-4a39-a704-1d0da67f2895 None None] Network 053d8223-df94-4369-b8ff-03d9e41f70be requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:05:09.586661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece9cea-6e65-4d10-935f-f00919961ce9 req-858f4bff-d197-415f-8100-6b45190b87d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:09.588152 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aece9cea-6e65-4d10-935f-f00919961ce9 req-858f4bff-d197-415f-8100-6b45190b87d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.3278410 Jan 28 19:05:09.593033 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63b752b4-d9f0-4531-bb46-8df4baf754ae req-53effc4c-d0c7-4858-883b-1e64db2a3776 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688080 Jan 28 19:05:09.603261 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 455e31b3-4cfc-4fb4-a13d-de7e7067e22b up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:09.651338 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-fd26c8f7-9b03-47be-af54-6b0d6982c404 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1221659 Jan 28 19:05:09.705296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece9cea-6e65-4d10-935f-f00919961ce9 req-ca1b206d-9d96-4b80-9736-00c5c4882b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:09.708602 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aece9cea-6e65-4d10-935f-f00919961ce9 req-ca1b206d-9d96-4b80-9736-00c5c4882b4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1104918 Jan 28 19:05:09.714690 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d98bf8d3-0198-4644-ba4f-681afe7fd754 None None] Provisioning complete for port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:09.715140 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d98bf8d3-0198-4644-ba4f-681afe7fd754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (455e31b3-4cfc-4fb4-a13d-de7e7067e22b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:09.805234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d41926-4874-438b-a5c1-aa967e46a292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bd4e45-9ae8-4898-8fc8-e9aab2a136c5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:09.815126 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25724c44-81f3-447a-ac1b-93fe4c4fdba7" -d '{"events": [{"server_uuid": "16d41926-4874-438b-a5c1-aa967e46a292", "name": "network-vif-plugged", "status": "completed", "tag": "53bd4e45-9ae8-4898-8fc8-e9aab2a136c5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:10.192424 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b456947-e549-4fd5-be14-e4203aab3abe req-af944507-dc87-4e6f-bd21-ac9c7e73694c service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7950382 Jan 28 19:05:10.248687 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:10.252871 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (455e31b3-4cfc-4fb4-a13d-de7e7067e22b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:10.345812 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b456947-e549-4fd5-be14-e4203aab3abe req-fee72680-8b60-4b59-9859-0bace2f73d57 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409397 Jan 28 19:05:10.359706 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-264d8407-0372-4282-92ff-195f416a9574 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:10.361357 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-264d8407-0372-4282-92ff-195f416a9574 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7096090 Jan 28 19:05:10.376084 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d98bf8d3-0198-4644-ba4f-681afe7fd754 None None] Current status of the port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:10.376781 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d98bf8d3-0198-4644-ba4f-681afe7fd754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (455e31b3-4cfc-4fb4-a13d-de7e7067e22b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:10.436369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:10.436934 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (455e31b3-4cfc-4fb4-a13d-de7e7067e22b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:10.529047 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d98bf8d3-0198-4644-ba4f-681afe7fd754 None None] For port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=455e31b3-4cfc-4fb4-a13d-de7e7067e22b,segment=NetworkSegment(a95d0d2d-da17-480d-9e24-adfd18988eff),segment_id=a95d0d2d-da17-480d-9e24-adfd18988eff)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:10.534000 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Publish callbacks [] for router_gateway (17f2b732-f5de-4128-9c94-7231e27d3ccc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:10.631568 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:05:10.632609 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:05:10.634118 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d98bf8d3-0198-4644-ba4f-681afe7fd754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (455e31b3-4cfc-4fb4-a13d-de7e7067e22b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:10.704881 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-dfad3257-e6ce-4964-ad79-bc6d5473bb5e tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/quotas/62e22dc3ff98431d8ceb20e1e50b899a HTTP/1.1" status: 200 len: 375 time: 0.0500627 Jan 28 19:05:10.748271 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bf8d3-0198-4644-ba4f-681afe7fd754 None None] Pushing event updated for resources: {'Port': ['ID=455e31b3-4cfc-4fb4-a13d-de7e7067e22b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:10.765396 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aece9cea-6e65-4d10-935f-f00919961ce9 req-f5da7a6d-40f1-49da-938b-10c716af83ae service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0457499 Jan 28 19:05:10.822076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc751fff-5bd6-44da-ae5f-f7ef341c2c72 req-0b4804b1-80d5-4e02-b968-62bf088ba766 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:10.823745 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc751fff-5bd6-44da-ae5f-f7ef341c2c72 req-0b4804b1-80d5-4e02-b968-62bf088ba766 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 943 time: 1.0331428 Jan 28 19:05:10.869224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8d26a01c-2e78-46f2-9218-d02f79b1a311 None None] Provisioning complete for port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:10.869758 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8d26a01c-2e78-46f2-9218-d02f79b1a311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (455e31b3-4cfc-4fb4-a13d-de7e7067e22b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:10.938768 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (17f2b732-f5de-4128-9c94-7231e27d3ccc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:11.001571 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beba835e-8193-4cab-87c0-43c9aa57609e None None] Network 9ab42dda-b0d2-4563-a57f-f2564fca13f4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:05:11.026726 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-09509c39-8e10-4da9-8c66-970bea65530a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3127377 Jan 28 19:05:11.035710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad98260-84af-45b9-9103-8c67a50a9dac req-0283cb79-bfbd-416a-b7ca-1bef50c36be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:11.037290 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ad98260-84af-45b9-9103-8c67a50a9dac req-0283cb79-bfbd-416a-b7ca-1bef50c36be1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 1125 time: 0.3595259 Jan 28 19:05:11.046690 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Publish callbacks [] for router_gateway (62db70b4-dbab-4bd4-a2ef-cccb55dd2179), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:11.051377 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc751fff-5bd6-44da-ae5f-f7ef341c2c72 req-0887b7b2-ba64-456e-8b99-3210c21f316a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579232 Jan 28 19:05:11.106888 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:11.149384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8d26a01c-2e78-46f2-9218-d02f79b1a311 None None] Current status of the port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:11.158645 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aece9cea-6e65-4d10-935f-f00919961ce9 req-71562c35-48dc-46f3-8bd4-d884a737c850 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530352 Jan 28 19:05:11.270976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:11.328464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad98260-84af-45b9-9103-8c67a50a9dac req-a3efab33-0425-4f5e-a28e-1a53e303848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:11.334855 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ad98260-84af-45b9-9103-8c67a50a9dac req-a3efab33-0425-4f5e-a28e-1a53e303848b service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.2555544 Jan 28 19:05:11.357842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Router 17f2b732-f5de-4128-9c94-7231e27d3ccc is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:05:11.361397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f16d7e-a5fb-4802-b68b-8f40daffd421 req-cab4d633-76c7-4003-bccd-35d18f7e143b tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:11.371810 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48f16d7e-a5fb-4802-b68b-8f40daffd421 req-cab4d633-76c7-4003-bccd-35d18f7e143b tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 945 time: 0.1353030 Jan 28 19:05:11.399782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4317a9b-e874-4934-8853-3ac58e0a10a6 None None] Provisioning complete for port 0096889a-08b9-404a-af00-406a058b87e5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:11.400476 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4317a9b-e874-4934-8853-3ac58e0a10a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0096889a-08b9-404a-af00-406a058b87e5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:11.415509 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ad98260-84af-45b9-9103-8c67a50a9dac req-0237da3f-5125-4c10-83ce-070a71492208 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=762f82fa-f4c5-41c0-b20e-d928d6ffd66d HTTP/1.1" status: 200 len: 217 time: 0.0724764 Jan 28 19:05:11.440989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Allocated IP 172.25.0.142 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/f3ce4a35-7e2f-49f0-97d8-755ffe8c854f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:11.475947 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48f16d7e-a5fb-4802-b68b-8f40daffd421 req-e3c0349d-8e18-4c54-8dce-6932dbd82a73 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032655 Jan 28 19:05:11.601184 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae97a1e1-ac26-4af0-9643-76a85b43c5a5 x-openstack-request-id: req-ae97a1e1-ac26-4af0-9643-76a85b43c5a5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:11.601488 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d41926-4874-438b-a5c1-aa967e46a292", "name": "network-vif-plugged", "status": "completed", "tag": "53bd4e45-9ae8-4898-8fc8-e9aab2a136c5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:11.601727 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae97a1e1-ac26-4af0-9643-76a85b43c5a5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:11.602137 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d41926-4874-438b-a5c1-aa967e46a292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bd4e45-9ae8-4898-8fc8-e9aab2a136c5', 'code': 200} Jan 28 19:05:11.603049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4317a9b-e874-4934-8853-3ac58e0a10a6 None None] Current status of the port 0096889a-08b9-404a-af00-406a058b87e5 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:11.603439 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4317a9b-e874-4934-8853-3ac58e0a10a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0096889a-08b9-404a-af00-406a058b87e5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:11.693705 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad98260-84af-45b9-9103-8c67a50a9dac req-5968ab95-fc3f-4d70-8531-f6032cecf991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:11.699668 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 455e31b3-4cfc-4fb4-a13d-de7e7067e22b up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:11.702757 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ad98260-84af-45b9-9103-8c67a50a9dac req-5968ab95-fc3f-4d70-8531-f6032cecf991 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.2599921 Jan 28 19:05:11.755395 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4317a9b-e874-4934-8853-3ac58e0a10a6 None None] For port 0096889a-08b9-404a-af00-406a058b87e5, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0096889a-08b9-404a-af00-406a058b87e5,segment=NetworkSegment(14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1),segment_id=14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:11.771679 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4317a9b-e874-4934-8853-3ac58e0a10a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0096889a-08b9-404a-af00-406a058b87e5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:11.798072 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Publish callbacks [] for port (f3ce4a35-7e2f-49f0-97d8-755ffe8c854f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:11.878241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4317a9b-e874-4934-8853-3ac58e0a10a6 None None] Pushing event updated for resources: {'Port': ['ID=0096889a-08b9-404a-af00-406a058b87e5,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:11.885045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:11.885413 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (455e31b3-4cfc-4fb4-a13d-de7e7067e22b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:11.891770 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ad98260-84af-45b9-9103-8c67a50a9dac req-cd60c102-4376-41d1-914e-6a024570bc14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1722901 Jan 28 19:05:11.892965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:05:11.916665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Sync routers for ids ['17f2b732-f5de-4128-9c94-7231e27d3ccc'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:05:11.939573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-daa576b6-663f-4b67-afbd-6da49d8402a1 None None] Provisioning complete for port 0096889a-08b9-404a-af00-406a058b87e5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:11.939944 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-daa576b6-663f-4b67-afbd-6da49d8402a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0096889a-08b9-404a-af00-406a058b87e5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:11.972835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Routers {'17f2b732-f5de-4128-9c94-7231e27d3ccc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:05:11.973388 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:04:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['17f2b732-f5de-4128-9c94-7231e27d3ccc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:12.023435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1ecd1-a867-46d4-8571-70579a02745f req-e735ae73-08ab-48a2-916c-60b51a233e29 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:12.024980 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8f1ecd1-a867-46d4-8571-70579a02745f req-e735ae73-08ab-48a2-916c-60b51a233e29 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 949 time: 0.2251341 Jan 28 19:05:12.034060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa39b3-205b-4600-af3b-003c0f4a3a40 req-b141727a-060c-43ac-a272-970b5377aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:12.035992 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7eaa39b3-205b-4600-af3b-003c0f4a3a40 req-b141727a-060c-43ac-a272-970b5377aa42 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 1127 time: 0.3501432 Jan 28 19:05:12.041049 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:12.042294 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d8c00c83-5239-48d7-b4ad-df5904d786c8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8202848 Jan 28 19:05:12.045047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:12.110675 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f3ce4a35-7e2f-49f0-97d8-755ffe8c854f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:12.126290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-daa576b6-663f-4b67-afbd-6da49d8402a1 None None] Current status of the port 0096889a-08b9-404a-af00-406a058b87e5 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:12.164854 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77a163-408c-46be-89fb-7d73050ad43b req-2127f9da-b4de-442e-a78d-29ac6c5efed1 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:12.166712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f77a163-408c-46be-89fb-7d73050ad43b req-2127f9da-b4de-442e-a78d-29ac6c5efed1 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 948 time: 0.3314829 Jan 28 19:05:12.173277 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Pushing event updated for resources: {'Port': ['ID=f3ce4a35-7e2f-49f0-97d8-755ffe8c854f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:12.205420 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8f1ecd1-a867-46d4-8571-70579a02745f req-5b92d2b4-62ac-46ff-aa86-9776b68f5699 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687510 Jan 28 19:05:12.214050 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7eaa39b3-205b-4600-af3b-003c0f4a3a40 req-bb20fd3e-7704-486d-ae70-a47a92cf59b8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447113 Jan 28 19:05:12.217229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:12.231380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:12.234945 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:12.252500 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:12.253619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0096889a-08b9-404a-af00-406a058b87e5 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:12.316704 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f77a163-408c-46be-89fb-7d73050ad43b req-637af8e4-a6b4-48d9-a75d-29210577d162 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406574 Jan 28 19:05:12.347466 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ad98260-84af-45b9-9103-8c67a50a9dac req-293d64e8-a467-4d0e-9a48-8da0b8c12aef service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025111 Jan 28 19:05:12.391822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Set router 17f2b732-f5de-4128-9c94-7231e27d3ccc gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:05:12.466436 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ad98260-84af-45b9-9103-8c67a50a9dac req-2caa4cca-4371-4237-b31e-6c18493ff037 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098604 Jan 28 19:05:12.654304 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355c64f-5ff5-4805-af6a-b3aacfa4893e req-fa510550-c9bc-423d-8b12-6f8467d65c0d tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:12.662545 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6355c64f-5ff5-4805-af6a-b3aacfa4893e req-fa510550-c9bc-423d-8b12-6f8467d65c0d tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 943 time: 0.1948526 Jan 28 19:05:12.709804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0096889a-08b9-404a-af00-406a058b87e5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:12.716643 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0096889a-08b9-404a-af00-406a058b87e5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:12.784530 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Publish callbacks [] for router_gateway (62db70b4-dbab-4bd4-a2ef-cccb55dd2179), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:12.851496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119648618-router', 'tenant_id': '2807ec6d9ece456c823c24a03853bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:06Z', 'updated_at': '2022-01-28T19:05:10Z', 'revision_number': 3, 'project_id': '2807ec6d9ece456c823c24a03853bba7', 'gw_port': {'id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:12.948076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0096889a-08b9-404a-af00-406a058b87e5 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:12.968367 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Checking router: 17f2b732-f5de-4128-9c94-7231e27d3ccc for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:05:12.970369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Updating router 17f2b732-f5de-4128-9c94-7231e27d3ccc port f79fdd2a-2f8a-4b83-bbcf-f310eca5a308 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:05:12.987717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0ef435ef-972b-4529-bff5-c69051883a5a details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:05:13.067306 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f79fdd2a-2f8a-4b83-bbcf-f310eca5a308), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:13.251912 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6355c64f-5ff5-4805-af6a-b3aacfa4893e req-f669ae69-15a6-4d62-89cc-ba73dcfcab84 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885758 Jan 28 19:05:13.384225 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (62db70b4-dbab-4bd4-a2ef-cccb55dd2179), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:13.477829 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Publish callbacks [] for port (f79fdd2a-2f8a-4b83-bbcf-f310eca5a308), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:13.526509 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:13.544346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-797fef45-a928-4aa1-a75b-3e74bda01497 req-c7d8e5d3-e4fe-45ed-8c69-7118b7c2ca83 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 210 time: 0.0407388 Jan 28 19:05:13.551697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0096889a-08b9-404a-af00-406a058b87e5 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:13.580732 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f79fdd2a-2f8a-4b83-bbcf-f310eca5a308), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:13.590348 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefc478-01f3-4848-9da7-8ab897e7a705 req-daa63a39-2059-427c-862c-424fd9da9774 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:13.593489 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cbefc478-01f3-4848-9da7-8ab897e7a705 req-daa63a39-2059-427c-862c-424fd9da9774 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 945 time: 0.1690001 Jan 28 19:05:13.672470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:05:13.802790 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cbefc478-01f3-4848-9da7-8ab897e7a705 req-69aab807-065c-48d3-ab1c-93456dc84b70 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868410 Jan 28 19:05:13.835693 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:05:13.851823 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Sync routers for ids ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:05:13.874514 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Routers {'62db70b4-dbab-4bd4-a2ef-cccb55dd2179'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:05:13.877672 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:04:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:13.878278 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:13.884267 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-258d025f-a340-41cc-9f9d-1db3e844cad3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.3528621 Jan 28 19:05:13.884558 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59128) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:13.909722 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-ca7e5147-5c12-43a1-a9f2-106792d140ca tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515163 Jan 28 19:05:13.918775 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713e070-4ec3-439c-9789-ba5eada73980 req-0f358c6d-e8ab-46c4-a5c0-e94a3ba4e42a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:13.926639 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f713e070-4ec3-439c-9789-ba5eada73980 req-0f358c6d-e8ab-46c4-a5c0-e94a3ba4e42a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 948 time: 0.1209791 Jan 28 19:05:13.973280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Attempting to bind port f79fdd2a-2f8a-4b83-bbcf-f310eca5a308 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:13.973864 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Attempting to bind port f79fdd2a-2f8a-4b83-bbcf-f310eca5a308 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:13.973997 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Attempting to bind port f79fdd2a-2f8a-4b83-bbcf-f310eca5a308 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:13.997128 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b1feb-3ab2-4b80-bc99-2015c13e981e None None] Pushing event updated for resources: {'Port': ['ID=f79fdd2a-2f8a-4b83-bbcf-f310eca5a308,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:14.033832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:14.043906 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:14.044432 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:14.044919 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:14.045423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Bound port: f79fdd2a-2f8a-4b83-bbcf-f310eca5a308, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:14.045811 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f79fdd2a-2f8a-4b83-bbcf-f310eca5a308), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:14.057203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0ef435ef-972b-4529-bff5-c69051883a5a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0ef435ef-972b-4529-bff5-c69051883a5a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:14.058980 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f713e070-4ec3-439c-9789-ba5eada73980 req-8d5975d4-526c-452c-867e-06569786d0c3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198783 Jan 28 19:05:14.124815 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Set router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:05:14.147036 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Allocated IP 172.20.0.1 (053d8223-df94-4369-b8ff-03d9e41f70be/9e6f6d8d-248b-4626-9062-57c81b26f2c5/33b29437-37cc-4039-a532-26bcdc2a9871) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:14.149410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '0ef435ef-972b-4529-bff5-c69051883a5a', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '0ef435ef-972b-4529-bff5-c69051883a5a', 'mac_address': 'fa:16:3e:cf:b5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:05:14.177538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-6de79e0d-41c1-4ac6-b108-aa4ccf0c2c35 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:14.181657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0096889a-08b9-404a-af00-406a058b87e5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:14.182229 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0096889a-08b9-404a-af00-406a058b87e5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:14.182507 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-6de79e0d-41c1-4ac6-b108-aa4ccf0c2c35 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2530508 Jan 28 19:05:14.201383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Request body: {'port': {'device_id': '94299ab3-de65-4200-86db-28bcef4b55e0', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '62e22dc3ff98431d8ceb20e1e50b899a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:14.264805 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] For port f79fdd2a-2f8a-4b83-bbcf-f310eca5a308, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:14.289131 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 0ef435ef-972b-4529-bff5-c69051883a5a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:14.289933 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:14.293484 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] For port f79fdd2a-2f8a-4b83-bbcf-f310eca5a308, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f79fdd2a-2f8a-4b83-bbcf-f310eca5a308,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:14.303691 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ab811-ee09-4e72-9e75-cf61b4e11d24 req-1284cba4-2cf8-43d4-b8dd-47b1015d2791 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:14.311847 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f79fdd2a-2f8a-4b83-bbcf-f310eca5a308), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:14.317691 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fc1ab811-ee09-4e72-9e75-cf61b4e11d24 req-1284cba4-2cf8-43d4-b8dd-47b1015d2791 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 949 time: 0.2865257 Jan 28 19:05:14.319111 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef435ef-972b-4529-bff5-c69051883a5a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:14.426249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b1feb-3ab2-4b80-bc99-2015c13e981e None None] Pushing event updated for resources: {'Port': ['ID=f79fdd2a-2f8a-4b83-bbcf-f310eca5a308,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:14.439779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0ef435ef-972b-4529-bff5-c69051883a5a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0ef435ef-972b-4529-bff5-c69051883a5a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:14.448179 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Routers {'17f2b732-f5de-4128-9c94-7231e27d3ccc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:05:14.448859 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:04:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['17f2b732-f5de-4128-9c94-7231e27d3ccc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:14.464348 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-router', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:12Z', 'revision_number': 3, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'gw_port': {'id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:11Z', 'updated_at': '2022-01-28T19:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:14.517610 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fc1ab811-ee09-4e72-9e75-cf61b4e11d24 req-c53463a3-d6b7-4b73-9043-010c2601b7d9 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986294 Jan 28 19:05:14.535071 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Checking router: 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:05:14.535721 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Updating router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 port f3ce4a35-7e2f-49f0-97d8-755ffe8c854f binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:05:14.542930 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-3e02cce4-d018-4e02-96f5-00fed0919ddb tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619431 Jan 28 19:05:14.617833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Made reservation on behalf of 62e22dc3ff98431d8ceb20e1e50b899a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:05:14.622283 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:14.648493 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f3ce4a35-7e2f-49f0-97d8-755ffe8c854f), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:14.683820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] Set router 17f2b732-f5de-4128-9c94-7231e27d3ccc gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:05:14.756762 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48a448e5-943e-4f1c-bb1d-83480f645717 req-f22d904a-3d5a-4a80-a52c-cc69b407001b tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 210 time: 0.0821798 Jan 28 19:05:14.766999 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41517855-2fec-491f-aa85-5b119b150457 req-fcaba115-b12e-4708-807e-548854e72234 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:14.768633 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41517855-2fec-491f-aa85-5b119b150457 req-fcaba115-b12e-4708-807e-548854e72234 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 943 time: 0.3174577 Jan 28 19:05:14.773585 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Publish callbacks [] for port (33b29437-37cc-4039-a532-26bcdc2a9871), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:14.924070 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:14.978373 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-25a678d0-64de-45ce-a5a0-863f367ebe84 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=812d8596162c4714a3235afa21508aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867312 Jan 28 19:05:14.989419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=0ef435ef-972b-4529-bff5-c69051883a5a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:14.993159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 762f82fa-f4c5-41c0-b20e-d928d6ffd66d details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:05:15.012109 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Publish callbacks [] for port (f3ce4a35-7e2f-49f0-97d8-755ffe8c854f), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:15.015101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Allocated IP 192.168.233.165 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/eced0486-f634-48c5-a6e0-9d68124d82a0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:15.023308 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f3ce4a35-7e2f-49f0-97d8-755ffe8c854f), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:15.028515 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0096889a-08b9-404a-af00-406a058b87e5 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:15.081899 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd55663-b857-43ca-88b8-91f8927c7e4a None None] Pushing event updated for resources: {'Port': ['ID=f3ce4a35-7e2f-49f0-97d8-755ffe8c854f,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:15.084893 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Attempting to bind port f3ce4a35-7e2f-49f0-97d8-755ffe8c854f on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:15.085575 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Attempting to bind port f3ce4a35-7e2f-49f0-97d8-755ffe8c854f by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:15.086188 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Attempting to bind port f3ce4a35-7e2f-49f0-97d8-755ffe8c854f on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:15.098326 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:15.098828 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:15.099321 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:15.099918 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:15.100476 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Bound port: f3ce4a35-7e2f-49f0-97d8-755ffe8c854f, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:15.100941 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f3ce4a35-7e2f-49f0-97d8-755ffe8c854f), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:15.111134 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (33b29437-37cc-4039-a532-26bcdc2a9871), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:15.137847 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119648618-router', 'tenant_id': '2807ec6d9ece456c823c24a03853bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:06Z', 'updated_at': '2022-01-28T19:05:10Z', 'revision_number': 3, 'project_id': '2807ec6d9ece456c823c24a03853bba7', 'gw_port': {'id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:15.190682 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42845453-1f3c-49ce-89f9-4e29670fae7e None None] The sync data for ids ['17f2b732-f5de-4128-9c94-7231e27d3ccc'] in n-d-824834-4 is: [{'id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119648618-router', 'tenant_id': '2807ec6d9ece456c823c24a03853bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:06Z', 'updated_at': '2022-01-28T19:05:10Z', 'revision_number': 3, 'project_id': '2807ec6d9ece456c823c24a03853bba7', 'gw_port': {'id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:05:15.196359 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] For port f3ce4a35-7e2f-49f0-97d8-755ffe8c854f, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:15.203861 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] For port f3ce4a35-7e2f-49f0-97d8-755ffe8c854f, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f3ce4a35-7e2f-49f0-97d8-755ffe8c854f,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:15.207578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:15.223870 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f3ce4a35-7e2f-49f0-97d8-755ffe8c854f), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:15.234411 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41517855-2fec-491f-aa85-5b119b150457 req-45d62262-e688-408d-ab37-16882170f9c1 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588597 Jan 28 19:05:15.250803 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-cdede762-2bd0-4458-b0fb-9361a361de7a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:15.250803 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-cdede762-2bd0-4458-b0fb-9361a361de7a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6924844 Jan 28 19:05:15.251192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=33b29437-37cc-4039-a532-26bcdc2a9871,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:15.267553 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-8f65acc5-aa99-46f2-9d5c-8ee57c40bffc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Request body: {'port': {'device_id': '4f46d7e0-3329-4fce-919d-debbfc88170a', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '62e22dc3ff98431d8ceb20e1e50b899a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:15.272633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '762f82fa-f4c5-41c0-b20e-d928d6ffd66d', 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509', 'port_id': '762f82fa-f4c5-41c0-b20e-d928d6ffd66d', 'mac_address': 'fa:16:3e:cd:7b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313caf54-95a5-42d8-a40e-1d57a3098b9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:05:15.280839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Network 053d8223-df94-4369-b8ff-03d9e41f70be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:15.286612 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:15.293057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:15.294359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:15.294359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:15.294359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:15.294917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:15.294917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:15.295263 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:15.295345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:15.295899 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:15.296099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:15.296433 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:15.296800 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:15.297107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:15.304375 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:15.347694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['0ef435ef-972b-4529-bff5-c69051883a5a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:15.358462 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (17f2b732-f5de-4128-9c94-7231e27d3ccc), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:15.425984 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd55663-b857-43ca-88b8-91f8927c7e4a None None] Pushing event updated for resources: {'Port': ['ID=f3ce4a35-7e2f-49f0-97d8-755ffe8c854f,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:15.448978 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Routers {'62db70b4-dbab-4bd4-a2ef-cccb55dd2179'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:05:15.449873 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:04:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:15.466865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:15.470455 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:15.523506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762f82fa-f4c5-41c0-b20e-d928d6ffd66d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:15.551539 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks [] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:15.591103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aff0ab-0649-4bf3-a9f8-a5240532da15 req-4d03944d-6623-4971-9f9d-eade0e3a1e0c tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:15.600373 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-59aff0ab-0649-4bf3-a9f8-a5240532da15 req-4d03944d-6623-4971-9f9d-eade0e3a1e0c tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 945 time: 0.2234397 Jan 28 19:05:15.622177 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:15.645901 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:15.666718 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-8f65acc5-aa99-46f2-9d5c-8ee57c40bffc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Made reservation on behalf of 62e22dc3ff98431d8ceb20e1e50b899a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:05:15.668711 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] Set router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:05:15.671252 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-8f65acc5-aa99-46f2-9d5c-8ee57c40bffc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:15.746765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-17b3c185-5b5e-4add-8e6a-464ae4073e89 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:15.748512 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-17b3c185-5b5e-4add-8e6a-464ae4073e89 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7627366 Jan 28 19:05:15.761046 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:15.782629 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-59aff0ab-0649-4bf3-a9f8-a5240532da15 req-f7863e28-807e-42bd-9d93-5fed76869a5e tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806645 Jan 28 19:05:15.789460 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:15.831397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d2203941-4669-4aac-b710-163f33a83564'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:15.875613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:15.933898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d183c6b5-1b26-43a7-9a01-08e0f2969e3f None None] Provisioning complete for port 33b29437-37cc-4039-a532-26bcdc2a9871 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:15.937413 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d183c6b5-1b26-43a7-9a01-08e0f2969e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (33b29437-37cc-4039-a532-26bcdc2a9871), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:15.975866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:16.030135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:16.032699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:16.042622 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['762f82fa-f4c5-41c0-b20e-d928d6ffd66d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:16.114846 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-router', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:12Z', 'revision_number': 3, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'gw_port': {'id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:11Z', 'updated_at': '2022-01-28T19:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:16.130423 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Pushing event updated for resources: {'Port': ['ID=eced0486-f634-48c5-a6e0-9d68124d82a0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:16.161589 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b895489-7df6-49ae-9656-83df1a3b6e39 None None] The sync data for ids ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'] in n-d-824834-4 is: [{'id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-router', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:12Z', 'revision_number': 3, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'gw_port': {'id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:11Z', 'updated_at': '2022-01-28T19:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:05:16.177017 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d183c6b5-1b26-43a7-9a01-08e0f2969e3f None None] Port 33b29437-37cc-4039-a532-26bcdc2a9871 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:05:16.242359 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:16.242758 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:16.243062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:16.243397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:16.243730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:16.244068 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:16.244403 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:16.244726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:16.245048 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:16.245719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:16.246105 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:16.246401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:16.246718 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:16.306040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:16.308546 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:16.376722 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca941c4-d3d3-4e7e-bd0a-7d4912e69146 req-5dc57484-e585-48a1-b473-890e78d17557 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:16.385363 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ca941c4-d3d3-4e7e-bd0a-7d4912e69146 req-5dc57484-e585-48a1-b473-890e78d17557 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 949 time: 0.4433067 Jan 28 19:05:16.415027 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-62cace79-d778-44b8-9453-df5b572cee87 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/quotas/812d8596162c4714a3235afa21508aed HTTP/1.1" status: 200 len: 375 time: 0.6204164 Jan 28 19:05:16.434004 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-2c5f80fb-d9fe-4248-b264-a2eb6c3ce12a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2365725 Jan 28 19:05:16.454842 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Request body: {'port': {'device_id': '94299ab3-de65-4200-86db-28bcef4b55e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:16.465706 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-8f65acc5-aa99-46f2-9d5c-8ee57c40bffc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Allocated IP 192.168.233.240 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/6fa97b10-2331-489c-bb8c-bc9f8fff8377) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:16.544764 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-a664a5e2-9a99-432f-b216-81691398ee49 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=812d8596162c4714a3235afa21508aed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1209471 Jan 28 19:05:16.589594 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ca941c4-d3d3-4e7e-bd0a-7d4912e69146 req-c11eff7a-beb6-47d1-9e76-68b79292ee24 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994131 Jan 28 19:05:16.629686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ed203727-5b47-4889-b7a1-0ce649719512 None None] Provisioning complete for port eced0486-f634-48c5-a6e0-9d68124d82a0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:16.630100 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ed203727-5b47-4889-b7a1-0ce649719512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:16.698790 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (33b29437-37cc-4039-a532-26bcdc2a9871), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:16.743375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ed203727-5b47-4889-b7a1-0ce649719512 None None] Port eced0486-f634-48c5-a6e0-9d68124d82a0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:05:16.743881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Allocated IP 172.20.0.1 (9ab42dda-b0d2-4563-a57f-f2564fca13f4/a1597064-b985-4b35-9c36-7a514b021e97/7dc9236e-897d-4a32-8573-e5de4033db11) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:16.792665 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-97532791-3c7f-41f8-9a1b-c136ee5686e8 req-cf0c0e77-731a-440b-9cb8-47d4653c063f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 210 time: 0.0736439 Jan 28 19:05:16.797917 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:16.977079 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Publish callbacks [] for port (7dc9236e-897d-4a32-8573-e5de4033db11), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:17.155029 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:17.195084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288a01a-a074-49db-8b4c-e72b342ea609 req-ad69cdab-1d41-4962-b8df-7e60ab07e11b tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:17.197657 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6288a01a-a074-49db-8b4c-e72b342ea609 req-ad69cdab-1d41-4962-b8df-7e60ab07e11b tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 945 time: 0.2763424 Jan 28 19:05:17.210151 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59172) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:17.217323 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ad8469a1-1d08-4ac4-bcd5-4e74bd5759e9 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Request body: {'floatingip': {'port_id': '53bd4e45-9ae8-4898-8fc8-e9aab2a136c5'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:17.302308 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad8469a1-1d08-4ac4-bcd5-4e74bd5759e9 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for floatingip (73453cb1-92eb-4cb4-9943-e6ea4225a96a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:17.312267 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d38a46b9-1a7c-4f8f-a772-65bf8be223ac req-4dcdee05-123c-4406-92c5-cb9d000c47e1 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 210 time: 0.0429640 Jan 28 19:05:17.364594 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-8f65acc5-aa99-46f2-9d5c-8ee57c40bffc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks [] for port (6fa97b10-2331-489c-bb8c-bc9f8fff8377), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:17.601455 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc9236e-897d-4a32-8573-e5de4033db11,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:17.640809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f3ce4a35-7e2f-49f0-97d8-755ffe8c854f up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:17.663832 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Publish callbacks [] for port (33b29437-37cc-4039-a532-26bcdc2a9871), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:17.705083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Network 9ab42dda-b0d2-4563-a57f-f2564fca13f4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:17.707430 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (33b29437-37cc-4039-a532-26bcdc2a9871), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:17.749168 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-8f65acc5-aa99-46f2-9d5c-8ee57c40bffc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (6fa97b10-2331-489c-bb8c-bc9f8fff8377), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:17.768857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d2203941-4669-4aac-b710-163f33a83564'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:17.814136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:17.817154 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:17.888039 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f3ce4a35-7e2f-49f0-97d8-755ffe8c854f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:17.892731 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f3ce4a35-7e2f-49f0-97d8-755ffe8c854f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:17.937248 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393d63b-5be6-40b2-a502-97a0fca65bca req-20c7c90a-14a0-4c0c-9e7d-ec73acee4268 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:17.944690 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a393d63b-5be6-40b2-a502-97a0fca65bca req-20c7c90a-14a0-4c0c-9e7d-ec73acee4268 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 944 time: 0.7963686 Jan 28 19:05:17.958919 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=33b29437-37cc-4039-a532-26bcdc2a9871,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:17.981089 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (62db70b4-dbab-4bd4-a2ef-cccb55dd2179), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:17.986198 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (17f2b732-f5de-4128-9c94-7231e27d3ccc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:18.146189 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a393d63b-5be6-40b2-a502-97a0fca65bca req-c0a9577a-c91d-4dff-9c45-a22ed7e7673e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004981 Jan 28 19:05:18.155939 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f3ce4a35-7e2f-49f0-97d8-755ffe8c854f is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:18.156602 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f3ce4a35-7e2f-49f0-97d8-755ffe8c854f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:18.257504 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port f3ce4a35-7e2f-49f0-97d8-755ffe8c854f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f3ce4a35-7e2f-49f0-97d8-755ffe8c854f,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:18.261139 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da6efc27-c141-4b87-9bf1-1b151aa85880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:18.297247 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f3ce4a35-7e2f-49f0-97d8-755ffe8c854f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:18.298385 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f79fdd2a-2f8a-4b83-bbcf-f310eca5a308 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:18.385962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Network 053d8223-df94-4369-b8ff-03d9e41f70be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:18.390873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:18.407324 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:18.425452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4c287fb-db36-4b6e-beaf-47e786628c5f None None] Provisioning complete for port 7dc9236e-897d-4a32-8573-e5de4033db11 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:18.425958 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4c287fb-db36-4b6e-beaf-47e786628c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:18.509605 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-298e9d74-2729-4c58-809d-2e83cdb8a7a8 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=812d8596162c4714a3235afa21508aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264883 Jan 28 19:05:18.524094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6b7a1-0de9-406e-9b30-9649ba5b3ae6 req-2d8584cc-91a5-4ab1-a052-11de7bc74d40 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:18.525849 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7cd6b7a1-0de9-406e-9b30-9649ba5b3ae6 req-2d8584cc-91a5-4ab1-a052-11de7bc74d40 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/ports?device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 945 time: 0.2456479 Jan 28 19:05:18.527165 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4c287fb-db36-4b6e-beaf-47e786628c5f None None] Port 7dc9236e-897d-4a32-8573-e5de4033db11 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:05:18.556301 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-8f65acc5-aa99-46f2-9d5c-8ee57c40bffc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:18.577196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-8f65acc5-aa99-46f2-9d5c-8ee57c40bffc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:18.615195 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-8f65acc5-aa99-46f2-9d5c-8ee57c40bffc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:18.631248 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=f3ce4a35-7e2f-49f0-97d8-755ffe8c854f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:18.631478 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65acc5-aa99-46f2-9d5c-8ee57c40bffc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Pushing event updated for resources: {'Port': ['ID=6fa97b10-2331-489c-bb8c-bc9f8fff8377,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:18.637321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f79fdd2a-2f8a-4b83-bbcf-f310eca5a308 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:18.654053 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f79fdd2a-2f8a-4b83-bbcf-f310eca5a308), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:18.691157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-484cba0a-35a8-4663-ab11-41e7ac3edb20 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:18.692623 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-484cba0a-35a8-4663-ab11-41e7ac3edb20 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1638069 Jan 28 19:05:18.789721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-9b566e9f-4b27-48de-bc42-3703c4898bc0 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Request body: {'port': {'device_id': 'a7f1f1e2-1282-4157-a1b9-804e84d3517e', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '812d8596162c4714a3235afa21508aed'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:18.846557 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f79fdd2a-2f8a-4b83-bbcf-f310eca5a308 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:18.846985 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f79fdd2a-2f8a-4b83-bbcf-f310eca5a308), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:18.891389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port f79fdd2a-2f8a-4b83-bbcf-f310eca5a308, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f79fdd2a-2f8a-4b83-bbcf-f310eca5a308,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:18.902160 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f79fdd2a-2f8a-4b83-bbcf-f310eca5a308), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:18.985021 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d683524-3a1c-4c20-8feb-be75c29e7cd5 req-3ee6913a-010c-4b71-afae-c3752c23d2eb tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:18.999377 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=f79fdd2a-2f8a-4b83-bbcf-f310eca5a308,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:19.001939 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d683524-3a1c-4c20-8feb-be75c29e7cd5 req-3ee6913a-010c-4b71-afae-c3752c23d2eb tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 949 time: 1.1357741 Jan 28 19:05:19.009542 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 762f82fa-f4c5-41c0-b20e-d928d6ffd66d up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:19.031666 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7cd6b7a1-0de9-406e-9b30-9649ba5b3ae6 req-fda9ba60-e7e2-44a2-bf94-f05d6deab547 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7ecdd43-1c17-4df1-924d-58b14ef97e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353441 Jan 28 19:05:19.033798 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-8f65acc5-aa99-46f2-9d5c-8ee57c40bffc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:19.034433 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-8f65acc5-aa99-46f2-9d5c-8ee57c40bffc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:19.050277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-9b566e9f-4b27-48de-bc42-3703c4898bc0 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Made reservation on behalf of 812d8596162c4714a3235afa21508aed for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:05:19.053578 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-9b566e9f-4b27-48de-bc42-3703c4898bc0 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:19.161878 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-8f65acc5-aa99-46f2-9d5c-8ee57c40bffc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9013727 Jan 28 19:05:19.176369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e251c32d-d0f3-4d8a-abc8-4b0fb5dcc97a None None] Provisioning complete for port 33b29437-37cc-4039-a532-26bcdc2a9871 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:19.176670 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e251c32d-d0f3-4d8a-abc8-4b0fb5dcc97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (33b29437-37cc-4039-a532-26bcdc2a9871), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:19.198115 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Request body: {'port': {'device_id': '4f46d7e0-3329-4fce-919d-debbfc88170a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:19.247932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eced0486-f634-48c5-a6e0-9d68124d82a0 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:19.252223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e251c32d-d0f3-4d8a-abc8-4b0fb5dcc97a None None] Port 33b29437-37cc-4039-a532-26bcdc2a9871 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:05:19.259957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Router 17f2b732-f5de-4128-9c94-7231e27d3ccc has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:05:19.268902 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d683524-3a1c-4c20-8feb-be75c29e7cd5 req-30522408-d7a0-4063-88e9-e94e2527cfe2 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583282 Jan 28 19:05:19.276579 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Publish callbacks [] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:19.294889 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:05:19.299820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:19.301332 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:19.371875 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Transition to ACTIVE for port object eced0486-f634-48c5-a6e0-9d68124d82a0 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:05:19.503886 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:19.533938 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78a392fa-2d6f-4ab1-8555-e71411405c3b req-a6e670d0-11b1-4753-8270-1adeee15d6bb tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 210 time: 0.1535006 Jan 28 19:05:19.534377 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:19.534932 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:19.539615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f3ce4a35-7e2f-49f0-97d8-755ffe8c854f up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:19.571392 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0715cf8-5f9a-41f6-a2a0-f07a7040213e req-85cfe49a-3524-4d51-9b7b-b3bfdf312664 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:19.572930 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b0715cf8-5f9a-41f6-a2a0-f07a7040213e req-85cfe49a-3524-4d51-9b7b-b3bfdf312664 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 936 time: 0.3472431 Jan 28 19:05:19.588434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cce4f7e0-e9bd-4de1-9af8-21ed800ca607 None None] Provisioning complete for port 6fa97b10-2331-489c-bb8c-bc9f8fff8377 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:19.589153 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cce4f7e0-e9bd-4de1-9af8-21ed800ca607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6fa97b10-2331-489c-bb8c-bc9f8fff8377), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:19.592201 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6fa97b10-2331-489c-bb8c-bc9f8fff8377), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:19.645779 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-ad8469a1-1d08-4ac4-bcd5-4e74bd5759e9 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:05:19.656005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cce4f7e0-e9bd-4de1-9af8-21ed800ca607 None None] Port 6fa97b10-2331-489c-bb8c-bc9f8fff8377 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:05:19.699699 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:19.701489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fee0381-d272-4ef6-8208-0b4affa98e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762f82fa-f4c5-41c0-b20e-d928d6ffd66d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:19.706682 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187672ab-36ca-4cc5-8294-4ebd18395b0d" -d '{"events": [{"server_uuid": "3fee0381-d272-4ef6-8208-0b4affa98e8f", "name": "network-vif-plugged", "status": "completed", "tag": "762f82fa-f4c5-41c0-b20e-d928d6ffd66d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:19.733059 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f3ce4a35-7e2f-49f0-97d8-755ffe8c854f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:19.733458 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f3ce4a35-7e2f-49f0-97d8-755ffe8c854f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:19.735196 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:19.743005 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Publish callbacks [] for port (7dc9236e-897d-4a32-8573-e5de4033db11), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:19.744537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0ef435ef-972b-4529-bff5-c69051883a5a up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:19.749451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Pushing event updated for resources: {'Port': ['ID=eced0486-f634-48c5-a6e0-9d68124d82a0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:19.755663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-9b566e9f-4b27-48de-bc42-3703c4898bc0 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Allocated IP 192.168.233.107 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/e23b71b9-2032-41f3-aa20-616eb15e1d0f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:19.764321 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:19.890533 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:05:19.896311 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e32a5db1-bb6e-4364-9725-30252b57e9c6 admin admin] 10.222.0.55 "PUT /v2.0/routers/17f2b732-f5de-4128-9c94-7231e27d3ccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8503163 Jan 28 19:05:19.900837 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b0715cf8-5f9a-41f6-a2a0-f07a7040213e req-dd94afbd-b312-40b1-a807-c44cc2145224 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001111 Jan 28 19:05:19.917745 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (62db70b4-dbab-4bd4-a2ef-cccb55dd2179), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:19.945263 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc9236e-897d-4a32-8573-e5de4033db11,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:20.021829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:20.223244 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad8469a1-1d08-4ac4-bcd5-4e74bd5759e9 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:20.239110 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad8469a1-1d08-4ac4-bcd5-4e74bd5759e9 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (73453cb1-92eb-4cb4-9943-e6ea4225a96a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:20.314139 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6ae0f-1260-4aa1-8f4c-49cebdade646 req-2da73c32-476d-4921-89a0-b70fab609cf2 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:20.315437 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ded6ae0f-1260-4aa1-8f4c-49cebdade646 req-2da73c32-476d-4921-89a0-b70fab609cf2 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.37 "GET /v2.0/ports?device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 945 time: 0.6115694 Jan 28 19:05:20.328440 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87890f55-b045-4c95-a235-8354eca0be1e req-8db478ab-a9bb-4988-90ff-99917d9f85ac tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:20.330064 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87890f55-b045-4c95-a235-8354eca0be1e req-8db478ab-a9bb-4988-90ff-99917d9f85ac tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 945 time: 0.6693058 Jan 28 19:05:20.342930 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Attempting to bind port eced0486-f634-48c5-a6e0-9d68124d82a0 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:20.343281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Attempting to bind port eced0486-f634-48c5-a6e0-9d68124d82a0 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:20.343588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Attempting to bind port eced0486-f634-48c5-a6e0-9d68124d82a0 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:20.390393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Port eced0486-f634-48c5-a6e0-9d68124d82a0 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:05:20.390759 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Attempting to bind port eced0486-f634-48c5-a6e0-9d68124d82a0 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:20.443033 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Sync routers for ids ['17f2b732-f5de-4128-9c94-7231e27d3ccc'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:05:20.448036 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:20.448374 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:20.448758 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:20.449206 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Bound port: eced0486-f634-48c5-a6e0-9d68124d82a0, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:20.449566 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:20.468761 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4539fc15-c940-4b1d-bf37-f5431cad5dcc x-openstack-request-id: req-4539fc15-c940-4b1d-bf37-f5431cad5dcc {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:20.474652 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fee0381-d272-4ef6-8208-0b4affa98e8f", "name": "network-vif-plugged", "status": "completed", "tag": "762f82fa-f4c5-41c0-b20e-d928d6ffd66d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:20.476669 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4539fc15-c940-4b1d-bf37-f5431cad5dcc {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:20.477645 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fee0381-d272-4ef6-8208-0b4affa98e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762f82fa-f4c5-41c0-b20e-d928d6ffd66d', 'code': 200} Jan 28 19:05:20.493036 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Network 9ab42dda-b0d2-4563-a57f-f2564fca13f4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:20.497798 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-9b566e9f-4b27-48de-bc42-3703c4898bc0 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks [] for port (e23b71b9-2032-41f3-aa20-616eb15e1d0f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:20.503861 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:20.580870 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8014e833-ce8d-44d8-9620-ad972e8e0ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:20.588208 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Routers {'17f2b732-f5de-4128-9c94-7231e27d3ccc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:05:20.589065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:04:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['17f2b732-f5de-4128-9c94-7231e27d3ccc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:20.609083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f728cc9-feee-4ec2-9948-0a02feba1e52 req-7ed33db4-b3d4-4b84-84e4-e3d8c9289dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:20.611018 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f728cc9-feee-4ec2-9948-0a02feba1e52 req-7ed33db4-b3d4-4b84-84e4-e3d8c9289dd1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 1127 time: 0.2181742 Jan 28 19:05:20.633116 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679df95f-6ffa-4631-bddf-74921241b8a3 req-01ffdb6d-6f58-4d6d-8648-fe50b7b96bae tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:20.634711 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-679df95f-6ffa-4631-bddf-74921241b8a3 req-01ffdb6d-6f58-4d6d-8648-fe50b7b96bae tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/ports?device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 945 time: 0.2380600 Jan 28 19:05:20.641746 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-ad8469a1-1d08-4ac4-bcd5-4e74bd5759e9 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Floating IP 73453cb1-92eb-4cb4-9943-e6ea4225a96a associated. External IP: 172.25.0.205, port: 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5. Jan 28 19:05:20.666604 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87890f55-b045-4c95-a235-8354eca0be1e req-c5dcd308-5b4a-4050-a5b9-6ed80f619cf9 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169165 Jan 28 19:05:20.737334 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-9b566e9f-4b27-48de-bc42-3703c4898bc0 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (e23b71b9-2032-41f3-aa20-616eb15e1d0f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:20.848367 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['91f8c711-e426-40bb-8bc5-13d77fb8b2d9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:20.931002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa97b10-2331-489c-bb8c-bc9f8fff8377 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:20.939879 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Publish callbacks [] for port (6fa97b10-2331-489c-bb8c-bc9f8fff8377), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:20.963139 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Transition to ACTIVE for port object 6fa97b10-2331-489c-bb8c-bc9f8fff8377 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:05:20.973213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:05:20.975819 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f728cc9-feee-4ec2-9948-0a02feba1e52 req-b5183746-7def-4ab6-a95d-dc2b2ace0cb4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504565 Jan 28 19:05:20.977564 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-9b566e9f-4b27-48de-bc42-3703c4898bc0 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:20.982313 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (6fa97b10-2331-489c-bb8c-bc9f8fff8377), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:21.007105 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b566e9f-4b27-48de-bc42-3703c4898bc0 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Pushing event updated for resources: {'Port': ['ID=e23b71b9-2032-41f3-aa20-616eb15e1d0f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:21.011286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-9b566e9f-4b27-48de-bc42-3703c4898bc0 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:21.013564 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-9b566e9f-4b27-48de-bc42-3703c4898bc0 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:21.021368 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-679df95f-6ffa-4631-bddf-74921241b8a3 req-0ce867c6-aff5-4f15-965d-2e75d8e935dd tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7ecdd43-1c17-4df1-924d-58b14ef97e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478332 Jan 28 19:05:21.058540 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Set router 17f2b732-f5de-4128-9c94-7231e27d3ccc gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:05:21.059720 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59214) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:21.077772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d5d015bf-e74f-4d96-ae8c-f288577b4419 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1487426322-network', 'tenant_id': 'eb6cc3e85ac841edb029c6211007ec11'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:21.129389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f3ce4a35-7e2f-49f0-97d8-755ffe8c854f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:21.131285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f79fdd2a-2f8a-4b83-bbcf-f310eca5a308 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:21.138971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] For port eced0486-f634-48c5-a6e0-9d68124d82a0, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:21.219313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-9b566e9f-4b27-48de-bc42-3703c4898bc0 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:21.220156 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-9b566e9f-4b27-48de-bc42-3703c4898bc0 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:21.226308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 0ef435ef-972b-4529-bff5-c69051883a5a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:05:21.243112 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d015bf-e74f-4d96-ae8c-f288577b4419 admin admin] Made reservation on behalf of eb6cc3e85ac841edb029c6211007ec11 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:05:21.246071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5d015bf-e74f-4d96-ae8c-f288577b4419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:21.262243 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] For port eced0486-f634-48c5-a6e0-9d68124d82a0, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=eced0486-f634-48c5-a6e0-9d68124d82a0,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:21.265894 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 0ef435ef-972b-4529-bff5-c69051883a5a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:21.266342 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:21.276937 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-9b566e9f-4b27-48de-bc42-3703c4898bc0 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4906623 Jan 28 19:05:21.287744 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5d015bf-e74f-4d96-ae8c-f288577b4419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:21.314952 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa97b10-2331-489c-bb8c-bc9f8fff8377,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:21.338136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Request body: {'port': {'device_id': 'a7f1f1e2-1282-4157-a1b9-804e84d3517e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:21.388260 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:21.407163 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ded6ae0f-1260-4aa1-8f4c-49cebdade646 req-0e2a1407-33cc-4be1-8795-52c6b079cb81 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Deleting port f7b51335-3015-41b3-bb1e-352e6cba8a8e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:05:21.407503 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ded6ae0f-1260-4aa1-8f4c-49cebdade646 req-0e2a1407-33cc-4be1-8795-52c6b079cb81 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f7b51335-3015-41b3-bb1e-352e6cba8a8e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:21.417202 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057c19c-772a-4a50-804c-677e6d0adf8e req-829bb070-f137-4b4f-b11b-d07d04abd6d9 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:21.419057 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c057c19c-772a-4a50-804c-677e6d0adf8e req-829bb070-f137-4b4f-b11b-d07d04abd6d9 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 936 time: 0.2943175 Jan 28 19:05:21.430423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-46d59133-7543-48b6-8354-e607bdfc6d95 None None] Provisioning complete for port 7dc9236e-897d-4a32-8573-e5de4033db11 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:21.430807 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46d59133-7543-48b6-8354-e607bdfc6d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:21.437639 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:05:21.447752 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Sync routers for ids ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:05:21.456213 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8036a131-bbf9-4ce4-919f-2c26e794c951 admin admin] 10.222.0.55 "PUT /v2.0/routers/62db70b4-dbab-4bd4-a2ef-cccb55dd2179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5593507 Jan 28 19:05:21.461746 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Routers {'62db70b4-dbab-4bd4-a2ef-cccb55dd2179'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:05:21.462810 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:05:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:21.583046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Pushing event updated for resources: {'Port': ['ID=eced0486-f634-48c5-a6e0-9d68124d82a0,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:21.598204 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e23b71b9-2032-41f3-aa20-616eb15e1d0f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:21.600095 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-46d59133-7543-48b6-8354-e607bdfc6d95 None None] Port 7dc9236e-897d-4a32-8573-e5de4033db11 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:05:21.611375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 0ef435ef-972b-4529-bff5-c69051883a5a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:21.611617 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:21.619652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f79fdd2a-2f8a-4b83-bbcf-f310eca5a308 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:21.620639 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f79fdd2a-2f8a-4b83-bbcf-f310eca5a308), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:21.690968 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Set router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:05:21.698386 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943163d-4e74-4073-9492-6d7355b3116c req-0c18f3fd-e9a0-4f2a-8fe6-9fa763ac0346 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:21.700008 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6943163d-4e74-4073-9492-6d7355b3116c req-0c18f3fd-e9a0-4f2a-8fe6-9fa763ac0346 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 949 time: 0.7290161 Jan 28 19:05:21.702537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:21.703145 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:21.712337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-87cc8b21-c894-4554-85a8-933e8c8c9509 service neutron] 10.222.0.31 "PUT /v2.0/ports/eced0486-f634-48c5-a6e0-9d68124d82a0 HTTP/1.1" status: 200 len: 1096 time: 5.2629342 Jan 28 19:05:21.720237 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c057c19c-772a-4a50-804c-677e6d0adf8e req-8bb73f20-8ed4-4dd6-95cf-21e966f508f5 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900500 Jan 28 19:05:21.721091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94299ab3-de65-4200-86db-28bcef4b55e0', 'tag': 'eced0486-f634-48c5-a6e0-9d68124d82a0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:21.727300 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0702dfc-fd10-4a42-8179-5332df59fecb" -d '{"events": [{"name": "network-changed", "server_uuid": "94299ab3-de65-4200-86db-28bcef4b55e0", "tag": "eced0486-f634-48c5-a6e0-9d68124d82a0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:21.789740 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5d015bf-e74f-4d96-ae8c-f288577b4419 admin admin] Publish callbacks [] for security_group (54492e92-c010-4658-92be-dd5e51be8f25), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:21.814163 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5d015bf-e74f-4d96-ae8c-f288577b4419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (54492e92-c010-4658-92be-dd5e51be8f25), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:21.857509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e0bfcdb2-b419-42a6-af07-7d94bd1f4f6c None None] Provisioning complete for port e23b71b9-2032-41f3-aa20-616eb15e1d0f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:21.858245 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0bfcdb2-b419-42a6-af07-7d94bd1f4f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e23b71b9-2032-41f3-aa20-616eb15e1d0f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:21.916462 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:21.933298 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e0bfcdb2-b419-42a6-af07-7d94bd1f4f6c None None] Port e23b71b9-2032-41f3-aa20-616eb15e1d0f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:05:21.982819 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0ef435ef-972b-4529-bff5-c69051883a5a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0ef435ef-972b-4529-bff5-c69051883a5a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:21.988800 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d015bf-e74f-4d96-ae8c-f288577b4419 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:05:22.015690 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:22.041477 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Attempting to bind port 6fa97b10-2331-489c-bb8c-bc9f8fff8377 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:22.041828 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Attempting to bind port 6fa97b10-2331-489c-bb8c-bc9f8fff8377 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:22.042190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Attempting to bind port 6fa97b10-2331-489c-bb8c-bc9f8fff8377 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:22.046573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device f7b51335-3015-41b3-bb1e-352e6cba8a8e no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:05:22.056205 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d015bf-e74f-4d96-ae8c-f288577b4419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54492e92-c010-4658-92be-dd5e51be8f25,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:22.064897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5d015bf-e74f-4d96-ae8c-f288577b4419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:22.064897 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-d5d015bf-e74f-4d96-ae8c-f288577b4419 admin admin] Added segment de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55 of type vlan for network 6607e02e-4093-482e-9760-16ea4080188a Jan 28 19:05:22.116158 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Port 6fa97b10-2331-489c-bb8c-bc9f8fff8377 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:05:22.116387 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Attempting to bind port 6fa97b10-2331-489c-bb8c-bc9f8fff8377 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:22.121029 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ded6ae0f-1260-4aa1-8f4c-49cebdade646 req-0e2a1407-33cc-4be1-8795-52c6b079cb81 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] For port f7b51335-3015-41b3-bb1e-352e6cba8a8e, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=f7b51335-3015-41b3-bb1e-352e6cba8a8e,segment=NetworkSegment(bb6b8231-f276-4e14-bf99-e3c01eba525d),segment_id=bb6b8231-f276-4e14-bf99-e3c01eba525d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:22.121397 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ded6ae0f-1260-4aa1-8f4c-49cebdade646 req-0e2a1407-33cc-4be1-8795-52c6b079cb81 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f7b51335-3015-41b3-bb1e-352e6cba8a8e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:22.176297 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6943163d-4e74-4073-9492-6d7355b3116c req-f7d32342-b953-459b-9396-b87c670e4289 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332948 Jan 28 19:05:22.182200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:22.182537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:22.182916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:22.183352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Bound port: 6fa97b10-2331-489c-bb8c-bc9f8fff8377, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:22.183706 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6fa97b10-2331-489c-bb8c-bc9f8fff8377), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:22.189640 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ded6ae0f-1260-4aa1-8f4c-49cebdade646 req-0e2a1407-33cc-4be1-8795-52c6b079cb81 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Calling delete_port for f7b51335-3015-41b3-bb1e-352e6cba8a8e owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:05:22.224342 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5d015bf-e74f-4d96-ae8c-f288577b4419 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (6607e02e-4093-482e-9760-16ea4080188a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:22.239642 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-ef961316-26d3-4295-b256-296992b1e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:22.241180 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-ef961316-26d3-4295-b256-296992b1e205 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&device_id=94299ab3-de65-4200-86db-28bcef4b55e0 HTTP/1.1" status: 200 len: 1130 time: 0.4722450 Jan 28 19:05:22.250057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a83718-9804-4840-98f6-becf614dfe1c req-c739e841-06b8-40b2-99d1-3202564ad4fb tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:22.262837 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07a83718-9804-4840-98f6-becf614dfe1c req-c739e841-06b8-40b2-99d1-3202564ad4fb tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 948 time: 0.2986577 Jan 28 19:05:22.335105 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8469a1-1d08-4ac4-bcd5-4e74bd5759e9 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Router cbd38882-c712-41da-9e97-4a225bcb32ae has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:05:22.356440 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-5226282b-f27f-40b6-b299-d065ca509d56 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=eced0486-f634-48c5-a6e0-9d68124d82a0 HTTP/1.1" status: 200 len: 217 time: 0.0628698 Jan 28 19:05:22.430477 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-router', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'gw_port': {'id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:11Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7dc9236e-897d-4a32-8573-e5de4033db11', 'name': '', 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'mac_address': 'fa:16:3e:d6:a0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:15Z', 'updated_at': '2022-01-28T19:05:19Z', 'revision_number': 2, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'subnets': [{'id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:22.472140 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5d015bf-e74f-4d96-ae8c-f288577b4419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (6607e02e-4093-482e-9760-16ea4080188a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:22.473206 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d015bf-e74f-4d96-ae8c-f288577b4419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:22.473975 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d5d015bf-e74f-4d96-ae8c-f288577b4419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:22.496682 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07a83718-9804-4840-98f6-becf614dfe1c req-d94bae2a-3c93-4aeb-8398-8768d2753e1e tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326210 Jan 28 19:05:22.546627 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Checking router: 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:05:22.547797 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Updating router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 port 7dc9236e-897d-4a32-8573-e5de4033db11 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:05:22.559086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb858398-f08a-450b-bb4c-835c0a460d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef435ef-972b-4529-bff5-c69051883a5a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:22.561585 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977fa004-4e19-44ea-8f39-cd8030dcb76a" -d '{"events": [{"server_uuid": "cb858398-f08a-450b-bb4c-835c0a460d25", "name": "network-vif-plugged", "status": "completed", "tag": "0ef435ef-972b-4529-bff5-c69051883a5a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:22.579415 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port f7b51335-3015-41b3-bb1e-352e6cba8a8e is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:22.583146 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d5d015bf-e74f-4d96-ae8c-f288577b4419 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5195458 Jan 28 19:05:22.583321 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f7b51335-3015-41b3-bb1e-352e6cba8a8e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:22.590527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:22.593957 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:22.605858 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-004fd3ce-46a9-4886-a965-ab9a1a44ba42 admin admin] Request body: {'subnet': {'network_id': '6607e02e-4093-482e-9760-16ea4080188a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1487426322-subnet', 'tenant_id': 'eb6cc3e85ac841edb029c6211007ec11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:22.626363 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f79fdd2a-2f8a-4b83-bbcf-f310eca5a308 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:22.637699 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d015bf-e74f-4d96-ae8c-f288577b4419 admin admin] Pushing event updated for resources: {'Network': ['ID=6607e02e-4093-482e-9760-16ea4080188a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:22.640978 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004fd3ce-46a9-4886-a965-ab9a1a44ba42 admin admin] Made reservation on behalf of eb6cc3e85ac841edb029c6211007ec11 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:05:22.643503 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-004fd3ce-46a9-4886-a965-ab9a1a44ba42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:22.668919 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=0ef435ef-972b-4529-bff5-c69051883a5a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:22.680569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 6607e02e-4093-482e-9760-16ea4080188a details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:05:22.724961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23b71b9-2032-41f3-aa20-616eb15e1d0f {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:22.726398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port f7b51335-3015-41b3-bb1e-352e6cba8a8e, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=f7b51335-3015-41b3-bb1e-352e6cba8a8e,segment=NetworkSegment(bb6b8231-f276-4e14-bf99-e3c01eba525d),segment_id=bb6b8231-f276-4e14-bf99-e3c01eba525d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:22.739115 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Publish callbacks [] for port (e23b71b9-2032-41f3-aa20-616eb15e1d0f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:22.774053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Transition to ACTIVE for port object e23b71b9-2032-41f3-aa20-616eb15e1d0f will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:05:22.781667 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f7b51335-3015-41b3-bb1e-352e6cba8a8e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:22.787835 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e23b71b9-2032-41f3-aa20-616eb15e1d0f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:22.797586 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4d192a-7b87-4bf4-bbe3-f257ab185b4d x-openstack-request-id: req-7d4d192a-7b87-4bf4-bbe3-f257ab185b4d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:22.797911 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94299ab3-de65-4200-86db-28bcef4b55e0", "tag": "eced0486-f634-48c5-a6e0-9d68124d82a0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:22.798201 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d4d192a-7b87-4bf4-bbe3-f257ab185b4d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:22.798633 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94299ab3-de65-4200-86db-28bcef4b55e0', 'tag': 'eced0486-f634-48c5-a6e0-9d68124d82a0', 'status': 'completed', 'code': 200} Jan 28 19:05:22.823098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] For port 6fa97b10-2331-489c-bb8c-bc9f8fff8377, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:22.900683 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Pushing event updated for resources: {'Port': ['ID=e23b71b9-2032-41f3-aa20-616eb15e1d0f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:22.909476 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] For port 6fa97b10-2331-489c-bb8c-bc9f8fff8377, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=6fa97b10-2331-489c-bb8c-bc9f8fff8377,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:22.971336 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-64f0929d-0f47-4e8d-ab3e-4a37fbcfd086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:22.972858 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-64f0929d-0f47-4e8d-ab3e-4a37fbcfd086 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.5845163 Jan 28 19:05:22.973993 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (6fa97b10-2331-489c-bb8c-bc9f8fff8377), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:23.077450 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-004fd3ce-46a9-4886-a965-ab9a1a44ba42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (6c75f145-5d4e-45f6-a173-4c51c9dd735a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:23.086297 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=f7b51335-3015-41b3-bb1e-352e6cba8a8e,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:23.122779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa97b10-2331-489c-bb8c-bc9f8fff8377,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:23.156305 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:23.173908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119648618-router', 'tenant_id': '2807ec6d9ece456c823c24a03853bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:06Z', 'updated_at': '2022-01-28T19:05:16Z', 'revision_number': 4, 'project_id': '2807ec6d9ece456c823c24a03853bba7', 'gw_port': {'id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '33b29437-37cc-4039-a532-26bcdc2a9871', 'name': '', 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be', 'tenant_id': '2807ec6d9ece456c823c24a03853bba7', 'mac_address': 'fa:16:3e:c1:f7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9e6f6d8d-248b-4626-9062-57c81b26f2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:13Z', 'updated_at': '2022-01-28T19:05:17Z', 'revision_number': 2, 'project_id': '2807ec6d9ece456c823c24a03853bba7', 'subnets': [{'id': '9e6f6d8d-248b-4626-9062-57c81b26f2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:23.183048 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a552d-74b4-4379-a4cf-5150bc8388c1 req-66b7ab41-7118-4c42-820a-4c75366b5896 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:23.190134 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-533a552d-74b4-4379-a4cf-5150bc8388c1 req-66b7ab41-7118-4c42-820a-4c75366b5896 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 945 time: 0.8539007 Jan 28 19:05:23.205514 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Attempting to bind port e23b71b9-2032-41f3-aa20-616eb15e1d0f on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:23.205862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Attempting to bind port e23b71b9-2032-41f3-aa20-616eb15e1d0f by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:23.206207 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Attempting to bind port e23b71b9-2032-41f3-aa20-616eb15e1d0f on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:23.219926 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Port e23b71b9-2032-41f3-aa20-616eb15e1d0f on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:05:23.220374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Attempting to bind port e23b71b9-2032-41f3-aa20-616eb15e1d0f on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:23.222535 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Publish callbacks [] for port (7dc9236e-897d-4a32-8573-e5de4033db11), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:23.230464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:23.230872 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:23.231226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:23.231733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Bound port: e23b71b9-2032-41f3-aa20-616eb15e1d0f, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:23.232091 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e23b71b9-2032-41f3-aa20-616eb15e1d0f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:23.232830 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:23.239930 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Checking router: 17f2b732-f5de-4128-9c94-7231e27d3ccc for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:05:23.240308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Updating router 17f2b732-f5de-4128-9c94-7231e27d3ccc port 33b29437-37cc-4039-a532-26bcdc2a9871 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:05:23.244818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:23.246044 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:23.248021 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-c62200c0-c263-49ae-a847-06bf2b912e02 service neutron] 10.222.0.31 "PUT /v2.0/ports/6fa97b10-2331-489c-bb8c-bc9f8fff8377 HTTP/1.1" status: 200 len: 1096 time: 4.0540814 Jan 28 19:05:23.307509 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (33b29437-37cc-4039-a532-26bcdc2a9871), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:23.320595 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e98b2-9217-4183-a474-abd9a5bde618 None None] Pushing event updated for resources: {'Port': ['ID=7dc9236e-897d-4a32-8573-e5de4033db11,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:23.358250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004fd3ce-46a9-4886-a965-ab9a1a44ba42 admin admin] Checking segment: {'id': 'de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6607e02e-4093-482e-9760-16ea4080188a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:23.358250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004fd3ce-46a9-4886-a965-ab9a1a44ba42 admin admin] Network hostable DHCP agents. Network: 6607e02e-4093-482e-9760-16ea4080188a, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:05:23.367411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fd3ce-46a9-4886-a965-ab9a1a44ba42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c75f145-5d4e-45f6-a173-4c51c9dd735a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:23.426615 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-533a552d-74b4-4379-a4cf-5150bc8388c1 req-34f70f5f-4730-4fdb-babd-7064c422b458 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355051 Jan 28 19:05:23.446936 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8469a1-1d08-4ac4-bcd5-4e74bd5759e9 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:05:23.458883 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad8469a1-1d08-4ac4-bcd5-4e74bd5759e9 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:23.465819 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Attempting to bind port 7dc9236e-897d-4a32-8573-e5de4033db11 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:23.466774 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Attempting to bind port 7dc9236e-897d-4a32-8573-e5de4033db11 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:23.467564 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Attempting to bind port 7dc9236e-897d-4a32-8573-e5de4033db11 on network 9ab42dda-b0d2-4563-a57f-f2564fca13f4 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:23.472757 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] For port e23b71b9-2032-41f3-aa20-616eb15e1d0f, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:23.476651 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004fd3ce-46a9-4886-a965-ab9a1a44ba42 admin admin] Network 6607e02e-4093-482e-9760-16ea4080188a is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:05:23.479374 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:23.479856 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Checking segment: {'id': '14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:23.480321 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:23.481579 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Bound using segment: {'id': '14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:23.482731 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Bound port: 7dc9236e-897d-4a32-8573-e5de4033db11, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:23.483524 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:23.485368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] For port e23b71b9-2032-41f3-aa20-616eb15e1d0f, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e23b71b9-2032-41f3-aa20-616eb15e1d0f,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:23.514425 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-ef3b834a-612d-4b8b-be05-ea9185fd56c9 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:23.516428 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-ef3b834a-612d-4b8b-be05-ea9185fd56c9 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/networks?id=9ab42dda-b0d2-4563-a57f-f2564fca13f4 HTTP/1.1" status: 200 len: 828 time: 0.4543910 Jan 28 19:05:23.518299 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-004fd3ce-46a9-4886-a965-ab9a1a44ba42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 6607e02e-4093-482e-9760-16ea4080188a) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:23.526150 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e23b71b9-2032-41f3-aa20-616eb15e1d0f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:23.534283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6683bf6-61fe-4059-8468-6895154e0bd4 None None] Sync routers for ids ['cbd38882-c712-41da-9e97-4a225bcb32ae'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:05:23.550502 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ad8469a1-1d08-4ac4-bcd5-4e74bd5759e9 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "PUT /v2.0/floatingips/73453cb1-92eb-4cb4-9943-e6ea4225a96a HTTP/1.1" status: 200 len: 991 time: 6.3382950 Jan 28 19:05:23.551459 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ded6ae0f-1260-4aa1-8f4c-49cebdade646 req-0e2a1407-33cc-4be1-8795-52c6b079cb81 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f7b51335-3015-41b3-bb1e-352e6cba8a8e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:23.559340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004fd3ce-46a9-4886-a965-ab9a1a44ba42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:23.560452 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-004fd3ce-46a9-4886-a965-ab9a1a44ba42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:23.572643 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6537f1-c366-4df9-81ed-60ea9f747520 None None] Network 6607e02e-4093-482e-9760-16ea4080188a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:05:23.608658 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] For port 7dc9236e-897d-4a32-8573-e5de4033db11, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:23.609704 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] For port 7dc9236e-897d-4a32-8573-e5de4033db11, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7dc9236e-897d-4a32-8573-e5de4033db11,segment=NetworkSegment(14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1),segment_id=14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:23.620770 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:23.624164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-ce700b2a-a459-44fd-b0d9-0dbcbb79ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:23.626106 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-ce700b2a-a459-44fd-b0d9-0dbcbb79ee13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 1130 time: 0.3279400 Jan 28 19:05:23.630649 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-fe26a0ae-9247-4b3f-aaba-76fe3d9a1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:23.632196 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-fe26a0ae-9247-4b3f-aaba-76fe3d9a1931 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6307850 Jan 28 19:05:23.659697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a1407-33cc-4be1-8795-52c6b079cb81 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Pushing event deleted for resources: {'Port': ['ID=f7b51335-3015-41b3-bb1e-352e6cba8a8e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:23.661949 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-ca4359ba-cda4-4c90-8a36-22f7bd63d78e tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/quotas/23e7dcd4cd1544038e55aa37233ea500 HTTP/1.1" status: 200 len: 375 time: 0.1198463 Jan 28 19:05:23.704440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:23.705147 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:23.706710 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] 10.222.0.37 "PUT /v2.0/ports/e23b71b9-2032-41f3-aa20-616eb15e1d0f HTTP/1.1" status: 200 len: 1096 time: 2.4068320 Jan 28 19:05:23.710464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f1f1e2-1282-4157-a1b9-804e84d3517e', 'tag': 'e23b71b9-2032-41f3-aa20-616eb15e1d0f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:23.721892 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325d5588-2a46-4ac6-ac0f-c200776bf921" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f1f1e2-1282-4157-a1b9-804e84d3517e", "tag": "e23b71b9-2032-41f3-aa20-616eb15e1d0f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:23.742918 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded6ae0f-1260-4aa1-8f4c-49cebdade646 req-0e2a1407-33cc-4be1-8795-52c6b079cb81 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] No DVR routers for this DVR port f7b51335-3015-41b3-bb1e-352e6cba8a8e on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:05:23.746168 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ded6ae0f-1260-4aa1-8f4c-49cebdade646 req-0e2a1407-33cc-4be1-8795-52c6b079cb81 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:23.750029 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ded6ae0f-1260-4aa1-8f4c-49cebdade646 req-0e2a1407-33cc-4be1-8795-52c6b079cb81 tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.37 "DELETE /v2.0/ports/f7b51335-3015-41b3-bb1e-352e6cba8a8e HTTP/1.1" status: 204 len: 173 time: 3.4154091 Jan 28 19:05:23.751282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6683bf6-61fe-4059-8468-6895154e0bd4 None None] Routers {'cbd38882-c712-41da-9e97-4a225bcb32ae'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:05:23.751931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f6683bf6-61fe-4059-8468-6895154e0bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:05:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cbd38882-c712-41da-9e97-4a225bcb32ae'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:23.755281 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e98b2-9217-4183-a474-abd9a5bde618 None None] Pushing event updated for resources: {'Port': ['ID=7dc9236e-897d-4a32-8573-e5de4033db11,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:23.771497 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-004fd3ce-46a9-4886-a965-ab9a1a44ba42 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1798742 Jan 28 19:05:23.780615 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f7ae0b4-d05a-4274-9752-74839dca7ff2 req-f250c626-1929-47c7-89fb-5068a5a2092f tempest-VolumesAdminNegativeTest-843042293 tempest-VolumesAdminNegativeTest-843042293-project] 10.222.0.55 "GET /v2.0/ports?device_id=60e0e6b1-0cc5-4743-a1f0-232b45c8f28f HTTP/1.1" status: 200 len: 210 time: 0.1856999 Jan 28 19:05:23.785011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59252) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:23.812385 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Routers {'62db70b4-dbab-4bd4-a2ef-cccb55dd2179'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:05:23.813468 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:05:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:23.827183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1487426322-router', 'tenant_id': 'eb6cc3e85ac841edb029c6211007ec11', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:23.831176 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a2a2e-f17f-4d77-99da-95e2d46f08cd service neutron] Pushing event updated for resources: {'Port': ['ID=e23b71b9-2032-41f3-aa20-616eb15e1d0f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:23.899260 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-36834fd3-330a-4903-ac6d-a6fef4a21790 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=23e7dcd4cd1544038e55aa37233ea500&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2361338 Jan 28 19:05:24.063579 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-9afce919-edc4-470c-881f-91bfc9e4902a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6fa97b10-2331-489c-bb8c-bc9f8fff8377 HTTP/1.1" status: 200 len: 217 time: 0.3959911 Jan 28 19:05:24.085702 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] Set router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:05:24.124442 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-2d3e4b7e-5f8e-4b6e-b679-581f6f52cdb3 service neutron] 10.222.0.55 "GET /v2.0/networks/9ab42dda-b0d2-4563-a57f-f2564fca13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241631 Jan 28 19:05:24.163656 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (699d13a6-670d-4c77-8fb2-a497d5c60b4b), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:24.164780 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (699d13a6-670d-4c77-8fb2-a497d5c60b4b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:24.229368 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Publish callbacks [] for router_controller (699d13a6-670d-4c77-8fb2-a497d5c60b4b), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:24.258362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-a660be9b-2156-4de4-be82-061035278828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:24.260590 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-a660be9b-2156-4de4-be82-061035278828 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=812d8596162c4714a3235afa21508aed&device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 1130 time: 0.4745100 Jan 28 19:05:24.299461 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e313b91e-7730-4da2-acdb-db9206b8c817 x-openstack-request-id: req-e313b91e-7730-4da2-acdb-db9206b8c817 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:24.300059 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb858398-f08a-450b-bb4c-835c0a460d25", "name": "network-vif-plugged", "status": "completed", "tag": "0ef435ef-972b-4529-bff5-c69051883a5a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:24.300059 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e313b91e-7730-4da2-acdb-db9206b8c817 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:24.300393 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb858398-f08a-450b-bb4c-835c0a460d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef435ef-972b-4529-bff5-c69051883a5a', 'code': 200} Jan 28 19:05:24.310338 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-2a607d03-97b7-4a03-aa75-5db790c9eef2 service neutron] 10.222.0.55 "GET /v2.0/networks/9ab42dda-b0d2-4563-a57f-f2564fca13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848257 Jan 28 19:05:24.352336 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544d032-3834-466a-bc9d-55a840b2ae66 req-188eca59-a763-41e3-8d56-3e94cb3b5b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:24.353937 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2544d032-3834-466a-bc9d-55a840b2ae66 req-188eca59-a763-41e3-8d56-3e94cb3b5b9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 1132 time: 0.0566220 Jan 28 19:05:24.389725 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-7aaebbfd-f4b8-4f23-8742-133be327cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:24.391253 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-7aaebbfd-f4b8-4f23-8742-133be327cbe3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.2998257 Jan 28 19:05:24.393134 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-0368ea35-b861-46d1-8266-5c13fd4dfc0e service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7236493 Jan 28 19:05:24.421654 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-router', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'gw_port': {'id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:11Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7dc9236e-897d-4a32-8573-e5de4033db11', 'name': '', 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'mac_address': 'fa:16:3e:d6:a0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:15Z', 'updated_at': '2022-01-28T19:05:23Z', 'revision_number': 4, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'subnets': [{'id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:24.428996 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-f9d4e692-bd0c-460d-93d8-68c243b204f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=e23b71b9-2032-41f3-aa20-616eb15e1d0f HTTP/1.1" status: 200 len: 217 time: 0.1533027 Jan 28 19:05:24.459958 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d488210-1f98-429e-867c-d8b4b7387342 None None] The sync data for ids ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'] in n-d-824834-4 is: [{'id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-router', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'gw_port': {'id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:11Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7dc9236e-897d-4a32-8573-e5de4033db11', 'name': '', 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'mac_address': 'fa:16:3e:d6:a0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:15Z', 'updated_at': '2022-01-28T19:05:23Z', 'revision_number': 4, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'subnets': [{'id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:05:24.493200 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2544d032-3834-466a-bc9d-55a840b2ae66 req-f50e4e3a-c59c-4159-9791-a23d9954bc1d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326511 Jan 28 19:05:24.614800 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f6683bf6-61fe-4059-8468-6895154e0bd4 None None] Set router cbd38882-c712-41da-9e97-4a225bcb32ae gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:05:24.724105 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866b907-b249-4740-8399-995d8466ba7f req-a1e81a03-7ae0-4855-995a-feea0cefd370 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:24.726219 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7866b907-b249-4740-8399-995d8466ba7f req-a1e81a03-7ae0-4855-995a-feea0cefd370 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1000586 Jan 28 19:05:24.735449 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-6607e02e-4093-482e-9760-16ea4080188a', 'network_id': '6607e02e-4093-482e-9760-16ea4080188a', 'project_id': 'eb6cc3e85ac841edb029c6211007ec11', 'fixed_ips': [{'subnet_id': '6c75f145-5d4e-45f6-a173-4c51c9dd735a'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:05:24.736394 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:24.779202 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Publish callbacks [] for router_gateway (699d13a6-670d-4c77-8fb2-a497d5c60b4b), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:24.808661 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:24.837516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f46d7e0-3329-4fce-919d-debbfc88170a', 'tag': '6fa97b10-2331-489c-bb8c-bc9f8fff8377'}, {'name': 'network-changed', 'server_uuid': '16d41926-4874-438b-a5c1-aa967e46a292', 'tag': '53bd4e45-9ae8-4898-8fc8-e9aab2a136c5'}, {'server_uuid': '60e0e6b1-0cc5-4743-a1f0-232b45c8f28f', 'name': 'network-vif-deleted', 'tag': 'f7b51335-3015-41b3-bb1e-352e6cba8a8e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:24.844497 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4f46d7e0-3329-4fce-919d-debbfc88170a", "tag": "6fa97b10-2331-489c-bb8c-bc9f8fff8377"}, {"name": "network-changed", "server_uuid": "16d41926-4874-438b-a5c1-aa967e46a292", "tag": "53bd4e45-9ae8-4898-8fc8-e9aab2a136c5"}, {"server_uuid": "60e0e6b1-0cc5-4743-a1f0-232b45c8f28f", "name": "network-vif-deleted", "tag": "f7b51335-3015-41b3-bb1e-352e6cba8a8e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:24.868129 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7866b907-b249-4740-8399-995d8466ba7f req-be75fa1d-da1b-44e7-983e-99fe7d4b1321 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341856 Jan 28 19:05:24.886942 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-a3769a98-fe12-4af6-a600-4afb82ff2c2f service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601741 Jan 28 19:05:24.955266 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-c8a54522-fe1d-4f38-9aad-3349d8729d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:24.956990 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-c8a54522-fe1d-4f38-9aad-3349d8729d0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.3744581 Jan 28 19:05:25.065157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3286df9-2468-4c86-b949-f94b40ff8f6f req-f9c1d09e-43be-46b7-9527-5c71c5dd100f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:25.067301 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3286df9-2468-4c86-b949-f94b40ff8f6f req-f9c1d09e-43be-46b7-9527-5c71c5dd100f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 948 time: 0.1016026 Jan 28 19:05:25.085694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-b9c2919c-66c5-4db4-ae00-6b6d1ba7a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:25.087867 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-b9c2919c-66c5-4db4-ae00-6b6d1ba7a612 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6621895 Jan 28 19:05:25.119230 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7dc9236e-897d-4a32-8573-e5de4033db11 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:25.136886 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Publish callbacks [] for port (33b29437-37cc-4039-a532-26bcdc2a9871), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:25.157679 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3286df9-2468-4c86-b949-f94b40ff8f6f req-2cf248b5-1036-4f60-870f-52c033be6857 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839169 Jan 28 19:05:25.160131 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f950793-2650-46bf-a578-2877df1c3608 req-7d34725d-81b8-447c-8073-7223f9cc0055 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:25.161757 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f950793-2650-46bf-a578-2877df1c3608 req-7d34725d-81b8-447c-8073-7223f9cc0055 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 948 time: 0.7677429 Jan 28 19:05:25.181963 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (33b29437-37cc-4039-a532-26bcdc2a9871), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:25.240252 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-93242095-c5be-4b87-96f7-dda69b925c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:25.241931 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-93242095-c5be-4b87-96f7-dda69b925c1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2409086 Jan 28 19:05:25.247957 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0702dfc-fd10-4a42-8179-5332df59fecb req-0dfbdb73-00dc-47da-a0d5-8e37d250f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:25.249410 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0702dfc-fd10-4a42-8179-5332df59fecb req-0dfbdb73-00dc-47da-a0d5-8e37d250f92a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&device_id=94299ab3-de65-4200-86db-28bcef4b55e0 HTTP/1.1" status: 200 len: 1130 time: 0.2542958 Jan 28 19:05:25.280120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf771d5c-4b0d-4d5e-8ba7-05a533ec4e97 None None] Pushing event updated for resources: {'Port': ['ID=33b29437-37cc-4039-a532-26bcdc2a9871,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:25.362257 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-df4efa0a-95de-404d-b75b-8da49389dada None None] Provisioning complete for port 7dc9236e-897d-4a32-8573-e5de4033db11 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:25.362995 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df4efa0a-95de-404d-b75b-8da49389dada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:25.372792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Allocated IP 172.20.0.2 (6607e02e-4093-482e-9760-16ea4080188a/6c75f145-5d4e-45f6-a173-4c51c9dd735a/b2de545c-f592-4595-af57-821e29c4b569) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:25.410640 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:25.418175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b8db4-d475-4c58-9705-57602eef8f2d req-4941082d-f11e-40bd-9f56-2e6b70d03460 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:25.423018 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ef4b8db4-d475-4c58-9705-57602eef8f2d req-4941082d-f11e-40bd-9f56-2e6b70d03460 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 945 time: 0.1185002 Jan 28 19:05:25.502855 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f950793-2650-46bf-a578-2877df1c3608 req-8bb4dccf-9384-458e-b511-6d9ba505a532 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011973 Jan 28 19:05:25.539705 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ef4b8db4-d475-4c58-9705-57602eef8f2d req-77981ac6-48be-4f0e-972e-423d0f27f13f tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085374 Jan 28 19:05:25.584184 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-7694b99b-8a7e-4b69-b6b4-4a98314511a4 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850087 Jan 28 19:05:25.587051 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7dc9236e-897d-4a32-8573-e5de4033db11 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:25.587533 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:25.609627 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b02e7a-2d75-4ee0-b2d6-615dbe140c84 x-openstack-request-id: req-96b02e7a-2d75-4ee0-b2d6-615dbe140c84 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:25.610010 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f1f1e2-1282-4157-a1b9-804e84d3517e", "tag": "e23b71b9-2032-41f3-aa20-616eb15e1d0f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:25.610276 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96b02e7a-2d75-4ee0-b2d6-615dbe140c84 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:25.610729 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f1f1e2-1282-4157-a1b9-804e84d3517e', 'tag': 'e23b71b9-2032-41f3-aa20-616eb15e1d0f', 'status': 'completed', 'code': 200} Jan 28 19:05:25.748769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde2cf2-e9d7-4eed-84db-21690946d100 req-d790ac90-2151-492d-9d41-75a0da67f167 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:25.750387 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0fde2cf2-e9d7-4eed-84db-21690946d100 req-d790ac90-2151-492d-9d41-75a0da67f167 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 945 time: 0.0663435 Jan 28 19:05:25.785449 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Attempting to bind port 33b29437-37cc-4039-a532-26bcdc2a9871 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:25.785690 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Attempting to bind port 33b29437-37cc-4039-a532-26bcdc2a9871 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'a95d0d2d-da17-480d-9e24-adfd18988eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:25.785954 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Attempting to bind port 33b29437-37cc-4039-a532-26bcdc2a9871 on network 053d8223-df94-4369-b8ff-03d9e41f70be {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:25.809858 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0fde2cf2-e9d7-4eed-84db-21690946d100 req-de439dad-e08b-4714-99b8-5ccdaa682da9 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530968 Jan 28 19:05:25.877987 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-05ef9cab-7c80-4959-9895-82f0aa5449be req-b7114f39-100a-4c19-b719-a4eb1b11498a tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 210 time: 0.1537066 Jan 28 19:05:25.885190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59280) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:25.885346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59128d3-1512-4cb6-9404-5c90f30186a9 req-8fb6135f-a844-46b8-9587-ffbc1decf74b service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845616 Jan 28 19:05:25.924926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:25.930916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Checking segment: {'id': 'a95d0d2d-da17-480d-9e24-adfd18988eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:25.934725 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:25.935364 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Bound using segment: {'id': 'a95d0d2d-da17-480d-9e24-adfd18988eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:25.936077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Bound port: 33b29437-37cc-4039-a532-26bcdc2a9871, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95d0d2d-da17-480d-9e24-adfd18988eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:25.945655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0702dfc-fd10-4a42-8179-5332df59fecb req-95f58d21-5651-42a9-a6d5-e40c909363b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:25.946264 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (33b29437-37cc-4039-a532-26bcdc2a9871), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:25.947401 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0702dfc-fd10-4a42-8179-5332df59fecb req-95f58d21-5651-42a9-a6d5-e40c909363b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.6802742 Jan 28 19:05:25.949398 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-9ab2373a-df96-47e4-98c1-692686996792 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6931162 Jan 28 19:05:25.950595 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Publish callbacks [] for router_gateway (699d13a6-670d-4c77-8fb2-a497d5c60b4b), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:25.996227 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:25.999066 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8a147d-4d48-41a3-aa20-659fc8650ff5 x-openstack-request-id: req-8c8a147d-4d48-41a3-aa20-659fc8650ff5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:25.999439 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f46d7e0-3329-4fce-919d-debbfc88170a", "tag": "6fa97b10-2331-489c-bb8c-bc9f8fff8377", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "16d41926-4874-438b-a5c1-aa967e46a292", "tag": "53bd4e45-9ae8-4898-8fc8-e9aab2a136c5", "status": "completed", "code": 200}, {"server_uuid": "60e0e6b1-0cc5-4743-a1f0-232b45c8f28f", "name": "network-vif-deleted", "tag": "f7b51335-3015-41b3-bb1e-352e6cba8a8e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:25.999757 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c8a147d-4d48-41a3-aa20-659fc8650ff5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:26.000215 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f46d7e0-3329-4fce-919d-debbfc88170a', 'tag': '6fa97b10-2331-489c-bb8c-bc9f8fff8377', 'status': 'completed', 'code': 200} Jan 28 19:05:26.000581 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d41926-4874-438b-a5c1-aa967e46a292', 'tag': '53bd4e45-9ae8-4898-8fc8-e9aab2a136c5', 'status': 'completed', 'code': 200} Jan 28 19:05:26.000886 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e0e6b1-0cc5-4743-a1f0-232b45c8f28f', 'name': 'network-vif-deleted', 'tag': 'f7b51335-3015-41b3-bb1e-352e6cba8a8e', 'status': 'completed', 'code': 200} Jan 28 19:05:26.034146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db323ea-bdcd-4152-b997-c86d4f2c77f0 admin admin] Deleting subnet 54dc679e-910e-4f6e-8a9e-7db149b4ccdb {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:05:26.044326 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2db323ea-bdcd-4152-b997-c86d4f2c77f0 admin admin] Publish callbacks [] for subnet (54dc679e-910e-4f6e-8a9e-7db149b4ccdb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:26.072560 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0702dfc-fd10-4a42-8179-5332df59fecb req-c9ff7736-3f30-4ed6-b4a5-a538ed37923b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=eced0486-f634-48c5-a6e0-9d68124d82a0 HTTP/1.1" status: 200 len: 217 time: 0.0982945 Jan 28 19:05:26.093630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7dc9236e-897d-4a32-8573-e5de4033db11 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:26.094427 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:26.135394 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2db323ea-bdcd-4152-b997-c86d4f2c77f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (54dc679e-910e-4f6e-8a9e-7db149b4ccdb), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:26.202470 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2db323ea-bdcd-4152-b997-c86d4f2c77f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (54dc679e-910e-4f6e-8a9e-7db149b4ccdb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:26.218152 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 7dc9236e-897d-4a32-8573-e5de4033db11, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7dc9236e-897d-4a32-8573-e5de4033db11,segment=NetworkSegment(14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1),segment_id=14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:26.229111 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-df4efa0a-95de-404d-b75b-8da49389dada None None] Current status of the port 7dc9236e-897d-4a32-8573-e5de4033db11 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:26.229758 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df4efa0a-95de-404d-b75b-8da49389dada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:26.251270 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:26.310404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e0e6b1-0cc5-4743-a1f0-232b45c8f28f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b51335-3015-41b3-bb1e-352e6cba8a8e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:26.314097 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a128b8d7-35fa-4688-959d-740a3226cf99" -d '{"events": [{"server_uuid": "60e0e6b1-0cc5-4743-a1f0-232b45c8f28f", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b51335-3015-41b3-bb1e-352e6cba8a8e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:26.329177 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] For port 33b29437-37cc-4039-a532-26bcdc2a9871, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:26.332660 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Publish callbacks [] for port (b2de545c-f592-4595-af57-821e29c4b569), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:26.349338 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f6683bf6-61fe-4059-8468-6895154e0bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:17Z', 'revision_number': 4, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '73453cb1-92eb-4cb4-9943-e6ea4225a96a', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'port_id': '53bd4e45-9ae8-4898-8fc8-e9aab2a136c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'mac_address': 'fa:16:3e:b0:7a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d41926-4874-438b-a5c1-aa967e46a292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:03:46Z', 'updated_at': '2022-01-28T19:05:19Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88dddbc-cc13-4062-aeb2-f98b0b474198', 'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'mac_address': 'fa:16:3e:8e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:16Z', 'updated_at': '2022-01-28T19:03:25Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'subnets': [{'id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:26.358466 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] For port 33b29437-37cc-4039-a532-26bcdc2a9871, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=33b29437-37cc-4039-a532-26bcdc2a9871,segment=NetworkSegment(a95d0d2d-da17-480d-9e24-adfd18988eff),segment_id=a95d0d2d-da17-480d-9e24-adfd18988eff)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:26.362277 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (b2de545c-f592-4595-af57-821e29c4b569), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:26.378237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c864d44-64e1-400d-878d-972227376481 req-069efeca-5c0c-4fe0-8d4e-ef27de50486e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:26.379965 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c864d44-64e1-400d-878d-972227376481 req-069efeca-5c0c-4fe0-8d4e-ef27de50486e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.2016671 Jan 28 19:05:26.434545 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2db323ea-bdcd-4152-b997-c86d4f2c77f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (54dc679e-910e-4f6e-8a9e-7db149b4ccdb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:26.437564 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6683bf6-61fe-4059-8468-6895154e0bd4 None None] Checking router: cbd38882-c712-41da-9e97-4a225bcb32ae for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:05:26.440385 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (33b29437-37cc-4039-a532-26bcdc2a9871), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:26.466148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=7dc9236e-897d-4a32-8573-e5de4033db11,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:26.484613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Network 6607e02e-4093-482e-9760-16ea4080188a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:26.523109 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6683bf6-61fe-4059-8468-6895154e0bd4 None None] Routers {'cbd38882-c712-41da-9e97-4a225bcb32ae'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:05:26.523746 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f6683bf6-61fe-4059-8468-6895154e0bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:05:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cbd38882-c712-41da-9e97-4a225bcb32ae'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:26.530711 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-df4efa0a-95de-404d-b75b-8da49389dada None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:05:26.531070 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-df4efa0a-95de-404d-b75b-8da49389dada None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:05:26.535174 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:26.567222 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Pushing event updated for resources: {'Port': ['ID=b2de545c-f592-4595-af57-821e29c4b569,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:26.571672 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:26.648668 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Routers {'17f2b732-f5de-4128-9c94-7231e27d3ccc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:05:26.649580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:05:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['17f2b732-f5de-4128-9c94-7231e27d3ccc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:26.702455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0702dfc-fd10-4a42-8179-5332df59fecb req-5fa4a8f5-c7b6-4ce2-85e0-f970dbf4668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:26.703943 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0702dfc-fd10-4a42-8179-5332df59fecb req-5fa4a8f5-c7b6-4ce2-85e0-f970dbf4668b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1829298 Jan 28 19:05:26.763394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-3bb8513b-fc65-4473-ad5a-ae269c5b6d3e tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:26.765812 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-3bb8513b-fc65-4473-ad5a-ae269c5b6d3e tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.37 "GET /v2.0/networks?id=9ab42dda-b0d2-4563-a57f-f2564fca13f4 HTTP/1.1" status: 200 len: 828 time: 0.5776315 Jan 28 19:05:26.790792 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a53b7-fe25-4a17-9241-cc7490d60481 req-3be31082-e4e9-45c2-9861-097033582031 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:26.795744 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c864d44-64e1-400d-878d-972227376481 req-4bb6d900-2199-4e50-aa8b-c6bd10ad97f1 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076033 Jan 28 19:05:26.796801 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2db323ea-bdcd-4152-b997-c86d4f2c77f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:26.799086 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-482a53b7-fe25-4a17-9241-cc7490d60481 req-3be31082-e4e9-45c2-9861-097033582031 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 1127 time: 0.7650809 Jan 28 19:05:26.800218 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2db323ea-bdcd-4152-b997-c86d4f2c77f0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/54dc679e-910e-4f6e-8a9e-7db149b4ccdb HTTP/1.1" status: 204 len: 168 time: 0.9138927 Jan 28 19:05:26.804987 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-c8f18fc5-ce18-4bff-a45e-db261463231d tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Request body: {'port': {'device_id': '0c976e95-32a8-45ed-bd65-2ea212fef5a6', 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4', 'admin_state_up': True, 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:26.810470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59290) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:26.820763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-bfff2a91-e5ce-448c-b22f-c649ff09e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:26.820763 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-bfff2a91-e5ce-448c-b22f-c649ff09e7c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 1130 time: 0.7454374 Jan 28 19:05:26.846380 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f8f0e3ae-3c9f-4845-9e7f-8e1662802add req-694870ea-66ba-4c5e-b51e-741a03379003 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8644607 Jan 28 19:05:26.875580 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db323ea-bdcd-4152-b997-c86d4f2c77f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54dc679e-910e-4f6e-8a9e-7db149b4ccdb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:26.973677 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab8c32-21a4-44ed-9025-837b4de9a00a req-3457b71e-6678-4907-afb2-b26172afb92a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:26.974824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Allocated IP 172.25.0.10 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/9d897aac-8fa6-47a9-a792-ff3918e4b86a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:26.981190 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34ab8c32-21a4-44ed-9025-837b4de9a00a req-3457b71e-6678-4907-afb2-b26172afb92a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 948 time: 0.1031199 Jan 28 19:05:26.989929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7dc9236e-897d-4a32-8573-e5de4033db11 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:27.019878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-c8f18fc5-ce18-4bff-a45e-db261463231d tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Made reservation on behalf of 23e7dcd4cd1544038e55aa37233ea500 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:05:27.023940 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-c8f18fc5-ce18-4bff-a45e-db261463231d tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:27.098243 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0702dfc-fd10-4a42-8179-5332df59fecb req-f2510800-31ac-4446-95f4-cb47912fa12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:27.099737 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0702dfc-fd10-4a42-8179-5332df59fecb req-f2510800-31ac-4446-95f4-cb47912fa12c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3710191 Jan 28 19:05:27.103559 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31942cdb-3398-480e-9fe5-b0341d34a529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (07189c8b-b31a-4d41-97a3-87f0b54f4398), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:27.113627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf771d5c-4b0d-4d5e-8ba7-05a533ec4e97 None None] Pushing event updated for resources: {'Port': ['ID=33b29437-37cc-4039-a532-26bcdc2a9871,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:27.129160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Attempting to bind port b2de545c-f592-4595-af57-821e29c4b569 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:27.129510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Attempting to bind port b2de545c-f592-4595-af57-821e29c4b569 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6607e02e-4093-482e-9760-16ea4080188a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:27.129858 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Attempting to bind port b2de545c-f592-4595-af57-821e29c4b569 on network 6607e02e-4093-482e-9760-16ea4080188a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:27.145001 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-482a53b7-fe25-4a17-9241-cc7490d60481 req-a3356aa8-3b3b-4989-bc32-5e78eae3a1c6 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450084 Jan 28 19:05:27.150411 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f6683bf6-61fe-4059-8468-6895154e0bd4 None None] Set router cbd38882-c712-41da-9e97-4a225bcb32ae gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:05:27.154316 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34ab8c32-21a4-44ed-9025-837b4de9a00a req-fa1f7625-e378-466f-ab6f-c5b3100657f4 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684091 Jan 28 19:05:27.199409 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-c8f18fc5-ce18-4bff-a45e-db261463231d tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Allocated IP 172.20.0.6 (9ab42dda-b0d2-4563-a57f-f2564fca13f4/a1597064-b985-4b35-9c36-7a514b021e97/8a22f688-6841-424c-a5ec-77adea048655) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:27.201293 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf771d5c-4b0d-4d5e-8ba7-05a533ec4e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:27.201651 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf771d5c-4b0d-4d5e-8ba7-05a533ec4e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:27.202049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf771d5c-4b0d-4d5e-8ba7-05a533ec4e97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:27.203312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf771d5c-4b0d-4d5e-8ba7-05a533ec4e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:27.203312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf771d5c-4b0d-4d5e-8ba7-05a533ec4e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:27.203312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf771d5c-4b0d-4d5e-8ba7-05a533ec4e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:27.203564 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf771d5c-4b0d-4d5e-8ba7-05a533ec4e97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:27.203698 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf771d5c-4b0d-4d5e-8ba7-05a533ec4e97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:27.204637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf771d5c-4b0d-4d5e-8ba7-05a533ec4e97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:27.204637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf771d5c-4b0d-4d5e-8ba7-05a533ec4e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:27.204915 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf771d5c-4b0d-4d5e-8ba7-05a533ec4e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:27.205429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf771d5c-4b0d-4d5e-8ba7-05a533ec4e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:27.205757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf771d5c-4b0d-4d5e-8ba7-05a533ec4e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:27.223855 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:27.224490 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Checking segment: {'id': 'de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6607e02e-4093-482e-9760-16ea4080188a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:27.225047 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:27.225789 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Bound using segment: {'id': 'de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6607e02e-4093-482e-9760-16ea4080188a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:27.226450 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Bound port: b2de545c-f592-4595-af57-821e29c4b569, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6607e02e-4093-482e-9760-16ea4080188a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:27.227035 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b2de545c-f592-4595-af57-821e29c4b569), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:27.236481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5588-2a46-4ac6-ac0f-c200776bf921 req-0748fd84-1278-4edd-85af-cd25611dc564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:27.238010 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-325d5588-2a46-4ac6-ac0f-c200776bf921 req-0748fd84-1278-4edd-85af-cd25611dc564 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=812d8596162c4714a3235afa21508aed&device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 1130 time: 0.3042591 Jan 28 19:05:27.244208 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-df4efa0a-95de-404d-b75b-8da49389dada None None] Current status of the port 7dc9236e-897d-4a32-8573-e5de4033db11 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:27.255433 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-36d6ab33-cccf-478b-97c7-5e805407ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:27.256904 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-36d6ab33-cccf-478b-97c7-5e805407ff15 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.4257908 Jan 28 19:05:27.261530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] Set router 17f2b732-f5de-4128-9c94-7231e27d3ccc gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:05:27.304170 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c61c012-33cf-403f-a78c-e9df2f8cb80c x-openstack-request-id: req-9c61c012-33cf-403f-a78c-e9df2f8cb80c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:27.304474 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e0e6b1-0cc5-4743-a1f0-232b45c8f28f", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b51335-3015-41b3-bb1e-352e6cba8a8e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:27.304732 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c61c012-33cf-403f-a78c-e9df2f8cb80c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:27.305119 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e0e6b1-0cc5-4743-a1f0-232b45c8f28f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b51335-3015-41b3-bb1e-352e6cba8a8e', 'code': 200} Jan 28 19:05:27.409479 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-c8f18fc5-ce18-4bff-a45e-db261463231d tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for port (8a22f688-6841-424c-a5ec-77adea048655), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:27.421005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] For port b2de545c-f592-4595-af57-821e29c4b569, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:27.424183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] For port b2de545c-f592-4595-af57-821e29c4b569, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b2de545c-f592-4595-af57-821e29c4b569,segment=NetworkSegment(de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55),segment_id=de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:27.433230 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7dc9236e-897d-4a32-8573-e5de4033db11 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:27.433599 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:27.450335 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-603ed507-af0c-4e0c-b324-f9a359e4bc0f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6fa97b10-2331-489c-bb8c-bc9f8fff8377 HTTP/1.1" status: 200 len: 217 time: 0.1721132 Jan 28 19:05:27.461226 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b2de545c-f592-4595-af57-821e29c4b569), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:27.462235 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d682f8b-9391-47e9-9018-193b1d3ec196 req-3317516e-1aa4-4fc3-b610-e07e934e3205 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 210 time: 0.0343690 Jan 28 19:05:27.477983 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-c8f18fc5-ce18-4bff-a45e-db261463231d tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (8a22f688-6841-424c-a5ec-77adea048655), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:27.546789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f18fc5-ce18-4bff-a45e-db261463231d tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Pushing event updated for resources: {'Port': ['ID=8a22f688-6841-424c-a5ec-77adea048655,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:27.554946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-c8f18fc5-ce18-4bff-a45e-db261463231d tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Network 9ab42dda-b0d2-4563-a57f-f2564fca13f4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:27.556601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-c8f18fc5-ce18-4bff-a45e-db261463231d tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:27.560063 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-c8f18fc5-ce18-4bff-a45e-db261463231d tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:27.561479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b5fad4af-53c5-4355-998c-95cfdcff20e7 None None] Provisioning complete for port 33b29437-37cc-4039-a532-26bcdc2a9871 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:27.561881 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b5fad4af-53c5-4355-998c-95cfdcff20e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (33b29437-37cc-4039-a532-26bcdc2a9871), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:27.616150 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-a05e0f05-e0b1-4ebb-8341-ab5b9a036dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:27.617631 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-a05e0f05-e0b1-4ebb-8341-ab5b9a036dd6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1456771 Jan 28 19:05:27.625506 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31942cdb-3398-480e-9fe5-b0341d34a529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (07189c8b-b31a-4d41-97a3-87f0b54f4398), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:27.630448 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Publish callbacks [] for port (9d897aac-8fa6-47a9-a792-ff3918e4b86a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:27.644555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-c8f18fc5-ce18-4bff-a45e-db261463231d tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:27.645514 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-c8f18fc5-ce18-4bff-a45e-db261463231d tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:27.675382 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-c8f18fc5-ce18-4bff-a45e-db261463231d tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8740075 Jan 28 19:05:27.682743 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0702dfc-fd10-4a42-8179-5332df59fecb req-4faec296-42aa-47ac-bf3b-34f2ed3d5b54 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337362 Jan 28 19:05:27.687842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Request body: {'port': {'device_id': '0c976e95-32a8-45ed-bd65-2ea212fef5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:27.735345 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-31942cdb-3398-480e-9fe5-b0341d34a529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07189c8b-b31a-4d41-97a3-87f0b54f4398']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:27.794750 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8a22f688-6841-424c-a5ec-77adea048655), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:27.801280 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcc686-0b0b-4627-bb72-b69b34ea7454 req-9020e070-2963-402d-af20-3e15c9f9fec5 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:27.802873 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69dcc686-0b0b-4627-bb72-b69b34ea7454 req-9020e070-2963-402d-af20-3e15c9f9fec5 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 948 time: 0.3612745 Jan 28 19:05:27.815294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-31942cdb-3398-480e-9fe5-b0341d34a529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6b8231-f276-4e14-bf99-e3c01eba525d') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:27.815294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-31942cdb-3398-480e-9fe5-b0341d34a529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6b8231-f276-4e14-bf99-e3c01eba525d') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:27.815594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816534eb-d227-453c-86f2-1a6ee370e3ac None None] Pushing event updated for resources: {'Port': ['ID=b2de545c-f592-4595-af57-821e29c4b569,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:27.819425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5588-2a46-4ac6-ac0f-c200776bf921 req-b7df8483-5a67-4f29-a5b1-075b9812e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:27.822467 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-325d5588-2a46-4ac6-ac0f-c200776bf921 req-b7df8483-5a67-4f29-a5b1-075b9812e32b service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.5541744 Jan 28 19:05:27.873065 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31942cdb-3398-480e-9fe5-b0341d34a529 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (bb6b8231-f276-4e14-bf99-e3c01eba525d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:27.900464 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31942cdb-3398-480e-9fe5-b0341d34a529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (bb6b8231-f276-4e14-bf99-e3c01eba525d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:27.996114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31942cdb-3398-480e-9fe5-b0341d34a529 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:05:27.996553 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31942cdb-3398-480e-9fe5-b0341d34a529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (bb6b8231-f276-4e14-bf99-e3c01eba525d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:05:28.000634 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:05:28.126061 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-325d5588-2a46-4ac6-ac0f-c200776bf921 req-53a8f63e-e0d9-48ae-a2b3-60df893fb5bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=e23b71b9-2032-41f3-aa20-616eb15e1d0f HTTP/1.1" status: 200 len: 217 time: 0.1970227 Jan 28 19:05:28.128376 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0702dfc-fd10-4a42-8179-5332df59fecb req-3b46dc2c-9413-4bbf-aaf2-138c5ad897c0 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294515 Jan 28 19:05:28.136608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f46b5-ed97-4bd9-a1a5-18e9ad3ac30d req-ee7954bd-31c0-43f9-b1dd-400e5b31d0c5 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:28.142776 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b5fad4af-53c5-4355-998c-95cfdcff20e7 None None] Current status of the port 33b29437-37cc-4039-a532-26bcdc2a9871 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:28.143170 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b5fad4af-53c5-4355-998c-95cfdcff20e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (33b29437-37cc-4039-a532-26bcdc2a9871), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:28.146576 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0d1f46b5-ed97-4bd9-a1a5-18e9ad3ac30d req-ee7954bd-31c0-43f9-b1dd-400e5b31d0c5 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1923695 Jan 28 19:05:28.179874 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7dc9236e-897d-4a32-8573-e5de4033db11 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:28.194875 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5588-2a46-4ac6-ac0f-c200776bf921 req-39870e55-c60a-4587-98f7-a8ace7e036a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:28.196468 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-325d5588-2a46-4ac6-ac0f-c200776bf921 req-39870e55-c60a-4587-98f7-a8ace7e036a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0562575 Jan 28 19:05:28.197450 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (9d897aac-8fa6-47a9-a792-ff3918e4b86a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:28.229012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-3d0d19e5-8f33-4ca7-a725-e5c04c6fb9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:28.229512 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0d1f46b5-ed97-4bd9-a1a5-18e9ad3ac30d req-0125898a-5566-455f-97ce-2bc988efa014 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816813 Jan 28 19:05:28.234816 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-3d0d19e5-8f33-4ca7-a725-e5c04c6fb9ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5908232 Jan 28 19:05:28.253657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b5fad4af-53c5-4355-998c-95cfdcff20e7 None None] For port 33b29437-37cc-4039-a532-26bcdc2a9871, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=33b29437-37cc-4039-a532-26bcdc2a9871,segment=NetworkSegment(a95d0d2d-da17-480d-9e24-adfd18988eff),segment_id=a95d0d2d-da17-480d-9e24-adfd18988eff)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:28.282851 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b5fad4af-53c5-4355-998c-95cfdcff20e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (33b29437-37cc-4039-a532-26bcdc2a9871), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:28.347468 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a22f688-6841-424c-a5ec-77adea048655 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:28.358956 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Publish callbacks [] for port (8a22f688-6841-424c-a5ec-77adea048655), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:28.381537 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31942cdb-3398-480e-9fe5-b0341d34a529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (07189c8b-b31a-4d41-97a3-87f0b54f4398), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:28.398998 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:28.408886 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31942cdb-3398-480e-9fe5-b0341d34a529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:28.409795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Transition to ACTIVE for port object 8a22f688-6841-424c-a5ec-77adea048655 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:05:28.417347 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (8a22f688-6841-424c-a5ec-77adea048655), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:28.422968 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f6683bf6-61fe-4059-8468-6895154e0bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:17Z', 'revision_number': 4, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '73453cb1-92eb-4cb4-9943-e6ea4225a96a', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'port_id': '53bd4e45-9ae8-4898-8fc8-e9aab2a136c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'mac_address': 'fa:16:3e:b0:7a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d41926-4874-438b-a5c1-aa967e46a292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:03:46Z', 'updated_at': '2022-01-28T19:05:19Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88dddbc-cc13-4062-aeb2-f98b0b474198', 'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'mac_address': 'fa:16:3e:8e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:16Z', 'updated_at': '2022-01-28T19:03:25Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'subnets': [{'id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:28.429970 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-31942cdb-3398-480e-9fe5-b0341d34a529 admin admin] 10.222.0.55 "DELETE /v2.0/networks/07189c8b-b31a-4d41-97a3-87f0b54f4398 HTTP/1.1" status: 204 len: 168 time: 1.6135073 Jan 28 19:05:28.435406 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69dcc686-0b0b-4627-bb72-b69b34ea7454 req-39dce526-8722-41c2-b7fc-1654f67e6a44 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035137 Jan 28 19:05:28.440532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59308) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:28.448693 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Pushing event updated for resources: {'Port': ['ID=9d897aac-8fa6-47a9-a792-ff3918e4b86a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:28.466415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:28.501647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:28.503751 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6683bf6-61fe-4059-8468-6895154e0bd4 None None] The sync data for ids ['cbd38882-c712-41da-9e97-4a225bcb32ae'] in n-d-824834-4 is: [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:17Z', 'revision_number': 4, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '73453cb1-92eb-4cb4-9943-e6ea4225a96a', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'port_id': '53bd4e45-9ae8-4898-8fc8-e9aab2a136c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'mac_address': 'fa:16:3e:b0:7a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d41926-4874-438b-a5c1-aa967e46a292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:03:46Z', 'updated_at': '2022-01-28T19:05:19Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88dddbc-cc13-4062-aeb2-f98b0b474198', 'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'mac_address': 'fa:16:3e:8e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:16Z', 'updated_at': '2022-01-28T19:03:25Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'subnets': [{'id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:05:28.522762 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6249c-937d-4866-a05b-5804149be4ac req-96329f4a-e09d-42d8-a3b9-b44699d55d74 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:28.524365 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69e6249c-937d-4866-a05b-5804149be4ac req-96329f4a-e09d-42d8-a3b9-b44699d55d74 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 948 time: 0.1627553 Jan 28 19:05:28.548555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Pushing event updated for resources: {'Port': ['ID=8a22f688-6841-424c-a5ec-77adea048655,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:28.555080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fad4af-53c5-4355-998c-95cfdcff20e7 None None] Pushing event updated for resources: {'Port': ['ID=33b29437-37cc-4039-a532-26bcdc2a9871,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:28.557490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31942cdb-3398-480e-9fe5-b0341d34a529 admin admin] Pushing event deleted for resources: {'Network': ['ID=07189c8b-b31a-4d41-97a3-87f0b54f4398,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:28.566407 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119648618-router', 'tenant_id': '2807ec6d9ece456c823c24a03853bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:06Z', 'updated_at': '2022-01-28T19:05:16Z', 'revision_number': 4, 'project_id': '2807ec6d9ece456c823c24a03853bba7', 'gw_port': {'id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '33b29437-37cc-4039-a532-26bcdc2a9871', 'name': '', 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be', 'tenant_id': '2807ec6d9ece456c823c24a03853bba7', 'mac_address': 'fa:16:3e:c1:f7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9e6f6d8d-248b-4626-9062-57c81b26f2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:13Z', 'updated_at': '2022-01-28T19:05:26Z', 'revision_number': 4, 'project_id': '2807ec6d9ece456c823c24a03853bba7', 'subnets': [{'id': '9e6f6d8d-248b-4626-9062-57c81b26f2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:28.652079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ad54e-a729-4b9c-b306-f397eeda454c None None] The sync data for ids ['17f2b732-f5de-4128-9c94-7231e27d3ccc'] in n-d-824834-4 is: [{'id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119648618-router', 'tenant_id': '2807ec6d9ece456c823c24a03853bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:06Z', 'updated_at': '2022-01-28T19:05:16Z', 'revision_number': 4, 'project_id': '2807ec6d9ece456c823c24a03853bba7', 'gw_port': {'id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '33b29437-37cc-4039-a532-26bcdc2a9871', 'name': '', 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be', 'tenant_id': '2807ec6d9ece456c823c24a03853bba7', 'mac_address': 'fa:16:3e:c1:f7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9e6f6d8d-248b-4626-9062-57c81b26f2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:13Z', 'updated_at': '2022-01-28T19:05:26Z', 'revision_number': 4, 'project_id': '2807ec6d9ece456c823c24a03853bba7', 'subnets': [{'id': '9e6f6d8d-248b-4626-9062-57c81b26f2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:05:28.665691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device eced0486-f634-48c5-a6e0-9d68124d82a0 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:05:28.691924 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d5588-2a46-4ac6-ac0f-c200776bf921 req-40d4ba3e-abb7-436b-846c-a2c26a31e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:28.693893 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-325d5588-2a46-4ac6-ac0f-c200776bf921 req-40d4ba3e-abb7-436b-846c-a2c26a31e0ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4500999 Jan 28 19:05:28.733066 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69e6249c-937d-4866-a05b-5804149be4ac req-19eb4bf1-29a2-4678-b327-d7d1af06dda3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712778 Jan 28 19:05:28.824459 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Attempting to bind port 8a22f688-6841-424c-a5ec-77adea048655 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:28.825094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Attempting to bind port 8a22f688-6841-424c-a5ec-77adea048655 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:28.825094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Attempting to bind port 8a22f688-6841-424c-a5ec-77adea048655 on network 9ab42dda-b0d2-4563-a57f-f2564fca13f4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:28.840911 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Port 8a22f688-6841-424c-a5ec-77adea048655 on network 9ab42dda-b0d2-4563-a57f-f2564fca13f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:05:28.841323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Attempting to bind port 8a22f688-6841-424c-a5ec-77adea048655 on network 9ab42dda-b0d2-4563-a57f-f2564fca13f4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:28.858996 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port eced0486-f634-48c5-a6e0-9d68124d82a0, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=eced0486-f634-48c5-a6e0-9d68124d82a0,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:28.862415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:28.862883 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Checking segment: {'id': '14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:28.863152 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Bound using segment: {'id': '14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:28.863603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Bound port: 8a22f688-6841-424c-a5ec-77adea048655, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:28.863967 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8a22f688-6841-424c-a5ec-77adea048655), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:28.889788 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'eced0486-f634-48c5-a6e0-9d68124d82a0', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': 'eced0486-f634-48c5-a6e0-9d68124d82a0', 'mac_address': 'fa:16:3e:50:db:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:05:29.020942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b2de545c-f592-4595-af57-821e29c4b569 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:29.022743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port eced0486-f634-48c5-a6e0-9d68124d82a0 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:29.023136 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:29.074099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a236dd8-eaaf-40a6-8012-90fe97d05401 req-1c386eb4-c475-4b76-8bd8-cd958c0e564f tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:29.082186 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5a236dd8-eaaf-40a6-8012-90fe97d05401 req-1c386eb4-c475-4b76-8bd8-cd958c0e564f tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 943 time: 0.1443782 Jan 28 19:05:29.099614 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eced0486-f634-48c5-a6e0-9d68124d82a0 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:29.109969 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-779ba5c8-bd63-4da9-885a-2d5b9f674349 admin admin] Deleting subnet 61012094-a8c0-45c4-92ba-24ea99b92780 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:05:29.114602 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-d16c1fa3-9fc9-4dec-a436-f14a847bf600 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8485253 Jan 28 19:05:29.116580 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-325d5588-2a46-4ac6-ac0f-c200776bf921 req-4a4549fc-6911-4804-8f53-3a597ebd3a39 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115567 Jan 28 19:05:29.144633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-4829e599-29ce-48cb-986d-16738b53c778 req-50b5ee08-9050-406e-a020-b01db3626765 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:05:29.145982 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4829e599-29ce-48cb-986d-16738b53c778 req-50b5ee08-9050-406e-a020-b01db3626765 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228982 Jan 28 19:05:29.170326 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port eced0486-f634-48c5-a6e0-9d68124d82a0, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=eced0486-f634-48c5-a6e0-9d68124d82a0,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:29.178268 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12de1721-e5f3-4a85-ad5c-cce275878721 None None] New status for floating IP 73453cb1-92eb-4cb4-9943-e6ea4225a96a: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:05:29.205533 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:29.206249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 6fa97b10-2331-489c-bb8c-bc9f8fff8377 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:05:29.206494 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] For port 8a22f688-6841-424c-a5ec-77adea048655, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:29.243212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] For port 8a22f688-6841-424c-a5ec-77adea048655, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=8a22f688-6841-424c-a5ec-77adea048655,segment=NetworkSegment(14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1),segment_id=14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:29.274299 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-779ba5c8-bd63-4da9-885a-2d5b9f674349 admin admin] Publish callbacks [] for subnet (61012094-a8c0-45c4-92ba-24ea99b92780), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:29.275751 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5a236dd8-eaaf-40a6-8012-90fe97d05401 req-4ba55a61-08d5-43e0-9e7e-b84e59c9dab0 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/security-groups?id=731774e2-f45a-4e4a-87a1-9349c95ec7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924574 Jan 28 19:05:29.284494 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (8a22f688-6841-424c-a5ec-77adea048655), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:29.321710 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 6fa97b10-2331-489c-bb8c-bc9f8fff8377, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=6fa97b10-2331-489c-bb8c-bc9f8fff8377,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:29.343808 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '6fa97b10-2331-489c-bb8c-bc9f8fff8377', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '6fa97b10-2331-489c-bb8c-bc9f8fff8377', 'mac_address': 'fa:16:3e:df:e7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:05:29.349239 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port b2de545c-f592-4595-af57-821e29c4b569 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:29.350298 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b2de545c-f592-4595-af57-821e29c4b569), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:29.410442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Pushing event updated for resources: {'Port': ['ID=8a22f688-6841-424c-a5ec-77adea048655,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:29.437131 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:29.437806 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:29.439315 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-4b2cee6b-4c7a-4fdd-a75c-0c279449149d service neutron] 10.222.0.37 "PUT /v2.0/ports/8a22f688-6841-424c-a5ec-77adea048655 HTTP/1.1" status: 200 len: 1091 time: 1.7563014 Jan 28 19:05:29.439760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c976e95-32a8-45ed-bd65-2ea212fef5a6', 'tag': '8a22f688-6841-424c-a5ec-77adea048655'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:29.443098 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57aeff7b-5bf0-4807-b959-f1330c2a3b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c976e95-32a8-45ed-bd65-2ea212fef5a6", "tag": "8a22f688-6841-424c-a5ec-77adea048655"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:29.566354 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54136e58-dedd-42fc-a7b5-3ed91c311a84 x-openstack-request-id: req-54136e58-dedd-42fc-a7b5-3ed91c311a84 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:29.566650 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c976e95-32a8-45ed-bd65-2ea212fef5a6", "tag": "8a22f688-6841-424c-a5ec-77adea048655", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:29.566904 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54136e58-dedd-42fc-a7b5-3ed91c311a84 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:29.567312 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c976e95-32a8-45ed-bd65-2ea212fef5a6', 'tag': '8a22f688-6841-424c-a5ec-77adea048655', 'status': 'completed', 'code': 200} Jan 28 19:05:29.673785 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=eced0486-f634-48c5-a6e0-9d68124d82a0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:29.701020 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecba64f9-0fe4-43eb-ad85-c636241892a1 None None] Network 6607e02e-4093-482e-9760-16ea4080188a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:05:29.716060 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-73126436-7a82-4130-b41e-0474799cbab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:29.717604 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-73126436-7a82-4130-b41e-0474799cbab6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23e7dcd4cd1544038e55aa37233ea500&device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 1125 time: 0.1314015 Jan 28 19:05:29.838857 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-66042902-484e-4acb-a1a9-51ade90c33b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a22f688-6841-424c-a5ec-77adea048655 HTTP/1.1" status: 200 len: 217 time: 0.1108384 Jan 28 19:05:29.840130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:29.912457 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-325d5588-2a46-4ac6-ac0f-c200776bf921 req-640f96b6-5d27-4692-a104-fc6fa1e88a4e service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6839271 Jan 28 19:05:29.999795 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 6fa97b10-2331-489c-bb8c-bc9f8fff8377 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:30.012013 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6fa97b10-2331-489c-bb8c-bc9f8fff8377), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:30.022250 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-779ba5c8-bd63-4da9-885a-2d5b9f674349 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (61012094-a8c0-45c4-92ba-24ea99b92780), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:30.033332 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-44f46ac0-8c6f-4892-b27a-21c249779562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:30.034927 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-44f46ac0-8c6f-4892-b27a-21c249779562 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1597064-b985-4b35-9c36-7a514b021e97 HTTP/1.1" status: 200 len: 867 time: 0.1716666 Jan 28 19:05:30.043647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efceae-95b0-441c-b305-5cb2f2c539a1 req-41a5b99c-acaf-4b25-b19e-f35a1fbea28f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:30.050702 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-22efceae-95b0-441c-b305-5cb2f2c539a1 req-41a5b99c-acaf-4b25-b19e-f35a1fbea28f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.2401330 Jan 28 19:05:30.078610 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-859747b4-f259-4244-8aa2-f9dc0d7dc98f service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8575637 Jan 28 19:05:30.106609 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b2de545c-f592-4595-af57-821e29c4b569 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:30.106609 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b2de545c-f592-4595-af57-821e29c4b569), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:30.159629 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7b2b8b7e-a874-4349-8b6f-446ab1ee76ee None None] Provisioning complete for port b2de545c-f592-4595-af57-821e29c4b569 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:30.160006 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8b7e-a874-4349-8b6f-446ab1ee76ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b2de545c-f592-4595-af57-821e29c4b569), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:30.183796 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-22efceae-95b0-441c-b305-5cb2f2c539a1 req-a8fe602b-58af-480a-9f7f-5311d316066c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259472 Jan 28 19:05:30.207423 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-0b6c2884-fbae-4d24-a835-8bcd9758d617 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3659656 Jan 28 19:05:30.228145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-74fa74ac-82a0-4122-bf67-7c8238685c07 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:05:30.242648 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-74fa74ac-82a0-4122-bf67-7c8238685c07 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0213289 Jan 28 19:05:30.256499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-f22ff5a8-56c7-4248-a94d-ec95a47647df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:30.262386 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-f22ff5a8-56c7-4248-a94d-ec95a47647df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9ab42dda-b0d2-4563-a57f-f2564fca13f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1895714 Jan 28 19:05:30.497755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd20bc-527e-4788-b3a5-81c8a7c8c3d9 req-eb21dcd5-3377-47ba-8779-f7d3e9ec64ef tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:30.508806 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1dd20bc-527e-4788-b3a5-81c8a7c8c3d9 req-eb21dcd5-3377-47ba-8779-f7d3e9ec64ef tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 948 time: 0.1698632 Jan 28 19:05:30.530972 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:30.554260 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-e0d6a588-e972-4881-b9c9-ddec1cf4273c service neutron] 10.222.0.37 "GET /v2.0/networks/9ab42dda-b0d2-4563-a57f-f2564fca13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873218 Jan 28 19:05:30.563112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa97b10-2331-489c-bb8c-bc9f8fff8377 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:30.603727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 6fa97b10-2331-489c-bb8c-bc9f8fff8377, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=6fa97b10-2331-489c-bb8c-bc9f8fff8377,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:30.615446 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1708c3-eb68-49dc-996d-17f18cd70d38 req-5d663992-e50d-49ac-9dee-9ad0de8302f7 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:30.622175 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6fa97b10-2331-489c-bb8c-bc9f8fff8377), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:30.624519 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d1708c3-eb68-49dc-996d-17f18cd70d38 req-5d663992-e50d-49ac-9dee-9ad0de8302f7 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 948 time: 0.6925800 Jan 28 19:05:30.648413 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-779ba5c8-bd63-4da9-885a-2d5b9f674349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (61012094-a8c0-45c4-92ba-24ea99b92780), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:30.714315 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port b2de545c-f592-4595-af57-821e29c4b569, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b2de545c-f592-4595-af57-821e29c4b569,segment=NetworkSegment(de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55),segment_id=de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:30.715742 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b8b7e-a874-4349-8b6f-446ab1ee76ee None None] Current status of the port b2de545c-f592-4595-af57-821e29c4b569 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:30.716124 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8b7e-a874-4349-8b6f-446ab1ee76ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b2de545c-f592-4595-af57-821e29c4b569), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:30.761885 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b2de545c-f592-4595-af57-821e29c4b569), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:30.788534 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1dd20bc-527e-4788-b3a5-81c8a7c8c3d9 req-3ade9757-5ab2-4632-ab6c-1b704ef049ae tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651582 Jan 28 19:05:30.912868 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ee7e3f9-ed91-42b2-979f-fa1f0791190d req-948f4c72-eea5-472d-a276-1efa6ea1c049 service neutron] 10.222.0.37 "GET /v2.0/networks/9ab42dda-b0d2-4563-a57f-f2564fca13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442059 Jan 28 19:05:30.937597 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d1708c3-eb68-49dc-996d-17f18cd70d38 req-c7533f5a-50ee-47d8-ac8a-c2814cbd4c20 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111844 Jan 28 19:05:30.939975 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['6fa97b10-2331-489c-bb8c-bc9f8fff8377'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:30.946400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-e54e2468-4793-4abd-9771-77315938daed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:30.946400 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-e54e2468-4793-4abd-9771-77315938daed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d87708c42e094b638f36295b01f12cc1&device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 1127 time: 0.3601723 Jan 28 19:05:30.993581 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Publish callbacks [] for router_gateway (699d13a6-670d-4c77-8fb2-a497d5c60b4b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:30.996359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 33b29437-37cc-4039-a532-26bcdc2a9871 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:30.998877 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['eced0486-f634-48c5-a6e0-9d68124d82a0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:31.001350 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-7b2b8b7e-a874-4349-8b6f-446ab1ee76ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:05:31.005816 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-779ba5c8-bd63-4da9-885a-2d5b9f674349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (61012094-a8c0-45c4-92ba-24ea99b92780), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:31.009656 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-7b2b8b7e-a874-4349-8b6f-446ab1ee76ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:05:31.010879 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=6fa97b10-2331-489c-bb8c-bc9f8fff8377,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:31.108669 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019750a-9ceb-4c1e-8cbc-a93b200fec07 req-229e5f38-f372-48de-ac51-7cf0b3772edf tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:31.116735 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3019750a-9ceb-4c1e-8cbc-a93b200fec07 req-229e5f38-f372-48de-ac51-7cf0b3772edf tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 943 time: 0.1475992 Jan 28 19:05:31.167241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e23b71b9-2032-41f3-aa20-616eb15e1d0f details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:05:31.206696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-26ee3ad5-cc68-4ae0-8448-8b7e6719164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:31.206940 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3019750a-9ceb-4c1e-8cbc-a93b200fec07 req-a33421d5-d511-4908-9ba3-41e92cd96f61 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/security-groups?id=731774e2-f45a-4e4a-87a1-9349c95ec7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767584 Jan 28 19:05:31.210358 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-26ee3ad5-cc68-4ae0-8448-8b7e6719164e service neutron] 10.222.0.31 "GET /v2.0/networks?id=c68d60ae-9b36-48c4-b1ee-016fbf317929 HTTP/1.1" status: 200 len: 924 time: 0.2469316 Jan 28 19:05:31.214188 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeff7b-5bf0-4807-b959-f1330c2a3b3e req-59d9d4ee-2f17-4bfb-beb1-0ac04ab6d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:31.216857 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57aeff7b-5bf0-4807-b959-f1330c2a3b3e req-59d9d4ee-2f17-4bfb-beb1-0ac04ab6d227 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23e7dcd4cd1544038e55aa37233ea500&device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 1125 time: 0.1923540 Jan 28 19:05:31.371375 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeff7b-5bf0-4807-b959-f1330c2a3b3e req-00359bd8-1c6b-4c93-af10-43e249924a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:31.372881 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57aeff7b-5bf0-4807-b959-f1330c2a3b3e req-00359bd8-1c6b-4c93-af10-43e249924a73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9ab42dda-b0d2-4563-a57f-f2564fca13f4 HTTP/1.1" status: 200 len: 929 time: 0.1485689 Jan 28 19:05:31.394638 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=b2de545c-f592-4595-af57-821e29c4b569,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:31.409732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ba5c8-bd63-4da9-885a-2d5b9f674349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61012094-a8c0-45c4-92ba-24ea99b92780,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:31.417181 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-779ba5c8-bd63-4da9-885a-2d5b9f674349 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:31.421032 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-779ba5c8-bd63-4da9-885a-2d5b9f674349 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/61012094-a8c0-45c4-92ba-24ea99b92780 HTTP/1.1" status: 204 len: 168 time: 2.9567540 Jan 28 19:05:31.431657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59364) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:31.443842 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-bd3188c8-f8c7-4d48-8536-fe7cbef6013a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 HTTP/1.1" status: 200 len: 1001 time: 0.2068384 Jan 28 19:05:31.461637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 33b29437-37cc-4039-a532-26bcdc2a9871 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:31.462041 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (33b29437-37cc-4039-a532-26bcdc2a9871), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:31.466971 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57aeff7b-5bf0-4807-b959-f1330c2a3b3e req-74d59065-8821-49e1-9d04-01432a5c8b71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a22f688-6841-424c-a5ec-77adea048655 HTTP/1.1" status: 200 len: 217 time: 0.0852547 Jan 28 19:05:31.529814 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeff7b-5bf0-4807-b959-f1330c2a3b3e req-3f424f58-65c8-48f7-b1df-09ef458d6c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:31.536223 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57aeff7b-5bf0-4807-b959-f1330c2a3b3e req-3f424f58-65c8-48f7-b1df-09ef458d6c76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1597064-b985-4b35-9c36-7a514b021e97 HTTP/1.1" status: 200 len: 867 time: 0.0610101 Jan 28 19:05:31.617807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e23b71b9-2032-41f3-aa20-616eb15e1d0f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e23b71b9-2032-41f3-aa20-616eb15e1d0f,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:31.620981 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeff7b-5bf0-4807-b959-f1330c2a3b3e req-5e070926-8b1d-449a-afd4-962fb9a36cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:31.625716 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57aeff7b-5bf0-4807-b959-f1330c2a3b3e req-5e070926-8b1d-449a-afd4-962fb9a36cef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9ab42dda-b0d2-4563-a57f-f2564fca13f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0829172 Jan 28 19:05:31.648632 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b8b7e-a874-4349-8b6f-446ab1ee76ee None None] Current status of the port b2de545c-f592-4595-af57-821e29c4b569 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:31.659147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-70fdaab0-d584-4dd5-8ec5-5a0d980f8a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:31.661221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'e23b71b9-2032-41f3-aa20-616eb15e1d0f', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': 'e23b71b9-2032-41f3-aa20-616eb15e1d0f', 'mac_address': 'fa:16:3e:5a:cf:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:05:31.661361 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-70fdaab0-d584-4dd5-8ec5-5a0d980f8a90 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=907a6687-a5e1-4143-afc7-74dba5b8ed84 HTTP/1.1" status: 200 len: 862 time: 0.0670297 Jan 28 19:05:31.795098 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57aeff7b-5bf0-4807-b959-f1330c2a3b3e req-f15c0193-6e04-486d-9235-5719c5b759f7 service neutron] 10.222.0.37 "GET /v2.0/networks/9ab42dda-b0d2-4563-a57f-f2564fca13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618254 Jan 28 19:05:31.842882 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 33b29437-37cc-4039-a532-26bcdc2a9871 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:31.874832 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c66082b-7747-4849-9880-51afc8a2804a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (f9f04d60-a48f-4c10-9abe-809ac965192f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:31.875709 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port e23b71b9-2032-41f3-aa20-616eb15e1d0f is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:31.876764 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e23b71b9-2032-41f3-aa20-616eb15e1d0f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:31.925522 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23b71b9-2032-41f3-aa20-616eb15e1d0f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:31.928513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0912985c-14a9-4931-aae3-a52d9ebff2a3 None None] Provisioning complete for port b2de545c-f592-4595-af57-821e29c4b569 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:31.938230 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0912985c-14a9-4931-aae3-a52d9ebff2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b2de545c-f592-4595-af57-821e29c4b569), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:31.956778 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57aeff7b-5bf0-4807-b959-f1330c2a3b3e req-51bfb947-aa4d-4d19-80e3-a4397a2fd617 service neutron] 10.222.0.37 "GET /v2.0/networks/9ab42dda-b0d2-4563-a57f-f2564fca13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432419 Jan 28 19:05:31.987730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82896f2-b3ed-4fd7-ab9f-9430db99db41 req-375f74fb-525b-4769-9d96-cca73bcfb6e4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:31.988213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a30465-0888-41f8-97e6-64d6b7af654e req-cbc3754c-6e49-464b-b7b0-3a9a8d101ce1 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:31.990154 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e9a30465-0888-41f8-97e6-64d6b7af654e req-cbc3754c-6e49-464b-b7b0-3a9a8d101ce1 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 949 time: 0.0819750 Jan 28 19:05:31.994540 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82896f2-b3ed-4fd7-ab9f-9430db99db41 req-375f74fb-525b-4769-9d96-cca73bcfb6e4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.6070349 Jan 28 19:05:32.009095 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e23b71b9-2032-41f3-aa20-616eb15e1d0f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e23b71b9-2032-41f3-aa20-616eb15e1d0f,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:32.020127 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e23b71b9-2032-41f3-aa20-616eb15e1d0f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:32.051797 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e9a30465-0888-41f8-97e6-64d6b7af654e req-ada61a30-80ea-4005-84e9-ccba4c2a77f4 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558479 Jan 28 19:05:32.090637 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (699d13a6-670d-4c77-8fb2-a497d5c60b4b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:32.093738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-1aa35abd-f11a-4485-8fee-d6ea05902761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:32.095386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-1aa35abd-f11a-4485-8fee-d6ea05902761 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c68d60ae-9b36-48c4-b1ee-016fbf317929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3929882 Jan 28 19:05:32.102983 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=e23b71b9-2032-41f3-aa20-616eb15e1d0f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:32.114326 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0912985c-14a9-4931-aae3-a52d9ebff2a3 None None] Current status of the port b2de545c-f592-4595-af57-821e29c4b569 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:32.132059 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c66082b-7747-4849-9880-51afc8a2804a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (f9f04d60-a48f-4c10-9abe-809ac965192f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:32.236358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9c66082b-7747-4849-9880-51afc8a2804a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f04d60-a48f-4c10-9abe-809ac965192f']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:32.244459 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82896f2-b3ed-4fd7-ab9f-9430db99db41 req-c185838f-f0d2-49ad-bab4-89f63fe6ca9a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441330 Jan 28 19:05:32.257762 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9c66082b-7747-4849-9880-51afc8a2804a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3ebcae-ab6b-423f-ac2a-8a54b5ef71ed') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:32.258053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9c66082b-7747-4849-9880-51afc8a2804a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3ebcae-ab6b-423f-ac2a-8a54b5ef71ed') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:32.308085 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c66082b-7747-4849-9880-51afc8a2804a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (1a3ebcae-ab6b-423f-ac2a-8a54b5ef71ed), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:32.350212 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c66082b-7747-4849-9880-51afc8a2804a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1a3ebcae-ab6b-423f-ac2a-8a54b5ef71ed), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:32.392793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c66082b-7747-4849-9880-51afc8a2804a admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:05:32.393239 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c66082b-7747-4849-9880-51afc8a2804a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (1a3ebcae-ab6b-423f-ac2a-8a54b5ef71ed), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:32.397806 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-11c142a5-de70-42f8-951f-a8b97465f74d service neutron] 10.222.0.31 "GET /v2.0/networks/c68d60ae-9b36-48c4-b1ee-016fbf317929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914865 Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:05:32.398618 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:05:32.433093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['e23b71b9-2032-41f3-aa20-616eb15e1d0f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:32.546936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ccb6f-10ba-4afd-a976-f9a9e820afdb req-fa6b39a8-d8b2-4ed1-8e88-cc55e2aa1a37 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:32.548565 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f34ccb6f-10ba-4afd-a976-f9a9e820afdb req-fa6b39a8-d8b2-4ed1-8e88-cc55e2aa1a37 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 943 time: 0.0996187 Jan 28 19:05:32.558387 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c66082b-7747-4849-9880-51afc8a2804a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (f9f04d60-a48f-4c10-9abe-809ac965192f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:32.562100 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208bbe7-a112-470d-9d82-757300e8b375 req-85203e0f-cfb6-49e8-833c-14f4f11e04ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:32.563639 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-85203e0f-cfb6-49e8-833c-14f4f11e04ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 1132 time: 0.0811338 Jan 28 19:05:32.582253 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacca86-cf09-4259-934e-2f82c574df73 req-1ef0069b-3040-4b8b-b6cd-bb1069a9a151 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:32.589139 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1eacca86-cf09-4259-934e-2f82c574df73 req-1ef0069b-3040-4b8b-b6cd-bb1069a9a151 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 949 time: 0.2689207 Jan 28 19:05:32.604762 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c66082b-7747-4849-9880-51afc8a2804a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:32.610331 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9c66082b-7747-4849-9880-51afc8a2804a admin admin] 10.222.0.55 "DELETE /v2.0/networks/f9f04d60-a48f-4c10-9abe-809ac965192f HTTP/1.1" status: 204 len: 168 time: 1.1740239 Jan 28 19:05:32.621693 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 6fa97b10-2331-489c-bb8c-bc9f8fff8377 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:32.641911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66082b-7747-4849-9880-51afc8a2804a admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f04d60-a48f-4c10-9abe-809ac965192f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:32.653508 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5fa71e91-820b-4e82-9b06-3f1adcafa1ef req-430987f0-3c03-4dc7-9dc9-1ddad7e7b1e9 service neutron] 10.222.0.31 "GET /v2.0/networks/c68d60ae-9b36-48c4-b1ee-016fbf317929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383320 Jan 28 19:05:32.666960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Router 699d13a6-670d-4c77-8fb2-a497d5c60b4b is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:05:32.704285 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1eacca86-cf09-4259-934e-2f82c574df73 req-6cd43866-9b35-4438-b99b-718a5116e337 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141274 Jan 28 19:05:32.736602 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f34ccb6f-10ba-4afd-a976-f9a9e820afdb req-920acb58-58a7-4ed4-a011-2f8f06891b2a tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/security-groups?id=731774e2-f45a-4e4a-87a1-9349c95ec7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719751 Jan 28 19:05:32.753080 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208bbe7-a112-470d-9d82-757300e8b375 req-46d3b8fb-84d2-408f-b149-3a6e42fad7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:32.754783 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-46d3b8fb-84d2-408f-b149-3a6e42fad7c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.1840990 Jan 28 19:05:32.757106 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 6fa97b10-2331-489c-bb8c-bc9f8fff8377 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:05:32.762138 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 6fa97b10-2331-489c-bb8c-bc9f8fff8377 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:32.762763 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6fa97b10-2331-489c-bb8c-bc9f8fff8377), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:32.803006 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb75d085-bc54-4030-8069-308cec97fb62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=0ef435ef-972b-4529-bff5-c69051883a5a HTTP/1.1" status: 200 len: 217 time: 0.0411422 Jan 28 19:05:32.871621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:05:32.879250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208bbe7-a112-470d-9d82-757300e8b375 req-e39580df-a139-4877-9997-2cad34b3d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:32.882339 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-e39580df-a139-4877-9997-2cad34b3d42c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0657883 Jan 28 19:05:32.888207 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Sync routers for ids ['699d13a6-670d-4c77-8fb2-a497d5c60b4b'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:05:32.894508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b2de545c-f592-4595-af57-821e29c4b569 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:32.910737 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:32.914949 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-213e7c09-81c8-4d01-89b2-e5cf4e7a1492 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.1218362 Jan 28 19:05:32.915587 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59388) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:32.939298 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:32.948794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Routers {'699d13a6-670d-4c77-8fb2-a497d5c60b4b'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:05:32.949430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:05:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['699d13a6-670d-4c77-8fb2-a497d5c60b4b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:33.018239 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208bbe7-a112-470d-9d82-757300e8b375 req-be8af163-3c1a-4182-822f-24acb08775f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:33.020988 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-be8af163-3c1a-4182-822f-24acb08775f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1312354 Jan 28 19:05:33.024159 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6c81d168-2bcc-41cb-9a26-30218f66ad20 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3455664b75d849a390c8d059df6f3f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0835404 Jan 28 19:05:33.026962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59392) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:33.066982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Set router 699d13a6-670d-4c77-8fb2-a497d5c60b4b gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:05:33.144612 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-93166307-166a-4a48-8c1c-87c7f6d12e07 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096981 Jan 28 19:05:33.243848 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c22a0678-763d-4419-bacc-3c1d6059fd5c admin admin] Publish callbacks [] for security_group (a7ecdd43-1c17-4df1-924d-58b14ef97e15), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:33.264386 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 6fa97b10-2331-489c-bb8c-bc9f8fff8377 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:33.265169 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6fa97b10-2331-489c-bb8c-bc9f8fff8377), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:33.270577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d2f0c-882f-41e6-b987-f82c946019b7 req-a5886eaa-3018-4684-a412-950ddc98a483 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:33.272544 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e47d2f0c-882f-41e6-b987-f82c946019b7 req-a5886eaa-3018-4684-a412-950ddc98a483 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 949 time: 0.1112225 Jan 28 19:05:33.306311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 6fa97b10-2331-489c-bb8c-bc9f8fff8377, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=6fa97b10-2331-489c-bb8c-bc9f8fff8377,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:33.310359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f46d7e0-3329-4fce-919d-debbfc88170a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa97b10-2331-489c-bb8c-bc9f8fff8377'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:33.313136 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361c559d-a3d7-4ac9-b7f8-39953ee6fd01" -d '{"events": [{"server_uuid": "4f46d7e0-3329-4fce-919d-debbfc88170a", "name": "network-vif-plugged", "status": "completed", "tag": "6fa97b10-2331-489c-bb8c-bc9f8fff8377"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:33.318977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c22a0678-763d-4419-bacc-3c1d6059fd5c admin admin] Publish callbacks [] for security_group (a7ecdd43-1c17-4df1-924d-58b14ef97e15), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:33.320775 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6fa97b10-2331-489c-bb8c-bc9f8fff8377), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:33.342005 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-3127ddd0-2411-4a69-ab7a-3b91e0c5f0a3 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830776 Jan 28 19:05:33.377949 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e47d2f0c-882f-41e6-b987-f82c946019b7 req-4f76aeb8-2368-4281-aedf-9d90d90cc313 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997224 Jan 28 19:05:33.382977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port b2de545c-f592-4595-af57-821e29c4b569 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:33.383624 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b2de545c-f592-4595-af57-821e29c4b569), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:33.481236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1487426322-router', 'tenant_id': 'eb6cc3e85ac841edb029c6211007ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:24Z', 'updated_at': '2022-01-28T19:05:30Z', 'revision_number': 3, 'project_id': 'eb6cc3e85ac841edb029c6211007ec11', 'gw_port': {'id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:26Z', 'updated_at': '2022-01-28T19:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:33.535818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8c3ef-b982-4aaf-9188-3fc305dc34d9 req-0a5b6117-a8a4-4f58-af59-0154ce8b389f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:33.537537 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-80a8c3ef-b982-4aaf-9188-3fc305dc34d9 req-0a5b6117-a8a4-4f58-af59-0154ce8b389f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1721351 Jan 28 19:05:33.575685 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c22a0678-763d-4419-bacc-3c1d6059fd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a7ecdd43-1c17-4df1-924d-58b14ef97e15), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:33.578575 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c22a0678-763d-4419-bacc-3c1d6059fd5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:33.589859 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c22a0678-763d-4419-bacc-3c1d6059fd5c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7ecdd43-1c17-4df1-924d-58b14ef97e15 HTTP/1.1" status: 204 len: 168 time: 0.5617664 Jan 28 19:05:33.655060 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-80a8c3ef-b982-4aaf-9188-3fc305dc34d9 req-87f99384-a76a-41bc-af6b-894aa0949ee1 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100731 Jan 28 19:05:33.661728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a0678-763d-4419-bacc-3c1d6059fd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ecdd43-1c17-4df1-924d-58b14ef97e15,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:33.732775 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Checking router: 699d13a6-670d-4c77-8fb2-a497d5c60b4b for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:05:33.733600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Updating router 699d13a6-670d-4c77-8fb2-a497d5c60b4b port 9d897aac-8fa6-47a9-a792-ff3918e4b86a binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:05:33.774120 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9cd4f9-8ac7-47ed-a40a-472dd7248809 x-openstack-request-id: req-3c9cd4f9-8ac7-47ed-a40a-472dd7248809 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:33.774968 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f46d7e0-3329-4fce-919d-debbfc88170a", "name": "network-vif-plugged", "status": "completed", "tag": "6fa97b10-2331-489c-bb8c-bc9f8fff8377", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:33.775249 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c9cd4f9-8ac7-47ed-a40a-472dd7248809 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:33.775840 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f46d7e0-3329-4fce-919d-debbfc88170a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa97b10-2331-489c-bb8c-bc9f8fff8377', 'code': 200} Jan 28 19:05:33.776997 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9d897aac-8fa6-47a9-a792-ff3918e4b86a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:33.808862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=6fa97b10-2331-489c-bb8c-bc9f8fff8377,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:33.852283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b2de545c-f592-4595-af57-821e29c4b569 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:33.950651 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a5051-52fe-440f-a064-44860636fb56 req-5e335981-e3cd-4980-a0bd-c979a3d679a4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:33.952182 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe1a5051-52fe-440f-a064-44860636fb56 req-5e335981-e3cd-4980-a0bd-c979a3d679a4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 943 time: 0.0928106 Jan 28 19:05:34.046534 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe1a5051-52fe-440f-a064-44860636fb56 req-6c905d1e-af59-4c0a-87fd-d84d699a5f8c tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/security-groups?id=731774e2-f45a-4e4a-87a1-9349c95ec7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845454 Jan 28 19:05:34.108996 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:34.159427 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Publish callbacks [] for port (9d897aac-8fa6-47a9-a792-ff3918e4b86a), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:34.167989 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9d897aac-8fa6-47a9-a792-ff3918e4b86a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:34.179483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b53df-1b07-447f-a648-9c2623058997 req-3d741c09-fd5a-46b1-85ee-d5865184a90d tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:34.181395 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d08b53df-1b07-447f-a648-9c2623058997 req-3d741c09-fd5a-46b1-85ee-d5865184a90d tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 949 time: 0.1190906 Jan 28 19:05:34.187667 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59410) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:34.224491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e6df1-0f88-4dc8-aca4-29cbc41f3c1d req-1c0216fd-6322-4c28-83a9-9f0d5ef8c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:34.225978 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e8e6df1-0f88-4dc8-aca4-29cbc41f3c1d req-1c0216fd-6322-4c28-83a9-9f0d5ef8c664 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 1132 time: 0.1648104 Jan 28 19:05:34.230374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Attempting to bind port 9d897aac-8fa6-47a9-a792-ff3918e4b86a on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:34.230752 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Attempting to bind port 9d897aac-8fa6-47a9-a792-ff3918e4b86a by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:34.231146 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Attempting to bind port 9d897aac-8fa6-47a9-a792-ff3918e4b86a on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:34.238569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef7308-7c74-45cd-bde1-4c4d96ac452c None None] Pushing event updated for resources: {'Port': ['ID=9d897aac-8fa6-47a9-a792-ff3918e4b86a,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:34.241096 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:34.241479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:34.241945 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:34.242288 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:34.242770 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Bound port: 9d897aac-8fa6-47a9-a792-ff3918e4b86a, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:34.243159 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9d897aac-8fa6-47a9-a792-ff3918e4b86a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:34.278841 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-96f014d4-fa0d-46f7-be9b-b35b7460b250 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=77c22e5bb31640269d4c8c6fabe3b23b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0899665 Jan 28 19:05:34.279428 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59412) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:34.299809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] For port 9d897aac-8fa6-47a9-a792-ff3918e4b86a, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:34.303162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] For port 9d897aac-8fa6-47a9-a792-ff3918e4b86a, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9d897aac-8fa6-47a9-a792-ff3918e4b86a,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:34.311448 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9d897aac-8fa6-47a9-a792-ff3918e4b86a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:34.335900 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d08b53df-1b07-447f-a648-9c2623058997 req-ab32c9f8-169b-4437-bb92-42bd164b28df tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251540 Jan 28 19:05:34.341336 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e8e6df1-0f88-4dc8-aca4-29cbc41f3c1d req-c15fc164-b682-46e8-a789-65d0cf19e8ce service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063871 Jan 28 19:05:34.388996 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efecb82c-a9a3-420e-9d36-041e54ebfef6 admin admin] Publish callbacks [] for security_group (2d18d5f6-a664-412f-a856-72be18c115f3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:34.392289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef7308-7c74-45cd-bde1-4c4d96ac452c None None] Pushing event updated for resources: {'Port': ['ID=9d897aac-8fa6-47a9-a792-ff3918e4b86a,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:34.396403 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Routers {'699d13a6-670d-4c77-8fb2-a497d5c60b4b'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:05:34.397223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:05:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['699d13a6-670d-4c77-8fb2-a497d5c60b4b'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:34.406008 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Allocated IP 172.20.0.1 (6607e02e-4093-482e-9760-16ea4080188a/6c75f145-5d4e-45f6-a173-4c51c9dd735a/1812e520-5d50-4df7-b82d-e1fd5c209d86) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:34.419086 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efecb82c-a9a3-420e-9d36-041e54ebfef6 admin admin] Publish callbacks [] for security_group (2d18d5f6-a664-412f-a856-72be18c115f3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:34.542703 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] Set router 699d13a6-670d-4c77-8fb2-a497d5c60b4b gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:05:34.560657 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1add5d-0bf9-4ec5-be4e-32cc881b7962 req-1da6f74b-55c0-4bd7-bc46-2753caf3dc0f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:34.562430 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7c1add5d-0bf9-4ec5-be4e-32cc881b7962 req-1da6f74b-55c0-4bd7-bc46-2753caf3dc0f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 950 time: 0.0645313 Jan 28 19:05:34.563823 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efecb82c-a9a3-420e-9d36-041e54ebfef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2d18d5f6-a664-412f-a856-72be18c115f3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:34.566759 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efecb82c-a9a3-420e-9d36-041e54ebfef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:34.568271 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-efecb82c-a9a3-420e-9d36-041e54ebfef6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d18d5f6-a664-412f-a856-72be18c115f3 HTTP/1.1" status: 204 len: 168 time: 0.2877536 Jan 28 19:05:34.602157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecb82c-a9a3-420e-9d36-041e54ebfef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d18d5f6-a664-412f-a856-72be18c115f3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:34.642994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device eced0486-f634-48c5-a6e0-9d68124d82a0 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:34.645125 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Publish callbacks [] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:34.714118 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7c1add5d-0bf9-4ec5-be4e-32cc881b7962 req-0af6407b-ae54-4881-a148-b551d22adbde tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446660 Jan 28 19:05:34.727995 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:34.800456 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Network 6607e02e-4093-482e-9760-16ea4080188a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:34.801348 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Pushing event updated for resources: {'Port': ['ID=1812e520-5d50-4df7-b82d-e1fd5c209d86,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:34.804417 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:34.818481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:34.820123 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port eced0486-f634-48c5-a6e0-9d68124d82a0 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:05:34.828584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port eced0486-f634-48c5-a6e0-9d68124d82a0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:34.829321 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:34.943396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port eced0486-f634-48c5-a6e0-9d68124d82a0 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:34.943790 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:34.966493 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (699d13a6-670d-4c77-8fb2-a497d5c60b4b), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:34.977212 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1487426322-router', 'tenant_id': 'eb6cc3e85ac841edb029c6211007ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:24Z', 'updated_at': '2022-01-28T19:05:30Z', 'revision_number': 3, 'project_id': 'eb6cc3e85ac841edb029c6211007ec11', 'gw_port': {'id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:26Z', 'updated_at': '2022-01-28T19:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:35.009185 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad883c81-7ba1-4ef0-9ccc-e734e25f2576 None None] The sync data for ids ['699d13a6-670d-4c77-8fb2-a497d5c60b4b'] in n-d-824834-4 is: [{'id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1487426322-router', 'tenant_id': 'eb6cc3e85ac841edb029c6211007ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:24Z', 'updated_at': '2022-01-28T19:05:30Z', 'revision_number': 3, 'project_id': 'eb6cc3e85ac841edb029c6211007ec11', 'gw_port': {'id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:26Z', 'updated_at': '2022-01-28T19:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:05:35.033619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11ed19-93e9-428a-b805-05d8af28521d req-8de1ade8-96dc-48dc-bbf1-7281823553fe tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:35.034248 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port eced0486-f634-48c5-a6e0-9d68124d82a0, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=eced0486-f634-48c5-a6e0-9d68124d82a0,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:35.040003 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:35.042950 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7c11ed19-93e9-428a-b805-05d8af28521d req-8de1ade8-96dc-48dc-bbf1-7281823553fe tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.2208145 Jan 28 19:05:35.103469 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=eced0486-f634-48c5-a6e0-9d68124d82a0,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:35.106241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 8a22f688-6841-424c-a5ec-77adea048655 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:05:35.119816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e23b71b9-2032-41f3-aa20-616eb15e1d0f up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:35.208087 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dcdd691e-77ed-47e2-ac0b-d6f705661010 None None] Provisioning complete for port 1812e520-5d50-4df7-b82d-e1fd5c209d86 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:35.208686 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dcdd691e-77ed-47e2-ac0b-d6f705661010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:35.225126 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7c11ed19-93e9-428a-b805-05d8af28521d req-b265ecad-416d-4293-b3e3-bf718fbc6f6b tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807923 Jan 28 19:05:35.259242 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cddfa-fe5a-4634-a1ae-ab6ca98a1348 req-f3f016da-628f-4c6b-8f61-17a836586765 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:35.259923 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-dcdd691e-77ed-47e2-ac0b-d6f705661010 None None] Port 1812e520-5d50-4df7-b82d-e1fd5c209d86 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:05:35.263539 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port e23b71b9-2032-41f3-aa20-616eb15e1d0f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:05:35.270762 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c2cddfa-fe5a-4634-a1ae-ab6ca98a1348 req-f3f016da-628f-4c6b-8f61-17a836586765 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 943 time: 0.1204991 Jan 28 19:05:35.271309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port e23b71b9-2032-41f3-aa20-616eb15e1d0f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:35.271923 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e23b71b9-2032-41f3-aa20-616eb15e1d0f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:35.329052 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:35.333519 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c2cddfa-fe5a-4634-a1ae-ab6ca98a1348 req-dd818019-93c9-4957-a6dd-83d219f08dd6 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/security-groups?id=731774e2-f45a-4e4a-87a1-9349c95ec7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574472 Jan 28 19:05:35.447885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 8a22f688-6841-424c-a5ec-77adea048655, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=8a22f688-6841-424c-a5ec-77adea048655,segment=NetworkSegment(14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1),segment_id=14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:35.468970 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '8a22f688-6841-424c-a5ec-77adea048655', 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4', 'port_id': '8a22f688-6841-424c-a5ec-77adea048655', 'mac_address': 'fa:16:3e:6f:7e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:05:35.471286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port e23b71b9-2032-41f3-aa20-616eb15e1d0f is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:35.471840 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e23b71b9-2032-41f3-aa20-616eb15e1d0f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:35.555688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 8a22f688-6841-424c-a5ec-77adea048655 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:35.557183 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8a22f688-6841-424c-a5ec-77adea048655), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:35.621071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a22f688-6841-424c-a5ec-77adea048655 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:35.674510 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Publish callbacks [] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:35.678333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 8a22f688-6841-424c-a5ec-77adea048655, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=8a22f688-6841-424c-a5ec-77adea048655,segment=NetworkSegment(14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1),segment_id=14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:35.695233 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e23b71b9-2032-41f3-aa20-616eb15e1d0f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e23b71b9-2032-41f3-aa20-616eb15e1d0f,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:35.698070 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:35.705162 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8a22f688-6841-424c-a5ec-77adea048655), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:35.789597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94299ab3-de65-4200-86db-28bcef4b55e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eced0486-f634-48c5-a6e0-9d68124d82a0'}, {'server_uuid': 'a7f1f1e2-1282-4157-a1b9-804e84d3517e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23b71b9-2032-41f3-aa20-616eb15e1d0f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:35.791973 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042044e9-2374-47b3-907a-765cad9f8c69" -d '{"events": [{"server_uuid": "94299ab3-de65-4200-86db-28bcef4b55e0", "name": "network-vif-plugged", "status": "completed", "tag": "eced0486-f634-48c5-a6e0-9d68124d82a0"}, {"server_uuid": "a7f1f1e2-1282-4157-a1b9-804e84d3517e", "name": "network-vif-plugged", "status": "completed", "tag": "e23b71b9-2032-41f3-aa20-616eb15e1d0f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:35.794917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=8a22f688-6841-424c-a5ec-77adea048655,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:35.797640 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e23b71b9-2032-41f3-aa20-616eb15e1d0f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:35.840950 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Pushing event updated for resources: {'Port': ['ID=1812e520-5d50-4df7-b82d-e1fd5c209d86,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:35.888009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09f991-25c4-4205-bf75-12d58b53811c req-f0336996-c9c5-47d8-beb1-9faaf58f5616 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:35.895294 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2a09f991-25c4-4205-bf75-12d58b53811c req-f0336996-c9c5-47d8-beb1-9faaf58f5616 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 949 time: 0.3030727 Jan 28 19:05:35.912372 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=e23b71b9-2032-41f3-aa20-616eb15e1d0f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:35.971407 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (699d13a6-670d-4c77-8fb2-a497d5c60b4b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:35.987538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54589ad1-6407-4059-9bdd-15be45088c45 req-a1895fd1-755c-42da-aed6-57b22f086d9b tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:35.989132 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-54589ad1-6407-4059-9bdd-15be45088c45 req-a1895fd1-755c-42da-aed6-57b22f086d9b tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 950 time: 0.1342502 Jan 28 19:05:36.052449 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2a09f991-25c4-4205-bf75-12d58b53811c req-a80e5a2e-c2ae-4eb0-9626-cb96f7e0dcc2 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503599 Jan 28 19:05:36.084425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['8a22f688-6841-424c-a5ec-77adea048655'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:36.092748 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-54589ad1-6407-4059-9bdd-15be45088c45 req-c92cb26b-712a-4fdc-b5bc-d260d9533312 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963178 Jan 28 19:05:36.132242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Network 6607e02e-4093-482e-9760-16ea4080188a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:36.134055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:36.136095 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a09cf84-932e-4501-ac19-8d8c03e60516 x-openstack-request-id: req-5a09cf84-932e-4501-ac19-8d8c03e60516 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:36.136269 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94299ab3-de65-4200-86db-28bcef4b55e0", "name": "network-vif-plugged", "status": "completed", "tag": "eced0486-f634-48c5-a6e0-9d68124d82a0", "code": 200}, {"server_uuid": "a7f1f1e2-1282-4157-a1b9-804e84d3517e", "name": "network-vif-plugged", "status": "completed", "tag": "e23b71b9-2032-41f3-aa20-616eb15e1d0f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:36.136485 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a09cf84-932e-4501-ac19-8d8c03e60516 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:36.136803 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94299ab3-de65-4200-86db-28bcef4b55e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eced0486-f634-48c5-a6e0-9d68124d82a0', 'code': 200} Jan 28 19:05:36.137130 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f1f1e2-1282-4157-a1b9-804e84d3517e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23b71b9-2032-41f3-aa20-616eb15e1d0f', 'code': 200} Jan 28 19:05:36.361513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0ef89-ed03-4f80-88a5-d8fb0edbac9e req-71959adb-8325-4365-b649-5b5e4af41b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:36.368484 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-22c0ef89-ed03-4f80-88a5-d8fb0edbac9e req-71959adb-8325-4365-b649-5b5e4af41b24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 1132 time: 0.1069567 Jan 28 19:05:36.443300 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-22c0ef89-ed03-4f80-88a5-d8fb0edbac9e req-aaede0ad-ab18-4d2b-9856-8bfc20b2abca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624540 Jan 28 19:05:36.493566 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf4680-80e2-475b-85a7-24682375f954 req-36a56d40-0835-4c1d-bd1d-6ff90ddbefc9 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:36.495425 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dbf4680-80e2-475b-85a7-24682375f954 req-36a56d40-0835-4c1d-bd1d-6ff90ddbefc9 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=94299ab3-de65-4200-86db-28bcef4b55e0 HTTP/1.1" status: 200 len: 950 time: 0.2158229 Jan 28 19:05:36.503605 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Router 699d13a6-670d-4c77-8fb2-a497d5c60b4b has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:05:36.507068 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0b996677-b8a6-40e4-9bdd-590a67360b3a tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0ff2b94ebd7b4340b24faa9dbbc617e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517511 Jan 28 19:05:36.512211 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2d046-62f5-4fca-a0fa-9361824a92fb req-1d07bd61-2ba8-4102-82f3-5c4be82f377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:36.514105 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-02e2d046-62f5-4fca-a0fa-9361824a92fb req-1d07bd61-2ba8-4102-82f3-5c4be82f377d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=94299ab3-de65-4200-86db-28bcef4b55e0 HTTP/1.1" status: 200 len: 1132 time: 0.2360077 Jan 28 19:05:36.593141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c8d2bff3-1811-4a89-8a14-8a177523b371 None None] Provisioning complete for port 1812e520-5d50-4df7-b82d-e1fd5c209d86 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:36.593673 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8d2bff3-1811-4a89-8a14-8a177523b371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:36.656116 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dbf4680-80e2-475b-85a7-24682375f954 req-e084bb6e-2c55-4293-b308-cfe1e48c33fe tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324432 Jan 28 19:05:36.660623 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c8d2bff3-1811-4a89-8a14-8a177523b371 None None] Port 1812e520-5d50-4df7-b82d-e1fd5c209d86 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:05:36.662058 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-02e2d046-62f5-4fca-a0fa-9361824a92fb req-7a78575c-9c35-4645-af67-33540a4b3c7a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369724 Jan 28 19:05:36.672957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879982a5-294e-4243-ba63-5e027896d3e2 req-f452b01d-3303-4454-a22b-8f19a3926864 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:36.679301 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-879982a5-294e-4243-ba63-5e027896d3e2 req-f452b01d-3303-4454-a22b-8f19a3926864 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670346 Jan 28 19:05:36.706963 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-879982a5-294e-4243-ba63-5e027896d3e2 req-96935a6a-5be0-4f68-a64d-2e3a26ed51fc tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/quotas/0ff2b94ebd7b4340b24faa9dbbc617e0 HTTP/1.1" status: 200 len: 375 time: 0.0167518 Jan 28 19:05:36.737044 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:05:36.740649 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-879982a5-294e-4243-ba63-5e027896d3e2 req-6f6e9027-62e4-49e1-b059-0e0359c24b46 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ff2b94ebd7b4340b24faa9dbbc617e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320129 Jan 28 19:05:36.743939 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2adb5981-c853-4786-a35e-4f97cd3c9e59 admin admin] 10.222.0.55 "PUT /v2.0/routers/699d13a6-670d-4c77-8fb2-a497d5c60b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8272877 Jan 28 19:05:36.860961 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1296867-15a0-4633-a519-f34f3d790c0b req-1bc28407-5dcd-4af5-9bfa-cb8dd627b640 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:36.862739 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e1296867-15a0-4633-a519-f34f3d790c0b req-1bc28407-5dcd-4af5-9bfa-cb8dd627b640 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1054962 Jan 28 19:05:36.973475 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e1296867-15a0-4633-a519-f34f3d790c0b req-47c39ff2-6535-4d0a-af65-8494f9017a29 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044178 Jan 28 19:05:37.040181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9d897aac-8fa6-47a9-a792-ff3918e4b86a up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:37.119812 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb8994de-aff6-4162-91df-545050432af9 req-e5db2d95-52f1-423d-ab33-d55b77e59eab tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 210 time: 0.0427105 Jan 28 19:05:37.151580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 9d897aac-8fa6-47a9-a792-ff3918e4b86a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:37.152307 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9d897aac-8fa6-47a9-a792-ff3918e4b86a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:37.191306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bf1e1-747d-48d7-bdb2-28fb51fd85f7 req-9fa8b3f0-6708-4de6-a307-ab662dbc4386 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:37.198141 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff0bf1e1-747d-48d7-bdb2-28fb51fd85f7 req-9fa8b3f0-6708-4de6-a307-ab662dbc4386 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 944 time: 0.0950458 Jan 28 19:05:37.298114 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff0bf1e1-747d-48d7-bdb2-28fb51fd85f7 req-a235f92c-e0f9-424c-b202-6a9371b82bcf tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/security-groups?id=731774e2-f45a-4e4a-87a1-9349c95ec7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988295 Jan 28 19:05:37.321086 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4bc84-efea-4177-a9c9-e148b8853fb8 req-a0a34355-a15b-4632-94d0-e14982b63caa tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:37.329532 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-31a4bc84-efea-4177-a9c9-e148b8853fb8 req-a0a34355-a15b-4632-94d0-e14982b63caa tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 950 time: 0.0939710 Jan 28 19:05:37.386336 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 9d897aac-8fa6-47a9-a792-ff3918e4b86a is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:37.386707 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9d897aac-8fa6-47a9-a792-ff3918e4b86a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:37.436268 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-31a4bc84-efea-4177-a9c9-e148b8853fb8 req-d85a5316-a44e-45c7-ad92-a020eab494af tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051710 Jan 28 19:05:37.453451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 9d897aac-8fa6-47a9-a792-ff3918e4b86a, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9d897aac-8fa6-47a9-a792-ff3918e4b86a,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:37.454911 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9d897aac-8fa6-47a9-a792-ff3918e4b86a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:37.516221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=9d897aac-8fa6-47a9-a792-ff3918e4b86a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:37.866765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610c489-eddf-443e-a7a5-8fb1ade27f93 req-f98b9b9e-35c1-4411-ab99-ab162eb0176a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:37.894580 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e610c489-eddf-443e-a7a5-8fb1ade27f93 req-f98b9b9e-35c1-4411-ab99-ab162eb0176a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=94299ab3-de65-4200-86db-28bcef4b55e0 HTTP/1.1" status: 200 len: 950 time: 0.1318996 Jan 28 19:05:38.031359 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e610c489-eddf-443e-a7a5-8fb1ade27f93 req-8182c76a-ef4e-45e3-b15c-36e99b3e5d10 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289737 Jan 28 19:05:38.241075 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58271260-d9da-4d69-809e-7be9b686aef5 req-ec08dc60-41e7-406f-a99f-8f960af765f5 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:38.242659 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-58271260-d9da-4d69-809e-7be9b686aef5 req-ec08dc60-41e7-406f-a99f-8f960af765f5 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1078999 Jan 28 19:05:38.324207 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f5a24919-7c67-4ffb-bcc1-8841f68be012 req-f6acf165-82a1-4533-a7e0-1dff4102e9df tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 210 time: 0.0644283 Jan 28 19:05:38.355540 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-58271260-d9da-4d69-809e-7be9b686aef5 req-9cb1b69c-cae8-43ab-925c-81da65131a90 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037304 Jan 28 19:05:38.364328 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Sync routers for ids ['699d13a6-670d-4c77-8fb2-a497d5c60b4b'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:05:38.397979 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Routers {'699d13a6-670d-4c77-8fb2-a497d5c60b4b'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:05:38.398665 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:05:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['699d13a6-670d-4c77-8fb2-a497d5c60b4b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:38.544840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c70c9-e587-47bd-9026-5c212c5caad3 req-53cbbe12-f606-4198-8ec7-3c4f0068b055 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:38.555622 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-305c70c9-e587-47bd-9026-5c212c5caad3 req-53cbbe12-f606-4198-8ec7-3c4f0068b055 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 944 time: 0.1253984 Jan 28 19:05:38.640334 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Set router 699d13a6-670d-4c77-8fb2-a497d5c60b4b gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:05:38.672094 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-305c70c9-e587-47bd-9026-5c212c5caad3 req-7553bdf9-3555-45b7-9deb-67bdb89ad138 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/security-groups?id=731774e2-f45a-4e4a-87a1-9349c95ec7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148577 Jan 28 19:05:38.717166 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba42073-9cb3-4a11-ba88-9ea961df5a47 req-8306ba0f-2af7-476c-9d44-a85ec96b74df tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:38.719830 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4ba42073-9cb3-4a11-ba88-9ea961df5a47 req-8306ba0f-2af7-476c-9d44-a85ec96b74df tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 950 time: 0.1555204 Jan 28 19:05:38.782498 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4ba42073-9cb3-4a11-ba88-9ea961df5a47 req-a3784fee-948c-4433-a8b7-11d26fba7141 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544932 Jan 28 19:05:38.965273 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9d897aac-8fa6-47a9-a792-ff3918e4b86a up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:39.019981 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-879982a5-294e-4243-ba63-5e027896d3e2 req-68b072f3-31dc-42af-a997-16af95939cd6 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0ff2b94ebd7b4340b24faa9dbbc617e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673153 Jan 28 19:05:39.095223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 8a22f688-6841-424c-a5ec-77adea048655 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:39.396193 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 8a22f688-6841-424c-a5ec-77adea048655 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:05:39.417011 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 8a22f688-6841-424c-a5ec-77adea048655 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:39.417354 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8a22f688-6841-424c-a5ec-77adea048655), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:39.420443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 9d897aac-8fa6-47a9-a792-ff3918e4b86a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:39.420584 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9d897aac-8fa6-47a9-a792-ff3918e4b86a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:39.525781 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976ae87-30ff-4acc-baa5-bad734196691 req-d56442ac-720f-4e48-8fda-1ca5aa84c981 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:39.536052 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0976ae87-30ff-4acc-baa5-bad734196691 req-d56442ac-720f-4e48-8fda-1ca5aa84c981 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 950 time: 0.1509762 Jan 28 19:05:39.549293 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1487426322-router', 'tenant_id': 'eb6cc3e85ac841edb029c6211007ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:24Z', 'updated_at': '2022-01-28T19:05:35Z', 'revision_number': 4, 'project_id': 'eb6cc3e85ac841edb029c6211007ec11', 'gw_port': {'id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:26Z', 'updated_at': '2022-01-28T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '1812e520-5d50-4df7-b82d-e1fd5c209d86', 'name': '', 'network_id': '6607e02e-4093-482e-9760-16ea4080188a', 'tenant_id': 'eb6cc3e85ac841edb029c6211007ec11', 'mac_address': 'fa:16:3e:dd:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6c75f145-5d4e-45f6-a173-4c51c9dd735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:34Z', 'updated_at': '2022-01-28T19:05:35Z', 'revision_number': 2, 'project_id': 'eb6cc3e85ac841edb029c6211007ec11', 'subnets': [{'id': '6c75f145-5d4e-45f6-a173-4c51c9dd735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:39.623516 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Checking router: 699d13a6-670d-4c77-8fb2-a497d5c60b4b for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:05:39.624076 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Updating router 699d13a6-670d-4c77-8fb2-a497d5c60b4b port 1812e520-5d50-4df7-b82d-e1fd5c209d86 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:05:39.666536 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0976ae87-30ff-4acc-baa5-bad734196691 req-b78fa608-3b4f-4ee7-961a-31364e71bfcd tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295207 Jan 28 19:05:39.680808 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 8a22f688-6841-424c-a5ec-77adea048655 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:39.681218 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8a22f688-6841-424c-a5ec-77adea048655), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:39.716573 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:39.740874 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 9d897aac-8fa6-47a9-a792-ff3918e4b86a is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:39.760544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c976e95-32a8-45ed-bd65-2ea212fef5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a22f688-6841-424c-a5ec-77adea048655'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:39.765168 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b65d860-0ea5-4c9d-bf48-fe1f247a109d" -d '{"events": [{"server_uuid": "0c976e95-32a8-45ed-bd65-2ea212fef5a6", "name": "network-vif-plugged", "status": "completed", "tag": "8a22f688-6841-424c-a5ec-77adea048655"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:39.796431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 8a22f688-6841-424c-a5ec-77adea048655, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=8a22f688-6841-424c-a5ec-77adea048655,segment=NetworkSegment(14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1),segment_id=14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:39.801858 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879982a5-294e-4243-ba63-5e027896d3e2 req-32903090-299f-41cc-902d-c7d3d5bbce96 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:39.806886 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8a22f688-6841-424c-a5ec-77adea048655), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:39.807139 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-879982a5-294e-4243-ba63-5e027896d3e2 req-32903090-299f-41cc-902d-c7d3d5bbce96 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7799404 Jan 28 19:05:39.827519 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f01e4-0318-434b-990e-17f9da9f5764 req-4de712a1-c0ba-4a26-8024-8ab748a084a8 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:39.840115 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c45f01e4-0318-434b-990e-17f9da9f5764 req-4de712a1-c0ba-4a26-8024-8ab748a084a8 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=94299ab3-de65-4200-86db-28bcef4b55e0 HTTP/1.1" status: 200 len: 950 time: 0.5937269 Jan 28 19:05:39.854290 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bfacf090-128a-424c-b0c6-2aa375429250 req-26246d0d-e0ff-4937-930a-25a432225616 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 210 time: 0.0680299 Jan 28 19:05:39.870309 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-879982a5-294e-4243-ba63-5e027896d3e2 req-7e018300-63e9-407b-bf0b-aa6488e54be9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Request body: {'port': {'device_id': '7b92f089-eab2-474d-aaea-c2e9b88446d3', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '0ff2b94ebd7b4340b24faa9dbbc617e0'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:39.952972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=8a22f688-6841-424c-a5ec-77adea048655,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:40.196885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8134e1f-ff05-41b3-a53e-78d3cefe20d7 req-f5ba293e-84af-4c87-b3b0-7a499d14f7d1 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:40.204520 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f8134e1f-ff05-41b3-a53e-78d3cefe20d7 req-f5ba293e-84af-4c87-b3b0-7a499d14f7d1 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.2125497 Jan 28 19:05:40.255356 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c45f01e4-0318-434b-990e-17f9da9f5764 req-448ad8d8-f8e9-47b0-9da3-7e11d3b9f3c0 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143348 Jan 28 19:05:40.361863 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Publish callbacks [] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:40.371735 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:40.395520 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f8134e1f-ff05-41b3-a53e-78d3cefe20d7 req-2f2b48f6-5659-45c2-b05e-f277b342150c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871941 Jan 28 19:05:40.407383 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879982a5-294e-4243-ba63-5e027896d3e2 req-7e018300-63e9-407b-bf0b-aa6488e54be9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Made reservation on behalf of 0ff2b94ebd7b4340b24faa9dbbc617e0 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:05:40.428058 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7ff05-acf2-4588-bb9e-8c5269fd8266 None None] Pushing event updated for resources: {'Port': ['ID=1812e520-5d50-4df7-b82d-e1fd5c209d86,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:40.432010 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-879982a5-294e-4243-ba63-5e027896d3e2 req-7e018300-63e9-407b-bf0b-aa6488e54be9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:40.441520 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ff05-acf2-4588-bb9e-8c5269fd8266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:40.442210 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ff05-acf2-4588-bb9e-8c5269fd8266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:40.442736 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ff05-acf2-4588-bb9e-8c5269fd8266 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:40.444320 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ff05-acf2-4588-bb9e-8c5269fd8266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:40.444815 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ff05-acf2-4588-bb9e-8c5269fd8266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:40.445456 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ff05-acf2-4588-bb9e-8c5269fd8266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:40.448651 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-879982a5-294e-4243-ba63-5e027896d3e2 req-7e018300-63e9-407b-bf0b-aa6488e54be9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:40.450228 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ff05-acf2-4588-bb9e-8c5269fd8266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:40.450840 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ff05-acf2-4588-bb9e-8c5269fd8266 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:40.451378 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ff05-acf2-4588-bb9e-8c5269fd8266 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:40.451895 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ff05-acf2-4588-bb9e-8c5269fd8266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:40.452378 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ff05-acf2-4588-bb9e-8c5269fd8266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:40.453072 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ff05-acf2-4588-bb9e-8c5269fd8266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:40.453590 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced7ff05-acf2-4588-bb9e-8c5269fd8266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:05:40.458970 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67096b19-5638-49ef-bb2e-2c8f4bcb07f9 x-openstack-request-id: req-67096b19-5638-49ef-bb2e-2c8f4bcb07f9 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:40.459507 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c976e95-32a8-45ed-bd65-2ea212fef5a6", "name": "network-vif-plugged", "status": "completed", "tag": "8a22f688-6841-424c-a5ec-77adea048655", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:40.459507 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67096b19-5638-49ef-bb2e-2c8f4bcb07f9 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:40.459876 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c976e95-32a8-45ed-bd65-2ea212fef5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a22f688-6841-424c-a5ec-77adea048655', 'code': 200} Jan 28 19:05:40.609176 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b40496-1680-486d-a1b3-6792b3d6747e req-612a5588-1407-4d09-8808-7db3980b744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:40.613386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32b40496-1680-486d-a1b3-6792b3d6747e req-612a5588-1407-4d09-8808-7db3980b744b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 1127 time: 0.0601718 Jan 28 19:05:40.670371 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Attempting to bind port 1812e520-5d50-4df7-b82d-e1fd5c209d86 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:40.671011 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Attempting to bind port 1812e520-5d50-4df7-b82d-e1fd5c209d86 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6607e02e-4093-482e-9760-16ea4080188a'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:40.671117 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Attempting to bind port 1812e520-5d50-4df7-b82d-e1fd5c209d86 on network 6607e02e-4093-482e-9760-16ea4080188a {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:40.675648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21229996-97cc-48ed-8f48-89e1747f68a3 req-c2163b5d-7145-498a-8362-6aac671bf18b tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:40.677209 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-21229996-97cc-48ed-8f48-89e1747f68a3 req-c2163b5d-7145-498a-8362-6aac671bf18b tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 945 time: 0.2842128 Jan 28 19:05:40.690096 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:40.690472 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Checking segment: {'id': 'de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6607e02e-4093-482e-9760-16ea4080188a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:40.690873 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:40.691259 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Bound using segment: {'id': 'de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6607e02e-4093-482e-9760-16ea4080188a'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:40.691720 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Bound port: 1812e520-5d50-4df7-b82d-e1fd5c209d86, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '6607e02e-4093-482e-9760-16ea4080188a'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:40.692090 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:40.709331 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32b40496-1680-486d-a1b3-6792b3d6747e req-5c555a95-6130-4a9b-ac04-44df4c61d5d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=731774e2-f45a-4e4a-87a1-9349c95ec7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882411 Jan 28 19:05:40.969920 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-21229996-97cc-48ed-8f48-89e1747f68a3 req-4736d854-c62b-4132-9bbb-d7fab8cf84f2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/security-groups?id=731774e2-f45a-4e4a-87a1-9349c95ec7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743099 Jan 28 19:05:40.972117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3875cefb-fa1a-4250-8996-f9155a114d02 None None] Provisioning complete for port 1812e520-5d50-4df7-b82d-e1fd5c209d86 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:40.972492 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3875cefb-fa1a-4250-8996-f9155a114d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:40.985856 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] For port 1812e520-5d50-4df7-b82d-e1fd5c209d86, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:40.998735 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] For port 1812e520-5d50-4df7-b82d-e1fd5c209d86, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1812e520-5d50-4df7-b82d-e1fd5c209d86,segment=NetworkSegment(de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55),segment_id=de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:41.018871 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:41.072679 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-879982a5-294e-4243-ba63-5e027896d3e2 req-7e018300-63e9-407b-bf0b-aa6488e54be9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Publish callbacks [] for security_group (98658a84-8423-42f7-aeb4-dd959282abe3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:41.082560 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-879982a5-294e-4243-ba63-5e027896d3e2 req-7e018300-63e9-407b-bf0b-aa6488e54be9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (98658a84-8423-42f7-aeb4-dd959282abe3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:41.109987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3875cefb-fa1a-4250-8996-f9155a114d02 None None] Port 1812e520-5d50-4df7-b82d-e1fd5c209d86 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:05:41.123222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05765b0-94b5-40bb-98a6-b4e60525a017 req-b02a6a44-5287-4f7d-a4e1-94ba11bc62f7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:41.147741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05765b0-94b5-40bb-98a6-b4e60525a017 req-b02a6a44-5287-4f7d-a4e1-94ba11bc62f7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:41.165748 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a05765b0-94b5-40bb-98a6-b4e60525a017 req-b02a6a44-5287-4f7d-a4e1-94ba11bc62f7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a&device_id=94299ab3-de65-4200-86db-28bcef4b55e0 HTTP/1.1" status: 200 len: 1691 time: 0.2027769 Jan 28 19:05:41.190271 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Routers {'699d13a6-670d-4c77-8fb2-a497d5c60b4b'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:05:41.190902 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:05:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['699d13a6-670d-4c77-8fb2-a497d5c60b4b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:41.192867 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7ff05-acf2-4588-bb9e-8c5269fd8266 None None] Pushing event updated for resources: {'Port': ['ID=1812e520-5d50-4df7-b82d-e1fd5c209d86,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:41.273572 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a05765b0-94b5-40bb-98a6-b4e60525a017 req-f08b87a8-db3d-46af-97df-74ea686f0027 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977130 Jan 28 19:05:41.393968 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-62d7c1ef-2a33-4aa3-812a-8d0dc4b44dd2 req-7cc3ddf8-8d59-495f-8d05-a3548a935505 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 210 time: 0.0560799 Jan 28 19:05:41.415000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-879982a5-294e-4243-ba63-5e027896d3e2 req-7e018300-63e9-407b-bf0b-aa6488e54be9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Allocated IP 192.168.233.89 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/6c4a3918-71e5-45ef-a100-3b5cd21c1af5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:41.530724 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] Set router 699d13a6-670d-4c77-8fb2-a497d5c60b4b gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:05:41.650822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e93a0475-08f7-4ffc-bbab-69446fa26231 None None] Provisioning complete for port 1812e520-5d50-4df7-b82d-e1fd5c209d86 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:41.651835 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e93a0475-08f7-4ffc-bbab-69446fa26231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:41.676111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8426d71-7321-4e4b-a59c-5c0d1b1f77dc req-3a266efb-4b24-4b1e-8100-72ab5270e38f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:41.685130 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8426d71-7321-4e4b-a59c-5c0d1b1f77dc req-3a266efb-4b24-4b1e-8100-72ab5270e38f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.0759454 Jan 28 19:05:41.810817 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8426d71-7321-4e4b-a59c-5c0d1b1f77dc req-429e4faf-55c3-482d-a27c-9afd4a81cf63 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157677 Jan 28 19:05:41.824939 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-879982a5-294e-4243-ba63-5e027896d3e2 req-7e018300-63e9-407b-bf0b-aa6488e54be9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Publish callbacks [] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:41.834003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e93a0475-08f7-4ffc-bbab-69446fa26231 None None] Current status of the port 1812e520-5d50-4df7-b82d-e1fd5c209d86 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:41.835077 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e93a0475-08f7-4ffc-bbab-69446fa26231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:41.864692 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:05:41.879794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e018300-63e9-407b-bf0b-aa6488e54be9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98658a84-8423-42f7-aeb4-dd959282abe3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:41.924110 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e93a0475-08f7-4ffc-bbab-69446fa26231 None None] For port 1812e520-5d50-4df7-b82d-e1fd5c209d86, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1812e520-5d50-4df7-b82d-e1fd5c209d86,segment=NetworkSegment(de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55),segment_id=de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:41.933290 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e93a0475-08f7-4ffc-bbab-69446fa26231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:41.993200 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530639e-88bb-4ae3-a9dd-540049e0cf54 req-2939e6ed-b6bc-434f-a79e-d2dab61e2a37 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:42.009542 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5530639e-88bb-4ae3-a9dd-540049e0cf54 req-2939e6ed-b6bc-434f-a79e-d2dab61e2a37 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 950 time: 0.3604264 Jan 28 19:05:42.046568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a7aab-d151-4409-b5e7-4a7570e7a7bf req-38440b49-fb0f-4da7-ac1e-7e5edfa08b1f tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:42.049903 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-572a7aab-d151-4409-b5e7-4a7570e7a7bf req-38440b49-fb0f-4da7-ac1e-7e5edfa08b1f tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 1132 time: 0.1056676 Jan 28 19:05:42.066359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a0475-08f7-4ffc-bbab-69446fa26231 None None] Pushing event updated for resources: {'Port': ['ID=1812e520-5d50-4df7-b82d-e1fd5c209d86,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:42.066945 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-879982a5-294e-4243-ba63-5e027896d3e2 req-7e018300-63e9-407b-bf0b-aa6488e54be9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:42.083230 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1487426322-router', 'tenant_id': 'eb6cc3e85ac841edb029c6211007ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:24Z', 'updated_at': '2022-01-28T19:05:35Z', 'revision_number': 4, 'project_id': 'eb6cc3e85ac841edb029c6211007ec11', 'gw_port': {'id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:26Z', 'updated_at': '2022-01-28T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '1812e520-5d50-4df7-b82d-e1fd5c209d86', 'name': '', 'network_id': '6607e02e-4093-482e-9760-16ea4080188a', 'tenant_id': 'eb6cc3e85ac841edb029c6211007ec11', 'mac_address': 'fa:16:3e:dd:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6c75f145-5d4e-45f6-a173-4c51c9dd735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:34Z', 'updated_at': '2022-01-28T19:05:40Z', 'revision_number': 4, 'project_id': 'eb6cc3e85ac841edb029c6211007ec11', 'subnets': [{'id': '6c75f145-5d4e-45f6-a173-4c51c9dd735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:42.101758 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879982a5-294e-4243-ba63-5e027896d3e2 req-7e018300-63e9-407b-bf0b-aa6488e54be9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:42.108527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-879982a5-294e-4243-ba63-5e027896d3e2 req-7e018300-63e9-407b-bf0b-aa6488e54be9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:42.144732 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876359f9-1244-4716-ba47-a6a14e016c86 None None] The sync data for ids ['699d13a6-670d-4c77-8fb2-a497d5c60b4b'] in n-d-824834-4 is: [{'id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1487426322-router', 'tenant_id': 'eb6cc3e85ac841edb029c6211007ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:24Z', 'updated_at': '2022-01-28T19:05:35Z', 'revision_number': 4, 'project_id': 'eb6cc3e85ac841edb029c6211007ec11', 'gw_port': {'id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:26Z', 'updated_at': '2022-01-28T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '1812e520-5d50-4df7-b82d-e1fd5c209d86', 'name': '', 'network_id': '6607e02e-4093-482e-9760-16ea4080188a', 'tenant_id': 'eb6cc3e85ac841edb029c6211007ec11', 'mac_address': 'fa:16:3e:dd:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6c75f145-5d4e-45f6-a173-4c51c9dd735a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:34Z', 'updated_at': '2022-01-28T19:05:40Z', 'revision_number': 4, 'project_id': 'eb6cc3e85ac841edb029c6211007ec11', 'subnets': [{'id': '6c75f145-5d4e-45f6-a173-4c51c9dd735a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:05:42.162427 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-572a7aab-d151-4409-b5e7-4a7570e7a7bf req-2ad1f078-439a-4f1e-bd8a-c20faaba0bb4 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046629 Jan 28 19:05:42.200094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-879982a5-294e-4243-ba63-5e027896d3e2 req-7e018300-63e9-407b-bf0b-aa6488e54be9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:42.436884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adf9df-8731-4bb6-b7a9-99298030a81f req-caf9405b-9c99-415d-8d22-ad2fe089514b tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:42.450569 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-76adf9df-8731-4bb6-b7a9-99298030a81f req-caf9405b-9c99-415d-8d22-ad2fe089514b tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 945 time: 0.2056413 Jan 28 19:05:42.466745 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5530639e-88bb-4ae3-a9dd-540049e0cf54 req-aed0b976-e89e-46d6-8792-f604b1afa502 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562366 Jan 28 19:05:42.515831 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e018300-63e9-407b-bf0b-aa6488e54be9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Pushing event updated for resources: {'Port': ['ID=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:42.539168 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-76adf9df-8731-4bb6-b7a9-99298030a81f req-79ef50e9-b2ee-4f11-8d92-e65b812e865d tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/security-groups?id=731774e2-f45a-4e4a-87a1-9349c95ec7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801871 Jan 28 19:05:42.556415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879982a5-294e-4243-ba63-5e027896d3e2 req-7e018300-63e9-407b-bf0b-aa6488e54be9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:42.557219 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-879982a5-294e-4243-ba63-5e027896d3e2 req-7e018300-63e9-407b-bf0b-aa6488e54be9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:42.585743 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-879982a5-294e-4243-ba63-5e027896d3e2 req-7e018300-63e9-407b-bf0b-aa6488e54be9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7421889 Jan 28 19:05:42.606901 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Request body: {'port': {'device_id': '7b92f089-eab2-474d-aaea-c2e9b88446d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:42.711159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e285bba3-87dd-43f1-a6bd-f4ec72f25b5c None None] Provisioning complete for port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:42.711805 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e285bba3-87dd-43f1-a6bd-f4ec72f25b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:42.732720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07677ee-1784-42d8-b907-37fd12a7efd2 req-339204d5-447c-4422-b41c-002210ca0b98 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:42.743587 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f07677ee-1784-42d8-b907-37fd12a7efd2 req-339204d5-447c-4422-b41c-002210ca0b98 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 935 time: 0.0996761 Jan 28 19:05:42.755076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e285bba3-87dd-43f1-a6bd-f4ec72f25b5c None None] Port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:05:42.797958 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:42.855412 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f07677ee-1784-42d8-b907-37fd12a7efd2 req-9de4e9c6-0f34-4838-919d-26e29106d89f tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/security-groups?id=98658a84-8423-42f7-aeb4-dd959282abe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108327 Jan 28 19:05:43.077394 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119dcbb8-d15a-44dd-ad2b-0e2ff586ee6b req-da7068c8-a83b-4bfc-b457-e3ca4c40ac9f tempest-LiveMigrationNegativeTest-2038722364 tempest-LiveMigrationNegativeTest-2038722364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:43.084733 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-119dcbb8-d15a-44dd-ad2b-0e2ff586ee6b req-da7068c8-a83b-4bfc-b457-e3ca4c40ac9f tempest-LiveMigrationNegativeTest-2038722364 tempest-LiveMigrationNegativeTest-2038722364-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 1132 time: 0.1005576 Jan 28 19:05:43.085937 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1812e520-5d50-4df7-b82d-e1fd5c209d86 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:43.109939 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-119dcbb8-d15a-44dd-ad2b-0e2ff586ee6b req-250cad28-a29a-4ee7-b30b-40724e9deb0d tempest-LiveMigrationNegativeTest-2038722364 tempest-LiveMigrationNegativeTest-2038722364-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:43.229781 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-119dcbb8-d15a-44dd-ad2b-0e2ff586ee6b req-250cad28-a29a-4ee7-b30b-40724e9deb0d tempest-LiveMigrationNegativeTest-2038722364 tempest-LiveMigrationNegativeTest-2038722364-project-admin] Publish callbacks [] for security_group (992bdc31-08b7-44ef-bb4f-4f429c533d20), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:43.232214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1812e520-5d50-4df7-b82d-e1fd5c209d86 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:43.236362 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:43.242766 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-119dcbb8-d15a-44dd-ad2b-0e2ff586ee6b req-250cad28-a29a-4ee7-b30b-40724e9deb0d tempest-LiveMigrationNegativeTest-2038722364 tempest-LiveMigrationNegativeTest-2038722364-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (992bdc31-08b7-44ef-bb4f-4f429c533d20), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:43.303559 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-119dcbb8-d15a-44dd-ad2b-0e2ff586ee6b req-250cad28-a29a-4ee7-b30b-40724e9deb0d tempest-LiveMigrationNegativeTest-2038722364 tempest-LiveMigrationNegativeTest-2038722364-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075617 Jan 28 19:05:43.306789 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cad28-a29a-4ee7-b30b-40724e9deb0d tempest-LiveMigrationNegativeTest-2038722364 tempest-LiveMigrationNegativeTest-2038722364-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992bdc31-08b7-44ef-bb4f-4f429c533d20,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:43.351410 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:43.371314 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Publish callbacks [] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:43.397908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Transition to ACTIVE for port object 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:05:43.423204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1812e520-5d50-4df7-b82d-e1fd5c209d86 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:43.423803 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:43.444769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14428f-d4f9-4e9f-941f-4b9282914d1f req-a9030c5f-dcb1-41b4-a816-9bb1a973c6d4 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:43.454307 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c14428f-d4f9-4e9f-941f-4b9282914d1f req-a9030c5f-dcb1-41b4-a816-9bb1a973c6d4 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=94299ab3-de65-4200-86db-28bcef4b55e0 HTTP/1.1" status: 200 len: 1132 time: 0.7244394 Jan 28 19:05:43.494090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834774e-5767-4765-99b1-04324be781fa req-d34f340a-a099-4d36-910e-3fae3dac8549 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:43.496332 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8834774e-5767-4765-99b1-04324be781fa req-d34f340a-a099-4d36-910e-3fae3dac8549 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.0895061 Jan 28 19:05:43.601723 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8834774e-5767-4765-99b1-04324be781fa req-67478439-5d8b-483f-8c95-481ce0120940 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978127 Jan 28 19:05:43.694782 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c14428f-d4f9-4e9f-941f-4b9282914d1f req-fb24f207-0cff-4315-ba21-a5a16b55f9b0 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394571 Jan 28 19:05:43.866598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Attempting to bind port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:43.867171 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Attempting to bind port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:43.867825 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Attempting to bind port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:43.904060 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:05:43.904614 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Attempting to bind port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:43.917078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402f491-e196-49a6-9fcb-f8b335dffeef req-0cf2060a-334e-44d0-ad84-f0d31e4c9b4c tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:43.924037 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a402f491-e196-49a6-9fcb-f8b335dffeef req-0cf2060a-334e-44d0-ad84-f0d31e4c9b4c tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 945 time: 0.0919156 Jan 28 19:05:43.948723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:43.949322 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:43.949930 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:43.950788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Bound port: 6c4a3918-71e5-45ef-a100-3b5cd21c1af5, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:43.951385 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:44.067582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] For port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:44.081539 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] For port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:44.088164 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Pushing event updated for resources: {'Port': ['ID=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:44.110590 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:44.185940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Pushing event updated for resources: {'Port': ['ID=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:44.204222 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:44.204841 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:44.206284 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0622cfdd-4aea-4bac-b2ad-7a59d272c8ef service neutron] 10.222.0.37 "PUT /v2.0/ports/6c4a3918-71e5-45ef-a100-3b5cd21c1af5 HTTP/1.1" status: 200 len: 1095 time: 1.6057105 Jan 28 19:05:44.206772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b92f089-eab2-474d-aaea-c2e9b88446d3', 'tag': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:44.210165 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe36274c-c2fa-4e36-b7d3-595737ce98d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7b92f089-eab2-474d-aaea-c2e9b88446d3", "tag": "6c4a3918-71e5-45ef-a100-3b5cd21c1af5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:44.228392 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cec451-491f-4f86-b0b2-8c8111bd79b7 req-7c0eec7e-dc98-422b-99e7-f8fa1b1a6cea tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:44.230321 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9cec451-491f-4f86-b0b2-8c8111bd79b7 req-7c0eec7e-dc98-422b-99e7-f8fa1b1a6cea tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 947 time: 0.0872340 Jan 28 19:05:44.254074 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a402f491-e196-49a6-9fcb-f8b335dffeef req-81f4dd8f-6149-4112-aa4a-bab53dda45b0 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/security-groups?id=731774e2-f45a-4e4a-87a1-9349c95ec7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267012 Jan 28 19:05:44.363072 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9cec451-491f-4f86-b0b2-8c8111bd79b7 req-ce772ab9-113e-4af2-a5e9-32d75e8cce49 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/security-groups?id=98658a84-8423-42f7-aeb4-dd959282abe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943520 Jan 28 19:05:44.404302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879982a5-294e-4243-ba63-5e027896d3e2 req-269937d5-4611-49a1-ae85-e56edd87d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:44.405835 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-879982a5-294e-4243-ba63-5e027896d3e2 req-269937d5-4611-49a1-ae85-e56edd87d5eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ff2b94ebd7b4340b24faa9dbbc617e0&device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 1129 time: 0.1331308 Jan 28 19:05:44.531453 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-879982a5-294e-4243-ba63-5e027896d3e2 req-0dd890eb-5e88-4b50-9f1a-2bc45a11f944 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=6c4a3918-71e5-45ef-a100-3b5cd21c1af5 HTTP/1.1" status: 200 len: 217 time: 0.1146133 Jan 28 19:05:44.543962 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-96eb62ea-c7d6-48e8-a8b3-7f9d6da2d785 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510967 Jan 28 19:05:44.651137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879982a5-294e-4243-ba63-5e027896d3e2 req-f65c98c3-e797-4070-9597-c300b38e9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:44.651999 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-879982a5-294e-4243-ba63-5e027896d3e2 req-f65c98c3-e797-4070-9597-c300b38e9307 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1094630 Jan 28 19:05:44.713972 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c958a5ac-0c0e-45a6-ac5c-294adf7c39b6 x-openstack-request-id: req-c958a5ac-0c0e-45a6-ac5c-294adf7c39b6 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:44.714300 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b92f089-eab2-474d-aaea-c2e9b88446d3", "tag": "6c4a3918-71e5-45ef-a100-3b5cd21c1af5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:44.714566 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c958a5ac-0c0e-45a6-ac5c-294adf7c39b6 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:44.714991 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b92f089-eab2-474d-aaea-c2e9b88446d3', 'tag': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5', 'status': 'completed', 'code': 200} Jan 28 19:05:44.823486 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129e26-e315-40d3-8c7e-c88a2651daba req-9fa8734f-e640-4e94-a7aa-ffaf5e92cb94 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:44.826177 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-9fa8734f-e640-4e94-a7aa-ffaf5e92cb94 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2720616 Jan 28 19:05:44.844554 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-846bd9b0-6367-48fd-a348-e50e257e2f84 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/quotas/62e22dc3ff98431d8ceb20e1e50b899a HTTP/1.1" status: 200 len: 375 time: 0.0125914 Jan 28 19:05:44.857437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879982a5-294e-4243-ba63-5e027896d3e2 req-d5461fa4-30ef-476c-8c9a-f65b4192a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:44.859274 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-879982a5-294e-4243-ba63-5e027896d3e2 req-d5461fa4-30ef-476c-8c9a-f65b4192a5d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1967220 Jan 28 19:05:44.917662 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-06e0d2ac-82c1-4dd1-aa93-0424bd282e16 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641303 Jan 28 19:05:44.999967 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-879982a5-294e-4243-ba63-5e027896d3e2 req-ccb2329a-5246-45dd-aa82-1d1f36063ea5 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290371 Jan 28 19:05:45.109690 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-8592555c-6133-48fe-b51f-1b8894bc81e0 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 258 time: 0.3937249 Jan 28 19:05:45.124258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:45.168753 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-879982a5-294e-4243-ba63-5e027896d3e2 req-3206b762-83ef-4b31-a1fa-ee4676897c90 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441741 Jan 28 19:05:45.173102 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:45.375517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36274c-c2fa-4e36-b7d3-595737ce98d4 req-c94a0cc9-888d-4faa-b02e-98e63d2271ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:45.377118 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe36274c-c2fa-4e36-b7d3-595737ce98d4 req-c94a0cc9-888d-4faa-b02e-98e63d2271ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ff2b94ebd7b4340b24faa9dbbc617e0&device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 1129 time: 0.1195190 Jan 28 19:05:45.565456 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1473446-f5d5-4c4f-b82d-6e6030e711d5 req-b0601ef8-baca-480b-9bdd-df599c52cfde tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:45.575168 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1473446-f5d5-4c4f-b82d-6e6030e711d5 req-b0601ef8-baca-480b-9bdd-df599c52cfde tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 950 time: 0.1102912 Jan 28 19:05:45.614247 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:45.616334 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36274c-c2fa-4e36-b7d3-595737ce98d4 req-7eede97f-aad9-4826-8d23-214aec1bfbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:45.617913 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe36274c-c2fa-4e36-b7d3-595737ce98d4 req-7eede97f-aad9-4826-8d23-214aec1bfbd1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.2340217 Jan 28 19:05:45.688448 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1473446-f5d5-4c4f-b82d-6e6030e711d5 req-353777d1-e4b7-4166-b0fe-124473a9abdc tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081016 Jan 28 19:05:45.788041 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe36274c-c2fa-4e36-b7d3-595737ce98d4 req-81624581-20b7-41fc-8bea-dd163f43cc18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=6c4a3918-71e5-45ef-a100-3b5cd21c1af5 HTTP/1.1" status: 200 len: 217 time: 0.1605585 Jan 28 19:05:45.889284 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2387e0-874b-4ad2-aa2b-5c0ab8020100 req-0c674d8e-ee98-4752-8468-99195cfea976 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:45.891416 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ce2387e0-874b-4ad2-aa2b-5c0ab8020100 req-0c674d8e-ee98-4752-8468-99195cfea976 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1134422 Jan 28 19:05:45.922106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36274c-c2fa-4e36-b7d3-595737ce98d4 req-e611939f-e372-4118-80a7-38b5266c40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:45.925830 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe36274c-c2fa-4e36-b7d3-595737ce98d4 req-e611939f-e372-4118-80a7-38b5266c40d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1154497 Jan 28 19:05:45.986766 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Allocated IP 172.25.0.165 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/4aaf6795-4cc7-4af1-89a9-3dbb08f7a3b0) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:46.029574 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ce2387e0-874b-4ad2-aa2b-5c0ab8020100 req-0a7adad3-35f5-40cf-a910-df6eaedaf993 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300597 Jan 28 19:05:46.203203 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5182c17-4ef4-47ec-bf00-4912f1001ead req-a43c16b6-f5f7-46b6-911d-fd597a9bf32d tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:46.204898 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a5182c17-4ef4-47ec-bf00-4912f1001ead req-a43c16b6-f5f7-46b6-911d-fd597a9bf32d tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 947 time: 0.0990591 Jan 28 19:05:46.298655 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a5182c17-4ef4-47ec-bf00-4912f1001ead req-4108a905-ad74-446b-b766-ed0a883087c4 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/security-groups?id=98658a84-8423-42f7-aeb4-dd959282abe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845599 Jan 28 19:05:46.427031 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36274c-c2fa-4e36-b7d3-595737ce98d4 req-a719ee8f-cb43-43fe-98ef-fdfec2b07695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:46.428554 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe36274c-c2fa-4e36-b7d3-595737ce98d4 req-a719ee8f-cb43-43fe-98ef-fdfec2b07695 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4938607 Jan 28 19:05:46.599915 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for port (4aaf6795-4cc7-4af1-89a9-3dbb08f7a3b0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:46.661452 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4aaf6795-4cc7-4af1-89a9-3dbb08f7a3b0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:46.691876 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff5d8806-039b-4bbc-baef-f553a01ccc66 req-9713fb8e-2e57-4fed-9d66-df6901e8dcbc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 210 time: 0.0446572 Jan 28 19:05:46.717565 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe36274c-c2fa-4e36-b7d3-595737ce98d4 req-2115205f-2728-4db8-824d-087efdf9876c service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811327 Jan 28 19:05:46.961874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceed944-78c4-434d-a959-4f946bbff14a req-92cafba3-b034-4dd8-bb1c-9c2d7930e7ad tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:46.972420 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ceed944-78c4-434d-a959-4f946bbff14a req-92cafba3-b034-4dd8-bb1c-9c2d7930e7ad tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 950 time: 0.1306489 Jan 28 19:05:47.025247 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe36274c-c2fa-4e36-b7d3-595737ce98d4 req-eedb2e29-476b-4236-b53e-8f5bec67d786 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523768 Jan 28 19:05:47.035107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:47.039245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:47.043665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:47.082589 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Pushing event updated for resources: {'Port': ['ID=4aaf6795-4cc7-4af1-89a9-3dbb08f7a3b0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:47.149611 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ceed944-78c4-434d-a959-4f946bbff14a req-fb9eb479-c597-4a20-b344-ec25b0e922c7 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762629 Jan 28 19:05:47.197623 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a28b0-fa01-4abe-b422-93811a5f5d39 req-792fe315-6101-42fb-9e7a-297d1f8df6ad tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:47.199549 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac9a28b0-fa01-4abe-b422-93811a5f5d39 req-792fe315-6101-42fb-9e7a-297d1f8df6ad tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 950 time: 0.1915741 Jan 28 19:05:47.208039 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for floatingip (1b43d73d-7e1f-48d4-96a1-0b1ef1321783), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:47.259123 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4aaf6795-4cc7-4af1-89a9-3dbb08f7a3b0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:47.444045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196ee8e-7c67-46f6-ab8f-a5e89c063852 req-4bdfbdb8-5970-4ca0-8201-9134d9bb1886 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:47.454986 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e196ee8e-7c67-46f6-ab8f-a5e89c063852 req-4bdfbdb8-5970-4ca0-8201-9134d9bb1886 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1340077 Jan 28 19:05:47.547974 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ac9a28b0-fa01-4abe-b422-93811a5f5d39 req-31b80c21-ba48-4af5-82f5-e486976ce1ab tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Deleting port e23b71b9-2032-41f3-aa20-616eb15e1d0f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:05:47.548231 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac9a28b0-fa01-4abe-b422-93811a5f5d39 req-31b80c21-ba48-4af5-82f5-e486976ce1ab tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e23b71b9-2032-41f3-aa20-616eb15e1d0f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:47.576300 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e196ee8e-7c67-46f6-ab8f-a5e89c063852 req-721e839f-d763-468d-ba65-40e52eb28f2b tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199713 Jan 28 19:05:47.619110 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for port (4aaf6795-4cc7-4af1-89a9-3dbb08f7a3b0), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:47.633504 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (4aaf6795-4cc7-4af1-89a9-3dbb08f7a3b0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:47.759208 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ac9a28b0-fa01-4abe-b422-93811a5f5d39 req-31b80c21-ba48-4af5-82f5-e486976ce1ab tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] For port e23b71b9-2032-41f3-aa20-616eb15e1d0f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e23b71b9-2032-41f3-aa20-616eb15e1d0f,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:47.762781 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac9a28b0-fa01-4abe-b422-93811a5f5d39 req-31b80c21-ba48-4af5-82f5-e486976ce1ab tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e23b71b9-2032-41f3-aa20-616eb15e1d0f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:47.793672 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ac9a28b0-fa01-4abe-b422-93811a5f5d39 req-31b80c21-ba48-4af5-82f5-e486976ce1ab tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Calling delete_port for e23b71b9-2032-41f3-aa20-616eb15e1d0f owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:05:47.901150 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (1b43d73d-7e1f-48d4-96a1-0b1ef1321783), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:47.950743 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Pushing event updated for resources: {'Port': ['ID=4aaf6795-4cc7-4af1-89a9-3dbb08f7a3b0,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:47.968954 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:47.970830 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-fbc53321-6dde-4af9-9d05-f7408bba08e2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8511341 Jan 28 19:05:48.097442 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d556d879-8a2e-40e8-8ff4-ccd15d0fa8c4 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318334 Jan 28 19:05:48.103327 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac9a28b0-fa01-4abe-b422-93811a5f5d39 req-31b80c21-ba48-4af5-82f5-e486976ce1ab tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e23b71b9-2032-41f3-aa20-616eb15e1d0f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:48.129615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['e23b71b9-2032-41f3-aa20-616eb15e1d0f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:48.140673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['91f8c711-e426-40bb-8bc5-13d77fb8b2d9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:48.203968 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-c26e43b3-f1c9-416a-a741-32b80bb4155d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1142550 Jan 28 19:05:48.222221 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-00ecbcc0-0cd5-4b28-a8be-c109008850df tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 696 time: 0.2445941 Jan 28 19:05:48.261405 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129e26-e315-40d3-8c7e-c88a2651daba req-2bf56f12-6f6a-4af9-b4a9-6eb4dd5eee96 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:48.263425 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-2bf56f12-6f6a-4af9-b4a9-6eb4dd5eee96 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1452065 Jan 28 19:05:48.307720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b80c21-ba48-4af5-82f5-e486976ce1ab tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Pushing event deleted for resources: {'Port': ['ID=e23b71b9-2032-41f3-aa20-616eb15e1d0f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:48.381997 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-89129e26-e315-40d3-8c7e-c88a2651daba req-adddd484-4c26-4c91-a39f-30b285fa1c54 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Request body: {'port': {'device_id': 'f5902f3d-7f5d-46e5-a55d-c5f79c59a859', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '62e22dc3ff98431d8ceb20e1e50b899a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:48.500374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129e26-e315-40d3-8c7e-c88a2651daba req-10555247-5c24-4ed2-9ee6-cfc6510cf629 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:48.503642 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-10555247-5c24-4ed2-9ee6-cfc6510cf629 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2805154 Jan 28 19:05:48.514404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9a28b0-fa01-4abe-b422-93811a5f5d39 req-31b80c21-ba48-4af5-82f5-e486976ce1ab tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] No DVR routers for this DVR port e23b71b9-2032-41f3-aa20-616eb15e1d0f on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:05:48.521092 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac9a28b0-fa01-4abe-b422-93811a5f5d39 req-31b80c21-ba48-4af5-82f5-e486976ce1ab tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:48.527564 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac9a28b0-fa01-4abe-b422-93811a5f5d39 req-31b80c21-ba48-4af5-82f5-e486976ce1ab tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.37 "DELETE /v2.0/ports/e23b71b9-2032-41f3-aa20-616eb15e1d0f HTTP/1.1" status: 204 len: 173 time: 1.3188765 Jan 28 19:05:48.536290 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f1f1e2-1282-4157-a1b9-804e84d3517e', 'name': 'network-vif-deleted', 'tag': 'e23b71b9-2032-41f3-aa20-616eb15e1d0f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:48.539470 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d35a51c-c3d9-4ff8-85e2-0553cb8de17f" -d '{"events": [{"server_uuid": "a7f1f1e2-1282-4157-a1b9-804e84d3517e", "name": "network-vif-deleted", "tag": "e23b71b9-2032-41f3-aa20-616eb15e1d0f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:48.540674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-89129e26-e315-40d3-8c7e-c88a2651daba req-df022e35-38ef-4e8a-9fc9-95ab9052d1e7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Request body: {'port': {'device_id': '06ac97c3-6476-41e4-935c-1ffe77411f55', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '62e22dc3ff98431d8ceb20e1e50b899a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:48.601966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678cb94-86c0-49e4-8815-b7aa33ee6018 req-6b200919-047e-49d8-80b3-6f90224a8d69 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:48.612997 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5678cb94-86c0-49e4-8815-b7aa33ee6018 req-6b200919-047e-49d8-80b3-6f90224a8d69 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 947 time: 0.6067827 Jan 28 19:05:48.773212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-6b252ad9-02a7-4b9b-b120-57b16d459139 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:48.780739 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-6b252ad9-02a7-4b9b-b120-57b16d459139 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.5527010 Jan 28 19:05:48.793098 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-f6a01ffc-4a6a-415d-a68c-fafd4c7e9f59 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:05:48.804588 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e81f22b9-3c33-486a-9713-95e84af13189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:48.818434 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3e443da-ce16-48bb-8b17-c54b97a9cba6 req-f6a01ffc-4a6a-415d-a68c-fafd4c7e9f59 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0350540 Jan 28 19:05:48.844291 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5678cb94-86c0-49e4-8815-b7aa33ee6018 req-0bb59ea9-2800-435f-b885-4535bd0c4458 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/security-groups?id=98658a84-8423-42f7-aeb4-dd959282abe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299476 Jan 28 19:05:48.884163 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89129e26-e315-40d3-8c7e-c88a2651daba req-df022e35-38ef-4e8a-9fc9-95ab9052d1e7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Made reservation on behalf of 62e22dc3ff98431d8ceb20e1e50b899a for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:05:48.891889 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-df022e35-38ef-4e8a-9fc9-95ab9052d1e7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:48.914940 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89129e26-e315-40d3-8c7e-c88a2651daba req-adddd484-4c26-4c91-a39f-30b285fa1c54 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Made reservation on behalf of 62e22dc3ff98431d8ceb20e1e50b899a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:05:48.929851 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-adddd484-4c26-4c91-a39f-30b285fa1c54 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:49.119440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:05:49.164915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-89129e26-e315-40d3-8c7e-c88a2651daba req-df022e35-38ef-4e8a-9fc9-95ab9052d1e7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Allocated IP 192.168.233.186 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/3dd7177b-7b56-41ed-8389-f22488938e49) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:49.171943 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78cfffbd-52c1-4494-9cad-429aa0015fd9 req-b38006c0-d3f2-4022-93af-1810f0e6ffeb tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 210 time: 0.2497840 Jan 28 19:05:49.186491 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-64184e11-41aa-4a84-9bcf-437e8234011b req-abcf0b88-9eb9-49f2-911f-e2bd7777346a tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7f1f1e2-1282-4157-a1b9-804e84d3517e HTTP/1.1" status: 200 len: 210 time: 0.0659344 Jan 28 19:05:49.253606 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b2b387-e418-42da-be46-c7352d873506 x-openstack-request-id: req-77b2b387-e418-42da-be46-c7352d873506 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:49.253901 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f1f1e2-1282-4157-a1b9-804e84d3517e", "name": "network-vif-deleted", "tag": "e23b71b9-2032-41f3-aa20-616eb15e1d0f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:49.255458 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77b2b387-e418-42da-be46-c7352d873506 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:49.255911 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f1f1e2-1282-4157-a1b9-804e84d3517e', 'name': 'network-vif-deleted', 'tag': 'e23b71b9-2032-41f3-aa20-616eb15e1d0f', 'status': 'completed', 'code': 200} Jan 28 19:05:49.464556 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:49.487117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5', 'mac_address': 'fa:16:3e:22:9e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:05:49.519725 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dabf9-a546-4dc9-bb07-35a8eed027ab req-bc6492c4-ba53-4fa2-b37e-7e6276fb5290 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:49.525731 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-873dabf9-a546-4dc9-bb07-35a8eed027ab req-bc6492c4-ba53-4fa2-b37e-7e6276fb5290 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1459723 Jan 28 19:05:49.578183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:49.578462 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:49.601517 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-873dabf9-a546-4dc9-bb07-35a8eed027ab req-e95abd7f-6c17-4795-867d-4317a64e67cb tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687017 Jan 28 19:05:49.616427 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:49.620904 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-e5502116-4ebc-48e5-af83-8e3bda8a361e tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:49.624789 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-e5502116-4ebc-48e5-af83-8e3bda8a361e tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1610436 Jan 28 19:05:49.661086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:49.669291 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:49.705073 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-df022e35-38ef-4e8a-9fc9-95ab9052d1e7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks [] for port (3dd7177b-7b56-41ed-8389-f22488938e49), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:49.721257 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-28b84b7a-6157-4d19-b600-d8598283dbb2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 696 time: 0.0837688 Jan 28 19:05:49.728512 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-fd12dbb8-a23e-46cd-9b6b-0d3c568025f1 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Request body: {'floatingip': {'port_id': '8a22f688-6841-424c-a5ec-77adea048655', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:49.742128 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:49.783936 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-fd12dbb8-a23e-46cd-9b6b-0d3c568025f1 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for floatingip (1b43d73d-7e1f-48d4-96a1-0b1ef1321783), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:49.893714 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-df022e35-38ef-4e8a-9fc9-95ab9052d1e7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (3dd7177b-7b56-41ed-8389-f22488938e49), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:49.907607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['6fa97b10-2331-489c-bb8c-bc9f8fff8377', 'eced0486-f634-48c5-a6e0-9d68124d82a0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:49.912410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d2203941-4669-4aac-b710-163f33a83564'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:49.988665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89129e26-e315-40d3-8c7e-c88a2651daba req-df022e35-38ef-4e8a-9fc9-95ab9052d1e7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:50.017944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-89129e26-e315-40d3-8c7e-c88a2651daba req-df022e35-38ef-4e8a-9fc9-95ab9052d1e7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:50.056570 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df022e35-38ef-4e8a-9fc9-95ab9052d1e7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Pushing event updated for resources: {'Port': ['ID=3dd7177b-7b56-41ed-8389-f22488938e49,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:50.060610 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-89129e26-e315-40d3-8c7e-c88a2651daba req-df022e35-38ef-4e8a-9fc9-95ab9052d1e7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:50.076784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-89129e26-e315-40d3-8c7e-c88a2651daba req-adddd484-4c26-4c91-a39f-30b285fa1c54 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Allocated IP 192.168.233.55 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/2a21ddda-aec0-42b7-b31f-849bc766b40b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:50.105547 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['6c4a3918-71e5-45ef-a100-3b5cd21c1af5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:50.186662 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f0058-f568-4d39-9e75-24c2c3d55e22 req-7fc84ef3-8be7-4ae6-af5a-73a9ad2c9391 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:50.194636 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-319f0058-f568-4d39-9e75-24c2c3d55e22 req-7fc84ef3-8be7-4ae6-af5a-73a9ad2c9391 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 948 time: 0.1657791 Jan 28 19:05:50.364727 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-319f0058-f568-4d39-9e75-24c2c3d55e22 req-4e44ae1b-e22a-493d-9847-3cbf1c356536 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/security-groups?id=98658a84-8423-42f7-aeb4-dd959282abe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691945 Jan 28 19:05:50.464761 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baba5d5a-369a-4a0e-bf00-9afb929c2141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:50.500319 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-adddd484-4c26-4c91-a39f-30b285fa1c54 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks [] for port (2a21ddda-aec0-42b7-b31f-849bc766b40b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:50.536636 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ec78bcaa-6384-460a-98fb-6aaf360e804c None None] Provisioning complete for port 3dd7177b-7b56-41ed-8389-f22488938e49 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:50.537046 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec78bcaa-6384-460a-98fb-6aaf360e804c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3dd7177b-7b56-41ed-8389-f22488938e49), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:50.545973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3d2a0-8a56-4974-be70-2552f4e8fedb req-70c9bf79-8c50-487f-a454-8be502a2d8d6 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:50.547514 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b8c3d2a0-8a56-4974-be70-2552f4e8fedb req-70c9bf79-8c50-487f-a454-8be502a2d8d6 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 936 time: 0.0963149 Jan 28 19:05:50.582370 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-adddd484-4c26-4c91-a39f-30b285fa1c54 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2a21ddda-aec0-42b7-b31f-849bc766b40b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:50.592374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ec78bcaa-6384-460a-98fb-6aaf360e804c None None] Port 3dd7177b-7b56-41ed-8389-f22488938e49 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:05:50.606205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d2203941-4669-4aac-b710-163f33a83564'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:50.609126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['6fa97b10-2331-489c-bb8c-bc9f8fff8377', 'eced0486-f634-48c5-a6e0-9d68124d82a0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:50.633966 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b8c3d2a0-8a56-4974-be70-2552f4e8fedb req-0f74294e-7355-4187-bce8-ab044d0e42ae tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797701 Jan 28 19:05:50.647494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89129e26-e315-40d3-8c7e-c88a2651daba req-adddd484-4c26-4c91-a39f-30b285fa1c54 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:50.652498 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-89129e26-e315-40d3-8c7e-c88a2651daba req-adddd484-4c26-4c91-a39f-30b285fa1c54 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:50.655538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-89129e26-e315-40d3-8c7e-c88a2651daba req-adddd484-4c26-4c91-a39f-30b285fa1c54 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:50.727915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129e26-e315-40d3-8c7e-c88a2651daba req-adddd484-4c26-4c91-a39f-30b285fa1c54 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:50.728668 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-adddd484-4c26-4c91-a39f-30b285fa1c54 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:50.731041 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddd484-4c26-4c91-a39f-30b285fa1c54 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Pushing event updated for resources: {'Port': ['ID=2a21ddda-aec0-42b7-b31f-849bc766b40b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:50.756718 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129e26-e315-40d3-8c7e-c88a2651daba req-df022e35-38ef-4e8a-9fc9-95ab9052d1e7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:50.757551 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-df022e35-38ef-4e8a-9fc9-95ab9052d1e7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:50.762217 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-adddd484-4c26-4c91-a39f-30b285fa1c54 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3908579 Jan 28 19:05:50.780042 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Request body: {'port': {'device_id': 'f5902f3d-7f5d-46e5-a55d-c5f79c59a859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:50.838996 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-df022e35-38ef-4e8a-9fc9-95ab9052d1e7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3119214 Jan 28 19:05:50.861831 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Request body: {'port': {'device_id': '06ac97c3-6476-41e4-935c-1ffe77411f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:50.958752 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2a21ddda-aec0-42b7-b31f-849bc766b40b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:51.192619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e23b71b9-2032-41f3-aa20-616eb15e1d0f no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:05:51.244309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: e23b71b9-2032-41f3-aa20-616eb15e1d0f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:05:51.245036 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e23b71b9-2032-41f3-aa20-616eb15e1d0f not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:05:51.246402 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-fd12dbb8-a23e-46cd-9b6b-0d3c568025f1 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:51.250620 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a21ddda-aec0-42b7-b31f-849bc766b40b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:51.258496 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-fd12dbb8-a23e-46cd-9b6b-0d3c568025f1 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (1b43d73d-7e1f-48d4-96a1-0b1ef1321783), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:51.261072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0b2936f4-26e1-4e09-b889-152113c241ab None None] Provisioning complete for port 2a21ddda-aec0-42b7-b31f-849bc766b40b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:51.261449 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b2936f4-26e1-4e09-b889-152113c241ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2a21ddda-aec0-42b7-b31f-849bc766b40b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:51.262388 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Publish callbacks [] for port (2a21ddda-aec0-42b7-b31f-849bc766b40b), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:51.277142 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Transition to ACTIVE for port object 2a21ddda-aec0-42b7-b31f-849bc766b40b will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:05:51.289382 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2a21ddda-aec0-42b7-b31f-849bc766b40b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:51.319507 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ea58c-13c1-468d-a199-45dd56d3d099 req-f79af0dc-b1d4-4eb9-9060-8ee6a92020f6 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:51.328103 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be1ea58c-13c1-468d-a199-45dd56d3d099 req-f79af0dc-b1d4-4eb9-9060-8ee6a92020f6 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.4123752 Jan 28 19:05:51.350547 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3dd7177b-7b56-41ed-8389-f22488938e49), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:51.389827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0b2936f4-26e1-4e09-b889-152113c241ab None None] Port 2a21ddda-aec0-42b7-b31f-849bc766b40b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:05:51.474888 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be1ea58c-13c1-468d-a199-45dd56d3d099 req-d9838102-0dc1-4ef9-8c41-61a5292682f1 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436365 Jan 28 19:05:51.529100 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Pushing event updated for resources: {'Port': ['ID=2a21ddda-aec0-42b7-b31f-849bc766b40b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:51.540079 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:51.564524 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-fd12dbb8-a23e-46cd-9b6b-0d3c568025f1 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Floating IP 1b43d73d-7e1f-48d4-96a1-0b1ef1321783 associated. External IP: 172.25.0.165, port: 8a22f688-6841-424c-a5ec-77adea048655. Jan 28 19:05:52.025768 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-fd12dbb8-a23e-46cd-9b6b-0d3c568025f1 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:05:52.036051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd7177b-7b56-41ed-8389-f22488938e49 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:52.047337 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Publish callbacks [] for port (3dd7177b-7b56-41ed-8389-f22488938e49), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:52.053439 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Attempting to bind port 2a21ddda-aec0-42b7-b31f-849bc766b40b on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:52.053748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Attempting to bind port 2a21ddda-aec0-42b7-b31f-849bc766b40b by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:52.054000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Attempting to bind port 2a21ddda-aec0-42b7-b31f-849bc766b40b on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:52.065592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77570566-98f6-45fc-9a9b-6791c68681c2 req-386eb500-66a3-40db-94a0-941aebe5b649 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:52.068586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-77570566-98f6-45fc-9a9b-6791c68681c2 req-386eb500-66a3-40db-94a0-941aebe5b649 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 948 time: 0.0872900 Jan 28 19:05:52.068586 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Port 2a21ddda-aec0-42b7-b31f-849bc766b40b on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:05:52.068586 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Attempting to bind port 2a21ddda-aec0-42b7-b31f-849bc766b40b on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:52.074209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:52.075145 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:52.075533 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:52.075963 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Bound port: 2a21ddda-aec0-42b7-b31f-849bc766b40b, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:52.076319 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2a21ddda-aec0-42b7-b31f-849bc766b40b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:52.098611 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Transition to ACTIVE for port object 3dd7177b-7b56-41ed-8389-f22488938e49 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:05:52.109330 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (3dd7177b-7b56-41ed-8389-f22488938e49), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:52.166677 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-77570566-98f6-45fc-9a9b-6791c68681c2 req-d8185dc5-f84b-4cb1-9de1-e547150ab753 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/security-groups?id=98658a84-8423-42f7-aeb4-dd959282abe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846512 Jan 28 19:05:52.208479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] For port 2a21ddda-aec0-42b7-b31f-849bc766b40b, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:52.209346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Pushing event updated for resources: {'Port': ['ID=3dd7177b-7b56-41ed-8389-f22488938e49,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:52.212250 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] For port 2a21ddda-aec0-42b7-b31f-849bc766b40b, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2a21ddda-aec0-42b7-b31f-849bc766b40b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:52.223253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2a21ddda-aec0-42b7-b31f-849bc766b40b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:52.276501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:52.277322 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:52.278689 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] 10.222.0.31 "PUT /v2.0/ports/2a21ddda-aec0-42b7-b31f-849bc766b40b HTTP/1.1" status: 200 len: 1095 time: 1.5033419 Jan 28 19:05:52.279150 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5902f3d-7f5d-46e5-a55d-c5f79c59a859', 'tag': '2a21ddda-aec0-42b7-b31f-849bc766b40b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:52.281463 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6268c2-cbf3-43ce-b5ca-c486aef9f160" -d '{"events": [{"name": "network-changed", "server_uuid": "f5902f3d-7f5d-46e5-a55d-c5f79c59a859", "tag": "2a21ddda-aec0-42b7-b31f-849bc766b40b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:52.306482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-fd12dbb8-a23e-46cd-9b6b-0d3c568025f1 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:05:52.322521 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a08d27-002e-4f98-881b-d800ca8e8557 None None] Sync routers for ids ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:05:52.334126 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-fd12dbb8-a23e-46cd-9b6b-0d3c568025f1 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:52.338065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a08d27-002e-4f98-881b-d800ca8e8557 None None] Routers {'62db70b4-dbab-4bd4-a2ef-cccb55dd2179'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:05:52.338754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d5a08d27-002e-4f98-881b-d800ca8e8557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:05:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:52.503054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f881e5-b55a-4392-90bd-d2cf690f891d service neutron] Pushing event updated for resources: {'Port': ['ID=2a21ddda-aec0-42b7-b31f-849bc766b40b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:52.576487 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d5a08d27-002e-4f98-881b-d800ca8e8557 None None] Set router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:05:52.591429 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc237b3-167b-4206-a56f-80f7950b9a07 req-638f9183-e7f3-4c91-8e51-62132dbedef8 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:52.595448 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6fc237b3-167b-4206-a56f-80f7950b9a07 req-638f9183-e7f3-4c91-8e51-62132dbedef8 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 948 time: 0.3302860 Jan 28 19:05:52.607782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129e26-e315-40d3-8c7e-c88a2651daba req-71dda090-eb41-4343-bdfd-f103b1dabd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:52.609303 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-71dda090-eb41-4343-bdfd-f103b1dabd78 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&device_id=f5902f3d-7f5d-46e5-a55d-c5f79c59a859 HTTP/1.1" status: 200 len: 1129 time: 0.2573059 Jan 28 19:05:52.686791 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-fc7ed576-66bd-4998-b421-e8f9c618c72b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=2a21ddda-aec0-42b7-b31f-849bc766b40b HTTP/1.1" status: 200 len: 217 time: 0.0603130 Jan 28 19:05:52.734501 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-fd12dbb8-a23e-46cd-9b6b-0d3c568025f1 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "PUT /v2.0/floatingips/1b43d73d-7e1f-48d4-96a1-0b1ef1321783 HTTP/1.1" status: 200 len: 996 time: 3.0117412 Jan 28 19:05:52.746539 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c976e95-32a8-45ed-bd65-2ea212fef5a6', 'tag': '8a22f688-6841-424c-a5ec-77adea048655'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:52.749308 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa71142-3190-4c63-8c86-7cc29754a0db" -d '{"events": [{"name": "network-changed", "server_uuid": "0c976e95-32a8-45ed-bd65-2ea212fef5a6", "tag": "8a22f688-6841-424c-a5ec-77adea048655"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:52.804096 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6fc237b3-167b-4206-a56f-80f7950b9a07 req-90de842e-a9d5-41e1-8cab-0e07c548195c tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937091 Jan 28 19:05:52.836320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129e26-e315-40d3-8c7e-c88a2651daba req-6c36ac5d-5270-4752-bdba-f7b717a9dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:52.837320 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-6c36ac5d-5270-4752-bdba-f7b717a9dd11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1407652 Jan 28 19:05:52.849418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Attempting to bind port 3dd7177b-7b56-41ed-8389-f22488938e49 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:52.849746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Attempting to bind port 3dd7177b-7b56-41ed-8389-f22488938e49 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:52.850094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Attempting to bind port 3dd7177b-7b56-41ed-8389-f22488938e49 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:52.864177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Port 3dd7177b-7b56-41ed-8389-f22488938e49 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:05:52.864447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Attempting to bind port 3dd7177b-7b56-41ed-8389-f22488938e49 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:52.895762 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:52.896250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:52.896788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:52.897636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Bound port: 3dd7177b-7b56-41ed-8389-f22488938e49, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:52.898824 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3dd7177b-7b56-41ed-8389-f22488938e49), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:52.903187 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:52.922244 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-5c28ff0d-1221-4d3e-a4cc-087dfb936236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:52.927569 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-5c28ff0d-1221-4d3e-a4cc-087dfb936236 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23e7dcd4cd1544038e55aa37233ea500&device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 1127 time: 0.1467152 Jan 28 19:05:52.972580 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129e26-e315-40d3-8c7e-c88a2651daba req-5580f0a7-c99e-4131-8fcc-a4ca53d2db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:52.974183 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-5580f0a7-c99e-4131-8fcc-a4ca53d2db86 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1250463 Jan 28 19:05:53.051446 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d5a08d27-002e-4f98-881b-d800ca8e8557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-router', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'gw_port': {'id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:11Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '1b43d73d-7e1f-48d4-96a1-0b1ef1321783', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'floating_ip_address': '172.25.0.165', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'port_id': '8a22f688-6841-424c-a5ec-77adea048655', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4', 'mac_address': 'fa:16:3e:6f:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c976e95-32a8-45ed-bd65-2ea212fef5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:05:47Z', 'updated_at': '2022-01-28T19:05:51Z', 'revision_number': 1, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc9236e-897d-4a32-8573-e5de4033db11', 'name': '', 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'mac_address': 'fa:16:3e:d6:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:15Z', 'updated_at': '2022-01-28T19:05:26Z', 'revision_number': 5, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'subnets': [{'id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:53.051834 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31852255-c22c-4183-a79a-aaeb0314cd8d req-3b3e6603-bbd0-44ef-85f3-f02b79fac885 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:53.058823 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31852255-c22c-4183-a79a-aaeb0314cd8d req-3b3e6603-bbd0-44ef-85f3-f02b79fac885 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 949 time: 0.1390641 Jan 28 19:05:53.087307 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] For port 3dd7177b-7b56-41ed-8389-f22488938e49, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:05:53.087917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a08d27-002e-4f98-881b-d800ca8e8557 None None] Checking router: 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:05:53.099126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a08d27-002e-4f98-881b-d800ca8e8557 None None] Routers {'62db70b4-dbab-4bd4-a2ef-cccb55dd2179'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:05:53.099921 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d5a08d27-002e-4f98-881b-d800ca8e8557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:05:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:53.112258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] For port 3dd7177b-7b56-41ed-8389-f22488938e49, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3dd7177b-7b56-41ed-8389-f22488938e49,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:05:53.116131 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-6f957a68-f24e-4ae3-86c4-b5dc26a65fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:53.117720 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-6f957a68-f24e-4ae3-86c4-b5dc26a65fc3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ab42dda-b0d2-4563-a57f-f2564fca13f4 HTTP/1.1" status: 200 len: 929 time: 0.1816831 Jan 28 19:05:53.124424 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (3dd7177b-7b56-41ed-8389-f22488938e49), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:53.130646 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-e977a2f9-9329-476b-88d4-a3c3a50b590f service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478293 Jan 28 19:05:53.142633 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31852255-c22c-4183-a79a-aaeb0314cd8d req-a5b60f0d-8d4d-4d2f-a052-5f008a5421ca tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828636 Jan 28 19:05:53.147944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:53.148944 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:53.159089 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] 10.222.0.37 "PUT /v2.0/ports/3dd7177b-7b56-41ed-8389-f22488938e49 HTTP/1.1" status: 200 len: 1096 time: 2.2933683 Jan 28 19:05:53.166783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:53.263996 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a7da6e-835f-4a26-8f56-42d8a9cd610a x-openstack-request-id: req-a2a7da6e-835f-4a26-8f56-42d8a9cd610a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:53.266850 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5902f3d-7f5d-46e5-a55d-c5f79c59a859", "tag": "2a21ddda-aec0-42b7-b31f-849bc766b40b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:53.267276 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2a7da6e-835f-4a26-8f56-42d8a9cd610a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:53.271014 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5902f3d-7f5d-46e5-a55d-c5f79c59a859', 'tag': '2a21ddda-aec0-42b7-b31f-849bc766b40b', 'status': 'completed', 'code': 200} Jan 28 19:05:53.339417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7731fe9-fe03-4040-92d2-02dc64909bbd service neutron] Pushing event updated for resources: {'Port': ['ID=3dd7177b-7b56-41ed-8389-f22488938e49,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:53.357985 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-fac63846-87e4-42e7-bef9-93bb3e0bc25e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a22f688-6841-424c-a5ec-77adea048655 HTTP/1.1" status: 200 len: 999 time: 0.2229130 Jan 28 19:05:53.392072 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-8f7aca13-d6e0-4e73-b96d-36fd072b0247 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439826 Jan 28 19:05:53.447849 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950ee4f-7228-4b7d-86c8-f9c68207ee2b req-04717008-c5cd-492c-8a13-ec9703e58c0b tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:53.455117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d5a08d27-002e-4f98-881b-d800ca8e8557 None None] Set router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:05:53.455534 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a950ee4f-7228-4b7d-86c8-f9c68207ee2b req-04717008-c5cd-492c-8a13-ec9703e58c0b tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1205792 Jan 28 19:05:53.457133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:05:53.457556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-f18fc6e0-81fb-4b9c-b67a-718fa4017ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:53.460547 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-f18fc6e0-81fb-4b9c-b67a-718fa4017ed2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1597064-b985-4b35-9c36-7a514b021e97 HTTP/1.1" status: 200 len: 867 time: 0.0954776 Jan 28 19:05:53.465842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129e26-e315-40d3-8c7e-c88a2651daba req-6ac8bce4-1df3-439d-8f0d-065bfd14297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:53.467765 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-6ac8bce4-1df3-439d-8f0d-065bfd14297b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 1130 time: 0.2423618 Jan 28 19:05:53.545303 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:53.545673 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:53.588416 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a950ee4f-7228-4b7d-86c8-f9c68207ee2b req-7c30edbf-bd7d-49be-bc9b-4cf0ef938cc1 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277406 Jan 28 19:05:53.626755 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-95150aad-1a4b-4d78-9d3f-7371c71f4d4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=3dd7177b-7b56-41ed-8389-f22488938e49 HTTP/1.1" status: 200 len: 217 time: 0.1023197 Jan 28 19:05:53.634584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ec129-04e1-4f8c-81ee-dc455187d5a3 req-0bf6b3eb-1d30-4e59-9f9f-d1cc0d0a1c58 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:53.636096 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-563ec129-04e1-4f8c-81ee-dc455187d5a3 req-0bf6b3eb-1d30-4e59-9f9f-d1cc0d0a1c58 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.31 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 949 time: 0.1697524 Jan 28 19:05:53.638278 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6268c2-cbf3-43ce-b5ca-c486aef9f160 req-28dc34f1-ad0b-4c38-a243-639cd4fcdcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:53.639617 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c6268c2-cbf3-43ce-b5ca-c486aef9f160 req-28dc34f1-ad0b-4c38-a243-639cd4fcdcb6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&device_id=f5902f3d-7f5d-46e5-a55d-c5f79c59a859 HTTP/1.1" status: 200 len: 1129 time: 0.1640072 Jan 28 19:05:53.703224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129e26-e315-40d3-8c7e-c88a2651daba req-eeada9c0-21cb-43cd-a009-33c7f129c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:53.705374 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-eeada9c0-21cb-43cd-a009-33c7f129c12b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0658472 Jan 28 19:05:53.708482 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5909a1f-a221-4e4c-a96a-ca41352988bb x-openstack-request-id: req-f5909a1f-a221-4e4c-a96a-ca41352988bb {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:53.708763 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c976e95-32a8-45ed-bd65-2ea212fef5a6", "tag": "8a22f688-6841-424c-a5ec-77adea048655", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:53.709011 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5909a1f-a221-4e4c-a96a-ca41352988bb {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:53.709631 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c976e95-32a8-45ed-bd65-2ea212fef5a6', 'tag': '8a22f688-6841-424c-a5ec-77adea048655', 'status': 'completed', 'code': 200} Jan 28 19:05:53.727100 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-70675c7b-77e6-4892-9865-94f1c951c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:53.728656 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-70675c7b-77e6-4892-9865-94f1c951c2ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ab42dda-b0d2-4563-a57f-f2564fca13f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2597611 Jan 28 19:05:53.757278 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-1a85aadd-ac06-41aa-8437-3dd1d709e72f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:05:53.758312 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-1a85aadd-ac06-41aa-8437-3dd1d709e72f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056396 Jan 28 19:05:53.871404 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-ae085540-4f83-4f94-bd81-f08faa26ea37 service neutron] 10.222.0.55 "GET /v2.0/networks/9ab42dda-b0d2-4563-a57f-f2564fca13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033018 Jan 28 19:05:53.964497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa71142-3190-4c63-8c86-7cc29754a0db req-872c5740-c01a-468f-a054-50fda59c159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:53.965934 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fa71142-3190-4c63-8c86-7cc29754a0db req-872c5740-c01a-468f-a054-50fda59c159a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23e7dcd4cd1544038e55aa37233ea500&device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 1127 time: 0.2762752 Jan 28 19:05:53.986731 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:53.987408 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:53.997558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce76ef-03da-42b9-ac40-fa09b4704de2 req-b0834d08-f9c1-428e-b115-48c3a084407e tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:54.001143 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3cce76ef-03da-42b9-ac40-fa09b4704de2 req-b0834d08-f9c1-428e-b115-48c3a084407e tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 948 time: 0.2075059 Jan 28 19:05:54.003234 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3336dbb8-f687-4a29-b774-4e0695bb62dd req-781946c0-7acc-460e-8750-e0f7ada11c85 service neutron] 10.222.0.55 "GET /v2.0/networks/9ab42dda-b0d2-4563-a57f-f2564fca13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262958 Jan 28 19:05:54.012476 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129e26-e315-40d3-8c7e-c88a2651daba req-43c7f59e-0524-4b77-8bbd-ab75fe751929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:54.014723 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-43c7f59e-0524-4b77-8bbd-ab75fe751929 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3010070 Jan 28 19:05:54.036175 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6268c2-cbf3-43ce-b5ca-c486aef9f160 req-7b90c149-8782-4355-a027-d418e7dcf666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:54.037837 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c6268c2-cbf3-43ce-b5ca-c486aef9f160 req-7b90c149-8782-4355-a027-d418e7dcf666 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.3719690 Jan 28 19:05:54.083838 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b92f089-eab2-474d-aaea-c2e9b88446d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:54.096708 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5015aa6e-595d-4862-bfb5-9b02ccf05cfd" -d '{"events": [{"server_uuid": "7b92f089-eab2-474d-aaea-c2e9b88446d3", "name": "network-vif-plugged", "status": "completed", "tag": "6c4a3918-71e5-45ef-a100-3b5cd21c1af5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:54.123100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:54.133771 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c6268c2-cbf3-43ce-b5ca-c486aef9f160 req-0e308a8c-c540-47cc-ab9e-73aa5568c027 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=2a21ddda-aec0-42b7-b31f-849bc766b40b HTTP/1.1" status: 200 len: 217 time: 0.0616779 Jan 28 19:05:54.145091 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:54.172293 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-f6bf0df3-e1c4-4edc-97f1-d621758e837d service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486297 Jan 28 19:05:54.196311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d5a08d27-002e-4f98-881b-d800ca8e8557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-router', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'gw_port': {'id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:11Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '1b43d73d-7e1f-48d4-96a1-0b1ef1321783', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'floating_ip_address': '172.25.0.165', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'port_id': '8a22f688-6841-424c-a5ec-77adea048655', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4', 'mac_address': 'fa:16:3e:6f:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c976e95-32a8-45ed-bd65-2ea212fef5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:05:47Z', 'updated_at': '2022-01-28T19:05:51Z', 'revision_number': 1, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc9236e-897d-4a32-8573-e5de4033db11', 'name': '', 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'mac_address': 'fa:16:3e:d6:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:15Z', 'updated_at': '2022-01-28T19:05:26Z', 'revision_number': 5, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'subnets': [{'id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:05:54.211775 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-563ec129-04e1-4f8c-81ee-dc455187d5a3 req-7441ccfd-bbce-4e8e-b669-224144d97593 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Deleting port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:05:54.212116 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-563ec129-04e1-4f8c-81ee-dc455187d5a3 req-7441ccfd-bbce-4e8e-b669-224144d97593 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (91f8c711-e426-40bb-8bc5-13d77fb8b2d9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:54.215189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37766052-fbaf-49d0-a7f3-637717589b34 req-d58f3e41-3a5e-4fda-b6c8-04d91f8bc6e8 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:54.216874 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37766052-fbaf-49d0-a7f3-637717589b34 req-d58f3e41-3a5e-4fda-b6c8-04d91f8bc6e8 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 948 time: 0.1047804 Jan 28 19:05:54.246607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a08d27-002e-4f98-881b-d800ca8e8557 None None] The sync data for ids ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'] in n-d-824834-4 is: [{'id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-router', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'gw_port': {'id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:11Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '1b43d73d-7e1f-48d4-96a1-0b1ef1321783', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'floating_ip_address': '172.25.0.165', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'port_id': '8a22f688-6841-424c-a5ec-77adea048655', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4', 'mac_address': 'fa:16:3e:6f:7e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c976e95-32a8-45ed-bd65-2ea212fef5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:05:47Z', 'updated_at': '2022-01-28T19:05:51Z', 'revision_number': 1, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc9236e-897d-4a32-8573-e5de4033db11', 'name': '', 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'mac_address': 'fa:16:3e:d6:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:15Z', 'updated_at': '2022-01-28T19:05:26Z', 'revision_number': 5, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'subnets': [{'id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:05:54.252334 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3cce76ef-03da-42b9-ac40-fa09b4704de2 req-2e6505ea-034e-48c2-8163-bc7e70d114c4 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/security-groups?id=98658a84-8423-42f7-aeb4-dd959282abe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256122 Jan 28 19:05:54.267268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:54.341499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6268c2-cbf3-43ce-b5ca-c486aef9f160 req-985e9f12-9f3a-44ee-85be-dc37cd8ae8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:54.343549 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c6268c2-cbf3-43ce-b5ca-c486aef9f160 req-985e9f12-9f3a-44ee-85be-dc37cd8ae8df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.2028067 Jan 28 19:05:54.346136 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37766052-fbaf-49d0-a7f3-637717589b34 req-5a016609-eaa9-4167-9b1a-8bdd1445efb5 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031995 Jan 28 19:05:54.377900 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89129e26-e315-40d3-8c7e-c88a2651daba req-2d617435-763f-462e-97b9-13106a9aead1 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981246 Jan 28 19:05:54.395008 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa71142-3190-4c63-8c86-7cc29754a0db req-c50a8c78-c56d-4770-bae7-6ca7142c9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:54.396522 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:54.396702 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fa71142-3190-4c63-8c86-7cc29754a0db req-c50a8c78-c56d-4770-bae7-6ca7142c9188 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9ab42dda-b0d2-4563-a57f-f2564fca13f4 HTTP/1.1" status: 200 len: 929 time: 0.4205773 Jan 28 19:05:54.426755 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae47b07-996d-4cd6-ba6a-b4a04a0c7c5f x-openstack-request-id: req-5ae47b07-996d-4cd6-ba6a-b4a04a0c7c5f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:54.427061 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b92f089-eab2-474d-aaea-c2e9b88446d3", "name": "network-vif-plugged", "status": "completed", "tag": "6c4a3918-71e5-45ef-a100-3b5cd21c1af5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:54.427319 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ae47b07-996d-4cd6-ba6a-b4a04a0c7c5f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:54.427707 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b92f089-eab2-474d-aaea-c2e9b88446d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5', 'code': 200} Jan 28 19:05:54.624000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d8f51-6695-43e5-8040-46a89d69db14 req-459487db-a5c0-4753-aaa4-3c602e2d58d5 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:54.625586 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d92d8f51-6695-43e5-8040-46a89d69db14 req-459487db-a5c0-4753-aaa4-3c602e2d58d5 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 949 time: 0.1274266 Jan 28 19:05:54.631132 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-bfae35cf-a914-49e5-a533-5e1ec711b3e9 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 258 time: 0.3234303 Jan 28 19:05:54.655475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:54.697698 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c5e23-52a0-426e-b0bf-c18cf7ccfa73 None None] New status for floating IP 1b43d73d-7e1f-48d4-96a1-0b1ef1321783: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:05:54.716873 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-563ec129-04e1-4f8c-81ee-dc455187d5a3 req-7441ccfd-bbce-4e8e-b669-224144d97593 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] For port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=91f8c711-e426-40bb-8bc5-13d77fb8b2d9,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:54.717254 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-563ec129-04e1-4f8c-81ee-dc455187d5a3 req-7441ccfd-bbce-4e8e-b669-224144d97593 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (91f8c711-e426-40bb-8bc5-13d77fb8b2d9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:54.738782 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fa71142-3190-4c63-8c86-7cc29754a0db req-e6dd9984-ccaa-483e-b93d-9cb05ee4a772 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a22f688-6841-424c-a5ec-77adea048655 HTTP/1.1" status: 200 len: 999 time: 0.2772226 Jan 28 19:05:54.739107 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d92d8f51-6695-43e5-8040-46a89d69db14 req-25508f29-f4b3-4a91-b48a-917563e640c0 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/security-groups?id=62bee447-9893-4135-ab76-35f6034bbbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888984 Jan 28 19:05:54.739200 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:54.743514 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d8162-59a7-42d5-87f6-3f19fe5df1f9 req-5ecb3235-9d57-4ed8-a578-311e388c9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:54.745506 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db8d8162-59a7-42d5-87f6-3f19fe5df1f9 req-5ecb3235-9d57-4ed8-a578-311e388c9d62 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 1131 time: 0.1987021 Jan 28 19:05:54.766883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-563ec129-04e1-4f8c-81ee-dc455187d5a3 req-7441ccfd-bbce-4e8e-b669-224144d97593 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Calling delete_port for 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:05:54.775071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6268c2-cbf3-43ce-b5ca-c486aef9f160 req-ce8760d3-f243-4506-ba23-2f87de74fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:54.776518 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c6268c2-cbf3-43ce-b5ca-c486aef9f160 req-ce8760d3-f243-4506-ba23-2f87de74fcdb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4015088 Jan 28 19:05:54.857160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa71142-3190-4c63-8c86-7cc29754a0db req-281e2218-0e34-4f43-9ed9-eb824c73f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:54.858959 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fa71142-3190-4c63-8c86-7cc29754a0db req-281e2218-0e34-4f43-9ed9-eb824c73f95f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1597064-b985-4b35-9c36-7a514b021e97 HTTP/1.1" status: 200 len: 867 time: 0.1049235 Jan 28 19:05:54.903929 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db8d8162-59a7-42d5-87f6-3f19fe5df1f9 req-c5e96503-f437-4753-b39e-702ecc2eb913 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=98658a84-8423-42f7-aeb4-dd959282abe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491821 Jan 28 19:05:54.946138 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5334ac0-171c-4708-9222-e78e0b0835f8 req-7dbf37c2-79b0-4ba6-9576-9ce17bcceec3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:54.946138 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b5334ac0-171c-4708-9222-e78e0b0835f8 req-7dbf37c2-79b0-4ba6-9576-9ce17bcceec3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1003754 Jan 28 19:05:55.031171 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b5334ac0-171c-4708-9222-e78e0b0835f8 req-ef1a6b64-0b90-4e31-8a1e-445780c161aa tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793581 Jan 28 19:05:55.090115 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa71142-3190-4c63-8c86-7cc29754a0db req-311d39de-5a7a-4c08-8bae-821213ad9405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:55.091638 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fa71142-3190-4c63-8c86-7cc29754a0db req-311d39de-5a7a-4c08-8bae-821213ad9405 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9ab42dda-b0d2-4563-a57f-f2564fca13f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1938376 Jan 28 19:05:55.126956 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c6268c2-cbf3-43ce-b5ca-c486aef9f160 req-812cd703-042e-4b49-ac88-7d92e754abdd service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271394 Jan 28 19:05:55.216098 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:55.334523 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:55.373264 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-563ec129-04e1-4f8c-81ee-dc455187d5a3 req-7441ccfd-bbce-4e8e-b669-224144d97593 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (91f8c711-e426-40bb-8bc5-13d77fb8b2d9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:55.388134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['91f8c711-e426-40bb-8bc5-13d77fb8b2d9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:55.471128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669453e6-790f-4c8e-a07c-9ade8db75dc7 req-6f223e6b-f87b-4013-a532-51817ab160f8 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:55.473187 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-669453e6-790f-4c8e-a07c-9ade8db75dc7 req-6f223e6b-f87b-4013-a532-51817ab160f8 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 949 time: 0.0981269 Jan 28 19:05:55.541816 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-669453e6-790f-4c8e-a07c-9ade8db75dc7 req-4604eaa1-8124-4a46-8950-f6ab1d47264f tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/security-groups?id=98658a84-8423-42f7-aeb4-dd959282abe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627787 Jan 28 19:05:55.710634 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ac97c3-6476-41e4-935c-1ffe77411f55', 'tag': '3dd7177b-7b56-41ed-8389-f22488938e49'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:55.713486 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99b9cff-0b0e-4afb-bc24-d2e6c4e46ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "06ac97c3-6476-41e4-935c-1ffe77411f55", "tag": "3dd7177b-7b56-41ed-8389-f22488938e49"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:55.759836 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c6268c2-cbf3-43ce-b5ca-c486aef9f160 req-af7e79d9-4666-4ddb-8fc3-244f82e12eda service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6130090 Jan 28 19:05:55.793856 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441ccfd-bbce-4e8e-b669-224144d97593 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Pushing event deleted for resources: {'Port': ['ID=91f8c711-e426-40bb-8bc5-13d77fb8b2d9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:55.816928 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fa71142-3190-4c63-8c86-7cc29754a0db req-ac7bdfe4-84e0-4f54-af73-74951f3561a4 service neutron] 10.222.0.37 "GET /v2.0/networks/9ab42dda-b0d2-4563-a57f-f2564fca13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019995 Jan 28 19:05:55.877954 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d395f-912a-477c-bb92-f24402cdb679 req-a8ed3d0f-e348-447d-8a3e-93d70b20415b tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:55.879328 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-026d395f-912a-477c-bb92-f24402cdb679 req-a8ed3d0f-e348-447d-8a3e-93d70b20415b tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 948 time: 0.0647154 Jan 28 19:05:55.908880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-563ec129-04e1-4f8c-81ee-dc455187d5a3 req-7441ccfd-bbce-4e8e-b669-224144d97593 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] No DVR routers for this DVR port 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:05:55.936904 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-026d395f-912a-477c-bb92-f24402cdb679 req-c33dff66-ad50-47aa-b7d5-e30ec42c7bd0 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511601 Jan 28 19:05:56.001401 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdd5eb8-bac1-44af-9a1f-321ee7fe7bb9 x-openstack-request-id: req-6bdd5eb8-bac1-44af-9a1f-321ee7fe7bb9 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:56.002000 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ac97c3-6476-41e4-935c-1ffe77411f55", "tag": "3dd7177b-7b56-41ed-8389-f22488938e49", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:56.002431 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6bdd5eb8-bac1-44af-9a1f-321ee7fe7bb9 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:56.003030 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ac97c3-6476-41e4-935c-1ffe77411f55', 'tag': '3dd7177b-7b56-41ed-8389-f22488938e49', 'status': 'completed', 'code': 200} Jan 28 19:05:56.043971 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-563ec129-04e1-4f8c-81ee-dc455187d5a3 req-7441ccfd-bbce-4e8e-b669-224144d97593 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:56.048072 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-563ec129-04e1-4f8c-81ee-dc455187d5a3 req-7441ccfd-bbce-4e8e-b669-224144d97593 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.31 "DELETE /v2.0/ports/91f8c711-e426-40bb-8bc5-13d77fb8b2d9 HTTP/1.1" status: 204 len: 173 time: 2.3924561 Jan 28 19:05:56.052532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c564bfc4-86dd-48ed-a280-d2b2010ca6dc', 'name': 'network-vif-deleted', 'tag': '91f8c711-e426-40bb-8bc5-13d77fb8b2d9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:56.054912 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b24894e-e9e2-4e34-ade9-54add182609c" -d '{"events": [{"server_uuid": "c564bfc4-86dd-48ed-a280-d2b2010ca6dc", "name": "network-vif-deleted", "tag": "91f8c711-e426-40bb-8bc5-13d77fb8b2d9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:56.107019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Allocated IP 172.25.0.101 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/b361bd03-4b3e-4a9f-8cf1-b47a171895cc) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:05:56.117510 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fa71142-3190-4c63-8c86-7cc29754a0db req-5da3adcf-0342-4d2d-8fe0-316faf70f820 service neutron] 10.222.0.37 "GET /v2.0/networks/9ab42dda-b0d2-4563-a57f-f2564fca13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794533 Jan 28 19:05:56.190621 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1e9f87c-e604-4f0c-a9fe-ce964755b00f req-05a622f2-13af-4aea-a544-fcc90dffc0d7 tempest-LiveMigrationNegativeTest-1224354142 tempest-LiveMigrationNegativeTest-1224354142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c564bfc4-86dd-48ed-a280-d2b2010ca6dc HTTP/1.1" status: 200 len: 210 time: 0.1048486 Jan 28 19:05:56.224811 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b9cff-0b0e-4afb-bc24-d2e6c4e46ac6 req-e4c87c58-bcc7-4737-99d2-2ae2f8fa0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:56.226460 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b99b9cff-0b0e-4afb-bc24-d2e6c4e46ac6 req-e4c87c58-bcc7-4737-99d2-2ae2f8fa0b27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 1130 time: 0.1823592 Jan 28 19:05:56.302734 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for port (b361bd03-4b3e-4a9f-8cf1-b47a171895cc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:56.356073 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (b361bd03-4b3e-4a9f-8cf1-b47a171895cc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:56.421739 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:05:56.426592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:05:56.427608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd4a04-d53a-4eec-ab06-57aa27067bda req-4044015a-0542-4020-b2fc-01d49dd4ae77 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:56.435420 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9cfd4a04-d53a-4eec-ab06-57aa27067bda req-4044015a-0542-4020-b2fc-01d49dd4ae77 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1180291 Jan 28 19:05:56.437720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:05:56.446291 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b9cff-0b0e-4afb-bc24-d2e6c4e46ac6 req-63a40169-0be6-4c56-a653-f06a4b207d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:56.447996 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b99b9cff-0b0e-4afb-bc24-d2e6c4e46ac6 req-63a40169-0be6-4c56-a653-f06a4b207d93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.2150018 Jan 28 19:05:56.473363 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Pushing event updated for resources: {'Port': ['ID=b361bd03-4b3e-4a9f-8cf1-b47a171895cc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:56.520242 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b99b9cff-0b0e-4afb-bc24-d2e6c4e46ac6 req-2f208b95-8e73-4518-8f0f-33d981e474a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=3dd7177b-7b56-41ed-8389-f22488938e49 HTTP/1.1" status: 200 len: 217 time: 0.0568931 Jan 28 19:05:56.567134 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for floatingip (ccb8c17b-dda1-4283-ade8-b37f58598bd7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:56.595711 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9cfd4a04-d53a-4eec-ab06-57aa27067bda req-6166b346-5d2c-489c-a52c-0e599f190c8a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590705 Jan 28 19:05:56.606258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b9cff-0b0e-4afb-bc24-d2e6c4e46ac6 req-bc50e1ce-3a3e-42bf-8b97-15d3dc289f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:56.607968 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b99b9cff-0b0e-4afb-bc24-d2e6c4e46ac6 req-bc50e1ce-3a3e-42bf-8b97-15d3dc289f39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0792909 Jan 28 19:05:56.616501 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b361bd03-4b3e-4a9f-8cf1-b47a171895cc), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:56.672139 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b210c486-99ef-4c78-93d0-98be3f6dfbb1 x-openstack-request-id: req-b210c486-99ef-4c78-93d0-98be3f6dfbb1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:05:56.672564 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c564bfc4-86dd-48ed-a280-d2b2010ca6dc", "name": "network-vif-deleted", "tag": "91f8c711-e426-40bb-8bc5-13d77fb8b2d9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:05:56.672815 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b210c486-99ef-4c78-93d0-98be3f6dfbb1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:05:56.673211 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c564bfc4-86dd-48ed-a280-d2b2010ca6dc', 'name': 'network-vif-deleted', 'tag': '91f8c711-e426-40bb-8bc5-13d77fb8b2d9', 'status': 'completed', 'code': 200} Jan 28 19:05:56.724207 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2a21ddda-aec0-42b7-b31f-849bc766b40b details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:05:56.758620 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b9cff-0b0e-4afb-bc24-d2e6c4e46ac6 req-4b0dc18b-d0e8-4386-954c-a48b52dfc17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:56.763242 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b99b9cff-0b0e-4afb-bc24-d2e6c4e46ac6 req-4b0dc18b-d0e8-4386-954c-a48b52dfc17e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1416035 Jan 28 19:05:56.919121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2a21ddda-aec0-42b7-b31f-849bc766b40b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2a21ddda-aec0-42b7-b31f-849bc766b40b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:56.935020 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b99b9cff-0b0e-4afb-bc24-d2e6c4e46ac6 req-573713d1-79e1-464e-a10e-d5c08cc21d45 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638188 Jan 28 19:05:56.959557 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for port (b361bd03-4b3e-4a9f-8cf1-b47a171895cc), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:56.964273 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '2a21ddda-aec0-42b7-b31f-849bc766b40b', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '2a21ddda-aec0-42b7-b31f-849bc766b40b', 'mac_address': 'fa:16:3e:86:0f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:05:56.973707 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (b361bd03-4b3e-4a9f-8cf1-b47a171895cc), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:57.044251 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 2a21ddda-aec0-42b7-b31f-849bc766b40b is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:57.044965 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2a21ddda-aec0-42b7-b31f-849bc766b40b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:57.060318 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a21ddda-aec0-42b7-b31f-849bc766b40b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:57.087977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2a21ddda-aec0-42b7-b31f-849bc766b40b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2a21ddda-aec0-42b7-b31f-849bc766b40b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:57.101051 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2a21ddda-aec0-42b7-b31f-849bc766b40b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:57.153697 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860023d-05b7-42f6-bd85-bcf0bbac938a req-5ba6d853-5ced-4fb9-b76a-23f54d848f11 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:57.155379 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Pushing event updated for resources: {'Port': ['ID=b361bd03-4b3e-4a9f-8cf1-b47a171895cc,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:57.158437 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5860023d-05b7-42f6-bd85-bcf0bbac938a req-5ba6d853-5ced-4fb9-b76a-23f54d848f11 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 949 time: 0.4047403 Jan 28 19:05:57.181729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=2a21ddda-aec0-42b7-b31f-849bc766b40b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:57.190068 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (ccb8c17b-dda1-4283-ade8-b37f58598bd7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:57.228601 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:57.230056 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-5214aa70-0be0-4333-b0e5-97cf695c6cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5923140 Jan 28 19:05:57.275212 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b99b9cff-0b0e-4afb-bc24-d2e6c4e46ac6 req-49eb5454-f7d4-4267-8f8d-40a294b87ddf service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319290 Jan 28 19:05:57.282173 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-6665f4dd-6500-4b50-a243-177a501be71a tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.0455191 Jan 28 19:05:57.289351 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5860023d-05b7-42f6-bd85-bcf0bbac938a req-d8870c43-e3fa-433b-8a06-73f06732031d tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/security-groups?id=98658a84-8423-42f7-aeb4-dd959282abe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181660 Jan 28 19:05:57.408792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['2a21ddda-aec0-42b7-b31f-849bc766b40b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:05:57.478704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a07c51-dc5a-490f-8c54-f87066b43ead req-c30ca88d-914b-44a8-9b28-2d14b9f104a2 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:57.487392 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-6c59532a-2b0a-4c4d-af9e-f55a73b44944 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:57.488800 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d2998447-9020-477b-b018-3c2fd3d1c4d7 req-6c59532a-2b0a-4c4d-af9e-f55a73b44944 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.1944666 Jan 28 19:05:57.489647 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e4a07c51-dc5a-490f-8c54-f87066b43ead req-c30ca88d-914b-44a8-9b28-2d14b9f104a2 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 948 time: 0.1211355 Jan 28 19:05:57.603056 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e4a07c51-dc5a-490f-8c54-f87066b43ead req-f4f969e8-7581-42cc-8215-eb59df35cd04 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123278 Jan 28 19:05:57.688600 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724367f-f4ca-4a42-86b4-6414841c06aa req-ea0a0cdd-98a9-4ffb-9075-eb88fe55b3ed tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:57.690987 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0724367f-f4ca-4a42-86b4-6414841c06aa req-ea0a0cdd-98a9-4ffb-9075-eb88fe55b3ed tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 1127 time: 0.0982184 Jan 28 19:05:57.751528 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0724367f-f4ca-4a42-86b4-6414841c06aa req-d7a093ed-add1-43d1-b565-da5cebb553ca tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539992 Jan 28 19:05:57.858108 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704aab0-f0a6-433a-b448-b127f5f730dc req-55b76b8d-57c7-402f-9a65-f0d31f1d7961 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:57.861460 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3704aab0-f0a6-433a-b448-b127f5f730dc req-55b76b8d-57c7-402f-9a65-f0d31f1d7961 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1212189 Jan 28 19:05:57.949660 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3704aab0-f0a6-433a-b448-b127f5f730dc req-c84dfe02-a923-4741-bcbe-fae882f6d185 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.0810409 Jan 28 19:05:57.955116 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-3704aab0-f0a6-433a-b448-b127f5f730dc req-0b79a68e-0da9-4b8e-9842-450ec4c549c4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Request body: {'floatingip': {'port_id': '8a22f688-6841-424c-a5ec-77adea048655', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:57.969953 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da81af-305c-4a68-80aa-bb92c9e6e9f5 req-1a2c3bcc-5643-4ba7-9260-a989034f6834 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:57.978540 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-67da81af-305c-4a68-80aa-bb92c9e6e9f5 req-1a2c3bcc-5643-4ba7-9260-a989034f6834 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.0982714 Jan 28 19:05:58.000271 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3704aab0-f0a6-433a-b448-b127f5f730dc req-0b79a68e-0da9-4b8e-9842-450ec4c549c4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for floatingip (ccb8c17b-dda1-4283-ade8-b37f58598bd7), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:58.039914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59748) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:58.054721 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-67da81af-305c-4a68-80aa-bb92c9e6e9f5 req-b38e003e-f325-4589-b361-85b40416c299 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752268 Jan 28 19:05:58.259538 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5e3bf925-0263-478b-96e8-b1b8d70035fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=812d8596162c4714a3235afa21508aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034400 Jan 28 19:05:58.260146 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59754) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:58.298007 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-3704aab0-f0a6-433a-b448-b127f5f730dc req-0b79a68e-0da9-4b8e-9842-450ec4c549c4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 19:05:58.299072 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3704aab0-f0a6-433a-b448-b127f5f730dc req-0b79a68e-0da9-4b8e-9842-450ec4c549c4 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "PUT /v2.0/floatingips/ccb8c17b-dda1-4283-ade8-b37f58598bd7 HTTP/1.1" status: 409 len: 550 time: 0.3484612 Jan 28 19:05:58.327268 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0b90724-f83d-44d7-ac4e-08dedb6a4caa admin admin] Publish callbacks [] for security_group (62bee447-9893-4135-ab76-35f6034bbbfe), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:58.365154 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0b90724-f83d-44d7-ac4e-08dedb6a4caa admin admin] Publish callbacks [] for security_group (62bee447-9893-4135-ab76-35f6034bbbfe), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:58.431617 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0b90724-f83d-44d7-ac4e-08dedb6a4caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (62bee447-9893-4135-ab76-35f6034bbbfe), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:58.434262 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0b90724-f83d-44d7-ac4e-08dedb6a4caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:58.436019 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b0b90724-f83d-44d7-ac4e-08dedb6a4caa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/62bee447-9893-4135-ab76-35f6034bbbfe HTTP/1.1" status: 204 len: 168 time: 0.1742511 Jan 28 19:05:58.445365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063c4a1-850d-41ce-b432-404e5afb3221 req-ca9719a5-aa3d-4243-bfb7-06916554a9f7 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:58.446050 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b90724-f83d-44d7-ac4e-08dedb6a4caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bee447-9893-4135-ab76-35f6034bbbfe,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:58.453454 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c063c4a1-850d-41ce-b432-404e5afb3221 req-ca9719a5-aa3d-4243-bfb7-06916554a9f7 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 949 time: 0.0829086 Jan 28 19:05:58.517721 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c063c4a1-850d-41ce-b432-404e5afb3221 req-37eae135-a62f-4765-953e-23f8a765a15e tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/security-groups?id=98658a84-8423-42f7-aeb4-dd959282abe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631497 Jan 28 19:05:58.621392 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d9fbd84-7707-482a-851d-1c576a22a8ac req-2931e89a-46f6-45cc-92da-295189d883a2 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/floatingips/ccb8c17b-dda1-4283-ade8-b37f58598bd7 HTTP/1.1" status: 200 len: 693 time: 0.0744290 Jan 28 19:05:58.742093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2a21ddda-aec0-42b7-b31f-849bc766b40b up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:05:58.776634 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fbd84-7707-482a-851d-1c576a22a8ac req-95ca7271-d131-4a00-9bfc-c92b123ab51c tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:58.788554 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d9fbd84-7707-482a-851d-1c576a22a8ac req-95ca7271-d131-4a00-9bfc-c92b123ab51c tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.1602347 Jan 28 19:05:58.841071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59786) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:58.876251 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d9fbd84-7707-482a-851d-1c576a22a8ac req-6cfe8419-42fa-43e9-b3d7-70e0a5fb61cc tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.0867126 Jan 28 19:05:58.893139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 2a21ddda-aec0-42b7-b31f-849bc766b40b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:05:58.899068 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 2a21ddda-aec0-42b7-b31f-849bc766b40b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:05:58.899688 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2a21ddda-aec0-42b7-b31f-849bc766b40b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:58.929643 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-10d18a4c-4405-4266-aab5-2294ceb5c6de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1e60e82e66b74f6aaaeb36a3c1fe2191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0871303 Jan 28 19:05:58.932130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59788) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:05:58.971327 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d9fbd84-7707-482a-851d-1c576a22a8ac req-a778e421-13f6-4420-8507-3a39e711f5ed tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.0931137 Jan 28 19:05:59.027295 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d7839ba-b19a-497a-a3a2-b1332c5e5cc6 admin admin] Publish callbacks [] for security_group (992bdc31-08b7-44ef-bb4f-4f429c533d20), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:59.037807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 2a21ddda-aec0-42b7-b31f-849bc766b40b is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:59.038454 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2a21ddda-aec0-42b7-b31f-849bc766b40b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:59.053273 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d7839ba-b19a-497a-a3a2-b1332c5e5cc6 admin admin] Publish callbacks [] for security_group (992bdc31-08b7-44ef-bb4f-4f429c533d20), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:59.077942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2a21ddda-aec0-42b7-b31f-849bc766b40b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2a21ddda-aec0-42b7-b31f-849bc766b40b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:59.080199 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5902f3d-7f5d-46e5-a55d-c5f79c59a859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a21ddda-aec0-42b7-b31f-849bc766b40b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:05:59.083180 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414a49f2-2e9b-413d-a873-7d706d66428a" -d '{"events": [{"server_uuid": "f5902f3d-7f5d-46e5-a55d-c5f79c59a859", "name": "network-vif-plugged", "status": "completed", "tag": "2a21ddda-aec0-42b7-b31f-849bc766b40b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:05:59.089075 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2a21ddda-aec0-42b7-b31f-849bc766b40b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:59.090362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:05:59.136188 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d7839ba-b19a-497a-a3a2-b1332c5e5cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (992bdc31-08b7-44ef-bb4f-4f429c533d20), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:59.142039 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d7839ba-b19a-497a-a3a2-b1332c5e5cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:59.144368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9d7839ba-b19a-497a-a3a2-b1332c5e5cc6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/992bdc31-08b7-44ef-bb4f-4f429c533d20 HTTP/1.1" status: 204 len: 168 time: 0.2112429 Jan 28 19:05:59.168844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7839ba-b19a-497a-a3a2-b1332c5e5cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992bdc31-08b7-44ef-bb4f-4f429c533d20,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:59.190374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-7d9fbd84-7707-482a-851d-1c576a22a8ac req-e4399196-ac59-43bb-be75-5387a2b381de tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Deleting port b361bd03-4b3e-4a9f-8cf1-b47a171895cc {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:05:59.190681 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7d9fbd84-7707-482a-851d-1c576a22a8ac req-e4399196-ac59-43bb-be75-5387a2b381de tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b361bd03-4b3e-4a9f-8cf1-b47a171895cc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:59.194965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:05:59.195769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 91f8c711-e426-40bb-8bc5-13d77fb8b2d9 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:05:59.200845 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=2a21ddda-aec0-42b7-b31f-849bc766b40b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:59.204864 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 3dd7177b-7b56-41ed-8389-f22488938e49 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:05:59.297933 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7d9fbd84-7707-482a-851d-1c576a22a8ac req-e4399196-ac59-43bb-be75-5387a2b381de tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b361bd03-4b3e-4a9f-8cf1-b47a171895cc), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:59.298356 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7d9fbd84-7707-482a-851d-1c576a22a8ac req-e4399196-ac59-43bb-be75-5387a2b381de tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for floatingip (b361bd03-4b3e-4a9f-8cf1-b47a171895cc), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:59.317787 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-7d9fbd84-7707-482a-851d-1c576a22a8ac req-e4399196-ac59-43bb-be75-5387a2b381de tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Calling delete_port for b361bd03-4b3e-4a9f-8cf1-b47a171895cc owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:05:59.344032 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 3dd7177b-7b56-41ed-8389-f22488938e49, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3dd7177b-7b56-41ed-8389-f22488938e49,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:59.376767 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '3dd7177b-7b56-41ed-8389-f22488938e49', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '3dd7177b-7b56-41ed-8389-f22488938e49', 'mac_address': 'fa:16:3e:d8:50:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:05:59.418621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 3dd7177b-7b56-41ed-8389-f22488938e49 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:05:59.419345 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3dd7177b-7b56-41ed-8389-f22488938e49), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:59.435568 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dd7177b-7b56-41ed-8389-f22488938e49 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:05:59.457287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 3dd7177b-7b56-41ed-8389-f22488938e49, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3dd7177b-7b56-41ed-8389-f22488938e49,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:05:59.464173 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3dd7177b-7b56-41ed-8389-f22488938e49), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:59.535695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=3dd7177b-7b56-41ed-8389-f22488938e49,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:59.540962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-2a88b388-08b9-481d-a6d7-c80d6e75eb97 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:05:59.542133 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-2a88b388-08b9-481d-a6d7-c80d6e75eb97 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0207267 Jan 28 19:05:59.611713 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-fc1dbf94-5adf-41c3-b87e-a24a56c4a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:05:59.613240 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-fc1dbf94-5adf-41c3-b87e-a24a56c4a052 service neutron] 10.222.0.55 "GET /v2.0/ports/762f82fa-f4c5-41c0-b20e-d928d6ffd66d HTTP/1.1" status: 200 len: 1124 time: 0.0528362 Jan 28 19:05:59.639360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-618fbec9-6641-41e8-b7bf-8e6b53aece50 service neutron] Request body: {'binding': {'host': 'n-h1-824834-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:05:59.640005 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-618fbec9-6641-41e8-b7bf-8e6b53aece50 service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:05:59.706067 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7d9fbd84-7707-482a-851d-1c576a22a8ac req-e4399196-ac59-43bb-be75-5387a2b381de tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (b361bd03-4b3e-4a9f-8cf1-b47a171895cc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:59.771279 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4399196-ac59-43bb-be75-5387a2b381de tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Pushing event deleted for resources: {'Port': ['ID=b361bd03-4b3e-4a9f-8cf1-b47a171895cc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:05:59.844874 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:59.888291 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7d9fbd84-7707-482a-851d-1c576a22a8ac req-e4399196-ac59-43bb-be75-5387a2b381de tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for floatingip (ccb8c17b-dda1-4283-ade8-b37f58598bd7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:59.892406 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7d9fbd84-7707-482a-851d-1c576a22a8ac req-e4399196-ac59-43bb-be75-5387a2b381de tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:05:59.894190 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d9fbd84-7707-482a-851d-1c576a22a8ac req-e4399196-ac59-43bb-be75-5387a2b381de tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "DELETE /v2.0/floatingips/ccb8c17b-dda1-4283-ade8-b37f58598bd7 HTTP/1.1" status: 204 len: 173 time: 0.9218731 Jan 28 19:05:59.912137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-618fbec9-6641-41e8-b7bf-8e6b53aece50 service neutron] Attempting to bind port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d on host n-h1-824834-4 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:05:59.912582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-618fbec9-6641-41e8-b7bf-8e6b53aece50 service neutron] Attempting to bind port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:05:59.913004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-618fbec9-6641-41e8-b7bf-8e6b53aece50 service neutron] Attempting to bind port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:59.919423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-618fbec9-6641-41e8-b7bf-8e6b53aece50 service neutron] Port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:05:59.924816 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-618fbec9-6641-41e8-b7bf-8e6b53aece50 service neutron] Attempting to bind port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:05:59.930562 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-618fbec9-6641-41e8-b7bf-8e6b53aece50 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:05:59.931012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-618fbec9-6641-41e8-b7bf-8e6b53aece50 service neutron] Checking segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:05:59.931488 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-618fbec9-6641-41e8-b7bf-8e6b53aece50 service neutron] Bound using segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:05:59.932026 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-618fbec9-6641-41e8-b7bf-8e6b53aece50 service neutron] Bound port: 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:05:59.945417 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['3dd7177b-7b56-41ed-8389-f22488938e49'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:06:00.013121 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-618fbec9-6641-41e8-b7bf-8e6b53aece50 service neutron] For port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:06:00.027646 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-618fbec9-6641-41e8-b7bf-8e6b53aece50 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:00.041650 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-618fbec9-6641-41e8-b7bf-8e6b53aece50 service neutron] 10.222.0.55 "POST /v2.0/ports/762f82fa-f4c5-41c0-b20e-d928d6ffd66d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4149911 Jan 28 19:06:00.434280 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd39738-0e90-4cc9-8542-b4ce06156d68 req-61a8a8bf-34cf-4e34-b4fc-0cc96f677d3a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:00.442673 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6dd39738-0e90-4cc9-8542-b4ce06156d68 req-61a8a8bf-34cf-4e34-b4fc-0cc96f677d3a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 949 time: 0.0732582 Jan 28 19:06:00.512256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-ccac781d-6677-447a-989d-b12e817c0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:00.514610 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-ccac781d-6677-447a-989d-b12e817c0672 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 1127 time: 0.1362700 Jan 28 19:06:00.520672 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6dd39738-0e90-4cc9-8542-b4ce06156d68 req-ceab8299-9b93-4f61-8c4d-73f90004059f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768328 Jan 28 19:06:00.681881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-1af9adbf-cc40-42c6-a0de-f64565f75de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:00.700560 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-1af9adbf-cc40-42c6-a0de-f64565f75de7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.1779573 Jan 28 19:06:00.743114 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352165f1-97b7-463e-a642-4e1a1d1f9da1 x-openstack-request-id: req-352165f1-97b7-463e-a642-4e1a1d1f9da1 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:00.743609 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5902f3d-7f5d-46e5-a55d-c5f79c59a859", "name": "network-vif-plugged", "status": "completed", "tag": "2a21ddda-aec0-42b7-b31f-849bc766b40b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:00.744028 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-352165f1-97b7-463e-a642-4e1a1d1f9da1 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:00.745011 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5902f3d-7f5d-46e5-a55d-c5f79c59a859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a21ddda-aec0-42b7-b31f-849bc766b40b', 'code': 200} Jan 28 19:06:00.750489 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b56b1-ebd8-468b-9dd1-71c3c5716ce9 req-0271f943-41fa-4fb2-9ea8-af7b95775a6e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:00.753558 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-680b56b1-ebd8-468b-9dd1-71c3c5716ce9 req-0271f943-41fa-4fb2-9ea8-af7b95775a6e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1221306 Jan 28 19:06:00.764078 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-ea8da6fb-568c-46f1-9e02-efe264213bb4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=762f82fa-f4c5-41c0-b20e-d928d6ffd66d HTTP/1.1" status: 200 len: 217 time: 0.0568955 Jan 28 19:06:00.872931 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-680b56b1-ebd8-468b-9dd1-71c3c5716ce9 req-95fea220-a87a-4d8b-b162-38bca59b6a02 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123967 Jan 28 19:06:00.994213 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-ec1afe05-ca66-43f7-91d2-1ff1bbb8fb34 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1001 time: 0.2166510 Jan 28 19:06:01.032753 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-d8034301-0924-47b3-85ba-dad43d51de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:01.034310 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-d8034301-0924-47b3-85ba-dad43d51de8f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.2582271 Jan 28 19:06:01.060571 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670070c8-adb4-4a60-bf64-17c281949f72 req-5fb2d8e4-94a5-49b1-ba62-97607a0bfeb3 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:01.071607 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-670070c8-adb4-4a60-bf64-17c281949f72 req-5fb2d8e4-94a5-49b1-ba62-97607a0bfeb3 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 945 time: 0.0833201 Jan 28 19:06:01.124293 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-ef34d751-90ed-4b64-8d10-0d73b78057e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814805 Jan 28 19:06:01.134599 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-670070c8-adb4-4a60-bf64-17c281949f72 req-d96f1075-1043-454e-b961-99b9b706c209 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616267 Jan 28 19:06:01.145536 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc27f1-92bf-46ce-9a63-7c315df017bf req-acfe2f38-b2d8-4917-b666-1430d50905e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:01.147117 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1cbc27f1-92bf-46ce-9a63-7c315df017bf req-acfe2f38-b2d8-4917-b666-1430d50905e4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f5902f3d-7f5d-46e5-a55d-c5f79c59a859 HTTP/1.1" status: 200 len: 1131 time: 0.1747391 Jan 28 19:06:01.223341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-310cba88-d1b5-4da5-844d-b2942c51809b tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:01.242467 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-310cba88-d1b5-4da5-844d-b2942c51809b tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports/8a22f688-6841-424c-a5ec-77adea048655 HTTP/1.1" status: 200 len: 942 time: 0.1873710 Jan 28 19:06:01.313649 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1cbc27f1-92bf-46ce-9a63-7c315df017bf req-9eec5e22-c374-4285-b7a3-942c23dfb062 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406474 Jan 28 19:06:01.368656 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-300c5ff0-c7a0-40f8-bf6f-7f24f1d7ebcf service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328305 Jan 28 19:06:01.374834 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297a2e0-3921-426e-a582-41f2b9ea40b7 req-ec5f0f3a-7dc3-4bb1-bfa8-54c8a188acb8 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:01.383651 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1297a2e0-3921-426e-a582-41f2b9ea40b7 req-ec5f0f3a-7dc3-4bb1-bfa8-54c8a188acb8 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 945 time: 0.1539702 Jan 28 19:06:01.447674 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1297a2e0-3921-426e-a582-41f2b9ea40b7 req-19cc54a0-e150-4052-bfde-6652aa4d7db4 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629096 Jan 28 19:06:01.463231 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-01a8790d-a233-460b-9c33-76f2ef19549d tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1001 time: 0.0983131 Jan 28 19:06:01.649424 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-e0a4234f-7bf1-4cdb-bac5-de22dcc30c91 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:01.655827 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-e0a4234f-7bf1-4cdb-bac5-de22dcc30c91 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.1868052 Jan 28 19:06:01.665415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-cb5c1c5e-4d42-4277-b1b2-92e826345851 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:06:01.672835 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-cb5c1c5e-4d42-4277-b1b2-92e826345851 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161483 Jan 28 19:06:01.730195 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-2208d125-8e96-4bd2-bccf-243de59c259e service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034101 Jan 28 19:06:01.768688 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-664a3f2d-23f8-44a1-b6a8-808fd22143c5 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 1001 time: 0.0946462 Jan 28 19:06:01.780384 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-31bafc5b-ed9f-4885-97c1-58516b51af60 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:01.845087 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-31bafc5b-ed9f-4885-97c1-58516b51af60 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for floatingip (1b43d73d-7e1f-48d4-96a1-0b1ef1321783), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:01.893461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd32f9a-e6d0-4d3f-bc97-011a03f62537 req-721d073d-433a-4ace-971d-54431aa3eb2c tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:01.894078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd32f9a-e6d0-4d3f-bc97-011a03f62537 req-721d073d-433a-4ace-971d-54431aa3eb2c tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:01.894254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd32f9a-e6d0-4d3f-bc97-011a03f62537 req-721d073d-433a-4ace-971d-54431aa3eb2c tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:01.894710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd32f9a-e6d0-4d3f-bc97-011a03f62537 req-721d073d-433a-4ace-971d-54431aa3eb2c tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:01.895478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd32f9a-e6d0-4d3f-bc97-011a03f62537 req-721d073d-433a-4ace-971d-54431aa3eb2c tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:01.895601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd32f9a-e6d0-4d3f-bc97-011a03f62537 req-721d073d-433a-4ace-971d-54431aa3eb2c tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:01.896045 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd32f9a-e6d0-4d3f-bc97-011a03f62537 req-721d073d-433a-4ace-971d-54431aa3eb2c tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:01.896498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd32f9a-e6d0-4d3f-bc97-011a03f62537 req-721d073d-433a-4ace-971d-54431aa3eb2c tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:01.897426 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd32f9a-e6d0-4d3f-bc97-011a03f62537 req-721d073d-433a-4ace-971d-54431aa3eb2c tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:01.897426 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd32f9a-e6d0-4d3f-bc97-011a03f62537 req-721d073d-433a-4ace-971d-54431aa3eb2c tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:01.899316 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7dd32f9a-e6d0-4d3f-bc97-011a03f62537 req-721d073d-433a-4ace-971d-54431aa3eb2c tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7168 time: 0.2284572 Jan 28 19:06:02.056986 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e362dc9-66b4-4d69-96aa-be2bd2b67338 req-1ef7033a-579b-42e4-b2ee-62cbb3f3772b tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:02.059623 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-31bafc5b-ed9f-4885-97c1-58516b51af60 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:02.065036 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2e362dc9-66b4-4d69-96aa-be2bd2b67338 req-1ef7033a-579b-42e4-b2ee-62cbb3f3772b tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 949 time: 0.0912895 Jan 28 19:06:02.068320 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-31bafc5b-ed9f-4885-97c1-58516b51af60 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (1b43d73d-7e1f-48d4-96a1-0b1ef1321783), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:02.068320 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-31bafc5b-ed9f-4885-97c1-58516b51af60 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Floating IP 1b43d73d-7e1f-48d4-96a1-0b1ef1321783 disassociated. External IP: 172.25.0.165, port: 8a22f688-6841-424c-a5ec-77adea048655. Jan 28 19:06:02.257773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72469594-5968-4a8f-aa28-feac6a9da4d0 req-085ee0bd-9196-40b6-911d-729045d3aa25 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:02.259534 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72469594-5968-4a8f-aa28-feac6a9da4d0 req-085ee0bd-9196-40b6-911d-729045d3aa25 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.31 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 945 time: 0.0829604 Jan 28 19:06:02.407184 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-31bafc5b-ed9f-4885-97c1-58516b51af60 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:06:02.411582 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2e362dc9-66b4-4d69-96aa-be2bd2b67338 req-516f9560-3334-420f-bd8d-f6cbff06b068 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456776 Jan 28 19:06:02.590515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-72469594-5968-4a8f-aa28-feac6a9da4d0 req-2bba7e32-a23b-423e-ab7f-bc290d00da18 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Deleting port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:06:02.590860 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-72469594-5968-4a8f-aa28-feac6a9da4d0 req-2bba7e32-a23b-423e-ab7f-bc290d00da18 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (53bd4e45-9ae8-4898-8fc8-e9aab2a136c5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:02.603544 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd71ef3-6900-4bd6-bd0b-a2a9f60f464f req-35d2b860-fe9d-4a29-b7cc-65e57997f140 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:02.607524 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-31bafc5b-ed9f-4885-97c1-58516b51af60 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:06:02.613733 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-31bafc5b-ed9f-4885-97c1-58516b51af60 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:02.621250 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ffd71ef3-6900-4bd6-bd0b-a2a9f60f464f req-35d2b860-fe9d-4a29-b7cc-65e57997f140 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1160166 Jan 28 19:06:02.622946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccee3e60-5371-46b6-b902-e3c4be1ca758 None None] Sync routers for ids ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:06:02.640437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee3e60-5371-46b6-b902-e3c4be1ca758 None None] Routers {'62db70b4-dbab-4bd4-a2ef-cccb55dd2179'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:06:02.641127 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ccee3e60-5371-46b6-b902-e3c4be1ca758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:05:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:02.707317 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ffd71ef3-6900-4bd6-bd0b-a2a9f60f464f req-c2bb3fa6-0a3c-40b8-8aa7-c2acb1675f9c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849919 Jan 28 19:06:02.788185 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-72469594-5968-4a8f-aa28-feac6a9da4d0 req-2bba7e32-a23b-423e-ab7f-bc290d00da18 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] For port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=53bd4e45-9ae8-4898-8fc8-e9aab2a136c5,segment=NetworkSegment(b42e0ebe-52ff-4e53-a10d-c5fc1da5544a),segment_id=b42e0ebe-52ff-4e53-a10d-c5fc1da5544a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:02.788835 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-72469594-5968-4a8f-aa28-feac6a9da4d0 req-2bba7e32-a23b-423e-ab7f-bc290d00da18 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (53bd4e45-9ae8-4898-8fc8-e9aab2a136c5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:02.816344 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-31bafc5b-ed9f-4885-97c1-58516b51af60 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "PUT /v2.0/floatingips/1b43d73d-7e1f-48d4-96a1-0b1ef1321783 HTTP/1.1" status: 200 len: 695 time: 1.0396507 Jan 28 19:06:02.852119 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c976e95-32a8-45ed-bd65-2ea212fef5a6', 'tag': '8a22f688-6841-424c-a5ec-77adea048655'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:02.857201 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631904c3-6cc7-4047-b15b-68e26aa65ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c976e95-32a8-45ed-bd65-2ea212fef5a6", "tag": "8a22f688-6841-424c-a5ec-77adea048655"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:02.876744 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ccee3e60-5371-46b6-b902-e3c4be1ca758 None None] Set router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:06:02.953287 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e9d67-bd13-4061-98c1-71729c71e0e4 req-28cee4f3-2c60-4a54-b25e-0ae0fee995f3 tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:02.968550 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e52e9d67-bd13-4061-98c1-71729c71e0e4 req-28cee4f3-2c60-4a54-b25e-0ae0fee995f3 tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 886 time: 0.2218604 Jan 28 19:06:02.987417 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-82681cf9-39c2-449f-a502-82e9aeb320fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:02.995055 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-82681cf9-39c2-449f-a502-82e9aeb320fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23e7dcd4cd1544038e55aa37233ea500&device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 1127 time: 0.1272354 Jan 28 19:06:03.139735 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114c6be-de3f-46a1-a28e-53892f9da4d2 req-c837e8df-3e5a-44a2-9f21-fd8c6f04e81d tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:03.147278 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0114c6be-de3f-46a1-a28e-53892f9da4d2 req-c837e8df-3e5a-44a2-9f21-fd8c6f04e81d tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 945 time: 0.1012168 Jan 28 19:06:03.155399 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-72469594-5968-4a8f-aa28-feac6a9da4d0 req-2bba7e32-a23b-423e-ab7f-bc290d00da18 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:03.160113 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-72469594-5968-4a8f-aa28-feac6a9da4d0 req-2bba7e32-a23b-423e-ab7f-bc290d00da18 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (73453cb1-92eb-4cb4-9943-e6ea4225a96a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:03.160778 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [req-72469594-5968-4a8f-aa28-feac6a9da4d0 req-2bba7e32-a23b-423e-ab7f-bc290d00da18 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Floating IP 73453cb1-92eb-4cb4-9943-e6ea4225a96a disassociated. External IP: 172.25.0.205, port: 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5. Jan 28 19:06:03.161287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-72469594-5968-4a8f-aa28-feac6a9da4d0 req-2bba7e32-a23b-423e-ab7f-bc290d00da18 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Calling delete_port for 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:06:03.172173 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ccee3e60-5371-46b6-b902-e3c4be1ca758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-router', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'gw_port': {'id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:11Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7dc9236e-897d-4a32-8573-e5de4033db11', 'name': '', 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'mac_address': 'fa:16:3e:d6:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:15Z', 'updated_at': '2022-01-28T19:05:26Z', 'revision_number': 5, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'subnets': [{'id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:03.208780 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccee3e60-5371-46b6-b902-e3c4be1ca758 None None] Checking router: 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:06:03.214575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-39411e28-e22e-4a04-ad68-673da1629996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:03.214866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 3dd7177b-7b56-41ed-8389-f22488938e49 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:06:03.224521 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-39411e28-e22e-4a04-ad68-673da1629996 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ab42dda-b0d2-4563-a57f-f2564fca13f4 HTTP/1.1" status: 200 len: 929 time: 0.2283723 Jan 28 19:06:03.242005 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0114c6be-de3f-46a1-a28e-53892f9da4d2 req-56562897-df0e-4098-85ec-3792d8ff04c5 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935504 Jan 28 19:06:03.265354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee3e60-5371-46b6-b902-e3c4be1ca758 None None] Routers {'62db70b4-dbab-4bd4-a2ef-cccb55dd2179'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:06:03.265995 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ccee3e60-5371-46b6-b902-e3c4be1ca758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:05:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:03.408526 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 3dd7177b-7b56-41ed-8389-f22488938e49 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:06:03.412517 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-b45fdeaa-f61b-47f0-b0ad-d55cf491f5b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a22f688-6841-424c-a5ec-77adea048655 HTTP/1.1" status: 200 len: 217 time: 0.1697953 Jan 28 19:06:03.422605 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ccee3e60-5371-46b6-b902-e3c4be1ca758 None None] Set router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:06:03.424971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 3dd7177b-7b56-41ed-8389-f22488938e49 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:03.426181 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3dd7177b-7b56-41ed-8389-f22488938e49), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:03.452295 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baee85-b060-4421-acde-ab25f15aeed5 req-f0694389-c832-476e-b3c5-357544f74500 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:03.467190 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a3baee85-b060-4421-acde-ab25f15aeed5 req-f0694389-c832-476e-b3c5-357544f74500 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 945 time: 0.1116440 Jan 28 19:06:03.537963 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a3baee85-b060-4421-acde-ab25f15aeed5 req-9f363f42-1a1e-4377-8280-f515901c7534 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups?id=fba0e98e-5ee0-461a-ae83-66aa992cf7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695355 Jan 28 19:06:03.614297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-6d12a7d7-dedd-4272-9e8b-129bba1901b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:03.631510 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-6d12a7d7-dedd-4272-9e8b-129bba1901b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1597064-b985-4b35-9c36-7a514b021e97 HTTP/1.1" status: 200 len: 867 time: 0.2008667 Jan 28 19:06:03.716795 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8333a7-7341-4277-93a4-ba4a37aade86 x-openstack-request-id: req-2a8333a7-7341-4277-93a4-ba4a37aade86 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:03.717005 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c976e95-32a8-45ed-bd65-2ea212fef5a6", "tag": "8a22f688-6841-424c-a5ec-77adea048655", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:03.717258 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a8333a7-7341-4277-93a4-ba4a37aade86 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:03.717624 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c976e95-32a8-45ed-bd65-2ea212fef5a6', 'tag': '8a22f688-6841-424c-a5ec-77adea048655', 'status': 'completed', 'code': 200} Jan 28 19:06:03.768677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-f8c97255-0212-4205-92e3-bec458c5c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:03.772940 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-f8c97255-0212-4205-92e3-bec458c5c48e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ab42dda-b0d2-4563-a57f-f2564fca13f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1399441 Jan 28 19:06:03.805964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631904c3-6cc7-4047-b15b-68e26aa65ba1 req-0a866f34-6970-4141-aaa9-05c65e019463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:03.808006 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-631904c3-6cc7-4047-b15b-68e26aa65ba1 req-0a866f34-6970-4141-aaa9-05c65e019463 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23e7dcd4cd1544038e55aa37233ea500&device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 1127 time: 0.1271017 Jan 28 19:06:03.898115 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cac02a-155c-468f-9454-a242892dc17a req-93a57add-a074-48bf-a8d5-baf69290c787 tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:03.900565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cac02a-155c-468f-9454-a242892dc17a req-93a57add-a074-48bf-a8d5-baf69290c787 tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:03.903563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cac02a-155c-468f-9454-a242892dc17a req-93a57add-a074-48bf-a8d5-baf69290c787 tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:03.906624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cac02a-155c-468f-9454-a242892dc17a req-93a57add-a074-48bf-a8d5-baf69290c787 tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:03.907838 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cac02a-155c-468f-9454-a242892dc17a req-93a57add-a074-48bf-a8d5-baf69290c787 tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:03.908957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cac02a-155c-468f-9454-a242892dc17a req-93a57add-a074-48bf-a8d5-baf69290c787 tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:03.910594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cac02a-155c-468f-9454-a242892dc17a req-93a57add-a074-48bf-a8d5-baf69290c787 tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:03.911956 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cac02a-155c-468f-9454-a242892dc17a req-93a57add-a074-48bf-a8d5-baf69290c787 tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:03.913097 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cac02a-155c-468f-9454-a242892dc17a req-93a57add-a074-48bf-a8d5-baf69290c787 tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:03.914330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cac02a-155c-468f-9454-a242892dc17a req-93a57add-a074-48bf-a8d5-baf69290c787 tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:03.947618 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69cac02a-155c-468f-9454-a242892dc17a req-93a57add-a074-48bf-a8d5-baf69290c787 tempest-NetworksTest-748140618 tempest-NetworksTest-748140618-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7168 time: 0.2811799 Jan 28 19:06:04.043822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631904c3-6cc7-4047-b15b-68e26aa65ba1 req-4db611fb-72aa-4e3d-a6e4-77ec31d84f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:04.044537 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-631904c3-6cc7-4047-b15b-68e26aa65ba1 req-4db611fb-72aa-4e3d-a6e4-77ec31d84f44 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9ab42dda-b0d2-4563-a57f-f2564fca13f4 HTTP/1.1" status: 200 len: 929 time: 0.2243726 Jan 28 19:06:04.108878 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-72469594-5968-4a8f-aa28-feac6a9da4d0 req-2bba7e32-a23b-423e-ab7f-bc290d00da18 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (53bd4e45-9ae8-4898-8fc8-e9aab2a136c5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:04.135843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 3dd7177b-7b56-41ed-8389-f22488938e49 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:04.136457 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3dd7177b-7b56-41ed-8389-f22488938e49), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:04.159632 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c61d679d-6afd-4c08-9b54-826669d9db30 req-f999093f-7e3c-4fd0-a1f9-31305df4d83e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1580827 Jan 28 19:06:04.188100 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-631904c3-6cc7-4047-b15b-68e26aa65ba1 req-d2e2f5fa-cad1-460e-b59a-e945c29f3de6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a22f688-6841-424c-a5ec-77adea048655 HTTP/1.1" status: 200 len: 217 time: 0.1114244 Jan 28 19:06:04.219229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba7e32-a23b-423e-ab7f-bc290d00da18 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Pushing event deleted for resources: {'Port': ['ID=53bd4e45-9ae8-4898-8fc8-e9aab2a136c5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:04.273308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 3dd7177b-7b56-41ed-8389-f22488938e49, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3dd7177b-7b56-41ed-8389-f22488938e49,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:04.281759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ac97c3-6476-41e4-935c-1ffe77411f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd7177b-7b56-41ed-8389-f22488938e49'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:04.288403 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306e2338-b725-4b6e-9998-4b82cba1e1b0" -d '{"events": [{"server_uuid": "06ac97c3-6476-41e4-935c-1ffe77411f55", "name": "network-vif-plugged", "status": "completed", "tag": "3dd7177b-7b56-41ed-8389-f22488938e49"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:04.304286 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3dd7177b-7b56-41ed-8389-f22488938e49), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:04.325891 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e2c11-e122-4035-aba2-1aec00ca8fd7 req-cfbc6f71-c524-42ca-8a52-ea6383c3dd0c tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:04.335184 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cb8e2c11-e122-4035-aba2-1aec00ca8fd7 req-cfbc6f71-c524-42ca-8a52-ea6383c3dd0c tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 949 time: 0.2893538 Jan 28 19:06:04.388599 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631904c3-6cc7-4047-b15b-68e26aa65ba1 req-00968e33-6d0b-433d-9ea5-970126f088fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:04.388824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=3dd7177b-7b56-41ed-8389-f22488938e49,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:04.403142 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-631904c3-6cc7-4047-b15b-68e26aa65ba1 req-00968e33-6d0b-433d-9ea5-970126f088fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a1597064-b985-4b35-9c36-7a514b021e97 HTTP/1.1" status: 200 len: 867 time: 0.2061675 Jan 28 19:06:04.404013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ccee3e60-5371-46b6-b902-e3c4be1ca758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-router', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'gw_port': {'id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:11Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7dc9236e-897d-4a32-8573-e5de4033db11', 'name': '', 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'mac_address': 'fa:16:3e:d6:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:15Z', 'updated_at': '2022-01-28T19:05:26Z', 'revision_number': 5, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'subnets': [{'id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:04.440582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccee3e60-5371-46b6-b902-e3c4be1ca758 None None] The sync data for ids ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'] in n-d-824834-4 is: [{'id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-router', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'gw_port': {'id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:11Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7dc9236e-897d-4a32-8573-e5de4033db11', 'name': '', 'network_id': '9ab42dda-b0d2-4563-a57f-f2564fca13f4', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'mac_address': 'fa:16:3e:d6:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:15Z', 'updated_at': '2022-01-28T19:05:26Z', 'revision_number': 5, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'subnets': [{'id': 'a1597064-b985-4b35-9c36-7a514b021e97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:06:04.558286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59906) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:04.622579 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cb8e2c11-e122-4035-aba2-1aec00ca8fd7 req-4cc17a3f-cade-4f53-ba18-31064fe346c9 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860029 Jan 28 19:06:04.672824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631904c3-6cc7-4047-b15b-68e26aa65ba1 req-58518a39-f237-4cd8-8d7d-860b5c5f3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:04.682637 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-631904c3-6cc7-4047-b15b-68e26aa65ba1 req-58518a39-f237-4cd8-8d7d-860b5c5f3d4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9ab42dda-b0d2-4563-a57f-f2564fca13f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2618992 Jan 28 19:06:04.923957 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-631904c3-6cc7-4047-b15b-68e26aa65ba1 req-63d21c1b-c09c-4c29-9797-3c37b52a31ea service neutron] 10.222.0.37 "GET /v2.0/networks/9ab42dda-b0d2-4563-a57f-f2564fca13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318633 Jan 28 19:06:04.941744 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-423bc8e1-f525-4b25-ac08-fccdb9c90327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:04.959421 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2279cf4d-efa1-42e2-b10f-bc3251ac207f None None] New status for floating IP 1b43d73d-7e1f-48d4-96a1-0b1ef1321783: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:06:05.048495 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-2075068b-dcb7-4082-a8f2-df5bf7986836 service neutron] 10.222.0.55 "GET /v2.0/networks/9ab42dda-b0d2-4563-a57f-f2564fca13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2618623 Jan 28 19:06:05.203854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:06:05.227926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d679d-6afd-4c08-9b54-826669d9db30 req-7c626e9f-8eb8-47bb-8523-3aac502ab92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:05.233715 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c61d679d-6afd-4c08-9b54-826669d9db30 req-7c626e9f-8eb8-47bb-8523-3aac502ab92c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 1126 time: 1.0182848 Jan 28 19:06:05.235801 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72469594-5968-4a8f-aa28-feac6a9da4d0 req-2bba7e32-a23b-423e-ab7f-bc290d00da18 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Router cbd38882-c712-41da-9e97-4a225bcb32ae has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:06:05.266679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de063c96-abd7-44ef-9717-576020a370ea req-271e5702-5b48-4736-a56a-a11f7ea67a4e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:05.271508 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de063c96-abd7-44ef-9717-576020a370ea req-271e5702-5b48-4736-a56a-a11f7ea67a4e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.3463767 Jan 28 19:06:05.411131 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-631904c3-6cc7-4047-b15b-68e26aa65ba1 req-1e35e6ed-f37b-4d83-a9b8-f8d998e3f6ea service neutron] 10.222.0.37 "GET /v2.0/networks/9ab42dda-b0d2-4563-a57f-f2564fca13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655809 Jan 28 19:06:05.418336 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d679d-6afd-4c08-9b54-826669d9db30 req-0cea703b-6248-449e-b4b5-9d0ccb1942a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:05.419834 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c61d679d-6afd-4c08-9b54-826669d9db30 req-0cea703b-6248-449e-b4b5-9d0ccb1942a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.1610672 Jan 28 19:06:05.457145 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:05.484004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5', 'mac_address': 'fa:16:3e:22:9e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:06:05.527422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c61d679d-6afd-4c08-9b54-826669d9db30 req-14a50def-daee-4aaa-9c0e-46802abac329 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52f446f7-445e-44e1-934c-31b3c5deef82 HTTP/1.1" status: 200 len: 217 time: 0.0924082 Jan 28 19:06:05.528940 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de063c96-abd7-44ef-9717-576020a370ea req-49c49555-3a2e-4c9f-95ca-3c62b7bfd790 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311590 Jan 28 19:06:05.533402 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-423bc8e1-f525-4b25-ac08-fccdb9c90327 admin admin] Publish callbacks [] for security_group (9b477944-a137-42ed-9e94-9f0c300a0819), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:05.541389 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd5af09-005d-4750-90c9-515daf746fb6 req-9f0b0c62-07e3-410f-acca-103d2019f209 service neutron] 10.222.0.55 "GET /v2.0/networks/9ab42dda-b0d2-4563-a57f-f2564fca13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835126 Jan 28 19:06:05.556842 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-423bc8e1-f525-4b25-ac08-fccdb9c90327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9b477944-a137-42ed-9e94-9f0c300a0819), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:05.583812 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:05.584338 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:05.610371 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bc8e1-f525-4b25-ac08-fccdb9c90327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b477944-a137-42ed-9e94-9f0c300a0819,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:05.652505 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:06:05.669536 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711f8b6c-2900-4f0a-a83e-b1c24a4e59d5 x-openstack-request-id: req-711f8b6c-2900-4f0a-a83e-b1c24a4e59d5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:05.678772 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ac97c3-6476-41e4-935c-1ffe77411f55", "name": "network-vif-plugged", "status": "completed", "tag": "3dd7177b-7b56-41ed-8389-f22488938e49", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:05.679834 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-711f8b6c-2900-4f0a-a83e-b1c24a4e59d5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:05.680355 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ac97c3-6476-41e4-935c-1ffe77411f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd7177b-7b56-41ed-8389-f22488938e49', 'code': 200} Jan 28 19:06:05.705395 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:05.710202 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:05.710453 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-423bc8e1-f525-4b25-ac08-fccdb9c90327 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d9db660cfadb4394980e467a8634ae84&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1434429 Jan 28 19:06:05.721175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59916) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:05.775129 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:05.795998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87fe81e2-fc04-4af9-9d76-e0a9071f36b6 req-bbace329-c946-4e41-8936-6cfc3f930a23 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 210 time: 0.0410254 Jan 28 19:06:05.801200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d679d-6afd-4c08-9b54-826669d9db30 req-4babcb59-d6a4-47bd-a2e2-c58df6cbc2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:05.808780 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c61d679d-6afd-4c08-9b54-826669d9db30 req-4babcb59-d6a4-47bd-a2e2-c58df6cbc2fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.2641640 Jan 28 19:06:05.855536 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['6c4a3918-71e5-45ef-a100-3b5cd21c1af5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:06:06.018152 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c61d679d-6afd-4c08-9b54-826669d9db30 req-1354f83a-5875-437d-9fe4-c170b4e9b44a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1852369 Jan 28 19:06:06.021259 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37cff123-c42c-4876-9882-1e6841b73978 req-40682fe4-364b-43ff-b687-a0fca06d645f tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/floatingips/1b43d73d-7e1f-48d4-96a1-0b1ef1321783 HTTP/1.1" status: 200 len: 693 time: 0.0744541 Jan 28 19:06:06.024864 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72469594-5968-4a8f-aa28-feac6a9da4d0 req-2bba7e32-a23b-423e-ab7f-bc290d00da18 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:06:06.065187 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-d208bbe7-a112-470d-9d82-757300e8b375 req-30d96792-3cb2-444c-b961-dd7074dc57ff service neutron] show failed (client error): The resource could not be found. Jan 28 19:06:06.067030 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-30d96792-3cb2-444c-b961-dd7074dc57ff service neutron] 10.222.0.37 "GET /v2.0/ports/0ef435ef-972b-4529-bff5-c69051883a5a/bindings/n-h1-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.2155664 Jan 28 19:06:06.088744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8360bb0-f6e1-47ba-971a-4b348fc19e2b req-fae94fd7-49f5-46f6-aaf1-4741178e5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:06.095796 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8360bb0-f6e1-47ba-971a-4b348fc19e2b req-fae94fd7-49f5-46f6-aaf1-4741178e5cbf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 1132 time: 0.3753788 Jan 28 19:06:06.124800 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c84371-a6ed-4d8a-b301-ac119cc47552 req-5cee0b8b-7acc-447c-a5d7-59c872bf7212 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:06.135972 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-22c84371-a6ed-4d8a-b301-ac119cc47552 req-5cee0b8b-7acc-447c-a5d7-59c872bf7212 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 945 time: 0.4204426 Jan 28 19:06:06.136579 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22e719-add9-48a4-98cb-7c3def6eef89 None None] Sync routers for ids ['cbd38882-c712-41da-9e97-4a225bcb32ae'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:06:06.183296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cff123-c42c-4876-9882-1e6841b73978 req-f8ee9452-2577-40f1-a6ff-780644d7f7a3 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:06.184905 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37cff123-c42c-4876-9882-1e6841b73978 req-f8ee9452-2577-40f1-a6ff-780644d7f7a3 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.1451113 Jan 28 19:06:06.216752 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22e719-add9-48a4-98cb-7c3def6eef89 None None] Routers {'cbd38882-c712-41da-9e97-4a225bcb32ae'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:06:06.218590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5d22e719-add9-48a4-98cb-7c3def6eef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:05:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cbd38882-c712-41da-9e97-4a225bcb32ae'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:06.242762 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-72469594-5968-4a8f-aa28-feac6a9da4d0 req-2bba7e32-a23b-423e-ab7f-bc290d00da18 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] No DVR routers for this DVR port 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:06:06.245461 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7e9ce94-7719-43a2-be3b-f1c50a41a8ae admin admin] Publish callbacks [] for security_group (9b477944-a137-42ed-9e94-9f0c300a0819), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:06.249178 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8360bb0-f6e1-47ba-971a-4b348fc19e2b req-bc8c4d5f-1005-4e45-af2d-14a18faa4a3e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410711 Jan 28 19:06:06.288615 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-22c84371-a6ed-4d8a-b301-ac119cc47552 req-16f9592d-17f2-4503-96e5-7f1862ccc4c0 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469150 Jan 28 19:06:06.301336 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37cff123-c42c-4876-9882-1e6841b73978 req-122918fb-34d2-4cce-9872-919207d28730 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 696 time: 0.0708029 Jan 28 19:06:06.306277 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-72469594-5968-4a8f-aa28-feac6a9da4d0 req-2bba7e32-a23b-423e-ab7f-bc290d00da18 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:06.309667 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72469594-5968-4a8f-aa28-feac6a9da4d0 req-2bba7e32-a23b-423e-ab7f-bc290d00da18 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.31 "DELETE /v2.0/ports/53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 HTTP/1.1" status: 204 len: 173 time: 3.9339211 Jan 28 19:06:06.311157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d41926-4874-438b-a5c1-aa967e46a292', 'name': 'network-vif-deleted', 'tag': '53bd4e45-9ae8-4898-8fc8-e9aab2a136c5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:06.313681 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d9efa1-634b-48ae-ac84-ce866e81b323" -d '{"events": [{"server_uuid": "16d41926-4874-438b-a5c1-aa967e46a292", "name": "network-vif-deleted", "tag": "53bd4e45-9ae8-4898-8fc8-e9aab2a136c5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:06.347880 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7e9ce94-7719-43a2-be3b-f1c50a41a8ae admin admin] Publish callbacks [] for security_group (9b477944-a137-42ed-9e94-9f0c300a0819), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:06.403811 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-42aa01ef-24bc-456b-848e-13df7c2d1a06 req-599d4c56-227d-4fa1-aa75-d33878e86a49 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6064777 Jan 28 19:06:06.454869 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37cff123-c42c-4876-9882-1e6841b73978 req-dff0081f-f347-41ad-8aae-3a06871b30ab tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 696 time: 0.1525657 Jan 28 19:06:06.461855 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5d22e719-add9-48a4-98cb-7c3def6eef89 None None] Set router cbd38882-c712-41da-9e97-4a225bcb32ae gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:06:06.509005 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7e9ce94-7719-43a2-be3b-f1c50a41a8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9b477944-a137-42ed-9e94-9f0c300a0819), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:06.512129 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7e9ce94-7719-43a2-be3b-f1c50a41a8ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:06.518251 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f7e9ce94-7719-43a2-be3b-f1c50a41a8ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b477944-a137-42ed-9e94-9f0c300a0819 HTTP/1.1" status: 204 len: 168 time: 0.7936647 Jan 28 19:06:06.551084 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57426550-a4c0-4abd-8d27-e351907b3bf7 req-959a009d-b695-473a-a588-927fe101e79d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:06.552843 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57426550-a4c0-4abd-8d27-e351907b3bf7 req-959a009d-b695-473a-a588-927fe101e79d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 950 time: 0.1272421 Jan 28 19:06:06.575109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9ce94-7719-43a2-be3b-f1c50a41a8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b477944-a137-42ed-9e94-9f0c300a0819,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:06.663560 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57426550-a4c0-4abd-8d27-e351907b3bf7 req-dbd7ceb6-244d-4b27-814d-67336b580557 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018531 Jan 28 19:06:06.733934 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c61d679d-6afd-4c08-9b54-826669d9db30 req-c8a091c0-54fd-493e-a180-5d6b3ebaadcb service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054911 Jan 28 19:06:06.817689 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:06:06.853181 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2b0089-3d7f-49a7-a93c-137381f2710e x-openstack-request-id: req-bd2b0089-3d7f-49a7-a93c-137381f2710e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:06.853463 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d41926-4874-438b-a5c1-aa967e46a292", "name": "network-vif-deleted", "tag": "53bd4e45-9ae8-4898-8fc8-e9aab2a136c5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:06.853726 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd2b0089-3d7f-49a7-a93c-137381f2710e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:06.854156 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d41926-4874-438b-a5c1-aa967e46a292', 'name': 'network-vif-deleted', 'tag': '53bd4e45-9ae8-4898-8fc8-e9aab2a136c5', 'status': 'completed', 'code': 200} Jan 28 19:06:06.861675 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:06:06.862272 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 53bd4e45-9ae8-4898-8fc8-e9aab2a136c5 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:06:06.993990 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5d22e719-add9-48a4-98cb-7c3def6eef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:17Z', 'revision_number': 4, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e88dddbc-cc13-4062-aeb2-f98b0b474198', 'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'mac_address': 'fa:16:3e:8e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:16Z', 'updated_at': '2022-01-28T19:03:25Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'subnets': [{'id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:07.023136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd7cb2-1096-40f9-bcb9-eb28f5e48855 req-b04bce48-23b1-47c0-97bb-13e8a445c780 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:07.024746 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-27bd7cb2-1096-40f9-bcb9-eb28f5e48855 req-b04bce48-23b1-47c0-97bb-13e8a445c780 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1326518 Jan 28 19:06:07.067390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22e719-add9-48a4-98cb-7c3def6eef89 None None] Checking router: cbd38882-c712-41da-9e97-4a225bcb32ae for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:06:07.090136 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22e719-add9-48a4-98cb-7c3def6eef89 None None] Routers {'cbd38882-c712-41da-9e97-4a225bcb32ae'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:06:07.090798 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5d22e719-add9-48a4-98cb-7c3def6eef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:05:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cbd38882-c712-41da-9e97-4a225bcb32ae'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:07.104435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa01ef-24bc-456b-848e-13df7c2d1a06 req-de76346f-d2a1-4120-b723-c70660ca3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:07.107218 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-42aa01ef-24bc-456b-848e-13df7c2d1a06 req-de76346f-d2a1-4120-b723-c70660ca3949 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 1126 time: 0.4368713 Jan 28 19:06:07.131730 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-27bd7cb2-1096-40f9-bcb9-eb28f5e48855 req-59a1bbe1-3e11-4766-b955-6064338cd6d3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985441 Jan 28 19:06:07.208320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208bbe7-a112-470d-9d82-757300e8b375 req-7f97313b-b2be-402b-b081-9a62bb88c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:07.211074 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-7f97313b-b2be-402b-b081-9a62bb88c713 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25&tenant_id=8059b4ef24fd40cba0129239318686c2 HTTP/1.1" status: 200 len: 1132 time: 0.3516750 Jan 28 19:06:07.218404 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c61d679d-6afd-4c08-9b54-826669d9db30 req-4e8002f1-8a39-4f26-a2f2-8d20546d5736 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746385 Jan 28 19:06:07.290286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59942) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:07.309762 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eed287ef-0808-4240-bcaf-b7c5f15d9549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:07.332159 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:07.350283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:06:07.408741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-37cff123-c42c-4876-9882-1e6841b73978 req-fdce9627-1469-4b59-88af-4d572bc956dd tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Deleting port 4aaf6795-4cc7-4af1-89a9-3dbb08f7a3b0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:06:07.409088 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-37cff123-c42c-4876-9882-1e6841b73978 req-fdce9627-1469-4b59-88af-4d572bc956dd tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4aaf6795-4cc7-4af1-89a9-3dbb08f7a3b0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:07.434684 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2d683332-f7ed-46f9-aa6b-b05fc1dd0b15 req-2097a8bb-3436-4eed-af69-732c21528566 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/ports?device_id=16d41926-4874-438b-a5c1-aa967e46a292 HTTP/1.1" status: 200 len: 210 time: 0.0461221 Jan 28 19:06:07.517661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:07.518290 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:07.554288 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eed287ef-0808-4240-bcaf-b7c5f15d9549 admin admin] Publish callbacks [] for security_group (0c0966ef-3bf2-4976-9d8d-7afea8ad6a71), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:07.571612 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eed287ef-0808-4240-bcaf-b7c5f15d9549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0c0966ef-3bf2-4976-9d8d-7afea8ad6a71), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:07.574518 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:07.592769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5d22e719-add9-48a4-98cb-7c3def6eef89 None None] Set router cbd38882-c712-41da-9e97-4a225bcb32ae gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:06:07.593728 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa01ef-24bc-456b-848e-13df7c2d1a06 req-faaf3016-8b6b-4b72-9a96-0cbb16648a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:07.597304 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-42aa01ef-24bc-456b-848e-13df7c2d1a06 req-faaf3016-8b6b-4b72-9a96-0cbb16648a70 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.4528584 Jan 28 19:06:07.613230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed287ef-0808-4240-bcaf-b7c5f15d9549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0966ef-3bf2-4976-9d8d-7afea8ad6a71,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:07.755349 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-eed287ef-0808-4240-bcaf-b7c5f15d9549 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2dbe21e2e5ff491db50f49753e3c5719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4630003 Jan 28 19:06:07.760947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59956) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:07.772625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:07.776275 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:07.784830 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-37cff123-c42c-4876-9882-1e6841b73978 req-fdce9627-1469-4b59-88af-4d572bc956dd tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4aaf6795-4cc7-4af1-89a9-3dbb08f7a3b0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:07.785167 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-37cff123-c42c-4876-9882-1e6841b73978 req-fdce9627-1469-4b59-88af-4d572bc956dd tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for floatingip (4aaf6795-4cc7-4af1-89a9-3dbb08f7a3b0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:07.801849 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ca3c0-a71f-4376-b850-5ca8342e40ab req-20b0fa23-2014-4734-85cb-85903e3a4521 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:07.806556 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-42aa01ef-24bc-456b-848e-13df7c2d1a06 req-7211b472-c034-4d96-9c0c-5cdca2550e9a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 HTTP/1.1" status: 200 len: 217 time: 0.1666539 Jan 28 19:06:07.827426 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c3ca3c0-a71f-4376-b850-5ca8342e40ab req-20b0fa23-2014-4734-85cb-85903e3a4521 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 945 time: 0.1755483 Jan 28 19:06:07.864624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:07.875405 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b92f089-eab2-474d-aaea-c2e9b88446d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:07.878724 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b14b010-5b62-422d-adf7-355b402a4def" -d '{"events": [{"server_uuid": "7b92f089-eab2-474d-aaea-c2e9b88446d3", "name": "network-vif-plugged", "status": "completed", "tag": "6c4a3918-71e5-45ef-a100-3b5cd21c1af5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:07.903668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa01ef-24bc-456b-848e-13df7c2d1a06 req-96e24ca1-ff1c-4ec6-b962-a959f1c52332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:07.906434 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-42aa01ef-24bc-456b-848e-13df7c2d1a06 req-96e24ca1-ff1c-4ec6-b962-a959f1c52332 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.0804839 Jan 28 19:06:07.914419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-37cff123-c42c-4876-9882-1e6841b73978 req-fdce9627-1469-4b59-88af-4d572bc956dd tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Calling delete_port for 4aaf6795-4cc7-4af1-89a9-3dbb08f7a3b0 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:06:07.920794 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:07.955597 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c3ca3c0-a71f-4376-b850-5ca8342e40ab req-d2058e9e-5958-405d-894f-54694990256c tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273401 Jan 28 19:06:08.055579 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-42aa01ef-24bc-456b-848e-13df7c2d1a06 req-d12449f2-e0f7-4f16-97ab-904045351b22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272190 Jan 28 19:06:08.159309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:08.167734 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-42aa01ef-24bc-456b-848e-13df7c2d1a06 req-da24fcb0-5c2a-4524-8e74-75e31b7a7798 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967872 Jan 28 19:06:08.232283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e94507-b632-42b3-a61e-d4c8300831b8 req-25d2158b-8e0f-41f6-bf78-44d6ea26d46a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:08.247355 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7e94507-b632-42b3-a61e-d4c8300831b8 req-25d2158b-8e0f-41f6-bf78-44d6ea26d46a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 950 time: 0.1698716 Jan 28 19:06:08.335370 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7442-6f4f-4d68-9291-9c1d9b8aca2a admin admin] Publish callbacks [] for security_group (0c0966ef-3bf2-4976-9d8d-7afea8ad6a71), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:08.355137 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7e94507-b632-42b3-a61e-d4c8300831b8 req-4597cf6b-63e8-4695-b188-ae28de40b4b4 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065075 Jan 28 19:06:08.444805 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7442-6f4f-4d68-9291-9c1d9b8aca2a admin admin] Publish callbacks [] for security_group (0c0966ef-3bf2-4976-9d8d-7afea8ad6a71), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:08.451259 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5475ac-6962-4543-a1ab-3d739ed05698 x-openstack-request-id: req-de5475ac-6962-4543-a1ab-3d739ed05698 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:08.451799 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b92f089-eab2-474d-aaea-c2e9b88446d3", "name": "network-vif-plugged", "status": "completed", "tag": "6c4a3918-71e5-45ef-a100-3b5cd21c1af5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:08.451799 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de5475ac-6962-4543-a1ab-3d739ed05698 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:08.452198 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b92f089-eab2-474d-aaea-c2e9b88446d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5', 'code': 200} Jan 28 19:06:08.557735 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-42aa01ef-24bc-456b-848e-13df7c2d1a06 req-f37174ee-540c-4eb0-a4a0-2d2cb7b9d83d service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254268 Jan 28 19:06:08.560156 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] For port 0ef435ef-972b-4529-bff5-c69051883a5a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0ef435ef-972b-4529-bff5-c69051883a5a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:08.603112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5d22e719-add9-48a4-98cb-7c3def6eef89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:17Z', 'revision_number': 4, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e88dddbc-cc13-4062-aeb2-f98b0b474198', 'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'mac_address': 'fa:16:3e:8e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:16Z', 'updated_at': '2022-01-28T19:03:25Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'subnets': [{'id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:08.668358 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7442-6f4f-4d68-9291-9c1d9b8aca2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0c0966ef-3bf2-4976-9d8d-7afea8ad6a71), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:08.670926 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7442-6f4f-4d68-9291-9c1d9b8aca2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:08.673892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22e719-add9-48a4-98cb-7c3def6eef89 None None] The sync data for ids ['cbd38882-c712-41da-9e97-4a225bcb32ae'] in n-d-824834-4 is: [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:03:17Z', 'revision_number': 4, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e88dddbc-cc13-4062-aeb2-f98b0b474198', 'name': '', 'network_id': 'c68d60ae-9b36-48c4-b1ee-016fbf317929', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'mac_address': 'fa:16:3e:8e:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:16Z', 'updated_at': '2022-01-28T19:03:25Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'subnets': [{'id': '907a6687-a5e1-4143-afc7-74dba5b8ed84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:06:08.680845 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4a8e7442-6f4f-4d68-9291-9c1d9b8aca2a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c0966ef-3bf2-4976-9d8d-7afea8ad6a71 HTTP/1.1" status: 204 len: 168 time: 0.9140470 Jan 28 19:06:08.694362 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b10009-814d-4ed0-9de7-e0ca674986d5 req-8c1d1331-f13e-4935-89a7-9b8fe7edd194 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:08.700272 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d1b10009-814d-4ed0-9de7-e0ca674986d5 req-8c1d1331-f13e-4935-89a7-9b8fe7edd194 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1258965 Jan 28 19:06:08.760469 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] For port 0ef435ef-972b-4529-bff5-c69051883a5a, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:06:08.765409 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e7442-6f4f-4d68-9291-9c1d9b8aca2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0966ef-3bf2-4976-9d8d-7afea8ad6a71,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:08.819530 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-37cff123-c42c-4876-9882-1e6841b73978 req-fdce9627-1469-4b59-88af-4d572bc956dd tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4aaf6795-4cc7-4af1-89a9-3dbb08f7a3b0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:08.838354 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d1b10009-814d-4ed0-9de7-e0ca674986d5 req-ad30377c-c562-47fb-b63a-fb0eb52f38ef tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321514 Jan 28 19:06:08.867108 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce9627-1469-4b59-88af-4d572bc956dd tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Pushing event deleted for resources: {'Port': ['ID=4aaf6795-4cc7-4af1-89a9-3dbb08f7a3b0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:09.039183 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-37cff123-c42c-4876-9882-1e6841b73978 req-fdce9627-1469-4b59-88af-4d572bc956dd tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks [] for floatingip (1b43d73d-7e1f-48d4-96a1-0b1ef1321783), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:09.042144 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-37cff123-c42c-4876-9882-1e6841b73978 req-fdce9627-1469-4b59-88af-4d572bc956dd tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:09.043414 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37cff123-c42c-4876-9882-1e6841b73978 req-fdce9627-1469-4b59-88af-4d572bc956dd tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "DELETE /v2.0/floatingips/1b43d73d-7e1f-48d4-96a1-0b1ef1321783 HTTP/1.1" status: 204 len: 173 time: 2.5647693 Jan 28 19:06:09.079969 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb858398-f08a-450b-bb4c-835c0a460d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef435ef-972b-4529-bff5-c69051883a5a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:09.091299 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6276ac-6cdc-41b4-97d8-992a3e47c183" -d '{"events": [{"server_uuid": "cb858398-f08a-450b-bb4c-835c0a460d25", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef435ef-972b-4529-bff5-c69051883a5a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:09.096695 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Publish callbacks [] for port (0ef435ef-972b-4529-bff5-c69051883a5a), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:09.134957 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Transition to ACTIVE for port object 0ef435ef-972b-4529-bff5-c69051883a5a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:06:09.149116 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:09.219049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0ef435ef-972b-4529-bff5-c69051883a5a no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:06:09.335637 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c29cdc6-5081-4055-b1e1-b37d98eb9146 x-openstack-request-id: req-1c29cdc6-5081-4055-b1e1-b37d98eb9146 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:09.336192 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb858398-f08a-450b-bb4c-835c0a460d25", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef435ef-972b-4529-bff5-c69051883a5a", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:09.336192 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c29cdc6-5081-4055-b1e1-b37d98eb9146 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:09.336552 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb858398-f08a-450b-bb4c-835c0a460d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef435ef-972b-4529-bff5-c69051883a5a', 'code': 200} Jan 28 19:06:09.336847 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0a7a0-c991-436c-bb93-388c80ccd2ca req-2aa99c4d-5bd8-4c10-a5d3-1b4d369dc237 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:09.341474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] The host n-h2-824834-4 is not matching for port 0ef435ef-972b-4529-bff5-c69051883a5a host n-h1-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:06:09.341891 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0ef435ef-972b-4529-bff5-c69051883a5a not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:06:09.344538 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5b0a7a0-c991-436c-bb93-388c80ccd2ca req-2aa99c4d-5bd8-4c10-a5d3-1b4d369dc237 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 945 time: 0.1284914 Jan 28 19:06:09.357779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] No DVR routers for this DVR port 0ef435ef-972b-4529-bff5-c69051883a5a on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:06:09.374328 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef435ef-972b-4529-bff5-c69051883a5a,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:09.398444 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a1cb7a-42d6-4708-b6f8-8adbffb10842 None None] New status for floating IP 73453cb1-92eb-4cb4-9943-e6ea4225a96a: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:06:09.445091 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5b0a7a0-c991-436c-bb93-388c80ccd2ca req-6a4cb204-da7d-4cb1-8ad5-9cf0055a0317 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921564 Jan 28 19:06:09.498233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Attempting to bind port 0ef435ef-972b-4529-bff5-c69051883a5a on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:06:09.498604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Attempting to bind port 0ef435ef-972b-4529-bff5-c69051883a5a by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:06:09.498912 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Attempting to bind port 0ef435ef-972b-4529-bff5-c69051883a5a on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:06:09.505556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60006) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:09.518257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Port 0ef435ef-972b-4529-bff5-c69051883a5a on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:06:09.518537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Attempting to bind port 0ef435ef-972b-4529-bff5-c69051883a5a on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:06:09.648502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:06:09.648840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:06:09.649222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:06:09.649677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Bound port: 0ef435ef-972b-4529-bff5-c69051883a5a, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:06:09.650052 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:09.784922 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e137430e-0afa-4c5c-ae3e-b7133732c6eb tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for security_group (fba0e98e-5ee0-461a-ae83-66aa992cf7d0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:09.864987 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684c9f6-a7ef-4faf-b166-493ea4a58ed4 req-b09c3820-d989-4e65-b026-e562420d28fb tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:09.893638 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d684c9f6-a7ef-4faf-b166-493ea4a58ed4 req-b09c3820-d989-4e65-b026-e562420d28fb tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 950 time: 0.2918983 Jan 28 19:06:09.961784 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e137430e-0afa-4c5c-ae3e-b7133732c6eb tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for security_group (fba0e98e-5ee0-461a-ae83-66aa992cf7d0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:10.038134 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d684c9f6-a7ef-4faf-b166-493ea4a58ed4 req-494a9e79-1e65-4fd3-8fcf-63c0b824ca1e tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415453 Jan 28 19:06:10.087150 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e137430e-0afa-4c5c-ae3e-b7133732c6eb tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fba0e98e-5ee0-461a-ae83-66aa992cf7d0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:10.090229 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e137430e-0afa-4c5c-ae3e-b7133732c6eb tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:10.091582 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e137430e-0afa-4c5c-ae3e-b7133732c6eb tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "DELETE /v2.0/security-groups/fba0e98e-5ee0-461a-ae83-66aa992cf7d0 HTTP/1.1" status: 204 len: 168 time: 0.5849252 Jan 28 19:06:10.095109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60024) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:10.127086 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137430e-0afa-4c5c-ae3e-b7133732c6eb tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba0e98e-5ee0-461a-ae83-66aa992cf7d0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:10.148915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086f70b-9578-475a-ab4f-f8ecadafa95e req-f3ccc080-1e61-46ae-8e62-87268db9b783 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:10.149597 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-ce037c9d-e30c-4247-aea4-999eb9aaf688 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] show failed (client error): The resource could not be found. Jan 28 19:06:10.150696 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8086f70b-9578-475a-ab4f-f8ecadafa95e req-f3ccc080-1e61-46ae-8e62-87268db9b783 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6139135 Jan 28 19:06:10.160615 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ce037c9d-e30c-4247-aea4-999eb9aaf688 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "GET /v2.0/security-groups/fba0e98e-5ee0-461a-ae83-66aa992cf7d0 HTTP/1.1" status: 404 len: 347 time: 0.0644584 Jan 28 19:06:10.166780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60026) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:10.236566 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8086f70b-9578-475a-ab4f-f8ecadafa95e req-3fa6d774-d795-41ff-ba7b-4c1d549d0854 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0763071 Jan 28 19:06:10.246504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] For port 0ef435ef-972b-4529-bff5-c69051883a5a, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:06:10.252035 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] For port 0ef435ef-972b-4529-bff5-c69051883a5a, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0ef435ef-972b-4529-bff5-c69051883a5a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:06:10.273007 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:10.401461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:10.403083 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:10.405263 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] 10.222.0.31 "PUT /v2.0/ports/0ef435ef-972b-4529-bff5-c69051883a5a HTTP/1.1" status: 200 len: 1096 time: 3.1858532 Jan 28 19:06:10.451962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb601e4-7375-40a5-80c5-4f7cf79d15ad req-f9ff7c95-a9b4-4503-8e1f-619a5f0ba1f0 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:10.459257 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-beb601e4-7375-40a5-80c5-4f7cf79d15ad req-f9ff7c95-a9b4-4503-8e1f-619a5f0ba1f0 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 948 time: 0.2835057 Jan 28 19:06:10.479308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8dc50beb-e7d5-4039-9f87-4123b4ff7bf7 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Deleting port 4fd73905-217f-482b-aa9b-5fb35f516a20 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:06:10.480196 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dc50beb-e7d5-4039-9f87-4123b4ff7bf7 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4fd73905-217f-482b-aa9b-5fb35f516a20), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:10.530911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cae30-258b-4f81-84da-b20bbf443383 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef435ef-972b-4529-bff5-c69051883a5a,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:10.567705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8f53f-4196-4559-93eb-3157616f6c5b req-2f6a1e36-d410-444d-a5a6-a5c7d6a62ee7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:10.569370 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2df8f53f-4196-4559-93eb-3157616f6c5b req-2f6a1e36-d410-444d-a5a6-a5c7d6a62ee7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5902f3d-7f5d-46e5-a55d-c5f79c59a859 HTTP/1.1" status: 200 len: 949 time: 0.2056735 Jan 28 19:06:10.611394 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208bbe7-a112-470d-9d82-757300e8b375 req-c24a5af9-9df7-41c4-bc26-e1b3fb655575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:10.612906 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-c24a5af9-9df7-41c4-bc26-e1b3fb655575 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 1130 time: 0.1802251 Jan 28 19:06:10.621700 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-beb601e4-7375-40a5-80c5-4f7cf79d15ad req-74222c78-7147-498c-b09c-3272a12b78e8 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614065 Jan 28 19:06:10.690623 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dc50beb-e7d5-4039-9f87-4123b4ff7bf7 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4fd73905-217f-482b-aa9b-5fb35f516a20), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:10.691142 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dc50beb-e7d5-4039-9f87-4123b4ff7bf7 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for floatingip (4fd73905-217f-482b-aa9b-5fb35f516a20), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:10.723384 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8dc50beb-e7d5-4039-9f87-4123b4ff7bf7 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Calling delete_port for 4fd73905-217f-482b-aa9b-5fb35f516a20 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:06:10.824257 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2df8f53f-4196-4559-93eb-3157616f6c5b req-32b954e7-9dba-4f1e-b8e4-64bcc09c4c68 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305436 Jan 28 19:06:10.843776 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-39f68fff-35d0-48d0-8978-974b264060af req-cf4446d4-2c10-4113-b924-7c0c5f853ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0885708 Jan 28 19:06:10.954848 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208bbe7-a112-470d-9d82-757300e8b375 req-4a384c5f-e53a-402f-895f-f30401f385cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:10.957653 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-4a384c5f-e53a-402f-895f-f30401f385cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.3253756 Jan 28 19:06:11.065226 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-6ca5ba4f-02d8-4c76-bf0f-4313bb171f35 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=0ef435ef-972b-4529-bff5-c69051883a5a HTTP/1.1" status: 200 len: 217 time: 0.0976989 Jan 28 19:06:11.079951 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dc50beb-e7d5-4039-9f87-4123b4ff7bf7 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4fd73905-217f-482b-aa9b-5fb35f516a20), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:11.129851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc50beb-e7d5-4039-9f87-4123b4ff7bf7 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Pushing event deleted for resources: {'Port': ['ID=4fd73905-217f-482b-aa9b-5fb35f516a20,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:11.153411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208bbe7-a112-470d-9d82-757300e8b375 req-d1f5824c-8402-47f8-a062-c7562a2b3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:11.155343 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-d1f5824c-8402-47f8-a062-c7562a2b3d38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0837200 Jan 28 19:06:11.225211 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208bbe7-a112-470d-9d82-757300e8b375 req-27ef74ee-c74c-4084-bc6d-7a9ca0cab382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:11.226620 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-27ef74ee-c74c-4084-bc6d-7a9ca0cab382 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0634992 Jan 28 19:06:11.316641 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06752d6c-e399-41a4-b2df-7cdec4f7545a req-0d8f25de-6288-453b-b23f-d8fe1f76140e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:11.323510 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-06752d6c-e399-41a4-b2df-7cdec4f7545a req-0d8f25de-6288-453b-b23f-d8fe1f76140e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 945 time: 0.2607760 Jan 28 19:06:11.347116 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dc50beb-e7d5-4039-9f87-4123b4ff7bf7 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks [] for floatingip (73453cb1-92eb-4cb4-9943-e6ea4225a96a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:11.351003 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8dc50beb-e7d5-4039-9f87-4123b4ff7bf7 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:11.352761 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8dc50beb-e7d5-4039-9f87-4123b4ff7bf7 tempest-ServersWithSpecificFlavorTestJSON-288513480 tempest-ServersWithSpecificFlavorTestJSON-288513480-project] 10.222.0.55 "DELETE /v2.0/floatingips/73453cb1-92eb-4cb4-9943-e6ea4225a96a HTTP/1.1" status: 204 len: 168 time: 1.1849711 Jan 28 19:06:11.357857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb858398-f08a-450b-bb4c-835c0a460d25', 'tag': '0ef435ef-972b-4529-bff5-c69051883a5a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:11.373623 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ad1797-0a58-4d6a-9ed1-100e2f892736" -d '{"events": [{"name": "network-changed", "server_uuid": "cb858398-f08a-450b-bb4c-835c0a460d25", "tag": "0ef435ef-972b-4529-bff5-c69051883a5a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:11.391494 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-f7667b2e-2da4-4795-a225-7ef47bf833f8 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530738 Jan 28 19:06:11.391671 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-06752d6c-e399-41a4-b2df-7cdec4f7545a req-ac7b69e5-15c6-41da-8e9c-14c8446dd109 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670295 Jan 28 19:06:11.587020 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d208bbe7-a112-470d-9d82-757300e8b375 req-7bdf31b8-d205-49a8-a5b4-78d4bdceff66 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931877 Jan 28 19:06:11.604012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc60f6-b3cc-46f7-8936-6906267c6c0e req-5df77d19-b990-4825-a09d-da6074bcd0f5 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:11.610200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc60f6-b3cc-46f7-8936-6906267c6c0e req-5df77d19-b990-4825-a09d-da6074bcd0f5 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:11.612651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-11bc60f6-b3cc-46f7-8936-6906267c6c0e req-5df77d19-b990-4825-a09d-da6074bcd0f5 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=06ac97c3-6476-41e4-935c-1ffe77411f55&device_id=f5902f3d-7f5d-46e5-a55d-c5f79c59a859 HTTP/1.1" status: 200 len: 1690 time: 0.0797474 Jan 28 19:06:11.676371 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-11bc60f6-b3cc-46f7-8936-6906267c6c0e req-341aff4f-ae22-460d-9be4-d177613a6c27 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578036 Jan 28 19:06:11.875043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435811d1-08c7-4b74-8231-69afd026dc68 req-bfb75966-29b7-469c-b189-0caa3c5acb7e tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:11.883269 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-435811d1-08c7-4b74-8231-69afd026dc68 req-bfb75966-29b7-469c-b189-0caa3c5acb7e tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 945 time: 0.1121056 Jan 28 19:06:11.925946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-42bd5f12-5dbe-439d-830a-be9a0d75d424 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:11.927612 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-42bd5f12-5dbe-439d-830a-be9a0d75d424 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/networks?id=053d8223-df94-4369-b8ff-03d9e41f70be HTTP/1.1" status: 200 len: 815 time: 0.1611907 Jan 28 19:06:11.945162 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-78df5f1d-fe41-4a2d-82d7-42a7002e442e tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/quotas/2807ec6d9ece456c823c24a03853bba7 HTTP/1.1" status: 200 len: 375 time: 0.0111947 Jan 28 19:06:11.951603 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-435811d1-08c7-4b74-8231-69afd026dc68 req-3c03963b-6d2e-406a-b8a1-26064d68855f tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/security-groups?id=731774e2-f45a-4e4a-87a1-9349c95ec7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674279 Jan 28 19:06:12.032956 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-f708db85-1c02-4811-a762-b06933cb5b24 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2807ec6d9ece456c823c24a03853bba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740573 Jan 28 19:06:12.093540 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d948f7f-41c6-4ac8-b68c-aaa54637bfcc x-openstack-request-id: req-4d948f7f-41c6-4ac8-b68c-aaa54637bfcc {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:12.093977 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb858398-f08a-450b-bb4c-835c0a460d25", "tag": "0ef435ef-972b-4529-bff5-c69051883a5a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:12.094761 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d948f7f-41c6-4ac8-b68c-aaa54637bfcc {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:12.095310 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb858398-f08a-450b-bb4c-835c0a460d25', 'tag': '0ef435ef-972b-4529-bff5-c69051883a5a', 'status': 'completed', 'code': 200} Jan 28 19:06:12.167912 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-09b05b51-3aac-4d3b-b944-133f0a230712 service neutron] 10.222.0.55 "GET /v2.0/networks/053d8223-df94-4369-b8ff-03d9e41f70be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263845 Jan 28 19:06:12.281370 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-d4b1b5f1-35ba-40d0-9dc0-4900bbbc4725 service neutron] 10.222.0.55 "GET /v2.0/networks/053d8223-df94-4369-b8ff-03d9e41f70be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125193 Jan 28 19:06:12.349521 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-7780ea90-43cf-4d3b-afb8-1b43ddb791c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:12.350998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-7780ea90-43cf-4d3b-afb8-1b43ddb791c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 1130 time: 0.2233152 Jan 28 19:06:12.379573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de242076-81d2-4eb5-b59c-29f386e2c204 req-911b6003-08a9-4dab-b9f2-4537ffb15db7 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:12.387859 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-de242076-81d2-4eb5-b59c-29f386e2c204 req-911b6003-08a9-4dab-b9f2-4537ffb15db7 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 948 time: 0.1231372 Jan 28 19:06:12.395038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-dfde9ec1-ecf8-4eca-b720-e82d67fd1bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:12.397575 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-dfde9ec1-ecf8-4eca-b720-e82d67fd1bb9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 1130 time: 0.2465179 Jan 28 19:06:12.661782 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-de242076-81d2-4eb5-b59c-29f386e2c204 req-f54c5aba-570d-4284-bf4e-81d623e68ac3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691183 Jan 28 19:06:12.746721 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-41d6b93d-f409-4e7c-9d67-912311395e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:12.747962 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-41d6b93d-f409-4e7c-9d67-912311395e60 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.3559525 Jan 28 19:06:12.787259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-ad97385d-a919-4c4a-a872-cab0f086b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:12.788982 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-ad97385d-a919-4c4a-a872-cab0f086b357 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.3672755 Jan 28 19:06:12.900679 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-0ad1ccd1-83ec-4d4c-bb3a-20e6335ee1e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=0ef435ef-972b-4529-bff5-c69051883a5a HTTP/1.1" status: 200 len: 217 time: 0.1211078 Jan 28 19:06:12.936704 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-105678b8-f2ef-4ab8-9637-0322a8cbaf63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=0ef435ef-972b-4529-bff5-c69051883a5a HTTP/1.1" status: 200 len: 217 time: 0.1333683 Jan 28 19:06:13.005127 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83d77bc1-58ad-4181-8684-7a843431c94b req-8d495451-1e15-4401-962d-5fe5f4f22337 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 210 time: 0.2046151 Jan 28 19:06:13.131603 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-b13602ac-2550-404b-b272-74da7db6ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:13.133126 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-b13602ac-2550-404b-b272-74da7db6ab69 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1955590 Jan 28 19:06:13.140025 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-ca214ee1-bc50-4bae-b82e-859c146ca58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:13.141693 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-ca214ee1-bc50-4bae-b82e-859c146ca58b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1955740 Jan 28 19:06:13.221779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e898d-c8cc-4991-8cf0-6fdff30f836d req-58bda7ca-134e-40c7-b50c-e0c98c5cbfed tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:13.228047 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-638e898d-c8cc-4991-8cf0-6fdff30f836d req-58bda7ca-134e-40c7-b50c-e0c98c5cbfed tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 945 time: 0.1448300 Jan 28 19:06:13.260328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074b710-beb8-44cd-8c9f-29af9affbadd req-93efc22e-e0a7-4248-b5fb-4a8a17593820 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:13.264853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-fdeb02f2-37f0-44af-90d6-c759531b3178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:13.266722 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-fdeb02f2-37f0-44af-90d6-c759531b3178 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1220124 Jan 28 19:06:13.267979 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7074b710-beb8-44cd-8c9f-29af9affbadd req-93efc22e-e0a7-4248-b5fb-4a8a17593820 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 1132 time: 0.1549196 Jan 28 19:06:13.306161 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-638e898d-c8cc-4991-8cf0-6fdff30f836d req-1491efed-2633-4ddb-8e11-054932198cb6 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771046 Jan 28 19:06:13.316076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-032506e2-cec1-41e8-889f-6e28a460fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:13.317844 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-032506e2-cec1-41e8-889f-6e28a460fd06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1419806 Jan 28 19:06:13.361664 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221c15f-5816-4f0e-ba61-e06b92698a67 req-f87926ef-ccdd-49aa-9b1b-9b5eedee4fd0 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:13.363546 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b221c15f-5816-4f0e-ba61-e06b92698a67 req-f87926ef-ccdd-49aa-9b1b-9b5eedee4fd0 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 945 time: 0.1480675 Jan 28 19:06:13.384397 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7074b710-beb8-44cd-8c9f-29af9affbadd req-21cfbc54-d622-44d1-a17a-75898f9372da tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828099 Jan 28 19:06:13.506543 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-de83d6ce-3c83-4d3f-a129-1133c2aa0b5c service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763051 Jan 28 19:06:13.724696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74982e-b3a7-48ab-8f8c-c50838031d07 req-35ece54c-2cd7-4dba-b3bf-d06779ce42d8 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:13.732877 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dd74982e-b3a7-48ab-8f8c-c50838031d07 req-35ece54c-2cd7-4dba-b3bf-d06779ce42d8 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c976e95-32a8-45ed-bd65-2ea212fef5a6 HTTP/1.1" status: 200 len: 945 time: 0.2160709 Jan 28 19:06:13.748693 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-26580bda-91f8-4e13-a905-69f53a052e96 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306466 Jan 28 19:06:13.770818 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-1c291803-c1a4-4cb0-9472-24810b5467a9 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752483 Jan 28 19:06:13.818262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-b221c15f-5816-4f0e-ba61-e06b92698a67 req-165db97a-987e-401e-94f0-0eb154d1d5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Deleting port 8a22f688-6841-424c-a5ec-77adea048655 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:06:13.818604 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b221c15f-5816-4f0e-ba61-e06b92698a67 req-165db97a-987e-401e-94f0-0eb154d1d5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8a22f688-6841-424c-a5ec-77adea048655), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:13.862602 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dd74982e-b3a7-48ab-8f8c-c50838031d07 req-9cdafdb4-131d-4d1b-9a63-60fff8b7a97c tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.55 "GET /v2.0/security-groups?id=731774e2-f45a-4e4a-87a1-9349c95ec7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282947 Jan 28 19:06:14.015546 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31ad1797-0a58-4d6a-9ed1-100e2f892736 req-8d5f7654-ace6-4639-b0da-6391d4ea4bf7 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734405 Jan 28 19:06:14.064344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b221c15f-5816-4f0e-ba61-e06b92698a67 req-165db97a-987e-401e-94f0-0eb154d1d5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] For port 8a22f688-6841-424c-a5ec-77adea048655, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=8a22f688-6841-424c-a5ec-77adea048655,segment=NetworkSegment(14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1),segment_id=14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:14.064705 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b221c15f-5816-4f0e-ba61-e06b92698a67 req-165db97a-987e-401e-94f0-0eb154d1d5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8a22f688-6841-424c-a5ec-77adea048655), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:14.079780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fad314-b3df-4918-a74f-ccd69389026b req-c432f074-2092-444b-a9a4-6e45391c6786 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:14.087356 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34fad314-b3df-4918-a74f-ccd69389026b req-c432f074-2092-444b-a9a4-6e45391c6786 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f5902f3d-7f5d-46e5-a55d-c5f79c59a859 HTTP/1.1" status: 200 len: 1131 time: 0.1291349 Jan 28 19:06:14.100052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-b221c15f-5816-4f0e-ba61-e06b92698a67 req-165db97a-987e-401e-94f0-0eb154d1d5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Calling delete_port for 8a22f688-6841-424c-a5ec-77adea048655 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:06:14.121158 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a69703-444e-4c6c-9451-c3fae8bbad24 req-265115b7-81a6-471c-a599-602c73854ebb tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:14.129047 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4a69703-444e-4c6c-9451-c3fae8bbad24 req-265115b7-81a6-471c-a599-602c73854ebb tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 948 time: 0.0889053 Jan 28 19:06:14.182658 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34fad314-b3df-4918-a74f-ccd69389026b req-131ba789-3357-4446-a3a9-cf10f35ff57b tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943172 Jan 28 19:06:14.200582 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4a69703-444e-4c6c-9451-c3fae8bbad24 req-c314f0b2-b49f-43cf-ac22-97138a95e872 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519300 Jan 28 19:06:14.467649 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b221c15f-5816-4f0e-ba61-e06b92698a67 req-165db97a-987e-401e-94f0-0eb154d1d5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (8a22f688-6841-424c-a5ec-77adea048655), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:14.480806 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['8a22f688-6841-424c-a5ec-77adea048655'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:06:14.667286 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9f7caf0-ba80-4863-bdf5-3f6079e52fb2 req-af5bd902-2ec3-4d00-a218-9bdc9c3db8db tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 210 time: 0.1364486 Jan 28 19:06:14.680959 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-d8aa4d7a-f860-49b2-beb8-f1fccd080ce5 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:14.682558 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-d8aa4d7a-f860-49b2-beb8-f1fccd080ce5 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.31 "GET /v2.0/networks?id=053d8223-df94-4369-b8ff-03d9e41f70be HTTP/1.1" status: 200 len: 815 time: 0.3093185 Jan 28 19:06:14.711663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e8c47bce-2eef-407e-b070-e38983270ba1 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Request body: {'port': {'device_id': '2646f344-419f-4185-838b-36d29039244e', 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be', 'admin_state_up': True, 'tenant_id': '2807ec6d9ece456c823c24a03853bba7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:14.733798 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165db97a-987e-401e-94f0-0eb154d1d5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Pushing event deleted for resources: {'Port': ['ID=8a22f688-6841-424c-a5ec-77adea048655,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:14.833158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0ef435ef-972b-4529-bff5-c69051883a5a details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:06:14.833824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-b221c15f-5816-4f0e-ba61-e06b92698a67 req-165db97a-987e-401e-94f0-0eb154d1d5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] No DVR routers for this DVR port 8a22f688-6841-424c-a5ec-77adea048655 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:06:14.838217 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b221c15f-5816-4f0e-ba61-e06b92698a67 req-165db97a-987e-401e-94f0-0eb154d1d5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:14.860191 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b221c15f-5816-4f0e-ba61-e06b92698a67 req-165db97a-987e-401e-94f0-0eb154d1d5a8 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997 tempest-FloatingIPsAssociationNegativeTestJSON-1480050997-project] 10.222.0.37 "DELETE /v2.0/ports/8a22f688-6841-424c-a5ec-77adea048655 HTTP/1.1" status: 204 len: 173 time: 1.4600008 Jan 28 19:06:14.860956 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c976e95-32a8-45ed-bd65-2ea212fef5a6', 'name': 'network-vif-deleted', 'tag': '8a22f688-6841-424c-a5ec-77adea048655'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:14.870520 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410d034b-ee32-4448-9ac2-72d3d75049d3" -d '{"events": [{"server_uuid": "0c976e95-32a8-45ed-bd65-2ea212fef5a6", "name": "network-vif-deleted", "tag": "8a22f688-6841-424c-a5ec-77adea048655"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:14.894196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e8c47bce-2eef-407e-b070-e38983270ba1 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Made reservation on behalf of 2807ec6d9ece456c823c24a03853bba7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:06:14.906189 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e8c47bce-2eef-407e-b070-e38983270ba1 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:15.133890 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0ef435ef-972b-4529-bff5-c69051883a5a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0ef435ef-972b-4529-bff5-c69051883a5a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:15.161605 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '0ef435ef-972b-4529-bff5-c69051883a5a', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '0ef435ef-972b-4529-bff5-c69051883a5a', 'mac_address': 'fa:16:3e:cf:b5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:06:15.164022 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e8c47bce-2eef-407e-b070-e38983270ba1 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Allocated IP 172.20.0.12 (053d8223-df94-4369-b8ff-03d9e41f70be/9e6f6d8d-248b-4626-9062-57c81b26f2c5/7b61d081-c890-44aa-a993-0bb8e495876c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:06:15.215056 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b970afe-3f86-4cc0-b977-979dde8bcebd req-3a657ae9-bd11-482d-aac9-eb06c8a827e0 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:15.228807 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3b970afe-3f86-4cc0-b977-979dde8bcebd req-3a657ae9-bd11-482d-aac9-eb06c8a827e0 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25&tenant_id=8059b4ef24fd40cba0129239318686c2&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 948 time: 0.1069527 Jan 28 19:06:15.237734 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 0ef435ef-972b-4529-bff5-c69051883a5a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:15.245847 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:15.352584 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-3b970afe-3f86-4cc0-b977-979dde8bcebd req-61e31b36-32c3-4a74-bbb8-8b95efe4387d service neutron] delete failed (client error): The resource could not be found. Jan 28 19:06:15.353951 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3b970afe-3f86-4cc0-b977-979dde8bcebd req-61e31b36-32c3-4a74-bbb8-8b95efe4387d service neutron] 10.222.0.37 "DELETE /v2.0/ports/0ef435ef-972b-4529-bff5-c69051883a5a/bindings/n-h2-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.1147819 Jan 28 19:06:15.472883 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e8c47bce-2eef-407e-b070-e38983270ba1 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Publish callbacks [] for port (7b61d081-c890-44aa-a993-0bb8e495876c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:15.526223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67724b35-6e09-4d42-b008-159196b6102b req-2af02739-fc49-485c-b65b-c09fc6e4cca1 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:15.541370 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef435ef-972b-4529-bff5-c69051883a5a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:06:15.542819 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-67724b35-6e09-4d42-b008-159196b6102b req-2af02739-fc49-485c-b65b-c09fc6e4cca1 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 945 time: 0.5879319 Jan 28 19:06:15.580309 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b970afe-3f86-4cc0-b977-979dde8bcebd req-6e2a5927-5783-46be-86fe-5c037314cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:15.582993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0ef435ef-972b-4529-bff5-c69051883a5a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0ef435ef-972b-4529-bff5-c69051883a5a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:15.587394 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3b970afe-3f86-4cc0-b977-979dde8bcebd req-6e2a5927-5783-46be-86fe-5c037314cc9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 1130 time: 0.1008649 Jan 28 19:06:15.591127 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:15.664872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=0ef435ef-972b-4529-bff5-c69051883a5a,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:15.756228 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-67724b35-6e09-4d42-b008-159196b6102b req-0207ba15-1858-4b93-a6ff-22eb13b0a58a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969664 Jan 28 19:06:15.778480 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e8c47bce-2eef-407e-b070-e38983270ba1 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (7b61d081-c890-44aa-a993-0bb8e495876c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:15.863529 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b970afe-3f86-4cc0-b977-979dde8bcebd req-74de6cc0-8286-485f-a200-5d7e9a5f420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:15.865232 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3b970afe-3f86-4cc0-b977-979dde8bcebd req-74de6cc0-8286-485f-a200-5d7e9a5f420e service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.2700584 Jan 28 19:06:15.911172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e8c47bce-2eef-407e-b070-e38983270ba1 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Network 053d8223-df94-4369-b8ff-03d9e41f70be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:06:15.922334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e8c47bce-2eef-407e-b070-e38983270ba1 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:06:15.953592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e8c47bce-2eef-407e-b070-e38983270ba1 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:06:15.960982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['0ef435ef-972b-4529-bff5-c69051883a5a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:06:15.992365 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3b970afe-3f86-4cc0-b977-979dde8bcebd req-08eed2be-cda8-4f6d-96e9-3998f3b92c25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=0ef435ef-972b-4529-bff5-c69051883a5a HTTP/1.1" status: 200 len: 217 time: 0.1206422 Jan 28 19:06:16.096351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b970afe-3f86-4cc0-b977-979dde8bcebd req-c4f4945d-7e28-40c6-bdf3-715d505b4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:16.097834 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3b970afe-3f86-4cc0-b977-979dde8bcebd req-c4f4945d-7e28-40c6-bdf3-715d505b4335 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0983551 Jan 28 19:06:16.139702 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e8c47bce-2eef-407e-b070-e38983270ba1 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:16.149115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e8c47bce-2eef-407e-b070-e38983270ba1 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:16.153438 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c47bce-2eef-407e-b070-e38983270ba1 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Pushing event updated for resources: {'Port': ['ID=7b61d081-c890-44aa-a993-0bb8e495876c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:16.190696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b970afe-3f86-4cc0-b977-979dde8bcebd req-4f9c695b-1bff-43f2-8f73-60d0d975b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:16.193136 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3b970afe-3f86-4cc0-b977-979dde8bcebd req-4f9c695b-1bff-43f2-8f73-60d0d975b7f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0885608 Jan 28 19:06:16.194438 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:16.198068 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e8c47bce-2eef-407e-b070-e38983270ba1 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4904780 Jan 28 19:06:16.223688 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Request body: {'port': {'device_id': '2646f344-419f-4185-838b-36d29039244e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:16.429720 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7b61d081-c890-44aa-a993-0bb8e495876c), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:16.490892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6ebcf13c-ab5a-45b9-bda6-098c374fd14d None None] Provisioning complete for port 7b61d081-c890-44aa-a993-0bb8e495876c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:16.504101 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ebcf13c-ab5a-45b9-bda6-098c374fd14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7b61d081-c890-44aa-a993-0bb8e495876c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:16.601114 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6ebcf13c-ab5a-45b9-bda6-098c374fd14d None None] Port 7b61d081-c890-44aa-a993-0bb8e495876c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:06:16.707657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b8871-4625-4748-abfa-ce7e186923a4 req-7698913a-28d6-4d71-9bf5-dfd58fc8b0d7 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:16.717381 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f3b8871-4625-4748-abfa-ce7e186923a4 req-7698913a-28d6-4d71-9bf5-dfd58fc8b0d7 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 949 time: 0.2596426 Jan 28 19:06:16.829443 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f3b8871-4625-4748-abfa-ce7e186923a4 req-a6321067-25c6-44da-8b2e-82eef3b3ebe0 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104479 Jan 28 19:06:17.048144 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3969b457-7d21-4a47-b6c4-017a58d99ccc x-openstack-request-id: req-3969b457-7d21-4a47-b6c4-017a58d99ccc {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:17.048812 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c976e95-32a8-45ed-bd65-2ea212fef5a6", "name": "network-vif-deleted", "tag": "8a22f688-6841-424c-a5ec-77adea048655", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:17.048812 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3969b457-7d21-4a47-b6c4-017a58d99ccc {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:17.049210 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c976e95-32a8-45ed-bd65-2ea212fef5a6', 'name': 'network-vif-deleted', 'tag': '8a22f688-6841-424c-a5ec-77adea048655', 'status': 'completed', 'code': 200} Jan 28 19:06:17.264475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b61d081-c890-44aa-a993-0bb8e495876c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:06:17.277356 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Publish callbacks [] for port (7b61d081-c890-44aa-a993-0bb8e495876c), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:17.283060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 8a22f688-6841-424c-a5ec-77adea048655 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:06:17.330908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Transition to ACTIVE for port object 7b61d081-c890-44aa-a993-0bb8e495876c will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:06:17.340638 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (7b61d081-c890-44aa-a993-0bb8e495876c), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:17.343254 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 8a22f688-6841-424c-a5ec-77adea048655 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:06:17.343614 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 8a22f688-6841-424c-a5ec-77adea048655 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:06:17.551221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=7b61d081-c890-44aa-a993-0bb8e495876c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:17.616641 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:17.616997 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:17.617371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:17.617708 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:17.618061 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:17.618409 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:17.618737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:17.619062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:17.619747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:17.620073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:17.620398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:17.620715 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:17.621032 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:17.654034 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3b970afe-3f86-4cc0-b977-979dde8bcebd req-c926e09a-a1a3-4ec8-97c3-be49454eb142 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4516592 Jan 28 19:06:17.705625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Attempting to bind port 7b61d081-c890-44aa-a993-0bb8e495876c on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:06:17.705974 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Attempting to bind port 7b61d081-c890-44aa-a993-0bb8e495876c by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'a95d0d2d-da17-480d-9e24-adfd18988eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:06:17.706328 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Attempting to bind port 7b61d081-c890-44aa-a993-0bb8e495876c on network 053d8223-df94-4369-b8ff-03d9e41f70be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:06:17.730153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Port 7b61d081-c890-44aa-a993-0bb8e495876c on network 053d8223-df94-4369-b8ff-03d9e41f70be not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:06:17.730370 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Attempting to bind port 7b61d081-c890-44aa-a993-0bb8e495876c on network 053d8223-df94-4369-b8ff-03d9e41f70be {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:06:17.749157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:06:17.749500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Checking segment: {'id': 'a95d0d2d-da17-480d-9e24-adfd18988eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:06:17.749958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Bound using segment: {'id': 'a95d0d2d-da17-480d-9e24-adfd18988eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:06:17.750452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Bound port: 7b61d081-c890-44aa-a993-0bb8e495876c, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95d0d2d-da17-480d-9e24-adfd18988eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:06:17.750863 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7b61d081-c890-44aa-a993-0bb8e495876c), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:17.985328 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60264) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:17.987830 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] For port 7b61d081-c890-44aa-a993-0bb8e495876c, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:06:18.002040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] For port 7b61d081-c890-44aa-a993-0bb8e495876c, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7b61d081-c890-44aa-a993-0bb8e495876c,segment=NetworkSegment(a95d0d2d-da17-480d-9e24-adfd18988eff),segment_id=a95d0d2d-da17-480d-9e24-adfd18988eff)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:06:18.022291 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (7b61d081-c890-44aa-a993-0bb8e495876c), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:18.027903 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3b970afe-3f86-4cc0-b977-979dde8bcebd req-164eb0b9-8186-4aa0-89ad-d6551c6d1552 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165143 Jan 28 19:06:18.176794 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0a9c8112-faea-48bc-87c4-bba3922cfa46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:18.185458 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=7b61d081-c890-44aa-a993-0bb8e495876c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:18.195319 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:18.196333 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:18.198236 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-e1b74fbe-5447-46ba-b1cd-dfe87f5adaf1 service neutron] 10.222.0.31 "PUT /v2.0/ports/7b61d081-c890-44aa-a993-0bb8e495876c HTTP/1.1" status: 200 len: 1092 time: 1.9891691 Jan 28 19:06:18.198691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2646f344-419f-4185-838b-36d29039244e', 'tag': '7b61d081-c890-44aa-a993-0bb8e495876c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:18.202168 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c76b49-69b4-469e-82da-a99424b66b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "2646f344-419f-4185-838b-36d29039244e", "tag": "7b61d081-c890-44aa-a993-0bb8e495876c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:18.347868 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-433b56f8-34e1-48e4-8648-3c17b4fc5260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:18.464974 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (62db70b4-dbab-4bd4-a2ef-cccb55dd2179), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:18.633148 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-433b56f8-34e1-48e4-8648-3c17b4fc5260 admin admin] Publish callbacks [] for security_group (972827a1-758a-4104-b4dd-76995a446db2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:18.673413 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-433b56f8-34e1-48e4-8648-3c17b4fc5260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (972827a1-758a-4104-b4dd-76995a446db2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:18.769879 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-433b56f8-34e1-48e4-8648-3c17b4fc5260 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d4842068bac4773b4a5ba59bbe20b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7825577 Jan 28 19:06:18.776113 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60270) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:18.824764 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:06:18.850705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0ef435ef-972b-4529-bff5-c69051883a5a up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:06:18.922651 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b56f8-34e1-48e4-8648-3c17b4fc5260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972827a1-758a-4104-b4dd-76995a446db2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:18.961465 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-5a55d8fc-2af1-4959-837a-9b7bac71c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:18.964843 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-5a55d8fc-2af1-4959-837a-9b7bac71c648 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2807ec6d9ece456c823c24a03853bba7&device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 1126 time: 0.4222012 Jan 28 19:06:19.007528 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 0ef435ef-972b-4529-bff5-c69051883a5a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:06:19.008435 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9354188-3601-42ef-928e-fed5284c980e admin admin] Publish callbacks [] for security_group (972827a1-758a-4104-b4dd-76995a446db2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:19.035226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 0ef435ef-972b-4529-bff5-c69051883a5a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:19.036428 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:19.037763 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9354188-3601-42ef-928e-fed5284c980e admin admin] Publish callbacks [] for security_group (972827a1-758a-4104-b4dd-76995a446db2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:19.101183 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9354188-3601-42ef-928e-fed5284c980e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (972827a1-758a-4104-b4dd-76995a446db2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:19.122063 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9354188-3601-42ef-928e-fed5284c980e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:19.123862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a9354188-3601-42ef-928e-fed5284c980e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/972827a1-758a-4104-b4dd-76995a446db2 HTTP/1.1" status: 204 len: 168 time: 0.3348203 Jan 28 19:06:19.156652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9354188-3601-42ef-928e-fed5284c980e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972827a1-758a-4104-b4dd-76995a446db2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:19.191760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Deleting port 7dc9236e-897d-4a32-8573-e5de4033db11 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:06:19.192122 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:19.342794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 0ef435ef-972b-4529-bff5-c69051883a5a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:19.343482 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:19.381479 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-3cd2f1a7-479c-48b6-833c-86384bd8e02b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b61d081-c890-44aa-a993-0bb8e495876c HTTP/1.1" status: 200 len: 217 time: 0.1383181 Jan 28 19:06:19.437697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb858398-f08a-450b-bb4c-835c0a460d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef435ef-972b-4529-bff5-c69051883a5a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:19.440198 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6e2cab-30da-4619-87ed-c02076871c66" -d '{"events": [{"server_uuid": "cb858398-f08a-450b-bb4c-835c0a460d25", "name": "network-vif-plugged", "status": "completed", "tag": "0ef435ef-972b-4529-bff5-c69051883a5a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:19.452162 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] For port 7dc9236e-897d-4a32-8573-e5de4033db11, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7dc9236e-897d-4a32-8573-e5de4033db11,segment=NetworkSegment(14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1),segment_id=14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:19.452520 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:19.496624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0ef435ef-972b-4529-bff5-c69051883a5a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0ef435ef-972b-4529-bff5-c69051883a5a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:19.499981 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Calling delete_port for 7dc9236e-897d-4a32-8573-e5de4033db11 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:06:19.505976 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:19.540510 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-c54dc989-0e04-43f0-bb82-b93557d39217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:19.559749 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-c54dc989-0e04-43f0-bb82-b93557d39217 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e6f6d8d-248b-4626-9062-57c81b26f2c5 HTTP/1.1" status: 200 len: 854 time: 0.1635528 Jan 28 19:06:19.660458 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=0ef435ef-972b-4529-bff5-c69051883a5a,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:19.692528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-452a0859-1cd6-470f-83db-4598f5bc18d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:19.694049 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-452a0859-1cd6-470f-83db-4598f5bc18d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=053d8223-df94-4369-b8ff-03d9e41f70be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1220891 Jan 28 19:06:19.875550 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60282) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:19.889735 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c358-5bdb-41f5-af4c-c249b058e3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:19.893352 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-fc3f9530-e535-4e99-9d10-e0c87dabc4da service neutron] 10.222.0.31 "GET /v2.0/networks/053d8223-df94-4369-b8ff-03d9e41f70be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879513 Jan 28 19:06:19.983532 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c358-5bdb-41f5-af4c-c249b058e3ef admin admin] Publish callbacks [] for security_group (efd25d0c-d45a-43f9-acc7-47074d346cd0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:20.007043 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c358-5bdb-41f5-af4c-c249b058e3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (efd25d0c-d45a-43f9-acc7-47074d346cd0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:20.086582 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9c358-5bdb-41f5-af4c-c249b058e3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd25d0c-d45a-43f9-acc7-47074d346cd0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:20.094350 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (7dc9236e-897d-4a32-8573-e5de4033db11), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:20.165446 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc9236e-897d-4a32-8573-e5de4033db11,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:20.214119 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:20.214843 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:20.215397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:20.215899 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b0c9c358-5bdb-41f5-af4c-c249b058e3ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd158192b7e24de6a6ba31340a688208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392882 Jan 28 19:06:20.216247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:20.216799 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:20.217332 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:20.218974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:20.219550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:20.220653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60284) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:20.221137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:20.221587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:20.222126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:20.222947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:20.223371 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:20.347783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c4f716b7-e27d-43de-810a-7daeec51a723 req-58310094-06ad-4a1e-ad8b-5dbe1e55975e service neutron] 10.222.0.31 "GET /v2.0/networks/053d8223-df94-4369-b8ff-03d9e41f70be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617182 Jan 28 19:06:20.354128 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5dc48ce6-ca75-4e57-a7c8-9de745bf3db3 admin admin] Publish callbacks [] for security_group (efd25d0c-d45a-43f9-acc7-47074d346cd0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:20.410888 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5dc48ce6-ca75-4e57-a7c8-9de745bf3db3 admin admin] Publish callbacks [] for security_group (efd25d0c-d45a-43f9-acc7-47074d346cd0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:20.417941 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-31d82696-182f-4d40-82de-f0fef71cfc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:20.470467 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (62db70b4-dbab-4bd4-a2ef-cccb55dd2179), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:20.521240 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5dc48ce6-ca75-4e57-a7c8-9de745bf3db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (efd25d0c-d45a-43f9-acc7-47074d346cd0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:20.524203 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5dc48ce6-ca75-4e57-a7c8-9de745bf3db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:20.525487 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5dc48ce6-ca75-4e57-a7c8-9de745bf3db3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efd25d0c-d45a-43f9-acc7-47074d346cd0 HTTP/1.1" status: 204 len: 168 time: 0.3039072 Jan 28 19:06:20.539850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc48ce6-ca75-4e57-a7c8-9de745bf3db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd25d0c-d45a-43f9-acc7-47074d346cd0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:20.950298 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:06:21.184374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:06:21.196809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc97b8f-8c69-487e-a85b-898bde4aa9db None None] Sync routers for ids ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:06:21.208656 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60292) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:21.232337 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2151f935-57a3-44f4-852e-c345685448ff admin admin] 10.222.0.55 "PUT /v2.0/routers/62db70b4-dbab-4bd4-a2ef-cccb55dd2179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0098703 Jan 28 19:06:21.249050 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc97b8f-8c69-487e-a85b-898bde4aa9db None None] Routers {'62db70b4-dbab-4bd4-a2ef-cccb55dd2179'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:06:21.249750 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3cc97b8f-8c69-487e-a85b-898bde4aa9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:06:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:21.727068 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:21.786826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3cc97b8f-8c69-487e-a85b-898bde4aa9db None None] Set router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:06:22.118159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3cc97b8f-8c69-487e-a85b-898bde4aa9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-router', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:06:19Z', 'revision_number': 5, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'gw_port': {'id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:11Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:22.162347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc97b8f-8c69-487e-a85b-898bde4aa9db None None] Checking router: 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:06:22.172991 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc97b8f-8c69-487e-a85b-898bde4aa9db None None] Routers {'62db70b4-dbab-4bd4-a2ef-cccb55dd2179'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:06:22.173623 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3cc97b8f-8c69-487e-a85b-898bde4aa9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:06:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:22.334811 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3cc97b8f-8c69-487e-a85b-898bde4aa9db None None] Set router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:06:22.348447 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08444a22-c887-4e66-95dd-1bb3285c1169 admin admin] Publish callbacks [] for router (62db70b4-dbab-4bd4-a2ef-cccb55dd2179), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:22.524712 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08444a22-c887-4e66-95dd-1bb3285c1169 admin admin] Publish callbacks [] for router_gateway (62db70b4-dbab-4bd4-a2ef-cccb55dd2179), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:22.668136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-08444a22-c887-4e66-95dd-1bb3285c1169 admin admin] Deleting port f3ce4a35-7e2f-49f0-97d8-755ffe8c854f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:06:22.668544 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08444a22-c887-4e66-95dd-1bb3285c1169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f3ce4a35-7e2f-49f0-97d8-755ffe8c854f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:22.783594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3cc97b8f-8c69-487e-a85b-898bde4aa9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-router', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:06:19Z', 'revision_number': 5, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'gw_port': {'id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:11Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:22.884453 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc97b8f-8c69-487e-a85b-898bde4aa9db None None] The sync data for ids ['62db70b4-dbab-4bd4-a2ef-cccb55dd2179'] in n-d-824834-4 is: [{'id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-145994303-router', 'tenant_id': '23e7dcd4cd1544038e55aa37233ea500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:06:19Z', 'revision_number': 5, 'project_id': '23e7dcd4cd1544038e55aa37233ea500', 'gw_port': {'id': 'f3ce4a35-7e2f-49f0-97d8-755ffe8c854f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:fc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62db70b4-dbab-4bd4-a2ef-cccb55dd2179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:11Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:06:22.925398 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:22.925843 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-08444a22-c887-4e66-95dd-1bb3285c1169 admin admin] For port f3ce4a35-7e2f-49f0-97d8-755ffe8c854f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f3ce4a35-7e2f-49f0-97d8-755ffe8c854f,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:22.927301 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08444a22-c887-4e66-95dd-1bb3285c1169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f3ce4a35-7e2f-49f0-97d8-755ffe8c854f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:22.995376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-08444a22-c887-4e66-95dd-1bb3285c1169 admin admin] Calling delete_port for f3ce4a35-7e2f-49f0-97d8-755ffe8c854f owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:06:23.209309 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08444a22-c887-4e66-95dd-1bb3285c1169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f3ce4a35-7e2f-49f0-97d8-755ffe8c854f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:23.239578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08444a22-c887-4e66-95dd-1bb3285c1169 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ce4a35-7e2f-49f0-97d8-755ffe8c854f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:23.399772 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08444a22-c887-4e66-95dd-1bb3285c1169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (62db70b4-dbab-4bd4-a2ef-cccb55dd2179), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:23.652145 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08444a22-c887-4e66-95dd-1bb3285c1169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (62db70b4-dbab-4bd4-a2ef-cccb55dd2179), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:23.655258 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08444a22-c887-4e66-95dd-1bb3285c1169 admin admin] Publish callbacks [] for router_controller (62db70b4-dbab-4bd4-a2ef-cccb55dd2179), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:23.754655 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08444a22-c887-4e66-95dd-1bb3285c1169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (62db70b4-dbab-4bd4-a2ef-cccb55dd2179), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:23.755215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08444a22-c887-4e66-95dd-1bb3285c1169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62db70b4-dbab-4bd4-a2ef-cccb55dd2179 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:06:23.763183 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08444a22-c887-4e66-95dd-1bb3285c1169 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:23.766650 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-08444a22-c887-4e66-95dd-1bb3285c1169 admin admin] 10.222.0.55 "DELETE /v2.0/routers/62db70b4-dbab-4bd4-a2ef-cccb55dd2179 HTTP/1.1" status: 204 len: 168 time: 2.5570667 Jan 28 19:06:23.767372 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60326) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:23.889302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca48cf3-ac3c-403b-85e4-879ca0462099 admin admin] Deleting subnet a1597064-b985-4b35-9c36-7a514b021e97 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:06:23.895566 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bca48cf3-ac3c-403b-85e4-879ca0462099 admin admin] Publish callbacks [] for subnet (a1597064-b985-4b35-9c36-7a514b021e97), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:23.947269 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bca48cf3-ac3c-403b-85e4-879ca0462099 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (a1597064-b985-4b35-9c36-7a514b021e97), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:24.045721 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bca48cf3-ac3c-403b-85e4-879ca0462099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (a1597064-b985-4b35-9c36-7a514b021e97), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:24.135326 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bca48cf3-ac3c-403b-85e4-879ca0462099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (a1597064-b985-4b35-9c36-7a514b021e97), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:24.177362 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca48cf3-ac3c-403b-85e4-879ca0462099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1597064-b985-4b35-9c36-7a514b021e97,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:24.184312 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bca48cf3-ac3c-403b-85e4-879ca0462099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:24.188065 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bca48cf3-ac3c-403b-85e4-879ca0462099 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a1597064-b985-4b35-9c36-7a514b021e97 HTTP/1.1" status: 204 len: 168 time: 0.4185724 Jan 28 19:06:24.190835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60330) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:24.193679 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd137bb7-1733-4aae-9912-e43c3ed04591 None None] Network 9ab42dda-b0d2-4563-a57f-f2564fca13f4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:06:24.261866 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (9ab42dda-b0d2-4563-a57f-f2564fca13f4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:24.384555 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] Deleting port 0096889a-08b9-404a-af00-406a058b87e5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:06:24.385081 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0096889a-08b9-404a-af00-406a058b87e5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:24.423181 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:24.488836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c74aa2-a701-4e68-ac28-8ea400a6eee5 None None] DHCP port deletion for 9ab42dda-b0d2-4563-a57f-f2564fca13f4 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:06:24.514675 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] For port 0096889a-08b9-404a-af00-406a058b87e5, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0096889a-08b9-404a-af00-406a058b87e5,segment=NetworkSegment(14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1),segment_id=14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:24.515268 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0096889a-08b9-404a-af00-406a058b87e5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:24.534313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] Calling delete_port for 0096889a-08b9-404a-af00-406a058b87e5 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:06:24.589840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c4c74aa2-a701-4e68-ac28-8ea400a6eee5 None None] Deleting port 0096889a-08b9-404a-af00-406a058b87e5 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:06:24.590344 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4c74aa2-a701-4e68-ac28-8ea400a6eee5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0096889a-08b9-404a-af00-406a058b87e5), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:24.684639 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0096889a-08b9-404a-af00-406a058b87e5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:24.704784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c4c74aa2-a701-4e68-ac28-8ea400a6eee5 None None] For port 0096889a-08b9-404a-af00-406a058b87e5, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0096889a-08b9-404a-af00-406a058b87e5,segment=NetworkSegment(14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1),segment_id=14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:24.705140 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4c74aa2-a701-4e68-ac28-8ea400a6eee5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0096889a-08b9-404a-af00-406a058b87e5), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:24.725649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c4c74aa2-a701-4e68-ac28-8ea400a6eee5 None None] Calling delete_port for 0096889a-08b9-404a-af00-406a058b87e5 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:06:24.777212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] No DVR routers for this DVR port 0096889a-08b9-404a-af00-406a058b87e5 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:06:24.778869 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] Pushing event deleted for resources: {'Port': ['ID=0096889a-08b9-404a-af00-406a058b87e5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:24.860545 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (9ab42dda-b0d2-4563-a57f-f2564fca13f4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:24.871544 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4c74aa2-a701-4e68-ac28-8ea400a6eee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (0096889a-08b9-404a-af00-406a058b87e5), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:24.900762 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab42dda-b0d2-4563-a57f-f2564fca13f4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:24.911592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:24.911884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:24.923705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c74aa2-a701-4e68-ac28-8ea400a6eee5 None None] Pushing event deleted for resources: {'Port': ['ID=0096889a-08b9-404a-af00-406a058b87e5,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:24.933431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c74aa2-a701-4e68-ac28-8ea400a6eee5 None None] No DVR routers for this DVR port 0096889a-08b9-404a-af00-406a058b87e5 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:06:24.934164 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:24.966758 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:24.981476 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:06:24.982336 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (14f2cc2b-1e8b-446f-b0a0-2dd9dcd5c4d1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:06:24.986152 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:06:25.009826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f3ce4a35-7e2f-49f0-97d8-755ffe8c854f no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:06:25.061606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: f3ce4a35-7e2f-49f0-97d8-755ffe8c854f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:06:25.062369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f3ce4a35-7e2f-49f0-97d8-755ffe8c854f not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:06:25.063138 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7dc9236e-897d-4a32-8573-e5de4033db11 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:06:25.101319 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (9ab42dda-b0d2-4563-a57f-f2564fca13f4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:25.109110 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:25.120813 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 7dc9236e-897d-4a32-8573-e5de4033db11 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:06:25.121008 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9ab42dda-b0d2-4563-a57f-f2564fca13f4 HTTP/1.1" status: 204 len: 168 time: 0.9239495 Jan 28 19:06:25.122505 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7dc9236e-897d-4a32-8573-e5de4033db11 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:06:25.123248 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0096889a-08b9-404a-af00-406a058b87e5 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:06:25.135166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36309aa4-7da0-4672-b9da-7fb53e08fc36 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab42dda-b0d2-4563-a57f-f2564fca13f4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:25.160778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 0096889a-08b9-404a-af00-406a058b87e5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:06:25.161216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0096889a-08b9-404a-af00-406a058b87e5 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:06:25.209185 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:25.359014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60336) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:25.437078 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4ef7eb2b-5f3a-4aa3-bcb1-12b892e0fb09 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23e7dcd4cd1544038e55aa37233ea500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0761526 Jan 28 19:06:25.439462 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60338) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:25.548642 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-870e61fe-b8cf-4f3d-b215-009abc051176 admin admin] Publish callbacks [] for security_group (731774e2-f45a-4e4a-87a1-9349c95ec7dc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:25.582837 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-870e61fe-b8cf-4f3d-b215-009abc051176 admin admin] Publish callbacks [] for security_group (731774e2-f45a-4e4a-87a1-9349c95ec7dc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:25.659190 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-870e61fe-b8cf-4f3d-b215-009abc051176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (731774e2-f45a-4e4a-87a1-9349c95ec7dc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:25.662644 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-870e61fe-b8cf-4f3d-b215-009abc051176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:25.666824 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-870e61fe-b8cf-4f3d-b215-009abc051176 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/731774e2-f45a-4e4a-87a1-9349c95ec7dc HTTP/1.1" status: 204 len: 168 time: 0.2236657 Jan 28 19:06:25.673338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e61fe-b8cf-4f3d-b215-009abc051176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731774e2-f45a-4e4a-87a1-9349c95ec7dc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:27.081185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60362) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:27.233992 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-add295a5-60c9-48cd-8900-8e021a0b4225 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-677065533-network', 'tenant_id': '65f9c94b33744071aeea07c7a1c41b6a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:27.266657 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add295a5-60c9-48cd-8900-8e021a0b4225 admin admin] Made reservation on behalf of 65f9c94b33744071aeea07c7a1c41b6a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:06:27.269667 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-add295a5-60c9-48cd-8900-8e021a0b4225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:27.279860 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-add295a5-60c9-48cd-8900-8e021a0b4225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:27.420157 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-add295a5-60c9-48cd-8900-8e021a0b4225 admin admin] Publish callbacks [] for security_group (c6b0d80c-f9b1-4dcb-aa9b-be738471fde9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:27.427416 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-add295a5-60c9-48cd-8900-8e021a0b4225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c6b0d80c-f9b1-4dcb-aa9b-be738471fde9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:27.490070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add295a5-60c9-48cd-8900-8e021a0b4225 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:06:27.491844 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add295a5-60c9-48cd-8900-8e021a0b4225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b0d80c-f9b1-4dcb-aa9b-be738471fde9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:27.534182 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-add295a5-60c9-48cd-8900-8e021a0b4225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e0468681-d105-4e05-aed6-718648a82a9d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:27.534182 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-add295a5-60c9-48cd-8900-8e021a0b4225 admin admin] Added segment e0468681-d105-4e05-aed6-718648a82a9d of type vlan for network 40b8e70b-10f2-4df4-ab8d-5a69c9a817d9 Jan 28 19:06:27.583499 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-add295a5-60c9-48cd-8900-8e021a0b4225 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (40b8e70b-10f2-4df4-ab8d-5a69c9a817d9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:27.622648 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-add295a5-60c9-48cd-8900-8e021a0b4225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (40b8e70b-10f2-4df4-ab8d-5a69c9a817d9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:27.623937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add295a5-60c9-48cd-8900-8e021a0b4225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:27.624601 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-add295a5-60c9-48cd-8900-8e021a0b4225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:27.687463 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-add295a5-60c9-48cd-8900-8e021a0b4225 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6049531 Jan 28 19:06:27.690336 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60368) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:27.697522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-34e3b2f4-11ef-42a1-a328-4d3c82682f93 admin admin] Request body: {'subnet': {'network_id': '40b8e70b-10f2-4df4-ab8d-5a69c9a817d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-677065533-subnet', 'tenant_id': '65f9c94b33744071aeea07c7a1c41b6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:27.708180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add295a5-60c9-48cd-8900-8e021a0b4225 admin admin] Pushing event updated for resources: {'Network': ['ID=40b8e70b-10f2-4df4-ab8d-5a69c9a817d9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:27.722281 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 40b8e70b-10f2-4df4-ab8d-5a69c9a817d9 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:06:27.735092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e3b2f4-11ef-42a1-a328-4d3c82682f93 admin admin] Made reservation on behalf of 65f9c94b33744071aeea07c7a1c41b6a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:06:27.741608 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34e3b2f4-11ef-42a1-a328-4d3c82682f93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:28.069096 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34e3b2f4-11ef-42a1-a328-4d3c82682f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (428c3a02-bda3-4128-a6d8-0e13cbcea725), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:28.178170 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3b2f4-11ef-42a1-a328-4d3c82682f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=428c3a02-bda3-4128-a6d8-0e13cbcea725,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:28.184812 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3b2f4-11ef-42a1-a328-4d3c82682f93 admin admin] Checking segment: {'id': 'e0468681-d105-4e05-aed6-718648a82a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '40b8e70b-10f2-4df4-ab8d-5a69c9a817d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:06:28.184812 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e3b2f4-11ef-42a1-a328-4d3c82682f93 admin admin] Network hostable DHCP agents. Network: 40b8e70b-10f2-4df4-ab8d-5a69c9a817d9, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:06:28.206619 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e3b2f4-11ef-42a1-a328-4d3c82682f93 admin admin] Network 40b8e70b-10f2-4df4-ab8d-5a69c9a817d9 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:06:28.221627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-34e3b2f4-11ef-42a1-a328-4d3c82682f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 40b8e70b-10f2-4df4-ab8d-5a69c9a817d9) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:06:28.226070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3b2f4-11ef-42a1-a328-4d3c82682f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:28.226727 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34e3b2f4-11ef-42a1-a328-4d3c82682f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:28.240437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc5ed49-900b-4c91-a4eb-647ce2d4894a None None] Network 40b8e70b-10f2-4df4-ab8d-5a69c9a817d9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:06:28.247426 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-34e3b2f4-11ef-42a1-a328-4d3c82682f93 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5559840 Jan 28 19:06:28.409722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757c9fe8-b0d2-408b-9e76-1433b23ab003 None None] Network 40b8e70b-10f2-4df4-ab8d-5a69c9a817d9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:06:28.670741 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-e96867c9-0784-4c28-bcf4-183f71ba4eaf tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237434 Jan 28 19:06:28.775895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d113f-dabd-426a-8bb0-882eef5746fb req-3cb28933-5b08-4266-86d0-e8fdd788e773 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:28.777396 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a02d113f-dabd-426a-8bb0-882eef5746fb req-3cb28933-5b08-4266-86d0-e8fdd788e773 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 944 time: 0.0719845 Jan 28 19:06:28.789769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-75d8fbe6-bdf2-445b-ace7-2f6a7b7e5368 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:28.791286 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-75d8fbe6-bdf2-445b-ace7-2f6a7b7e5368 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1131666 Jan 28 19:06:28.807127 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-b892f577-9aa6-41c6-8cb5-d37c0ff57255 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/quotas/62e22dc3ff98431d8ceb20e1e50b899a HTTP/1.1" status: 200 len: 375 time: 0.0100479 Jan 28 19:06:28.837984 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a02d113f-dabd-426a-8bb0-882eef5746fb req-c7b86015-eab5-4e8b-ba3f-a9dd98dc597f tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/security-groups?id=418c1cb6-649a-4727-b620-102b6463f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549352 Jan 28 19:06:28.880957 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-4476ca86-7414-4476-8e6c-fe4afdb37935 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0677745 Jan 28 19:06:28.895205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60396) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:29.079995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3436d51-9041-4d83-8240-b5ec6ed6faa7 req-ebeb0c9f-20a4-4b1d-b888-5dfe774d14cb tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:29.088276 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d3436d51-9041-4d83-8240-b5ec6ed6faa7 req-ebeb0c9f-20a4-4b1d-b888-5dfe774d14cb tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 945 time: 0.1412339 Jan 28 19:06:29.208345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5159e-53e1-43c7-a4d0-26b42520a3a4 req-ab5e416f-0223-4fa9-8283-ed95266d23c8 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:29.216684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d3436d51-9041-4d83-8240-b5ec6ed6faa7 req-218be7a3-325c-4b03-bc23-1e22cc46cf71 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275003 Jan 28 19:06:29.216943 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fee5159e-53e1-43c7-a4d0-26b42520a3a4 req-ab5e416f-0223-4fa9-8283-ed95266d23c8 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1124976 Jan 28 19:06:29.297895 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b65c25-f0c3-467d-a6cf-1866652ec018 x-openstack-request-id: req-b9b65c25-f0c3-467d-a6cf-1866652ec018 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:29.298760 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2646f344-419f-4185-838b-36d29039244e", "tag": "7b61d081-c890-44aa-a993-0bb8e495876c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:29.299662 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b9b65c25-f0c3-467d-a6cf-1866652ec018 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:29.299662 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2646f344-419f-4185-838b-36d29039244e', 'tag': '7b61d081-c890-44aa-a993-0bb8e495876c', 'status': 'completed', 'code': 200} Jan 28 19:06:29.321800 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e380459-0e6e-489d-a78c-00b2bc5f9030 x-openstack-request-id: req-4e380459-0e6e-489d-a78c-00b2bc5f9030 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:29.322373 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb858398-f08a-450b-bb4c-835c0a460d25", "name": "network-vif-plugged", "status": "completed", "tag": "0ef435ef-972b-4529-bff5-c69051883a5a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:29.322711 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e380459-0e6e-489d-a78c-00b2bc5f9030 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:29.323379 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb858398-f08a-450b-bb4c-835c0a460d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef435ef-972b-4529-bff5-c69051883a5a', 'code': 200} Jan 28 19:06:29.360125 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fee5159e-53e1-43c7-a4d0-26b42520a3a4 req-2c9cdfba-7565-46f6-9b53-60a7a62e3336 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421537 Jan 28 19:06:29.609731 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-21139b59-4a51-4adf-b549-385f9dba54d9 req-a63420c4-aaf1-49f2-8e9b-e7dca8684f78 tempest-SecurityGroupsNegativeTestJSON-299826500 tempest-SecurityGroupsNegativeTestJSON-299826500-project] show failed (client error): The resource could not be found. Jan 28 19:06:29.615940 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-21139b59-4a51-4adf-b549-385f9dba54d9 req-a63420c4-aaf1-49f2-8e9b-e7dca8684f78 tempest-SecurityGroupsNegativeTestJSON-299826500 tempest-SecurityGroupsNegativeTestJSON-299826500-project] 10.222.0.55 "GET /v2.0/security-groups/8926720b-3d5d-473f-b16a-0343d94b55f6 HTTP/1.1" status: 404 len: 352 time: 0.0272295 Jan 28 19:06:29.661343 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42b8022d-8b38-4772-b01c-0f5bc09a357e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (cbd38882-c712-41da-9e97-4a225bcb32ae), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:29.786386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-adfe438c-a8d0-494e-a084-1aacb20ac588 req-c6b628eb-c1b1-4d61-b3d8-4571e5dea865 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 210 time: 0.0363975 Jan 28 19:06:29.820410 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ed53d-9ba2-4c82-b669-e19fda60904f req-b7ff7275-d801-486d-bd59-6ae586c2392c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:29.828478 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-058ed53d-9ba2-4c82-b669-e19fda60904f req-b7ff7275-d801-486d-bd59-6ae586c2392c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.0668325 Jan 28 19:06:29.872694 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:29.889222 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-058ed53d-9ba2-4c82-b669-e19fda60904f req-510f15b1-13e5-40a8-aad2-1600395e2596 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594246 Jan 28 19:06:30.030759 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae610e5-e307-49db-8874-295ab9e1a675 req-67de678c-61af-4e22-933d-57dbb5449edd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:30.032334 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cae610e5-e307-49db-8874-295ab9e1a675 req-67de678c-61af-4e22-933d-57dbb5449edd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 949 time: 0.0597520 Jan 28 19:06:30.035709 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd4392e8-1d13-4557-9894-32f3a46d7047 req-81c4ff05-ac3f-4fff-aec3-ab2343142b10 tempest-SecurityGroupsNegativeTestJSON-299826500 tempest-SecurityGroupsNegativeTestJSON-299826500-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65f9c94b33744071aeea07c7a1c41b6a HTTP/1.1" status: 200 len: 3001 time: 0.0997710 Jan 28 19:06:30.097154 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cae610e5-e307-49db-8874-295ab9e1a675 req-4566e6a9-f47e-478c-b752-3bddd94bd8a2 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/security-groups?id=98658a84-8423-42f7-aeb4-dd959282abe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553722 Jan 28 19:06:30.139265 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd4392e8-1d13-4557-9894-32f3a46d7047 req-cef21e65-7b0d-4bef-b33b-65f5056774a1 tempest-SecurityGroupsNegativeTestJSON-299826500 tempest-SecurityGroupsNegativeTestJSON-299826500-project] 10.222.0.55 "GET /v2.0/security-groups/c6b0d80c-f9b1-4dcb-aa9b-be738471fde9 HTTP/1.1" status: 200 len: 2998 time: 0.0840015 Jan 28 19:06:30.172490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-42b8022d-8b38-4772-b01c-0f5bc09a357e admin admin] Deleting port e88dddbc-cc13-4062-aeb2-f98b0b474198 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:06:30.172977 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42b8022d-8b38-4772-b01c-0f5bc09a357e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:30.220354 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c251fcc-1de1-48fc-9bee-21d14156932b req-ba4eeb39-4f7b-4319-aa83-f137733462d4 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:30.221817 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8c251fcc-1de1-48fc-9bee-21d14156932b req-ba4eeb39-4f7b-4319-aa83-f137733462d4 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 944 time: 0.0624769 Jan 28 19:06:30.258286 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd4392e8-1d13-4557-9894-32f3a46d7047 req-afbbe5e5-4e6d-4a26-b192-02827c5fe1d6 tempest-SecurityGroupsNegativeTestJSON-299826500 tempest-SecurityGroupsNegativeTestJSON-299826500-project] 10.222.0.55 "GET /v2.0/security-groups/c6b0d80c-f9b1-4dcb-aa9b-be738471fde9 HTTP/1.1" status: 200 len: 2998 time: 0.1058249 Jan 28 19:06:30.278877 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8c251fcc-1de1-48fc-9bee-21d14156932b req-0a29d1ed-6105-4ffb-91e8-1d7112ff36a0 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/security-groups?id=418c1cb6-649a-4727-b620-102b6463f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512259 Jan 28 19:06:30.325382 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-42b8022d-8b38-4772-b01c-0f5bc09a357e admin admin] For port e88dddbc-cc13-4062-aeb2-f98b0b474198, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e88dddbc-cc13-4062-aeb2-f98b0b474198,segment=NetworkSegment(b42e0ebe-52ff-4e53-a10d-c5fc1da5544a),segment_id=b42e0ebe-52ff-4e53-a10d-c5fc1da5544a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:30.327006 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42b8022d-8b38-4772-b01c-0f5bc09a357e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:30.345084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-42b8022d-8b38-4772-b01c-0f5bc09a357e admin admin] Calling delete_port for e88dddbc-cc13-4062-aeb2-f98b0b474198 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:06:30.478281 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b8248-dbe2-46c2-8682-d345366be27e req-2f17624a-a33d-4ba5-9ac6-ffa9eb4f8343 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:30.479919 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb6b8248-dbe2-46c2-8682-d345366be27e req-2f17624a-a33d-4ba5-9ac6-ffa9eb4f8343 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 945 time: 0.0540805 Jan 28 19:06:30.483281 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b97b0f0-8b9d-49e2-a807-d3d65208200f req-46b1feea-7cbc-4085-8727-9264a4edaa6b tempest-SecurityGroupsNegativeTestJSON-299826500 tempest-SecurityGroupsNegativeTestJSON-299826500-project] 10.222.0.55 "GET /v2.0/security-groups/c6b0d80c-f9b1-4dcb-aa9b-be738471fde9 HTTP/1.1" status: 200 len: 2998 time: 0.0705664 Jan 28 19:06:30.527235 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb6b8248-dbe2-46c2-8682-d345366be27e req-b50733c4-4446-4f66-be67-3188e4e821ad tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411048 Jan 28 19:06:30.611084 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-6b97b0f0-8b9d-49e2-a807-d3d65208200f req-b580f1b2-dd74-4281-bb46-b2a0cf9de169 tempest-SecurityGroupsNegativeTestJSON-299826500 tempest-SecurityGroupsNegativeTestJSON-299826500-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 19:06:30.612125 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b97b0f0-8b9d-49e2-a807-d3d65208200f req-b580f1b2-dd74-4281-bb46-b2a0cf9de169 tempest-SecurityGroupsNegativeTestJSON-299826500 tempest-SecurityGroupsNegativeTestJSON-299826500-project] 10.222.0.55 "DELETE /v2.0/security-groups/c6b0d80c-f9b1-4dcb-aa9b-be738471fde9 HTTP/1.1" status: 409 len: 352 time: 0.0958955 Jan 28 19:06:30.673665 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42b8022d-8b38-4772-b01c-0f5bc09a357e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e88dddbc-cc13-4062-aeb2-f98b0b474198), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:30.677368 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-bec660d6-d01a-4e39-b089-09556ba94c49 req-0833e649-2ecf-4033-9d8d-f0321f28e48e tempest-SecurityGroupsNegativeTestJSON-299826500 tempest-SecurityGroupsNegativeTestJSON-299826500-project] show failed (client error): The resource could not be found. Jan 28 19:06:30.678432 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bec660d6-d01a-4e39-b089-09556ba94c49 req-0833e649-2ecf-4033-9d8d-f0321f28e48e tempest-SecurityGroupsNegativeTestJSON-299826500 tempest-SecurityGroupsNegativeTestJSON-299826500-project] 10.222.0.55 "GET /v2.0/security-groups/88de4228-86ca-436d-a553-65b97750f898 HTTP/1.1" status: 404 len: 352 time: 0.0159013 Jan 28 19:06:30.721990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8022d-8b38-4772-b01c-0f5bc09a357e admin admin] Pushing event deleted for resources: {'Port': ['ID=e88dddbc-cc13-4062-aeb2-f98b0b474198,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:30.752055 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-524dc4f0-47c5-4af6-95a4-e62886e9bf68 req-e533fab1-1bd6-48da-bc6b-dd2410bb0d14 tempest-SecurityGroupsNegativeTestJSON-299826500 tempest-SecurityGroupsNegativeTestJSON-299826500-project] show failed (client error): The resource could not be found. Jan 28 19:06:30.760253 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-524dc4f0-47c5-4af6-95a4-e62886e9bf68 req-e533fab1-1bd6-48da-bc6b-dd2410bb0d14 tempest-SecurityGroupsNegativeTestJSON-299826500 tempest-SecurityGroupsNegativeTestJSON-299826500-project] 10.222.0.55 "GET /v2.0/security-groups/56d01434-b475-4264-81f3-4c0ee05c2dad HTTP/1.1" status: 404 len: 352 time: 0.0238478 Jan 28 19:06:30.766346 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60486) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:30.932296 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-413e6486-b25b-4cf0-a601-23968b888bdf req-b729aab4-715c-4d36-a822-5039fa3e8a03 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 210 time: 0.0567873 Jan 28 19:06:30.943257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60496) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:31.005165 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac91819e-f0ff-489b-92b3-d1cef6fc8860 admin admin] Deleting subnet 428c3a02-bda3-4128-a6d8-0e13cbcea725 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:06:31.013450 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42b8022d-8b38-4772-b01c-0f5bc09a357e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (cbd38882-c712-41da-9e97-4a225bcb32ae), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:31.019561 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac91819e-f0ff-489b-92b3-d1cef6fc8860 admin admin] Publish callbacks [] for subnet (428c3a02-bda3-4128-a6d8-0e13cbcea725), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:31.062721 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac91819e-f0ff-489b-92b3-d1cef6fc8860 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (428c3a02-bda3-4128-a6d8-0e13cbcea725), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:31.106593 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac91819e-f0ff-489b-92b3-d1cef6fc8860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (428c3a02-bda3-4128-a6d8-0e13cbcea725), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:31.110619 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-7a333f05-c848-48a8-acb6-565a327d012f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8059b4ef24fd40cba0129239318686c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486982 Jan 28 19:06:31.184071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91c0189a-47d9-4b22-b6b7-3c9dac80eef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:31.289725 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac91819e-f0ff-489b-92b3-d1cef6fc8860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (428c3a02-bda3-4128-a6d8-0e13cbcea725), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:31.315345 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c76b49-69b4-469e-82da-a99424b66b1c req-6f3bd76d-0f80-4c5a-bd03-26c0e66b8c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:31.316921 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0c76b49-69b4-469e-82da-a99424b66b1c req-6f3bd76d-0f80-4c5a-bd03-26c0e66b8c55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2807ec6d9ece456c823c24a03853bba7&device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 1126 time: 0.1803193 Jan 28 19:06:31.352051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91819e-f0ff-489b-92b3-d1cef6fc8860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=428c3a02-bda3-4128-a6d8-0e13cbcea725,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:31.357244 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac91819e-f0ff-489b-92b3-d1cef6fc8860 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:31.361140 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ac91819e-f0ff-489b-92b3-d1cef6fc8860 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/428c3a02-bda3-4128-a6d8-0e13cbcea725 HTTP/1.1" status: 204 len: 168 time: 0.5932651 Jan 28 19:06:31.375248 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60526) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:31.568413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-fe82463f-83a6-4516-a5e1-0cbc7e82dd59 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:31.573338 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32141d1e-7d4e-4c46-a105-2ae3d6ed6214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (40b8e70b-10f2-4df4-ab8d-5a69c9a817d9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:31.574618 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-fe82463f-83a6-4516-a5e1-0cbc7e82dd59 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4626164 Jan 28 19:06:31.600175 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-51de2596-c3e5-4c06-b781-c9ecfe085152 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/quotas/8059b4ef24fd40cba0129239318686c2 HTTP/1.1" status: 200 len: 375 time: 0.0157959 Jan 28 19:06:31.608456 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c76b49-69b4-469e-82da-a99424b66b1c req-b1e165a7-d8f3-4770-aa2b-eb6e440e37dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:31.610125 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0c76b49-69b4-469e-82da-a99424b66b1c req-b1e165a7-d8f3-4770-aa2b-eb6e440e37dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=053d8223-df94-4369-b8ff-03d9e41f70be HTTP/1.1" status: 200 len: 916 time: 0.2743547 Jan 28 19:06:31.646876 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b8022d-8b38-4772-b01c-0f5bc09a357e admin admin] Router cbd38882-c712-41da-9e97-4a225bcb32ae has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:06:31.653629 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91c0189a-47d9-4b22-b6b7-3c9dac80eef8 admin admin] Publish callbacks [] for security_group (8737721f-94ee-40fb-aba7-db449b9ba539), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:31.666102 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91c0189a-47d9-4b22-b6b7-3c9dac80eef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8737721f-94ee-40fb-aba7-db449b9ba539), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:31.710076 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-fb027bb0-d1d8-448b-82e1-e632742f5746 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932486 Jan 28 19:06:31.717285 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0c76b49-69b4-469e-82da-a99424b66b1c req-88181273-d151-4748-84b5-98e3443e1508 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b61d081-c890-44aa-a993-0bb8e495876c HTTP/1.1" status: 200 len: 217 time: 0.0804482 Jan 28 19:06:31.720566 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-91c0189a-47d9-4b22-b6b7-3c9dac80eef8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de086eda45ec4c699a30e62524f7b9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7734513 Jan 28 19:06:31.720566 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0189a-47d9-4b22-b6b7-3c9dac80eef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8737721f-94ee-40fb-aba7-db449b9ba539,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:31.721409 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60544) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:31.786817 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32141d1e-7d4e-4c46-a105-2ae3d6ed6214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (40b8e70b-10f2-4df4-ab8d-5a69c9a817d9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:31.805751 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a463-4f4d-4e41-a5c9-d42a0705847a admin admin] Publish callbacks [] for security_group (8737721f-94ee-40fb-aba7-db449b9ba539), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:31.847638 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a463-4f4d-4e41-a5c9-d42a0705847a admin admin] Publish callbacks [] for security_group (8737721f-94ee-40fb-aba7-db449b9ba539), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:31.882193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-32141d1e-7d4e-4c46-a105-2ae3d6ed6214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b8e70b-10f2-4df4-ab8d-5a69c9a817d9']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:31.885903 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-44c7ef5f-1a45-4c09-9b5a-51f2b32381ac tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838723 Jan 28 19:06:31.900826 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-32141d1e-7d4e-4c46-a105-2ae3d6ed6214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0468681-d105-4e05-aed6-718648a82a9d') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:31.901142 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-32141d1e-7d4e-4c46-a105-2ae3d6ed6214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0468681-d105-4e05-aed6-718648a82a9d') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:31.911129 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c76b49-69b4-469e-82da-a99424b66b1c req-26102a2d-da6b-45f0-88f9-cc010d086212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:31.912649 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0c76b49-69b4-469e-82da-a99424b66b1c req-26102a2d-da6b-45f0-88f9-cc010d086212 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e6f6d8d-248b-4626-9062-57c81b26f2c5 HTTP/1.1" status: 200 len: 854 time: 0.1792369 Jan 28 19:06:31.974628 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a463-4f4d-4e41-a5c9-d42a0705847a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8737721f-94ee-40fb-aba7-db449b9ba539), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:31.978596 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f7a463-4f4d-4e41-a5c9-d42a0705847a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:31.983108 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b9f7a463-4f4d-4e41-a5c9-d42a0705847a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8737721f-94ee-40fb-aba7-db449b9ba539 HTTP/1.1" status: 204 len: 168 time: 0.2555566 Jan 28 19:06:31.989649 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32141d1e-7d4e-4c46-a105-2ae3d6ed6214 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (e0468681-d105-4e05-aed6-718648a82a9d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:32.011913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7a463-4f4d-4e41-a5c9-d42a0705847a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8737721f-94ee-40fb-aba7-db449b9ba539,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:32.063846 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca85963-5f61-45cc-81e8-6ba0467edcff req-c9995870-88e4-44a0-b967-0e90c54dd5dd tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:32.067436 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ca85963-5f61-45cc-81e8-6ba0467edcff req-c9995870-88e4-44a0-b967-0e90c54dd5dd tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 945 time: 0.1199193 Jan 28 19:06:32.142654 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ca85963-5f61-45cc-81e8-6ba0467edcff req-ccf34fe9-408e-4539-9c77-a8873242c090 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670400 Jan 28 19:06:32.198976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae138961-ddf0-4368-b743-779375b7a49f req-69998775-22c9-4e10-82df-091f42356e73 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:32.201515 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae138961-ddf0-4368-b743-779375b7a49f req-69998775-22c9-4e10-82df-091f42356e73 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 944 time: 0.5126333 Jan 28 19:06:32.228192 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32141d1e-7d4e-4c46-a105-2ae3d6ed6214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e0468681-d105-4e05-aed6-718648a82a9d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:32.253066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32141d1e-7d4e-4c46-a105-2ae3d6ed6214 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:06:32.253759 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32141d1e-7d4e-4c46-a105-2ae3d6ed6214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (e0468681-d105-4e05-aed6-718648a82a9d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:06:32.265519 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:06:32.274349 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34731b6b-0dae-477f-a5da-13cd0c1ad5f0 req-04259c6c-53c8-4a4c-8213-44fe217f84f0 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 210 time: 0.0338383 Jan 28 19:06:32.330921 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-a42460ed-1683-4286-aba3-aba9b962d30c tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:32.333341 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-a42460ed-1683-4286-aba3-aba9b962d30c tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f&tenant_id=a52c883532314f5dbe651bed69cf54cd&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 1127 time: 0.0619969 Jan 28 19:06:32.350873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824834-4'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:32.399390 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3e451d6-3f3e-4c11-82b2-cdb9931439ed req-d311d760-4461-431b-8b91-a89039f0a4fd tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 210 time: 0.0556824 Jan 28 19:06:32.444937 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:32.490405 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60568) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:32.509294 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba23de02-3405-4ed2-954a-8e40ef317bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:32.655423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] For port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:32.709164 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba23de02-3405-4ed2-954a-8e40ef317bb7 admin admin] Publish callbacks [] for security_group (c22764e6-322b-4697-9de9-056404e16636), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:32.717016 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba23de02-3405-4ed2-954a-8e40ef317bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c22764e6-322b-4697-9de9-056404e16636), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:32.743801 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] For port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:06:32.793188 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23de02-3405-4ed2-954a-8e40ef317bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22764e6-322b-4697-9de9-056404e16636,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:32.794626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b8022d-8b38-4772-b01c-0f5bc09a357e admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:06:32.799456 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ba23de02-3405-4ed2-954a-8e40ef317bb7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9216be8ad8dc4e3a91e0a09f6145f3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075595 Jan 28 19:06:32.803915 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-42b8022d-8b38-4772-b01c-0f5bc09a357e admin admin] 10.222.0.55 "PUT /v2.0/routers/cbd38882-c712-41da-9e97-4a225bcb32ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9076111 Jan 28 19:06:32.804888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60584) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:32.815005 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8076594f-3c33-4327-bb8e-99d2346fddce None None] Sync routers for ids ['cbd38882-c712-41da-9e97-4a225bcb32ae'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:06:32.820958 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60586) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:32.821614 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fee0381-d272-4ef6-8208-0b4affa98e8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762f82fa-f4c5-41c0-b20e-d928d6ffd66d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:32.824131 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d3cfd7-10ac-414c-8a9d-a2ea3cfde0d9" -d '{"events": [{"server_uuid": "3fee0381-d272-4ef6-8208-0b4affa98e8f", "name": "network-vif-unplugged", "status": "completed", "tag": "762f82fa-f4c5-41c0-b20e-d928d6ffd66d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:32.828064 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8076594f-3c33-4327-bb8e-99d2346fddce None None] Routers {'cbd38882-c712-41da-9e97-4a225bcb32ae'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:06:32.829273 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8076594f-3c33-4327-bb8e-99d2346fddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:06:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cbd38882-c712-41da-9e97-4a225bcb32ae'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:32.830331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Publish callbacks [] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:32.897722 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32141d1e-7d4e-4c46-a105-2ae3d6ed6214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (40b8e70b-10f2-4df4-ab8d-5a69c9a817d9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:32.900949 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5bebfd-4bd2-474b-95fd-e2af20ddef8b x-openstack-request-id: req-2e5bebfd-4bd2-474b-95fd-e2af20ddef8b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:32.901587 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fee0381-d272-4ef6-8208-0b4affa98e8f", "name": "network-vif-unplugged", "status": "completed", "tag": "762f82fa-f4c5-41c0-b20e-d928d6ffd66d", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:32.901928 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e5bebfd-4bd2-474b-95fd-e2af20ddef8b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:32.902472 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fee0381-d272-4ef6-8208-0b4affa98e8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762f82fa-f4c5-41c0-b20e-d928d6ffd66d', 'code': 200} Jan 28 19:06:32.906477 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:32.926397 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32141d1e-7d4e-4c46-a105-2ae3d6ed6214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:32.929644 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-32141d1e-7d4e-4c46-a105-2ae3d6ed6214 admin admin] 10.222.0.55 "DELETE /v2.0/networks/40b8e70b-10f2-4df4-ab8d-5a69c9a817d9 HTTP/1.1" status: 204 len: 168 time: 1.5534315 Jan 28 19:06:32.931712 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c76b49-69b4-469e-82da-a99424b66b1c req-f288e48a-d708-4743-a464-32af15be71e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:32.937859 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0c76b49-69b4-469e-82da-a99424b66b1c req-f288e48a-d708-4743-a464-32af15be71e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=053d8223-df94-4369-b8ff-03d9e41f70be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9998419 Jan 28 19:06:32.944850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-205e7473-f107-4090-bea7-4ceaf5cc3864 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:32.946389 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-205e7473-f107-4090-bea7-4ceaf5cc3864 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0492959 Jan 28 19:06:32.980457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-726c5a31-5c1c-4b82-9d66-37a8a43db646 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Request body: {'port': {'device_id': 'ef80a381-db8d-45eb-ac74-281f95fdf647', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '62e22dc3ff98431d8ceb20e1e50b899a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:32.983254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Pushing event updated for resources: {'Port': ['ID=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:32.999966 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8076594f-3c33-4327-bb8e-99d2346fddce None None] Set router cbd38882-c712-41da-9e97-4a225bcb32ae gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:06:33.081520 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32141d1e-7d4e-4c46-a105-2ae3d6ed6214 admin admin] Pushing event deleted for resources: {'Network': ['ID=40b8e70b-10f2-4df4-ab8d-5a69c9a817d9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:33.101267 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Attempting to bind port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d on host n-h2-824834-4 for vnic_type normal with profile {"migrating_to": "n-h1-824834-4"} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:06:33.101606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Attempting to bind port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:06:33.101911 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Attempting to bind port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:06:33.108919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae138961-ddf0-4368-b743-779375b7a49f req-eef1bb2c-d054-451d-846a-5e8f8b31230e tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/security-groups?id=418c1cb6-649a-4727-b620-102b6463f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8838923 Jan 28 19:06:33.122396 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:06:33.122752 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Attempting to bind port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:06:33.144928 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:06:33.145277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Checking segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:06:33.145653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Bound using segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:06:33.146132 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Bound port: 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:06:33.146495 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:33.150733 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd99f54e-ea57-4457-80d0-36282f1f6e1f admin admin] Publish callbacks [] for router (cbd38882-c712-41da-9e97-4a225bcb32ae), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:33.185397 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6b724b5-9d8f-49a9-804d-412a49513aaf admin admin] Publish callbacks [] for security_group (c22764e6-322b-4697-9de9-056404e16636), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:33.193697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-726c5a31-5c1c-4b82-9d66-37a8a43db646 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Made reservation on behalf of 62e22dc3ff98431d8ceb20e1e50b899a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:06:33.197182 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-726c5a31-5c1c-4b82-9d66-37a8a43db646 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:33.240510 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8076594f-3c33-4327-bb8e-99d2346fddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:06:30Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:33.273347 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8076594f-3c33-4327-bb8e-99d2346fddce None None] Checking router: cbd38882-c712-41da-9e97-4a225bcb32ae for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:06:33.281821 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6b724b5-9d8f-49a9-804d-412a49513aaf admin admin] Publish callbacks [] for security_group (c22764e6-322b-4697-9de9-056404e16636), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:33.285280 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8076594f-3c33-4327-bb8e-99d2346fddce None None] Routers {'cbd38882-c712-41da-9e97-4a225bcb32ae'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:06:33.286125 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8076594f-3c33-4327-bb8e-99d2346fddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:06:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cbd38882-c712-41da-9e97-4a225bcb32ae'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:33.317470 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0c76b49-69b4-469e-82da-a99424b66b1c req-1448a954-67d4-4e5c-9297-8bfa9d6e2e1e service neutron] 10.222.0.31 "GET /v2.0/networks/053d8223-df94-4369-b8ff-03d9e41f70be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655763 Jan 28 19:06:33.352974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60600) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:33.364868 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:06:33.420180 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-851c4d19-6b6c-4237-a40c-deca2c077be8 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8059b4ef24fd40cba0129239318686c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382004 Jan 28 19:06:33.436465 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd99f54e-ea57-4457-80d0-36282f1f6e1f admin admin] Publish callbacks [] for router_gateway (cbd38882-c712-41da-9e97-4a225bcb32ae), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:33.446762 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8076594f-3c33-4327-bb8e-99d2346fddce None None] Set router cbd38882-c712-41da-9e97-4a225bcb32ae gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:06:33.453331 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0c76b49-69b4-469e-82da-a99424b66b1c req-5915409d-0bd9-4f69-b769-f3db7296b438 service neutron] 10.222.0.31 "GET /v2.0/networks/053d8223-df94-4369-b8ff-03d9e41f70be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349871 Jan 28 19:06:33.502381 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:33.502966 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:33.537236 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-738ba10e-c60a-42f0-96b9-108c5b2200ea req-35c265e6-505d-4652-9e30-01308a20c63e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 210 time: 0.0824134 Jan 28 19:06:33.542727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b92f089-eab2-474d-aaea-c2e9b88446d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:33.546262 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ddb3fa-a4cf-431c-a56a-e6a75da05571" -d '{"events": [{"server_uuid": "7b92f089-eab2-474d-aaea-c2e9b88446d3", "name": "network-vif-unplugged", "status": "completed", "tag": "6c4a3918-71e5-45ef-a100-3b5cd21c1af5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:33.566073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:33.573339 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:33.580506 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] For port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:06:33.612685 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] For port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:06:33.660226 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:33.660950 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:33.673850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:33.676825 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:33.677573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:33.679099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:33.682070 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:33.682784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:33.684162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:33.685227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:33.685874 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:33.686402 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:33.687723 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9b175c38-a9ae-4c86-b5ee-5b0612f7a754 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65f9c94b33744071aeea07c7a1c41b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038774 Jan 28 19:06:33.688149 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:33.688647 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:33.689454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:33.714424 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60606) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:33.721190 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6b724b5-9d8f-49a9-804d-412a49513aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c22764e6-322b-4697-9de9-056404e16636), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:33.724278 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6b724b5-9d8f-49a9-804d-412a49513aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:33.725598 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c6b724b5-9d8f-49a9-804d-412a49513aaf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c22764e6-322b-4697-9de9-056404e16636 HTTP/1.1" status: 204 len: 168 time: 0.8488853 Jan 28 19:06:33.730710 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8076594f-3c33-4327-bb8e-99d2346fddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:06:30Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:33.745487 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-611e2029-328f-4212-b644-624c494a6dc5 req-61352bd3-fc74-4b19-9526-cf6097e1a6c3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 210 time: 0.0782762 Jan 28 19:06:33.747472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a66b0-31ef-45a6-8e02-c984a3aba24f req-e49ff71b-cf87-4084-867d-db60ba7b21f8 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:33.754818 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e25a66b0-31ef-45a6-8e02-c984a3aba24f req-e49ff71b-cf87-4084-867d-db60ba7b21f8 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 943 time: 0.3741009 Jan 28 19:06:33.769215 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8076594f-3c33-4327-bb8e-99d2346fddce None None] The sync data for ids ['cbd38882-c712-41da-9e97-4a225bcb32ae'] in n-d-824834-4 is: [{'id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-948670895-router', 'tenant_id': 'd87708c42e094b638f36295b01f12cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:13Z', 'updated_at': '2022-01-28T19:06:30Z', 'revision_number': 5, 'project_id': 'd87708c42e094b638f36295b01f12cc1', 'gw_port': {'id': 'd48c888b-d2a8-407a-ab1c-c978bd311ac7', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd38882-c712-41da-9e97-4a225bcb32ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:14Z', 'updated_at': '2022-01-28T19:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:06:33.774917 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-726c5a31-5c1c-4b82-9d66-37a8a43db646 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Allocated IP 192.168.233.146 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/df33b1f2-0b31-4ade-81ae-f7c369b1ca5b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:06:33.780442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-6cc4e87e-4b20-4745-be28-42bc34ddfca5 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:33.781508 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b724b5-9d8f-49a9-804d-412a49513aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22764e6-322b-4697-9de9-056404e16636,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:33.782010 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-6cc4e87e-4b20-4745-be28-42bc34ddfca5 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3227367 Jan 28 19:06:33.820781 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-999684ac-9934-446a-b301-13171111c052 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Request body: {'port': {'device_id': 'e2b786b9-d8a2-4a01-a1a9-f072175be15f', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '8059b4ef24fd40cba0129239318686c2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:33.855747 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Pushing event updated for resources: {'Port': ['ID=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,revision_number=8']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:33.861237 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0804d1-e1d7-44e1-86a1-81eaf315b414 x-openstack-request-id: req-4a0804d1-e1d7-44e1-86a1-81eaf315b414 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:33.861743 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b92f089-eab2-474d-aaea-c2e9b88446d3", "name": "network-vif-unplugged", "status": "completed", "tag": "6c4a3918-71e5-45ef-a100-3b5cd21c1af5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:33.862093 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a0804d1-e1d7-44e1-86a1-81eaf315b414 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:33.862545 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b92f089-eab2-474d-aaea-c2e9b88446d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5', 'code': 200} Jan 28 19:06:33.893554 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11f0ea6d-6714-4ef8-a73c-6517af36696b admin admin] Publish callbacks [] for security_group (c6b0d80c-f9b1-4dcb-aa9b-be738471fde9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:33.932952 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11f0ea6d-6714-4ef8-a73c-6517af36696b admin admin] Publish callbacks [] for security_group (c6b0d80c-f9b1-4dcb-aa9b-be738471fde9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:33.933246 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:33.933964 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:33.935496 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-563e5b43-66f8-4a72-87e0-0a02145990f5 service neutron] 10.222.0.31 "PUT /v2.0/ports/762f82fa-f4c5-41c0-b20e-d928d6ffd66d HTTP/1.1" status: 200 len: 1121 time: 1.5906813 Jan 28 19:06:33.936945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dd99f54e-ea57-4457-80d0-36282f1f6e1f admin admin] Deleting port d48c888b-d2a8-407a-ab1c-c978bd311ac7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:06:33.937363 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd99f54e-ea57-4457-80d0-36282f1f6e1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d48c888b-d2a8-407a-ab1c-c978bd311ac7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:34.018140 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e25a66b0-31ef-45a6-8e02-c984a3aba24f req-f96a63de-5489-400d-88ec-45c964eafb11 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568195 Jan 28 19:06:34.028504 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['762f82fa-f4c5-41c0-b20e-d928d6ffd66d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:06:34.087068 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11f0ea6d-6714-4ef8-a73c-6517af36696b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c6b0d80c-f9b1-4dcb-aa9b-be738471fde9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:34.090731 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11f0ea6d-6714-4ef8-a73c-6517af36696b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:34.095810 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-dd99f54e-ea57-4457-80d0-36282f1f6e1f admin admin] For port d48c888b-d2a8-407a-ab1c-c978bd311ac7, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d48c888b-d2a8-407a-ab1c-c978bd311ac7,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:34.096178 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd99f54e-ea57-4457-80d0-36282f1f6e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d48c888b-d2a8-407a-ab1c-c978bd311ac7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:34.097513 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-11f0ea6d-6714-4ef8-a73c-6517af36696b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6b0d80c-f9b1-4dcb-aa9b-be738471fde9 HTTP/1.1" status: 204 len: 168 time: 0.3771632 Jan 28 19:06:34.112217 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dd99f54e-ea57-4457-80d0-36282f1f6e1f admin admin] Calling delete_port for d48c888b-d2a8-407a-ab1c-c978bd311ac7 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:06:34.117297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-999684ac-9934-446a-b301-13171111c052 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Made reservation on behalf of 8059b4ef24fd40cba0129239318686c2 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:06:34.121470 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-999684ac-9934-446a-b301-13171111c052 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:34.133458 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-726c5a31-5c1c-4b82-9d66-37a8a43db646 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks [] for port (df33b1f2-0b31-4ade-81ae-f7c369b1ca5b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:34.144369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0ea6d-6714-4ef8-a73c-6517af36696b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b0d80c-f9b1-4dcb-aa9b-be738471fde9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:34.221007 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-726c5a31-5c1c-4b82-9d66-37a8a43db646 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (df33b1f2-0b31-4ade-81ae-f7c369b1ca5b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:34.336673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c5a31-5c1c-4b82-9d66-37a8a43db646 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Pushing event updated for resources: {'Port': ['ID=df33b1f2-0b31-4ade-81ae-f7c369b1ca5b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:34.392363 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['762f82fa-f4c5-41c0-b20e-d928d6ffd66d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:06:34.401875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d2203941-4669-4aac-b710-163f33a83564', '3dd7177b-7b56-41ed-8389-f22488938e49'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:06:34.406669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['6fa97b10-2331-489c-bb8c-bc9f8fff8377', 'eced0486-f634-48c5-a6e0-9d68124d82a0', '2a21ddda-aec0-42b7-b31f-849bc766b40b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:06:34.417645 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-726c5a31-5c1c-4b82-9d66-37a8a43db646 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:06:34.420625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-726c5a31-5c1c-4b82-9d66-37a8a43db646 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:06:34.437694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-726c5a31-5c1c-4b82-9d66-37a8a43db646 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:06:34.548419 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-999684ac-9934-446a-b301-13171111c052 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Allocated IP 192.168.233.237 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/76db4df9-ef78-4111-93f6-c031218d1d0a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:06:34.626536 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-726c5a31-5c1c-4b82-9d66-37a8a43db646 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:34.629006 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-726c5a31-5c1c-4b82-9d66-37a8a43db646 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:34.680148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adefaa1-986c-4be3-81ee-e8644233b4a5 req-78c2e25d-fff7-4e74-ba16-352d642eb6f4 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:34.689947 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5adefaa1-986c-4be3-81ee-e8644233b4a5 req-78c2e25d-fff7-4e74-ba16-352d642eb6f4 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 944 time: 0.3586645 Jan 28 19:06:34.701879 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-726c5a31-5c1c-4b82-9d66-37a8a43db646 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7295678 Jan 28 19:06:34.718690 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Request body: {'port': {'device_id': 'ef80a381-db8d-45eb-ac74-281f95fdf647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:34.830920 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5adefaa1-986c-4be3-81ee-e8644233b4a5 req-530254d1-d4b4-46fe-965c-5803d33b25b8 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/security-groups?id=418c1cb6-649a-4727-b620-102b6463f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395264 Jan 28 19:06:34.907396 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (df33b1f2-0b31-4ade-81ae-f7c369b1ca5b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:34.909572 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-999684ac-9934-446a-b301-13171111c052 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks [] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:34.917927 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e88dddbc-cc13-4062-aeb2-f98b0b474198 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:06:34.945843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: e88dddbc-cc13-4062-aeb2-f98b0b474198 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:06:34.946207 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fee0381-d272-4ef6-8208-0b4affa98e8f', 'tag': '762f82fa-f4c5-41c0-b20e-d928d6ffd66d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:34.946329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e88dddbc-cc13-4062-aeb2-f98b0b474198 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:06:34.947918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7b61d081-c890-44aa-a993-0bb8e495876c details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:06:34.951079 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda19199-7f6b-48eb-8b5a-495dc56a5387" -d '{"events": [{"name": "network-changed", "server_uuid": "3fee0381-d272-4ef6-8208-0b4affa98e8f", "tag": "762f82fa-f4c5-41c0-b20e-d928d6ffd66d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:35.035502 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d7857e3f-3813-449d-b8fe-57306a0b43bf req-a404994a-bdad-40f0-9fab-d336e73caffb tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 210 time: 0.0801623 Jan 28 19:06:35.038523 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd99f54e-ea57-4457-80d0-36282f1f6e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (d48c888b-d2a8-407a-ab1c-c978bd311ac7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:35.092795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99f54e-ea57-4457-80d0-36282f1f6e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=d48c888b-d2a8-407a-ab1c-c978bd311ac7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:35.166831 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-999684ac-9934-446a-b301-13171111c052 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:35.205154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['e3b96363-7763-422d-a893-bbb366bbd514', '0ef435ef-972b-4529-bff5-c69051883a5a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:06:35.208223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cf2d80d9-7de5-49d5-9920-3e13f42dbefa None None] Provisioning complete for port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:35.208908 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf2d80d9-7de5-49d5-9920-3e13f42dbefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (df33b1f2-0b31-4ade-81ae-f7c369b1ca5b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:35.235189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999684ac-9934-446a-b301-13171111c052 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Pushing event updated for resources: {'Port': ['ID=76db4df9-ef78-4111-93f6-c031218d1d0a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:35.253695 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-999684ac-9934-446a-b301-13171111c052 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:06:35.275909 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d6f62b-5aab-47be-9585-b6b716f840ff x-openstack-request-id: req-c5d6f62b-5aab-47be-9585-b6b716f840ff {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:35.276193 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fee0381-d272-4ef6-8208-0b4affa98e8f", "tag": "762f82fa-f4c5-41c0-b20e-d928d6ffd66d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:35.276446 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c5d6f62b-5aab-47be-9585-b6b716f840ff {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:35.276906 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fee0381-d272-4ef6-8208-0b4affa98e8f', 'tag': '762f82fa-f4c5-41c0-b20e-d928d6ffd66d', 'status': 'completed', 'code': 200} Jan 28 19:06:35.290214 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-999684ac-9934-446a-b301-13171111c052 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:06:35.297515 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-999684ac-9934-446a-b301-13171111c052 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:06:35.375311 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd99f54e-ea57-4457-80d0-36282f1f6e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (cbd38882-c712-41da-9e97-4a225bcb32ae), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:35.400179 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d80d9-7de5-49d5-9920-3e13f42dbefa None None] Port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:06:35.445784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7b61d081-c890-44aa-a993-0bb8e495876c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7b61d081-c890-44aa-a993-0bb8e495876c,segment=NetworkSegment(a95d0d2d-da17-480d-9e24-adfd18988eff),segment_id=a95d0d2d-da17-480d-9e24-adfd18988eff)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:35.461183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5011eb-495b-49ad-a543-3cab810bbc56 req-edbaceb2-7a7a-4576-b630-71d20960dcac tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:35.474623 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb5011eb-495b-49ad-a543-3cab810bbc56 req-edbaceb2-7a7a-4576-b630-71d20960dcac tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 936 time: 0.5230930 Jan 28 19:06:35.547866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '7b61d081-c890-44aa-a993-0bb8e495876c', 'network_id': '053d8223-df94-4369-b8ff-03d9e41f70be', 'port_id': '7b61d081-c890-44aa-a993-0bb8e495876c', 'mac_address': 'fa:16:3e:93:10:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6f6d8d-248b-4626-9062-57c81b26f2c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:06:35.605045 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd99f54e-ea57-4457-80d0-36282f1f6e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (cbd38882-c712-41da-9e97-4a225bcb32ae), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:35.607917 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd99f54e-ea57-4457-80d0-36282f1f6e1f admin admin] Publish callbacks [] for router_controller (cbd38882-c712-41da-9e97-4a225bcb32ae), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:35.615227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-999684ac-9934-446a-b301-13171111c052 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:35.616492 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-999684ac-9934-446a-b301-13171111c052 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:35.634569 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19199-7f6b-48eb-8b5a-495dc56a5387 req-1dfe8ef0-bda9-40ec-ae0c-a8d319048f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:35.636725 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fda19199-7f6b-48eb-8b5a-495dc56a5387 req-1dfe8ef0-bda9-40ec-ae0c-a8d319048f6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 1155 time: 0.3408933 Jan 28 19:06:35.651562 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb5011eb-495b-49ad-a543-3cab810bbc56 req-ddd059cd-1c7c-4ff5-a9d0-ed65d20df9ba tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760428 Jan 28 19:06:35.692112 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-999684ac-9934-446a-b301-13171111c052 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8759515 Jan 28 19:06:35.703945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc21d7-7a83-48b5-bdb8-cf03ac22fa9e req-c68a1e82-45a9-4d84-9778-94039842020b tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:35.705703 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4acc21d7-7a83-48b5-bdb8-cf03ac22fa9e req-c68a1e82-45a9-4d84-9778-94039842020b tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 943 time: 0.2728508 Jan 28 19:06:35.711939 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Request body: {'port': {'device_id': 'e2b786b9-d8a2-4a01-a1a9-f072175be15f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:35.745920 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd99f54e-ea57-4457-80d0-36282f1f6e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (cbd38882-c712-41da-9e97-4a225bcb32ae), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:35.746767 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd99f54e-ea57-4457-80d0-36282f1f6e1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbd38882-c712-41da-9e97-4a225bcb32ae {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:06:35.749428 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 7b61d081-c890-44aa-a993-0bb8e495876c is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:35.749858 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7b61d081-c890-44aa-a993-0bb8e495876c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:35.759001 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd99f54e-ea57-4457-80d0-36282f1f6e1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:35.767189 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-dd99f54e-ea57-4457-80d0-36282f1f6e1f admin admin] 10.222.0.55 "DELETE /v2.0/routers/cbd38882-c712-41da-9e97-4a225bcb32ae HTTP/1.1" status: 204 len: 168 time: 2.9399178 Jan 28 19:06:35.770874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60682) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:35.851825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19199-7f6b-48eb-8b5a-495dc56a5387 req-6b27420f-4250-4455-a971-87b2efaa6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:35.853339 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fda19199-7f6b-48eb-8b5a-495dc56a5387 req-6b27420f-4250-4455-a971-87b2efaa6eff service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.2008102 Jan 28 19:06:35.882068 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4acc21d7-7a83-48b5-bdb8-cf03ac22fa9e req-d0013de0-c6ac-477b-95f6-7342a3dee43e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666906 Jan 28 19:06:35.919683 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fda19199-7f6b-48eb-8b5a-495dc56a5387 req-ae595191-1adc-478a-9b90-33334c4c09c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=762f82fa-f4c5-41c0-b20e-d928d6ffd66d HTTP/1.1" status: 200 len: 217 time: 0.0487235 Jan 28 19:06:35.935872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b61d081-c890-44aa-a993-0bb8e495876c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:06:35.944469 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:35.976027 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7b61d081-c890-44aa-a993-0bb8e495876c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7b61d081-c890-44aa-a993-0bb8e495876c,segment=NetworkSegment(a95d0d2d-da17-480d-9e24-adfd18988eff),segment_id=a95d0d2d-da17-480d-9e24-adfd18988eff)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:35.996313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-60770a72-23fa-4b31-b3ee-bb04696344e7 None None] Provisioning complete for port 76db4df9-ef78-4111-93f6-c031218d1d0a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:35.996706 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60770a72-23fa-4b31-b3ee-bb04696344e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:35.998395 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7b61d081-c890-44aa-a993-0bb8e495876c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:35.999052 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 762f82fa-f4c5-41c0-b20e-d928d6ffd66d details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:06:36.004231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df33b1f2-0b31-4ade-81ae-f7c369b1ca5b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:06:36.017138 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Publish callbacks [] for port (df33b1f2-0b31-4ade-81ae-f7c369b1ca5b), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:36.030564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19199-7f6b-48eb-8b5a-495dc56a5387 req-2a25304d-a7f2-4f1e-8f97-c0e0f00afd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:36.032152 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fda19199-7f6b-48eb-8b5a-495dc56a5387 req-2a25304d-a7f2-4f1e-8f97-c0e0f00afd53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.1043000 Jan 28 19:06:36.033156 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Transition to ACTIVE for port object df33b1f2-0b31-4ade-81ae-f7c369b1ca5b will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:06:36.071436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f964dc18-b1c8-496d-9eb3-dbb68b7a5c9e admin admin] Deleting subnet 907a6687-a5e1-4143-afc7-74dba5b8ed84 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:06:36.075784 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f964dc18-b1c8-496d-9eb3-dbb68b7a5c9e admin admin] Publish callbacks [] for subnet (907a6687-a5e1-4143-afc7-74dba5b8ed84), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:36.083380 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fda19199-7f6b-48eb-8b5a-495dc56a5387 req-700b105a-3d99-4185-af13-c68a8e83e7cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452409 Jan 28 19:06:36.084011 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (df33b1f2-0b31-4ade-81ae-f7c369b1ca5b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:36.163582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-60770a72-23fa-4b31-b3ee-bb04696344e7 None None] Port 76db4df9-ef78-4111-93f6-c031218d1d0a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:06:36.196691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Pushing event updated for resources: {'Port': ['ID=df33b1f2-0b31-4ade-81ae-f7c369b1ca5b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:36.257463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=7b61d081-c890-44aa-a993-0bb8e495876c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:36.411788 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:36.453163 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 762f82fa-f4c5-41c0-b20e-d928d6ffd66d has no active binding in host n-h1-824834-4 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:06:36.461610 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb661f-9ad2-4213-86ad-1ff740005ce6 req-1816ebef-e07c-4100-bff2-c4128c1f35d5 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:36.468585 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2edb661f-9ad2-4213-86ad-1ff740005ce6 req-1816ebef-e07c-4100-bff2-c4128c1f35d5 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 945 time: 0.3085012 Jan 28 19:06:36.480727 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fda19199-7f6b-48eb-8b5a-495dc56a5387 req-669e6937-7280-41f6-ba8d-395b9beac0ef service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734415 Jan 28 19:06:36.513324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Attempting to bind port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:06:36.513673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Attempting to bind port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:06:36.514003 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Attempting to bind port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:06:36.578285 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:06:36.581832 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Attempting to bind port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:06:36.585325 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60704) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:36.604296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:06:36.604710 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:06:36.605022 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:06:36.605479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Bound port: df33b1f2-0b31-4ade-81ae-f7c369b1ca5b, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:06:36.605842 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (df33b1f2-0b31-4ade-81ae-f7c369b1ca5b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:36.621902 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2edb661f-9ad2-4213-86ad-1ff740005ce6 req-a73a34eb-9d65-4a12-886a-b99440693109 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/security-groups?id=418c1cb6-649a-4727-b620-102b6463f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523309 Jan 28 19:06:36.635183 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f964dc18-b1c8-496d-9eb3-dbb68b7a5c9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (907a6687-a5e1-4143-afc7-74dba5b8ed84), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:36.692674 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fda19199-7f6b-48eb-8b5a-495dc56a5387 req-1260a4d9-fad2-4a6c-a8a8-a13d7ce6d2a4 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950922 Jan 28 19:06:36.744241 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18663b2-bfe1-4c67-b96e-f313abf3490b req-875b4668-7ca7-4ee7-9bff-592a4cf48a45 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:36.744953 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] For port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:06:36.748731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] For port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=df33b1f2-0b31-4ade-81ae-f7c369b1ca5b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:06:36.751161 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a18663b2-bfe1-4c67-b96e-f313abf3490b req-875b4668-7ca7-4ee7-9bff-592a4cf48a45 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 936 time: 0.5911357 Jan 28 19:06:36.769691 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (df33b1f2-0b31-4ade-81ae-f7c369b1ca5b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:36.784806 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8477eb4b-c0bc-415c-a2bf-df2ed714fa22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:36.828831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:36.829655 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:36.831193 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] 10.222.0.31 "PUT /v2.0/ports/df33b1f2-0b31-4ade-81ae-f7c369b1ca5b HTTP/1.1" status: 200 len: 1096 time: 2.1173320 Jan 28 19:06:36.831743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef80a381-db8d-45eb-ac74-281f95fdf647', 'tag': 'df33b1f2-0b31-4ade-81ae-f7c369b1ca5b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:36.833897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f964dc18-b1c8-496d-9eb3-dbb68b7a5c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (907a6687-a5e1-4143-afc7-74dba5b8ed84), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:36.834307 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0946a15c-a91b-42cc-8c39-52c4767e70e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef80a381-db8d-45eb-ac74-281f95fdf647", "tag": "df33b1f2-0b31-4ade-81ae-f7c369b1ca5b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:36.878130 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a18663b2-bfe1-4c67-b96e-f313abf3490b req-092bfcd0-a523-431c-bc7e-15eaf3260a56 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260548 Jan 28 19:06:36.909735 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab479b-4243-48c6-9509-3255a5eb3461 service neutron] Pushing event updated for resources: {'Port': ['ID=df33b1f2-0b31-4ade-81ae-f7c369b1ca5b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:36.965597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d48c888b-d2a8-407a-ab1c-c978bd311ac7 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:06:36.973915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76db4df9-ef78-4111-93f6-c031218d1d0a {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:06:36.988042 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f964dc18-b1c8-496d-9eb3-dbb68b7a5c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (907a6687-a5e1-4143-afc7-74dba5b8ed84), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:36.993282 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Publish callbacks [] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.017082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: d48c888b-d2a8-407a-ab1c-c978bd311ac7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:06:37.017430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d48c888b-d2a8-407a-ab1c-c978bd311ac7 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:06:37.027619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ceb692-6997-4d3a-b660-e0125d6cdb11 None None] Network c68d60ae-9b36-48c4-b1ee-016fbf317929 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:06:37.033227 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f964dc18-b1c8-496d-9eb3-dbb68b7a5c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.038856 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f964dc18-b1c8-496d-9eb3-dbb68b7a5c9e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/907a6687-a5e1-4143-afc7-74dba5b8ed84 HTTP/1.1" status: 204 len: 168 time: 1.2420156 Jan 28 19:06:37.040171 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60728) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:37.040893 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964dc18-b1c8-496d-9eb3-dbb68b7a5c9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=907a6687-a5e1-4143-afc7-74dba5b8ed84,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:37.087028 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42697a7-f238-4d5d-9b62-71a15097c730 x-openstack-request-id: req-b42697a7-f238-4d5d-9b62-71a15097c730 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:37.087028 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef80a381-db8d-45eb-ac74-281f95fdf647", "tag": "df33b1f2-0b31-4ade-81ae-f7c369b1ca5b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:37.087028 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b42697a7-f238-4d5d-9b62-71a15097c730 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:37.087392 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef80a381-db8d-45eb-ac74-281f95fdf647', 'tag': 'df33b1f2-0b31-4ade-81ae-f7c369b1ca5b', 'status': 'completed', 'code': 200} Jan 28 19:06:37.100239 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Transition to ACTIVE for port object 76db4df9-ef78-4111-93f6-c031218d1d0a will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:06:37.138658 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8477eb4b-c0bc-415c-a2bf-df2ed714fa22 admin admin] Publish callbacks [] for security_group (bc25cdc5-769e-4f82-9d59-7b54d9b6bc92), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.145179 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.151596 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8477eb4b-c0bc-415c-a2bf-df2ed714fa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bc25cdc5-769e-4f82-9d59-7b54d9b6bc92), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.206556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e1e3b-f7ab-4f76-8951-7f36592f42f6 req-88753682-9fbd-4a08-8aef-4f9be59ce155 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:37.213997 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c30e1e3b-f7ab-4f76-8951-7f36592f42f6 req-88753682-9fbd-4a08-8aef-4f9be59ce155 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 948 time: 0.3719006 Jan 28 19:06:37.223431 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477eb4b-c0bc-415c-a2bf-df2ed714fa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc25cdc5-769e-4f82-9d59-7b54d9b6bc92,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:37.230194 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8477eb4b-c0bc-415c-a2bf-df2ed714fa22 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f5b520b423944cf9e2f004a86bdc059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6362607 Jan 28 19:06:37.230350 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60730) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:37.233591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-d0fc429a-8ffa-41ac-be2f-291ed7a351b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:37.235134 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-d0fc429a-8ffa-41ac-be2f-291ed7a351b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 1130 time: 0.2033803 Jan 28 19:06:37.240674 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (c68d60ae-9b36-48c4-b1ee-016fbf317929), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.255777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Pushing event updated for resources: {'Port': ['ID=76db4df9-ef78-4111-93f6-c031218d1d0a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:37.266398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196af85e-5266-49b8-8419-9e515e59a094 None None] DHCP port deletion for c68d60ae-9b36-48c4-b1ee-016fbf317929 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:06:37.296599 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2d185-25dc-4392-a055-722dc08589b0 req-7473394a-c963-4346-868b-62ee99e99fde tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:37.298368 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8cd2d185-25dc-4392-a055-722dc08589b0 req-7473394a-c963-4346-868b-62ee99e99fde tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 943 time: 0.1952026 Jan 28 19:06:37.298601 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-173b85c3-66b5-470f-a87f-d2e1b71d2e25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=df33b1f2-0b31-4ade-81ae-f7c369b1ca5b HTTP/1.1" status: 200 len: 217 time: 0.0497746 Jan 28 19:06:37.341211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['7b61d081-c890-44aa-a993-0bb8e495876c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:06:37.369852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-196af85e-5266-49b8-8419-9e515e59a094 None None] Deleting port 847dd5c8-4d0f-4483-8b63-5e414c60f123 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:06:37.370643 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-196af85e-5266-49b8-8419-9e515e59a094 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (847dd5c8-4d0f-4483-8b63-5e414c60f123), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.386124 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c30e1e3b-f7ab-4f76-8951-7f36592f42f6 req-832ef4a2-af2c-4369-a280-68b96ab73be4 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671395 Jan 28 19:06:37.396145 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:06:37.426693 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbd89af2-57f7-4b1b-97d9-9a2b5460df95 admin admin] Publish callbacks [] for security_group (bc25cdc5-769e-4f82-9d59-7b54d9b6bc92), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.427430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Attempting to bind port 76db4df9-ef78-4111-93f6-c031218d1d0a on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:06:37.427768 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Attempting to bind port 76db4df9-ef78-4111-93f6-c031218d1d0a by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:06:37.428099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Attempting to bind port 76db4df9-ef78-4111-93f6-c031218d1d0a on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:06:37.436664 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8cd2d185-25dc-4392-a055-722dc08589b0 req-93ca216b-c6f2-4af7-9cb4-853069d1ca10 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176162 Jan 28 19:06:37.439806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Port 76db4df9-ef78-4111-93f6-c031218d1d0a on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:06:37.440126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Attempting to bind port 76db4df9-ef78-4111-93f6-c031218d1d0a on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:06:37.443844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-10ab416c-5b62-4739-9d8a-8aa520e18912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:37.450052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:06:37.450397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:06:37.450776 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:06:37.451201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Bound port: 76db4df9-ef78-4111-93f6-c031218d1d0a, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:06:37.451560 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.452646 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-10ab416c-5b62-4739-9d8a-8aa520e18912 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1305521 Jan 28 19:06:37.456122 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] Deleting port 847dd5c8-4d0f-4483-8b63-5e414c60f123 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:06:37.456443 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (847dd5c8-4d0f-4483-8b63-5e414c60f123), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.511392 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-196af85e-5266-49b8-8419-9e515e59a094 None None] For port 847dd5c8-4d0f-4483-8b63-5e414c60f123, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=847dd5c8-4d0f-4483-8b63-5e414c60f123,segment=NetworkSegment(b42e0ebe-52ff-4e53-a10d-c5fc1da5544a),segment_id=b42e0ebe-52ff-4e53-a10d-c5fc1da5544a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:37.511856 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-196af85e-5266-49b8-8419-9e515e59a094 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (847dd5c8-4d0f-4483-8b63-5e414c60f123), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.527207 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbd89af2-57f7-4b1b-97d9-9a2b5460df95 admin admin] Publish callbacks [] for security_group (bc25cdc5-769e-4f82-9d59-7b54d9b6bc92), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.580561 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-196af85e-5266-49b8-8419-9e515e59a094 None None] Calling delete_port for 847dd5c8-4d0f-4483-8b63-5e414c60f123 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:06:37.584749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-83cf4f08-c128-40e1-9a64-ac362e1cbe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:37.586589 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-83cf4f08-c128-40e1-9a64-ac362e1cbe45 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1179345 Jan 28 19:06:37.653078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] For port 847dd5c8-4d0f-4483-8b63-5e414c60f123, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=847dd5c8-4d0f-4483-8b63-5e414c60f123,segment=NetworkSegment(b42e0ebe-52ff-4e53-a10d-c5fc1da5544a),segment_id=b42e0ebe-52ff-4e53-a10d-c5fc1da5544a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:37.653682 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (847dd5c8-4d0f-4483-8b63-5e414c60f123), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.655849 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbd89af2-57f7-4b1b-97d9-9a2b5460df95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bc25cdc5-769e-4f82-9d59-7b54d9b6bc92), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.658639 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbd89af2-57f7-4b1b-97d9-9a2b5460df95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.660056 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bbd89af2-57f7-4b1b-97d9-9a2b5460df95 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc25cdc5-769e-4f82-9d59-7b54d9b6bc92 HTTP/1.1" status: 204 len: 168 time: 0.4288275 Jan 28 19:06:37.671281 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] For port 76db4df9-ef78-4111-93f6-c031218d1d0a, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:06:37.676475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd89af2-57f7-4b1b-97d9-9a2b5460df95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc25cdc5-769e-4f82-9d59-7b54d9b6bc92,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:37.695602 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] For port 76db4df9-ef78-4111-93f6-c031218d1d0a, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=76db4df9-ef78-4111-93f6-c031218d1d0a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:06:37.697645 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] Calling delete_port for 847dd5c8-4d0f-4483-8b63-5e414c60f123 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:06:37.724052 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.724668 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-569472d2-681c-4c8c-80d6-00a68dda001c service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231515 Jan 28 19:06:37.775918 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-196af85e-5266-49b8-8419-9e515e59a094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (847dd5c8-4d0f-4483-8b63-5e414c60f123), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.838582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196af85e-5266-49b8-8419-9e515e59a094 None None] Pushing event deleted for resources: {'Port': ['ID=847dd5c8-4d0f-4483-8b63-5e414c60f123,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:37.842608 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:37.845527 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196af85e-5266-49b8-8419-9e515e59a094 None None] No DVR routers for this DVR port 847dd5c8-4d0f-4483-8b63-5e414c60f123 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:06:37.874098 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5', 'mac_address': 'fa:16:3e:22:9e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:06:37.958551 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:37.959184 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:37.960651 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] 10.222.0.37 "PUT /v2.0/ports/76db4df9-ef78-4111-93f6-c031218d1d0a HTTP/1.1" status: 200 len: 1096 time: 2.2530992 Jan 28 19:06:37.971095 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec40cce9-e17a-41aa-8e9f-032cef590dd4 req-5f3dcdeb-b2a0-458e-9361-9bfebd272498 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391675 Jan 28 19:06:37.983692 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b786b9-d8a2-4a01-a1a9-f072175be15f', 'tag': '76db4df9-ef78-4111-93f6-c031218d1d0a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:37.986000 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5fc69e-8d24-4d7b-afd8-247fcdcf2142" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b786b9-d8a2-4a01-a1a9-f072175be15f", "tag": "76db4df9-ef78-4111-93f6-c031218d1d0a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:38.030594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa61ea-6ffb-4165-a2d6-b3ab150bb483 service neutron] Pushing event updated for resources: {'Port': ['ID=76db4df9-ef78-4111-93f6-c031218d1d0a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:38.145972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:38.146570 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:38.154734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0417b-beb3-49bb-9775-9dd0ef803ebc req-0ec26b87-ca4d-4fef-a452-b18e80f2d728 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:38.154939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1a27d-6162-4087-9cc8-6b92c33024ee req-7bf4fadb-3c30-4e0a-b2e0-0fbfda1d270d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:38.156383 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0e0417b-beb3-49bb-9775-9dd0ef803ebc req-0ec26b87-ca4d-4fef-a452-b18e80f2d728 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 945 time: 0.3271272 Jan 28 19:06:38.161897 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:06:38.167676 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dbd1a27d-6162-4087-9cc8-6b92c33024ee req-7bf4fadb-3c30-4e0a-b2e0-0fbfda1d270d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 948 time: 0.1162107 Jan 28 19:06:38.188922 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (847dd5c8-4d0f-4483-8b63-5e414c60f123), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:38.191635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:38.199484 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:38.226450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946a15c-a91b-42cc-8c39-52c4767e70e2 req-158702d0-b3ae-4c1b-8ee8-b002a1209510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:38.228151 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0946a15c-a91b-42cc-8c39-52c4767e70e2 req-158702d0-b3ae-4c1b-8ee8-b002a1209510 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 1130 time: 0.1202216 Jan 28 19:06:38.235093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] Pushing event deleted for resources: {'Port': ['ID=847dd5c8-4d0f-4483-8b63-5e414c60f123,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:38.253466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] No DVR routers for this DVR port 847dd5c8-4d0f-4483-8b63-5e414c60f123 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:06:38.270465 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dbd1a27d-6162-4087-9cc8-6b92c33024ee req-173d00d4-1b1d-46a2-aa48-b470fa8c3d18 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973015 Jan 28 19:06:38.282855 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:38.326458 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-811cf6fe-0ccb-4cb3-b29d-4abea6b53050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:38.328301 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-811cf6fe-0ccb-4cb3-b29d-4abea6b53050 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 1130 time: 0.2650969 Jan 28 19:06:38.341843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['6c4a3918-71e5-45ef-a100-3b5cd21c1af5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:06:38.371300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946a15c-a91b-42cc-8c39-52c4767e70e2 req-3c97e955-60bd-477b-bfef-d8aba96e4c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:38.372974 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0946a15c-a91b-42cc-8c39-52c4767e70e2 req-3c97e955-60bd-477b-bfef-d8aba96e4c78 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.1292262 Jan 28 19:06:38.395377 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0e0417b-beb3-49bb-9775-9dd0ef803ebc req-e6baa96b-45c7-4337-b3c7-6314c1fe6398 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/security-groups?id=418c1cb6-649a-4727-b620-102b6463f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101259 Jan 28 19:06:38.478887 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0946a15c-a91b-42cc-8c39-52c4767e70e2 req-a782d013-ed0c-4974-b0c9-11b0bf13da90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=df33b1f2-0b31-4ade-81ae-f7c369b1ca5b HTTP/1.1" status: 200 len: 217 time: 0.0965180 Jan 28 19:06:38.522478 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (c68d60ae-9b36-48c4-b1ee-016fbf317929), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:38.561714 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408c26bb-1f98-4444-9eaf-2c912e38b36a x-openstack-request-id: req-408c26bb-1f98-4444-9eaf-2c912e38b36a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:38.564447 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b786b9-d8a2-4a01-a1a9-f072175be15f", "tag": "76db4df9-ef78-4111-93f6-c031218d1d0a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:38.564851 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-408c26bb-1f98-4444-9eaf-2c912e38b36a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:38.565811 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b786b9-d8a2-4a01-a1a9-f072175be15f', 'tag': '76db4df9-ef78-4111-93f6-c031218d1d0a', 'status': 'completed', 'code': 200} Jan 28 19:06:38.575180 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-62436349-bf1e-49f5-a7a4-f6cf6bcb6bb7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=76db4df9-ef78-4111-93f6-c031218d1d0a HTTP/1.1" status: 200 len: 217 time: 0.2272367 Jan 28 19:06:38.580719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68d60ae-9b36-48c4-b1ee-016fbf317929']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:38.594059 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946a15c-a91b-42cc-8c39-52c4767e70e2 req-30437cb2-fbc6-4176-a729-ae995f9ba5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:38.596331 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0946a15c-a91b-42cc-8c39-52c4767e70e2 req-30437cb2-fbc6-4176-a729-ae995f9ba5fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1096833 Jan 28 19:06:38.652309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3812ac8-1d15-40c6-bdf3-0f6c007d0641 req-56b2414f-1c9c-4ef2-a0b4-5d5b9fc80e6a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:38.654000 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b3812ac8-1d15-40c6-bdf3-0f6c007d0641 req-56b2414f-1c9c-4ef2-a0b4-5d5b9fc80e6a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 948 time: 0.1102448 Jan 28 19:06:38.665469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:38.665770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42e0ebe-52ff-4e53-a10d-c5fc1da5544a') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:38.703631 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (b42e0ebe-52ff-4e53-a10d-c5fc1da5544a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:38.704153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946a15c-a91b-42cc-8c39-52c4767e70e2 req-d44377df-68a1-4a08-a69f-a469c1c1b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:38.706607 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0946a15c-a91b-42cc-8c39-52c4767e70e2 req-d44377df-68a1-4a08-a69f-a469c1c1b296 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0989127 Jan 28 19:06:38.727255 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (b42e0ebe-52ff-4e53-a10d-c5fc1da5544a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:38.732538 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b3812ac8-1d15-40c6-bdf3-0f6c007d0641 req-f28ea780-d6b0-433d-babe-5eb33f3b9736 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718386 Jan 28 19:06:38.734697 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-e24a1f32-c029-40a0-b6ff-4349a4161401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:38.735932 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-e24a1f32-c029-40a0-b6ff-4349a4161401 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1523235 Jan 28 19:06:38.738993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:06:38.739455 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (b42e0ebe-52ff-4e53-a10d-c5fc1da5544a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:06:38.741498 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:06:38.790211 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:38.831887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac55672-52f2-41db-9f06-c88dccc40bab req-a9bcedda-554c-4c51-bdf6-1dbc08ad1731 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:38.833427 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ac55672-52f2-41db-9f06-c88dccc40bab req-a9bcedda-554c-4c51-bdf6-1dbc08ad1731 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 943 time: 0.2242880 Jan 28 19:06:38.857354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (c68d60ae-9b36-48c4-b1ee-016fbf317929), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:38.862508 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:38.865896 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c68d60ae-9b36-48c4-b1ee-016fbf317929 HTTP/1.1" status: 204 len: 168 time: 1.8024337 Jan 28 19:06:38.873342 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60804) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:38.890357 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0946a15c-a91b-42cc-8c39-52c4767e70e2 req-a3ee8af0-3aed-467c-b50f-4bf12e748b5b service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703386 Jan 28 19:06:38.957998 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5963fb9f-3e25-46ac-acaf-aa53cc57185f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1902651662-network', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:38.959766 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9cbe8-152e-41ce-84ec-cfbed3e1e563 admin admin] Pushing event deleted for resources: {'Network': ['ID=c68d60ae-9b36-48c4-b1ee-016fbf317929,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:38.966324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-ac05922b-ad1d-4e89-af68-69e8a93445bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:38.968681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-ac05922b-ad1d-4e89-af68-69e8a93445bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2156935 Jan 28 19:06:38.978512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 847dd5c8-4d0f-4483-8b63-5e414c60f123 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:06:38.999565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 847dd5c8-4d0f-4483-8b63-5e414c60f123 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:06:39.000116 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 847dd5c8-4d0f-4483-8b63-5e414c60f123 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:06:39.034210 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ac55672-52f2-41db-9f06-c88dccc40bab req-d1ba30f7-4e82-4ff9-af1f-70f9c74e28b2 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940277 Jan 28 19:06:39.036733 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5963fb9f-3e25-46ac-acaf-aa53cc57185f admin admin] Made reservation on behalf of e3a2efbbee6347c180fb260235150b48 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:06:39.039956 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5963fb9f-3e25-46ac-acaf-aa53cc57185f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.052324 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5963fb9f-3e25-46ac-acaf-aa53cc57185f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.100800 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0946a15c-a91b-42cc-8c39-52c4767e70e2 req-e8af6d90-ce6e-4653-a95d-670dc0e899bb service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021055 Jan 28 19:06:39.158096 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60818) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:39.164449 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5963fb9f-3e25-46ac-acaf-aa53cc57185f admin admin] Publish callbacks [] for security_group (978f1405-b59b-4fb9-bfa4-76780fc1b6bf), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.169512 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5963fb9f-3e25-46ac-acaf-aa53cc57185f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (978f1405-b59b-4fb9-bfa4-76780fc1b6bf), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.193819 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-60e3729b-4c4b-48df-b260-21aaa1da4ae3 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118549 Jan 28 19:06:39.197718 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5963fb9f-3e25-46ac-acaf-aa53cc57185f admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:06:39.204404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963fb9f-3e25-46ac-acaf-aa53cc57185f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978f1405-b59b-4fb9-bfa4-76780fc1b6bf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:39.215397 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5963fb9f-3e25-46ac-acaf-aa53cc57185f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9af083a1-4e49-4740-89be-fbdbc0419af9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.215695 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-5963fb9f-3e25-46ac-acaf-aa53cc57185f admin admin] Added segment 9af083a1-4e49-4740-89be-fbdbc0419af9 of type vlan for network 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 Jan 28 19:06:39.261795 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5963fb9f-3e25-46ac-acaf-aa53cc57185f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.283047 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c8c0-47c4-4f12-b57c-92cc572c69b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.318560 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5963fb9f-3e25-46ac-acaf-aa53cc57185f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.319538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5963fb9f-3e25-46ac-acaf-aa53cc57185f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:39.320128 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5963fb9f-3e25-46ac-acaf-aa53cc57185f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.383793 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7066ce01-2c40-49c8-b9fe-705a5c7c81d6 req-df5ff258-b065-4e19-ad94-ebe91fc80237 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817451 Jan 28 19:06:39.398572 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:06:39.420660 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60824) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:39.420875 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5963fb9f-3e25-46ac-acaf-aa53cc57185f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6279550 Jan 28 19:06:39.432319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9392d48b-db9e-4be6-bb88-5931d051f925 admin admin] Request body: {'subnet': {'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1902651662-subnet', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:39.447304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963fb9f-3e25-46ac-acaf-aa53cc57185f admin admin] Pushing event updated for resources: {'Network': ['ID=4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:39.469310 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:06:39.486481 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c8c0-47c4-4f12-b57c-92cc572c69b9 admin admin] Publish callbacks [] for security_group (e016f233-c7c4-4af7-a8f1-2705b79aa965), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.495179 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88055b-ebdf-45e3-85f3-7e2d1412f9c0 req-96ed9e07-9e8a-4402-a44c-f2b4077a6a62 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:39.497067 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7c88055b-ebdf-45e3-85f3-7e2d1412f9c0 req-96ed9e07-9e8a-4402-a44c-f2b4077a6a62 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 948 time: 0.1561344 Jan 28 19:06:39.498180 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c8c0-47c4-4f12-b57c-92cc572c69b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e016f233-c7c4-4af7-a8f1-2705b79aa965), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.498328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9392d48b-db9e-4be6-bb88-5931d051f925 admin admin] Made reservation on behalf of e3a2efbbee6347c180fb260235150b48 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:06:39.500779 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9392d48b-db9e-4be6-bb88-5931d051f925 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.561857 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e5c1c8c0-47c4-4f12-b57c-92cc572c69b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b1c3adf69f1c4575aaf6f7c5b40812b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3990870 Jan 28 19:06:39.561857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1c8c0-47c4-4f12-b57c-92cc572c69b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e016f233-c7c4-4af7-a8f1-2705b79aa965,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:39.562273 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60828) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:39.583659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:39.583970 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.614443 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7c88055b-ebdf-45e3-85f3-7e2d1412f9c0 req-763a8ef1-f24a-4573-8f58-a1ac5ad91118 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011057 Jan 28 19:06:39.650738 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fc69e-8d24-4d7b-afd8-247fcdcf2142 req-fd6dba9a-68f1-47dc-8221-8ff00d57ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:39.652383 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aa5fc69e-8d24-4d7b-afd8-247fcdcf2142 req-fd6dba9a-68f1-47dc-8221-8ff00d57ceb6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 1130 time: 0.2011638 Jan 28 19:06:39.664222 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:39.664748 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.687597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b92f089-eab2-474d-aaea-c2e9b88446d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:39.689800 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1dbe81-67cd-4e85-b1c6-80fa4a7d1921" -d '{"events": [{"server_uuid": "7b92f089-eab2-474d-aaea-c2e9b88446d3", "name": "network-vif-plugged", "status": "completed", "tag": "6c4a3918-71e5-45ef-a100-3b5cd21c1af5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:39.702872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:39.710066 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.735015 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5052743-adc8-4537-9000-5f1577ed2f31 x-openstack-request-id: req-e5052743-adc8-4537-9000-5f1577ed2f31 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:39.735303 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b92f089-eab2-474d-aaea-c2e9b88446d3", "name": "network-vif-plugged", "status": "completed", "tag": "6c4a3918-71e5-45ef-a100-3b5cd21c1af5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:39.735554 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5052743-adc8-4537-9000-5f1577ed2f31 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:39.735937 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b92f089-eab2-474d-aaea-c2e9b88446d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5', 'code': 200} Jan 28 19:06:39.762304 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:39.782313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e15af-4173-4014-acd5-6dc5364245b1 req-8121a020-3003-47f5-ae8d-b3848602cc57 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:39.786443 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-773e15af-4173-4014-acd5-6dc5364245b1 req-8121a020-3003-47f5-ae8d-b3848602cc57 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 945 time: 0.2657287 Jan 28 19:06:39.852208 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85498b9d-35ec-4e0d-87bf-6267dbb79ff1 admin admin] Publish callbacks [] for security_group (e016f233-c7c4-4af7-a8f1-2705b79aa965), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.863383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f6793-58f0-4b98-8be4-ac4e419d82b6 req-0ad7f382-523c-488d-884b-0902fec46ce6 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:39.865237 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b25f6793-58f0-4b98-8be4-ac4e419d82b6 req-0ad7f382-523c-488d-884b-0902fec46ce6 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 948 time: 0.0530529 Jan 28 19:06:39.884647 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd5b9-5fb5-45cb-96b0-9a82eacda578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:39.913344 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b25f6793-58f0-4b98-8be4-ac4e419d82b6 req-6971a84c-b6e3-434a-8d18-51a81ad1bd05 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421112 Jan 28 19:06:39.938210 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fc69e-8d24-4d7b-afd8-247fcdcf2142 req-0283d217-a996-4227-85d0-dfb423d6b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:39.939619 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aa5fc69e-8d24-4d7b-afd8-247fcdcf2142 req-0283d217-a996-4227-85d0-dfb423d6b802 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.2746542 Jan 28 19:06:39.990602 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85498b9d-35ec-4e0d-87bf-6267dbb79ff1 admin admin] Publish callbacks [] for security_group (e016f233-c7c4-4af7-a8f1-2705b79aa965), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:40.044865 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-773e15af-4173-4014-acd5-6dc5364245b1 req-ae8c395e-3f41-4519-9610-d72bee51c77d tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/security-groups?id=418c1cb6-649a-4727-b620-102b6463f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434630 Jan 28 19:06:40.057336 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aa5fc69e-8d24-4d7b-afd8-247fcdcf2142 req-ebcf4039-91d1-40a0-a330-bb5f5dc0ca04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=76db4df9-ef78-4111-93f6-c031218d1d0a HTTP/1.1" status: 200 len: 217 time: 0.0873282 Jan 28 19:06:40.062416 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9392d48b-db9e-4be6-bb88-5931d051f925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (ec6ea56a-ef01-443c-b997-7fe73fb54279), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:40.167641 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c4cbd-305f-4933-8d52-238a03edd530 req-a3c4b62d-641e-4c89-a70c-250aec65ffb8 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:40.169255 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0a9c4cbd-305f-4933-8d52-238a03edd530 req-a3c4b62d-641e-4c89-a70c-250aec65ffb8 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 943 time: 0.0545502 Jan 28 19:06:40.221958 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0a9c4cbd-305f-4933-8d52-238a03edd530 req-2151fb0b-af03-4acf-a9d0-28265c09835f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456619 Jan 28 19:06:40.233449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392d48b-db9e-4be6-bb88-5931d051f925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6ea56a-ef01-443c-b997-7fe73fb54279,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:40.245031 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fc69e-8d24-4d7b-afd8-247fcdcf2142 req-b364fb3d-0217-49f8-b592-30ec1ec01b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:40.245031 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aa5fc69e-8d24-4d7b-afd8-247fcdcf2142 req-b364fb3d-0217-49f8-b592-30ec1ec01b6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1368110 Jan 28 19:06:40.279862 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85498b9d-35ec-4e0d-87bf-6267dbb79ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e016f233-c7c4-4af7-a8f1-2705b79aa965), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:40.282482 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85498b9d-35ec-4e0d-87bf-6267dbb79ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:40.283554 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-85498b9d-35ec-4e0d-87bf-6267dbb79ff1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e016f233-c7c4-4af7-a8f1-2705b79aa965 HTTP/1.1" status: 204 len: 168 time: 0.7191212 Jan 28 19:06:40.318583 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392d48b-db9e-4be6-bb88-5931d051f925 admin admin] Checking segment: {'id': '9af083a1-4e49-4740-89be-fbdbc0419af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:06:40.318938 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9392d48b-db9e-4be6-bb88-5931d051f925 admin admin] Network hostable DHCP agents. Network: 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:06:40.322278 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85498b9d-35ec-4e0d-87bf-6267dbb79ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e016f233-c7c4-4af7-a8f1-2705b79aa965,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:40.365766 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fc69e-8d24-4d7b-afd8-247fcdcf2142 req-7827cd09-2f79-4765-a8cc-f7f643cae9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:40.367317 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aa5fc69e-8d24-4d7b-afd8-247fcdcf2142 req-7827cd09-2f79-4765-a8cc-f7f643cae9aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1000721 Jan 28 19:06:40.369137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9392d48b-db9e-4be6-bb88-5931d051f925 admin admin] Network 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:06:40.408418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9392d48b-db9e-4be6-bb88-5931d051f925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:06:40.417494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270fa76b-cf89-4e99-b2aa-612f9cf40f8f None None] Network 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:06:40.461572 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9392d48b-db9e-4be6-bb88-5931d051f925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:40.462211 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9392d48b-db9e-4be6-bb88-5931d051f925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:40.522805 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9392d48b-db9e-4be6-bb88-5931d051f925 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0997536 Jan 28 19:06:40.525252 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60852) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:40.531279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1902651662-router', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:40.533856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178', 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178', 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'fixed_ips': [{'subnet_id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:06:40.534500 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:40.556685 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (9e98cc92-380e-49e6-a034-45192c727aa9), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:40.558068 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (9e98cc92-380e-49e6-a034-45192c727aa9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:40.569057 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aa5fc69e-8d24-4d7b-afd8-247fcdcf2142 req-a5b43205-523c-48da-90eb-89179b7024da service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916606 Jan 28 19:06:40.618525 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Publish callbacks [] for router_controller (9e98cc92-380e-49e6-a034-45192c727aa9), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:40.734883 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Allocated IP 172.20.0.2 (4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178/ec6ea56a-ef01-443c-b997-7fe73fb54279/5ce0deda-dc62-44f1-9c00-6574e5e151cf) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:06:40.867849 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Publish callbacks [] for router_gateway (9e98cc92-380e-49e6-a034-45192c727aa9), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:40.952367 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Publish callbacks [] for port (5ce0deda-dc62-44f1-9c00-6574e5e151cf), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:40.963836 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (5ce0deda-dc62-44f1-9c00-6574e5e151cf), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.010205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device df33b1f2-0b31-4ade-81ae-f7c369b1ca5b details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:06:41.013822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7b61d081-c890-44aa-a993-0bb8e495876c up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:06:41.069029 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Pushing event updated for resources: {'Port': ['ID=5ce0deda-dc62-44f1-9c00-6574e5e151cf,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:41.077735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Network 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:06:41.084490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a3ecd5b9-5fb5-45cb-96b0-9a82eacda578 admin admin] Deleting port add092cc-a1de-4598-83fc-7e29cf1370d0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:06:41.085089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:06:41.085193 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd5b9-5fb5-45cb-96b0-9a82eacda578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.091076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:06:41.140917 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aa5fc69e-8d24-4d7b-afd8-247fcdcf2142 req-cfd22fa0-d393-4711-a34c-b16869cc2267 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631216 Jan 28 19:06:41.173177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ddcdb-aac1-4815-a000-68412e067a24 req-06a1f074-d43d-465c-afb6-0f399830c54b tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:41.174728 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f1ddcdb-aac1-4815-a000-68412e067a24 req-06a1f074-d43d-465c-afb6-0f399830c54b tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 948 time: 0.1277592 Jan 28 19:06:41.197219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a3ecd5b9-5fb5-45cb-96b0-9a82eacda578 admin admin] For port add092cc-a1de-4598-83fc-7e29cf1370d0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=add092cc-a1de-4598-83fc-7e29cf1370d0,segment=NetworkSegment(8a65be50-71f7-489f-ae70-2d25884aa613),segment_id=8a65be50-71f7-489f-ae70-2d25884aa613)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:41.197585 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd5b9-5fb5-45cb-96b0-9a82eacda578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.217672 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a3ecd5b9-5fb5-45cb-96b0-9a82eacda578 admin admin] Calling delete_port for add092cc-a1de-4598-83fc-7e29cf1370d0 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:06:41.220903 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Attempting to bind port 5ce0deda-dc62-44f1-9c00-6574e5e151cf on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:06:41.221277 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Attempting to bind port 5ce0deda-dc62-44f1-9c00-6574e5e151cf by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '9af083a1-4e49-4740-89be-fbdbc0419af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:06:41.221641 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Attempting to bind port 5ce0deda-dc62-44f1-9c00-6574e5e151cf on network 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:06:41.231642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:06:41.232095 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Checking segment: {'id': '9af083a1-4e49-4740-89be-fbdbc0419af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:06:41.232500 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.232910 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Bound using segment: {'id': '9af083a1-4e49-4740-89be-fbdbc0419af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:06:41.233399 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Bound port: 5ce0deda-dc62-44f1-9c00-6574e5e151cf, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af083a1-4e49-4740-89be-fbdbc0419af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:06:41.233782 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5ce0deda-dc62-44f1-9c00-6574e5e151cf), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.256517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 7b61d081-c890-44aa-a993-0bb8e495876c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:06:41.286494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 7b61d081-c890-44aa-a993-0bb8e495876c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:41.286717 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f1ddcdb-aac1-4815-a000-68412e067a24 req-8c5aa136-c034-4210-943d-8d031399697b tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019115 Jan 28 19:06:41.286851 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7b61d081-c890-44aa-a993-0bb8e495876c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.346372 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=df33b1f2-0b31-4ade-81ae-f7c369b1ca5b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:41.390979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efade1-bf8b-4543-806a-085e11a853ee req-63d6d878-3b52-4a68-8a82-e6143ebf8003 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:41.392574 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3efade1-bf8b-4543-806a-085e11a853ee req-63d6d878-3b52-4a68-8a82-e6143ebf8003 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 948 time: 0.3554304 Jan 28 19:06:41.399334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'df33b1f2-0b31-4ade-81ae-f7c369b1ca5b', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': 'df33b1f2-0b31-4ade-81ae-f7c369b1ca5b', 'mac_address': 'fa:16:3e:fd:be:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:06:41.419152 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] For port 5ce0deda-dc62-44f1-9c00-6574e5e151cf, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:06:41.428947 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Publish callbacks [] for router_gateway (9e98cc92-380e-49e6-a034-45192c727aa9), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.456576 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] For port 5ce0deda-dc62-44f1-9c00-6574e5e151cf, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5ce0deda-dc62-44f1-9c00-6574e5e151cf,segment=NetworkSegment(9af083a1-4e49-4740-89be-fbdbc0419af9),segment_id=9af083a1-4e49-4740-89be-fbdbc0419af9)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:06:41.456947 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.506618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 7b61d081-c890-44aa-a993-0bb8e495876c is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:41.507580 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7b61d081-c890-44aa-a993-0bb8e495876c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.511674 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5ce0deda-dc62-44f1-9c00-6574e5e151cf), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.541415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a4b66-b391-4ea3-b329-71eb32585829 req-8e3d0871-21e2-4fd3-97ff-f396f6e5d94d tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:41.543157 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a3a4b66-b391-4ea3-b329-71eb32585829 req-8e3d0871-21e2-4fd3-97ff-f396f6e5d94d tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 945 time: 0.0980847 Jan 28 19:06:41.544271 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd5b9-5fb5-45cb-96b0-9a82eacda578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (add092cc-a1de-4598-83fc-7e29cf1370d0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.567995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Allocated IP 172.25.0.9 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:06:41.579168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecd5b9-5fb5-45cb-96b0-9a82eacda578 admin admin] Pushing event deleted for resources: {'Port': ['ID=add092cc-a1de-4598-83fc-7e29cf1370d0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:41.601891 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:41.604654 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (df33b1f2-0b31-4ade-81ae-f7c369b1ca5b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.668425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7b61d081-c890-44aa-a993-0bb8e495876c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7b61d081-c890-44aa-a993-0bb8e495876c,segment=NetworkSegment(a95d0d2d-da17-480d-9e24-adfd18988eff),segment_id=a95d0d2d-da17-480d-9e24-adfd18988eff)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:41.678307 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df33b1f2-0b31-4ade-81ae-f7c369b1ca5b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:06:41.684006 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Publish callbacks [] for port (b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.687487 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7b61d081-c890-44aa-a993-0bb8e495876c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.740119 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.748456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2646f344-419f-4185-838b-36d29039244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b61d081-c890-44aa-a993-0bb8e495876c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:41.751431 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d55c05c-400d-458c-821a-39497b4c1a9f" -d '{"events": [{"server_uuid": "2646f344-419f-4185-838b-36d29039244e", "name": "network-vif-plugged", "status": "completed", "tag": "7b61d081-c890-44aa-a993-0bb8e495876c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:41.756543 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=df33b1f2-0b31-4ade-81ae-f7c369b1ca5b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:41.768469 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5edb2b-02eb-4f9b-bf9b-9d6f1ac26fb1 None None] Pushing event updated for resources: {'Port': ['ID=5ce0deda-dc62-44f1-9c00-6574e5e151cf,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:41.782650 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (df33b1f2-0b31-4ade-81ae-f7c369b1ca5b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.851955 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Pushing event updated for resources: {'Port': ['ID=b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:41.890300 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3efade1-bf8b-4543-806a-085e11a853ee req-147f4deb-d015-496b-b6be-263fa7b03547 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800823 Jan 28 19:06:41.891046 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd5b9-5fb5-45cb-96b0-9a82eacda578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:41.908911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:06:41.915229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:06:41.935686 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:06:41.939291 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a3a4b66-b391-4ea3-b329-71eb32585829 req-9d63ca01-b59b-4529-bb30-ea5029a8a386 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/security-groups?id=418c1cb6-649a-4727-b620-102b6463f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866496 Jan 28 19:06:41.961251 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=7b61d081-c890-44aa-a993-0bb8e495876c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:42.070185 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=df33b1f2-0b31-4ade-81ae-f7c369b1ca5b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:42.196034 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['df33b1f2-0b31-4ade-81ae-f7c369b1ca5b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:06:42.281172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ecd5b9-5fb5-45cb-96b0-9a82eacda578 admin admin] Router bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:06:42.332687 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839ac07e-336d-4d96-8fd7-4b66b0664cda x-openstack-request-id: req-839ac07e-336d-4d96-8fd7-4b66b0664cda {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:42.333031 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2646f344-419f-4185-838b-36d29039244e", "name": "network-vif-plugged", "status": "completed", "tag": "7b61d081-c890-44aa-a993-0bb8e495876c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:42.333279 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-839ac07e-336d-4d96-8fd7-4b66b0664cda {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:42.333663 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2646f344-419f-4185-838b-36d29039244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b61d081-c890-44aa-a993-0bb8e495876c', 'code': 200} Jan 28 19:06:42.505423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ecd5b9-5fb5-45cb-96b0-9a82eacda578 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:06:42.515071 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a3ecd5b9-5fb5-45cb-96b0-9a82eacda578 admin admin] 10.222.0.55 "PUT /v2.0/routers/bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6406798 Jan 28 19:06:42.515817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60908) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:42.521103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee617d76-c090-44a0-a7f9-13e27c83ccc3 None None] Sync routers for ids ['bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:06:42.534456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee617d76-c090-44a0-a7f9-13e27c83ccc3 None None] Routers {'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:06:42.535770 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ee617d76-c090-44a0-a7f9-13e27c83ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:06:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:42.575038 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e36eb4-ce6c-4f8e-a806-6acab62f0417 req-b9c39c76-fdb9-4a1c-bada-d4ecff5c4772 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:42.576617 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91e36eb4-ce6c-4f8e-a806-6acab62f0417 req-b9c39c76-fdb9-4a1c-bada-d4ecff5c4772 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 948 time: 0.1366560 Jan 28 19:06:42.672173 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd0862-c419-4e34-9f09-ce9de2b2fde8 req-841e6d41-5765-4c7b-9dfa-6f08069ae49e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:42.675038 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1cd0862-c419-4e34-9f09-ce9de2b2fde8 req-841e6d41-5765-4c7b-9dfa-6f08069ae49e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 943 time: 0.6163795 Jan 28 19:06:42.695704 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a83ffb0a-d456-42af-b080-4c4d8d6d4a0d admin admin] Publish callbacks [] for router (bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:42.722683 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91e36eb4-ce6c-4f8e-a806-6acab62f0417 req-98379226-de47-4a75-a333-c9949b364831 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374302 Jan 28 19:06:42.769819 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c48d07-e05d-47c6-9152-3b57b33d82b6 req-5ba677f2-c5af-455f-99ae-69141898e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:42.772365 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-18c48d07-e05d-47c6-9152-3b57b33d82b6 req-5ba677f2-c5af-455f-99ae-69141898e08d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 1128 time: 0.1790516 Jan 28 19:06:42.913720 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1cd0862-c419-4e34-9f09-ce9de2b2fde8 req-d8e5ecae-a0b4-4f62-b914-936cd1fb4bf3 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290654 Jan 28 19:06:42.931464 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a83ffb0a-d456-42af-b080-4c4d8d6d4a0d admin admin] Publish callbacks [] for router_gateway (bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:42.993284 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ee617d76-c090-44a0-a7f9-13e27c83ccc3 None None] Set router bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:06:43.101049 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a83ffb0a-d456-42af-b080-4c4d8d6d4a0d admin admin] Deleting port a6e8a464-46db-49dd-8011-c989c64af731 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:06:43.102365 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a83ffb0a-d456-42af-b080-4c4d8d6d4a0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a6e8a464-46db-49dd-8011-c989c64af731), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:43.143483 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-18c48d07-e05d-47c6-9152-3b57b33d82b6 req-c7840587-5df8-4342-af90-5c4a82dfb2d8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=418c1cb6-649a-4727-b620-102b6463f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656910 Jan 28 19:06:43.159091 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Publish callbacks [] for router_gateway (9e98cc92-380e-49e6-a034-45192c727aa9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:43.231274 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe6853-4ad9-412f-9bf1-f543d2fd966a req-5edf1ce2-896c-458c-8a0c-8169c8dbb004 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:43.238555 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5ce0deda-dc62-44f1-9c00-6574e5e151cf up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:06:43.240076 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6bfe6853-4ad9-412f-9bf1-f543d2fd966a req-5edf1ce2-896c-458c-8a0c-8169c8dbb004 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 949 time: 0.1608541 Jan 28 19:06:43.336285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acafb2-c4c4-4aa9-8343-a874a7c39e56 req-54f3ab59-f2e2-44fd-b03f-f4d6674cdcaf tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:43.344362 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-01acafb2-c4c4-4aa9-8343-a874a7c39e56 req-54f3ab59-f2e2-44fd-b03f-f4d6674cdcaf tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 946 time: 0.1760471 Jan 28 19:06:43.372591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a83ffb0a-d456-42af-b080-4c4d8d6d4a0d admin admin] For port a6e8a464-46db-49dd-8011-c989c64af731, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a6e8a464-46db-49dd-8011-c989c64af731,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:43.372967 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a83ffb0a-d456-42af-b080-4c4d8d6d4a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a6e8a464-46db-49dd-8011-c989c64af731), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:43.383261 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 5ce0deda-dc62-44f1-9c00-6574e5e151cf triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:43.383870 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5ce0deda-dc62-44f1-9c00-6574e5e151cf), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:43.394201 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6bfe6853-4ad9-412f-9bf1-f543d2fd966a req-ac12a8fc-46c4-419a-92b3-a300c30f27d6 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483250 Jan 28 19:06:43.431310 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95b3355-96c2-4261-afd0-1adacac1caa4 None None] Network 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:06:43.434893 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-01acafb2-c4c4-4aa9-8343-a874a7c39e56 req-ba3f894b-80b1-4132-bb8d-606ba15564e7 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/security-groups?id=418c1cb6-649a-4727-b620-102b6463f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895498 Jan 28 19:06:43.442278 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a83ffb0a-d456-42af-b080-4c4d8d6d4a0d admin admin] Calling delete_port for a6e8a464-46db-49dd-8011-c989c64af731 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:06:43.509997 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 762f82fa-f4c5-41c0-b20e-d928d6ffd66d no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:06:43.542676 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (9e98cc92-380e-49e6-a034-45192c727aa9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:43.571393 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60948) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:43.637237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e2ccd550-092c-4083-bc90-59c702754a09 None None] Provisioning complete for port 5ce0deda-dc62-44f1-9c00-6574e5e151cf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:43.637821 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd550-092c-4083-bc90-59c702754a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5ce0deda-dc62-44f1-9c00-6574e5e151cf), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:43.702083 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a83ffb0a-d456-42af-b080-4c4d8d6d4a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a6e8a464-46db-49dd-8011-c989c64af731), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:43.719107 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ee617d76-c090-44a0-a7f9-13e27c83ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1360375115-router', 'tenant_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'a6e8a464-46db-49dd-8011-c989c64af731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:23Z', 'updated_at': '2022-01-28T19:06:41Z', 'revision_number': 5, 'project_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'gw_port': {'id': 'a6e8a464-46db-49dd-8011-c989c64af731', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:de:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:03:25Z', 'updated_at': '2022-01-28T19:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:43.752035 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ffb0a-d456-42af-b080-4c4d8d6d4a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e8a464-46db-49dd-8011-c989c64af731,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:43.752273 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Router 9e98cc92-380e-49e6-a034-45192c727aa9 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:06:43.766977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae04e1df-49f2-4394-af09-a73aeb6300f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:43.795597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee617d76-c090-44a0-a7f9-13e27c83ccc3 None None] Checking router: bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:06:43.844126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 5ce0deda-dc62-44f1-9c00-6574e5e151cf is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:43.844515 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5ce0deda-dc62-44f1-9c00-6574e5e151cf), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:43.882702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee617d76-c090-44a0-a7f9-13e27c83ccc3 None None] Routers {'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:06:43.884355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ee617d76-c090-44a0-a7f9-13e27c83ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:06:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:43.894465 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a83ffb0a-d456-42af-b080-4c4d8d6d4a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:43.976222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837eeea-835e-4e8a-b5ba-502b84f7415b req-7f4b97e9-4729-4a22-9e75-d9334c335469 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:43.981110 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 5ce0deda-dc62-44f1-9c00-6574e5e151cf, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5ce0deda-dc62-44f1-9c00-6574e5e151cf,segment=NetworkSegment(9af083a1-4e49-4740-89be-fbdbc0419af9),segment_id=9af083a1-4e49-4740-89be-fbdbc0419af9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:43.984660 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f837eeea-835e-4e8a-b5ba-502b84f7415b req-7f4b97e9-4729-4a22-9e75-d9334c335469 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 948 time: 0.1543419 Jan 28 19:06:44.010538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:06:44.022708 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5ce0deda-dc62-44f1-9c00-6574e5e151cf), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:44.025415 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Sync routers for ids ['9e98cc92-380e-49e6-a034-45192c727aa9'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:06:44.034556 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d is: DOWN; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:44.039365 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Routers {'9e98cc92-380e-49e6-a034-45192c727aa9'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:06:44.042773 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:06:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['9e98cc92-380e-49e6-a034-45192c727aa9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:44.064501 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:44.068379 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-128e2b74-6bec-4494-995f-c26415fbcb05 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5395885 Jan 28 19:06:44.072497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60966) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:44.073992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ee617d76-c090-44a0-a7f9-13e27c83ccc3 None None] Set router bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:06:44.104845 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a83ffb0a-d456-42af-b080-4c4d8d6d4a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:44.112061 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a83ffb0a-d456-42af-b080-4c4d8d6d4a0d admin admin] Publish callbacks [] for router_controller (bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:44.119895 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae04e1df-49f2-4394-af09-a73aeb6300f8 admin admin] Publish callbacks [] for security_group (8dfd27c7-ef77-468a-87f2-22c134b1d61d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:44.156134 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae04e1df-49f2-4394-af09-a73aeb6300f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8dfd27c7-ef77-468a-87f2-22c134b1d61d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:44.186937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04e1df-49f2-4394-af09-a73aeb6300f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfd27c7-ef77-468a-87f2-22c134b1d61d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:44.199620 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a83ffb0a-d456-42af-b080-4c4d8d6d4a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:44.200175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83ffb0a-d456-42af-b080-4c4d8d6d4a0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:06:44.208110 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a83ffb0a-d456-42af-b080-4c4d8d6d4a0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:44.211883 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a83ffb0a-d456-42af-b080-4c4d8d6d4a0d admin admin] 10.222.0.55 "DELETE /v2.0/routers/bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2 HTTP/1.1" status: 204 len: 168 time: 1.6941800 Jan 28 19:06:44.214914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60968) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:44.220177 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ae04e1df-49f2-4394-af09-a73aeb6300f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=455b270ff805427d914f2bc63ce6a053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6476638 Jan 28 19:06:44.220763 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:44.229364 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d07baf-eddf-467f-bdd0-1add7a8669c4 req-dcb1b60a-68f7-4f1b-ab26-b6a4976129b8 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:44.236254 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e3d07baf-eddf-467f-bdd0-1add7a8669c4 req-dcb1b60a-68f7-4f1b-ab26-b6a4976129b8 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 943 time: 0.2067883 Jan 28 19:06:44.256812 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e2ccd550-092c-4083-bc90-59c702754a09 None None] Current status of the port 5ce0deda-dc62-44f1-9c00-6574e5e151cf is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:44.266236 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Set router 9e98cc92-380e-49e6-a034-45192c727aa9 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:06:44.320488 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e3d07baf-eddf-467f-bdd0-1add7a8669c4 req-ed374c19-2427-4872-94a4-e57e8b1145a4 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812824 Jan 28 19:06:44.321324 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ee617d76-c090-44a0-a7f9-13e27c83ccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1360375115-router', 'tenant_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:23Z', 'updated_at': '2022-01-28T19:06:43Z', 'revision_number': 7, 'project_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:44.329834 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f837eeea-835e-4e8a-b5ba-502b84f7415b req-26aff66c-d3cb-47ff-a3b4-9d0b9f853a86 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440347 Jan 28 19:06:44.357672 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7314ac4-53e3-4d02-b861-130fae4584b4 admin admin] Publish callbacks [] for security_group (8dfd27c7-ef77-468a-87f2-22c134b1d61d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:44.390811 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee617d76-c090-44a0-a7f9-13e27c83ccc3 None None] The sync data for ids ['bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2'] in n-d-824834-4 is: [{'id': 'bf6b6b18-eec4-4f7d-98c4-9b0511d12ef2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1360375115-router', 'tenant_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:03:23Z', 'updated_at': '2022-01-28T19:06:43Z', 'revision_number': 7, 'project_id': 'b71f3d86cf794c2ab63ba6fce26812a0', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:06:44.391251 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7314ac4-53e3-4d02-b861-130fae4584b4 admin admin] Publish callbacks [] for security_group (8dfd27c7-ef77-468a-87f2-22c134b1d61d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:44.422061 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=5ce0deda-dc62-44f1-9c00-6574e5e151cf,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:44.497863 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7314ac4-53e3-4d02-b861-130fae4584b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8dfd27c7-ef77-468a-87f2-22c134b1d61d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:44.500561 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7314ac4-53e3-4d02-b861-130fae4584b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:44.504616 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c7314ac4-53e3-4d02-b861-130fae4584b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8dfd27c7-ef77-468a-87f2-22c134b1d61d HTTP/1.1" status: 204 len: 168 time: 0.2827487 Jan 28 19:06:44.525869 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7314ac4-53e3-4d02-b861-130fae4584b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfd27c7-ef77-468a-87f2-22c134b1d61d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:44.609134 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba24877-6805-47e9-98df-9485110602ce admin admin] Deleting subnet 236e5ee5-6477-49f6-bd22-ecfc7cc460d3 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:06:44.640245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbac29a-4284-4319-9eaf-142afbf47574 req-21497f78-fd5b-47b3-8cdd-b62dfdda1a6e tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:44.643355 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1cbac29a-4284-4319-9eaf-142afbf47574 req-21497f78-fd5b-47b3-8cdd-b62dfdda1a6e tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 949 time: 0.1142683 Jan 28 19:06:44.707467 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fba24877-6805-47e9-98df-9485110602ce admin admin] Publish callbacks [] for subnet (236e5ee5-6477-49f6-bd22-ecfc7cc460d3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:44.719990 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'name': 'tempest-ServersTestBootFromVolume-1902651662-router', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:40Z', 'updated_at': '2022-01-28T19:06:42Z', 'revision_number': 3, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'gw_port': {'id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:41Z', 'updated_at': '2022-01-28T19:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:44.739566 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1cbac29a-4284-4319-9eaf-142afbf47574 req-a7cc9521-61b9-45a8-95c3-ea41fe5ce07a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856714 Jan 28 19:06:44.789273 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fba24877-6805-47e9-98df-9485110602ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (236e5ee5-6477-49f6-bd22-ecfc7cc460d3), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:44.796319 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-408024a1-f2fd-4a5b-a3dc-bf5755826a08 None None] Provisioning complete for port 5ce0deda-dc62-44f1-9c00-6574e5e151cf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:44.796893 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-408024a1-f2fd-4a5b-a3dc-bf5755826a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5ce0deda-dc62-44f1-9c00-6574e5e151cf), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:44.839988 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Checking router: 9e98cc92-380e-49e6-a034-45192c727aa9 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:06:44.845615 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Updating router 9e98cc92-380e-49e6-a034-45192c727aa9 port b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:06:44.891438 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de76130-8f69-4210-b621-b849eed3fa8b req-f443c490-de22-425f-b74c-6db7bcc25484 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:44.908353 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5de76130-8f69-4210-b621-b849eed3fa8b req-f443c490-de22-425f-b74c-6db7bcc25484 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 946 time: 0.3348286 Jan 28 19:06:45.041150 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device df33b1f2-0b31-4ade-81ae-f7c369b1ca5b up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:06:45.125835 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5de76130-8f69-4210-b621-b849eed3fa8b req-3145e7d5-4569-4ad0-a0f7-3896b1b08f6a tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/security-groups?id=418c1cb6-649a-4727-b620-102b6463f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157910 Jan 28 19:06:45.165440 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fba24877-6805-47e9-98df-9485110602ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (236e5ee5-6477-49f6-bd22-ecfc7cc460d3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:45.173571 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-408024a1-f2fd-4a5b-a3dc-bf5755826a08 None None] Current status of the port 5ce0deda-dc62-44f1-9c00-6574e5e151cf is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:45.209506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:06:45.227405 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:45.229749 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (df33b1f2-0b31-4ade-81ae-f7c369b1ca5b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:45.270729 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:45.376740 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:45.384120 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fba24877-6805-47e9-98df-9485110602ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (236e5ee5-6477-49f6-bd22-ecfc7cc460d3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:45.405710 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5ce0deda-dc62-44f1-9c00-6574e5e151cf up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:06:45.490240 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba24877-6805-47e9-98df-9485110602ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=236e5ee5-6477-49f6-bd22-ecfc7cc460d3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:45.528050 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fba24877-6805-47e9-98df-9485110602ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:45.528628 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 76db4df9-ef78-4111-93f6-c031218d1d0a details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:06:45.531099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698a479f-645e-4f98-b316-e9c3c95192ff None None] Network 13782ccd-b940-4c2d-a32d-67ecaf8092e8 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:06:45.531795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fba24877-6805-47e9-98df-9485110602ce admin admin] 10.222.0.55 "DELETE /v2.0/subnets/236e5ee5-6477-49f6-bd22-ecfc7cc460d3 HTTP/1.1" status: 204 len: 168 time: 1.3155987 Jan 28 19:06:45.551306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32786) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:45.642819 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9f49b-f028-444f-b9df-e7bfffba97c8 req-3d3ef966-081b-458d-8b5c-16a231af1929 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:45.650066 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-faa9f49b-f028-444f-b9df-e7bfffba97c8 req-3d3ef966-081b-458d-8b5c-16a231af1929 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 943 time: 0.1698141 Jan 28 19:06:45.719619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:45.720016 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (df33b1f2-0b31-4ade-81ae-f7c369b1ca5b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:45.771568 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-faa9f49b-f028-444f-b9df-e7bfffba97c8 req-53f46924-1393-42c0-8213-a464676f8219 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127648 Jan 28 19:06:45.827823 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef80a381-db8d-45eb-ac74-281f95fdf647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df33b1f2-0b31-4ade-81ae-f7c369b1ca5b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:45.831620 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb985d9-14a7-4936-884f-2568cba32a58" -d '{"events": [{"server_uuid": "ef80a381-db8d-45eb-ac74-281f95fdf647", "name": "network-vif-plugged", "status": "completed", "tag": "df33b1f2-0b31-4ade-81ae-f7c369b1ca5b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:46.004246 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=df33b1f2-0b31-4ade-81ae-f7c369b1ca5b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:46.025502 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5934d-1df7-42c7-a5fb-96a470058dcb req-40daaeec-1665-43d5-ac51-0a21ff08cb99 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:46.038489 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Publish callbacks [] for port (b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:46.043476 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-acf5934d-1df7-42c7-a5fb-96a470058dcb req-40daaeec-1665-43d5-ac51-0a21ff08cb99 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 949 time: 0.1381671 Jan 28 19:06:46.052244 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:46.055770 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (13782ccd-b940-4c2d-a32d-67ecaf8092e8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:46.091624 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (df33b1f2-0b31-4ade-81ae-f7c369b1ca5b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:46.103247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5d058-2916-4419-b0cb-4b215299230b req-9f252920-feed-426f-9732-28d03a288952 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:46.110340 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-abb5d058-2916-4419-b0cb-4b215299230b req-9f252920-feed-426f-9732-28d03a288952 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 948 time: 0.5616102 Jan 28 19:06:46.128669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 76db4df9-ef78-4111-93f6-c031218d1d0a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=76db4df9-ef78-4111-93f6-c031218d1d0a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:46.140985 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 5ce0deda-dc62-44f1-9c00-6574e5e151cf triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:46.141504 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5ce0deda-dc62-44f1-9c00-6574e5e151cf), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:46.158741 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-acf5934d-1df7-42c7-a5fb-96a470058dcb req-e3f915ba-4c36-4447-b8e7-bccb5443f9e7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006210 Jan 28 19:06:46.160999 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07eaed-16ac-4fcf-9e0c-7c4677b962ee None None] Pushing event updated for resources: {'Port': ['ID=b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:46.185326 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07eaed-16ac-4fcf-9e0c-7c4677b962ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:46.185909 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07eaed-16ac-4fcf-9e0c-7c4677b962ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:46.195653 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07eaed-16ac-4fcf-9e0c-7c4677b962ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:46.196267 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07eaed-16ac-4fcf-9e0c-7c4677b962ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:46.196784 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07eaed-16ac-4fcf-9e0c-7c4677b962ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:46.197305 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07eaed-16ac-4fcf-9e0c-7c4677b962ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:46.197801 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07eaed-16ac-4fcf-9e0c-7c4677b962ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:46.198311 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07eaed-16ac-4fcf-9e0c-7c4677b962ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:46.198789 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07eaed-16ac-4fcf-9e0c-7c4677b962ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:46.199266 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07eaed-16ac-4fcf-9e0c-7c4677b962ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:46.199774 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07eaed-16ac-4fcf-9e0c-7c4677b962ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:46.200247 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07eaed-16ac-4fcf-9e0c-7c4677b962ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:46.200720 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d07eaed-16ac-4fcf-9e0c-7c4677b962ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:06:46.204942 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Attempting to bind port b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:06:46.205544 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Attempting to bind port b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:06:46.206166 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Attempting to bind port b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:06:46.213474 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:06:46.214157 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:06:46.214751 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:46.215317 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:06:46.215970 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Bound port: b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:06:46.216564 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:46.272443 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] For port b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:06:46.276850 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] For port b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:06:46.288217 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:46.322372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Allocated IP 172.20.0.1 (4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178/ec6ea56a-ef01-443c-b997-7fe73fb54279/bc194b42-929a-4b70-954b-b811caea1e6f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:06:46.335479 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-abb5d058-2916-4419-b0cb-4b215299230b req-04e48058-4548-452a-a599-2f493ab28b82 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241628 Jan 28 19:06:46.460922 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Routers {'9e98cc92-380e-49e6-a034-45192c727aa9'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:06:46.463229 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:06:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['9e98cc92-380e-49e6-a034-45192c727aa9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:46.642323 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] Deleting port 55791069-31af-4cef-ba97-12f9629f4e9f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:06:46.654665 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:46.689302 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] Set router 9e98cc92-380e-49e6-a034-45192c727aa9 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:06:46.692150 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07eaed-16ac-4fcf-9e0c-7c4677b962ee None None] Pushing event updated for resources: {'Port': ['ID=b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:46.731586 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '76db4df9-ef78-4111-93f6-c031218d1d0a', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '76db4df9-ef78-4111-93f6-c031218d1d0a', 'mac_address': 'fa:16:3e:4b:eb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:06:46.744485 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2b6d1e-a204-44d4-86b9-6732a43a6d4a x-openstack-request-id: req-ef2b6d1e-a204-44d4-86b9-6732a43a6d4a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:46.744835 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef80a381-db8d-45eb-ac74-281f95fdf647", "name": "network-vif-plugged", "status": "completed", "tag": "df33b1f2-0b31-4ade-81ae-f7c369b1ca5b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:46.747219 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef2b6d1e-a204-44d4-86b9-6732a43a6d4a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:46.747655 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef80a381-db8d-45eb-ac74-281f95fdf647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df33b1f2-0b31-4ade-81ae-f7c369b1ca5b', 'code': 200} Jan 28 19:06:46.753355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=df33b1f2-0b31-4ade-81ae-f7c369b1ca5b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:46.889494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 76db4df9-ef78-4111-93f6-c031218d1d0a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:46.890327 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:46.900122 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'name': 'tempest-ServersTestBootFromVolume-1902651662-router', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:40Z', 'updated_at': '2022-01-28T19:06:42Z', 'revision_number': 3, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'gw_port': {'id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:41Z', 'updated_at': '2022-01-28T19:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:46.947549 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76db4df9-ef78-4111-93f6-c031218d1d0a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:06:46.957158 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84db359-9c13-4162-b90f-c2eecfd5248d None None] The sync data for ids ['9e98cc92-380e-49e6-a034-45192c727aa9'] in n-d-824834-4 is: [{'id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'name': 'tempest-ServersTestBootFromVolume-1902651662-router', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:40Z', 'updated_at': '2022-01-28T19:06:42Z', 'revision_number': 3, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'gw_port': {'id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:41Z', 'updated_at': '2022-01-28T19:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:06:46.980759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 5ce0deda-dc62-44f1-9c00-6574e5e151cf is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:46.999356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device add092cc-a1de-4598-83fc-7e29cf1370d0 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:06:47.016377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40c559-ba23-4790-aaf1-d2102da838d5 req-6656e439-327f-4715-99ba-86a734fa1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:47.018319 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa40c559-ba23-4790-aaf1-d2102da838d5 req-6656e439-327f-4715-99ba-86a734fa1bac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 1132 time: 0.6276844 Jan 28 19:06:47.101392 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 76db4df9-ef78-4111-93f6-c031218d1d0a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=76db4df9-ef78-4111-93f6-c031218d1d0a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:47.107771 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: add092cc-a1de-4598-83fc-7e29cf1370d0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:06:47.108283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device add092cc-a1de-4598-83fc-7e29cf1370d0 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:06:47.130222 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:47.191544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=76db4df9-ef78-4111-93f6-c031218d1d0a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:47.195279 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a8b834-fcd5-4b73-bec8-e30eebc5aa3b None None] DHCP port deletion for 13782ccd-b940-4c2d-a32d-67ecaf8092e8 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:06:47.278394 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-86a8b834-fcd5-4b73-bec8-e30eebc5aa3b None None] Deleting port 55791069-31af-4cef-ba97-12f9629f4e9f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:06:47.278775 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86a8b834-fcd5-4b73-bec8-e30eebc5aa3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:47.350662 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 55791069-31af-4cef-ba97-12f9629f4e9f no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:06:47.354399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3233ff-4732-41bd-add8-29c0b40e631b req-51509858-1c54-4cee-bfff-6fc1a42629a9 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:47.363166 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dd3233ff-4732-41bd-add8-29c0b40e631b req-51509858-1c54-4cee-bfff-6fc1a42629a9 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 943 time: 0.2217190 Jan 28 19:06:47.461502 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dd3233ff-4732-41bd-add8-29c0b40e631b req-e087d2ac-63b3-41e9-adfa-434be94bd95d tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965846 Jan 28 19:06:47.461713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-86a8b834-fcd5-4b73-bec8-e30eebc5aa3b None None] For port 55791069-31af-4cef-ba97-12f9629f4e9f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=55791069-31af-4cef-ba97-12f9629f4e9f,segment=NetworkSegment(8a65be50-71f7-489f-ae70-2d25884aa613),segment_id=8a65be50-71f7-489f-ae70-2d25884aa613)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:47.461972 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86a8b834-fcd5-4b73-bec8-e30eebc5aa3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:47.466975 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-2e80f3c6-e2f7-4dc5-af94-5f6ca0e5cd57 service neutron] 10.222.0.37 "GET /v2.0/ports/762f82fa-f4c5-41c0-b20e-d928d6ffd66d/bindings/n-h1-824834-4 HTTP/1.1" status: 200 len: 384 time: 0.2646024 Jan 28 19:06:47.485707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-86a8b834-fcd5-4b73-bec8-e30eebc5aa3b None None] Calling delete_port for 55791069-31af-4cef-ba97-12f9629f4e9f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:06:47.592019 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['76db4df9-ef78-4111-93f6-c031218d1d0a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:06:47.656869 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 55791069-31af-4cef-ba97-12f9629f4e9f is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:47.657265 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:47.711670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 55791069-31af-4cef-ba97-12f9629f4e9f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=55791069-31af-4cef-ba97-12f9629f4e9f,segment=NetworkSegment(8a65be50-71f7-489f-ae70-2d25884aa613),segment_id=8a65be50-71f7-489f-ae70-2d25884aa613)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:47.841771 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:47.842530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a6e8a464-46db-49dd-8011-c989c64af731 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:06:47.847621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cdc7c-1bea-4ebd-b395-cc8256943b7e req-b9b83c90-8c27-4d9c-9062-63234d10ee70 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:47.856878 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-329cdc7c-1bea-4ebd-b395-cc8256943b7e req-b9b83c90-8c27-4d9c-9062-63234d10ee70 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 950 time: 0.1639001 Jan 28 19:06:47.931684 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: a6e8a464-46db-49dd-8011-c989c64af731 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:06:47.933030 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a6e8a464-46db-49dd-8011-c989c64af731 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:06:48.018847 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Publish callbacks [] for port (bc194b42-929a-4b70-954b-b811caea1e6f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:48.070792 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] For port 55791069-31af-4cef-ba97-12f9629f4e9f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=55791069-31af-4cef-ba97-12f9629f4e9f,segment=NetworkSegment(8a65be50-71f7-489f-ae70-2d25884aa613),segment_id=8a65be50-71f7-489f-ae70-2d25884aa613)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:48.071356 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:48.103289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=55791069-31af-4cef-ba97-12f9629f4e9f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:48.121889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] Calling delete_port for 55791069-31af-4cef-ba97-12f9629f4e9f owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:06:48.153032 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-329cdc7c-1bea-4ebd-b395-cc8256943b7e req-7f70e902-1e5a-4484-b045-a6c13d6e546b tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948956 Jan 28 19:06:48.163770 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86a8b834-fcd5-4b73-bec8-e30eebc5aa3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:48.212082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-05433801-ed30-48e1-97e8-88ce9cadae08 service neutron] For port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:48.259299 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (bc194b42-929a-4b70-954b-b811caea1e6f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:48.311693 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ffcad-fc22-4c3a-b5a9-fa4a735b3669 req-13b2c4a6-84ab-4abb-aa0f-9f1bd9e6b903 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:48.313337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7d4ffcad-fc22-4c3a-b5a9-fa4a735b3669 req-13b2c4a6-84ab-4abb-aa0f-9f1bd9e6b903 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 946 time: 1.7371759 Jan 28 19:06:48.354569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8b834-fcd5-4b73-bec8-e30eebc5aa3b None None] Pushing event deleted for resources: {'Port': ['ID=55791069-31af-4cef-ba97-12f9629f4e9f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:48.356876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a8b834-fcd5-4b73-bec8-e30eebc5aa3b None None] No DVR routers for this DVR port 55791069-31af-4cef-ba97-12f9629f4e9f on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:06:48.360740 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-21bd5783-c49f-4def-b555-e166dd771bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:48.367161 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32862) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:48.411093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-05433801-ed30-48e1-97e8-88ce9cadae08 service neutron] For port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:06:48.474408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-05433801-ed30-48e1-97e8-88ce9cadae08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762f82fa-f4c5-41c0-b20e-d928d6ffd66d {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:06:48.475271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Network 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:06:48.486971 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa40c559-ba23-4790-aaf1-d2102da838d5 req-fd223199-c0f3-4daa-b753-7cd8b4af0fcb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3997698 Jan 28 19:06:48.488036 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-05433801-ed30-48e1-97e8-88ce9cadae08 service neutron] For port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:48.525208 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-05433801-ed30-48e1-97e8-88ce9cadae08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:48.536077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:06:48.556873 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:06:48.571534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601a82f-bad1-4ad7-bbe4-aca3bc9bce67 req-45f7fa26-ba26-4deb-9bf4-991f6d9f7151 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:48.573231 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f601a82f-bad1-4ad7-bbe4-aca3bc9bce67 req-45f7fa26-ba26-4deb-9bf4-991f6d9f7151 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 949 time: 0.3207324 Jan 28 19:06:48.641954 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7d4ffcad-fc22-4c3a-b5a9-fa4a735b3669 req-9c1c72b6-553a-4dc8-b74c-817ee4bf4cbd tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/security-groups?id=418c1cb6-649a-4727-b620-102b6463f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818534 Jan 28 19:06:48.642673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Pushing event updated for resources: {'Port': ['ID=bc194b42-929a-4b70-954b-b811caea1e6f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:48.685908 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f601a82f-bad1-4ad7-bbe4-aca3bc9bce67 req-b81b3791-1bc6-452f-8761-38caaae3768d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059980 Jan 28 19:06:48.699522 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c515e1f-9b5c-42cd-8c73-55404238c48d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:48.749561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-05433801-ed30-48e1-97e8-88ce9cadae08 service neutron] Transition to ACTIVE for port object 762f82fa-f4c5-41c0-b20e-d928d6ffd66d will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:06:48.758859 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-05433801-ed30-48e1-97e8-88ce9cadae08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:48.772619 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (55791069-31af-4cef-ba97-12f9629f4e9f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:48.848450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] Pushing event deleted for resources: {'Port': ['ID=55791069-31af-4cef-ba97-12f9629f4e9f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:48.874669 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] No DVR routers for this DVR port 55791069-31af-4cef-ba97-12f9629f4e9f on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:06:48.905240 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (9e98cc92-380e-49e6-a034-45192c727aa9), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:48.907583 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-05433801-ed30-48e1-97e8-88ce9cadae08 service neutron] No DVR routers for this DVR port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:06:48.912374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05433801-ed30-48e1-97e8-88ce9cadae08 service neutron] Pushing event updated for resources: {'Port': ['ID=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:48.981832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7938d926-8e59-4c70-9837-7e95a01b46b5 None None] Provisioning complete for port bc194b42-929a-4b70-954b-b811caea1e6f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:48.983056 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7938d926-8e59-4c70-9837-7e95a01b46b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bc194b42-929a-4b70-954b-b811caea1e6f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:48.984584 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-05433801-ed30-48e1-97e8-88ce9cadae08 service neutron] 10.222.0.37 "PUT /v2.0/ports/762f82fa-f4c5-41c0-b20e-d928d6ffd66d/bindings/n-h1-824834-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5102224 Jan 28 19:06:49.042361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dd1e5-7ef3-4653-97da-33546ee6bda9 req-1232fde1-0d3c-4135-b80b-a72cfaf7eedc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:49.056387 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b0dd1e5-7ef3-4653-97da-33546ee6bda9 req-1232fde1-0d3c-4135-b80b-a72cfaf7eedc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 944 time: 0.1405618 Jan 28 19:06:49.071503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7938d926-8e59-4c70-9837-7e95a01b46b5 None None] Port bc194b42-929a-4b70-954b-b811caea1e6f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:06:49.119298 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b0dd1e5-7ef3-4653-97da-33546ee6bda9 req-8ec648b0-2eab-4d61-b008-bee65c69a782 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546284 Jan 28 19:06:49.224433 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (13782ccd-b940-4c2d-a32d-67ecaf8092e8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:49.371534 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:06:49.373106 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13782ccd-b940-4c2d-a32d-67ecaf8092e8']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:49.427937 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a65be50-71f7-489f-ae70-2d25884aa613') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:49.428253 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a65be50-71f7-489f-ae70-2d25884aa613') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:49.433406 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c515e1f-9b5c-42cd-8c73-55404238c48d admin admin] Publish callbacks [] for security_group (be6b4dce-70ba-46a7-9595-f4a35cafd800), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:49.443242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 76db4df9-ef78-4111-93f6-c031218d1d0a up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:06:49.484345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:49.486664 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:49.505368 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c515e1f-9b5c-42cd-8c73-55404238c48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (be6b4dce-70ba-46a7-9595-f4a35cafd800), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:49.534073 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (8a65be50-71f7-489f-ae70-2d25884aa613), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:49.580153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-2805ced7-a311-4eea-aaf1-fd3078ae1861 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:49.584183 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-2805ced7-a311-4eea-aaf1-fd3078ae1861 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f&tenant_id=a52c883532314f5dbe651bed69cf54cd&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 1126 time: 0.4930403 Jan 28 19:06:49.595939 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 76db4df9-ef78-4111-93f6-c031218d1d0a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:06:49.638412 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8a65be50-71f7-489f-ae70-2d25884aa613), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:49.650800 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 76db4df9-ef78-4111-93f6-c031218d1d0a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:49.651225 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:49.656413 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:49.656413 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:49.683153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:49.693338 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1c515e1f-9b5c-42cd-8c73-55404238c48d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=958fad386aca4d0f952c8525527fbb56&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3086967 Jan 28 19:06:49.694364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c515e1f-9b5c-42cd-8c73-55404238c48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6b4dce-70ba-46a7-9595-f4a35cafd800,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:49.696518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32888) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:49.701937 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:06:49.702733 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (8a65be50-71f7-489f-ae70-2d25884aa613), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:49.705794 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:06:49.707389 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:06:49.769225 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bc194b42-929a-4b70-954b-b811caea1e6f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:49.775338 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:49.813715 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1c554-19dd-4dd2-946f-983954ce4fa7 req-cc9d878e-7507-4b29-be82-613d8a2644b9 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:49.815348 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b1c554-19dd-4dd2-946f-983954ce4fa7 req-cc9d878e-7507-4b29-be82-613d8a2644b9 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 950 time: 0.4964156 Jan 28 19:06:49.907672 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (13782ccd-b940-4c2d-a32d-67ecaf8092e8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:49.926276 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:49.931394 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] 10.222.0.55 "DELETE /v2.0/networks/13782ccd-b940-4c2d-a32d-67ecaf8092e8 HTTP/1.1" status: 204 len: 168 time: 4.3791394 Jan 28 19:06:49.936499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-07996eaa-3b09-448b-94a8-041ecf33643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:49.938470 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-07996eaa-3b09-448b-94a8-041ecf33643e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f&tenant_id=a52c883532314f5dbe651bed69cf54cd HTTP/1.1" status: 200 len: 1126 time: 0.3256774 Jan 28 19:06:49.950558 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 76db4df9-ef78-4111-93f6-c031218d1d0a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:49.966980 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc943a6-d274-4904-b572-d70628f5caba admin admin] Pushing event deleted for resources: {'Network': ['ID=13782ccd-b940-4c2d-a32d-67ecaf8092e8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:49.973323 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:49.994941 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0f4b-9d56-4b29-be8b-094c35de83cf admin admin] Publish callbacks [] for security_group (be6b4dce-70ba-46a7-9595-f4a35cafd800), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:50.029621 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b1c554-19dd-4dd2-946f-983954ce4fa7 req-fdfa883f-7518-4ce7-939e-7f9dfc5205e5 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866946 Jan 28 19:06:50.102105 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b786b9-d8a2-4a01-a1a9-f072175be15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76db4df9-ef78-4111-93f6-c031218d1d0a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:06:50.108048 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c1c876-a6d1-4051-b448-6af647ff3d59" -d '{"events": [{"server_uuid": "e2b786b9-d8a2-4a01-a1a9-f072175be15f", "name": "network-vif-plugged", "status": "completed", "tag": "76db4df9-ef78-4111-93f6-c031218d1d0a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:06:50.111483 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0f4b-9d56-4b29-be8b-094c35de83cf admin admin] Publish callbacks [] for security_group (be6b4dce-70ba-46a7-9595-f4a35cafd800), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:50.158581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-32b42dcc-5959-4201-9c10-ec21fe0f6ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:50.170230 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-32b42dcc-5959-4201-9c10-ec21fe0f6ad7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 1126 time: 0.1816897 Jan 28 19:06:50.180880 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 76db4df9-ef78-4111-93f6-c031218d1d0a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=76db4df9-ef78-4111-93f6-c031218d1d0a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:50.194485 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:50.222860 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80481ad6-aff3-4505-9192-d6c5bd81d4a5 x-openstack-request-id: req-80481ad6-aff3-4505-9192-d6c5bd81d4a5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:06:50.223203 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b786b9-d8a2-4a01-a1a9-f072175be15f", "name": "network-vif-plugged", "status": "completed", "tag": "76db4df9-ef78-4111-93f6-c031218d1d0a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:06:50.223410 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80481ad6-aff3-4505-9192-d6c5bd81d4a5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:06:50.238062 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b786b9-d8a2-4a01-a1a9-f072175be15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76db4df9-ef78-4111-93f6-c031218d1d0a', 'code': 200} Jan 28 19:06:50.316755 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0f4b-9d56-4b29-be8b-094c35de83cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (be6b4dce-70ba-46a7-9595-f4a35cafd800), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:50.326976 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0f4b-9d56-4b29-be8b-094c35de83cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:50.334574 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Publish callbacks [] for port (bc194b42-929a-4b70-954b-b811caea1e6f), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:50.337153 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6fcb0f4b-9d56-4b29-be8b-094c35de83cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be6b4dce-70ba-46a7-9595-f4a35cafd800 HTTP/1.1" status: 204 len: 168 time: 0.6370788 Jan 28 19:06:50.382763 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (bc194b42-929a-4b70-954b-b811caea1e6f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:50.467481 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32912) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:50.489253 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42eecf99-dbe6-41da-b32d-36adbd3c14cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:50.512410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-527a1ae7-a4eb-451e-aed2-6ba2f1a97bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:50.513658 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=76db4df9-ef78-4111-93f6-c031218d1d0a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:50.515950 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-527a1ae7-a4eb-451e-aed2-6ba2f1a97bb6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.3383515 Jan 28 19:06:50.556893 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb0f4b-9d56-4b29-be8b-094c35de83cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6b4dce-70ba-46a7-9595-f4a35cafd800,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:50.617058 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-5091458c-46ae-4fff-acce-082accc9edf8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=762f82fa-f4c5-41c0-b20e-d928d6ffd66d HTTP/1.1" status: 200 len: 217 time: 0.0720685 Jan 28 19:06:50.619487 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (9e98cc92-380e-49e6-a034-45192c727aa9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:50.623348 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c58504-1b0b-4b40-adf0-baa63b0d7ea8 req-6dee3984-5ea3-49d0-9910-71de3f718bde tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:50.624985 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b2c58504-1b0b-4b40-adf0-baa63b0d7ea8 req-6dee3984-5ea3-49d0-9910-71de3f718bde tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 949 time: 0.7831321 Jan 28 19:06:50.632079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Pushing event updated for resources: {'Port': ['ID=bc194b42-929a-4b70-954b-b811caea1e6f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:50.716275 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b2c58504-1b0b-4b40-adf0-baa63b0d7ea8 req-5075edaf-4af6-455e-ac05-8b5de74cfb1d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715916 Jan 28 19:06:50.719902 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-70cb4340-68a3-4a4f-831e-aeca035e785f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d87708c42e094b638f36295b01f12cc1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2224586 Jan 28 19:06:50.733493 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32916) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:50.736374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5db5fd-e8b4-492a-acd1-461b9731ce54 req-0b8521e9-e364-4889-87e4-a163b590bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:50.738107 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe5db5fd-e8b4-492a-acd1-461b9731ce54 req-0b8521e9-e364-4889-87e4-a163b590bc0f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 1132 time: 0.3913236 Jan 28 19:06:50.757488 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a34cc-200d-4f27-bcc4-caced9a52ecd req-92a68466-4c1c-4314-bd5a-1aa9ef558941 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:50.759034 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a16a34cc-200d-4f27-bcc4-caced9a52ecd req-92a68466-4c1c-4314-bd5a-1aa9ef558941 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 944 time: 0.2899535 Jan 28 19:06:50.781569 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-6dfc56c6-ec09-4dac-a32b-2dc5277a1dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:50.781569 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-6dfc56c6-ec09-4dac-a32b-2dc5277a1dad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.1413655 Jan 28 19:06:50.826542 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe5db5fd-e8b4-492a-acd1-461b9731ce54 req-b7d27511-7122-4a56-b9d5-f25e87cc4af5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694826 Jan 28 19:06:50.851655 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-e9520e78-98cd-419c-80ee-ed09dd24836c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522223 Jan 28 19:06:50.977139 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a16a34cc-200d-4f27-bcc4-caced9a52ecd req-1ca655f2-e5ec-4209-8cde-653c30c7e899 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051537 Jan 28 19:06:50.977766 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3783304-e2d4-4a82-8c43-a3110beeb6ad admin admin] Publish callbacks [] for security_group (2d920a16-2cd2-47f3-ba2a-c386b50b11c9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:50.985614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Network 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:06:50.991494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:06:51.102040 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3783304-e2d4-4a82-8c43-a3110beeb6ad admin admin] Publish callbacks [] for security_group (2d920a16-2cd2-47f3-ba2a-c386b50b11c9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:51.135950 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-1eeac41d-5625-435e-abc8-c29fe097c8f0 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724392 Jan 28 19:06:51.344295 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:06:51.384226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddbfbc-bf1a-4a1f-a356-7c4a8f4f166d req-eee90515-02b4-4db6-b3bd-47ac212454d0 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:51.386088 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-74ddbfbc-bf1a-4a1f-a356-7c4a8f4f166d req-eee90515-02b4-4db6-b3bd-47ac212454d0 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 950 time: 0.1902413 Jan 28 19:06:51.428478 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-7006f3b3-736d-4953-adcc-f3c688d8f07e service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639573 Jan 28 19:06:51.455063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e4d0f620-e09f-4307-8127-e17de76b4fdf None None] Provisioning complete for port bc194b42-929a-4b70-954b-b811caea1e6f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:51.455530 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4d0f620-e09f-4307-8127-e17de76b4fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bc194b42-929a-4b70-954b-b811caea1e6f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:51.487730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Router 9e98cc92-380e-49e6-a034-45192c727aa9 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:06:51.509501 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3783304-e2d4-4a82-8c43-a3110beeb6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2d920a16-2cd2-47f3-ba2a-c386b50b11c9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:51.512831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:51.513219 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:51.515767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3783304-e2d4-4a82-8c43-a3110beeb6ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:51.519946 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a3783304-e2d4-4a82-8c43-a3110beeb6ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d920a16-2cd2-47f3-ba2a-c386b50b11c9 HTTP/1.1" status: 204 len: 168 time: 0.7821202 Jan 28 19:06:51.532194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3783304-e2d4-4a82-8c43-a3110beeb6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d920a16-2cd2-47f3-ba2a-c386b50b11c9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:51.559905 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-74ddbfbc-bf1a-4a1f-a356-7c4a8f4f166d req-a13f26f4-582f-4765-a290-dbc2b2169a11 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631892 Jan 28 19:06:51.682574 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:06:51.690001 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-798e6cbd-ab21-4ae7-a390-47a1004ccb2e admin admin] 10.222.0.55 "PUT /v2.0/routers/9e98cc92-380e-49e6-a034-45192c727aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6160824 Jan 28 19:06:51.723426 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0f620-e09f-4307-8127-e17de76b4fdf None None] Port bc194b42-929a-4b70-954b-b811caea1e6f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:06:51.783818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Sync routers for ids ['9e98cc92-380e-49e6-a034-45192c727aa9'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:06:51.806575 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32956) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:51.885166 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:51.968594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Routers {'9e98cc92-380e-49e6-a034-45192c727aa9'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:06:51.969922 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:06:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['9e98cc92-380e-49e6-a034-45192c727aa9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:51.999140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695c079-7b36-4e53-bcbb-192fc2222260 req-912d07b6-4179-43de-b37c-9e93b970cf78 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:52.002344 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e695c079-7b36-4e53-bcbb-192fc2222260 req-912d07b6-4179-43de-b37c-9e93b970cf78 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 1132 time: 0.2563860 Jan 28 19:06:52.027674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647c284-6834-40c2-9cd5-29580732e40f req-5953bb2d-35b2-4e9c-8fd7-cd3e3c50d74c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:52.037819 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4647c284-6834-40c2-9cd5-29580732e40f req-5953bb2d-35b2-4e9c-8fd7-cd3e3c50d74c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1444850 Jan 28 19:06:52.144269 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4647c284-6834-40c2-9cd5-29580732e40f req-42a929bb-b981-481a-ad51-10cea6a9c047 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034720 Jan 28 19:06:52.155503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-9af6f3cc-9ba1-44d9-a596-12081791c60e tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:52.155503 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-9af6f3cc-9ba1-44d9-a596-12081791c60e tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f&tenant_id=a52c883532314f5dbe651bed69cf54cd&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 1126 time: 0.2961276 Jan 28 19:06:52.161899 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e695c079-7b36-4e53-bcbb-192fc2222260 req-dbc71923-9cf6-4c2a-a434-bd76e5d51bdd tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535316 Jan 28 19:06:52.163082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Set router 9e98cc92-380e-49e6-a034-45192c727aa9 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:06:52.386056 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-6dd0a349-c10e-4484-bad5-c3c92c89bee5 service neutron] For port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:06:52.390114 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-6dd0a349-c10e-4484-bad5-c3c92c89bee5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:52.391282 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ceaccf27-cd55-4cc6-b21c-c6eba9aa5881 req-6dd0a349-c10e-4484-bad5-c3c92c89bee5 service neutron] 10.222.0.31 "DELETE /v2.0/ports/762f82fa-f4c5-41c0-b20e-d928d6ffd66d/bindings/n-h2-824834-4 HTTP/1.1" status: 204 len: 173 time: 0.2283511 Jan 28 19:06:52.395946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f476c60-a634-47da-a088-09c19417619c req-ed74a4bb-5067-4a0d-8a90-6a5b2b4ad78a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:52.397520 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f476c60-a634-47da-a088-09c19417619c req-ed74a4bb-5067-4a0d-8a90-6a5b2b4ad78a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 944 time: 0.0989473 Jan 28 19:06:52.481696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ed33edfc-da1e-452d-989b-8d680e242347 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1376128393-network', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:52.514576 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32972) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:52.589558 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed33edfc-da1e-452d-989b-8d680e242347 admin admin] Made reservation on behalf of f09fde878de341aca0d76fa8fb497fc7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:06:52.589558 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed33edfc-da1e-452d-989b-8d680e242347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:52.638079 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed33edfc-da1e-452d-989b-8d680e242347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:52.652817 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ff885dc5-747f-4093-935d-c7c728a9e4d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b71f3d86cf794c2ab63ba6fce26812a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1308763 Jan 28 19:06:52.653621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:52.655640 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f476c60-a634-47da-a088-09c19417619c req-5fc5338e-79b0-472d-8b49-d839610a09b7 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449534 Jan 28 19:06:52.674277 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:52.876791 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5b255ca-b534-4984-aea2-15ad383c4e62 admin admin] Publish callbacks [] for security_group (cd67fbf6-9572-4fb4-a56f-78001e5cd84b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:52.922308 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5b255ca-b534-4984-aea2-15ad383c4e62 admin admin] Publish callbacks [] for security_group (cd67fbf6-9572-4fb4-a56f-78001e5cd84b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:52.989706 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed33edfc-da1e-452d-989b-8d680e242347 admin admin] Publish callbacks [] for security_group (b0f1892e-3ad1-424f-a4c7-730fa87e4345), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:53.003799 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed33edfc-da1e-452d-989b-8d680e242347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b0f1892e-3ad1-424f-a4c7-730fa87e4345), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:53.035115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5b255ca-b534-4984-aea2-15ad383c4e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cd67fbf6-9572-4fb4-a56f-78001e5cd84b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:53.038261 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5b255ca-b534-4984-aea2-15ad383c4e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:53.042607 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f5b255ca-b534-4984-aea2-15ad383c4e62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd67fbf6-9572-4fb4-a56f-78001e5cd84b HTTP/1.1" status: 204 len: 168 time: 0.3879437 Jan 28 19:06:53.051757 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33edfc-da1e-452d-989b-8d680e242347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f1892e-3ad1-424f-a4c7-730fa87e4345,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:53.056826 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b255ca-b534-4984-aea2-15ad383c4e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd67fbf6-9572-4fb4-a56f-78001e5cd84b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:53.063660 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:53.152395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed33edfc-da1e-452d-989b-8d680e242347 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:06:53.175296 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-2f500de1-b998-4af8-855e-b77c5a69c951 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1227827 Jan 28 19:06:53.208768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'name': 'tempest-ServersTestBootFromVolume-1902651662-router', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:40Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'gw_port': {'id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:41Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'bc194b42-929a-4b70-954b-b811caea1e6f', 'name': '', 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'mac_address': 'fa:16:3e:b0:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:45Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 2, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'subnets': [{'id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:53.249528 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed33edfc-da1e-452d-989b-8d680e242347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (78d0a45f-1f90-4329-9431-f7ce01ac3576), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:53.250256 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-ed33edfc-da1e-452d-989b-8d680e242347 admin admin] Added segment 78d0a45f-1f90-4329-9431-f7ce01ac3576 of type vlan for network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 Jan 28 19:06:53.278268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Checking router: 9e98cc92-380e-49e6-a034-45192c727aa9 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:06:53.282388 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Updating router 9e98cc92-380e-49e6-a034-45192c727aa9 port bc194b42-929a-4b70-954b-b811caea1e6f binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:06:53.318202 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bc194b42-929a-4b70-954b-b811caea1e6f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:53.354735 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed33edfc-da1e-452d-989b-8d680e242347 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (b49b190d-5fb3-41cb-a694-b0a0b7d47b75), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:53.400133 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed33edfc-da1e-452d-989b-8d680e242347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (b49b190d-5fb3-41cb-a694-b0a0b7d47b75), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:53.401072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed33edfc-da1e-452d-989b-8d680e242347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:53.401702 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed33edfc-da1e-452d-989b-8d680e242347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:53.564534 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ed33edfc-da1e-452d-989b-8d680e242347 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7530150 Jan 28 19:06:53.566474 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33014) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:53.573624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9931a792-3559-4f0b-9ef7-0eead7a6f501 admin admin] Request body: {'subnet': {'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1376128393-subnet', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:53.606582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33edfc-da1e-452d-989b-8d680e242347 admin admin] Pushing event updated for resources: {'Network': ['ID=b49b190d-5fb3-41cb-a694-b0a0b7d47b75,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:53.633244 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33016) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:53.640090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-b91d0fd1-c7be-4b20-9aa7-1d3431d1fec5 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:53.641867 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-b91d0fd1-c7be-4b20-9aa7-1d3431d1fec5 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4647627 Jan 28 19:06:53.652428 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-746e0245-8422-47b8-94f1-164294b77a52 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1292965029', 'description': 'tempest-description--183818616'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:53.669041 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-f3d14241-7a2c-4811-8114-fcdef3226a7a tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/quotas/62e22dc3ff98431d8ceb20e1e50b899a HTTP/1.1" status: 200 len: 375 time: 0.0208766 Jan 28 19:06:53.710881 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:06:53.731994 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9931a792-3559-4f0b-9ef7-0eead7a6f501 admin admin] Made reservation on behalf of f09fde878de341aca0d76fa8fb497fc7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:06:53.738684 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9931a792-3559-4f0b-9ef7-0eead7a6f501 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:53.748760 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-746e0245-8422-47b8-94f1-164294b77a52 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:53.811027 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-a5352a55-5ee8-48b8-9703-6f3f78f6bdbf tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1410458 Jan 28 19:06:54.107124 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Publish callbacks [] for port (bc194b42-929a-4b70-954b-b811caea1e6f), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:54.117498 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bc194b42-929a-4b70-954b-b811caea1e6f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:54.155887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef3c7d-e780-47a4-8dbb-17310da1897e req-86cd8587-9e29-468c-9f4b-a4eed977d5c6 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:54.167717 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57ef3c7d-e780-47a4-8dbb-17310da1897e req-86cd8587-9e29-468c-9f4b-a4eed977d5c6 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 1126 time: 0.0851429 Jan 28 19:06:54.209485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ce788-d8e7-41f1-87a3-990a5be16560 None None] Pushing event updated for resources: {'Port': ['ID=bc194b42-929a-4b70-954b-b811caea1e6f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:54.358950 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-746e0245-8422-47b8-94f1-164294b77a52 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for security_group (ec47c778-23b0-43a5-9736-8a03328e18b2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:54.496965 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-746e0245-8422-47b8-94f1-164294b77a52 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ec47c778-23b0-43a5-9736-8a03328e18b2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:54.501579 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:54.523010 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Attempting to bind port bc194b42-929a-4b70-954b-b811caea1e6f on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:06:54.523384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Attempting to bind port bc194b42-929a-4b70-954b-b811caea1e6f by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '9af083a1-4e49-4740-89be-fbdbc0419af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:06:54.527572 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Attempting to bind port bc194b42-929a-4b70-954b-b811caea1e6f on network 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:06:54.539457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:06:54.539904 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Checking segment: {'id': '9af083a1-4e49-4740-89be-fbdbc0419af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:06:54.543292 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:54.543746 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Bound using segment: {'id': '9af083a1-4e49-4740-89be-fbdbc0419af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:06:54.546804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Bound port: bc194b42-929a-4b70-954b-b811caea1e6f, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af083a1-4e49-4740-89be-fbdbc0419af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:06:54.547222 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bc194b42-929a-4b70-954b-b811caea1e6f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:54.627788 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9931a792-3559-4f0b-9ef7-0eead7a6f501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (cd80566b-cb23-46e8-93b8-695f127ca2f3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:54.632775 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-746e0245-8422-47b8-94f1-164294b77a52 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:54.634400 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-746e0245-8422-47b8-94f1-164294b77a52 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0001049 Jan 28 19:06:54.735164 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] For port bc194b42-929a-4b70-954b-b811caea1e6f, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:06:54.739489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] For port bc194b42-929a-4b70-954b-b811caea1e6f, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bc194b42-929a-4b70-954b-b811caea1e6f,segment=NetworkSegment(9af083a1-4e49-4740-89be-fbdbc0419af9),segment_id=9af083a1-4e49-4740-89be-fbdbc0419af9)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:06:54.754987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33048) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:54.756328 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bc194b42-929a-4b70-954b-b811caea1e6f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:54.764297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931a792-3559-4f0b-9ef7-0eead7a6f501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd80566b-cb23-46e8-93b8-695f127ca2f3,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:54.785551 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6090fbaa-1df6-409b-b324-aec0dc922951 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Request body: {'security_group_rule': {'security_group_id': 'ec47c778-23b0-43a5-9736-8a03328e18b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:54.811001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e0245-8422-47b8-94f1-164294b77a52 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec47c778-23b0-43a5-9736-8a03328e18b2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:54.881837 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Routers {'9e98cc92-380e-49e6-a034-45192c727aa9'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:06:54.889038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:06:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['9e98cc92-380e-49e6-a034-45192c727aa9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:54.996550 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfaa9b4-d7b0-41c3-95e1-6543cdee3ca1 req-8773fcda-029d-4d1c-9c16-6884474c186e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:55.001800 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57ef3c7d-e780-47a4-8dbb-17310da1897e req-50a99fa2-a362-496d-9bca-ddaae39ba26d tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8312898 Jan 28 19:06:55.015821 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cbfaa9b4-d7b0-41c3-95e1-6543cdee3ca1 req-8773fcda-029d-4d1c-9c16-6884474c186e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.4878111 Jan 28 19:06:55.214341 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ce788-d8e7-41f1-87a3-990a5be16560 None None] Pushing event updated for resources: {'Port': ['ID=bc194b42-929a-4b70-954b-b811caea1e6f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:55.229900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9931a792-3559-4f0b-9ef7-0eead7a6f501 admin admin] Checking segment: {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:06:55.230503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9931a792-3559-4f0b-9ef7-0eead7a6f501 admin admin] Network hostable DHCP agents. Network: b49b190d-5fb3-41cb-a694-b0a0b7d47b75, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:06:55.282058 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6090fbaa-1df6-409b-b324-aec0dc922951 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for security_group_rule (d79fe9ba-b46d-4eb3-8756-5404aa2c142e), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:55.300907 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] Set router 9e98cc92-380e-49e6-a034-45192c727aa9 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:06:55.404336 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f73eb221-2c4e-4161-89a7-d82bd957a124 req-2e7e4642-2ecf-4269-9a7b-d42519459058 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 210 time: 0.0346677 Jan 28 19:06:55.411318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9931a792-3559-4f0b-9ef7-0eead7a6f501 admin admin] Network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:06:55.464578 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:55.465293 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-06979a49-377d-49b6-b379-aeceaed7aa6a None None] Provisioning complete for port bc194b42-929a-4b70-954b-b811caea1e6f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:55.465645 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-06979a49-377d-49b6-b379-aeceaed7aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bc194b42-929a-4b70-954b-b811caea1e6f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:55.473668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9931a792-3559-4f0b-9ef7-0eead7a6f501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, b49b190d-5fb3-41cb-a694-b0a0b7d47b75) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:06:55.477917 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cbfaa9b4-d7b0-41c3-95e1-6543cdee3ca1 req-c0cb64d1-e98c-4874-9454-47193932dbec tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864496 Jan 28 19:06:55.517841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9931a792-3559-4f0b-9ef7-0eead7a6f501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:55.518496 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9931a792-3559-4f0b-9ef7-0eead7a6f501 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:55.577341 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6090fbaa-1df6-409b-b324-aec0dc922951 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for security_group_rule (d79fe9ba-b46d-4eb3-8756-5404aa2c142e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:55.600305 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9931a792-3559-4f0b-9ef7-0eead7a6f501 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0321491 Jan 28 19:06:55.603119 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:55.609742 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6090fbaa-1df6-409b-b324-aec0dc922951 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (d79fe9ba-b46d-4eb3-8756-5404aa2c142e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:55.612936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1376128393-router', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:55.618272 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ff6971-dcbb-4882-9bd3-3870a27e0005 None None] Network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:06:55.650764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090fbaa-1df6-409b-b324-aec0dc922951 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79fe9ba-b46d-4eb3-8756-5404aa2c142e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:55.672595 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6090fbaa-1df6-409b-b324-aec0dc922951 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:55.674241 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6090fbaa-1df6-409b-b324-aec0dc922951 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9022057 Jan 28 19:06:55.678492 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33076) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:55.687383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-48b6afe7-a568-48eb-a191-4baba36306ce tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Request body: {'security_group_rule': {'security_group_id': 'ec47c778-23b0-43a5-9736-8a03328e18b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:55.719905 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (61b8a2b8-0198-4701-9f5e-ac6ac648a52d), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:55.721570 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (61b8a2b8-0198-4701-9f5e-ac6ac648a52d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:55.731226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec95cc2-caf0-464f-aeee-72ba17d04fb2 req-dee0fe60-5a0f-4335-907d-0e71f6a93686 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:55.740194 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ec95cc2-caf0-464f-aeee-72ba17d04fb2 req-dee0fe60-5a0f-4335-907d-0e71f6a93686 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 1126 time: 0.1054049 Jan 28 19:06:55.810468 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48b6afe7-a568-48eb-a191-4baba36306ce tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for security_group_rule (1f63603e-d339-48f1-9dc1-58f4f2324f53), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:55.829923 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:06:55.851574 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Publish callbacks [] for router_controller (61b8a2b8-0198-4701-9f5e-ac6ac648a52d), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:55.902199 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c8063-0ecf-463f-b6b9-83b78669bbba req-df440a6e-0af2-48ee-9a75-e04a4d0edcec tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:55.904089 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f34c8063-0ecf-463f-b6b9-83b78669bbba req-df440a6e-0af2-48ee-9a75-e04a4d0edcec tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1772180 Jan 28 19:06:55.949810 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:06:55.962929 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:55.982759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-06979a49-377d-49b6-b379-aeceaed7aa6a None None] Current status of the port bc194b42-929a-4b70-954b-b811caea1e6f is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:55.983221 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-06979a49-377d-49b6-b379-aeceaed7aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bc194b42-929a-4b70-954b-b811caea1e6f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:56.006647 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ec95cc2-caf0-464f-aeee-72ba17d04fb2 req-f9cb74bf-feef-4cc9-b6b5-1c967a07c045 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605672 Jan 28 19:06:56.060739 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48b6afe7-a568-48eb-a191-4baba36306ce tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for security_group_rule (1f63603e-d339-48f1-9dc1-58f4f2324f53), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:56.087872 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48b6afe7-a568-48eb-a191-4baba36306ce tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (1f63603e-d339-48f1-9dc1-58f4f2324f53), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:56.160672 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6afe7-a568-48eb-a191-4baba36306ce tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f63603e-d339-48f1-9dc1-58f4f2324f53,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:56.244837 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-3eee221d-bd3e-4010-8fb9-7a825d6d4537 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639455 Jan 28 19:06:56.252255 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-06979a49-377d-49b6-b379-aeceaed7aa6a None None] For port bc194b42-929a-4b70-954b-b811caea1e6f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bc194b42-929a-4b70-954b-b811caea1e6f,segment=NetworkSegment(9af083a1-4e49-4740-89be-fbdbc0419af9),segment_id=9af083a1-4e49-4740-89be-fbdbc0419af9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:06:56.277601 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Publish callbacks [] for router_gateway (61b8a2b8-0198-4701-9f5e-ac6ac648a52d), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:56.281413 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-06979a49-377d-49b6-b379-aeceaed7aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bc194b42-929a-4b70-954b-b811caea1e6f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:56.336795 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48b6afe7-a568-48eb-a191-4baba36306ce tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:56.338784 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-48b6afe7-a568-48eb-a191-4baba36306ce tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6592968 Jan 28 19:06:56.361733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33092) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:56.366608 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f34c8063-0ecf-463f-b6b9-83b78669bbba req-0614f909-29f8-4c76-b366-db8a43363dcb tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490862 Jan 28 19:06:56.369317 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:56.385195 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'name': 'tempest-ServersTestBootFromVolume-1902651662-router', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:40Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'gw_port': {'id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:41Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'bc194b42-929a-4b70-954b-b811caea1e6f', 'name': '', 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'mac_address': 'fa:16:3e:b0:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:45Z', 'updated_at': '2022-01-28T19:06:54Z', 'revision_number': 4, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'subnets': [{'id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:06:56.458753 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:56.737353 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-c6d723be-27d4-42f6-b6b8-b7438425cb73 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:56.739851 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-c6d723be-27d4-42f6-b6b8-b7438425cb73 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4851687 Jan 28 19:06:56.753993 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-51a9e6e9-aef4-4d20-aa3d-eaa58a7eef37 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Request body: {'port': {'device_id': 'c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '62e22dc3ff98431d8ceb20e1e50b899a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:56.890289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9467f-499a-4123-a8d7-8f961962418f None None] The sync data for ids ['9e98cc92-380e-49e6-a034-45192c727aa9'] in n-d-824834-4 is: [{'id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'name': 'tempest-ServersTestBootFromVolume-1902651662-router', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:40Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'gw_port': {'id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:41Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'bc194b42-929a-4b70-954b-b811caea1e6f', 'name': '', 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'mac_address': 'fa:16:3e:b0:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:45Z', 'updated_at': '2022-01-28T19:06:54Z', 'revision_number': 4, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'subnets': [{'id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:06:56.972795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-116a7282-044e-47ca-9289-897d3275dcaa req-36a6a5e8-ef55-4cc3-8450-603b992a3d82 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 210 time: 0.0588896 Jan 28 19:06:56.978997 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-51a9e6e9-aef4-4d20-aa3d-eaa58a7eef37 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Made reservation on behalf of 62e22dc3ff98431d8ceb20e1e50b899a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:06:56.997166 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-51a9e6e9-aef4-4d20-aa3d-eaa58a7eef37 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:57.005913 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Publish callbacks [] for router_gateway (61b8a2b8-0198-4701-9f5e-ac6ac648a52d), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:57.033541 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:57.048398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06979a49-377d-49b6-b379-aeceaed7aa6a None None] Pushing event updated for resources: {'Port': ['ID=bc194b42-929a-4b70-954b-b811caea1e6f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:57.052138 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:57.073649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ecc50a0f-6e5a-4f3b-b081-1d6f098fcbd9 None None] Provisioning complete for port bc194b42-929a-4b70-954b-b811caea1e6f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:57.074694 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ecc50a0f-6e5a-4f3b-b081-1d6f098fcbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bc194b42-929a-4b70-954b-b811caea1e6f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:57.134757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Allocated IP 172.20.0.2 (b49b190d-5fb3-41cb-a694-b0a0b7d47b75/cd80566b-cb23-46e8-93b8-695f127ca2f3/6acb7c21-64a6-4e0c-aba2-c5623ad61b98) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:06:57.440963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Allocated IP 172.25.0.36 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/c832d637-7b96-4f5c-99b4-6c3d02f69f18) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:06:57.463269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ecc50a0f-6e5a-4f3b-b081-1d6f098fcbd9 None None] Current status of the port bc194b42-929a-4b70-954b-b811caea1e6f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:57.479034 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-51a9e6e9-aef4-4d20-aa3d-eaa58a7eef37 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Allocated IP 192.168.233.78 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/33cc6b52-4c84-4e8b-9a72-9dcc683d402c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:06:57.538988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bc194b42-929a-4b70-954b-b811caea1e6f up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:06:57.696075 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Publish callbacks [] for port (6acb7c21-64a6-4e0c-aba2-c5623ad61b98), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:57.712112 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (6acb7c21-64a6-4e0c-aba2-c5623ad61b98), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:57.724475 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port bc194b42-929a-4b70-954b-b811caea1e6f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:57.724475 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bc194b42-929a-4b70-954b-b811caea1e6f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:57.754158 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7320ac81-f173-49d8-9dce-5a6650718273 req-57ce79aa-f74e-4a34-a0fd-ea0d8343d1d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2286549 Jan 28 19:06:57.762948 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Publish callbacks [] for port (c832d637-7b96-4f5c-99b4-6c3d02f69f18), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:57.883219 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:06:57.884656 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c832d637-7b96-4f5c-99b4-6c3d02f69f18), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:57.903209 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:06:57.906165 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afa7d5-b1a2-4d05-a432-d3f20e701b22 req-185e81ab-da90-4371-becc-5143cc3c7ebe tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:57.917974 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c0afa7d5-b1a2-4d05-a432-d3f20e701b22 req-185e81ab-da90-4371-becc-5143cc3c7ebe tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.3450935 Jan 28 19:06:57.938212 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:06:57.940733 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Pushing event updated for resources: {'Port': ['ID=6acb7c21-64a6-4e0c-aba2-c5623ad61b98,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:58.061122 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:06:58.079760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:06:58.104275 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-51a9e6e9-aef4-4d20-aa3d-eaa58a7eef37 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks [] for port (33cc6b52-4c84-4e8b-9a72-9dcc683d402c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:58.122133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:06:58.152631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Allocated IP 172.25.0.75 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/eee182ec-7f14-4422-a88e-2d5cf466281a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:06:58.217305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Pushing event updated for resources: {'Port': ['ID=c832d637-7b96-4f5c-99b4-6c3d02f69f18,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:58.252512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Attempting to bind port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:06:58.253113 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Attempting to bind port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:06:58.253486 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Attempting to bind port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 on network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:06:58.264558 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:06:58.265193 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Checking segment: {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:06:58.265696 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:58.266225 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Bound using segment: {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:06:58.268388 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Bound port: 6acb7c21-64a6-4e0c-aba2-c5623ad61b98, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:06:58.268854 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6acb7c21-64a6-4e0c-aba2-c5623ad61b98), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:58.284923 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-51a9e6e9-aef4-4d20-aa3d-eaa58a7eef37 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (33cc6b52-4c84-4e8b-9a72-9dcc683d402c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:58.301328 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d2203941-4669-4aac-b710-163f33a83564', '3dd7177b-7b56-41ed-8389-f22488938e49'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:06:58.340522 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['6fa97b10-2331-489c-bb8c-bc9f8fff8377', 'eced0486-f634-48c5-a6e0-9d68124d82a0', '2a21ddda-aec0-42b7-b31f-849bc766b40b', 'df33b1f2-0b31-4ade-81ae-f7c369b1ca5b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:06:58.410807 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-51a9e6e9-aef4-4d20-aa3d-eaa58a7eef37 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:06:58.414463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port bc194b42-929a-4b70-954b-b811caea1e6f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:06:58.422175 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-51a9e6e9-aef4-4d20-aa3d-eaa58a7eef37 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:06:58.458082 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-51a9e6e9-aef4-4d20-aa3d-eaa58a7eef37 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:06:58.545634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-51a9e6e9-aef4-4d20-aa3d-eaa58a7eef37 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:58.548787 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-51a9e6e9-aef4-4d20-aa3d-eaa58a7eef37 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:58.585595 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c0afa7d5-b1a2-4d05-a432-d3f20e701b22 req-bb5e658b-90c7-4694-b10c-e89721b8107a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6635690 Jan 28 19:06:58.608080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9e6e9-aef4-4d20-aa3d-eaa58a7eef37 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Pushing event updated for resources: {'Port': ['ID=33cc6b52-4c84-4e8b-9a72-9dcc683d402c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:58.643474 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-51a9e6e9-aef4-4d20-aa3d-eaa58a7eef37 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8897874 Jan 28 19:06:58.670128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Request body: {'port': {'device_id': 'c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:06:58.733439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] For port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:06:58.791103 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15eb10-788b-49a3-904b-e0d7a35e2a06 req-716fe1fc-c81f-443c-b423-27ae10e259fc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:06:58.800535 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ee15eb10-788b-49a3-904b-e0d7a35e2a06 req-716fe1fc-c81f-443c-b423-27ae10e259fc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 935 time: 0.5693531 Jan 28 19:06:58.862319 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] For port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6acb7c21-64a6-4e0c-aba2-c5623ad61b98,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:06:58.927124 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6acb7c21-64a6-4e0c-aba2-c5623ad61b98), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:58.929354 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (33cc6b52-4c84-4e8b-9a72-9dcc683d402c), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:59.295430 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for port (eee182ec-7f14-4422-a88e-2d5cf466281a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:59.398622 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ee15eb10-788b-49a3-904b-e0d7a35e2a06 req-35037ee5-4bba-4e56-983c-23be2c79b65f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5971730 Jan 28 19:06:59.433923 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33184) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:06:59.470478 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Publish callbacks [] for router_gateway (61b8a2b8-0198-4701-9f5e-ac6ac648a52d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:59.497265 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c8e89-ace4-4b7b-8bc9-428a0cf735f1 None None] Pushing event updated for resources: {'Port': ['ID=6acb7c21-64a6-4e0c-aba2-c5623ad61b98,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:06:59.571516 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cebb623c-b03b-4e6f-bac0-d5ac8ec5cf9c None None] Provisioning complete for port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:06:59.571912 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cebb623c-b03b-4e6f-bac0-d5ac8ec5cf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (33cc6b52-4c84-4e8b-9a72-9dcc683d402c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:59.832471 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86192890-8c9a-431a-8a05-0ed80bfc7c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:59.887652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cebb623c-b03b-4e6f-bac0-d5ac8ec5cf9c None None] Port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:06:59.959995 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:06:59.981697 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (eee182ec-7f14-4422-a88e-2d5cf466281a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:00.175700 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86192890-8c9a-431a-8a05-0ed80bfc7c02 admin admin] Publish callbacks [] for security_group (8d09e9aa-674b-49ee-859e-480665d181a4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:00.237116 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bb7e0-451d-4f44-a2c2-a1a7af0be1bf req-4476d383-aa1e-49cf-9787-806b2977f818 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:00.244738 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-564bb7e0-451d-4f44-a2c2-a1a7af0be1bf req-4476d383-aa1e-49cf-9787-806b2977f818 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1305110 Jan 28 19:07:00.276530 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86192890-8c9a-431a-8a05-0ed80bfc7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8d09e9aa-674b-49ee-859e-480665d181a4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:00.366906 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-564bb7e0-451d-4f44-a2c2-a1a7af0be1bf req-08d297f0-e315-4ecb-b9de-ae6811313a70 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185205 Jan 28 19:07:00.399894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33cc6b52-4c84-4e8b-9a72-9dcc683d402c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:07:00.420035 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:07:00.421599 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Publish callbacks [] for port (33cc6b52-4c84-4e8b-9a72-9dcc683d402c), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:00.453785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Transition to ACTIVE for port object 33cc6b52-4c84-4e8b-9a72-9dcc683d402c will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:07:00.465120 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (33cc6b52-4c84-4e8b-9a72-9dcc683d402c), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:00.548741 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-86192890-8c9a-431a-8a05-0ed80bfc7c02 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd6584835f0a4a8a904d7ef9fcf89a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1130254 Jan 28 19:07:00.560754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33204) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:00.590696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Pushing event updated for resources: {'Port': ['ID=eee182ec-7f14-4422-a88e-2d5cf466281a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:00.595894 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:07:00.605925 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:07:00.692089 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86192890-8c9a-431a-8a05-0ed80bfc7c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d09e9aa-674b-49ee-859e-480665d181a4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:00.722552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Pushing event updated for resources: {'Port': ['ID=33cc6b52-4c84-4e8b-9a72-9dcc683d402c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:00.804559 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc308b-0016-4f75-9791-128106693eb9 req-1bb136bb-f59a-4c93-a209-012418f5fea1 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:00.806207 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6adc308b-0016-4f75-9791-128106693eb9 req-1bb136bb-f59a-4c93-a209-012418f5fea1 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 947 time: 0.2444165 Jan 28 19:07:00.890842 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b68648d-a904-456d-a127-418d8ec9b17e admin admin] Publish callbacks [] for security_group (8d09e9aa-674b-49ee-859e-480665d181a4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:00.959931 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6adc308b-0016-4f75-9791-128106693eb9 req-16636c8b-9837-48ed-afaf-cc7bfee05921 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385837 Jan 28 19:07:00.985164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Attempting to bind port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:07:00.985504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Attempting to bind port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:07:00.986236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Attempting to bind port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:07:01.033935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:07:01.034319 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Attempting to bind port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:07:01.049610 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b68648d-a904-456d-a127-418d8ec9b17e admin admin] Publish callbacks [] for security_group (8d09e9aa-674b-49ee-859e-480665d181a4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:01.061727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:07:01.061727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:07:01.061727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:07:01.061727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Bound port: 33cc6b52-4c84-4e8b-9a72-9dcc683d402c, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:07:01.061727 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (33cc6b52-4c84-4e8b-9a72-9dcc683d402c), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:01.144467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2754c1e-aae8-49ef-ac9d-976c8084ea95 None None] Network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:07:01.233688 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b68648d-a904-456d-a127-418d8ec9b17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8d09e9aa-674b-49ee-859e-480665d181a4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:01.235882 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b68648d-a904-456d-a127-418d8ec9b17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:01.250434 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0b68648d-a904-456d-a127-418d8ec9b17e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d09e9aa-674b-49ee-859e-480665d181a4 HTTP/1.1" status: 204 len: 168 time: 0.6693249 Jan 28 19:07:01.256782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] For port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:07:01.275507 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] For port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=33cc6b52-4c84-4e8b-9a72-9dcc683d402c,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:07:01.277481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68648d-a904-456d-a127-418d8ec9b17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d09e9aa-674b-49ee-859e-480665d181a4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:01.302642 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (33cc6b52-4c84-4e8b-9a72-9dcc683d402c), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:01.398622 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:01.399336 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:01.400852 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] 10.222.0.31 "PUT /v2.0/ports/33cc6b52-4c84-4e8b-9a72-9dcc683d402c HTTP/1.1" status: 200 len: 1095 time: 2.7476008 Jan 28 19:07:01.401318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d', 'tag': '33cc6b52-4c84-4e8b-9a72-9dcc683d402c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:01.408651 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8274f55f-b1f9-4f18-a9c9-aa58dbf96117" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d", "tag": "33cc6b52-4c84-4e8b-9a72-9dcc683d402c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:01.479101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f4a62c0d-772c-4132-ab39-901710938ae5 None None] Provisioning complete for port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:01.480236 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4a62c0d-772c-4132-ab39-901710938ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6acb7c21-64a6-4e0c-aba2-c5623ad61b98), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:01.536363 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e869d84d-a0a4-4313-b273-fa8f88eb99a5 x-openstack-request-id: req-e869d84d-a0a4-4313-b273-fa8f88eb99a5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:01.556705 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d", "tag": "33cc6b52-4c84-4e8b-9a72-9dcc683d402c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:01.557229 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e869d84d-a0a4-4313-b273-fa8f88eb99a5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:01.557681 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d', 'tag': '33cc6b52-4c84-4e8b-9a72-9dcc683d402c', 'status': 'completed', 'code': 200} Jan 28 19:07:01.601782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:07:01.653063 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320ac81-f173-49d8-9dce-5a6650718273 req-45fb6dbd-7b37-4a99-877e-6532413f13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:01.656289 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7320ac81-f173-49d8-9dce-5a6650718273 req-45fb6dbd-7b37-4a99-877e-6532413f13f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 1132 time: 1.3115788 Jan 28 19:07:01.657474 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (61b8a2b8-0198-4701-9f5e-ac6ac648a52d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:01.760138 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:01.761063 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6acb7c21-64a6-4e0c-aba2-c5623ad61b98), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:01.777409 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459bb7d-4605-4aa8-8d6e-5447ccfd4e7c service neutron] Pushing event updated for resources: {'Port': ['ID=33cc6b52-4c84-4e8b-9a72-9dcc683d402c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:01.849731 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for floatingip (8b30450e-8add-42fb-b68b-229065067d51), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:01.875789 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f4a62c0d-772c-4132-ab39-901710938ae5 None None] Current status of the port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:01.876871 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4a62c0d-772c-4132-ab39-901710938ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6acb7c21-64a6-4e0c-aba2-c5623ad61b98), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:01.905977 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-ea859568-b7b5-4a14-990c-13ea70120ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:01.907598 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-ea859568-b7b5-4a14-990c-13ea70120ff6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 1129 time: 0.3968635 Jan 28 19:07:01.944929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:01.945471 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6acb7c21-64a6-4e0c-aba2-c5623ad61b98), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:01.975859 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f4a62c0d-772c-4132-ab39-901710938ae5 None None] For port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6acb7c21-64a6-4e0c-aba2-c5623ad61b98,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:01.989321 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4a62c0d-772c-4132-ab39-901710938ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6acb7c21-64a6-4e0c-aba2-c5623ad61b98), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:02.102238 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a62c0d-772c-4132-ab39-901710938ae5 None None] Pushing event updated for resources: {'Port': ['ID=6acb7c21-64a6-4e0c-aba2-c5623ad61b98,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:02.144923 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371fcf2-20bb-415b-b6ad-f73a295d0d36 req-d82c27f4-e0a5-4f7f-8cba-0d3e64468c3e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:02.152675 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9371fcf2-20bb-415b-b6ad-f73a295d0d36 req-d82c27f4-e0a5-4f7f-8cba-0d3e64468c3e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.5925136 Jan 28 19:07:02.159843 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33230) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:02.174905 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:07:02.175513 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:07:02.177518 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-30072dcf-7ecb-414c-926b-525da799fbe6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=33cc6b52-4c84-4e8b-9a72-9dcc683d402c HTTP/1.1" status: 200 len: 217 time: 0.2410247 Jan 28 19:07:02.188367 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-168a4e23-76cc-4203-a819-d4b5ac078280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:02.294386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9371fcf2-20bb-415b-b6ad-f73a295d0d36 req-211705b5-c5b6-4e5a-820e-3610dd00ae26 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349227 Jan 28 19:07:02.328963 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cf3ad4f5-c2e0-4b73-83df-d9a97b7b90b4 None None] Provisioning complete for port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:02.334779 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf3ad4f5-c2e0-4b73-83df-d9a97b7b90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6acb7c21-64a6-4e0c-aba2-c5623ad61b98), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:02.347609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee835e-2eb2-4766-a68a-e4cb2d1e3d5b req-4cbabfb0-398c-4659-add8-c39daffdadd8 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:02.359280 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57ee835e-2eb2-4766-a68a-e4cb2d1e3d5b req-4cbabfb0-398c-4659-add8-c39daffdadd8 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 947 time: 0.1711893 Jan 28 19:07:02.362587 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4776e63e-46dc-437f-a080-d700dae592b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:02.364289 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-4776e63e-46dc-437f-a080-d700dae592b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1619630 Jan 28 19:07:02.421618 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (eee182ec-7f14-4422-a88e-2d5cf466281a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:02.468482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:07:02.490564 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-168a4e23-76cc-4203-a819-d4b5ac078280 admin admin] Publish callbacks [] for security_group (8d904fa1-29fe-41d0-8583-e09f8977e49d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:02.502101 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-168a4e23-76cc-4203-a819-d4b5ac078280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8d904fa1-29fe-41d0-8583-e09f8977e49d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:02.536124 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57ee835e-2eb2-4766-a68a-e4cb2d1e3d5b req-57596e23-2bf1-4374-a0c5-e3f81e19c075 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758368 Jan 28 19:07:02.541076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a4e23-76cc-4203-a819-d4b5ac078280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d904fa1-29fe-41d0-8583-e09f8977e49d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:02.576703 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cf3ad4f5-c2e0-4b73-83df-d9a97b7b90b4 None None] Current status of the port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:02.585329 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-0476a3c3-6213-4b6e-8a68-3706a5ca1f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:02.588112 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-0476a3c3-6213-4b6e-8a68-3706a5ca1f54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2101793 Jan 28 19:07:02.595491 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-168a4e23-76cc-4203-a819-d4b5ac078280 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e8503e95a35046ff820524c012e42f15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4327652 Jan 28 19:07:02.598238 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:02.610068 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320ac81-f173-49d8-9dce-5a6650718273 req-a52673f6-2436-45e0-b8c3-254c7884e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:02.610068 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7320ac81-f173-49d8-9dce-5a6650718273 req-a52673f6-2436-45e0-b8c3-254c7884e3c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.9332950 Jan 28 19:07:02.781836 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for port (eee182ec-7f14-4422-a88e-2d5cf466281a), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:02.785050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:07:02.828327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:02.834059 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Sync routers for ids ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:07:02.844232 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Routers {'61b8a2b8-0198-4701-9f5e-ac6ac648a52d'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:07:02.844842 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:06:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:07:02.855198 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (eee182ec-7f14-4422-a88e-2d5cf466281a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:02.860792 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7320ac81-f173-49d8-9dce-5a6650718273 req-13bda865-6791-4428-aa3b-4704cc9bbfa0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=76db4df9-ef78-4111-93f6-c031218d1d0a HTTP/1.1" status: 200 len: 217 time: 0.0730064 Jan 28 19:07:02.865101 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85c9dfd7-e24b-40b3-aba0-23a2ecc7a350 admin admin] Publish callbacks [] for security_group (8d904fa1-29fe-41d0-8583-e09f8977e49d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:02.869104 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-eac2dded-3e11-45dd-833e-d09f60839b67 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209823 Jan 28 19:07:02.961808 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:02.963019 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0a61587c-74e5-4af9-8544-c03dc663eb82 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3589029 Jan 28 19:07:02.968109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:02.990055 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Set router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:07:03.022197 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85c9dfd7-e24b-40b3-aba0-23a2ecc7a350 admin admin] Publish callbacks [] for security_group (8d904fa1-29fe-41d0-8583-e09f8977e49d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:03.191612 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57f3e5b8-e572-4826-96e2-bfc09158d43f req-c0b92d6f-51bc-4afe-995d-c2fb33c18ebe service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046803 Jan 28 19:07:03.193170 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'name': 'tempest-ServerActionsTestJSON-1376128393-router', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:55Z', 'updated_at': '2022-01-28T19:06:58Z', 'revision_number': 3, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'gw_port': {'id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:66:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:57Z', 'updated_at': '2022-01-28T19:06:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:07:03.212448 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85c9dfd7-e24b-40b3-aba0-23a2ecc7a350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8d904fa1-29fe-41d0-8583-e09f8977e49d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:03.224421 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85c9dfd7-e24b-40b3-aba0-23a2ecc7a350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:03.226966 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Checking router: 61b8a2b8-0198-4701-9f5e-ac6ac648a52d for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:07:03.227318 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Updating router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d port c832d637-7b96-4f5c-99b4-6c3d02f69f18 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:07:03.229799 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-85c9dfd7-e24b-40b3-aba0-23a2ecc7a350 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d904fa1-29fe-41d0-8583-e09f8977e49d HTTP/1.1" status: 204 len: 168 time: 0.6304715 Jan 28 19:07:03.249894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9dfd7-e24b-40b3-aba0-23a2ecc7a350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d904fa1-29fe-41d0-8583-e09f8977e49d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:03.265136 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c832d637-7b96-4f5c-99b4-6c3d02f69f18), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:03.390443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:07:03.437476 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274f55f-b1f9-4f18-a9c9-aa58dbf96117 req-d9b9ade2-f25e-4c69-a1e2-3d710ca0c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:03.439423 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8274f55f-b1f9-4f18-a9c9-aa58dbf96117 req-d9b9ade2-f25e-4c69-a1e2-3d710ca0c8cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 1129 time: 0.1690605 Jan 28 19:07:03.551566 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:03.551949 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6acb7c21-64a6-4e0c-aba2-c5623ad61b98), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:03.751975 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Publish callbacks [] for port (c832d637-7b96-4f5c-99b4-6c3d02f69f18), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:03.759091 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c832d637-7b96-4f5c-99b4-6c3d02f69f18), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:03.766229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274f55f-b1f9-4f18-a9c9-aa58dbf96117 req-488229fc-374b-4412-b810-4bc5aaa6cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:03.767723 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8274f55f-b1f9-4f18-a9c9-aa58dbf96117 req-488229fc-374b-4412-b810-4bc5aaa6cf1a service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.3160646 Jan 28 19:07:03.813152 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:03.814446 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Attempting to bind port c832d637-7b96-4f5c-99b4-6c3d02f69f18 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:07:03.814812 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Attempting to bind port c832d637-7b96-4f5c-99b4-6c3d02f69f18 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:07:03.815344 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Attempting to bind port c832d637-7b96-4f5c-99b4-6c3d02f69f18 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:07:03.828868 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:07:03.829496 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:07:03.830104 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:03.830321 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Pushing event updated for resources: {'Port': ['ID=eee182ec-7f14-4422-a88e-2d5cf466281a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:03.831167 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:07:03.831905 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Bound port: c832d637-7b96-4f5c-99b4-6c3d02f69f18, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:07:03.832444 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c832d637-7b96-4f5c-99b4-6c3d02f69f18), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:03.834451 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc1901-f255-4ff1-813f-f3f2004be0f5 None None] Pushing event updated for resources: {'Port': ['ID=c832d637-7b96-4f5c-99b4-6c3d02f69f18,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:03.893006 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] For port c832d637-7b96-4f5c-99b4-6c3d02f69f18, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:07:03.896665 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] For port c832d637-7b96-4f5c-99b4-6c3d02f69f18, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c832d637-7b96-4f5c-99b4-6c3d02f69f18,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:07:03.906982 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c832d637-7b96-4f5c-99b4-6c3d02f69f18), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:03.945556 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8274f55f-b1f9-4f18-a9c9-aa58dbf96117 req-608062e1-d40e-4586-8d8e-7f44339e86e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=33cc6b52-4c84-4e8b-9a72-9dcc683d402c HTTP/1.1" status: 200 len: 217 time: 0.1607623 Jan 28 19:07:03.990387 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc1901-f255-4ff1-813f-f3f2004be0f5 None None] Pushing event updated for resources: {'Port': ['ID=c832d637-7b96-4f5c-99b4-6c3d02f69f18,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:04.025938 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Routers {'61b8a2b8-0198-4701-9f5e-ac6ac648a52d'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:07:04.027774 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:06:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:07:04.107664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffb4ba-7d04-49e2-b649-fb86930bf736 req-9cead499-8e64-4a14-9e5a-730f0f34789b tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:04.113859 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4ffb4ba-7d04-49e2-b649-fb86930bf736 req-9cead499-8e64-4a14-9e5a-730f0f34789b tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 947 time: 0.4849956 Jan 28 19:07:04.132196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320ac81-f173-49d8-9dce-5a6650718273 req-7c881648-5143-4d10-8012-7e83bbc8730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:04.135034 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7320ac81-f173-49d8-9dce-5a6650718273 req-7c881648-5143-4d10-8012-7e83bbc8730e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 1.1776800 Jan 28 19:07:04.153627 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (8b30450e-8add-42fb-b68b-229065067d51), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:04.179327 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274f55f-b1f9-4f18-a9c9-aa58dbf96117 req-68104b1b-6f04-45e1-b916-cf7cb0023012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:04.180827 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8274f55f-b1f9-4f18-a9c9-aa58dbf96117 req-68104b1b-6f04-45e1-b916-cf7cb0023012 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.2231975 Jan 28 19:07:04.207020 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb799fa-e4ad-44ee-8719-e42b260f3975 req-e3d41dec-40b9-4caa-a99b-649a48e5df8a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:04.208892 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fb799fa-e4ad-44ee-8719-e42b260f3975 req-e3d41dec-40b9-4caa-a99b-649a48e5df8a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.4238048 Jan 28 19:07:04.279604 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:04.288977 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4e33e91a-a092-4cfd-ab0b-28bfb796c42b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9172230 Jan 28 19:07:04.289374 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4ffb4ba-7d04-49e2-b649-fb86930bf736 req-1b8f4b49-42c9-4cac-83e2-904c40fcd6b1 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619887 Jan 28 19:07:04.381209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274f55f-b1f9-4f18-a9c9-aa58dbf96117 req-3077ba3e-f1fb-4ff2-864d-4955f2607bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:04.385816 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8274f55f-b1f9-4f18-a9c9-aa58dbf96117 req-3077ba3e-f1fb-4ff2-864d-4955f2607bff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1935976 Jan 28 19:07:04.447760 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fb799fa-e4ad-44ee-8719-e42b260f3975 req-d387255a-9ccc-417c-a464-fcaffe701891 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305629 Jan 28 19:07:04.463707 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320ac81-f173-49d8-9dce-5a6650718273 req-2bfe89a7-bc68-4e87-9453-01ba1613594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:04.465280 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7320ac81-f173-49d8-9dce-5a6650718273 req-2bfe89a7-bc68-4e87-9453-01ba1613594b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3230267 Jan 28 19:07:04.469872 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:04.577088 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] Set router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:07:04.607798 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7320ac81-f173-49d8-9dce-5a6650718273 req-5e5e0de5-d7b1-4eaf-9d64-e5c8123616ae service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344337 Jan 28 19:07:04.668282 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8274f55f-b1f9-4f18-a9c9-aa58dbf96117 req-8078912c-61a5-466f-b89a-40f784750008 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736616 Jan 28 19:07:04.825080 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Allocated IP 172.20.0.1 (b49b190d-5fb3-41cb-a694-b0a0b7d47b75/cd80566b-cb23-46e8-93b8-695f127ca2f3/57f9b371-d099-4dba-b2ca-9e126d2d8dde) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:07:04.878954 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'name': 'tempest-ServerActionsTestJSON-1376128393-router', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:55Z', 'updated_at': '2022-01-28T19:06:58Z', 'revision_number': 3, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'gw_port': {'id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:66:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:57Z', 'updated_at': '2022-01-28T19:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:07:04.918085 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a162840-453e-48fb-bd15-f807abdfed4d None None] The sync data for ids ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'] in n-d-824834-4 is: [{'id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'name': 'tempest-ServerActionsTestJSON-1376128393-router', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:55Z', 'updated_at': '2022-01-28T19:06:58Z', 'revision_number': 3, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'gw_port': {'id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:66:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:57Z', 'updated_at': '2022-01-28T19:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:07:04.938013 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8274f55f-b1f9-4f18-a9c9-aa58dbf96117 req-dd1881ca-c93f-407f-8747-8dccedf6fd54 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609174 Jan 28 19:07:04.960510 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Publish callbacks [] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:05.072105 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:05.201889 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7320ac81-f173-49d8-9dce-5a6650718273 req-a666fb39-053c-4e72-89d4-ee1c0fa51ccd service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857260 Jan 28 19:07:05.209095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:07:05.212190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:07:05.221659 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:07:05.252365 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac0398e9-596b-4e31-b765-c61e9ffd2236 req-e0a9ac66-7bbe-4068-b1bb-aab7c435a594 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1226842 Jan 28 19:07:05.311620 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (61b8a2b8-0198-4701-9f5e-ac6ac648a52d), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:05.415368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0398e9-596b-4e31-b765-c61e9ffd2236 req-f4c3b6ad-8568-4b3c-a1f5-d8b30c0cf2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:05.437889 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac0398e9-596b-4e31-b765-c61e9ffd2236 req-f4c3b6ad-8568-4b3c-a1f5-d8b30c0cf2f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 1132 time: 0.1576238 Jan 28 19:07:05.449496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Pushing event updated for resources: {'Port': ['ID=57f9b371-d099-4dba-b2ca-9e126d2d8dde,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:05.805083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0398e9-596b-4e31-b765-c61e9ffd2236 req-a3381f7d-17a1-417d-b803-4c5e9911f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:05.806615 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac0398e9-596b-4e31-b765-c61e9ffd2236 req-a3381f7d-17a1-417d-b803-4c5e9911f278 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.3395085 Jan 28 19:07:05.851479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9afc95b8-985d-49d6-a612-fc567a9f0e5d None None] Provisioning complete for port 57f9b371-d099-4dba-b2ca-9e126d2d8dde triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:05.851943 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9afc95b8-985d-49d6-a612-fc567a9f0e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:05.884002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6f199-f587-4718-854c-11244db66e77 req-050bc976-9ab8-41fa-8504-e52ec32dedb6 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:05.886358 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2d6f199-f587-4718-854c-11244db66e77 req-050bc976-9ab8-41fa-8504-e52ec32dedb6 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 947 time: 0.3155279 Jan 28 19:07:05.929941 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac0398e9-596b-4e31-b765-c61e9ffd2236 req-68958841-e99b-47e6-80eb-392b6b965c8d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=e3b96363-7763-422d-a893-bbb366bbd514 HTTP/1.1" status: 200 len: 217 time: 0.0899434 Jan 28 19:07:05.961584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9afc95b8-985d-49d6-a612-fc567a9f0e5d None None] Port 57f9b371-d099-4dba-b2ca-9e126d2d8dde cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:07:05.965865 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0999bd-8d5c-4f65-b89d-4a50de8016f6 req-3a6a4884-1be7-4bda-9d68-a9ddd2243b85 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:05.973042 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cd0999bd-8d5c-4f65-b89d-4a50de8016f6 req-3a6a4884-1be7-4bda-9d68-a9ddd2243b85 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.2318835 Jan 28 19:07:06.007204 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:06.174664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0398e9-596b-4e31-b765-c61e9ffd2236 req-85838524-00e8-4386-aeaa-64c5abee102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:06.176514 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac0398e9-596b-4e31-b765-c61e9ffd2236 req-85838524-00e8-4386-aeaa-64c5abee102a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.2395339 Jan 28 19:07:06.192683 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cd0999bd-8d5c-4f65-b89d-4a50de8016f6 req-2378ca98-7f20-45fb-b97c-83010d8549b4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903377 Jan 28 19:07:06.232777 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Publish callbacks [] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:06.258176 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:06.298370 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0398e9-596b-4e31-b765-c61e9ffd2236 req-e1450504-c349-4211-9ef9-e0e1e675a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:06.299905 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac0398e9-596b-4e31-b765-c61e9ffd2236 req-e1450504-c349-4211-9ef9-e0e1e675a235 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1049075 Jan 28 19:07:06.388065 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Pushing event updated for resources: {'Port': ['ID=57f9b371-d099-4dba-b2ca-9e126d2d8dde,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:06.398228 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (61b8a2b8-0198-4701-9f5e-ac6ac648a52d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:06.408332 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a69399b6-7e66-40ce-b3c8-ff536f1809a7 req-9ea18d8b-5653-46c8-9816-5e5f53ba7a92 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5488164 Jan 28 19:07:06.440695 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2d6f199-f587-4718-854c-11244db66e77 req-5f3c59eb-e65c-4ef2-b874-65dce6977683 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683845 Jan 28 19:07:06.551581 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac0398e9-596b-4e31-b765-c61e9ffd2236 req-d61df198-e8a7-49ce-beb8-c78cf461045c service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403557 Jan 28 19:07:06.656138 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69399b6-7e66-40ce-b3c8-ff536f1809a7 req-5e9cfb7a-1911-492e-9f34-6455d50ca37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:06.657676 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a69399b6-7e66-40ce-b3c8-ff536f1809a7 req-5e9cfb7a-1911-492e-9f34-6455d50ca37a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 1126 time: 0.1568274 Jan 28 19:07:06.756756 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac0398e9-596b-4e31-b765-c61e9ffd2236 req-81265bcc-c774-4081-a8db-1134294beafb service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963716 Jan 28 19:07:06.777786 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:07:06.781245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:07:06.891225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69399b6-7e66-40ce-b3c8-ff536f1809a7 req-91cb01ec-d674-42c7-84d8-ae79257188b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:06.892916 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a69399b6-7e66-40ce-b3c8-ff536f1809a7 req-91cb01ec-d674-42c7-84d8-ae79257188b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.2118921 Jan 28 19:07:07.115747 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 33cc6b52-4c84-4e8b-9a72-9dcc683d402c details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:07:07.282119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-345658f6-c469-4619-bd15-7a83ac4038a5 None None] Provisioning complete for port 57f9b371-d099-4dba-b2ca-9e126d2d8dde triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:07.282680 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-345658f6-c469-4619-bd15-7a83ac4038a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:07.421495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-345658f6-c469-4619-bd15-7a83ac4038a5 None None] Port 57f9b371-d099-4dba-b2ca-9e126d2d8dde cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:07:07.435676 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=33cc6b52-4c84-4e8b-9a72-9dcc683d402c,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:07.446557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9b9b0-9d12-40d5-a34e-867112c8bbc5 req-145ba61b-8ccb-4fda-bb04-26771477407c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:07.451112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '33cc6b52-4c84-4e8b-9a72-9dcc683d402c', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '33cc6b52-4c84-4e8b-9a72-9dcc683d402c', 'mac_address': 'fa:16:3e:c7:26:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:07:07.455977 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebd9b9b0-9d12-40d5-a34e-867112c8bbc5 req-145ba61b-8ccb-4fda-bb04-26771477407c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1352918 Jan 28 19:07:07.456802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c832d637-7b96-4f5c-99b4-6c3d02f69f18 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:07:07.567763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:07.568558 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (33cc6b52-4c84-4e8b-9a72-9dcc683d402c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:07.583120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33cc6b52-4c84-4e8b-9a72-9dcc683d402c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:07:07.611811 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=33cc6b52-4c84-4e8b-9a72-9dcc683d402c,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:07.612895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c832d637-7b96-4f5c-99b4-6c3d02f69f18 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:07.613272 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c832d637-7b96-4f5c-99b4-6c3d02f69f18), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:07.620305 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebd9b9b0-9d12-40d5-a34e-867112c8bbc5 req-e488a6dd-1983-4a0e-bde3-c38fbd6812e2 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633389 Jan 28 19:07:07.666131 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a69399b6-7e66-40ce-b3c8-ff536f1809a7 req-b4c172cd-e02a-41f3-93ad-d20fbd91ca3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52f446f7-445e-44e1-934c-31b3c5deef82 HTTP/1.1" status: 200 len: 217 time: 0.7607818 Jan 28 19:07:07.678479 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (33cc6b52-4c84-4e8b-9a72-9dcc683d402c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:07.689794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:07:07.758426 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69399b6-7e66-40ce-b3c8-ff536f1809a7 req-30570f7d-0ba1-45e5-a5e3-5e8b3a831cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:07.760706 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a69399b6-7e66-40ce-b3c8-ff536f1809a7 req-30570f7d-0ba1-45e5-a5e3-5e8b3a831cdc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.0785894 Jan 28 19:07:07.907851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=33cc6b52-4c84-4e8b-9a72-9dcc683d402c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:07.910691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c832d637-7b96-4f5c-99b4-6c3d02f69f18 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:07.911076 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c832d637-7b96-4f5c-99b4-6c3d02f69f18), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:07.933062 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port c832d637-7b96-4f5c-99b4-6c3d02f69f18, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c832d637-7b96-4f5c-99b4-6c3d02f69f18,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:07.949693 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c832d637-7b96-4f5c-99b4-6c3d02f69f18), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:07.968118 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a69399b6-7e66-40ce-b3c8-ff536f1809a7 req-54199b9a-22f0-48d6-8293-16cefa23fd05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670456 Jan 28 19:07:08.007718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=c832d637-7b96-4f5c-99b4-6c3d02f69f18,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:08.038575 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['33cc6b52-4c84-4e8b-9a72-9dcc683d402c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:08.049055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33368) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:08.145523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5e762-1bdf-4b4b-af22-83445822d662 req-3484b13d-4801-48a4-b5aa-f91c327b22dc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:08.147103 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7e5e762-1bdf-4b4b-af22-83445822d662 req-3484b13d-4801-48a4-b5aa-f91c327b22dc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 948 time: 0.4835367 Jan 28 19:07:08.257233 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a69399b6-7e66-40ce-b3c8-ff536f1809a7 req-2d1ab5c6-4c7d-4b4f-ade8-df48a3285be5 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805839 Jan 28 19:07:08.278395 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69047ee3-7d42-47ae-b062-783c281fbd8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:08.336773 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7e5e762-1bdf-4b4b-af22-83445822d662 req-40b0ae3c-f48c-44e8-9a77-44ff9eb0318f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746159 Jan 28 19:07:08.343103 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:07:08.363569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Sync routers for ids ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:07:08.378160 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cde7d1e3-a9fe-488b-bcb3-fea944a183b3 admin admin] 10.222.0.55 "PUT /v2.0/routers/61b8a2b8-0198-4701-9f5e-ac6ac648a52d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3781805 Jan 28 19:07:08.395983 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Routers {'61b8a2b8-0198-4701-9f5e-ac6ac648a52d'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:07:08.398752 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:06:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:07:08.461119 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a69399b6-7e66-40ce-b3c8-ff536f1809a7 req-2fecc54b-1b87-4393-99a5-3e4d04a10d85 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911550 Jan 28 19:07:08.480168 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69047ee3-7d42-47ae-b062-783c281fbd8e admin admin] Publish callbacks [] for security_group (936a8fc8-c6e7-4831-b588-bfcfe5fc8d7f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:08.501821 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69047ee3-7d42-47ae-b062-783c281fbd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (936a8fc8-c6e7-4831-b588-bfcfe5fc8d7f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:08.589852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Set router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:07:08.630282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69047ee3-7d42-47ae-b062-783c281fbd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936a8fc8-c6e7-4831-b588-bfcfe5fc8d7f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:08.654910 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-69047ee3-7d42-47ae-b062-783c281fbd8e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa360517e8f541cdad9fd033d7b94354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6047776 Jan 28 19:07:08.657729 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:08.753836 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c4d60e8-80a8-48f5-b089-198e6a94eab7 admin admin] Publish callbacks [] for security_group (936a8fc8-c6e7-4831-b588-bfcfe5fc8d7f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:08.804315 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c4d60e8-80a8-48f5-b089-198e6a94eab7 admin admin] Publish callbacks [] for security_group (936a8fc8-c6e7-4831-b588-bfcfe5fc8d7f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:08.854933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c0bf6-ce8a-4586-aa6a-120b1d69dc4c req-1cf335f7-4140-4bed-ba0e-3259e783d82a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:08.873986 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a02c0bf6-ce8a-4586-aa6a-120b1d69dc4c req-1cf335f7-4140-4bed-ba0e-3259e783d82a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1420772 Jan 28 19:07:08.905129 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c4d60e8-80a8-48f5-b089-198e6a94eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (936a8fc8-c6e7-4831-b588-bfcfe5fc8d7f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:08.908014 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c4d60e8-80a8-48f5-b089-198e6a94eab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:08.916184 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2c4d60e8-80a8-48f5-b089-198e6a94eab7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/936a8fc8-c6e7-4831-b588-bfcfe5fc8d7f HTTP/1.1" status: 204 len: 168 time: 0.2557507 Jan 28 19:07:08.959134 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d60e8-80a8-48f5-b089-198e6a94eab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936a8fc8-c6e7-4831-b588-bfcfe5fc8d7f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:08.979951 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a02c0bf6-ce8a-4586-aa6a-120b1d69dc4c req-10efeb49-ece5-41f7-a697-513618ee39ff tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003382 Jan 28 19:07:09.079221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'name': 'tempest-ServerActionsTestJSON-1376128393-router', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:55Z', 'updated_at': '2022-01-28T19:07:05Z', 'revision_number': 4, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'gw_port': {'id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:57Z', 'updated_at': '2022-01-28T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '57f9b371-d099-4dba-b2ca-9e126d2d8dde', 'name': '', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'mac_address': 'fa:16:3e:00:43:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:07:04Z', 'updated_at': '2022-01-28T19:07:06Z', 'revision_number': 2, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'subnets': [{'id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:07:09.137262 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Checking router: 61b8a2b8-0198-4701-9f5e-ac6ac648a52d for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:07:09.137817 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Updating router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d port 57f9b371-d099-4dba-b2ca-9e126d2d8dde binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:07:09.242921 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:09.393632 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c832d637-7b96-4f5c-99b4-6c3d02f69f18 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:07:09.460713 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33400) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:09.481288 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ecd397e-eb5a-496d-90aa-aea0aa38290a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:09.586101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086092cd-670f-4770-8965-f6180ba39953 req-4700e90d-8da0-43b3-a72c-e072f4430943 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:09.591567 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-086092cd-670f-4770-8965-f6180ba39953 req-4700e90d-8da0-43b3-a72c-e072f4430943 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 948 time: 0.0926011 Jan 28 19:07:09.609085 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ecd397e-eb5a-496d-90aa-aea0aa38290a admin admin] Publish callbacks [] for security_group (a6f6b633-0946-416f-9ad1-062376e09a90), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:09.624338 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ecd397e-eb5a-496d-90aa-aea0aa38290a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a6f6b633-0946-416f-9ad1-062376e09a90), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:09.677771 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-086092cd-670f-4770-8965-f6180ba39953 req-0a91fdaf-d712-4553-8ea1-13fbd008da43 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796232 Jan 28 19:07:09.744614 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1ecd397e-eb5a-496d-90aa-aea0aa38290a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef9ef6e0d34543979074d3632659dbd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809951 Jan 28 19:07:09.747698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33410) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:09.747842 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33408) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:09.756933 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd397e-eb5a-496d-90aa-aea0aa38290a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f6b633-0946-416f-9ad1-062376e09a90,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:09.767030 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0c364b50-9e7f-474d-9055-90e2cdcc01fb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--514258383', 'description': 'tempest-description--1650373495'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:09.834327 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c364b50-9e7f-474d-9055-90e2cdcc01fb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:09.835666 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd38c8d6-0ac5-4222-95fa-04f80731698f admin admin] Publish callbacks [] for security_group (a6f6b633-0946-416f-9ad1-062376e09a90), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:09.849786 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c832d637-7b96-4f5c-99b4-6c3d02f69f18 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:09.850265 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c832d637-7b96-4f5c-99b4-6c3d02f69f18), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:09.863303 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd38c8d6-0ac5-4222-95fa-04f80731698f admin admin] Publish callbacks [] for security_group (a6f6b633-0946-416f-9ad1-062376e09a90), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:09.935844 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd38c8d6-0ac5-4222-95fa-04f80731698f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a6f6b633-0946-416f-9ad1-062376e09a90), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:09.942201 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd38c8d6-0ac5-4222-95fa-04f80731698f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:09.943706 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dd38c8d6-0ac5-4222-95fa-04f80731698f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6f6b633-0946-416f-9ad1-062376e09a90 HTTP/1.1" status: 204 len: 168 time: 0.1944408 Jan 28 19:07:09.973754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38c8d6-0ac5-4222-95fa-04f80731698f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f6b633-0946-416f-9ad1-062376e09a90,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:09.974576 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c364b50-9e7f-474d-9055-90e2cdcc01fb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for security_group (5723710e-2955-4ade-880c-b1e0f0315f48), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:09.986184 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c364b50-9e7f-474d-9055-90e2cdcc01fb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5723710e-2955-4ade-880c-b1e0f0315f48), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.003636 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c832d637-7b96-4f5c-99b4-6c3d02f69f18 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:10.016257 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c364b50-9e7f-474d-9055-90e2cdcc01fb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.022176 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0c364b50-9e7f-474d-9055-90e2cdcc01fb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2585542 Jan 28 19:07:10.022849 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33420) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:10.028295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-650e3db8-ecd7-49a2-88ca-d4ec7c0f76bb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Request body: {'security_group_rule': {'security_group_id': '5723710e-2955-4ade-880c-b1e0f0315f48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:10.061420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c364b50-9e7f-474d-9055-90e2cdcc01fb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5723710e-2955-4ade-880c-b1e0f0315f48,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:10.101278 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-650e3db8-ecd7-49a2-88ca-d4ec7c0f76bb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for security_group_rule (bee47d35-d8bf-4a84-af63-87165f2a2f14), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.114604 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Publish callbacks [] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.139750 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.153110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91682f-1b9c-4aa4-ae33-2ff669425860 req-1455e2c2-befa-48b9-8bfb-cc3002f5970d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:10.154781 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b91682f-1b9c-4aa4-ae33-2ff669425860 req-1455e2c2-befa-48b9-8bfb-cc3002f5970d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.0794005 Jan 28 19:07:10.213453 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-650e3db8-ecd7-49a2-88ca-d4ec7c0f76bb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for security_group_rule (bee47d35-d8bf-4a84-af63-87165f2a2f14), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.224760 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-650e3db8-ecd7-49a2-88ca-d4ec7c0f76bb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (bee47d35-d8bf-4a84-af63-87165f2a2f14), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.246695 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b91682f-1b9c-4aa4-ae33-2ff669425860 req-dd0dd0bf-24b5-4867-aa68-b95be986a383 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789425 Jan 28 19:07:10.253798 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e3db8-ecd7-49a2-88ca-d4ec7c0f76bb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee47d35-d8bf-4a84-af63-87165f2a2f14,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:10.291908 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-650e3db8-ecd7-49a2-88ca-d4ec7c0f76bb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.295928 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-650e3db8-ecd7-49a2-88ca-d4ec7c0f76bb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2694294 Jan 28 19:07:10.296351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33424) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:10.301560 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c0edd963-423c-457a-b90e-a0753d046d36 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Request body: {'security_group_rule': {'security_group_id': '5723710e-2955-4ade-880c-b1e0f0315f48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:10.307236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd9916-d66b-4db7-aed6-7025a8954fa8 None None] Pushing event updated for resources: {'Port': ['ID=57f9b371-d099-4dba-b2ca-9e126d2d8dde,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:10.367149 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0edd963-423c-457a-b90e-a0753d046d36 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for security_group_rule (aaa5ea8e-c1dd-4584-b244-34882209a590), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.456478 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Attempting to bind port 57f9b371-d099-4dba-b2ca-9e126d2d8dde on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:07:10.456975 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Attempting to bind port 57f9b371-d099-4dba-b2ca-9e126d2d8dde by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:07:10.457201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Attempting to bind port 57f9b371-d099-4dba-b2ca-9e126d2d8dde on network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:07:10.471631 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:07:10.474229 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Checking segment: {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:07:10.474657 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.475462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Bound using segment: {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:07:10.478330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Bound port: 57f9b371-d099-4dba-b2ca-9e126d2d8dde, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:07:10.478796 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.513345 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0edd963-423c-457a-b90e-a0753d046d36 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for security_group_rule (aaa5ea8e-c1dd-4584-b244-34882209a590), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.521436 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0edd963-423c-457a-b90e-a0753d046d36 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (aaa5ea8e-c1dd-4584-b244-34882209a590), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.555835 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edd963-423c-457a-b90e-a0753d046d36 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa5ea8e-c1dd-4584-b244-34882209a590,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:10.582429 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c0edd963-423c-457a-b90e-a0753d046d36 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.586620 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c0edd963-423c-457a-b90e-a0753d046d36 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2863028 Jan 28 19:07:10.586848 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33428) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:10.593891 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:10.616360 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8ba547c3-294a-4fdf-8b56-86df23c44ca6 None None] Provisioning complete for port 57f9b371-d099-4dba-b2ca-9e126d2d8dde triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:10.617188 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ba547c3-294a-4fdf-8b56-86df23c44ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.627447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] For port 57f9b371-d099-4dba-b2ca-9e126d2d8dde, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:07:10.644582 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.669861 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] For port 57f9b371-d099-4dba-b2ca-9e126d2d8dde, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=57f9b371-d099-4dba-b2ca-9e126d2d8dde,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:07:10.684232 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:10.784323 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd9916-d66b-4db7-aed6-7025a8954fa8 None None] Pushing event updated for resources: {'Port': ['ID=57f9b371-d099-4dba-b2ca-9e126d2d8dde,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:10.807253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8ba547c3-294a-4fdf-8b56-86df23c44ca6 None None] Port 57f9b371-d099-4dba-b2ca-9e126d2d8dde cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:07:10.838856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Routers {'61b8a2b8-0198-4701-9f5e-ac6ac648a52d'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:07:10.839485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:06:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:07:11.036998 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] Set router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:07:11.096673 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:11.124844 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0997c8-14e4-4730-9a8d-3a75da7b6013 req-58fec398-d7d9-4351-ab5d-9edf96439a5c tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:11.136233 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c0997c8-14e4-4730-9a8d-3a75da7b6013 req-58fec398-d7d9-4351-ab5d-9edf96439a5c tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 948 time: 0.3260057 Jan 28 19:07:11.190214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 33cc6b52-4c84-4e8b-9a72-9dcc683d402c up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:07:11.396341 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e0449016-a6fd-49f2-aa74-235fe868d852 None None] Provisioning complete for port 57f9b371-d099-4dba-b2ca-9e126d2d8dde triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:11.396825 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0449016-a6fd-49f2-aa74-235fe868d852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:11.462959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Allocated IP 172.25.0.212 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/87450f5f-f772-42e1-a388-126e7038894b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:07:11.524083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69907b97-f602-4e89-90b7-e9f03457d73c req-14e11cd7-88b0-4aa1-92cc-df944115b037 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:11.528990 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69907b97-f602-4e89-90b7-e9f03457d73c req-14e11cd7-88b0-4aa1-92cc-df944115b037 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1657696 Jan 28 19:07:11.584956 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e0449016-a6fd-49f2-aa74-235fe868d852 None None] Current status of the port 57f9b371-d099-4dba-b2ca-9e126d2d8dde is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:11.585527 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0449016-a6fd-49f2-aa74-235fe868d852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:11.599602 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:07:11.609774 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69907b97-f602-4e89-90b7-e9f03457d73c req-b5e8d7c3-2bfe-4b57-af84-bf5842893203 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692174 Jan 28 19:07:11.641548 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:11.641933 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (33cc6b52-4c84-4e8b-9a72-9dcc683d402c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:11.652623 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c0997c8-14e4-4730-9a8d-3a75da7b6013 req-a8fa26db-3bee-4963-acc6-de14604b9ddb tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151374 Jan 28 19:07:11.717637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e0449016-a6fd-49f2-aa74-235fe868d852 None None] For port 57f9b371-d099-4dba-b2ca-9e126d2d8dde, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=57f9b371-d099-4dba-b2ca-9e126d2d8dde,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:11.730759 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0449016-a6fd-49f2-aa74-235fe868d852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:11.742768 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for port (87450f5f-f772-42e1-a388-126e7038894b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:11.787821 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'name': 'tempest-ServerActionsTestJSON-1376128393-router', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:55Z', 'updated_at': '2022-01-28T19:07:05Z', 'revision_number': 4, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'gw_port': {'id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:57Z', 'updated_at': '2022-01-28T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '57f9b371-d099-4dba-b2ca-9e126d2d8dde', 'name': '', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'mac_address': 'fa:16:3e:00:43:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:07:04Z', 'updated_at': '2022-01-28T19:07:10Z', 'revision_number': 4, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'subnets': [{'id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:07:11.792429 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (87450f5f-f772-42e1-a388-126e7038894b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:11.836647 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa56895-d8a4-43d2-ba5d-7f89eff59f25 None None] The sync data for ids ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'] in n-d-824834-4 is: [{'id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'name': 'tempest-ServerActionsTestJSON-1376128393-router', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:55Z', 'updated_at': '2022-01-28T19:07:05Z', 'revision_number': 4, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'gw_port': {'id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:57Z', 'updated_at': '2022-01-28T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '57f9b371-d099-4dba-b2ca-9e126d2d8dde', 'name': '', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'mac_address': 'fa:16:3e:00:43:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:07:04Z', 'updated_at': '2022-01-28T19:07:10Z', 'revision_number': 4, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'subnets': [{'id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:07:11.842187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:07:11.845371 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:07:11.854313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:07:11.914120 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event updated for resources: {'Port': ['ID=87450f5f-f772-42e1-a388-126e7038894b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:11.928460 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0449016-a6fd-49f2-aa74-235fe868d852 None None] Pushing event updated for resources: {'Port': ['ID=57f9b371-d099-4dba-b2ca-9e126d2d8dde,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:12.042729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:12.043233 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (33cc6b52-4c84-4e8b-9a72-9dcc683d402c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:12.081069 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for floatingip (c8bac870-66ca-4c0f-80ac-2a4dae85fca2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:12.098231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cc6b52-4c84-4e8b-9a72-9dcc683d402c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:12.103659 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18441149-10cb-4e1e-8dba-3bff80367528" -d '{"events": [{"server_uuid": "c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d", "name": "network-vif-plugged", "status": "completed", "tag": "33cc6b52-4c84-4e8b-9a72-9dcc683d402c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:12.132856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=33cc6b52-4c84-4e8b-9a72-9dcc683d402c,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:12.146680 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (33cc6b52-4c84-4e8b-9a72-9dcc683d402c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:12.183275 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (87450f5f-f772-42e1-a388-126e7038894b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:12.273213 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0a68c6-26ea-40e4-800b-43b6fd7422e8 x-openstack-request-id: req-5a0a68c6-26ea-40e4-800b-43b6fd7422e8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:12.273600 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d", "name": "network-vif-plugged", "status": "completed", "tag": "33cc6b52-4c84-4e8b-9a72-9dcc683d402c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:12.273871 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a0a68c6-26ea-40e4-800b-43b6fd7422e8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:12.274316 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cc6b52-4c84-4e8b-9a72-9dcc683d402c', 'code': 200} Jan 28 19:07:12.279835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=33cc6b52-4c84-4e8b-9a72-9dcc683d402c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:12.425382 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f84ce-c330-4a67-a127-fcc39dab8e19 req-340ca872-2ff4-4ae5-b196-f6b2a2184caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:12.428235 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d03f84ce-c330-4a67-a127-fcc39dab8e19 req-340ca872-2ff4-4ae5-b196-f6b2a2184caf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 1131 time: 0.1189051 Jan 28 19:07:12.514485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d03f84ce-c330-4a67-a127-fcc39dab8e19 req-a7f3e025-cb43-4aa7-9f3b-ba3a7b72b5c9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751452 Jan 28 19:07:12.550651 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for port (87450f5f-f772-42e1-a388-126e7038894b), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:12.563344 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (87450f5f-f772-42e1-a388-126e7038894b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:12.660710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event updated for resources: {'Port': ['ID=87450f5f-f772-42e1-a388-126e7038894b,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:12.790709 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (c8bac870-66ca-4c0f-80ac-2a4dae85fca2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:12.838106 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:12.839863 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1e618b26-b4d8-4a49-b7b9-b6e557ff73ad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2519326 Jan 28 19:07:12.864482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da19b8-ec43-4e79-900b-033ac9d96edc req-b577a5b8-ecca-4b7f-879e-ef5de6a147af tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:12.874932 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92da19b8-ec43-4e79-900b-033ac9d96edc req-b577a5b8-ecca-4b7f-879e-ef5de6a147af tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1468217 Jan 28 19:07:12.954204 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601debbe-7760-4530-8b4a-42dad060b2fe req-6ec5e2c0-22a1-4159-b12d-7159ad5dc091 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:12.959716 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-601debbe-7760-4530-8b4a-42dad060b2fe req-6ec5e2c0-22a1-4159-b12d-7159ad5dc091 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 949 time: 0.1574559 Jan 28 19:07:12.972533 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92da19b8-ec43-4e79-900b-033ac9d96edc req-ce7d5338-64c9-45c9-bad8-bd592bcbd732 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918996 Jan 28 19:07:13.064496 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-601debbe-7760-4530-8b4a-42dad060b2fe req-d07c05f5-472d-4a25-87ab-e84a4c8f531d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985022 Jan 28 19:07:13.200680 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-327c8301-7de5-4231-9849-40033f687417 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--514258383&fields=id&tenant_id=f09fde878de341aca0d76fa8fb497fc7 HTTP/1.1" status: 200 len: 267 time: 0.0645864 Jan 28 19:07:13.306789 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 57f9b371-d099-4dba-b2ca-9e126d2d8dde up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:07:13.354485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-3bb89e56-965b-4551-adbd-ef12c7c5ecc1 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:13.356068 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-3bb89e56-965b-4551-adbd-ef12c7c5ecc1 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 812 time: 0.1486750 Jan 28 19:07:13.376014 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-2e80021e-1100-4dd5-b75d-0d0b77b74b3e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/quotas/f09fde878de341aca0d76fa8fb497fc7 HTTP/1.1" status: 200 len: 375 time: 0.0120223 Jan 28 19:07:13.392248 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 57f9b371-d099-4dba-b2ca-9e126d2d8dde triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:13.392622 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:13.456335 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-2cf166e9-a75a-4dc8-b412-25888a2c152b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705256 Jan 28 19:07:13.502521 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 57f9b371-d099-4dba-b2ca-9e126d2d8dde is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:13.596813 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-f90fd96c-018b-4a3c-9c46-7f31983a7008 service neutron] 10.222.0.55 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255906 Jan 28 19:07:13.692822 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-41e664d0-4b01-4ae9-9947-3612888bb957 service neutron] 10.222.0.55 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950367 Jan 28 19:07:13.976834 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-320acb9e-8379-4ba4-b226-8faea801b660 req-55aa6b3d-da6c-4b1a-a910-8910b15dfa8e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 210 time: 0.0576758 Jan 28 19:07:14.045467 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8cd59-01c1-4c5d-b607-49958fd06869 req-dbb86eeb-c619-4274-afa7-f93f914798f4 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:14.048178 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-18e8cd59-01c1-4c5d-b607-49958fd06869 req-dbb86eeb-c619-4274-afa7-f93f914798f4 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 950 time: 0.1258368 Jan 28 19:07:14.120639 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-18e8cd59-01c1-4c5d-b607-49958fd06869 req-f28ba0eb-26fe-43bd-85b5-cf8604d22fb9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/security-groups?id=98658a84-8423-42f7-aeb4-dd959282abe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655072 Jan 28 19:07:14.139201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a72d76-814a-4abf-9f30-002be4340945 req-f35c83b1-4110-4ee7-a0c4-6d0c071068ef tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:14.140852 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1a72d76-814a-4abf-9f30-002be4340945 req-f35c83b1-4110-4ee7-a0c4-6d0c071068ef tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.0921402 Jan 28 19:07:14.196199 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1a72d76-814a-4abf-9f30-002be4340945 req-dfa1e216-13eb-4113-ad00-01026bcde9f2 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470030 Jan 28 19:07:14.373453 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac3bb6-edc7-4579-96df-a26c9fea6f89 req-b7b42b07-27d3-461b-b46a-2b5fcaddfe56 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:14.373453 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3dac3bb6-edc7-4579-96df-a26c9fea6f89 req-b7b42b07-27d3-461b-b46a-2b5fcaddfe56 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 949 time: 0.0561855 Jan 28 19:07:14.425611 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3dac3bb6-edc7-4579-96df-a26c9fea6f89 req-0c2948fe-25cf-4a25-a070-f968b7abecaf tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455127 Jan 28 19:07:14.701821 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cbd3d-80f0-4178-b1ab-eb680a938369 req-8f583192-f194-4fd1-9121-24e6d96a1450 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:14.710828 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dd8cbd3d-80f0-4178-b1ab-eb680a938369 req-8f583192-f194-4fd1-9121-24e6d96a1450 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 1131 time: 0.1014731 Jan 28 19:07:14.783161 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dd8cbd3d-80f0-4178-b1ab-eb680a938369 req-3c67fea0-4134-44ff-98fb-4a0fe5004f2d tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711150 Jan 28 19:07:15.084784 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fa05b742-9923-48b7-beda-88fdfe678173 req-76385648-fb0a-4b58-aeb0-309ba90bb765 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300539 Jan 28 19:07:15.297177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05b742-9923-48b7-beda-88fdfe678173 req-850e2eaa-48d2-4e8c-95e9-8767f0ecb0eb tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:15.298728 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fa05b742-9923-48b7-beda-88fdfe678173 req-850e2eaa-48d2-4e8c-95e9-8767f0ecb0eb tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128553 Jan 28 19:07:15.362067 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fa05b742-9923-48b7-beda-88fdfe678173 req-4f87b3f7-d939-4069-9c62-1ac61e671750 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/quotas/62e22dc3ff98431d8ceb20e1e50b899a HTTP/1.1" status: 200 len: 375 time: 0.0264494 Jan 28 19:07:15.368720 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-118d4f7c-d276-4ac2-9a77-979b9188d688 req-ffe591c2-4fb6-4772-a79b-6a6287795b07 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 210 time: 0.0492260 Jan 28 19:07:15.379082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-91ec4bc0-59c1-4d14-b6c5-dadd4f6d278d tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:15.380534 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-91ec4bc0-59c1-4d14-b6c5-dadd4f6d278d tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 812 time: 0.2000666 Jan 28 19:07:15.490536 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fa05b742-9923-48b7-beda-88fdfe678173 req-eeba300a-3b92-4482-8e2c-a258cba48901 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1274288 Jan 28 19:07:15.513918 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-9f57cf5c-1c27-4686-b979-c75d9c291ce8 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f09fde878de341aca0d76fa8fb497fc7 HTTP/1.1" status: 200 len: 379 time: 0.1112540 Jan 28 19:07:15.523816 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-19838987-4102-415d-9eeb-5cd52b6f9445 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Request body: {'port': {'device_id': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'admin_state_up': True, 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'security_groups': ['5723710e-2955-4ade-880c-b1e0f0315f48']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:15.536978 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33670) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:15.584557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8d4c8-6752-447d-95eb-ad201668ed48 req-b8d75f58-81ac-47fd-9906-c50d22bee1ff tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:15.587735 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78c8d4c8-6752-447d-95eb-ad201668ed48 req-b8d75f58-81ac-47fd-9906-c50d22bee1ff tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.0887573 Jan 28 19:07:15.612707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:07:15.643708 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78c8d4c8-6752-447d-95eb-ad201668ed48 req-1c5c4e75-bb7a-4a6d-bcbb-6433f1a34ee1 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483313 Jan 28 19:07:15.706804 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-19838987-4102-415d-9eeb-5cd52b6f9445 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Made reservation on behalf of f09fde878de341aca0d76fa8fb497fc7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:07:15.711223 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-19838987-4102-415d-9eeb-5cd52b6f9445 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:15.729355 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac8ddc38-4ef3-4be0-8a96-276feed904af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:15.858806 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:15.859700 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:15.920928 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:15.922626 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b92f089-eab2-474d-aaea-c2e9b88446d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:15.926365 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b56916-0f5d-4016-8672-d4c849678260" -d '{"events": [{"server_uuid": "7b92f089-eab2-474d-aaea-c2e9b88446d3", "name": "network-vif-unplugged", "status": "completed", "tag": "6c4a3918-71e5-45ef-a100-3b5cd21c1af5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:15.932950 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:15.960004 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6f7ab88-21a5-4c1b-9176-99b2aeadffdb req-a5262710-5ec9-416d-9d82-63f26ace614c tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 210 time: 0.1039438 Jan 28 19:07:15.991555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-19838987-4102-415d-9eeb-5cd52b6f9445 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Allocated IP 172.20.0.8 (b49b190d-5fb3-41cb-a694-b0a0b7d47b75/cd80566b-cb23-46e8-93b8-695f127ca2f3/fe9ba215-689b-4bde-b4e6-5d14d235b879) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:07:16.030445 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac8ddc38-4ef3-4be0-8a96-276feed904af admin admin] Publish callbacks [] for security_group (3658a6af-5006-4cc9-af1e-443be275d980), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:16.046838 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac8ddc38-4ef3-4be0-8a96-276feed904af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3658a6af-5006-4cc9-af1e-443be275d980), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:16.068617 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671d08dd-8f7b-4808-ac28-1ee9e0394b26 x-openstack-request-id: req-671d08dd-8f7b-4808-ac28-1ee9e0394b26 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:16.075717 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b92f089-eab2-474d-aaea-c2e9b88446d3", "name": "network-vif-unplugged", "status": "completed", "tag": "6c4a3918-71e5-45ef-a100-3b5cd21c1af5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:16.076465 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-671d08dd-8f7b-4808-ac28-1ee9e0394b26 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:16.077161 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b92f089-eab2-474d-aaea-c2e9b88446d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5', 'code': 200} Jan 28 19:07:16.082942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:16.108151 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ac8ddc38-4ef3-4be0-8a96-276feed904af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f63597414de4ddfb8b2c10162b88867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5703943 Jan 28 19:07:16.109411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ddc38-4ef3-4be0-8a96-276feed904af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3658a6af-5006-4cc9-af1e-443be275d980,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:16.113769 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33686) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:16.180375 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2bcba23-dec0-463f-9ebe-b737071e2da7 admin admin] Publish callbacks [] for security_group (3658a6af-5006-4cc9-af1e-443be275d980), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:16.207687 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2bcba23-dec0-463f-9ebe-b737071e2da7 admin admin] Publish callbacks [] for security_group (3658a6af-5006-4cc9-af1e-443be275d980), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:16.223809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e8fe1-deff-46d2-a6b5-3ae16f767a49 req-31ca8b4a-cc7f-457c-8c94-b304b2a90e17 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:16.225401 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-133e8fe1-deff-46d2-a6b5-3ae16f767a49 req-31ca8b4a-cc7f-457c-8c94-b304b2a90e17 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 948 time: 0.1296239 Jan 28 19:07:16.273406 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2bcba23-dec0-463f-9ebe-b737071e2da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3658a6af-5006-4cc9-af1e-443be275d980), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:16.274283 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-19838987-4102-415d-9eeb-5cd52b6f9445 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:16.278559 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2bcba23-dec0-463f-9ebe-b737071e2da7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:16.280563 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a2bcba23-dec0-463f-9ebe-b737071e2da7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3658a6af-5006-4cc9-af1e-443be275d980 HTTP/1.1" status: 204 len: 168 time: 0.1652546 Jan 28 19:07:16.297502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcba23-dec0-463f-9ebe-b737071e2da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3658a6af-5006-4cc9-af1e-443be275d980,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:16.337143 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-133e8fe1-deff-46d2-a6b5-3ae16f767a49 req-cba12f6a-77b9-49f1-bea1-74dfe700e204 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/security-groups?id=98658a84-8423-42f7-aeb4-dd959282abe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051133 Jan 28 19:07:16.375270 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-19838987-4102-415d-9eeb-5cd52b6f9445 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:16.432340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19838987-4102-415d-9eeb-5cd52b6f9445 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event updated for resources: {'Port': ['ID=fe9ba215-689b-4bde-b4e6-5d14d235b879,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:16.454641 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-19838987-4102-415d-9eeb-5cd52b6f9445 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:07:16.456107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-19838987-4102-415d-9eeb-5cd52b6f9445 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:07:16.458805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-19838987-4102-415d-9eeb-5cd52b6f9445 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:07:16.535968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-19838987-4102-415d-9eeb-5cd52b6f9445 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:16.541370 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-19838987-4102-415d-9eeb-5cd52b6f9445 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:16.565379 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-19838987-4102-415d-9eeb-5cd52b6f9445 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0453296 Jan 28 19:07:16.580179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Request body: {'port': {'device_id': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:16.613468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0c63e-4b0a-4059-8d7e-b0126ae26384 req-04e2fb3e-c2fd-43c9-9c0d-d9fd8e832e48 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:16.621874 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ece0c63e-4b0a-4059-8d7e-b0126ae26384 req-04e2fb3e-c2fd-43c9-9c0d-d9fd8e832e48 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 931 time: 0.1517744 Jan 28 19:07:16.706339 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ece0c63e-4b0a-4059-8d7e-b0126ae26384 req-6563a48e-7b11-419c-ab9f-84703eacebdb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741251 Jan 28 19:07:16.710126 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33698) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:16.722362 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:16.734546 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28bce823-a338-4a74-9bf5-109287812716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:16.841882 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28bce823-a338-4a74-9bf5-109287812716 admin admin] Publish callbacks [] for security_group (ebdee58f-6c0e-4d44-bc67-1a640e9aa545), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:16.848629 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28bce823-a338-4a74-9bf5-109287812716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ebdee58f-6c0e-4d44-bc67-1a640e9aa545), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:16.889369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bce823-a338-4a74-9bf5-109287812716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdee58f-6c0e-4d44-bc67-1a640e9aa545,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:16.910826 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-28bce823-a338-4a74-9bf5-109287812716 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6316f8d1796472d91a27048c927f3d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995933 Jan 28 19:07:16.914731 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:16.918733 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-23c44bfb-6323-4d8d-a8fc-495af9634f4e None None] Provisioning complete for port fe9ba215-689b-4bde-b4e6-5d14d235b879 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:16.919213 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23c44bfb-6323-4d8d-a8fc-495af9634f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:16.936815 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878aeaf-c838-4413-aa5d-3b9de1bcb75e req-66d526d7-a683-4df3-984d-b40a085f870e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:16.938298 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d878aeaf-c838-4413-aa5d-3b9de1bcb75e req-66d526d7-a683-4df3-984d-b40a085f870e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1473184 Jan 28 19:07:17.081980 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d878aeaf-c838-4413-aa5d-3b9de1bcb75e req-cc023fbd-3e6c-4d59-a365-5922ad3e5baf tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212003 Jan 28 19:07:17.102544 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87639754-843e-456e-bae0-fcbd57d300df admin admin] Publish callbacks [] for security_group (ebdee58f-6c0e-4d44-bc67-1a640e9aa545), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:17.137191 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-23c44bfb-6323-4d8d-a8fc-495af9634f4e None None] Port fe9ba215-689b-4bde-b4e6-5d14d235b879 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:07:17.148383 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3f6c4ab0-5224-4166-945b-9f1f81c71971 req-499d549a-c8b1-4edf-bede-3cfef8dd2083 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 210 time: 0.0680048 Jan 28 19:07:17.174752 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87639754-843e-456e-bae0-fcbd57d300df admin admin] Publish callbacks [] for security_group (ebdee58f-6c0e-4d44-bc67-1a640e9aa545), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:17.178515 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa05b742-9923-48b7-beda-88fdfe678173 req-b4809535-144f-4c0b-a2b0-186d99e4221f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291080 Jan 28 19:07:17.270336 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9ba215-689b-4bde-b4e6-5d14d235b879 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:07:17.279581 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Publish callbacks [] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:17.295536 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Transition to ACTIVE for port object fe9ba215-689b-4bde-b4e6-5d14d235b879 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:07:17.296465 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87639754-843e-456e-bae0-fcbd57d300df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ebdee58f-6c0e-4d44-bc67-1a640e9aa545), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:17.299445 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87639754-843e-456e-bae0-fcbd57d300df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:17.300718 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-87639754-843e-456e-bae0-fcbd57d300df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ebdee58f-6c0e-4d44-bc67-1a640e9aa545 HTTP/1.1" status: 204 len: 168 time: 0.3850665 Jan 28 19:07:17.303639 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:17.335551 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05b742-9923-48b7-beda-88fdfe678173 req-471a7528-a05d-4ea0-a727-33e3750b3e9c tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:17.338082 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa05b742-9923-48b7-beda-88fdfe678173 req-471a7528-a05d-4ea0-a727-33e3750b3e9c tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496782 Jan 28 19:07:17.338405 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87639754-843e-456e-bae0-fcbd57d300df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdee58f-6c0e-4d44-bc67-1a640e9aa545,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:17.356472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Request body: {'port': {'device_id': 'b2b1664a-6f6d-4b34-a3c9-021f37fb3c42', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '62e22dc3ff98431d8ceb20e1e50b899a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:17.366760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9ba215-689b-4bde-b4e6-5d14d235b879,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:17.530887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Attempting to bind port fe9ba215-689b-4bde-b4e6-5d14d235b879 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:07:17.531723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Attempting to bind port fe9ba215-689b-4bde-b4e6-5d14d235b879 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:07:17.532090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Attempting to bind port fe9ba215-689b-4bde-b4e6-5d14d235b879 on network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:07:17.534555 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Made reservation on behalf of 62e22dc3ff98431d8ceb20e1e50b899a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:07:17.537718 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Port fe9ba215-689b-4bde-b4e6-5d14d235b879 on network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:07:17.538080 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Attempting to bind port fe9ba215-689b-4bde-b4e6-5d14d235b879 on network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:07:17.539353 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:17.544591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:07:17.544934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Checking segment: {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:07:17.545538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Bound using segment: {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:07:17.546072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Bound port: fe9ba215-689b-4bde-b4e6-5d14d235b879, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:07:17.546428 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:17.570937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b94d52-2652-443e-9829-3c0a4493b072 req-abd7e90c-67ca-4f46-9c13-88f7c607cace tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:17.572907 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-42b94d52-2652-443e-9829-3c0a4493b072 req-abd7e90c-67ca-4f46-9c13-88f7c607cace tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 948 time: 0.1170316 Jan 28 19:07:17.677906 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:07:17.702504 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-42b94d52-2652-443e-9829-3c0a4493b072 req-5b789583-7140-4cd3-b3b1-c21ac3a6fb5f tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/security-groups?id=98658a84-8423-42f7-aeb4-dd959282abe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683806 Jan 28 19:07:17.704729 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:07:17.727973 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:17.768081 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Allocated IP 192.168.233.184 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/426b38fd-8cf9-4c82-85ab-5ee6621bcbfa) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:07:17.797859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:17.799843 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:17.803607 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] 10.222.0.37 "PUT /v2.0/ports/fe9ba215-689b-4bde-b4e6-5d14d235b879 HTTP/1.1" status: 200 len: 1091 time: 1.2291355 Jan 28 19:07:17.807149 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:17.811353 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2929c478-2505-479c-8ebe-864eef7f968c" -d '{"events": [{"name": "network-changed", "server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:17.864793 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe2c56-7d7d-410d-9abf-5d5345f3a309 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9ba215-689b-4bde-b4e6-5d14d235b879,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:17.940007 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c75be1-2a60-4df9-86d2-21fc6302c362 x-openstack-request-id: req-14c75be1-2a60-4df9-86d2-21fc6302c362 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:17.947327 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:17.948259 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-14c75be1-2a60-4df9-86d2-21fc6302c362 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:17.948886 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'status': 'completed', 'code': 200} Jan 28 19:07:17.991539 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-bfb81e73-5874-4ebc-9b76-1e3da2105ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:17.995611 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-bfb81e73-5874-4ebc-9b76-1e3da2105ec7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 1125 time: 0.1135962 Jan 28 19:07:18.107519 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-7ec449bb-e537-4b69-80c6-f8241b28ab6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879 HTTP/1.1" status: 200 len: 217 time: 0.0630665 Jan 28 19:07:18.108695 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0111fde-78fa-41cc-a60e-7d2e0bef47b1 req-f1c04968-9fe7-45c3-948c-ce85faeb9f8a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:18.110547 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c0111fde-78fa-41cc-a60e-7d2e0bef47b1 req-f1c04968-9fe7-45c3-948c-ce85faeb9f8a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 943 time: 0.2879498 Jan 28 19:07:18.205460 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f89e4ab5-96fa-4fb0-8808-bd425ea57642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:18.249012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-6874c526-07f6-4352-b43a-d57dfd38e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:18.250358 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-6874c526-07f6-4352-b43a-d57dfd38e33e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.1348121 Jan 28 19:07:18.260013 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks [] for port (426b38fd-8cf9-4c82-85ab-5ee6621bcbfa), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:18.288293 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c0111fde-78fa-41cc-a60e-7d2e0bef47b1 req-fb1d7716-5eed-44ac-b6e7-aaf997858bc9 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623645 Jan 28 19:07:18.300132 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf0994-14b9-4007-ab07-607d907aaed2 req-d8556b64-2c16-468b-bc75-c78602043dc0 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:18.301949 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ebf0994-14b9-4007-ab07-607d907aaed2 req-d8556b64-2c16-468b-bc75-c78602043dc0 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1167891 Jan 28 19:07:18.341355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-7231a55b-7434-4f8f-b7ab-92dde0873a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:18.343335 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-7231a55b-7434-4f8f-b7ab-92dde0873a98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0848978 Jan 28 19:07:18.376204 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (426b38fd-8cf9-4c82-85ab-5ee6621bcbfa), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:18.390989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d2203941-4669-4aac-b710-163f33a83564', '3dd7177b-7b56-41ed-8389-f22488938e49'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:18.394854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['6fa97b10-2331-489c-bb8c-bc9f8fff8377', 'eced0486-f634-48c5-a6e0-9d68124d82a0', '2a21ddda-aec0-42b7-b31f-849bc766b40b', 'df33b1f2-0b31-4ade-81ae-f7c369b1ca5b', '33cc6b52-4c84-4e8b-9a72-9dcc683d402c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:18.479851 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Pushing event updated for resources: {'Port': ['ID=426b38fd-8cf9-4c82-85ab-5ee6621bcbfa,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:18.495926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:07:18.504406 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:07:18.507261 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:07:18.512744 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ebf0994-14b9-4007-ab07-607d907aaed2 req-f0847f68-9c5e-45d6-bacd-f79997d0312f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038982 Jan 28 19:07:18.599540 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:18.600272 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:18.626480 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32c7c7-e455-4b20-a2a6-e39856a57a60 req-6fe2347a-7787-45d8-a522-bf677003b9d3 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:18.628026 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1b32c7c7-e455-4b20-a2a6-e39856a57a60 req-6fe2347a-7787-45d8-a522-bf677003b9d3 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 948 time: 0.2207327 Jan 28 19:07:18.630111 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-d0ab1e42-5eed-4de6-8f30-4ed3b78ccb11 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718551 Jan 28 19:07:18.635791 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:18.636138 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:18.636475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:18.636807 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:18.637135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:18.637460 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:18.637784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:18.638168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:18.638530 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:18.638914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:18.639181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:18.639540 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:18.639860 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:18.679425 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0d62a289-b947-4a37-8989-6a4dc21500e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3278861 Jan 28 19:07:18.708101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1afee0-b29b-458d-9e7f-814f738debb5 req-fd7c7d20-9dde-456d-b1fe-1afd26a04681 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:18.715023 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ca1afee0-b29b-458d-9e7f-814f738debb5 req-fd7c7d20-9dde-456d-b1fe-1afd26a04681 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 936 time: 0.3287828 Jan 28 19:07:18.724984 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Request body: {'port': {'device_id': 'b2b1664a-6f6d-4b34-a3c9-021f37fb3c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:18.914504 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ca1afee0-b29b-458d-9e7f-814f738debb5 req-81e448a4-ffae-4bc4-8925-84e65b781e1b tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939762 Jan 28 19:07:18.918274 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (426b38fd-8cf9-4c82-85ab-5ee6621bcbfa), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:19.007736 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4ffcfc47-d9d5-47fd-8080-2557917fdfc5 None None] Provisioning complete for port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:19.008221 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4ffcfc47-d9d5-47fd-8080-2557917fdfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (426b38fd-8cf9-4c82-85ab-5ee6621bcbfa), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:19.016758 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc23e85-1f4e-4f50-9cf6-7f72343e8217 req-a983c0e9-2d7c-4f02-88fb-063735028426 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:19.027427 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bfc23e85-1f4e-4f50-9cf6-7f72343e8217 req-a983c0e9-2d7c-4f02-88fb-063735028426 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 948 time: 0.1553004 Jan 28 19:07:19.106886 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bfc23e85-1f4e-4f50-9cf6-7f72343e8217 req-85ae90f6-04f1-4a29-a537-1c34e6b02fef tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/security-groups?id=98658a84-8423-42f7-aeb4-dd959282abe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785358 Jan 28 19:07:19.111437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-1b32c7c7-e455-4b20-a2a6-e39856a57a60 req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Deleting port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:07:19.121269 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1b32c7c7-e455-4b20-a2a6-e39856a57a60 req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:19.197158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4ffcfc47-d9d5-47fd-8080-2557917fdfc5 None None] Port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:07:19.303473 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1b32c7c7-e455-4b20-a2a6-e39856a57a60 req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] For port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:19.303848 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1b32c7c7-e455-4b20-a2a6-e39856a57a60 req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:19.358706 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73b32865-0052-414b-b1e5-10d92ab0f1b1 req-8ad2859b-f5a4-4685-a0ea-f6aae66f80b1 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7184141 Jan 28 19:07:19.374571 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-1b32c7c7-e455-4b20-a2a6-e39856a57a60 req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Calling delete_port for 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:07:19.460473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:07:19.471563 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Publish callbacks [] for port (426b38fd-8cf9-4c82-85ab-5ee6621bcbfa), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:19.488136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Transition to ACTIVE for port object 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:07:19.495200 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (426b38fd-8cf9-4c82-85ab-5ee6621bcbfa), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:19.576234 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Pushing event updated for resources: {'Port': ['ID=426b38fd-8cf9-4c82-85ab-5ee6621bcbfa,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:19.754541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53880a56-ff72-48d7-8b29-597961264f53 req-51187c4f-5515-4131-859c-5f3283d9a6f3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:19.755886 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-53880a56-ff72-48d7-8b29-597961264f53 req-51187c4f-5515-4131-859c-5f3283d9a6f3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 943 time: 0.2571585 Jan 28 19:07:19.764526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Attempting to bind port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:07:19.765004 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Attempting to bind port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:07:19.765430 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Attempting to bind port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:07:19.782536 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378a34a-f728-477a-90ee-e8e402a52d92 req-de9d7e1e-900b-4b05-aa74-7c97f5b22cd6 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:19.789820 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f378a34a-f728-477a-90ee-e8e402a52d92 req-de9d7e1e-900b-4b05-aa74-7c97f5b22cd6 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1437335 Jan 28 19:07:19.791747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:07:19.792162 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Attempting to bind port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:07:19.803446 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:07:19.803924 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:07:19.804392 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:07:19.804930 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Bound port: 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:07:19.805395 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (426b38fd-8cf9-4c82-85ab-5ee6621bcbfa), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:19.884953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929c478-2505-479c-8ebe-864eef7f968c req-0fae551f-6b18-47a2-9f56-db60fbae6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:19.886550 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2929c478-2505-479c-8ebe-864eef7f968c req-0fae551f-6b18-47a2-9f56-db60fbae6f57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 1125 time: 0.4179542 Jan 28 19:07:19.890664 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-53880a56-ff72-48d7-8b29-597961264f53 req-07ac800c-2e04-4128-acd5-6291fb5f5d5a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014209 Jan 28 19:07:19.952331 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f378a34a-f728-477a-90ee-e8e402a52d92 req-9b8fe3bc-69e7-4deb-acb6-d7d7dcefc920 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572709 Jan 28 19:07:20.047362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] For port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:07:20.057754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] For port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=426b38fd-8cf9-4c82-85ab-5ee6621bcbfa,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:07:20.127537 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (426b38fd-8cf9-4c82-85ab-5ee6621bcbfa), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:20.203393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:20.204333 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:20.205939 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] 10.222.0.37 "PUT /v2.0/ports/426b38fd-8cf9-4c82-85ab-5ee6621bcbfa HTTP/1.1" status: 200 len: 1096 time: 1.4883492 Jan 28 19:07:20.211065 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b1664a-6f6d-4b34-a3c9-021f37fb3c42', 'tag': '426b38fd-8cf9-4c82-85ab-5ee6621bcbfa'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:20.213598 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5a3fd0-8df3-44f4-8c49-df882a9d3058" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b1664a-6f6d-4b34-a3c9-021f37fb3c42", "tag": "426b38fd-8cf9-4c82-85ab-5ee6621bcbfa"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:20.238670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55a995-2010-43c0-8bcb-3a9c1212ba57 req-87328a3b-0dbd-4ebf-95b1-fe7bcf1a14cb tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:20.240263 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c55a995-2010-43c0-8bcb-3a9c1212ba57 req-87328a3b-0dbd-4ebf-95b1-fe7bcf1a14cb tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 948 time: 0.1778438 Jan 28 19:07:20.290087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdab266-73c6-483c-9ae4-1d61a03374b7 service neutron] Pushing event updated for resources: {'Port': ['ID=426b38fd-8cf9-4c82-85ab-5ee6621bcbfa,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:20.362741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0aaedddf-871c-4c5d-9c4a-d1b52f9a3882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:20.366167 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0aaedddf-871c-4c5d-9c4a-d1b52f9a3882 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 1130 time: 0.0968964 Jan 28 19:07:20.370153 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c55a995-2010-43c0-8bcb-3a9c1212ba57 req-92fc6571-7f29-47b2-8a9f-e51a196ee887 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152675 Jan 28 19:07:20.401568 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-77d82ee2-90e7-47dc-b3f2-2d6eb546a6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:20.434360 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa05b742-9923-48b7-beda-88fdfe678173 req-0b067003-04fa-4665-86f5-da61c6a0e2c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=426b38fd-8cf9-4c82-85ab-5ee6621bcbfa HTTP/1.1" status: 200 len: 217 time: 0.0575483 Jan 28 19:07:20.538951 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6d35041-821b-4c63-9d9b-ec898ac79ba8 req-a94fe651-f425-4b25-8366-3fbb03293148 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 210 time: 0.0376382 Jan 28 19:07:20.559027 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1b32c7c7-e455-4b20-a2a6-e39856a57a60 req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6c4a3918-71e5-45ef-a100-3b5cd21c1af5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:20.565800 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05b742-9923-48b7-beda-88fdfe678173 req-c6bcba8a-e338-4e51-9872-c440c245921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:20.567537 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa05b742-9923-48b7-beda-88fdfe678173 req-c6bcba8a-e338-4e51-9872-c440c245921c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1226864 Jan 28 19:07:20.625758 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Pushing event deleted for resources: {'Port': ['ID=6c4a3918-71e5-45ef-a100-3b5cd21c1af5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:20.629489 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05b742-9923-48b7-beda-88fdfe678173 req-3a4e0476-aec7-4f15-8e18-60694c99acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:20.631576 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa05b742-9923-48b7-beda-88fdfe678173 req-3a4e0476-aec7-4f15-8e18-60694c99acc7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0573606 Jan 28 19:07:20.637184 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-1bf17140-2684-407f-9d64-247f68d2da6d tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f94b1f42df2749b5ae487559d6fb29e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1404305 Jan 28 19:07:20.689539 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7805963c-ad74-4949-ada5-999f84ea3df4 x-openstack-request-id: req-7805963c-ad74-4949-ada5-999f84ea3df4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:20.689915 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b1664a-6f6d-4b34-a3c9-021f37fb3c42", "tag": "426b38fd-8cf9-4c82-85ab-5ee6621bcbfa", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:20.690145 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7805963c-ad74-4949-ada5-999f84ea3df4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:20.690496 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b1664a-6f6d-4b34-a3c9-021f37fb3c42', 'tag': '426b38fd-8cf9-4c82-85ab-5ee6621bcbfa', 'status': 'completed', 'code': 200} Jan 28 19:07:20.700291 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:20.704768 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:20.706303 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:20.706859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:20.707400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:20.708363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:20.708793 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:20.709396 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:20.709823 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:20.710305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:20.710726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:20.711256 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:20.711669 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:20.727674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929c478-2505-479c-8ebe-864eef7f968c req-2bf9b218-9fb9-4a6b-b3fd-f3797abb1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:20.729189 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2929c478-2505-479c-8ebe-864eef7f968c req-2bf9b218-9fb9-4a6b-b3fd-f3797abb1143 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.8355229 Jan 28 19:07:20.779501 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa05b742-9923-48b7-beda-88fdfe678173 req-a517621a-4fdd-4887-9278-9145e461f4bc service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385415 Jan 28 19:07:20.803411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b32c7c7-e455-4b20-a2a6-e39856a57a60 req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] No DVR routers for this DVR port 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:07:20.835534 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1b32c7c7-e455-4b20-a2a6-e39856a57a60 req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:20.838806 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1b32c7c7-e455-4b20-a2a6-e39856a57a60 req-1f8cea07-c1d2-4ed3-bf51-205d3b1a4abd tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.37 "DELETE /v2.0/ports/6c4a3918-71e5-45ef-a100-3b5cd21c1af5 HTTP/1.1" status: 204 len: 173 time: 2.1999469 Jan 28 19:07:20.841778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b92f089-eab2-474d-aaea-c2e9b88446d3', 'name': 'network-vif-deleted', 'tag': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:20.843926 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bd4689-fdf9-454d-8573-62df15c42038" -d '{"events": [{"server_uuid": "7b92f089-eab2-474d-aaea-c2e9b88446d3", "name": "network-vif-deleted", "tag": "6c4a3918-71e5-45ef-a100-3b5cd21c1af5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:20.849645 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2929c478-2505-479c-8ebe-864eef7f968c req-992e9092-2689-4f41-8ac7-4470d8a2888b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879 HTTP/1.1" status: 200 len: 217 time: 0.1003115 Jan 28 19:07:20.912250 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa05b742-9923-48b7-beda-88fdfe678173 req-358fbcc4-6027-4a9c-91df-566146570dfa service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273944 Jan 28 19:07:20.932639 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d35714-1d35-4d8d-84fb-45db56fcbe7a x-openstack-request-id: req-52d35714-1d35-4d8d-84fb-45db56fcbe7a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:20.934170 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b92f089-eab2-474d-aaea-c2e9b88446d3", "name": "network-vif-deleted", "tag": "6c4a3918-71e5-45ef-a100-3b5cd21c1af5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:20.934170 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-52d35714-1d35-4d8d-84fb-45db56fcbe7a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:20.934170 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b92f089-eab2-474d-aaea-c2e9b88446d3', 'name': 'network-vif-deleted', 'tag': '6c4a3918-71e5-45ef-a100-3b5cd21c1af5', 'status': 'completed', 'code': 200} Jan 28 19:07:20.950286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-b2434191-742d-4c5b-9328-bcdc06a215a6 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:20.952124 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-b2434191-742d-4c5b-9328-bcdc06a215a6 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2740102 Jan 28 19:07:20.959043 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929c478-2505-479c-8ebe-864eef7f968c req-676d72f4-52e6-4a39-9960-9294e0a86cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:20.960500 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2929c478-2505-479c-8ebe-864eef7f968c req-676d72f4-52e6-4a39-9960-9294e0a86cd9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.1019735 Jan 28 19:07:20.986983 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-a2aa3a27-a876-4c76-b193-4563d6f66e89 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/quotas/f94b1f42df2749b5ae487559d6fb29e0 HTTP/1.1" status: 200 len: 375 time: 0.0255084 Jan 28 19:07:21.069454 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f125e60b-9ad3-4aa3-bb80-41544b64e06d tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f94b1f42df2749b5ae487559d6fb29e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473673 Jan 28 19:07:21.107869 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929c478-2505-479c-8ebe-864eef7f968c req-5b15cbc1-e444-4bfd-95dc-2c46812eeccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:21.110974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2929c478-2505-479c-8ebe-864eef7f968c req-5b15cbc1-e444-4bfd-95dc-2c46812eeccf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1372216 Jan 28 19:07:21.193289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971aa1bf-0735-45d3-8047-308e9c24680b req-87ad5a31-263e-44c9-a637-380d4f87b73d tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:21.200901 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-971aa1bf-0735-45d3-8047-308e9c24680b req-87ad5a31-263e-44c9-a637-380d4f87b73d tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 943 time: 0.1408081 Jan 28 19:07:21.229628 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a3fd0-8df3-44f4-8c49-df882a9d3058 req-bedfb58f-febc-4ad6-ad22-1b3f711fead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:21.233470 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a5a3fd0-8df3-44f4-8c49-df882a9d3058 req-bedfb58f-febc-4ad6-ad22-1b3f711fead2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 1130 time: 0.2369528 Jan 28 19:07:21.239274 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2929c478-2505-479c-8ebe-864eef7f968c req-a3a6e9bc-4aef-4095-a592-856b1f72879c service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216035 Jan 28 19:07:21.385828 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-971aa1bf-0735-45d3-8047-308e9c24680b req-80bc53dd-b294-4d1a-8961-ef679b9ed00e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775477 Jan 28 19:07:21.450793 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6d703-85b0-47e2-b626-16d5c8ee0e77 req-f973ad91-6d88-4167-b2cc-bc7b0b8b823f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:21.452675 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ce6d703-85b0-47e2-b626-16d5c8ee0e77 req-f973ad91-6d88-4167-b2cc-bc7b0b8b823f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1089149 Jan 28 19:07:21.475694 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2929c478-2505-479c-8ebe-864eef7f968c req-fcd58f31-a489-4f41-a508-99dee7526fc4 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289088 Jan 28 19:07:21.517795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8fce34ae-dc69-40cd-b817-93b0eb6f2ac0 req-1316a700-91bd-4cc2-a89d-43f191a4b9ba tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/ports?device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 210 time: 0.0516093 Jan 28 19:07:21.544821 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ce6d703-85b0-47e2-b626-16d5c8ee0e77 req-3961d6e9-deb1-42ca-92e5-36aebe41980f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769002 Jan 28 19:07:21.548462 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a3fd0-8df3-44f4-8c49-df882a9d3058 req-4b411c26-7129-4646-8a62-ac129c671804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:21.549960 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a5a3fd0-8df3-44f4-8c49-df882a9d3058 req-4b411c26-7129-4646-8a62-ac129c671804 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.3004701 Jan 28 19:07:21.557967 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:21.656493 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a5a3fd0-8df3-44f4-8c49-df882a9d3058 req-1194c77c-1246-4f55-9ce1-dfe50f54eb22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=426b38fd-8cf9-4c82-85ab-5ee6621bcbfa HTTP/1.1" status: 200 len: 217 time: 0.0988486 Jan 28 19:07:21.657534 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:07:21.738768 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-41e8b560-558e-444f-a88d-bcd671c06b9a req-684f7d45-80ef-40dc-8d8a-7db7c14fd6f9 tempest-ImagesOneServerTestJSON-1249107685 tempest-ImagesOneServerTestJSON-1249107685-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b92f089-eab2-474d-aaea-c2e9b88446d3 HTTP/1.1" status: 200 len: 210 time: 0.0591481 Jan 28 19:07:21.753873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:07:21.756494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 6c4a3918-71e5-45ef-a100-3b5cd21c1af5 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:07:21.855005 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a3fd0-8df3-44f4-8c49-df882a9d3058 req-e7c459fc-d5e0-4738-86f4-17ce28340673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:21.857468 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a5a3fd0-8df3-44f4-8c49-df882a9d3058 req-e7c459fc-d5e0-4738-86f4-17ce28340673 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1950181 Jan 28 19:07:21.870203 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48771ee8-b5ee-4b00-a511-122674a3d1aa req-1e83de4b-7c07-48a2-97a9-3e741b916320 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:21.877827 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48771ee8-b5ee-4b00-a511-122674a3d1aa req-1e83de4b-7c07-48a2-97a9-3e741b916320 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 948 time: 0.2380507 Jan 28 19:07:22.041501 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48771ee8-b5ee-4b00-a511-122674a3d1aa req-1ece7f21-ae5a-45fb-86ec-3ab3fc79cb71 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627166 Jan 28 19:07:22.063744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a3fd0-8df3-44f4-8c49-df882a9d3058 req-fc7c8ffd-e673-48ab-9b7f-9ac44345cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:22.070080 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a5a3fd0-8df3-44f4-8c49-df882a9d3058 req-fc7c8ffd-e673-48ab-9b7f-9ac44345cc8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1500039 Jan 28 19:07:22.218624 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a5a3fd0-8df3-44f4-8c49-df882a9d3058 req-f75d6339-6c59-459d-a63a-c7734b03cffb service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395853 Jan 28 19:07:22.354800 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a5a3fd0-8df3-44f4-8c49-df882a9d3058 req-87d42f25-d512-4b20-a581-3f6003da9902 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299286 Jan 28 19:07:22.568083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16f85b-2871-4457-9aef-c3db0c552682 req-24285380-831c-4cb7-92f3-d53ec7cfe7ff tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:22.570230 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d16f85b-2871-4457-9aef-c3db0c552682 req-24285380-831c-4cb7-92f3-d53ec7cfe7ff tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 943 time: 0.0819776 Jan 28 19:07:22.638281 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d16f85b-2871-4457-9aef-c3db0c552682 req-76650c59-b35f-4ca6-8f87-6356f5744a92 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596364 Jan 28 19:07:22.701588 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a9cf67a-897f-4359-9a18-61158e8f6ca6 req-de37b810-2d63-489e-881e-24b20811932d tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/ports?device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 210 time: 0.0749242 Jan 28 19:07:22.859285 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:22.887226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985815c5-4dab-44d8-afc5-d2700f710137 req-73a43690-9149-4698-97d9-beb4bc7b0042 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:22.898676 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-985815c5-4dab-44d8-afc5-d2700f710137 req-73a43690-9149-4698-97d9-beb4bc7b0042 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1646013 Jan 28 19:07:22.987617 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-d555afcd-a067-4ad7-9792-008ac8bfaf86 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f94b1f42df2749b5ae487559d6fb29e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620787 Jan 28 19:07:23.022332 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-985815c5-4dab-44d8-afc5-d2700f710137 req-ecd8297a-a4f4-4ee1-8f8c-88b0274fe09f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208744 Jan 28 19:07:23.238947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-a54986f6-5072-4dc7-840a-c9b3f33fb1dd tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:23.241110 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-a54986f6-5072-4dc7-840a-c9b3f33fb1dd tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424779 Jan 28 19:07:23.301416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:23.306725 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-23fb5ba2-81ac-4b83-adc1-dc356b190314 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Request body: {'port': {'device_id': '74ebfebc-0695-4c7b-abc6-09b10e7a5f91', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': 'f94b1f42df2749b5ae487559d6fb29e0'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:23.496225 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b572a1e7-8e3c-4395-93ad-7acd70f8bac9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ff2b94ebd7b4340b24faa9dbbc617e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933217 Jan 28 19:07:23.499646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33938) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:23.581220 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-232f58cf-bb32-4b5a-9ada-bff1f3f38317 admin admin] Publish callbacks [] for security_group (98658a84-8423-42f7-aeb4-dd959282abe3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:23.608139 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-232f58cf-bb32-4b5a-9ada-bff1f3f38317 admin admin] Publish callbacks [] for security_group (98658a84-8423-42f7-aeb4-dd959282abe3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:23.659769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:07:23.697738 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-232f58cf-bb32-4b5a-9ada-bff1f3f38317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (98658a84-8423-42f7-aeb4-dd959282abe3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:23.700907 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-232f58cf-bb32-4b5a-9ada-bff1f3f38317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:23.703511 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-232f58cf-bb32-4b5a-9ada-bff1f3f38317 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/98658a84-8423-42f7-aeb4-dd959282abe3 HTTP/1.1" status: 204 len: 168 time: 0.2002800 Jan 28 19:07:23.735584 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f58cf-bb32-4b5a-9ada-bff1f3f38317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98658a84-8423-42f7-aeb4-dd959282abe3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:23.896877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef999e2-3528-4772-8879-f5a4d918fc8b req-bf5a9a46-ae4b-4639-8c0f-77566f25f207 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:23.901335 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=426b38fd-8cf9-4c82-85ab-5ee6621bcbfa,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:23.902940 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ef999e2-3528-4772-8879-f5a4d918fc8b req-bf5a9a46-ae4b-4639-8c0f-77566f25f207 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 943 time: 0.1051586 Jan 28 19:07:23.928074 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '426b38fd-8cf9-4c82-85ab-5ee6621bcbfa', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '426b38fd-8cf9-4c82-85ab-5ee6621bcbfa', 'mac_address': 'fa:16:3e:3f:16:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:07:24.010903 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ef999e2-3528-4772-8879-f5a4d918fc8b req-43bcc982-ea6b-4582-b381-cac2fe39ffb0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006095 Jan 28 19:07:24.015276 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:24.015902 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (426b38fd-8cf9-4c82-85ab-5ee6621bcbfa), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:24.025594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2be402-44ab-4e14-ad7d-68da056c255e req-6209bba1-e05d-4ec2-9058-c34e84499223 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:24.033954 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9d2be402-44ab-4e14-ad7d-68da056c255e req-6209bba1-e05d-4ec2-9058-c34e84499223 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 948 time: 0.8156815 Jan 28 19:07:24.051757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:07:24.096189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=426b38fd-8cf9-4c82-85ab-5ee6621bcbfa,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:24.106819 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (426b38fd-8cf9-4c82-85ab-5ee6621bcbfa), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:24.107485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device fe9ba215-689b-4bde-b4e6-5d14d235b879 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:07:24.146738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-23fb5ba2-81ac-4b83-adc1-dc356b190314 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Made reservation on behalf of f94b1f42df2749b5ae487559d6fb29e0 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:07:24.150191 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-23fb5ba2-81ac-4b83-adc1-dc356b190314 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:24.182761 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-23fb5ba2-81ac-4b83-adc1-dc356b190314 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:24.211736 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9d2be402-44ab-4e14-ad7d-68da056c255e req-23f433fa-d50d-468f-ab99-287e42a0dceb tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767528 Jan 28 19:07:24.217764 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d40872d0-356e-4899-8da0-aff1abf761ce req-e3b00c3d-47cc-453a-9f9b-e59298611599 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/ports?device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 210 time: 0.0891285 Jan 28 19:07:24.322191 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:24.338197 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=426b38fd-8cf9-4c82-85ab-5ee6621bcbfa,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:24.354243 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'port_id': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'mac_address': 'fa:16:3e:01:5d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:07:24.407887 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:24.423132 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port fe9ba215-689b-4bde-b4e6-5d14d235b879 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:24.423798 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:24.424842 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-23fb5ba2-81ac-4b83-adc1-dc356b190314 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Publish callbacks [] for security_group (8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:24.434288 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-23fb5ba2-81ac-4b83-adc1-dc356b190314 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:24.442192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9ba215-689b-4bde-b4e6-5d14d235b879 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:07:24.501735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:24.519256 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:24.583493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=fe9ba215-689b-4bde-b4e6-5d14d235b879,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:24.609775 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb5ba2-81ac-4b83-adc1-dc356b190314 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:24.624046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f67ec-e628-415a-a9a1-ee980c3463f3 req-89a0ba87-96de-4bd8-804f-ebc7e3a01845 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:24.626215 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-318f67ec-e628-415a-a9a1-ee980c3463f3 req-89a0ba87-96de-4bd8-804f-ebc7e3a01845 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.2720165 Jan 28 19:07:24.777204 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-318f67ec-e628-415a-a9a1-ee980c3463f3 req-6b41c92d-ddfa-4676-b35c-8b38a7ce8eab tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281378 Jan 28 19:07:24.815147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-23fb5ba2-81ac-4b83-adc1-dc356b190314 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Allocated IP 192.168.233.135 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/22e211b3-53d3-4e8e-81ed-c1886f510687) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:07:24.905940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['fe9ba215-689b-4bde-b4e6-5d14d235b879'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:24.976663 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['426b38fd-8cf9-4c82-85ab-5ee6621bcbfa'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:25.015012 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-23fb5ba2-81ac-4b83-adc1-dc356b190314 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Publish callbacks [] for port (22e211b3-53d3-4e8e-81ed-c1886f510687), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:25.063238 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-23fb5ba2-81ac-4b83-adc1-dc356b190314 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (22e211b3-53d3-4e8e-81ed-c1886f510687), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:25.121552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-23fb5ba2-81ac-4b83-adc1-dc356b190314 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:07:25.123833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-23fb5ba2-81ac-4b83-adc1-dc356b190314 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:07:25.139812 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-23fb5ba2-81ac-4b83-adc1-dc356b190314 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:07:25.205836 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb5ba2-81ac-4b83-adc1-dc356b190314 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Pushing event updated for resources: {'Port': ['ID=22e211b3-53d3-4e8e-81ed-c1886f510687,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:25.244972 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-23fb5ba2-81ac-4b83-adc1-dc356b190314 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:25.245616 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-23fb5ba2-81ac-4b83-adc1-dc356b190314 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:25.279429 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-23fb5ba2-81ac-4b83-adc1-dc356b190314 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9876628 Jan 28 19:07:25.294473 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:25.309296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c736b-2480-4729-b525-84118dc8c997 req-407084fd-3c06-4512-aee8-7fa734d226f1 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:25.312404 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e84c736b-2480-4729-b525-84118dc8c997 req-407084fd-3c06-4512-aee8-7fa734d226f1 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1339080 Jan 28 19:07:25.320297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Request body: {'port': {'device_id': '74ebfebc-0695-4c7b-abc6-09b10e7a5f91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:25.433648 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e84c736b-2480-4729-b525-84118dc8c997 req-1d4344ba-562c-4cf9-b494-e007a08ff8f2 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102588 Jan 28 19:07:25.436843 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (22e211b3-53d3-4e8e-81ed-c1886f510687), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:25.534926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2a7d55a7-0672-4a53-8b50-1f47fe9abe7a None None] Provisioning complete for port 22e211b3-53d3-4e8e-81ed-c1886f510687 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:25.535331 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a7d55a7-0672-4a53-8b50-1f47fe9abe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (22e211b3-53d3-4e8e-81ed-c1886f510687), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:25.598566 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d55a7-0672-4a53-8b50-1f47fe9abe7a None None] Port 22e211b3-53d3-4e8e-81ed-c1886f510687 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:07:25.837351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3153689-871d-46b3-b3f7-46890fd0e54d req-56441b7b-adef-44da-a11d-4a76129837b9 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:25.842887 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b3153689-871d-46b3-b3f7-46890fd0e54d req-56441b7b-adef-44da-a11d-4a76129837b9 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 949 time: 0.3053541 Jan 28 19:07:25.844373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77b48e-1ec5-4895-b8cf-535f5327e88e req-c92a4282-f2af-421a-88ed-4cc78f7ad686 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:25.845881 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cb77b48e-1ec5-4895-b8cf-535f5327e88e req-c92a4282-f2af-421a-88ed-4cc78f7ad686 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/ports?device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 936 time: 0.0685658 Jan 28 19:07:25.924751 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cb77b48e-1ec5-4895-b8cf-535f5327e88e req-d2f6d24d-59d2-44c2-90af-00fe5adc58a5 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725706 Jan 28 19:07:25.952031 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b3153689-871d-46b3-b3f7-46890fd0e54d req-d7f6b04a-f972-4df4-a4e5-0cddf18739cd tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047871 Jan 28 19:07:26.006635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e211b3-53d3-4e8e-81ed-c1886f510687 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:07:26.025184 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Publish callbacks [] for port (22e211b3-53d3-4e8e-81ed-c1886f510687), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:26.045362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Transition to ACTIVE for port object 22e211b3-53d3-4e8e-81ed-c1886f510687 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:07:26.050500 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (22e211b3-53d3-4e8e-81ed-c1886f510687), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:26.204335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67be507-d461-4212-a731-38e230567f0e service neutron] Pushing event updated for resources: {'Port': ['ID=22e211b3-53d3-4e8e-81ed-c1886f510687,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:26.236434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c101fe-9dbe-4d3d-a83c-1618d6beff0c req-81fb470e-9a0f-487e-b859-c40767892bbf tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:26.245228 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6c101fe-9dbe-4d3d-a83c-1618d6beff0c req-81fb470e-9a0f-487e-b859-c40767892bbf tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1867626 Jan 28 19:07:26.326061 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6c101fe-9dbe-4d3d-a83c-1618d6beff0c req-fbcd172a-8a9d-4026-a125-c6af9e5dd0fe tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791113 Jan 28 19:07:26.338671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Attempting to bind port 22e211b3-53d3-4e8e-81ed-c1886f510687 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:07:26.339605 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Attempting to bind port 22e211b3-53d3-4e8e-81ed-c1886f510687 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:07:26.339804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Attempting to bind port 22e211b3-53d3-4e8e-81ed-c1886f510687 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:07:26.350984 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Port 22e211b3-53d3-4e8e-81ed-c1886f510687 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:07:26.351941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Attempting to bind port 22e211b3-53d3-4e8e-81ed-c1886f510687 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:07:26.362218 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:07:26.362492 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:07:26.362874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:07:26.363307 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Bound port: 22e211b3-53d3-4e8e-81ed-c1886f510687, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:07:26.363669 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (22e211b3-53d3-4e8e-81ed-c1886f510687), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:26.487607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] For port 22e211b3-53d3-4e8e-81ed-c1886f510687, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:07:26.491730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] For port 22e211b3-53d3-4e8e-81ed-c1886f510687, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=22e211b3-53d3-4e8e-81ed-c1886f510687,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:07:26.511556 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (22e211b3-53d3-4e8e-81ed-c1886f510687), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:26.620821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67be507-d461-4212-a731-38e230567f0e service neutron] Pushing event updated for resources: {'Port': ['ID=22e211b3-53d3-4e8e-81ed-c1886f510687,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:26.685726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:26.686554 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:26.688137 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f67be507-d461-4212-a731-38e230567f0e service neutron] 10.222.0.31 "PUT /v2.0/ports/22e211b3-53d3-4e8e-81ed-c1886f510687 HTTP/1.1" status: 200 len: 1096 time: 1.3950846 Jan 28 19:07:26.688792 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ebfebc-0695-4c7b-abc6-09b10e7a5f91', 'tag': '22e211b3-53d3-4e8e-81ed-c1886f510687'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:26.691201 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93d6d8d-3a62-4b52-8dbd-9ef93a67f256" -d '{"events": [{"name": "network-changed", "server_uuid": "74ebfebc-0695-4c7b-abc6-09b10e7a5f91", "tag": "22e211b3-53d3-4e8e-81ed-c1886f510687"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:26.734980 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48985ca-cee5-4a9b-abef-79788a2e2627 req-7b38209f-6115-4bb1-8598-1ee1f0e0c410 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:26.736587 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c48985ca-cee5-4a9b-abef-79788a2e2627 req-7b38209f-6115-4bb1-8598-1ee1f0e0c410 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1509123 Jan 28 19:07:26.913063 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c48985ca-cee5-4a9b-abef-79788a2e2627 req-879f6b06-2e73-423b-a5b1-22bd3504ba9c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678724 Jan 28 19:07:26.916578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-a0ceda1e-3a6b-4be5-8c3a-794460949873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:26.918165 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-a0ceda1e-3a6b-4be5-8c3a-794460949873 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f94b1f42df2749b5ae487559d6fb29e0&device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 1130 time: 0.1745417 Jan 28 19:07:26.998929 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-446d2c53-6937-4fe5-a8f3-5b61042d03f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=22e211b3-53d3-4e8e-81ed-c1886f510687 HTTP/1.1" status: 200 len: 217 time: 0.0711863 Jan 28 19:07:27.026274 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3be300-6990-4143-a37f-a0d47f58829f x-openstack-request-id: req-1f3be300-6990-4143-a37f-a0d47f58829f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:27.026579 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ebfebc-0695-4c7b-abc6-09b10e7a5f91", "tag": "22e211b3-53d3-4e8e-81ed-c1886f510687", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:27.026864 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f3be300-6990-4143-a37f-a0d47f58829f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:27.027223 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ebfebc-0695-4c7b-abc6-09b10e7a5f91', 'tag': '22e211b3-53d3-4e8e-81ed-c1886f510687', 'status': 'completed', 'code': 200} Jan 28 19:07:27.086508 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-22ecbd77-c86c-4348-81b4-a18b1cf5fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:27.088489 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-22ecbd77-c86c-4348-81b4-a18b1cf5fe71 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0820971 Jan 28 19:07:27.193137 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f01b870e-1fc4-447c-bec5-09e89465a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:27.194744 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-f01b870e-1fc4-447c-bec5-09e89465a6a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0993373 Jan 28 19:07:27.202477 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fed7e-2075-4e86-b4ee-a3a2a0c22eee req-dff9bc4b-dc16-4bfb-be12-42d3db3612a4 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:27.203877 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fc5fed7e-2075-4e86-b4ee-a3a2a0c22eee req-dff9bc4b-dc16-4bfb-be12-42d3db3612a4 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/ports?device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 948 time: 0.0956583 Jan 28 19:07:27.350385 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fc5fed7e-2075-4e86-b4ee-a3a2a0c22eee req-9c19a455-9ad5-4e6a-a5ef-5f5e40df58d2 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356642 Jan 28 19:07:27.384708 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-502e0416-03e9-4d40-8cb5-4da6208ae09d service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771128 Jan 28 19:07:27.386558 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7320ac81-f173-49d8-9dce-5a6650718273 req-4d5e2d65-03dd-4b2d-825a-24fe2a3d8bc9 service neutron] 10.222.0.37 "GET /v2.0/ports/76db4df9-ef78-4111-93f6-c031218d1d0a/bindings/n-h2-824834-4 HTTP/1.1" status: 200 len: 382 time: 0.1170323 Jan 28 19:07:27.546274 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d9609-c808-4363-a834-67dc8e7ae65c req-0e28bbb6-34a0-4db3-9cac-f6a97b1c5aea tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:27.547806 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b29d9609-c808-4363-a834-67dc8e7ae65c req-0e28bbb6-34a0-4db3-9cac-f6a97b1c5aea tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 949 time: 0.0986300 Jan 28 19:07:27.566335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc1b8e-c345-4146-add0-c0b74f18f645 req-9abfd7e3-cc99-43d6-b25e-44ec681c6549 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:27.576635 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e1fc1b8e-c345-4146-add0-c0b74f18f645 req-9abfd7e3-cc99-43d6-b25e-44ec681c6549 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1140480 Jan 28 19:07:27.604265 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8d57b8d-e615-44fd-933a-a5bada6c51ad req-6db8eea1-1bc0-42fe-a44e-f1e7b67e88c6 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097049 Jan 28 19:07:27.634717 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b29d9609-c808-4363-a834-67dc8e7ae65c req-74d151eb-d9ba-4ef5-8a8b-56e6694b78ef tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805159 Jan 28 19:07:27.680292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:07:27.776586 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:07:27.781853 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:27.782518 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (426b38fd-8cf9-4c82-85ab-5ee6621bcbfa), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:27.788292 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e1fc1b8e-c345-4146-add0-c0b74f18f645 req-2c94d02a-5a0b-4000-bc4f-d489ed5919bf tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066445 Jan 28 19:07:27.832625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320ac81-f173-49d8-9dce-5a6650718273 req-2d2d857a-273d-4ee7-8df9-c9a6ee73f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:27.834362 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7320ac81-f173-49d8-9dce-5a6650718273 req-2d2d857a-273d-4ee7-8df9-c9a6ee73f252 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f&tenant_id=8059b4ef24fd40cba0129239318686c2 HTTP/1.1" status: 200 len: 1132 time: 0.2199404 Jan 28 19:07:27.839152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d6d8d-3a62-4b52-8dbd-9ef93a67f256 req-a6560dcd-3fa3-41b2-be6b-d33b62fa611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:27.855428 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a93d6d8d-3a62-4b52-8dbd-9ef93a67f256 req-a6560dcd-3fa3-41b2-be6b-d33b62fa611a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f94b1f42df2749b5ae487559d6fb29e0&device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 1130 time: 0.1733890 Jan 28 19:07:27.896659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:27.897229 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (426b38fd-8cf9-4c82-85ab-5ee6621bcbfa), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:27.927066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b1664a-6f6d-4b34-a3c9-021f37fb3c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426b38fd-8cf9-4c82-85ab-5ee6621bcbfa'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:27.929659 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b7baf2-6132-4b07-9a16-06f9e4dae09c" -d '{"events": [{"server_uuid": "b2b1664a-6f6d-4b34-a3c9-021f37fb3c42", "name": "network-vif-plugged", "status": "completed", "tag": "426b38fd-8cf9-4c82-85ab-5ee6621bcbfa"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:27.960370 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=426b38fd-8cf9-4c82-85ab-5ee6621bcbfa,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:27.969701 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (426b38fd-8cf9-4c82-85ab-5ee6621bcbfa), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:27.970562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device fe9ba215-689b-4bde-b4e6-5d14d235b879 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:07:28.037878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320ac81-f173-49d8-9dce-5a6650718273 req-7bd1ad07-264e-4bfd-adc1-72dc5129f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:28.040244 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7320ac81-f173-49d8-9dce-5a6650718273 req-7bd1ad07-264e-4bfd-adc1-72dc5129f1f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 1132 time: 0.1773293 Jan 28 19:07:28.048762 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4afe45-2e8a-489e-a385-7d36888f1986 x-openstack-request-id: req-bf4afe45-2e8a-489e-a385-7d36888f1986 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:28.049041 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b1664a-6f6d-4b34-a3c9-021f37fb3c42", "name": "network-vif-plugged", "status": "completed", "tag": "426b38fd-8cf9-4c82-85ab-5ee6621bcbfa", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:28.049259 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf4afe45-2e8a-489e-a385-7d36888f1986 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:28.051120 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b1664a-6f6d-4b34-a3c9-021f37fb3c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426b38fd-8cf9-4c82-85ab-5ee6621bcbfa', 'code': 200} Jan 28 19:07:28.106584 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43f897-8542-474b-a9bf-1334eb6a947c req-97fe169d-f57d-443f-b2c1-a7b460bb35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:28.109379 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f43f897-8542-474b-a9bf-1334eb6a947c req-97fe169d-f57d-443f-b2c1-a7b460bb35fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 1132 time: 0.0576570 Jan 28 19:07:28.167999 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=426b38fd-8cf9-4c82-85ab-5ee6621bcbfa,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:28.192600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port fe9ba215-689b-4bde-b4e6-5d14d235b879 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:07:28.203213 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port fe9ba215-689b-4bde-b4e6-5d14d235b879 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:28.203683 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:28.216024 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d6d8d-3a62-4b52-8dbd-9ef93a67f256 req-2bc22c5a-718f-4ea6-9ce6-047c9612444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:28.217830 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a93d6d8d-3a62-4b52-8dbd-9ef93a67f256 req-2bc22c5a-718f-4ea6-9ce6-047c9612444a service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.3563981 Jan 28 19:07:28.221925 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f43f897-8542-474b-a9bf-1334eb6a947c req-720129e1-a214-4514-afc8-7045174c80dc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022401 Jan 28 19:07:28.225979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320ac81-f173-49d8-9dce-5a6650718273 req-c4cb060d-0ea3-4a15-a991-9819967608bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:28.227526 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7320ac81-f173-49d8-9dce-5a6650718273 req-c4cb060d-0ea3-4a15-a991-9819967608bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.1731842 Jan 28 19:07:28.338066 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a93d6d8d-3a62-4b52-8dbd-9ef93a67f256 req-f0f80c88-da6b-46c2-a3ae-f0a573cac48e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=22e211b3-53d3-4e8e-81ed-c1886f510687 HTTP/1.1" status: 200 len: 217 time: 0.1006408 Jan 28 19:07:28.353617 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053eedd-d65e-47b9-81d6-76fd38631657 req-d6b821d8-4032-490b-ab04-0f76b58235a4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:28.355945 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8053eedd-d65e-47b9-81d6-76fd38631657 req-d6b821d8-4032-490b-ab04-0f76b58235a4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.2249801 Jan 28 19:07:28.356112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port fe9ba215-689b-4bde-b4e6-5d14d235b879 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:28.356525 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:28.409577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:28.419100 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:28.447543 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8053eedd-d65e-47b9-81d6-76fd38631657 req-34f1541b-4f53-4b03-8d5a-d8ecbb3635fa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815561 Jan 28 19:07:28.453915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d6d8d-3a62-4b52-8dbd-9ef93a67f256 req-6ccd36e5-6794-4c03-b8b9-047823f04b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:28.455482 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a93d6d8d-3a62-4b52-8dbd-9ef93a67f256 req-6ccd36e5-6794-4c03-b8b9-047823f04b54 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1109059 Jan 28 19:07:28.491737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=fe9ba215-689b-4bde-b4e6-5d14d235b879,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:28.550852 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3472ff-ef3f-4271-ae4c-020eadf99250 req-b8d4aa2b-e40a-4090-ac7b-9469e341e07e tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:28.552563 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca3472ff-ef3f-4271-ae4c-020eadf99250 req-b8d4aa2b-e40a-4090-ac7b-9469e341e07e tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/ports?device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 948 time: 0.0782328 Jan 28 19:07:28.571442 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7320ac81-f173-49d8-9dce-5a6650718273 req-17b60249-9e43-486f-a625-e1faf3755c09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=76db4df9-ef78-4111-93f6-c031218d1d0a HTTP/1.1" status: 200 len: 217 time: 0.0918672 Jan 28 19:07:28.615606 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca3472ff-ef3f-4271-ae4c-020eadf99250 req-0cd26535-34a7-47c9-8413-3110d522fd30 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571492 Jan 28 19:07:28.632793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d6d8d-3a62-4b52-8dbd-9ef93a67f256 req-ab5eeaa6-e956-4093-bb4d-903acd18dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:28.634778 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a93d6d8d-3a62-4b52-8dbd-9ef93a67f256 req-ab5eeaa6-e956-4093-bb4d-903acd18dddc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1675758 Jan 28 19:07:28.643104 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320ac81-f173-49d8-9dce-5a6650718273 req-0088b77d-96a0-4ceb-a2bf-795222a2d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:28.644619 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7320ac81-f173-49d8-9dce-5a6650718273 req-0088b77d-96a0-4ceb-a2bf-795222a2d0b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0668864 Jan 28 19:07:28.823875 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320ac81-f173-49d8-9dce-5a6650718273 req-844702e2-f9e2-4314-8bc4-b2d4af4b5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:28.825354 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7320ac81-f173-49d8-9dce-5a6650718273 req-844702e2-f9e2-4314-8bc4-b2d4af4b5515 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1610744 Jan 28 19:07:28.847796 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a93d6d8d-3a62-4b52-8dbd-9ef93a67f256 req-9d2fad77-b919-48f0-8416-513a2425cb2c service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950600 Jan 28 19:07:28.927250 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34088) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:28.936477 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04444a6a-63d5-45e1-88e5-1061cf2c8e79 req-bd657151-7fc8-4f65-b055-ba1cd67ab39c tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:28.938006 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04444a6a-63d5-45e1-88e5-1061cf2c8e79 req-bd657151-7fc8-4f65-b055-ba1cd67ab39c tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 950 time: 0.2039337 Jan 28 19:07:29.009594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c7443-b0fb-44dc-991b-fa99ab402894 req-3c43656c-deeb-4550-b7df-32fa4d7ec096 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:29.024416 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-339c7443-b0fb-44dc-991b-fa99ab402894 req-3c43656c-deeb-4550-b7df-32fa4d7ec096 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1299191 Jan 28 19:07:29.071868 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7320ac81-f173-49d8-9dce-5a6650718273 req-33e8f267-66a5-4ca2-864b-e6f09215675f service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370784 Jan 28 19:07:29.080132 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04444a6a-63d5-45e1-88e5-1061cf2c8e79 req-b4ef626f-2154-4f9d-86cb-d7552c8ebb03 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081111 Jan 28 19:07:29.089201 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-339c7443-b0fb-44dc-991b-fa99ab402894 req-538b8874-69e2-4f12-bb28-b51994909dfa tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630836 Jan 28 19:07:29.105489 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a93d6d8d-3a62-4b52-8dbd-9ef93a67f256 req-6e7d0dc0-5181-4352-ab04-46bb8d15835c service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440372 Jan 28 19:07:29.180507 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdfd9-c7d9-4a8e-9e7d-661cb559bc44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:29.242553 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7320ac81-f173-49d8-9dce-5a6650718273 req-56938e24-8122-41f2-9982-f6bd038f0ff8 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614420 Jan 28 19:07:29.297529 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdfd9-c7d9-4a8e-9e7d-661cb559bc44 admin admin] Publish callbacks [] for security_group (80f0e17d-6af4-4d8a-b1e7-2c4b87ef3900), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:29.302146 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdfd9-c7d9-4a8e-9e7d-661cb559bc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (80f0e17d-6af4-4d8a-b1e7-2c4b87ef3900), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:29.348179 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0b4fdfd9-c7d9-4a8e-9e7d-661cb559bc44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0754bf3ebbb94cf0943d10a45606b3ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4210727 Jan 28 19:07:29.349046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fdfd9-c7d9-4a8e-9e7d-661cb559bc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f0e17d-6af4-4d8a-b1e7-2c4b87ef3900,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:29.350847 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34094) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:29.410876 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a33e7cd2-9425-4e16-a0eb-fdb8d5a0ebda admin admin] Publish callbacks [] for security_group (80f0e17d-6af4-4d8a-b1e7-2c4b87ef3900), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:29.436895 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a33e7cd2-9425-4e16-a0eb-fdb8d5a0ebda admin admin] Publish callbacks [] for security_group (80f0e17d-6af4-4d8a-b1e7-2c4b87ef3900), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:29.491835 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a33e7cd2-9425-4e16-a0eb-fdb8d5a0ebda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (80f0e17d-6af4-4d8a-b1e7-2c4b87ef3900), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:29.495234 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a33e7cd2-9425-4e16-a0eb-fdb8d5a0ebda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:29.496542 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a33e7cd2-9425-4e16-a0eb-fdb8d5a0ebda admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80f0e17d-6af4-4d8a-b1e7-2c4b87ef3900 HTTP/1.1" status: 204 len: 168 time: 0.1444557 Jan 28 19:07:29.507854 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e7cd2-9425-4e16-a0eb-fdb8d5a0ebda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f0e17d-6af4-4d8a-b1e7-2c4b87ef3900,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:29.598719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7873f-5dc5-4e32-ace2-51433d029a02 req-6bf7e578-d3f0-4f43-9cc7-24bc26ed0d2d tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:29.600194 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-12a7873f-5dc5-4e32-ace2-51433d029a02 req-6bf7e578-d3f0-4f43-9cc7-24bc26ed0d2d tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 945 time: 0.0729411 Jan 28 19:07:29.697704 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-12a7873f-5dc5-4e32-ace2-51433d029a02 req-695ff977-33bf-4080-b3ab-eb6a6e2d4207 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801222 Jan 28 19:07:29.698909 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 76db4df9-ef78-4111-93f6-c031218d1d0a no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:07:29.800165 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a2148-4ea9-4a65-9bd3-16c6a19930e5 req-52ec3208-cb9d-4722-97f7-f8e277ed46b6 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:29.803880 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b39a2148-4ea9-4a65-9bd3-16c6a19930e5 req-52ec3208-cb9d-4722-97f7-f8e277ed46b6 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/ports?device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 948 time: 0.0779300 Jan 28 19:07:29.817944 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 76db4df9-ef78-4111-93f6-c031218d1d0a is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:29.818629 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:29.874806 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:29.893092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 76db4df9-ef78-4111-93f6-c031218d1d0a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=76db4df9-ef78-4111-93f6-c031218d1d0a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:29.898407 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:29.912130 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b39a2148-4ea9-4a65-9bd3-16c6a19930e5 req-73ac86e7-f857-4f24-b710-6d195f30a909 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031702 Jan 28 19:07:29.986820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=76db4df9-ef78-4111-93f6-c031218d1d0a,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:30.052104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879'}, {'server_uuid': 'e2b786b9-d8a2-4a01-a1a9-f072175be15f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76db4df9-ef78-4111-93f6-c031218d1d0a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:30.055689 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebddbc7b-0f55-4ad6-8ef5-c3c6121ee0d8" -d '{"events": [{"server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "name": "network-vif-plugged", "status": "completed", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879"}, {"server_uuid": "e2b786b9-d8a2-4a01-a1a9-f072175be15f", "name": "network-vif-unplugged", "status": "completed", "tag": "76db4df9-ef78-4111-93f6-c031218d1d0a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:30.121557 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2743d08e-8d81-4afa-833d-ffedb89e9029 x-openstack-request-id: req-2743d08e-8d81-4afa-833d-ffedb89e9029 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:30.122170 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "name": "network-vif-plugged", "status": "completed", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879", "code": 200}, {"server_uuid": "e2b786b9-d8a2-4a01-a1a9-f072175be15f", "name": "network-vif-unplugged", "status": "completed", "tag": "76db4df9-ef78-4111-93f6-c031218d1d0a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:30.122657 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2743d08e-8d81-4afa-833d-ffedb89e9029 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:30.123238 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'code': 200} Jan 28 19:07:30.123776 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b786b9-d8a2-4a01-a1a9-f072175be15f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76db4df9-ef78-4111-93f6-c031218d1d0a', 'code': 200} Jan 28 19:07:30.276914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e992d2f-b834-461a-8e1f-6d3e5f83a18d req-0318537c-d194-476e-8f98-a8b732d68cb8 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:30.279168 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2e992d2f-b834-461a-8e1f-6d3e5f83a18d req-0318537c-d194-476e-8f98-a8b732d68cb8 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 950 time: 0.0717788 Jan 28 19:07:30.304385 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba7833-1a09-4b67-bff6-62b772178840 req-7921ed97-8849-4ce4-8e9e-c3601ed0cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:30.305902 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b1ba7833-1a09-4b67-bff6-62b772178840 req-7921ed97-8849-4ce4-8e9e-c3601ed0cb0d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 1127 time: 0.1078362 Jan 28 19:07:30.318550 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13211baa-2adb-4a18-9cd3-4c568c92efd9 req-a16eb252-7ed8-4d08-b3f4-c34851624d15 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:30.320331 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-13211baa-2adb-4a18-9cd3-4c568c92efd9 req-a16eb252-7ed8-4d08-b3f4-c34851624d15 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 948 time: 0.0872369 Jan 28 19:07:30.350548 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2e992d2f-b834-461a-8e1f-6d3e5f83a18d req-344e838b-3665-4a2d-bee7-64f92a8c1d58 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642915 Jan 28 19:07:30.411069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b1ba7833-1a09-4b67-bff6-62b772178840 req-e92dae8a-2936-4c57-b7d0-e7cfeac34322 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897276 Jan 28 19:07:30.414513 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-13211baa-2adb-4a18-9cd3-4c568c92efd9 req-104dc158-e0cd-4cbf-b3ea-6e74469cc36c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866709 Jan 28 19:07:30.507142 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a587596-0b75-40a8-8dc9-c30063f420f4 req-f75a965d-cb96-4f9a-8599-b351841e7fe6 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:30.510465 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a587596-0b75-40a8-8dc9-c30063f420f4 req-f75a965d-cb96-4f9a-8599-b351841e7fe6 tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 1132 time: 0.0665050 Jan 28 19:07:30.527239 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34134) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:30.558515 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a587596-0b75-40a8-8dc9-c30063f420f4 req-d3301a03-3212-47d8-ae02-bf6ab9ff002c tempest-ServersOnMultiNodesTest-1191233564 tempest-ServersOnMultiNodesTest-1191233564-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426350 Jan 28 19:07:30.639621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0908b5a4-2d7f-42dd-95c3-0a4ff2ee2841 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1201086064-network', 'tenant_id': '0aa307b073e74406b61f2cf9f4e8ee2f'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:30.663169 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0908b5a4-2d7f-42dd-95c3-0a4ff2ee2841 admin admin] Made reservation on behalf of 0aa307b073e74406b61f2cf9f4e8ee2f for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:07:30.665778 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0908b5a4-2d7f-42dd-95c3-0a4ff2ee2841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:30.677624 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0908b5a4-2d7f-42dd-95c3-0a4ff2ee2841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:30.802107 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0908b5a4-2d7f-42dd-95c3-0a4ff2ee2841 admin admin] Publish callbacks [] for security_group (38ccaae7-d49d-4744-a8eb-72f328f44af6), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:30.807944 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0908b5a4-2d7f-42dd-95c3-0a4ff2ee2841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (38ccaae7-d49d-4744-a8eb-72f328f44af6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:30.862831 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8e03c-8291-4e42-807c-4a13620fa53e req-37fd63ac-a996-49dc-97da-7d507d0086b8 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:30.864792 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89d8e03c-8291-4e42-807c-4a13620fa53e req-37fd63ac-a996-49dc-97da-7d507d0086b8 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 945 time: 0.0725400 Jan 28 19:07:30.875775 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0908b5a4-2d7f-42dd-95c3-0a4ff2ee2841 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:07:30.884755 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908b5a4-2d7f-42dd-95c3-0a4ff2ee2841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ccaae7-d49d-4744-a8eb-72f328f44af6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:30.892612 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0908b5a4-2d7f-42dd-95c3-0a4ff2ee2841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5315d0ca-c50e-4f7e-b1fe-678d4bd8c394), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:30.892975 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-0908b5a4-2d7f-42dd-95c3-0a4ff2ee2841 admin admin] Added segment 5315d0ca-c50e-4f7e-b1fe-678d4bd8c394 of type vlan for network 66f34620-e61a-45bc-a84d-b7022e8a582d Jan 28 19:07:30.935513 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89d8e03c-8291-4e42-807c-4a13620fa53e req-542e8311-ffe1-4847-b605-325fac81edc6 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619135 Jan 28 19:07:30.973102 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c90d6-c614-4c7c-ac67-48a7f73dde2d req-f32a9af3-af06-4dcb-abe6-ccb6bcb59d1f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:30.986625 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-029c90d6-c614-4c7c-ac67-48a7f73dde2d req-f32a9af3-af06-4dcb-abe6-ccb6bcb59d1f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 950 time: 0.1618531 Jan 28 19:07:31.017541 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0908b5a4-2d7f-42dd-95c3-0a4ff2ee2841 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (66f34620-e61a-45bc-a84d-b7022e8a582d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:31.083320 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914ec1d-ee83-48cd-a757-627f95584091 req-2edd08e5-15d1-4a01-8f56-4f859e99b709 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:31.086044 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9914ec1d-ee83-48cd-a757-627f95584091 req-2edd08e5-15d1-4a01-8f56-4f859e99b709 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/ports?device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 948 time: 0.0887992 Jan 28 19:07:31.109554 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-029c90d6-c614-4c7c-ac67-48a7f73dde2d req-dde3b256-6703-4fd5-9d59-650ba8e85d39 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091619 Jan 28 19:07:31.109554 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0908b5a4-2d7f-42dd-95c3-0a4ff2ee2841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (66f34620-e61a-45bc-a84d-b7022e8a582d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:31.109554 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0908b5a4-2d7f-42dd-95c3-0a4ff2ee2841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:31.109554 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0908b5a4-2d7f-42dd-95c3-0a4ff2ee2841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:31.166696 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9914ec1d-ee83-48cd-a757-627f95584091 req-e4aaaf0b-e0a2-4d02-b566-bb5b622d506e tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730157 Jan 28 19:07:31.177784 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0908b5a4-2d7f-42dd-95c3-0a4ff2ee2841 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6494150 Jan 28 19:07:31.180579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34152) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:31.187470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e8552ba6-73fe-4171-a543-bf044df88fe3 admin admin] Request body: {'subnet': {'network_id': '66f34620-e61a-45bc-a84d-b7022e8a582d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1201086064-subnet', 'tenant_id': '0aa307b073e74406b61f2cf9f4e8ee2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:31.210793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908b5a4-2d7f-42dd-95c3-0a4ff2ee2841 admin admin] Pushing event updated for resources: {'Network': ['ID=66f34620-e61a-45bc-a84d-b7022e8a582d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:31.214622 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8552ba6-73fe-4171-a543-bf044df88fe3 admin admin] Made reservation on behalf of 0aa307b073e74406b61f2cf9f4e8ee2f for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:07:31.220569 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8552ba6-73fe-4171-a543-bf044df88fe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:31.222779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 66f34620-e61a-45bc-a84d-b7022e8a582d details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:07:31.272895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 22e211b3-53d3-4e8e-81ed-c1886f510687 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:07:31.403231 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8552ba6-73fe-4171-a543-bf044df88fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (47f96c8b-95ea-4929-9866-851990175575), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:31.404664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 22e211b3-53d3-4e8e-81ed-c1886f510687, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=22e211b3-53d3-4e8e-81ed-c1886f510687,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:31.421697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '22e211b3-53d3-4e8e-81ed-c1886f510687', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '22e211b3-53d3-4e8e-81ed-c1886f510687', 'mac_address': 'fa:16:3e:4c:88:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:07:31.462535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 22e211b3-53d3-4e8e-81ed-c1886f510687 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:31.463003 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (22e211b3-53d3-4e8e-81ed-c1886f510687), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:31.477370 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e211b3-53d3-4e8e-81ed-c1886f510687 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:07:31.500100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 22e211b3-53d3-4e8e-81ed-c1886f510687, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=22e211b3-53d3-4e8e-81ed-c1886f510687,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:31.505939 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (22e211b3-53d3-4e8e-81ed-c1886f510687), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:31.518192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8552ba6-73fe-4171-a543-bf044df88fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f96c8b-95ea-4929-9866-851990175575,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:31.538209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8552ba6-73fe-4171-a543-bf044df88fe3 admin admin] Checking segment: {'id': '5315d0ca-c50e-4f7e-b1fe-678d4bd8c394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '66f34620-e61a-45bc-a84d-b7022e8a582d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:07:31.538642 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8552ba6-73fe-4171-a543-bf044df88fe3 admin admin] Network hostable DHCP agents. Network: 66f34620-e61a-45bc-a84d-b7022e8a582d, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:07:31.560965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=22e211b3-53d3-4e8e-81ed-c1886f510687,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:31.568188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8552ba6-73fe-4171-a543-bf044df88fe3 admin admin] Network 66f34620-e61a-45bc-a84d-b7022e8a582d is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:07:31.582057 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274741cd-3c77-4f49-992a-1795f0970e84 req-729793cb-8345-4114-8e26-417ef7be4a57 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:31.582260 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-274741cd-3c77-4f49-992a-1795f0970e84 req-729793cb-8345-4114-8e26-417ef7be4a57 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 948 time: 0.0827124 Jan 28 19:07:31.588181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e8552ba6-73fe-4171-a543-bf044df88fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 66f34620-e61a-45bc-a84d-b7022e8a582d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:07:31.594124 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8552ba6-73fe-4171-a543-bf044df88fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:31.595105 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8552ba6-73fe-4171-a543-bf044df88fe3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:31.598115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed8c38f-208a-40ab-aaaf-44de8b9eae94 None None] Network 66f34620-e61a-45bc-a84d-b7022e8a582d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:07:31.629529 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e8552ba6-73fe-4171-a543-bf044df88fe3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4478765 Jan 28 19:07:31.649276 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-274741cd-3c77-4f49-992a-1795f0970e84 req-80f783a1-eba9-48e5-8132-42223285b319 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585618 Jan 28 19:07:31.735854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3096de5a-7cc1-404e-b019-f2a52f1ef69c None None] Network 66f34620-e61a-45bc-a84d-b7022e8a582d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:07:31.852535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['22e211b3-53d3-4e8e-81ed-c1886f510687'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:31.912493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b7cf7179-87c0-4509-b351-2593e3adaef1 req-2234f088-c1d0-4a5e-801f-2c7bd45f29c6 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1789589284', 'description': 'tempest-description-1226325561'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:31.972139 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b7cf7179-87c0-4509-b351-2593e3adaef1 req-2234f088-c1d0-4a5e-801f-2c7bd45f29c6 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:32.104290 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b7cf7179-87c0-4509-b351-2593e3adaef1 req-2234f088-c1d0-4a5e-801f-2c7bd45f29c6 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (fd3b58ef-4ade-468c-898b-c1ade95b0e5c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:32.110948 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b7cf7179-87c0-4509-b351-2593e3adaef1 req-2234f088-c1d0-4a5e-801f-2c7bd45f29c6 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fd3b58ef-4ade-468c-898b-c1ade95b0e5c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:32.128945 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fa825-6751-4eb3-84e2-2319554ed1bd req-36feac63-6801-46e3-aebe-9b2bd7993b58 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:32.131901 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-525fa825-6751-4eb3-84e2-2319554ed1bd req-36feac63-6801-46e3-aebe-9b2bd7993b58 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 945 time: 0.0980153 Jan 28 19:07:32.175076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234f088-c1d0-4a5e-801f-2c7bd45f29c6 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3b58ef-4ade-468c-898b-c1ade95b0e5c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:32.180789 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b7cf7179-87c0-4509-b351-2593e3adaef1 req-2234f088-c1d0-4a5e-801f-2c7bd45f29c6 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:32.182102 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b7cf7179-87c0-4509-b351-2593e3adaef1 req-2234f088-c1d0-4a5e-801f-2c7bd45f29c6 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2742260 Jan 28 19:07:32.209271 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-525fa825-6751-4eb3-84e2-2319554ed1bd req-6d8c3347-dba9-4941-a9cd-c2df97fc61dd tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652831 Jan 28 19:07:32.282649 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-117c1609-524e-43b5-b269-fcc20c414fea req-34e1a707-54ff-4550-99d2-b7ea462fbe35 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "GET /v2.0/security-groups/fd3b58ef-4ade-468c-898b-c1ade95b0e5c HTTP/1.1" status: 200 len: 1830 time: 0.0524409 Jan 28 19:07:32.288907 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-117c1609-524e-43b5-b269-fcc20c414fea req-073851b9-9e7b-4e86-a167-506b983a399f tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fd3b58ef-4ade-468c-898b-c1ade95b0e5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:32.289413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-117c1609-524e-43b5-b269-fcc20c414fea req-073851b9-9e7b-4e86-a167-506b983a399f tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fd3b58ef-4ade-468c-898b-c1ade95b0e5c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:32.312841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f555281-198a-4087-a431-36fbb02c4267 req-a17ac829-9d9e-45d8-bf1a-8aa174d5c4fd tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:32.322799 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3f555281-198a-4087-a431-36fbb02c4267 req-a17ac829-9d9e-45d8-bf1a-8aa174d5c4fd tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 950 time: 0.0672596 Jan 28 19:07:32.360272 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-117c1609-524e-43b5-b269-fcc20c414fea req-073851b9-9e7b-4e86-a167-506b983a399f tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group_rule (c9f74c99-f372-4d12-b35e-dcc62f1aec06), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:32.369823 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3f555281-198a-4087-a431-36fbb02c4267 req-c7405a26-1e75-458d-9cfa-aff7622d166e tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457482 Jan 28 19:07:32.410938 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-117c1609-524e-43b5-b269-fcc20c414fea req-073851b9-9e7b-4e86-a167-506b983a399f tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group_rule (c9f74c99-f372-4d12-b35e-dcc62f1aec06), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:32.416530 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-117c1609-524e-43b5-b269-fcc20c414fea req-073851b9-9e7b-4e86-a167-506b983a399f tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (c9f74c99-f372-4d12-b35e-dcc62f1aec06), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:32.435911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073851b9-9e7b-4e86-a167-506b983a399f tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f74c99-f372-4d12-b35e-dcc62f1aec06,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:32.465684 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-117c1609-524e-43b5-b269-fcc20c414fea req-073851b9-9e7b-4e86-a167-506b983a399f tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:32.467556 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-117c1609-524e-43b5-b269-fcc20c414fea req-073851b9-9e7b-4e86-a167-506b983a399f tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1829190 Jan 28 19:07:32.504103 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813f900-dd22-4656-b2c4-b27c274aa053 req-89083631-d58c-4f98-bdc9-bf61b9378a4f tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:32.506354 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1813f900-dd22-4656-b2c4-b27c274aa053 req-89083631-d58c-4f98-bdc9-bf61b9378a4f tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/ports?device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 949 time: 0.0732014 Jan 28 19:07:32.535934 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a36160-5052-472f-8fde-2e091b49ab33 req-448e5bf3-db57-489c-a271-27e6e5062631 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:32.535934 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04a36160-5052-472f-8fde-2e091b49ab33 req-448e5bf3-db57-489c-a271-27e6e5062631 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 950 time: 0.0850229 Jan 28 19:07:32.568332 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1813f900-dd22-4656-b2c4-b27c274aa053 req-c65ec5d9-f743-4faf-b473-89de569c6e04 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560958 Jan 28 19:07:32.639849 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e71da69f-3d39-4b60-814e-139db7363793 req-8cefd7bc-bf17-4375-bc32-4226d187dae2 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "GET /v2.0/security-groups/fd3b58ef-4ade-468c-898b-c1ade95b0e5c HTTP/1.1" status: 200 len: 2423 time: 0.0454404 Jan 28 19:07:32.652197 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775359f-cdbe-49e7-8ded-0167ec02647d req-361fe11f-20e3-4164-93c5-08a7474b8c79 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:32.654360 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f775359f-cdbe-49e7-8ded-0167ec02647d req-361fe11f-20e3-4164-93c5-08a7474b8c79 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 945 time: 0.1171794 Jan 28 19:07:32.663746 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34182) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:32.670748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-16c4b11e-305c-4751-b8fa-54faafb6cd47 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Request body: {'floatingip': {'port_id': 'fe9ba215-689b-4bde-b4e6-5d14d235b879'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:32.697310 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11ac082b-cff3-4716-ace7-0889c4fe055b req-bc956ce6-ca24-4d7d-af0e-fc3f96e88a4a tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "GET /v2.0/security-group-rules/c9f74c99-f372-4d12-b35e-dcc62f1aec06 HTTP/1.1" status: 200 len: 778 time: 0.0294960 Jan 28 19:07:32.750061 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11ac082b-cff3-4716-ace7-0889c4fe055b req-7900b92a-cd19-4aeb-942c-ee273ac270ee tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "GET /v2.0/security-groups/fd3b58ef-4ade-468c-898b-c1ade95b0e5c HTTP/1.1" status: 200 len: 2423 time: 0.0513389 Jan 28 19:07:32.752725 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16c4b11e-305c-4751-b8fa-54faafb6cd47 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for floatingip (c8bac870-66ca-4c0f-80ac-2a4dae85fca2), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:32.778652 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-11ac082b-cff3-4716-ace7-0889c4fe055b req-4e257440-e7c9-42d6-a6ef-658730d09742 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group_rule (c9f74c99-f372-4d12-b35e-dcc62f1aec06), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:32.788016 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-11ac082b-cff3-4716-ace7-0889c4fe055b req-4e257440-e7c9-42d6-a6ef-658730d09742 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group_rule (c9f74c99-f372-4d12-b35e-dcc62f1aec06), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:32.815784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-04a36160-5052-472f-8fde-2e091b49ab33 req-82364f88-b818-45eb-b26e-53a348a2943d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Deleting port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:07:32.816119 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04a36160-5052-472f-8fde-2e091b49ab33 req-82364f88-b818-45eb-b26e-53a348a2943d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (426b38fd-8cf9-4c82-85ab-5ee6621bcbfa), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:32.828444 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:07:32.830893 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-11ac082b-cff3-4716-ace7-0889c4fe055b req-4e257440-e7c9-42d6-a6ef-658730d09742 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (c9f74c99-f372-4d12-b35e-dcc62f1aec06), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:32.837155 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-11ac082b-cff3-4716-ace7-0889c4fe055b req-4e257440-e7c9-42d6-a6ef-658730d09742 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:32.838541 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11ac082b-cff3-4716-ace7-0889c4fe055b req-4e257440-e7c9-42d6-a6ef-658730d09742 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/c9f74c99-f372-4d12-b35e-dcc62f1aec06 HTTP/1.1" status: 204 len: 173 time: 0.0874164 Jan 28 19:07:32.851304 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e257440-e7c9-42d6-a6ef-658730d09742 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9f74c99-f372-4d12-b35e-dcc62f1aec06,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:32.873662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2b27b34d-5910-44d6-92f0-82da001ebaa3 req-89383b43-3a68-4362-8c82-035c5821c5e8 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2016881346', 'description': 'tempest-description-242198985'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:32.899731 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2b27b34d-5910-44d6-92f0-82da001ebaa3 req-89383b43-3a68-4362-8c82-035c5821c5e8 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:33.001882 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2b27b34d-5910-44d6-92f0-82da001ebaa3 req-89383b43-3a68-4362-8c82-035c5821c5e8 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (b0d1aa4f-1c7e-4d63-920b-8e85e9685b19), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:33.009718 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2b27b34d-5910-44d6-92f0-82da001ebaa3 req-89383b43-3a68-4362-8c82-035c5821c5e8 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b0d1aa4f-1c7e-4d63-920b-8e85e9685b19), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:33.046478 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2b27b34d-5910-44d6-92f0-82da001ebaa3 req-89383b43-3a68-4362-8c82-035c5821c5e8 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:33.047784 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b27b34d-5910-44d6-92f0-82da001ebaa3 req-89383b43-3a68-4362-8c82-035c5821c5e8 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1790311 Jan 28 19:07:33.052465 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89383b43-3a68-4362-8c82-035c5821c5e8 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d1aa4f-1c7e-4d63-920b-8e85e9685b19,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:33.181089 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cbdc7936-7e35-413a-afdd-d973074b16fd req-08037d71-321b-4f5b-b467-8c259432414b tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "GET /v2.0/security-groups/b0d1aa4f-1c7e-4d63-920b-8e85e9685b19 HTTP/1.1" status: 200 len: 1829 time: 0.0888100 Jan 28 19:07:33.265312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 22e211b3-53d3-4e8e-81ed-c1886f510687 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:07:33.289701 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e95e283e-35e8-4911-b528-abafc9f1e39a req-7e390ce1-e21a-4c8c-b041-77825fa96339 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1145134151', 'description': 'tempest-description-764921685'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:33.322532 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e95e283e-35e8-4911-b528-abafc9f1e39a req-7e390ce1-e21a-4c8c-b041-77825fa96339 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:33.342794 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e1015-9cc8-41e9-b245-125e7adcc90a req-aafc5d9c-d31f-4252-8e98-f1851aaf955a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:33.350359 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c63e1015-9cc8-41e9-b245-125e7adcc90a req-aafc5d9c-d31f-4252-8e98-f1851aaf955a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 948 time: 0.6090994 Jan 28 19:07:33.441809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 22e211b3-53d3-4e8e-81ed-c1886f510687 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:07:33.449419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 22e211b3-53d3-4e8e-81ed-c1886f510687 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:33.450109 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (22e211b3-53d3-4e8e-81ed-c1886f510687), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:33.486704 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e95e283e-35e8-4911-b528-abafc9f1e39a req-7e390ce1-e21a-4c8c-b041-77825fa96339 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (79e8d9ba-737a-4c06-b723-51b6fb7fb7da), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:33.495879 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e95e283e-35e8-4911-b528-abafc9f1e39a req-7e390ce1-e21a-4c8c-b041-77825fa96339 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (79e8d9ba-737a-4c06-b723-51b6fb7fb7da), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:33.549338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-04a36160-5052-472f-8fde-2e091b49ab33 req-82364f88-b818-45eb-b26e-53a348a2943d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] For port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=426b38fd-8cf9-4c82-85ab-5ee6621bcbfa,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:33.549708 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04a36160-5052-472f-8fde-2e091b49ab33 req-82364f88-b818-45eb-b26e-53a348a2943d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (426b38fd-8cf9-4c82-85ab-5ee6621bcbfa), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:33.555516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e390ce1-e21a-4c8c-b041-77825fa96339 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e8d9ba-737a-4c06-b723-51b6fb7fb7da,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:33.561068 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 22e211b3-53d3-4e8e-81ed-c1886f510687 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:33.572714 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (22e211b3-53d3-4e8e-81ed-c1886f510687), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:33.572941 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e95e283e-35e8-4911-b528-abafc9f1e39a req-7e390ce1-e21a-4c8c-b041-77825fa96339 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:33.574300 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e95e283e-35e8-4911-b528-abafc9f1e39a req-7e390ce1-e21a-4c8c-b041-77825fa96339 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2996836 Jan 28 19:07:33.596269 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-04a36160-5052-472f-8fde-2e091b49ab33 req-82364f88-b818-45eb-b26e-53a348a2943d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Calling delete_port for 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:07:33.599853 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ebfebc-0695-4c7b-abc6-09b10e7a5f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e211b3-53d3-4e8e-81ed-c1886f510687'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:33.602269 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a6976b-bf88-45aa-b534-c79625cf2216" -d '{"events": [{"server_uuid": "74ebfebc-0695-4c7b-abc6-09b10e7a5f91", "name": "network-vif-plugged", "status": "completed", "tag": "22e211b3-53d3-4e8e-81ed-c1886f510687"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:33.622081 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 22e211b3-53d3-4e8e-81ed-c1886f510687, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=22e211b3-53d3-4e8e-81ed-c1886f510687,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:33.628605 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (22e211b3-53d3-4e8e-81ed-c1886f510687), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:33.657324 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c63e1015-9cc8-41e9-b245-125e7adcc90a req-e37b69ac-4251-4c2d-a2f0-7d4f72db5d7e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060737 Jan 28 19:07:33.693881 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=22e211b3-53d3-4e8e-81ed-c1886f510687,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:33.698554 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507aa1f5-8cfa-4c0d-b3b9-da544c00aabe req-15d3392c-b82e-428c-ac16-8be313f193b3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:33.700256 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-507aa1f5-8cfa-4c0d-b3b9-da544c00aabe req-15d3392c-b82e-428c-ac16-8be313f193b3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 950 time: 0.0650196 Jan 28 19:07:33.706155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:33.706505 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:33.706844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:33.707183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:33.707640 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:33.707971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:33.708299 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:33.708624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:33.709076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:33.709411 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:33.709798 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:33.710079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:33.710413 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:07:33.723734 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 76db4df9-ef78-4111-93f6-c031218d1d0a details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:07:33.792680 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-507aa1f5-8cfa-4c0d-b3b9-da544c00aabe req-00f6b274-40b9-4b5d-a589-9dfad7cfed90 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859261 Jan 28 19:07:33.889951 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 76db4df9-ef78-4111-93f6-c031218d1d0a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=76db4df9-ef78-4111-93f6-c031218d1d0a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:33.906802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '76db4df9-ef78-4111-93f6-c031218d1d0a', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '76db4df9-ef78-4111-93f6-c031218d1d0a', 'mac_address': 'fa:16:3e:4b:eb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:07:33.963814 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f77a3c-8cfb-493f-b18a-12dc56bd4626 req-ef1d9990-9b7c-4179-a7fd-9d18d3eeeb17 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:33.964226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 76db4df9-ef78-4111-93f6-c031218d1d0a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:33.966577 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:33.970529 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b5f77a3c-8cfb-493f-b18a-12dc56bd4626 req-ef1d9990-9b7c-4179-a7fd-9d18d3eeeb17 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/ports?device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 950 time: 0.0929775 Jan 28 19:07:33.970887 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-70cea958-50b7-4757-a30e-bf5eb27e2efd req-6100eaa0-8616-4463-8b45-8f13399790fa tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "GET /v2.0/security-groups/79e8d9ba-737a-4c06-b723-51b6fb7fb7da HTTP/1.1" status: 200 len: 1829 time: 0.1313498 Jan 28 19:07:33.987291 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76db4df9-ef78-4111-93f6-c031218d1d0a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:07:34.018044 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 76db4df9-ef78-4111-93f6-c031218d1d0a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=76db4df9-ef78-4111-93f6-c031218d1d0a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:34.023321 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:34.026705 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183e9fc3-a3c7-4ea5-a626-746bcfb6f7c6 x-openstack-request-id: req-183e9fc3-a3c7-4ea5-a626-746bcfb6f7c6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:34.027017 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ebfebc-0695-4c7b-abc6-09b10e7a5f91", "name": "network-vif-plugged", "status": "completed", "tag": "22e211b3-53d3-4e8e-81ed-c1886f510687", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:34.027324 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-183e9fc3-a3c7-4ea5-a626-746bcfb6f7c6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:34.027792 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ebfebc-0695-4c7b-abc6-09b10e7a5f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e211b3-53d3-4e8e-81ed-c1886f510687', 'code': 200} Jan 28 19:07:34.070836 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b5f77a3c-8cfb-493f-b18a-12dc56bd4626 req-0273cf59-1b88-4cdd-8db0-db64e19405d8 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900261 Jan 28 19:07:34.086611 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=76db4df9-ef78-4111-93f6-c031218d1d0a,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:34.113424 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a1c07e09-4a2e-49ec-9dbb-64e4aa0882c4 req-58d60962-bd36-42e4-9c4f-b6c0700f1702 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-557031374', 'description': 'tempest-description-1123601987'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:34.147625 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1c07e09-4a2e-49ec-9dbb-64e4aa0882c4 req-58d60962-bd36-42e4-9c4f-b6c0700f1702 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:34.158752 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16c4b11e-305c-4751-b8fa-54faafb6cd47 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:34.175045 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16c4b11e-305c-4751-b8fa-54faafb6cd47 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (c8bac870-66ca-4c0f-80ac-2a4dae85fca2), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:34.250269 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1c07e09-4a2e-49ec-9dbb-64e4aa0882c4 req-58d60962-bd36-42e4-9c4f-b6c0700f1702 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (98028276-6d9d-4c6a-b2a9-246abe5375bc), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:34.257888 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1c07e09-4a2e-49ec-9dbb-64e4aa0882c4 req-58d60962-bd36-42e4-9c4f-b6c0700f1702 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (98028276-6d9d-4c6a-b2a9-246abe5375bc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:34.292312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d60962-bd36-42e4-9c4f-b6c0700f1702 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98028276-6d9d-4c6a-b2a9-246abe5375bc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:34.305618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2443d6-e356-499e-8b86-c4d1e7d5b459 req-9e1126ae-5a68-4535-9f63-a5ed788f5920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:34.307486 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7d2443d6-e356-499e-8b86-c4d1e7d5b459 req-9e1126ae-5a68-4535-9f63-a5ed788f5920 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 1132 time: 0.1992178 Jan 28 19:07:34.310352 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04a36160-5052-472f-8fde-2e091b49ab33 req-82364f88-b818-45eb-b26e-53a348a2943d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (426b38fd-8cf9-4c82-85ab-5ee6621bcbfa), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:34.326697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['6fa97b10-2331-489c-bb8c-bc9f8fff8377', 'eced0486-f634-48c5-a6e0-9d68124d82a0', '2a21ddda-aec0-42b7-b31f-849bc766b40b', 'df33b1f2-0b31-4ade-81ae-f7c369b1ca5b', '33cc6b52-4c84-4e8b-9a72-9dcc683d402c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:34.333725 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a1c07e09-4a2e-49ec-9dbb-64e4aa0882c4 req-58d60962-bd36-42e4-9c4f-b6c0700f1702 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:34.335833 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a1c07e09-4a2e-49ec-9dbb-64e4aa0882c4 req-58d60962-bd36-42e4-9c4f-b6c0700f1702 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2263479 Jan 28 19:07:34.365318 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d2203941-4669-4aac-b710-163f33a83564', '3dd7177b-7b56-41ed-8389-f22488938e49'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:34.424657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82364f88-b818-45eb-b26e-53a348a2943d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Pushing event deleted for resources: {'Port': ['ID=426b38fd-8cf9-4c82-85ab-5ee6621bcbfa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:34.443073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['76db4df9-ef78-4111-93f6-c031218d1d0a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:34.488906 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c7a542b-c6cd-4f55-b97f-afced20f90d7 req-063657f9-4c6a-4869-b326-e52f60dde8a8 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "GET /v2.0/security-groups/98028276-6d9d-4c6a-b2a9-246abe5375bc HTTP/1.1" status: 200 len: 1829 time: 0.1293886 Jan 28 19:07:34.541163 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-16c4b11e-305c-4751-b8fa-54faafb6cd47 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Floating IP c8bac870-66ca-4c0f-80ac-2a4dae85fca2 associated. External IP: 172.25.0.212, port: fe9ba215-689b-4bde-b4e6-5d14d235b879. Jan 28 19:07:34.567747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fd6789eb-d887-4d1a-8a16-2e60e5b698c3 req-db0e9dec-38c4-4439-bbb8-2046a2d9028d tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1621020792', 'description': 'tempest-description-1082887366'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:34.637756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a36160-5052-472f-8fde-2e091b49ab33 req-82364f88-b818-45eb-b26e-53a348a2943d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] No DVR routers for this DVR port 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:07:34.640891 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04a36160-5052-472f-8fde-2e091b49ab33 req-82364f88-b818-45eb-b26e-53a348a2943d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:34.646064 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04a36160-5052-472f-8fde-2e091b49ab33 req-82364f88-b818-45eb-b26e-53a348a2943d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.37 "DELETE /v2.0/ports/426b38fd-8cf9-4c82-85ab-5ee6621bcbfa HTTP/1.1" status: 204 len: 173 time: 2.0960484 Jan 28 19:07:34.666945 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b1664a-6f6d-4b34-a3c9-021f37fb3c42', 'name': 'network-vif-deleted', 'tag': '426b38fd-8cf9-4c82-85ab-5ee6621bcbfa'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:34.671676 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd2e01f-50e0-476b-bda3-ead96d05983a" -d '{"events": [{"server_uuid": "b2b1664a-6f6d-4b34-a3c9-021f37fb3c42", "name": "network-vif-deleted", "tag": "426b38fd-8cf9-4c82-85ab-5ee6621bcbfa"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:34.705036 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7d2443d6-e356-499e-8b86-c4d1e7d5b459 req-daca277b-62c2-4274-81ad-444bfa3951ff service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831985 Jan 28 19:07:34.720115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd6789eb-d887-4d1a-8a16-2e60e5b698c3 req-db0e9dec-38c4-4439-bbb8-2046a2d9028d tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:34.852607 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a508ca-537f-48ee-82ad-8ca03004f1b1 x-openstack-request-id: req-80a508ca-537f-48ee-82ad-8ca03004f1b1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:34.852868 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b1664a-6f6d-4b34-a3c9-021f37fb3c42", "name": "network-vif-deleted", "tag": "426b38fd-8cf9-4c82-85ab-5ee6621bcbfa", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:34.853254 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80a508ca-537f-48ee-82ad-8ca03004f1b1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:34.853488 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b1664a-6f6d-4b34-a3c9-021f37fb3c42', 'name': 'network-vif-deleted', 'tag': '426b38fd-8cf9-4c82-85ab-5ee6621bcbfa', 'status': 'completed', 'code': 200} Jan 28 19:07:34.945110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea42a0-83b8-4364-a59c-ebbd794cae9f req-1a1fb2aa-ac3b-4632-9084-95ff5974356a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:34.954648 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-acea42a0-83b8-4364-a59c-ebbd794cae9f req-1a1fb2aa-ac3b-4632-9084-95ff5974356a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 949 time: 0.0890102 Jan 28 19:07:34.972596 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd6789eb-d887-4d1a-8a16-2e60e5b698c3 req-db0e9dec-38c4-4439-bbb8-2046a2d9028d tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (2117a5d5-641a-4de8-9bf7-63b10990a909), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:35.007495 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd6789eb-d887-4d1a-8a16-2e60e5b698c3 req-db0e9dec-38c4-4439-bbb8-2046a2d9028d tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2117a5d5-641a-4de8-9bf7-63b10990a909), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:35.050957 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-acea42a0-83b8-4364-a59c-ebbd794cae9f req-1ec41d28-b989-49ab-b1f2-21298c4da9f4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882490 Jan 28 19:07:35.085369 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd6789eb-d887-4d1a-8a16-2e60e5b698c3 req-db0e9dec-38c4-4439-bbb8-2046a2d9028d tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:35.101176 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fd6789eb-d887-4d1a-8a16-2e60e5b698c3 req-db0e9dec-38c4-4439-bbb8-2046a2d9028d tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5404396 Jan 28 19:07:35.181521 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e9dec-38c4-4439-bbb8-2046a2d9028d tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2117a5d5-641a-4de8-9bf7-63b10990a909,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:35.220001 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c781f17-c710-4843-ade5-6ce1b490053d req-9ae741b9-af7b-4407-bdd2-01b26ee3b7da tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2b1664a-6f6d-4b34-a3c9-021f37fb3c42 HTTP/1.1" status: 200 len: 210 time: 0.0663068 Jan 28 19:07:35.277303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c4b11e-305c-4751-b8fa-54faafb6cd47 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:07:35.410908 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9aa638f9-c4af-4e79-9380-7a7a747280e6 req-8f3b10fd-cb22-444d-9a4c-c0cd379a66de tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "GET /v2.0/security-groups/2117a5d5-641a-4de8-9bf7-63b10990a909 HTTP/1.1" status: 200 len: 1830 time: 0.1563983 Jan 28 19:07:35.530639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c4b11e-305c-4751-b8fa-54faafb6cd47 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:07:35.548115 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef4408f-1078-4071-879b-4f1c9c5da6bc None None] Sync routers for ids ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:07:35.552500 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16c4b11e-305c-4751-b8fa-54faafb6cd47 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:35.583530 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef4408f-1078-4071-879b-4f1c9c5da6bc None None] Routers {'61b8a2b8-0198-4701-9f5e-ac6ac648a52d'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:07:35.586907 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ef4408f-1078-4071-879b-4f1c9c5da6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:07:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:07:35.659031 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d210d-0837-464d-915a-60f6115b452a req-4122098a-4bb8-4f1c-8432-78eeb53c2ad3 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:35.661981 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-128d210d-0837-464d-915a-60f6115b452a req-4122098a-4bb8-4f1c-8432-78eeb53c2ad3 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/ports?device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 950 time: 0.1231005 Jan 28 19:07:35.715895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:07:35.746423 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-16c4b11e-305c-4751-b8fa-54faafb6cd47 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "PUT /v2.0/floatingips/c8bac870-66ca-4c0f-80ac-2a4dae85fca2 HTTP/1.1" status: 200 len: 991 time: 3.0777688 Jan 28 19:07:35.751909 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:07:35.763599 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-128d210d-0837-464d-915a-60f6115b452a req-11f7eb1c-7ca7-4787-86a0-199c860cdb3c tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912549 Jan 28 19:07:35.768888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 426b38fd-8cf9-4c82-85ab-5ee6621bcbfa not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:07:35.774545 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-ef161930-c6d9-4e63-ba64-6745a02dd149 req-e7124d8b-60ff-42b5-b835-094b238d0b71 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] show failed (client error): The resource could not be found. Jan 28 19:07:35.779862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ef161930-c6d9-4e63-ba64-6745a02dd149 req-e7124d8b-60ff-42b5-b835-094b238d0b71 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "GET /v2.0/security-groups/004f06a8-02fc-4af7-93d3-9dd831e27377 HTTP/1.1" status: 404 len: 352 time: 0.1347752 Jan 28 19:07:35.829220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-3227d19b-0f25-4b5d-9c59-7cf0d095f695 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:35.832266 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-3227d19b-0f25-4b5d-9c59-7cf0d095f695 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f&tenant_id=8059b4ef24fd40cba0129239318686c2&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 949 time: 0.1862957 Jan 28 19:07:35.887538 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8ef4408f-1078-4071-879b-4f1c9c5da6bc None None] Set router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:07:35.986881 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-4c353fea-cf61-4c23-92c1-c9ee00173356 service neutron] 10.222.0.37 "GET /v2.0/ports/76db4df9-ef78-4111-93f6-c031218d1d0a/bindings/n-h2-824834-4 HTTP/1.1" status: 200 len: 382 time: 0.1427686 Jan 28 19:07:36.015790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb03e3e-8fac-40e5-85b2-49dfba059499 req-52131856-50e6-4080-8361-8879bbb10101 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:36.019643 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1bb03e3e-8fac-40e5-85b2-49dfba059499 req-52131856-50e6-4080-8361-8879bbb10101 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 945 time: 0.1449392 Jan 28 19:07:36.022523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dab74-08b7-44e2-ba20-b008a40aa3de req-aeb534ae-852f-446e-96ab-b7de932d4aad tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:36.028128 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc0dab74-08b7-44e2-ba20-b008a40aa3de req-aeb534ae-852f-446e-96ab-b7de932d4aad tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 949 time: 0.1518848 Jan 28 19:07:36.126467 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc0dab74-08b7-44e2-ba20-b008a40aa3de req-bc6798a1-0fdc-4165-8a77-34914153afc4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917699 Jan 28 19:07:36.160206 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1bb03e3e-8fac-40e5-85b2-49dfba059499 req-eb84b52d-d081-454d-8e4e-804add077ece tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213708 Jan 28 19:07:36.175546 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-24793910-0328-4015-ac70-0b99940dbfa3 req-5c57f345-d5c3-4f4a-8430-68dbe19e326f tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] show failed (client error): The resource could not be found. Jan 28 19:07:36.188600 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24793910-0328-4015-ac70-0b99940dbfa3 req-5c57f345-d5c3-4f4a-8430-68dbe19e326f tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "GET /v2.0/security-group-rules/a987dad7-715d-4971-83ab-cca1be795ff9 HTTP/1.1" status: 404 len: 361 time: 0.0248437 Jan 28 19:07:36.224337 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-93a13235-1337-4284-98d2-b57b9e73ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:36.225875 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-93a13235-1337-4284-98d2-b57b9e73ed85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 1131 time: 0.2021732 Jan 28 19:07:36.278050 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ef4408f-1078-4071-879b-4f1c9c5da6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'name': 'tempest-ServerActionsTestJSON-1376128393-router', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:55Z', 'updated_at': '2022-01-28T19:07:05Z', 'revision_number': 4, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'gw_port': {'id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:57Z', 'updated_at': '2022-01-28T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'c8bac870-66ca-4c0f-80ac-2a4dae85fca2', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'port_id': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'mac_address': 'fa:16:3e:01:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:07:11Z', 'updated_at': '2022-01-28T19:07:33Z', 'revision_number': 1, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f9b371-d099-4dba-b2ca-9e126d2d8dde', 'name': '', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'mac_address': 'fa:16:3e:00:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:07:04Z', 'updated_at': '2022-01-28T19:07:11Z', 'revision_number': 5, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'subnets': [{'id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:07:36.317840 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5a0c4fcd-e200-4dba-b72a-f0ccd6c02628 req-33efee6e-d854-4bcc-b841-31cdc052aefb tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "GET /v2.0/security-groups/2117a5d5-641a-4de8-9bf7-63b10990a909 HTTP/1.1" status: 200 len: 1830 time: 0.0925949 Jan 28 19:07:36.343366 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef4408f-1078-4071-879b-4f1c9c5da6bc None None] Checking router: 61b8a2b8-0198-4701-9f5e-ac6ac648a52d for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:07:36.353700 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef4408f-1078-4071-879b-4f1c9c5da6bc None None] Routers {'61b8a2b8-0198-4701-9f5e-ac6ac648a52d'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:07:36.354692 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ef4408f-1078-4071-879b-4f1c9c5da6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:07:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:07:36.365696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-1ce1d1ad-3936-46e1-a154-3cb44c960e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:36.368397 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-1ce1d1ad-3936-46e1-a154-3cb44c960e99 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.1363604 Jan 28 19:07:36.457310 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-241d928e-36a8-4708-9c93-393b706330d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=76db4df9-ef78-4111-93f6-c031218d1d0a HTTP/1.1" status: 200 len: 217 time: 0.0811615 Jan 28 19:07:36.469067 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5a0c4fcd-e200-4dba-b72a-f0ccd6c02628 req-83b1aa99-0586-463d-9077-6594adf396a2 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (2117a5d5-641a-4de8-9bf7-63b10990a909), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:36.497651 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5a0c4fcd-e200-4dba-b72a-f0ccd6c02628 req-83b1aa99-0586-463d-9077-6594adf396a2 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (2117a5d5-641a-4de8-9bf7-63b10990a909), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:36.538421 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-9608067c-73b7-470e-ac05-c21a00776f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:36.540562 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-9608067c-73b7-470e-ac05-c21a00776f61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0773165 Jan 28 19:07:36.545112 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5a0c4fcd-e200-4dba-b72a-f0ccd6c02628 req-83b1aa99-0586-463d-9077-6594adf396a2 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2117a5d5-641a-4de8-9bf7-63b10990a909), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:36.549489 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5a0c4fcd-e200-4dba-b72a-f0ccd6c02628 req-83b1aa99-0586-463d-9077-6594adf396a2 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:36.568657 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5a0c4fcd-e200-4dba-b72a-f0ccd6c02628 req-83b1aa99-0586-463d-9077-6594adf396a2 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "DELETE /v2.0/security-groups/2117a5d5-641a-4de8-9bf7-63b10990a909 HTTP/1.1" status: 204 len: 173 time: 0.2399390 Jan 28 19:07:36.592254 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8ef4408f-1078-4071-879b-4f1c9c5da6bc None None] Set router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:07:36.597285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1aa99-0586-463d-9077-6594adf396a2 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2117a5d5-641a-4de8-9bf7-63b10990a909,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:36.663805 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-eca53705-7f7f-4070-b3bd-d2fa2b15c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:36.665340 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-eca53705-7f7f-4070-b3bd-d2fa2b15c5f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1173410 Jan 28 19:07:36.694597 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b0e05caf-6037-4f31-80a8-6d6057bc121e req-c3361383-5a56-4785-9986-bfb0a2d00989 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "GET /v2.0/security-groups/98028276-6d9d-4c6a-b2a9-246abe5375bc HTTP/1.1" status: 200 len: 1829 time: 0.0601914 Jan 28 19:07:36.801426 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b0e05caf-6037-4f31-80a8-6d6057bc121e req-84717eb0-d063-4cd7-93b6-015b7ab72858 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (98028276-6d9d-4c6a-b2a9-246abe5375bc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:36.801668 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-d35df696-91a9-4d54-82c6-cc12f65a13c8 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174026 Jan 28 19:07:36.827071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b0e05caf-6037-4f31-80a8-6d6057bc121e req-84717eb0-d063-4cd7-93b6-015b7ab72858 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (98028276-6d9d-4c6a-b2a9-246abe5375bc), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:36.870410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:36.879982 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c133e3-cf40-45c4-89a5-89c0d3a1d8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:36.889622 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b0e05caf-6037-4f31-80a8-6d6057bc121e req-84717eb0-d063-4cd7-93b6-015b7ab72858 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (98028276-6d9d-4c6a-b2a9-246abe5375bc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:36.893049 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b0e05caf-6037-4f31-80a8-6d6057bc121e req-84717eb0-d063-4cd7-93b6-015b7ab72858 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:36.907215 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b0e05caf-6037-4f31-80a8-6d6057bc121e req-84717eb0-d063-4cd7-93b6-015b7ab72858 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "DELETE /v2.0/security-groups/98028276-6d9d-4c6a-b2a9-246abe5375bc HTTP/1.1" status: 204 len: 173 time: 0.1930983 Jan 28 19:07:36.938250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84717eb0-d063-4cd7-93b6-015b7ab72858 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98028276-6d9d-4c6a-b2a9-246abe5375bc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:37.002270 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-41892fd4-35d3-45cf-833f-fe5805ef2510 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011983 Jan 28 19:07:37.003961 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ef4408f-1078-4071-879b-4f1c9c5da6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'name': 'tempest-ServerActionsTestJSON-1376128393-router', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:55Z', 'updated_at': '2022-01-28T19:07:05Z', 'revision_number': 4, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'gw_port': {'id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:57Z', 'updated_at': '2022-01-28T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'c8bac870-66ca-4c0f-80ac-2a4dae85fca2', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'port_id': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'mac_address': 'fa:16:3e:01:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:07:11Z', 'updated_at': '2022-01-28T19:07:33Z', 'revision_number': 1, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f9b371-d099-4dba-b2ca-9e126d2d8dde', 'name': '', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'mac_address': 'fa:16:3e:00:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:07:04Z', 'updated_at': '2022-01-28T19:07:11Z', 'revision_number': 5, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'subnets': [{'id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:07:37.072508 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef4408f-1078-4071-879b-4f1c9c5da6bc None None] The sync data for ids ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'] in n-d-824834-4 is: [{'id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'name': 'tempest-ServerActionsTestJSON-1376128393-router', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:55Z', 'updated_at': '2022-01-28T19:07:05Z', 'revision_number': 4, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'gw_port': {'id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:57Z', 'updated_at': '2022-01-28T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'c8bac870-66ca-4c0f-80ac-2a4dae85fca2', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'port_id': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'mac_address': 'fa:16:3e:01:5d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:07:11Z', 'updated_at': '2022-01-28T19:07:33Z', 'revision_number': 1, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f9b371-d099-4dba-b2ca-9e126d2d8dde', 'name': '', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'mac_address': 'fa:16:3e:00:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:07:04Z', 'updated_at': '2022-01-28T19:07:11Z', 'revision_number': 5, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'subnets': [{'id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:07:37.226120 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39d27d-37b8-456a-9cc0-fa1c8de25462 req-aef1b9ac-7fba-45db-b59f-9cbc1966a2bd tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:37.228252 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d39d27d-37b8-456a-9cc0-fa1c8de25462 req-aef1b9ac-7fba-45db-b59f-9cbc1966a2bd tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/ports?device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 950 time: 0.0720625 Jan 28 19:07:37.350888 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d39d27d-37b8-456a-9cc0-fa1c8de25462 req-55e359c9-b333-40f9-890e-a3bc8512c42b tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936413 Jan 28 19:07:37.401020 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08337a59-16df-459c-8afe-54aa63088631 x-openstack-request-id: req-08337a59-16df-459c-8afe-54aa63088631 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:37.401630 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:37.402062 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08337a59-16df-459c-8afe-54aa63088631 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:37.402762 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'status': 'completed', 'code': 200} Jan 28 19:07:37.453063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e06a4-127f-4c02-946b-85f69c41146f None None] New status for floating IP c8bac870-66ca-4c0f-80ac-2a4dae85fca2: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:07:37.498711 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fa927881-1ecf-408c-bf9c-98333740e767 req-77c83e9e-5321-4ca7-a7c4-801d20ade187 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "GET /v2.0/security-groups/79e8d9ba-737a-4c06-b723-51b6fb7fb7da HTTP/1.1" status: 200 len: 1829 time: 0.0835855 Jan 28 19:07:37.524484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c133e3-cf40-45c4-89a5-89c0d3a1d8cc req-eedc91a0-90ed-4dc6-9da3-1c0a714c9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:37.526578 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2c133e3-cf40-45c4-89a5-89c0d3a1d8cc req-eedc91a0-90ed-4dc6-9da3-1c0a714c9adc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 1127 time: 0.0859952 Jan 28 19:07:37.613711 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fa927881-1ecf-408c-bf9c-98333740e767 req-91c4fd06-87ee-4a2f-8a01-199ce5bd38ab tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (79e8d9ba-737a-4c06-b723-51b6fb7fb7da), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:37.665008 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fa927881-1ecf-408c-bf9c-98333740e767 req-91c4fd06-87ee-4a2f-8a01-199ce5bd38ab tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (79e8d9ba-737a-4c06-b723-51b6fb7fb7da), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:37.681273 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c133e3-cf40-45c4-89a5-89c0d3a1d8cc req-e1b9b68c-7e8a-4c88-b0bd-ddd7d486b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:37.683588 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2c133e3-cf40-45c4-89a5-89c0d3a1d8cc req-e1b9b68c-7e8a-4c88-b0bd-ddd7d486b22d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.1503272 Jan 28 19:07:37.721393 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 76db4df9-ef78-4111-93f6-c031218d1d0a up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:07:37.745508 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fa927881-1ecf-408c-bf9c-98333740e767 req-91c4fd06-87ee-4a2f-8a01-199ce5bd38ab tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (79e8d9ba-737a-4c06-b723-51b6fb7fb7da), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:37.757981 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fa927881-1ecf-408c-bf9c-98333740e767 req-91c4fd06-87ee-4a2f-8a01-199ce5bd38ab tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:37.772969 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fa927881-1ecf-408c-bf9c-98333740e767 req-91c4fd06-87ee-4a2f-8a01-199ce5bd38ab tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "DELETE /v2.0/security-groups/79e8d9ba-737a-4c06-b723-51b6fb7fb7da HTTP/1.1" status: 204 len: 173 time: 0.2666097 Jan 28 19:07:37.810147 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4fd06-87ee-4a2f-8a01-199ce5bd38ab tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e8d9ba-737a-4c06-b723-51b6fb7fb7da,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:37.856331 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 76db4df9-ef78-4111-93f6-c031218d1d0a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:37.857114 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:37.901200 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2c133e3-cf40-45c4-89a5-89c0d3a1d8cc req-430dccc6-e9eb-48be-b0cd-e1b95a3a72b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879 HTTP/1.1" status: 200 len: 1001 time: 0.1978455 Jan 28 19:07:37.979744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208d914-f497-4713-ac32-1e2d15b9ddf6 req-f81c4388-1105-4aea-8fec-15fda858c0e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:37.981110 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0208d914-f497-4713-ac32-1e2d15b9ddf6 req-f81c4388-1105-4aea-8fec-15fda858c0e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 949 time: 0.1146994 Jan 28 19:07:37.990204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 76db4df9-ef78-4111-93f6-c031218d1d0a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:37.990601 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:38.013458 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c133e3-cf40-45c4-89a5-89c0d3a1d8cc req-2f3ca3bf-ee67-413b-9cf7-a1b9f8666ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:38.015619 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2c133e3-cf40-45c4-89a5-89c0d3a1d8cc req-2f3ca3bf-ee67-413b-9cf7-a1b9f8666ce6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.0981097 Jan 28 19:07:38.024946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b786b9-d8a2-4a01-a1a9-f072175be15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76db4df9-ef78-4111-93f6-c031218d1d0a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:38.027948 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08acb294-7b9a-40d5-ad89-572915c71033" -d '{"events": [{"server_uuid": "e2b786b9-d8a2-4a01-a1a9-f072175be15f", "name": "network-vif-plugged", "status": "completed", "tag": "76db4df9-ef78-4111-93f6-c031218d1d0a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:38.042591 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0208d914-f497-4713-ac32-1e2d15b9ddf6 req-dc15db96-25ee-4129-a31d-df985dce7327 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551813 Jan 28 19:07:38.045435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 76db4df9-ef78-4111-93f6-c031218d1d0a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=76db4df9-ef78-4111-93f6-c031218d1d0a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:38.051161 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:38.125746 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=76db4df9-ef78-4111-93f6-c031218d1d0a,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:38.144766 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c133e3-cf40-45c4-89a5-89c0d3a1d8cc req-d77273b4-b3c7-4a1a-931c-2a4d9909c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:38.146481 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2c133e3-cf40-45c4-89a5-89c0d3a1d8cc req-d77273b4-b3c7-4a1a-931c-2a4d9909c148 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1237116 Jan 28 19:07:38.187769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11739889-de50-4cbe-a525-c7263e31b0a1 req-3f8e9dae-91ba-4792-b709-5fda7ecfff2d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:38.189779 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11739889-de50-4cbe-a525-c7263e31b0a1 req-3f8e9dae-91ba-4792-b709-5fda7ecfff2d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.0768287 Jan 28 19:07:38.258202 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11739889-de50-4cbe-a525-c7263e31b0a1 req-21ebbf23-2ae8-470d-a465-bd3b06c7f924 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616713 Jan 28 19:07:38.283108 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2c133e3-cf40-45c4-89a5-89c0d3a1d8cc req-1b7321ca-c842-4e00-bd85-f124eb6cf519 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286931 Jan 28 19:07:38.391570 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5c06063d-f8cb-49ce-bea9-0441bea547fb req-eac4530e-cb8f-4844-9e65-26c20586b11a tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "GET /v2.0/security-groups/b0d1aa4f-1c7e-4d63-920b-8e85e9685b19 HTTP/1.1" status: 200 len: 1829 time: 0.0436580 Jan 28 19:07:38.414981 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2c133e3-cf40-45c4-89a5-89c0d3a1d8cc req-d774c380-e001-4a14-aa57-4484f7f61939 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244109 Jan 28 19:07:38.462517 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5c06063d-f8cb-49ce-bea9-0441bea547fb req-8644a981-e83d-4a45-9615-6aac1e1652f7 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (b0d1aa4f-1c7e-4d63-920b-8e85e9685b19), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:38.488852 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5c06063d-f8cb-49ce-bea9-0441bea547fb req-8644a981-e83d-4a45-9615-6aac1e1652f7 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (b0d1aa4f-1c7e-4d63-920b-8e85e9685b19), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:38.532364 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5c06063d-f8cb-49ce-bea9-0441bea547fb req-8644a981-e83d-4a45-9615-6aac1e1652f7 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b0d1aa4f-1c7e-4d63-920b-8e85e9685b19), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:38.535607 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5c06063d-f8cb-49ce-bea9-0441bea547fb req-8644a981-e83d-4a45-9615-6aac1e1652f7 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:38.538985 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5c06063d-f8cb-49ce-bea9-0441bea547fb req-8644a981-e83d-4a45-9615-6aac1e1652f7 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "DELETE /v2.0/security-groups/b0d1aa4f-1c7e-4d63-920b-8e85e9685b19 HTTP/1.1" status: 204 len: 173 time: 0.1408587 Jan 28 19:07:38.554937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644a981-e83d-4a45-9615-6aac1e1652f7 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d1aa4f-1c7e-4d63-920b-8e85e9685b19,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:38.596584 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68a4175-c9de-4f0f-99f8-0b327052ee00 x-openstack-request-id: req-e68a4175-c9de-4f0f-99f8-0b327052ee00 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:38.597128 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b786b9-d8a2-4a01-a1a9-f072175be15f", "name": "network-vif-plugged", "status": "completed", "tag": "76db4df9-ef78-4111-93f6-c031218d1d0a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:38.597395 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e68a4175-c9de-4f0f-99f8-0b327052ee00 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:38.597807 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b786b9-d8a2-4a01-a1a9-f072175be15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76db4df9-ef78-4111-93f6-c031218d1d0a', 'code': 200} Jan 28 19:07:38.854488 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-acd7af18-23a9-4264-9b27-b02991d17540 req-d6260e1b-65db-4d7f-8308-53e6d11ecd89 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "GET /v2.0/security-groups/fd3b58ef-4ade-468c-898b-c1ade95b0e5c HTTP/1.1" status: 200 len: 1830 time: 0.0503354 Jan 28 19:07:38.942387 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-acd7af18-23a9-4264-9b27-b02991d17540 req-f7d60306-c641-410c-afb0-80fcce66f502 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (fd3b58ef-4ade-468c-898b-c1ade95b0e5c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:38.977236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb314b-7aee-40ea-8ec6-2038b113204b req-3d0b7fa1-8f1d-47e4-8acc-e55354a35450 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:38.978898 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebeb314b-7aee-40ea-8ec6-2038b113204b req-3d0b7fa1-8f1d-47e4-8acc-e55354a35450 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "GET /v2.0/ports?device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 949 time: 0.1152098 Jan 28 19:07:38.996666 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-acd7af18-23a9-4264-9b27-b02991d17540 req-f7d60306-c641-410c-afb0-80fcce66f502 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (fd3b58ef-4ade-468c-898b-c1ade95b0e5c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:39.085221 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-acd7af18-23a9-4264-9b27-b02991d17540 req-f7d60306-c641-410c-afb0-80fcce66f502 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fd3b58ef-4ade-468c-898b-c1ade95b0e5c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:39.090529 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-acd7af18-23a9-4264-9b27-b02991d17540 req-f7d60306-c641-410c-afb0-80fcce66f502 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:39.094097 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-acd7af18-23a9-4264-9b27-b02991d17540 req-f7d60306-c641-410c-afb0-80fcce66f502 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] 10.222.0.55 "DELETE /v2.0/security-groups/fd3b58ef-4ade-468c-898b-c1ade95b0e5c HTTP/1.1" status: 204 len: 173 time: 0.2295702 Jan 28 19:07:39.104620 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34316) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:39.117906 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d60306-c641-410c-afb0-80fcce66f502 tempest-SecurityGroupRulesNegativeTestJSON-780413640 tempest-SecurityGroupRulesNegativeTestJSON-780413640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3b58ef-4ade-468c-898b-c1ade95b0e5c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:39.191751 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-847ac901-393f-486a-9940-895c2c152984 admin admin] Deleting subnet 47f96c8b-95ea-4929-9866-851990175575 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:07:39.196728 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-847ac901-393f-486a-9940-895c2c152984 admin admin] Publish callbacks [] for subnet (47f96c8b-95ea-4929-9866-851990175575), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:39.274699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ebeb314b-7aee-40ea-8ec6-2038b113204b req-95eaac8e-757e-4f31-bfd5-8d486351cea1 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Deleting port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:07:39.274699 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ebeb314b-7aee-40ea-8ec6-2038b113204b req-95eaac8e-757e-4f31-bfd5-8d486351cea1 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (33cc6b52-4c84-4e8b-9a72-9dcc683d402c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:39.282106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82597eb1-5c63-4d84-a9da-b4703c2fbfd0 req-6d1f7b96-8958-41f1-b5b4-10b58721f358 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:39.287826 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-847ac901-393f-486a-9940-895c2c152984 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (47f96c8b-95ea-4929-9866-851990175575), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:39.289449 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-82597eb1-5c63-4d84-a9da-b4703c2fbfd0 req-6d1f7b96-8958-41f1-b5b4-10b58721f358 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/ports?device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 950 time: 0.0778687 Jan 28 19:07:39.378480 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-82597eb1-5c63-4d84-a9da-b4703c2fbfd0 req-88676083-74f3-4e59-878b-9fde2806fc53 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880220 Jan 28 19:07:39.383955 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-847ac901-393f-486a-9940-895c2c152984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (47f96c8b-95ea-4929-9866-851990175575), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:39.519132 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a23ca-5a4e-40fe-83fd-f4f7d1ff2976 req-45057587-667d-4337-a89a-6fa825c4b379 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:39.520935 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-847ac901-393f-486a-9940-895c2c152984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (47f96c8b-95ea-4929-9866-851990175575), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:39.526235 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-849a23ca-5a4e-40fe-83fd-f4f7d1ff2976 req-45057587-667d-4337-a89a-6fa825c4b379 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d HTTP/1.1" status: 200 len: 949 time: 0.0833356 Jan 28 19:07:39.590462 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ac901-393f-486a-9940-895c2c152984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f96c8b-95ea-4929-9866-851990175575,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:39.595166 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-847ac901-393f-486a-9940-895c2c152984 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:39.598623 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-847ac901-393f-486a-9940-895c2c152984 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/47f96c8b-95ea-4929-9866-851990175575 HTTP/1.1" status: 204 len: 168 time: 0.4927695 Jan 28 19:07:39.605475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34320) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:39.625762 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-849a23ca-5a4e-40fe-83fd-f4f7d1ff2976 req-40b538e5-9244-48f7-8af1-43eb4bff38dd tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982561 Jan 28 19:07:39.628107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-14a894c0-ee11-4b4c-b0fc-09dd4f1fa692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:39.629589 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-14a894c0-ee11-4b4c-b0fc-09dd4f1fa692 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f&tenant_id=8059b4ef24fd40cba0129239318686c2 HTTP/1.1" status: 200 len: 1132 time: 0.1457448 Jan 28 19:07:39.726878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ebeb314b-7aee-40ea-8ec6-2038b113204b req-95eaac8e-757e-4f31-bfd5-8d486351cea1 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] For port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=33cc6b52-4c84-4e8b-9a72-9dcc683d402c,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:39.728752 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ebeb314b-7aee-40ea-8ec6-2038b113204b req-95eaac8e-757e-4f31-bfd5-8d486351cea1 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (33cc6b52-4c84-4e8b-9a72-9dcc683d402c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:39.789869 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18996aa2-c9c6-40b5-83c4-9660aedc02f4 req-3b0df6fd-62db-43df-b30f-aeafb15afdd5 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:39.802564 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-18996aa2-c9c6-40b5-83c4-9660aedc02f4 req-3b0df6fd-62db-43df-b30f-aeafb15afdd5 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1043329 Jan 28 19:07:39.865118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ebeb314b-7aee-40ea-8ec6-2038b113204b req-95eaac8e-757e-4f31-bfd5-8d486351cea1 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Calling delete_port for 33cc6b52-4c84-4e8b-9a72-9dcc683d402c owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:07:39.887431 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-18996aa2-c9c6-40b5-83c4-9660aedc02f4 req-41d7c960-b8da-4df7-9738-2be729767c74 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911045 Jan 28 19:07:39.916701 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-09321c9b-a1a9-4bcc-b0e3-4adafdd41ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:39.918371 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-09321c9b-a1a9-4bcc-b0e3-4adafdd41ecb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 1132 time: 0.2572777 Jan 28 19:07:39.928333 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5f1d7bf-543e-4aa6-8f05-460db2d8badc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (66f34620-e61a-45bc-a84d-b7022e8a582d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:40.159034 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5f1d7bf-543e-4aa6-8f05-460db2d8badc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (66f34620-e61a-45bc-a84d-b7022e8a582d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:40.195634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-f667f0cf-a961-4c54-9b1c-b6d399374302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:40.197542 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-f667f0cf-a961-4c54-9b1c-b6d399374302 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.2648847 Jan 28 19:07:40.202765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d5f1d7bf-543e-4aa6-8f05-460db2d8badc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f34620-e61a-45bc-a84d-b7022e8a582d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:07:40.228868 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9bd52-8e7c-4126-9185-8fb38d1c2009 req-24f20e2b-898c-4aac-bcbc-dfea20919021 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:40.230503 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-67f9bd52-8e7c-4126-9185-8fb38d1c2009 req-24f20e2b-898c-4aac-bcbc-dfea20919021 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.31 "GET /v2.0/ports?device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 950 time: 0.0953078 Jan 28 19:07:40.278515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d5f1d7bf-543e-4aa6-8f05-460db2d8badc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5315d0ca-c50e-4f7e-b1fe-678d4bd8c394') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:07:40.278815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d5f1d7bf-543e-4aa6-8f05-460db2d8badc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5315d0ca-c50e-4f7e-b1fe-678d4bd8c394') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:07:40.293017 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-7bb0cc2c-61d5-45e2-ab66-430119d1bb3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=76db4df9-ef78-4111-93f6-c031218d1d0a HTTP/1.1" status: 200 len: 217 time: 0.0796843 Jan 28 19:07:40.299736 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5f1d7bf-543e-4aa6-8f05-460db2d8badc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (5315d0ca-c50e-4f7e-b1fe-678d4bd8c394), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:40.354338 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-67f9bd52-8e7c-4126-9185-8fb38d1c2009 req-97691720-55a4-4717-ab6d-835e0cf21a0b tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Deleting port 22e211b3-53d3-4e8e-81ed-c1886f510687 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:07:40.355058 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-67f9bd52-8e7c-4126-9185-8fb38d1c2009 req-97691720-55a4-4717-ab6d-835e0cf21a0b tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (22e211b3-53d3-4e8e-81ed-c1886f510687), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:40.360589 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5f1d7bf-543e-4aa6-8f05-460db2d8badc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5315d0ca-c50e-4f7e-b1fe-678d4bd8c394), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:40.371609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f1d7bf-543e-4aa6-8f05-460db2d8badc admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:07:40.371932 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5f1d7bf-543e-4aa6-8f05-460db2d8badc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (5315d0ca-c50e-4f7e-b1fe-678d4bd8c394), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:07:40.374085 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:07:40.384548 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ebeb314b-7aee-40ea-8ec6-2038b113204b req-95eaac8e-757e-4f31-bfd5-8d486351cea1 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (33cc6b52-4c84-4e8b-9a72-9dcc683d402c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:40.400239 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d2203941-4669-4aac-b710-163f33a83564', '3dd7177b-7b56-41ed-8389-f22488938e49'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:40.403284 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['6fa97b10-2331-489c-bb8c-bc9f8fff8377', 'eced0486-f634-48c5-a6e0-9d68124d82a0', '2a21ddda-aec0-42b7-b31f-849bc766b40b', 'df33b1f2-0b31-4ade-81ae-f7c369b1ca5b', '33cc6b52-4c84-4e8b-9a72-9dcc683d402c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:40.461268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-3d3911ed-c1e1-44cd-ba76-246533a6a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:40.462776 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-3d3911ed-c1e1-44cd-ba76-246533a6a0f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1612215 Jan 28 19:07:40.464910 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eaac8e-757e-4f31-bfd5-8d486351cea1 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Pushing event deleted for resources: {'Port': ['ID=33cc6b52-4c84-4e8b-9a72-9dcc683d402c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:40.522858 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5f1d7bf-543e-4aa6-8f05-460db2d8badc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (66f34620-e61a-45bc-a84d-b7022e8a582d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:40.565236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebeb314b-7aee-40ea-8ec6-2038b113204b req-95eaac8e-757e-4f31-bfd5-8d486351cea1 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] No DVR routers for this DVR port 33cc6b52-4c84-4e8b-9a72-9dcc683d402c on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:07:40.569871 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5f1d7bf-543e-4aa6-8f05-460db2d8badc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:40.577288 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d5f1d7bf-543e-4aa6-8f05-460db2d8badc admin admin] 10.222.0.55 "DELETE /v2.0/networks/66f34620-e61a-45bc-a84d-b7022e8a582d HTTP/1.1" status: 204 len: 168 time: 0.9646211 Jan 28 19:07:40.579594 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ebeb314b-7aee-40ea-8ec6-2038b113204b req-95eaac8e-757e-4f31-bfd5-8d486351cea1 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:40.583305 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebeb314b-7aee-40ea-8ec6-2038b113204b req-95eaac8e-757e-4f31-bfd5-8d486351cea1 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "DELETE /v2.0/ports/33cc6b52-4c84-4e8b-9a72-9dcc683d402c HTTP/1.1" status: 204 len: 173 time: 1.5979264 Jan 28 19:07:40.713440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-67f9bd52-8e7c-4126-9185-8fb38d1c2009 req-97691720-55a4-4717-ab6d-835e0cf21a0b tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] For port 22e211b3-53d3-4e8e-81ed-c1886f510687, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=22e211b3-53d3-4e8e-81ed-c1886f510687,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:40.714114 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-67f9bd52-8e7c-4126-9185-8fb38d1c2009 req-97691720-55a4-4717-ab6d-835e0cf21a0b tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (22e211b3-53d3-4e8e-81ed-c1886f510687), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:40.749182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-67f9bd52-8e7c-4126-9185-8fb38d1c2009 req-97691720-55a4-4717-ab6d-835e0cf21a0b tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Calling delete_port for 22e211b3-53d3-4e8e-81ed-c1886f510687 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:07:40.954467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34334) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:41.176845 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-67f9bd52-8e7c-4126-9185-8fb38d1c2009 req-97691720-55a4-4717-ab6d-835e0cf21a0b tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (22e211b3-53d3-4e8e-81ed-c1886f510687), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:41.218573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['22e211b3-53d3-4e8e-81ed-c1886f510687'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:41.273197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97691720-55a4-4717-ab6d-835e0cf21a0b tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Pushing event deleted for resources: {'Port': ['ID=22e211b3-53d3-4e8e-81ed-c1886f510687,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:41.295008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c438f-268b-4530-8659-b8e51b672e44 req-ac046ee4-588c-4293-b830-2d55af121725 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:41.301511 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-500c438f-268b-4530-8659-b8e51b672e44 req-ac046ee4-588c-4293-b830-2d55af121725 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/ports?device_id=74ebfebc-0695-4c7b-abc6-09b10e7a5f91 HTTP/1.1" status: 200 len: 950 time: 0.7855291 Jan 28 19:07:41.343230 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d', 'name': 'network-vif-deleted', 'tag': '33cc6b52-4c84-4e8b-9a72-9dcc683d402c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:41.355808 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a91b87-f928-44c9-8a41-c3448e63d360" -d '{"events": [{"server_uuid": "c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d", "name": "network-vif-deleted", "tag": "33cc6b52-4c84-4e8b-9a72-9dcc683d402c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:41.366518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1d7bf-543e-4aa6-8f05-460db2d8badc admin admin] Pushing event deleted for resources: {'Network': ['ID=66f34620-e61a-45bc-a84d-b7022e8a582d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:41.404694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-f0359ba4-2942-44bd-8989-23a33649d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:41.407428 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-f0359ba4-2942-44bd-8989-23a33649d4a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9349887 Jan 28 19:07:41.409419 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f9bd52-8e7c-4126-9185-8fb38d1c2009 req-97691720-55a4-4717-ab6d-835e0cf21a0b tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] No DVR routers for this DVR port 22e211b3-53d3-4e8e-81ed-c1886f510687 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:07:41.415494 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-67f9bd52-8e7c-4126-9185-8fb38d1c2009 req-97691720-55a4-4717-ab6d-835e0cf21a0b tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:41.419194 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-67f9bd52-8e7c-4126-9185-8fb38d1c2009 req-97691720-55a4-4717-ab6d-835e0cf21a0b tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.31 "DELETE /v2.0/ports/22e211b3-53d3-4e8e-81ed-c1886f510687 HTTP/1.1" status: 204 len: 173 time: 1.1829729 Jan 28 19:07:41.422631 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-88546197-ac82-4870-945c-01bd011282bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0aa307b073e74406b61f2cf9f4e8ee2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4664400 Jan 28 19:07:41.423245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ebfebc-0695-4c7b-abc6-09b10e7a5f91', 'name': 'network-vif-deleted', 'tag': '22e211b3-53d3-4e8e-81ed-c1886f510687'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:41.425221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34346) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:41.425751 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f4fab7-3500-4117-8747-7d7b93db1a7c" -d '{"events": [{"server_uuid": "74ebfebc-0695-4c7b-abc6-09b10e7a5f91", "name": "network-vif-deleted", "tag": "22e211b3-53d3-4e8e-81ed-c1886f510687"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:41.467621 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-500c438f-268b-4530-8659-b8e51b672e44 req-8557ec29-dbf1-4bbb-8321-bbd1d4ea0f48 tempest-ServerDiagnosticsNegativeTest-633998605 tempest-ServerDiagnosticsNegativeTest-633998605-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599424 Jan 28 19:07:41.597020 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d47abf94-2022-4787-81c1-54b53840576b admin admin] Publish callbacks [] for security_group (38ccaae7-d49d-4744-a8eb-72f328f44af6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:41.657622 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d47abf94-2022-4787-81c1-54b53840576b admin admin] Publish callbacks [] for security_group (38ccaae7-d49d-4744-a8eb-72f328f44af6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:41.714823 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-c92345cb-5aea-4bb7-ac3a-c240c78f28c2 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992656 Jan 28 19:07:41.734228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 76db4df9-ef78-4111-93f6-c031218d1d0a no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:07:41.794500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095d775-8e67-42ca-913c-9a5a73242aed req-a42bcf43-ad08-40f5-ab5b-793fa5e490a3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:41.800607 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b095d775-8e67-42ca-913c-9a5a73242aed req-a42bcf43-ad08-40f5-ab5b-793fa5e490a3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1424401 Jan 28 19:07:41.825824 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d47abf94-2022-4787-81c1-54b53840576b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (38ccaae7-d49d-4744-a8eb-72f328f44af6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:41.828454 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d47abf94-2022-4787-81c1-54b53840576b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:41.832592 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d47abf94-2022-4787-81c1-54b53840576b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38ccaae7-d49d-4744-a8eb-72f328f44af6 HTTP/1.1" status: 204 len: 168 time: 0.3977475 Jan 28 19:07:41.873582 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47abf94-2022-4787-81c1-54b53840576b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ccaae7-d49d-4744-a8eb-72f328f44af6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:41.888749 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b095d775-8e67-42ca-913c-9a5a73242aed req-3d27c317-60cb-49a8-9814-6a82194661cb tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846159 Jan 28 19:07:41.911203 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79304297-3522-476a-9b5e-2f9d9bb4cf56 req-2ea872aa-ef8b-494c-ad1a-69a8f82af84f service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859980 Jan 28 19:07:42.001237 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379baedd-7140-48a0-b058-eb3b643c9ebd x-openstack-request-id: req-379baedd-7140-48a0-b058-eb3b643c9ebd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:42.001452 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d", "name": "network-vif-deleted", "tag": "33cc6b52-4c84-4e8b-9a72-9dcc683d402c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:42.001703 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-379baedd-7140-48a0-b058-eb3b643c9ebd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:42.002131 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ca0a1d-6669-4b7d-a3b2-6ea323ed909d', 'name': 'network-vif-deleted', 'tag': '33cc6b52-4c84-4e8b-9a72-9dcc683d402c', 'status': 'completed', 'code': 200} Jan 28 19:07:42.037325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 76db4df9-ef78-4111-93f6-c031218d1d0a is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:42.037711 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:42.061955 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b51ab1-cc2e-4410-b15d-c0c3ae1f8b79 x-openstack-request-id: req-b1b51ab1-cc2e-4410-b15d-c0c3ae1f8b79 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:42.062340 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ebfebc-0695-4c7b-abc6-09b10e7a5f91", "name": "network-vif-deleted", "tag": "22e211b3-53d3-4e8e-81ed-c1886f510687", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:42.062677 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1b51ab1-cc2e-4410-b15d-c0c3ae1f8b79 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:42.063257 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ebfebc-0695-4c7b-abc6-09b10e7a5f91', 'name': 'network-vif-deleted', 'tag': '22e211b3-53d3-4e8e-81ed-c1886f510687', 'status': 'completed', 'code': 200} Jan 28 19:07:42.104396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 76db4df9-ef78-4111-93f6-c031218d1d0a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=76db4df9-ef78-4111-93f6-c031218d1d0a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:42.108318 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b786b9-d8a2-4a01-a1a9-f072175be15f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76db4df9-ef78-4111-93f6-c031218d1d0a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:42.113486 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986e5bdb-7415-4657-9772-6d622737aba7" -d '{"events": [{"server_uuid": "e2b786b9-d8a2-4a01-a1a9-f072175be15f", "name": "network-vif-unplugged", "status": "completed", "tag": "76db4df9-ef78-4111-93f6-c031218d1d0a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:42.126972 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:42.207512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=76db4df9-ef78-4111-93f6-c031218d1d0a,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:42.426091 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31dbbea-ab17-4916-8687-c2c6d09f1feb x-openstack-request-id: req-f31dbbea-ab17-4916-8687-c2c6d09f1feb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:42.426390 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b786b9-d8a2-4a01-a1a9-f072175be15f", "name": "network-vif-unplugged", "status": "completed", "tag": "76db4df9-ef78-4111-93f6-c031218d1d0a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:42.426641 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f31dbbea-ab17-4916-8687-c2c6d09f1feb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:42.427149 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b786b9-d8a2-4a01-a1a9-f072175be15f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76db4df9-ef78-4111-93f6-c031218d1d0a', 'code': 200} Jan 28 19:07:42.570454 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67517e-7086-4cd9-8710-f1f33b7cd526 req-2cd7749d-774b-466d-bfdc-c76538cfc22f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:42.572092 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be67517e-7086-4cd9-8710-f1f33b7cd526 req-2cd7749d-774b-466d-bfdc-c76538cfc22f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 950 time: 0.0771511 Jan 28 19:07:42.655096 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be67517e-7086-4cd9-8710-f1f33b7cd526 req-ee8f840b-ccfc-44fc-9b3d-51ba04f48743 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686171 Jan 28 19:07:43.078982 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a36c99-d73f-4468-b187-6a50f09f016a req-54c803e1-5b28-45b1-987c-4ad74f78ba21 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:43.088153 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b7a36c99-d73f-4468-b187-6a50f09f016a req-54c803e1-5b28-45b1-987c-4ad74f78ba21 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 948 time: 0.0918176 Jan 28 19:07:43.146181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34392) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:43.147077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34394) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:43.220467 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b7a36c99-d73f-4468-b187-6a50f09f016a req-462df5c6-73c9-430d-a2b8-c716b0b2500d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291571 Jan 28 19:07:43.298096 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 22e211b3-53d3-4e8e-81ed-c1886f510687 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:07:43.342745 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 22e211b3-53d3-4e8e-81ed-c1886f510687 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:07:43.343086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 22e211b3-53d3-4e8e-81ed-c1886f510687 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:07:43.343508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 33cc6b52-4c84-4e8b-9a72-9dcc683d402c no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:07:43.356735 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b4a8da09-946c-46aa-babd-3786ae23cea4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1103483554-network', 'tenant_id': 'af81ce8ea82941db871f55af72a173e1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:43.375734 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 33cc6b52-4c84-4e8b-9a72-9dcc683d402c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:07:43.376416 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 33cc6b52-4c84-4e8b-9a72-9dcc683d402c not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:07:43.391491 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-db1673ad-a8de-4e3c-89d8-1fb188140775 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f94b1f42df2749b5ae487559d6fb29e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416761 Jan 28 19:07:43.394228 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34404) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:43.402398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a8da09-946c-46aa-babd-3786ae23cea4 admin admin] Made reservation on behalf of af81ce8ea82941db871f55af72a173e1 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:07:43.405514 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a8da09-946c-46aa-babd-3786ae23cea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:43.422424 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a8da09-946c-46aa-babd-3786ae23cea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:43.484568 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71c1d574-3a83-413f-99db-22bdd74c0359 admin admin] Publish callbacks [] for security_group (8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:43.528848 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71c1d574-3a83-413f-99db-22bdd74c0359 admin admin] Publish callbacks [] for security_group (8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:43.544409 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a8da09-946c-46aa-babd-3786ae23cea4 admin admin] Publish callbacks [] for security_group (3725174f-51a6-48dd-ae54-2516281bb106), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:43.551052 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a8da09-946c-46aa-babd-3786ae23cea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3725174f-51a6-48dd-ae54-2516281bb106), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:43.565073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a8da09-946c-46aa-babd-3786ae23cea4 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:07:43.576306 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a8da09-946c-46aa-babd-3786ae23cea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (497ae4aa-849d-4a33-b4ff-4fe9d6e66436), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:43.576739 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-b4a8da09-946c-46aa-babd-3786ae23cea4 admin admin] Added segment 497ae4aa-849d-4a33-b4ff-4fe9d6e66436 of type vlan for network cdfff9d1-2b03-4f45-9bcb-21b945eea63b Jan 28 19:07:43.602295 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71c1d574-3a83-413f-99db-22bdd74c0359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:43.606401 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71c1d574-3a83-413f-99db-22bdd74c0359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:43.610541 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-71c1d574-3a83-413f-99db-22bdd74c0359 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f HTTP/1.1" status: 204 len: 168 time: 0.2151222 Jan 28 19:07:43.623016 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1d574-3a83-413f-99db-22bdd74c0359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d94fd5c-ab77-4f0f-aa6a-6abbb34bb07f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:43.739495 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8da09-946c-46aa-babd-3786ae23cea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3725174f-51a6-48dd-ae54-2516281bb106,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:43.755637 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a8da09-946c-46aa-babd-3786ae23cea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (cdfff9d1-2b03-4f45-9bcb-21b945eea63b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:43.819338 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c505b2-b08b-421e-83c0-e57e173d50af req-43531736-21d8-41cc-aeb9-9fdb97b74910 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:43.822165 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-14c505b2-b08b-421e-83c0-e57e173d50af req-43531736-21d8-41cc-aeb9-9fdb97b74910 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 950 time: 0.1622679 Jan 28 19:07:43.828777 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a8da09-946c-46aa-babd-3786ae23cea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (cdfff9d1-2b03-4f45-9bcb-21b945eea63b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:43.829996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a8da09-946c-46aa-babd-3786ae23cea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:43.830756 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4a8da09-946c-46aa-babd-3786ae23cea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:43.945013 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cbb16-2b79-46d5-8b09-ac3b87d3008d req-2fb34cdd-248e-41f4-aa99-68e1e7d6ed41 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:43.952402 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c89cbb16-2b79-46d5-8b09-ac3b87d3008d req-2fb34cdd-248e-41f4-aa99-68e1e7d6ed41 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 950 time: 0.1287849 Jan 28 19:07:43.963283 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b4a8da09-946c-46aa-babd-3786ae23cea4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8147669 Jan 28 19:07:43.968185 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34412) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:43.973730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8feeaa20-0e38-41c0-9afb-5ecf123313fe admin admin] Request body: {'subnet': {'network_id': 'cdfff9d1-2b03-4f45-9bcb-21b945eea63b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1103483554-subnet', 'tenant_id': 'af81ce8ea82941db871f55af72a173e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:44.011815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8da09-946c-46aa-babd-3786ae23cea4 admin admin] Pushing event updated for resources: {'Network': ['ID=cdfff9d1-2b03-4f45-9bcb-21b945eea63b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:44.020076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feeaa20-0e38-41c0-9afb-5ecf123313fe admin admin] Made reservation on behalf of af81ce8ea82941db871f55af72a173e1 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:07:44.020722 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c89cbb16-2b79-46d5-8b09-ac3b87d3008d req-d44e6032-f7c5-4143-95a4-7c6e35e90490 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672078 Jan 28 19:07:44.027593 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network cdfff9d1-2b03-4f45-9bcb-21b945eea63b details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:07:44.035291 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8feeaa20-0e38-41c0-9afb-5ecf123313fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:44.045882 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-14c505b2-b08b-421e-83c0-e57e173d50af req-e4e798f3-cf51-49cd-8bd8-7af270a25b0d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Deleting port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:07:44.047198 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-14c505b2-b08b-421e-83c0-e57e173d50af req-e4e798f3-cf51-49cd-8bd8-7af270a25b0d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (df33b1f2-0b31-4ade-81ae-f7c369b1ca5b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:44.176639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:44.237978 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66417637-a2b0-4df6-8da8-7da5641e5359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:44.249814 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-14c505b2-b08b-421e-83c0-e57e173d50af req-e4e798f3-cf51-49cd-8bd8-7af270a25b0d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] For port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=df33b1f2-0b31-4ade-81ae-f7c369b1ca5b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:44.250440 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-14c505b2-b08b-421e-83c0-e57e173d50af req-e4e798f3-cf51-49cd-8bd8-7af270a25b0d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (df33b1f2-0b31-4ade-81ae-f7c369b1ca5b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:44.274420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-14c505b2-b08b-421e-83c0-e57e173d50af req-e4e798f3-cf51-49cd-8bd8-7af270a25b0d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Calling delete_port for df33b1f2-0b31-4ade-81ae-f7c369b1ca5b owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:07:44.455025 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66417637-a2b0-4df6-8da8-7da5641e5359 admin admin] Publish callbacks [] for security_group (2dc9e73e-d710-4a8b-af4c-ee4ed6138640), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:44.462577 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66417637-a2b0-4df6-8da8-7da5641e5359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2dc9e73e-d710-4a8b-af4c-ee4ed6138640), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:44.492811 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-66417637-a2b0-4df6-8da8-7da5641e5359 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=381becf977a846f99c64b9a608b855bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146152 Jan 28 19:07:44.494932 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8feeaa20-0e38-41c0-9afb-5ecf123313fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (41b12597-c2d0-48f7-a923-25843df9b43c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:44.496703 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:44.576014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2a1ba-5084-4dd5-8c9f-c60484839541 req-c2c2b6d3-5222-469c-8a41-b31f503878f7 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:44.585185 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-14a2a1ba-5084-4dd5-8c9f-c60484839541 req-c2c2b6d3-5222-469c-8a41-b31f503878f7 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 948 time: 0.2127914 Jan 28 19:07:44.594604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66417637-a2b0-4df6-8da8-7da5641e5359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc9e73e-d710-4a8b-af4c-ee4ed6138640,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:44.599808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feeaa20-0e38-41c0-9afb-5ecf123313fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b12597-c2d0-48f7-a923-25843df9b43c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:44.635585 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-14c505b2-b08b-421e-83c0-e57e173d50af req-e4e798f3-cf51-49cd-8bd8-7af270a25b0d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (df33b1f2-0b31-4ade-81ae-f7c369b1ca5b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:44.646441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feeaa20-0e38-41c0-9afb-5ecf123313fe admin admin] Checking segment: {'id': '497ae4aa-849d-4a33-b4ff-4fe9d6e66436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cdfff9d1-2b03-4f45-9bcb-21b945eea63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:07:44.646814 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feeaa20-0e38-41c0-9afb-5ecf123313fe admin admin] Network hostable DHCP agents. Network: cdfff9d1-2b03-4f45-9bcb-21b945eea63b, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:07:44.652648 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['6fa97b10-2331-489c-bb8c-bc9f8fff8377', 'eced0486-f634-48c5-a6e0-9d68124d82a0', '2a21ddda-aec0-42b7-b31f-849bc766b40b', 'df33b1f2-0b31-4ade-81ae-f7c369b1ca5b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:44.653222 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efb3da6-3859-480a-b301-7caa879036b3 admin admin] Publish callbacks [] for security_group (2dc9e73e-d710-4a8b-af4c-ee4ed6138640), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:44.655053 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d2203941-4669-4aac-b710-163f33a83564', '3dd7177b-7b56-41ed-8389-f22488938e49'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:44.672872 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e798f3-cf51-49cd-8bd8-7af270a25b0d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Pushing event deleted for resources: {'Port': ['ID=df33b1f2-0b31-4ade-81ae-f7c369b1ca5b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:44.679366 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efb3da6-3859-480a-b301-7caa879036b3 admin admin] Publish callbacks [] for security_group (2dc9e73e-d710-4a8b-af4c-ee4ed6138640), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:44.752723 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efb3da6-3859-480a-b301-7caa879036b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2dc9e73e-d710-4a8b-af4c-ee4ed6138640), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:44.756387 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efb3da6-3859-480a-b301-7caa879036b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:44.760967 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3efb3da6-3859-480a-b301-7caa879036b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2dc9e73e-d710-4a8b-af4c-ee4ed6138640 HTTP/1.1" status: 204 len: 168 time: 0.2537458 Jan 28 19:07:44.769563 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-14a2a1ba-5084-4dd5-8c9f-c60484839541 req-c6029c28-fa39-4380-9a4d-8e3537b53719 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739287 Jan 28 19:07:44.772730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feeaa20-0e38-41c0-9afb-5ecf123313fe admin admin] Network cdfff9d1-2b03-4f45-9bcb-21b945eea63b is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:07:44.797688 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb3da6-3859-480a-b301-7caa879036b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc9e73e-d710-4a8b-af4c-ee4ed6138640,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:44.817147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8feeaa20-0e38-41c0-9afb-5ecf123313fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, cdfff9d1-2b03-4f45-9bcb-21b945eea63b) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:07:44.821563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c505b2-b08b-421e-83c0-e57e173d50af req-e4e798f3-cf51-49cd-8bd8-7af270a25b0d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] No DVR routers for this DVR port df33b1f2-0b31-4ade-81ae-f7c369b1ca5b on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:07:44.824948 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-14c505b2-b08b-421e-83c0-e57e173d50af req-e4e798f3-cf51-49cd-8bd8-7af270a25b0d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:44.833498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c305d0eb-31b1-495e-ac30-fac1b86fb56a None None] Network cdfff9d1-2b03-4f45-9bcb-21b945eea63b requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:07:44.836633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feeaa20-0e38-41c0-9afb-5ecf123313fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:44.843403 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-14c505b2-b08b-421e-83c0-e57e173d50af req-e4e798f3-cf51-49cd-8bd8-7af270a25b0d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "DELETE /v2.0/ports/df33b1f2-0b31-4ade-81ae-f7c369b1ca5b HTTP/1.1" status: 204 len: 173 time: 1.0038066 Jan 28 19:07:44.844068 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef80a381-db8d-45eb-ac74-281f95fdf647', 'name': 'network-vif-deleted', 'tag': 'df33b1f2-0b31-4ade-81ae-f7c369b1ca5b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:44.846865 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8feeaa20-0e38-41c0-9afb-5ecf123313fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:44.851901 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d113224f-4655-4ef6-b49a-b85c773d4ede" -d '{"events": [{"server_uuid": "ef80a381-db8d-45eb-ac74-281f95fdf647", "name": "network-vif-deleted", "tag": "df33b1f2-0b31-4ade-81ae-f7c369b1ca5b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:44.885881 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8feeaa20-0e38-41c0-9afb-5ecf123313fe admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9166243 Jan 28 19:07:44.986630 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4e12e6-2376-4b7a-babf-65cdd472dd81 x-openstack-request-id: req-9c4e12e6-2376-4b7a-babf-65cdd472dd81 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:44.986873 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef80a381-db8d-45eb-ac74-281f95fdf647", "name": "network-vif-deleted", "tag": "df33b1f2-0b31-4ade-81ae-f7c369b1ca5b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:44.987125 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c4e12e6-2376-4b7a-babf-65cdd472dd81 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:44.992284 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef80a381-db8d-45eb-ac74-281f95fdf647', 'name': 'network-vif-deleted', 'tag': 'df33b1f2-0b31-4ade-81ae-f7c369b1ca5b', 'status': 'completed', 'code': 200} Jan 28 19:07:45.172743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716898e0-5a4c-43e2-bcf3-af1f77484dd3 None None] Network cdfff9d1-2b03-4f45-9bcb-21b945eea63b requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:07:45.233540 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cbd83e55-4cb2-453c-865b-8b6fe3bd6a4e req-157d802a-1cd4-4553-a9b0-f9ede71cb004 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef80a381-db8d-45eb-ac74-281f95fdf647 HTTP/1.1" status: 200 len: 210 time: 0.0552843 Jan 28 19:07:45.759826 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a83d6785-9423-4816-839f-64c93224c4cb req-ba240019-5a53-420c-9b82-b9583fe54502 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-534062840', 'description': 'tempest-description-1679104811'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:45.764228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 76db4df9-ef78-4111-93f6-c031218d1d0a details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:07:45.793446 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a83d6785-9423-4816-839f-64c93224c4cb req-ba240019-5a53-420c-9b82-b9583fe54502 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:46.002362 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a83d6785-9423-4816-839f-64c93224c4cb req-ba240019-5a53-420c-9b82-b9583fe54502 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (37f75fb0-fc10-44cb-8e02-90ff1d5f4a03), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:46.010052 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a83d6785-9423-4816-839f-64c93224c4cb req-ba240019-5a53-420c-9b82-b9583fe54502 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (37f75fb0-fc10-44cb-8e02-90ff1d5f4a03), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:46.062222 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba240019-5a53-420c-9b82-b9583fe54502 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f75fb0-fc10-44cb-8e02-90ff1d5f4a03,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:46.067839 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a83d6785-9423-4816-839f-64c93224c4cb req-ba240019-5a53-420c-9b82-b9583fe54502 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:46.082220 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a83d6785-9423-4816-839f-64c93224c4cb req-ba240019-5a53-420c-9b82-b9583fe54502 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3342974 Jan 28 19:07:46.193219 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 76db4df9-ef78-4111-93f6-c031218d1d0a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=76db4df9-ef78-4111-93f6-c031218d1d0a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:46.195430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89699bf-1f78-4646-b885-1e1bb1168c5a req-a21f326f-562b-4356-a5da-db78bf16a3b0 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:46.198290 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f89699bf-1f78-4646-b885-1e1bb1168c5a req-a21f326f-562b-4356-a5da-db78bf16a3b0 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 948 time: 0.0643129 Jan 28 19:07:46.233507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '76db4df9-ef78-4111-93f6-c031218d1d0a', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '76db4df9-ef78-4111-93f6-c031218d1d0a', 'mac_address': 'fa:16:3e:4b:eb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:07:46.301405 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 76db4df9-ef78-4111-93f6-c031218d1d0a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:46.301793 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:46.307488 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f89699bf-1f78-4646-b885-1e1bb1168c5a req-f63d9269-17c9-4f76-a56b-837f971f778a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005797 Jan 28 19:07:46.351801 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76db4df9-ef78-4111-93f6-c031218d1d0a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:07:46.374677 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f2d0263f-4f64-4395-95ca-d701d205dbba req-2f3e1ba9-796e-46ec-81dd-8f37d5b2aa30 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-494782566', 'description': 'tempest-description-2034986602'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:46.420419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 76db4df9-ef78-4111-93f6-c031218d1d0a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=76db4df9-ef78-4111-93f6-c031218d1d0a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:46.426476 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f2d0263f-4f64-4395-95ca-d701d205dbba req-2f3e1ba9-796e-46ec-81dd-8f37d5b2aa30 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:46.431979 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:46.580507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=76db4df9-ef78-4111-93f6-c031218d1d0a,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:46.590830 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f2d0263f-4f64-4395-95ca-d701d205dbba req-2f3e1ba9-796e-46ec-81dd-8f37d5b2aa30 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (d2bf533c-983c-4ce9-a2ec-1a808d9e9db6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:46.596722 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f2d0263f-4f64-4395-95ca-d701d205dbba req-2f3e1ba9-796e-46ec-81dd-8f37d5b2aa30 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d2bf533c-983c-4ce9-a2ec-1a808d9e9db6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:46.640688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e1ba9-796e-46ec-81dd-8f37d5b2aa30 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bf533c-983c-4ce9-a2ec-1a808d9e9db6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:46.675710 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f2d0263f-4f64-4395-95ca-d701d205dbba req-2f3e1ba9-796e-46ec-81dd-8f37d5b2aa30 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:46.680414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00290ea3-c62e-494f-a74d-fe2984ce77a3 req-59257ce1-abff-478a-b09b-678c3c47c09d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:46.684147 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f2d0263f-4f64-4395-95ca-d701d205dbba req-2f3e1ba9-796e-46ec-81dd-8f37d5b2aa30 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3139284 Jan 28 19:07:46.685446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00290ea3-c62e-494f-a74d-fe2984ce77a3 req-59257ce1-abff-478a-b09b-678c3c47c09d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 950 time: 0.1316812 Jan 28 19:07:46.806797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00290ea3-c62e-494f-a74d-fe2984ce77a3 req-f4a46f34-7fb9-4f62-9184-3bed0240f26e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054840 Jan 28 19:07:46.863578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['76db4df9-ef78-4111-93f6-c031218d1d0a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:47.287461 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b151fe5e-eda1-4931-829e-41b332ed054a req-d17852b7-0104-4af1-9bfa-faef09380617 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8059b4ef24fd40cba0129239318686c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380366 Jan 28 19:07:47.353361 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device df33b1f2-0b31-4ade-81ae-f7c369b1ca5b no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:07:47.520442 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-d6760d00-2455-4bda-bc57-3f572a157255 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:47.525538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151fe5e-eda1-4931-829e-41b332ed054a req-e064e1b9-cdd0-4205-a20c-0bb0c9639b04 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:47.527802 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-d6760d00-2455-4bda-bc57-3f572a157255 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/networks?id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b HTTP/1.1" status: 200 len: 813 time: 0.4927082 Jan 28 19:07:47.531848 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b151fe5e-eda1-4931-829e-41b332ed054a req-e064e1b9-cdd0-4205-a20c-0bb0c9639b04 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2416737 Jan 28 19:07:47.544724 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-eecc4649-3135-4bfb-b6c7-fe679c41993f tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/quotas/af81ce8ea82941db871f55af72a173e1 HTTP/1.1" status: 200 len: 375 time: 0.0156934 Jan 28 19:07:47.551929 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b151fe5e-eda1-4931-829e-41b332ed054a req-e790d417-9a37-4e4f-91bc-0b3c061782c5 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/quotas/8059b4ef24fd40cba0129239318686c2 HTTP/1.1" status: 200 len: 375 time: 0.0147676 Jan 28 19:07:47.604370 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-cb61343e-2143-41a2-8621-4ab0bfb40d9f tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=af81ce8ea82941db871f55af72a173e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584364 Jan 28 19:07:47.707652 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b151fe5e-eda1-4931-829e-41b332ed054a req-bfefbb2c-e27b-4ce5-8e19-7d20dc4ed94b tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1502106 Jan 28 19:07:47.722229 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-b61db0bd-5378-4970-8951-59ac18c855b0 service neutron] 10.222.0.55 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168787 Jan 28 19:07:47.737537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: df33b1f2-0b31-4ade-81ae-f7c369b1ca5b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:07:47.737926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device df33b1f2-0b31-4ade-81ae-f7c369b1ca5b not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:07:47.894337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-3bd7b6cb-c237-40ec-bc64-1579d1716515 service neutron] 10.222.0.55 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712139 Jan 28 19:07:48.086562 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e24967-8c88-4dda-9249-5727ba56f705 req-bea352c9-9768-4ebb-8dc5-53e1a279c1c5 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:48.089499 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11e24967-8c88-4dda-9249-5727ba56f705 req-bea352c9-9768-4ebb-8dc5-53e1a279c1c5 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5902f3d-7f5d-46e5-a55d-c5f79c59a859 HTTP/1.1" status: 200 len: 949 time: 0.1260278 Jan 28 19:07:48.177938 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-857e2522-ddba-464d-afe6-fe580dac9b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:48.192920 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11e24967-8c88-4dda-9249-5727ba56f705 req-e4cdfb6c-d0b0-46dc-b8eb-591a17e29f8c tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903642 Jan 28 19:07:48.305539 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6205e6d8-acfe-462d-9743-a73a12eedd7d req-74118c0b-a16d-4cc9-8863-e4f7fb5ee870 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 210 time: 0.0490630 Jan 28 19:07:48.575274 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e93e2054-be5d-4ebb-9722-cedb48a48f53 req-50d7826a-f6cd-4196-91f8-f13210d80029 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 210 time: 0.1592121 Jan 28 19:07:48.620025 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c7c7f-82f5-485e-864e-52281f2d919c req-1a14ee4b-1381-4f8f-9cd3-d150b9a707d4 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:48.622332 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fb7c7c7f-82f5-485e-864e-52281f2d919c req-1a14ee4b-1381-4f8f-9cd3-d150b9a707d4 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5902f3d-7f5d-46e5-a55d-c5f79c59a859 HTTP/1.1" status: 200 len: 949 time: 0.2536061 Jan 28 19:07:49.041004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-fb7c7c7f-82f5-485e-864e-52281f2d919c req-dea0b001-86b4-4a26-87ea-ce20384d9fb3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Deleting port 2a21ddda-aec0-42b7-b31f-849bc766b40b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:07:49.046459 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fb7c7c7f-82f5-485e-864e-52281f2d919c req-dea0b001-86b4-4a26-87ea-ce20384d9fb3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2a21ddda-aec0-42b7-b31f-849bc766b40b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:49.259995 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-fb7c7c7f-82f5-485e-864e-52281f2d919c req-dea0b001-86b4-4a26-87ea-ce20384d9fb3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] For port 2a21ddda-aec0-42b7-b31f-849bc766b40b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2a21ddda-aec0-42b7-b31f-849bc766b40b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:49.260556 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fb7c7c7f-82f5-485e-864e-52281f2d919c req-dea0b001-86b4-4a26-87ea-ce20384d9fb3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2a21ddda-aec0-42b7-b31f-849bc766b40b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:49.290128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-fb7c7c7f-82f5-485e-864e-52281f2d919c req-dea0b001-86b4-4a26-87ea-ce20384d9fb3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Calling delete_port for 2a21ddda-aec0-42b7-b31f-849bc766b40b owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:07:49.544291 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-893c649f-273a-4607-aa80-45ff347cf261 req-91031a4e-e2a7-41ac-8af5-bf71acab5061 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 210 time: 0.0917876 Jan 28 19:07:49.608353 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb00f1-aff3-4b3d-a08f-8166c7d85fd7 req-bb720a12-f198-4786-bd7d-ad010fd66349 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:49.629137 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-32fb00f1-aff3-4b3d-a08f-8166c7d85fd7 req-bb720a12-f198-4786-bd7d-ad010fd66349 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5902f3d-7f5d-46e5-a55d-c5f79c59a859 HTTP/1.1" status: 200 len: 949 time: 0.2104299 Jan 28 19:07:49.690230 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c51eb9-7665-446a-a7c5-0ba79e9494df req-8810d74b-023b-4a5a-a5a4-93925c8970e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:49.694876 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69c51eb9-7665-446a-a7c5-0ba79e9494df req-8810d74b-023b-4a5a-a5a4-93925c8970e3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.37 "GET /v2.0/ports?device_id=06ac97c3-6476-41e4-935c-1ffe77411f55 HTTP/1.1" status: 200 len: 950 time: 0.1707749 Jan 28 19:07:49.759405 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34642) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:49.766404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device fe9ba215-689b-4bde-b4e6-5d14d235b879 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:07:49.795545 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-32fb00f1-aff3-4b3d-a08f-8166c7d85fd7 req-d0057ef7-8ae4-4e4e-9b7d-c77944c1c0c9 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637390 Jan 28 19:07:49.815962 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 76db4df9-ef78-4111-93f6-c031218d1d0a up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:07:49.931103 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fb7c7c7f-82f5-485e-864e-52281f2d919c req-dea0b001-86b4-4a26-87ea-ce20384d9fb3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2a21ddda-aec0-42b7-b31f-849bc766b40b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:49.953474 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-05178571-996c-40e0-b4a0-c416ae07b766 req-094b7561-9cef-4dd4-8d37-0e6c3fa5aa52 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 210 time: 0.1389539 Jan 28 19:07:49.980568 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4be342ca-2844-440f-9059-323d3c9c789f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8059b4ef24fd40cba0129239318686c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1665859 Jan 28 19:07:50.021794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['6fa97b10-2331-489c-bb8c-bc9f8fff8377', 'eced0486-f634-48c5-a6e0-9d68124d82a0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:50.022646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0b001-86b4-4a26-87ea-ce20384d9fb3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Pushing event deleted for resources: {'Port': ['ID=2a21ddda-aec0-42b7-b31f-849bc766b40b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:50.035787 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d2203941-4669-4aac-b710-163f33a83564', '3dd7177b-7b56-41ed-8389-f22488938e49'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:50.161576 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7c7c7f-82f5-485e-864e-52281f2d919c req-dea0b001-86b4-4a26-87ea-ce20384d9fb3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] No DVR routers for this DVR port 2a21ddda-aec0-42b7-b31f-849bc766b40b on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:07:50.163753 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6feafe21-8242-404a-a902-f9c957f96bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:50.183379 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fb7c7c7f-82f5-485e-864e-52281f2d919c req-dea0b001-86b4-4a26-87ea-ce20384d9fb3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:50.193510 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fb7c7c7f-82f5-485e-864e-52281f2d919c req-dea0b001-86b4-4a26-87ea-ce20384d9fb3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "DELETE /v2.0/ports/2a21ddda-aec0-42b7-b31f-849bc766b40b HTTP/1.1" status: 204 len: 173 time: 1.5639334 Jan 28 19:07:50.195312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5902f3d-7f5d-46e5-a55d-c5f79c59a859', 'name': 'network-vif-deleted', 'tag': '2a21ddda-aec0-42b7-b31f-849bc766b40b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:50.213823 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeea93dc-9ce5-4616-aa6f-c003b1448e24" -d '{"events": [{"server_uuid": "f5902f3d-7f5d-46e5-a55d-c5f79c59a859", "name": "network-vif-deleted", "tag": "2a21ddda-aec0-42b7-b31f-849bc766b40b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:50.374654 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:50.384220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-69c51eb9-7665-446a-a7c5-0ba79e9494df req-b7d39ca7-c65d-4d1c-8be4-3456e5cce448 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Deleting port 3dd7177b-7b56-41ed-8389-f22488938e49 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:07:50.386511 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-69c51eb9-7665-446a-a7c5-0ba79e9494df req-b7d39ca7-c65d-4d1c-8be4-3456e5cce448 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (3dd7177b-7b56-41ed-8389-f22488938e49), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:50.401160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 76db4df9-ef78-4111-93f6-c031218d1d0a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:50.401812 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:50.451871 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'port_id': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'mac_address': 'fa:16:3e:01:5d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:07:50.478742 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01fe6bfb-8239-4501-93ac-01d77b7cd87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:50.631259 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port fe9ba215-689b-4bde-b4e6-5d14d235b879 is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:50.631816 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:50.645589 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-9f887095-a03e-43fd-a15b-434bd54cc07f tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:50.647145 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-9f887095-a03e-43fd-a15b-434bd54cc07f tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.31 "GET /v2.0/networks?id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b HTTP/1.1" status: 200 len: 813 time: 0.3511386 Jan 28 19:07:50.659817 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe9ba215-689b-4bde-b4e6-5d14d235b879 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:07:50.677617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-0ec7f93c-b0f6-4c8b-b8b8-085fffa808b8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Request body: {'port': {'device_id': '03d33162-2bde-4cf3-91f5-9695847a9c80', 'network_id': 'cdfff9d1-2b03-4f45-9bcb-21b945eea63b', 'admin_state_up': True, 'tenant_id': 'af81ce8ea82941db871f55af72a173e1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:50.737763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-69c51eb9-7665-446a-a7c5-0ba79e9494df req-b7d39ca7-c65d-4d1c-8be4-3456e5cce448 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] For port 3dd7177b-7b56-41ed-8389-f22488938e49, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3dd7177b-7b56-41ed-8389-f22488938e49,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:50.739541 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-69c51eb9-7665-446a-a7c5-0ba79e9494df req-b7d39ca7-c65d-4d1c-8be4-3456e5cce448 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (3dd7177b-7b56-41ed-8389-f22488938e49), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:50.763032 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:50.792831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-69c51eb9-7665-446a-a7c5-0ba79e9494df req-b7d39ca7-c65d-4d1c-8be4-3456e5cce448 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Calling delete_port for 3dd7177b-7b56-41ed-8389-f22488938e49 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:07:50.827784 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:50.889450 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=fe9ba215-689b-4bde-b4e6-5d14d235b879,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:50.914922 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b48960d-e901-4ca5-9d55-1a2221a06ef1 x-openstack-request-id: req-5b48960d-e901-4ca5-9d55-1a2221a06ef1 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:50.915327 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5902f3d-7f5d-46e5-a55d-c5f79c59a859", "name": "network-vif-deleted", "tag": "2a21ddda-aec0-42b7-b31f-849bc766b40b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:50.915676 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b48960d-e901-4ca5-9d55-1a2221a06ef1 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:50.916158 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5902f3d-7f5d-46e5-a55d-c5f79c59a859', 'name': 'network-vif-deleted', 'tag': '2a21ddda-aec0-42b7-b31f-849bc766b40b', 'status': 'completed', 'code': 200} Jan 28 19:07:50.984590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['fe9ba215-689b-4bde-b4e6-5d14d235b879'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:50.990878 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 76db4df9-ef78-4111-93f6-c031218d1d0a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:50.993216 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:51.096492 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-69c51eb9-7665-446a-a7c5-0ba79e9494df req-b7d39ca7-c65d-4d1c-8be4-3456e5cce448 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (3dd7177b-7b56-41ed-8389-f22488938e49), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:51.141165 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['6fa97b10-2331-489c-bb8c-bc9f8fff8377', 'eced0486-f634-48c5-a6e0-9d68124d82a0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:51.149259 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d2203941-4669-4aac-b710-163f33a83564'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:51.154383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d39ca7-c65d-4d1c-8be4-3456e5cce448 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Pushing event deleted for resources: {'Port': ['ID=3dd7177b-7b56-41ed-8389-f22488938e49,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:51.173452 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3a91f2db-8ae1-40e6-8a7c-a63fcf28960e req-1f5821ef-0dd2-4c24-aa52-437803fe4ea7 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 210 time: 0.0924034 Jan 28 19:07:51.212302 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 76db4df9-ef78-4111-93f6-c031218d1d0a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=76db4df9-ef78-4111-93f6-c031218d1d0a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:51.246265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151fe5e-eda1-4931-829e-41b332ed054a req-e5343cde-82f7-4b31-bf96-fc126b59aa22 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:51.247966 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b151fe5e-eda1-4931-829e-41b332ed054a req-e5343cde-82f7-4b31-bf96-fc126b59aa22 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2465110 Jan 28 19:07:51.275866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b151fe5e-eda1-4931-829e-41b332ed054a req-73048463-7cb3-4dc1-bf29-3c5e58047755 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Request body: {'port': {'device_id': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '8059b4ef24fd40cba0129239318686c2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:51.283913 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b786b9-d8a2-4a01-a1a9-f072175be15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76db4df9-ef78-4111-93f6-c031218d1d0a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:51.286473 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a1c041-9231-4f4e-bc8e-8cfd9f57846b" -d '{"events": [{"server_uuid": "e2b786b9-d8a2-4a01-a1a9-f072175be15f", "name": "network-vif-plugged", "status": "completed", "tag": "76db4df9-ef78-4111-93f6-c031218d1d0a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:51.307243 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:51.327786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c51eb9-7665-446a-a7c5-0ba79e9494df req-b7d39ca7-c65d-4d1c-8be4-3456e5cce448 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] No DVR routers for this DVR port 3dd7177b-7b56-41ed-8389-f22488938e49 on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:07:51.330974 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-69c51eb9-7665-446a-a7c5-0ba79e9494df req-b7d39ca7-c65d-4d1c-8be4-3456e5cce448 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:51.337862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69c51eb9-7665-446a-a7c5-0ba79e9494df req-b7d39ca7-c65d-4d1c-8be4-3456e5cce448 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.37 "DELETE /v2.0/ports/3dd7177b-7b56-41ed-8389-f22488938e49 HTTP/1.1" status: 204 len: 173 time: 1.6355324 Jan 28 19:07:51.362618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2a21ddda-aec0-42b7-b31f-849bc766b40b no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:07:51.381026 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ac97c3-6476-41e4-935c-1ffe77411f55', 'name': 'network-vif-deleted', 'tag': '3dd7177b-7b56-41ed-8389-f22488938e49'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:51.384280 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3d293d-7af6-4134-8c46-ad87954ae217" -d '{"events": [{"server_uuid": "06ac97c3-6476-41e4-935c-1ffe77411f55", "name": "network-vif-deleted", "tag": "3dd7177b-7b56-41ed-8389-f22488938e49"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:51.418015 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 2a21ddda-aec0-42b7-b31f-849bc766b40b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:07:51.418642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2a21ddda-aec0-42b7-b31f-849bc766b40b not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:07:51.434305 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb253bbd-5123-4448-a497-6d747e3e7fa8 req-1bcebd98-fb5e-4ab9-81be-aab9a869350c tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 210 time: 0.1086013 Jan 28 19:07:51.598418 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=76db4df9-ef78-4111-93f6-c031218d1d0a,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:51.636696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1b3ea-b69d-466d-8cd4-34de53125308 req-588a3718-2f53-4723-b587-abfb5806af35 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:51.646903 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-02a1b3ea-b69d-466d-8cd4-34de53125308 req-588a3718-2f53-4723-b587-abfb5806af35 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 946 time: 0.1104126 Jan 28 19:07:51.718192 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6feafe21-8242-404a-a902-f9c957f96bff admin admin] Publish callbacks [] for security_group (f2cfb88f-6fa3-4f3e-9be7-3f403c6bede3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:51.730165 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b151fe5e-eda1-4931-829e-41b332ed054a req-73048463-7cb3-4dc1-bf29-3c5e58047755 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Made reservation on behalf of 8059b4ef24fd40cba0129239318686c2 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:07:51.735187 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b151fe5e-eda1-4931-829e-41b332ed054a req-73048463-7cb3-4dc1-bf29-3c5e58047755 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:51.750480 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-02a1b3ea-b69d-466d-8cd4-34de53125308 req-f24eade3-c08c-454a-883e-7058936c98bf tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/security-groups?id=418c1cb6-649a-4727-b620-102b6463f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022859 Jan 28 19:07:51.756009 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:51.776433 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6feafe21-8242-404a-a902-f9c957f96bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f2cfb88f-6fa3-4f3e-9be7-3f403c6bede3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:51.793354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 3dd7177b-7b56-41ed-8389-f22488938e49 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:07:51.844289 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4febdb42-718f-4ab1-b0e8-75a73a0ea737 req-4b10ec2f-c65c-4683-b978-a219a9cd4076 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5902f3d-7f5d-46e5-a55d-c5f79c59a859 HTTP/1.1" status: 200 len: 210 time: 0.1235077 Jan 28 19:07:51.917070 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116abee6-8286-4543-9acd-31c0dea52864 x-openstack-request-id: req-116abee6-8286-4543-9acd-31c0dea52864 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:51.917653 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b786b9-d8a2-4a01-a1a9-f072175be15f", "name": "network-vif-plugged", "status": "completed", "tag": "76db4df9-ef78-4111-93f6-c031218d1d0a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:51.917909 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-116abee6-8286-4543-9acd-31c0dea52864 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:51.918410 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b786b9-d8a2-4a01-a1a9-f072175be15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76db4df9-ef78-4111-93f6-c031218d1d0a', 'code': 200} Jan 28 19:07:51.931348 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 3dd7177b-7b56-41ed-8389-f22488938e49 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:07:51.932073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 3dd7177b-7b56-41ed-8389-f22488938e49 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:07:52.035180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-0ec7f93c-b0f6-4c8b-b8b8-085fffa808b8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Made reservation on behalf of af81ce8ea82941db871f55af72a173e1 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:07:52.050169 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-0ec7f93c-b0f6-4c8b-b8b8-085fffa808b8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:52.073021 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6feafe21-8242-404a-a902-f9c957f96bff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f1580478f1740a0a7f5e069dbe220bb&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2732568 Jan 28 19:07:52.099859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34696) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:52.109087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feafe21-8242-404a-a902-f9c957f96bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cfb88f-6fa3-4f3e-9be7-3f403c6bede3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:52.135824 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abe0e88-581f-488a-84fc-a3b6c67c799c x-openstack-request-id: req-5abe0e88-581f-488a-84fc-a3b6c67c799c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:52.136124 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ac97c3-6476-41e4-935c-1ffe77411f55", "name": "network-vif-deleted", "tag": "3dd7177b-7b56-41ed-8389-f22488938e49", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:52.136439 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5abe0e88-581f-488a-84fc-a3b6c67c799c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:52.136779 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ac97c3-6476-41e4-935c-1ffe77411f55', 'name': 'network-vif-deleted', 'tag': '3dd7177b-7b56-41ed-8389-f22488938e49', 'status': 'completed', 'code': 200} Jan 28 19:07:52.207291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-b151fe5e-eda1-4931-829e-41b332ed054a req-73048463-7cb3-4dc1-bf29-3c5e58047755 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Allocated IP 192.168.233.81 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/400c037e-e178-4ba5-8333-699f871f92f1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:07:52.306519 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-546b08b9-7308-4003-8685-1cad422ff21b admin admin] Publish callbacks [] for security_group (f2cfb88f-6fa3-4f3e-9be7-3f403c6bede3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:52.333396 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-546b08b9-7308-4003-8685-1cad422ff21b admin admin] Publish callbacks [] for security_group (f2cfb88f-6fa3-4f3e-9be7-3f403c6bede3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:52.401927 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8ba2752c-5962-4ee8-9b5b-26d5ea4b8ab6 req-0d80687e-38ae-4027-b499-957e8ca86255 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 210 time: 0.1348455 Jan 28 19:07:52.424564 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-546b08b9-7308-4003-8685-1cad422ff21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f2cfb88f-6fa3-4f3e-9be7-3f403c6bede3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:52.428095 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-546b08b9-7308-4003-8685-1cad422ff21b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:52.431651 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-546b08b9-7308-4003-8685-1cad422ff21b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2cfb88f-6fa3-4f3e-9be7-3f403c6bede3 HTTP/1.1" status: 204 len: 168 time: 0.3265488 Jan 28 19:07:52.444053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b08b9-7308-4003-8685-1cad422ff21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cfb88f-6fa3-4f3e-9be7-3f403c6bede3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:52.487094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-0ec7f93c-b0f6-4c8b-b8b8-085fffa808b8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Allocated IP 172.20.0.5 (cdfff9d1-2b03-4f45-9bcb-21b945eea63b/41b12597-c2d0-48f7-a923-25843df9b43c/320b5b96-abc1-4d2e-85f9-80f5e73751fe) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:07:52.517318 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b151fe5e-eda1-4931-829e-41b332ed054a req-73048463-7cb3-4dc1-bf29-3c5e58047755 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks [] for port (400c037e-e178-4ba5-8333-699f871f92f1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:52.582843 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d668b09-330d-4c0f-ae0f-86e2e62ffba8 req-32409001-0e0e-468b-ad5d-bd134b0ecbc7 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 210 time: 0.0429220 Jan 28 19:07:52.602860 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b151fe5e-eda1-4931-829e-41b332ed054a req-73048463-7cb3-4dc1-bf29-3c5e58047755 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (400c037e-e178-4ba5-8333-699f871f92f1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:52.614473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['e3b96363-7763-422d-a893-bbb366bbd514', '0ef435ef-972b-4529-bff5-c69051883a5a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:52.684920 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b151fe5e-eda1-4931-829e-41b332ed054a req-73048463-7cb3-4dc1-bf29-3c5e58047755 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:07:52.688853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-b151fe5e-eda1-4931-829e-41b332ed054a req-73048463-7cb3-4dc1-bf29-3c5e58047755 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:07:52.699143 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['76db4df9-ef78-4111-93f6-c031218d1d0a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:52.712613 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b151fe5e-eda1-4931-829e-41b332ed054a req-73048463-7cb3-4dc1-bf29-3c5e58047755 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:07:52.795117 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151fe5e-eda1-4931-829e-41b332ed054a req-73048463-7cb3-4dc1-bf29-3c5e58047755 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:52.797926 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b151fe5e-eda1-4931-829e-41b332ed054a req-73048463-7cb3-4dc1-bf29-3c5e58047755 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:52.847314 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-0ec7f93c-b0f6-4c8b-b8b8-085fffa808b8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:52.913294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73048463-7cb3-4dc1-bf29-3c5e58047755 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Pushing event updated for resources: {'Port': ['ID=400c037e-e178-4ba5-8333-699f871f92f1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:52.918827 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-0ec7f93c-b0f6-4c8b-b8b8-085fffa808b8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:52.947007 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b4ec3-fac9-465c-af1b-90d21b0d67ba req-f73fd6d7-812e-4f2b-bb85-66a6db700a6b tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:52.960627 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f3b4ec3-fac9-465c-af1b-90d21b0d67ba req-f73fd6d7-812e-4f2b-bb85-66a6db700a6b tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.31 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 946 time: 0.3849719 Jan 28 19:07:52.967969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-0ec7f93c-b0f6-4c8b-b8b8-085fffa808b8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Network cdfff9d1-2b03-4f45-9bcb-21b945eea63b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:07:52.973760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-0ec7f93c-b0f6-4c8b-b8b8-085fffa808b8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:07:52.979681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-0ec7f93c-b0f6-4c8b-b8b8-085fffa808b8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:07:52.983968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7f93c-b0f6-4c8b-b8b8-085fffa808b8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event updated for resources: {'Port': ['ID=320b5b96-abc1-4d2e-85f9-80f5e73751fe,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:53.030734 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:53.104170 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-0ec7f93c-b0f6-4c8b-b8b8-085fffa808b8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:53.105045 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-0ec7f93c-b0f6-4c8b-b8b8-085fffa808b8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:53.116280 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34722) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:53.132478 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17f72f33-630f-4356-9961-dd3120fb7f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:53.139984 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-0ec7f93c-b0f6-4c8b-b8b8-085fffa808b8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4785354 Jan 28 19:07:53.151811 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Request body: {'port': {'device_id': '03d33162-2bde-4cf3-91f5-9695847a9c80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:53.204140 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b151fe5e-eda1-4931-829e-41b332ed054a req-73048463-7cb3-4dc1-bf29-3c5e58047755 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9357753 Jan 28 19:07:53.249876 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Request body: {'port': {'device_id': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:53.256965 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:53.262098 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7f7ae4a6-1cf0-4d6a-b905-a0f1d8e34793 None None] Provisioning complete for port 400c037e-e178-4ba5-8333-699f871f92f1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:53.264702 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f7ae4a6-1cf0-4d6a-b905-a0f1d8e34793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (400c037e-e178-4ba5-8333-699f871f92f1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:53.339274 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (400c037e-e178-4ba5-8333-699f871f92f1), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:53.355062 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ae4a6-1cf0-4d6a-b905-a0f1d8e34793 None None] Port 400c037e-e178-4ba5-8333-699f871f92f1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:07:53.484870 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0f654-283d-4607-b1ea-fdb8f0ad354b req-c9d5589a-2091-4c97-a4d2-6a16bffd1942 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:53.510683 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-09d0f654-283d-4607-b1ea-fdb8f0ad354b req-c9d5589a-2091-4c97-a4d2-6a16bffd1942 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 946 time: 0.5427647 Jan 28 19:07:53.624733 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9f3b4ec3-fac9-465c-af1b-90d21b0d67ba req-07165130-9705-4eec-a700-ca75d0cf0b2c tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Deleting port 7b61d081-c890-44aa-a993-0bb8e495876c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:07:53.630235 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f3b4ec3-fac9-465c-af1b-90d21b0d67ba req-07165130-9705-4eec-a700-ca75d0cf0b2c tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7b61d081-c890-44aa-a993-0bb8e495876c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:53.735984 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17f72f33-630f-4356-9961-dd3120fb7f66 admin admin] Publish callbacks [] for security_group (a6bc3469-9d11-4b0c-9fa3-bc2c50eb8c97), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:53.744936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051221e4-8082-49b9-8b1d-774205ff9a7c req-ba1ee9f8-5127-4e9f-80b7-096db50dec5a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:53.747091 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-051221e4-8082-49b9-8b1d-774205ff9a7c req-ba1ee9f8-5127-4e9f-80b7-096db50dec5a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 935 time: 0.1926913 Jan 28 19:07:53.750404 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17f72f33-630f-4356-9961-dd3120fb7f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a6bc3469-9d11-4b0c-9fa3-bc2c50eb8c97), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:53.781017 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-09d0f654-283d-4607-b1ea-fdb8f0ad354b req-7cdfcb96-6eba-473b-b525-a74492bab581 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/security-groups?id=418c1cb6-649a-4727-b620-102b6463f2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679577 Jan 28 19:07:53.783047 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device fe9ba215-689b-4bde-b4e6-5d14d235b879 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:07:53.886638 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port fe9ba215-689b-4bde-b4e6-5d14d235b879 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:07:53.887196 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:53.919302 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9f3b4ec3-fac9-465c-af1b-90d21b0d67ba req-07165130-9705-4eec-a700-ca75d0cf0b2c tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] For port 7b61d081-c890-44aa-a993-0bb8e495876c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7b61d081-c890-44aa-a993-0bb8e495876c,segment=NetworkSegment(a95d0d2d-da17-480d-9e24-adfd18988eff),segment_id=a95d0d2d-da17-480d-9e24-adfd18988eff)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:53.919821 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f3b4ec3-fac9-465c-af1b-90d21b0d67ba req-07165130-9705-4eec-a700-ca75d0cf0b2c tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7b61d081-c890-44aa-a993-0bb8e495876c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:53.949576 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f72f33-630f-4356-9961-dd3120fb7f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bc3469-9d11-4b0c-9fa3-bc2c50eb8c97,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:53.964508 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9f3b4ec3-fac9-465c-af1b-90d21b0d67ba req-07165130-9705-4eec-a700-ca75d0cf0b2c tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Calling delete_port for 7b61d081-c890-44aa-a993-0bb8e495876c owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:07:53.979765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320b5b96-abc1-4d2e-85f9-80f5e73751fe {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:07:53.990880 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Publish callbacks [] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:54.009453 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Transition to ACTIVE for port object 320b5b96-abc1-4d2e-85f9-80f5e73751fe will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:07:54.017500 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-051221e4-8082-49b9-8b1d-774205ff9a7c req-797a31da-840f-44e3-abb3-ac7b569a4dcf tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617733 Jan 28 19:07:54.030938 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:54.060103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port fe9ba215-689b-4bde-b4e6-5d14d235b879 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:54.069136 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:54.137706 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:54.137925 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-17f72f33-630f-4356-9961-dd3120fb7f66 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=957d1305aec24e3c817bf99f82e7d0cc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0200739 Jan 28 19:07:54.139547 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:54.143547 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c08b445-8c99-4a90-b87b-c9749fef740d" -d '{"events": [{"server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "name": "network-vif-plugged", "status": "completed", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:54.149125 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:54.180059 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34746) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:54.238980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=fe9ba215-689b-4bde-b4e6-5d14d235b879,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:54.309509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Pushing event updated for resources: {'Port': ['ID=320b5b96-abc1-4d2e-85f9-80f5e73751fe,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:54.381344 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:54.406589 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afea04-4000-4d91-8355-dfe9598eb726 req-cd1079dc-38d9-4451-98a5-c759c760b1f8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:54.408692 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916b91a-dec6-4c2a-afa3-e6f31fc2ae5c req-81f498bb-6f4a-45b1-97a7-ef909a4b2f77 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:54.410990 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8916b91a-dec6-4c2a-afa3-e6f31fc2ae5c req-81f498bb-6f4a-45b1-97a7-ef909a4b2f77 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=94299ab3-de65-4200-86db-28bcef4b55e0 HTTP/1.1" status: 200 len: 950 time: 0.1596303 Jan 28 19:07:54.414111 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f3b4ec3-fac9-465c-af1b-90d21b0d67ba req-07165130-9705-4eec-a700-ca75d0cf0b2c tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (7b61d081-c890-44aa-a993-0bb8e495876c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:54.414774 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25afea04-4000-4d91-8355-dfe9598eb726 req-cd1079dc-38d9-4451-98a5-c759c760b1f8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 943 time: 0.2709181 Jan 28 19:07:54.437315 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4aba1cc7-d42d-48db-88a4-5d5442e63ff2 admin admin] Publish callbacks [] for security_group (a6bc3469-9d11-4b0c-9fa3-bc2c50eb8c97), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:54.457893 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07165130-9705-4eec-a700-ca75d0cf0b2c tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Pushing event deleted for resources: {'Port': ['ID=7b61d081-c890-44aa-a993-0bb8e495876c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:54.477462 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Attempting to bind port 320b5b96-abc1-4d2e-85f9-80f5e73751fe on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:07:54.477795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Attempting to bind port 320b5b96-abc1-4d2e-85f9-80f5e73751fe by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '497ae4aa-849d-4a33-b4ff-4fe9d6e66436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cdfff9d1-2b03-4f45-9bcb-21b945eea63b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:07:54.478155 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Attempting to bind port 320b5b96-abc1-4d2e-85f9-80f5e73751fe on network cdfff9d1-2b03-4f45-9bcb-21b945eea63b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:07:54.496927 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4aba1cc7-d42d-48db-88a4-5d5442e63ff2 admin admin] Publish callbacks [] for security_group (a6bc3469-9d11-4b0c-9fa3-bc2c50eb8c97), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:54.503739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Port 320b5b96-abc1-4d2e-85f9-80f5e73751fe on network cdfff9d1-2b03-4f45-9bcb-21b945eea63b not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:07:54.503739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Attempting to bind port 320b5b96-abc1-4d2e-85f9-80f5e73751fe on network cdfff9d1-2b03-4f45-9bcb-21b945eea63b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:07:54.507694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 400c037e-e178-4ba5-8333-699f871f92f1 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:07:54.532386 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Publish callbacks [] for port (400c037e-e178-4ba5-8333-699f871f92f1), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:54.535610 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25afea04-4000-4d91-8355-dfe9598eb726 req-68677b3d-d343-45a0-9176-6ad9d6e30d92 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187117 Jan 28 19:07:54.575586 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3b4ec3-fac9-465c-af1b-90d21b0d67ba req-07165130-9705-4eec-a700-ca75d0cf0b2c tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] No DVR routers for this DVR port 7b61d081-c890-44aa-a993-0bb8e495876c on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:07:54.586787 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f3b4ec3-fac9-465c-af1b-90d21b0d67ba req-07165130-9705-4eec-a700-ca75d0cf0b2c tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:54.590509 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f3b4ec3-fac9-465c-af1b-90d21b0d67ba req-07165130-9705-4eec-a700-ca75d0cf0b2c tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.31 "DELETE /v2.0/ports/7b61d081-c890-44aa-a993-0bb8e495876c HTTP/1.1" status: 204 len: 173 time: 1.5695627 Jan 28 19:07:54.591168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2646f344-419f-4185-838b-36d29039244e', 'name': 'network-vif-deleted', 'tag': '7b61d081-c890-44aa-a993-0bb8e495876c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:54.598116 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:07:54.598568 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Checking segment: {'id': '497ae4aa-849d-4a33-b4ff-4fe9d6e66436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cdfff9d1-2b03-4f45-9bcb-21b945eea63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:07:54.599006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Bound using segment: {'id': '497ae4aa-849d-4a33-b4ff-4fe9d6e66436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cdfff9d1-2b03-4f45-9bcb-21b945eea63b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:07:54.599549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Bound port: 320b5b96-abc1-4d2e-85f9-80f5e73751fe, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497ae4aa-849d-4a33-b4ff-4fe9d6e66436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cdfff9d1-2b03-4f45-9bcb-21b945eea63b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:07:54.600017 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:54.612371 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb626d8-b9e4-4c7a-90bf-78ba9980530e" -d '{"events": [{"server_uuid": "2646f344-419f-4185-838b-36d29039244e", "name": "network-vif-deleted", "tag": "7b61d081-c890-44aa-a993-0bb8e495876c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:54.618378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Transition to ACTIVE for port object 400c037e-e178-4ba5-8333-699f871f92f1 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:07:54.623797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8916b91a-dec6-4c2a-afa3-e6f31fc2ae5c req-14d79d40-7e4e-46da-aae1-cd17c4222694 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010918 Jan 28 19:07:54.627161 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (400c037e-e178-4ba5-8333-699f871f92f1), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:54.649391 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa0ac71-17c7-47b5-98b5-b2fd3004c211 x-openstack-request-id: req-7aa0ac71-17c7-47b5-98b5-b2fd3004c211 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:54.649807 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "name": "network-vif-plugged", "status": "completed", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:54.650192 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7aa0ac71-17c7-47b5-98b5-b2fd3004c211 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:54.650725 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'code': 200} Jan 28 19:07:54.695073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Pushing event updated for resources: {'Port': ['ID=400c037e-e178-4ba5-8333-699f871f92f1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:54.745953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] For port 320b5b96-abc1-4d2e-85f9-80f5e73751fe, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:07:54.749726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] For port 320b5b96-abc1-4d2e-85f9-80f5e73751fe, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=320b5b96-abc1-4d2e-85f9-80f5e73751fe,segment=NetworkSegment(497ae4aa-849d-4a33-b4ff-4fe9d6e66436),segment_id=497ae4aa-849d-4a33-b4ff-4fe9d6e66436)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:07:54.753146 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4aba1cc7-d42d-48db-88a4-5d5442e63ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a6bc3469-9d11-4b0c-9fa3-bc2c50eb8c97), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:54.756419 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4aba1cc7-d42d-48db-88a4-5d5442e63ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:54.758167 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4aba1cc7-d42d-48db-88a4-5d5442e63ff2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6bc3469-9d11-4b0c-9fa3-bc2c50eb8c97 HTTP/1.1" status: 204 len: 168 time: 0.5686183 Jan 28 19:07:54.762173 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:54.798009 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beae2ad-1135-4e18-807e-512219a4a56d x-openstack-request-id: req-5beae2ad-1135-4e18-807e-512219a4a56d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:54.801698 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2646f344-419f-4185-838b-36d29039244e", "name": "network-vif-deleted", "tag": "7b61d081-c890-44aa-a993-0bb8e495876c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:54.801823 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5beae2ad-1135-4e18-807e-512219a4a56d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:54.802256 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2646f344-419f-4185-838b-36d29039244e', 'name': 'network-vif-deleted', 'tag': '7b61d081-c890-44aa-a993-0bb8e495876c', 'status': 'completed', 'code': 200} Jan 28 19:07:54.881101 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Pushing event updated for resources: {'Port': ['ID=320b5b96-abc1-4d2e-85f9-80f5e73751fe,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:54.905261 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba1cc7-d42d-48db-88a4-5d5442e63ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bc3469-9d11-4b0c-9fa3-bc2c50eb8c97,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:54.930313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:54.932262 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:54.941783 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-4ba9361f-466b-4b95-87b5-8678a823fe19 service neutron] 10.222.0.31 "PUT /v2.0/ports/320b5b96-abc1-4d2e-85f9-80f5e73751fe HTTP/1.1" status: 200 len: 1091 time: 1.7940419 Jan 28 19:07:54.942561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d33162-2bde-4cf3-91f5-9695847a9c80', 'tag': '320b5b96-abc1-4d2e-85f9-80f5e73751fe'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:54.945536 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ae08c6-d5c1-4e09-9412-1eaa39737817" -d '{"events": [{"name": "network-changed", "server_uuid": "03d33162-2bde-4cf3-91f5-9695847a9c80", "tag": "320b5b96-abc1-4d2e-85f9-80f5e73751fe"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:55.083242 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3201abb-0742-4bf2-93ed-cfdafc575e02 x-openstack-request-id: req-c3201abb-0742-4bf2-93ed-cfdafc575e02 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:55.083873 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d33162-2bde-4cf3-91f5-9695847a9c80", "tag": "320b5b96-abc1-4d2e-85f9-80f5e73751fe", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:55.083873 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c3201abb-0742-4bf2-93ed-cfdafc575e02 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:55.084173 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d33162-2bde-4cf3-91f5-9695847a9c80', 'tag': '320b5b96-abc1-4d2e-85f9-80f5e73751fe', 'status': 'completed', 'code': 200} Jan 28 19:07:55.098580 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ab15c96e-0392-481a-8ac1-4900d43750cf req-15b716d9-048b-4b96-8987-46a30b340477 tempest-AttachSCSIVolumeTestJSON-1189797504 tempest-AttachSCSIVolumeTestJSON-1189797504-project] 10.222.0.55 "GET /v2.0/ports?device_id=2646f344-419f-4185-838b-36d29039244e HTTP/1.1" status: 200 len: 210 time: 0.0989976 Jan 28 19:07:55.162091 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-ad059351-1753-40fe-b1c4-952834356638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:55.166305 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-ad059351-1753-40fe-b1c4-952834356638 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af81ce8ea82941db871f55af72a173e1&device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 1125 time: 0.1628542 Jan 28 19:07:55.193655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5524d3-8e90-4590-8a9d-a013a226ea13 req-d751ade4-669c-4107-8688-d164698bfed8 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:55.201306 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f5524d3-8e90-4590-8a9d-a013a226ea13 req-d751ade4-669c-4107-8688-d164698bfed8 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "GET /v2.0/ports?device_id=94299ab3-de65-4200-86db-28bcef4b55e0 HTTP/1.1" status: 200 len: 950 time: 0.3979912 Jan 28 19:07:55.207366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Attempting to bind port 400c037e-e178-4ba5-8333-699f871f92f1 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:07:55.207773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Attempting to bind port 400c037e-e178-4ba5-8333-699f871f92f1 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:07:55.208103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Attempting to bind port 400c037e-e178-4ba5-8333-699f871f92f1 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:07:55.327539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Port 400c037e-e178-4ba5-8333-699f871f92f1 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:07:55.328536 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Attempting to bind port 400c037e-e178-4ba5-8333-699f871f92f1 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:07:55.351009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:07:55.352235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:07:55.352761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:07:55.354159 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Bound port: 400c037e-e178-4ba5-8333-699f871f92f1, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:07:55.355201 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-2621a141-3ff2-470b-8bc4-064e68b18ff6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=320b5b96-abc1-4d2e-85f9-80f5e73751fe HTTP/1.1" status: 200 len: 217 time: 0.1774142 Jan 28 19:07:55.355362 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (400c037e-e178-4ba5-8333-699f871f92f1), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:55.464537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7b61d081-c890-44aa-a993-0bb8e495876c no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:07:55.543376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a8d74-b778-4aa1-828b-aa4ec321683a req-02ec0a4c-9bfe-456f-ac8d-b225154d2704 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:55.556517 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-256a8d74-b778-4aa1-828b-aa4ec321683a req-02ec0a4c-9bfe-456f-ac8d-b225154d2704 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 947 time: 0.2829337 Jan 28 19:07:55.557816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 7b61d081-c890-44aa-a993-0bb8e495876c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:07:55.559746 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7b61d081-c890-44aa-a993-0bb8e495876c not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:07:55.564905 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:55.584888 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-ef849a53-0868-4046-a37b-54a54343f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:55.586848 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-ef849a53-0868-4046-a37b-54a54343f6fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41b12597-c2d0-48f7-a923-25843df9b43c HTTP/1.1" status: 200 len: 853 time: 0.2244494 Jan 28 19:07:55.633786 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-256a8d74-b778-4aa1-828b-aa4ec321683a req-da179fff-6e27-4a03-8f3d-d8ebca333ff7 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693896 Jan 28 19:07:55.712220 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-c0a17908-cbc3-4e75-82f2-2fba32551294 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951200 Jan 28 19:07:55.728385 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:07:55.753487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=400c037e-e178-4ba5-8333-699f871f92f1,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:07:55.811163 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (400c037e-e178-4ba5-8333-699f871f92f1), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:55.956656 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db93e7-a6e4-4557-b755-c4cce4dc4f89 req-223f94bd-d2fa-4140-a64f-6316c26917eb tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:55.971038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Pushing event updated for resources: {'Port': ['ID=400c037e-e178-4ba5-8333-699f871f92f1,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:55.987728 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a3db93e7-a6e4-4557-b755-c4cce4dc4f89 req-223f94bd-d2fa-4140-a64f-6316c26917eb tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=94299ab3-de65-4200-86db-28bcef4b55e0 HTTP/1.1" status: 200 len: 950 time: 0.2380252 Jan 28 19:07:55.995687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:55.996321 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:55.998227 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4ea3111a-7c0a-435f-abb6-f7a0a835fc08 service neutron] 10.222.0.31 "PUT /v2.0/ports/400c037e-e178-4ba5-8333-699f871f92f1 HTTP/1.1" status: 200 len: 1095 time: 2.7544448 Jan 28 19:07:56.074347 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-570415b5-a82a-41c3-8c32-af8c7b8da4f2 service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420858 Jan 28 19:07:56.085956 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5209d4d-c7f6-4b23-8adc-4049c8f98b00 req-31b675d8-cd86-4bf8-a408-17f559e23851 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:56.095984 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f5209d4d-c7f6-4b23-8adc-4049c8f98b00 req-31b675d8-cd86-4bf8-a408-17f559e23851 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 950 time: 0.4770820 Jan 28 19:07:56.165147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5f5524d3-8e90-4590-8a9d-a013a226ea13 req-403ec42a-9a0c-4fab-9812-8af6d3500652 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Deleting port eced0486-f634-48c5-a6e0-9d68124d82a0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:07:56.165753 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5f5524d3-8e90-4590-8a9d-a013a226ea13 req-403ec42a-9a0c-4fab-9812-8af6d3500652 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:56.252459 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a3db93e7-a6e4-4557-b755-c4cce4dc4f89 req-289f8f2a-8ee2-42d6-943f-1210162862c7 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567003 Jan 28 19:07:56.296085 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34828) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:56.354626 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6d88a3e-c269-4400-a210-da0cd7c8eb0b req-580a92db-7275-45af-b9bb-b10524b52956 service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791002 Jan 28 19:07:56.395333 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfcc69-de54-473e-b63f-73ed676f3fd3 req-494d9063-b0c7-4256-98ee-c50f0a5f3ec0 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:56.410069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d4cfcc69-de54-473e-b63f-73ed676f3fd3 req-494d9063-b0c7-4256-98ee-c50f0a5f3ec0 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 943 time: 0.6353843 Jan 28 19:07:56.535565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae08c6-d5c1-4e09-9412-1eaa39737817 req-71266a2a-4da7-45da-b71a-288fd1cbedac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:56.538264 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-55ae08c6-d5c1-4e09-9412-1eaa39737817 req-71266a2a-4da7-45da-b71a-288fd1cbedac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af81ce8ea82941db871f55af72a173e1&device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 1125 time: 0.1171520 Jan 28 19:07:56.607497 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-98562c4a-3f51-4626-82f1-5ead9b696899 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-679660037-network', 'tenant_id': '07209fc70d084ce2af41daff34b3d21f'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:56.925594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98562c4a-3f51-4626-82f1-5ead9b696899 admin admin] Made reservation on behalf of 07209fc70d084ce2af41daff34b3d21f for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:07:56.930010 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98562c4a-3f51-4626-82f1-5ead9b696899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:56.960575 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98562c4a-3f51-4626-82f1-5ead9b696899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:57.045398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:57.049438 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9c2aa6-44f8-4b45-8693-cf54df315c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "tag": "400c037e-e178-4ba5-8333-699f871f92f1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:57.091919 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151fe5e-eda1-4931-829e-41b332ed054a req-f139ba8a-98af-4c0d-80bb-1bdf88b16fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:57.093623 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b151fe5e-eda1-4931-829e-41b332ed054a req-f139ba8a-98af-4c0d-80bb-1bdf88b16fa4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 1129 time: 1.0407491 Jan 28 19:07:57.129695 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d4cfcc69-de54-473e-b63f-73ed676f3fd3 req-7c178b5b-3375-4edf-a84e-0417e87d2755 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7187018 Jan 28 19:07:57.133728 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98562c4a-3f51-4626-82f1-5ead9b696899 admin admin] Publish callbacks [] for security_group (4723f886-e74b-4ef1-81ed-497acf13dd12), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:57.151836 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98562c4a-3f51-4626-82f1-5ead9b696899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4723f886-e74b-4ef1-81ed-497acf13dd12), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:57.166240 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98562c4a-3f51-4626-82f1-5ead9b696899 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:07:57.177669 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98562c4a-3f51-4626-82f1-5ead9b696899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (7bf7b989-2891-4a32-8c84-997a4260b5c6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:57.178336 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-98562c4a-3f51-4626-82f1-5ead9b696899 admin admin] Added segment 7bf7b989-2891-4a32-8c84-997a4260b5c6 of type vlan for network 8fa8a4ee-e84d-46c7-92e7-8b1660d01902 Jan 28 19:07:57.225496 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98562c4a-3f51-4626-82f1-5ead9b696899 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (8fa8a4ee-e84d-46c7-92e7-8b1660d01902), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:57.253674 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b151fe5e-eda1-4931-829e-41b332ed054a req-ffa6ed38-6ef9-41cc-95f8-6cec91a371fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=400c037e-e178-4ba5-8333-699f871f92f1 HTTP/1.1" status: 200 len: 217 time: 0.1309054 Jan 28 19:07:57.266872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5f5524d3-8e90-4590-8a9d-a013a226ea13 req-403ec42a-9a0c-4fab-9812-8af6d3500652 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] For port eced0486-f634-48c5-a6e0-9d68124d82a0, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=eced0486-f634-48c5-a6e0-9d68124d82a0,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:57.267609 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5f5524d3-8e90-4590-8a9d-a013a226ea13 req-403ec42a-9a0c-4fab-9812-8af6d3500652 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:57.270392 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae08c6-d5c1-4e09-9412-1eaa39737817 req-efe080a6-3752-42ce-961e-903e7f1a47b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:57.272692 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-55ae08c6-d5c1-4e09-9412-1eaa39737817 req-efe080a6-3752-42ce-961e-903e7f1a47b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b HTTP/1.1" status: 200 len: 914 time: 0.7280090 Jan 28 19:07:57.273116 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55faccc-7666-44df-9add-eff342e0cae3 x-openstack-request-id: req-e55faccc-7666-44df-9add-eff342e0cae3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:57.273563 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "tag": "400c037e-e178-4ba5-8333-699f871f92f1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:57.273955 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e55faccc-7666-44df-9add-eff342e0cae3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:57.274500 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1', 'status': 'completed', 'code': 200} Jan 28 19:07:57.276666 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98562c4a-3f51-4626-82f1-5ead9b696899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (8fa8a4ee-e84d-46c7-92e7-8b1660d01902), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:57.277678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98562c4a-3f51-4626-82f1-5ead9b696899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:57.278443 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98562c4a-3f51-4626-82f1-5ead9b696899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:57.305877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb7f90-636a-4d8a-a46c-c165f646c411 req-373b45cf-0259-42f5-8e3c-a24eeb2bdc92 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:57.313353 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-87bb7f90-636a-4d8a-a46c-c165f646c411 req-373b45cf-0259-42f5-8e3c-a24eeb2bdc92 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 947 time: 0.4959104 Jan 28 19:07:57.336619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151fe5e-eda1-4931-829e-41b332ed054a req-dde163b2-c6bf-4da9-9798-fe5ebc01900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:57.341160 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-98562c4a-3f51-4626-82f1-5ead9b696899 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0389678 Jan 28 19:07:57.341347 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b151fe5e-eda1-4931-829e-41b332ed054a req-dde163b2-c6bf-4da9-9798-fe5ebc01900d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0753510 Jan 28 19:07:57.347772 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device eced0486-f634-48c5-a6e0-9d68124d82a0 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:07:57.351583 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34886) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:07:57.357465 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2a051412-9368-4d0c-85c9-82b34f88ba9b admin admin] Request body: {'subnet': {'network_id': '8fa8a4ee-e84d-46c7-92e7-8b1660d01902', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-679660037-subnet', 'tenant_id': '07209fc70d084ce2af41daff34b3d21f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:07:57.363737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5f5524d3-8e90-4590-8a9d-a013a226ea13 req-403ec42a-9a0c-4fab-9812-8af6d3500652 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Calling delete_port for eced0486-f634-48c5-a6e0-9d68124d82a0 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:07:57.381481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f5209d4d-c7f6-4b23-8adc-4049c8f98b00 req-09f5a39f-aaa0-4dd0-9bd2-8045e3bd4d82 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Deleting port 6fa97b10-2331-489c-bb8c-bc9f8fff8377 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:07:57.381827 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f5209d4d-c7f6-4b23-8adc-4049c8f98b00 req-09f5a39f-aaa0-4dd0-9bd2-8045e3bd4d82 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6fa97b10-2331-489c-bb8c-bc9f8fff8377), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:57.499705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f5209d4d-c7f6-4b23-8adc-4049c8f98b00 req-09f5a39f-aaa0-4dd0-9bd2-8045e3bd4d82 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] For port 6fa97b10-2331-489c-bb8c-bc9f8fff8377, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=6fa97b10-2331-489c-bb8c-bc9f8fff8377,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:57.500727 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f5209d4d-c7f6-4b23-8adc-4049c8f98b00 req-09f5a39f-aaa0-4dd0-9bd2-8045e3bd4d82 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6fa97b10-2331-489c-bb8c-bc9f8fff8377), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:57.501483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port eced0486-f634-48c5-a6e0-9d68124d82a0 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:57.502130 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:57.531595 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94299ab3-de65-4200-86db-28bcef4b55e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eced0486-f634-48c5-a6e0-9d68124d82a0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:57.534315 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9bc193-7383-4e40-b439-ccc6f5c20041" -d '{"events": [{"server_uuid": "94299ab3-de65-4200-86db-28bcef4b55e0", "name": "network-vif-unplugged", "status": "completed", "tag": "eced0486-f634-48c5-a6e0-9d68124d82a0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:57.551291 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port eced0486-f634-48c5-a6e0-9d68124d82a0, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=eced0486-f634-48c5-a6e0-9d68124d82a0,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:57.557936 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:57.562667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f5209d4d-c7f6-4b23-8adc-4049c8f98b00 req-09f5a39f-aaa0-4dd0-9bd2-8045e3bd4d82 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Calling delete_port for 6fa97b10-2331-489c-bb8c-bc9f8fff8377 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:07:57.634541 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-55ae08c6-d5c1-4e09-9412-1eaa39737817 req-aa13c0b1-9021-4844-a83c-e55870ab6728 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=320b5b96-abc1-4d2e-85f9-80f5e73751fe HTTP/1.1" status: 200 len: 217 time: 0.3389611 Jan 28 19:07:57.639313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=eced0486-f634-48c5-a6e0-9d68124d82a0,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:57.654657 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98562c4a-3f51-4626-82f1-5ead9b696899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4723f886-e74b-4ef1-81ed-497acf13dd12,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:57.711584 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98562c4a-3f51-4626-82f1-5ead9b696899 admin admin] Pushing event updated for resources: {'Network': ['ID=8fa8a4ee-e84d-46c7-92e7-8b1660d01902,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:57.725492 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 8fa8a4ee-e84d-46c7-92e7-8b1660d01902 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:07:57.769202 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-87bb7f90-636a-4d8a-a46c-c165f646c411 req-6a8dcb3e-ff64-406f-ad24-718d6995ec29 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550061 Jan 28 19:07:57.805524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae08c6-d5c1-4e09-9412-1eaa39737817 req-156431d0-9787-4096-b521-7a1e13082633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:57.812048 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-55ae08c6-d5c1-4e09-9412-1eaa39737817 req-156431d0-9787-4096-b521-7a1e13082633 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41b12597-c2d0-48f7-a923-25843df9b43c HTTP/1.1" status: 200 len: 853 time: 0.1352298 Jan 28 19:07:57.868808 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-55ae08c6-d5c1-4e09-9412-1eaa39737817 req-80cab56d-e147-461f-8991-80ed4624600b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430820 Jan 28 19:07:57.994562 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9c018c-8061-4ecf-b275-40dfdeae5759 x-openstack-request-id: req-9b9c018c-8061-4ecf-b275-40dfdeae5759 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:07:57.994925 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94299ab3-de65-4200-86db-28bcef4b55e0", "name": "network-vif-unplugged", "status": "completed", "tag": "eced0486-f634-48c5-a6e0-9d68124d82a0", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:07:57.995179 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b9c018c-8061-4ecf-b275-40dfdeae5759 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:07:57.995585 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94299ab3-de65-4200-86db-28bcef4b55e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eced0486-f634-48c5-a6e0-9d68124d82a0', 'code': 200} Jan 28 19:07:58.025387 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-55ae08c6-d5c1-4e09-9412-1eaa39737817 req-0c62693d-8005-43bb-9800-ee7a943bbb00 service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539791 Jan 28 19:07:58.139606 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-55ae08c6-d5c1-4e09-9412-1eaa39737817 req-7e3fa894-e385-4007-a7e5-9390b68b66c1 service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075635 Jan 28 19:07:58.141775 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-894c1dd7-254f-42a3-bc3b-809271e29c54 req-32003235-e355-453d-a389-1e28fb1702bc tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=94299ab3-de65-4200-86db-28bcef4b55e0 HTTP/1.1" status: 200 len: 210 time: 0.4567420 Jan 28 19:07:58.147757 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5f5524d3-8e90-4590-8a9d-a013a226ea13 req-403ec42a-9a0c-4fab-9812-8af6d3500652 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (eced0486-f634-48c5-a6e0-9d68124d82a0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:58.163162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d2203941-4669-4aac-b710-163f33a83564'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:58.297244 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ec42a-9a0c-4fab-9812-8af6d3500652 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Pushing event deleted for resources: {'Port': ['ID=eced0486-f634-48c5-a6e0-9d68124d82a0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:58.319764 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cace4f-cbf9-4f98-87a4-9348b7fa92ec req-cbe97e5f-90c9-49ea-b4a1-0e7b2b2fdcce tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:58.322495 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09cace4f-cbf9-4f98-87a4-9348b7fa92ec req-cbe97e5f-90c9-49ea-b4a1-0e7b2b2fdcce tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 943 time: 0.0763299 Jan 28 19:07:58.426804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151fe5e-eda1-4931-829e-41b332ed054a req-31c63d34-fd03-42d4-ad21-e1cd167f49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:58.428378 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b151fe5e-eda1-4931-829e-41b332ed054a req-31c63d34-fd03-42d4-ad21-e1cd167f49a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0627141 Jan 28 19:07:58.429007 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a051412-9368-4d0c-85c9-82b34f88ba9b admin admin] Made reservation on behalf of 07209fc70d084ce2af41daff34b3d21f for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:07:58.434930 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a051412-9368-4d0c-85c9-82b34f88ba9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:58.447481 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09cace4f-cbf9-4f98-87a4-9348b7fa92ec req-3f81af0f-af02-4e17-ae58-a7bed825098a tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168616 Jan 28 19:07:58.856037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5524d3-8e90-4590-8a9d-a013a226ea13 req-403ec42a-9a0c-4fab-9812-8af6d3500652 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] No DVR routers for this DVR port eced0486-f634-48c5-a6e0-9d68124d82a0 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:07:58.860445 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5f5524d3-8e90-4590-8a9d-a013a226ea13 req-403ec42a-9a0c-4fab-9812-8af6d3500652 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:58.868471 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f5524d3-8e90-4590-8a9d-a013a226ea13 req-403ec42a-9a0c-4fab-9812-8af6d3500652 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "DELETE /v2.0/ports/eced0486-f634-48c5-a6e0-9d68124d82a0 HTTP/1.1" status: 204 len: 173 time: 3.6527932 Jan 28 19:07:59.087039 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b151fe5e-eda1-4931-829e-41b332ed054a req-4fe95e19-69ec-4bd7-96bf-1a836a0ccac2 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454921 Jan 28 19:07:59.090437 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f5209d4d-c7f6-4b23-8adc-4049c8f98b00 req-09f5a39f-aaa0-4dd0-9bd2-8045e3bd4d82 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (6fa97b10-2331-489c-bb8c-bc9f8fff8377), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:59.093475 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a051412-9368-4d0c-85c9-82b34f88ba9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (9d3057ac-9d37-47bc-8cce-730eb775bac5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:59.106562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d2203941-4669-4aac-b710-163f33a83564'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:07:59.358291 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 320b5b96-abc1-4d2e-85f9-80f5e73751fe details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:07:59.360540 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 6fa97b10-2331-489c-bb8c-bc9f8fff8377 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:07:59.399643 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-683ded3b-bbc1-4c07-b23b-d1c089d058d8 req-a452787d-8ba5-4185-886a-c97089b739c3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=94299ab3-de65-4200-86db-28bcef4b55e0 HTTP/1.1" status: 200 len: 210 time: 0.0699029 Jan 28 19:07:59.409876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 6fa97b10-2331-489c-bb8c-bc9f8fff8377 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:07:59.410236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 6fa97b10-2331-489c-bb8c-bc9f8fff8377 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:07:59.495559 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94299ab3-de65-4200-86db-28bcef4b55e0', 'name': 'network-vif-deleted', 'tag': 'eced0486-f634-48c5-a6e0-9d68124d82a0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:07:59.498126 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b708d4ad-6dc3-497d-98ec-cdfccfb30a67" -d '{"events": [{"server_uuid": "94299ab3-de65-4200-86db-28bcef4b55e0", "name": "network-vif-deleted", "tag": "eced0486-f634-48c5-a6e0-9d68124d82a0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:07:59.502882 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a051412-9368-4d0c-85c9-82b34f88ba9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d3057ac-9d37-47bc-8cce-730eb775bac5,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:59.533822 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b151fe5e-eda1-4931-829e-41b332ed054a req-5c659e1a-f9b8-4ac2-9059-3eb52a298b16 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982420 Jan 28 19:07:59.689770 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 320b5b96-abc1-4d2e-85f9-80f5e73751fe, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=320b5b96-abc1-4d2e-85f9-80f5e73751fe,segment=NetworkSegment(497ae4aa-849d-4a33-b4ff-4fe9d6e66436),segment_id=497ae4aa-849d-4a33-b4ff-4fe9d6e66436)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:07:59.722215 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '320b5b96-abc1-4d2e-85f9-80f5e73751fe', 'network_id': 'cdfff9d1-2b03-4f45-9bcb-21b945eea63b', 'port_id': '320b5b96-abc1-4d2e-85f9-80f5e73751fe', 'mac_address': 'fa:16:3e:07:d8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b12597-c2d0-48f7-a923-25843df9b43c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:07:59.812896 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7223e-37c6-406d-bc7f-fc427770ec8f req-a2561c15-2802-494a-ac68-a3ad5b9b5d9a tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:59.817136 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-efe7223e-37c6-406d-bc7f-fc427770ec8f req-a2561c15-2802-494a-ac68-a3ad5b9b5d9a tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 943 time: 0.2189755 Jan 28 19:07:59.846231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5209d4d-c7f6-4b23-8adc-4049c8f98b00 req-09f5a39f-aaa0-4dd0-9bd2-8045e3bd4d82 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] No DVR routers for this DVR port 6fa97b10-2331-489c-bb8c-bc9f8fff8377 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:07:59.857809 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f5209d4d-c7f6-4b23-8adc-4049c8f98b00 req-09f5a39f-aaa0-4dd0-9bd2-8045e3bd4d82 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:59.861759 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f5209d4d-c7f6-4b23-8adc-4049c8f98b00 req-09f5a39f-aaa0-4dd0-9bd2-8045e3bd4d82 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.31 "DELETE /v2.0/ports/6fa97b10-2331-489c-bb8c-bc9f8fff8377 HTTP/1.1" status: 204 len: 173 time: 3.7090087 Jan 28 19:07:59.873261 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5a39f-aaa0-4dd0-9bd2-8045e3bd4d82 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Pushing event deleted for resources: {'Port': ['ID=6fa97b10-2331-489c-bb8c-bc9f8fff8377,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:07:59.904721 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05d896-980e-49dc-a5ed-eddf7623148a req-5cd9ffd2-0a8f-4b48-a6b3-225f36781698 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:59.912680 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed05d896-980e-49dc-a5ed-eddf7623148a req-5cd9ffd2-0a8f-4b48-a6b3-225f36781698 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 947 time: 0.9563119 Jan 28 19:07:59.941237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 320b5b96-abc1-4d2e-85f9-80f5e73751fe is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:07:59.941634 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:59.958343 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:07:59.959366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c2aa6-44f8-4b45-8693-cf54df315c6b req-112aa43a-56ea-4556-b310-0ccec60e75a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:07:59.964137 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed9c2aa6-44f8-4b45-8693-cf54df315c6b req-112aa43a-56ea-4556-b310-0ccec60e75a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 1129 time: 0.1854184 Jan 28 19:07:59.987018 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320b5b96-abc1-4d2e-85f9-80f5e73751fe {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:08:00.027290 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-efe7223e-37c6-406d-bc7f-fc427770ec8f req-e71a8e2e-8c49-4e54-a1de-e4f8494adfc8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006950 Jan 28 19:08:00.064769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 320b5b96-abc1-4d2e-85f9-80f5e73751fe, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=320b5b96-abc1-4d2e-85f9-80f5e73751fe,segment=NetworkSegment(497ae4aa-849d-4a33-b4ff-4fe9d6e66436),segment_id=497ae4aa-849d-4a33-b4ff-4fe9d6e66436)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:00.075013 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:00.169539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a051412-9368-4d0c-85c9-82b34f88ba9b admin admin] Checking segment: {'id': '7bf7b989-2891-4a32-8c84-997a4260b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8fa8a4ee-e84d-46c7-92e7-8b1660d01902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:08:00.170062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a051412-9368-4d0c-85c9-82b34f88ba9b admin admin] Network hostable DHCP agents. Network: 8fa8a4ee-e84d-46c7-92e7-8b1660d01902, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:08:00.174429 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c2aa6-44f8-4b45-8693-cf54df315c6b req-b79045fa-8a04-4f39-a1ab-2dd218fca418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:00.175924 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed9c2aa6-44f8-4b45-8693-cf54df315c6b req-b79045fa-8a04-4f39-a1ab-2dd218fca418 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.1965485 Jan 28 19:08:00.178688 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a088149-ad69-4ade-af44-679e7fe5388f x-openstack-request-id: req-0a088149-ad69-4ade-af44-679e7fe5388f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:08:00.179216 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94299ab3-de65-4200-86db-28bcef4b55e0", "name": "network-vif-deleted", "tag": "eced0486-f634-48c5-a6e0-9d68124d82a0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:08:00.179480 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a088149-ad69-4ade-af44-679e7fe5388f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:08:00.179870 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94299ab3-de65-4200-86db-28bcef4b55e0', 'name': 'network-vif-deleted', 'tag': 'eced0486-f634-48c5-a6e0-9d68124d82a0', 'status': 'completed', 'code': 200} Jan 28 19:08:00.206474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=320b5b96-abc1-4d2e-85f9-80f5e73751fe,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:00.280903 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed05d896-980e-49dc-a5ed-eddf7623148a req-8c31f0f5-0619-4a32-9552-ff63937378ae tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657796 Jan 28 19:08:00.282110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a051412-9368-4d0c-85c9-82b34f88ba9b admin admin] Network 8fa8a4ee-e84d-46c7-92e7-8b1660d01902 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:08:00.292027 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed9c2aa6-44f8-4b45-8693-cf54df315c6b req-60350624-0ba2-43d5-86cc-1ee2d866df1e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=400c037e-e178-4ba5-8333-699f871f92f1 HTTP/1.1" status: 200 len: 217 time: 0.1062911 Jan 28 19:08:00.329508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['320b5b96-abc1-4d2e-85f9-80f5e73751fe'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:08:00.375424 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2a051412-9368-4d0c-85c9-82b34f88ba9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 8fa8a4ee-e84d-46c7-92e7-8b1660d01902) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:00.385123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a051412-9368-4d0c-85c9-82b34f88ba9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:00.387488 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a051412-9368-4d0c-85c9-82b34f88ba9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:00.393498 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c2aa6-44f8-4b45-8693-cf54df315c6b req-efd91982-f6ca-477a-a57c-43e1f557d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:00.397593 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e07d03f-bff8-489c-81bc-c7c2da16cfdd None None] Network 8fa8a4ee-e84d-46c7-92e7-8b1660d01902 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:08:00.399047 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed9c2aa6-44f8-4b45-8693-cf54df315c6b req-efd91982-f6ca-477a-a57c-43e1f557d140 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0938427 Jan 28 19:08:00.565481 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2a051412-9368-4d0c-85c9-82b34f88ba9b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.2098880 Jan 28 19:08:00.566230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34938) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:00.571013 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-679660037-router', 'tenant_id': '07209fc70d084ce2af41daff34b3d21f', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:00.634057 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (89cf2d29-7997-4215-b8ce-8b0cf273b59c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:00.638219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c2aa6-44f8-4b45-8693-cf54df315c6b req-6a06992f-3ef0-4446-82b3-2c13b8ea93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:00.639715 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (89cf2d29-7997-4215-b8ce-8b0cf273b59c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:00.646508 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed9c2aa6-44f8-4b45-8693-cf54df315c6b req-6a06992f-3ef0-4446-82b3-2c13b8ea93dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2340376 Jan 28 19:08:00.793251 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-8fa8a4ee-e84d-46c7-92e7-8b1660d01902', 'network_id': '8fa8a4ee-e84d-46c7-92e7-8b1660d01902', 'project_id': '07209fc70d084ce2af41daff34b3d21f', 'fixed_ips': [{'subnet_id': '9d3057ac-9d37-47bc-8cce-730eb775bac5'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:08:00.794922 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:00.861247 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Publish callbacks [] for router_controller (89cf2d29-7997-4215-b8ce-8b0cf273b59c), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:00.983017 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-059ff36d-8c74-4dce-8c20-6a1cab588474 req-85cab6c1-e36d-4a6c-a97f-c37e982be6b2 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f46d7e0-3329-4fce-919d-debbfc88170a HTTP/1.1" status: 200 len: 210 time: 0.1184177 Jan 28 19:08:01.046337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed9c2aa6-44f8-4b45-8693-cf54df315c6b req-becd14e4-5fe7-4363-a979-6072e28d3c56 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918746 Jan 28 19:08:01.304298 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Allocated IP 172.20.0.2 (8fa8a4ee-e84d-46c7-92e7-8b1660d01902/9d3057ac-9d37-47bc-8cce-730eb775bac5/ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:08:01.315910 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed9c2aa6-44f8-4b45-8693-cf54df315c6b req-de7255c5-f976-47c2-aa77-4fbd1a95b25a service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566149 Jan 28 19:08:01.379477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 400c037e-e178-4ba5-8333-699f871f92f1 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:08:01.406241 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Publish callbacks [] for router_gateway (89cf2d29-7997-4215-b8ce-8b0cf273b59c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:01.447147 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f0e18-7639-49da-980b-c50836a8f265 req-213b7f89-8e18-4aab-9e26-53ada326a737 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:01.449108 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bf4f0e18-7639-49da-980b-c50836a8f265 req-213b7f89-8e18-4aab-9e26-53ada326a737 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 944 time: 0.1829329 Jan 28 19:08:01.537075 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef651ed-8945-4f1a-a10c-e899adfe0cc8 req-aea4a421-f551-4771-b440-2c107357cd15 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:01.544388 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cef651ed-8945-4f1a-a10c-e899adfe0cc8 req-aea4a421-f551-4771-b440-2c107357cd15 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 947 time: 0.1360278 Jan 28 19:08:01.616728 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bf4f0e18-7639-49da-980b-c50836a8f265 req-46e46d69-8358-4095-8a98-fe11ff647ba5 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268008 Jan 28 19:08:01.653862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cef651ed-8945-4f1a-a10c-e899adfe0cc8 req-73571e13-fdcd-4cdd-8f15-5252f3af217a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052296 Jan 28 19:08:01.803421 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=400c037e-e178-4ba5-8333-699f871f92f1,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:01.827405 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '400c037e-e178-4ba5-8333-699f871f92f1', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '400c037e-e178-4ba5-8333-699f871f92f1', 'mac_address': 'fa:16:3e:db:80:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:08:01.860504 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Publish callbacks [] for port (ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:01.901830 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:01.966669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Network 8fa8a4ee-e84d-46c7-92e7-8b1660d01902 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:08:01.970740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:01.977338 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Publish callbacks [] for router_gateway (89cf2d29-7997-4215-b8ce-8b0cf273b59c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:02.015444 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:02.048226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:08:02.069294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 400c037e-e178-4ba5-8333-699f871f92f1 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:02.069685 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (400c037e-e178-4ba5-8333-699f871f92f1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:02.157697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Pushing event updated for resources: {'Port': ['ID=ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:02.181496 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f46d7e0-3329-4fce-919d-debbfc88170a', 'name': 'network-vif-deleted', 'tag': '6fa97b10-2331-489c-bb8c-bc9f8fff8377'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:08:02.184125 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3aa637-6f5c-4421-94b7-7649c84a3830" -d '{"events": [{"server_uuid": "4f46d7e0-3329-4fce-919d-debbfc88170a", "name": "network-vif-deleted", "tag": "6fa97b10-2331-489c-bb8c-bc9f8fff8377"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:08:02.222663 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400c037e-e178-4ba5-8333-699f871f92f1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:08:02.240266 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Allocated IP 172.25.0.243 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/4981456c-e100-4b76-992f-24a55e7aaa41) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:08:02.273774 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74949b52-8818-4d4a-a041-893e2ab085bd x-openstack-request-id: req-74949b52-8818-4d4a-a041-893e2ab085bd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:08:02.274232 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f46d7e0-3329-4fce-919d-debbfc88170a", "name": "network-vif-deleted", "tag": "6fa97b10-2331-489c-bb8c-bc9f8fff8377", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:08:02.274578 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74949b52-8818-4d4a-a041-893e2ab085bd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:08:02.275012 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f46d7e0-3329-4fce-919d-debbfc88170a', 'name': 'network-vif-deleted', 'tag': '6fa97b10-2331-489c-bb8c-bc9f8fff8377', 'status': 'completed', 'code': 200} Jan 28 19:08:02.372753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=400c037e-e178-4ba5-8333-699f871f92f1,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:02.389161 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (400c037e-e178-4ba5-8333-699f871f92f1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:02.391206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Attempting to bind port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:08:02.391571 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Attempting to bind port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '7bf7b989-2891-4a32-8c84-997a4260b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8fa8a4ee-e84d-46c7-92e7-8b1660d01902'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:08:02.391962 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Attempting to bind port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d on network 8fa8a4ee-e84d-46c7-92e7-8b1660d01902 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:08:02.405689 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:08:02.406092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Checking segment: {'id': '7bf7b989-2891-4a32-8c84-997a4260b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8fa8a4ee-e84d-46c7-92e7-8b1660d01902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:08:02.406415 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:02.409312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Bound using segment: {'id': '7bf7b989-2891-4a32-8c84-997a4260b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8fa8a4ee-e84d-46c7-92e7-8b1660d01902'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:08:02.409880 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Bound port: ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf7b989-2891-4a32-8c84-997a4260b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8fa8a4ee-e84d-46c7-92e7-8b1660d01902'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:08:02.410310 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:02.479490 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Publish callbacks [] for port (4981456c-e100-4b76-992f-24a55e7aaa41), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:02.608429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=400c037e-e178-4ba5-8333-699f871f92f1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:02.615021 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4981456c-e100-4b76-992f-24a55e7aaa41), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:02.683064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-795d8214-3146-4119-8620-7663d4f1966e None None] For port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:08:02.692132 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-795d8214-3146-4119-8620-7663d4f1966e None None] For port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d,segment=NetworkSegment(7bf7b989-2891-4a32-8c84-997a4260b5c6),segment_id=7bf7b989-2891-4a32-8c84-997a4260b5c6)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:08:02.706961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['400c037e-e178-4ba5-8333-699f871f92f1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:08:02.772687 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Pushing event updated for resources: {'Port': ['ID=4981456c-e100-4b76-992f-24a55e7aaa41,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:02.799120 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5467175-9555-453b-be9d-73b45fd1fbe3 req-fe4d3a65-f9f8-441c-979f-dd8c11ddaad5 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:02.806850 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5467175-9555-453b-be9d-73b45fd1fbe3 req-fe4d3a65-f9f8-441c-979f-dd8c11ddaad5 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 949 time: 0.2011821 Jan 28 19:08:02.827558 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:02.836672 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:08:02.870248 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:02.880284 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:08:02.910198 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5467175-9555-453b-be9d-73b45fd1fbe3 req-c471a207-83e2-4551-b4bf-a0d5cd9c4987 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020074 Jan 28 19:08:03.036360 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d8214-3146-4119-8620-7663d4f1966e None None] Pushing event updated for resources: {'Port': ['ID=ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:03.202368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e2394-dc3c-4d69-a1dd-a420070dad0e req-44506f3f-db0a-4246-a7b8-9547568171ac tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:03.203996 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-901e2394-dc3c-4d69-a1dd-a420070dad0e req-44506f3f-db0a-4246-a7b8-9547568171ac tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 948 time: 0.1617191 Jan 28 19:08:03.350689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a20fbb-206e-471f-8328-7259e0d95eb1 req-1c50ce86-ede2-4bfa-aba8-17d3caaed87d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:03.353756 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51a20fbb-206e-471f-8328-7259e0d95eb1 req-1c50ce86-ede2-4bfa-aba8-17d3caaed87d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 944 time: 0.5666475 Jan 28 19:08:03.386671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 320b5b96-abc1-4d2e-85f9-80f5e73751fe up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:03.395143 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-901e2394-dc3c-4d69-a1dd-a420070dad0e req-85645d80-b812-49e4-bfa5-6a1e76454df8 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754408 Jan 28 19:08:03.477452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 320b5b96-abc1-4d2e-85f9-80f5e73751fe completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:08:03.489922 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 320b5b96-abc1-4d2e-85f9-80f5e73751fe triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:03.494908 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:03.657126 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51a20fbb-206e-471f-8328-7259e0d95eb1 req-9474313f-6058-4e94-bbd3-6175b932708c tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958834 Jan 28 19:08:03.717471 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 320b5b96-abc1-4d2e-85f9-80f5e73751fe is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:03.717819 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:03.771333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 320b5b96-abc1-4d2e-85f9-80f5e73751fe, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=320b5b96-abc1-4d2e-85f9-80f5e73751fe,segment=NetworkSegment(497ae4aa-849d-4a33-b4ff-4fe9d6e66436),segment_id=497ae4aa-849d-4a33-b4ff-4fe9d6e66436)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:03.772049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d33162-2bde-4cf3-91f5-9695847a9c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320b5b96-abc1-4d2e-85f9-80f5e73751fe'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:08:03.777066 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4811d373-22df-41ef-a3b0-0dbf9ebfc6a1" -d '{"events": [{"server_uuid": "03d33162-2bde-4cf3-91f5-9695847a9c80", "name": "network-vif-plugged", "status": "completed", "tag": "320b5b96-abc1-4d2e-85f9-80f5e73751fe"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:08:03.782679 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:03.800834 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Publish callbacks [] for router_gateway (89cf2d29-7997-4215-b8ce-8b0cf273b59c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:03.890683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=320b5b96-abc1-4d2e-85f9-80f5e73751fe,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:03.919301 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df68029-ffb7-443b-a893-d90f2d973043 x-openstack-request-id: req-5df68029-ffb7-443b-a893-d90f2d973043 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:08:03.919598 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d33162-2bde-4cf3-91f5-9695847a9c80", "name": "network-vif-plugged", "status": "completed", "tag": "320b5b96-abc1-4d2e-85f9-80f5e73751fe", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:08:03.920079 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5df68029-ffb7-443b-a893-d90f2d973043 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:08:03.920472 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d33162-2bde-4cf3-91f5-9695847a9c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320b5b96-abc1-4d2e-85f9-80f5e73751fe', 'code': 200} Jan 28 19:08:04.115315 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b176666-57dd-4418-9d65-1410e89d17eb req-c40cadf0-3642-471f-a726-af3502996120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:04.123165 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7b176666-57dd-4418-9d65-1410e89d17eb req-c40cadf0-3642-471f-a726-af3502996120 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 1127 time: 0.0924995 Jan 28 19:08:04.215126 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7b176666-57dd-4418-9d65-1410e89d17eb req-d26bedd6-f9ba-4844-ab94-e39bd202b801 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857735 Jan 28 19:08:04.319793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cc15f-9cf3-491b-8be1-ccbc27782dbb req-2d20e5cf-b794-4030-80ff-2a2735951990 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:04.321732 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb6cc15f-9cf3-491b-8be1-ccbc27782dbb req-2d20e5cf-b794-4030-80ff-2a2735951990 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.37 "GET /v2.0/ports?device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 949 time: 0.0878408 Jan 28 19:08:04.756555 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bb6cc15f-9cf3-491b-8be1-ccbc27782dbb req-251dbacd-7b94-488d-8911-2fed610fa45f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Deleting port d2203941-4669-4aac-b710-163f33a83564 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:08:04.757667 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb6cc15f-9cf3-491b-8be1-ccbc27782dbb req-251dbacd-7b94-488d-8911-2fed610fa45f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d2203941-4669-4aac-b710-163f33a83564), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:04.883070 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815216c-d0dd-4a84-ac85-9955d76e10f0 req-bb238fee-ae3c-4d9e-98b8-5704cdb70920 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:04.890864 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9815216c-d0dd-4a84-ac85-9955d76e10f0 req-bb238fee-ae3c-4d9e-98b8-5704cdb70920 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 948 time: 0.2658737 Jan 28 19:08:04.988564 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6153f1e-bba8-43dc-a601-35c23f4adb50 req-81eb0dc4-f386-4bef-9b2e-4c156fb50b02 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:04.998836 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e6153f1e-bba8-43dc-a601-35c23f4adb50 req-81eb0dc4-f386-4bef-9b2e-4c156fb50b02 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 949 time: 0.3306918 Jan 28 19:08:05.000754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c882df-fef6-47d9-a7d5-0447fffae537 None None] Network 8fa8a4ee-e84d-46c7-92e7-8b1660d01902 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:08:05.006789 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9815216c-d0dd-4a84-ac85-9955d76e10f0 req-d6928579-2497-460a-a327-caf4858363ee tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992868 Jan 28 19:08:05.077339 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e6153f1e-bba8-43dc-a601-35c23f4adb50 req-2b180f7a-b00c-4c39-bef6-e39569b5aeb3 tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/security-groups?id=754c0699-feda-4886-98d3-92cbd80b7472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753181 Jan 28 19:08:05.103910 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bb6cc15f-9cf3-491b-8be1-ccbc27782dbb req-251dbacd-7b94-488d-8911-2fed610fa45f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] For port d2203941-4669-4aac-b710-163f33a83564, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d2203941-4669-4aac-b710-163f33a83564,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:05.104584 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb6cc15f-9cf3-491b-8be1-ccbc27782dbb req-251dbacd-7b94-488d-8911-2fed610fa45f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d2203941-4669-4aac-b710-163f33a83564), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:05.141581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-bb6cc15f-9cf3-491b-8be1-ccbc27782dbb req-251dbacd-7b94-488d-8911-2fed610fa45f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Calling delete_port for d2203941-4669-4aac-b710-163f33a83564 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:08:05.262106 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29efe94-66ff-47fc-abd3-b045dae8517d req-80bd4133-dec4-43aa-b424-f228b602ce75 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:05.270733 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e29efe94-66ff-47fc-abd3-b045dae8517d req-80bd4133-dec4-43aa-b424-f228b602ce75 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 945 time: 0.1212773 Jan 28 19:08:05.466506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 400c037e-e178-4ba5-8333-699f871f92f1 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:05.537972 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (89cf2d29-7997-4215-b8ce-8b0cf273b59c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:05.575504 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:05.619177 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e29efe94-66ff-47fc-abd3-b045dae8517d req-2b8736d1-719a-47f0-90b5-139ac3817fea tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472729 Jan 28 19:08:05.665711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5e4972f3-8068-4039-94c8-5d9598b80e41 None None] Provisioning complete for port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:05.665711 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5e4972f3-8068-4039-94c8-5d9598b80e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:05.875969 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb6cc15f-9cf3-491b-8be1-ccbc27782dbb req-251dbacd-7b94-488d-8911-2fed610fa45f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (d2203941-4669-4aac-b710-163f33a83564), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:05.915761 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:05.916376 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:05.924553 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d2203941-4669-4aac-b710-163f33a83564'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:08:06.002858 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251dbacd-7b94-488d-8911-2fed610fa45f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Pushing event deleted for resources: {'Port': ['ID=d2203941-4669-4aac-b710-163f33a83564,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:06.071558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6cc15f-9cf3-491b-8be1-ccbc27782dbb req-251dbacd-7b94-488d-8911-2fed610fa45f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] No DVR routers for this DVR port d2203941-4669-4aac-b710-163f33a83564 on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:08:06.075856 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bb6cc15f-9cf3-491b-8be1-ccbc27782dbb req-251dbacd-7b94-488d-8911-2fed610fa45f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:06.081117 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb6cc15f-9cf3-491b-8be1-ccbc27782dbb req-251dbacd-7b94-488d-8911-2fed610fa45f tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.37 "DELETE /v2.0/ports/d2203941-4669-4aac-b710-163f33a83564 HTTP/1.1" status: 204 len: 173 time: 1.7459266 Jan 28 19:08:06.082297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694dbbe9-d09b-4fce-8ea9-600091c6baaa', 'name': 'network-vif-deleted', 'tag': 'd2203941-4669-4aac-b710-163f33a83564'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:08:06.085621 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132af1ef-8818-48d1-9567-f7830d084f1e" -d '{"events": [{"server_uuid": "694dbbe9-d09b-4fce-8ea9-600091c6baaa", "name": "network-vif-deleted", "tag": "d2203941-4669-4aac-b710-163f33a83564"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:08:06.136839 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec9e861-8b93-45ba-bf33-548357a5035c x-openstack-request-id: req-3ec9e861-8b93-45ba-bf33-548357a5035c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:08:06.137653 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694dbbe9-d09b-4fce-8ea9-600091c6baaa", "name": "network-vif-deleted", "tag": "d2203941-4669-4aac-b710-163f33a83564", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:08:06.138148 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ec9e861-8b93-45ba-bf33-548357a5035c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:08:06.138932 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694dbbe9-d09b-4fce-8ea9-600091c6baaa', 'name': 'network-vif-deleted', 'tag': 'd2203941-4669-4aac-b710-163f33a83564', 'status': 'completed', 'code': 200} Jan 28 19:08:06.234859 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 400c037e-e178-4ba5-8333-699f871f92f1 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:08:06.248059 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff6542be-13b2-449e-ab44-9d1c94197576 req-b43c6a30-636d-4d42-9a6a-f53770c7806d tempest-ServersOnMultiNodesTest-1520424583 tempest-ServersOnMultiNodesTest-1520424583-project] 10.222.0.55 "GET /v2.0/ports?device_id=694dbbe9-d09b-4fce-8ea9-600091c6baaa HTTP/1.1" status: 200 len: 210 time: 0.0435817 Jan 28 19:08:06.281056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 400c037e-e178-4ba5-8333-699f871f92f1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:06.283635 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (400c037e-e178-4ba5-8333-699f871f92f1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:06.624759 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8a1a89d-53ed-48c2-a06a-2c99bad92a9a req-e243234e-9649-4bc1-b6f4-c46992caa625 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2204342 Jan 28 19:08:06.679584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5e4972f3-8068-4039-94c8-5d9598b80e41 None None] Current status of the port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:06.680098 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5e4972f3-8068-4039-94c8-5d9598b80e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:06.767794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522156f-6b2d-46d1-bad9-a4dd69892c72 req-6bec5457-c019-4f42-85e5-1549edae649f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:06.795988 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b522156f-6b2d-46d1-bad9-a4dd69892c72 req-6bec5457-c019-4f42-85e5-1549edae649f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 948 time: 0.4387462 Jan 28 19:08:06.799792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:06.800186 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:06.838835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5e4972f3-8068-4039-94c8-5d9598b80e41 None None] For port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d,segment=NetworkSegment(7bf7b989-2891-4a32-8c84-997a4260b5c6),segment_id=7bf7b989-2891-4a32-8c84-997a4260b5c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:06.857673 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5e4972f3-8068-4039-94c8-5d9598b80e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:06.920697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4972f3-8068-4039-94c8-5d9598b80e41 None None] Pushing event updated for resources: {'Port': ['ID=ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:06.931719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 400c037e-e178-4ba5-8333-699f871f92f1 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:06.932123 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (400c037e-e178-4ba5-8333-699f871f92f1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:07.024390 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b522156f-6b2d-46d1-bad9-a4dd69892c72 req-33b3ffa9-772f-422d-8fe0-50ab531ef636 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274101 Jan 28 19:08:07.050733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Router 89cf2d29-7997-4215-b8ce-8b0cf273b59c is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:08:07.056533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=400c037e-e178-4ba5-8333-699f871f92f1,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:07.059490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1a89d-53ed-48c2-a06a-2c99bad92a9a req-1833ed9d-6845-4e31-8de1-8b99f5c69844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:07.067376 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8a1a89d-53ed-48c2-a06a-2c99bad92a9a req-1833ed9d-6845-4e31-8de1-8b99f5c69844 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 1133 time: 0.4184825 Jan 28 19:08:07.164535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:08:07.189542 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8370c906-6f4a-4280-9eff-1013c3df4ab4" -d '{"events": [{"server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "name": "network-vif-plugged", "status": "completed", "tag": "400c037e-e178-4ba5-8333-699f871f92f1"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:08:07.199561 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:08:07.200170 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:08:07.203152 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (400c037e-e178-4ba5-8333-699f871f92f1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:07.245371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a2a03-0937-4c55-a83b-5e7cfb25d393 req-8c18bae4-ab25-41cb-a423-72e2e95bf153 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:07.245870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b401f2d9-1c5c-4ea6-9930-ae8efd60e3af None None] Provisioning complete for port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:07.246823 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b401f2d9-1c5c-4ea6-9930-ae8efd60e3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:07.247186 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-342a2a03-0937-4c55-a83b-5e7cfb25d393 req-8c18bae4-ab25-41cb-a423-72e2e95bf153 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 945 time: 0.4994144 Jan 28 19:08:07.296929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=400c037e-e178-4ba5-8333-699f871f92f1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:07.317403 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f546b6-6cfd-4508-bc94-e3a84b152f0b x-openstack-request-id: req-a4f546b6-6cfd-4508-bc94-e3a84b152f0b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:08:07.317920 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "name": "network-vif-plugged", "status": "completed", "tag": "400c037e-e178-4ba5-8333-699f871f92f1", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:08:07.318394 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4f546b6-6cfd-4508-bc94-e3a84b152f0b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:08:07.320669 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1', 'code': 200} Jan 28 19:08:07.391257 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b401f2d9-1c5c-4ea6-9930-ae8efd60e3af None None] Current status of the port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:07.409342 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:08:07.432955 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70220457-3981-4737-baa3-1320be4338fe None None] Sync routers for ids ['89cf2d29-7997-4215-b8ce-8b0cf273b59c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:08:07.446107 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:07.452919 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-524f11ca-b4c7-48d1-8a91-b524694b0d61 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8855751 Jan 28 19:08:07.453666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:07.465153 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70220457-3981-4737-baa3-1320be4338fe None None] Routers {'89cf2d29-7997-4215-b8ce-8b0cf273b59c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:08:07.465819 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-70220457-3981-4737-baa3-1320be4338fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:07:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['89cf2d29-7997-4215-b8ce-8b0cf273b59c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:07.722444 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1a89d-53ed-48c2-a06a-2c99bad92a9a req-eb89fb40-de86-4224-8e43-a5d9a349e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:07.723941 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8a1a89d-53ed-48c2-a06a-2c99bad92a9a req-eb89fb40-de86-4224-8e43-a5d9a349e9cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.6306627 Jan 28 19:08:07.727256 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-342a2a03-0937-4c55-a83b-5e7cfb25d393 req-6fb4bde1-6d99-4749-bf42-3ab88b1791db tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543549 Jan 28 19:08:07.774677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35056) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:07.819336 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:07.908092 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f33367-0ff1-47cd-a623-788b4c43b7f4 req-74152463-0c98-407d-8eed-89df24f8b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:07.909621 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-42f33367-0ff1-47cd-a623-788b4c43b7f4 req-74152463-0c98-407d-8eed-89df24f8b739 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 1131 time: 0.5018661 Jan 28 19:08:07.911120 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8a1a89d-53ed-48c2-a06a-2c99bad92a9a req-3a7238d1-3e24-46f8-bd62-e78496c13b16 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=76db4df9-ef78-4111-93f6-c031218d1d0a HTTP/1.1" status: 200 len: 217 time: 0.1735172 Jan 28 19:08:07.983820 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-70220457-3981-4737-baa3-1320be4338fe None None] Set router 89cf2d29-7997-4215-b8ce-8b0cf273b59c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:08:08.101865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:08.175668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1a89d-53ed-48c2-a06a-2c99bad92a9a req-4b97e809-0f2c-4051-a420-ddab09d15905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:08.182613 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8a1a89d-53ed-48c2-a06a-2c99bad92a9a req-4b97e809-0f2c-4051-a420-ddab09d15905 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.2193284 Jan 28 19:08:08.250330 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b0f582a-4321-44ed-abab-f55dcff34005 req-d830747d-0dac-4dc8-9727-da2f00601caa tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-534062840&fields=id&tenant_id=af81ce8ea82941db871f55af72a173e1 HTTP/1.1" status: 200 len: 267 time: 0.2812326 Jan 28 19:08:08.270331 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:08.270915 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:08.500004 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-42f33367-0ff1-47cd-a623-788b4c43b7f4 req-abaef474-c136-4b99-88c0-f69a4c86af96 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184353 Jan 28 19:08:08.509362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:08.531457 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6ff87e04-f690-4dc3-997a-1497ecd6a954 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62e22dc3ff98431d8ceb20e1e50b899a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7570519 Jan 28 19:08:08.535625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35070) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:08.564282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f582a-4321-44ed-abab-f55dcff34005 req-266b6cc7-4692-4d9f-8126-facfddb60e32 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:08.565975 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b0f582a-4321-44ed-abab-f55dcff34005 req-266b6cc7-4692-4d9f-8126-facfddb60e32 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 945 time: 0.3056269 Jan 28 19:08:08.590737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-4b0f582a-4321-44ed-abab-f55dcff34005 req-a08b1db5-027e-4bd3-9576-ca1290ded364 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Request body: {'port': {'security_groups': ['3725174f-51a6-48dd-ae54-2516281bb106', '37f75fb0-fc10-44cb-8e02-90ff1d5f4a03']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:08.608532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da717441-b7e1-4cec-8211-c9f37f9206d9 req-534fb0c8-994a-468b-9a77-fd34ab386145 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:08.614609 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da717441-b7e1-4cec-8211-c9f37f9206d9 req-534fb0c8-994a-468b-9a77-fd34ab386145 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.3363168 Jan 28 19:08:08.704167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1a89d-53ed-48c2-a06a-2c99bad92a9a req-a33e374d-e2db-4c13-ab6c-8a23413beaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:08.706844 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8a1a89d-53ed-48c2-a06a-2c99bad92a9a req-a33e374d-e2db-4c13-ab6c-8a23413beaf1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4759984 Jan 28 19:08:08.869230 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-70220457-3981-4737-baa3-1320be4338fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'name': 'tempest-FloatingIPsNegativeTestJSON-679660037-router', 'tenant_id': '07209fc70d084ce2af41daff34b3d21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:00Z', 'updated_at': '2022-01-28T19:08:03Z', 'revision_number': 3, 'project_id': '07209fc70d084ce2af41daff34b3d21f', 'gw_port': {'id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:02Z', 'updated_at': '2022-01-28T19:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:08.903490 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4b0f582a-4321-44ed-abab-f55dcff34005 req-a08b1db5-027e-4bd3-9576-ca1290ded364 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:08.935474 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70220457-3981-4737-baa3-1320be4338fe None None] Checking router: 89cf2d29-7997-4215-b8ce-8b0cf273b59c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:08:08.937193 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70220457-3981-4737-baa3-1320be4338fe None None] Updating router 89cf2d29-7997-4215-b8ce-8b0cf273b59c port 4981456c-e100-4b76-992f-24a55e7aaa41 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:08:08.962686 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57d7edfc-2060-4394-afc4-602443ae5dd7 admin admin] Publish callbacks [] for security_group (754c0699-feda-4886-98d3-92cbd80b7472), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:08.976723 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70220457-3981-4737-baa3-1320be4338fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4981456c-e100-4b76-992f-24a55e7aaa41), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:09.081111 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57d7edfc-2060-4394-afc4-602443ae5dd7 admin admin] Publish callbacks [] for security_group (754c0699-feda-4886-98d3-92cbd80b7472), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:09.285972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4b0f582a-4321-44ed-abab-f55dcff34005 req-a08b1db5-027e-4bd3-9576-ca1290ded364 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] For port 320b5b96-abc1-4d2e-85f9-80f5e73751fe, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=320b5b96-abc1-4d2e-85f9-80f5e73751fe,segment=NetworkSegment(497ae4aa-849d-4a33-b4ff-4fe9d6e66436),segment_id=497ae4aa-849d-4a33-b4ff-4fe9d6e66436)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:09.334294 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4b0f582a-4321-44ed-abab-f55dcff34005 req-a08b1db5-027e-4bd3-9576-ca1290ded364 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:09.405313 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4b0f582a-4321-44ed-abab-f55dcff34005 req-a08b1db5-027e-4bd3-9576-ca1290ded364 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:09.419412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['320b5b96-abc1-4d2e-85f9-80f5e73751fe'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:08:09.644623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b1db5-027e-4bd3-9576-ca1290ded364 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event updated for resources: {'Port': ['ID=320b5b96-abc1-4d2e-85f9-80f5e73751fe,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:09.696841 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70220457-3981-4737-baa3-1320be4338fe None None] Publish callbacks [] for port (4981456c-e100-4b76-992f-24a55e7aaa41), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:09.706603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f582a-4321-44ed-abab-f55dcff34005 req-a08b1db5-027e-4bd3-9576-ca1290ded364 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:09.707297 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4b0f582a-4321-44ed-abab-f55dcff34005 req-a08b1db5-027e-4bd3-9576-ca1290ded364 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:09.709665 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70220457-3981-4737-baa3-1320be4338fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4981456c-e100-4b76-992f-24a55e7aaa41), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:09.712893 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b0f582a-4321-44ed-abab-f55dcff34005 req-a08b1db5-027e-4bd3-9576-ca1290ded364 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "PUT /v2.0/ports/320b5b96-abc1-4d2e-85f9-80f5e73751fe HTTP/1.1" status: 200 len: 981 time: 1.1388810 Jan 28 19:08:09.715157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d33162-2bde-4cf3-91f5-9695847a9c80', 'tag': '320b5b96-abc1-4d2e-85f9-80f5e73751fe'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:08:09.723837 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde9582d-fdd6-4a71-85a5-7317eeb0665f" -d '{"events": [{"name": "network-changed", "server_uuid": "03d33162-2bde-4cf3-91f5-9695847a9c80", "tag": "320b5b96-abc1-4d2e-85f9-80f5e73751fe"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:08:09.883930 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ca872-9eb7-471c-8b8a-be99aff41d0a None None] Pushing event updated for resources: {'Port': ['ID=4981456c-e100-4b76-992f-24a55e7aaa41,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:09.899400 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-70220457-3981-4737-baa3-1320be4338fe None None] Attempting to bind port 4981456c-e100-4b76-992f-24a55e7aaa41 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:08:09.899867 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-70220457-3981-4737-baa3-1320be4338fe None None] Attempting to bind port 4981456c-e100-4b76-992f-24a55e7aaa41 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:08:09.900116 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70220457-3981-4737-baa3-1320be4338fe None None] Attempting to bind port 4981456c-e100-4b76-992f-24a55e7aaa41 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:08:09.914940 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ca872-9eb7-471c-8b8a-be99aff41d0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:09.915372 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ca872-9eb7-471c-8b8a-be99aff41d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:09.915615 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ca872-9eb7-471c-8b8a-be99aff41d0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:09.915949 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ca872-9eb7-471c-8b8a-be99aff41d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:09.916275 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ca872-9eb7-471c-8b8a-be99aff41d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:09.916612 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ca872-9eb7-471c-8b8a-be99aff41d0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:09.916928 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ca872-9eb7-471c-8b8a-be99aff41d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:09.917250 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ca872-9eb7-471c-8b8a-be99aff41d0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:09.917566 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ca872-9eb7-471c-8b8a-be99aff41d0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:09.917881 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ca872-9eb7-471c-8b8a-be99aff41d0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:09.918267 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ca872-9eb7-471c-8b8a-be99aff41d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:09.918585 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ca872-9eb7-471c-8b8a-be99aff41d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:09.918899 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ca872-9eb7-471c-8b8a-be99aff41d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:09.940733 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['320b5b96-abc1-4d2e-85f9-80f5e73751fe'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:08:09.942759 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:09.948458 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70220457-3981-4737-baa3-1320be4338fe None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:08:09.949904 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70220457-3981-4737-baa3-1320be4338fe None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:08:09.950342 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70220457-3981-4737-baa3-1320be4338fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:09.951850 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70220457-3981-4737-baa3-1320be4338fe None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:08:09.952346 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-70220457-3981-4737-baa3-1320be4338fe None None] Bound port: 4981456c-e100-4b76-992f-24a55e7aaa41, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:08:09.953812 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70220457-3981-4737-baa3-1320be4338fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4981456c-e100-4b76-992f-24a55e7aaa41), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:09.961707 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da717441-b7e1-4cec-8211-c9f37f9206d9 req-96e32644-bba1-41ff-bff8-b1cb82f46811 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3341053 Jan 28 19:08:10.047299 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device d2203941-4669-4aac-b710-163f33a83564 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:08:10.104481 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8a1a89d-53ed-48c2-a06a-2c99bad92a9a req-31f4be2b-d691-4f29-be25-8ecf0b37b3cc service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3650010 Jan 28 19:08:10.120258 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-70220457-3981-4737-baa3-1320be4338fe None None] For port 4981456c-e100-4b76-992f-24a55e7aaa41, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:08:10.127969 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-70220457-3981-4737-baa3-1320be4338fe None None] For port 4981456c-e100-4b76-992f-24a55e7aaa41, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4981456c-e100-4b76-992f-24a55e7aaa41,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:08:10.137570 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57d7edfc-2060-4394-afc4-602443ae5dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (754c0699-feda-4886-98d3-92cbd80b7472), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:10.140233 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57d7edfc-2060-4394-afc4-602443ae5dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:10.141398 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-57d7edfc-2060-4394-afc4-602443ae5dd7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/754c0699-feda-4886-98d3-92cbd80b7472 HTTP/1.1" status: 204 len: 168 time: 1.6024914 Jan 28 19:08:10.154845 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:08:10.161146 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70220457-3981-4737-baa3-1320be4338fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4981456c-e100-4b76-992f-24a55e7aaa41), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:10.180737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: d2203941-4669-4aac-b710-163f33a83564 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:08:10.181091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device d2203941-4669-4aac-b710-163f33a83564 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:08:10.365658 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48f3577-9ead-439d-a079-d754d82a29d3 x-openstack-request-id: req-e48f3577-9ead-439d-a079-d754d82a29d3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:08:10.368859 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d33162-2bde-4cf3-91f5-9695847a9c80", "tag": "320b5b96-abc1-4d2e-85f9-80f5e73751fe", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:08:10.369337 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e48f3577-9ead-439d-a079-d754d82a29d3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:08:10.369927 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d33162-2bde-4cf3-91f5-9695847a9c80', 'tag': '320b5b96-abc1-4d2e-85f9-80f5e73751fe', 'status': 'completed', 'code': 200} Jan 28 19:08:10.406252 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-12808ec7-c78d-4267-8d5e-84f6d4313e02 req-29730bd8-b254-45f9-bd4d-f509be341d5f tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-494782566&fields=id&tenant_id=af81ce8ea82941db871f55af72a173e1 HTTP/1.1" status: 200 len: 267 time: 0.4814172 Jan 28 19:08:10.412073 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ca872-9eb7-471c-8b8a-be99aff41d0a None None] Pushing event updated for resources: {'Port': ['ID=4981456c-e100-4b76-992f-24a55e7aaa41,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:10.432225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7edfc-2060-4394-afc4-602443ae5dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754c0699-feda-4886-98d3-92cbd80b7472,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:10.442270 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70220457-3981-4737-baa3-1320be4338fe None None] Routers {'89cf2d29-7997-4215-b8ce-8b0cf273b59c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:08:10.443064 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-70220457-3981-4737-baa3-1320be4338fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:07:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['89cf2d29-7997-4215-b8ce-8b0cf273b59c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:10.519074 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Allocated IP 172.20.0.1 (8fa8a4ee-e84d-46c7-92e7-8b1660d01902/9d3057ac-9d37-47bc-8cce-730eb775bac5/a2201594-4ed6-4292-82ec-1abe70009290) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:08:10.608971 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12808ec7-c78d-4267-8d5e-84f6d4313e02 req-5ddfcf93-226a-4ed9-b067-bec230faeb10 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:10.614219 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-12808ec7-c78d-4267-8d5e-84f6d4313e02 req-5ddfcf93-226a-4ed9-b067-bec230faeb10 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 984 time: 0.1784992 Jan 28 19:08:10.676410 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-70220457-3981-4737-baa3-1320be4338fe None None] Set router 89cf2d29-7997-4215-b8ce-8b0cf273b59c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:08:10.772847 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-12808ec7-c78d-4267-8d5e-84f6d4313e02 req-372869be-08a0-4635-8ffc-f244da3fcf6d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Request body: {'port': {'security_groups': ['3725174f-51a6-48dd-ae54-2516281bb106', '37f75fb0-fc10-44cb-8e02-90ff1d5f4a03', 'd2bf533c-983c-4ce9-a2ec-1a808d9e9db6']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:10.827203 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8a1a89d-53ed-48c2-a06a-2c99bad92a9a req-cd0188cf-a5b6-4764-8c23-101e663ee27e service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7158740 Jan 28 19:08:10.848190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9582d-fdd6-4a71-85a5-7317eeb0665f req-da91fa24-da63-497f-a41f-fd9de12f36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:10.849629 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bde9582d-fdd6-4a71-85a5-7317eeb0665f req-da91fa24-da63-497f-a41f-fd9de12f36fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af81ce8ea82941db871f55af72a173e1&device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 1166 time: 0.7063484 Jan 28 19:08:10.851945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35106) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:10.961546 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-12808ec7-c78d-4267-8d5e-84f6d4313e02 req-372869be-08a0-4635-8ffc-f244da3fcf6d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:11.019245 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Publish callbacks [] for port (a2201594-4ed6-4292-82ec-1abe70009290), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:11.074248 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1a9bb456-de62-460b-bbf6-aea8a3ff7be7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bea0b95508de4649957308730f0de3fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2069612 Jan 28 19:08:11.076942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35110) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:11.083451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9582d-fdd6-4a71-85a5-7317eeb0665f req-78cd008b-d296-4727-be49-0c6162f9b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:11.084941 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bde9582d-fdd6-4a71-85a5-7317eeb0665f req-78cd008b-d296-4727-be49-0c6162f9b0a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b HTTP/1.1" status: 200 len: 914 time: 0.2247109 Jan 28 19:08:11.162355 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-70220457-3981-4737-baa3-1320be4338fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'name': 'tempest-FloatingIPsNegativeTestJSON-679660037-router', 'tenant_id': '07209fc70d084ce2af41daff34b3d21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:00Z', 'updated_at': '2022-01-28T19:08:03Z', 'revision_number': 3, 'project_id': '07209fc70d084ce2af41daff34b3d21f', 'gw_port': {'id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:02Z', 'updated_at': '2022-01-28T19:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:11.205133 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-33d40fb1-26ee-4b09-b2c0-3aea9f11dd26 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:11.218513 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70220457-3981-4737-baa3-1320be4338fe None None] The sync data for ids ['89cf2d29-7997-4215-b8ce-8b0cf273b59c'] in n-d-824834-4 is: [{'id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'name': 'tempest-FloatingIPsNegativeTestJSON-679660037-router', 'tenant_id': '07209fc70d084ce2af41daff34b3d21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:00Z', 'updated_at': '2022-01-28T19:08:03Z', 'revision_number': 3, 'project_id': '07209fc70d084ce2af41daff34b3d21f', 'gw_port': {'id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:02Z', 'updated_at': '2022-01-28T19:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:08:11.218791 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-33d40fb1-26ee-4b09-b2c0-3aea9f11dd26 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 820 time: 0.8018737 Jan 28 19:08:11.279869 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bde9582d-fdd6-4a71-85a5-7317eeb0665f req-4e353604-9b53-4785-b206-0ba5b1320e27 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=320b5b96-abc1-4d2e-85f9-80f5e73751fe HTTP/1.1" status: 200 len: 217 time: 0.1754601 Jan 28 19:08:11.353328 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-c4a922e4-9e2e-4b35-bf91-4c242d3e995b tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/quotas/a52c883532314f5dbe651bed69cf54cd HTTP/1.1" status: 200 len: 375 time: 0.1337435 Jan 28 19:08:11.435787 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a2201594-4ed6-4292-82ec-1abe70009290), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:11.457124 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8462702b-d557-4340-a672-a34a342afae0 admin admin] Publish callbacks [] for security_group (670270e6-a2f0-4289-ba48-0ab9f79e3f98), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:11.459638 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9582d-fdd6-4a71-85a5-7317eeb0665f req-a9ba2647-e2ec-4942-b6f8-2cfa56c8e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:11.462175 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bde9582d-fdd6-4a71-85a5-7317eeb0665f req-a9ba2647-e2ec-4942-b6f8-2cfa56c8e8a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41b12597-c2d0-48f7-a923-25843df9b43c HTTP/1.1" status: 200 len: 853 time: 0.1692994 Jan 28 19:08:11.515632 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Network 8fa8a4ee-e84d-46c7-92e7-8b1660d01902 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:08:11.531602 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:11.543439 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-1cc1784a-ea00-458e-a57c-e3f200458182 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1890399 Jan 28 19:08:11.545726 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8462702b-d557-4340-a672-a34a342afae0 admin admin] Publish callbacks [] for security_group (670270e6-a2f0-4289-ba48-0ab9f79e3f98), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:11.547746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:08:11.559417 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bde9582d-fdd6-4a71-85a5-7317eeb0665f req-8061fdc7-4a46-44ca-aafc-0c25c36eae71 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870101 Jan 28 19:08:11.564921 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a2201594-4ed6-4292-82ec-1abe70009290,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:11.708641 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-12808ec7-c78d-4267-8d5e-84f6d4313e02 req-372869be-08a0-4635-8ffc-f244da3fcf6d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] For port 320b5b96-abc1-4d2e-85f9-80f5e73751fe, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=320b5b96-abc1-4d2e-85f9-80f5e73751fe,segment=NetworkSegment(497ae4aa-849d-4a33-b4ff-4fe9d6e66436),segment_id=497ae4aa-849d-4a33-b4ff-4fe9d6e66436)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:11.734014 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (89cf2d29-7997-4215-b8ce-8b0cf273b59c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:11.801298 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-12808ec7-c78d-4267-8d5e-84f6d4313e02 req-372869be-08a0-4635-8ffc-f244da3fcf6d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:11.816062 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-12808ec7-c78d-4267-8d5e-84f6d4313e02 req-372869be-08a0-4635-8ffc-f244da3fcf6d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:11.830655 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['320b5b96-abc1-4d2e-85f9-80f5e73751fe'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:08:11.859553 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-28631849-0617-4bc4-b9a6-09949a34ddc7 service neutron] 10.222.0.55 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152659 Jan 28 19:08:12.078096 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8462702b-d557-4340-a672-a34a342afae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (670270e6-a2f0-4289-ba48-0ab9f79e3f98), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:12.086005 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8462702b-d557-4340-a672-a34a342afae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:12.096093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4981456c-e100-4b76-992f-24a55e7aaa41 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:12.099651 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8462702b-d557-4340-a672-a34a342afae0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/670270e6-a2f0-4289-ba48-0ab9f79e3f98 HTTP/1.1" status: 204 len: 168 time: 1.0198007 Jan 28 19:08:12.134192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12808ec7-c78d-4267-8d5e-84f6d4313e02 req-372869be-08a0-4635-8ffc-f244da3fcf6d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:12.134967 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-12808ec7-c78d-4267-8d5e-84f6d4313e02 req-372869be-08a0-4635-8ffc-f244da3fcf6d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:12.136588 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-12808ec7-c78d-4267-8d5e-84f6d4313e02 req-372869be-08a0-4635-8ffc-f244da3fcf6d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "PUT /v2.0/ports/320b5b96-abc1-4d2e-85f9-80f5e73751fe HTTP/1.1" status: 200 len: 1020 time: 1.4722502 Jan 28 19:08:12.144965 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bde9582d-fdd6-4a71-85a5-7317eeb0665f req-cebfb8ed-4ba5-475d-8bd4-8e705bd284e3 service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767732 Jan 28 19:08:12.233229 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462702b-d557-4340-a672-a34a342afae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670270e6-a2f0-4289-ba48-0ab9f79e3f98,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:12.261836 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372869be-08a0-4635-8ffc-f244da3fcf6d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event updated for resources: {'Port': ['ID=320b5b96-abc1-4d2e-85f9-80f5e73751fe,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:12.287357 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a2201594-4ed6-4292-82ec-1abe70009290), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:12.300736 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['320b5b96-abc1-4d2e-85f9-80f5e73751fe'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:08:12.340479 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-be5fd88d-0ab1-4911-9f20-06f578d497e9 service neutron] 10.222.0.55 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800260 Jan 28 19:08:12.448333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ecaeb17a-2310-4ca9-b70a-acf9b0391fa3 None None] Provisioning complete for port a2201594-4ed6-4292-82ec-1abe70009290 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:12.448716 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ecaeb17a-2310-4ca9-b70a-acf9b0391fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a2201594-4ed6-4292-82ec-1abe70009290), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:12.452841 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bde9582d-fdd6-4a71-85a5-7317eeb0665f req-ebd38789-38a0-40b5-95ed-3765a4c19aa7 service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011477 Jan 28 19:08:12.550599 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ecaeb17a-2310-4ca9-b70a-acf9b0391fa3 None None] Port a2201594-4ed6-4292-82ec-1abe70009290 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:08:12.630649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 4981456c-e100-4b76-992f-24a55e7aaa41 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:12.631399 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4981456c-e100-4b76-992f-24a55e7aaa41), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:12.680034 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Publish callbacks [] for port (a2201594-4ed6-4292-82ec-1abe70009290), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:12.685384 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d33162-2bde-4cf3-91f5-9695847a9c80', 'tag': '320b5b96-abc1-4d2e-85f9-80f5e73751fe'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:08:12.686906 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7aaea6-a551-46ef-840c-58ad42390a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "03d33162-2bde-4cf3-91f5-9695847a9c80", "tag": "320b5b96-abc1-4d2e-85f9-80f5e73751fe"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:08:12.708241 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (a2201594-4ed6-4292-82ec-1abe70009290), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:12.902051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a58e7-267c-46ca-bdee-19543ce24779 req-050ba63c-b01e-456f-a7da-df53a8018043 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:12.903834 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-875a58e7-267c-46ca-bdee-19543ce24779 req-050ba63c-b01e-456f-a7da-df53a8018043 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.5778790 Jan 28 19:08:12.905494 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a2201594-4ed6-4292-82ec-1abe70009290,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:12.914328 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (89cf2d29-7997-4215-b8ce-8b0cf273b59c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:13.265934 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-875a58e7-267c-46ca-bdee-19543ce24779 req-f7dc3663-df9d-4ad2-b798-bf43d57a68b9 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382032 Jan 28 19:08:13.383993 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-e2718345-dadf-4038-b66f-d41dfb8f5236 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1292965029&fields=id&tenant_id=e3a2efbbee6347c180fb260235150b48 HTTP/1.1" status: 200 len: 267 time: 0.1908998 Jan 28 19:08:13.415627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Network 8fa8a4ee-e84d-46c7-92e7-8b1660d01902 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:08:13.427271 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:13.587741 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 4981456c-e100-4b76-992f-24a55e7aaa41 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:13.595264 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4981456c-e100-4b76-992f-24a55e7aaa41), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:13.703628 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 4981456c-e100-4b76-992f-24a55e7aaa41, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4981456c-e100-4b76-992f-24a55e7aaa41,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:13.736680 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-acc7400a-b93c-4d14-af9d-c15f6e21b4f1 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:13.737699 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4981456c-e100-4b76-992f-24a55e7aaa41), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:13.755445 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-acc7400a-b93c-4d14-af9d-c15f6e21b4f1 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/networks?id=4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 HTTP/1.1" status: 200 len: 816 time: 0.3598042 Jan 28 19:08:13.802868 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bfe80-6dda-4e4b-8e7c-1a18b9211b42 req-d656fb43-b036-4f33-8be8-0bb13a8ec359 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:13.803771 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c7eaa9f4-160e-4038-89e9-c7b52faf4549 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/quotas/e3a2efbbee6347c180fb260235150b48 HTTP/1.1" status: 200 len: 375 time: 0.0466146 Jan 28 19:08:13.821760 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-478bfe80-6dda-4e4b-8e7c-1a18b9211b42 req-d656fb43-b036-4f33-8be8-0bb13a8ec359 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 1023 time: 0.2385447 Jan 28 19:08:13.991175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Router 89cf2d29-7997-4215-b8ce-8b0cf273b59c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:08:14.034892 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-478bfe80-6dda-4e4b-8e7c-1a18b9211b42 req-fe611b58-df17-473e-8049-43f43540c6ed tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&id=d2bf533c-983c-4ce9-a2ec-1a808d9e9db6&id=37f75fb0-fc10-44cb-8e02-90ff1d5f4a03 HTTP/1.1" status: 200 len: 6199 time: 0.2121446 Jan 28 19:08:14.079638 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-b323553d-8c0d-4286-ac95-feba178d1653 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e3a2efbbee6347c180fb260235150b48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2566082 Jan 28 19:08:14.121368 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4eb93f53-e388-4fad-ace6-ab5ecab45fa9 None None] Provisioning complete for port a2201594-4ed6-4292-82ec-1abe70009290 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:14.126735 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4eb93f53-e388-4fad-ace6-ab5ecab45fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a2201594-4ed6-4292-82ec-1abe70009290), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:14.154808 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454faa54-4020-484e-957f-0764be6681e8 x-openstack-request-id: req-454faa54-4020-484e-957f-0764be6681e8 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:08:14.155938 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d33162-2bde-4cf3-91f5-9695847a9c80", "tag": "320b5b96-abc1-4d2e-85f9-80f5e73751fe", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:08:14.157580 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-454faa54-4020-484e-957f-0764be6681e8 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:08:14.158621 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d33162-2bde-4cf3-91f5-9695847a9c80', 'tag': '320b5b96-abc1-4d2e-85f9-80f5e73751fe', 'status': 'completed', 'code': 200} Jan 28 19:08:14.194364 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=4981456c-e100-4b76-992f-24a55e7aaa41,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:14.233807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4eb93f53-e388-4fad-ace6-ab5ecab45fa9 None None] Port a2201594-4ed6-4292-82ec-1abe70009290 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:08:14.488555 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aaea6-a551-46ef-840c-58ad42390a5f req-44821f02-333d-4907-ba4f-c0aa47a19078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:14.494547 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6a7aaea6-a551-46ef-840c-58ad42390a5f req-44821f02-333d-4907-ba4f-c0aa47a19078 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af81ce8ea82941db871f55af72a173e1&device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 1206 time: 0.3687320 Jan 28 19:08:14.522175 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-457340e4-b623-4de3-993a-77e7944dce29 service neutron] 10.222.0.55 "GET /v2.0/networks/4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328229 Jan 28 19:08:14.672581 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-ee5cde55-1029-4f62-83db-fa6ca2e806d8 service neutron] 10.222.0.55 "GET /v2.0/networks/4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343758 Jan 28 19:08:14.918479 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c88e07c7-e85f-4237-a8c2-217da731cce8 req-719b15d4-9167-4b62-893f-f0ba4712c53a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0741093 Jan 28 19:08:14.966889 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:08:14.980331 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-42e828c0-11d5-4686-9097-f1233f6a05f8 admin admin] 10.222.0.55 "PUT /v2.0/routers/89cf2d29-7997-4215-b8ce-8b0cf273b59c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5217116 Jan 28 19:08:14.997127 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Sync routers for ids ['89cf2d29-7997-4215-b8ce-8b0cf273b59c'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:08:15.020305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Routers {'89cf2d29-7997-4215-b8ce-8b0cf273b59c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:08:15.023387 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:07:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['89cf2d29-7997-4215-b8ce-8b0cf273b59c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:15.052009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aaea6-a551-46ef-840c-58ad42390a5f req-ea04ca72-3f12-405d-bb38-f81eb85e0f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:15.055332 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6a7aaea6-a551-46ef-840c-58ad42390a5f req-ea04ca72-3f12-405d-bb38-f81eb85e0f7a service neutron] 10.222.0.31 "GET /v2.0/networks?id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b HTTP/1.1" status: 200 len: 914 time: 0.5463452 Jan 28 19:08:15.172820 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91453a57-3f68-4668-9808-963ca39d276e req-a69381d1-f756-4b2f-bae5-dc172902eaa0 tempest-MigrationsAdminTest-163656369 tempest-MigrationsAdminTest-163656369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:15.179173 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91453a57-3f68-4668-9808-963ca39d276e req-a69381d1-f756-4b2f-bae5-dc172902eaa0 tempest-MigrationsAdminTest-163656369 tempest-MigrationsAdminTest-163656369-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 1131 time: 0.1120205 Jan 28 19:08:15.273540 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91453a57-3f68-4668-9808-963ca39d276e req-d503bf5e-bba4-4f18-83b6-66092c0a8667 tempest-MigrationsAdminTest-163656369 tempest-MigrationsAdminTest-163656369-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873754 Jan 28 19:08:15.412791 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35220) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:15.518308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-bff03bbf-5e44-4428-8dd4-bce702237794 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:15.519994 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-bff03bbf-5e44-4428-8dd4-bce702237794 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.37 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 820 time: 0.4637544 Jan 28 19:08:15.523507 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6a7aaea6-a551-46ef-840c-58ad42390a5f req-80e663f7-4780-4be9-bf96-965d233d03d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=320b5b96-abc1-4d2e-85f9-80f5e73751fe HTTP/1.1" status: 200 len: 217 time: 0.4354804 Jan 28 19:08:15.529857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c04aaec3-7ee4-481f-8b85-c6eb2ca18b57 req-be0246ba-e33d-4895-9221-db885a6bd1f8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2120402153 ', 'description': 'tempest-description-2002063766'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:15.554320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-c2f36de8-9ff5-4981-a515-79fd1779f02a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Request body: {'port': {'device_id': '85e85b38-8c56-4cbf-8e33-00bfded5cd3a', 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509', 'admin_state_up': True, 'tenant_id': 'a52c883532314f5dbe651bed69cf54cd'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:15.571666 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c04aaec3-7ee4-481f-8b85-c6eb2ca18b57 req-be0246ba-e33d-4895-9221-db885a6bd1f8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:15.720336 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c04aaec3-7ee4-481f-8b85-c6eb2ca18b57 req-be0246ba-e33d-4895-9221-db885a6bd1f8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (81ac055a-a2ab-48fc-a1dd-0fafe0a41976), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:15.734424 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c04aaec3-7ee4-481f-8b85-c6eb2ca18b57 req-be0246ba-e33d-4895-9221-db885a6bd1f8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (81ac055a-a2ab-48fc-a1dd-0fafe0a41976), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:15.753846 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Set router 89cf2d29-7997-4215-b8ce-8b0cf273b59c gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:08:15.772471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0246ba-e33d-4895-9221-db885a6bd1f8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ac055a-a2ab-48fc-a1dd-0fafe0a41976,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:15.785664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aaea6-a551-46ef-840c-58ad42390a5f req-9c61fcf8-e7bb-4328-b969-08925e6ae2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:15.787543 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6a7aaea6-a551-46ef-840c-58ad42390a5f req-9c61fcf8-e7bb-4328-b969-08925e6ae2c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41b12597-c2d0-48f7-a923-25843df9b43c HTTP/1.1" status: 200 len: 853 time: 0.2263796 Jan 28 19:08:15.914622 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c04aaec3-7ee4-481f-8b85-c6eb2ca18b57 req-be0246ba-e33d-4895-9221-db885a6bd1f8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:15.929825 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c04aaec3-7ee4-481f-8b85-c6eb2ca18b57 req-be0246ba-e33d-4895-9221-db885a6bd1f8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.4081433 Jan 28 19:08:15.933720 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6a7aaea6-a551-46ef-840c-58ad42390a5f req-76bbc8c6-07c5-49c7-982e-e999e48e4ed5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097608 Jan 28 19:08:16.058880 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4981456c-e100-4b76-992f-24a55e7aaa41 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:16.282782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 4981456c-e100-4b76-992f-24a55e7aaa41 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:16.283170 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4981456c-e100-4b76-992f-24a55e7aaa41), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:16.325826 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6a7aaea6-a551-46ef-840c-58ad42390a5f req-da37be87-f550-4c9e-a312-ce81a7a76d39 service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617866 Jan 28 19:08:16.431098 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'name': 'tempest-FloatingIPsNegativeTestJSON-679660037-router', 'tenant_id': '07209fc70d084ce2af41daff34b3d21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:00Z', 'updated_at': '2022-01-28T19:08:12Z', 'revision_number': 4, 'project_id': '07209fc70d084ce2af41daff34b3d21f', 'gw_port': {'id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:02Z', 'updated_at': '2022-01-28T19:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'a2201594-4ed6-4292-82ec-1abe70009290', 'name': '', 'network_id': '8fa8a4ee-e84d-46c7-92e7-8b1660d01902', 'tenant_id': '07209fc70d084ce2af41daff34b3d21f', 'mac_address': 'fa:16:3e:5c:9a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9d3057ac-9d37-47bc-8cce-730eb775bac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:10Z', 'updated_at': '2022-01-28T19:08:12Z', 'revision_number': 2, 'project_id': '07209fc70d084ce2af41daff34b3d21f', 'subnets': [{'id': '9d3057ac-9d37-47bc-8cce-730eb775bac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:16.444886 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-c2f36de8-9ff5-4981-a515-79fd1779f02a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Made reservation on behalf of a52c883532314f5dbe651bed69cf54cd for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:08:16.448448 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-c2f36de8-9ff5-4981-a515-79fd1779f02a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:16.544985 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Checking router: 89cf2d29-7997-4215-b8ce-8b0cf273b59c for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:08:16.545348 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Updating router 89cf2d29-7997-4215-b8ce-8b0cf273b59c port a2201594-4ed6-4292-82ec-1abe70009290 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:08:16.616322 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cbdcfcf-69aa-4cef-9fed-daae78921f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (17f2b732-f5de-4128-9c94-7231e27d3ccc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:16.682389 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a2201594-4ed6-4292-82ec-1abe70009290), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:16.768747 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 4981456c-e100-4b76-992f-24a55e7aaa41 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:16.879312 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-c2f36de8-9ff5-4981-a515-79fd1779f02a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Allocated IP 172.20.0.4 (4f23a902-07b8-4f8f-881f-ad09f0ebf509/313caf54-95a5-42d8-a40e-1d57a3098b9c/01e18722-af6d-4558-9a5c-a06051d81ac9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:08:16.912564 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9723249-c629-4eb9-9024-2d9a6becc051 req-13ba7040-9af5-4e58-9bd3-ca397534a2cb tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.0714478 Jan 28 19:08:16.965382 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-ce6be452-7831-4afe-b462-15fc2c57f977 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1801481 Jan 28 19:08:17.085468 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9be35658-47da-46d8-a280-70e5fcee99ba req-f9bb8e20-21e1-49f4-9272-eff43a8524ad tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/81ac055a-a2ab-48fc-a1dd-0fafe0a41976 HTTP/1.1" status: 200 len: 1798 time: 0.1017501 Jan 28 19:08:17.120831 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-c2f36de8-9ff5-4981-a515-79fd1779f02a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks [] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:17.256696 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c198ff4-c9df-45a1-ad4c-6c562c0e98f1 req-3ccab03d-cef1-40eb-87f7-194059e54e6a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.1008339 Jan 28 19:08:17.314680 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Publish callbacks [] for port (a2201594-4ed6-4292-82ec-1abe70009290), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:17.331256 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a2201594-4ed6-4292-82ec-1abe70009290), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:17.386145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8cbdcfcf-69aa-4cef-9fed-daae78921f34 admin admin] Deleting port 33b29437-37cc-4039-a532-26bcdc2a9871 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:08:17.386613 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cbdcfcf-69aa-4cef-9fed-daae78921f34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (33b29437-37cc-4039-a532-26bcdc2a9871), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:17.402344 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-18253f70-6a93-408d-9cd5-7decb11988c6 req-df4251b0-9398-4023-9984-ebfca5ecd5c5 tempest-FloatingIPsNegativeTestJSON-1970625583 tempest-FloatingIPsNegativeTestJSON-1970625583-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=07209fc70d084ce2af41daff34b3d21f HTTP/1.1" status: 200 len: 217 time: 0.8013885 Jan 28 19:08:17.406332 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-c2f36de8-9ff5-4981-a515-79fd1779f02a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:17.443019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-c2f36de8-9ff5-4981-a515-79fd1779f02a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:08:17.448245 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-c2f36de8-9ff5-4981-a515-79fd1779f02a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:17.479905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['762f82fa-f4c5-41c0-b20e-d928d6ffd66d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:08:17.514598 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-c2f36de8-9ff5-4981-a515-79fd1779f02a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:08:17.574315 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-df9bfca8-85b7-4612-94ef-18c9fbba5152 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:17.576266 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-df9bfca8-85b7-4612-94ef-18c9fbba5152 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.37 "GET /v2.0/networks?id=4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 HTTP/1.1" status: 200 len: 816 time: 0.3172297 Jan 28 19:08:17.620679 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79c689-72a4-4b50-9f74-a9a8c2898258 None None] Pushing event updated for resources: {'Port': ['ID=a2201594-4ed6-4292-82ec-1abe70009290,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:17.643618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f36de8-9ff5-4981-a515-79fd1779f02a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Pushing event updated for resources: {'Port': ['ID=01e18722-af6d-4558-9a5c-a06051d81ac9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:17.684693 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8cbdcfcf-69aa-4cef-9fed-daae78921f34 admin admin] For port 33b29437-37cc-4039-a532-26bcdc2a9871, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=33b29437-37cc-4039-a532-26bcdc2a9871,segment=NetworkSegment(a95d0d2d-da17-480d-9e24-adfd18988eff),segment_id=a95d0d2d-da17-480d-9e24-adfd18988eff)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:17.685369 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cbdcfcf-69aa-4cef-9fed-daae78921f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (33b29437-37cc-4039-a532-26bcdc2a9871), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:17.713084 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8cbdcfcf-69aa-4cef-9fed-daae78921f34 admin admin] Calling delete_port for 33b29437-37cc-4039-a532-26bcdc2a9871 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:08:17.808769 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-c2f36de8-9ff5-4981-a515-79fd1779f02a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:17.809467 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-c2f36de8-9ff5-4981-a515-79fd1779f02a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:17.822101 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6a7aaea6-a551-46ef-840c-58ad42390a5f req-57cf6691-25fb-4074-94ad-217797b92113 service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4853621 Jan 28 19:08:17.917541 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Attempting to bind port a2201594-4ed6-4292-82ec-1abe70009290 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:08:17.921943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Attempting to bind port a2201594-4ed6-4292-82ec-1abe70009290 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '7bf7b989-2891-4a32-8c84-997a4260b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8fa8a4ee-e84d-46c7-92e7-8b1660d01902'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:08:17.923252 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Attempting to bind port a2201594-4ed6-4292-82ec-1abe70009290 on network 8fa8a4ee-e84d-46c7-92e7-8b1660d01902 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:08:17.929482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b7682-245e-4904-8fcc-478e73ee6a5d req-29945f8e-032c-4cf2-8b92-d605b1f95a10 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:17.939361 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e44b7682-245e-4904-8fcc-478e73ee6a5d req-29945f8e-032c-4cf2-8b92-d605b1f95a10 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.4158375 Jan 28 19:08:17.958048 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-c2f36de8-9ff5-4981-a515-79fd1779f02a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4228277 Jan 28 19:08:17.986644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:08:17.987263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Checking segment: {'id': '7bf7b989-2891-4a32-8c84-997a4260b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8fa8a4ee-e84d-46c7-92e7-8b1660d01902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:08:17.987781 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:17.988425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Bound using segment: {'id': '7bf7b989-2891-4a32-8c84-997a4260b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8fa8a4ee-e84d-46c7-92e7-8b1660d01902'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:08:17.989012 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Bound port: a2201594-4ed6-4292-82ec-1abe70009290, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf7b989-2891-4a32-8c84-997a4260b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8fa8a4ee-e84d-46c7-92e7-8b1660d01902'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:08:17.990279 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a2201594-4ed6-4292-82ec-1abe70009290), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:17.993354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Request body: {'port': {'device_id': '85e85b38-8c56-4cbf-8e33-00bfded5cd3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:18.055244 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-029fd50b-38b9-43ca-b9ec-c8fbd542bc81 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3a2efbbee6347c180fb260235150b48 HTTP/1.1" status: 200 len: 380 time: 0.3925033 Jan 28 19:08:18.069498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Request body: {'port': {'device_id': 'cf459886-618b-46d8-8ec1-b02fe0767f70', 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178', 'admin_state_up': True, 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'security_groups': ['ec47c778-23b0-43a5-9736-8a03328e18b2']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:18.146956 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-009a1c27-c573-4ac8-aefa-625a91042eef req-169a4c35-7303-42df-99ea-0ce2dfae26b9 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/81ac055a-a2ab-48fc-a1dd-0fafe0a41976 HTTP/1.1" status: 200 len: 1798 time: 0.7327909 Jan 28 19:08:18.182932 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d275ab78-48d4-4f76-8516-82701958a452 None None] Provisioning complete for port a2201594-4ed6-4292-82ec-1abe70009290 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:18.183721 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d275ab78-48d4-4f76-8516-82701958a452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a2201594-4ed6-4292-82ec-1abe70009290), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:18.204919 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e44b7682-245e-4904-8fcc-478e73ee6a5d req-81cdb351-7a9e-4afa-acd2-836cb920ad87 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646251 Jan 28 19:08:18.307178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d275ab78-48d4-4f76-8516-82701958a452 None None] Port a2201594-4ed6-4292-82ec-1abe70009290 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:08:18.314544 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8612438a-bc7b-4694-a04d-5ac9897357a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:18.331038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] For port a2201594-4ed6-4292-82ec-1abe70009290, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:08:18.339019 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] For port a2201594-4ed6-4292-82ec-1abe70009290, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a2201594-4ed6-4292-82ec-1abe70009290,segment=NetworkSegment(7bf7b989-2891-4a32-8c84-997a4260b5c6),segment_id=7bf7b989-2891-4a32-8c84-997a4260b5c6)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:08:18.358221 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:18.359982 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a2201594-4ed6-4292-82ec-1abe70009290), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:18.441923 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-009a1c27-c573-4ac8-aefa-625a91042eef req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (81ac055a-a2ab-48fc-a1dd-0fafe0a41976), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:18.540607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Routers {'89cf2d29-7997-4215-b8ce-8b0cf273b59c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:08:18.541261 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:07:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['89cf2d29-7997-4215-b8ce-8b0cf273b59c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:18.636989 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cbdcfcf-69aa-4cef-9fed-daae78921f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (33b29437-37cc-4039-a532-26bcdc2a9871), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:18.770267 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdcfcf-69aa-4cef-9fed-daae78921f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=33b29437-37cc-4039-a532-26bcdc2a9871,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:18.808271 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-331d7bee-22f2-4c30-b6f8-fdbfc480e299 req-533991d3-a8f2-4a42-9d3a-546c33b3b9cb tempest-FloatingIPsNegativeTestJSON-1970625583 tempest-FloatingIPsNegativeTestJSON-1970625583-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1907587 Jan 28 19:08:18.901104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] Set router 89cf2d29-7997-4215-b8ce-8b0cf273b59c gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:08:19.094108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79c689-72a4-4b50-9f74-a9a8c2898258 None None] Pushing event updated for resources: {'Port': ['ID=a2201594-4ed6-4292-82ec-1abe70009290,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:19.147283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Made reservation on behalf of e3a2efbbee6347c180fb260235150b48 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:08:19.162197 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:19.306512 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0170e0ae-2257-47bb-a57e-f612001f2b47 req-006bf8b3-f2db-4c81-b002-8d856c6eae63 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.3297126 Jan 28 19:08:19.318668 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ae9771bf-b91f-463c-b2e4-eb6d9cf10140 None None] Provisioning complete for port a2201594-4ed6-4292-82ec-1abe70009290 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:19.320712 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae9771bf-b91f-463c-b2e4-eb6d9cf10140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a2201594-4ed6-4292-82ec-1abe70009290), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:19.488959 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-009a1c27-c573-4ac8-aefa-625a91042eef req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (81ac055a-a2ab-48fc-a1dd-0fafe0a41976), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:19.517845 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8cbdcfcf-69aa-4cef-9fed-daae78921f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (17f2b732-f5de-4128-9c94-7231e27d3ccc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:19.600817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f49ace-8721-48d2-9c9a-57d22db72afb req-47b09181-9a38-4f30-8188-0e20eee915ea tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:19.603644 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76f49ace-8721-48d2-9c9a-57d22db72afb req-47b09181-9a38-4f30-8188-0e20eee915ea tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 931 time: 0.1534896 Jan 28 19:08:19.661775 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ae9771bf-b91f-463c-b2e4-eb6d9cf10140 None None] Current status of the port a2201594-4ed6-4292-82ec-1abe70009290 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:19.662447 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae9771bf-b91f-463c-b2e4-eb6d9cf10140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a2201594-4ed6-4292-82ec-1abe70009290), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:19.698247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Allocated IP 172.20.0.8 (4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178/ec6ea56a-ef01-443c-b997-7fe73fb54279/c3c7f769-aaef-4265-89a3-fe698d2e80fe) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:08:19.787422 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-77e1bfb2-aca4-443d-93f9-646be0d2a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:19.795967 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-77e1bfb2-aca4-443d-93f9-646be0d2a167 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 1131 time: 0.3574896 Jan 28 19:08:19.799569 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-009a1c27-c573-4ac8-aefa-625a91042eef req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (81ac055a-a2ab-48fc-a1dd-0fafe0a41976), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:19.801890 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-009a1c27-c573-4ac8-aefa-625a91042eef req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:19.803042 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-009a1c27-c573-4ac8-aefa-625a91042eef req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "DELETE /v2.0/security-groups/81ac055a-a2ab-48fc-a1dd-0fafe0a41976 HTTP/1.1" status: 204 len: 173 time: 1.6361351 Jan 28 19:08:19.822013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ae9771bf-b91f-463c-b2e4-eb6d9cf10140 None None] For port a2201594-4ed6-4292-82ec-1abe70009290, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a2201594-4ed6-4292-82ec-1abe70009290,segment=NetworkSegment(7bf7b989-2891-4a32-8c84-997a4260b5c6),segment_id=7bf7b989-2891-4a32-8c84-997a4260b5c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:19.852571 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae9771bf-b91f-463c-b2e4-eb6d9cf10140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a2201594-4ed6-4292-82ec-1abe70009290), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:20.004843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9771bf-b91f-463c-b2e4-eb6d9cf10140 None None] Pushing event updated for resources: {'Port': ['ID=a2201594-4ed6-4292-82ec-1abe70009290,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:20.009224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'name': 'tempest-FloatingIPsNegativeTestJSON-679660037-router', 'tenant_id': '07209fc70d084ce2af41daff34b3d21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:00Z', 'updated_at': '2022-01-28T19:08:12Z', 'revision_number': 4, 'project_id': '07209fc70d084ce2af41daff34b3d21f', 'gw_port': {'id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:02Z', 'updated_at': '2022-01-28T19:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'a2201594-4ed6-4292-82ec-1abe70009290', 'name': '', 'network_id': '8fa8a4ee-e84d-46c7-92e7-8b1660d01902', 'tenant_id': '07209fc70d084ce2af41daff34b3d21f', 'mac_address': 'fa:16:3e:5c:9a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9d3057ac-9d37-47bc-8cce-730eb775bac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:10Z', 'updated_at': '2022-01-28T19:08:18Z', 'revision_number': 4, 'project_id': '07209fc70d084ce2af41daff34b3d21f', 'subnets': [{'id': '9d3057ac-9d37-47bc-8cce-730eb775bac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:20.019842 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76f49ace-8721-48d2-9c9a-57d22db72afb req-d76d10a3-223b-4d0c-b8be-0f9eee7bf19f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646410 Jan 28 19:08:20.097913 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39887391-c6fd-48be-9e06-14a3822fe8e1 None None] The sync data for ids ['89cf2d29-7997-4215-b8ce-8b0cf273b59c'] in n-d-824834-4 is: [{'id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'name': 'tempest-FloatingIPsNegativeTestJSON-679660037-router', 'tenant_id': '07209fc70d084ce2af41daff34b3d21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:00Z', 'updated_at': '2022-01-28T19:08:12Z', 'revision_number': 4, 'project_id': '07209fc70d084ce2af41daff34b3d21f', 'gw_port': {'id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:02Z', 'updated_at': '2022-01-28T19:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'a2201594-4ed6-4292-82ec-1abe70009290', 'name': '', 'network_id': '8fa8a4ee-e84d-46c7-92e7-8b1660d01902', 'tenant_id': '07209fc70d084ce2af41daff34b3d21f', 'mac_address': 'fa:16:3e:5c:9a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9d3057ac-9d37-47bc-8cce-730eb775bac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:10Z', 'updated_at': '2022-01-28T19:08:18Z', 'revision_number': 4, 'project_id': '07209fc70d084ce2af41daff34b3d21f', 'subnets': [{'id': '9d3057ac-9d37-47bc-8cce-730eb775bac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:08:20.282622 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ac055a-a2ab-48fc-a1dd-0fafe0a41976,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:20.384639 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a46cccee-f0da-4128-bcd1-ea8679319baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:20.405512 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbdcfcf-69aa-4cef-9fed-daae78921f34 admin admin] Router 17f2b732-f5de-4128-9c94-7231e27d3ccc has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:08:20.562310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b61c9-26ca-4b79-99ac-64678f1b1c2c req-134fa4e6-06c7-45f0-a483-96268c4673cf tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:20.564263 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-494b61c9-26ca-4b79-99ac-64678f1b1c2c req-134fa4e6-06c7-45f0-a483-96268c4673cf tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.2959399 Jan 28 19:08:20.614466 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e18722-af6d-4558-9a5c-a06051d81ac9 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:08:20.625656 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Publish callbacks [] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:20.641924 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Transition to ACTIVE for port object 01e18722-af6d-4558-9a5c-a06051d81ac9 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:08:20.643848 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-926a318b-87d7-44ce-9761-015e9412efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:20.645729 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-926a318b-87d7-44ce-9761-015e9412efc5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.7958736 Jan 28 19:08:20.651276 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-1cb39c86-0f15-4279-a226-e88b9051540b req-d66b604e-c068-4873-a00a-953e394baed3 tempest-FloatingIPsNegativeTestJSON-1970625583 tempest-FloatingIPsNegativeTestJSON-1970625583-project] show failed (client error): The resource could not be found. Jan 28 19:08:20.662249 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1cb39c86-0f15-4279-a226-e88b9051540b req-d66b604e-c068-4873-a00a-953e394baed3 tempest-FloatingIPsNegativeTestJSON-1970625583 tempest-FloatingIPsNegativeTestJSON-1970625583-project] 10.222.0.55 "GET /v2.0/floatingips/4e98a326-a8d3-41fa-8a87-19ab74f6e466 HTTP/1.1" status: 404 len: 350 time: 0.5197184 Jan 28 19:08:20.685686 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35322) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:20.686631 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:20.846652 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for port (c3c7f769-aaef-4265-89a3-fe698d2e80fe), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:20.947993 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:20.948341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:20.948679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:20.960620 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:20.961146 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:20.961496 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:20.961834 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:20.962197 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:20.962672 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:20.963184 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:20.963520 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:20.963844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:20.964412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5e9f89-6293-4ab3-a92c-fe9d7b3045fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:21.033628 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-494b61c9-26ca-4b79-99ac-64678f1b1c2c req-7518946c-d6f3-4002-b500-1d30fbd7d119 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523773 Jan 28 19:08:21.037783 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Pushing event updated for resources: {'Port': ['ID=01e18722-af6d-4558-9a5c-a06051d81ac9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:21.093333 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-e995a5dc-82c8-4e0b-a4c0-aa5f56cc05e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=400c037e-e178-4ba5-8333-699f871f92f1 HTTP/1.1" status: 200 len: 217 time: 0.4241211 Jan 28 19:08:21.094170 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-6477885e-69a2-4400-989e-a3d24721ed1f req-ca66dce3-9b48-4183-be88-0c10fd7ece9e tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] show failed (client error): The resource could not be found. Jan 28 19:08:21.095089 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6477885e-69a2-4400-989e-a3d24721ed1f req-ca66dce3-9b48-4183-be88-0c10fd7ece9e tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/81ac055a-a2ab-48fc-a1dd-0fafe0a41976 HTTP/1.1" status: 404 len: 352 time: 0.2820206 Jan 28 19:08:21.102195 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbdcfcf-69aa-4cef-9fed-daae78921f34 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:08:21.115691 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8cbdcfcf-69aa-4cef-9fed-daae78921f34 admin admin] 10.222.0.55 "PUT /v2.0/routers/17f2b732-f5de-4128-9c94-7231e27d3ccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6996038 Jan 28 19:08:21.116184 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35332) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:21.117510 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512cee53-3c9a-4e0c-9906-ab8e670b5207 None None] Sync routers for ids ['17f2b732-f5de-4128-9c94-7231e27d3ccc'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:08:21.145183 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c3c7f769-aaef-4265-89a3-fe698d2e80fe), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:21.168234 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512cee53-3c9a-4e0c-9906-ab8e670b5207 None None] Routers {'17f2b732-f5de-4128-9c94-7231e27d3ccc'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:08:21.170554 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-512cee53-3c9a-4e0c-9906-ab8e670b5207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:08:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['17f2b732-f5de-4128-9c94-7231e27d3ccc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:21.419242 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Network 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:08:21.465288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:21.522600 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-512cee53-3c9a-4e0c-9906-ab8e670b5207 None None] Set router 17f2b732-f5de-4128-9c94-7231e27d3ccc gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:08:21.549720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-64234b1b-8e68-40d6-bfa7-34660df4618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:21.551741 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-64234b1b-8e68-40d6-bfa7-34660df4618f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.4410830 Jan 28 19:08:21.578094 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:21.588347 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:08:21.597772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Pushing event updated for resources: {'Port': ['ID=c3c7f769-aaef-4265-89a3-fe698d2e80fe,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:21.713600 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:21.717792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:21.718202 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:21.718533 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:21.718859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:21.719180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:21.719648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:21.719932 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:21.720115 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:21.720445 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:21.720779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:21.721071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:21.726251 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:21.782135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Attempting to bind port 01e18722-af6d-4558-9a5c-a06051d81ac9 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:08:21.782135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Attempting to bind port 01e18722-af6d-4558-9a5c-a06051d81ac9 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:08:21.782890 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Attempting to bind port 01e18722-af6d-4558-9a5c-a06051d81ac9 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:08:21.859716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:21.860582 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:21.866084 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8116abaa-7d94-4d2d-913f-267576e0b508 admin admin] Publish callbacks [] for router (17f2b732-f5de-4128-9c94-7231e27d3ccc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:21.908050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f6bae-96eb-4259-a624-940422a93346 req-b08562bc-f7b7-4bf5-a4bd-3958cfb7e23c tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:21.909622 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-294f6bae-96eb-4259-a624-940422a93346 req-b08562bc-f7b7-4bf5-a4bd-3958cfb7e23c tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.5086675 Jan 28 19:08:22.032645 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad89f399-917c-4be9-9cec-2814f1ea89ac None None] Provisioning complete for port c3c7f769-aaef-4265-89a3-fe698d2e80fe triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:22.033037 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad89f399-917c-4be9-9cec-2814f1ea89ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c3c7f769-aaef-4265-89a3-fe698d2e80fe), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:22.082528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900f586-e0ee-40b8-b760-67d2c9d92ce8 req-f77f0cac-dd5e-4b48-8cae-0771694bd28f tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:22.086767 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8900f586-e0ee-40b8-b760-67d2c9d92ce8 req-f77f0cac-dd5e-4b48-8cae-0771694bd28f tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 931 time: 0.7256391 Jan 28 19:08:22.090631 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-512cee53-3c9a-4e0c-9906-ab8e670b5207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119648618-router', 'tenant_id': '2807ec6d9ece456c823c24a03853bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:06Z', 'updated_at': '2022-01-28T19:08:18Z', 'revision_number': 5, 'project_id': '2807ec6d9ece456c823c24a03853bba7', 'gw_port': {'id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:22.106240 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5d2258f-1bca-40c7-aa77-5e4b93257b06 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0390525 Jan 28 19:08:22.121536 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Request body: {'port': {'device_id': 'cf459886-618b-46d8-8ec1-b02fe0767f70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:22.121808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-467d45a3-b6c0-4a9a-ae98-be28f0bc5eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:22.128163 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-467d45a3-b6c0-4a9a-ae98-be28f0bc5eaa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5277984 Jan 28 19:08:22.131748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Port 01e18722-af6d-4558-9a5c-a06051d81ac9 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:08:22.132093 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Attempting to bind port 01e18722-af6d-4558-9a5c-a06051d81ac9 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:08:22.139076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad89f399-917c-4be9-9cec-2814f1ea89ac None None] Port c3c7f769-aaef-4265-89a3-fe698d2e80fe cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:08:22.141971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a2201594-4ed6-4292-82ec-1abe70009290 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:22.165500 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512cee53-3c9a-4e0c-9906-ab8e670b5207 None None] Checking router: 17f2b732-f5de-4128-9c94-7231e27d3ccc for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:08:22.195971 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512cee53-3c9a-4e0c-9906-ab8e670b5207 None None] Routers {'17f2b732-f5de-4128-9c94-7231e27d3ccc'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:08:22.197295 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-512cee53-3c9a-4e0c-9906-ab8e670b5207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:08:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['17f2b732-f5de-4128-9c94-7231e27d3ccc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:22.310358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a2201594-4ed6-4292-82ec-1abe70009290 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:22.311002 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a2201594-4ed6-4292-82ec-1abe70009290), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:22.337920 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:08:22.338508 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Checking segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:08:22.339058 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Bound using segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:08:22.339644 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Bound port: 01e18722-af6d-4558-9a5c-a06051d81ac9, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:08:22.340156 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:22.402391 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-294f6bae-96eb-4259-a624-940422a93346 req-a8a1b8cd-4a2c-435f-b604-85251477325d tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770897 Jan 28 19:08:22.467734 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-48cafd91-59af-4b7a-9fc5-a00a11542eb6 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137717 Jan 28 19:08:22.479731 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-9333a6cd-7b5f-4b61-9c1e-d2c409d2ea01 req-041a5d79-b160-407e-af7c-b9f8d6bd3a57 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-639282408', 'description': 'tempest-description-228735991'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:22.511160 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-512cee53-3c9a-4e0c-9906-ab8e670b5207 None None] Set router 17f2b732-f5de-4128-9c94-7231e27d3ccc gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:08:22.524757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a2201594-4ed6-4292-82ec-1abe70009290 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:22.596093 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c3c7f769-aaef-4265-89a3-fe698d2e80fe), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:22.612230 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8116abaa-7d94-4d2d-913f-267576e0b508 admin admin] Publish callbacks [] for router_gateway (17f2b732-f5de-4128-9c94-7231e27d3ccc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:22.666258 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-575d63fb-3ad6-4d72-839d-93a533c16c49 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632426 Jan 28 19:08:22.673890 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9333a6cd-7b5f-4b61-9c1e-d2c409d2ea01 req-041a5d79-b160-407e-af7c-b9f8d6bd3a57 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:22.738699 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8900f586-e0ee-40b8-b760-67d2c9d92ce8 req-69febdb6-a90c-4057-a9ca-2c793ea1d8ee tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5941417 Jan 28 19:08:22.901493 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:23.148716 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46075a0d-b651-4e7b-92d7-d79adb74aa4b req-6150905f-c8f7-45f7-8156-d73a313b962e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:23.156003 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-46075a0d-b651-4e7b-92d7-d79adb74aa4b req-6150905f-c8f7-45f7-8156-d73a313b962e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.1931152 Jan 28 19:08:23.197750 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] For port 01e18722-af6d-4558-9a5c-a06051d81ac9, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:08:23.242386 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8116abaa-7d94-4d2d-913f-267576e0b508 admin admin] Deleting port f79fdd2a-2f8a-4b83-bbcf-f310eca5a308 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:08:23.242998 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8116abaa-7d94-4d2d-913f-267576e0b508 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f79fdd2a-2f8a-4b83-bbcf-f310eca5a308), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:23.286956 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-46075a0d-b651-4e7b-92d7-d79adb74aa4b req-422621f0-864b-40db-9929-554602883016 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295884 Jan 28 19:08:23.288715 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-512cee53-3c9a-4e0c-9906-ab8e670b5207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119648618-router', 'tenant_id': '2807ec6d9ece456c823c24a03853bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:06Z', 'updated_at': '2022-01-28T19:08:18Z', 'revision_number': 5, 'project_id': '2807ec6d9ece456c823c24a03853bba7', 'gw_port': {'id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:23.313363 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] For port 01e18722-af6d-4558-9a5c-a06051d81ac9, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=01e18722-af6d-4558-9a5c-a06051d81ac9,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:08:23.336574 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512cee53-3c9a-4e0c-9906-ab8e670b5207 None None] The sync data for ids ['17f2b732-f5de-4128-9c94-7231e27d3ccc'] in n-d-824834-4 is: [{'id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119648618-router', 'tenant_id': '2807ec6d9ece456c823c24a03853bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:06Z', 'updated_at': '2022-01-28T19:08:18Z', 'revision_number': 5, 'project_id': '2807ec6d9ece456c823c24a03853bba7', 'gw_port': {'id': 'f79fdd2a-2f8a-4b83-bbcf-f310eca5a308', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f2b732-f5de-4128-9c94-7231e27d3ccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:08Z', 'updated_at': '2022-01-28T19:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:08:23.418666 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:23.504537 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3095d90b-230b-4b40-9f2f-777e3cc9e23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (89cf2d29-7997-4215-b8ce-8b0cf273b59c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:23.649560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Pushing event updated for resources: {'Port': ['ID=01e18722-af6d-4558-9a5c-a06051d81ac9,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:23.831516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:23.832314 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:23.833761 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-952fe1da-8881-4dee-9617-18883f28dde9 service neutron] 10.222.0.37 "PUT /v2.0/ports/01e18722-af6d-4558-9a5c-a06051d81ac9 HTTP/1.1" status: 200 len: 1091 time: 5.8454869 Jan 28 19:08:23.835619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e85b38-8c56-4cbf-8e33-00bfded5cd3a', 'tag': '01e18722-af6d-4558-9a5c-a06051d81ac9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:08:23.838215 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda4d31d-8f7e-41aa-8e25-3e54c9332b21" -d '{"events": [{"name": "network-changed", "server_uuid": "85e85b38-8c56-4cbf-8e33-00bfded5cd3a", "tag": "01e18722-af6d-4558-9a5c-a06051d81ac9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:08:23.883694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc331e3-2d59-4b58-857f-6fac7a6c8272 req-072c7aa9-681c-457a-bcad-80037278c0c0 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:23.891993 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1bc331e3-2d59-4b58-857f-6fac7a6c8272 req-072c7aa9-681c-457a-bcad-80037278c0c0 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.2600310 Jan 28 19:08:23.927427 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 33b29437-37cc-4039-a532-26bcdc2a9871 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:08:23.999467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 33b29437-37cc-4039-a532-26bcdc2a9871 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:08:23.999950 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 33b29437-37cc-4039-a532-26bcdc2a9871 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:08:24.022288 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9333a6cd-7b5f-4b61-9c1e-d2c409d2ea01 req-041a5d79-b160-407e-af7c-b9f8d6bd3a57 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (55f15f40-1d9a-480b-957b-53ec244c8270), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:24.038781 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9333a6cd-7b5f-4b61-9c1e-d2c409d2ea01 req-041a5d79-b160-407e-af7c-b9f8d6bd3a57 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (55f15f40-1d9a-480b-957b-53ec244c8270), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:24.114893 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1bc331e3-2d59-4b58-857f-6fac7a6c8272 req-699bcb97-fff0-45a3-b9db-4b46dae531b1 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183108 Jan 28 19:08:24.116472 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9333a6cd-7b5f-4b61-9c1e-d2c409d2ea01 req-041a5d79-b160-407e-af7c-b9f8d6bd3a57 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:24.118400 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9333a6cd-7b5f-4b61-9c1e-d2c409d2ea01 req-041a5d79-b160-407e-af7c-b9f8d6bd3a57 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 1.6480772 Jan 28 19:08:24.136979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a5d79-b160-407e-af7c-b9f8d6bd3a57 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f15f40-1d9a-480b-957b-53ec244c8270,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:24.142931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8116abaa-7d94-4d2d-913f-267576e0b508 admin admin] For port f79fdd2a-2f8a-4b83-bbcf-f310eca5a308, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f79fdd2a-2f8a-4b83-bbcf-f310eca5a308,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:24.143428 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8116abaa-7d94-4d2d-913f-267576e0b508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f79fdd2a-2f8a-4b83-bbcf-f310eca5a308), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:24.179008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8116abaa-7d94-4d2d-913f-267576e0b508 admin admin] Calling delete_port for f79fdd2a-2f8a-4b83-bbcf-f310eca5a308 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:08:24.290820 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-fe8a015e-0430-4535-b890-18c2488860fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:24.292382 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-fe8a015e-0430-4535-b890-18c2488860fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 1125 time: 0.3782127 Jan 28 19:08:24.300578 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c7f769-aaef-4265-89a3-fe698d2e80fe {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:08:24.326765 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Publish callbacks [] for port (c3c7f769-aaef-4265-89a3-fe698d2e80fe), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:24.405928 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:24.430284 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a199b33c-b2fb-4513-b0f2-01dd964f80f6 req-144b1a97-5c12-43bc-8bcc-ff522ea4d09d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2006051905', 'description': 'tempest-description-1192402295'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:24.435966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Transition to ACTIVE for port object c3c7f769-aaef-4265-89a3-fe698d2e80fe will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:08:24.457109 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c3c7f769-aaef-4265-89a3-fe698d2e80fe), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:24.504479 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a199b33c-b2fb-4513-b0f2-01dd964f80f6 req-144b1a97-5c12-43bc-8bcc-ff522ea4d09d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:24.586575 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Pushing event updated for resources: {'Port': ['ID=c3c7f769-aaef-4265-89a3-fe698d2e80fe,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:24.682137 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8116abaa-7d94-4d2d-913f-267576e0b508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f79fdd2a-2f8a-4b83-bbcf-f310eca5a308), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:24.721153 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-fee7790e-7dae-4c89-88a5-0652e4c291c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01e18722-af6d-4558-9a5c-a06051d81ac9 HTTP/1.1" status: 200 len: 217 time: 0.4039218 Jan 28 19:08:24.768749 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116abaa-7d94-4d2d-913f-267576e0b508 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79fdd2a-2f8a-4b83-bbcf-f310eca5a308,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:24.769611 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535ec218-b485-4c69-8514-16d0579b19d9 x-openstack-request-id: req-535ec218-b485-4c69-8514-16d0579b19d9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:08:24.769912 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e85b38-8c56-4cbf-8e33-00bfded5cd3a", "tag": "01e18722-af6d-4558-9a5c-a06051d81ac9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:08:24.770409 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-535ec218-b485-4c69-8514-16d0579b19d9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:08:24.770822 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e85b38-8c56-4cbf-8e33-00bfded5cd3a', 'tag': '01e18722-af6d-4558-9a5c-a06051d81ac9', 'status': 'completed', 'code': 200} Jan 28 19:08:24.840434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-b77cf238-860b-49cf-93d9-e3df6c93ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:24.842234 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-b77cf238-860b-49cf-93d9-e3df6c93ed87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.0679460 Jan 28 19:08:24.881520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Attempting to bind port c3c7f769-aaef-4265-89a3-fe698d2e80fe on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:08:24.882048 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Attempting to bind port c3c7f769-aaef-4265-89a3-fe698d2e80fe by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '9af083a1-4e49-4740-89be-fbdbc0419af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:08:24.882512 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Attempting to bind port c3c7f769-aaef-4265-89a3-fe698d2e80fe on network 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:08:24.899844 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a199b33c-b2fb-4513-b0f2-01dd964f80f6 req-144b1a97-5c12-43bc-8bcc-ff522ea4d09d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (21da8e18-c55b-49f1-a3de-910b005ea541), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:24.901072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Port c3c7f769-aaef-4265-89a3-fe698d2e80fe on network 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:08:24.901500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Attempting to bind port c3c7f769-aaef-4265-89a3-fe698d2e80fe on network 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:08:24.911870 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:08:24.912400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Checking segment: {'id': '9af083a1-4e49-4740-89be-fbdbc0419af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:08:24.913496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Bound using segment: {'id': '9af083a1-4e49-4740-89be-fbdbc0419af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:08:24.914099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Bound port: c3c7f769-aaef-4265-89a3-fe698d2e80fe, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af083a1-4e49-4740-89be-fbdbc0419af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:08:24.914588 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c3c7f769-aaef-4265-89a3-fe698d2e80fe), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:24.928363 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-68cff956-c14d-444d-9b56-588518748ac4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394816 Jan 28 19:08:24.930890 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a199b33c-b2fb-4513-b0f2-01dd964f80f6 req-144b1a97-5c12-43bc-8bcc-ff522ea4d09d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (21da8e18-c55b-49f1-a3de-910b005ea541), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:24.934745 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8116abaa-7d94-4d2d-913f-267576e0b508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (17f2b732-f5de-4128-9c94-7231e27d3ccc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:24.964482 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4e6d2-b2b8-417f-b5af-7186cbe14004 req-ce0ec78a-310a-4b51-b2a1-77787e5409f8 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:24.971537 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00c4e6d2-b2b8-417f-b5af-7186cbe14004 req-ce0ec78a-310a-4b51-b2a1-77787e5409f8 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.2349403 Jan 28 19:08:25.076722 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00c4e6d2-b2b8-417f-b5af-7186cbe14004 req-0f102e32-cbd4-48bc-a358-5d3f0f990fe9 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012843 Jan 28 19:08:25.106396 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b1a97-5c12-43bc-8bcc-ff522ea4d09d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21da8e18-c55b-49f1-a3de-910b005ea541,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:25.113524 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a199b33c-b2fb-4513-b0f2-01dd964f80f6 req-144b1a97-5c12-43bc-8bcc-ff522ea4d09d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:25.115512 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a199b33c-b2fb-4513-b0f2-01dd964f80f6 req-144b1a97-5c12-43bc-8bcc-ff522ea4d09d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6894982 Jan 28 19:08:25.128494 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8116abaa-7d94-4d2d-913f-267576e0b508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (17f2b732-f5de-4128-9c94-7231e27d3ccc), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:25.134471 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8116abaa-7d94-4d2d-913f-267576e0b508 admin admin] Publish callbacks [] for router_controller (17f2b732-f5de-4128-9c94-7231e27d3ccc), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:25.240181 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] For port c3c7f769-aaef-4265-89a3-fe698d2e80fe, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:08:25.253075 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] For port c3c7f769-aaef-4265-89a3-fe698d2e80fe, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c3c7f769-aaef-4265-89a3-fe698d2e80fe,segment=NetworkSegment(9af083a1-4e49-4740-89be-fbdbc0419af9),segment_id=9af083a1-4e49-4740-89be-fbdbc0419af9)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:08:25.259019 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8116abaa-7d94-4d2d-913f-267576e0b508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (17f2b732-f5de-4128-9c94-7231e27d3ccc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:25.261500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8116abaa-7d94-4d2d-913f-267576e0b508 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17f2b732-f5de-4128-9c94-7231e27d3ccc {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:08:25.279188 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8116abaa-7d94-4d2d-913f-267576e0b508 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:25.286687 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:25.288793 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8116abaa-7d94-4d2d-913f-267576e0b508 admin admin] 10.222.0.55 "DELETE /v2.0/routers/17f2b732-f5de-4128-9c94-7231e27d3ccc HTTP/1.1" status: 204 len: 168 time: 4.1652975 Jan 28 19:08:25.289757 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35388) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:25.300580 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c3c7f769-aaef-4265-89a3-fe698d2e80fe), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:25.305006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3095d90b-230b-4b40-9f2f-777e3cc9e23b admin admin] Deleting port a2201594-4ed6-4292-82ec-1abe70009290 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:08:25.305669 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3095d90b-230b-4b40-9f2f-777e3cc9e23b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a2201594-4ed6-4292-82ec-1abe70009290), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:25.500791 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:25.513686 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:25.519781 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] 10.222.0.37 "PUT /v2.0/ports/c3c7f769-aaef-4265-89a3-fe698d2e80fe HTTP/1.1" status: 200 len: 1091 time: 3.4054780 Jan 28 19:08:25.520687 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf459886-618b-46d8-8ec1-b02fe0767f70', 'tag': 'c3c7f769-aaef-4265-89a3-fe698d2e80fe'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:08:25.526915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3095d90b-230b-4b40-9f2f-777e3cc9e23b admin admin] For port a2201594-4ed6-4292-82ec-1abe70009290, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a2201594-4ed6-4292-82ec-1abe70009290,segment=NetworkSegment(7bf7b989-2891-4a32-8c84-997a4260b5c6),segment_id=7bf7b989-2891-4a32-8c84-997a4260b5c6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:25.527133 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3095d90b-230b-4b40-9f2f-777e3cc9e23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a2201594-4ed6-4292-82ec-1abe70009290), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:25.531103 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2278beb6-ed91-4c8c-a0ef-0a2fa5582b67" -d '{"events": [{"name": "network-changed", "server_uuid": "cf459886-618b-46d8-8ec1-b02fe0767f70", "tag": "c3c7f769-aaef-4265-89a3-fe698d2e80fe"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:08:25.542616 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3095d90b-230b-4b40-9f2f-777e3cc9e23b admin admin] Calling delete_port for a2201594-4ed6-4292-82ec-1abe70009290 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:08:25.576123 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c256d04d-5b04-48aa-b6d0-59f8144ae9d2 admin admin] Deleting subnet 9e6f6d8d-248b-4626-9062-57c81b26f2c5 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:08:25.609055 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c256d04d-5b04-48aa-b6d0-59f8144ae9d2 admin admin] Publish callbacks [] for subnet (9e6f6d8d-248b-4626-9062-57c81b26f2c5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:25.673617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc8d2f-7082-48df-98c7-93ad1755c39d service neutron] Pushing event updated for resources: {'Port': ['ID=c3c7f769-aaef-4265-89a3-fe698d2e80fe,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:25.691710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e3cf7-2b2b-4ea8-b3d5-80bfb08711e3 req-7a42ba51-6bbe-4a90-8fd6-9fe6f2ef9332 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:25.693414 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b10e3cf7-2b2b-4ea8-b3d5-80bfb08711e3 req-7a42ba51-6bbe-4a90-8fd6-9fe6f2ef9332 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.3724408 Jan 28 19:08:25.698996 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c256d04d-5b04-48aa-b6d0-59f8144ae9d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (9e6f6d8d-248b-4626-9062-57c81b26f2c5), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:25.809497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-dad7d243-3e5e-4429-8d6e-1737a8fa5408 req-475cc568-a175-4e96-adde-53d2e0d16cfe tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1743288738', 'description': 'tempest-description-2135957423'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:25.837626 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-efd005e9-852c-4945-8128-a3dd9d1f3e3b service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9007154 Jan 28 19:08:25.947992 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c256d04d-5b04-48aa-b6d0-59f8144ae9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (9e6f6d8d-248b-4626-9062-57c81b26f2c5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:25.999012 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3095d90b-230b-4b40-9f2f-777e3cc9e23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (a2201594-4ed6-4292-82ec-1abe70009290), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:26.023369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35400) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:26.064926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f79fdd2a-2f8a-4b83-bbcf-f310eca5a308 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:08:26.103474 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-62e75f60-da42-42a9-b5e3-9795fc058314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:26.104911 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-62e75f60-da42-42a9-b5e3-9795fc058314 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3a2efbbee6347c180fb260235150b48&device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 1125 time: 0.5068605 Jan 28 19:08:26.113041 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dad7d243-3e5e-4429-8d6e-1737a8fa5408 req-475cc568-a175-4e96-adde-53d2e0d16cfe tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:26.130126 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b10e3cf7-2b2b-4ea8-b3d5-80bfb08711e3 req-8f560c62-968f-4b74-943a-a7fd32fa676a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285433 Jan 28 19:08:26.143514 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095d90b-230b-4b40-9f2f-777e3cc9e23b admin admin] Pushing event deleted for resources: {'Port': ['ID=a2201594-4ed6-4292-82ec-1abe70009290,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:26.155157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: f79fdd2a-2f8a-4b83-bbcf-f310eca5a308 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:08:26.156201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f79fdd2a-2f8a-4b83-bbcf-f310eca5a308 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:08:26.208463 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c256d04d-5b04-48aa-b6d0-59f8144ae9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (9e6f6d8d-248b-4626-9062-57c81b26f2c5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:26.311209 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256d04d-5b04-48aa-b6d0-59f8144ae9d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6f6d8d-248b-4626-9062-57c81b26f2c5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:26.320046 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1548853-b206-47eb-b100-4fdb4daf4144 None None] Network 053d8223-df94-4369-b8ff-03d9e41f70be requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:08:26.321904 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c256d04d-5b04-48aa-b6d0-59f8144ae9d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:26.340136 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c256d04d-5b04-48aa-b6d0-59f8144ae9d2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9e6f6d8d-248b-4626-9062-57c81b26f2c5 HTTP/1.1" status: 204 len: 168 time: 1.0440886 Jan 28 19:08:26.372490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35414) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:26.521086 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-747bdcce-4d6f-4924-97cf-ea0d482194fc req-4105735c-b203-44d0-8b09-8ee0c2303f7b service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269010 Jan 28 19:08:26.574491 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85e68275-c753-4335-80ba-4ebaaef19a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:26.699135 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f940b89-9499-4538-a2e9-f1d54897f407 None None] DHCP port deletion for 053d8223-df94-4369-b8ff-03d9e41f70be request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:08:26.705358 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-15439bc0-7291-4eec-9ff4-d713b2a82900 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3c7f769-aaef-4265-89a3-fe698d2e80fe HTTP/1.1" status: 200 len: 217 time: 0.5889299 Jan 28 19:08:26.733237 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85e68275-c753-4335-80ba-4ebaaef19a79 admin admin] Publish callbacks [] for security_group (a52a82eb-ebfd-4e6b-90a7-bc40327c2096), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:26.775266 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4d31d-8f7e-41aa-8e25-3e54c9332b21 req-4b984dd3-bdb5-4eac-a11b-c3d17e74d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:26.776994 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dda4d31d-8f7e-41aa-8e25-3e54c9332b21 req-4b984dd3-bdb5-4eac-a11b-c3d17e74d525 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 1125 time: 0.1430500 Jan 28 19:08:26.777654 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85e68275-c753-4335-80ba-4ebaaef19a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a52a82eb-ebfd-4e6b-90a7-bc40327c2096), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:26.814758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5f940b89-9499-4538-a2e9-f1d54897f407 None None] Deleting port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:08:26.818179 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5f940b89-9499-4538-a2e9-f1d54897f407 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (455e31b3-4cfc-4fb4-a13d-de7e7067e22b), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:26.847964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-eb0b2703-61d5-4067-b2da-ad67bdc75cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:26.852007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-eb0b2703-61d5-4067-b2da-ad67bdc75cbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec6ea56a-ef01-443c-b997-7fe73fb54279 HTTP/1.1" status: 200 len: 855 time: 0.1358044 Jan 28 19:08:26.856439 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (053d8223-df94-4369-b8ff-03d9e41f70be), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:26.906581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e68275-c753-4335-80ba-4ebaaef19a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52a82eb-ebfd-4e6b-90a7-bc40327c2096,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:26.920306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4d31d-8f7e-41aa-8e25-3e54c9332b21 req-24d6d4b4-27bc-485f-a69f-5e19f288c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:26.922559 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dda4d31d-8f7e-41aa-8e25-3e54c9332b21 req-24d6d4b4-27bc-485f-a69f-5e19f288c89d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.1124518 Jan 28 19:08:26.971584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5f940b89-9499-4538-a2e9-f1d54897f407 None None] For port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=455e31b3-4cfc-4fb4-a13d-de7e7067e22b,segment=NetworkSegment(a95d0d2d-da17-480d-9e24-adfd18988eff),segment_id=a95d0d2d-da17-480d-9e24-adfd18988eff)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:26.972222 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5f940b89-9499-4538-a2e9-f1d54897f407 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (455e31b3-4cfc-4fb4-a13d-de7e7067e22b), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:26.976908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cfb0c-9a4a-4b2b-83e4-81f462ff0935 req-9c6a31c1-711b-49bb-8413-50f3b07563b5 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:26.987969 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-959cfb0c-9a4a-4b2b-83e4-81f462ff0935 req-9c6a31c1-711b-49bb-8413-50f3b07563b5 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.6483526 Jan 28 19:08:26.993145 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5f940b89-9499-4538-a2e9-f1d54897f407 None None] Calling delete_port for 455e31b3-4cfc-4fb4-a13d-de7e7067e22b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:08:27.021209 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-85e68275-c753-4335-80ba-4ebaaef19a79 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=674b9def64154c098057615de867bf50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9028904 Jan 28 19:08:27.028129 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dda4d31d-8f7e-41aa-8e25-3e54c9332b21 req-9c7ff6e8-95ee-4201-b440-c3b6417c270e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01e18722-af6d-4558-9a5c-a06051d81ac9 HTTP/1.1" status: 200 len: 217 time: 0.0846438 Jan 28 19:08:27.031933 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dad7d243-3e5e-4429-8d6e-1737a8fa5408 req-475cc568-a175-4e96-adde-53d2e0d16cfe tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (0253a4a9-0cde-4284-8133-23c0058690db), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:27.032985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:27.112190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-75cab471-8b83-4ce1-9fc2-3042e530a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:27.113793 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3095d90b-230b-4b40-9f2f-777e3cc9e23b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (89cf2d29-7997-4215-b8ce-8b0cf273b59c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:27.113963 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-75cab471-8b83-4ce1-9fc2-3042e530a2b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2388577 Jan 28 19:08:27.147047 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dad7d243-3e5e-4429-8d6e-1737a8fa5408 req-475cc568-a175-4e96-adde-53d2e0d16cfe tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0253a4a9-0cde-4284-8133-23c0058690db), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:27.176996 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] Deleting port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:08:27.178047 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (455e31b3-4cfc-4fb4-a13d-de7e7067e22b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:27.213917 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dad7d243-3e5e-4429-8d6e-1737a8fa5408 req-475cc568-a175-4e96-adde-53d2e0d16cfe tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:27.215407 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dad7d243-3e5e-4429-8d6e-1737a8fa5408 req-475cc568-a175-4e96-adde-53d2e0d16cfe tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.4322567 Jan 28 19:08:27.269116 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] For port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=455e31b3-4cfc-4fb4-a13d-de7e7067e22b,segment=NetworkSegment(a95d0d2d-da17-480d-9e24-adfd18988eff),segment_id=a95d0d2d-da17-480d-9e24-adfd18988eff)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:27.269621 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (455e31b3-4cfc-4fb4-a13d-de7e7067e22b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:27.284917 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cc568-a175-4e96-adde-53d2e0d16cfe tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0253a4a9-0cde-4284-8133-23c0058690db,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:27.289067 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] Calling delete_port for 455e31b3-4cfc-4fb4-a13d-de7e7067e22b owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:08:27.303234 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f1f2edf-95e6-4ffd-9a2b-39f22986839d admin admin] Publish callbacks [] for security_group (a52a82eb-ebfd-4e6b-90a7-bc40327c2096), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:27.319066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4d31d-8f7e-41aa-8e25-3e54c9332b21 req-c8eccda7-7992-4aa7-88a3-553268ee2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:27.321492 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dda4d31d-8f7e-41aa-8e25-3e54c9332b21 req-c8eccda7-7992-4aa7-88a3-553268ee2722 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.2049890 Jan 28 19:08:27.329849 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5f940b89-9499-4538-a2e9-f1d54897f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (455e31b3-4cfc-4fb4-a13d-de7e7067e22b), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:27.369505 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f940b89-9499-4538-a2e9-f1d54897f407 None None] Pushing event deleted for resources: {'Port': ['ID=455e31b3-4cfc-4fb4-a13d-de7e7067e22b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:27.380579 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f940b89-9499-4538-a2e9-f1d54897f407 None None] No DVR routers for this DVR port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:08:27.403941 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dda4d31d-8f7e-41aa-8e25-3e54c9332b21 req-fae013ee-dd20-4c75-9ae9-15335bc9ab54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681016 Jan 28 19:08:27.406491 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-959cfb0c-9a4a-4b2b-83e4-81f462ff0935 req-1e5477d2-5b14-4a24-910e-74628ccf94f9 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165313 Jan 28 19:08:27.410670 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec14391-d7d5-4caa-97a3-3dd076e5a810 x-openstack-request-id: req-fec14391-d7d5-4caa-97a3-3dd076e5a810 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:08:27.410961 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf459886-618b-46d8-8ec1-b02fe0767f70", "tag": "c3c7f769-aaef-4265-89a3-fe698d2e80fe", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:08:27.411210 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fec14391-d7d5-4caa-97a3-3dd076e5a810 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:08:27.411609 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf459886-618b-46d8-8ec1-b02fe0767f70', 'tag': 'c3c7f769-aaef-4265-89a3-fe698d2e80fe', 'status': 'completed', 'code': 200} Jan 28 19:08:27.438638 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f1f2edf-95e6-4ffd-9a2b-39f22986839d admin admin] Publish callbacks [] for security_group (a52a82eb-ebfd-4e6b-90a7-bc40327c2096), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:27.455484 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (455e31b3-4cfc-4fb4-a13d-de7e7067e22b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:27.501684 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] Pushing event deleted for resources: {'Port': ['ID=455e31b3-4cfc-4fb4-a13d-de7e7067e22b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:27.507172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] No DVR routers for this DVR port 455e31b3-4cfc-4fb4-a13d-de7e7067e22b on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:08:27.631664 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-02cab3db-b46c-40d7-80f8-9e655f3c94f1 service neutron] 10.222.0.37 "GET /v2.0/networks/4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047066 Jan 28 19:08:27.636571 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (053d8223-df94-4369-b8ff-03d9e41f70be), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:27.641983 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e652e-85dd-43dd-9c7c-3acdea143ed8 req-c43f0754-38d9-4e5d-9d93-c6b363dd8aa8 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:27.643471 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-197e652e-85dd-43dd-9c7c-3acdea143ed8 req-c43f0754-38d9-4e5d-9d93-c6b363dd8aa8 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.2466559 Jan 28 19:08:27.672988 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82056c-f0fb-45b1-aac8-c9cf0a424757 req-2b957e9f-0f00-468f-9b7e-f98c62240f65 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:27.674464 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cd82056c-f0fb-45b1-aac8-c9cf0a424757 req-2b957e9f-0f00-468f-9b7e-f98c62240f65 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 945 time: 0.1601927 Jan 28 19:08:27.674586 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f1f2edf-95e6-4ffd-9a2b-39f22986839d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a52a82eb-ebfd-4e6b-90a7-bc40327c2096), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:27.676092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053d8223-df94-4369-b8ff-03d9e41f70be']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:27.677062 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f1f2edf-95e6-4ffd-9a2b-39f22986839d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:27.678295 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0f1f2edf-95e6-4ffd-9a2b-39f22986839d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a52a82eb-ebfd-4e6b-90a7-bc40327c2096 HTTP/1.1" status: 204 len: 168 time: 0.6437280 Jan 28 19:08:27.698274 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dda4d31d-8f7e-41aa-8e25-3e54c9332b21 req-eaedebc6-191e-419f-9b7d-75b0fe2cb9d7 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567198 Jan 28 19:08:27.706934 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f2edf-95e6-4ffd-9a2b-39f22986839d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52a82eb-ebfd-4e6b-90a7-bc40327c2096,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:27.707604 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95d0d2d-da17-480d-9e24-adfd18988eff') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:27.708077 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95d0d2d-da17-480d-9e24-adfd18988eff') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:27.747767 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (a95d0d2d-da17-480d-9e24-adfd18988eff), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:27.773540 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (a95d0d2d-da17-480d-9e24-adfd18988eff), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:27.802524 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-197e652e-85dd-43dd-9c7c-3acdea143ed8 req-994b882a-1363-431c-952c-a81124a2b631 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525745 Jan 28 19:08:27.849674 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3095d90b-230b-4b40-9f2f-777e3cc9e23b admin admin] Router 89cf2d29-7997-4215-b8ce-8b0cf273b59c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:08:27.858385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:08:27.859325 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (a95d0d2d-da17-480d-9e24-adfd18988eff), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:08:27.865555 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:08:27.869803 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dda4d31d-8f7e-41aa-8e25-3e54c9332b21 req-ebe36264-a264-4f65-91a4-ebdf978ac670 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606708 Jan 28 19:08:27.984546 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-606a3e73-bee4-40f2-ba4f-f9ba2db13d71 req-175ef21f-9779-45c9-89f6-79f0ff1ad751 service neutron] 10.222.0.37 "GET /v2.0/networks/4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057358 Jan 28 19:08:28.006635 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (053d8223-df94-4369-b8ff-03d9e41f70be), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:28.055305 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:28.066369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35444) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:28.067380 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] 10.222.0.55 "DELETE /v2.0/networks/053d8223-df94-4369-b8ff-03d9e41f70be HTTP/1.1" status: 204 len: 168 time: 1.6938522 Jan 28 19:08:28.101650 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cd82056c-f0fb-45b1-aac8-c9cf0a424757 req-ff9758c4-1d04-4c5a-b60e-99a39b53673c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3233531 Jan 28 19:08:28.105358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e625e3-9cad-42c0-b657-a932f49e368e admin admin] Pushing event deleted for resources: {'Network': ['ID=053d8223-df94-4369-b8ff-03d9e41f70be,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:28.167414 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 455e31b3-4cfc-4fb4-a13d-de7e7067e22b no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:08:28.168730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14232a6-4bd0-475b-935e-37f57af95e19 req-1dfdd362-945d-4069-a74f-6304ac591574 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:28.170415 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c14232a6-4bd0-475b-935e-37f57af95e19 req-1dfdd362-945d-4069-a74f-6304ac591574 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.2256122 Jan 28 19:08:28.186804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3095d90b-230b-4b40-9f2f-777e3cc9e23b admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:08:28.198635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c614c370-155f-44b4-a258-885a939da09b None None] Sync routers for ids ['89cf2d29-7997-4215-b8ce-8b0cf273b59c'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:08:28.203602 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 455e31b3-4cfc-4fb4-a13d-de7e7067e22b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:08:28.204224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 455e31b3-4cfc-4fb4-a13d-de7e7067e22b not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:08:28.215241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614c370-155f-44b4-a258-885a939da09b None None] Routers {'89cf2d29-7997-4215-b8ce-8b0cf273b59c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:08:28.216226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c614c370-155f-44b4-a258-885a939da09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:08:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['89cf2d29-7997-4215-b8ce-8b0cf273b59c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:28.238687 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3095d90b-230b-4b40-9f2f-777e3cc9e23b admin admin] 10.222.0.55 "PUT /v2.0/routers/89cf2d29-7997-4215-b8ce-8b0cf273b59c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5494130 Jan 28 19:08:28.242360 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35448) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:28.247245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278beb6-ed91-4c8c-a0ef-0a2fa5582b67 req-7fd43701-dd85-4f07-9aa8-dc25c4a15920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:28.249010 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2278beb6-ed91-4c8c-a0ef-0a2fa5582b67 req-7fd43701-dd85-4f07-9aa8-dc25c4a15920 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3a2efbbee6347c180fb260235150b48&device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 1125 time: 0.1640291 Jan 28 19:08:28.375221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c614c370-155f-44b4-a258-885a939da09b None None] Set router 89cf2d29-7997-4215-b8ce-8b0cf273b59c gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:08:28.383173 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17499028-8f81-4b9a-8227-4a772963b47b req-2d3feec1-c80d-42f1-8691-80ccd2282b21 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af81ce8ea82941db871f55af72a173e1 HTTP/1.1" status: 200 len: 10998 time: 0.2268734 Jan 28 19:08:28.391456 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35450) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:28.435185 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed4185f2-b6f9-4ec6-a32e-279248a5870e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:28.461717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278beb6-ed91-4c8c-a0ef-0a2fa5582b67 req-1a074ebe-d768-4323-b473-c519c0ced310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:28.463677 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2278beb6-ed91-4c8c-a0ef-0a2fa5582b67 req-1a074ebe-d768-4323-b473-c519c0ced310 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 HTTP/1.1" status: 200 len: 917 time: 0.2065711 Jan 28 19:08:28.490077 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17499028-8f81-4b9a-8227-4a772963b47b req-826283c8-3bf9-4a54-990d-97c8f6d30e9b tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/3725174f-51a6-48dd-ae54-2516281bb106 HTTP/1.1" status: 200 len: 2998 time: 0.1057310 Jan 28 19:08:28.538183 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2278beb6-ed91-4c8c-a0ef-0a2fa5582b67 req-84edd78f-e608-43f6-8069-953a41174f5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3c7f769-aaef-4265-89a3-fe698d2e80fe HTTP/1.1" status: 200 len: 217 time: 0.0663631 Jan 28 19:08:28.636284 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c614c370-155f-44b4-a258-885a939da09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'name': 'tempest-FloatingIPsNegativeTestJSON-679660037-router', 'tenant_id': '07209fc70d084ce2af41daff34b3d21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:00Z', 'updated_at': '2022-01-28T19:08:25Z', 'revision_number': 5, 'project_id': '07209fc70d084ce2af41daff34b3d21f', 'gw_port': {'id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:02Z', 'updated_at': '2022-01-28T19:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:28.642704 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17499028-8f81-4b9a-8227-4a772963b47b req-baeb2a2f-a651-4cd4-b8a6-c25c7bbaf311 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/3725174f-51a6-48dd-ae54-2516281bb106 HTTP/1.1" status: 200 len: 2998 time: 0.1514721 Jan 28 19:08:28.649336 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278beb6-ed91-4c8c-a0ef-0a2fa5582b67 req-98defbbf-68af-4eb5-a015-18aeb176e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:28.663191 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2278beb6-ed91-4c8c-a0ef-0a2fa5582b67 req-98defbbf-68af-4eb5-a015-18aeb176e24d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec6ea56a-ef01-443c-b997-7fe73fb54279 HTTP/1.1" status: 200 len: 855 time: 0.1115940 Jan 28 19:08:28.671928 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c614c370-155f-44b4-a258-885a939da09b None None] Checking router: 89cf2d29-7997-4215-b8ce-8b0cf273b59c for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:08:28.683434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614c370-155f-44b4-a258-885a939da09b None None] Routers {'89cf2d29-7997-4215-b8ce-8b0cf273b59c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:08:28.684227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c614c370-155f-44b4-a258-885a939da09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:08:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['89cf2d29-7997-4215-b8ce-8b0cf273b59c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:28.710244 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c14232a6-4bd0-475b-935e-37f57af95e19 req-3c492606-76de-4b5b-8531-2b4d4273033f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270298 Jan 28 19:08:28.780863 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed4185f2-b6f9-4ec6-a32e-279248a5870e admin admin] Publish callbacks [] for security_group (909f6404-7819-43d0-bbf8-52eca6ca7ee1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:28.795233 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed4185f2-b6f9-4ec6-a32e-279248a5870e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (909f6404-7819-43d0-bbf8-52eca6ca7ee1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:28.809786 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278beb6-ed91-4c8c-a0ef-0a2fa5582b67 req-ab524da9-2132-4b96-a8f0-8b50dff7c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:28.811492 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2278beb6-ed91-4c8c-a0ef-0a2fa5582b67 req-ab524da9-2132-4b96-a8f0-8b50dff7c4a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1434903 Jan 28 19:08:28.824091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c614c370-155f-44b4-a258-885a939da09b None None] Set router 89cf2d29-7997-4215-b8ce-8b0cf273b59c gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:08:28.856006 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0fef-5699-4d4c-acc5-b88dc16d60c7 admin admin] Publish callbacks [] for router (89cf2d29-7997-4215-b8ce-8b0cf273b59c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:28.857271 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20630ffa-f501-426d-85d4-9326757cb0d7 req-73853a71-e071-46e8-86e3-d9bd94cad3f9 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:28.864408 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-20630ffa-f501-426d-85d4-9326757cb0d7 req-73853a71-e071-46e8-86e3-d9bd94cad3f9 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.1408503 Jan 28 19:08:28.897362 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-336b7d9f-a32a-4d06-8b57-f1abb5c9a0fd req-09ffbad6-be14-4008-93b6-80b2a91e4841 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/55f15f40-1d9a-480b-957b-53ec244c8270 HTTP/1.1" status: 200 len: 1816 time: 0.1404727 Jan 28 19:08:28.913856 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ed4185f2-b6f9-4ec6-a32e-279248a5870e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a7699813a66462e803ee9f45bc0842e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5194933 Jan 28 19:08:28.920005 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35458) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:28.922235 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4185f2-b6f9-4ec6-a32e-279248a5870e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909f6404-7819-43d0-bbf8-52eca6ca7ee1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:29.013715 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-20630ffa-f501-426d-85d4-9326757cb0d7 req-e8acb54c-1b25-41a4-8d14-7bdda575e4c3 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482191 Jan 28 19:08:29.061158 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-336b7d9f-a32a-4d06-8b57-f1abb5c9a0fd req-ddc30ce3-beb2-4c67-b0ac-8aee83baebf6 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (55f15f40-1d9a-480b-957b-53ec244c8270), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:29.061941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c614c370-155f-44b4-a258-885a939da09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'name': 'tempest-FloatingIPsNegativeTestJSON-679660037-router', 'tenant_id': '07209fc70d084ce2af41daff34b3d21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:00Z', 'updated_at': '2022-01-28T19:08:25Z', 'revision_number': 5, 'project_id': '07209fc70d084ce2af41daff34b3d21f', 'gw_port': {'id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:02Z', 'updated_at': '2022-01-28T19:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:29.097456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c614c370-155f-44b4-a258-885a939da09b None None] The sync data for ids ['89cf2d29-7997-4215-b8ce-8b0cf273b59c'] in n-d-824834-4 is: [{'id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'name': 'tempest-FloatingIPsNegativeTestJSON-679660037-router', 'tenant_id': '07209fc70d084ce2af41daff34b3d21f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:00Z', 'updated_at': '2022-01-28T19:08:25Z', 'revision_number': 5, 'project_id': '07209fc70d084ce2af41daff34b3d21f', 'gw_port': {'id': '4981456c-e100-4b76-992f-24a55e7aaa41', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89cf2d29-7997-4215-b8ce-8b0cf273b59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:02Z', 'updated_at': '2022-01-28T19:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:08:29.116181 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-336b7d9f-a32a-4d06-8b57-f1abb5c9a0fd req-ddc30ce3-beb2-4c67-b0ac-8aee83baebf6 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (55f15f40-1d9a-480b-957b-53ec244c8270), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:29.126458 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0fef-5699-4d4c-acc5-b88dc16d60c7 admin admin] Publish callbacks [] for router_gateway (89cf2d29-7997-4215-b8ce-8b0cf273b59c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:29.251365 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-336b7d9f-a32a-4d06-8b57-f1abb5c9a0fd req-ddc30ce3-beb2-4c67-b0ac-8aee83baebf6 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (55f15f40-1d9a-480b-957b-53ec244c8270), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:29.254605 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-336b7d9f-a32a-4d06-8b57-f1abb5c9a0fd req-ddc30ce3-beb2-4c67-b0ac-8aee83baebf6 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:29.255867 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-336b7d9f-a32a-4d06-8b57-f1abb5c9a0fd req-ddc30ce3-beb2-4c67-b0ac-8aee83baebf6 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "DELETE /v2.0/security-groups/55f15f40-1d9a-480b-957b-53ec244c8270 HTTP/1.1" status: 204 len: 173 time: 0.3573270 Jan 28 19:08:29.276139 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc30ce3-beb2-4c67-b0ac-8aee83baebf6 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f15f40-1d9a-480b-957b-53ec244c8270,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:29.288982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c0fef-5699-4d4c-acc5-b88dc16d60c7 admin admin] Deleting port 4981456c-e100-4b76-992f-24a55e7aaa41 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:08:29.289316 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0fef-5699-4d4c-acc5-b88dc16d60c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4981456c-e100-4b76-992f-24a55e7aaa41), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:29.413457 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2278beb6-ed91-4c8c-a0ef-0a2fa5582b67 req-504d0e77-afad-4aac-bf92-7db70347a7ac service neutron] 10.222.0.37 "GET /v2.0/networks/4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894973 Jan 28 19:08:29.438189 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bf7c0fef-5699-4d4c-acc5-b88dc16d60c7 admin admin] For port 4981456c-e100-4b76-992f-24a55e7aaa41, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4981456c-e100-4b76-992f-24a55e7aaa41,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:29.438561 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0fef-5699-4d4c-acc5-b88dc16d60c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4981456c-e100-4b76-992f-24a55e7aaa41), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:29.439707 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68b464b5-bed8-40f7-b5b4-a59fc2443a2e admin admin] Publish callbacks [] for security_group (909f6404-7819-43d0-bbf8-52eca6ca7ee1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:29.473827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c0fef-5699-4d4c-acc5-b88dc16d60c7 admin admin] Calling delete_port for 4981456c-e100-4b76-992f-24a55e7aaa41 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:08:29.512761 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6dc377f-d111-4a2e-9a8e-0e3f7ccdf1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (699d13a6-670d-4c77-8fb2-a497d5c60b4b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:29.529926 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68b464b5-bed8-40f7-b5b4-a59fc2443a2e admin admin] Publish callbacks [] for security_group (909f6404-7819-43d0-bbf8-52eca6ca7ee1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:29.621385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5455a-5a8f-460c-b664-06ce2447d6fc req-c884049a-5694-4da4-bca1-d1a618596e98 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:29.623162 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ae5455a-5a8f-460c-b664-06ce2447d6fc req-c884049a-5694-4da4-bca1-d1a618596e98 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.2229590 Jan 28 19:08:29.658693 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2278beb6-ed91-4c8c-a0ef-0a2fa5582b67 req-22e02a04-8eec-404d-a9cb-393f8bd988ee service neutron] 10.222.0.37 "GET /v2.0/networks/4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279749 Jan 28 19:08:29.699326 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68b464b5-bed8-40f7-b5b4-a59fc2443a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (909f6404-7819-43d0-bbf8-52eca6ca7ee1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:29.702102 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68b464b5-bed8-40f7-b5b4-a59fc2443a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:29.703375 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-68b464b5-bed8-40f7-b5b4-a59fc2443a2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/909f6404-7819-43d0-bbf8-52eca6ca7ee1 HTTP/1.1" status: 204 len: 168 time: 0.7782278 Jan 28 19:08:29.711222 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ae5455a-5a8f-460c-b664-06ce2447d6fc req-d099a404-5c9e-48e3-863a-b06d06115c82 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789428 Jan 28 19:08:29.716549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b464b5-bed8-40f7-b5b4-a59fc2443a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909f6404-7819-43d0-bbf8-52eca6ca7ee1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:29.792876 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-1d842241-b29f-4ecd-b59c-d663636b2e2a req-6ce2f019-d7c3-44d5-ad5e-addca6952895 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] show failed (client error): The resource could not be found. Jan 28 19:08:29.793912 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1d842241-b29f-4ecd-b59c-d663636b2e2a req-6ce2f019-d7c3-44d5-ad5e-addca6952895 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/55f15f40-1d9a-480b-957b-53ec244c8270 HTTP/1.1" status: 404 len: 352 time: 0.0221581 Jan 28 19:08:29.863641 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:29.880191 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a2201594-4ed6-4292-82ec-1abe70009290 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:08:29.918376 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: a2201594-4ed6-4292-82ec-1abe70009290 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:08:29.918738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a2201594-4ed6-4292-82ec-1abe70009290 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:08:29.924497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32ea36-afb6-4ffe-9e20-7cb0debdb444 req-65ca7497-2f1d-4d55-ba90-2f6176bd78b4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:29.928312 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff32ea36-afb6-4ffe-9e20-7cb0debdb444 req-65ca7497-2f1d-4d55-ba90-2f6176bd78b4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 945 time: 0.2993460 Jan 28 19:08:29.973672 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0fef-5699-4d4c-acc5-b88dc16d60c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4981456c-e100-4b76-992f-24a55e7aaa41), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:29.997548 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b1090-5390-4c05-8066-eb0dd6ea4856 req-b984a09d-2fa3-4492-b8ae-04027d7c0854 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:29.999774 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9b1090-5390-4c05-8066-eb0dd6ea4856 req-b984a09d-2fa3-4492-b8ae-04027d7c0854 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.1024458 Jan 28 19:08:30.019857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c0fef-5699-4d4c-acc5-b88dc16d60c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4981456c-e100-4b76-992f-24a55e7aaa41,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:30.031421 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff32ea36-afb6-4ffe-9e20-7cb0debdb444 req-c718ebfb-2cc8-4b50-b83f-4605aaa7719d tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910425 Jan 28 19:08:30.101737 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9b1090-5390-4c05-8066-eb0dd6ea4856 req-f86efea4-2534-48a5-bbaa-2dbb57c7d993 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950584 Jan 28 19:08:30.204119 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0fef-5699-4d4c-acc5-b88dc16d60c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (89cf2d29-7997-4215-b8ce-8b0cf273b59c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:30.223304 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2a26a57d-4308-4b4b-a172-631f12b06d9e req-fa6f092f-4d61-4646-a8ca-0624c31a9d80 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/21da8e18-c55b-49f1-a3de-910b005ea541 HTTP/1.1" status: 200 len: 1818 time: 0.1335020 Jan 28 19:08:30.247703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeb239-34e8-44ec-9cc3-1b1ae72816f6 req-c35aa2ef-45a4-44c1-8f4c-05c8ed40f72b tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:30.249231 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dedeb239-34e8-44ec-9cc3-1b1ae72816f6 req-c35aa2ef-45a4-44c1-8f4c-05c8ed40f72b tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.0683944 Jan 28 19:08:30.317026 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dedeb239-34e8-44ec-9cc3-1b1ae72816f6 req-44de1933-c675-4438-8710-440e0d6b1b80 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572307 Jan 28 19:08:30.352078 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0fef-5699-4d4c-acc5-b88dc16d60c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (89cf2d29-7997-4215-b8ce-8b0cf273b59c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:30.362439 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0fef-5699-4d4c-acc5-b88dc16d60c7 admin admin] Publish callbacks [] for router_controller (89cf2d29-7997-4215-b8ce-8b0cf273b59c), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:30.448941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc377f-d111-4a2e-9a8e-0e3f7ccdf1e0 admin admin] Deleting port 1812e520-5d50-4df7-b82d-e1fd5c209d86 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:08:30.449285 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6dc377f-d111-4a2e-9a8e-0e3f7ccdf1e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:30.471281 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0fef-5699-4d4c-acc5-b88dc16d60c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (89cf2d29-7997-4215-b8ce-8b0cf273b59c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:30.472189 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7c0fef-5699-4d4c-acc5-b88dc16d60c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89cf2d29-7997-4215-b8ce-8b0cf273b59c {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:08:30.509984 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0fef-5699-4d4c-acc5-b88dc16d60c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:30.513576 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bf7c0fef-5699-4d4c-acc5-b88dc16d60c7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/89cf2d29-7997-4215-b8ce-8b0cf273b59c HTTP/1.1" status: 204 len: 168 time: 2.2501590 Jan 28 19:08:30.514127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35490) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:30.522765 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2a26a57d-4308-4b4b-a172-631f12b06d9e req-5e6b9891-6967-4b25-ae27-4152bfee666f tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (21da8e18-c55b-49f1-a3de-910b005ea541), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:30.568872 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2a26a57d-4308-4b4b-a172-631f12b06d9e req-5e6b9891-6967-4b25-ae27-4152bfee666f tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (21da8e18-c55b-49f1-a3de-910b005ea541), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:30.626603 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b6dc377f-d111-4a2e-9a8e-0e3f7ccdf1e0 admin admin] For port 1812e520-5d50-4df7-b82d-e1fd5c209d86, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1812e520-5d50-4df7-b82d-e1fd5c209d86,segment=NetworkSegment(de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55),segment_id=de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:30.626898 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6dc377f-d111-4a2e-9a8e-0e3f7ccdf1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:30.660270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d9a455-1b2f-48cf-a2ca-1ba8d0df2edc admin admin] Deleting subnet 9d3057ac-9d37-47bc-8cce-730eb775bac5 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:08:30.661192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc377f-d111-4a2e-9a8e-0e3f7ccdf1e0 admin admin] Calling delete_port for 1812e520-5d50-4df7-b82d-e1fd5c209d86 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:08:30.669515 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a455-1b2f-48cf-a2ca-1ba8d0df2edc admin admin] Publish callbacks [] for subnet (9d3057ac-9d37-47bc-8cce-730eb775bac5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:30.683724 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2a26a57d-4308-4b4b-a172-631f12b06d9e req-5e6b9891-6967-4b25-ae27-4152bfee666f tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (21da8e18-c55b-49f1-a3de-910b005ea541), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:30.689105 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2a26a57d-4308-4b4b-a172-631f12b06d9e req-5e6b9891-6967-4b25-ae27-4152bfee666f tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:30.711261 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2a26a57d-4308-4b4b-a172-631f12b06d9e req-5e6b9891-6967-4b25-ae27-4152bfee666f tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "DELETE /v2.0/security-groups/21da8e18-c55b-49f1-a3de-910b005ea541 HTTP/1.1" status: 204 len: 173 time: 0.4242408 Jan 28 19:08:30.721451 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a455-1b2f-48cf-a2ca-1ba8d0df2edc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (9d3057ac-9d37-47bc-8cce-730eb775bac5), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:30.794872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b9891-6967-4b25-ae27-4152bfee666f tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21da8e18-c55b-49f1-a3de-910b005ea541,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:30.804777 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-f0a0c56e-450b-4109-b091-6b66b8a7a216 req-55d8e3b1-4783-44f0-9518-693f67c90618 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] show failed (client error): The resource could not be found. Jan 28 19:08:30.822402 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0a0c56e-450b-4109-b091-6b66b8a7a216 req-55d8e3b1-4783-44f0-9518-693f67c90618 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/21da8e18-c55b-49f1-a3de-910b005ea541 HTTP/1.1" status: 404 len: 352 time: 0.0549543 Jan 28 19:08:30.946977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a455-1b2f-48cf-a2ca-1ba8d0df2edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (9d3057ac-9d37-47bc-8cce-730eb775bac5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:31.019727 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a455-1b2f-48cf-a2ca-1ba8d0df2edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (9d3057ac-9d37-47bc-8cce-730eb775bac5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:31.061040 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6dc377f-d111-4a2e-9a8e-0e3f7ccdf1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1812e520-5d50-4df7-b82d-e1fd5c209d86), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:31.073502 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9a455-1b2f-48cf-a2ca-1ba8d0df2edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d3057ac-9d37-47bc-8cce-730eb775bac5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:31.080672 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a455-1b2f-48cf-a2ca-1ba8d0df2edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:31.085558 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355d7378-0159-4988-a0dc-ebc17520e879 None None] Network 8fa8a4ee-e84d-46c7-92e7-8b1660d01902 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:08:31.089425 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b3d9a455-1b2f-48cf-a2ca-1ba8d0df2edc admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9d3057ac-9d37-47bc-8cce-730eb775bac5 HTTP/1.1" status: 204 len: 168 time: 0.5741148 Jan 28 19:08:31.092084 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35514) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:31.099209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc377f-d111-4a2e-9a8e-0e3f7ccdf1e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1812e520-5d50-4df7-b82d-e1fd5c209d86,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:31.103137 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8b8ef4c-a215-4ada-bd4e-7a128afa3515 req-93d9bfac-5e9a-454a-ba03-271bdcf75f91 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/0253a4a9-0cde-4284-8133-23c0058690db HTTP/1.1" status: 200 len: 1818 time: 0.1853619 Jan 28 19:08:31.172871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4eb1f-70c1-4bbb-a38c-4d06e3f00697 req-291407d6-c1f7-462f-976c-9ddf2093e2b4 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:31.180521 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-50a4eb1f-70c1-4bbb-a38c-4d06e3f00697 req-291407d6-c1f7-462f-976c-9ddf2093e2b4 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.1546378 Jan 28 19:08:31.210889 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (8fa8a4ee-e84d-46c7-92e7-8b1660d01902), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:31.286927 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a8b8ef4c-a215-4ada-bd4e-7a128afa3515 req-6c75148f-e2ae-4491-a446-0fbfdc765194 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (0253a4a9-0cde-4284-8133-23c0058690db), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:31.297196 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-50a4eb1f-70c1-4bbb-a38c-4d06e3f00697 req-1416f815-3d2c-4915-a6ad-f745df066139 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111414 Jan 28 19:08:31.334934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] Deleting port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:08:31.336786 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:31.352641 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a8b8ef4c-a215-4ada-bd4e-7a128afa3515 req-6c75148f-e2ae-4491-a446-0fbfdc765194 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (0253a4a9-0cde-4284-8133-23c0058690db), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:31.371786 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0418e582-b692-4057-8818-5e090e62466e None None] DHCP port deletion for 8fa8a4ee-e84d-46c7-92e7-8b1660d01902 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:08:31.449030 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] For port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d,segment=NetworkSegment(7bf7b989-2891-4a32-8c84-997a4260b5c6),segment_id=7bf7b989-2891-4a32-8c84-997a4260b5c6)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:31.449344 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:31.479646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] Calling delete_port for ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:08:31.493507 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a8b8ef4c-a215-4ada-bd4e-7a128afa3515 req-6c75148f-e2ae-4491-a446-0fbfdc765194 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0253a4a9-0cde-4284-8133-23c0058690db), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:31.495477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0418e582-b692-4057-8818-5e090e62466e None None] Deleting port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:08:31.495862 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0418e582-b692-4057-8818-5e090e62466e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:31.501105 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a8b8ef4c-a215-4ada-bd4e-7a128afa3515 req-6c75148f-e2ae-4491-a446-0fbfdc765194 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:31.502478 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8b8ef4c-a215-4ada-bd4e-7a128afa3515 req-6c75148f-e2ae-4491-a446-0fbfdc765194 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "DELETE /v2.0/security-groups/0253a4a9-0cde-4284-8133-23c0058690db HTTP/1.1" status: 204 len: 173 time: 0.3985400 Jan 28 19:08:31.604935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75148f-e2ae-4491-a446-0fbfdc765194 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0253a4a9-0cde-4284-8133-23c0058690db,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:31.657534 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0418e582-b692-4057-8818-5e090e62466e None None] For port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d,segment=NetworkSegment(7bf7b989-2891-4a32-8c84-997a4260b5c6),segment_id=7bf7b989-2891-4a32-8c84-997a4260b5c6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:31.658304 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0418e582-b692-4057-8818-5e090e62466e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:31.675148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0418e582-b692-4057-8818-5e090e62466e None None] Calling delete_port for ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:08:31.732380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db43575-c990-4597-8397-48354efb0c88 req-c9ec90b7-3ca6-4f6f-bfe6-fe3ba2861ced tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:31.738391 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1db43575-c990-4597-8397-48354efb0c88 req-c9ec90b7-3ca6-4f6f-bfe6-fe3ba2861ced tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.1175287 Jan 28 19:08:31.750508 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:31.793354 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0418e582-b692-4057-8818-5e090e62466e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:31.810008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:31.819115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6dc377f-d111-4a2e-9a8e-0e3f7ccdf1e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (699d13a6-670d-4c77-8fb2-a497d5c60b4b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:31.832151 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418e582-b692-4057-8818-5e090e62466e None None] Pushing event deleted for resources: {'Port': ['ID=ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:31.841094 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0418e582-b692-4057-8818-5e090e62466e None None] No DVR routers for this DVR port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:08:31.841296 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] No DVR routers for this DVR port ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:08:31.845510 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccea962-ab0b-4497-9939-b85d494b168a req-5d6e3f93-b8b0-4ba3-8717-f630af3b2323 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:31.847418 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5ccea962-ab0b-4497-9939-b85d494b168a req-5d6e3f93-b8b0-4ba3-8717-f630af3b2323 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.0867898 Jan 28 19:08:31.984562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device fe9ba215-689b-4bde-b4e6-5d14d235b879 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:08:32.001699 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1db43575-c990-4597-8397-48354efb0c88 req-263ea37b-e257-437e-9b42-b5bdb3cd5e4b tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484758 Jan 28 19:08:32.031625 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (8fa8a4ee-e84d-46c7-92e7-8b1660d01902), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:32.079762 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa8a4ee-e84d-46c7-92e7-8b1660d01902']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:32.082545 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-719122e6-d170-4fb0-930b-711004fbe32e req-210ceb0d-2bc1-4f2f-afc7-adb78af0a72e tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] show failed (client error): The resource could not be found. Jan 28 19:08:32.090596 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-719122e6-d170-4fb0-930b-711004fbe32e req-210ceb0d-2bc1-4f2f-afc7-adb78af0a72e tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/0253a4a9-0cde-4284-8133-23c0058690db HTTP/1.1" status: 404 len: 352 time: 0.0346189 Jan 28 19:08:32.105544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:08:32.116100 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf7b989-2891-4a32-8c84-997a4260b5c6') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:32.116895 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf7b989-2891-4a32-8c84-997a4260b5c6') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:32.133124 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (7bf7b989-2891-4a32-8c84-997a4260b5c6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:32.134157 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5ccea962-ab0b-4497-9939-b85d494b168a req-574cfb9f-53db-455c-abc1-43eed536137f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230074 Jan 28 19:08:32.139377 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:08:32.139991 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ef74f5b3-73e4-4f5e-9562-b6a15c8dff0d not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:08:32.141556 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4981456c-e100-4b76-992f-24a55e7aaa41 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:08:32.168939 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 4981456c-e100-4b76-992f-24a55e7aaa41 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:08:32.169326 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4981456c-e100-4b76-992f-24a55e7aaa41 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:08:32.209269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port fe9ba215-689b-4bde-b4e6-5d14d235b879 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:32.209668 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:32.214682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dc377f-d111-4a2e-9a8e-0e3f7ccdf1e0 admin admin] Router 699d13a6-670d-4c77-8fb2-a497d5c60b4b has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:08:32.223642 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-107ae2a2-ffc3-477b-90b0-59cef7795042 req-7eb35fce-80f9-4b25-92c1-5b4ba4a76de3 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af81ce8ea82941db871f55af72a173e1 HTTP/1.1" status: 200 len: 6199 time: 0.1093991 Jan 28 19:08:32.227640 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (7bf7b989-2891-4a32-8c84-997a4260b5c6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:32.245444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:32.246684 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:08:32.248260 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:08:32.248807 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (7bf7b989-2891-4a32-8c84-997a4260b5c6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:32.249140 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7625e9ca-1696-44c4-bcf6-da96478cd5db" -d '{"events": [{"server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:08:32.250911 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:08:32.265436 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:32.351569 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-107ae2a2-ffc3-477b-90b0-59cef7795042 req-fabe6534-e8f3-40c8-b28a-60592b0977f0 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/3725174f-51a6-48dd-ae54-2516281bb106 HTTP/1.1" status: 200 len: 2998 time: 0.1265736 Jan 28 19:08:32.352870 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dc377f-d111-4a2e-9a8e-0e3f7ccdf1e0 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:08:32.365489 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b4f060-28b9-45bc-b71b-26832e47537d None None] Sync routers for ids ['699d13a6-670d-4c77-8fb2-a497d5c60b4b'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:08:32.369216 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b6dc377f-d111-4a2e-9a8e-0e3f7ccdf1e0 admin admin] 10.222.0.55 "PUT /v2.0/routers/699d13a6-670d-4c77-8fb2-a497d5c60b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3014627 Jan 28 19:08:32.371494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35554) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:32.382180 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b4f060-28b9-45bc-b71b-26832e47537d None None] Routers {'699d13a6-670d-4c77-8fb2-a497d5c60b4b'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:08:32.383013 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-46b4f060-28b9-45bc-b71b-26832e47537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:08:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['699d13a6-670d-4c77-8fb2-a497d5c60b4b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:32.383836 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (8fa8a4ee-e84d-46c7-92e7-8b1660d01902), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:32.389881 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f5ff4f-0dc7-425a-8ad3-787250be973e x-openstack-request-id: req-71f5ff4f-0dc7-425a-8ad3-787250be973e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:08:32.391475 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:32.392023 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:08:32.392450 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71f5ff4f-0dc7-425a-8ad3-787250be973e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:08:32.393005 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'code': 200} Jan 28 19:08:32.395948 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=fe9ba215-689b-4bde-b4e6-5d14d235b879,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:32.412939 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8fa8a4ee-e84d-46c7-92e7-8b1660d01902 HTTP/1.1" status: 204 len: 168 time: 1.2970705 Jan 28 19:08:32.462468 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa91e8-11a9-46a8-b210-f453b6d06223 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa8a4ee-e84d-46c7-92e7-8b1660d01902,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:32.498997 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-107ae2a2-ffc3-477b-90b0-59cef7795042 req-b8c05260-3c7f-400f-b2de-7097e988deb1 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/3725174f-51a6-48dd-ae54-2516281bb106 HTTP/1.1" status: 200 len: 2998 time: 0.1447451 Jan 28 19:08:32.526442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c0083a1f-925d-4a45-8a25-b52426bad336 req-95380eeb-fb61-44c1-a66e-8056f9725e86 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2124156787', 'description': 'tempest-description-1116799123'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:32.548697 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-46b4f060-28b9-45bc-b71b-26832e47537d None None] Set router 699d13a6-670d-4c77-8fb2-a497d5c60b4b gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:08:32.576222 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c0083a1f-925d-4a45-8a25-b52426bad336 req-95380eeb-fb61-44c1-a66e-8056f9725e86 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:32.646354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d19d56-3cc5-4053-a71f-72d54b89b8db req-5b6e4fb5-4503-435b-9be5-b00344fc8f5a tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:32.650731 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-65d19d56-3cc5-4053-a71f-72d54b89b8db req-5b6e4fb5-4503-435b-9be5-b00344fc8f5a tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.1806941 Jan 28 19:08:32.700208 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:32.704672 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c0083a1f-925d-4a45-8a25-b52426bad336 req-95380eeb-fb61-44c1-a66e-8056f9725e86 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (25b0789a-de96-4e01-8f9e-95ec1823aa80), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:32.718391 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c0083a1f-925d-4a45-8a25-b52426bad336 req-95380eeb-fb61-44c1-a66e-8056f9725e86 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (25b0789a-de96-4e01-8f9e-95ec1823aa80), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:32.762133 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-65d19d56-3cc5-4053-a71f-72d54b89b8db req-8559213b-1b12-4445-a1e4-589a8dd295d3 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036355 Jan 28 19:08:32.763982 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c0083a1f-925d-4a45-8a25-b52426bad336 req-95380eeb-fb61-44c1-a66e-8056f9725e86 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:32.765330 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d57985e9-b70d-4e9a-81b8-9a083daf0458 admin admin] Publish callbacks [] for router (699d13a6-670d-4c77-8fb2-a497d5c60b4b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:32.774128 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c0083a1f-925d-4a45-8a25-b52426bad336 req-95380eeb-fb61-44c1-a66e-8056f9725e86 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2499034 Jan 28 19:08:32.791068 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-46b4f060-28b9-45bc-b71b-26832e47537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1487426322-router', 'tenant_id': 'eb6cc3e85ac841edb029c6211007ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:24Z', 'updated_at': '2022-01-28T19:08:30Z', 'revision_number': 5, 'project_id': 'eb6cc3e85ac841edb029c6211007ec11', 'gw_port': {'id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:26Z', 'updated_at': '2022-01-28T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:32.794633 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95380eeb-fb61-44c1-a66e-8056f9725e86 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b0789a-de96-4e01-8f9e-95ec1823aa80,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:32.800064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f7dad070-9904-4f37-a04c-4b1685382a0f req-540f48b8-ac45-4262-b4ee-f8c06aa7fd1e tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1035570324', 'description': 'tempest-description-340761315'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:32.809921 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-74f19b34-17c4-4085-aa1d-a366bf93a254 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07209fc70d084ce2af41daff34b3d21f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1082828 Jan 28 19:08:32.812940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35570) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:32.844344 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b4f060-28b9-45bc-b71b-26832e47537d None None] Checking router: 699d13a6-670d-4c77-8fb2-a497d5c60b4b for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:08:32.869989 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7dad070-9904-4f37-a04c-4b1685382a0f req-540f48b8-ac45-4262-b4ee-f8c06aa7fd1e tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:32.872138 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b4f060-28b9-45bc-b71b-26832e47537d None None] Routers {'699d13a6-670d-4c77-8fb2-a497d5c60b4b'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:08:32.872858 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-46b4f060-28b9-45bc-b71b-26832e47537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:08:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['699d13a6-670d-4c77-8fb2-a497d5c60b4b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:32.884427 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-338ff776-e00c-4071-8ad3-81789994e469 admin admin] Publish callbacks [] for security_group (4723f886-e74b-4ef1-81ed-497acf13dd12), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:32.925480 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-338ff776-e00c-4071-8ad3-81789994e469 admin admin] Publish callbacks [] for security_group (4723f886-e74b-4ef1-81ed-497acf13dd12), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:32.938756 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d57985e9-b70d-4e9a-81b8-9a083daf0458 admin admin] Publish callbacks [] for router_gateway (699d13a6-670d-4c77-8fb2-a497d5c60b4b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:32.982693 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-81c2c92d-b382-4059-8b6f-4ea64096c50b req-d0a87aa0-a5a0-4e80-94f8-542c57f87eb5 tempest-FlavorsV2NegativeTest-129380105 tempest-FlavorsV2NegativeTest-129380105-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d7caa176ebcd42f98fe9b4ec237bdbca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505097 Jan 28 19:08:33.003476 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7dad070-9904-4f37-a04c-4b1685382a0f req-540f48b8-ac45-4262-b4ee-f8c06aa7fd1e tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (ae48af28-92bf-4c04-931d-d1b188783474), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:33.014640 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7dad070-9904-4f37-a04c-4b1685382a0f req-540f48b8-ac45-4262-b4ee-f8c06aa7fd1e tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ae48af28-92bf-4c04-931d-d1b188783474), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:33.023142 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-338ff776-e00c-4071-8ad3-81789994e469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4723f886-e74b-4ef1-81ed-497acf13dd12), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:33.025721 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-338ff776-e00c-4071-8ad3-81789994e469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:33.026885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-338ff776-e00c-4071-8ad3-81789994e469 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4723f886-e74b-4ef1-81ed-497acf13dd12 HTTP/1.1" status: 204 len: 168 time: 0.2131569 Jan 28 19:08:33.049401 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7dad070-9904-4f37-a04c-4b1685382a0f req-540f48b8-ac45-4262-b4ee-f8c06aa7fd1e tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:33.055692 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7dad070-9904-4f37-a04c-4b1685382a0f req-540f48b8-ac45-4262-b4ee-f8c06aa7fd1e tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2659395 Jan 28 19:08:33.056184 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-46b4f060-28b9-45bc-b71b-26832e47537d None None] Set router 699d13a6-670d-4c77-8fb2-a497d5c60b4b gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:08:33.078421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f48b8-ac45-4262-b4ee-f8c06aa7fd1e tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae48af28-92bf-4c04-931d-d1b188783474,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:33.111758 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ff776-e00c-4071-8ad3-81789994e469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4723f886-e74b-4ef1-81ed-497acf13dd12,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:33.201757 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55645f1-b048-49bd-8c8a-1beae72653e3 req-9fa034cb-c0d8-4bab-9381-2b13a773b989 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:33.209308 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b55645f1-b048-49bd-8c8a-1beae72653e3 req-9fa034cb-c0d8-4bab-9381-2b13a773b989 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.0739982 Jan 28 19:08:33.245045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2c92d-b382-4059-8b6f-4ea64096c50b req-c5c6216c-b67f-408c-a287-062f153d4071 tempest-FlavorsV2NegativeTest-129380105 tempest-FlavorsV2NegativeTest-129380105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:33.247534 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-81c2c92d-b382-4059-8b6f-4ea64096c50b req-c5c6216c-b67f-408c-a287-062f153d4071 tempest-FlavorsV2NegativeTest-129380105 tempest-FlavorsV2NegativeTest-129380105-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2640095 Jan 28 19:08:33.253420 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d57985e9-b70d-4e9a-81b8-9a083daf0458 admin admin] Deleting port 9d897aac-8fa6-47a9-a792-ff3918e4b86a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:08:33.254369 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d57985e9-b70d-4e9a-81b8-9a083daf0458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9d897aac-8fa6-47a9-a792-ff3918e4b86a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:33.285154 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-81c2c92d-b382-4059-8b6f-4ea64096c50b req-5dffac22-4967-4db3-a0e8-b4d1264dbf89 tempest-FlavorsV2NegativeTest-129380105 tempest-FlavorsV2NegativeTest-129380105-project] 10.222.0.55 "GET /v2.0/quotas/d7caa176ebcd42f98fe9b4ec237bdbca HTTP/1.1" status: 200 len: 375 time: 0.0267701 Jan 28 19:08:33.288149 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b55645f1-b048-49bd-8c8a-1beae72653e3 req-ade58fd6-8b58-494a-b7fd-0d771466ab49 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771031 Jan 28 19:08:33.366848 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-81c2c92d-b382-4059-8b6f-4ea64096c50b req-f7b2b02a-c76e-43bc-9142-82ece0ce844c tempest-FlavorsV2NegativeTest-129380105 tempest-FlavorsV2NegativeTest-129380105-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7caa176ebcd42f98fe9b4ec237bdbca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800052 Jan 28 19:08:33.541945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604c3a5-2c2c-4dd0-93ee-6b0f1d420f4b req-43b16718-189d-4c15-ab65-6d85b9219f22 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:33.543806 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-46b4f060-28b9-45bc-b71b-26832e47537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1487426322-router', 'tenant_id': 'eb6cc3e85ac841edb029c6211007ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:24Z', 'updated_at': '2022-01-28T19:08:30Z', 'revision_number': 5, 'project_id': 'eb6cc3e85ac841edb029c6211007ec11', 'gw_port': {'id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:26Z', 'updated_at': '2022-01-28T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:33.549253 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9604c3a5-2c2c-4dd0-93ee-6b0f1d420f4b req-43b16718-189d-4c15-ab65-6d85b9219f22 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.1572354 Jan 28 19:08:33.559332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d57985e9-b70d-4e9a-81b8-9a083daf0458 admin admin] For port 9d897aac-8fa6-47a9-a792-ff3918e4b86a, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9d897aac-8fa6-47a9-a792-ff3918e4b86a,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:33.559874 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d57985e9-b70d-4e9a-81b8-9a083daf0458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9d897aac-8fa6-47a9-a792-ff3918e4b86a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:33.599714 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b4f060-28b9-45bc-b71b-26832e47537d None None] The sync data for ids ['699d13a6-670d-4c77-8fb2-a497d5c60b4b'] in n-d-824834-4 is: [{'id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1487426322-router', 'tenant_id': 'eb6cc3e85ac841edb029c6211007ec11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:05:24Z', 'updated_at': '2022-01-28T19:08:30Z', 'revision_number': 5, 'project_id': 'eb6cc3e85ac841edb029c6211007ec11', 'gw_port': {'id': '9d897aac-8fa6-47a9-a792-ff3918e4b86a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699d13a6-670d-4c77-8fb2-a497d5c60b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:05:26Z', 'updated_at': '2022-01-28T19:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:08:33.619890 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d57985e9-b70d-4e9a-81b8-9a083daf0458 admin admin] Calling delete_port for 9d897aac-8fa6-47a9-a792-ff3918e4b86a owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:08:33.664930 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9604c3a5-2c2c-4dd0-93ee-6b0f1d420f4b req-e0f20ff5-dad0-4c58-97c2-df03f39e8396 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051571 Jan 28 19:08:33.720300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-8d7c728b-a013-43a5-a0c6-7140a39a8c07 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:33.721826 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-8d7c728b-a013-43a5-a0c6-7140a39a8c07 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/networks?id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b HTTP/1.1" status: 200 len: 813 time: 0.2152147 Jan 28 19:08:33.747714 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-86733540-8d69-43cb-b4eb-f75ee98fe2c4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/quotas/af81ce8ea82941db871f55af72a173e1 HTTP/1.1" status: 200 len: 375 time: 0.0197380 Jan 28 19:08:33.874562 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-4a7b015e-41e6-4081-a7be-8536e50842bc tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=af81ce8ea82941db871f55af72a173e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1259530 Jan 28 19:08:33.976945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d437ae-b025-49ef-b90b-9dae5cc39c8a req-0c217b8a-e7ef-4bdf-bc79-305b03f506a9 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:33.978801 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1d437ae-b025-49ef-b90b-9dae5cc39c8a req-0c217b8a-e7ef-4bdf-bc79-305b03f506a9 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.1369517 Jan 28 19:08:33.999375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1812e520-5d50-4df7-b82d-e1fd5c209d86 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:08:34.049782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 1812e520-5d50-4df7-b82d-e1fd5c209d86 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:08:34.050162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1812e520-5d50-4df7-b82d-e1fd5c209d86 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:08:34.056970 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device fe9ba215-689b-4bde-b4e6-5d14d235b879 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:08:34.081896 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-e077b87a-35b4-42b7-9261-c91292b67a69 service neutron] 10.222.0.55 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767306 Jan 28 19:08:34.112358 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1d437ae-b025-49ef-b90b-9dae5cc39c8a req-50e8cdd2-e6f3-4547-9d9d-f82ab85eed24 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220522 Jan 28 19:08:34.215425 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d57985e9-b70d-4e9a-81b8-9a083daf0458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (9d897aac-8fa6-47a9-a792-ff3918e4b86a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:34.256319 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:34.263900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57985e9-b70d-4e9a-81b8-9a083daf0458 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d897aac-8fa6-47a9-a792-ff3918e4b86a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:34.274118 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'port_id': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'mac_address': 'fa:16:3e:01:5d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:08:34.323368 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port fe9ba215-689b-4bde-b4e6-5d14d235b879 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:34.324919 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:34.330560 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-5c679074-347c-4276-8016-9803fce913eb service neutron] 10.222.0.55 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389238 Jan 28 19:08:34.373039 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35646) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:34.377838 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9ba215-689b-4bde-b4e6-5d14d235b879 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:08:34.389438 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d57985e9-b70d-4e9a-81b8-9a083daf0458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (699d13a6-670d-4c77-8fb2-a497d5c60b4b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:34.434128 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:34.446594 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:34.511209 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=fe9ba215-689b-4bde-b4e6-5d14d235b879,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:34.523765 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:34.524131 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:34.524779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:34.525125 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:34.525523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:34.525854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:34.526207 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:34.526586 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:34.526925 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:34.528351 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:34.528948 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:34.529289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:34.529618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:08:34.538262 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d57985e9-b70d-4e9a-81b8-9a083daf0458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (699d13a6-670d-4c77-8fb2-a497d5c60b4b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:34.541329 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d57985e9-b70d-4e9a-81b8-9a083daf0458 admin admin] Publish callbacks [] for router_controller (699d13a6-670d-4c77-8fb2-a497d5c60b4b), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:34.545250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca95fd-06e3-4780-871f-d52b6903667c req-a7da44d0-b060-4e89-83e4-ddf74e7c8bab tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:34.556382 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8fca95fd-06e3-4780-871f-d52b6903667c req-a7da44d0-b060-4e89-83e4-ddf74e7c8bab tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.1268475 Jan 28 19:08:34.577260 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['fe9ba215-689b-4bde-b4e6-5d14d235b879'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:08:34.618550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35654) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:34.688558 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-053f24a6-9974-4af0-9556-70aeb8d707fe req-27dc2b21-cd50-4683-8ca1-4b00aac06249 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 210 time: 0.0391991 Jan 28 19:08:34.707294 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d57985e9-b70d-4e9a-81b8-9a083daf0458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (699d13a6-670d-4c77-8fb2-a497d5c60b4b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:34.707294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57985e9-b70d-4e9a-81b8-9a083daf0458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 699d13a6-670d-4c77-8fb2-a497d5c60b4b {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:08:34.708548 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8fca95fd-06e3-4780-871f-d52b6903667c req-99d97a08-461b-4392-a420-f8c1674055ed tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504374 Jan 28 19:08:34.718831 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d57985e9-b70d-4e9a-81b8-9a083daf0458 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:34.719597 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d57985e9-b70d-4e9a-81b8-9a083daf0458 admin admin] 10.222.0.55 "DELETE /v2.0/routers/699d13a6-670d-4c77-8fb2-a497d5c60b4b HTTP/1.1" status: 204 len: 168 time: 2.3439488 Jan 28 19:08:34.722417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35662) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:34.813309 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48701921-a16d-4556-bd62-0f9d1ede8338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:34.853149 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c853fbb9-324d-444c-8289-8d1b5c505c32 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-32756166-network', 'tenant_id': 'd7ca536f26054eb78726475933b6f71f'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:34.881968 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59f1ed-1de7-45ef-851e-0daa1cc0f7d7 req-3171d4a3-d77d-43f2-8321-d6221c82b316 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:34.890223 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b59f1ed-1de7-45ef-851e-0daa1cc0f7d7 req-3171d4a3-d77d-43f2-8321-d6221c82b316 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.0948834 Jan 28 19:08:34.906173 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cef5be1-c6c1-4f8c-abdd-42652c57264b admin admin] Deleting subnet 6c75f145-5d4e-45f6-a173-4c51c9dd735a {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:08:34.911692 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cef5be1-c6c1-4f8c-abdd-42652c57264b admin admin] Publish callbacks [] for subnet (6c75f145-5d4e-45f6-a173-4c51c9dd735a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:34.916249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c853fbb9-324d-444c-8289-8d1b5c505c32 admin admin] Made reservation on behalf of d7ca536f26054eb78726475933b6f71f for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:08:34.918851 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c853fbb9-324d-444c-8289-8d1b5c505c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:34.971253 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c853fbb9-324d-444c-8289-8d1b5c505c32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:34.992664 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b59f1ed-1de7-45ef-851e-0daa1cc0f7d7 req-42f68e07-5732-45b4-a887-fecc7a018b5e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926499 Jan 28 19:08:35.002521 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cef5be1-c6c1-4f8c-abdd-42652c57264b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (6c75f145-5d4e-45f6-a173-4c51c9dd735a), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.136228 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48701921-a16d-4556-bd62-0f9d1ede8338 admin admin] Publish callbacks [] for security_group (4305945c-14b8-4951-afa2-3250a97b637a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.149603 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48701921-a16d-4556-bd62-0f9d1ede8338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4305945c-14b8-4951-afa2-3250a97b637a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.157083 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cef5be1-c6c1-4f8c-abdd-42652c57264b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (6c75f145-5d4e-45f6-a173-4c51c9dd735a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.234062 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c853fbb9-324d-444c-8289-8d1b5c505c32 admin admin] Publish callbacks [] for security_group (72582e06-dc89-47ab-a8de-7b3d96f36a70), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.258287 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-48701921-a16d-4556-bd62-0f9d1ede8338 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7caa176ebcd42f98fe9b4ec237bdbca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8837526 Jan 28 19:08:35.259267 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c853fbb9-324d-444c-8289-8d1b5c505c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (72582e06-dc89-47ab-a8de-7b3d96f36a70), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.261057 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:35.292358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48701921-a16d-4556-bd62-0f9d1ede8338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4305945c-14b8-4951-afa2-3250a97b637a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:35.326203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c853fbb9-324d-444c-8289-8d1b5c505c32 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:08:35.360226 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad610ebf-a632-4c8c-b6d2-333012bb15f6 admin admin] Publish callbacks [] for security_group (4305945c-14b8-4951-afa2-3250a97b637a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.365948 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c853fbb9-324d-444c-8289-8d1b5c505c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (67516d43-5274-4cdd-b365-bbc9182ec5ec), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.366329 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-c853fbb9-324d-444c-8289-8d1b5c505c32 admin admin] Added segment 67516d43-5274-4cdd-b365-bbc9182ec5ec of type vlan for network 4ec3819d-eb84-43f8-9b7e-3bdaec54226c Jan 28 19:08:35.380994 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853fbb9-324d-444c-8289-8d1b5c505c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72582e06-dc89-47ab-a8de-7b3d96f36a70,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:35.407268 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad610ebf-a632-4c8c-b6d2-333012bb15f6 admin admin] Publish callbacks [] for security_group (4305945c-14b8-4951-afa2-3250a97b637a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.417458 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cef5be1-c6c1-4f8c-abdd-42652c57264b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (6c75f145-5d4e-45f6-a173-4c51c9dd735a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.438981 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c853fbb9-324d-444c-8289-8d1b5c505c32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (4ec3819d-eb84-43f8-9b7e-3bdaec54226c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.464701 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f963955-9b78-4bcd-8df4-fcea26b3778a req-fd84e99b-51b3-4b06-87e9-42eb4206679c tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:35.467235 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8f963955-9b78-4bcd-8df4-fcea26b3778a req-fd84e99b-51b3-4b06-87e9-42eb4206679c tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.2466989 Jan 28 19:08:35.472747 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef5be1-c6c1-4f8c-abdd-42652c57264b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c75f145-5d4e-45f6-a173-4c51c9dd735a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:35.481369 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cef5be1-c6c1-4f8c-abdd-42652c57264b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.487793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35678) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:35.487990 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9cef5be1-c6c1-4f8c-abdd-42652c57264b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6c75f145-5d4e-45f6-a173-4c51c9dd735a HTTP/1.1" status: 204 len: 168 time: 0.7644558 Jan 28 19:08:35.493159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc404f99-6f32-4e46-8ef9-4f34e2ddae39 None None] Network 6607e02e-4093-482e-9760-16ea4080188a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:08:35.528021 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c853fbb9-324d-444c-8289-8d1b5c505c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (4ec3819d-eb84-43f8-9b7e-3bdaec54226c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.529307 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c853fbb9-324d-444c-8289-8d1b5c505c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:35.530037 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c853fbb9-324d-444c-8289-8d1b5c505c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.581859 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c853fbb9-324d-444c-8289-8d1b5c505c32 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9621861 Jan 28 19:08:35.597201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:35.611991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-53f626d1-6aa6-4e96-84b9-2321854b9c25 admin admin] Request body: {'subnet': {'network_id': '4ec3819d-eb84-43f8-9b7e-3bdaec54226c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-32756166-subnet', 'tenant_id': 'd7ca536f26054eb78726475933b6f71f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:35.636215 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad610ebf-a632-4c8c-b6d2-333012bb15f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4305945c-14b8-4951-afa2-3250a97b637a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.636724 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8f963955-9b78-4bcd-8df4-fcea26b3778a req-aeb41b16-4cfa-43ec-885f-79908335fc3e tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281855 Jan 28 19:08:35.640369 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad610ebf-a632-4c8c-b6d2-333012bb15f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.643438 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853fbb9-324d-444c-8289-8d1b5c505c32 admin admin] Pushing event updated for resources: {'Network': ['ID=4ec3819d-eb84-43f8-9b7e-3bdaec54226c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:35.644423 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ad610ebf-a632-4c8c-b6d2-333012bb15f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4305945c-14b8-4951-afa2-3250a97b637a HTTP/1.1" status: 204 len: 168 time: 0.3822570 Jan 28 19:08:35.649204 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f626d1-6aa6-4e96-84b9-2321854b9c25 admin admin] Made reservation on behalf of d7ca536f26054eb78726475933b6f71f for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:08:35.651574 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53f626d1-6aa6-4e96-84b9-2321854b9c25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.655278 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 4ec3819d-eb84-43f8-9b7e-3bdaec54226c details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:08:35.666522 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad610ebf-a632-4c8c-b6d2-333012bb15f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4305945c-14b8-4951-afa2-3250a97b637a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:35.758644 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (6607e02e-4093-482e-9760-16ea4080188a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:35.840355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da578967-fb8d-473f-b5f0-e295e64a18f7 None None] DHCP port deletion for 6607e02e-4093-482e-9760-16ea4080188a request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:08:35.898043 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8fb5ddea-3693-4664-8a6d-0fb15d5ec890 req-2025a130-2e9d-4d4f-898a-3499844cd0fe tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 210 time: 0.0603125 Jan 28 19:08:35.993652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-da578967-fb8d-473f-b5f0-e295e64a18f7 None None] Deleting port b2de545c-f592-4595-af57-821e29c4b569 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:08:35.994182 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da578967-fb8d-473f-b5f0-e295e64a18f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b2de545c-f592-4595-af57-821e29c4b569), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:36.030936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915d97b-8927-4840-ba28-1e71643297cd req-1b95baec-70d1-49f9-99b8-d32dff4ebcc0 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:36.032967 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0915d97b-8927-4840-ba28-1e71643297cd req-1b95baec-70d1-49f9-99b8-d32dff4ebcc0 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.1929059 Jan 28 19:08:36.040036 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device fe9ba215-689b-4bde-b4e6-5d14d235b879 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:36.042607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9d897aac-8fa6-47a9-a792-ff3918e4b86a no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:08:36.113830 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] Deleting port b2de545c-f592-4595-af57-821e29c4b569 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:08:36.125964 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b2de545c-f592-4595-af57-821e29c4b569), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:36.147750 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0915d97b-8927-4840-ba28-1e71643297cd req-706a1647-e18a-4162-81e9-12331cd51792 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082609 Jan 28 19:08:36.180201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 9d897aac-8fa6-47a9-a792-ff3918e4b86a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:08:36.180810 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9d897aac-8fa6-47a9-a792-ff3918e4b86a not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:08:36.181451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b2de545c-f592-4595-af57-821e29c4b569 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:08:36.225316 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53f626d1-6aa6-4e96-84b9-2321854b9c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (db0d1668-c6f4-400e-b26c-8b0171986a96), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:36.280435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-da578967-fb8d-473f-b5f0-e295e64a18f7 None None] For port b2de545c-f592-4595-af57-821e29c4b569, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b2de545c-f592-4595-af57-821e29c4b569,segment=NetworkSegment(de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55),segment_id=de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:36.284551 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da578967-fb8d-473f-b5f0-e295e64a18f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b2de545c-f592-4595-af57-821e29c4b569), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:36.315311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-da578967-fb8d-473f-b5f0-e295e64a18f7 None None] Calling delete_port for b2de545c-f592-4595-af57-821e29c4b569 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:08:36.338348 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port fe9ba215-689b-4bde-b4e6-5d14d235b879 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:36.339016 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:36.394893 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] For port b2de545c-f592-4595-af57-821e29c4b569, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b2de545c-f592-4595-af57-821e29c4b569,segment=NetworkSegment(de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55),segment_id=de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:36.395413 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b2de545c-f592-4595-af57-821e29c4b569), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:36.431214 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f626d1-6aa6-4e96-84b9-2321854b9c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db0d1668-c6f4-400e-b26c-8b0171986a96,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:36.433552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] Calling delete_port for b2de545c-f592-4595-af57-821e29c4b569 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:08:36.481295 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b2de545c-f592-4595-af57-821e29c4b569 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:36.482010 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b2de545c-f592-4595-af57-821e29c4b569), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:36.505587 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2547d8-d876-4839-be7c-33eedaa8321c req-3fe15624-7888-4a75-8247-3c7851f44e72 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:36.513250 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4f2547d8-d876-4839-be7c-33eedaa8321c req-3fe15624-7888-4a75-8247-3c7851f44e72 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.3822174 Jan 28 19:08:36.554927 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da578967-fb8d-473f-b5f0-e295e64a18f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (b2de545c-f592-4595-af57-821e29c4b569), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:36.647465 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da578967-fb8d-473f-b5f0-e295e64a18f7 None None] No DVR routers for this DVR port b2de545c-f592-4595-af57-821e29c4b569 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:08:36.651824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port fe9ba215-689b-4bde-b4e6-5d14d235b879 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:36.652291 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:36.661676 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da578967-fb8d-473f-b5f0-e295e64a18f7 None None] Pushing event deleted for resources: {'Port': ['ID=b2de545c-f592-4595-af57-821e29c4b569,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:36.714183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:08:36.722824 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e78d286-e454-48ff-ac74-271f507e9263" -d '{"events": [{"server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "name": "network-vif-plugged", "status": "completed", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:08:36.742867 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:36.758678 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:36.817762 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=fe9ba215-689b-4bde-b4e6-5d14d235b879,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:36.818263 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e44615-03a5-4742-9a92-337dd2132034 req-87e76d76-2a2a-43c7-8a95-8a7cb0ecb8c6 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:36.820606 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d1e44615-03a5-4742-9a92-337dd2132034 req-87e76d76-2a2a-43c7-8a95-8a7cb0ecb8c6 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.0678391 Jan 28 19:08:36.855626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-90d4d719-b3dd-499b-a1c8-5075368cba0d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:36.857097 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-90d4d719-b3dd-499b-a1c8-5075368cba0d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.31 "GET /v2.0/networks?id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b HTTP/1.1" status: 200 len: 813 time: 0.7245104 Jan 28 19:08:36.873777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f626d1-6aa6-4e96-84b9-2321854b9c25 admin admin] Checking segment: {'id': '67516d43-5274-4cdd-b365-bbc9182ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4ec3819d-eb84-43f8-9b7e-3bdaec54226c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:08:36.874189 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f626d1-6aa6-4e96-84b9-2321854b9c25 admin admin] Network hostable DHCP agents. Network: 4ec3819d-eb84-43f8-9b7e-3bdaec54226c, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:08:36.877452 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d1e44615-03a5-4742-9a92-337dd2132034 req-eb731059-67eb-4300-8273-54bc42612340 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503831 Jan 28 19:08:36.880200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-51107256-03f7-4fc4-990e-a30b7e31de09 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Request body: {'port': {'device_id': '991ea411-7f69-45d5-ac69-86d8d57d49ca', 'network_id': 'cdfff9d1-2b03-4f45-9bcb-21b945eea63b', 'admin_state_up': True, 'tenant_id': 'af81ce8ea82941db871f55af72a173e1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:37.003540 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4f2547d8-d876-4839-be7c-33eedaa8321c req-f4e794ac-f64c-43e6-a45c-a314c8092a95 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891162 Jan 28 19:08:37.008299 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f626d1-6aa6-4e96-84b9-2321854b9c25 admin admin] Network 4ec3819d-eb84-43f8-9b7e-3bdaec54226c is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:08:37.021811 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (b2de545c-f592-4595-af57-821e29c4b569), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.058819 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] Pushing event deleted for resources: {'Port': ['ID=b2de545c-f592-4595-af57-821e29c4b569,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:37.060688 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-53f626d1-6aa6-4e96-84b9-2321854b9c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 4ec3819d-eb84-43f8-9b7e-3bdaec54226c) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:37.077527 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f6798a-35d2-4d7d-a624-a3417c25cb27 None None] Network 4ec3819d-eb84-43f8-9b7e-3bdaec54226c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:08:37.089543 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f626d1-6aa6-4e96-84b9-2321854b9c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:37.090528 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53f626d1-6aa6-4e96-84b9-2321854b9c25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.093273 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] No DVR routers for this DVR port b2de545c-f592-4595-af57-821e29c4b569 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:08:37.173329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35732) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:37.173876 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-53f626d1-6aa6-4e96-84b9-2321854b9c25 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5751402 Jan 28 19:08:37.179403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-32756166-router', 'tenant_id': 'd7ca536f26054eb78726475933b6f71f', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:37.226231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-51107256-03f7-4fc4-990e-a30b7e31de09 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Made reservation on behalf of af81ce8ea82941db871f55af72a173e1 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:08:37.228659 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a483fdd-7e24-45b4-8be0-0da8e60929e3 x-openstack-request-id: req-8a483fdd-7e24-45b4-8be0-0da8e60929e3 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:08:37.229482 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "name": "network-vif-plugged", "status": "completed", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:08:37.229893 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a483fdd-7e24-45b4-8be0-0da8e60929e3 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:08:37.230502 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'code': 200} Jan 28 19:08:37.231174 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-51107256-03f7-4fc4-990e-a30b7e31de09 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.245790 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2bb5933b-2b29-4d4d-b7ca-a6bed9bc3c21 req-ae4d1bb0-f5bc-4d36-8ca9-ceb8e39cba22 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 210 time: 0.0616052 Jan 28 19:08:37.249281 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (6607e02e-4093-482e-9760-16ea4080188a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.251118 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (6fcb53b9-426b-4a3d-a434-ce670d62eb73), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.252784 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (6fcb53b9-426b-4a3d-a434-ce670d62eb73), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.301453 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-4ec3819d-eb84-43f8-9b7e-3bdaec54226c', 'network_id': '4ec3819d-eb84-43f8-9b7e-3bdaec54226c', 'project_id': 'd7ca536f26054eb78726475933b6f71f', 'fixed_ips': [{'subnet_id': 'db0d1668-c6f4-400e-b26c-8b0171986a96'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:08:37.305702 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.315039 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Publish callbacks [] for router_controller (6fcb53b9-426b-4a3d-a434-ce670d62eb73), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.319719 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9580ceb-4e39-460d-864d-169a4ce885c1 req-554ee41b-2fac-4d40-a222-1e290b41f0bd tempest-AbsoluteLimitsNegativeTestJSON-62867356 tempest-AbsoluteLimitsNegativeTestJSON-62867356-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3a900e5fed4f4ef4a1ec983ed731b376&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558548 Jan 28 19:08:37.344844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6607e02e-4093-482e-9760-16ea4080188a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:37.452210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-51107256-03f7-4fc4-990e-a30b7e31de09 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Allocated IP 172.20.0.12 (cdfff9d1-2b03-4f45-9bcb-21b945eea63b/41b12597-c2d0-48f7-a923-25843df9b43c/2637f5d2-1531-4367-96a9-c52826baa9d1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:08:37.497629 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Allocated IP 172.20.0.2 (4ec3819d-eb84-43f8-9b7e-3bdaec54226c/db0d1668-c6f4-400e-b26c-8b0171986a96/715ff8e8-54b8-4dd4-a664-e3dc9fecb169) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:08:37.541087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:37.541650 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:37.562317 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Publish callbacks [] for router_gateway (6fcb53b9-426b-4a3d-a434-ce670d62eb73), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.573813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113edfc-de10-4f7d-92c3-986ee5324639 req-472a6b6e-140a-482f-b095-a1415c8602b5 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:37.583900 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a113edfc-de10-4f7d-92c3-986ee5324639 req-472a6b6e-140a-482f-b095-a1415c8602b5 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.1965854 Jan 28 19:08:37.645029 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.685609 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.686815 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a113edfc-de10-4f7d-92c3-986ee5324639 req-203ec33f-674b-472a-a52b-93c25a607297 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009319 Jan 28 19:08:37.705607 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Publish callbacks [] for port (715ff8e8-54b8-4dd4-a664-e3dc9fecb169), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.711752 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:08:37.712384 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (de7d28b1-6b9b-4fdf-bd40-c9b2d4c92a55), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:08:37.714445 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:08:37.720022 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (715ff8e8-54b8-4dd4-a664-e3dc9fecb169), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.772143 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Network 4ec3819d-eb84-43f8-9b7e-3bdaec54226c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:08:37.776418 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:37.794727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:08:37.799297 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Pushing event updated for resources: {'Port': ['ID=715ff8e8-54b8-4dd4-a664-e3dc9fecb169,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:37.800052 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9580ceb-4e39-460d-864d-169a4ce885c1 req-85938017-7082-44d0-997a-17a9606eece2 tempest-AbsoluteLimitsNegativeTestJSON-62867356 tempest-AbsoluteLimitsNegativeTestJSON-62867356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:37.807727 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9580ceb-4e39-460d-864d-169a4ce885c1 req-85938017-7082-44d0-997a-17a9606eece2 tempest-AbsoluteLimitsNegativeTestJSON-62867356 tempest-AbsoluteLimitsNegativeTestJSON-62867356-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4806466 Jan 28 19:08:37.826792 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-51107256-03f7-4fc4-990e-a30b7e31de09 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.839534 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9580ceb-4e39-460d-864d-169a4ce885c1 req-303acde5-e13b-469b-821c-26db3d842afe tempest-AbsoluteLimitsNegativeTestJSON-62867356 tempest-AbsoluteLimitsNegativeTestJSON-62867356-project] 10.222.0.55 "GET /v2.0/quotas/3a900e5fed4f4ef4a1ec983ed731b376 HTTP/1.1" status: 200 len: 375 time: 0.0308704 Jan 28 19:08:37.851035 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (6607e02e-4093-482e-9760-16ea4080188a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.888830 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.892145 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] 10.222.0.55 "DELETE /v2.0/networks/6607e02e-4093-482e-9760-16ea4080188a HTTP/1.1" status: 204 len: 168 time: 2.4030092 Jan 28 19:08:37.893123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615228d1-5165-4d79-8f52-2a69cfa5379f admin admin] Pushing event deleted for resources: {'Network': ['ID=6607e02e-4093-482e-9760-16ea4080188a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:37.897772 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Attempting to bind port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:08:37.898406 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Attempting to bind port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '67516d43-5274-4cdd-b365-bbc9182ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4ec3819d-eb84-43f8-9b7e-3bdaec54226c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:08:37.899013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Attempting to bind port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 on network 4ec3819d-eb84-43f8-9b7e-3bdaec54226c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:08:37.907090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:08:37.907805 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Checking segment: {'id': '67516d43-5274-4cdd-b365-bbc9182ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4ec3819d-eb84-43f8-9b7e-3bdaec54226c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:08:37.908423 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.909032 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Bound using segment: {'id': '67516d43-5274-4cdd-b365-bbc9182ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4ec3819d-eb84-43f8-9b7e-3bdaec54226c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:08:37.909869 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Bound port: 715ff8e8-54b8-4dd4-a664-e3dc9fecb169, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67516d43-5274-4cdd-b365-bbc9182ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4ec3819d-eb84-43f8-9b7e-3bdaec54226c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:08:37.910505 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (715ff8e8-54b8-4dd4-a664-e3dc9fecb169), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:37.946256 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9580ceb-4e39-460d-864d-169a4ce885c1 req-ff7a92dd-a578-4215-a2d9-b2b919b8cd9d tempest-AbsoluteLimitsNegativeTestJSON-62867356 tempest-AbsoluteLimitsNegativeTestJSON-62867356-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a900e5fed4f4ef4a1ec983ed731b376&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1056287 Jan 28 19:08:37.966784 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Publish callbacks [] for router_gateway (6fcb53b9-426b-4a3d-a434-ce670d62eb73), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:38.032322 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:38.050367 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-51107256-03f7-4fc4-990e-a30b7e31de09 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:38.055827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] For port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:08:38.062832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] For port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=715ff8e8-54b8-4dd4-a664-e3dc9fecb169,segment=NetworkSegment(67516d43-5274-4cdd-b365-bbc9182ec5ec),segment_id=67516d43-5274-4cdd-b365-bbc9182ec5ec)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:08:38.073772 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['320b5b96-abc1-4d2e-85f9-80f5e73751fe'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:08:38.085159 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (715ff8e8-54b8-4dd4-a664-e3dc9fecb169), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:38.176697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-51107256-03f7-4fc4-990e-a30b7e31de09 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Network cdfff9d1-2b03-4f45-9bcb-21b945eea63b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:08:38.212806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35754) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:38.217269 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-51107256-03f7-4fc4-990e-a30b7e31de09 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:38.220262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-51107256-03f7-4fc4-990e-a30b7e31de09 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:08:38.262522 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51107256-03f7-4fc4-990e-a30b7e31de09 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event updated for resources: {'Port': ['ID=2637f5d2-1531-4367-96a9-c52826baa9d1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:38.291949 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-52ee05be-5ffd-4e4c-8241-e59d3c39dee6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2807ec6d9ece456c823c24a03853bba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0754614 Jan 28 19:08:38.297897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35758) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:38.307622 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35395d5-8e16-427a-ad81-03cd5bfb025a None None] Pushing event updated for resources: {'Port': ['ID=715ff8e8-54b8-4dd4-a664-e3dc9fecb169,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:38.307886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ca906-efa4-42e5-a2e5-998a0924d5b2 req-7f91c940-195b-43d1-8d11-f31e305efa81 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:38.315285 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-935ca906-efa4-42e5-a2e5-998a0924d5b2 req-7f91c940-195b-43d1-8d11-f31e305efa81 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.3093743 Jan 28 19:08:38.404523 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52079fbd-1ac6-4c36-9934-bbfc2aceff53 req-83347a22-c650-4d80-996f-9e8d2cc97be5 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:38.407204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Allocated IP 172.25.0.58 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/678360c2-def8-44a7-9fda-c0a9530a3feb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:08:38.416567 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52079fbd-1ac6-4c36-9934-bbfc2aceff53 req-83347a22-c650-4d80-996f-9e8d2cc97be5 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.2897360 Jan 28 19:08:38.432781 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-935ca906-efa4-42e5-a2e5-998a0924d5b2 req-4e9b6579-3651-4fd7-8ce9-a63661a54d94 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165226 Jan 28 19:08:38.479300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-51107256-03f7-4fc4-990e-a30b7e31de09 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:38.480691 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-51107256-03f7-4fc4-990e-a30b7e31de09 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:38.528528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35762) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:38.538428 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-51107256-03f7-4fc4-990e-a30b7e31de09 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6656952 Jan 28 19:08:38.591567 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f8f021f-7a73-4111-acb3-f07ef886efe6 admin admin] Publish callbacks [] for security_group (418c1cb6-649a-4727-b620-102b6463f2d2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:38.671273 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52079fbd-1ac6-4c36-9934-bbfc2aceff53 req-a24d2810-6a17-4628-949e-bff293f37f94 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491031 Jan 28 19:08:38.691178 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Publish callbacks [] for port (678360c2-def8-44a7-9fda-c0a9530a3feb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:38.697840 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f8f021f-7a73-4111-acb3-f07ef886efe6 admin admin] Publish callbacks [] for security_group (418c1cb6-649a-4727-b620-102b6463f2d2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:38.722404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de70c7-9986-4c66-a8bb-2e037fdbb541 req-1c7333f9-34d5-427a-88ee-3e74bcd0d741 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:38.724788 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-94de70c7-9986-4c66-a8bb-2e037fdbb541 req-1c7333f9-34d5-427a-88ee-3e74bcd0d741 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 932 time: 0.1636090 Jan 28 19:08:38.816970 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (678360c2-def8-44a7-9fda-c0a9530a3feb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:38.850111 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-94de70c7-9986-4c66-a8bb-2e037fdbb541 req-9ccfad5c-f0d8-460d-9315-843afac88200 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973418 Jan 28 19:08:38.890334 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:08:38.893619 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:38.902965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:08:38.913611 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Request body: {'port': {'device_id': '991ea411-7f69-45d5-ac69-86d8d57d49ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:38.946484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Pushing event updated for resources: {'Port': ['ID=678360c2-def8-44a7-9fda-c0a9530a3feb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:38.962705 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1617cfc9-35bc-41fe-8d23-87b4ea31e725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:38.999569 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f8f021f-7a73-4111-acb3-f07ef886efe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (418c1cb6-649a-4727-b620-102b6463f2d2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:39.002217 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f8f021f-7a73-4111-acb3-f07ef886efe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:39.003388 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2f8f021f-7a73-4111-acb3-f07ef886efe6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/418c1cb6-649a-4727-b620-102b6463f2d2 HTTP/1.1" status: 204 len: 168 time: 0.7034264 Jan 28 19:08:39.019860 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f021f-7a73-4111-acb3-f07ef886efe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418c1cb6-649a-4727-b620-102b6463f2d2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:39.034394 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3a227-9e04-4b44-ad9b-16fa2ca367e7 req-b76ac909-5993-40f2-a750-46d7fd1deb94 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:39.035972 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-64c3a227-9e04-4b44-ad9b-16fa2ca367e7 req-b76ac909-5993-40f2-a750-46d7fd1deb94 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.2251358 Jan 28 19:08:39.036686 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:39.228414 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-64c3a227-9e04-4b44-ad9b-16fa2ca367e7 req-cdedb022-a6f3-4f76-a4e7-11510d67a575 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779611 Jan 28 19:08:39.263095 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1617cfc9-35bc-41fe-8d23-87b4ea31e725 admin admin] Publish callbacks [] for security_group (cd0120c3-5c63-4fe9-b403-ec0715a92898), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:39.277843 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1617cfc9-35bc-41fe-8d23-87b4ea31e725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cd0120c3-5c63-4fe9-b403-ec0715a92898), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:39.358536 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1617cfc9-35bc-41fe-8d23-87b4ea31e725 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a900e5fed4f4ef4a1ec983ed731b376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8167682 Jan 28 19:08:39.505247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2637f5d2-1531-4367-96a9-c52826baa9d1 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:08:39.514829 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Publish callbacks [] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:39.536684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Transition to ACTIVE for port object 2637f5d2-1531-4367-96a9-c52826baa9d1 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:08:39.538070 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35778) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:39.565324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35782) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:39.571778 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:39.677891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Pushing event updated for resources: {'Port': ['ID=2637f5d2-1531-4367-96a9-c52826baa9d1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:39.700810 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-36889a50-d491-44cb-abaf-1cab5fbc1ec0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb6cc3e85ac841edb029c6211007ec11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1192708 Jan 28 19:08:39.714258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35784) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:39.743516 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Publish callbacks [] for router_gateway (6fcb53b9-426b-4a3d-a434-ce670d62eb73), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:39.748845 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617cfc9-35bc-41fe-8d23-87b4ea31e725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0120c3-5c63-4fe9-b403-ec0715a92898,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:39.821610 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d977cb-9d48-4ae1-8a49-2b29cb7f09f8 req-323a7f40-3ca0-4bc0-9955-7b142fbe5db1 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:39.828831 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a6d977cb-9d48-4ae1-8a49-2b29cb7f09f8 req-323a7f40-3ca0-4bc0-9955-7b142fbe5db1 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.1558361 Jan 28 19:08:39.901948 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05455515-0fbb-4519-83e1-70b79e1e60a5 admin admin] Publish callbacks [] for security_group (54492e92-c010-4658-92be-dd5e51be8f25), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:39.949757 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Attempting to bind port 2637f5d2-1531-4367-96a9-c52826baa9d1 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:08:39.950279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Attempting to bind port 2637f5d2-1531-4367-96a9-c52826baa9d1 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '497ae4aa-849d-4a33-b4ff-4fe9d6e66436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cdfff9d1-2b03-4f45-9bcb-21b945eea63b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:08:39.950578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Attempting to bind port 2637f5d2-1531-4367-96a9-c52826baa9d1 on network cdfff9d1-2b03-4f45-9bcb-21b945eea63b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:08:39.958821 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a6d977cb-9d48-4ae1-8a49-2b29cb7f09f8 req-7acfa4fb-dca9-4b37-8814-d72b431953fa tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293740 Jan 28 19:08:39.961949 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05455515-0fbb-4519-83e1-70b79e1e60a5 admin admin] Publish callbacks [] for security_group (54492e92-c010-4658-92be-dd5e51be8f25), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:39.993247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5978de01-d44b-438a-b5ce-f2f3fbe10de0 None None] Network 4ec3819d-eb84-43f8-9b7e-3bdaec54226c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:08:40.001580 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Port 2637f5d2-1531-4367-96a9-c52826baa9d1 on network cdfff9d1-2b03-4f45-9bcb-21b945eea63b not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:08:40.003377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Attempting to bind port 2637f5d2-1531-4367-96a9-c52826baa9d1 on network cdfff9d1-2b03-4f45-9bcb-21b945eea63b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:08:40.032028 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:08:40.033031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Checking segment: {'id': '497ae4aa-849d-4a33-b4ff-4fe9d6e66436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cdfff9d1-2b03-4f45-9bcb-21b945eea63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:08:40.033031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Bound using segment: {'id': '497ae4aa-849d-4a33-b4ff-4fe9d6e66436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cdfff9d1-2b03-4f45-9bcb-21b945eea63b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:08:40.033273 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Bound port: 2637f5d2-1531-4367-96a9-c52826baa9d1, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497ae4aa-849d-4a33-b4ff-4fe9d6e66436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cdfff9d1-2b03-4f45-9bcb-21b945eea63b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:08:40.033525 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:40.137494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:40.184060 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25718deb-3d2d-4f8a-ad20-2bb9da298a9e req-463684f5-62c9-45c7-a3de-09ae27ad37ee tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:40.184295 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b3f71a1-4500-4ec8-9c82-26c7869292e4 admin admin] Publish callbacks [] for security_group (cd0120c3-5c63-4fe9-b403-ec0715a92898), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:40.190788 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25718deb-3d2d-4f8a-ad20-2bb9da298a9e req-463684f5-62c9-45c7-a3de-09ae27ad37ee tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 944 time: 0.1459475 Jan 28 19:08:40.207978 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b3f71a1-4500-4ec8-9c82-26c7869292e4 admin admin] Publish callbacks [] for security_group (cd0120c3-5c63-4fe9-b403-ec0715a92898), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:40.222539 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-766c524f-f70f-4ee1-a18c-669a40b0306a service neutron] show failed (client error): The resource could not be found. Jan 28 19:08:40.223588 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-766c524f-f70f-4ee1-a18c-669a40b0306a service neutron] 10.222.0.31 "GET /v2.0/ports/400c037e-e178-4ba5-8333-699f871f92f1/bindings/n-h2-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.3811750 Jan 28 19:08:40.245121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8c167c77-c45b-4993-bd4c-6e7fbf71a761 None None] Provisioning complete for port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:40.245659 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c167c77-c45b-4993-bd4c-6e7fbf71a761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (715ff8e8-54b8-4dd4-a664-e3dc9fecb169), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:40.254416 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (6fcb53b9-426b-4a3d-a434-ce670d62eb73), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:40.258811 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05455515-0fbb-4519-83e1-70b79e1e60a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (54492e92-c010-4658-92be-dd5e51be8f25), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:40.259247 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-05455515-0fbb-4519-83e1-70b79e1e60a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:40.262979 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-05455515-0fbb-4519-83e1-70b79e1e60a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54492e92-c010-4658-92be-dd5e51be8f25 HTTP/1.1" status: 204 len: 168 time: 0.5459235 Jan 28 19:08:40.272880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05455515-0fbb-4519-83e1-70b79e1e60a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54492e92-c010-4658-92be-dd5e51be8f25,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:40.291784 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25718deb-3d2d-4f8a-ad20-2bb9da298a9e req-54f84c79-6371-4116-9a9a-61972fe99f94 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951388 Jan 28 19:08:40.430101 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b3f71a1-4500-4ec8-9c82-26c7869292e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cd0120c3-5c63-4fe9-b403-ec0715a92898), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:40.433623 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b3f71a1-4500-4ec8-9c82-26c7869292e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:40.436348 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0b3f71a1-4500-4ec8-9c82-26c7869292e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd0120c3-5c63-4fe9-b403-ec0715a92898 HTTP/1.1" status: 204 len: 168 time: 0.8873367 Jan 28 19:08:40.490268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:40.496703 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (715ff8e8-54b8-4dd4-a664-e3dc9fecb169), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:40.500601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] For port 2637f5d2-1531-4367-96a9-c52826baa9d1, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:08:40.522468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] For port 2637f5d2-1531-4367-96a9-c52826baa9d1, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2637f5d2-1531-4367-96a9-c52826baa9d1,segment=NetworkSegment(497ae4aa-849d-4a33-b4ff-4fe9d6e66436),segment_id=497ae4aa-849d-4a33-b4ff-4fe9d6e66436)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:08:40.534372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f71a1-4500-4ec8-9c82-26c7869292e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0120c3-5c63-4fe9-b403-ec0715a92898,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:40.546338 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:40.673450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Pushing event updated for resources: {'Port': ['ID=2637f5d2-1531-4367-96a9-c52826baa9d1,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:40.703073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:40.706838 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:40.708422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-31bccf4b-17b2-42d4-8162-ac9a0fca3204 service neutron] 10.222.0.31 "PUT /v2.0/ports/2637f5d2-1531-4367-96a9-c52826baa9d1 HTTP/1.1" status: 200 len: 1092 time: 2.1451235 Jan 28 19:08:40.709891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991ea411-7f69-45d5-ac69-86d8d57d49ca', 'tag': '2637f5d2-1531-4367-96a9-c52826baa9d1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:08:40.736686 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d811922-f9ec-4c97-a8e7-83846ac96350" -d '{"events": [{"name": "network-changed", "server_uuid": "991ea411-7f69-45d5-ac69-86d8d57d49ca", "tag": "2637f5d2-1531-4367-96a9-c52826baa9d1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:08:40.748291 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Router 6fcb53b9-426b-4a3d-a434-ce670d62eb73 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:08:40.761598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367f89b-a526-4a60-8f9c-48ed4caf8ca3 req-0167b110-c950-40e8-b323-785607bb0d8f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:40.768770 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3367f89b-a526-4a60-8f9c-48ed4caf8ca3 req-0167b110-c950-40e8-b323-785607bb0d8f tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.2775640 Jan 28 19:08:40.775430 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92905e1-ed03-4a99-ab7c-ba089107a8b8 req-03118969-5f78-4ee0-82ed-8d04327bdd7e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:40.777059 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e92905e1-ed03-4a99-ab7c-ba089107a8b8 req-03118969-5f78-4ee0-82ed-8d04327bdd7e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.5506082 Jan 28 19:08:40.791408 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8c167c77-c45b-4993-bd4c-6e7fbf71a761 None None] Current status of the port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:40.791799 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c167c77-c45b-4993-bd4c-6e7fbf71a761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (715ff8e8-54b8-4dd4-a664-e3dc9fecb169), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:40.829193 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3367f89b-a526-4a60-8f9c-48ed4caf8ca3 req-177d7cb2-41e6-4ac9-a7db-728ede9e1cd5 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556569 Jan 28 19:08:40.840674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-ae45bc6e-fa78-42d7-aca1-71ef4523ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:40.843182 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-ae45bc6e-fa78-42d7-aca1-71ef4523ba06 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a&tenant_id=8059b4ef24fd40cba0129239318686c2 HTTP/1.1" status: 200 len: 1131 time: 0.3135786 Jan 28 19:08:40.930656 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ff6105-e646-46de-a04a-f64d8f094a27 x-openstack-request-id: req-88ff6105-e646-46de-a04a-f64d8f094a27 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:08:40.933300 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:40.933459 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8c167c77-c45b-4993-bd4c-6e7fbf71a761 None None] For port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=715ff8e8-54b8-4dd4-a664-e3dc9fecb169,segment=NetworkSegment(67516d43-5274-4cdd-b365-bbc9182ec5ec),segment_id=67516d43-5274-4cdd-b365-bbc9182ec5ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:40.933796 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991ea411-7f69-45d5-ac69-86d8d57d49ca", "tag": "2637f5d2-1531-4367-96a9-c52826baa9d1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:08:40.934204 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88ff6105-e646-46de-a04a-f64d8f094a27 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:08:40.934831 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991ea411-7f69-45d5-ac69-86d8d57d49ca', 'tag': '2637f5d2-1531-4367-96a9-c52826baa9d1', 'status': 'completed', 'code': 200} Jan 28 19:08:41.017506 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c167c77-c45b-4993-bd4c-6e7fbf71a761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (715ff8e8-54b8-4dd4-a664-e3dc9fecb169), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:41.032960 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e92905e1-ed03-4a99-ab7c-ba089107a8b8 req-f209cd3a-8ad5-45b4-bd0e-48e122350ef0 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354500 Jan 28 19:08:41.062927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-d21312ca-3996-4448-87ec-311f0135d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:41.065263 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-d21312ca-3996-4448-87ec-311f0135d1b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af81ce8ea82941db871f55af72a173e1&device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 1126 time: 0.2872081 Jan 28 19:08:41.092216 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (400c037e-e178-4ba5-8333-699f871f92f1), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:41.168742 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-781b5628-3718-4cf7-b951-c381c25f8cc3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2637f5d2-1531-4367-96a9-c52826baa9d1 HTTP/1.1" status: 200 len: 217 time: 0.0945833 Jan 28 19:08:41.208594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c167c77-c45b-4993-bd4c-6e7fbf71a761 None None] Pushing event updated for resources: {'Port': ['ID=715ff8e8-54b8-4dd4-a664-e3dc9fecb169,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:41.281456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:41.282485 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (715ff8e8-54b8-4dd4-a664-e3dc9fecb169), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:41.287130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-a35c145e-8136-4ee2-8fbb-d315a026f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:41.294710 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-a35c145e-8136-4ee2-8fbb-d315a026f0fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41b12597-c2d0-48f7-a923-25843df9b43c HTTP/1.1" status: 200 len: 853 time: 0.1173534 Jan 28 19:08:41.301855 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:08:41.335708 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Sync routers for ids ['6fcb53b9-426b-4a3d-a434-ce670d62eb73'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:08:41.394001 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-2a116a21-9ed8-4bb7-a0c5-7582cb0f05ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933623 Jan 28 19:08:41.395501 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bcede921-a535-4f10-be7b-efd3504a8507 None None] Provisioning complete for port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:41.396480 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bcede921-a535-4f10-be7b-efd3504a8507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (715ff8e8-54b8-4dd4-a664-e3dc9fecb169), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:41.580043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Routers {'6fcb53b9-426b-4a3d-a434-ce670d62eb73'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:08:41.582337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:08:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['6fcb53b9-426b-4a3d-a434-ce670d62eb73'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:41.607161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=400c037e-e178-4ba5-8333-699f871f92f1,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:41.680754 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987ac50-79e2-4791-aa82-a4f220c5e8b3 req-3dd76cce-abde-4524-859f-459e98b8152f tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:41.688012 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f987ac50-79e2-4791-aa82-a4f220c5e8b3 req-3dd76cce-abde-4524-859f-459e98b8152f tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.6056700 Jan 28 19:08:41.712729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a8406-342d-440c-8632-d95a671d3210 req-78dd562d-f8f8-41b5-a0d3-4d89a7b5c9ab tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:41.725308 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:41.726377 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ad5a8406-342d-440c-8632-d95a671d3210 req-78dd562d-f8f8-41b5-a0d3-4d89a7b5c9ab tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 944 time: 0.2864769 Jan 28 19:08:41.726515 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fb9d2007-2d60-468d-8005-fedeef755a19 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5510514 Jan 28 19:08:41.729797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-ea9762b9-adaa-46a7-9454-0b81bb709c72 service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217025 Jan 28 19:08:41.730278 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35852) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:41.778111 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f987ac50-79e2-4791-aa82-a4f220c5e8b3 req-bcd84373-bb04-4667-b688-7a67618f57e9 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890689 Jan 28 19:08:41.779332 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:08:41.881032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:08:41.883739 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208a4c84-e9d3-49f9-8251-9ea66304f465" -d '{"events": [{"server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "name": "network-vif-unplugged", "status": "completed", "tag": "400c037e-e178-4ba5-8333-699f871f92f1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:08:41.900738 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Publish callbacks [] for port (400c037e-e178-4ba5-8333-699f871f92f1), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:41.950788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Transition to ACTIVE for port object 400c037e-e178-4ba5-8333-699f871f92f1 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:08:42.030977 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9b38aa5-8525-4bcb-a0ed-f2c375fa1c0a req-f2cac279-986c-4139-abb0-b428f9e6b2c9 service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823586 Jan 28 19:08:42.087047 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (400c037e-e178-4ba5-8333-699f871f92f1), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:42.152157 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:08:42.152776 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:08:42.153959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Pushing event updated for resources: {'Port': ['ID=400c037e-e178-4ba5-8333-699f871f92f1,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:42.256430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80135b2-4d1e-4d4b-92b0-02d248ca0862 req-c8e514dd-5e14-4e01-8d50-37195f8e793d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:42.257047 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d80135b2-4d1e-4d4b-92b0-02d248ca0862 req-c8e514dd-5e14-4e01-8d50-37195f8e793d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 947 time: 0.3032429 Jan 28 19:08:42.281170 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bcede921-a535-4f10-be7b-efd3504a8507 None None] Current status of the port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:42.313381 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Set router 6fcb53b9-426b-4a3d-a434-ce670d62eb73 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:08:42.320043 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] No DVR routers for this DVR port 400c037e-e178-4ba5-8333-699f871f92f1 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:08:42.504189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Attempting to bind port 400c037e-e178-4ba5-8333-699f871f92f1 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:08:42.504418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Attempting to bind port 400c037e-e178-4ba5-8333-699f871f92f1 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:08:42.504755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Attempting to bind port 400c037e-e178-4ba5-8333-699f871f92f1 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:08:42.516483 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Port 400c037e-e178-4ba5-8333-699f871f92f1 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:08:42.516863 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Attempting to bind port 400c037e-e178-4ba5-8333-699f871f92f1 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:08:42.535298 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d80135b2-4d1e-4d4b-92b0-02d248ca0862 req-efc80635-d979-42ef-b435-3950c4c1ab67 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297390 Jan 28 19:08:42.541890 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:08:42.542231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:08:42.542616 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:08:42.543064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Bound port: 400c037e-e178-4ba5-8333-699f871f92f1, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:08:42.543430 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (400c037e-e178-4ba5-8333-699f871f92f1), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:42.666150 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ad5a8406-342d-440c-8632-d95a671d3210 req-1c18cf64-d07e-4432-8340-88f55850d7ac tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9387162 Jan 28 19:08:42.695167 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:08:42.704143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=400c037e-e178-4ba5-8333-699f871f92f1,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:08:42.721874 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (400c037e-e178-4ba5-8333-699f871f92f1), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:42.753590 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:42.754605 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:42.755780 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:42.757135 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] 10.222.0.37 "PUT /v2.0/ports/400c037e-e178-4ba5-8333-699f871f92f1 HTTP/1.1" status: 200 len: 1095 time: 1.9050207 Jan 28 19:08:42.828199 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35888) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:42.942735 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d811922-f9ec-4c97-a8e7-83846ac96350 req-d8da4466-f941-4324-b6ef-8aba10733826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:42.944296 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9d811922-f9ec-4c97-a8e7-83846ac96350 req-d8da4466-f941-4324-b6ef-8aba10733826 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af81ce8ea82941db871f55af72a173e1&device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 1126 time: 0.8140020 Jan 28 19:08:42.973374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:42.996904 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a25ce6-770c-4093-8ee3-daa0108688e1 x-openstack-request-id: req-b5a25ce6-770c-4093-8ee3-daa0108688e1 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:08:42.997966 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "name": "network-vif-unplugged", "status": "completed", "tag": "400c037e-e178-4ba5-8333-699f871f92f1", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:08:42.999380 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5a25ce6-770c-4093-8ee3-daa0108688e1 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:08:43.000021 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1', 'code': 200} Jan 28 19:08:43.060783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-e11e8e91-ce4a-4d0b-8a3a-06119b0a3f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:43.064203 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-e11e8e91-ce4a-4d0b-8a3a-06119b0a3f7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 1129 time: 0.2127748 Jan 28 19:08:43.067405 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'name': 'tempest-FloatingIPDetailsTestJSON-32756166-router', 'tenant_id': 'd7ca536f26054eb78726475933b6f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:37Z', 'updated_at': '2022-01-28T19:08:39Z', 'revision_number': 3, 'project_id': 'd7ca536f26054eb78726475933b6f71f', 'gw_port': {'id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:38Z', 'updated_at': '2022-01-28T19:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:43.161792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Checking router: 6fcb53b9-426b-4a3d-a434-ce670d62eb73 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:08:43.168004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Updating router 6fcb53b9-426b-4a3d-a434-ce670d62eb73 port 678360c2-def8-44a7-9fda-c0a9530a3feb binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:08:43.277766 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e529d85-8659-4a72-8805-0668e0a13199 service neutron] Pushing event updated for resources: {'Port': ['ID=400c037e-e178-4ba5-8333-699f871f92f1,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:43.281949 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (678360c2-def8-44a7-9fda-c0a9530a3feb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:43.289417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-418d2c01-9b60-4fa2-82ef-d54aa644f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:43.292580 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-418d2c01-9b60-4fa2-82ef-d54aa644f4fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.2122860 Jan 28 19:08:43.301211 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-713ffd39-5e1d-4394-8e8f-750ea41d2126 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1466714892-network', 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:43.338480 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:43.339236 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (715ff8e8-54b8-4dd4-a664-e3dc9fecb169), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:43.344443 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-b63b4999-2449-4219-9b60-d63eec1b01a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=400c037e-e178-4ba5-8333-699f871f92f1 HTTP/1.1" status: 200 len: 217 time: 0.0436618 Jan 28 19:08:43.472164 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74b80c-eb5f-45fd-a189-9f79a1f9edc5 req-101c258a-8853-4b7b-a93e-f4e9a04cbd3f tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:43.474132 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f403c-e3d1-49e8-adc1-7454f6b4a0fc req-73917e03-c0c6-42e3-a52e-d1919418ce4f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:43.474282 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bd74b80c-eb5f-45fd-a189-9f79a1f9edc5 req-101c258a-8853-4b7b-a93e-f4e9a04cbd3f tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.0836093 Jan 28 19:08:43.475731 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-674f403c-e3d1-49e8-adc1-7454f6b4a0fc req-73917e03-c0c6-42e3-a52e-d1919418ce4f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.6456068 Jan 28 19:08:43.475930 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-a78e0096-2df8-405b-90f9-3d6b90a69ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:43.477421 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-a78e0096-2df8-405b-90f9-3d6b90a69ca8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1250081 Jan 28 19:08:43.495383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d811922-f9ec-4c97-a8e7-83846ac96350 req-069b391f-b477-419b-93eb-298af36ff47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:43.496880 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9d811922-f9ec-4c97-a8e7-83846ac96350 req-069b391f-b477-419b-93eb-298af36ff47d service neutron] 10.222.0.31 "GET /v2.0/networks?id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b HTTP/1.1" status: 200 len: 914 time: 0.5436409 Jan 28 19:08:43.594866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:43.611099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-7254998e-b2d5-4d16-8af6-c7118c6b2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:43.612691 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-7254998e-b2d5-4d16-8af6-c7118c6b2cd8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1202688 Jan 28 19:08:43.617222 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bd74b80c-eb5f-45fd-a189-9f79a1f9edc5 req-25b27990-a493-41f2-8735-2c26dd7362ff tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699849 Jan 28 19:08:43.626722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2637f5d2-1531-4367-96a9-c52826baa9d1 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:08:43.663917 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713ffd39-5e1d-4394-8e8f-750ea41d2126 admin admin] Made reservation on behalf of 1060cde39e6f4e3983d711c8ddac0223 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:08:43.671100 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-713ffd39-5e1d-4394-8e8f-750ea41d2126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:43.756603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2637f5d2-1531-4367-96a9-c52826baa9d1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2637f5d2-1531-4367-96a9-c52826baa9d1,segment=NetworkSegment(497ae4aa-849d-4a33-b4ff-4fe9d6e66436),segment_id=497ae4aa-849d-4a33-b4ff-4fe9d6e66436)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:43.766180 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-713ffd39-5e1d-4394-8e8f-750ea41d2126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:43.770509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 400c037e-e178-4ba5-8333-699f871f92f1 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:08:43.775984 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '2637f5d2-1531-4367-96a9-c52826baa9d1', 'network_id': 'cdfff9d1-2b03-4f45-9bcb-21b945eea63b', 'port_id': '2637f5d2-1531-4367-96a9-c52826baa9d1', 'mac_address': 'fa:16:3e:6c:45:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b12597-c2d0-48f7-a923-25843df9b43c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:08:43.778927 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-674f403c-e3d1-49e8-adc1-7454f6b4a0fc req-5393e9c4-3f50-4c70-a235-975e811f1293 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809572 Jan 28 19:08:43.833880 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-ca237777-4edb-47d3-a9e6-7268bf87752a service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089520 Jan 28 19:08:43.996033 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Publish callbacks [] for port (678360c2-def8-44a7-9fda-c0a9530a3feb), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:44.014946 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (678360c2-def8-44a7-9fda-c0a9530a3feb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:44.071123 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63257fd2-9091-42a8-b8ee-0076b191e188 None None] Pushing event updated for resources: {'Port': ['ID=678360c2-def8-44a7-9fda-c0a9530a3feb,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:44.073400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] The host n-h1-824834-4 is not matching for port 400c037e-e178-4ba5-8333-699f871f92f1 host n-h2-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:08:44.074101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 400c037e-e178-4ba5-8333-699f871f92f1 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:08:44.078493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 2637f5d2-1531-4367-96a9-c52826baa9d1 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:44.078604 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:44.089304 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaa93f-e4fd-4d54-bbf3-d158c15f1b85 req-4ede0852-3ff8-47b7-aa9e-92dc4c2475ab tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:44.091021 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a2eaa93f-e4fd-4d54-bbf3-d158c15f1b85 req-4ede0852-3ff8-47b7-aa9e-92dc4c2475ab tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 947 time: 0.2370374 Jan 28 19:08:44.114121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Attempting to bind port 678360c2-def8-44a7-9fda-c0a9530a3feb on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:08:44.115358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Attempting to bind port 678360c2-def8-44a7-9fda-c0a9530a3feb by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:08:44.115938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Attempting to bind port 678360c2-def8-44a7-9fda-c0a9530a3feb on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:08:44.126191 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:08:44.126890 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:08:44.127657 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:44.128207 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:08:44.128869 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Bound port: 678360c2-def8-44a7-9fda-c0a9530a3feb, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:08:44.129415 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (678360c2-def8-44a7-9fda-c0a9530a3feb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:44.189027 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a2eaa93f-e4fd-4d54-bbf3-d158c15f1b85 req-7d4da6f4-f755-42a3-a67e-3a52dfcb18c8 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878594 Jan 28 19:08:44.195812 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] For port 678360c2-def8-44a7-9fda-c0a9530a3feb, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:08:44.201352 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] For port 678360c2-def8-44a7-9fda-c0a9530a3feb, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=678360c2-def8-44a7-9fda-c0a9530a3feb,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:08:44.210313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2637f5d2-1531-4367-96a9-c52826baa9d1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:08:44.219797 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (678360c2-def8-44a7-9fda-c0a9530a3feb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:44.232616 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7d84471-d346-4432-9e8d-8b655d90a729 req-97ddd3e0-277e-42bb-8717-5b9a9e8c1297 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917663 Jan 28 19:08:44.350185 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2637f5d2-1531-4367-96a9-c52826baa9d1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2637f5d2-1531-4367-96a9-c52826baa9d1,segment=NetworkSegment(497ae4aa-849d-4a33-b4ff-4fe9d6e66436),segment_id=497ae4aa-849d-4a33-b4ff-4fe9d6e66436)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:44.376056 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:44.397814 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Routers {'6fcb53b9-426b-4a3d-a434-ce670d62eb73'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:08:44.398660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:08:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['6fcb53b9-426b-4a3d-a434-ce670d62eb73'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:44.457872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63257fd2-9091-42a8-b8ee-0076b191e188 None None] Pushing event updated for resources: {'Port': ['ID=678360c2-def8-44a7-9fda-c0a9530a3feb,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:44.487577 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9d811922-f9ec-4c97-a8e7-83846ac96350 req-f9012e50-5e58-4dba-b024-d9c3c19b2c06 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2637f5d2-1531-4367-96a9-c52826baa9d1 HTTP/1.1" status: 200 len: 217 time: 0.8642735 Jan 28 19:08:44.523337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=2637f5d2-1531-4367-96a9-c52826baa9d1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:44.639146 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] Set router 6fcb53b9-426b-4a3d-a434-ce670d62eb73 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:08:44.712416 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d811922-f9ec-4c97-a8e7-83846ac96350 req-45b6dde5-ab2d-4026-b7f3-ae259daaa591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:44.714307 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9d811922-f9ec-4c97-a8e7-83846ac96350 req-45b6dde5-ab2d-4026-b7f3-ae259daaa591 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41b12597-c2d0-48f7-a923-25843df9b43c HTTP/1.1" status: 200 len: 853 time: 0.2031853 Jan 28 19:08:44.737240 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bb6f9-f60f-401f-b52f-093cccd1ae8d req-fe6a6abe-7fce-4429-ad51-743a0c9473a6 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:44.739235 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-722bb6f9-f60f-401f-b52f-093cccd1ae8d req-fe6a6abe-7fce-4429-ad51-743a0c9473a6 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 945 time: 0.8557580 Jan 28 19:08:44.797881 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9d811922-f9ec-4c97-a8e7-83846ac96350 req-973921d9-6343-4831-9c71-6dbdd5f95d32 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721133 Jan 28 19:08:44.837049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['2637f5d2-1531-4367-96a9-c52826baa9d1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:08:45.002542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:08:45.005884 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b6396f-8e87-451a-942f-04bf710cc969" -d '{"events": [{"name": "network-changed", "server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "tag": "400c037e-e178-4ba5-8333-699f871f92f1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:08:45.018738 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:45.024222 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-713ffd39-5e1d-4394-8e8f-750ea41d2126 admin admin] Publish callbacks [] for security_group (b2aa06a7-214b-4091-bdce-dfd1d22956b4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:45.028729 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-722bb6f9-f60f-401f-b52f-093cccd1ae8d req-9dd8a335-f9db-42a4-b972-e9bf0526c2c3 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757535 Jan 28 19:08:45.052502 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-713ffd39-5e1d-4394-8e8f-750ea41d2126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b2aa06a7-214b-4091-bdce-dfd1d22956b4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:45.084580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'name': 'tempest-FloatingIPDetailsTestJSON-32756166-router', 'tenant_id': 'd7ca536f26054eb78726475933b6f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:37Z', 'updated_at': '2022-01-28T19:08:39Z', 'revision_number': 3, 'project_id': 'd7ca536f26054eb78726475933b6f71f', 'gw_port': {'id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:38Z', 'updated_at': '2022-01-28T19:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:45.130744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713ffd39-5e1d-4394-8e8f-750ea41d2126 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:08:45.192478 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ffd39-5e1d-4394-8e8f-750ea41d2126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2aa06a7-214b-4091-bdce-dfd1d22956b4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:45.196651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9d811922-f9ec-4c97-a8e7-83846ac96350 req-fa480298-bfdf-4224-ac0d-c76c5d81cfc4 service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838868 Jan 28 19:08:45.207904 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-713ffd39-5e1d-4394-8e8f-750ea41d2126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (fe8c143c-0eb3-487d-9f16-54fac2982b83), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:45.208331 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-713ffd39-5e1d-4394-8e8f-750ea41d2126 admin admin] Added segment fe8c143c-0eb3-487d-9f16-54fac2982b83 of type vlan for network 4bb876ec-2bdb-4c85-923e-5891ec55f989 Jan 28 19:08:45.210528 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f45dd-c50f-48d2-ade0-1325657a94b0 None None] The sync data for ids ['6fcb53b9-426b-4a3d-a434-ce670d62eb73'] in n-d-824834-4 is: [{'id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'name': 'tempest-FloatingIPDetailsTestJSON-32756166-router', 'tenant_id': 'd7ca536f26054eb78726475933b6f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:37Z', 'updated_at': '2022-01-28T19:08:39Z', 'revision_number': 3, 'project_id': 'd7ca536f26054eb78726475933b6f71f', 'gw_port': {'id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f6:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:38Z', 'updated_at': '2022-01-28T19:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:08:45.281132 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081df456-09a2-4b8c-96b5-f65b4fd279c1 req-0ecfe109-060e-4b67-b88f-c21226198ba2 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:45.282847 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-081df456-09a2-4b8c-96b5-f65b4fd279c1 req-0ecfe109-060e-4b67-b88f-c21226198ba2 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.1223416 Jan 28 19:08:45.368993 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-081df456-09a2-4b8c-96b5-f65b4fd279c1 req-10d259e9-ca25-484d-bdba-63898ccacf67 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804179 Jan 28 19:08:45.433780 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-713ffd39-5e1d-4394-8e8f-750ea41d2126 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (4bb876ec-2bdb-4c85-923e-5891ec55f989), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:45.486795 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07923511-1305-4210-ba6b-edd16993a504 x-openstack-request-id: req-07923511-1305-4210-ba6b-edd16993a504 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:08:45.487088 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "tag": "400c037e-e178-4ba5-8333-699f871f92f1", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:08:45.487516 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07923511-1305-4210-ba6b-edd16993a504 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:08:45.488520 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1', 'status': 'completed', 'code': 200} Jan 28 19:08:45.494556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad9869-614c-44b8-bdb7-44c159a0d308 req-70d873fa-bdb9-47a8-a054-548b1d20b201 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:45.506443 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e1ad9869-614c-44b8-bdb7-44c159a0d308 req-70d873fa-bdb9-47a8-a054-548b1d20b201 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.3082287 Jan 28 19:08:45.597877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-89a08282-4546-4b09-966d-96de8145e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:45.599494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-89a08282-4546-4b09-966d-96de8145e62d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 1129 time: 0.0778255 Jan 28 19:08:45.709423 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9d811922-f9ec-4c97-a8e7-83846ac96350 req-07928207-a56c-4fce-ba73-aa78a8bcb9c4 service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983821 Jan 28 19:08:45.746271 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-713ffd39-5e1d-4394-8e8f-750ea41d2126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (4bb876ec-2bdb-4c85-923e-5891ec55f989), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:45.747399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713ffd39-5e1d-4394-8e8f-750ea41d2126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:45.747982 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-713ffd39-5e1d-4394-8e8f-750ea41d2126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:45.773419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Allocated IP 172.20.0.1 (4ec3819d-eb84-43f8-9b7e-3bdaec54226c/db0d1668-c6f4-400e-b26c-8b0171986a96/52f4106c-621e-4adf-95cb-8b31c0595dc8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:08:45.879744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129fb13-66f2-4ef4-98bd-f58f1f9b0542 req-7ac400b1-6812-4ab1-8a58-9df9b6bf1c24 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:45.881403 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5129fb13-66f2-4ef4-98bd-f58f1f9b0542 req-7ac400b1-6812-4ab1-8a58-9df9b6bf1c24 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 947 time: 0.2317843 Jan 28 19:08:45.885515 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-b714164e-fd90-4c18-9908-6190859279eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:45.889263 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-b714164e-fd90-4c18-9908-6190859279eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.2793496 Jan 28 19:08:45.929000 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e1ad9869-614c-44b8-bdb7-44c159a0d308 req-d96bb0bc-1a75-40f8-b432-1e2e203cadb8 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216425 Jan 28 19:08:45.936812 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-713ffd39-5e1d-4394-8e8f-750ea41d2126 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1024952 Jan 28 19:08:45.980691 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35928) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:45.991845 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-a5a1b524-f490-47ec-898d-8420ad78f05e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=400c037e-e178-4ba5-8333-699f871f92f1 HTTP/1.1" status: 200 len: 217 time: 0.0864182 Jan 28 19:08:46.002942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-586af589-1737-4c6f-8a9f-1d4ccbbb790e admin admin] Request body: {'subnet': {'network_id': '4bb876ec-2bdb-4c85-923e-5891ec55f989', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1466714892-subnet', 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:46.066223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586af589-1737-4c6f-8a9f-1d4ccbbb790e admin admin] Made reservation on behalf of 1060cde39e6f4e3983d711c8ddac0223 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:08:46.071969 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-586af589-1737-4c6f-8a9f-1d4ccbbb790e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:46.083619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ffd39-5e1d-4394-8e8f-750ea41d2126 admin admin] Pushing event updated for resources: {'Network': ['ID=4bb876ec-2bdb-4c85-923e-5891ec55f989,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:46.107271 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 4bb876ec-2bdb-4c85-923e-5891ec55f989 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:08:46.112170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-f4579488-a3a0-40c2-ab33-03c68d90619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:46.118054 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-f4579488-a3a0-40c2-ab33-03c68d90619a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 1129 time: 0.6092048 Jan 28 19:08:46.308208 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5129fb13-66f2-4ef4-98bd-f58f1f9b0542 req-b63a2b02-96ac-4e0a-a215-1d75a188881d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179211 Jan 28 19:08:46.381661 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-5f9e42e8-e79d-4b77-a747-6db8875ffd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:46.391418 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-5f9e42e8-e79d-4b77-a747-6db8875ffd37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.3383958 Jan 28 19:08:46.488240 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Publish callbacks [] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:46.539787 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c48e7-052f-4c51-991b-523b20f2ecb6 req-aabaab0b-928c-48fc-897b-2cba9731f7ff tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:46.547891 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-490c48e7-052f-4c51-991b-523b20f2ecb6 req-aabaab0b-928c-48fc-897b-2cba9731f7ff tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 945 time: 0.3593671 Jan 28 19:08:46.660964 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-1a0d8684-2ad3-4ba2-9b9c-044ab438e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:46.663999 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-1a0d8684-2ad3-4ba2-9b9c-044ab438e561 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.5379539 Jan 28 19:08:46.726338 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-13bc2852-00bf-4378-a71b-15881a53aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:46.729401 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-13bc2852-00bf-4378-a71b-15881a53aca6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3273726 Jan 28 19:08:46.732446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-fbae6ad9-3331-4645-9642-a579bff0ae61 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=400c037e-e178-4ba5-8333-699f871f92f1 HTTP/1.1" status: 200 len: 217 time: 0.0569103 Jan 28 19:08:46.745396 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-490c48e7-052f-4c51-991b-523b20f2ecb6 req-2d07fbf0-57a3-409f-866d-63250ee77a9c tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964130 Jan 28 19:08:46.749313 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:46.794124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cbac6-0ad7-4f5b-a0fe-17b3150ec606 req-472f9f7e-a3b3-4731-a483-2dc783b92791 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:46.804274 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b2cbac6-0ad7-4f5b-a0fe-17b3150ec606 req-472f9f7e-a3b3-4731-a483-2dc783b92791 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.2792630 Jan 28 19:08:46.895536 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:08:46.912984 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-ea1f67a6-84ab-4c5f-a717-bd68abfe0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:46.914819 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-ea1f67a6-84ab-4c5f-a717-bd68abfe0515 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1549988 Jan 28 19:08:47.074548 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 678360c2-def8-44a7-9fda-c0a9530a3feb up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:47.091087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Network 4ec3819d-eb84-43f8-9b7e-3bdaec54226c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:08:47.115000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:47.118098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:08:47.189685 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b2cbac6-0ad7-4f5b-a0fe-17b3150ec606 req-bff8c323-f87e-4276-aacb-73e51fc62a88 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3844020 Jan 28 19:08:47.205598 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Pushing event updated for resources: {'Port': ['ID=52f4106c-621e-4adf-95cb-8b31c0595dc8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:47.232606 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-586af589-1737-4c6f-8a9f-1d4ccbbb790e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (657c214e-2487-481c-8762-69cdcb5781ca), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:47.237912 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 678360c2-def8-44a7-9fda-c0a9530a3feb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:47.242049 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (678360c2-def8-44a7-9fda-c0a9530a3feb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:47.258732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-5fb2c528-0b18-4660-8bec-f5aff7e256f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:47.260783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-5fb2c528-0b18-4660-8bec-f5aff7e256f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3165014 Jan 28 19:08:47.315009 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (6fcb53b9-426b-4a3d-a434-ce670d62eb73), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:47.319752 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-7489e44e-f1ab-4e24-90b5-0541ebdef995 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444069 Jan 28 19:08:47.338755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35952) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:47.502092 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c464208-d7b9-4c65-9736-98c63ee3eeb4 req-844fc40e-9c19-4d0b-b37a-c4ec46fbcb78 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:47.510665 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c464208-d7b9-4c65-9736-98c63ee3eeb4 req-844fc40e-9c19-4d0b-b37a-c4ec46fbcb78 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.3932753 Jan 28 19:08:47.516650 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 678360c2-def8-44a7-9fda-c0a9530a3feb is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:47.517331 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (678360c2-def8-44a7-9fda-c0a9530a3feb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:47.572604 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-7381e8c6-b122-4c4b-ba19-9b62cd7436e2 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020473 Jan 28 19:08:47.610189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 678360c2-def8-44a7-9fda-c0a9530a3feb, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=678360c2-def8-44a7-9fda-c0a9530a3feb,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:47.624331 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (678360c2-def8-44a7-9fda-c0a9530a3feb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:47.637599 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2637f5d2-1531-4367-96a9-c52826baa9d1 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:47.662256 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-69a08129-fcc8-4a69-81e6-3d176c3b4635 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243430 Jan 28 19:08:47.673681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586af589-1737-4c6f-8a9f-1d4ccbbb790e admin admin] Pushing event updated for resources: {'Subnet': ['ID=657c214e-2487-481c-8762-69cdcb5781ca,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:47.708025 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c74d18ad-bdf4-427d-80bb-ecbdaae80bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:47.726430 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8b6396f-8e87-451a-942f-04bf710cc969 req-0f5dcdb0-05be-40b1-b9a1-ff7a41648b50 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468995 Jan 28 19:08:47.739486 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586af589-1737-4c6f-8a9f-1d4ccbbb790e admin admin] Checking segment: {'id': 'fe8c143c-0eb3-487d-9f16-54fac2982b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4bb876ec-2bdb-4c85-923e-5891ec55f989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:08:47.739851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586af589-1737-4c6f-8a9f-1d4ccbbb790e admin admin] Network hostable DHCP agents. Network: 4bb876ec-2bdb-4c85-923e-5891ec55f989, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:08:47.809509 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:47.853692 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c464208-d7b9-4c65-9736-98c63ee3eeb4 req-9afc712c-0920-41d8-83e2-4b1383abf6fd tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793233 Jan 28 19:08:47.893328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e986f6-1c0e-4c65-a552-ca7dbe92d079 req-48c537b7-5dda-4ecc-8e66-8b3f3f1d6c94 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:47.896014 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-55e986f6-1c0e-4c65-a552-ca7dbe92d079 req-48c537b7-5dda-4ecc-8e66-8b3f3f1d6c94 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 947 time: 0.3492510 Jan 28 19:08:47.897629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586af589-1737-4c6f-8a9f-1d4ccbbb790e admin admin] Network 4bb876ec-2bdb-4c85-923e-5891ec55f989 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:08:48.013296 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d1744717-3f8b-4a5d-8349-bee9de2f1c01 None None] Provisioning complete for port 52f4106c-621e-4adf-95cb-8b31c0595dc8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:48.022334 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1744717-3f8b-4a5d-8349-bee9de2f1c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.025373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=678360c2-def8-44a7-9fda-c0a9530a3feb,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:48.067429 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c74d18ad-bdf4-427d-80bb-ecbdaae80bc5 admin admin] Publish callbacks [] for security_group (05a67f4f-2d83-4c3b-86ff-9f0658b9b134), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.082969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-586af589-1737-4c6f-8a9f-1d4ccbbb790e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 4bb876ec-2bdb-4c85-923e-5891ec55f989) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:48.102851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 400c037e-e178-4ba5-8333-699f871f92f1 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:08:48.107829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb541a5f-d202-4965-938a-c41bc5cd6656 None None] Network 4bb876ec-2bdb-4c85-923e-5891ec55f989 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:08:48.113643 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c74d18ad-bdf4-427d-80bb-ecbdaae80bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (05a67f4f-2d83-4c3b-86ff-9f0658b9b134), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.183705 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586af589-1737-4c6f-8a9f-1d4ccbbb790e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:48.186478 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-586af589-1737-4c6f-8a9f-1d4ccbbb790e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.219089 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c74d18ad-bdf4-427d-80bb-ecbdaae80bc5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cad4d320cd324c37823f136db467bd38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8540404 Jan 28 19:08:48.232525 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35966) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:48.244594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 2637f5d2-1531-4367-96a9-c52826baa9d1 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:08:48.260325 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-586af589-1737-4c6f-8a9f-1d4ccbbb790e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2775240 Jan 28 19:08:48.263778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35968) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:48.273943 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6dcda5e4-8c12-4232-8919-6e8be2218c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.281564 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1466714892-router', 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:48.288415 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 2637f5d2-1531-4367-96a9-c52826baa9d1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:48.288794 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.296567 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ee616-1451-4fe3-a317-814be00df64e req-2b0dcbcd-0525-47d6-b8e6-6adf0d8cf8fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:48.307937 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b47ee616-1451-4fe3-a317-814be00df64e req-2b0dcbcd-0525-47d6-b8e6-6adf0d8cf8fd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 945 time: 0.2556596 Jan 28 19:08:48.331899 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d1744717-3f8b-4a5d-8349-bee9de2f1c01 None None] Port 52f4106c-621e-4adf-95cb-8b31c0595dc8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:08:48.364525 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-55e986f6-1c0e-4c65-a552-ca7dbe92d079 req-5ac27136-19da-41f6-ac00-be4f59c43985 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340012 Jan 28 19:08:48.425112 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d18ad-bdf4-427d-80bb-ecbdaae80bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a67f4f-2d83-4c3b-86ff-9f0658b9b134,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:48.463340 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (09af890d-18ae-43f2-86e9-89039724a46f), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.464537 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (09af890d-18ae-43f2-86e9-89039724a46f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.518919 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-4bb876ec-2bdb-4c85-923e-5891ec55f989', 'network_id': '4bb876ec-2bdb-4c85-923e-5891ec55f989', 'project_id': '1060cde39e6f4e3983d711c8ddac0223', 'fixed_ips': [{'subnet_id': '657c214e-2487-481c-8762-69cdcb5781ca'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:08:48.520940 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.547316 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Publish callbacks [] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.580318 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Publish callbacks [] for router_controller (09af890d-18ae-43f2-86e9-89039724a46f), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.595822 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.721294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 2637f5d2-1531-4367-96a9-c52826baa9d1 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:48.722524 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.744397 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5da3380-aa65-4f37-a1a8-bbb242dc3e58 admin admin] Publish callbacks [] for security_group (05a67f4f-2d83-4c3b-86ff-9f0658b9b134), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.776443 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b47ee616-1451-4fe3-a317-814be00df64e req-1e079f2c-bfa9-409f-bf0c-a21b6156555f tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582460 Jan 28 19:08:48.805776 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5da3380-aa65-4f37-a1a8-bbb242dc3e58 admin admin] Publish callbacks [] for security_group (05a67f4f-2d83-4c3b-86ff-9f0658b9b134), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.807662 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Pushing event updated for resources: {'Port': ['ID=52f4106c-621e-4adf-95cb-8b31c0595dc8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:48.819962 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (6fcb53b9-426b-4a3d-a434-ce670d62eb73), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.874493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=400c037e-e178-4ba5-8333-699f871f92f1,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:48.912093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '400c037e-e178-4ba5-8333-699f871f92f1', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '400c037e-e178-4ba5-8333-699f871f92f1', 'mac_address': 'fa:16:3e:db:80:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:08:48.950753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 678360c2-def8-44a7-9fda-c0a9530a3feb up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:48.957112 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5da3380-aa65-4f37-a1a8-bbb242dc3e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (05a67f4f-2d83-4c3b-86ff-9f0658b9b134), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.959856 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5da3380-aa65-4f37-a1a8-bbb242dc3e58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:48.963699 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f5da3380-aa65-4f37-a1a8-bbb242dc3e58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05a67f4f-2d83-4c3b-86ff-9f0658b9b134 HTTP/1.1" status: 204 len: 168 time: 0.7212672 Jan 28 19:08:49.019713 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da3380-aa65-4f37-a1a8-bbb242dc3e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a67f4f-2d83-4c3b-86ff-9f0658b9b134,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:49.102887 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Network 4ec3819d-eb84-43f8-9b7e-3bdaec54226c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:08:49.105730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:49.107353 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2637f5d2-1531-4367-96a9-c52826baa9d1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2637f5d2-1531-4367-96a9-c52826baa9d1,segment=NetworkSegment(497ae4aa-849d-4a33-b4ff-4fe9d6e66436),segment_id=497ae4aa-849d-4a33-b4ff-4fe9d6e66436)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:49.190821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ea48f-16b3-45b7-acec-7aa440d7b01e req-364f1148-70a8-43f1-be8a-73d50f62f4ef tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:49.192862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f2ea48f-16b3-45b7-acec-7aa440d7b01e req-364f1148-70a8-43f1-be8a-73d50f62f4ef tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.1710556 Jan 28 19:08:49.311329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991ea411-7f69-45d5-ac69-86d8d57d49ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2637f5d2-1531-4367-96a9-c52826baa9d1'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:08:49.315826 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1251d9d4-bd14-498e-977f-97cc75d91b5b" -d '{"events": [{"server_uuid": "991ea411-7f69-45d5-ac69-86d8d57d49ca", "name": "network-vif-plugged", "status": "completed", "tag": "2637f5d2-1531-4367-96a9-c52826baa9d1"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:08:49.326458 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:49.360822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 400c037e-e178-4ba5-8333-699f871f92f1 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:49.361215 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (400c037e-e178-4ba5-8333-699f871f92f1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:49.435482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400810cd-7ffd-4690-bf2c-abe5849017cc req-6a9a0265-2a11-4f76-ae85-dc95fe9b7ce9 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:49.438648 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-400810cd-7ffd-4690-bf2c-abe5849017cc req-6a9a0265-2a11-4f76-ae85-dc95fe9b7ce9 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.8548820 Jan 28 19:08:49.538742 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Publish callbacks [] for router_gateway (09af890d-18ae-43f2-86e9-89039724a46f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:49.568153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400c037e-e178-4ba5-8333-699f871f92f1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:08:49.589724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=400c037e-e178-4ba5-8333-699f871f92f1,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:49.597726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Allocated IP 172.20.0.2 (4bb876ec-2bdb-4c85-923e-5891ec55f989/657c214e-2487-481c-8762-69cdcb5781ca/7cb6c2a1-fc11-4298-a42d-80adc1eb0892) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:08:49.612658 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (400c037e-e178-4ba5-8333-699f871f92f1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:49.614278 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-400810cd-7ffd-4690-bf2c-abe5849017cc req-20149a33-1ba6-4489-98b8-c4bf68f7afd2 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625700 Jan 28 19:08:49.641095 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a8bc5b05-8d81-45a8-81fa-f1d52b7017a8 None None] Provisioning complete for port 52f4106c-621e-4adf-95cb-8b31c0595dc8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:49.641458 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a8bc5b05-8d81-45a8-81fa-f1d52b7017a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:49.729356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=2637f5d2-1531-4367-96a9-c52826baa9d1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:49.791197 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=400c037e-e178-4ba5-8333-699f871f92f1,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:49.828525 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 678360c2-def8-44a7-9fda-c0a9530a3feb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:49.828903 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (678360c2-def8-44a7-9fda-c0a9530a3feb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:49.919541 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc5b05-8d81-45a8-81fa-f1d52b7017a8 None None] Port 52f4106c-621e-4adf-95cb-8b31c0595dc8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:08:49.949128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Router 6fcb53b9-426b-4a3d-a434-ce670d62eb73 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:08:49.984561 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a81d20-eb4f-4ebe-9972-d9d2046635f2 x-openstack-request-id: req-34a81d20-eb4f-4ebe-9972-d9d2046635f2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:08:49.985114 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991ea411-7f69-45d5-ac69-86d8d57d49ca", "name": "network-vif-plugged", "status": "completed", "tag": "2637f5d2-1531-4367-96a9-c52826baa9d1", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:08:49.985378 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34a81d20-eb4f-4ebe-9972-d9d2046635f2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:08:49.985782 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991ea411-7f69-45d5-ac69-86d8d57d49ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2637f5d2-1531-4367-96a9-c52826baa9d1', 'code': 200} Jan 28 19:08:50.006765 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f2ea48f-16b3-45b7-acec-7aa440d7b01e req-62a5d9b3-c144-4430-a7e2-a0f733662658 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7984536 Jan 28 19:08:50.084174 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Publish callbacks [] for router_gateway (09af890d-18ae-43f2-86e9-89039724a46f), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:50.128075 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:50.205883 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 678360c2-def8-44a7-9fda-c0a9530a3feb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:50.215717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 01e18722-af6d-4558-9a5c-a06051d81ac9 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:08:50.218334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['400c037e-e178-4ba5-8333-699f871f92f1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:08:50.418697 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Allocated IP 172.25.0.50 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/cd90b729-7c9c-4869-a792-6eed1a819e10) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:08:50.453505 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b902d-960d-4e0c-bed4-75ccf09fae3e req-92657c91-ec27-4d14-95e2-5a1e90c3e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:50.459080 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ce9b902d-960d-4e0c-bed4-75ccf09fae3e req-92657c91-ec27-4d14-95e2-5a1e90c3e442 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 1128 time: 0.3581586 Jan 28 19:08:50.513647 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1871572a-4f5d-44b0-ab53-7c576bfd438f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:50.515642 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Publish callbacks [] for port (7cb6c2a1-fc11-4298-a42d-80adc1eb0892), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:50.533970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:08:50.545884 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Sync routers for ids ['6fcb53b9-426b-4a3d-a434-ce670d62eb73'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:08:50.573758 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Routers {'6fcb53b9-426b-4a3d-a434-ce670d62eb73'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:08:50.573758 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['6fcb53b9-426b-4a3d-a434-ce670d62eb73'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:50.574166 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4e024f99-3e37-4b58-8b14-25d907228d7c admin admin] 10.222.0.55 "PUT /v2.0/routers/6fcb53b9-426b-4a3d-a434-ce670d62eb73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8328683 Jan 28 19:08:50.596639 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (7cb6c2a1-fc11-4298-a42d-80adc1eb0892), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:50.610092 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d44de1-2af2-4f4a-957c-b3a78e27acec req-2a438ff1-1969-4122-b43b-4adfa3217d14 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:50.619547 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17d44de1-2af2-4f4a-957c-b3a78e27acec req-2a438ff1-1969-4122-b43b-4adfa3217d14 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 946 time: 0.4026783 Jan 28 19:08:50.647997 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Network 4bb876ec-2bdb-4c85-923e-5891ec55f989 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:08:50.665545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:50.671895 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a11d9-f57a-4e11-b54c-676063e4c38c req-5b116612-fa35-488c-bbf5-6ce5f38cd67c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:50.673887 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:08:50.684265 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-122a11d9-f57a-4e11-b54c-676063e4c38c req-5b116612-fa35-488c-bbf5-6ce5f38cd67c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 948 time: 0.1056449 Jan 28 19:08:50.716832 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Publish callbacks [] for port (cd90b729-7c9c-4869-a792-6eed1a819e10), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:50.744092 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17d44de1-2af2-4f4a-957c-b3a78e27acec req-8ada07b0-3f2f-4efd-b5da-23701dee9e9b tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073344 Jan 28 19:08:50.761454 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ce9b902d-960d-4e0c-bed4-75ccf09fae3e req-fb5a6624-fa8d-4b13-a160-b4528348a8c7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854016 Jan 28 19:08:50.840803 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (cd90b729-7c9c-4869-a792-6eed1a819e10), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:50.843279 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Set router 6fcb53b9-426b-4a3d-a434-ce670d62eb73 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:08:50.910990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:08:50.914764 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:50.924273 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:08:50.973192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Attempting to bind port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:08:50.973566 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Attempting to bind port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'fe8c143c-0eb3-487d-9f16-54fac2982b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4bb876ec-2bdb-4c85-923e-5891ec55f989'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:08:50.973931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Attempting to bind port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 on network 4bb876ec-2bdb-4c85-923e-5891ec55f989 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:08:50.986743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:08:50.987127 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Checking segment: {'id': 'fe8c143c-0eb3-487d-9f16-54fac2982b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4bb876ec-2bdb-4c85-923e-5891ec55f989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:08:50.987527 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:50.988187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Bound using segment: {'id': 'fe8c143c-0eb3-487d-9f16-54fac2982b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4bb876ec-2bdb-4c85-923e-5891ec55f989'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:08:50.988662 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Bound port: 7cb6c2a1-fc11-4298-a42d-80adc1eb0892, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8c143c-0eb3-487d-9f16-54fac2982b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4bb876ec-2bdb-4c85-923e-5891ec55f989'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:08:50.989045 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7cb6c2a1-fc11-4298-a42d-80adc1eb0892), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:51.017937 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Pushing event updated for resources: {'Port': ['ID=7cb6c2a1-fc11-4298-a42d-80adc1eb0892,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:51.035481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 01e18722-af6d-4558-9a5c-a06051d81ac9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=01e18722-af6d-4558-9a5c-a06051d81ac9,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:51.151378 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-122a11d9-f57a-4e11-b54c-676063e4c38c req-5bad9aeb-3a42-472d-ada2-adb4206920b1 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649520 Jan 28 19:08:51.236388 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'name': 'tempest-FloatingIPDetailsTestJSON-32756166-router', 'tenant_id': 'd7ca536f26054eb78726475933b6f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:37Z', 'updated_at': '2022-01-28T19:08:47Z', 'revision_number': 4, 'project_id': 'd7ca536f26054eb78726475933b6f71f', 'gw_port': {'id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:38Z', 'updated_at': '2022-01-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '52f4106c-621e-4adf-95cb-8b31c0595dc8', 'name': '', 'network_id': '4ec3819d-eb84-43f8-9b7e-3bdaec54226c', 'tenant_id': 'd7ca536f26054eb78726475933b6f71f', 'mac_address': 'fa:16:3e:a5:6d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'db0d1668-c6f4-400e-b26c-8b0171986a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:45Z', 'updated_at': '2022-01-28T19:08:47Z', 'revision_number': 2, 'project_id': 'd7ca536f26054eb78726475933b6f71f', 'subnets': [{'id': 'db0d1668-c6f4-400e-b26c-8b0171986a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:51.245093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Pushing event updated for resources: {'Port': ['ID=cd90b729-7c9c-4869-a792-6eed1a819e10,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:51.253469 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] For port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:08:51.263762 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] For port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7cb6c2a1-fc11-4298-a42d-80adc1eb0892,segment=NetworkSegment(fe8c143c-0eb3-487d-9f16-54fac2982b83),segment_id=fe8c143c-0eb3-487d-9f16-54fac2982b83)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:08:51.269005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '01e18722-af6d-4558-9a5c-a06051d81ac9', 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509', 'port_id': '01e18722-af6d-4558-9a5c-a06051d81ac9', 'mac_address': 'fa:16:3e:7c:5b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313caf54-95a5-42d8-a40e-1d57a3098b9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:08:51.313518 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7cb6c2a1-fc11-4298-a42d-80adc1eb0892), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:51.313804 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Checking router: 6fcb53b9-426b-4a3d-a434-ce670d62eb73 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:08:51.316186 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Updating router 6fcb53b9-426b-4a3d-a434-ce670d62eb73 port 52f4106c-621e-4adf-95cb-8b31c0595dc8 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:08:51.359154 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4d3fa-f3b6-4f73-b6e1-00735a642173 req-ca4078f4-dd91-42df-a07e-3491d4910fcb tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:51.360029 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:51.375141 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cbb4d3fa-f3b6-4f73-b6e1-00735a642173 req-ca4078f4-dd91-42df-a07e-3491d4910fcb tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.1204627 Jan 28 19:08:51.461075 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 01e18722-af6d-4558-9a5c-a06051d81ac9 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:51.471652 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cbb4d3fa-f3b6-4f73-b6e1-00735a642173 req-14b809cc-befe-4bba-9259-23ebb5e8740a tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948169 Jan 28 19:08:51.472285 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:51.619781 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36038) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:51.670635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55dee6-1986-4127-8936-4871b980809d req-301a397d-49a4-4260-b606-e8ba67790361 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:51.674455 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a55dee6-1986-4127-8936-4871b980809d req-301a397d-49a4-4260-b606-e8ba67790361 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.1073995 Jan 28 19:08:51.718885 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Publish callbacks [] for router_gateway (09af890d-18ae-43f2-86e9-89039724a46f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:51.732392 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-0208a1ae-e5f9-4776-a0c3-d15dddf6c1df tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3854158 Jan 28 19:08:51.748457 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:51.785528 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a55dee6-1986-4127-8936-4871b980809d req-e8b50017-b8f7-4539-bbbb-c51df12641f4 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993488 Jan 28 19:08:51.834580 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:51.886136 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71a876b2-45a3-4ea0-ad0c-0ea9bfa48066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:51.937455 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:51.941421 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e18722-af6d-4558-9a5c-a06051d81ac9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:08:51.985127 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Publish callbacks [] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:52.002087 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:52.032715 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e0ce0-af05-4a84-a284-675394e5f7ea None None] Pushing event updated for resources: {'Port': ['ID=7cb6c2a1-fc11-4298-a42d-80adc1eb0892,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:52.045042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 01e18722-af6d-4558-9a5c-a06051d81ac9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=01e18722-af6d-4558-9a5c-a06051d81ac9,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:52.053930 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:52.092083 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac7bef-a6f2-43f2-b441-19d5b59f8952 None None] Pushing event updated for resources: {'Port': ['ID=52f4106c-621e-4adf-95cb-8b31c0595dc8,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:52.135763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 400c037e-e178-4ba5-8333-699f871f92f1 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:52.193111 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (09af890d-18ae-43f2-86e9-89039724a46f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:52.206913 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71a876b2-45a3-4ea0-ad0c-0ea9bfa48066 admin admin] Publish callbacks [] for security_group (a3d43696-bbdb-4fa4-96b4-773c8d0b04f0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:52.255973 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71a876b2-45a3-4ea0-ad0c-0ea9bfa48066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a3d43696-bbdb-4fa4-96b4-773c8d0b04f0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:52.337425 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Attempting to bind port 52f4106c-621e-4adf-95cb-8b31c0595dc8 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:08:52.343028 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Attempting to bind port 52f4106c-621e-4adf-95cb-8b31c0595dc8 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '67516d43-5274-4cdd-b365-bbc9182ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4ec3819d-eb84-43f8-9b7e-3bdaec54226c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:08:52.343902 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Attempting to bind port 52f4106c-621e-4adf-95cb-8b31c0595dc8 on network 4ec3819d-eb84-43f8-9b7e-3bdaec54226c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:08:52.365552 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:08:52.367026 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Checking segment: {'id': '67516d43-5274-4cdd-b365-bbc9182ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4ec3819d-eb84-43f8-9b7e-3bdaec54226c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:08:52.367530 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:52.368017 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Bound using segment: {'id': '67516d43-5274-4cdd-b365-bbc9182ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4ec3819d-eb84-43f8-9b7e-3bdaec54226c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:08:52.369999 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Bound port: 52f4106c-621e-4adf-95cb-8b31c0595dc8, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67516d43-5274-4cdd-b365-bbc9182ec5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4ec3819d-eb84-43f8-9b7e-3bdaec54226c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:08:52.372263 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:52.390507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=01e18722-af6d-4558-9a5c-a06051d81ac9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:52.421739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 400c037e-e178-4ba5-8333-699f871f92f1 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:08:52.429251 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:52.430873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 400c037e-e178-4ba5-8333-699f871f92f1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:52.430873 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (400c037e-e178-4ba5-8333-699f871f92f1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:52.435517 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-71a876b2-45a3-4ea0-ad0c-0ea9bfa48066 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=844c7c268b1f4922aaa575927ab07094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8051257 Jan 28 19:08:52.437883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36050) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:52.456595 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a876b2-45a3-4ea0-ad0c-0ea9bfa48066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d43696-bbdb-4fa4-96b4-773c8d0b04f0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:52.492730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['01e18722-af6d-4558-9a5c-a06051d81ac9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:08:52.552403 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] For port 52f4106c-621e-4adf-95cb-8b31c0595dc8, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:08:52.561233 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] For port 52f4106c-621e-4adf-95cb-8b31c0595dc8, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=52f4106c-621e-4adf-95cb-8b31c0595dc8,segment=NetworkSegment(67516d43-5274-4cdd-b365-bbc9182ec5ec),segment_id=67516d43-5274-4cdd-b365-bbc9182ec5ec)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:08:52.580386 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:52.651542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b0932-c885-48a8-a6ae-2c961adb71f7 req-299c3167-9697-4c19-8e80-7e64a16f7785 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:52.659382 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-121b0932-c885-48a8-a6ae-2c961adb71f7 req-299c3167-9697-4c19-8e80-7e64a16f7785 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 946 time: 0.2147593 Jan 28 19:08:52.686905 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c8f68f4-55b2-4a84-9d5f-72f0614c3c0f admin admin] Publish callbacks [] for security_group (a3d43696-bbdb-4fa4-96b4-773c8d0b04f0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:52.695994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 400c037e-e178-4ba5-8333-699f871f92f1 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:52.696394 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (400c037e-e178-4ba5-8333-699f871f92f1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:52.767265 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac7bef-a6f2-43f2-b441-19d5b59f8952 None None] Pushing event updated for resources: {'Port': ['ID=52f4106c-621e-4adf-95cb-8b31c0595dc8,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:52.776587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-60698398-294e-498d-af99-37718c68e425 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:52.778965 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-60698398-294e-498d-af99-37718c68e425 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.37 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a&tenant_id=8059b4ef24fd40cba0129239318686c2&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 948 time: 0.5200467 Jan 28 19:08:52.820388 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Routers {'6fcb53b9-426b-4a3d-a434-ce670d62eb73'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:08:52.821028 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['6fcb53b9-426b-4a3d-a434-ce670d62eb73'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:52.869162 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Router 09af890d-18ae-43f2-86e9-89039724a46f is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:08:52.878098 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c8f68f4-55b2-4a84-9d5f-72f0614c3c0f admin admin] Publish callbacks [] for security_group (a3d43696-bbdb-4fa4-96b4-773c8d0b04f0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:52.967619 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-121b0932-c885-48a8-a6ae-2c961adb71f7 req-6fef9fb1-4449-43ea-90b3-6937f2ca011d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015282 Jan 28 19:08:52.986063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-41efe91b-878c-4264-be5f-132d17dcb37c None None] Provisioning complete for port 52f4106c-621e-4adf-95cb-8b31c0595dc8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:52.986063 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41efe91b-878c-4264-be5f-132d17dcb37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:53.068473 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c8f68f4-55b2-4a84-9d5f-72f0614c3c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a3d43696-bbdb-4fa4-96b4-773c8d0b04f0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:53.072418 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c8f68f4-55b2-4a84-9d5f-72f0614c3c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:53.079958 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5c8f68f4-55b2-4a84-9d5f-72f0614c3c0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a3d43696-bbdb-4fa4-96b4-773c8d0b04f0 HTTP/1.1" status: 204 len: 168 time: 0.6409192 Jan 28 19:08:53.102732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f68f4-55b2-4a84-9d5f-72f0614c3c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d43696-bbdb-4fa4-96b4-773c8d0b04f0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:53.132399 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:53.143611 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:08:53.146053 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a36248-3de6-4688-8e14-3d7d361b1e1b" -d '{"events": [{"server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "name": "network-vif-plugged", "status": "completed", "tag": "400c037e-e178-4ba5-8333-699f871f92f1"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:08:53.166141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:53.189804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=400c037e-e178-4ba5-8333-699f871f92f1,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:53.209061 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] Set router 6fcb53b9-426b-4a3d-a434-ce670d62eb73 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:08:53.243123 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (400c037e-e178-4ba5-8333-699f871f92f1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:53.260527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Allocated IP 172.25.0.70 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/63dd0eb4-ae06-4c9e-9b41-549ddb565a55) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:08:53.296929 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5b22e-bfa1-4385-af09-3b5058b0addd req-369f07f4-42a3-4e9f-ad66-9abe2ed45791 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:53.303586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d7e5b22e-bfa1-4385-af09-3b5058b0addd req-369f07f4-42a3-4e9f-ad66-9abe2ed45791 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 948 time: 0.1765056 Jan 28 19:08:53.328905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=400c037e-e178-4ba5-8333-699f871f92f1,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:53.347605 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-e790906f-0dc5-4405-afab-c16d759d172c service neutron] 10.222.0.37 "GET /v2.0/ports/400c037e-e178-4ba5-8333-699f871f92f1/bindings/n-h2-824834-4 HTTP/1.1" status: 200 len: 382 time: 0.5564158 Jan 28 19:08:53.381415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:08:53.435165 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-41efe91b-878c-4264-be5f-132d17dcb37c None None] Current status of the port 52f4106c-621e-4adf-95cb-8b31c0595dc8 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:53.435714 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41efe91b-878c-4264-be5f-132d17dcb37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:53.438597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Sync routers for ids ['09af890d-18ae-43f2-86e9-89039724a46f'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:08:53.450668 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d7e5b22e-bfa1-4385-af09-3b5058b0addd req-3712e90c-37b9-4eba-9b5e-6c954bd72d9d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307704 Jan 28 19:08:53.488025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Routers {'09af890d-18ae-43f2-86e9-89039724a46f'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:08:53.488346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5609ae25-722d-4794-adde-97edde542b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['09af890d-18ae-43f2-86e9-89039724a46f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:53.494249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:53.494631 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7cb6c2a1-fc11-4298-a42d-80adc1eb0892), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:53.567249 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:53.570676 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d58a38c3-fb91-49cd-a1c0-26f26fc4bec7 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3020728 Jan 28 19:08:53.579427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36068) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:53.633540 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-4a1be455-1aa9-4928-86b4-305ab4ed26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:53.639057 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-4a1be455-1aa9-4928-86b4-305ab4ed26c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 1131 time: 0.2454605 Jan 28 19:08:53.674470 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'name': 'tempest-FloatingIPDetailsTestJSON-32756166-router', 'tenant_id': 'd7ca536f26054eb78726475933b6f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:37Z', 'updated_at': '2022-01-28T19:08:47Z', 'revision_number': 4, 'project_id': 'd7ca536f26054eb78726475933b6f71f', 'gw_port': {'id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:38Z', 'updated_at': '2022-01-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '52f4106c-621e-4adf-95cb-8b31c0595dc8', 'name': '', 'network_id': '4ec3819d-eb84-43f8-9b7e-3bdaec54226c', 'tenant_id': 'd7ca536f26054eb78726475933b6f71f', 'mac_address': 'fa:16:3e:a5:6d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'db0d1668-c6f4-400e-b26c-8b0171986a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:45Z', 'updated_at': '2022-01-28T19:08:52Z', 'revision_number': 4, 'project_id': 'd7ca536f26054eb78726475933b6f71f', 'subnets': [{'id': 'db0d1668-c6f4-400e-b26c-8b0171986a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:53.678926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-41efe91b-878c-4264-be5f-132d17dcb37c None None] For port 52f4106c-621e-4adf-95cb-8b31c0595dc8, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=52f4106c-621e-4adf-95cb-8b31c0595dc8,segment=NetworkSegment(67516d43-5274-4cdd-b365-bbc9182ec5ec),segment_id=67516d43-5274-4cdd-b365-bbc9182ec5ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:53.695909 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41efe91b-878c-4264-be5f-132d17dcb37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:53.708875 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb86f004-1acc-45e5-9429-57d810378852 None None] The sync data for ids ['6fcb53b9-426b-4a3d-a434-ce670d62eb73'] in n-d-824834-4 is: [{'id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'name': 'tempest-FloatingIPDetailsTestJSON-32756166-router', 'tenant_id': 'd7ca536f26054eb78726475933b6f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:37Z', 'updated_at': '2022-01-28T19:08:47Z', 'revision_number': 4, 'project_id': 'd7ca536f26054eb78726475933b6f71f', 'gw_port': {'id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:38Z', 'updated_at': '2022-01-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '52f4106c-621e-4adf-95cb-8b31c0595dc8', 'name': '', 'network_id': '4ec3819d-eb84-43f8-9b7e-3bdaec54226c', 'tenant_id': 'd7ca536f26054eb78726475933b6f71f', 'mac_address': 'fa:16:3e:a5:6d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'db0d1668-c6f4-400e-b26c-8b0171986a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:45Z', 'updated_at': '2022-01-28T19:08:52Z', 'revision_number': 4, 'project_id': 'd7ca536f26054eb78726475933b6f71f', 'subnets': [{'id': 'db0d1668-c6f4-400e-b26c-8b0171986a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:08:53.840802 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for port (63dd0eb4-ae06-4c9e-9b41-549ddb565a55), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:53.873872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e72f37-0ce3-475e-8f20-6a8090cad160 req-24b38562-76de-4cf7-9487-1ac8a2f4c57e tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:53.875807 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4e72f37-0ce3-475e-8f20-6a8090cad160 req-24b38562-76de-4cf7-9487-1ac8a2f4c57e tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.3137996 Jan 28 19:08:54.020955 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Set router 09af890d-18ae-43f2-86e9-89039724a46f gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:08:54.023467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0fc1caf8-eebb-4e47-872d-196b90846b05 None None] Provisioning complete for port 52f4106c-621e-4adf-95cb-8b31c0595dc8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:54.023813 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0fc1caf8-eebb-4e47-872d-196b90846b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:54.025985 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efe91b-878c-4264-be5f-132d17dcb37c None None] Pushing event updated for resources: {'Port': ['ID=52f4106c-621e-4adf-95cb-8b31c0595dc8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:54.068400 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (63dd0eb4-ae06-4c9e-9b41-549ddb565a55), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:54.069434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af41123-1e82-48da-b5c7-b517ee80bd33 None None] Network 4bb876ec-2bdb-4c85-923e-5891ec55f989 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:08:54.179612 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:08:54.183786 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:54.188392 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:08:54.195442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-419334e4-a1f0-400f-8d11-6f00230c7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:54.199497 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-419334e4-a1f0-400f-8d11-6f00230c7489 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.5481102 Jan 28 19:08:54.241394 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4e72f37-0ce3-475e-8f20-6a8090cad160 req-9ca3e1e5-a7a6-41fc-a334-2f5434a8bde7 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3490825 Jan 28 19:08:54.283981 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:54.284382 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7cb6c2a1-fc11-4298-a42d-80adc1eb0892), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:54.310099 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-0f2c16ab-6d9d-4f61-813a-7fbbe339908e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=400c037e-e178-4ba5-8333-699f871f92f1 HTTP/1.1" status: 200 len: 217 time: 0.0606718 Jan 28 19:08:54.432743 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Pushing event updated for resources: {'Port': ['ID=63dd0eb4-ae06-4c9e-9b41-549ddb565a55,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:54.463924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7cb6c2a1-fc11-4298-a42d-80adc1eb0892,segment=NetworkSegment(fe8c143c-0eb3-487d-9f16-54fac2982b83),segment_id=fe8c143c-0eb3-487d-9f16-54fac2982b83)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:54.475408 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:54.512221 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7cb6c2a1-fc11-4298-a42d-80adc1eb0892), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:54.562656 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for floatingip (97e1e909-1cfb-4218-bba3-75d7d92eb0be), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:54.610998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-8e8281c4-1dd8-4c34-8e94-0234e1851efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:54.618702 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-8e8281c4-1dd8-4c34-8e94-0234e1851efe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.2886903 Jan 28 19:08:54.679806 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22292e60-77e7-4089-bb41-9995e1479eb3 req-7a9618ef-ec99-4698-9841-0b9c87ef8307 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:54.682288 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-22292e60-77e7-4089-bb41-9995e1479eb3 req-7a9618ef-ec99-4698-9841-0b9c87ef8307 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 944 time: 0.3050985 Jan 28 19:08:54.747037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1caf8-eebb-4e47-872d-196b90846b05 None None] Current status of the port 52f4106c-621e-4adf-95cb-8b31c0595dc8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:54.934815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36092) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:54.948733 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=7cb6c2a1-fc11-4298-a42d-80adc1eb0892,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:55.000788 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-22292e60-77e7-4089-bb41-9995e1479eb3 req-2eb22f18-d615-43fe-b9f9-b0418e25b516 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044779 Jan 28 19:08:55.029012 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eebd847e-6297-4fe1-8b99-b58e338c3474 None None] Provisioning complete for port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:55.029571 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eebd847e-6297-4fe1-8b99-b58e338c3474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7cb6c2a1-fc11-4298-a42d-80adc1eb0892), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:55.061540 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 52f4106c-621e-4adf-95cb-8b31c0595dc8 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:55.143409 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5609ae25-722d-4794-adde-97edde542b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af890d-18ae-43f2-86e9-89039724a46f', 'name': 'tempest-ServersTestMultiNic-1466714892-router', 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'cd90b729-7c9c-4869-a792-6eed1a819e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:48Z', 'updated_at': '2022-01-28T19:08:51Z', 'revision_number': 3, 'project_id': '1060cde39e6f4e3983d711c8ddac0223', 'gw_port': {'id': 'cd90b729-7c9c-4869-a792-6eed1a819e10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af890d-18ae-43f2-86e9-89039724a46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:50Z', 'updated_at': '2022-01-28T19:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:55.239256 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Checking router: 09af890d-18ae-43f2-86e9-89039724a46f for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:08:55.239603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Updating router 09af890d-18ae-43f2-86e9-89039724a46f port cd90b729-7c9c-4869-a792-6eed1a819e10 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:08:55.308772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-98e18a9e-5f2c-463e-894e-78acc1a7539a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1951670588-network', 'tenant_id': 'b1f1db10744a4501a97a85a9685ef09a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:55.356574 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cd90b729-7c9c-4869-a792-6eed1a819e10), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:55.367228 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2d0c6b98-8a0d-4c04-96bc-bce2e26b68e7 req-d8ae8f27-6828-4036-8ce2-6e53ac65acd7 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2124156787&fields=id&tenant_id=af81ce8ea82941db871f55af72a173e1 HTTP/1.1" status: 200 len: 267 time: 0.1335950 Jan 28 19:08:55.375893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 52f4106c-621e-4adf-95cb-8b31c0595dc8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:55.377132 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:55.442847 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:55.451005 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (63dd0eb4-ae06-4c9e-9b41-549ddb565a55), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:55.458715 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e18a9e-5f2c-463e-894e-78acc1a7539a admin admin] Made reservation on behalf of b1f1db10744a4501a97a85a9685ef09a for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:08:55.462428 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98e18a9e-5f2c-463e-894e-78acc1a7539a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:55.683311 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for port (63dd0eb4-ae06-4c9e-9b41-549ddb565a55), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:55.692952 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (63dd0eb4-ae06-4c9e-9b41-549ddb565a55), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:55.752938 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Allocated IP 172.20.0.1 (4bb876ec-2bdb-4c85-923e-5891ec55f989/657c214e-2487-481c-8762-69cdcb5781ca/e0f0efb6-e502-4929-9929-1810bd2849c5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:08:55.778139 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:55.803788 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eebd847e-6297-4fe1-8b99-b58e338c3474 None None] Current status of the port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:55.821469 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98e18a9e-5f2c-463e-894e-78acc1a7539a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:55.827986 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-0dded0f3-c29b-4846-b48a-fbf53def6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:55.827986 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-0dded0f3-c29b-4846-b48a-fbf53def6515 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.1740074 Jan 28 19:08:55.837875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 52f4106c-621e-4adf-95cb-8b31c0595dc8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:55.919090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Pushing event updated for resources: {'Port': ['ID=63dd0eb4-ae06-4c9e-9b41-549ddb565a55,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:55.975774 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98e18a9e-5f2c-463e-894e-78acc1a7539a admin admin] Publish callbacks [] for security_group (b85e0215-e8e2-493f-a937-fb65698ade62), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.000156 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (97e1e909-1cfb-4218-bba3-75d7d92eb0be), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.005388 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98e18a9e-5f2c-463e-894e-78acc1a7539a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b85e0215-e8e2-493f-a937-fb65698ade62), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.027143 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5b0af2fb-850f-48d3-a0ce-8213d04071bb None None] Provisioning complete for port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:56.028345 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b0af2fb-850f-48d3-a0ce-8213d04071bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7cb6c2a1-fc11-4298-a42d-80adc1eb0892), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.033245 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c6b98-8a0d-4c04-96bc-bce2e26b68e7 req-92f41dea-5dca-4d3f-a375-78bf8973acc4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:56.036540 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2d0c6b98-8a0d-4c04-96bc-bce2e26b68e7 req-92f41dea-5dca-4d3f-a375-78bf8973acc4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 946 time: 0.5974064 Jan 28 19:08:56.052429 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.053717 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-26c4006a-dc05-4266-bfe0-6ba87b340578 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3124843 Jan 28 19:08:56.116735 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2d0c6b98-8a0d-4c04-96bc-bce2e26b68e7 req-b0291723-c6ee-43fc-a978-ae7d4d0995b1 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Request body: {'port': {'security_groups': ['3725174f-51a6-48dd-ae54-2516281bb106', '25b0789a-de96-4e01-8f9e-95ec1823aa80']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:56.133131 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 01e18722-af6d-4558-9a5c-a06051d81ac9 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:56.139819 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-9927cf60-53c4-4c26-82df-600bbee9044b service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883244 Jan 28 19:08:56.142851 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-d07e4f25-6fdf-46a1-839f-9ddbe0b09fe9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.70 HTTP/1.1" status: 200 len: 695 time: 0.0755835 Jan 28 19:08:56.161454 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e18a9e-5f2c-463e-894e-78acc1a7539a admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:08:56.175881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e18a9e-5f2c-463e-894e-78acc1a7539a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85e0215-e8e2-493f-a937-fb65698ade62,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:56.235776 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98e18a9e-5f2c-463e-894e-78acc1a7539a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (346ba5d7-43f7-4c8e-973d-6e09e362760e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.236103 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-98e18a9e-5f2c-463e-894e-78acc1a7539a admin admin] Added segment 346ba5d7-43f7-4c8e-973d-6e09e362760e of type vlan for network a0a0df9e-2526-4910-8347-d42b4cbb9f82 Jan 28 19:08:56.239701 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Publish callbacks [] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.241365 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2d0c6b98-8a0d-4c04-96bc-bce2e26b68e7 req-b0291723-c6ee-43fc-a978-ae7d4d0995b1 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.251486 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-37462c78-9c6a-4687-b768-b16dacae7192 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976076 Jan 28 19:08:56.292786 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5b0af2fb-850f-48d3-a0ce-8213d04071bb None None] Current status of the port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:56.317262 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 01e18722-af6d-4558-9a5c-a06051d81ac9 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:08:56.325564 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 01e18722-af6d-4558-9a5c-a06051d81ac9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:56.326114 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.379463 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Publish callbacks [] for port (cd90b729-7c9c-4869-a792-6eed1a819e10), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.409232 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cd90b729-7c9c-4869-a792-6eed1a819e10), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.409807 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98e18a9e-5f2c-463e-894e-78acc1a7539a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (a0a0df9e-2526-4910-8347-d42b4cbb9f82), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.439627 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.448627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-78c4b3cf-038e-4fc8-9ae2-8016646ae90c tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:56.463878 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fcb14640-bab8-4b4e-8deb-3a5d34cffa92 req-78c4b3cf-038e-4fc8-9ae2-8016646ae90c tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.3112185 Jan 28 19:08:56.478625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207a400-3c52-4f86-8f0d-ab71cac71e6a None None] Pushing event updated for resources: {'Port': ['ID=cd90b729-7c9c-4869-a792-6eed1a819e10,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:56.495743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 01e18722-af6d-4558-9a5c-a06051d81ac9 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:56.496267 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.536714 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Attempting to bind port cd90b729-7c9c-4869-a792-6eed1a819e10 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:08:56.537240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Attempting to bind port cd90b729-7c9c-4869-a792-6eed1a819e10 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:08:56.537741 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Attempting to bind port cd90b729-7c9c-4869-a792-6eed1a819e10 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:08:56.546602 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77528e50-35ad-4fb4-a5cd-d97769180fe5 x-openstack-request-id: req-77528e50-35ad-4fb4-a5cd-d97769180fe5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:08:56.546953 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "name": "network-vif-plugged", "status": "completed", "tag": "400c037e-e178-4ba5-8333-699f871f92f1", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:08:56.547290 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77528e50-35ad-4fb4-a5cd-d97769180fe5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:08:56.547768 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1', 'code': 200} Jan 28 19:08:56.554121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 01e18722-af6d-4558-9a5c-a06051d81ac9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=01e18722-af6d-4558-9a5c-a06051d81ac9,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:56.555455 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:08:56.556233 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:08:56.556593 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.557050 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:08:56.557625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Bound port: cd90b729-7c9c-4869-a792-6eed1a819e10, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:08:56.558200 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cd90b729-7c9c-4869-a792-6eed1a819e10), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.615695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5609ae25-722d-4794-adde-97edde542b60 None None] For port cd90b729-7c9c-4869-a792-6eed1a819e10, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:08:56.620417 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5609ae25-722d-4794-adde-97edde542b60 None None] For port cd90b729-7c9c-4869-a792-6eed1a819e10, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cd90b729-7c9c-4869-a792-6eed1a819e10,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:08:56.624462 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.631814 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cd90b729-7c9c-4869-a792-6eed1a819e10), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.649995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2d0c6b98-8a0d-4c04-96bc-bce2e26b68e7 req-b0291723-c6ee-43fc-a978-ae7d4d0995b1 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] For port 2637f5d2-1531-4367-96a9-c52826baa9d1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2637f5d2-1531-4367-96a9-c52826baa9d1,segment=NetworkSegment(497ae4aa-849d-4a33-b4ff-4fe9d6e66436),segment_id=497ae4aa-849d-4a33-b4ff-4fe9d6e66436)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:56.695441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=01e18722-af6d-4558-9a5c-a06051d81ac9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:56.697462 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2d0c6b98-8a0d-4c04-96bc-bce2e26b68e7 req-b0291723-c6ee-43fc-a978-ae7d4d0995b1 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.702162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Routers {'09af890d-18ae-43f2-86e9-89039724a46f'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:08:56.703147 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5609ae25-722d-4794-adde-97edde542b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['09af890d-18ae-43f2-86e9-89039724a46f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:56.705962 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-98e18a9e-5f2c-463e-894e-78acc1a7539a admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:08:56.731904 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2d0c6b98-8a0d-4c04-96bc-bce2e26b68e7 req-b0291723-c6ee-43fc-a978-ae7d4d0995b1 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.740703 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98e18a9e-5f2c-463e-894e-78acc1a7539a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (a0a0df9e-2526-4910-8347-d42b4cbb9f82), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.742206 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e18a9e-5f2c-463e-894e-78acc1a7539a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:56.742789 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98e18a9e-5f2c-463e-894e-78acc1a7539a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:56.780228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['320b5b96-abc1-4d2e-85f9-80f5e73751fe', '2637f5d2-1531-4367-96a9-c52826baa9d1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:08:56.794392 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d301b-f059-4f94-8271-09b903f27862 req-168ebc88-6531-47a9-bbf5-3e7cbc74a2c2 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:56.806686 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-763d301b-f059-4f94-8271-09b903f27862 req-168ebc88-6531-47a9-bbf5-3e7cbc74a2c2 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.1804383 Jan 28 19:08:56.843103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e18a9e-5f2c-463e-894e-78acc1a7539a admin admin] Pushing event updated for resources: {'Network': ['ID=a0a0df9e-2526-4910-8347-d42b4cbb9f82,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:56.862399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Network 4bb876ec-2bdb-4c85-923e-5891ec55f989 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:08:56.867897 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network a0a0df9e-2526-4910-8347-d42b4cbb9f82 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:08:56.875949 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:56.897379 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:08:56.943301 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-763d301b-f059-4f94-8271-09b903f27862 req-99b00abe-8826-48fe-a3d4-795a35ae4f1e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354589 Jan 28 19:08:56.961930 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (09af890d-18ae-43f2-86e9-89039724a46f), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:57.001692 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36110) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:57.003046 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-98e18a9e-5f2c-463e-894e-78acc1a7539a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0670912 Jan 28 19:08:57.008217 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207a400-3c52-4f86-8f0d-ab71cac71e6a None None] Pushing event updated for resources: {'Port': ['ID=cd90b729-7c9c-4869-a792-6eed1a819e10,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:57.008783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c811f105-9088-4f65-87f3-4d6caa6956bb admin admin] Request body: {'subnet': {'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1951670588-subnet', 'tenant_id': 'b1f1db10744a4501a97a85a9685ef09a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:57.035749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c6b98-8a0d-4c04-96bc-bce2e26b68e7 req-b0291723-c6ee-43fc-a978-ae7d4d0995b1 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:57.036361 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2d0c6b98-8a0d-4c04-96bc-bce2e26b68e7 req-b0291723-c6ee-43fc-a978-ae7d4d0995b1 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:57.040570 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2d0c6b98-8a0d-4c04-96bc-bce2e26b68e7 req-b0291723-c6ee-43fc-a978-ae7d4d0995b1 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "PUT /v2.0/ports/2637f5d2-1531-4367-96a9-c52826baa9d1 HTTP/1.1" status: 200 len: 982 time: 0.9681492 Jan 28 19:08:57.114966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991ea411-7f69-45d5-ac69-86d8d57d49ca', 'tag': '2637f5d2-1531-4367-96a9-c52826baa9d1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:08:57.117654 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e07ba42-fe8c-45b1-ae82-437ba7de9f40" -d '{"events": [{"name": "network-changed", "server_uuid": "991ea411-7f69-45d5-ac69-86d8d57d49ca", "tag": "2637f5d2-1531-4367-96a9-c52826baa9d1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:08:57.137282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c811f105-9088-4f65-87f3-4d6caa6956bb admin admin] Made reservation on behalf of b1f1db10744a4501a97a85a9685ef09a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:08:57.139295 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:08:57.140784 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c811f105-9088-4f65-87f3-4d6caa6956bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:57.152387 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Pushing event updated for resources: {'Port': ['ID=e0f0efb6-e502-4929-9929-1810bd2849c5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:57.268748 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['2637f5d2-1531-4367-96a9-c52826baa9d1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:08:57.334377 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3af4147a-e713-412e-a0d2-0d7c1868c347 None None] Provisioning complete for port e0f0efb6-e502-4929-9929-1810bd2849c5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:57.335062 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3af4147a-e713-412e-a0d2-0d7c1868c347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:57.371859 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c811f105-9088-4f65-87f3-4d6caa6956bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (4fd0268e-e755-4d0f-9e56-a9e065215f79), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:57.402287 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:57.420352 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c7a3f-fa8c-4a50-9b23-e2740cbcd001 req-4566f964-f70b-48f5-af40-63723b4bf65b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:57.421892 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be1c7a3f-fa8c-4a50-9b23-e2740cbcd001 req-4566f964-f70b-48f5-af40-63723b4bf65b tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 943 time: 0.3642592 Jan 28 19:08:57.435723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811f105-9088-4f65-87f3-4d6caa6956bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd0268e-e755-4d0f-9e56-a9e065215f79,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:57.475643 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811f105-9088-4f65-87f3-4d6caa6956bb admin admin] Checking segment: {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:08:57.476304 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c811f105-9088-4f65-87f3-4d6caa6956bb admin admin] Network hostable DHCP agents. Network: a0a0df9e-2526-4910-8347-d42b4cbb9f82, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:08:57.480838 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5609ae25-722d-4794-adde-97edde542b60 None None] Set router 09af890d-18ae-43f2-86e9-89039724a46f gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:08:57.497982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474e3d8-9c37-4587-ac3d-f2c12f1bbd91 req-419d94ec-2d43-42f6-bff6-c45862df426a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:57.499733 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4474e3d8-9c37-4587-ac3d-f2c12f1bbd91 req-419d94ec-2d43-42f6-bff6-c45862df426a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 945 time: 0.2119212 Jan 28 19:08:57.500504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0291723-c6ee-43fc-a978-ae7d4d0995b1 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event updated for resources: {'Port': ['ID=2637f5d2-1531-4367-96a9-c52826baa9d1,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:57.519929 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be1c7a3f-fa8c-4a50-9b23-e2740cbcd001 req-805f722a-08e3-47a8-bf45-2402b18393d8 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865719 Jan 28 19:08:57.533960 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c811f105-9088-4f65-87f3-4d6caa6956bb admin admin] Network a0a0df9e-2526-4910-8347-d42b4cbb9f82 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:08:57.563925 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c811f105-9088-4f65-87f3-4d6caa6956bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, a0a0df9e-2526-4910-8347-d42b4cbb9f82) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:57.573442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c811f105-9088-4f65-87f3-4d6caa6956bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:57.574050 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c811f105-9088-4f65-87f3-4d6caa6956bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:57.582249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3af4147a-e713-412e-a0d2-0d7c1868c347 None None] Port e0f0efb6-e502-4929-9929-1810bd2849c5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:08:57.606285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e77885-09fb-454c-ae37-7678b5767a44 None None] Network a0a0df9e-2526-4910-8347-d42b4cbb9f82 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:08:57.620511 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4474e3d8-9c37-4587-ac3d-f2c12f1bbd91 req-9ceddab3-3232-4e17-970f-468145ba31c6 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140118 Jan 28 19:08:57.638109 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c811f105-9088-4f65-87f3-4d6caa6956bb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6311629 Jan 28 19:08:57.736368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0425a50c-eb47-4484-a75b-64166de493dd req-3ba0496c-5e06-4fef-ba7c-9ba85e65816a tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/25b0789a-de96-4e01-8f9e-95ec1823aa80 HTTP/1.1" status: 200 len: 1818 time: 0.0669718 Jan 28 19:08:57.777174 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Publish callbacks [] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:57.787637 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-9d7da027-aa3f-42cd-825d-9b5148f5c22b tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1846862 Jan 28 19:08:57.802477 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:57.803714 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:57.819722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:57.820307 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7cb6c2a1-fc11-4298-a42d-80adc1eb0892), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:57.846446 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:57.971785 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (09af890d-18ae-43f2-86e9-89039724a46f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:57.976043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Pushing event updated for resources: {'Port': ['ID=e0f0efb6-e502-4929-9929-1810bd2849c5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:57.982181 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-0425a50c-eb47-4484-a75b-64166de493dd req-4fd514d2-dc97-4f55-be01-b7d2adc32883 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 19:08:57.983357 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0425a50c-eb47-4484-a75b-64166de493dd req-4fd514d2-dc97-4f55-be01-b7d2adc32883 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "DELETE /v2.0/security-groups/25b0789a-de96-4e01-8f9e-95ec1823aa80 HTTP/1.1" status: 409 len: 341 time: 0.2285085 Jan 28 19:08:58.040163 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:58.110782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Network 4bb876ec-2bdb-4c85-923e-5891ec55f989 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:08:58.115856 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:58.173586 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c3c7f769-aaef-4265-89a3-fe698d2e80fe details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:08:58.304825 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port c3c7f769-aaef-4265-89a3-fe698d2e80fe, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c3c7f769-aaef-4265-89a3-fe698d2e80fe,segment=NetworkSegment(9af083a1-4e49-4740-89be-fbdbc0419af9),segment_id=9af083a1-4e49-4740-89be-fbdbc0419af9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:58.310223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Allocated IP 172.25.0.239 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/a2f1ccda-3552-47a9-8ae1-1e754eebae42) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:08:58.339152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Router 09af890d-18ae-43f2-86e9-89039724a46f has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:08:58.363469 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6010f70a-3e56-4883-b757-f865301af11e x-openstack-request-id: req-6010f70a-3e56-4883-b757-f865301af11e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:08:58.363469 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991ea411-7f69-45d5-ac69-86d8d57d49ca", "tag": "2637f5d2-1531-4367-96a9-c52826baa9d1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:08:58.364753 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6010f70a-3e56-4883-b757-f865301af11e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:08:58.365357 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991ea411-7f69-45d5-ac69-86d8d57d49ca', 'tag': '2637f5d2-1531-4367-96a9-c52826baa9d1', 'status': 'completed', 'code': 200} Jan 28 19:08:58.453476 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'c3c7f769-aaef-4265-89a3-fe698d2e80fe', 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178', 'port_id': 'c3c7f769-aaef-4265-89a3-fe698d2e80fe', 'mac_address': 'fa:16:3e:b9:45:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:08:58.566558 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for port (a2f1ccda-3552-47a9-8ae1-1e754eebae42), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:58.571566 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e85b38-8c56-4cbf-8e33-00bfded5cd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e18722-af6d-4558-9a5c-a06051d81ac9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:08:58.575434 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79058c80-8c75-4310-9688-ef42b7fd7e39" -d '{"events": [{"server_uuid": "85e85b38-8c56-4cbf-8e33-00bfded5cd3a", "name": "network-vif-plugged", "status": "completed", "tag": "01e18722-af6d-4558-9a5c-a06051d81ac9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:08:58.588615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca9ed10-1d04-4fd8-9a44-d984e8e951ec None None] Network a0a0df9e-2526-4910-8347-d42b4cbb9f82 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:08:58.641995 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a2f1ccda-3552-47a9-8ae1-1e754eebae42), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:58.694171 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:08:58.696513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:08:58.702869 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:08:58.743196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07ba42-fe8c-45b1-ae82-437ba7de9f40 req-9d3259a4-5d97-45a7-b129-13b9db725821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:58.744839 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7e07ba42-fe8c-45b1-ae82-437ba7de9f40 req-9d3259a4-5d97-45a7-b129-13b9db725821 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af81ce8ea82941db871f55af72a173e1&device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 1167 time: 0.2856834 Jan 28 19:08:58.772511 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:08:58.791965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Pushing event updated for resources: {'Port': ['ID=a2f1ccda-3552-47a9-8ae1-1e754eebae42,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:58.797929 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-129efbaa-3c30-4067-b441-e45e47452c9a admin admin] 10.222.0.55 "PUT /v2.0/routers/09af890d-18ae-43f2-86e9-89039724a46f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2170303 Jan 28 19:08:58.945865 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for floatingip (7363faff-19ef-4885-a258-d623e7f24c03), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:59.045554 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a2f1ccda-3552-47a9-8ae1-1e754eebae42), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:59.074241 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36154) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:59.114187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6ca0918b-17fb-437c-9612-b942ae0ec8f1 None None] Provisioning complete for port e0f0efb6-e502-4929-9929-1810bd2849c5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:08:59.115166 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ca0918b-17fb-437c-9612-b942ae0ec8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:59.218694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5609ae25-722d-4794-adde-97edde542b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af890d-18ae-43f2-86e9-89039724a46f', 'name': 'tempest-ServersTestMultiNic-1466714892-router', 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'cd90b729-7c9c-4869-a792-6eed1a819e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:48Z', 'updated_at': '2022-01-28T19:08:51Z', 'revision_number': 3, 'project_id': '1060cde39e6f4e3983d711c8ddac0223', 'gw_port': {'id': 'cd90b729-7c9c-4869-a792-6eed1a819e10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af890d-18ae-43f2-86e9-89039724a46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:50Z', 'updated_at': '2022-01-28T19:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:08:59.238163 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-bb1a75f4-afaf-4bdc-a1ad-10fbcb92398e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:59.239777 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-bb1a75f4-afaf-4bdc-a1ad-10fbcb92398e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 812 time: 0.5885580 Jan 28 19:08:59.278434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0918b-17fb-437c-9612-b942ae0ec8f1 None None] Port e0f0efb6-e502-4929-9929-1810bd2849c5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:08:59.290560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07ba42-fe8c-45b1-ae82-437ba7de9f40 req-070a3a12-8920-425c-b327-22e85ed60a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:59.292157 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7e07ba42-fe8c-45b1-ae82-437ba7de9f40 req-070a3a12-8920-425c-b327-22e85ed60a1d service neutron] 10.222.0.31 "GET /v2.0/networks?id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b HTTP/1.1" status: 200 len: 914 time: 0.5384414 Jan 28 19:08:59.301925 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for port (a2f1ccda-3552-47a9-8ae1-1e754eebae42), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:59.307592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0f901876-eebf-4551-bab2-6fd0e0606bd5 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-61251111'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:59.312652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5609ae25-722d-4794-adde-97edde542b60 None None] The sync data for ids ['09af890d-18ae-43f2-86e9-89039724a46f'] in n-d-824834-4 is: [{'id': '09af890d-18ae-43f2-86e9-89039724a46f', 'name': 'tempest-ServersTestMultiNic-1466714892-router', 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'cd90b729-7c9c-4869-a792-6eed1a819e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:48Z', 'updated_at': '2022-01-28T19:08:51Z', 'revision_number': 3, 'project_id': '1060cde39e6f4e3983d711c8ddac0223', 'gw_port': {'id': 'cd90b729-7c9c-4869-a792-6eed1a819e10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af890d-18ae-43f2-86e9-89039724a46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:50Z', 'updated_at': '2022-01-28T19:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:08:59.315209 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (a2f1ccda-3552-47a9-8ae1-1e754eebae42), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:59.325474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:59.374721 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-f60c9814-8324-41cf-b2d7-c2d5f80ea5a6 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/quotas/b1f1db10744a4501a97a85a9685ef09a HTTP/1.1" status: 200 len: 375 time: 0.1207707 Jan 28 19:08:59.381674 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port c3c7f769-aaef-4265-89a3-fe698d2e80fe is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:08:59.382230 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c3c7f769-aaef-4265-89a3-fe698d2e80fe), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:59.388277 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7e07ba42-fe8c-45b1-ae82-437ba7de9f40 req-ea6339dd-1aa5-4425-b9fa-3c3373ec7364 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2637f5d2-1531-4367-96a9-c52826baa9d1 HTTP/1.1" status: 200 len: 217 time: 0.0852475 Jan 28 19:08:59.444874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f901876-eebf-4551-bab2-6fd0e0606bd5 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Made reservation on behalf of 1060cde39e6f4e3983d711c8ddac0223 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:08:59.447746 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f901876-eebf-4551-bab2-6fd0e0606bd5 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:59.451662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Pushing event updated for resources: {'Port': ['ID=a2f1ccda-3552-47a9-8ae1-1e754eebae42,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:59.457548 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-3ca31bc4-d0e2-4457-9112-5b34adc8b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:59.459119 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-3ca31bc4-d0e2-4457-9112-5b34adc8b7fa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a&tenant_id=8059b4ef24fd40cba0129239318686c2 HTTP/1.1" status: 200 len: 1131 time: 0.2824554 Jan 28 19:08:59.479711 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-9e2d4611-5664-4735-822a-db072ed76ad0 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722511 Jan 28 19:08:59.483083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f901876-eebf-4551-bab2-6fd0e0606bd5 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:08:59.485362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:59.492495 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f901876-eebf-4551-bab2-6fd0e0606bd5 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0584b06a-015e-4cfe-a9d0-8c84a1e337e9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:59.492842 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-0f901876-eebf-4551-bab2-6fd0e0606bd5 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Added segment 0584b06a-015e-4cfe-a9d0-8c84a1e337e9 of type vlan for network 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 Jan 28 19:08:59.528736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07ba42-fe8c-45b1-ae82-437ba7de9f40 req-b92e7adf-ac9a-4c58-a070-2169712ddb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:59.530473 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7e07ba42-fe8c-45b1-ae82-437ba7de9f40 req-b92e7adf-ac9a-4c58-a070-2169712ddb2d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41b12597-c2d0-48f7-a923-25843df9b43c HTTP/1.1" status: 200 len: 853 time: 0.1315477 Jan 28 19:08:59.555701 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f901876-eebf-4551-bab2-6fd0e0606bd5 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (95f81273-5a28-4d3a-9c68-8a2f74b4a1a4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:59.567677 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c7f769-aaef-4265-89a3-fe698d2e80fe {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:08:59.568383 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (400c037e-e178-4ba5-8333-699f871f92f1), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:59.600718 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (7363faff-19ef-4885-a258-d623e7f24c03), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:59.608996 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f901876-eebf-4551-bab2-6fd0e0606bd5 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (95f81273-5a28-4d3a-9c68-8a2f74b4a1a4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:59.618109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f901876-eebf-4551-bab2-6fd0e0606bd5 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:08:59.618749 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f901876-eebf-4551-bab2-6fd0e0606bd5 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:59.621725 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7e07ba42-fe8c-45b1-ae82-437ba7de9f40 req-0ec9b76c-9225-49b7-99a5-1621e40b7a92 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549457 Jan 28 19:08:59.632346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port c3c7f769-aaef-4265-89a3-fe698d2e80fe, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c3c7f769-aaef-4265-89a3-fe698d2e80fe,segment=NetworkSegment(9af083a1-4e49-4740-89be-fbdbc0419af9),segment_id=9af083a1-4e49-4740-89be-fbdbc0419af9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:08:59.649181 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c3c7f769-aaef-4265-89a3-fe698d2e80fe), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:59.725155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=c3c7f769-aaef-4265-89a3-fe698d2e80fe,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:59.837565 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0f901876-eebf-4551-bab2-6fd0e0606bd5 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7622056 Jan 28 19:08:59.847420 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:59.851028 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36170) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:08:59.851758 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-fd8b33bd-8b97-42a3-a9e6-ed9ad08515af tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0551727 Jan 28 19:08:59.863270 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:08:59.863939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e181c3c6-2e45-4da3-879b-473742a97731 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Request body: {'subnet': {'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:08:59.893666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f901876-eebf-4551-bab2-6fd0e0606bd5 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event updated for resources: {'Network': ['ID=95f81273-5a28-4d3a-9c68-8a2f74b4a1a4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:08:59.908774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:08:59.961771 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-f3af60d4-ad46-4aff-82b2-a73ec4c26886 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.1002336 Jan 28 19:09:00.075726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['c3c7f769-aaef-4265-89a3-fe698d2e80fe'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:00.148153 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-427b22a3-f547-4673-b20e-37add9b9c5d8 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:00.149651 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 400c037e-e178-4ba5-8333-699f871f92f1 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:00.150143 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e9c9db1e-15f2-4ad0-9b9d-59dcbc296ebd req-427b22a3-f547-4673-b20e-37add9b9c5d8 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.1751986 Jan 28 19:09:00.155784 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-163c28c1-453b-4055-8908-fab42e42f1cd service neutron] 10.222.0.55 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459205 Jan 28 19:09:00.289048 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e181c3c6-2e45-4da3-879b-473742a97731 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Made reservation on behalf of 1060cde39e6f4e3983d711c8ddac0223 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:09:00.292861 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e181c3c6-2e45-4da3-879b-473742a97731 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:00.297962 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7e07ba42-fe8c-45b1-ae82-437ba7de9f40 req-ef4f537f-fab9-4142-a463-e2963d0f37af service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6605656 Jan 28 19:09:00.305861 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64c1ed-a72b-4ef9-81ff-03fd449728a6 req-003f7876-1cb7-42fa-b951-5176b07c1e34 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:00.311872 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a64c1ed-a72b-4ef9-81ff-03fd449728a6 req-003f7876-1cb7-42fa-b951-5176b07c1e34 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.0903928 Jan 28 19:09:00.393118 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a64c1ed-a72b-4ef9-81ff-03fd449728a6 req-7c3978ea-5fe2-4cb7-9d41-213256f787a3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671890 Jan 28 19:09:00.453700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 400c037e-e178-4ba5-8333-699f871f92f1 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:00.454264 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (400c037e-e178-4ba5-8333-699f871f92f1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:00.609280 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-bbbfa52e-7ceb-4f02-b7d1-17989fa370c9 service neutron] 10.222.0.55 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525988 Jan 28 19:09:00.712289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6b292-7ac0-4981-a649-c8059311a434 req-75b397fe-d0ac-4155-9d00-2dac842a8883 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:00.722252 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1fe6b292-7ac0-4981-a649-c8059311a434 req-75b397fe-d0ac-4155-9d00-2dac842a8883 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 944 time: 0.0751328 Jan 28 19:09:00.755799 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7e07ba42-fe8c-45b1-ae82-437ba7de9f40 req-6d774a91-bf5a-4e98-aa7c-aca54fbd2b0b service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128697 Jan 28 19:09:00.773003 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=400c037e-e178-4ba5-8333-699f871f92f1,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:00.792603 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1fe6b292-7ac0-4981-a649-c8059311a434 req-14a1d741-f85d-4975-abea-023e42f760b2 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677638 Jan 28 19:09:00.954821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:00.977609 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fff94b-aa16-43e0-a70d-157c4730bb4c x-openstack-request-id: req-86fff94b-aa16-43e0-a70d-157c4730bb4c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:00.977909 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e85b38-8c56-4cbf-8e33-00bfded5cd3a", "name": "network-vif-plugged", "status": "completed", "tag": "01e18722-af6d-4558-9a5c-a06051d81ac9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:00.978194 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86fff94b-aa16-43e0-a70d-157c4730bb4c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:00.978599 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e85b38-8c56-4cbf-8e33-00bfded5cd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e18722-af6d-4558-9a5c-a06051d81ac9', 'code': 200} Jan 28 19:09:00.985417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4df8f-f4ef-4fa5-9c38-1eaf2ce4963b req-11155d91-722f-420f-9004-deab8c86a604 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:00.993285 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-15a4df8f-f4ef-4fa5-9c38-1eaf2ce4963b req-11155d91-722f-420f-9004-deab8c86a604 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 945 time: 0.1160960 Jan 28 19:09:01.135315 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-15a4df8f-f4ef-4fa5-9c38-1eaf2ce4963b req-4319c851-aed1-4694-a269-688c31b0dc92 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410346 Jan 28 19:09:01.150743 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b8d66-1069-47de-8f07-5fca72c94a75 req-f74b5878-129d-44cf-ae9a-d61b72c82d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:01.155865 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d08b8d66-1069-47de-8f07-5fca72c94a75 req-f74b5878-129d-44cf-ae9a-d61b72c82d1f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 1127 time: 0.1068347 Jan 28 19:09:01.248129 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960bbe4-58c2-43b6-9ed9-4a32beebef19 req-deee087a-e44a-431c-89d9-6dc85192a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:01.251288 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c960bbe4-58c2-43b6-9ed9-4a32beebef19 req-deee087a-e44a-431c-89d9-6dc85192a08d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af81ce8ea82941db871f55af72a173e1&device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 1167 time: 0.4345756 Jan 28 19:09:01.254312 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c710008-7672-49bd-b935-8ff0612e983b req-0a885630-f537-4277-910e-421df20ae205 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2154744 Jan 28 19:09:01.274787 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d08b8d66-1069-47de-8f07-5fca72c94a75 req-44b11f9c-805c-46eb-b405-c3c4bf76d889 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065419 Jan 28 19:09:01.290241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8c710008-7672-49bd-b935-8ff0612e983b req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:01.294903 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e181c3c6-2e45-4da3-879b-473742a97731 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (f56d4636-7ec7-4df9-9476-1ca56774fa6d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:01.309373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77494887-0ba8-4996-aa77-d48f20b78b88 req-30fc18cb-e19f-4310-b4fb-9b047a049087 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:01.318249 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77494887-0ba8-4996-aa77-d48f20b78b88 req-30fc18cb-e19f-4310-b4fb-9b047a049087 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 985 time: 0.0834987 Jan 28 19:09:01.412310 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:01.415001 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b96159f-ceb3-452c-9f4f-9b7e676b182f" -d '{"events": [{"server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "name": "network-vif-unplugged", "status": "completed", "tag": "400c037e-e178-4ba5-8333-699f871f92f1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:01.429377 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Publish callbacks [] for port (400c037e-e178-4ba5-8333-699f871f92f1), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:01.431041 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77494887-0ba8-4996-aa77-d48f20b78b88 req-5ed58ec1-31f4-48be-ab70-6e7f485722b8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=25b0789a-de96-4e01-8f9e-95ec1823aa80&id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1119301 Jan 28 19:09:01.484875 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181c3c6-2e45-4da3-879b-473742a97731 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event updated for resources: {'Subnet': ['ID=f56d4636-7ec7-4df9-9476-1ca56774fa6d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:01.508074 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c710008-7672-49bd-b935-8ff0612e983b req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:01.526692 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3b0735a8-8620-4e06-ae4f-c9c4c30a1ce8 req-125cbb48-1892-4c24-b127-14b133ea3d9a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cdea1c7-2e16-42f3-8bdf-d9401731a6de HTTP/1.1" status: 200 len: 210 time: 0.0549119 Jan 28 19:09:01.547234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cd90b729-7c9c-4869-a792-6eed1a819e10 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:01.574268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Transition to ACTIVE for port object 400c037e-e178-4ba5-8333-699f871f92f1 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:09:01.598834 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (400c037e-e178-4ba5-8333-699f871f92f1), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:01.662338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960bbe4-58c2-43b6-9ed9-4a32beebef19 req-223c06ae-2dcc-4ec3-bc71-6a32c024666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:01.664024 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c960bbe4-58c2-43b6-9ed9-4a32beebef19 req-223c06ae-2dcc-4ec3-bc71-6a32c024666c service neutron] 10.222.0.31 "GET /v2.0/networks?id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b HTTP/1.1" status: 200 len: 914 time: 0.4032009 Jan 28 19:09:01.675795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e181c3c6-2e45-4da3-879b-473742a97731 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Checking segment: {'id': '0584b06a-015e-4cfe-a9d0-8c84a1e337e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:01.676472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e181c3c6-2e45-4da3-879b-473742a97731 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Network hostable DHCP agents. Network: 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:09:01.694360 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:09:01.694718 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:09:01.737292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port cd90b729-7c9c-4869-a792-6eed1a819e10 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:01.737724 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cd90b729-7c9c-4869-a792-6eed1a819e10), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:01.750642 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c960bbe4-58c2-43b6-9ed9-4a32beebef19 req-1d5b12e5-75f7-49ad-83fc-b413d61bb03c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2637f5d2-1531-4367-96a9-c52826baa9d1 HTTP/1.1" status: 200 len: 217 time: 0.0761843 Jan 28 19:09:01.769866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Pushing event updated for resources: {'Port': ['ID=400c037e-e178-4ba5-8333-699f871f92f1,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:01.801611 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04c806-6104-4ac6-aa4a-65f0d6a07709 req-417f5d3b-d741-4660-8aca-3889cf0b6e5c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:01.805876 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7b04c806-6104-4ac6-aa4a-65f0d6a07709 req-417f5d3b-d741-4660-8aca-3889cf0b6e5c tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 948 time: 0.1734684 Jan 28 19:09:01.939054 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7b04c806-6104-4ac6-aa4a-65f0d6a07709 req-c946078c-0138-4bd4-8d47-d95162da4d55 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195190 Jan 28 19:09:01.957694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port cd90b729-7c9c-4869-a792-6eed1a819e10 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:01.958126 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cd90b729-7c9c-4869-a792-6eed1a819e10), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:02.036064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port cd90b729-7c9c-4869-a792-6eed1a819e10, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cd90b729-7c9c-4869-a792-6eed1a819e10,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:02.051081 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cd90b729-7c9c-4869-a792-6eed1a819e10), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:02.166310 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=cd90b729-7c9c-4869-a792-6eed1a819e10,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:02.221922 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ed9bd-542b-4849-9d70-f8f41ea83ac8 req-22ff1303-7e06-4e4e-8083-21eb78f7b7d7 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:02.226404 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64190741-e50b-4b8c-844b-8dc468f8b08e x-openstack-request-id: req-64190741-e50b-4b8c-844b-8dc468f8b08e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:02.226717 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "name": "network-vif-unplugged", "status": "completed", "tag": "400c037e-e178-4ba5-8333-699f871f92f1", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:02.226996 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64190741-e50b-4b8c-844b-8dc468f8b08e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:02.227391 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1', 'code': 200} Jan 28 19:09:02.230828 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c43ed9bd-542b-4849-9d70-f8f41ea83ac8 req-22ff1303-7e06-4e4e-8083-21eb78f7b7d7 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 944 time: 0.0864930 Jan 28 19:09:02.250229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] No DVR routers for this DVR port 400c037e-e178-4ba5-8333-699f871f92f1 on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:09:02.262669 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e181c3c6-2e45-4da3-879b-473742a97731 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Network 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:09:02.287335 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 400c037e-e178-4ba5-8333-699f871f92f1 is: DOWN; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:02.294424 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Sync routers for ids ['09af890d-18ae-43f2-86e9-89039724a46f'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:09:02.309447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c3c7f769-aaef-4265-89a3-fe698d2e80fe up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:02.313792 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c43ed9bd-542b-4849-9d70-f8f41ea83ac8 req-618920c4-5fa4-4843-a958-aa38b0e5806c tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814643 Jan 28 19:09:02.321554 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Routers {'09af890d-18ae-43f2-86e9-89039724a46f'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:09:02.322537 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['09af890d-18ae-43f2-86e9-89039724a46f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:02.326985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Attempting to bind port 400c037e-e178-4ba5-8333-699f871f92f1 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:09:02.327630 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Attempting to bind port 400c037e-e178-4ba5-8333-699f871f92f1 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:09:02.327630 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Attempting to bind port 400c037e-e178-4ba5-8333-699f871f92f1 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:02.345171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e181c3c6-2e45-4da3-879b-473742a97731 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:02.366196 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72968bf9-ffe3-4fd8-a737-d300979b8be2 None None] Network 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:09:02.378655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e181c3c6-2e45-4da3-879b-473742a97731 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:02.379568 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e181c3c6-2e45-4da3-879b-473742a97731 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:02.383181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960bbe4-58c2-43b6-9ed9-4a32beebef19 req-431b76ab-5139-4881-9b36-fd18c5ede962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:02.384699 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c960bbe4-58c2-43b6-9ed9-4a32beebef19 req-431b76ab-5139-4881-9b36-fd18c5ede962 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41b12597-c2d0-48f7-a923-25843df9b43c HTTP/1.1" status: 200 len: 853 time: 0.6229205 Jan 28 19:09:02.385863 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Port 400c037e-e178-4ba5-8333-699f871f92f1 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:09:02.386229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Attempting to bind port 400c037e-e178-4ba5-8333-699f871f92f1 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:02.423478 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:09:02.423885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:02.425455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:09:02.427109 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Bound port: 400c037e-e178-4ba5-8333-699f871f92f1, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:09:02.427505 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (400c037e-e178-4ba5-8333-699f871f92f1), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:02.507974 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Set router 09af890d-18ae-43f2-86e9-89039724a46f gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:09:02.524115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port c3c7f769-aaef-4265-89a3-fe698d2e80fe completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:09:02.533670 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d269e6-9802-4519-aab1-4bf929e9958f req-5f2a3d3a-15ad-458a-b949-7fdb759324cc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:02.536238 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6d269e6-9802-4519-aab1-4bf929e9958f req-5f2a3d3a-15ad-458a-b949-7fdb759324cc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 945 time: 0.1253371 Jan 28 19:09:02.550912 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c960bbe4-58c2-43b6-9ed9-4a32beebef19 req-65ba40d9-a56f-4eb9-bba3-64afa17d009f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508119 Jan 28 19:09:02.579344 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port c3c7f769-aaef-4265-89a3-fe698d2e80fe triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:02.579946 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c3c7f769-aaef-4265-89a3-fe698d2e80fe), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:02.580164 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e181c3c6-2e45-4da3-879b-473742a97731 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7272203 Jan 28 19:09:02.634751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:02.714472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-95f81273-5a28-4d3a-9c68-8a2f74b4a1a4', 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4', 'project_id': '1060cde39e6f4e3983d711c8ddac0223', 'fixed_ips': [{'subnet_id': 'f56d4636-7ec7-4df9-9476-1ca56774fa6d'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:09:02.715445 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:02.736487 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af890d-18ae-43f2-86e9-89039724a46f', 'name': 'tempest-ServersTestMultiNic-1466714892-router', 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'cd90b729-7c9c-4869-a792-6eed1a819e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:48Z', 'updated_at': '2022-01-28T19:08:57Z', 'revision_number': 4, 'project_id': '1060cde39e6f4e3983d711c8ddac0223', 'gw_port': {'id': 'cd90b729-7c9c-4869-a792-6eed1a819e10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af890d-18ae-43f2-86e9-89039724a46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:50Z', 'updated_at': '2022-01-28T19:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e0f0efb6-e502-4929-9929-1810bd2849c5', 'name': '', 'network_id': '4bb876ec-2bdb-4c85-923e-5891ec55f989', 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223', 'mac_address': 'fa:16:3e:ba:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af890d-18ae-43f2-86e9-89039724a46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '657c214e-2487-481c-8762-69cdcb5781ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:55Z', 'updated_at': '2022-01-28T19:08:57Z', 'revision_number': 2, 'project_id': '1060cde39e6f4e3983d711c8ddac0223', 'subnets': [{'id': '657c214e-2487-481c-8762-69cdcb5781ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:02.768900 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Checking router: 09af890d-18ae-43f2-86e9-89039724a46f for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:09:02.769640 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Updating router 09af890d-18ae-43f2-86e9-89039724a46f port e0f0efb6-e502-4929-9929-1810bd2849c5 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:09:02.787341 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6d269e6-9802-4519-aab1-4bf929e9958f req-22df244f-5af3-4578-8fff-455d06f5492f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395093 Jan 28 19:09:02.805082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-573ebab6-01fb-422c-93fb-1735d9ed08e4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-255253562'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:02.806590 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:02.835398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-10e7ebbb-4be1-46b1-b416-97a115d5763a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:02.840435 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-10e7ebbb-4be1-46b1-b416-97a115d5763a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.37 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 812 time: 0.2623453 Jan 28 19:09:02.868617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-d5dca50e-b3f2-42ab-b866-e66315dbd009 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Request body: {'port': {'device_id': '1cdea1c7-2e16-42f3-8bdf-d9401731a6de', 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82', 'admin_state_up': True, 'tenant_id': 'b1f1db10744a4501a97a85a9685ef09a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:02.881077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:02.926569 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c710008-7672-49bd-b935-8ff0612e983b req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:03.006667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=400c037e-e178-4ba5-8333-699f871f92f1,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:09:03.030053 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c960bbe4-58c2-43b6-9ed9-4a32beebef19 req-928494fd-c293-48f6-9162-1af968c87d50 service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421430 Jan 28 19:09:03.050476 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port c3c7f769-aaef-4265-89a3-fe698d2e80fe is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:03.050839 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c3c7f769-aaef-4265-89a3-fe698d2e80fe), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:03.091423 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (400c037e-e178-4ba5-8333-699f871f92f1), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:03.124728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573ebab6-01fb-422c-93fb-1735d9ed08e4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Made reservation on behalf of 1060cde39e6f4e3983d711c8ddac0223 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:09:03.128099 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-573ebab6-01fb-422c-93fb-1735d9ed08e4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:03.189537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd530aa8-ad68-4984-98b3-172c746dd30f req-772ec715-2f8c-4d46-ab81-aa9013945b31 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:03.195442 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Allocated IP 19.80.0.2 (95f81273-5a28-4d3a-9c68-8a2f74b4a1a4/f56d4636-7ec7-4df9-9476-1ca56774fa6d/908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:09:03.198681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd530aa8-ad68-4984-98b3-172c746dd30f req-772ec715-2f8c-4d46-ab81-aa9013945b31 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 985 time: 0.3084691 Jan 28 19:09:03.199729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:03.200178 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:03.200816 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573ebab6-01fb-422c-93fb-1735d9ed08e4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:09:03.201825 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] 10.222.0.31 "PUT /v2.0/ports/400c037e-e178-4ba5-8333-699f871f92f1 HTTP/1.1" status: 200 len: 1096 time: 3.7247927 Jan 28 19:09:03.203794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-d5dca50e-b3f2-42ab-b866-e66315dbd009 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Made reservation on behalf of b1f1db10744a4501a97a85a9685ef09a for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:09:03.208619 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-d5dca50e-b3f2-42ab-b866-e66315dbd009 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:03.285276 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-573ebab6-01fb-422c-93fb-1735d9ed08e4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (766c2ac1-e684-4150-a5a5-e7bcb47a8d67), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:03.285522 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-573ebab6-01fb-422c-93fb-1735d9ed08e4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Added segment 766c2ac1-e684-4150-a5a5-e7bcb47a8d67 of type vlan for network 8f85ed2c-e94e-41c0-897d-628d11336a2d Jan 28 19:09:03.334263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4212d-71d4-497e-a2f6-9160655d095a service neutron] Pushing event updated for resources: {'Port': ['ID=400c037e-e178-4ba5-8333-699f871f92f1,revision_number=11']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:03.357688 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Publish callbacks [] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:03.374704 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:03.406048 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port c3c7f769-aaef-4265-89a3-fe698d2e80fe, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c3c7f769-aaef-4265-89a3-fe698d2e80fe,segment=NetworkSegment(9af083a1-4e49-4740-89be-fbdbc0419af9),segment_id=9af083a1-4e49-4740-89be-fbdbc0419af9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:03.410263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf459886-618b-46d8-8ec1-b02fe0767f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c7f769-aaef-4265-89a3-fe698d2e80fe'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:03.418276 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575f031f-b7f0-409b-9d28-7e8c2b4aff3b" -d '{"events": [{"server_uuid": "cf459886-618b-46d8-8ec1-b02fe0767f70", "name": "network-vif-plugged", "status": "completed", "tag": "c3c7f769-aaef-4265-89a3-fe698d2e80fe"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:03.439566 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-8c710008-7672-49bd-b935-8ff0612e983b req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Allocated IP 172.25.0.128 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/e68d256f-ccb8-47a5-8d82-4227fe34aa1c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:09:03.451891 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c960bbe4-58c2-43b6-9ed9-4a32beebef19 req-80fa8cda-7d31-4d2d-b79b-8464f95c5785 service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633142 Jan 28 19:09:03.474518 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c3c7f769-aaef-4265-89a3-fe698d2e80fe), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:03.545863 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-ee1f33dc-b5f8-41f7-8129-3ef4984ab2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:03.547947 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-ee1f33dc-b5f8-41f7-8129-3ef4984ab2ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 1130 time: 0.2634449 Jan 28 19:09:03.599062 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Publish callbacks [] for port (908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:03.603625 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed35c3d-8300-4058-b7d6-dd6f94d82053 None None] Pushing event updated for resources: {'Port': ['ID=e0f0efb6-e502-4929-9929-1810bd2849c5,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:03.618408 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-573ebab6-01fb-422c-93fb-1735d9ed08e4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (8f85ed2c-e94e-41c0-897d-628d11336a2d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:03.629108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cd90b729-7c9c-4869-a792-6eed1a819e10 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:03.672412 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd530aa8-ad68-4984-98b3-172c746dd30f req-de965e42-a18a-4a57-8365-e3977c4c3c7d tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=25b0789a-de96-4e01-8f9e-95ec1823aa80&id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4727404 Jan 28 19:09:03.683412 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Attempting to bind port e0f0efb6-e502-4929-9929-1810bd2849c5 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:09:03.683778 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Attempting to bind port e0f0efb6-e502-4929-9929-1810bd2849c5 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'fe8c143c-0eb3-487d-9f16-54fac2982b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4bb876ec-2bdb-4c85-923e-5891ec55f989'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:09:03.684181 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Attempting to bind port e0f0efb6-e502-4929-9929-1810bd2849c5 on network 4bb876ec-2bdb-4c85-923e-5891ec55f989 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:03.704152 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:09:03.705244 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Checking segment: {'id': 'fe8c143c-0eb3-487d-9f16-54fac2982b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4bb876ec-2bdb-4c85-923e-5891ec55f989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:03.705658 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:03.706074 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Bound using segment: {'id': 'fe8c143c-0eb3-487d-9f16-54fac2982b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4bb876ec-2bdb-4c85-923e-5891ec55f989'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:09:03.709314 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Bound port: e0f0efb6-e502-4929-9929-1810bd2849c5, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8c143c-0eb3-487d-9f16-54fac2982b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4bb876ec-2bdb-4c85-923e-5891ec55f989'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:09:03.709716 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:03.737675 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-573ebab6-01fb-422c-93fb-1735d9ed08e4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:09:03.737914 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:03.805343 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-573ebab6-01fb-422c-93fb-1735d9ed08e4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (8f85ed2c-e94e-41c0-897d-628d11336a2d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:03.811403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573ebab6-01fb-422c-93fb-1735d9ed08e4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:03.811644 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-573ebab6-01fb-422c-93fb-1735d9ed08e4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:03.842592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-d5dca50e-b3f2-42ab-b866-e66315dbd009 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Allocated IP 172.20.0.7 (a0a0df9e-2526-4910-8347-d42b4cbb9f82/4fd0268e-e755-4d0f-9e56-a9e065215f79/18e04804-58cb-486d-ada8-cbd0efb55f99) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:09:03.858993 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e185e54c-011f-44e3-bc5b-be4d519f33ce req-635a8862-c1f4-4cac-abfa-9d5becb0a9d8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cdea1c7-2e16-42f3-8bdf-d9401731a6de HTTP/1.1" status: 200 len: 210 time: 0.0799816 Jan 28 19:09:03.876855 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Network 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:09:03.901344 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:03.905552 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:09:03.914982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=c3c7f769-aaef-4265-89a3-fe698d2e80fe,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:03.974248 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-573ebab6-01fb-422c-93fb-1735d9ed08e4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1772742 Jan 28 19:09:03.978532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36224) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:03.991665 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a272c9e4-e78c-4959-a38c-0152552b4b42 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Request body: {'subnet': {'network_id': '8f85ed2c-e94e-41c0-897d-628d11336a2d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:03.993037 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] For port e0f0efb6-e502-4929-9929-1810bd2849c5, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:04.016659 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] For port e0f0efb6-e502-4929-9929-1810bd2849c5, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e0f0efb6-e502-4929-9929-1810bd2849c5,segment=NetworkSegment(fe8c143c-0eb3-487d-9f16-54fac2982b83),segment_id=fe8c143c-0eb3-487d-9f16-54fac2982b83)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:09:04.018228 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c710008-7672-49bd-b935-8ff0612e983b req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for port (e68d256f-ccb8-47a5-8d82-4227fe34aa1c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:04.034351 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port cd90b729-7c9c-4869-a792-6eed1a819e10 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:04.034884 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cd90b729-7c9c-4869-a792-6eed1a819e10), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:04.040314 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:04.048190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-29a317ac-1f79-4ea6-933e-5f3659858aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:04.048939 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ebab6-01fb-422c-93fb-1735d9ed08e4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event updated for resources: {'Network': ['ID=8f85ed2c-e94e-41c0-897d-628d11336a2d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:04.050470 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-29a317ac-1f79-4ea6-933e-5f3659858aa8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.4059618 Jan 28 19:09:04.090400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 8f85ed2c-e94e-41c0-897d-628d11336a2d details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:09:04.115775 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Pushing event updated for resources: {'Port': ['ID=908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:04.137503 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-617d38ad-6c41-4381-961a-a13ca8758b10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=400c037e-e178-4ba5-8333-699f871f92f1 HTTP/1.1" status: 200 len: 217 time: 0.0455449 Jan 28 19:09:04.172719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Attempting to bind port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:09:04.173267 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Attempting to bind port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '0584b06a-015e-4cfe-a9d0-8c84a1e337e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:09:04.173734 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Attempting to bind port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b on network 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:04.181242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-baab9c62-b6ce-481b-92d9-4ba462a3b9be None None] Provisioning complete for port e0f0efb6-e502-4929-9929-1810bd2849c5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:04.181770 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baab9c62-b6ce-481b-92d9-4ba462a3b9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:04.195362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:09:04.195943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Checking segment: {'id': '0584b06a-015e-4cfe-a9d0-8c84a1e337e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:04.196590 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:04.198050 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Bound using segment: {'id': '0584b06a-015e-4cfe-a9d0-8c84a1e337e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:09:04.198945 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Bound port: 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0584b06a-015e-4cfe-a9d0-8c84a1e337e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:09:04.199440 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:04.231071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:04.234244 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624ea670-741f-4847-a5b3-75f18c20a325" -d '{"events": [{"name": "network-changed", "server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "tag": "400c037e-e178-4ba5-8333-699f871f92f1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:04.293021 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-3a30b4f8-4a6b-49d5-bfca-4d032fece3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:04.296521 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-3a30b4f8-4a6b-49d5-bfca-4d032fece3c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1472578 Jan 28 19:09:04.301950 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Routers {'09af890d-18ae-43f2-86e9-89039724a46f'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:09:04.315213 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['09af890d-18ae-43f2-86e9-89039724a46f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:04.319177 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed35c3d-8300-4058-b7d6-dd6f94d82053 None None] Pushing event updated for resources: {'Port': ['ID=e0f0efb6-e502-4929-9929-1810bd2849c5,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:04.337500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434aace4-7fd0-40ae-b577-e783dfc31ad1 req-db639fcf-439c-4e2e-969f-18fceb9c86c7 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:04.349364 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-434aace4-7fd0-40ae-b577-e783dfc31ad1 req-db639fcf-439c-4e2e-969f-18fceb9c86c7 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 948 time: 0.3552697 Jan 28 19:09:04.376242 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c710008-7672-49bd-b935-8ff0612e983b req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e68d256f-ccb8-47a5-8d82-4227fe34aa1c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:04.488988 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-434aace4-7fd0-40ae-b577-e783dfc31ad1 req-893450c2-e4d8-4434-b569-c7189c2ea309 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382158 Jan 28 19:09:04.548188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a272c9e4-e78c-4959-a38c-0152552b4b42 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Made reservation on behalf of 1060cde39e6f4e3983d711c8ddac0223 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:09:04.557328 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a272c9e4-e78c-4959-a38c-0152552b4b42 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:04.578268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c710008-7672-49bd-b935-8ff0612e983b req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:09:04.578891 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] Set router 09af890d-18ae-43f2-86e9-89039724a46f gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:09:04.591562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-baab9c62-b6ce-481b-92d9-4ba462a3b9be None None] Current status of the port e0f0efb6-e502-4929-9929-1810bd2849c5 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:04.592594 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baab9c62-b6ce-481b-92d9-4ba462a3b9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:04.603331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-d5dca50e-b3f2-42ab-b866-e66315dbd009 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks [] for port (18e04804-58cb-486d-ada8-cbd0efb55f99), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:04.627538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-8c710008-7672-49bd-b935-8ff0612e983b req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:04.639561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c710008-7672-49bd-b935-8ff0612e983b req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:09:04.644274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port cd90b729-7c9c-4869-a792-6eed1a819e10 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:04.678156 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-baab9c62-b6ce-481b-92d9-4ba462a3b9be None None] For port e0f0efb6-e502-4929-9929-1810bd2849c5, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e0f0efb6-e502-4929-9929-1810bd2849c5,segment=NetworkSegment(fe8c143c-0eb3-487d-9f16-54fac2982b83),segment_id=fe8c143c-0eb3-487d-9f16-54fac2982b83)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:04.682782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] For port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:04.687032 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] For port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b,segment=NetworkSegment(0584b06a-015e-4cfe-a9d0-8c84a1e337e9),segment_id=0584b06a-015e-4cfe-a9d0-8c84a1e337e9)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:09:04.689154 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baab9c62-b6ce-481b-92d9-4ba462a3b9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:04.694605 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-d5dca50e-b3f2-42ab-b866-e66315dbd009 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (18e04804-58cb-486d-ada8-cbd0efb55f99), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:04.749992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab9c62-b6ce-481b-92d9-4ba462a3b9be None None] Pushing event updated for resources: {'Port': ['ID=e0f0efb6-e502-4929-9929-1810bd2849c5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:04.759432 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dca50e-b3f2-42ab-b866-e66315dbd009 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Pushing event updated for resources: {'Port': ['ID=18e04804-58cb-486d-ada8-cbd0efb55f99,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:04.767074 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:04.776524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c63231-0848-45c0-a5d5-e67ba88f2ebd req-5150b9d2-160f-4def-9f54-3487485a92b9 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:04.783868 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23c63231-0848-45c0-a5d5-e67ba88f2ebd req-5150b9d2-160f-4def-9f54-3487485a92b9 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 945 time: 0.1414773 Jan 28 19:09:04.795295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Pushing event updated for resources: {'Port': ['ID=e68d256f-ccb8-47a5-8d82-4227fe34aa1c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:04.827667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-9adf757c-6054-4378-8aba-1c22fc0e00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:04.836684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-9adf757c-6054-4378-8aba-1c22fc0e00a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5264614 Jan 28 19:09:04.839170 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-d5dca50e-b3f2-42ab-b866-e66315dbd009 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Network a0a0df9e-2526-4910-8347-d42b4cbb9f82 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:09:04.845050 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc8e11-d7e2-413f-8beb-c432a211e026 None None] Pushing event updated for resources: {'Port': ['ID=908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:04.857188 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23c63231-0848-45c0-a5d5-e67ba88f2ebd req-459739ff-40ba-4aa0-b3d1-8687ee2962e0 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667493 Jan 28 19:09:04.859776 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-d5dca50e-b3f2-42ab-b866-e66315dbd009 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:04.865051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-d5dca50e-b3f2-42ab-b866-e66315dbd009 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:09:04.896846 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3559fd10-4084-4ccc-8cd1-99fd4e480985 None None] Provisioning complete for port e0f0efb6-e502-4929-9929-1810bd2849c5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:04.897475 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3559fd10-4084-4ccc-8cd1-99fd4e480985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:04.949046 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae430a6a-0f19-421f-8bd2-a52ab4be436c x-openstack-request-id: req-ae430a6a-0f19-421f-8bd2-a52ab4be436c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:04.949736 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf459886-618b-46d8-8ec1-b02fe0767f70", "name": "network-vif-plugged", "status": "completed", "tag": "c3c7f769-aaef-4265-89a3-fe698d2e80fe", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:04.950258 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae430a6a-0f19-421f-8bd2-a52ab4be436c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:04.951004 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf459886-618b-46d8-8ec1-b02fe0767f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c7f769-aaef-4265-89a3-fe698d2e80fe', 'code': 200} Jan 28 19:09:04.999347 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-d5dca50e-b3f2-42ab-b866-e66315dbd009 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:05.000404 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-d5dca50e-b3f2-42ab-b866-e66315dbd009 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:05.048686 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-d5dca50e-b3f2-42ab-b866-e66315dbd009 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1936698 Jan 28 19:09:05.054121 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af890d-18ae-43f2-86e9-89039724a46f', 'name': 'tempest-ServersTestMultiNic-1466714892-router', 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'cd90b729-7c9c-4869-a792-6eed1a819e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:48Z', 'updated_at': '2022-01-28T19:08:57Z', 'revision_number': 4, 'project_id': '1060cde39e6f4e3983d711c8ddac0223', 'gw_port': {'id': 'cd90b729-7c9c-4869-a792-6eed1a819e10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af890d-18ae-43f2-86e9-89039724a46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:50Z', 'updated_at': '2022-01-28T19:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e0f0efb6-e502-4929-9929-1810bd2849c5', 'name': '', 'network_id': '4bb876ec-2bdb-4c85-923e-5891ec55f989', 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223', 'mac_address': 'fa:16:3e:ba:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af890d-18ae-43f2-86e9-89039724a46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '657c214e-2487-481c-8762-69cdcb5781ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:55Z', 'updated_at': '2022-01-28T19:09:03Z', 'revision_number': 4, 'project_id': '1060cde39e6f4e3983d711c8ddac0223', 'subnets': [{'id': '657c214e-2487-481c-8762-69cdcb5781ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:05.065710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Request body: {'port': {'device_id': '1cdea1c7-2e16-42f3-8bdf-d9401731a6de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:05.077403 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3559fd10-4084-4ccc-8cd1-99fd4e480985 None None] Current status of the port e0f0efb6-e502-4929-9929-1810bd2849c5 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:05.107084 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ff82dc-7d9c-41c4-bd1f-da747627219c None None] The sync data for ids ['09af890d-18ae-43f2-86e9-89039724a46f'] in n-d-824834-4 is: [{'id': '09af890d-18ae-43f2-86e9-89039724a46f', 'name': 'tempest-ServersTestMultiNic-1466714892-router', 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'cd90b729-7c9c-4869-a792-6eed1a819e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:48Z', 'updated_at': '2022-01-28T19:08:57Z', 'revision_number': 4, 'project_id': '1060cde39e6f4e3983d711c8ddac0223', 'gw_port': {'id': 'cd90b729-7c9c-4869-a792-6eed1a819e10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af890d-18ae-43f2-86e9-89039724a46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:50Z', 'updated_at': '2022-01-28T19:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e0f0efb6-e502-4929-9929-1810bd2849c5', 'name': '', 'network_id': '4bb876ec-2bdb-4c85-923e-5891ec55f989', 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223', 'mac_address': 'fa:16:3e:ba:63:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af890d-18ae-43f2-86e9-89039724a46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '657c214e-2487-481c-8762-69cdcb5781ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:55Z', 'updated_at': '2022-01-28T19:09:03Z', 'revision_number': 4, 'project_id': '1060cde39e6f4e3983d711c8ddac0223', 'subnets': [{'id': '657c214e-2487-481c-8762-69cdcb5781ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:09:05.249933 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-6edd78dd-c656-4619-9bbb-1d3b5342c7be service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991086 Jan 28 19:09:05.265069 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (18e04804-58cb-486d-ada8-cbd0efb55f99), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:05.289825 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe227154-698e-49aa-83f8-ca0fb5099e55 req-11d022ec-4288-4291-a369-101fb8a5cc8e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:05.301360 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe227154-698e-49aa-83f8-ca0fb5099e55 req-11d022ec-4288-4291-a369-101fb8a5cc8e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 945 time: 0.1860523 Jan 28 19:09:05.500462 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe227154-698e-49aa-83f8-ca0fb5099e55 req-bf2d5807-baed-49ad-9572-09700ecf886e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980183 Jan 28 19:09:05.570945 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8b755-ccd6-4b5e-9dd8-ee55ea852037 req-66986d8d-d2df-4b5c-935b-d6e6ce2fe466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:05.574071 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-29d8b755-ccd6-4b5e-9dd8-ee55ea852037 req-66986d8d-d2df-4b5c-935b-d6e6ce2fe466 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 1127 time: 0.5302694 Jan 28 19:09:05.709667 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ebe005-2406-4a6a-b5d7-52732f4a519f x-openstack-request-id: req-d9ebe005-2406-4a6a-b5d7-52732f4a519f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:05.710341 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "tag": "400c037e-e178-4ba5-8333-699f871f92f1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:05.710743 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9ebe005-2406-4a6a-b5d7-52732f4a519f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:05.711367 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1', 'status': 'completed', 'code': 200} Jan 28 19:09:05.734475 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-29d8b755-ccd6-4b5e-9dd8-ee55ea852037 req-fa888a9d-6770-4205-9c59-65e7130ae374 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190698 Jan 28 19:09:05.792749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:05.890039 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:05.890722 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:05.945059 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ea670-741f-4847-a5b3-75f18c20a325 req-8f936107-2069-410b-800d-13a74cbcf5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:05.953620 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-624ea670-741f-4847-a5b3-75f18c20a325 req-8f936107-2069-410b-800d-13a74cbcf5ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 1130 time: 0.2626293 Jan 28 19:09:05.974584 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1ae2710-3f33-43bf-8759-92b01f973ed2 req-a3f9ba4e-dbe7-4b56-b306-43538f0e38f6 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7033861 Jan 28 19:09:05.975713 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c710008-7672-49bd-b935-8ff0612e983b req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for floatingip (945a2f07-f6bd-45ef-9b0f-63d8fa5829e8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:05.977932 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a272c9e4-e78c-4959-a38c-0152552b4b42 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (3d5243af-d04b-4a79-9c94-393f62b8965b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:06.016571 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50943dc7-cbfa-42ad-ae1c-7e51bf3d8003 req-7ddea3bf-caa9-4288-af83-0dd4b90dcc85 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:06.026632 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50943dc7-cbfa-42ad-ae1c-7e51bf3d8003 req-7ddea3bf-caa9-4288-af83-0dd4b90dcc85 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 985 time: 0.2191291 Jan 28 19:09:06.252259 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50943dc7-cbfa-42ad-ae1c-7e51bf3d8003 req-b10ca5b0-9d08-4566-b06b-92ed2ec363ed tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=25b0789a-de96-4e01-8f9e-95ec1823aa80&id=3725174f-51a6-48dd-ae54-2516281bb106&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2246301 Jan 28 19:09:06.283166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:06.283587 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:06.355347 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c710008-7672-49bd-b935-8ff0612e983b req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e68d256f-ccb8-47a5-8d82-4227fe34aa1c), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:06.363989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b,segment=NetworkSegment(0584b06a-015e-4cfe-a9d0-8c84a1e337e9),segment_id=0584b06a-015e-4cfe-a9d0-8c84a1e337e9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:06.376840 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:06.377583 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e0f0efb6-e502-4929-9929-1810bd2849c5 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:06.380238 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272c9e4-e78c-4959-a38c-0152552b4b42 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event updated for resources: {'Subnet': ['ID=3d5243af-d04b-4a79-9c94-393f62b8965b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:06.434318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272c9e4-e78c-4959-a38c-0152552b4b42 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Checking segment: {'id': '766c2ac1-e684-4150-a5a5-e7bcb47a8d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8f85ed2c-e94e-41c0-897d-628d11336a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:06.435837 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272c9e4-e78c-4959-a38c-0152552b4b42 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Network hostable DHCP agents. Network: 8f85ed2c-e94e-41c0-897d-628d11336a2d, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:09:06.448987 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e04804-58cb-486d-ada8-cbd0efb55f99 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:09:06.477041 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Publish callbacks [] for port (18e04804-58cb-486d-ada8-cbd0efb55f99), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:06.492226 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ea670-741f-4847-a5b3-75f18c20a325 req-22007036-7d8b-4bee-b855-518a2d82975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:06.494055 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-624ea670-741f-4847-a5b3-75f18c20a325 req-22007036-7d8b-4bee-b855-518a2d82975d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8059b4ef24fd40cba0129239318686c2&device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 1130 time: 0.3692722 Jan 28 19:09:06.501983 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf83a294-aac0-463a-96e7-89d96945655c req-6e5fd42a-c31c-4ba5-bc4e-3a18045eb827 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3864110 Jan 28 19:09:06.545805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Transition to ACTIVE for port object 18e04804-58cb-486d-ada8-cbd0efb55f99 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:09:06.592023 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272c9e4-e78c-4959-a38c-0152552b4b42 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Network 8f85ed2c-e94e-41c0-897d-628d11336a2d is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:09:06.635207 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (18e04804-58cb-486d-ada8-cbd0efb55f99), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:06.651373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e0f0efb6-e502-4929-9929-1810bd2849c5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:06.651750 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:06.781189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:06.846950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ea670-741f-4847-a5b3-75f18c20a325 req-28ece32e-5bcb-479a-818a-d15adb1537a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:06.847262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a272c9e4-e78c-4959-a38c-0152552b4b42 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 8f85ed2c-e94e-41c0-897d-628d11336a2d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:06.849011 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-624ea670-741f-4847-a5b3-75f18c20a325 req-28ece32e-5bcb-479a-818a-d15adb1537a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.7939954 Jan 28 19:09:06.852711 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Attempting to bind port 18e04804-58cb-486d-ada8-cbd0efb55f99 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:09:06.853092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Attempting to bind port 18e04804-58cb-486d-ada8-cbd0efb55f99 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:09:06.853423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Attempting to bind port 18e04804-58cb-486d-ada8-cbd0efb55f99 on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:06.865287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e0f0efb6-e502-4929-9929-1810bd2849c5 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:06.868062 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b202d889-f9eb-48a1-9962-c9a68dfc9c0b None None] Network 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:09:06.896145 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a272c9e4-e78c-4959-a38c-0152552b4b42 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:06.904121 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a272c9e4-e78c-4959-a38c-0152552b4b42 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:06.904382 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Port 18e04804-58cb-486d-ada8-cbd0efb55f99 on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:09:06.904836 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Attempting to bind port 18e04804-58cb-486d-ada8-cbd0efb55f99 on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:06.908707 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-624ea670-741f-4847-a5b3-75f18c20a325 req-36a1bd92-4675-4854-9270-521088a88162 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=400c037e-e178-4ba5-8333-699f871f92f1 HTTP/1.1" status: 200 len: 217 time: 0.0485501 Jan 28 19:09:06.941774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604df53-cdfd-4287-8a19-253c05ea4f1e req-df8aee94-b59f-45fd-8e8e-68ac29bd0338 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:06.949675 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5604df53-cdfd-4287-8a19-253c05ea4f1e req-df8aee94-b59f-45fd-8e8e-68ac29bd0338 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cdea1c7-2e16-42f3-8bdf-d9401731a6de HTTP/1.1" status: 200 len: 943 time: 0.3967822 Jan 28 19:09:06.990452 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:09:06.991986 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Checking segment: {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:06.992469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Bound using segment: {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:09:06.993011 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Bound port: 18e04804-58cb-486d-ada8-cbd0efb55f99, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:09:06.993469 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (18e04804-58cb-486d-ada8-cbd0efb55f99), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:07.013805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a272c9e4-e78c-4959-a38c-0152552b4b42 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0267429 Jan 28 19:09:07.045317 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc367827-1bda-41bd-a9b1-9ff9f896a328 None None] Network 8f85ed2c-e94e-41c0-897d-628d11336a2d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:09:07.053351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ea670-741f-4847-a5b3-75f18c20a325 req-9068b7d3-b511-44ef-9577-4664194c5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:07.054998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-624ea670-741f-4847-a5b3-75f18c20a325 req-9068b7d3-b511-44ef-9577-4664194c5a7f service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.5502903 Jan 28 19:09:07.068850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83a294-aac0-463a-96e7-89d96945655c req-d02d633c-6648-4c81-a476-d00c3bd5100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:07.072265 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf83a294-aac0-463a-96e7-89d96945655c req-d02d633c-6648-4c81-a476-d00c3bd5100d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 1126 time: 0.4829557 Jan 28 19:09:07.075819 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c710008-7672-49bd-b935-8ff0612e983b req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for port (e68d256f-ccb8-47a5-8d82-4227fe34aa1c), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:07.092728 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c710008-7672-49bd-b935-8ff0612e983b req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (e68d256f-ccb8-47a5-8d82-4227fe34aa1c), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:07.112268 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] For port 18e04804-58cb-486d-ada8-cbd0efb55f99, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:07.117092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] For port 18e04804-58cb-486d-ada8-cbd0efb55f99, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=18e04804-58cb-486d-ada8-cbd0efb55f99,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:09:07.121534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Pushing event updated for resources: {'Port': ['ID=18e04804-58cb-486d-ada8-cbd0efb55f99,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:07.132350 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (18e04804-58cb-486d-ada8-cbd0efb55f99), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:07.205644 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Pushing event updated for resources: {'Port': ['ID=18e04804-58cb-486d-ada8-cbd0efb55f99,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:07.222589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5a1d0e5c-3172-406f-8d84-b4d3cd4d4611 None None] Provisioning complete for port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:07.222991 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a1d0e5c-3172-406f-8d84-b4d3cd4d4611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:07.226779 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-624ea670-741f-4847-a5b3-75f18c20a325 req-d1c86530-b616-4bb3-8df6-05ecb7559a70 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=400c037e-e178-4ba5-8333-699f871f92f1 HTTP/1.1" status: 200 len: 217 time: 0.1535699 Jan 28 19:09:07.372851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d0e5c-3172-406f-8d84-b4d3cd4d4611 None None] Current status of the port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:07.469070 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-8f85ed2c-e94e-41c0-897d-628d11336a2d', 'network_id': '8f85ed2c-e94e-41c0-897d-628d11336a2d', 'project_id': '1060cde39e6f4e3983d711c8ddac0223', 'fixed_ips': [{'subnet_id': '3d5243af-d04b-4a79-9c94-393f62b8965b'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:09:07.470034 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:07.613965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:07.670427 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 400c037e-e178-4ba5-8333-699f871f92f1 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:09:07.811575 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:07.812583 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:07.816049 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-3d980767-806f-4a90-b32a-866a036f1705 service neutron] 10.222.0.37 "PUT /v2.0/ports/18e04804-58cb-486d-ada8-cbd0efb55f99 HTTP/1.1" status: 200 len: 1091 time: 2.7554026 Jan 28 19:09:07.833421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdea1c7-2e16-42f3-8bdf-d9401731a6de', 'tag': '18e04804-58cb-486d-ada8-cbd0efb55f99'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:07.836362 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b92d928-d896-47e9-9b30-b67bbc83ed65" -d '{"events": [{"name": "network-changed", "server_uuid": "1cdea1c7-2e16-42f3-8bdf-d9401731a6de", "tag": "18e04804-58cb-486d-ada8-cbd0efb55f99"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:07.850694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:07.851412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ea670-741f-4847-a5b3-75f18c20a325 req-a8a21a35-8d75-4c9a-ac7c-54861718ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:07.851659 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:07.854341 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-624ea670-741f-4847-a5b3-75f18c20a325 req-a8a21a35-8d75-4c9a-ac7c-54861718ca15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.9303460 Jan 28 19:09:07.869233 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3ed7efc-de3b-420a-bf33-7e24f6c68173 req-2948edbe-7664-43f5-8834-f2b15481648f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9296243 Jan 28 19:09:07.875947 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5604df53-cdfd-4287-8a19-253c05ea4f1e req-0c1ee5e2-4711-4545-bf3f-1efe86b38001 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9255579 Jan 28 19:09:07.957042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Allocated IP 19.86.0.2 (8f85ed2c-e94e-41c0-897d-628d11336a2d/3d5243af-d04b-4a79-9c94-393f62b8965b/2387b516-70d5-47c9-92a9-e88ca62cff49) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:09:08.133920 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ea670-741f-4847-a5b3-75f18c20a325 req-39182f46-89d3-4da5-a37a-8a2b6c58fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:08.178045 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-624ea670-741f-4847-a5b3-75f18c20a325 req-39182f46-89d3-4da5-a37a-8a2b6c58fa1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2584593 Jan 28 19:09:08.183009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Pushing event updated for resources: {'Port': ['ID=e68d256f-ccb8-47a5-8d82-4227fe34aa1c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:08.187695 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Publish callbacks [] for port (2387b516-70d5-47c9-92a9-e88ca62cff49), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:08.201665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfe3e2-729c-4a9a-a579-2db97aecf4d7 req-96feb9d1-bf9f-43ce-8875-2a1e824a0f4e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:08.205208 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8a26f560-2ec2-48c5-9978-7e7e78e35e7e None None] Provisioning complete for port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:08.205663 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a26f560-2ec2-48c5-9978-7e7e78e35e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:08.213906 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7dfe3e2-729c-4a9a-a579-2db97aecf4d7 req-96feb9d1-bf9f-43ce-8875-2a1e824a0f4e tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 948 time: 0.2149081 Jan 28 19:09:08.221966 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c710008-7672-49bd-b935-8ff0612e983b req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (945a2f07-f6bd-45ef-9b0f-63d8fa5829e8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:08.253559 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ea670-741f-4847-a5b3-75f18c20a325 req-0dc5d505-575d-4c7a-9b17-8cfddd4f744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:08.256780 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (2387b516-70d5-47c9-92a9-e88ca62cff49), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:08.257120 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-624ea670-741f-4847-a5b3-75f18c20a325 req-0dc5d505-575d-4c7a-9b17-8cfddd4f744c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.9928818 Jan 28 19:09:08.313592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83a294-aac0-463a-96e7-89d96945655c req-7b584a71-8107-4334-a218-724e1c3c5b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:08.315739 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf83a294-aac0-463a-96e7-89d96945655c req-7b584a71-8107-4334-a218-724e1c3c5b8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 1.1373103 Jan 28 19:09:08.321488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Pushing event updated for resources: {'Port': ['ID=2387b516-70d5-47c9-92a9-e88ca62cff49,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:08.326240 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8c710008-7672-49bd-b935-8ff0612e983b req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:08.327802 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c710008-7672-49bd-b935-8ff0612e983b req-1a290765-fcf9-402d-8416-d0c654a81069 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.0571015 Jan 28 19:09:08.338160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Network 8f85ed2c-e94e-41c0-897d-628d11336a2d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:09:08.341636 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed7efc-de3b-420a-bf33-7e24f6c68173 req-ee7e796f-5ed8-4eac-bbbe-b657ea671e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:08.343682 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3ed7efc-de3b-420a-bf33-7e24f6c68173 req-ee7e796f-5ed8-4eac-bbbe-b657ea671e31 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 1126 time: 0.3070953 Jan 28 19:09:08.345564 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-624ea670-741f-4847-a5b3-75f18c20a325 req-3c38e643-3697-49ca-bd4f-52167dcd317d service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239009 Jan 28 19:09:08.388080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:08.396650 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:08.400875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:09:08.483679 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf83a294-aac0-463a-96e7-89d96945655c req-475611e8-9822-425d-a1ae-09d594b7d499 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52f446f7-445e-44e1-934c-31b3c5deef82 HTTP/1.1" status: 200 len: 217 time: 0.1545949 Jan 28 19:09:08.485302 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-624ea670-741f-4847-a5b3-75f18c20a325 req-75fe7f21-c184-469a-b1b5-21f58dca1a1f service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231415 Jan 28 19:09:08.491457 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-01884aab-1e54-4a1a-97e9-21077bc32b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:08.494847 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-01884aab-1e54-4a1a-97e9-21077bc32b6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&device_id=1cdea1c7-2e16-42f3-8bdf-d9401731a6de HTTP/1.1" status: 200 len: 1125 time: 0.4817121 Jan 28 19:09:08.495779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=400c037e-e178-4ba5-8333-699f871f92f1,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:08.527061 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c710008-7672-49bd-b935-8ff0612e983b req-31bfa31d-347f-4dab-b6aa-7ad277cefaa3 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 696 time: 0.1812234 Jan 28 19:09:08.527819 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '400c037e-e178-4ba5-8333-699f871f92f1', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '400c037e-e178-4ba5-8333-699f871f92f1', 'mac_address': 'fa:16:3e:db:80:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:09:08.531723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8a26f560-2ec2-48c5-9978-7e7e78e35e7e None None] Current status of the port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:08.535824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Attempting to bind port 2387b516-70d5-47c9-92a9-e88ca62cff49 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:09:08.535824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Attempting to bind port 2387b516-70d5-47c9-92a9-e88ca62cff49 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '766c2ac1-e684-4150-a5a5-e7bcb47a8d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8f85ed2c-e94e-41c0-897d-628d11336a2d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:09:08.536089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Attempting to bind port 2387b516-70d5-47c9-92a9-e88ca62cff49 on network 8f85ed2c-e94e-41c0-897d-628d11336a2d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:08.542965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:09:08.543494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Checking segment: {'id': '766c2ac1-e684-4150-a5a5-e7bcb47a8d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8f85ed2c-e94e-41c0-897d-628d11336a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:08.543941 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:08.544340 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Bound using segment: {'id': '766c2ac1-e684-4150-a5a5-e7bcb47a8d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8f85ed2c-e94e-41c0-897d-628d11336a2d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:09:08.544820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Bound port: 2387b516-70d5-47c9-92a9-e88ca62cff49, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766c2ac1-e684-4150-a5a5-e7bcb47a8d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8f85ed2c-e94e-41c0-897d-628d11336a2d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:09:08.545206 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2387b516-70d5-47c9-92a9-e88ca62cff49), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:08.565361 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7dfe3e2-729c-4a9a-a579-2db97aecf4d7 req-772b50d5-a3f6-4ff3-b3a8-74cd558f2c85 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504391 Jan 28 19:09:08.615292 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-219afdd7-bb2d-49b4-af7a-2856120fa0ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e04804-58cb-486d-ada8-cbd0efb55f99 HTTP/1.1" status: 200 len: 217 time: 0.0746753 Jan 28 19:09:08.626481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 400c037e-e178-4ba5-8333-699f871f92f1 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:08.626877 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (400c037e-e178-4ba5-8333-699f871f92f1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:08.654247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400c037e-e178-4ba5-8333-699f871f92f1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:09:08.674880 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=400c037e-e178-4ba5-8333-699f871f92f1,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:08.679732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] For port 2387b516-70d5-47c9-92a9-e88ca62cff49, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:08.680761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ea670-741f-4847-a5b3-75f18c20a325 req-1550d34d-4306-4d46-b2f1-f633b7b45c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:08.682394 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-624ea670-741f-4847-a5b3-75f18c20a325 req-1550d34d-4306-4d46-b2f1-f633b7b45c46 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4088817 Jan 28 19:09:08.683373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] For port 2387b516-70d5-47c9-92a9-e88ca62cff49, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2387b516-70d5-47c9-92a9-e88ca62cff49,segment=NetworkSegment(766c2ac1-e684-4150-a5a5-e7bcb47a8d67),segment_id=766c2ac1-e684-4150-a5a5-e7bcb47a8d67)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:09:08.683756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed7efc-de3b-420a-bf33-7e24f6c68173 req-b77fdcd5-c19c-4a81-bde2-40a813906064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:08.685549 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3ed7efc-de3b-420a-bf33-7e24f6c68173 req-b77fdcd5-c19c-4a81-bde2-40a813906064 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.3081996 Jan 28 19:09:08.699261 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (400c037e-e178-4ba5-8333-699f871f92f1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:08.707465 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2387b516-70d5-47c9-92a9-e88ca62cff49), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:08.767401 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-48454f1c-8f0c-4e14-ba0a-072ce0755b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:08.769387 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-48454f1c-8f0c-4e14-ba0a-072ce0755b9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fd0268e-e755-4d0f-9e56-a9e065215f79 HTTP/1.1" status: 200 len: 852 time: 0.1413069 Jan 28 19:09:08.808584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=400c037e-e178-4ba5-8333-699f871f92f1,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:08.849319 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-a7134fa8-0700-4fd7-8429-68c5b59ca5a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0a0df9e-2526-4910-8347-d42b4cbb9f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717564 Jan 28 19:09:08.898041 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a84052-f5a3-4821-88b8-57dfc33591d6 None None] Pushing event updated for resources: {'Port': ['ID=2387b516-70d5-47c9-92a9-e88ca62cff49,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:08.913016 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3ed7efc-de3b-420a-bf33-7e24f6c68173 req-15890eb8-f21c-424e-abaa-df97d8b65c4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 HTTP/1.1" status: 200 len: 217 time: 0.2071590 Jan 28 19:09:08.932035 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83a294-aac0-463a-96e7-89d96945655c req-a1a13329-1d6c-4479-b18b-f733ac8b0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:08.933686 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf83a294-aac0-463a-96e7-89d96945655c req-a1a13329-1d6c-4479-b18b-f733ac8b0e42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.3995876 Jan 28 19:09:09.001248 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-f9d3b027-ac11-4e16-b03d-454237d4d4a8 service neutron] 10.222.0.37 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367376 Jan 28 19:09:09.026548 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf83a294-aac0-463a-96e7-89d96945655c req-66730282-86ed-40b6-90c4-5d0c0c8560ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712163 Jan 28 19:09:09.028496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['400c037e-e178-4ba5-8333-699f871f92f1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:09.137568 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03d7fa31-d71d-4596-9d90-171e7c5265de req-aa8427f4-9c3c-480c-89b1-691cbf41f51b service neutron] 10.222.0.37 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270275 Jan 28 19:09:09.186280 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed7efc-de3b-420a-bf33-7e24f6c68173 req-7327c04d-2cc9-4bf5-afea-686a9579b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:09.190408 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3ed7efc-de3b-420a-bf33-7e24f6c68173 req-7327c04d-2cc9-4bf5-afea-686a9579b4cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.2555311 Jan 28 19:09:09.207547 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6d4bf-9802-440a-8a36-93920474f398 req-d3a8d057-0848-4b36-9fa7-7c0e994e82bd tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:09.209208 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9d6d4bf-9802-440a-8a36-93920474f398 req-d3a8d057-0848-4b36-9fa7-7c0e994e82bd tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 1127 time: 0.2070341 Jan 28 19:09:09.264546 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3ed7efc-de3b-420a-bf33-7e24f6c68173 req-3fab052d-c6b9-49aa-9eb0-ce2578299722 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557694 Jan 28 19:09:09.302617 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9d6d4bf-9802-440a-8a36-93920474f398 req-732a57d3-cd24-4fd6-be97-47306dac8196 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689657 Jan 28 19:09:09.304165 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c710008-7672-49bd-b935-8ff0612e983b req-b0c3c18e-4014-4003-b764-d7d964a6324a tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:09.306774 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c710008-7672-49bd-b935-8ff0612e983b req-b0c3c18e-4014-4003-b764-d7d964a6324a tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.6717958 Jan 28 19:09:09.313257 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-624ea670-741f-4847-a5b3-75f18c20a325 req-a3f11eda-f58a-4129-9c18-89ca58579840 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086211 Jan 28 19:09:09.453659 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0250b70a-f7fa-4762-a1c5-40b6f8cb5f20 req-3b3b002d-8bab-478d-b59c-ff8f39390574 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1035570324&fields=id&tenant_id=af81ce8ea82941db871f55af72a173e1 HTTP/1.1" status: 200 len: 267 time: 0.0606582 Jan 28 19:09:09.542767 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2387b516-70d5-47c9-92a9-e88ca62cff49 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:09.550173 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-624ea670-741f-4847-a5b3-75f18c20a325 req-6da7571e-d806-4f1e-8327-647ac68d8bf9 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265899 Jan 28 19:09:09.554891 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250b70a-f7fa-4762-a1c5-40b6f8cb5f20 req-fd93ae14-5d88-4b55-8044-4943dc53bdaf tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:09.563198 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0250b70a-f7fa-4762-a1c5-40b6f8cb5f20 req-fd93ae14-5d88-4b55-8044-4943dc53bdaf tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 985 time: 0.0975580 Jan 28 19:09:09.570076 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf83a294-aac0-463a-96e7-89d96945655c req-a25b9c52-9f6f-4ab5-93c1-fef0022c23eb service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286026 Jan 28 19:09:09.572821 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-0250b70a-f7fa-4762-a1c5-40b6f8cb5f20 req-6e596eb7-51c8-4425-8ebe-655a2c2475d9 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Request body: {'port': {'security_groups': ['25b0789a-de96-4e01-8f9e-95ec1823aa80', '3725174f-51a6-48dd-ae54-2516281bb106', 'ae48af28-92bf-4c04-931d-d1b188783474']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:09.604138 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 2387b516-70d5-47c9-92a9-e88ca62cff49 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:09.604522 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2387b516-70d5-47c9-92a9-e88ca62cff49), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:09.664818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d206af7-9653-44a4-9d02-687165f854a6 req-59b34235-90ef-478b-be91-71407f7d13de tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:09.666311 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d206af7-9653-44a4-9d02-687165f854a6 req-59b34235-90ef-478b-be91-71407f7d13de tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 945 time: 0.2144661 Jan 28 19:09:09.675155 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3ed7efc-de3b-420a-bf33-7e24f6c68173 req-4a2598be-0eca-4f05-9fef-0206ed9172e1 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667665 Jan 28 19:09:09.687733 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0250b70a-f7fa-4762-a1c5-40b6f8cb5f20 req-6e596eb7-51c8-4425-8ebe-655a2c2475d9 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:09.698400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 2387b516-70d5-47c9-92a9-e88ca62cff49 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:09.698798 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2387b516-70d5-47c9-92a9-e88ca62cff49), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:09.736884 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 2387b516-70d5-47c9-92a9-e88ca62cff49, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2387b516-70d5-47c9-92a9-e88ca62cff49,segment=NetworkSegment(766c2ac1-e684-4150-a5a5-e7bcb47a8d67),segment_id=766c2ac1-e684-4150-a5a5-e7bcb47a8d67)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:09.742943 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2387b516-70d5-47c9-92a9-e88ca62cff49), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:09.790395 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d206af7-9653-44a4-9d02-687165f854a6 req-f937e7a3-1577-4267-bf3a-b41b5e4a0bec tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177652 Jan 28 19:09:09.821514 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf83a294-aac0-463a-96e7-89d96945655c req-7c3b6c21-e80f-483e-bd84-69180e583fab service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383530 Jan 28 19:09:09.852610 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=2387b516-70d5-47c9-92a9-e88ca62cff49,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:09.858115 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3ed7efc-de3b-420a-bf33-7e24f6c68173 req-27121236-3452-4884-8900-6cc7cc33c1c8 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702709 Jan 28 19:09:09.950224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0250b70a-f7fa-4762-a1c5-40b6f8cb5f20 req-6e596eb7-51c8-4425-8ebe-655a2c2475d9 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] For port 2637f5d2-1531-4367-96a9-c52826baa9d1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2637f5d2-1531-4367-96a9-c52826baa9d1,segment=NetworkSegment(497ae4aa-849d-4a33-b4ff-4fe9d6e66436),segment_id=497ae4aa-849d-4a33-b4ff-4fe9d6e66436)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:09.984576 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0250b70a-f7fa-4762-a1c5-40b6f8cb5f20 req-6e596eb7-51c8-4425-8ebe-655a2c2475d9 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:09.991416 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0250b70a-f7fa-4762-a1c5-40b6f8cb5f20 req-6e596eb7-51c8-4425-8ebe-655a2c2475d9 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:10.012373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['320b5b96-abc1-4d2e-85f9-80f5e73751fe', '2637f5d2-1531-4367-96a9-c52826baa9d1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:10.027807 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-75c774fb-c964-42eb-9b3a-4bf41efcf6f2 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:10.033889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-75c774fb-c964-42eb-9b3a-4bf41efcf6f2 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:10.035684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-75c774fb-c964-42eb-9b3a-4bf41efcf6f2 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/networks?id=95f81273-5a28-4d3a-9c68-8a2f74b4a1a4&id=8f85ed2c-e94e-41c0-897d-628d11336a2d&id=95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 HTTP/1.1" status: 200 len: 1389 time: 0.1317456 Jan 28 19:09:10.051728 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-f49ca214-51a4-42bd-87bf-283ccc33b67f tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/quotas/1060cde39e6f4e3983d711c8ddac0223 HTTP/1.1" status: 200 len: 375 time: 0.0102949 Jan 28 19:09:10.063777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250b70a-f7fa-4762-a1c5-40b6f8cb5f20 req-6e596eb7-51c8-4425-8ebe-655a2c2475d9 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:10.064406 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0250b70a-f7fa-4762-a1c5-40b6f8cb5f20 req-6e596eb7-51c8-4425-8ebe-655a2c2475d9 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:10.065825 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0250b70a-f7fa-4762-a1c5-40b6f8cb5f20 req-6e596eb7-51c8-4425-8ebe-655a2c2475d9 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "PUT /v2.0/ports/2637f5d2-1531-4367-96a9-c52826baa9d1 HTTP/1.1" status: 200 len: 1021 time: 0.5017517 Jan 28 19:09:10.070517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e596eb7-51c8-4425-8ebe-655a2c2475d9 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event updated for resources: {'Port': ['ID=2637f5d2-1531-4367-96a9-c52826baa9d1,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:10.107034 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b5cfbe-4609-49b0-a9e3-4879d98a1801 x-openstack-request-id: req-b7b5cfbe-4609-49b0-a9e3-4879d98a1801 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:10.107331 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cdea1c7-2e16-42f3-8bdf-d9401731a6de", "tag": "18e04804-58cb-486d-ada8-cbd0efb55f99", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:10.107589 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7b5cfbe-4609-49b0-a9e3-4879d98a1801 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:10.107995 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cdea1c7-2e16-42f3-8bdf-d9401731a6de', 'tag': '18e04804-58cb-486d-ada8-cbd0efb55f99', 'status': 'completed', 'code': 200} Jan 28 19:09:10.132654 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-49acdd98-ca48-496a-8dee-a4d6e56c3891 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1060cde39e6f4e3983d711c8ddac0223&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0706022 Jan 28 19:09:10.188236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['2637f5d2-1531-4367-96a9-c52826baa9d1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:10.244979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6837e5-b348-432c-b47f-071e20294050 req-26b183b2-36eb-442b-8992-1123dbc64e6c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:10.254120 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1e6837e5-b348-432c-b47f-071e20294050 req-26b183b2-36eb-442b-8992-1123dbc64e6c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cdea1c7-2e16-42f3-8bdf-d9401731a6de HTTP/1.1" status: 200 len: 943 time: 0.0852942 Jan 28 19:09:10.266686 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-c7aa3fe3-612f-424a-8dac-33cd1ea3ba87 service neutron] 10.222.0.55 "GET /v2.0/networks/95f81273-5a28-4d3a-9c68-8a2f74b4a1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221051 Jan 28 19:09:10.294485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f463db0-4394-47b5-a1a7-02c3a6304539 None None] Network 8f85ed2c-e94e-41c0-897d-628d11336a2d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:09:10.312483 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1e6837e5-b348-432c-b47f-071e20294050 req-9e4a829c-8439-440a-b680-4cb1672672d0 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580103 Jan 28 19:09:10.422737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92d928-d896-47e9-9b30-b67bbc83ed65 req-c5560c38-7922-4341-a46c-efff9645dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:10.424272 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b92d928-d896-47e9-9b30-b67bbc83ed65 req-c5560c38-7922-4341-a46c-efff9645dbcf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&device_id=1cdea1c7-2e16-42f3-8bdf-d9401731a6de HTTP/1.1" status: 200 len: 1125 time: 0.1424627 Jan 28 19:09:10.444377 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-a89858f6-2732-452b-a89c-6cfdcfe7986f service neutron] 10.222.0.55 "GET /v2.0/networks/95f81273-5a28-4d3a-9c68-8a2f74b4a1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766508 Jan 28 19:09:10.454575 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-2e1ad837-7d39-4b17-83a3-117fe2d496b7 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1121120 Jan 28 19:09:10.466133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:10.490290 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:10.582540 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-603944e7-af58-4cfb-a1e4-299569f106cc None None] Provisioning complete for port 2387b516-70d5-47c9-92a9-e88ca62cff49 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:10.582975 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-603944e7-af58-4cfb-a1e4-299569f106cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2387b516-70d5-47c9-92a9-e88ca62cff49), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:10.602725 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:10.637887 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92d928-d896-47e9-9b30-b67bbc83ed65 req-cea6733e-1570-49cf-b2aa-fb19f6f9795b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:10.639426 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b92d928-d896-47e9-9b30-b67bbc83ed65 req-cea6733e-1570-49cf-b2aa-fb19f6f9795b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 913 time: 0.2049685 Jan 28 19:09:10.642659 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-8e3e88ab-bd28-4a98-a958-1b70fb5548a3 service neutron] 10.222.0.55 "GET /v2.0/networks/8f85ed2c-e94e-41c0-897d-628d11336a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854165 Jan 28 19:09:10.698122 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b92d928-d896-47e9-9b30-b67bbc83ed65 req-36aab5db-094a-411a-9bf0-62b2a6257a20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e04804-58cb-486d-ada8-cbd0efb55f99 HTTP/1.1" status: 200 len: 217 time: 0.0497525 Jan 28 19:09:10.728590 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Allocated IP 172.25.0.66 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/5bab1442-c05e-4331-a698-d998b96b5f1d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:09:10.793519 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92d928-d896-47e9-9b30-b67bbc83ed65 req-68c773d1-b211-4d6d-9bad-1c7fb02e76a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:10.795151 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b92d928-d896-47e9-9b30-b67bbc83ed65 req-68c773d1-b211-4d6d-9bad-1c7fb02e76a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fd0268e-e755-4d0f-9e56-a9e065215f79 HTTP/1.1" status: 200 len: 852 time: 0.0657578 Jan 28 19:09:10.819264 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-aff1a8dd-6485-4d60-bb9b-09c5435c1f01 service neutron] 10.222.0.55 "GET /v2.0/networks/8f85ed2c-e94e-41c0-897d-628d11336a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646762 Jan 28 19:09:10.821783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-603944e7-af58-4cfb-a1e4-299569f106cc None None] Current status of the port 2387b516-70d5-47c9-92a9-e88ca62cff49 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:10.836638 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b92d928-d896-47e9-9b30-b67bbc83ed65 req-441e771b-35f0-4842-a54c-7eda7559888a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0a0df9e-2526-4910-8347-d42b4cbb9f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315716 Jan 28 19:09:10.865550 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for port (5bab1442-c05e-4331-a698-d998b96b5f1d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:10.908559 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5bab1442-c05e-4331-a698-d998b96b5f1d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:10.983359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:09:10.985458 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Pushing event updated for resources: {'Port': ['ID=5bab1442-c05e-4331-a698-d998b96b5f1d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:10.989330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:10.992197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:09:11.013576 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-98fdc8aa-4ca3-41b0-b0ce-82fada966030 service neutron] 10.222.0.55 "GET /v2.0/networks/95f81273-5a28-4d3a-9c68-8a2f74b4a1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794245 Jan 28 19:09:11.019908 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b92d928-d896-47e9-9b30-b67bbc83ed65 req-a141b418-d5e6-4218-96a0-a9ad3938ad00 service neutron] 10.222.0.37 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758938 Jan 28 19:09:11.104438 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for floatingip (c6ee5a98-f22b-41fc-b986-c01c3fc4a682), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:11.142712 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5bab1442-c05e-4331-a698-d998b96b5f1d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:11.144961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2cd4078f-b48f-4c6f-8a3c-2a22eb05a655 None None] Provisioning complete for port 2387b516-70d5-47c9-92a9-e88ca62cff49 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:11.145409 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2cd4078f-b48f-4c6f-8a3c-2a22eb05a655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2387b516-70d5-47c9-92a9-e88ca62cff49), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:11.185066 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-c3cb0e89-a633-410c-993d-38ec9129e10b service neutron] 10.222.0.55 "GET /v2.0/networks/95f81273-5a28-4d3a-9c68-8a2f74b4a1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630390 Jan 28 19:09:11.187800 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b92d928-d896-47e9-9b30-b67bbc83ed65 req-766813c4-68bb-4a23-8ca6-fbc94b9c5f3b service neutron] 10.222.0.37 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574261 Jan 28 19:09:11.238790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4078f-b48f-4c6f-8a3c-2a22eb05a655 None None] Current status of the port 2387b516-70d5-47c9-92a9-e88ca62cff49 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:11.311718 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for port (5bab1442-c05e-4331-a698-d998b96b5f1d), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:11.321678 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (5bab1442-c05e-4331-a698-d998b96b5f1d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:11.395697 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (c6ee5a98-f22b-41fc-b986-c01c3fc4a682), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:11.423642 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:11.424968 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9632592 Jan 28 19:09:11.428905 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731dd62-83e4-4a9c-83e9-dd71248981e9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Pushing event updated for resources: {'Port': ['ID=5bab1442-c05e-4331-a698-d998b96b5f1d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:11.444285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2387b516-70d5-47c9-92a9-e88ca62cff49 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:11.484010 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-4df27b64-90c2-4e47-8999-5af37d93e0e7 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 695 time: 0.0523176 Jan 28 19:09:11.512805 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 2387b516-70d5-47c9-92a9-e88ca62cff49 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:11.513680 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2387b516-70d5-47c9-92a9-e88ca62cff49), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:11.626371 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 2387b516-70d5-47c9-92a9-e88ca62cff49 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:11.632625 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-d4606df6-4e51-4b45-bdef-339dd1bada5d tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:11.645198 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4727eb8-b211-4971-857c-37d48f89c6c2 req-d4606df6-4e51-4b45-bdef-339dd1bada5d tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.1556935 Jan 28 19:09:11.685613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 400c037e-e178-4ba5-8333-699f871f92f1 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:11.748717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 400c037e-e178-4ba5-8333-699f871f92f1 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:09:11.752895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 400c037e-e178-4ba5-8333-699f871f92f1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:11.753412 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (400c037e-e178-4ba5-8333-699f871f92f1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:11.753745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e330c-ae5c-453a-9a3c-edc0d8a79a56 req-67b0bfa6-8fa5-45b5-8875-71876e6eba29 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:11.761488 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b48a3-b996-4bea-a3ff-32690bed1429 req-eba885bc-63be-4a3e-9f17-7a0c949b8956 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:11.761699 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-304e330c-ae5c-453a-9a3c-edc0d8a79a56 req-67b0bfa6-8fa5-45b5-8875-71876e6eba29 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 1127 time: 0.3902533 Jan 28 19:09:11.763168 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8e1b48a3-b996-4bea-a3ff-32690bed1429 req-eba885bc-63be-4a3e-9f17-7a0c949b8956 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 949 time: 0.0743315 Jan 28 19:09:11.817041 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8e1b48a3-b996-4bea-a3ff-32690bed1429 req-0e743156-f0f6-4772-b985-2b130d90f137 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479383 Jan 28 19:09:11.827040 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-304e330c-ae5c-453a-9a3c-edc0d8a79a56 req-42c13761-2540-44b7-ac5e-8cf6ab5adafb tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637939 Jan 28 19:09:11.854931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 400c037e-e178-4ba5-8333-699f871f92f1 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:11.854931 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (400c037e-e178-4ba5-8333-699f871f92f1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:11.872122 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:11.874470 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bb8ed6-928c-44b3-8920-a7197c262266" -d '{"events": [{"server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "name": "network-vif-plugged", "status": "completed", "tag": "400c037e-e178-4ba5-8333-699f871f92f1"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:11.886813 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=400c037e-e178-4ba5-8333-699f871f92f1,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:11.906724 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (400c037e-e178-4ba5-8333-699f871f92f1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:11.979618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=400c037e-e178-4ba5-8333-699f871f92f1,revision_number=13']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:11.982943 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311562c6-9b58-41d6-ae45-ad7255b4cb64 req-a191c2c5-1044-4a1f-80dd-ac3722524d48 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:11.984780 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-311562c6-9b58-41d6-ae45-ad7255b4cb64 req-a191c2c5-1044-4a1f-80dd-ac3722524d48 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.0643954 Jan 28 19:09:12.001658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad438b6-cb34-4dc0-aded-37e93d0190b6 req-99da9c8a-eb73-4c42-8074-a2d4db94eac5 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:12.002975 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bad438b6-cb34-4dc0-aded-37e93d0190b6 req-99da9c8a-eb73-4c42-8074-a2d4db94eac5 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 945 time: 0.0642631 Jan 28 19:09:12.012383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:12.017390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0f82e6d7-b36d-45ca-9b58-ef2f48f21c7d tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Request body: {'floatingip': {'port_id': 'c3c7f769-aaef-4265-89a3-fe698d2e80fe'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:12.050259 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-311562c6-9b58-41d6-ae45-ad7255b4cb64 req-dcd29a05-4810-4005-91b6-4d681bc255fb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517063 Jan 28 19:09:12.092539 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f82e6d7-b36d-45ca-9b58-ef2f48f21c7d tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for floatingip (8b30450e-8add-42fb-b68b-229065067d51), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:12.109197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991ea411-7f69-45d5-ac69-86d8d57d49ca', 'tag': '2637f5d2-1531-4367-96a9-c52826baa9d1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:12.112232 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc15857-98d2-4cd1-949d-57c5803136c1" -d '{"events": [{"name": "network-changed", "server_uuid": "991ea411-7f69-45d5-ac69-86d8d57d49ca", "tag": "2637f5d2-1531-4367-96a9-c52826baa9d1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:12.150352 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cfdcf3c6-5386-495b-a07b-bb2fc4f69a0e req-62e8920f-5036-441a-80bb-5a5cc0152aa5 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 210 time: 0.0270731 Jan 28 19:09:12.169896 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28d6810b-9a83-4c08-99d8-3c0d257ce162 req-95e5dc9a-da22-42da-81bd-d60e5d5fd530 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/ae48af28-92bf-4c04-931d-d1b188783474 HTTP/1.1" status: 200 len: 1817 time: 0.1485291 Jan 28 19:09:12.266223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191b1b9-25af-43a0-bd22-773a6457edbc req-0616c128-7308-4159-8a28-a466c9da1d65 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:12.267697 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d191b1b9-25af-43a0-bd22-773a6457edbc req-0616c128-7308-4159-8a28-a466c9da1d65 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cdea1c7-2e16-42f3-8bdf-d9401731a6de HTTP/1.1" status: 200 len: 943 time: 0.0633438 Jan 28 19:09:12.297342 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-28d6810b-9a83-4c08-99d8-3c0d257ce162 req-6dd2b533-77fe-4b38-8172-b1fbe5e2ce3f tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 19:09:12.298383 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28d6810b-9a83-4c08-99d8-3c0d257ce162 req-6dd2b533-77fe-4b38-8172-b1fbe5e2ce3f tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "DELETE /v2.0/security-groups/ae48af28-92bf-4c04-931d-d1b188783474 HTTP/1.1" status: 409 len: 341 time: 0.1182425 Jan 28 19:09:12.314666 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d191b1b9-25af-43a0-bd22-773a6457edbc req-2d3aa736-a344-4f78-adfa-1b29a87603dd tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412989 Jan 28 19:09:12.401326 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c84a6607-d082-47bc-ab70-6ed07ff0e525 req-34e25ffb-11b8-4e7a-826e-6de6e8f366fd tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips/c6ee5a98-f22b-41fc-b986-c01c3fc4a682 HTTP/1.1" status: 200 len: 692 time: 0.0565696 Jan 28 19:09:12.555646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bcc81-6a80-4b59-ab94-4e14768f6612 req-4499a37b-5fcb-48ef-b107-f72e82c5e55f tempest-MigrationsAdminTest-163656369 tempest-MigrationsAdminTest-163656369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:12.557189 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-707bcc81-6a80-4b59-ab94-4e14768f6612 req-4499a37b-5fcb-48ef-b107-f72e82c5e55f tempest-MigrationsAdminTest-163656369 tempest-MigrationsAdminTest-163656369-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 1132 time: 0.0474160 Jan 28 19:09:12.602052 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-707bcc81-6a80-4b59-ab94-4e14768f6612 req-8b14cbac-ad58-4c14-b55b-10c330766ed0 tempest-MigrationsAdminTest-163656369 tempest-MigrationsAdminTest-163656369-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379393 Jan 28 19:09:12.652394 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eec249-3726-4f05-9ed4-b226ae4bf4a3 x-openstack-request-id: req-d8eec249-3726-4f05-9ed4-b226ae4bf4a3 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:12.652394 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "name": "network-vif-plugged", "status": "completed", "tag": "400c037e-e178-4ba5-8333-699f871f92f1", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:12.653321 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8eec249-3726-4f05-9ed4-b226ae4bf4a3 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:12.653321 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1', 'code': 200} Jan 28 19:09:12.712718 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a6607-d082-47bc-ab70-6ed07ff0e525 req-30160c2b-9214-49ec-aa79-96b9e808b798 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:12.714072 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c84a6607-d082-47bc-ab70-6ed07ff0e525 req-30160c2b-9214-49ec-aa79-96b9e808b798 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.3053184 Jan 28 19:09:12.726744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-f5dc0e6e-2257-409f-82c4-388084f7e486 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:12.731836 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-f5dc0e6e-2257-409f-82c4-388084f7e486 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:12.733394 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-f5dc0e6e-2257-409f-82c4-388084f7e486 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.31 "GET /v2.0/networks?id=95f81273-5a28-4d3a-9c68-8a2f74b4a1a4&id=8f85ed2c-e94e-41c0-897d-628d11336a2d&id=95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 HTTP/1.1" status: 200 len: 1389 time: 0.3102796 Jan 28 19:09:12.747660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-1838579a-a411-4db5-8477-a98974c6b365 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Request body: {'port': {'device_id': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4', 'admin_state_up': True, 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:12.756629 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0cf4fd-26a8-46eb-9f44-203d66a60578 x-openstack-request-id: req-ec0cf4fd-26a8-46eb-9f44-203d66a60578 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:12.757012 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991ea411-7f69-45d5-ac69-86d8d57d49ca", "tag": "2637f5d2-1531-4367-96a9-c52826baa9d1", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:12.758101 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec0cf4fd-26a8-46eb-9f44-203d66a60578 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:12.758581 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991ea411-7f69-45d5-ac69-86d8d57d49ca', 'tag': '2637f5d2-1531-4367-96a9-c52826baa9d1', 'status': 'completed', 'code': 200} Jan 28 19:09:12.873983 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-0f82e6d7-b36d-45ca-9b58-ef2f48f21c7d tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:09:12.979524 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f82e6d7-b36d-45ca-9b58-ef2f48f21c7d tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:12.988007 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc15857-98d2-4cd1-949d-57c5803136c1 req-f038cf18-4216-4695-abd9-26aac2d2009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:12.991025 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ecc15857-98d2-4cd1-949d-57c5803136c1 req-f038cf18-4216-4695-abd9-26aac2d2009e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af81ce8ea82941db871f55af72a173e1&device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 1207 time: 0.1720145 Jan 28 19:09:12.995550 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f82e6d7-b36d-45ca-9b58-ef2f48f21c7d tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (8b30450e-8add-42fb-b68b-229065067d51), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:13.111790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-1838579a-a411-4db5-8477-a98974c6b365 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Made reservation on behalf of 1060cde39e6f4e3983d711c8ddac0223 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:09:13.116004 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-1838579a-a411-4db5-8477-a98974c6b365 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:13.210985 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a72419a5-375b-49ed-8ab2-3940bf58e92f req-a9286f15-5478-4796-b85c-1376bd9fae96 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips/c6ee5a98-f22b-41fc-b986-c01c3fc4a682 HTTP/1.1" status: 200 len: 692 time: 0.1402345 Jan 28 19:09:13.345304 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-0f82e6d7-b36d-45ca-9b58-ef2f48f21c7d tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Floating IP 8b30450e-8add-42fb-b68b-229065067d51 associated. External IP: 172.25.0.75, port: c3c7f769-aaef-4265-89a3-fe698d2e80fe. Jan 28 19:09:13.400220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc15857-98d2-4cd1-949d-57c5803136c1 req-cb206d2b-d724-4f2c-98af-b57b9e760a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:13.401643 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ecc15857-98d2-4cd1-949d-57c5803136c1 req-cb206d2b-d724-4f2c-98af-b57b9e760a26 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b HTTP/1.1" status: 200 len: 914 time: 0.3622899 Jan 28 19:09:13.496041 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ecc15857-98d2-4cd1-949d-57c5803136c1 req-a7cc9f4d-895f-49c9-a731-19565cfec913 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2637f5d2-1531-4367-96a9-c52826baa9d1 HTTP/1.1" status: 200 len: 217 time: 0.0781767 Jan 28 19:09:13.855585 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72419a5-375b-49ed-8ab2-3940bf58e92f req-04f3829a-110b-424c-a95d-86b7a36e38f1 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:13.856991 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a72419a5-375b-49ed-8ab2-3940bf58e92f req-04f3829a-110b-424c-a95d-86b7a36e38f1 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.6392119 Jan 28 19:09:13.891436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-1838579a-a411-4db5-8477-a98974c6b365 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Allocated IP 19.80.0.90 (95f81273-5a28-4d3a-9c68-8a2f74b4a1a4/f56d4636-7ec7-4df9-9476-1ca56774fa6d/f0e5110a-2bcd-40a7-b3c6-7d74f6326a02) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:09:13.937962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc15857-98d2-4cd1-949d-57c5803136c1 req-34fbea23-db1d-4b36-82ae-798f0c46f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:13.939455 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ecc15857-98d2-4cd1-949d-57c5803136c1 req-34fbea23-db1d-4b36-82ae-798f0c46f5ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=41b12597-c2d0-48f7-a923-25843df9b43c HTTP/1.1" status: 200 len: 853 time: 0.4320424 Jan 28 19:09:13.947828 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a72419a5-375b-49ed-8ab2-3940bf58e92f req-2434edfa-050d-4a5e-a55b-db48e9e2a323 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 695 time: 0.0781517 Jan 28 19:09:14.026059 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ecc15857-98d2-4cd1-949d-57c5803136c1 req-04cc3af0-69ec-4ab3-a21f-d50f0db57ed7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cdfff9d1-2b03-4f45-9bcb-21b945eea63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758383 Jan 28 19:09:14.040644 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-f0cdd9e3-8591-492f-8727-b53b3742f2b2 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:09:14.041655 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-f0cdd9e3-8591-492f-8727-b53b3742f2b2 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0516160 Jan 28 19:09:14.082452 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-bd28970a-9080-4fd8-908e-d725c750259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:14.084057 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-bd28970a-9080-4fd8-908e-d725c750259b service neutron] 10.222.0.55 "GET /v2.0/ports/01e18722-af6d-4558-9a5c-a06051d81ac9 HTTP/1.1" status: 200 len: 1124 time: 0.0360084 Jan 28 19:09:14.093161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7a2312ea-50e1-4abf-8a55-996dd953ecfd service neutron] Request body: {'binding': {'host': 'n-h1-824834-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:14.093729 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7a2312ea-50e1-4abf-8a55-996dd953ecfd service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:09:14.093869 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a72419a5-375b-49ed-8ab2-3940bf58e92f req-f424da4e-7f5e-48e6-8724-7d92bf023d01 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.66 HTTP/1.1" status: 200 len: 695 time: 0.1337428 Jan 28 19:09:14.159253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 18e04804-58cb-486d-ada8-cbd0efb55f99 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:09:14.162670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device fe9ba215-689b-4bde-b4e6-5d14d235b879 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:14.233460 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7a2312ea-50e1-4abf-8a55-996dd953ecfd service neutron] Attempting to bind port 01e18722-af6d-4558-9a5c-a06051d81ac9 on host n-h1-824834-4 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:09:14.233690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7a2312ea-50e1-4abf-8a55-996dd953ecfd service neutron] Attempting to bind port 01e18722-af6d-4558-9a5c-a06051d81ac9 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:09:14.234015 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7a2312ea-50e1-4abf-8a55-996dd953ecfd service neutron] Attempting to bind port 01e18722-af6d-4558-9a5c-a06051d81ac9 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:14.238693 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7a2312ea-50e1-4abf-8a55-996dd953ecfd service neutron] Port 01e18722-af6d-4558-9a5c-a06051d81ac9 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:09:14.239013 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7a2312ea-50e1-4abf-8a55-996dd953ecfd service neutron] Attempting to bind port 01e18722-af6d-4558-9a5c-a06051d81ac9 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:14.244279 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7a2312ea-50e1-4abf-8a55-996dd953ecfd service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:09:14.244597 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7a2312ea-50e1-4abf-8a55-996dd953ecfd service neutron] Checking segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:14.244988 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7a2312ea-50e1-4abf-8a55-996dd953ecfd service neutron] Bound using segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:09:14.245399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7a2312ea-50e1-4abf-8a55-996dd953ecfd service neutron] Bound port: 01e18722-af6d-4558-9a5c-a06051d81ac9, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:09:14.302256 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7a2312ea-50e1-4abf-8a55-996dd953ecfd service neutron] For port 01e18722-af6d-4558-9a5c-a06051d81ac9, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=01e18722-af6d-4558-9a5c-a06051d81ac9,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:09:14.311297 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7a2312ea-50e1-4abf-8a55-996dd953ecfd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:14.325018 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 18e04804-58cb-486d-ada8-cbd0efb55f99, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=18e04804-58cb-486d-ada8-cbd0efb55f99,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:14.326985 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7a2312ea-50e1-4abf-8a55-996dd953ecfd service neutron] 10.222.0.55 "POST /v2.0/ports/01e18722-af6d-4558-9a5c-a06051d81ac9/bindings HTTP/1.1" status: 201 len: 389 time: 0.2341137 Jan 28 19:09:14.328460 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port fe9ba215-689b-4bde-b4e6-5d14d235b879 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:14.328885 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:14.348596 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '18e04804-58cb-486d-ada8-cbd0efb55f99', 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82', 'port_id': '18e04804-58cb-486d-ada8-cbd0efb55f99', 'mac_address': 'fa:16:3e:82:06:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd0268e-e755-4d0f-9e56-a9e065215f79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:09:14.389399 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:14.392974 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f82e6d7-b36d-45ca-9b58-ef2f48f21c7d tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Router 9e98cc92-380e-49e6-a034-45192c727aa9 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:09:14.399282 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:14.402861 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ecc15857-98d2-4cd1-949d-57c5803136c1 req-339cc35d-4649-41f3-8c0c-9ea38204dbc0 service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469472 Jan 28 19:09:14.433091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 18e04804-58cb-486d-ada8-cbd0efb55f99 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:14.433486 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (18e04804-58cb-486d-ada8-cbd0efb55f99), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:14.452379 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-1838579a-a411-4db5-8477-a98974c6b365 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks [] for port (f0e5110a-2bcd-40a7-b3c6-7d74f6326a02), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:14.464970 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e04804-58cb-486d-ada8-cbd0efb55f99 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:09:14.485562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=fe9ba215-689b-4bde-b4e6-5d14d235b879,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:14.497003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 18e04804-58cb-486d-ada8-cbd0efb55f99, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=18e04804-58cb-486d-ada8-cbd0efb55f99,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:14.503573 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (18e04804-58cb-486d-ada8-cbd0efb55f99), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:14.553488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=18e04804-58cb-486d-ada8-cbd0efb55f99,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:14.583435 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e4ce0-fe5b-4475-aa9e-2f4705efe203 req-cf4d0417-704f-4888-8d52-8994bed457df tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:14.590838 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-612e4ce0-fe5b-4475-aa9e-2f4705efe203 req-cf4d0417-704f-4888-8d52-8994bed457df tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 1024 time: 0.0897396 Jan 28 19:09:14.630665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.31', 56796) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:14.655365 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:14.656866 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec1b998-4b67-4ba7-ab9e-74c6df1e9dff" -d '{"events": [{"server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:14.698308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a72419a5-375b-49ed-8ab2-3940bf58e92f req-92d0d4dd-6d08-4e79-86f8-c34e39cd0282 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Deleting port 5bab1442-c05e-4331-a698-d998b96b5f1d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:14.698650 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72419a5-375b-49ed-8ab2-3940bf58e92f req-92d0d4dd-6d08-4e79-86f8-c34e39cd0282 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5bab1442-c05e-4331-a698-d998b96b5f1d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:14.725237 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-612e4ce0-fe5b-4475-aa9e-2f4705efe203 req-b090af7b-c0fa-4f53-960c-2ebb781cf9dd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=25b0789a-de96-4e01-8f9e-95ec1823aa80&id=3725174f-51a6-48dd-ae54-2516281bb106&id=ae48af28-92bf-4c04-931d-d1b188783474&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1333933 Jan 28 19:09:14.734449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76600f-d6eb-4b51-b86a-c46b0a1d4503 req-fe492898-b269-4b50-90ab-f9b95bab880f tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:14.735926 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7b76600f-d6eb-4b51-b86a-c46b0a1d4503 req-fe492898-b269-4b50-90ab-f9b95bab880f tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.31 "GET /v2.0/ports?device_id=991ea411-7f69-45d5-ac69-86d8d57d49ca HTTP/1.1" status: 200 len: 1024 time: 0.1422811 Jan 28 19:09:14.742710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-c5c60815-9407-4f46-8acf-d1b2b3e223a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:14.744128 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-c5c60815-9407-4f46-8acf-d1b2b3e223a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 1127 time: 0.1116223 Jan 28 19:09:14.764019 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ecc15857-98d2-4cd1-949d-57c5803136c1 req-cc56def6-c45c-4aa9-80da-ac4ff3480c76 service neutron] 10.222.0.31 "GET /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458228 Jan 28 19:09:14.777344 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-1838579a-a411-4db5-8477-a98974c6b365 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f0e5110a-2bcd-40a7-b3c6-7d74f6326a02), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:14.840414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a29497-a740-4f84-bebb-d633a3fb2156 req-9ade66c4-cb47-4aed-9811-c96626eb9dbb tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:14.841949 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71a29497-a740-4f84-bebb-d633a3fb2156 req-9ade66c4-cb47-4aed-9811-c96626eb9dbb tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.31 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 950 time: 0.2628069 Jan 28 19:09:14.843083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f82e6d7-b36d-45ca-9b58-ef2f48f21c7d tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:09:14.848062 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f82e6d7-b36d-45ca-9b58-ef2f48f21c7d tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:14.853512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228cd2a0-93e0-44ce-836e-83c3729fd86a None None] Sync routers for ids ['9e98cc92-380e-49e6-a034-45192c727aa9'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:09:14.868664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228cd2a0-93e0-44ce-836e-83c3729fd86a None None] Routers {'9e98cc92-380e-49e6-a034-45192c727aa9'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:09:14.869440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-228cd2a0-93e0-44ce-836e-83c3729fd86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['9e98cc92-380e-49e6-a034-45192c727aa9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:14.893670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-1838579a-a411-4db5-8477-a98974c6b365 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Network 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:09:14.931014 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-1838579a-a411-4db5-8477-a98974c6b365 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:14.933500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-1838579a-a411-4db5-8477-a98974c6b365 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:09:14.949655 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f79e3b-1552-4778-a4ba-8a05478c7a9b req-c848479c-d4a7-4673-b5f5-aa8e16f0ea1a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:14.950681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c7f79e3b-1552-4778-a4ba-8a05478c7a9b req-c848479c-d4a7-4673-b5f5-aa8e16f0ea1a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1538594 Jan 28 19:09:14.953886 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838579a-a411-4db5-8477-a98974c6b365 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event updated for resources: {'Port': ['ID=f0e5110a-2bcd-40a7-b3c6-7d74f6326a02,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:14.956376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7e94c4c9-36fd-4b74-8a42-be7d6bc8f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:14.957835 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7e94c4c9-36fd-4b74-8a42-be7d6bc8f30a service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.2079918 Jan 28 19:09:14.977291 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72419a5-375b-49ed-8ab2-3940bf58e92f req-92d0d4dd-6d08-4e79-86f8-c34e39cd0282 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5bab1442-c05e-4331-a698-d998b96b5f1d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:14.977615 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72419a5-375b-49ed-8ab2-3940bf58e92f req-92d0d4dd-6d08-4e79-86f8-c34e39cd0282 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for floatingip (5bab1442-c05e-4331-a698-d998b96b5f1d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:15.007380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a72419a5-375b-49ed-8ab2-3940bf58e92f req-92d0d4dd-6d08-4e79-86f8-c34e39cd0282 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Calling delete_port for 5bab1442-c05e-4331-a698-d998b96b5f1d owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:15.010194 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0f82e6d7-b36d-45ca-9b58-ef2f48f21c7d tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "PUT /v2.0/floatingips/8b30450e-8add-42fb-b68b-229065067d51 HTTP/1.1" status: 200 len: 990 time: 2.9966693 Jan 28 19:09:15.015337 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf459886-618b-46d8-8ec1-b02fe0767f70', 'tag': 'c3c7f769-aaef-4265-89a3-fe698d2e80fe'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:15.017550 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00837b7e-03d6-4ed4-ad40-261eac4da4fe" -d '{"events": [{"name": "network-changed", "server_uuid": "cf459886-618b-46d8-8ec1-b02fe0767f70", "tag": "c3c7f769-aaef-4265-89a3-fe698d2e80fe"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:15.018301 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-228cd2a0-93e0-44ce-836e-83c3729fd86a None None] Set router 9e98cc92-380e-49e6-a034-45192c727aa9 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:09:15.024785 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-f1f7be5b-7c56-47b4-987c-f177287d6f4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01e18722-af6d-4558-9a5c-a06051d81ac9 HTTP/1.1" status: 200 len: 217 time: 0.0571556 Jan 28 19:09:15.033358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-7b76600f-d6eb-4b51-b86a-c46b0a1d4503 req-bd02dcf0-5f8f-40d0-8d89-4a5c9476ec41 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Deleting port 2637f5d2-1531-4367-96a9-c52826baa9d1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:15.033695 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7b76600f-d6eb-4b51-b86a-c46b0a1d4503 req-bd02dcf0-5f8f-40d0-8d89-4a5c9476ec41 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:15.067027 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-1838579a-a411-4db5-8477-a98974c6b365 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:15.067686 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-1838579a-a411-4db5-8477-a98974c6b365 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:15.153688 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c7f79e3b-1552-4778-a4ba-8a05478c7a9b req-435dd3c0-0513-4fec-ae83-0d9b9fddf9d6 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879208 Jan 28 19:09:15.176844 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-f8f5d118-ae58-4469-ae3a-08af51a9217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:15.178664 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-f8f5d118-ae58-4469-ae3a-08af51a9217f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.1409192 Jan 28 19:09:15.254848 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72419a5-375b-49ed-8ab2-3940bf58e92f req-92d0d4dd-6d08-4e79-86f8-c34e39cd0282 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (5bab1442-c05e-4331-a698-d998b96b5f1d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:15.269778 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-be2446b0-5160-42b4-a88d-ca4c2aa2f3e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783119 Jan 28 19:09:15.273993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['18e04804-58cb-486d-ada8-cbd0efb55f99'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:15.296368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-1838579a-a411-4db5-8477-a98974c6b365 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5526209 Jan 28 19:09:15.301929 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0d4dd-6d08-4e79-86f8-c34e39cd0282 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Pushing event deleted for resources: {'Port': ['ID=5bab1442-c05e-4331-a698-d998b96b5f1d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:15.310310 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-eb4686bf-309c-490c-943f-5998901ed34d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Request body: {'port': {'device_id': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'network_id': '8f85ed2c-e94e-41c0-897d-628d11336a2d', 'admin_state_up': True, 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:15.338739 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-71a29497-a740-4f84-bebb-d633a3fb2156 req-a97305b7-cd75-416c-8276-83242f1f3e25 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Deleting port 400c037e-e178-4ba5-8333-699f871f92f1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:15.340506 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-71a29497-a740-4f84-bebb-d633a3fb2156 req-a97305b7-cd75-416c-8276-83242f1f3e25 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (400c037e-e178-4ba5-8333-699f871f92f1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:15.352608 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-aab16452-f4f0-40be-8c48-02abbb0e6ed4 None None] Provisioning complete for port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:15.353076 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aab16452-f4f0-40be-8c48-02abbb0e6ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f0e5110a-2bcd-40a7-b3c6-7d74f6326a02), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:15.381818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7b76600f-d6eb-4b51-b86a-c46b0a1d4503 req-bd02dcf0-5f8f-40d0-8d89-4a5c9476ec41 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] For port 2637f5d2-1531-4367-96a9-c52826baa9d1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2637f5d2-1531-4367-96a9-c52826baa9d1,segment=NetworkSegment(497ae4aa-849d-4a33-b4ff-4fe9d6e66436),segment_id=497ae4aa-849d-4a33-b4ff-4fe9d6e66436)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:15.382631 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7b76600f-d6eb-4b51-b86a-c46b0a1d4503 req-bd02dcf0-5f8f-40d0-8d89-4a5c9476ec41 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:15.394344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0519d3-86f9-40dc-add3-f4456c7a1c72 req-14c0e2a8-e075-4b0c-a18b-bb4ffef24a41 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:15.396014 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf0519d3-86f9-40dc-add3-f4456c7a1c72 req-14c0e2a8-e075-4b0c-a18b-bb4ffef24a41 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a HTTP/1.1" status: 200 len: 950 time: 0.1698039 Jan 28 19:09:15.420967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-aab16452-f4f0-40be-8c48-02abbb0e6ed4 None None] Port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:09:15.426767 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-7b76600f-d6eb-4b51-b86a-c46b0a1d4503 req-bd02dcf0-5f8f-40d0-8d89-4a5c9476ec41 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Calling delete_port for 2637f5d2-1531-4367-96a9-c52826baa9d1 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:15.438647 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-228cd2a0-93e0-44ce-836e-83c3729fd86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'name': 'tempest-ServersTestBootFromVolume-1902651662-router', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:40Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'gw_port': {'id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:41Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '8b30450e-8add-42fb-b68b-229065067d51', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'port_id': 'c3c7f769-aaef-4265-89a3-fe698d2e80fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178', 'mac_address': 'fa:16:3e:b9:45:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf459886-618b-46d8-8ec1-b02fe0767f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:07:01Z', 'updated_at': '2022-01-28T19:09:12Z', 'revision_number': 1, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc194b42-929a-4b70-954b-b811caea1e6f', 'name': '', 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'mac_address': 'fa:16:3e:b0:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:45Z', 'updated_at': '2022-01-28T19:06:56Z', 'revision_number': 5, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'subnets': [{'id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:15.476735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228cd2a0-93e0-44ce-836e-83c3729fd86a None None] Checking router: 9e98cc92-380e-49e6-a034-45192c727aa9 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:09:15.501327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228cd2a0-93e0-44ce-836e-83c3729fd86a None None] Routers {'9e98cc92-380e-49e6-a034-45192c727aa9'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:09:15.502173 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-228cd2a0-93e0-44ce-836e-83c3729fd86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['9e98cc92-380e-49e6-a034-45192c727aa9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:15.523845 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72419a5-375b-49ed-8ab2-3940bf58e92f req-92d0d4dd-6d08-4e79-86f8-c34e39cd0282 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for floatingip (c6ee5a98-f22b-41fc-b986-c01c3fc4a682), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:15.526460 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a72419a5-375b-49ed-8ab2-3940bf58e92f req-92d0d4dd-6d08-4e79-86f8-c34e39cd0282 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:15.527763 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a72419a5-375b-49ed-8ab2-3940bf58e92f req-92d0d4dd-6d08-4e79-86f8-c34e39cd0282 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "DELETE /v2.0/floatingips/c6ee5a98-f22b-41fc-b986-c01c3fc4a682 HTTP/1.1" status: 204 len: 173 time: 1.4279990 Jan 28 19:09:15.548675 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf0519d3-86f9-40dc-add3-f4456c7a1c72 req-b6895242-9f9e-40c4-af3e-e3d3608c66a6 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424086 Jan 28 19:09:15.560000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-71a29497-a740-4f84-bebb-d633a3fb2156 req-a97305b7-cd75-416c-8276-83242f1f3e25 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] For port 400c037e-e178-4ba5-8333-699f871f92f1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=400c037e-e178-4ba5-8333-699f871f92f1,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:15.560496 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-71a29497-a740-4f84-bebb-d633a3fb2156 req-a97305b7-cd75-416c-8276-83242f1f3e25 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (400c037e-e178-4ba5-8333-699f871f92f1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:15.581357 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-71a29497-a740-4f84-bebb-d633a3fb2156 req-a97305b7-cd75-416c-8276-83242f1f3e25 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Calling delete_port for 400c037e-e178-4ba5-8333-699f871f92f1 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:15.606596 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-6b02a8fd-404c-4a74-abbd-c856ccaabbb8 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220458 Jan 28 19:09:15.639362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-eb4686bf-309c-490c-943f-5998901ed34d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Made reservation on behalf of 1060cde39e6f4e3983d711c8ddac0223 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:09:15.643316 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-eb4686bf-309c-490c-943f-5998901ed34d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:15.649931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-228cd2a0-93e0-44ce-836e-83c3729fd86a None None] Set router 9e98cc92-380e-49e6-a034-45192c727aa9 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:09:15.836086 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcac35c-fd21-40fa-9f21-a9bef4b8c32a req-2cce1d88-aac6-4f30-a0e0-e7a06c57de1a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:15.837885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bfcac35c-fd21-40fa-9f21-a9bef4b8c32a req-2cce1d88-aac6-4f30-a0e0-e7a06c57de1a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cdea1c7-2e16-42f3-8bdf-d9401731a6de HTTP/1.1" status: 200 len: 944 time: 0.1824620 Jan 28 19:09:15.844961 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-3d913be5-93cf-483e-b98d-9faef1e70fa6 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319598 Jan 28 19:09:15.861922 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd8b72-6e9a-4a94-b63a-5c62c490c1e8 req-a9d6e09d-92e2-4105-af8b-5b1d4ce84620 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:15.863977 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-43bd8b72-6e9a-4a94-b63a-5c62c490c1e8 req-a9d6e09d-92e2-4105-af8b-5b1d4ce84620 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 931 time: 0.2059059 Jan 28 19:09:15.869292 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-71a29497-a740-4f84-bebb-d633a3fb2156 req-a97305b7-cd75-416c-8276-83242f1f3e25 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (400c037e-e178-4ba5-8333-699f871f92f1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:15.924336 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7b76600f-d6eb-4b51-b86a-c46b0a1d4503 req-bd02dcf0-5f8f-40d0-8d89-4a5c9476ec41 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2637f5d2-1531-4367-96a9-c52826baa9d1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:15.988989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97305b7-cd75-416c-8276-83242f1f3e25 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Pushing event deleted for resources: {'Port': ['ID=400c037e-e178-4ba5-8333-699f871f92f1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:15.997221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['e3b96363-7763-422d-a893-bbb366bbd514', '0ef435ef-972b-4529-bff5-c69051883a5a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:15.999778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['76db4df9-ef78-4111-93f6-c031218d1d0a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:16.001763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['320b5b96-abc1-4d2e-85f9-80f5e73751fe'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:16.034749 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bfcac35c-fd21-40fa-9f21-a9bef4b8c32a req-1d1ac146-43ad-41c1-b6d2-714f9437fb09 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719363 Jan 28 19:09:16.040789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02dcf0-5f8f-40d0-8d89-4a5c9476ec41 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event deleted for resources: {'Port': ['ID=2637f5d2-1531-4367-96a9-c52826baa9d1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:16.079467 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-43bd8b72-6e9a-4a94-b63a-5c62c490c1e8 req-79eb9342-fd8f-4a31-aa85-df17ef4a2f70 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910288 Jan 28 19:09:16.138579 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b76600f-d6eb-4b51-b86a-c46b0a1d4503 req-bd02dcf0-5f8f-40d0-8d89-4a5c9476ec41 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] No DVR routers for this DVR port 2637f5d2-1531-4367-96a9-c52826baa9d1 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:09:16.147174 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7b76600f-d6eb-4b51-b86a-c46b0a1d4503 req-bd02dcf0-5f8f-40d0-8d89-4a5c9476ec41 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:16.148152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-eb4686bf-309c-490c-943f-5998901ed34d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Allocated IP 19.86.0.191 (8f85ed2c-e94e-41c0-897d-628d11336a2d/3d5243af-d04b-4a79-9c94-393f62b8965b/ccb018db-391d-4291-a288-c1bde99999c3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:09:16.150380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a29497-a740-4f84-bebb-d633a3fb2156 req-a97305b7-cd75-416c-8276-83242f1f3e25 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] No DVR routers for this DVR port 400c037e-e178-4ba5-8333-699f871f92f1 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:09:16.154986 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-71a29497-a740-4f84-bebb-d633a3fb2156 req-a97305b7-cd75-416c-8276-83242f1f3e25 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:16.165484 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7b76600f-d6eb-4b51-b86a-c46b0a1d4503 req-bd02dcf0-5f8f-40d0-8d89-4a5c9476ec41 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.31 "DELETE /v2.0/ports/2637f5d2-1531-4367-96a9-c52826baa9d1 HTTP/1.1" status: 204 len: 173 time: 1.4155974 Jan 28 19:09:16.167555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991ea411-7f69-45d5-ac69-86d8d57d49ca', 'name': 'network-vif-deleted', 'tag': '2637f5d2-1531-4367-96a9-c52826baa9d1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:16.168097 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71a29497-a740-4f84-bebb-d633a3fb2156 req-a97305b7-cd75-416c-8276-83242f1f3e25 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.31 "DELETE /v2.0/ports/400c037e-e178-4ba5-8333-699f871f92f1 HTTP/1.1" status: 204 len: 173 time: 1.3175075 Jan 28 19:09:16.174098 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0f1204-bc38-4506-a623-d9c4bbc02eb2" -d '{"events": [{"server_uuid": "991ea411-7f69-45d5-ac69-86d8d57d49ca", "name": "network-vif-deleted", "tag": "2637f5d2-1531-4367-96a9-c52826baa9d1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:16.328058 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652273ae-1ac4-4fd5-a9ec-e8c51988e359 x-openstack-request-id: req-652273ae-1ac4-4fd5-a9ec-e8c51988e359 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:16.328711 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:16.330767 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-652273ae-1ac4-4fd5-a9ec-e8c51988e359 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:16.331377 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'code': 200} Jan 28 19:09:16.382341 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66425e-6cf6-4e80-a732-b892696e2f57 req-4eef0413-387d-4ea7-85ad-af5269927110 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:16.385957 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ff66425e-6cf6-4e80-a732-b892696e2f57 req-4eef0413-387d-4ea7-85ad-af5269927110 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 945 time: 0.1600282 Jan 28 19:09:16.526911 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ff66425e-6cf6-4e80-a732-b892696e2f57 req-b6baceb7-dc54-47b6-a813-9b4db872219e tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334457 Jan 28 19:09:16.547303 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-eb4686bf-309c-490c-943f-5998901ed34d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks [] for port (ccb018db-391d-4291-a288-c1bde99999c3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:16.601315 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1b8737-8865-45ec-acf3-39bf53ef666d x-openstack-request-id: req-1e1b8737-8865-45ec-acf3-39bf53ef666d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:16.601635 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf459886-618b-46d8-8ec1-b02fe0767f70", "tag": "c3c7f769-aaef-4265-89a3-fe698d2e80fe", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:16.601892 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e1b8737-8865-45ec-acf3-39bf53ef666d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:16.606782 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf459886-618b-46d8-8ec1-b02fe0767f70', 'tag': 'c3c7f769-aaef-4265-89a3-fe698d2e80fe', 'status': 'completed', 'code': 200} Jan 28 19:09:16.625152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b39c9-0f7f-460e-978f-7d8a6f0eb428 req-63ad178d-5d9d-474b-899c-6dbb5b74414e tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:16.632356 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c22b39c9-0f7f-460e-978f-7d8a6f0eb428 req-63ad178d-5d9d-474b-899c-6dbb5b74414e tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 945 time: 0.2536874 Jan 28 19:09:16.732714 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-228cd2a0-93e0-44ce-836e-83c3729fd86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'name': 'tempest-ServersTestBootFromVolume-1902651662-router', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:40Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'gw_port': {'id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:41Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '8b30450e-8add-42fb-b68b-229065067d51', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'port_id': 'c3c7f769-aaef-4265-89a3-fe698d2e80fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178', 'mac_address': 'fa:16:3e:b9:45:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf459886-618b-46d8-8ec1-b02fe0767f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:07:01Z', 'updated_at': '2022-01-28T19:09:12Z', 'revision_number': 1, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc194b42-929a-4b70-954b-b811caea1e6f', 'name': '', 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'mac_address': 'fa:16:3e:b0:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:45Z', 'updated_at': '2022-01-28T19:06:56Z', 'revision_number': 5, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'subnets': [{'id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:16.816501 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228cd2a0-93e0-44ce-836e-83c3729fd86a None None] The sync data for ids ['9e98cc92-380e-49e6-a034-45192c727aa9'] in n-d-824834-4 is: [{'id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'name': 'tempest-ServersTestBootFromVolume-1902651662-router', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:40Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'gw_port': {'id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:41Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '8b30450e-8add-42fb-b68b-229065067d51', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'floating_ip_address': '172.25.0.75', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'port_id': 'c3c7f769-aaef-4265-89a3-fe698d2e80fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178', 'mac_address': 'fa:16:3e:b9:45:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf459886-618b-46d8-8ec1-b02fe0767f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:07:01Z', 'updated_at': '2022-01-28T19:09:12Z', 'revision_number': 1, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc194b42-929a-4b70-954b-b811caea1e6f', 'name': '', 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'mac_address': 'fa:16:3e:b0:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:45Z', 'updated_at': '2022-01-28T19:06:56Z', 'revision_number': 5, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'subnets': [{'id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:09:17.156232 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-eb4686bf-309c-490c-943f-5998901ed34d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (ccb018db-391d-4291-a288-c1bde99999c3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:17.173548 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297de47-41ac-4f3f-b477-64a528cb657b None None] New status for floating IP 8b30450e-8add-42fb-b68b-229065067d51: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:09:17.252694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-eb4686bf-309c-490c-943f-5998901ed34d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Network 8f85ed2c-e94e-41c0-897d-628d11336a2d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:09:17.256813 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c22b39c9-0f7f-460e-978f-7d8a6f0eb428 req-f6aebb3b-10aa-43c8-b34b-fcd5701a7b28 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6235001 Jan 28 19:09:17.263506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-eb4686bf-309c-490c-943f-5998901ed34d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:17.277772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-eb4686bf-309c-490c-943f-5998901ed34d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:09:17.343962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018dd13-cd44-432b-be33-5f5611cf5a65 req-6a76940e-7015-4ab6-8a40-3cc0ef5bc76a tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:17.363841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4686bf-309c-490c-943f-5998901ed34d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event updated for resources: {'Port': ['ID=ccb018db-391d-4291-a288-c1bde99999c3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:17.370499 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b018dd13-cd44-432b-be33-5f5611cf5a65 req-6a76940e-7015-4ab6-8a40-3cc0ef5bc76a tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7691305 Jan 28 19:09:17.378740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00837b7e-03d6-4ed4-ad40-261eac4da4fe req-e7f90264-a6a9-467b-a464-c75a9e65ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:17.380450 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00837b7e-03d6-4ed4-ad40-261eac4da4fe req-e7f90264-a6a9-467b-a464-c75a9e65ff41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3a2efbbee6347c180fb260235150b48&device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 1127 time: 0.7443154 Jan 28 19:09:17.387022 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-eb4686bf-309c-490c-943f-5998901ed34d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:17.387686 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-eb4686bf-309c-490c-943f-5998901ed34d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:17.446615 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0277e933-bf58-4d7c-9a15-c36476c6cab5 x-openstack-request-id: req-0277e933-bf58-4d7c-9a15-c36476c6cab5 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:17.447134 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991ea411-7f69-45d5-ac69-86d8d57d49ca", "name": "network-vif-deleted", "tag": "2637f5d2-1531-4367-96a9-c52826baa9d1", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:17.447774 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0277e933-bf58-4d7c-9a15-c36476c6cab5 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:17.448385 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991ea411-7f69-45d5-ac69-86d8d57d49ca', 'name': 'network-vif-deleted', 'tag': '2637f5d2-1531-4367-96a9-c52826baa9d1', 'status': 'completed', 'code': 200} Jan 28 19:09:17.525384 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-eb4686bf-309c-490c-943f-5998901ed34d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2210009 Jan 28 19:09:17.527698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164fcc3-636d-4f0e-b408-edb804f2a203 req-58ba6449-4db8-4c41-9458-636075718fc5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:17.535019 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c164fcc3-636d-4f0e-b408-edb804f2a203 req-58ba6449-4db8-4c41-9458-636075718fc5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1004345 Jan 28 19:09:17.551800 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-50d89327-5531-4d31-9102-98410924c0a3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Request body: {'port': {'device_id': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4', 'admin_state_up': True, 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:17.598996 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c164fcc3-636d-4f0e-b408-edb804f2a203 req-5e229107-ffc4-4d3f-8478-659d856f0191 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583096 Jan 28 19:09:17.667565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1a764e19-f4e6-470b-b3c7-5d811772e095 None None] Provisioning complete for port ccb018db-391d-4291-a288-c1bde99999c3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:17.668664 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a764e19-f4e6-470b-b3c7-5d811772e095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ccb018db-391d-4291-a288-c1bde99999c3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:17.702297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed846d2-e3a5-47f5-92d9-7bb0f3b2216f req-ee1e7243-f1a7-4298-8695-8c609603aaaa tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:17.707323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed846d2-e3a5-47f5-92d9-7bb0f3b2216f req-ee1e7243-f1a7-4298-8695-8c609603aaaa tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:17.708939 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ed846d2-e3a5-47f5-92d9-7bb0f3b2216f req-ee1e7243-f1a7-4298-8695-8c609603aaaa tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 1654 time: 0.0618968 Jan 28 19:09:17.712116 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1a764e19-f4e6-470b-b3c7-5d811772e095 None None] Port ccb018db-391d-4291-a288-c1bde99999c3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:09:17.738161 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00837b7e-03d6-4ed4-ad40-261eac4da4fe req-dc1f5b5f-2ec8-4cb6-b758-af6fc5d61901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:17.739722 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00837b7e-03d6-4ed4-ad40-261eac4da4fe req-dc1f5b5f-2ec8-4cb6-b758-af6fc5d61901 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 HTTP/1.1" status: 200 len: 917 time: 0.3490050 Jan 28 19:09:17.756502 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 400c037e-e178-4ba5-8333-699f871f92f1 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:17.759191 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62793a-2c67-461c-bc72-c4d128339cdc req-e811a688-e357-475e-956e-b1f929457d0f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:17.762001 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ed846d2-e3a5-47f5-92d9-7bb0f3b2216f req-dbb1ec35-be0c-4421-8375-e645be45e7a8 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462444 Jan 28 19:09:17.766425 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc62793a-2c67-461c-bc72-c4d128339cdc req-e811a688-e357-475e-956e-b1f929457d0f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cdea1c7-2e16-42f3-8bdf-d9401731a6de HTTP/1.1" status: 200 len: 944 time: 0.1409020 Jan 28 19:09:17.784125 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 400c037e-e178-4ba5-8333-699f871f92f1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:09:17.784723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 400c037e-e178-4ba5-8333-699f871f92f1 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:09:17.785446 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2637f5d2-1531-4367-96a9-c52826baa9d1 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:17.808819 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 2637f5d2-1531-4367-96a9-c52826baa9d1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:09:17.809179 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2637f5d2-1531-4367-96a9-c52826baa9d1 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:09:17.860269 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2c230e95-b06b-4584-a0bf-58116cca752a req-b93ce9b2-8e34-428d-a99c-d4688a343fad tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=d7ca536f26054eb78726475933b6f71f HTTP/1.1" status: 200 len: 1656 time: 0.0551345 Jan 28 19:09:17.866198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-50d89327-5531-4d31-9102-98410924c0a3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Made reservation on behalf of 1060cde39e6f4e3983d711c8ddac0223 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:09:17.869508 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-50d89327-5531-4d31-9102-98410924c0a3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:17.890078 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00837b7e-03d6-4ed4-ad40-261eac4da4fe req-3720c10b-5aad-44c8-b740-7184d46fce59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3c7f769-aaef-4265-89a3-fe698d2e80fe HTTP/1.1" status: 200 len: 1000 time: 0.1209126 Jan 28 19:09:17.898160 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc62793a-2c67-461c-bc72-c4d128339cdc req-183f5494-1d42-45ae-ba03-939df288ec32 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307356 Jan 28 19:09:17.980388 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c230e95-b06b-4584-a0bf-58116cca752a req-a1826daf-52a0-4c74-ba90-56931d8efcc0 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:17.981942 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2c230e95-b06b-4584-a0bf-58116cca752a req-a1826daf-52a0-4c74-ba90-56931d8efcc0 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/networks?id=c4a614f9-9895-4be0-8348-7f6e942bd391&id=c4a614f9-9895-4be0-8348-7f6e942bd391&id=c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 787 time: 0.1196716 Jan 28 19:09:18.045875 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00837b7e-03d6-4ed4-ad40-261eac4da4fe req-08f472bc-44b3-4717-8eea-6206bf81a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:18.047421 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00837b7e-03d6-4ed4-ad40-261eac4da4fe req-08f472bc-44b3-4717-8eea-6206bf81a83b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ec6ea56a-ef01-443c-b997-7fe73fb54279 HTTP/1.1" status: 200 len: 855 time: 0.1480057 Jan 28 19:09:18.096445 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7312e4de-493f-448b-aced-fa9b4745f259 req-06c4f673-e0cb-4746-b16f-31b2937a6f21 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/25b0789a-de96-4e01-8f9e-95ec1823aa80 HTTP/1.1" status: 200 len: 1818 time: 0.1500323 Jan 28 19:09:18.160929 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7261a3f-a7c8-4015-a46a-f9e40f7aaace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:18.169105 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device fe9ba215-689b-4bde-b4e6-5d14d235b879 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:09:18.174743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 18e04804-58cb-486d-ada8-cbd0efb55f99 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:18.187095 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-50d89327-5531-4d31-9102-98410924c0a3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Allocated IP 19.80.0.189 (95f81273-5a28-4d3a-9c68-8a2f74b4a1a4/f56d4636-7ec7-4df9-9476-1ca56774fa6d/1e4acd12-c109-41eb-b66f-b1d71ce73d42) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:09:18.195413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00837b7e-03d6-4ed4-ad40-261eac4da4fe req-58f2ecba-de8a-4564-98d8-ee3a7fec1c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:18.197713 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00837b7e-03d6-4ed4-ad40-261eac4da4fe req-58f2ecba-de8a-4564-98d8-ee3a7fec1c13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1402054 Jan 28 19:09:18.227401 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7312e4de-493f-448b-aced-fa9b4745f259 req-aa1cd485-4ae2-4f49-992f-374d21a4cced tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (25b0789a-de96-4e01-8f9e-95ec1823aa80), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:18.232343 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad87fe2-19eb-427a-95db-8890e9016d0b req-1115f3d6-38cf-4a99-8bc5-3429818c63af tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:18.239490 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ad87fe2-19eb-427a-95db-8890e9016d0b req-1115f3d6-38cf-4a99-8bc5-3429818c63af tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 945 time: 0.0656312 Jan 28 19:09:18.255280 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7312e4de-493f-448b-aced-fa9b4745f259 req-aa1cd485-4ae2-4f49-992f-374d21a4cced tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (25b0789a-de96-4e01-8f9e-95ec1823aa80), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:18.306105 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ad87fe2-19eb-427a-95db-8890e9016d0b req-d4579d5c-8938-495e-b677-3013bc969129 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617769 Jan 28 19:09:18.356149 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:18.373794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'port_id': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'mac_address': 'fa:16:3e:01:5d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:09:18.390469 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7312e4de-493f-448b-aced-fa9b4745f259 req-aa1cd485-4ae2-4f49-992f-374d21a4cced tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (25b0789a-de96-4e01-8f9e-95ec1823aa80), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:18.393571 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7312e4de-493f-448b-aced-fa9b4745f259 req-aa1cd485-4ae2-4f49-992f-374d21a4cced tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:18.395889 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a53a8ff-2115-46bd-adbb-520034212049 req-eb38daa0-3172-477c-ae0b-3a88cd30abb3 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips/945a2f07-f6bd-45ef-9b0f-63d8fa5829e8 HTTP/1.1" status: 200 len: 693 time: 0.0683746 Jan 28 19:09:18.406639 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7312e4de-493f-448b-aced-fa9b4745f259 req-aa1cd485-4ae2-4f49-992f-374d21a4cced tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "DELETE /v2.0/security-groups/25b0789a-de96-4e01-8f9e-95ec1823aa80 HTTP/1.1" status: 204 len: 173 time: 0.2837789 Jan 28 19:09:18.420841 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 18e04804-58cb-486d-ada8-cbd0efb55f99 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:09:18.433100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 18e04804-58cb-486d-ada8-cbd0efb55f99 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:18.433508 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (18e04804-58cb-486d-ada8-cbd0efb55f99), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:18.436387 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port fe9ba215-689b-4bde-b4e6-5d14d235b879 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:18.436773 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:18.441994 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00837b7e-03d6-4ed4-ad40-261eac4da4fe req-668a11e9-0791-4f2f-a2a3-a78fe079b13a service neutron] 10.222.0.37 "GET /v2.0/networks/4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158401 Jan 28 19:09:18.481844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cd485-4ae2-4f49-992f-374d21a4cced tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b0789a-de96-4e01-8f9e-95ec1823aa80,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:18.491290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9ba215-689b-4bde-b4e6-5d14d235b879 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:09:18.526661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:18.543952 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:18.548071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53a8ff-2115-46bd-adbb-520034212049 req-c9bf0cdb-04ba-4ddc-b2d0-46f6ff369629 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:18.557443 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a53a8ff-2115-46bd-adbb-520034212049 req-c9bf0cdb-04ba-4ddc-b2d0-46f6ff369629 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.1605906 Jan 28 19:09:18.595520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=fe9ba215-689b-4bde-b4e6-5d14d235b879,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:18.610851 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'name': 'network-vif-deleted', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:18.613846 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09689b43-8f56-4e0a-a8ce-2ec604e00027" -d '{"events": [{"server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "name": "network-vif-deleted", "tag": "400c037e-e178-4ba5-8333-699f871f92f1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:18.623507 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a53a8ff-2115-46bd-adbb-520034212049 req-fa36a442-2e83-4d7c-8007-abfc8e5ec258 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 696 time: 0.0650611 Jan 28 19:09:18.640044 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 18e04804-58cb-486d-ada8-cbd0efb55f99 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:18.640967 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (18e04804-58cb-486d-ada8-cbd0efb55f99), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:18.665007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdea1c7-2e16-42f3-8bdf-d9401731a6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e04804-58cb-486d-ada8-cbd0efb55f99'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:18.667736 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8480ad37-9b84-4a8b-adf3-8c45b91b09a7" -d '{"events": [{"server_uuid": "1cdea1c7-2e16-42f3-8bdf-d9401731a6de", "name": "network-vif-plugged", "status": "completed", "tag": "18e04804-58cb-486d-ada8-cbd0efb55f99"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:18.676175 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae16df9-5ac8-4115-8fc6-53bda4f9ff29 req-e66e9ed5-6a19-407c-a674-fb266e5a1e3a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:18.682217 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['fe9ba215-689b-4bde-b4e6-5d14d235b879'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:18.685351 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6ae16df9-5ac8-4115-8fc6-53bda4f9ff29 req-e66e9ed5-6a19-407c-a674-fb266e5a1e3a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 951 time: 0.1862040 Jan 28 19:09:18.694302 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a53a8ff-2115-46bd-adbb-520034212049 req-54819cf3-7020-4db8-bdf4-30367ad57816 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 696 time: 0.0689030 Jan 28 19:09:18.732378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 18e04804-58cb-486d-ada8-cbd0efb55f99, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=18e04804-58cb-486d-ada8-cbd0efb55f99,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:18.759040 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (18e04804-58cb-486d-ada8-cbd0efb55f99), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:18.810461 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6ae16df9-5ac8-4115-8fc6-53bda4f9ff29 req-f79609ea-2e91-4eec-a0f5-5642b99f1900 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189704 Jan 28 19:09:18.815671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=18e04804-58cb-486d-ada8-cbd0efb55f99,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:18.869845 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3a53a8ff-2115-46bd-adbb-520034212049 req-bca8cd10-4fce-44f0-a77a-878125ba6f18 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Deleting port e68d256f-ccb8-47a5-8d82-4227fe34aa1c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:18.870289 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3a53a8ff-2115-46bd-adbb-520034212049 req-bca8cd10-4fce-44f0-a77a-878125ba6f18 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e68d256f-ccb8-47a5-8d82-4227fe34aa1c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:18.897418 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9faf0e03-85f6-4690-b9ce-674d1588ed8e req-fe32ac6c-ed0d-4840-a3fd-a502bc559652 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/ae48af28-92bf-4c04-931d-d1b188783474 HTTP/1.1" status: 200 len: 1817 time: 0.0465403 Jan 28 19:09:18.907119 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00837b7e-03d6-4ed4-ad40-261eac4da4fe req-5f7b4602-fd5e-42ee-ab82-45a37381ecbb service neutron] 10.222.0.37 "GET /v2.0/networks/4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530704 Jan 28 19:09:18.969355 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3a53a8ff-2115-46bd-adbb-520034212049 req-bca8cd10-4fce-44f0-a77a-878125ba6f18 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e68d256f-ccb8-47a5-8d82-4227fe34aa1c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:18.969735 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3a53a8ff-2115-46bd-adbb-520034212049 req-bca8cd10-4fce-44f0-a77a-878125ba6f18 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for floatingip (e68d256f-ccb8-47a5-8d82-4227fe34aa1c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:18.984005 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3a53a8ff-2115-46bd-adbb-520034212049 req-bca8cd10-4fce-44f0-a77a-878125ba6f18 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Calling delete_port for e68d256f-ccb8-47a5-8d82-4227fe34aa1c owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:18.998920 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9faf0e03-85f6-4690-b9ce-674d1588ed8e req-a20298cd-6dbe-4bed-b446-88f579b5b279 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (ae48af28-92bf-4c04-931d-d1b188783474), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:19.023426 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9faf0e03-85f6-4690-b9ce-674d1588ed8e req-a20298cd-6dbe-4bed-b446-88f579b5b279 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (ae48af28-92bf-4c04-931d-d1b188783474), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:19.074559 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9faf0e03-85f6-4690-b9ce-674d1588ed8e req-a20298cd-6dbe-4bed-b446-88f579b5b279 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ae48af28-92bf-4c04-931d-d1b188783474), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:19.077218 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9faf0e03-85f6-4690-b9ce-674d1588ed8e req-a20298cd-6dbe-4bed-b446-88f579b5b279 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:19.078593 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9faf0e03-85f6-4690-b9ce-674d1588ed8e req-a20298cd-6dbe-4bed-b446-88f579b5b279 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "DELETE /v2.0/security-groups/ae48af28-92bf-4c04-931d-d1b188783474 HTTP/1.1" status: 204 len: 173 time: 0.1743712 Jan 28 19:09:19.104800 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20298cd-6dbe-4bed-b446-88f579b5b279 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae48af28-92bf-4c04-931d-d1b188783474,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:19.128608 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3a53a8ff-2115-46bd-adbb-520034212049 req-bca8cd10-4fce-44f0-a77a-878125ba6f18 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (e68d256f-ccb8-47a5-8d82-4227fe34aa1c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:19.137043 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-50d89327-5531-4d31-9102-98410924c0a3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks [] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:19.174130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8cd10-4fce-44f0-a77a-878125ba6f18 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Pushing event deleted for resources: {'Port': ['ID=e68d256f-ccb8-47a5-8d82-4227fe34aa1c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:19.235509 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce9b01-f9f2-4eaf-b71c-b87d0b2be3e5 req-39705528-c0b0-4316-878e-0205ccdeab11 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:19.237172 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9bce9b01-f9f2-4eaf-b71c-b87d0b2be3e5 req-39705528-c0b0-4316-878e-0205ccdeab11 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 945 time: 0.0763373 Jan 28 19:09:19.238878 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-50d89327-5531-4d31-9102-98410924c0a3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:19.268384 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3a53a8ff-2115-46bd-adbb-520034212049 req-bca8cd10-4fce-44f0-a77a-878125ba6f18 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for floatingip (945a2f07-f6bd-45ef-9b0f-63d8fa5829e8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:19.271738 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3a53a8ff-2115-46bd-adbb-520034212049 req-bca8cd10-4fce-44f0-a77a-878125ba6f18 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:19.273623 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a53a8ff-2115-46bd-adbb-520034212049 req-bca8cd10-4fce-44f0-a77a-878125ba6f18 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "DELETE /v2.0/floatingips/945a2f07-f6bd-45ef-9b0f-63d8fa5829e8 HTTP/1.1" status: 204 len: 173 time: 0.5778565 Jan 28 19:09:19.306917 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d89327-5531-4d31-9102-98410924c0a3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event updated for resources: {'Port': ['ID=1e4acd12-c109-41eb-b66f-b1d71ce73d42,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:19.322917 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36921660-a3f6-4d50-ab11-6a9468493e1c x-openstack-request-id: req-36921660-a3f6-4d50-ab11-6a9468493e1c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:19.323216 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a", "name": "network-vif-deleted", "tag": "400c037e-e178-4ba5-8333-699f871f92f1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:19.323470 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36921660-a3f6-4d50-ab11-6a9468493e1c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:19.324638 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6739e8ed-ea94-4eb7-98c1-49b3b0e7e11a', 'name': 'network-vif-deleted', 'tag': '400c037e-e178-4ba5-8333-699f871f92f1', 'status': 'completed', 'code': 200} Jan 28 19:09:19.348536 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-50d89327-5531-4d31-9102-98410924c0a3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Network 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:09:19.354890 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fab2cda-060f-4524-a3e5-f62f12cfda38 x-openstack-request-id: req-5fab2cda-060f-4524-a3e5-f62f12cfda38 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:19.355489 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdea1c7-2e16-42f3-8bdf-d9401731a6de", "name": "network-vif-plugged", "status": "completed", "tag": "18e04804-58cb-486d-ada8-cbd0efb55f99", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:19.355917 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5fab2cda-060f-4524-a3e5-f62f12cfda38 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:19.356480 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdea1c7-2e16-42f3-8bdf-d9401731a6de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e04804-58cb-486d-ada8-cbd0efb55f99', 'code': 200} Jan 28 19:09:19.374220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-50d89327-5531-4d31-9102-98410924c0a3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:19.379051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-50d89327-5531-4d31-9102-98410924c0a3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:09:19.385534 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9bce9b01-f9f2-4eaf-b71c-b87d0b2be3e5 req-b8c0e5da-0481-404d-b3e1-531c412af5a5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968814 Jan 28 19:09:19.482724 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-50d89327-5531-4d31-9102-98410924c0a3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:19.483794 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-50d89327-5531-4d31-9102-98410924c0a3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:19.513289 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-50d89327-5531-4d31-9102-98410924c0a3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9668632 Jan 28 19:09:19.516676 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c908b-b60f-4cec-b5bf-5dfb981f6cea req-7cf9e472-5b1a-407e-ba77-b9a60780ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:19.518307 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7c9c908b-b60f-4cec-b5bf-5dfb981f6cea req-7cf9e472-5b1a-407e-ba77-b9a60780ebc1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1cdea1c7-2e16-42f3-8bdf-d9401731a6de HTTP/1.1" status: 200 len: 1127 time: 0.0769029 Jan 28 19:09:19.526592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Request body: {'port': {'device_id': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:19.566889 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963d381-6265-4998-b4ab-0e45bf67ddd7 req-325954a8-3705-4472-9476-abe197b7834f tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:19.578463 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963d381-6265-4998-b4ab-0e45bf67ddd7 req-325954a8-3705-4472-9476-abe197b7834f tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:19.585259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963d381-6265-4998-b4ab-0e45bf67ddd7 req-325954a8-3705-4472-9476-abe197b7834f tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:19.597797 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4963d381-6265-4998-b4ab-0e45bf67ddd7 req-325954a8-3705-4472-9476-abe197b7834f tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2376 time: 0.1309175 Jan 28 19:09:19.685529 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7c9c908b-b60f-4cec-b5bf-5dfb981f6cea req-a30be6d4-d29d-458d-8317-358ac786b581 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556652 Jan 28 19:09:19.692766 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4963d381-6265-4998-b4ab-0e45bf67ddd7 req-9c774629-dc74-40ab-8583-57749d2a4f30 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892940 Jan 28 19:09:19.700341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe60ccd-ec20-47ab-920c-3ac84ce4c7ff req-70dab08e-1a7c-4ccd-b3d1-a431368a2263 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:19.702062 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-afe60ccd-ec20-47ab-920c-3ac84ce4c7ff req-70dab08e-1a7c-4ccd-b3d1-a431368a2263 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cdea1c7-2e16-42f3-8bdf-d9401731a6de HTTP/1.1" status: 200 len: 945 time: 0.1596067 Jan 28 19:09:19.703233 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f0e5110a-2bcd-40a7-b3c6-7d74f6326a02), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:19.734558 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e039862d-c9e0-4729-8a7b-1a472433c209 req-f573cefa-3b3b-4f5d-a00a-cb59a97bfefa tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1695408171', 'description': 'tempest-description-1025940673'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:19.772942 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039862d-c9e0-4729-8a7b-1a472433c209 req-f573cefa-3b3b-4f5d-a00a-cb59a97bfefa tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:19.826413 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-afe60ccd-ec20-47ab-920c-3ac84ce4c7ff req-a852d000-ba53-4928-b147-e471205ea466 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106074 Jan 28 19:09:19.855745 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039862d-c9e0-4729-8a7b-1a472433c209 req-f573cefa-3b3b-4f5d-a00a-cb59a97bfefa tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (95a93c20-9e32-4a5c-9332-240955e323c3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:19.873633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c8654729-d97d-40cc-99a4-b2c8eb18f495 None None] Provisioning complete for port 1e4acd12-c109-41eb-b66f-b1d71ce73d42 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:19.874159 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8654729-d97d-40cc-99a4-b2c8eb18f495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:19.874976 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039862d-c9e0-4729-8a7b-1a472433c209 req-f573cefa-3b3b-4f5d-a00a-cb59a97bfefa tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (95a93c20-9e32-4a5c-9332-240955e323c3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:19.920457 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573cefa-3b3b-4f5d-a00a-cb59a97bfefa tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a93c20-9e32-4a5c-9332-240955e323c3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:19.937396 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e039862d-c9e0-4729-8a7b-1a472433c209 req-f573cefa-3b3b-4f5d-a00a-cb59a97bfefa tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:19.939683 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e039862d-c9e0-4729-8a7b-1a472433c209 req-f573cefa-3b3b-4f5d-a00a-cb59a97bfefa tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2095377 Jan 28 19:09:19.953628 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c8654729-d97d-40cc-99a4-b2c8eb18f495 None None] Port 1e4acd12-c109-41eb-b66f-b1d71ce73d42 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:09:20.036749 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8fed4630-8a5f-4874-b638-db5de1732b18 req-de300be8-e53d-4485-9aa1-762163cc4cfe tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips/7363faff-19ef-4885-a258-d623e7f24c03 HTTP/1.1" status: 200 len: 693 time: 0.1056149 Jan 28 19:09:20.089861 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45f724-c8d1-4e82-b1ac-1f1c1021ffa2 req-da01c22c-1a30-4401-b4b7-7646fec08728 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:20.091473 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb45f724-c8d1-4e82-b1ac-1f1c1021ffa2 req-da01c22c-1a30-4401-b4b7-7646fec08728 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 945 time: 0.0728676 Jan 28 19:09:20.170423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device fe9ba215-689b-4bde-b4e6-5d14d235b879 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:20.202103 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb45f724-c8d1-4e82-b1ac-1f1c1021ffa2 req-28fea062-816a-49b6-9f5d-f45d7d888783 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028972 Jan 28 19:09:20.206072 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed4630-8a5f-4874-b638-db5de1732b18 req-3519da50-34bb-445d-8959-1aae6a30bd63 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:20.218165 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8fed4630-8a5f-4874-b638-db5de1732b18 req-3519da50-34bb-445d-8959-1aae6a30bd63 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.1768684 Jan 28 19:09:20.288518 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port fe9ba215-689b-4bde-b4e6-5d14d235b879 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:20.288931 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:20.337316 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8fed4630-8a5f-4874-b638-db5de1732b18 req-00873322-97cb-4047-aa7e-d05204cd95dd tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.1216621 Jan 28 19:09:20.378465 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c63c11-8b13-4aa2-8c86-0a8b701c2b61 req-50ccc19b-3b25-4c6e-b987-48768c25df71 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:20.393295 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97c63c11-8b13-4aa2-8c86-0a8b701c2b61 req-50ccc19b-3b25-4c6e-b987-48768c25df71 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 951 time: 0.1021762 Jan 28 19:09:20.395306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:09:20.414720 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Publish callbacks [] for port (f0e5110a-2bcd-40a7-b3c6-7d74f6326a02), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:20.421381 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dfefddbe-23ba-4445-99bc-135b06846332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:20.432603 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8fed4630-8a5f-4874-b638-db5de1732b18 req-2ad920b8-b59b-4511-be45-991356db3923 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.0943124 Jan 28 19:09:20.477041 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97c63c11-8b13-4aa2-8c86-0a8b701c2b61 req-6bd1b4a0-9d4a-4144-a5c2-14691bb811f1 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817108 Jan 28 19:09:20.503953 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Transition to ACTIVE for port object f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:09:20.513564 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port fe9ba215-689b-4bde-b4e6-5d14d235b879 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:20.514422 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:20.564504 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (f0e5110a-2bcd-40a7-b3c6-7d74f6326a02), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:20.570623 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:20.576448 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6eee8516-1762-48b0-b39b-0af31672ef6e req-86b53319-fd72-4e90-bed4-a66dc0bd46a7 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/95a93c20-9e32-4a5c-9332-240955e323c3 HTTP/1.1" status: 200 len: 1818 time: 0.0814252 Jan 28 19:09:20.579670 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:20.586651 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6eee8516-1762-48b0-b39b-0af31672ef6e req-b735c0c8-3692-4301-9f83-b176d2fe4ae1 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1767437866', 'description': 'tempest-description-hth-568953067'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:20.642346 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6eee8516-1762-48b0-b39b-0af31672ef6e req-b735c0c8-3692-4301-9f83-b176d2fe4ae1 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (95a93c20-9e32-4a5c-9332-240955e323c3), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:20.649768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=fe9ba215-689b-4bde-b4e6-5d14d235b879,revision_number=13']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:20.698245 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6eee8516-1762-48b0-b39b-0af31672ef6e req-b735c0c8-3692-4301-9f83-b176d2fe4ae1 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (95a93c20-9e32-4a5c-9332-240955e323c3), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:20.698971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Pushing event updated for resources: {'Port': ['ID=f0e5110a-2bcd-40a7-b3c6-7d74f6326a02,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:20.712210 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6eee8516-1762-48b0-b39b-0af31672ef6e req-b735c0c8-3692-4301-9f83-b176d2fe4ae1 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (95a93c20-9e32-4a5c-9332-240955e323c3), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:20.723980 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6eee8516-1762-48b0-b39b-0af31672ef6e req-b735c0c8-3692-4301-9f83-b176d2fe4ae1 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:20.737348 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6eee8516-1762-48b0-b39b-0af31672ef6e req-b735c0c8-3692-4301-9f83-b176d2fe4ae1 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "PUT /v2.0/security-groups/95a93c20-9e32-4a5c-9332-240955e323c3 HTTP/1.1" status: 200 len: 1791 time: 0.1548004 Jan 28 19:09:20.791199 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735c0c8-3692-4301-9f83-b176d2fe4ae1 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a93c20-9e32-4a5c-9332-240955e323c3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:20.804641 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23192e5d-fc60-46e3-a360-671a92eb6321 req-e8777582-29ad-4493-a47b-13c8404a5bd8 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:20.806171 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-23192e5d-fc60-46e3-a360-671a92eb6321 req-e8777582-29ad-4493-a47b-13c8404a5bd8 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.37 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 951 time: 0.2316453 Jan 28 19:09:20.879254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722aea3-4574-4e7b-9b24-b747d133d7e7 req-86de8ad1-1753-41a9-b799-84b60d954ee5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:20.887935 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d722aea3-4574-4e7b-9b24-b747d133d7e7 req-86de8ad1-1753-41a9-b799-84b60d954ee5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.0686016 Jan 28 19:09:20.888324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8fed4630-8a5f-4874-b638-db5de1732b18 req-2ce496b9-058c-40f9-977b-3c3dae6c36ec tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Deleting port a2f1ccda-3552-47a9-8ae1-1e754eebae42 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:20.888672 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8fed4630-8a5f-4874-b638-db5de1732b18 req-2ce496b9-058c-40f9-977b-3c3dae6c36ec tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a2f1ccda-3552-47a9-8ae1-1e754eebae42), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:20.921044 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Attempting to bind port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:09:20.921236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Attempting to bind port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0584b06a-015e-4cfe-a9d0-8c84a1e337e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:09:20.922913 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Attempting to bind port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 on network 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:20.965584 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d722aea3-4574-4e7b-9b24-b747d133d7e7 req-87819e51-a291-43a1-bd95-b5e190e6f7da tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761111 Jan 28 19:09:20.995603 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 on network 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:09:20.996015 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Attempting to bind port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 on network 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:21.006186 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:09:21.006578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Checking segment: {'id': '0584b06a-015e-4cfe-a9d0-8c84a1e337e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:21.006931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Bound using segment: {'id': '0584b06a-015e-4cfe-a9d0-8c84a1e337e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:09:21.007374 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Bound port: f0e5110a-2bcd-40a7-b3c6-7d74f6326a02, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0584b06a-015e-4cfe-a9d0-8c84a1e337e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:09:21.007735 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f0e5110a-2bcd-40a7-b3c6-7d74f6326a02), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:21.138373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ace02-5d86-42b2-a174-2c022b41063e req-ea2c7ec1-a1a2-45f0-9e68-67c3be4fed4d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:21.145094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ace02-5d86-42b2-a174-2c022b41063e req-ea2c7ec1-a1a2-45f0-9e68-67c3be4fed4d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:21.153208 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ace02-5d86-42b2-a174-2c022b41063e req-ea2c7ec1-a1a2-45f0-9e68-67c3be4fed4d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:21.155159 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c27ace02-5d86-42b2-a174-2c022b41063e req-ea2c7ec1-a1a2-45f0-9e68-67c3be4fed4d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2388 time: 0.0907223 Jan 28 19:09:21.230579 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c27ace02-5d86-42b2-a174-2c022b41063e req-9e51e7f2-df27-498a-8cd9-866e38df8491 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676191 Jan 28 19:09:21.311649 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73138fee-d680-4fff-8dbc-921ca98c2be0 req-710fc7a5-da29-47b6-a274-46544ebc62bd tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/95a93c20-9e32-4a5c-9332-240955e323c3 HTTP/1.1" status: 200 len: 1791 time: 0.0624027 Jan 28 19:09:21.357508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:21.361476 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fb6eb0-6611-4afd-9736-2daf743f0db9" -d '{"events": [{"server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "name": "network-vif-plugged", "status": "completed", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:21.391776 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8fed4630-8a5f-4874-b638-db5de1732b18 req-2ce496b9-058c-40f9-977b-3c3dae6c36ec tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a2f1ccda-3552-47a9-8ae1-1e754eebae42), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:21.392172 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8fed4630-8a5f-4874-b638-db5de1732b18 req-2ce496b9-058c-40f9-977b-3c3dae6c36ec tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for floatingip (a2f1ccda-3552-47a9-8ae1-1e754eebae42), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:21.423000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8fed4630-8a5f-4874-b638-db5de1732b18 req-2ce496b9-058c-40f9-977b-3c3dae6c36ec tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Calling delete_port for a2f1ccda-3552-47a9-8ae1-1e754eebae42 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:21.434784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3ba0a-276e-4a5b-af86-c46dc73a1baa req-9b6dd78b-f490-4e31-95e5-3b1916fd23ed tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:21.437526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-23192e5d-fc60-46e3-a360-671a92eb6321 req-5eaba9da-7d93-4fde-a750-84f6bfeb0df3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Deleting port 76db4df9-ef78-4111-93f6-c031218d1d0a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:21.437878 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-23192e5d-fc60-46e3-a360-671a92eb6321 req-5eaba9da-7d93-4fde-a750-84f6bfeb0df3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:21.445845 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f4f3ba0a-276e-4a5b-af86-c46dc73a1baa req-9b6dd78b-f490-4e31-95e5-3b1916fd23ed tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cdea1c7-2e16-42f3-8bdf-d9401731a6de HTTP/1.1" status: 200 len: 945 time: 0.0761952 Jan 28 19:09:21.458658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] For port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:21.512743 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f4f3ba0a-276e-4a5b-af86-c46dc73a1baa req-1e492ead-7da4-4743-bcad-6c2e5709dbff tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657299 Jan 28 19:09:21.544844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] For port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=f0e5110a-2bcd-40a7-b3c6-7d74f6326a02,segment=NetworkSegment(0584b06a-015e-4cfe-a9d0-8c84a1e337e9),segment_id=0584b06a-015e-4cfe-a9d0-8c84a1e337e9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:09:21.562631 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (f0e5110a-2bcd-40a7-b3c6-7d74f6326a02), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:21.565868 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:21.636339 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:21.637203 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:21.639500 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] 10.222.0.31 "PUT /v2.0/ports/f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 HTTP/1.1" status: 200 len: 1091 time: 2.1175253 Jan 28 19:09:21.645782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'tag': 'f0e5110a-2bcd-40a7-b3c6-7d74f6326a02'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:21.648221 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67d4a45-3ea6-42a2-8f10-90578fc6b69f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "tag": "f0e5110a-2bcd-40a7-b3c6-7d74f6326a02"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:21.677259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00106d55-e97c-4e73-bdff-1d19098ec721 req-0d65c64a-b889-4793-8d54-8648cafc8190 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:21.677942 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Request body: {'port': {'device_id': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:21.678907 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00106d55-e97c-4e73-bdff-1d19098ec721 req-0d65c64a-b889-4793-8d54-8648cafc8190 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 945 time: 0.0770717 Jan 28 19:09:21.749865 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00106d55-e97c-4e73-bdff-1d19098ec721 req-40db82c9-a777-4048-88e8-d649936725ed tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600812 Jan 28 19:09:21.765404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-23192e5d-fc60-46e3-a360-671a92eb6321 req-5eaba9da-7d93-4fde-a750-84f6bfeb0df3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] For port 76db4df9-ef78-4111-93f6-c031218d1d0a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=76db4df9-ef78-4111-93f6-c031218d1d0a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:21.766015 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-23192e5d-fc60-46e3-a360-671a92eb6321 req-5eaba9da-7d93-4fde-a750-84f6bfeb0df3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:21.828125 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Pushing event updated for resources: {'Port': ['ID=f0e5110a-2bcd-40a7-b3c6-7d74f6326a02,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:21.830647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-23192e5d-fc60-46e3-a360-671a92eb6321 req-5eaba9da-7d93-4fde-a750-84f6bfeb0df3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Calling delete_port for 76db4df9-ef78-4111-93f6-c031218d1d0a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:21.883417 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:21.883765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:21.884129 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:21.884476 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:21.884893 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:21.885152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:21.885480 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:21.885806 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:21.886155 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:21.886535 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:21.886904 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:21.887256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:21.887578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e77b0e-f3dc-48ba-993e-5a4f2685e5bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:21.916937 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-598bd8ce-a97c-4d30-ac8a-dd3e2163c402 req-97a64b02-a030-41f9-89a9-a04e98531254 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/95a93c20-9e32-4a5c-9332-240955e323c3 HTTP/1.1" status: 200 len: 1791 time: 0.1087284 Jan 28 19:09:21.970764 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8fed4630-8a5f-4874-b638-db5de1732b18 req-2ce496b9-058c-40f9-977b-3c3dae6c36ec tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (a2f1ccda-3552-47a9-8ae1-1e754eebae42), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:21.977047 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ccb018db-391d-4291-a288-c1bde99999c3), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:22.023381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce496b9-058c-40f9-977b-3c3dae6c36ec tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Pushing event deleted for resources: {'Port': ['ID=a2f1ccda-3552-47a9-8ae1-1e754eebae42,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:22.027619 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-598bd8ce-a97c-4d30-ac8a-dd3e2163c402 req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (95a93c20-9e32-4a5c-9332-240955e323c3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:22.055264 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-598bd8ce-a97c-4d30-ac8a-dd3e2163c402 req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (95a93c20-9e32-4a5c-9332-240955e323c3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:22.107925 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-598bd8ce-a97c-4d30-ac8a-dd3e2163c402 req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (95a93c20-9e32-4a5c-9332-240955e323c3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:22.111449 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-598bd8ce-a97c-4d30-ac8a-dd3e2163c402 req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:22.112723 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-598bd8ce-a97c-4d30-ac8a-dd3e2163c402 req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "DELETE /v2.0/security-groups/95a93c20-9e32-4a5c-9332-240955e323c3 HTTP/1.1" status: 204 len: 173 time: 0.1864595 Jan 28 19:09:22.125348 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a93c20-9e32-4a5c-9332-240955e323c3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:22.135785 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:22.136603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:22.136603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:22.136947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:22.137653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:22.137653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:22.138225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:22.138558 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:22.139089 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:22.139973 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:22.139973 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:22.140866 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:22.141137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7089231a-913b-4e79-848f-923981e633a4 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:22.184848 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c557b4dd-2753-436d-a105-55a038d7475e x-openstack-request-id: req-c557b4dd-2753-436d-a105-55a038d7475e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:22.185176 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "name": "network-vif-plugged", "status": "completed", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:22.185606 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c557b4dd-2753-436d-a105-55a038d7475e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:22.186889 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'code': 200} Jan 28 19:09:22.243446 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8fed4630-8a5f-4874-b638-db5de1732b18 req-2ce496b9-058c-40f9-977b-3c3dae6c36ec tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for floatingip (7363faff-19ef-4885-a258-d623e7f24c03), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:22.246352 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8fed4630-8a5f-4874-b638-db5de1732b18 req-2ce496b9-058c-40f9-977b-3c3dae6c36ec tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:22.247910 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8fed4630-8a5f-4874-b638-db5de1732b18 req-2ce496b9-058c-40f9-977b-3c3dae6c36ec tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "DELETE /v2.0/floatingips/7363faff-19ef-4885-a258-d623e7f24c03 HTTP/1.1" status: 204 len: 173 time: 1.8145101 Jan 28 19:09:22.293192 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-23192e5d-fc60-46e3-a360-671a92eb6321 req-5eaba9da-7d93-4fde-a750-84f6bfeb0df3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (76db4df9-ef78-4111-93f6-c031218d1d0a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:22.302219 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b4cda1-21ab-49a4-8946-ce6f3b5c786b x-openstack-request-id: req-21b4cda1-21ab-49a4-8946-ce6f3b5c786b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:22.303019 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "tag": "f0e5110a-2bcd-40a7-b3c6-7d74f6326a02", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:22.303300 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21b4cda1-21ab-49a4-8946-ce6f3b5c786b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:22.303711 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'tag': 'f0e5110a-2bcd-40a7-b3c6-7d74f6326a02', 'status': 'completed', 'code': 200} Jan 28 19:09:22.306369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['e3b96363-7763-422d-a893-bbb366bbd514', '0ef435ef-972b-4529-bff5-c69051883a5a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:22.363319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355f745-ca33-4fd4-b63d-c7efa18d6a6e req-a0a44a04-e953-47da-9c78-8b6346fab340 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:22.366167 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6355f745-ca33-4fd4-b63d-c7efa18d6a6e req-a0a44a04-e953-47da-9c78-8b6346fab340 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2b786b9-d8a2-4a01-a1a9-f072175be15f HTTP/1.1" status: 200 len: 868 time: 0.1214986 Jan 28 19:09:22.449806 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6355f745-ca33-4fd4-b63d-c7efa18d6a6e req-d654a54c-705b-436b-8dcb-e83e7dd9b240 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726159 Jan 28 19:09:22.474395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaba9da-7d93-4fde-a750-84f6bfeb0df3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Pushing event deleted for resources: {'Port': ['ID=76db4df9-ef78-4111-93f6-c031218d1d0a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:22.514639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-23192e5d-fc60-46e3-a360-671a92eb6321 req-5eaba9da-7d93-4fde-a750-84f6bfeb0df3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] No DVR routers for this DVR port 76db4df9-ef78-4111-93f6-c031218d1d0a on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:09:22.522455 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-23192e5d-fc60-46e3-a360-671a92eb6321 req-5eaba9da-7d93-4fde-a750-84f6bfeb0df3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:22.526045 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-23192e5d-fc60-46e3-a360-671a92eb6321 req-5eaba9da-7d93-4fde-a750-84f6bfeb0df3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.37 "DELETE /v2.0/ports/76db4df9-ef78-4111-93f6-c031218d1d0a HTTP/1.1" status: 204 len: 173 time: 1.7120376 Jan 28 19:09:22.576303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d4a45-3ea6-42a2-8f10-90578fc6b69f req-860674a9-c099-4945-a521-70b89d026917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:22.577232 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d4a45-3ea6-42a2-8f10-90578fc6b69f req-860674a9-c099-4945-a521-70b89d026917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:22.577729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d4a45-3ea6-42a2-8f10-90578fc6b69f req-860674a9-c099-4945-a521-70b89d026917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:22.579884 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d67d4a45-3ea6-42a2-8f10-90578fc6b69f req-860674a9-c099-4945-a521-70b89d026917 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1060cde39e6f4e3983d711c8ddac0223&device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2762 time: 0.2278359 Jan 28 19:09:22.661434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65034e19-f1cd-4884-a590-1b7ff1adcf2f req-d030c88d-bf11-403a-923f-0dc6e0e722f4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:22.667126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65034e19-f1cd-4884-a590-1b7ff1adcf2f req-d030c88d-bf11-403a-923f-0dc6e0e722f4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:22.673521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65034e19-f1cd-4884-a590-1b7ff1adcf2f req-d030c88d-bf11-403a-923f-0dc6e0e722f4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:22.675223 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65034e19-f1cd-4884-a590-1b7ff1adcf2f req-d030c88d-bf11-403a-923f-0dc6e0e722f4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2388 time: 0.1004951 Jan 28 19:09:22.735414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dfb79-4ac9-44d8-a25a-3087d362881e req-da3c8487-7341-4039-ab12-12e748f6fb28 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:22.736973 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-089dfb79-4ac9-44d8-a25a-3087d362881e req-da3c8487-7341-4039-ab12-12e748f6fb28 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.3222706 Jan 28 19:09:22.748346 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65034e19-f1cd-4884-a590-1b7ff1adcf2f req-323c0ce9-8110-460a-b5df-3ed7737d52fa tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619245 Jan 28 19:09:22.834385 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d823f0e7-1c3a-49f5-b0b5-d9c366aed613 req-137a841b-1629-4dee-a816-5e77147a033f tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips/97e1e909-1cfb-4218-bba3-75d7d92eb0be HTTP/1.1" status: 200 len: 692 time: 0.0591981 Jan 28 19:09:22.858641 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d4a45-3ea6-42a2-8f10-90578fc6b69f req-0bfcd24d-7f0d-47e9-a411-c2e97ae6cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:22.859255 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d4a45-3ea6-42a2-8f10-90578fc6b69f req-0bfcd24d-7f0d-47e9-a411-c2e97ae6cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:22.859717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d4a45-3ea6-42a2-8f10-90578fc6b69f req-0bfcd24d-7f0d-47e9-a411-c2e97ae6cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:22.861357 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d67d4a45-3ea6-42a2-8f10-90578fc6b69f req-0bfcd24d-7f0d-47e9-a411-c2e97ae6cdc6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=1060cde39e6f4e3983d711c8ddac0223&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2588160 Jan 28 19:09:22.885441 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:22.968321 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-089dfb79-4ac9-44d8-a25a-3087d362881e req-58570bbd-49a2-49b5-ae4c-e1f0e355cca8 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233655 Jan 28 19:09:23.004143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823f0e7-1c3a-49f5-b0b5-d9c366aed613 req-c3661891-a1bc-4ae9-9d0e-139ae1c33a71 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:23.010970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb018db-391d-4291-a288-c1bde99999c3 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:09:23.011872 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d823f0e7-1c3a-49f5-b0b5-d9c366aed613 req-c3661891-a1bc-4ae9-9d0e-139ae1c33a71 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.1712453 Jan 28 19:09:23.028884 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Publish callbacks [] for port (ccb018db-391d-4291-a288-c1bde99999c3), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:23.078817 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d823f0e7-1c3a-49f5-b0b5-d9c366aed613 req-281bad6b-61c8-442b-b01f-b4b8fc6566fc tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.70 HTTP/1.1" status: 200 len: 695 time: 0.0658433 Jan 28 19:09:23.079236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Transition to ACTIVE for port object ccb018db-391d-4291-a288-c1bde99999c3 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:09:23.090797 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (ccb018db-391d-4291-a288-c1bde99999c3), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:23.156552 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d823f0e7-1c3a-49f5-b0b5-d9c366aed613 req-97d68a07-04bb-4497-85b6-92712773d8d2 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.70 HTTP/1.1" status: 200 len: 695 time: 0.0768898 Jan 28 19:09:23.165518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d4a45-3ea6-42a2-8f10-90578fc6b69f req-de99c1e0-79a7-4e16-b58c-81396017ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:23.167595 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d67d4a45-3ea6-42a2-8f10-90578fc6b69f req-de99c1e0-79a7-4e16-b58c-81396017ab42 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2766018 Jan 28 19:09:23.260680 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb018db-391d-4291-a288-c1bde99999c3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:23.290957 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f0c2a-0424-446d-8020-410b3d129b1d req-2543e1f4-19ac-4040-92c8-b438ae7ff44b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:23.292551 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d13f0c2a-0424-446d-8020-410b3d129b1d req-2543e1f4-19ac-4040-92c8-b438ae7ff44b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cdea1c7-2e16-42f3-8bdf-d9401731a6de HTTP/1.1" status: 200 len: 945 time: 0.1824121 Jan 28 19:09:23.313425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Attempting to bind port ccb018db-391d-4291-a288-c1bde99999c3 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:09:23.313756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Attempting to bind port ccb018db-391d-4291-a288-c1bde99999c3 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '766c2ac1-e684-4150-a5a5-e7bcb47a8d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8f85ed2c-e94e-41c0-897d-628d11336a2d'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:09:23.314120 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Attempting to bind port ccb018db-391d-4291-a288-c1bde99999c3 on network 8f85ed2c-e94e-41c0-897d-628d11336a2d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:23.331855 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Port ccb018db-391d-4291-a288-c1bde99999c3 on network 8f85ed2c-e94e-41c0-897d-628d11336a2d not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:09:23.332120 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Attempting to bind port ccb018db-391d-4291-a288-c1bde99999c3 on network 8f85ed2c-e94e-41c0-897d-628d11336a2d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:23.339212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:09:23.340018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Checking segment: {'id': '766c2ac1-e684-4150-a5a5-e7bcb47a8d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8f85ed2c-e94e-41c0-897d-628d11336a2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:23.340018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Bound using segment: {'id': '766c2ac1-e684-4150-a5a5-e7bcb47a8d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8f85ed2c-e94e-41c0-897d-628d11336a2d'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:09:23.340433 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Bound port: ccb018db-391d-4291-a288-c1bde99999c3, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '766c2ac1-e684-4150-a5a5-e7bcb47a8d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8f85ed2c-e94e-41c0-897d-628d11336a2d'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:09:23.340914 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ccb018db-391d-4291-a288-c1bde99999c3), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:23.355136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d823f0e7-1c3a-49f5-b0b5-d9c366aed613 req-1b8f5f62-4ad5-4ff8-b12f-0127194a7cf9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Deleting port 63dd0eb4-ae06-4c9e-9b41-549ddb565a55 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:23.355505 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d823f0e7-1c3a-49f5-b0b5-d9c366aed613 req-1b8f5f62-4ad5-4ff8-b12f-0127194a7cf9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (63dd0eb4-ae06-4c9e-9b41-549ddb565a55), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:23.379709 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d13f0c2a-0424-446d-8020-410b3d129b1d req-448d609b-8833-4ddb-a0ee-62e5bcd4606e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770905 Jan 28 19:09:23.433848 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] For port ccb018db-391d-4291-a288-c1bde99999c3, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:23.438144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] For port ccb018db-391d-4291-a288-c1bde99999c3, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ccb018db-391d-4291-a288-c1bde99999c3,segment=NetworkSegment(766c2ac1-e684-4150-a5a5-e7bcb47a8d67),segment_id=766c2ac1-e684-4150-a5a5-e7bcb47a8d67)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:09:23.449775 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (ccb018db-391d-4291-a288-c1bde99999c3), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:23.502294 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d823f0e7-1c3a-49f5-b0b5-d9c366aed613 req-1b8f5f62-4ad5-4ff8-b12f-0127194a7cf9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (63dd0eb4-ae06-4c9e-9b41-549ddb565a55), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:23.502620 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d823f0e7-1c3a-49f5-b0b5-d9c366aed613 req-1b8f5f62-4ad5-4ff8-b12f-0127194a7cf9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for floatingip (63dd0eb4-ae06-4c9e-9b41-549ddb565a55), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:23.516262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d823f0e7-1c3a-49f5-b0b5-d9c366aed613 req-1b8f5f62-4ad5-4ff8-b12f-0127194a7cf9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Calling delete_port for 63dd0eb4-ae06-4c9e-9b41-549ddb565a55 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:23.545660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:23.546483 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:23.547895 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] 10.222.0.31 "PUT /v2.0/ports/ccb018db-391d-4291-a288-c1bde99999c3 HTTP/1.1" status: 200 len: 1092 time: 1.8755267 Jan 28 19:09:23.583398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Request body: {'port': {'device_id': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:23.618267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206dde3-1713-4089-84f4-62191f3815d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb018db-391d-4291-a288-c1bde99999c3,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:23.634202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96f39b-e210-4edb-807e-2fee22ecd075 req-222f1e68-6594-40d6-8c51-aba3bc882a29 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:23.640998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8d96f39b-e210-4edb-807e-2fee22ecd075 req-222f1e68-6594-40d6-8c51-aba3bc882a29 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 945 time: 0.1521246 Jan 28 19:09:23.690570 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d823f0e7-1c3a-49f5-b0b5-d9c366aed613 req-1b8f5f62-4ad5-4ff8-b12f-0127194a7cf9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (63dd0eb4-ae06-4c9e-9b41-549ddb565a55), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:23.702397 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:23.722280 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f5f62-4ad5-4ff8-b12f-0127194a7cf9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Pushing event deleted for resources: {'Port': ['ID=63dd0eb4-ae06-4c9e-9b41-549ddb565a55,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:23.804829 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d823f0e7-1c3a-49f5-b0b5-d9c366aed613 req-1b8f5f62-4ad5-4ff8-b12f-0127194a7cf9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks [] for floatingip (97e1e909-1cfb-4218-bba3-75d7d92eb0be), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:23.809514 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d823f0e7-1c3a-49f5-b0b5-d9c366aed613 req-1b8f5f62-4ad5-4ff8-b12f-0127194a7cf9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:23.811068 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d823f0e7-1c3a-49f5-b0b5-d9c366aed613 req-1b8f5f62-4ad5-4ff8-b12f-0127194a7cf9 tempest-FloatingIPDetailsTestJSON-460170336 tempest-FloatingIPDetailsTestJSON-460170336-project] 10.222.0.55 "DELETE /v2.0/floatingips/97e1e909-1cfb-4218-bba3-75d7d92eb0be HTTP/1.1" status: 204 len: 173 time: 0.6493783 Jan 28 19:09:23.817358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36500) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:23.861701 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8d96f39b-e210-4edb-807e-2fee22ecd075 req-88317617-a359-408b-9342-43c8eeaf0cfe tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196832 Jan 28 19:09:23.895890 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:09:23.904431 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-a51e20a3-5d36-473c-922f-5b7b8215608e req-666a6c88-1b80-449c-83a4-6e73fedd134b tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] show failed (client error): The resource could not be found. Jan 28 19:09:23.905491 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a51e20a3-5d36-473c-922f-5b7b8215608e req-666a6c88-1b80-449c-83a4-6e73fedd134b tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/ae48af28-92bf-4c04-931d-d1b188783474 HTTP/1.1" status: 404 len: 352 time: 0.0329115 Jan 28 19:09:24.134387 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4acd12-c109-41eb-b66f-b1d71ce73d42 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:09:24.138954 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-05c808fd-4e52-488b-8f73-b0b4adef101e req-0ba24584-a783-4618-ad1f-0e74236aad0c tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] show failed (client error): The resource could not be found. Jan 28 19:09:24.140017 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-05c808fd-4e52-488b-8f73-b0b4adef101e req-0ba24584-a783-4618-ad1f-0e74236aad0c tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/25b0789a-de96-4e01-8f9e-95ec1823aa80 HTTP/1.1" status: 404 len: 352 time: 0.0275002 Jan 28 19:09:24.149359 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Publish callbacks [] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:24.164061 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f0b94-82c9-4e1b-96d9-e2bd602d37a9 req-47e31b8c-7d6b-4dda-b9de-3b92d1813254 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:24.167221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Transition to ACTIVE for port object 1e4acd12-c109-41eb-b66f-b1d71ce73d42 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:09:24.170213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f0b94-82c9-4e1b-96d9-e2bd602d37a9 req-47e31b8c-7d6b-4dda-b9de-3b92d1813254 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:24.174293 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:24.178379 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f0b94-82c9-4e1b-96d9-e2bd602d37a9 req-47e31b8c-7d6b-4dda-b9de-3b92d1813254 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:24.180151 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-617f0b94-82c9-4e1b-96d9-e2bd602d37a9 req-47e31b8c-7d6b-4dda-b9de-3b92d1813254 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2400 time: 0.1325431 Jan 28 19:09:24.186065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 76db4df9-ef78-4111-93f6-c031218d1d0a no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:24.234744 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 76db4df9-ef78-4111-93f6-c031218d1d0a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:09:24.235157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 76db4df9-ef78-4111-93f6-c031218d1d0a not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:09:24.328038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b786b9-d8a2-4a01-a1a9-f072175be15f', 'name': 'network-vif-deleted', 'tag': '76db4df9-ef78-4111-93f6-c031218d1d0a'}, {'name': 'network-changed', 'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'tag': 'ccb018db-391d-4291-a288-c1bde99999c3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:24.331270 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492c8537-8f0e-41f3-bfe0-4a1176808f11" -d '{"events": [{"server_uuid": "e2b786b9-d8a2-4a01-a1a9-f072175be15f", "name": "network-vif-deleted", "tag": "76db4df9-ef78-4111-93f6-c031218d1d0a"}, {"name": "network-changed", "server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "tag": "ccb018db-391d-4291-a288-c1bde99999c3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:24.371470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Attempting to bind port 1e4acd12-c109-41eb-b66f-b1d71ce73d42 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:09:24.371470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Attempting to bind port 1e4acd12-c109-41eb-b66f-b1d71ce73d42 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0584b06a-015e-4cfe-a9d0-8c84a1e337e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:09:24.371880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Attempting to bind port 1e4acd12-c109-41eb-b66f-b1d71ce73d42 on network 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:24.381317 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-617f0b94-82c9-4e1b-96d9-e2bd602d37a9 req-259a4b9a-85df-4177-a46c-56004314660e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893084 Jan 28 19:09:24.382806 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Port 1e4acd12-c109-41eb-b66f-b1d71ce73d42 on network 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:09:24.383209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Attempting to bind port 1e4acd12-c109-41eb-b66f-b1d71ce73d42 on network 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:24.388441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4acd12-c109-41eb-b66f-b1d71ce73d42,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:24.399957 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:09:24.401064 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Checking segment: {'id': '0584b06a-015e-4cfe-a9d0-8c84a1e337e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:24.401459 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Bound using segment: {'id': '0584b06a-015e-4cfe-a9d0-8c84a1e337e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:09:24.402339 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Bound port: 1e4acd12-c109-41eb-b66f-b1d71ce73d42, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0584b06a-015e-4cfe-a9d0-8c84a1e337e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:09:24.402859 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:24.424327 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:24.605939 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f3187-50df-4b67-b4d5-701b28be41d0 req-1c5e7c50-9849-4c5e-bf48-18e62fd33e16 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:24.607950 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a53f3187-50df-4b67-b4d5-701b28be41d0 req-1c5e7c50-9849-4c5e-bf48-18e62fd33e16 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.0760791 Jan 28 19:09:24.615324 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5dd66215-1f7d-47ac-b797-c8ef049ca212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (6fcb53b9-426b-4a3d-a434-ce670d62eb73), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:24.720146 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a53f3187-50df-4b67-b4d5-701b28be41d0 req-47f1135a-88c0-4be8-8a70-f15926962737 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012945 Jan 28 19:09:24.809891 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-0b564ee6-a60c-4af4-88d6-8f7483d0f235 req-0e112955-8bd9-4402-b021-4265f69106a2 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] show failed (client error): The resource could not be found. Jan 28 19:09:24.826119 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b564ee6-a60c-4af4-88d6-8f7483d0f235 req-0e112955-8bd9-4402-b021-4265f69106a2 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/0253a4a9-0cde-4284-8133-23c0058690db HTTP/1.1" status: 404 len: 352 time: 0.0360057 Jan 28 19:09:24.852389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] For port 1e4acd12-c109-41eb-b66f-b1d71ce73d42, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:24.855810 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] For port 1e4acd12-c109-41eb-b66f-b1d71ce73d42, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=1e4acd12-c109-41eb-b66f-b1d71ce73d42,segment=NetworkSegment(0584b06a-015e-4cfe-a9d0-8c84a1e337e9),segment_id=0584b06a-015e-4cfe-a9d0-8c84a1e337e9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:09:24.894649 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:24.982969 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9db6ea-e9c1-4f40-9e95-19433f5b7b99 x-openstack-request-id: req-ec9db6ea-e9c1-4f40-9e95-19433f5b7b99 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:24.983275 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b786b9-d8a2-4a01-a1a9-f072175be15f", "name": "network-vif-deleted", "tag": "76db4df9-ef78-4111-93f6-c031218d1d0a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "tag": "ccb018db-391d-4291-a288-c1bde99999c3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:24.983532 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec9db6ea-e9c1-4f40-9e95-19433f5b7b99 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:24.983933 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b786b9-d8a2-4a01-a1a9-f072175be15f', 'name': 'network-vif-deleted', 'tag': '76db4df9-ef78-4111-93f6-c031218d1d0a', 'status': 'completed', 'code': 200} Jan 28 19:09:24.984190 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'tag': 'ccb018db-391d-4291-a288-c1bde99999c3', 'status': 'completed', 'code': 200} Jan 28 19:09:25.023529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cbd5e-4c44-4f40-afb2-1dd4676d2b56 req-4499da06-589d-4827-a28f-da6744521184 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.026534 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3a4cbd5e-4c44-4f40-afb2-1dd4676d2b56 req-4499da06-589d-4827-a28f-da6744521184 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cdea1c7-2e16-42f3-8bdf-d9401731a6de HTTP/1.1" status: 200 len: 945 time: 0.1672752 Jan 28 19:09:25.028360 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.029074 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:25.031207 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] 10.222.0.31 "PUT /v2.0/ports/1e4acd12-c109-41eb-b66f-b1d71ce73d42 HTTP/1.1" status: 200 len: 1092 time: 1.4550209 Jan 28 19:09:25.070352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8537-8f0e-41f3-bfe0-4a1176808f11 req-9dc9d710-415b-40a0-a4ee-a26982b7234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.070841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8537-8f0e-41f3-bfe0-4a1176808f11 req-9dc9d710-415b-40a0-a4ee-a26982b7234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.071321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8537-8f0e-41f3-bfe0-4a1176808f11 req-9dc9d710-415b-40a0-a4ee-a26982b7234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.073203 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-492c8537-8f0e-41f3-bfe0-4a1176808f11 req-9dc9d710-415b-40a0-a4ee-a26982b7234d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1060cde39e6f4e3983d711c8ddac0223&device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2958 time: 0.1210778 Jan 28 19:09:25.142807 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ba03a-1fb1-45f0-887b-9a65ec1d2b95 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4acd12-c109-41eb-b66f-b1d71ce73d42,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:25.150126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c83d14-fcf9-4517-b0f9-dd7d1004408b req-f666037f-429d-498f-b801-43360e8a6cc5 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.150126 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-75c83d14-fcf9-4517-b0f9-dd7d1004408b req-f666037f-429d-498f-b801-43360e8a6cc5 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1250198 Jan 28 19:09:25.229345 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3a4cbd5e-4c44-4f40-afb2-1dd4676d2b56 req-43435eed-8a18-40ea-bdd7-8c2c570f486a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856365 Jan 28 19:09:25.246611 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:25.275303 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-0bd748ca-cc3d-43e2-907f-0fa02d2068ae req-9834b5fb-1d2b-4d09-9649-9d11a5660ab8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] show failed (client error): The resource could not be found. Jan 28 19:09:25.287656 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-75c83d14-fcf9-4517-b0f9-dd7d1004408b req-8f177a0c-713f-4265-a6f4-404cde4c05a2 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228204 Jan 28 19:09:25.288436 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bd748ca-cc3d-43e2-907f-0fa02d2068ae req-9834b5fb-1d2b-4d09-9649-9d11a5660ab8 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/21da8e18-c55b-49f1-a3de-910b005ea541 HTTP/1.1" status: 404 len: 352 time: 0.0312798 Jan 28 19:09:25.357162 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5dd66215-1f7d-47ac-b797-c8ef049ca212 admin admin] Deleting port 52f4106c-621e-4adf-95cb-8b31c0595dc8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:25.363921 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5dd66215-1f7d-47ac-b797-c8ef049ca212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:25.405545 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8537-8f0e-41f3-bfe0-4a1176808f11 req-3150f831-d098-414f-8fe1-e791f8f0d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.406090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8537-8f0e-41f3-bfe0-4a1176808f11 req-3150f831-d098-414f-8fe1-e791f8f0d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.406567 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8537-8f0e-41f3-bfe0-4a1176808f11 req-3150f831-d098-414f-8fe1-e791f8f0d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.408261 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-492c8537-8f0e-41f3-bfe0-4a1176808f11 req-3150f831-d098-414f-8fe1-e791f8f0d617 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=1060cde39e6f4e3983d711c8ddac0223&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3207715 Jan 28 19:09:25.423018 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-804c4571-b3da-4dbe-9163-7f4b4adeb6d3 req-3fa2be62-262c-4375-985c-043255e1d3c0 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] show failed (client error): The resource could not be found. Jan 28 19:09:25.439485 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-804c4571-b3da-4dbe-9163-7f4b4adeb6d3 req-3fa2be62-262c-4375-985c-043255e1d3c0 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/55f15f40-1d9a-480b-957b-53ec244c8270 HTTP/1.1" status: 404 len: 352 time: 0.1036088 Jan 28 19:09:25.535978 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5dd66215-1f7d-47ac-b797-c8ef049ca212 admin admin] For port 52f4106c-621e-4adf-95cb-8b31c0595dc8, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=52f4106c-621e-4adf-95cb-8b31c0595dc8,segment=NetworkSegment(67516d43-5274-4cdd-b365-bbc9182ec5ec),segment_id=67516d43-5274-4cdd-b365-bbc9182ec5ec)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:25.536366 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5dd66215-1f7d-47ac-b797-c8ef049ca212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:25.618663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5dd66215-1f7d-47ac-b797-c8ef049ca212 admin admin] Calling delete_port for 52f4106c-621e-4adf-95cb-8b31c0595dc8 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:25.622637 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8537-8f0e-41f3-bfe0-4a1176808f11 req-dabb80f6-f430-4846-add1-566365900b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.624190 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-492c8537-8f0e-41f3-bfe0-4a1176808f11 req-dabb80f6-f430-4846-add1-566365900b1d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1922481 Jan 28 19:09:25.655074 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee233f-1063-4a93-82b1-bdc53c93628b req-47b8bff9-836a-4397-bdd2-38e2b23417b4 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.662424 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8bee233f-1063-4a93-82b1-bdc53c93628b req-47b8bff9-836a-4397-bdd2-38e2b23417b4 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 945 time: 0.2391381 Jan 28 19:09:25.749917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe083c-89a2-411d-b585-e894dd8999de req-d779e3d6-4869-418c-8e0a-e3f2bc9a7066 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.755627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe083c-89a2-411d-b585-e894dd8999de req-d779e3d6-4869-418c-8e0a-e3f2bc9a7066 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.760970 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe083c-89a2-411d-b585-e894dd8999de req-d779e3d6-4869-418c-8e0a-e3f2bc9a7066 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.770666 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d6fe083c-89a2-411d-b585-e894dd8999de req-d779e3d6-4869-418c-8e0a-e3f2bc9a7066 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2412 time: 0.2250502 Jan 28 19:09:25.780875 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8bee233f-1063-4a93-82b1-bdc53c93628b req-8dd715f2-6d48-4f6a-9894-0d8fd5f8ba07 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175468 Jan 28 19:09:25.818792 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196feb80-3221-4dbf-a83d-81745efd58f4 req-b44484e0-f83f-46e2-a51d-c1084f66c7ba tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.820395 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-196feb80-3221-4dbf-a83d-81745efd58f4 req-b44484e0-f83f-46e2-a51d-c1084f66c7ba tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1016903 Jan 28 19:09:25.825084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-c5e6685c-cd50-4183-947e-8390ea5080d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.825757 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-c5e6685c-cd50-4183-947e-8390ea5080d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.826287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-c5e6685c-cd50-4183-947e-8390ea5080d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:25.827904 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-c5e6685c-cd50-4183-947e-8390ea5080d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1060cde39e6f4e3983d711c8ddac0223&device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2958 time: 0.1080716 Jan 28 19:09:25.910875 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d6fe083c-89a2-411d-b585-e894dd8999de req-d34f4a23-1437-4850-a389-4812935580e3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390343 Jan 28 19:09:25.996240 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-6860a8d6-42a4-4442-9758-f1486bf27b54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.90&port_id=f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 HTTP/1.1" status: 200 len: 217 time: 0.1465983 Jan 28 19:09:26.082345 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-615cbf94-8d81-4c07-a2e9-8c75cb53850a req-744e0dfc-390c-4d2d-bcc0-ee49421a0b4c tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] show failed (client error): The resource could not be found. Jan 28 19:09:26.083485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-615cbf94-8d81-4c07-a2e9-8c75cb53850a req-744e0dfc-390c-4d2d-bcc0-ee49421a0b4c tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/81ac055a-a2ab-48fc-a1dd-0fafe0a41976 HTTP/1.1" status: 404 len: 352 time: 0.0977936 Jan 28 19:09:26.088225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b246bd6-0769-4ba0-b8d1-0d9795090423 req-61fd155f-0e7a-42b4-979e-c67f11135ab7 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:26.091153 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1b246bd6-0769-4ba0-b8d1-0d9795090423 req-61fd155f-0e7a-42b4-979e-c67f11135ab7 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.1078117 Jan 28 19:09:26.091563 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5dd66215-1f7d-47ac-b797-c8ef049ca212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (52f4106c-621e-4adf-95cb-8b31c0595dc8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:26.187969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd66215-1f7d-47ac-b797-c8ef049ca212 admin admin] Pushing event deleted for resources: {'Port': ['ID=52f4106c-621e-4adf-95cb-8b31c0595dc8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:26.302337 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-f7d71c2e-f12e-4119-b22f-bc3bf57af5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:26.314969 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-f7d71c2e-f12e-4119-b22f-bc3bf57af5ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f56d4636-7ec7-4df9-9476-1ca56774fa6d HTTP/1.1" status: 200 len: 801 time: 0.2684076 Jan 28 19:09:26.405786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2f2ab-88e8-484d-a546-0405520b65a4 req-ae7bffa4-e1f5-4375-b095-8222bf088e7d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:26.407283 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88a2f2ab-88e8-484d-a546-0405520b65a4 req-ae7bffa4-e1f5-4375-b095-8222bf088e7d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cdea1c7-2e16-42f3-8bdf-d9401731a6de HTTP/1.1" status: 200 len: 945 time: 0.3844843 Jan 28 19:09:26.413644 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-196feb80-3221-4dbf-a83d-81745efd58f4 req-cb6f1aab-7ec2-4b03-9e46-c439bc805ae3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Deleting port 0ef435ef-972b-4529-bff5-c69051883a5a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:26.414346 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-196feb80-3221-4dbf-a83d-81745efd58f4 req-cb6f1aab-7ec2-4b03-9e46-c439bc805ae3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:26.575211 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5dd66215-1f7d-47ac-b797-c8ef049ca212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (6fcb53b9-426b-4a3d-a434-ce670d62eb73), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:26.606844 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1b246bd6-0769-4ba0-b8d1-0d9795090423 req-57d5dd8a-b212-468d-b3e5-1484424f64bc tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5046322 Jan 28 19:09:26.685050 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-8156bde0-19f8-480a-ac71-9400a43a4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:26.688738 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-8156bde0-19f8-480a-ac71-9400a43a4953 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=95f81273-5a28-4d3a-9c68-8a2f74b4a1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3595626 Jan 28 19:09:26.803385 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-196feb80-3221-4dbf-a83d-81745efd58f4 req-cb6f1aab-7ec2-4b03-9e46-c439bc805ae3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] For port 0ef435ef-972b-4529-bff5-c69051883a5a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0ef435ef-972b-4529-bff5-c69051883a5a,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:26.804062 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-196feb80-3221-4dbf-a83d-81745efd58f4 req-cb6f1aab-7ec2-4b03-9e46-c439bc805ae3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:26.834047 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-196feb80-3221-4dbf-a83d-81745efd58f4 req-cb6f1aab-7ec2-4b03-9e46-c439bc805ae3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Calling delete_port for 0ef435ef-972b-4529-bff5-c69051883a5a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:26.853568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316119e-1aa7-4f86-99f1-d1a034e5746f req-3bdfd348-7d42-4e01-bcd7-addbeaa7cc8a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:26.855486 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6316119e-1aa7-4f86-99f1-d1a034e5746f req-3bdfd348-7d42-4e01-bcd7-addbeaa7cc8a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cdea1c7-2e16-42f3-8bdf-d9401731a6de HTTP/1.1" status: 200 len: 945 time: 0.2217948 Jan 28 19:09:26.902540 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0457c6-fe0f-4d7d-b2c5-b6d4afe04f91 req-1feb5eed-da3f-4d4f-b678-da871b55593a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:26.910176 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1f0457c6-fe0f-4d7d-b2c5-b6d4afe04f91 req-1feb5eed-da3f-4d4f-b678-da871b55593a tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 950 time: 0.1392887 Jan 28 19:09:26.927494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-88a2f2ab-88e8-484d-a546-0405520b65a4 req-fec23499-0a75-409f-8f43-e45a1bdc39c3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Deleting port 18e04804-58cb-486d-ada8-cbd0efb55f99 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:26.928110 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-88a2f2ab-88e8-484d-a546-0405520b65a4 req-fec23499-0a75-409f-8f43-e45a1bdc39c3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (18e04804-58cb-486d-ada8-cbd0efb55f99), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:26.985252 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'tag': '1e4acd12-c109-41eb-b66f-b1d71ce73d42'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:26.988182 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00aaf75-6b8a-422e-8046-0257cec9a905" -d '{"events": [{"name": "network-changed", "server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "tag": "1e4acd12-c109-41eb-b66f-b1d71ce73d42"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:27.017986 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-86272fd0-8588-4c8c-ad3d-634c489036b5 service neutron] 10.222.0.31 "GET /v2.0/networks/95f81273-5a28-4d3a-9c68-8a2f74b4a1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092873 Jan 28 19:09:27.030145 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1f0457c6-fe0f-4d7d-b2c5-b6d4afe04f91 req-04bfe344-6b1f-4d4e-8c2b-6d737b3112c4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160219 Jan 28 19:09:27.093421 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6316119e-1aa7-4f86-99f1-d1a034e5746f req-6a2ccdae-f887-4434-a579-f343cc5d7f7a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229970 Jan 28 19:09:27.097476 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd66215-1f7d-47ac-b797-c8ef049ca212 admin admin] Router 6fcb53b9-426b-4a3d-a434-ce670d62eb73 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:09:27.239390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-88a2f2ab-88e8-484d-a546-0405520b65a4 req-fec23499-0a75-409f-8f43-e45a1bdc39c3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] For port 18e04804-58cb-486d-ada8-cbd0efb55f99, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=18e04804-58cb-486d-ada8-cbd0efb55f99,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:27.239768 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-88a2f2ab-88e8-484d-a546-0405520b65a4 req-fec23499-0a75-409f-8f43-e45a1bdc39c3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (18e04804-58cb-486d-ada8-cbd0efb55f99), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:27.297201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-88a2f2ab-88e8-484d-a546-0405520b65a4 req-fec23499-0a75-409f-8f43-e45a1bdc39c3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Calling delete_port for 18e04804-58cb-486d-ada8-cbd0efb55f99 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:27.298196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde6c3b-d695-4bec-a409-0f479151155c req-dcd10ef6-30e2-4a3e-b967-43122152ad43 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:27.299654 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6fde6c3b-d695-4bec-a409-0f479151155c req-dcd10ef6-30e2-4a3e-b967-43122152ad43 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 1023 time: 0.1162043 Jan 28 19:09:27.322650 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-07a9a2b4-07d8-47d7-b07e-2d0504fb573b service neutron] 10.222.0.31 "GET /v2.0/networks/95f81273-5a28-4d3a-9c68-8a2f74b4a1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928333 Jan 28 19:09:27.372014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd66215-1f7d-47ac-b797-c8ef049ca212 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:09:27.379178 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5dd66215-1f7d-47ac-b797-c8ef049ca212 admin admin] 10.222.0.55 "PUT /v2.0/routers/6fcb53b9-426b-4a3d-a434-ce670d62eb73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5605335 Jan 28 19:09:27.381598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36564) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:27.385344 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5224b64-d237-4a6f-8095-6b5ce0d18b41 None None] Sync routers for ids ['6fcb53b9-426b-4a3d-a434-ce670d62eb73'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:09:27.408729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5224b64-d237-4a6f-8095-6b5ce0d18b41 None None] Routers {'6fcb53b9-426b-4a3d-a434-ce670d62eb73'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:09:27.409375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a5224b64-d237-4a6f-8095-6b5ce0d18b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:09:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['6fcb53b9-426b-4a3d-a434-ce670d62eb73'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:27.484159 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-196feb80-3221-4dbf-a83d-81745efd58f4 req-cb6f1aab-7ec2-4b03-9e46-c439bc805ae3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0ef435ef-972b-4529-bff5-c69051883a5a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:27.489259 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-8e43136e-a222-436f-8f7a-b14fff6b838b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.191&port_id=ccb018db-391d-4291-a288-c1bde99999c3 HTTP/1.1" status: 200 len: 217 time: 0.1545155 Jan 28 19:09:27.530177 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa0d8f-ff67-4534-a101-dae1e391e5a0 req-bfd2b45f-07f2-46c5-b2c5-e11c51655865 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:27.542349 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-94aa0d8f-ff67-4534-a101-dae1e391e5a0 req-bfd2b45f-07f2-46c5-b2c5-e11c51655865 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 945 time: 0.3277514 Jan 28 19:09:27.641183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a5224b64-d237-4a6f-8095-6b5ce0d18b41 None None] Set router 6fcb53b9-426b-4a3d-a434-ce670d62eb73 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:09:27.718448 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f1aab-7ec2-4b03-9e46-c439bc805ae3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Pushing event deleted for resources: {'Port': ['ID=0ef435ef-972b-4529-bff5-c69051883a5a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:27.751620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['e3b96363-7763-422d-a893-bbb366bbd514', '0ef435ef-972b-4529-bff5-c69051883a5a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:27.884262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-196feb80-3221-4dbf-a83d-81745efd58f4 req-cb6f1aab-7ec2-4b03-9e46-c439bc805ae3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] No DVR routers for this DVR port 0ef435ef-972b-4529-bff5-c69051883a5a on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:09:27.887042 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-d2f189b2-429d-4a63-81e7-3601a6c44905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:27.895508 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-d2f189b2-429d-4a63-81e7-3601a6c44905 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3d5243af-d04b-4a79-9c94-393f62b8965b HTTP/1.1" status: 200 len: 801 time: 0.3310342 Jan 28 19:09:27.896627 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-196feb80-3221-4dbf-a83d-81745efd58f4 req-cb6f1aab-7ec2-4b03-9e46-c439bc805ae3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:27.900224 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-196feb80-3221-4dbf-a83d-81745efd58f4 req-cb6f1aab-7ec2-4b03-9e46-c439bc805ae3 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.31 "DELETE /v2.0/ports/0ef435ef-972b-4529-bff5-c69051883a5a HTTP/1.1" status: 204 len: 173 time: 2.0713508 Jan 28 19:09:27.940515 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6fde6c3b-d695-4bec-a409-0f479151155c req-c8167798-feb8-4303-9ef1-09956c047e2b tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&id=d2bf533c-983c-4ce9-a2ec-1a808d9e9db6&id=37f75fb0-fc10-44cb-8e02-90ff1d5f4a03&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.6141994 Jan 28 19:09:27.961832 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-94aa0d8f-ff67-4534-a101-dae1e391e5a0 req-f74a4f9d-39f4-4ba5-8f2f-898a60e5ef9a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184496 Jan 28 19:09:28.027072 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-369a95e2-f829-432c-836a-671b0bdc0fa5 admin admin] Publish callbacks [] for router (6fcb53b9-426b-4a3d-a434-ce670d62eb73), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:28.080616 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca599e-702e-48a6-94dd-64195752fead req-0f0018bc-811a-4425-b21f-8b431f7de3e3 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:28.086725 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-15ca599e-702e-48a6-94dd-64195752fead req-0f0018bc-811a-4425-b21f-8b431f7de3e3 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.31 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 1023 time: 0.2684135 Jan 28 19:09:28.222228 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61bedd4-e193-4dc9-9e4d-5e8ee88bdeb4 x-openstack-request-id: req-b61bedd4-e193-4dc9-9e4d-5e8ee88bdeb4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:28.222862 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "tag": "1e4acd12-c109-41eb-b66f-b1d71ce73d42", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:28.222862 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b61bedd4-e193-4dc9-9e4d-5e8ee88bdeb4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:28.223440 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'tag': '1e4acd12-c109-41eb-b66f-b1d71ce73d42', 'status': 'completed', 'code': 200} Jan 28 19:09:28.268791 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-7b6bb3b2-a2fb-4961-aa7e-32c7279a1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:28.270972 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-7b6bb3b2-a2fb-4961-aa7e-32c7279a1a30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8f85ed2c-e94e-41c0-897d-628d11336a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3506174 Jan 28 19:09:28.441210 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-5a1235cf-0699-43b8-9857-afee9b176337 service neutron] 10.222.0.31 "GET /v2.0/networks/8f85ed2c-e94e-41c0-897d-628d11336a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262605 Jan 28 19:09:28.490989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a5224b64-d237-4a6f-8095-6b5ce0d18b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'name': 'tempest-FloatingIPDetailsTestJSON-32756166-router', 'tenant_id': 'd7ca536f26054eb78726475933b6f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:37Z', 'updated_at': '2022-01-28T19:09:25Z', 'revision_number': 5, 'project_id': 'd7ca536f26054eb78726475933b6f71f', 'gw_port': {'id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:38Z', 'updated_at': '2022-01-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:28.504285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ec21e-28e3-4eb0-8d47-457b86c9453c req-f1e45af2-846d-4c94-9988-115d3b767fa3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:28.512884 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-333ec21e-28e3-4eb0-8d47-457b86c9453c req-f1e45af2-846d-4c94-9988-115d3b767fa3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.1873281 Jan 28 19:09:28.534703 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5224b64-d237-4a6f-8095-6b5ce0d18b41 None None] Checking router: 6fcb53b9-426b-4a3d-a434-ce670d62eb73 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:09:28.550371 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5224b64-d237-4a6f-8095-6b5ce0d18b41 None None] Routers {'6fcb53b9-426b-4a3d-a434-ce670d62eb73'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:09:28.551611 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a5224b64-d237-4a6f-8095-6b5ce0d18b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:09:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['6fcb53b9-426b-4a3d-a434-ce670d62eb73'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:28.598693 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-88a2f2ab-88e8-484d-a546-0405520b65a4 req-fec23499-0a75-409f-8f43-e45a1bdc39c3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (18e04804-58cb-486d-ada8-cbd0efb55f99), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:28.631175 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-333ec21e-28e3-4eb0-8d47-457b86c9453c req-ddb1dbc9-4007-42e7-b229-4a2843021a29 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168211 Jan 28 19:09:28.669361 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-369a95e2-f829-432c-836a-671b0bdc0fa5 admin admin] Publish callbacks [] for router_gateway (6fcb53b9-426b-4a3d-a434-ce670d62eb73), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:28.673991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec23499-0a75-409f-8f43-e45a1bdc39c3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Pushing event deleted for resources: {'Port': ['ID=18e04804-58cb-486d-ada8-cbd0efb55f99,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:28.699893 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f69e49-c4e7-4a68-8881-5dc97f489fde req-91a89903-bdfc-413f-9f7f-aef233e21088 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:28.705693 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f69e49-c4e7-4a68-8881-5dc97f489fde req-91a89903-bdfc-413f-9f7f-aef233e21088 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:28.714372 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-15ca599e-702e-48a6-94dd-64195752fead req-f167d4a2-8629-49fa-9841-fc250649d806 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Deleting port 320b5b96-abc1-4d2e-85f9-80f5e73751fe {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:28.715712 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-15ca599e-702e-48a6-94dd-64195752fead req-f167d4a2-8629-49fa-9841-fc250649d806 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:28.731784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f69e49-c4e7-4a68-8881-5dc97f489fde req-91a89903-bdfc-413f-9f7f-aef233e21088 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:28.741273 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12f69e49-c4e7-4a68-8881-5dc97f489fde req-91a89903-bdfc-413f-9f7f-aef233e21088 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2412 time: 0.5335038 Jan 28 19:09:28.745759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a5224b64-d237-4a6f-8095-6b5ce0d18b41 None None] Set router 6fcb53b9-426b-4a3d-a434-ce670d62eb73 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:09:28.878463 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12f69e49-c4e7-4a68-8881-5dc97f489fde req-46446a6c-b675-4f7f-91e8-7095da581cd0 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345403 Jan 28 19:09:28.896259 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-3690a873-cd31-4132-8b5a-7b26799d8953 service neutron] 10.222.0.31 "GET /v2.0/networks/8f85ed2c-e94e-41c0-897d-628d11336a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473858 Jan 28 19:09:28.904592 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-496c73cb-e1ce-4121-86d3-818482b32e3d req-519afca1-4261-44f4-8221-eac719a901b0 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb858398-f08a-450b-bb4c-835c0a460d25 HTTP/1.1" status: 200 len: 210 time: 0.0968139 Jan 28 19:09:28.946615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a2f2ab-88e8-484d-a546-0405520b65a4 req-fec23499-0a75-409f-8f43-e45a1bdc39c3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] No DVR routers for this DVR port 18e04804-58cb-486d-ada8-cbd0efb55f99 on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:09:28.954226 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-88a2f2ab-88e8-484d-a546-0405520b65a4 req-fec23499-0a75-409f-8f43-e45a1bdc39c3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:28.957957 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88a2f2ab-88e8-484d-a546-0405520b65a4 req-fec23499-0a75-409f-8f43-e45a1bdc39c3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.37 "DELETE /v2.0/ports/18e04804-58cb-486d-ada8-cbd0efb55f99 HTTP/1.1" status: 204 len: 173 time: 2.5403543 Jan 28 19:09:28.981829 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-369a95e2-f829-432c-836a-671b0bdc0fa5 admin admin] Deleting port 678360c2-def8-44a7-9fda-c0a9530a3feb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:28.982478 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-369a95e2-f829-432c-836a-671b0bdc0fa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (678360c2-def8-44a7-9fda-c0a9530a3feb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:29.100503 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-5e1a3845-a5ec-41e2-805c-94e77e88fa37 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.189&port_id=1e4acd12-c109-41eb-b66f-b1d71ce73d42 HTTP/1.1" status: 200 len: 217 time: 0.1260312 Jan 28 19:09:29.133214 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f8a6b9b8-7ebd-4be8-895f-b03b9bc575fb req-345b6b7c-d7c0-4ff7-aa05-2ed2101e53f0 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cdea1c7-2e16-42f3-8bdf-d9401731a6de HTTP/1.1" status: 200 len: 210 time: 0.0571949 Jan 28 19:09:29.202412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-369a95e2-f829-432c-836a-671b0bdc0fa5 admin admin] For port 678360c2-def8-44a7-9fda-c0a9530a3feb, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=678360c2-def8-44a7-9fda-c0a9530a3feb,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:29.203196 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-369a95e2-f829-432c-836a-671b0bdc0fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (678360c2-def8-44a7-9fda-c0a9530a3feb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:29.221374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-369a95e2-f829-432c-836a-671b0bdc0fa5 admin admin] Calling delete_port for 678360c2-def8-44a7-9fda-c0a9530a3feb owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:29.236931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a5224b64-d237-4a6f-8095-6b5ce0d18b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'name': 'tempest-FloatingIPDetailsTestJSON-32756166-router', 'tenant_id': 'd7ca536f26054eb78726475933b6f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:37Z', 'updated_at': '2022-01-28T19:09:25Z', 'revision_number': 5, 'project_id': 'd7ca536f26054eb78726475933b6f71f', 'gw_port': {'id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:38Z', 'updated_at': '2022-01-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:29.254732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-ed303c00-f511-4037-ad52-e9ae6b01d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:29.256387 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-ed303c00-f511-4037-ad52-e9ae6b01d89b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f56d4636-7ec7-4df9-9476-1ca56774fa6d HTTP/1.1" status: 200 len: 801 time: 0.1207757 Jan 28 19:09:29.270832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5224b64-d237-4a6f-8095-6b5ce0d18b41 None None] The sync data for ids ['6fcb53b9-426b-4a3d-a434-ce670d62eb73'] in n-d-824834-4 is: [{'id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'name': 'tempest-FloatingIPDetailsTestJSON-32756166-router', 'tenant_id': 'd7ca536f26054eb78726475933b6f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:37Z', 'updated_at': '2022-01-28T19:09:25Z', 'revision_number': 5, 'project_id': 'd7ca536f26054eb78726475933b6f71f', 'gw_port': {'id': '678360c2-def8-44a7-9fda-c0a9530a3feb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fcb53b9-426b-4a3d-a434-ce670d62eb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:38Z', 'updated_at': '2022-01-28T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:09:29.377294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d34b0-919d-4146-848c-51d7dcf29fa2 req-621b30be-3a7d-4505-8d14-1b4b1aff5d05 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:29.378975 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-214d34b0-919d-4146-848c-51d7dcf29fa2 req-621b30be-3a7d-4505-8d14-1b4b1aff5d05 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 1023 time: 0.1028025 Jan 28 19:09:29.385211 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-04a403bb-3407-4985-ac70-8ceb71bad57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:29.387109 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-04a403bb-3407-4985-ac70-8ceb71bad57f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=95f81273-5a28-4d3a-9c68-8a2f74b4a1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1221337 Jan 28 19:09:29.505448 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-14ae59ae-bb63-4a96-85c0-3dde32241e8f service neutron] 10.222.0.31 "GET /v2.0/networks/95f81273-5a28-4d3a-9c68-8a2f74b4a1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085024 Jan 28 19:09:29.653614 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-214d34b0-919d-4146-848c-51d7dcf29fa2 req-e40d2459-2e3b-4495-96d3-1adad220a7fb tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups?id=3725174f-51a6-48dd-ae54-2516281bb106&id=d2bf533c-983c-4ce9-a2ec-1a808d9e9db6&id=37f75fb0-fc10-44cb-8e02-90ff1d5f4a03&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2652724 Jan 28 19:09:29.678532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b7c9c3-280d-41e4-ac6a-d0e9ad641d49 req-27f989d5-f08c-4e9b-882a-67a180a24e7e service neutron] 10.222.0.31 "GET /v2.0/networks/95f81273-5a28-4d3a-9c68-8a2f74b4a1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672804 Jan 28 19:09:29.715868 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-369a95e2-f829-432c-836a-671b0bdc0fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (678360c2-def8-44a7-9fda-c0a9530a3feb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:29.737634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 52f4106c-621e-4adf-95cb-8b31c0595dc8 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:29.738494 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-15ca599e-702e-48a6-94dd-64195752fead req-f167d4a2-8629-49fa-9841-fc250649d806 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] For port 320b5b96-abc1-4d2e-85f9-80f5e73751fe, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=320b5b96-abc1-4d2e-85f9-80f5e73751fe,segment=NetworkSegment(497ae4aa-849d-4a33-b4ff-4fe9d6e66436),segment_id=497ae4aa-849d-4a33-b4ff-4fe9d6e66436)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:29.739094 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-15ca599e-702e-48a6-94dd-64195752fead req-f167d4a2-8629-49fa-9841-fc250649d806 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:29.794979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a95e2-f829-432c-836a-671b0bdc0fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=678360c2-def8-44a7-9fda-c0a9530a3feb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:29.816284 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 52f4106c-621e-4adf-95cb-8b31c0595dc8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:09:29.817790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 52f4106c-621e-4adf-95cb-8b31c0595dc8 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:09:29.820896 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 320b5b96-abc1-4d2e-85f9-80f5e73751fe no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:29.845816 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-15ca599e-702e-48a6-94dd-64195752fead req-f167d4a2-8629-49fa-9841-fc250649d806 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Calling delete_port for 320b5b96-abc1-4d2e-85f9-80f5e73751fe owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:29.936538 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:29.994800 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 320b5b96-abc1-4d2e-85f9-80f5e73751fe is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:29.995430 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:30.039485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d33162-2bde-4cf3-91f5-9695847a9c80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320b5b96-abc1-4d2e-85f9-80f5e73751fe'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:30.049179 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12e406e-3b4b-4e23-9252-aea77c660f27" -d '{"events": [{"server_uuid": "03d33162-2bde-4cf3-91f5-9695847a9c80", "name": "network-vif-unplugged", "status": "completed", "tag": "320b5b96-abc1-4d2e-85f9-80f5e73751fe"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:30.067371 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 320b5b96-abc1-4d2e-85f9-80f5e73751fe, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=320b5b96-abc1-4d2e-85f9-80f5e73751fe,segment=NetworkSegment(497ae4aa-849d-4a33-b4ff-4fe9d6e66436),segment_id=497ae4aa-849d-4a33-b4ff-4fe9d6e66436)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:30.072897 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:30.073865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0ef435ef-972b-4529-bff5-c69051883a5a no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:30.092633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022babb-3546-4b74-a776-f7ee99b29336 req-ae66f96a-8e5c-49d7-9d12-cd3f2c477355 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:30.094380 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e022babb-3546-4b74-a776-f7ee99b29336 req-ae66f96a-8e5c-49d7-9d12-cd3f2c477355 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.3248346 Jan 28 19:09:30.121875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 0ef435ef-972b-4529-bff5-c69051883a5a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:09:30.122129 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0ef435ef-972b-4529-bff5-c69051883a5a not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:09:30.145957 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00aaf75-6b8a-422e-8046-0257cec9a905 req-899a6ed7-3255-44db-8b0b-dbce5ee797b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:30.146473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00aaf75-6b8a-422e-8046-0257cec9a905 req-899a6ed7-3255-44db-8b0b-dbce5ee797b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:30.146944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00aaf75-6b8a-422e-8046-0257cec9a905 req-899a6ed7-3255-44db-8b0b-dbce5ee797b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:30.148651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c00aaf75-6b8a-422e-8046-0257cec9a905 req-899a6ed7-3255-44db-8b0b-dbce5ee797b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1060cde39e6f4e3983d711c8ddac0223&device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2958 time: 0.3115044 Jan 28 19:09:30.171935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e388db-cf61-474b-b688-b8241503787b req-8a6f0544-32a4-403d-8818-12da7be2d941 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:30.177690 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48e388db-cf61-474b-b688-b8241503787b req-8a6f0544-32a4-403d-8818-12da7be2d941 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 945 time: 0.5960412 Jan 28 19:09:30.222393 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=320b5b96-abc1-4d2e-85f9-80f5e73751fe,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:30.231816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 18e04804-58cb-486d-ada8-cbd0efb55f99 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:30.234996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb858398-f08a-450b-bb4c-835c0a460d25', 'name': 'network-vif-deleted', 'tag': '0ef435ef-972b-4529-bff5-c69051883a5a'}, {'server_uuid': '1cdea1c7-2e16-42f3-8bdf-d9401731a6de', 'name': 'network-vif-deleted', 'tag': '18e04804-58cb-486d-ada8-cbd0efb55f99'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:30.237688 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8a2907-56f2-4768-898d-80252e75c51f" -d '{"events": [{"server_uuid": "cb858398-f08a-450b-bb4c-835c0a460d25", "name": "network-vif-deleted", "tag": "0ef435ef-972b-4529-bff5-c69051883a5a"}, {"server_uuid": "1cdea1c7-2e16-42f3-8bdf-d9401731a6de", "name": "network-vif-deleted", "tag": "18e04804-58cb-486d-ada8-cbd0efb55f99"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:30.250680 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e022babb-3546-4b74-a776-f7ee99b29336 req-c02bece4-1c53-464d-8d32-dbda32a03a16 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424387 Jan 28 19:09:30.290877 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 18e04804-58cb-486d-ada8-cbd0efb55f99 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:09:30.292376 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 18e04804-58cb-486d-ada8-cbd0efb55f99 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:09:30.342912 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00aaf75-6b8a-422e-8046-0257cec9a905 req-57420471-45b3-4d94-9203-559f3d1b16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:30.345105 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c00aaf75-6b8a-422e-8046-0257cec9a905 req-57420471-45b3-4d94-9203-559f3d1b16b7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 HTTP/1.1" status: 200 len: 901 time: 0.1827672 Jan 28 19:09:30.384397 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-369a95e2-f829-432c-836a-671b0bdc0fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (6fcb53b9-426b-4a3d-a434-ce670d62eb73), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:30.397687 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48e388db-cf61-474b-b688-b8241503787b req-5c50c24b-3037-40fe-a2b0-dd15716cc271 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988282 Jan 28 19:09:30.410152 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c00aaf75-6b8a-422e-8046-0257cec9a905 req-a443e4b2-5cd4-4dab-b99c-c1fea02f82f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.189&port_id=1e4acd12-c109-41eb-b66f-b1d71ce73d42 HTTP/1.1" status: 200 len: 217 time: 0.0571651 Jan 28 19:09:30.514489 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-369a95e2-f829-432c-836a-671b0bdc0fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (6fcb53b9-426b-4a3d-a434-ce670d62eb73), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:30.520853 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-369a95e2-f829-432c-836a-671b0bdc0fa5 admin admin] Publish callbacks [] for router_controller (6fcb53b9-426b-4a3d-a434-ce670d62eb73), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:30.608355 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f1cbf5-e67b-49a7-b455-dcb00ebcf72c x-openstack-request-id: req-03f1cbf5-e67b-49a7-b455-dcb00ebcf72c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:30.608705 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d33162-2bde-4cf3-91f5-9695847a9c80", "name": "network-vif-unplugged", "status": "completed", "tag": "320b5b96-abc1-4d2e-85f9-80f5e73751fe", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:30.608967 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03f1cbf5-e67b-49a7-b455-dcb00ebcf72c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:30.609452 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d33162-2bde-4cf3-91f5-9695847a9c80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320b5b96-abc1-4d2e-85f9-80f5e73751fe', 'code': 200} Jan 28 19:09:30.611012 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-369a95e2-f829-432c-836a-671b0bdc0fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (6fcb53b9-426b-4a3d-a434-ce670d62eb73), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:30.611535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369a95e2-f829-432c-836a-671b0bdc0fa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fcb53b9-426b-4a3d-a434-ce670d62eb73 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:09:30.617821 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-369a95e2-f829-432c-836a-671b0bdc0fa5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:30.619280 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-369a95e2-f829-432c-836a-671b0bdc0fa5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/6fcb53b9-426b-4a3d-a434-ce670d62eb73 HTTP/1.1" status: 204 len: 168 time: 3.2366841 Jan 28 19:09:30.622694 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36594) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:30.636085 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-15ca599e-702e-48a6-94dd-64195752fead req-f167d4a2-8629-49fa-9841-fc250649d806 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (320b5b96-abc1-4d2e-85f9-80f5e73751fe), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:30.724574 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167d4a2-8629-49fa-9841-fc250649d806 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event deleted for resources: {'Port': ['ID=320b5b96-abc1-4d2e-85f9-80f5e73751fe,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:30.774014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c81919-7d19-4c09-b0e4-3e3f53e08f2e admin admin] Deleting subnet db0d1668-c6f4-400e-b26c-8b0171986a96 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:09:30.781827 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1c81919-7d19-4c09-b0e4-3e3f53e08f2e admin admin] Publish callbacks [] for subnet (db0d1668-c6f4-400e-b26c-8b0171986a96), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:30.834456 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ca599e-702e-48a6-94dd-64195752fead req-f167d4a2-8629-49fa-9841-fc250649d806 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] No DVR routers for this DVR port 320b5b96-abc1-4d2e-85f9-80f5e73751fe on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:09:30.840257 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-15ca599e-702e-48a6-94dd-64195752fead req-f167d4a2-8629-49fa-9841-fc250649d806 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:30.843621 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-15ca599e-702e-48a6-94dd-64195752fead req-f167d4a2-8629-49fa-9841-fc250649d806 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.31 "DELETE /v2.0/ports/320b5b96-abc1-4d2e-85f9-80f5e73751fe HTTP/1.1" status: 204 len: 173 time: 2.6176682 Jan 28 19:09:30.844092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d33162-2bde-4cf3-91f5-9695847a9c80', 'name': 'network-vif-deleted', 'tag': '320b5b96-abc1-4d2e-85f9-80f5e73751fe'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:30.846808 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c41301-d798-4404-b498-bd8d5f0f5e71" -d '{"events": [{"server_uuid": "03d33162-2bde-4cf3-91f5-9695847a9c80", "name": "network-vif-deleted", "tag": "320b5b96-abc1-4d2e-85f9-80f5e73751fe"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:30.880989 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1c81919-7d19-4c09-b0e4-3e3f53e08f2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (db0d1668-c6f4-400e-b26c-8b0171986a96), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:31.058890 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bc4f8e-3e5c-475c-a107-84705690878c x-openstack-request-id: req-d4bc4f8e-3e5c-475c-a107-84705690878c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:31.059680 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb858398-f08a-450b-bb4c-835c0a460d25", "name": "network-vif-deleted", "tag": "0ef435ef-972b-4529-bff5-c69051883a5a", "status": "completed", "code": 200}, {"server_uuid": "1cdea1c7-2e16-42f3-8bdf-d9401731a6de", "name": "network-vif-deleted", "tag": "18e04804-58cb-486d-ada8-cbd0efb55f99", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:31.059680 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d4bc4f8e-3e5c-475c-a107-84705690878c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:31.059902 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb858398-f08a-450b-bb4c-835c0a460d25', 'name': 'network-vif-deleted', 'tag': '0ef435ef-972b-4529-bff5-c69051883a5a', 'status': 'completed', 'code': 200} Jan 28 19:09:31.060539 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdea1c7-2e16-42f3-8bdf-d9401731a6de', 'name': 'network-vif-deleted', 'tag': '18e04804-58cb-486d-ada8-cbd0efb55f99', 'status': 'completed', 'code': 200} Jan 28 19:09:31.061693 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00aaf75-6b8a-422e-8046-0257cec9a905 req-b6370f24-8f69-48ff-8e02-f4d065cc4502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:31.063251 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c00aaf75-6b8a-422e-8046-0257cec9a905 req-b6370f24-8f69-48ff-8e02-f4d065cc4502 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f56d4636-7ec7-4df9-9476-1ca56774fa6d HTTP/1.1" status: 200 len: 801 time: 0.6150887 Jan 28 19:09:31.071695 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1c81919-7d19-4c09-b0e4-3e3f53e08f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (db0d1668-c6f4-400e-b26c-8b0171986a96), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:31.119531 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede133b-e657-408a-9626-28d0d1296b07 req-d86c9f89-cefc-4517-8499-f0da31605f33 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:31.127304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede133b-e657-408a-9626-28d0d1296b07 req-d86c9f89-cefc-4517-8499-f0da31605f33 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:31.132852 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede133b-e657-408a-9626-28d0d1296b07 req-d86c9f89-cefc-4517-8499-f0da31605f33 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:31.135022 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5ede133b-e657-408a-9626-28d0d1296b07 req-d86c9f89-cefc-4517-8499-f0da31605f33 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2412 time: 0.7239327 Jan 28 19:09:31.146662 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-894d822d-db09-46b8-8fdf-0d0567c061de req-34baa466-8a58-4ea2-b697-53be6b3c8301 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d33162-2bde-4cf3-91f5-9695847a9c80 HTTP/1.1" status: 200 len: 210 time: 0.0340815 Jan 28 19:09:31.156472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00aaf75-6b8a-422e-8046-0257cec9a905 req-c0088e30-ed0b-4695-aa9f-cdf6a3c79748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:31.158064 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c00aaf75-6b8a-422e-8046-0257cec9a905 req-c0088e30-ed0b-4695-aa9f-cdf6a3c79748 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=95f81273-5a28-4d3a-9c68-8a2f74b4a1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0884154 Jan 28 19:09:31.190319 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1c81919-7d19-4c09-b0e4-3e3f53e08f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (db0d1668-c6f4-400e-b26c-8b0171986a96), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:31.226613 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c81919-7d19-4c09-b0e4-3e3f53e08f2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db0d1668-c6f4-400e-b26c-8b0171986a96,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:31.230845 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1c81919-7d19-4c09-b0e4-3e3f53e08f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:31.236318 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f1c81919-7d19-4c09-b0e4-3e3f53e08f2e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/db0d1668-c6f4-400e-b26c-8b0171986a96 HTTP/1.1" status: 204 len: 168 time: 0.6098759 Jan 28 19:09:31.241023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ff8e48-8f3e-40cc-bcef-85bdb3b5ae7e None None] Network 4ec3819d-eb84-43f8-9b7e-3bdaec54226c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:09:31.243160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36610) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:31.334413 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5ede133b-e657-408a-9626-28d0d1296b07 req-ec5be6f3-d7de-45c3-8282-b07dc493f2fc tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868718 Jan 28 19:09:31.415076 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (4ec3819d-eb84-43f8-9b7e-3bdaec54226c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:31.458268 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c00aaf75-6b8a-422e-8046-0257cec9a905 req-ab303c9f-2dc1-4c49-97a1-55b9470f75c6 service neutron] 10.222.0.31 "GET /v2.0/networks/95f81273-5a28-4d3a-9c68-8a2f74b4a1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890878 Jan 28 19:09:31.489528 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014d2fac-87e0-49c3-89c7-cee2e0c77cc9 x-openstack-request-id: req-014d2fac-87e0-49c3-89c7-cee2e0c77cc9 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:31.490132 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d33162-2bde-4cf3-91f5-9695847a9c80", "name": "network-vif-deleted", "tag": "320b5b96-abc1-4d2e-85f9-80f5e73751fe", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:31.490132 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-014d2fac-87e0-49c3-89c7-cee2e0c77cc9 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:31.491270 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d33162-2bde-4cf3-91f5-9695847a9c80', 'name': 'network-vif-deleted', 'tag': '320b5b96-abc1-4d2e-85f9-80f5e73751fe', 'status': 'completed', 'code': 200} Jan 28 19:09:31.505721 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 678360c2-def8-44a7-9fda-c0a9530a3feb no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:31.562432 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 678360c2-def8-44a7-9fda-c0a9530a3feb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:09:31.562821 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 678360c2-def8-44a7-9fda-c0a9530a3feb not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:09:31.576224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60832766-43c2-46d0-a11f-0d0330b173d6 None None] DHCP port deletion for 4ec3819d-eb84-43f8-9b7e-3bdaec54226c request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:09:31.622802 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-419f6e3f-f7c8-47b6-8c1d-9ddbeb1b7800 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:31.629597 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-419f6e3f-f7c8-47b6-8c1d-9ddbeb1b7800 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 812 time: 0.3098514 Jan 28 19:09:31.648952 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-a049f06c-4ae6-4083-89f0-367eaf43fb0b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/quotas/b1f1db10744a4501a97a85a9685ef09a HTTP/1.1" status: 200 len: 375 time: 0.0183284 Jan 28 19:09:31.675438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-60832766-43c2-46d0-a11f-0d0330b173d6 None None] Deleting port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:31.676145 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60832766-43c2-46d0-a11f-0d0330b173d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (715ff8e8-54b8-4dd4-a664-e3dc9fecb169), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:31.693600 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-fb5f4fd6-a116-4cfe-b69c-c18ab7920532 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436914 Jan 28 19:09:31.735726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e7a3b-a0ac-4e7f-98cb-ba72d16547dc req-516b6c5a-8c6c-40b5-89c1-e2bd4edcb143 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:31.735726 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf4e7a3b-a0ac-4e7f-98cb-ba72d16547dc req-516b6c5a-8c6c-40b5-89c1-e2bd4edcb143 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1595120 Jan 28 19:09:31.740088 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] Deleting port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:31.740776 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (715ff8e8-54b8-4dd4-a664-e3dc9fecb169), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:31.766940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-60832766-43c2-46d0-a11f-0d0330b173d6 None None] For port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=715ff8e8-54b8-4dd4-a664-e3dc9fecb169,segment=NetworkSegment(67516d43-5274-4cdd-b365-bbc9182ec5ec),segment_id=67516d43-5274-4cdd-b365-bbc9182ec5ec)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:31.767968 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60832766-43c2-46d0-a11f-0d0330b173d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (715ff8e8-54b8-4dd4-a664-e3dc9fecb169), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:31.787695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-60832766-43c2-46d0-a11f-0d0330b173d6 None None] Calling delete_port for 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:31.847121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:09:31.886569 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf4e7a3b-a0ac-4e7f-98cb-ba72d16547dc req-2f9f9d87-d71e-49b1-9694-12e88aeb64da tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263647 Jan 28 19:09:31.887171 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-251caf03-927c-4b50-a9ea-6504f6193b1c service neutron] 10.222.0.55 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911955 Jan 28 19:09:31.891080 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c00aaf75-6b8a-422e-8046-0257cec9a905 req-731568a5-7d58-4bcf-8af3-ff164c436e25 service neutron] 10.222.0.31 "GET /v2.0/networks/95f81273-5a28-4d3a-9c68-8a2f74b4a1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195900 Jan 28 19:09:31.901376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] For port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=715ff8e8-54b8-4dd4-a664-e3dc9fecb169,segment=NetworkSegment(67516d43-5274-4cdd-b365-bbc9182ec5ec),segment_id=67516d43-5274-4cdd-b365-bbc9182ec5ec)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:31.901376 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (715ff8e8-54b8-4dd4-a664-e3dc9fecb169), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:31.935386 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] Calling delete_port for 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:32.024478 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60832766-43c2-46d0-a11f-0d0330b173d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (715ff8e8-54b8-4dd4-a664-e3dc9fecb169), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:32.040443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60832766-43c2-46d0-a11f-0d0330b173d6 None None] No DVR routers for this DVR port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:09:32.077607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60832766-43c2-46d0-a11f-0d0330b173d6 None None] Pushing event deleted for resources: {'Port': ['ID=715ff8e8-54b8-4dd4-a664-e3dc9fecb169,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:32.101351 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-b5cda767-1fb4-41a7-8fe0-701ca62eaea2 service neutron] 10.222.0.55 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129469 Jan 28 19:09:32.106637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=f0e5110a-2bcd-40a7-b3c6-7d74f6326a02,segment=NetworkSegment(0584b06a-015e-4cfe-a9d0-8c84a1e337e9),segment_id=0584b06a-015e-4cfe-a9d0-8c84a1e337e9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:32.125418 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (715ff8e8-54b8-4dd4-a664-e3dc9fecb169), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:32.135456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'f0e5110a-2bcd-40a7-b3c6-7d74f6326a02', 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4', 'port_id': 'f0e5110a-2bcd-40a7-b3c6-7d74f6326a02', 'mac_address': 'fa:16:3e:2f:62:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56d4636-7ec7-4df9-9476-1ca56774fa6d', 'ip_address': '19.80.0.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:09:32.140286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] No DVR routers for this DVR port 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:09:32.148728 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089829d-0724-4fa3-bcc0-6bcf0638e77a req-979ef7be-ccf7-40b3-bb9f-fb60b90ab8e8 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:32.150403 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3089829d-0724-4fa3-bcc0-6bcf0638e77a req-979ef7be-ccf7-40b3-bb9f-fb60b90ab8e8 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.1065395 Jan 28 19:09:32.185445 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] Pushing event deleted for resources: {'Port': ['ID=715ff8e8-54b8-4dd4-a664-e3dc9fecb169,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:32.201137 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:32.201407 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f0e5110a-2bcd-40a7-b3c6-7d74f6326a02), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:32.220388 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:09:32.272998 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=f0e5110a-2bcd-40a7-b3c6-7d74f6326a02,segment=NetworkSegment(0584b06a-015e-4cfe-a9d0-8c84a1e337e9),segment_id=0584b06a-015e-4cfe-a9d0-8c84a1e337e9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:32.281616 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f0e5110a-2bcd-40a7-b3c6-7d74f6326a02), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:32.282783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ccb018db-391d-4291-a288-c1bde99999c3 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:09:32.307959 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3089829d-0724-4fa3-bcc0-6bcf0638e77a req-312cd363-61b6-4e34-9d9f-a2d9309f9e25 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244402 Jan 28 19:09:32.339698 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (4ec3819d-eb84-43f8-9b7e-3bdaec54226c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:32.391305 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec3819d-eb84-43f8-9b7e-3bdaec54226c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:32.419892 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67516d43-5274-4cdd-b365-bbc9182ec5ec') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:32.420561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67516d43-5274-4cdd-b365-bbc9182ec5ec') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:32.439540 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (67516d43-5274-4cdd-b365-bbc9182ec5ec), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:32.449635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=f0e5110a-2bcd-40a7-b3c6-7d74f6326a02,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:32.466651 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e7209-3abf-4bc7-9090-78f6373c77f7 req-1fb9cc46-9569-4c9c-a959-8a7938b34bf3 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:32.476163 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e6e7209-3abf-4bc7-9090-78f6373c77f7 req-1fb9cc46-9569-4c9c-a959-8a7938b34bf3 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 945 time: 0.1038029 Jan 28 19:09:32.543834 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (67516d43-5274-4cdd-b365-bbc9182ec5ec), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:32.547729 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57e69788-1b7b-48b0-82a3-0efeaccb0bb9 req-2b608528-a9bf-42bf-b3c2-5e11e36b5566 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 210 time: 0.0490291 Jan 28 19:09:32.558555 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:09:32.559047 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (67516d43-5274-4cdd-b365-bbc9182ec5ec), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:09:32.560931 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:09:32.609071 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e6e7209-3abf-4bc7-9090-78f6373c77f7 req-ffe1dd51-67c1-4fc8-a19c-4613c3667287 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278856 Jan 28 19:09:32.612472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf9775-34d4-461b-8371-764a3ae2878a req-243d6438-1907-472b-8e08-1f8202f8b6ab tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:32.614125 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7edf9775-34d4-461b-8371-764a3ae2878a req-243d6438-1907-472b-8e08-1f8202f8b6ab tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.31 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1767726 Jan 28 19:09:32.679140 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (4ec3819d-eb84-43f8-9b7e-3bdaec54226c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:32.691861 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:32.700113 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] 10.222.0.55 "DELETE /v2.0/networks/4ec3819d-eb84-43f8-9b7e-3bdaec54226c HTTP/1.1" status: 204 len: 168 time: 1.4526253 Jan 28 19:09:32.764821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520b013-799a-48fa-a84a-3a050cfb5dba admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec3819d-eb84-43f8-9b7e-3bdaec54226c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:32.782938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ccb018db-391d-4291-a288-c1bde99999c3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ccb018db-391d-4291-a288-c1bde99999c3,segment=NetworkSegment(766c2ac1-e684-4150-a5a5-e7bcb47a8d67),segment_id=766c2ac1-e684-4150-a5a5-e7bcb47a8d67)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:32.787556 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7149da90-1173-417f-b710-1c65226eff90 req-b9f42bc1-0441-433d-b7ba-bfe918c7c33b tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/d2bf533c-983c-4ce9-a2ec-1a808d9e9db6 HTTP/1.1" status: 200 len: 1817 time: 0.1103981 Jan 28 19:09:32.844581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20e5b9-6c5d-41be-86bc-9dd4d052b1a7 req-fd3945b1-8644-4e84-b385-c3f812283cb6 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:32.850300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20e5b9-6c5d-41be-86bc-9dd4d052b1a7 req-fd3945b1-8644-4e84-b385-c3f812283cb6 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:32.856005 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20e5b9-6c5d-41be-86bc-9dd4d052b1a7 req-fd3945b1-8644-4e84-b385-c3f812283cb6 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:32.857840 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a20e5b9-6c5d-41be-86bc-9dd4d052b1a7 req-fd3945b1-8644-4e84-b385-c3f812283cb6 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2413 time: 0.0990868 Jan 28 19:09:32.859515 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'ccb018db-391d-4291-a288-c1bde99999c3', 'network_id': '8f85ed2c-e94e-41c0-897d-628d11336a2d', 'port_id': 'ccb018db-391d-4291-a288-c1bde99999c3', 'mac_address': 'fa:16:3e:21:97:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5243af-d04b-4a79-9c94-393f62b8965b', 'ip_address': '19.86.0.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:09:32.860977 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7edf9775-34d4-461b-8371-764a3ae2878a req-6b46c678-de34-47f1-a5ca-417c69f11ef4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Deleting port e3b96363-7763-422d-a893-bbb366bbd514 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:32.861330 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7edf9775-34d4-461b-8371-764a3ae2878a req-6b46c678-de34-47f1-a5ca-417c69f11ef4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e3b96363-7763-422d-a893-bbb366bbd514), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:32.910546 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7149da90-1173-417f-b710-1c65226eff90 req-50377b1f-b64e-47a0-9caa-4424edeb5955 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (d2bf533c-983c-4ce9-a2ec-1a808d9e9db6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:32.981943 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a20e5b9-6c5d-41be-86bc-9dd4d052b1a7 req-41032ac9-ff75-469d-b394-71a892895fea tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029589 Jan 28 19:09:32.986608 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7149da90-1173-417f-b710-1c65226eff90 req-50377b1f-b64e-47a0-9caa-4424edeb5955 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (d2bf533c-983c-4ce9-a2ec-1a808d9e9db6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.033862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ccb018db-391d-4291-a288-c1bde99999c3 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:33.033862 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ccb018db-391d-4291-a288-c1bde99999c3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.065612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb018db-391d-4291-a288-c1bde99999c3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:09:33.076248 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7edf9775-34d4-461b-8371-764a3ae2878a req-6b46c678-de34-47f1-a5ca-417c69f11ef4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] For port e3b96363-7763-422d-a893-bbb366bbd514, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e3b96363-7763-422d-a893-bbb366bbd514,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:33.078000 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7edf9775-34d4-461b-8371-764a3ae2878a req-6b46c678-de34-47f1-a5ca-417c69f11ef4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e3b96363-7763-422d-a893-bbb366bbd514), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.087982 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7149da90-1173-417f-b710-1c65226eff90 req-50377b1f-b64e-47a0-9caa-4424edeb5955 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d2bf533c-983c-4ce9-a2ec-1a808d9e9db6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.091820 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7149da90-1173-417f-b710-1c65226eff90 req-50377b1f-b64e-47a0-9caa-4424edeb5955 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.095387 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7149da90-1173-417f-b710-1c65226eff90 req-50377b1f-b64e-47a0-9caa-4424edeb5955 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "DELETE /v2.0/security-groups/d2bf533c-983c-4ce9-a2ec-1a808d9e9db6 HTTP/1.1" status: 204 len: 173 time: 0.3062527 Jan 28 19:09:33.119365 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36644) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:33.121492 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ccb018db-391d-4291-a288-c1bde99999c3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ccb018db-391d-4291-a288-c1bde99999c3,segment=NetworkSegment(766c2ac1-e684-4150-a5a5-e7bcb47a8d67),segment_id=766c2ac1-e684-4150-a5a5-e7bcb47a8d67)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:33.134624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7edf9775-34d4-461b-8371-764a3ae2878a req-6b46c678-de34-47f1-a5ca-417c69f11ef4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Calling delete_port for e3b96363-7763-422d-a893-bbb366bbd514 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:33.139897 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ccb018db-391d-4291-a288-c1bde99999c3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.141248 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 1e4acd12-c109-41eb-b66f-b1d71ce73d42 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:09:33.173197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50377b1f-b64e-47a0-9caa-4424edeb5955 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bf533c-983c-4ce9-a2ec-1a808d9e9db6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:33.260783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ccb018db-391d-4291-a288-c1bde99999c3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:33.267803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 1e4acd12-c109-41eb-b66f-b1d71ce73d42, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=1e4acd12-c109-41eb-b66f-b1d71ce73d42,segment=NetworkSegment(0584b06a-015e-4cfe-a9d0-8c84a1e337e9),segment_id=0584b06a-015e-4cfe-a9d0-8c84a1e337e9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:33.276707 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a94b9365-a783-479f-9670-0eed3a98691e req-56c905b8-58f2-44cd-a958-abffdb3041ce tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "GET /v2.0/security-groups/37f75fb0-fc10-44cb-8e02-90ff1d5f4a03 HTTP/1.1" status: 200 len: 1817 time: 0.1477859 Jan 28 19:09:33.283942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '1e4acd12-c109-41eb-b66f-b1d71ce73d42', 'network_id': '95f81273-5a28-4d3a-9c68-8a2f74b4a1a4', 'port_id': '1e4acd12-c109-41eb-b66f-b1d71ce73d42', 'mac_address': 'fa:16:3e:c4:32:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56d4636-7ec7-4df9-9476-1ca56774fa6d', 'ip_address': '19.80.0.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:09:33.284620 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64ea5f-9e3b-4155-828a-4dd07a76e6e1 req-62b87c59-a0ec-4ed9-86ff-41824b50730d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:33.294156 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b64ea5f-9e3b-4155-828a-4dd07a76e6e1 req-62b87c59-a0ec-4ed9-86ff-41824b50730d tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 950 time: 0.1606944 Jan 28 19:09:33.301517 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-36cd1bbb-537c-4a0c-9df3-5a534ac188d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7ca536f26054eb78726475933b6f71f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1796036 Jan 28 19:09:33.317858 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36650) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:33.339544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 1e4acd12-c109-41eb-b66f-b1d71ce73d42 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:33.340367 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.356731 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4acd12-c109-41eb-b66f-b1d71ce73d42 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:09:33.385095 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 1e4acd12-c109-41eb-b66f-b1d71ce73d42, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=1e4acd12-c109-41eb-b66f-b1d71ce73d42,segment=NetworkSegment(0584b06a-015e-4cfe-a9d0-8c84a1e337e9),segment_id=0584b06a-015e-4cfe-a9d0-8c84a1e337e9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:33.391329 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.483793 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=1e4acd12-c109-41eb-b66f-b1d71ce73d42,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:33.525656 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d41a5e8-b0f8-41fa-800c-6583de681b01 admin admin] Publish callbacks [] for security_group (72582e06-dc89-47ab-a8de-7b3d96f36a70), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.527859 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b64ea5f-9e3b-4155-828a-4dd07a76e6e1 req-5e32d676-6f06-424d-bf57-78aa77e9e9fe tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed12522d-af55-4cd6-8e99-6886dd76c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230115 Jan 28 19:09:33.547228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:33.623911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:09:33.624283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 715ff8e8-54b8-4dd4-a664-e3dc9fecb169 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:09:33.637310 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a94b9365-a783-479f-9670-0eed3a98691e req-80aad83d-3c02-4c57-bbc0-68f742be02f9 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (37f75fb0-fc10-44cb-8e02-90ff1d5f4a03), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.666499 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a94b9365-a783-479f-9670-0eed3a98691e req-80aad83d-3c02-4c57-bbc0-68f742be02f9 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (37f75fb0-fc10-44cb-8e02-90ff1d5f4a03), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.700781 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d41a5e8-b0f8-41fa-800c-6583de681b01 admin admin] Publish callbacks [] for security_group (72582e06-dc89-47ab-a8de-7b3d96f36a70), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.706982 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7edf9775-34d4-461b-8371-764a3ae2878a req-6b46c678-de34-47f1-a5ca-417c69f11ef4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e3b96363-7763-422d-a893-bbb366bbd514), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.723294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['e3b96363-7763-422d-a893-bbb366bbd514'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:33.745042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['f0e5110a-2bcd-40a7-b3c6-7d74f6326a02'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:33.755358 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a94b9365-a783-479f-9670-0eed3a98691e req-80aad83d-3c02-4c57-bbc0-68f742be02f9 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (37f75fb0-fc10-44cb-8e02-90ff1d5f4a03), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.763784 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a94b9365-a783-479f-9670-0eed3a98691e req-80aad83d-3c02-4c57-bbc0-68f742be02f9 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.767214 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a94b9365-a783-479f-9670-0eed3a98691e req-80aad83d-3c02-4c57-bbc0-68f742be02f9 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] 10.222.0.55 "DELETE /v2.0/security-groups/37f75fb0-fc10-44cb-8e02-90ff1d5f4a03 HTTP/1.1" status: 204 len: 173 time: 0.4786186 Jan 28 19:09:33.779171 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36658) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:33.803008 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['ccb018db-391d-4291-a288-c1bde99999c3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:33.807882 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['1e4acd12-c109-41eb-b66f-b1d71ce73d42'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:33.813418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aad83d-3c02-4c57-bbc0-68f742be02f9 tempest-SecurityGroupsTestJSON-574334375 tempest-SecurityGroupsTestJSON-574334375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f75fb0-fc10-44cb-8e02-90ff1d5f4a03,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:33.877227 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d41a5e8-b0f8-41fa-800c-6583de681b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (72582e06-dc89-47ab-a8de-7b3d96f36a70), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.885576 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d41a5e8-b0f8-41fa-800c-6583de681b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.891620 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5d41a5e8-b0f8-41fa-800c-6583de681b01 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/72582e06-dc89-47ab-a8de-7b3d96f36a70 HTTP/1.1" status: 204 len: 168 time: 0.5661469 Jan 28 19:09:33.925244 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c350224-d5f8-41b4-9084-8843ee049ff9 admin admin] Deleting subnet 41b12597-c2d0-48f7-a923-25843df9b43c {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:09:33.927379 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41a5e8-b0f8-41fa-800c-6583de681b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72582e06-dc89-47ab-a8de-7b3d96f36a70,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:33.930549 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c350224-d5f8-41b4-9084-8843ee049ff9 admin admin] Publish callbacks [] for subnet (41b12597-c2d0-48f7-a923-25843df9b43c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:33.939206 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46c678-de34-47f1-a5ca-417c69f11ef4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Pushing event deleted for resources: {'Port': ['ID=e3b96363-7763-422d-a893-bbb366bbd514,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:34.015321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edf9775-34d4-461b-8371-764a3ae2878a req-6b46c678-de34-47f1-a5ca-417c69f11ef4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] No DVR routers for this DVR port e3b96363-7763-422d-a893-bbb366bbd514 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:09:34.018392 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e5f7fdc1-2898-46a3-91b1-a1a3da611457 req-4cbd45b4-cff5-4d92-9898-463fc12f42d8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 210 time: 0.0920498 Jan 28 19:09:34.022136 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7edf9775-34d4-461b-8371-764a3ae2878a req-6b46c678-de34-47f1-a5ca-417c69f11ef4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:34.025826 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7edf9775-34d4-461b-8371-764a3ae2878a req-6b46c678-de34-47f1-a5ca-417c69f11ef4 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.31 "DELETE /v2.0/ports/e3b96363-7763-422d-a893-bbb366bbd514 HTTP/1.1" status: 204 len: 173 time: 1.4035709 Jan 28 19:09:34.034541 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a337d-204b-4243-93ba-a7604597c296', 'name': 'network-vif-deleted', 'tag': 'e3b96363-7763-422d-a893-bbb366bbd514'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:34.040848 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be49ee7-1a19-4d59-b69e-2f0416c8a48c" -d '{"events": [{"server_uuid": "826a337d-204b-4243-93ba-a7604597c296", "name": "network-vif-deleted", "tag": "e3b96363-7763-422d-a893-bbb366bbd514"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:34.059013 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c350224-d5f8-41b4-9084-8843ee049ff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (41b12597-c2d0-48f7-a923-25843df9b43c), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:34.093826 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88524f5-66d7-45c8-a876-024ad2758942 req-541b685f-2b55-4ddc-b6b7-3c43c1783803 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:34.099021 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c88524f5-66d7-45c8-a876-024ad2758942 req-541b685f-2b55-4ddc-b6b7-3c43c1783803 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.3946540 Jan 28 19:09:34.307766 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c350224-d5f8-41b4-9084-8843ee049ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (41b12597-c2d0-48f7-a923-25843df9b43c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:34.444046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5542311-a3bf-4b9a-b710-d6d9def3356b req-2e49eee8-9268-4bc6-8ac8-194e7bdc4fce tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:34.446219 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b5542311-a3bf-4b9a-b710-d6d9def3356b req-2e49eee8-9268-4bc6-8ac8-194e7bdc4fce tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 945 time: 0.2818437 Jan 28 19:09:34.498786 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c88524f5-66d7-45c8-a876-024ad2758942 req-154669e9-172b-43ce-b598-a11e761fda85 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3930590 Jan 28 19:09:34.578560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-c7cc542c-622d-4c57-96b2-43fe506eb146 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:34.581638 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-c7cc542c-622d-4c57-96b2-43fe506eb146 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.37 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 812 time: 0.4102709 Jan 28 19:09:34.600262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-bb1af44f-7233-421f-aa37-46e42642508b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Request body: {'port': {'device_id': '8fde8426-7a19-498a-ab69-5f858a972d8f', 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82', 'admin_state_up': True, 'tenant_id': 'b1f1db10744a4501a97a85a9685ef09a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:34.644120 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c350224-d5f8-41b4-9084-8843ee049ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (41b12597-c2d0-48f7-a923-25843df9b43c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:34.718480 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b5542311-a3bf-4b9a-b710-d6d9def3356b req-e5d4ee0d-22dd-4e73-a069-357a90f138cd tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575495 Jan 28 19:09:34.722920 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c350224-d5f8-41b4-9084-8843ee049ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b12597-c2d0-48f7-a923-25843df9b43c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:34.746376 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c350224-d5f8-41b4-9084-8843ee049ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:34.749884 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9c350224-d5f8-41b4-9084-8843ee049ff9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/41b12597-c2d0-48f7-a923-25843df9b43c HTTP/1.1" status: 204 len: 168 time: 0.9575400 Jan 28 19:09:34.754972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36674) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:34.843661 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510be413-91f5-445d-b583-692b7a0f251d x-openstack-request-id: req-510be413-91f5-445d-b583-692b7a0f251d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:34.844069 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a337d-204b-4243-93ba-a7604597c296", "name": "network-vif-deleted", "tag": "e3b96363-7763-422d-a893-bbb366bbd514", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:34.844428 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-510be413-91f5-445d-b583-692b7a0f251d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:34.845126 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826a337d-204b-4243-93ba-a7604597c296', 'name': 'network-vif-deleted', 'tag': 'e3b96363-7763-422d-a893-bbb366bbd514', 'status': 'completed', 'code': 200} Jan 28 19:09:34.938619 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb5dd-c9e4-41df-9892-52093c8c03b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (cdfff9d1-2b03-4f45-9bcb-21b945eea63b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:34.944103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-bb1af44f-7233-421f-aa37-46e42642508b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Made reservation on behalf of b1f1db10744a4501a97a85a9685ef09a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:09:34.948094 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-bb1af44f-7233-421f-aa37-46e42642508b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:34.962623 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-616dd160-62e0-4e84-97ac-1a9a13e6874c req-27e2f9e5-d20c-463a-8dd8-b152bf997272 tempest-MigrationsAdminTest-1624585331 tempest-MigrationsAdminTest-1624585331-project] 10.222.0.55 "GET /v2.0/ports?device_id=826a337d-204b-4243-93ba-a7604597c296 HTTP/1.1" status: 200 len: 210 time: 0.0592337 Jan 28 19:09:35.027036 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02134c-416f-421c-8fe4-9222f70d1d9c req-199899b2-9cb4-43ad-a22a-a9fb0e38adb3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:35.036601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02134c-416f-421c-8fe4-9222f70d1d9c req-199899b2-9cb4-43ad-a22a-a9fb0e38adb3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:35.046657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02134c-416f-421c-8fe4-9222f70d1d9c req-199899b2-9cb4-43ad-a22a-a9fb0e38adb3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:35.052063 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb5dd-c9e4-41df-9892-52093c8c03b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (cdfff9d1-2b03-4f45-9bcb-21b945eea63b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:35.061113 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af02134c-416f-421c-8fe4-9222f70d1d9c req-199899b2-9cb4-43ad-a22a-a9fb0e38adb3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2415 time: 0.2209344 Jan 28 19:09:35.075904 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e3eeb5dd-c9e4-41df-9892-52093c8c03b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfff9d1-2b03-4f45-9bcb-21b945eea63b']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:35.087674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e3eeb5dd-c9e4-41df-9892-52093c8c03b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497ae4aa-849d-4a33-b4ff-4fe9d6e66436') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:35.088010 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e3eeb5dd-c9e4-41df-9892-52093c8c03b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497ae4aa-849d-4a33-b4ff-4fe9d6e66436') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:35.104710 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb5dd-c9e4-41df-9892-52093c8c03b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (497ae4aa-849d-4a33-b4ff-4fe9d6e66436), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:35.120488 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb5dd-c9e4-41df-9892-52093c8c03b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (497ae4aa-849d-4a33-b4ff-4fe9d6e66436), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:35.127419 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3eeb5dd-c9e4-41df-9892-52093c8c03b1 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:09:35.127820 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb5dd-c9e4-41df-9892-52093c8c03b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (497ae4aa-849d-4a33-b4ff-4fe9d6e66436), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:35.192439 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af02134c-416f-421c-8fe4-9222f70d1d9c req-00261525-1971-4c42-97d1-8224fd889d33 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286652 Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:09:35.199456 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:09:35.203094 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb5dd-c9e4-41df-9892-52093c8c03b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (cdfff9d1-2b03-4f45-9bcb-21b945eea63b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:35.244430 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-624dce5c-b711-456d-aae9-bb811612fd53 req-e528b9cf-c9c0-4c84-9c6e-8fab2938c92b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 210 time: 0.0554643 Jan 28 19:09:35.250288 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb5dd-c9e4-41df-9892-52093c8c03b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:35.260131 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e3eeb5dd-c9e4-41df-9892-52093c8c03b1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cdfff9d1-2b03-4f45-9bcb-21b945eea63b HTTP/1.1" status: 204 len: 168 time: 0.5040519 Jan 28 19:09:35.290394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eeb5dd-c9e4-41df-9892-52093c8c03b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdfff9d1-2b03-4f45-9bcb-21b945eea63b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:35.314364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-bb1af44f-7233-421f-aa37-46e42642508b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Allocated IP 172.20.0.3 (a0a0df9e-2526-4910-8347-d42b4cbb9f82/4fd0268e-e755-4d0f-9e56-a9e065215f79/59f4fe6d-184e-411d-9b13-e04d43e9a010) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:09:35.452431 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:35.529768 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a94e2353-28a1-4b19-a90f-d911df955655 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af81ce8ea82941db871f55af72a173e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0761917 Jan 28 19:09:35.532625 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36696) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:35.551649 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-bb1af44f-7233-421f-aa37-46e42642508b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks [] for port (59f4fe6d-184e-411d-9b13-e04d43e9a010), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:35.605472 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-bb1af44f-7233-421f-aa37-46e42642508b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (59f4fe6d-184e-411d-9b13-e04d43e9a010), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:35.652226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:35.687490 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e1eac97-3fc6-4ecb-86f5-6be9cbd81a0d admin admin] Publish callbacks [] for security_group (3725174f-51a6-48dd-ae54-2516281bb106), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:35.722632 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e1eac97-3fc6-4ecb-86f5-6be9cbd81a0d admin admin] Publish callbacks [] for security_group (3725174f-51a6-48dd-ae54-2516281bb106), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:35.751289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1af44f-7233-421f-aa37-46e42642508b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Pushing event updated for resources: {'Port': ['ID=59f4fe6d-184e-411d-9b13-e04d43e9a010,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:35.765259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-bb1af44f-7233-421f-aa37-46e42642508b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Network a0a0df9e-2526-4910-8347-d42b4cbb9f82 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:09:35.768154 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-bb1af44f-7233-421f-aa37-46e42642508b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:35.777679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-bb1af44f-7233-421f-aa37-46e42642508b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:09:35.807574 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e1eac97-3fc6-4ecb-86f5-6be9cbd81a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3725174f-51a6-48dd-ae54-2516281bb106), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:35.813120 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e1eac97-3fc6-4ecb-86f5-6be9cbd81a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:35.814480 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6e1eac97-3fc6-4ecb-86f5-6be9cbd81a0d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3725174f-51a6-48dd-ae54-2516281bb106 HTTP/1.1" status: 204 len: 168 time: 0.2808137 Jan 28 19:09:35.825331 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1eac97-3fc6-4ecb-86f5-6be9cbd81a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3725174f-51a6-48dd-ae54-2516281bb106,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:35.865742 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:35.872725 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1be55-a704-4f71-b598-6dbce5e93680 req-371f9db7-ffa3-4711-87ca-6274da9f2398 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:35.883525 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a3d1be55-a704-4f71-b598-6dbce5e93680 req-371f9db7-ffa3-4711-87ca-6274da9f2398 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.2139184 Jan 28 19:09:35.909547 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-67734289-1d18-4cb0-af2f-c0fc6040aaae admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1936222342-network', 'tenant_id': '56e1f02bc67242f190a8413ac4849f4c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:35.919133 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-bb1af44f-7233-421f-aa37-46e42642508b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:35.933390 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-bb1af44f-7233-421f-aa37-46e42642508b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:35.951492 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67734289-1d18-4cb0-af2f-c0fc6040aaae admin admin] Made reservation on behalf of 56e1f02bc67242f190a8413ac4849f4c for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:09:35.954497 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67734289-1d18-4cb0-af2f-c0fc6040aaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:35.956003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:09:35.961916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:35.962807 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f0e5110a-2bcd-40a7-b3c6-7d74f6326a02), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:35.987783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fed04e-106b-4f49-9f02-76cb551a6110 req-db5cc69e-b9da-4e57-a3d1-e95c5c73a15b tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:35.990694 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c0fed04e-106b-4f49-9f02-76cb551a6110 req-db5cc69e-b9da-4e57-a3d1-e95c5c73a15b tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 945 time: 0.1391416 Jan 28 19:09:35.993419 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67734289-1d18-4cb0-af2f-c0fc6040aaae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:35.993890 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-bb1af44f-7233-421f-aa37-46e42642508b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3993347 Jan 28 19:09:36.004379 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a3d1be55-a704-4f71-b598-6dbce5e93680 req-ade92767-2b8d-4d59-8726-5e73c4e23c32 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181324 Jan 28 19:09:36.023518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Request body: {'port': {'device_id': '8fde8426-7a19-498a-ab69-5f858a972d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:36.135978 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c0fed04e-106b-4f49-9f02-76cb551a6110 req-950613ca-3bd3-4f70-8808-415e1edd2f43 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292181 Jan 28 19:09:36.190814 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (59f4fe6d-184e-411d-9b13-e04d43e9a010), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:36.236912 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67734289-1d18-4cb0-af2f-c0fc6040aaae admin admin] Publish callbacks [] for security_group (c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:36.250179 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67734289-1d18-4cb0-af2f-c0fc6040aaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:36.310479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67734289-1d18-4cb0-af2f-c0fc6040aaae admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:09:36.324695 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67734289-1d18-4cb0-af2f-c0fc6040aaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:36.371316 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:36.371690 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f0e5110a-2bcd-40a7-b3c6-7d74f6326a02), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:36.377364 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67734289-1d18-4cb0-af2f-c0fc6040aaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d9292814-783b-4b52-88a1-1df0dc44edc9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:36.384721 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-67734289-1d18-4cb0-af2f-c0fc6040aaae admin admin] Added segment d9292814-783b-4b52-88a1-1df0dc44edc9 of type vlan for network 29d5746f-73ed-4898-abec-467a9e897f04 Jan 28 19:09:36.397720 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e5110a-2bcd-40a7-b3c6-7d74f6326a02'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:36.400384 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d2ded4-a416-4452-88df-d34c202842fd" -d '{"events": [{"server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "name": "network-vif-plugged", "status": "completed", "tag": "f0e5110a-2bcd-40a7-b3c6-7d74f6326a02"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:36.415112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=f0e5110a-2bcd-40a7-b3c6-7d74f6326a02,segment=NetworkSegment(0584b06a-015e-4cfe-a9d0-8c84a1e337e9),segment_id=0584b06a-015e-4cfe-a9d0-8c84a1e337e9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:36.426056 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f0e5110a-2bcd-40a7-b3c6-7d74f6326a02), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:36.427290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ccb018db-391d-4291-a288-c1bde99999c3 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:36.514642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=f0e5110a-2bcd-40a7-b3c6-7d74f6326a02,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:36.523007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:36.523812 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:36.524309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:36.524792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:36.525287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:36.525987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:36.526545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:36.527326 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:36.528019 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:36.528514 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:36.529041 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:36.529515 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:36.530042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:36.548963 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port ccb018db-391d-4291-a288-c1bde99999c3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:09:36.558784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port ccb018db-391d-4291-a288-c1bde99999c3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:36.559475 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ccb018db-391d-4291-a288-c1bde99999c3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:36.571257 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67734289-1d18-4cb0-af2f-c0fc6040aaae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (29d5746f-73ed-4898-abec-467a9e897f04), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:36.647973 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca95e6-6b8a-47ab-b880-dc54ddbf1731 req-ae48ad8e-f3f2-4385-8dcb-45ea6bd8c965 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:36.649765 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95ca95e6-6b8a-47ab-b880-dc54ddbf1731 req-ae48ad8e-f3f2-4385-8dcb-45ea6bd8c965 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 931 time: 0.2421553 Jan 28 19:09:36.661781 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67734289-1d18-4cb0-af2f-c0fc6040aaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (29d5746f-73ed-4898-abec-467a9e897f04), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:36.662968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67734289-1d18-4cb0-af2f-c0fc6040aaae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:36.663677 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67734289-1d18-4cb0-af2f-c0fc6040aaae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:36.722055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36724) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:36.739004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ccb018db-391d-4291-a288-c1bde99999c3 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:36.739792 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ccb018db-391d-4291-a288-c1bde99999c3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:36.784164 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-67734289-1d18-4cb0-af2f-c0fc6040aaae admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1263001 Jan 28 19:09:36.784939 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36730) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:36.794007 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ab4b8c9d-f902-4883-a3a2-5dc4256faf11 admin admin] Request body: {'subnet': {'network_id': '29d5746f-73ed-4898-abec-467a9e897f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1936222342-subnet', 'tenant_id': '56e1f02bc67242f190a8413ac4849f4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:36.803469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67734289-1d18-4cb0-af2f-c0fc6040aaae admin admin] Pushing event updated for resources: {'Network': ['ID=29d5746f-73ed-4898-abec-467a9e897f04,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:36.810735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ccb018db-391d-4291-a288-c1bde99999c3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ccb018db-391d-4291-a288-c1bde99999c3,segment=NetworkSegment(766c2ac1-e684-4150-a5a5-e7bcb47a8d67),segment_id=766c2ac1-e684-4150-a5a5-e7bcb47a8d67)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:36.820304 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ccb018db-391d-4291-a288-c1bde99999c3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:36.821655 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 1e4acd12-c109-41eb-b66f-b1d71ce73d42 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:36.831025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 29d5746f-73ed-4898-abec-467a9e897f04 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:09:36.848531 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7c060491-0dc9-474d-b65d-f33b342da98f tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:36.850092 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-7c060491-0dc9-474d-b65d-f33b342da98f tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a&tenant_id=a52c883532314f5dbe651bed69cf54cd&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 1127 time: 0.2835612 Jan 28 19:09:36.864968 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95ca95e6-6b8a-47ab-b880-dc54ddbf1731 req-25bde64c-6cc7-4e45-ad82-a8fcfe2b7de5 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935008 Jan 28 19:09:36.868100 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4b8c9d-f902-4883-a3a2-5dc4256faf11 admin admin] Made reservation on behalf of 56e1f02bc67242f190a8413ac4849f4c for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:09:36.877744 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab4b8c9d-f902-4883-a3a2-5dc4256faf11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:36.879604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824834-4'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:37.003046 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a611025b-cb47-483f-8439-3a4d31198632 x-openstack-request-id: req-a611025b-cb47-483f-8439-3a4d31198632 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:37.003628 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "name": "network-vif-plugged", "status": "completed", "tag": "f0e5110a-2bcd-40a7-b3c6-7d74f6326a02", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:37.006898 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a611025b-cb47-483f-8439-3a4d31198632 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:37.007480 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e5110a-2bcd-40a7-b3c6-7d74f6326a02', 'code': 200} Jan 28 19:09:37.050458 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:37.084564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7564d54-e075-4793-a2ca-1675324dccce req-eb802116-97fb-4242-a36c-9c314a9a3cf0 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:37.092376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7564d54-e075-4793-a2ca-1675324dccce req-eb802116-97fb-4242-a36c-9c314a9a3cf0 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:37.098592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7564d54-e075-4793-a2ca-1675324dccce req-eb802116-97fb-4242-a36c-9c314a9a3cf0 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:37.107107 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c7564d54-e075-4793-a2ca-1675324dccce req-eb802116-97fb-4242-a36c-9c314a9a3cf0 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2416 time: 0.7532120 Jan 28 19:09:37.313737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ccb018db-391d-4291-a288-c1bde99999c3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:37.315482 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] For port 01e18722-af6d-4558-9a5c-a06051d81ac9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=01e18722-af6d-4558-9a5c-a06051d81ac9,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:37.349917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 1e4acd12-c109-41eb-b66f-b1d71ce73d42 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:09:37.361477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 1e4acd12-c109-41eb-b66f-b1d71ce73d42 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:37.362041 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:37.365895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] For port 01e18722-af6d-4558-9a5c-a06051d81ac9, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:37.436025 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab4b8c9d-f902-4883-a3a2-5dc4256faf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (fb97c36d-f97f-4a0f-8f81-35ae89045bd2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:37.463107 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Publish callbacks [] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:37.468000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e85b38-8c56-4cbf-8e33-00bfded5cd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e18722-af6d-4558-9a5c-a06051d81ac9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:37.476525 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6648e5f2-a60d-4041-a079-f2f2a03a2840" -d '{"events": [{"server_uuid": "85e85b38-8c56-4cbf-8e33-00bfded5cd3a", "name": "network-vif-unplugged", "status": "completed", "tag": "01e18722-af6d-4558-9a5c-a06051d81ac9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:37.511302 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 1e4acd12-c109-41eb-b66f-b1d71ce73d42 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:37.512214 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:37.544788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b8c9d-f902-4883-a3a2-5dc4256faf11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb97c36d-f97f-4a0f-8f81-35ae89045bd2,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:37.556685 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2799c-2025-4b8d-8772-f9c78053c22b req-41a50ff1-341c-4de5-b369-a961bbc0feea tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:37.566825 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78e2799c-2025-4b8d-8772-f9c78053c22b req-41a50ff1-341c-4de5-b369-a961bbc0feea tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.2894082 Jan 28 19:09:37.568986 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:37.578898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 1e4acd12-c109-41eb-b66f-b1d71ce73d42, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=1e4acd12-c109-41eb-b66f-b1d71ce73d42,segment=NetworkSegment(0584b06a-015e-4cfe-a9d0-8c84a1e337e9),segment_id=0584b06a-015e-4cfe-a9d0-8c84a1e337e9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:37.583473 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c7564d54-e075-4793-a2ca-1675324dccce req-7dea11a3-1f7b-4c4b-8990-1945223f78c3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746552 Jan 28 19:09:37.586196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b8c9d-f902-4883-a3a2-5dc4256faf11 admin admin] Checking segment: {'id': 'd9292814-783b-4b52-88a1-1df0dc44edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:37.587832 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4b8c9d-f902-4883-a3a2-5dc4256faf11 admin admin] Network hostable DHCP agents. Network: 29d5746f-73ed-4898-abec-467a9e897f04, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:09:37.588894 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:37.590003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e3b96363-7763-422d-a893-bbb366bbd514 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:37.644855 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4b8c9d-f902-4883-a3a2-5dc4256faf11 admin admin] Network 29d5746f-73ed-4898-abec-467a9e897f04 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:09:37.677796 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78e2799c-2025-4b8d-8772-f9c78053c22b req-c72c5216-9623-4b43-b1de-ca48d9d0fa59 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080871 Jan 28 19:09:37.682169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ab4b8c9d-f902-4883-a3a2-5dc4256faf11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 29d5746f-73ed-4898-abec-467a9e897f04) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:37.682673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=1e4acd12-c109-41eb-b66f-b1d71ce73d42,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:37.682989 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3cbd77cf-81bf-4527-af46-8e9720d8d989 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8059b4ef24fd40cba0129239318686c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9577107 Jan 28 19:09:37.685713 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36750) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:37.688549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:37.697837 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: e3b96363-7763-422d-a893-bbb366bbd514 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:09:37.697837 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e3b96363-7763-422d-a893-bbb366bbd514 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:09:37.702778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1218cc20-e741-4ba9-ba1e-8fb23d0fc2a4 None None] Network 29d5746f-73ed-4898-abec-467a9e897f04 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:09:37.718781 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4b8c9d-f902-4883-a3a2-5dc4256faf11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:37.721199 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab4b8c9d-f902-4883-a3a2-5dc4256faf11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:37.775268 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ab4b8c9d-f902-4883-a3a2-5dc4256faf11 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9781308 Jan 28 19:09:37.800285 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Pushing event updated for resources: {'Port': ['ID=01e18722-af6d-4558-9a5c-a06051d81ac9,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:37.875714 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f4fe6d-184e-411d-9b13-e04d43e9a010 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:09:37.901317 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 01e18722-af6d-4558-9a5c-a06051d81ac9 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:09:37.904012 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Publish callbacks [] for port (59f4fe6d-184e-411d-9b13-e04d43e9a010), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:37.971651 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Transition to ACTIVE for port object 59f4fe6d-184e-411d-9b13-e04d43e9a010 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:09:37.985320 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2926aa-f8c5-4be7-b234-acbbf9471828 x-openstack-request-id: req-8b2926aa-f8c5-4be7-b234-acbbf9471828 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:37.985764 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e85b38-8c56-4cbf-8e33-00bfded5cd3a", "name": "network-vif-unplugged", "status": "completed", "tag": "01e18722-af6d-4558-9a5c-a06051d81ac9", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:37.988166 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b2926aa-f8c5-4be7-b234-acbbf9471828 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:37.991753 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e85b38-8c56-4cbf-8e33-00bfded5cd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e18722-af6d-4558-9a5c-a06051d81ac9', 'code': 200} Jan 28 19:09:38.004864 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f3b3f1-c1d1-4f8c-8ad6-6aefa3b4f75b None None] Network 29d5746f-73ed-4898-abec-467a9e897f04 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:09:38.055942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cfb06a28-3f01-43ec-bd52-f66a9f17af47 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1030896754-network', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:38.094420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb06a28-3f01-43ec-bd52-f66a9f17af47 admin admin] Made reservation on behalf of 2527eff89cec4f37ad9bf1a45224e5e8 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:09:38.098123 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfb06a28-3f01-43ec-bd52-f66a9f17af47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.137359 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (59f4fe6d-184e-411d-9b13-e04d43e9a010), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.142293 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfb06a28-3f01-43ec-bd52-f66a9f17af47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.201176 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 01e18722-af6d-4558-9a5c-a06051d81ac9, host n-h2-824834-4, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:38.235579 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Attempting to bind port 01e18722-af6d-4558-9a5c-a06051d81ac9 on host n-h2-824834-4 for vnic_type normal with profile {"migrating_to": "n-h1-824834-4"} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:09:38.236070 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Attempting to bind port 01e18722-af6d-4558-9a5c-a06051d81ac9 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:09:38.236439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Attempting to bind port 01e18722-af6d-4558-9a5c-a06051d81ac9 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:38.242147 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Port 01e18722-af6d-4558-9a5c-a06051d81ac9 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:09:38.242607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Attempting to bind port 01e18722-af6d-4558-9a5c-a06051d81ac9 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:38.249722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:09:38.250729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Checking segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:38.251482 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Bound using segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:09:38.251965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Bound port: 01e18722-af6d-4558-9a5c-a06051d81ac9, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:09:38.252687 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.254746 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48879384-2935-4f41-a2bd-85657a950240 admin admin] Publish callbacks [] for security_group (ed12522d-af55-4cd6-8e99-6886dd76c3f6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.265309 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfb06a28-3f01-43ec-bd52-f66a9f17af47 admin admin] Publish callbacks [] for security_group (4bba3a3c-a5aa-440d-af47-9f69e30ffd44), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.275692 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4290609-778f-4d0a-a9b3-60a6849c8d4f req-1d373911-f5f1-4ea6-be06-20b0309e6b71 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:38.277933 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4290609-778f-4d0a-a9b3-60a6849c8d4f req-1d373911-f5f1-4ea6-be06-20b0309e6b71 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 943 time: 0.1891761 Jan 28 19:09:38.279549 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfb06a28-3f01-43ec-bd52-f66a9f17af47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4bba3a3c-a5aa-440d-af47-9f69e30ffd44), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.326799 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb06a28-3f01-43ec-bd52-f66a9f17af47 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:09:38.329525 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Attempting to bind port 01e18722-af6d-4558-9a5c-a06051d81ac9 on host n-h2-824834-4 for vnic_type normal with profile {"migrating_to": "n-h1-824834-4"} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:09:38.330102 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Attempting to bind port 01e18722-af6d-4558-9a5c-a06051d81ac9 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:09:38.330663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Attempting to bind port 01e18722-af6d-4558-9a5c-a06051d81ac9 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:38.344071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb06a28-3f01-43ec-bd52-f66a9f17af47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bba3a3c-a5aa-440d-af47-9f69e30ffd44,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:38.349891 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 01e18722-af6d-4558-9a5c-a06051d81ac9, host n-h2-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:38.355865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 01e18722-af6d-4558-9a5c-a06051d81ac9, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=01e18722-af6d-4558-9a5c-a06051d81ac9,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:09:38.365799 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfb06a28-3f01-43ec-bd52-f66a9f17af47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (dd84af4d-051a-4b78-9d8d-a1ae47b1e573), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.366185 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-cfb06a28-3f01-43ec-bd52-f66a9f17af47 admin admin] Added segment dd84af4d-051a-4b78-9d8d-a1ae47b1e573 of type vlan for network 890aa5ec-c280-4351-af8f-1a7c761e7e33 Jan 28 19:09:38.366484 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.415819 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48879384-2935-4f41-a2bd-85657a950240 admin admin] Publish callbacks [] for security_group (ed12522d-af55-4cd6-8e99-6886dd76c3f6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.442750 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4290609-778f-4d0a-a9b3-60a6849c8d4f req-b5cf6700-cefc-406c-b3e4-2c478d0f01d4 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333463 Jan 28 19:09:38.462150 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfb06a28-3f01-43ec-bd52-f66a9f17af47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (890aa5ec-c280-4351-af8f-1a7c761e7e33), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.481987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Port 01e18722-af6d-4558-9a5c-a06051d81ac9 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:09:38.485219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Attempting to bind port 01e18722-af6d-4558-9a5c-a06051d81ac9 on network 4f23a902-07b8-4f8f-881f-ad09f0ebf509 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:38.514898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4b1c8-f9d0-4f95-bdfb-0c95c40ac0bf req-66d6344b-72f5-4080-9937-3ebb8f0541ec tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:38.522612 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1ad4b1c8-f9d0-4f95-bdfb-0c95c40ac0bf req-66d6344b-72f5-4080-9937-3ebb8f0541ec tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.5468950 Jan 28 19:09:38.523378 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfb06a28-3f01-43ec-bd52-f66a9f17af47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (890aa5ec-c280-4351-af8f-1a7c761e7e33), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.524738 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb06a28-3f01-43ec-bd52-f66a9f17af47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:38.525365 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfb06a28-3f01-43ec-bd52-f66a9f17af47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.537443 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48879384-2935-4f41-a2bd-85657a950240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ed12522d-af55-4cd6-8e99-6886dd76c3f6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.540358 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48879384-2935-4f41-a2bd-85657a950240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.544899 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-48879384-2935-4f41-a2bd-85657a950240 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed12522d-af55-4cd6-8e99-6886dd76c3f6 HTTP/1.1" status: 204 len: 168 time: 0.8287690 Jan 28 19:09:38.545101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 01e18722-af6d-4558-9a5c-a06051d81ac9 has no active binding in host n-h1-824834-4 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:09:38.557953 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:09:38.558478 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Checking segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:38.561869 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Bound using segment: {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:09:38.562383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Bound port: 01e18722-af6d-4558-9a5c-a06051d81ac9, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4f23a902-07b8-4f8f-881f-ad09f0ebf509'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:09:38.562803 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.591577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=01e18722-af6d-4558-9a5c-a06051d81ac9,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:38.595742 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Pushing event updated for resources: {'Port': ['ID=59f4fe6d-184e-411d-9b13-e04d43e9a010,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:38.659122 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cfb06a28-3f01-43ec-bd52-f66a9f17af47 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9530418 Jan 28 19:09:38.659357 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48879384-2935-4f41-a2bd-85657a950240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed12522d-af55-4cd6-8e99-6886dd76c3f6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:38.659493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb06a28-3f01-43ec-bd52-f66a9f17af47 admin admin] Pushing event updated for resources: {'Network': ['ID=890aa5ec-c280-4351-af8f-1a7c761e7e33,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:38.660872 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36770) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:38.687594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b027174a-5680-45c0-bf26-e433f33a8d7e admin admin] Request body: {'subnet': {'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1030896754-subnet', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:38.690172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 890aa5ec-c280-4351-af8f-1a7c761e7e33 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:09:38.749211 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1ad4b1c8-f9d0-4f95-bdfb-0c95c40ac0bf req-d15eb200-ddcb-42b5-a374-13db200e34e1 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255962 Jan 28 19:09:38.774741 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b027174a-5680-45c0-bf26-e433f33a8d7e admin admin] Made reservation on behalf of 2527eff89cec4f37ad9bf1a45224e5e8 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:09:38.779076 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b027174a-5680-45c0-bf26-e433f33a8d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.809565 n-d-824834-4 neutron-server[103146]: WARNING neutron.plugins.ml2.plugin [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Concurrent port binding operations failed on port 01e18722-af6d-4558-9a5c-a06051d81ac9 Jan 28 19:09:38.845409 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Attempting to bind port 59f4fe6d-184e-411d-9b13-e04d43e9a010 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:09:38.845821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Attempting to bind port 59f4fe6d-184e-411d-9b13-e04d43e9a010 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:09:38.846184 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Attempting to bind port 59f4fe6d-184e-411d-9b13-e04d43e9a010 on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:38.850328 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] For port 01e18722-af6d-4558-9a5c-a06051d81ac9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=01e18722-af6d-4558-9a5c-a06051d81ac9,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:38.853998 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Attempt 2 to bind port 01e18722-af6d-4558-9a5c-a06051d81ac9 Jan 28 19:09:38.859451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:38.860243 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.862106 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5942b319-fe2f-43e9-b860-bb4e0cd4273c service neutron] 10.222.0.31 "PUT /v2.0/ports/01e18722-af6d-4558-9a5c-a06051d81ac9 HTTP/1.1" status: 200 len: 1152 time: 1.9957812 Jan 28 19:09:38.863879 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Port 59f4fe6d-184e-411d-9b13-e04d43e9a010 on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:09:38.864251 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Attempting to bind port 59f4fe6d-184e-411d-9b13-e04d43e9a010 on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:38.873289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:09:38.873923 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Checking segment: {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:38.874493 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Bound using segment: {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:09:38.875100 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Bound port: 59f4fe6d-184e-411d-9b13-e04d43e9a010, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:09:38.876240 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (59f4fe6d-184e-411d-9b13-e04d43e9a010), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:38.980915 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['01e18722-af6d-4558-9a5c-a06051d81ac9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:38.985868 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['01e18722-af6d-4558-9a5c-a06051d81ac9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:39.024635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb018db-391d-4291-a288-c1bde99999c3'}, {'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4acd12-c109-41eb-b66f-b1d71ce73d42'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:39.028244 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f58079b-4621-4f9e-95d4-8fe4e13b2b3b" -d '{"events": [{"server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "name": "network-vif-plugged", "status": "completed", "tag": "ccb018db-391d-4291-a288-c1bde99999c3"}, {"server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "name": "network-vif-plugged", "status": "completed", "tag": "1e4acd12-c109-41eb-b66f-b1d71ce73d42"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:39.164831 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-3eaed92e-efe0-492e-9415-683f7c8331c8 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:39.166601 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-3eaed92e-efe0-492e-9415-683f7c8331c8 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/networks?id=29d5746f-73ed-4898-abec-467a9e897f04 HTTP/1.1" status: 200 len: 822 time: 0.2106068 Jan 28 19:09:39.201818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36786) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:39.244261 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-794241a6-4f62-4fd5-b825-2d9d88047576 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/quotas/56e1f02bc67242f190a8413ac4849f4c HTTP/1.1" status: 200 len: 375 time: 0.0656395 Jan 28 19:09:39.513514 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceaced-d80d-4d0e-9647-96f64a3c3c6a req-3550cee2-e85e-498e-a5d1-bc9a3d7f5095 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:39.519865 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceaced-d80d-4d0e-9647-96f64a3c3c6a req-3550cee2-e85e-498e-a5d1-bc9a3d7f5095 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:39.525570 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceaced-d80d-4d0e-9647-96f64a3c3c6a req-3550cee2-e85e-498e-a5d1-bc9a3d7f5095 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:39.534758 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69ceaced-d80d-4d0e-9647-96f64a3c3c6a req-3550cee2-e85e-498e-a5d1-bc9a3d7f5095 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2418 time: 0.6553388 Jan 28 19:09:39.598398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] For port 59f4fe6d-184e-411d-9b13-e04d43e9a010, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:39.620651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69ceaced-d80d-4d0e-9647-96f64a3c3c6a req-71db02f8-9f7d-42bd-a2b8-d1173be09cec tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824683 Jan 28 19:09:39.638862 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] For port 59f4fe6d-184e-411d-9b13-e04d43e9a010, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=59f4fe6d-184e-411d-9b13-e04d43e9a010,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:09:39.653331 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (59f4fe6d-184e-411d-9b13-e04d43e9a010), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:39.679082 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-9dfee757-f86b-4aa5-b780-7892bef1e4f2 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=56e1f02bc67242f190a8413ac4849f4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4219508 Jan 28 19:09:39.698043 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-99e5b4e8-7759-4e42-9441-771fed1d6787 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7150f5a6c024306a120f23a1629b77f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4907107 Jan 28 19:09:39.702696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36790) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:39.713223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:39.714005 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:39.715882 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] 10.222.0.37 "PUT /v2.0/ports/59f4fe6d-184e-411d-9b13-e04d43e9a010 HTTP/1.1" status: 200 len: 1091 time: 3.7081635 Jan 28 19:09:39.842159 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e22df7-29ef-4be7-96cd-6fee34070e8f service neutron] Pushing event updated for resources: {'Port': ['ID=59f4fe6d-184e-411d-9b13-e04d43e9a010,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:39.858203 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb508c80-3a62-4bf2-b15e-360bee916c93 req-1f4098bd-afa5-4ecd-aa2e-6f269b34535e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:39.859852 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb508c80-3a62-4bf2-b15e-360bee916c93 req-1f4098bd-afa5-4ecd-aa2e-6f269b34535e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.1428213 Jan 28 19:09:39.946652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-ef436409-dfc0-4b7c-96ca-f497d9a2ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:39.948396 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-ef436409-dfc0-4b7c-96ca-f497d9a2ed63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 1125 time: 0.1542213 Jan 28 19:09:39.958257 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb508c80-3a62-4bf2-b15e-360bee916c93 req-34264fb8-3a5a-4ee5-9010-90fad497bccf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910103 Jan 28 19:09:39.970986 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e02b08f-5c59-4cb7-94be-8ea04981cb5b admin admin] Publish callbacks [] for security_group (dfcd8791-2f2a-4f9a-a046-55151f1db0c2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:39.978638 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-55f8e624-a5e5-4c8d-91e3-50d03d26e9d4 service neutron] 10.222.0.55 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766864 Jan 28 19:09:39.984854 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b027174a-5680-45c0-bf26-e433f33a8d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (1baca87b-4b8d-4fbc-9056-bf7a4de76e52), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:40.042484 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e02b08f-5c59-4cb7-94be-8ea04981cb5b admin admin] Publish callbacks [] for security_group (dfcd8791-2f2a-4f9a-a046-55151f1db0c2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:40.051008 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a012712f-6db2-4368-b73a-f48e144a9933 x-openstack-request-id: req-a012712f-6db2-4368-b73a-f48e144a9933 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:40.051963 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "name": "network-vif-plugged", "status": "completed", "tag": "ccb018db-391d-4291-a288-c1bde99999c3", "code": 200}, {"server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "name": "network-vif-plugged", "status": "completed", "tag": "1e4acd12-c109-41eb-b66f-b1d71ce73d42", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:40.052402 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a012712f-6db2-4368-b73a-f48e144a9933 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:40.053062 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb018db-391d-4291-a288-c1bde99999c3', 'code': 200} Jan 28 19:09:40.054444 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4acd12-c109-41eb-b66f-b1d71ce73d42', 'code': 200} Jan 28 19:09:40.058548 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e85b38-8c56-4cbf-8e33-00bfded5cd3a', 'tag': '01e18722-af6d-4558-9a5c-a06051d81ac9'}, {'name': 'network-changed', 'server_uuid': '8fde8426-7a19-498a-ab69-5f858a972d8f', 'tag': '59f4fe6d-184e-411d-9b13-e04d43e9a010'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:40.061086 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "85e85b38-8c56-4cbf-8e33-00bfded5cd3a", "tag": "01e18722-af6d-4558-9a5c-a06051d81ac9"}, {"name": "network-changed", "server_uuid": "8fde8426-7a19-498a-ab69-5f858a972d8f", "tag": "59f4fe6d-184e-411d-9b13-e04d43e9a010"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:40.067064 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-47f20caa-442d-4338-895a-970054aaf334 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59f4fe6d-184e-411d-9b13-e04d43e9a010 HTTP/1.1" status: 200 len: 217 time: 0.1077073 Jan 28 19:09:40.153696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027174a-5680-45c0-bf26-e433f33a8d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1baca87b-4b8d-4fbc-9056-bf7a4de76e52,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:40.210290 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027174a-5680-45c0-bf26-e433f33a8d7e admin admin] Checking segment: {'id': 'dd84af4d-051a-4b78-9d8d-a1ae47b1e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:40.210546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b027174a-5680-45c0-bf26-e433f33a8d7e admin admin] Network hostable DHCP agents. Network: 890aa5ec-c280-4351-af8f-1a7c761e7e33, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:09:40.233304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-9bf1b6d9-18ce-4ce2-a45d-21ac35600bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:40.234901 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-9bf1b6d9-18ce-4ce2-a45d-21ac35600bb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fd0268e-e755-4d0f-9e56-a9e065215f79 HTTP/1.1" status: 200 len: 852 time: 0.1599565 Jan 28 19:09:40.240396 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-3e546644-bb65-42d9-a86c-20070f064656 service neutron] 10.222.0.55 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457168 Jan 28 19:09:40.249916 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e02b08f-5c59-4cb7-94be-8ea04981cb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (dfcd8791-2f2a-4f9a-a046-55151f1db0c2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:40.252652 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e02b08f-5c59-4cb7-94be-8ea04981cb5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:40.253835 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4e02b08f-5c59-4cb7-94be-8ea04981cb5b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dfcd8791-2f2a-4f9a-a046-55151f1db0c2 HTTP/1.1" status: 204 len: 168 time: 0.5501714 Jan 28 19:09:40.264483 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b027174a-5680-45c0-bf26-e433f33a8d7e admin admin] Network 890aa5ec-c280-4351-af8f-1a7c761e7e33 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:09:40.266839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02b08f-5c59-4cb7-94be-8ea04981cb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcd8791-2f2a-4f9a-a046-55151f1db0c2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:40.279227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b027174a-5680-45c0-bf26-e433f33a8d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 890aa5ec-c280-4351-af8f-1a7c761e7e33) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:40.283793 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b027174a-5680-45c0-bf26-e433f33a8d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:40.284371 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b027174a-5680-45c0-bf26-e433f33a8d7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:40.287095 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a203f-ac6d-45ea-ba81-e3655f3460fe req-f60a8052-6534-48d1-9149-b78912f1adf9 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:40.291216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36c1e99-a999-48ed-b6fc-5dd3bcaad32d None None] Network 890aa5ec-c280-4351-af8f-1a7c761e7e33 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:09:40.293243 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c7a203f-ac6d-45ea-ba81-e3655f3460fe req-f60a8052-6534-48d1-9149-b78912f1adf9 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 943 time: 0.1532094 Jan 28 19:09:40.363547 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b027174a-5680-45c0-bf26-e433f33a8d7e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7025316 Jan 28 19:09:40.367511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:40.419414 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1030896754-router', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:40.426822 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-d9be1a40-7e16-41e7-b8de-b13f571c4368 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0a0df9e-2526-4910-8347-d42b4cbb9f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526425 Jan 28 19:09:40.468832 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (d802773c-bf30-426c-a6e8-6ebb1a576953), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:40.469926 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (d802773c-bf30-426c-a6e8-6ebb1a576953), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:40.486919 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad337ac2-ec05-4c04-92be-c6da56869921 req-efc048cf-56a2-47f8-a884-8d8e9c4c3b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:40.494201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad337ac2-ec05-4c04-92be-c6da56869921 req-efc048cf-56a2-47f8-a884-8d8e9c4c3b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:40.494342 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad337ac2-ec05-4c04-92be-c6da56869921 req-efc048cf-56a2-47f8-a884-8d8e9c4c3b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:40.497717 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ad337ac2-ec05-4c04-92be-c6da56869921 req-efc048cf-56a2-47f8-a884-8d8e9c4c3b64 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2964 time: 0.3182414 Jan 28 19:09:40.512695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-890aa5ec-c280-4351-af8f-1a7c761e7e33', 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33', 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'fixed_ips': [{'subnet_id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:09:40.515298 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:40.598439 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Publish callbacks [] for router_controller (d802773c-bf30-426c-a6e8-6ebb1a576953), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:40.686874 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ad337ac2-ec05-4c04-92be-c6da56869921 req-09d0bd3a-0722-47e9-b173-d004ca2bfb5a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611149 Jan 28 19:09:40.695608 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c7a203f-ac6d-45ea-ba81-e3655f3460fe req-b233a84a-e78e-4d42-88bf-3dcd0f37e6e8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837824 Jan 28 19:09:40.741039 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-9b762ae4-a7e2-478d-95dc-ddb6931b236b service neutron] 10.222.0.37 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079660 Jan 28 19:09:40.835198 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Allocated IP 172.20.0.2 (890aa5ec-c280-4351-af8f-1a7c761e7e33/1baca87b-4b8d-4fbc-9056-bf7a4de76e52/0dd43849-1e83-40aa-9799-751a65732ecb) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:09:40.877797 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Publish callbacks [] for router_gateway (d802773c-bf30-426c-a6e8-6ebb1a576953), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:40.892454 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919637b-61b0-44d4-8c4a-166b058f1303 req-ddb488fd-1e31-44c3-9713-bd8770ffdc7d tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:40.899843 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d919637b-61b0-44d4-8c4a-166b058f1303 req-ddb488fd-1e31-44c3-9713-bd8770ffdc7d tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.2867758 Jan 28 19:09:40.905488 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac55bf83-d745-4cc2-96ba-554e0ab95edf x-openstack-request-id: req-ac55bf83-d745-4cc2-96ba-554e0ab95edf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:40.921008 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e85b38-8c56-4cbf-8e33-00bfded5cd3a", "tag": "01e18722-af6d-4558-9a5c-a06051d81ac9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8fde8426-7a19-498a-ab69-5f858a972d8f", "tag": "59f4fe6d-184e-411d-9b13-e04d43e9a010", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:40.921008 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ac55bf83-d745-4cc2-96ba-554e0ab95edf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:40.921008 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e85b38-8c56-4cbf-8e33-00bfded5cd3a', 'tag': '01e18722-af6d-4558-9a5c-a06051d81ac9', 'status': 'completed', 'code': 200} Jan 28 19:09:40.923607 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fde8426-7a19-498a-ab69-5f858a972d8f', 'tag': '59f4fe6d-184e-411d-9b13-e04d43e9a010', 'status': 'completed', 'code': 200} Jan 28 19:09:41.103686 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6afd54d9-9eb8-4ef1-82f5-4bbd7e69736a req-b6cf3732-cd1f-4aac-983e-a07825d53c5f service neutron] 10.222.0.37 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532252 Jan 28 19:09:41.106746 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d919637b-61b0-44d4-8c4a-166b058f1303 req-98990c10-0227-4b07-baf0-36cbcec599e1 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007756 Jan 28 19:09:41.107579 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dd86f105-98f1-4f6c-b003-ff2d002c690e req-98ca4e1f-0a61-4273-bf1f-590b2d2126ef tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 210 time: 0.0955918 Jan 28 19:09:41.213831 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Publish callbacks [] for port (0dd43849-1e83-40aa-9799-751a65732ecb), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:41.228424 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-f46ce778-6f13-4ba0-ad32-b6cc65d5a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:41.229949 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-f46ce778-6f13-4ba0-ad32-b6cc65d5a9df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 1155 time: 0.2816231 Jan 28 19:09:41.233802 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (0dd43849-1e83-40aa-9799-751a65732ecb), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:41.333185 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Pushing event updated for resources: {'Port': ['ID=0dd43849-1e83-40aa-9799-751a65732ecb,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:41.351137 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Network 890aa5ec-c280-4351-af8f-1a7c761e7e33 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:09:41.353457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:41.359447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:09:41.463941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d81527-a1c2-496a-80bc-839016839f1f req-bc6af951-1f2c-41ed-a00e-b3f32a0343be tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:41.469336 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d81527-a1c2-496a-80bc-839016839f1f req-bc6af951-1f2c-41ed-a00e-b3f32a0343be tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:41.474228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Attempting to bind port 0dd43849-1e83-40aa-9799-751a65732ecb on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:09:41.474949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Attempting to bind port 0dd43849-1e83-40aa-9799-751a65732ecb by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'dd84af4d-051a-4b78-9d8d-a1ae47b1e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:09:41.475495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Attempting to bind port 0dd43849-1e83-40aa-9799-751a65732ecb on network 890aa5ec-c280-4351-af8f-1a7c761e7e33 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:41.485854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d81527-a1c2-496a-80bc-839016839f1f req-bc6af951-1f2c-41ed-a00e-b3f32a0343be tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:41.487633 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-81d81527-a1c2-496a-80bc-839016839f1f req-bc6af951-1f2c-41ed-a00e-b3f32a0343be tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2418 time: 0.1921022 Jan 28 19:09:41.506007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:09:41.513932 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Checking segment: {'id': 'dd84af4d-051a-4b78-9d8d-a1ae47b1e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:41.516716 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:41.519309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Bound using segment: {'id': 'dd84af4d-051a-4b78-9d8d-a1ae47b1e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:09:41.519309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Bound port: 0dd43849-1e83-40aa-9799-751a65732ecb, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd84af4d-051a-4b78-9d8d-a1ae47b1e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:09:41.519309 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0dd43849-1e83-40aa-9799-751a65732ecb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:41.530953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c9c1f-4297-4958-b42d-e3b5639f2a6b req-c345935b-3f6b-43dc-b68a-3e5592ad793a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:41.538578 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d89c9c1f-4297-4958-b42d-e3b5639f2a6b req-c345935b-3f6b-43dc-b68a-3e5592ad793a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.3044293 Jan 28 19:09:41.582360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-80c8ad88-20aa-49bf-b291-a1431b37a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:41.586853 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-80c8ad88-20aa-49bf-b291-a1431b37a9d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.3385603 Jan 28 19:09:41.603139 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-81d81527-a1c2-496a-80bc-839016839f1f req-11d28208-4e76-4ee1-8665-3f5eda887301 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974078 Jan 28 19:09:41.714913 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] For port 0dd43849-1e83-40aa-9799-751a65732ecb, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:41.718878 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] For port 0dd43849-1e83-40aa-9799-751a65732ecb, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0dd43849-1e83-40aa-9799-751a65732ecb,segment=NetworkSegment(dd84af4d-051a-4b78-9d8d-a1ae47b1e573),segment_id=dd84af4d-051a-4b78-9d8d-a1ae47b1e573)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:09:41.736354 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0dd43849-1e83-40aa-9799-751a65732ecb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:41.821720 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-4223f8db-0af2-47dc-baab-2306442d50b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01e18722-af6d-4558-9a5c-a06051d81ac9 HTTP/1.1" status: 200 len: 217 time: 0.1614664 Jan 28 19:09:41.894055 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d89c9c1f-4297-4958-b42d-e3b5639f2a6b req-77dc09d0-cc2f-496d-bb78-71b5e7f536ea tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3519683 Jan 28 19:09:41.936814 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48deb4da-4c85-4a9f-a105-9205a777ab42 None None] Pushing event updated for resources: {'Port': ['ID=0dd43849-1e83-40aa-9799-751a65732ecb,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:41.960385 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d853483-faff-4a7b-b7cf-b806d9a32fd6 req-5b7d44a0-2f6d-4306-8125-bbdf45031883 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:41.971581 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2d853483-faff-4a7b-b7cf-b806d9a32fd6 req-5b7d44a0-2f6d-4306-8125-bbdf45031883 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 943 time: 0.1624246 Jan 28 19:09:42.132521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-4afa35cc-36c6-4fa5-9489-fb1115de674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:42.134983 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-4afa35cc-36c6-4fa5-9489-fb1115de674b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.2957458 Jan 28 19:09:42.148084 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2d853483-faff-4a7b-b7cf-b806d9a32fd6 req-bbefe0f3-db7e-4b14-a0cd-f90562104b2e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726260 Jan 28 19:09:42.168994 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Publish callbacks [] for router_gateway (d802773c-bf30-426c-a6e8-6ebb1a576953), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:42.319779 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:42.468682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc71b9-9f5d-44f0-8a5c-8c802efeff2e req-05a5474b-ab02-4d6d-bc77-d82d3605f7e5 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:42.473533 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-80bc71b9-9f5d-44f0-8a5c-8c802efeff2e req-05a5474b-ab02-4d6d-bc77-d82d3605f7e5 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.1746666 Jan 28 19:09:42.607512 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-da6ad17a-80e0-483b-ab39-9cd7abb2d8ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4629025 Jan 28 19:09:42.644203 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f9dfcd49-feda-430e-acf0-a0046dab1778 req-f1d093cd-74f5-40fd-b084-d6c55f216b2a tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 210 time: 0.1110852 Jan 28 19:09:42.954367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Allocated IP 172.25.0.96 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/c146d1b3-02ff-42af-916b-3282aa962511) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:09:42.964363 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-80bc71b9-9f5d-44f0-8a5c-8c802efeff2e req-6a81398f-2a4e-4123-a9a3-fe0d60484f77 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453766 Jan 28 19:09:42.984777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c2d85a7-88ad-4ee7-b625-b60bd4baab4a tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:42.991654 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c2d85a7-88ad-4ee7-b625-b60bd4baab4a tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.31 "GET /v2.0/networks?id=29d5746f-73ed-4898-abec-467a9e897f04 HTTP/1.1" status: 200 len: 822 time: 0.5694268 Jan 28 19:09:43.019331 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-2246f333-b711-4a68-8165-4d87abc435de tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Request body: {'port': {'device_id': '16be4b4c-8b2e-4b50-be7f-33604df8e920', 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04', 'admin_state_up': True, 'tenant_id': '56e1f02bc67242f190a8413ac4849f4c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:43.092173 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Publish callbacks [] for port (c146d1b3-02ff-42af-916b-3282aa962511), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:43.138877 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c146d1b3-02ff-42af-916b-3282aa962511), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:43.204215 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:09:43.221680 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:43.224785 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:09:43.400514 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-2246f333-b711-4a68-8165-4d87abc435de tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Made reservation on behalf of 56e1f02bc67242f190a8413ac4849f4c for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:09:43.411931 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-2246f333-b711-4a68-8165-4d87abc435de tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:43.420606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194b3d8-0b6a-472b-9a30-af1392e1a946 req-dcc40d36-378b-413b-9b29-374c26be0c6b tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:43.434623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194b3d8-0b6a-472b-9a30-af1392e1a946 req-dcc40d36-378b-413b-9b29-374c26be0c6b tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:43.448265 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194b3d8-0b6a-472b-9a30-af1392e1a946 req-dcc40d36-378b-413b-9b29-374c26be0c6b tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:43.457136 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c194b3d8-0b6a-472b-9a30-af1392e1a946 req-dcc40d36-378b-413b-9b29-374c26be0c6b tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2418 time: 0.6226807 Jan 28 19:09:43.467921 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-67966e06-d6a5-4779-bdea-66654108b066 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8226516 Jan 28 19:09:43.494987 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Pushing event updated for resources: {'Port': ['ID=c146d1b3-02ff-42af-916b-3282aa962511,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:43.677474 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-fee78efa-2a21-409c-a0fc-c4c83fcfbb73 service neutron] 10.222.0.37 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331105 Jan 28 19:09:43.740942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0dd43849-1e83-40aa-9799-751a65732ecb up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:43.741948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c194b3d8-0b6a-472b-9a30-af1392e1a946 req-fda92bcf-8d20-42fc-8107-83422b067517 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804258 Jan 28 19:09:43.760003 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-2246f333-b711-4a68-8165-4d87abc435de tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Allocated IP 172.20.0.11 (29d5746f-73ed-4898-abec-467a9e897f04/fb97c36d-f97f-4a0f-8f81-35ae89045bd2/d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:09:43.853441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0dd43849-1e83-40aa-9799-751a65732ecb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:43.853803 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0dd43849-1e83-40aa-9799-751a65732ecb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:43.891104 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1271f-177b-41d5-84b8-4781dc3d8a49 req-484eb4cb-8193-454e-826d-b83ed9984013 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:43.898914 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbc1271f-177b-41d5-84b8-4781dc3d8a49 req-484eb4cb-8193-454e-826d-b83ed9984013 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.6621442 Jan 28 19:09:43.971448 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Publish callbacks [] for router_gateway (d802773c-bf30-426c-a6e8-6ebb1a576953), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:43.978577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0dd43849-1e83-40aa-9799-751a65732ecb is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:43.978963 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0dd43849-1e83-40aa-9799-751a65732ecb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:44.023189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 0dd43849-1e83-40aa-9799-751a65732ecb, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0dd43849-1e83-40aa-9799-751a65732ecb,segment=NetworkSegment(dd84af4d-051a-4b78-9d8d-a1ae47b1e573),segment_id=dd84af4d-051a-4b78-9d8d-a1ae47b1e573)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:44.038538 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0dd43849-1e83-40aa-9799-751a65732ecb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:44.110619 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbc1271f-177b-41d5-84b8-4781dc3d8a49 req-e197b202-0e24-4f89-b862-0868a8205d8e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956716 Jan 28 19:09:44.151319 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=0dd43849-1e83-40aa-9799-751a65732ecb,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:44.175690 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491d2206-a943-485f-bce1-273d74b340b4 None None] Network 890aa5ec-c280-4351-af8f-1a7c761e7e33 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:09:44.253999 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-2246f333-b711-4a68-8165-4d87abc435de tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:44.358484 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-2246f333-b711-4a68-8165-4d87abc435de tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:44.372329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-02741e43-2bf6-40dc-ba4e-7a253e394a81 None None] Provisioning complete for port 0dd43849-1e83-40aa-9799-751a65732ecb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:44.375027 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02741e43-2bf6-40dc-ba4e-7a253e394a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0dd43849-1e83-40aa-9799-751a65732ecb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:44.414420 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-2246f333-b711-4a68-8165-4d87abc435de tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Network 29d5746f-73ed-4898-abec-467a9e897f04 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:09:44.421812 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-2246f333-b711-4a68-8165-4d87abc435de tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:44.431418 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-2246f333-b711-4a68-8165-4d87abc435de tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:09:44.564414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-2246f333-b711-4a68-8165-4d87abc435de tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:44.565562 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-2246f333-b711-4a68-8165-4d87abc435de tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:44.612137 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-2246f333-b711-4a68-8165-4d87abc435de tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6061237 Jan 28 19:09:44.641363 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Request body: {'port': {'device_id': '16be4b4c-8b2e-4b50-be7f-33604df8e920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:44.726794 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:44.749202 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8e2b4-0a53-40dd-8f81-c4dbf9d3f613 req-4bfafe94-b7ff-4590-9b9e-8ead5920b617 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:44.751163 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5dc8e2b4-0a53-40dd-8f81-c4dbf9d3f613 req-4bfafe94-b7ff-4590-9b9e-8ead5920b617 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 943 time: 0.8960459 Jan 28 19:09:44.791313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-9bd88e93-0109-4841-879e-782b8bd63b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:44.793132 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-9bd88e93-0109-4841-879e-782b8bd63b21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 1125 time: 1.0442152 Jan 28 19:09:44.849565 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-a48ba03c-9b86-4945-b25e-7154a91390d4 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=41dea35d961c4065947b5b68907e1904&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2712274 Jan 28 19:09:44.861966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246f333-b711-4a68-8165-4d87abc435de tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Pushing event updated for resources: {'Port': ['ID=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:44.891704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-02741e43-2bf6-40dc-ba4e-7a253e394a81 None None] Current status of the port 0dd43849-1e83-40aa-9799-751a65732ecb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:44.968961 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (d802773c-bf30-426c-a6e8-6ebb1a576953), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:45.012819 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5dc8e2b4-0a53-40dd-8f81-c4dbf9d3f613 req-bc928c65-4d80-4174-aa36-af691921a60b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485945 Jan 28 19:09:45.094036 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-923c8f1b-229e-443b-83bf-c50064572721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:45.095894 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-923c8f1b-229e-443b-83bf-c50064572721 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 913 time: 0.2862072 Jan 28 19:09:45.169568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-eb45419c-95ca-4a94-ac7b-dd21c368cb38 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:45.171356 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-eb45419c-95ca-4a94-ac7b-dd21c368cb38 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3032398 Jan 28 19:09:45.206435 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-8e6aa630-b597-490e-897c-95c6ffab454e tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/quotas/41dea35d961c4065947b5b68907e1904 HTTP/1.1" status: 200 len: 375 time: 0.0238736 Jan 28 19:09:45.292877 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-e9eac2b2-9f45-4520-90a2-ddcfb8e534af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59f4fe6d-184e-411d-9b13-e04d43e9a010 HTTP/1.1" status: 200 len: 217 time: 0.1884286 Jan 28 19:09:45.313254 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-4814ced6-508f-499a-b9ad-b468431d3a6b tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=41dea35d961c4065947b5b68907e1904&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957685 Jan 28 19:09:45.328719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-52b0c28c-929c-497c-af16-896a05a56132 None None] Provisioning complete for port 0dd43849-1e83-40aa-9799-751a65732ecb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:45.330263 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52b0c28c-929c-497c-af16-896a05a56132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0dd43849-1e83-40aa-9799-751a65732ecb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:45.395085 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:09:45.403076 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Publish callbacks [] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:45.442873 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Transition to ACTIVE for port object d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:09:45.451363 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:45.496778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe48672-fb3d-482c-b86c-91bf2b85d881 req-f121a2f9-c44c-4cf4-a886-16a52f952e38 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:45.502365 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5fe48672-fb3d-482c-b86c-91bf2b85d881 req-f121a2f9-c44c-4cf4-a886-16a52f952e38 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 932 time: 0.2964625 Jan 28 19:09:45.585414 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-8ea6dd09-ffec-4a24-acba-b3683615d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:45.587336 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-8ea6dd09-ffec-4a24-acba-b3683615d877 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fd0268e-e755-4d0f-9e56-a9e065215f79 HTTP/1.1" status: 200 len: 852 time: 0.2807453 Jan 28 19:09:45.594759 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:45.620668 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-52b0c28c-929c-497c-af16-896a05a56132 None None] Current status of the port 0dd43849-1e83-40aa-9799-751a65732ecb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:45.623827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0dd43849-1e83-40aa-9799-751a65732ecb up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:45.720077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0dd43849-1e83-40aa-9799-751a65732ecb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:45.720971 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0dd43849-1e83-40aa-9799-751a65732ecb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:45.765958 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-f38a3631-ad14-4e37-963f-81b1ac094411 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0a0df9e-2526-4910-8347-d42b4cbb9f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184781 Jan 28 19:09:45.830464 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Attempting to bind port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:09:45.830843 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Attempting to bind port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'd9292814-783b-4b52-88a1-1df0dc44edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:09:45.831291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Attempting to bind port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d on network 29d5746f-73ed-4898-abec-467a9e897f04 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:45.848633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d on network 29d5746f-73ed-4898-abec-467a9e897f04 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:09:45.848960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Attempting to bind port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d on network 29d5746f-73ed-4898-abec-467a9e897f04 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:45.881786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:09:45.882166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Checking segment: {'id': 'd9292814-783b-4b52-88a1-1df0dc44edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:45.884841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Bound using segment: {'id': 'd9292814-783b-4b52-88a1-1df0dc44edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:09:45.885368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Bound port: d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9292814-783b-4b52-88a1-1df0dc44edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:09:45.885728 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:45.910875 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5fe48672-fb3d-482c-b86c-91bf2b85d881 req-b6e81aa1-b7c8-4bf6-8daf-f6ee76a63d5e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326805 Jan 28 19:09:45.915617 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0dd43849-1e83-40aa-9799-751a65732ecb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:45.937924 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Router d802773c-bf30-426c-a6e8-6ebb1a576953 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:09:46.031521 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef704eed-569f-427d-b7be-89ff504fde42 req-31fd0534-b9b3-4364-a2ee-4f46432e9200 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:46.033122 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ef704eed-569f-427d-b7be-89ff504fde42 req-31fd0534-b9b3-4364-a2ee-4f46432e9200 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.2971084 Jan 28 19:09:46.106410 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-b0f91490-5e46-45bb-9cf8-6866023b9bf5 service neutron] 10.222.0.37 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215227 Jan 28 19:09:46.183092 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] For port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:46.235360 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] For port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:09:46.255992 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ef704eed-569f-427d-b7be-89ff504fde42 req-4d43b67a-eb72-4925-9f83-8ae12597e215 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128632 Jan 28 19:09:46.267146 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:46.307093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 59f4fe6d-184e-411d-9b13-e04d43e9a010 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:09:46.312249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 01e18722-af6d-4558-9a5c-a06051d81ac9 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:46.348441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:46.349269 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:46.351011 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] 10.222.0.31 "PUT /v2.0/ports/d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d HTTP/1.1" status: 200 len: 1092 time: 1.7313302 Jan 28 19:09:46.352790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16be4b4c-8b2e-4b50-be7f-33604df8e920', 'tag': 'd542cdf2-e36c-4ad0-bd08-d9bec5ddec5d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:46.356489 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c0c97d-5503-4d5d-9420-7108018e046c" -d '{"events": [{"name": "network-changed", "server_uuid": "16be4b4c-8b2e-4b50-be7f-33604df8e920", "tag": "d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:46.407628 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-456c0916-0308-4626-97b1-0dbd46f36719 req-9d13eac6-9b4b-4b68-94be-3e671ade4dd1 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 210 time: 0.0640583 Jan 28 19:09:46.569030 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 01e18722-af6d-4558-9a5c-a06051d81ac9 is: DOWN; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:46.570947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77cf8f-3ac1-4263-bc25-ba01cc2cdaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:46.620352 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25a71d2d-78ed-4c3b-a759-9f63d240f1a2 req-f74f9574-066c-4262-a62e-e208855766a9 service neutron] 10.222.0.37 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056913 Jan 28 19:09:46.634214 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-feed7f27-9aaf-4068-8bd1-bc9ac8409420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:46.635857 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-feed7f27-9aaf-4068-8bd1-bc9ac8409420 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=56e1f02bc67242f190a8413ac4849f4c&device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 1126 time: 0.1907129 Jan 28 19:09:46.658944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfe6f1-b4c9-4bf6-b477-42d1b7f08043 req-490b0cbf-243f-4916-b885-8c1c796f3be9 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:46.659389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 59f4fe6d-184e-411d-9b13-e04d43e9a010, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=59f4fe6d-184e-411d-9b13-e04d43e9a010,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:46.671606 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-facfe6f1-b4c9-4bf6-b477-42d1b7f08043 req-490b0cbf-243f-4916-b885-8c1c796f3be9 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.5941291 Jan 28 19:09:46.675631 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '59f4fe6d-184e-411d-9b13-e04d43e9a010', 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82', 'port_id': '59f4fe6d-184e-411d-9b13-e04d43e9a010', 'mac_address': 'fa:16:3e:72:5e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd0268e-e755-4d0f-9e56-a9e065215f79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:09:46.749915 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 59f4fe6d-184e-411d-9b13-e04d43e9a010 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:46.751447 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (59f4fe6d-184e-411d-9b13-e04d43e9a010), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:46.756274 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-facfe6f1-b4c9-4bf6-b477-42d1b7f08043 req-dce7edf0-5c6c-4202-b68b-752ffff42822 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832860 Jan 28 19:09:46.771712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:09:46.777386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-4220ce46-b51b-44e0-ba06-ac037ba16b1a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d HTTP/1.1" status: 200 len: 217 time: 0.1301446 Jan 28 19:09:46.796008 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Sync routers for ids ['d802773c-bf30-426c-a6e8-6ebb1a576953'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:09:46.816380 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f4fe6d-184e-411d-9b13-e04d43e9a010 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:09:46.837496 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Routers {'d802773c-bf30-426c-a6e8-6ebb1a576953'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:09:46.838193 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:09:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d802773c-bf30-426c-a6e8-6ebb1a576953'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:46.849110 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:46.857826 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-339d74a8-c51d-4024-831d-ec6497302f5d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4876354 Jan 28 19:09:46.859957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36904) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:46.861121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 59f4fe6d-184e-411d-9b13-e04d43e9a010, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=59f4fe6d-184e-411d-9b13-e04d43e9a010,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:46.871276 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (59f4fe6d-184e-411d-9b13-e04d43e9a010), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:46.906899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-530163fa-062e-4fcd-afa8-97aa8b865025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:46.909007 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-530163fa-062e-4fcd-afa8-97aa8b865025 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb97c36d-f97f-4a0f-8f81-35ae89045bd2 HTTP/1.1" status: 200 len: 862 time: 0.1239977 Jan 28 19:09:46.973781 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-263354a3-38f7-4c59-852d-21b4fc63138d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=29d5746f-73ed-4898-abec-467a9e897f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566010 Jan 28 19:09:46.978279 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acea309-ef10-4643-bac2-8b121ca9d586 x-openstack-request-id: req-3acea309-ef10-4643-bac2-8b121ca9d586 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:46.979251 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16be4b4c-8b2e-4b50-be7f-33604df8e920", "tag": "d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:46.979712 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3acea309-ef10-4643-bac2-8b121ca9d586 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:46.982051 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16be4b4c-8b2e-4b50-be7f-33604df8e920', 'tag': 'd542cdf2-e36c-4ad0-bd08-d9bec5ddec5d', 'status': 'completed', 'code': 200} Jan 28 19:09:47.008589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=59f4fe6d-184e-411d-9b13-e04d43e9a010,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:47.100153 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-64a147ed-a74c-4060-abef-379323228495 service neutron] 10.222.0.31 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168830 Jan 28 19:09:47.124946 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Set router d802773c-bf30-426c-a6e8-6ebb1a576953 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:09:47.152201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66a525-80e8-406c-a9c9-e7672af863e5 req-d02dc0cf-a721-48d5-be5a-70dc431be29a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:47.153900 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7b66a525-80e8-406c-a9c9-e7672af863e5 req-d02dc0cf-a721-48d5-be5a-70dc431be29a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 944 time: 0.1396101 Jan 28 19:09:47.213845 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7b66a525-80e8-406c-a9c9-e7672af863e5 req-19cb092a-7e62-4bf2-b2be-3c88638ee507 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538118 Jan 28 19:09:47.261657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['59f4fe6d-184e-411d-9b13-e04d43e9a010'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:47.365884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb30fe-ee9d-4fa7-83a9-8f3fe31cc56b req-18cc1b24-c1c5-4bc1-97dc-43cc4bc33c19 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:47.385722 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'name': 'tempest-ServersTestFqdnHostnames-1030896754-router', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:09:40Z', 'updated_at': '2022-01-28T19:09:43Z', 'revision_number': 3, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'gw_port': {'id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:42Z', 'updated_at': '2022-01-28T19:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:47.393048 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb30fe-ee9d-4fa7-83a9-8f3fe31cc56b req-18cc1b24-c1c5-4bc1-97dc-43cc4bc33c19 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:47.417649 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Checking router: d802773c-bf30-426c-a6e8-6ebb1a576953 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:09:47.418512 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Updating router d802773c-bf30-426c-a6e8-6ebb1a576953 port c146d1b3-02ff-42af-916b-3282aa962511 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:09:47.428156 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb30fe-ee9d-4fa7-83a9-8f3fe31cc56b req-18cc1b24-c1c5-4bc1-97dc-43cc4bc33c19 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:47.451119 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6cb30fe-ee9d-4fa7-83a9-8f3fe31cc56b req-18cc1b24-c1c5-4bc1-97dc-43cc4bc33c19 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2418 time: 0.3454423 Jan 28 19:09:47.452291 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c146d1b3-02ff-42af-916b-3282aa962511), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:47.572128 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-60469b99-bc9d-4143-bf7a-535cf8c89ef8 req-fd92c3b9-0c3c-4ff0-ad7e-cbe5bf7a62c5 service neutron] 10.222.0.31 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603481 Jan 28 19:09:47.630942 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-167eca48-3656-4de9-a04e-ed38c4aa26c1 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=41dea35d961c4065947b5b68907e1904&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1934423 Jan 28 19:09:47.772551 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Publish callbacks [] for port (c146d1b3-02ff-42af-916b-3282aa962511), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:47.783228 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c146d1b3-02ff-42af-916b-3282aa962511), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:47.830495 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bf5bf-1b3f-4a02-8aad-11386d15fe9a req-14e12795-4017-42c3-adba-b5d44ad7907b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:47.832893 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f27bf5bf-1b3f-4a02-8aad-11386d15fe9a req-14e12795-4017-42c3-adba-b5d44ad7907b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 944 time: 0.3976755 Jan 28 19:09:47.843231 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be148c-21f2-415a-9694-466ef20a31b9 None None] Pushing event updated for resources: {'Port': ['ID=c146d1b3-02ff-42af-916b-3282aa962511,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:47.860537 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Attempting to bind port c146d1b3-02ff-42af-916b-3282aa962511 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:09:47.861149 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Attempting to bind port c146d1b3-02ff-42af-916b-3282aa962511 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:09:47.861857 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Attempting to bind port c146d1b3-02ff-42af-916b-3282aa962511 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:47.868700 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:09:47.869522 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:47.870270 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:47.870893 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:09:47.871529 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Bound port: c146d1b3-02ff-42af-916b-3282aa962511, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:09:47.872064 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c146d1b3-02ff-42af-916b-3282aa962511), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:47.896670 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6cb30fe-ee9d-4fa7-83a9-8f3fe31cc56b req-be29ada6-7192-4ca3-97b1-ef9239cbfb7e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404473 Jan 28 19:09:47.908003 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0c97d-5503-4d5d-9420-7108018e046c req-c7b50b9a-ab43-4fd3-ba73-b577064c5a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:47.910112 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-16c0c97d-5503-4d5d-9420-7108018e046c req-c7b50b9a-ab43-4fd3-ba73-b577064c5a2a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=56e1f02bc67242f190a8413ac4849f4c&device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 1126 time: 0.2311401 Jan 28 19:09:47.939415 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] For port c146d1b3-02ff-42af-916b-3282aa962511, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:47.952107 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] For port c146d1b3-02ff-42af-916b-3282aa962511, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c146d1b3-02ff-42af-916b-3282aa962511,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:09:47.961219 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be148c-21f2-415a-9694-466ef20a31b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:47.961853 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be148c-21f2-415a-9694-466ef20a31b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:47.962471 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be148c-21f2-415a-9694-466ef20a31b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:47.962994 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be148c-21f2-415a-9694-466ef20a31b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:47.963523 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be148c-21f2-415a-9694-466ef20a31b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:47.964251 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be148c-21f2-415a-9694-466ef20a31b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:47.964855 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be148c-21f2-415a-9694-466ef20a31b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:47.965427 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be148c-21f2-415a-9694-466ef20a31b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:47.965950 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be148c-21f2-415a-9694-466ef20a31b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:47.966688 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be148c-21f2-415a-9694-466ef20a31b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:47.967249 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be148c-21f2-415a-9694-466ef20a31b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:47.967771 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be148c-21f2-415a-9694-466ef20a31b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:47.969826 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7be148c-21f2-415a-9694-466ef20a31b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:09:47.974408 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c146d1b3-02ff-42af-916b-3282aa962511), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:48.022694 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Routers {'d802773c-bf30-426c-a6e8-6ebb1a576953'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:09:48.023669 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:09:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d802773c-bf30-426c-a6e8-6ebb1a576953'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:48.045229 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f27bf5bf-1b3f-4a02-8aad-11386d15fe9a req-06150fa8-eb19-488c-b9b6-1d0fc79e7bdc tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769133 Jan 28 19:09:48.160786 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] Set router d802773c-bf30-426c-a6e8-6ebb1a576953 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:09:48.168738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0c97d-5503-4d5d-9420-7108018e046c req-c3c93a46-1b7f-4c94-a2d8-16643ddfdd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:48.170334 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ad380b6-1ab9-467c-902e-48030396ae7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:48.177919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-16c0c97d-5503-4d5d-9420-7108018e046c req-c3c93a46-1b7f-4c94-a2d8-16643ddfdd6e service neutron] 10.222.0.31 "GET /v2.0/networks?id=29d5746f-73ed-4898-abec-467a9e897f04 HTTP/1.1" status: 200 len: 923 time: 0.2609711 Jan 28 19:09:48.273708 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-16c0c97d-5503-4d5d-9420-7108018e046c req-dcfa9150-937b-4ec3-8635-ef24da74c6a5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d HTTP/1.1" status: 200 len: 217 time: 0.0810633 Jan 28 19:09:48.323898 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6a3d75c-2538-4982-809e-47e31e5fc850 req-c7002c93-2fe7-491d-8d73-1f337265f6ec tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 210 time: 0.0880458 Jan 28 19:09:48.331158 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-5c5e95aa-225a-4ed5-b5f0-79c9ccf3e8bb tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:48.344133 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-5c5e95aa-225a-4ed5-b5f0-79c9ccf3e8bb tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6592379 Jan 28 19:09:48.356389 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-67332c4a-c2c3-4b81-b660-5235afb2a714 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Request body: {'port': {'device_id': 'ad07e97c-acc9-4953-9e13-c02481ccde17', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '41dea35d961c4065947b5b68907e1904'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:48.413419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17292aa-c77b-488a-9a8b-77e085385e0b req-b463d34a-e15f-4a73-a1dc-94f353e97f04 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:48.419045 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b17292aa-c77b-488a-9a8b-77e085385e0b req-b463d34a-e15f-4a73-a1dc-94f353e97f04 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.2396727 Jan 28 19:09:48.446010 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0c97d-5503-4d5d-9420-7108018e046c req-7dc2c6d4-def2-4344-83b5-c9e1e46054e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:48.452446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-16c0c97d-5503-4d5d-9420-7108018e046c req-7dc2c6d4-def2-4344-83b5-c9e1e46054e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb97c36d-f97f-4a0f-8f81-35ae89045bd2 HTTP/1.1" status: 200 len: 862 time: 0.1706581 Jan 28 19:09:48.472943 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'name': 'tempest-ServersTestFqdnHostnames-1030896754-router', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:09:40Z', 'updated_at': '2022-01-28T19:09:43Z', 'revision_number': 3, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'gw_port': {'id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:42Z', 'updated_at': '2022-01-28T19:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:48.531174 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be148c-21f2-415a-9694-466ef20a31b9 None None] Pushing event updated for resources: {'Port': ['ID=c146d1b3-02ff-42af-916b-3282aa962511,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:48.535821 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d4142-2b24-48ff-9e51-a5c0ff9e3126 None None] The sync data for ids ['d802773c-bf30-426c-a6e8-6ebb1a576953'] in n-d-824834-4 is: [{'id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'name': 'tempest-ServersTestFqdnHostnames-1030896754-router', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:09:40Z', 'updated_at': '2022-01-28T19:09:43Z', 'revision_number': 3, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'gw_port': {'id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:42Z', 'updated_at': '2022-01-28T19:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:09:48.546220 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-16c0c97d-5503-4d5d-9420-7108018e046c req-922289b6-756b-4a87-941c-407af7e97bbc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=29d5746f-73ed-4898-abec-467a9e897f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783350 Jan 28 19:09:48.606786 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b17292aa-c77b-488a-9a8b-77e085385e0b req-205153e6-d4f3-4a43-8b3f-55dabc652d31 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796622 Jan 28 19:09:48.624200 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:48.815224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e690dc7-810f-43bb-ae38-aae4eedc7c15 req-1a40a764-1b38-4eca-84a3-752799b2e715 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:48.817653 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-16c0c97d-5503-4d5d-9420-7108018e046c req-ef39b122-3e8b-4ac2-b0ca-69345057a758 service neutron] 10.222.0.31 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638471 Jan 28 19:09:48.818190 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5e690dc7-810f-43bb-ae38-aae4eedc7c15 req-1a40a764-1b38-4eca-84a3-752799b2e715 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.3765297 Jan 28 19:09:48.883525 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-67332c4a-c2c3-4b81-b660-5235afb2a714 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Made reservation on behalf of 41dea35d961c4065947b5b68907e1904 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:09:48.888707 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-67332c4a-c2c3-4b81-b660-5235afb2a714 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:48.918739 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-67332c4a-c2c3-4b81-b660-5235afb2a714 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:49.078499 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5e690dc7-810f-43bb-ae38-aae4eedc7c15 req-1836c752-0866-4c7a-ac7f-cb618163673f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456985 Jan 28 19:09:49.114699 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Allocated IP 172.20.0.1 (890aa5ec-c280-4351-af8f-1a7c761e7e33/1baca87b-4b8d-4fbc-9056-bf7a4de76e52/763ffcce-4c01-4d98-8e81-a540ae318cc4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:09:49.254750 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Publish callbacks [] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:49.308665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-a79aa17d-57f2-4e1a-82ec-4f5de3dd3f00 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:49.314302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-a79aa17d-57f2-4e1a-82ec-4f5de3dd3f00 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:49.320440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-a79aa17d-57f2-4e1a-82ec-4f5de3dd3f00 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:49.323036 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-a79aa17d-57f2-4e1a-82ec-4f5de3dd3f00 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2418 time: 0.5194724 Jan 28 19:09:49.501468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ac2ea-55bc-4bc6-af33-89f7d05c1f36 req-39b3c4c6-b4f9-41fb-bf9e-5997d18e8aa8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:49.511030 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-244ac2ea-55bc-4bc6-af33-89f7d05c1f36 req-39b3c4c6-b4f9-41fb-bf9e-5997d18e8aa8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 944 time: 0.7686791 Jan 28 19:09:49.561635 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:49.626985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Network 890aa5ec-c280-4351-af8f-1a7c761e7e33 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:09:49.638186 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:49.684761 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c146d1b3-02ff-42af-916b-3282aa962511 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:49.775769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:09:49.795047 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-16c0c97d-5503-4d5d-9420-7108018e046c req-3e561040-179f-4d65-98ac-0c3581151581 service neutron] 10.222.0.31 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9700515 Jan 28 19:09:49.801390 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-a93f5ad5-23ec-4a1f-916b-f55ea218a88c service neutron] 10.222.0.37 "GET /v2.0/ports/01e18722-af6d-4558-9a5c-a06051d81ac9/bindings/n-h1-824834-4 HTTP/1.1" status: 200 len: 384 time: 0.3660672 Jan 28 19:09:49.810671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c146d1b3-02ff-42af-916b-3282aa962511 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:49.815496 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c146d1b3-02ff-42af-916b-3282aa962511), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:49.880512 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-244ac2ea-55bc-4bc6-af33-89f7d05c1f36 req-0d30753c-b854-4b1b-8210-72bf4cc28e2d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682828 Jan 28 19:09:49.930635 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (d802773c-bf30-426c-a6e8-6ebb1a576953), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:50.016178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:09:50.043419 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d7344-bb1a-4821-962a-f30d97430b1e req-a7486f6b-3b41-42bf-bd29-5e5477001e03 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:50.052302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d7344-bb1a-4821-962a-f30d97430b1e req-a7486f6b-3b41-42bf-bd29-5e5477001e03 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:50.064970 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d7344-bb1a-4821-962a-f30d97430b1e req-a7486f6b-3b41-42bf-bd29-5e5477001e03 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:50.067367 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8c8d7344-bb1a-4821-962a-f30d97430b1e req-a7486f6b-3b41-42bf-bd29-5e5477001e03 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 2418 time: 0.7422984 Jan 28 19:09:50.136959 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-67332c4a-c2c3-4b81-b660-5235afb2a714 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Publish callbacks [] for security_group (29d8fcdf-290a-4c6e-b9a8-72432aff1ad0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:50.146955 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=763ffcce-4c01-4d98-8e81-a540ae318cc4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:50.158112 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-d223e8ea-ec0a-449a-a251-ec33712672ee tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Deleting port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:50.158897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-d223e8ea-ec0a-449a-a251-ec33712672ee tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f0e5110a-2bcd-40a7-b3c6-7d74f6326a02), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:50.163111 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c146d1b3-02ff-42af-916b-3282aa962511 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:50.163513 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c146d1b3-02ff-42af-916b-3282aa962511), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:50.193866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f7063-5b45-4f06-a461-13a547b2e369 req-7b5f8729-c951-4d54-9480-c99801edd530 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:50.203429 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b60f7063-5b45-4f06-a461-13a547b2e369 req-7b5f8729-c951-4d54-9480-c99801edd530 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 944 time: 0.1541407 Jan 28 19:09:50.211332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port c146d1b3-02ff-42af-916b-3282aa962511, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c146d1b3-02ff-42af-916b-3282aa962511,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:50.223029 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:09:50.251335 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c146d1b3-02ff-42af-916b-3282aa962511), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:50.338327 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b60f7063-5b45-4f06-a461-13a547b2e369 req-9fab0854-d035-40cf-80ea-5d0423a99edc tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337631 Jan 28 19:09:50.357962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-f3e425c8-b553-4a8b-b891-1b9df83771f0 service neutron] For port 01e18722-af6d-4558-9a5c-a06051d81ac9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=01e18722-af6d-4558-9a5c-a06051d81ac9,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:50.358929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 59f4fe6d-184e-411d-9b13-e04d43e9a010 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:50.413321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-f3e425c8-b553-4a8b-b891-1b9df83771f0 service neutron] For port 01e18722-af6d-4558-9a5c-a06051d81ac9, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:50.506809 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c7be107f-f9ab-4ac0-b807-f1c3383e9d24 req-6ff4fe8f-7ab5-404b-bf19-be4471666fc3 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 210 time: 0.0447068 Jan 28 19:09:50.527647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-f3e425c8-b553-4a8b-b891-1b9df83771f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e18722-af6d-4558-9a5c-a06051d81ac9 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:09:50.536932 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c4f3c9b3-6beb-4fb3-9205-f854cb9448d0 None None] Provisioning complete for port 763ffcce-4c01-4d98-8e81-a540ae318cc4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:50.537362 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4f3c9b3-6beb-4fb3-9205-f854cb9448d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:50.559231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-f3e425c8-b553-4a8b-b891-1b9df83771f0 service neutron] For port 01e18722-af6d-4558-9a5c-a06051d81ac9, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=01e18722-af6d-4558-9a5c-a06051d81ac9,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:50.608827 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ede1897-840e-4682-a2fc-6235daff9b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:50.613925 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-f3e425c8-b553-4a8b-b891-1b9df83771f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:50.670374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:50.679826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=c146d1b3-02ff-42af-916b-3282aa962511,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:50.716824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3c9b3-6beb-4fb3-9205-f854cb9448d0 None None] Port 763ffcce-4c01-4d98-8e81-a540ae318cc4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:09:50.732076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc970a-4616-4281-b63a-42279b84a815 req-249b8971-cd78-4849-8d60-5d4e0ddb15f4 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:50.734924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'd542cdf2-e36c-4ad0-bd08-d9bec5ddec5d', 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04', 'port_id': 'd542cdf2-e36c-4ad0-bd08-d9bec5ddec5d', 'mac_address': 'fa:16:3e:c5:c0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb97c36d-f97f-4a0f-8f81-35ae89045bd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:09:50.742001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 59f4fe6d-184e-411d-9b13-e04d43e9a010 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:09:50.745908 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-81dc970a-4616-4281-b63a-42279b84a815 req-249b8971-cd78-4849-8d60-5d4e0ddb15f4 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 943 time: 0.1623764 Jan 28 19:09:50.754075 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 59f4fe6d-184e-411d-9b13-e04d43e9a010 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:50.754478 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (59f4fe6d-184e-411d-9b13-e04d43e9a010), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:50.784744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-f3e425c8-b553-4a8b-b891-1b9df83771f0 service neutron] Transition to ACTIVE for port object 01e18722-af6d-4558-9a5c-a06051d81ac9 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:09:50.795663 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-f3e425c8-b553-4a8b-b891-1b9df83771f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:50.823307 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-d223e8ea-ec0a-449a-a251-ec33712672ee tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] For port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=f0e5110a-2bcd-40a7-b3c6-7d74f6326a02,segment=NetworkSegment(0584b06a-015e-4cfe-a9d0-8c84a1e337e9),segment_id=0584b06a-015e-4cfe-a9d0-8c84a1e337e9)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:50.824577 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-d223e8ea-ec0a-449a-a251-ec33712672ee tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f0e5110a-2bcd-40a7-b3c6-7d74f6326a02), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:50.838004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-d223e8ea-ec0a-449a-a251-ec33712672ee tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Calling delete_port for f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:50.845984 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:50.846417 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:50.860952 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e425c8-b553-4a8b-b891-1b9df83771f0 service neutron] Pushing event updated for resources: {'Port': ['ID=01e18722-af6d-4558-9a5c-a06051d81ac9,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:50.873739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:09:50.885747 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-81dc970a-4616-4281-b63a-42279b84a815 req-7f243015-ccad-4a38-8297-5e569f12829a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339312 Jan 28 19:09:50.955635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-f3e425c8-b553-4a8b-b891-1b9df83771f0 service neutron] No DVR routers for this DVR port 01e18722-af6d-4558-9a5c-a06051d81ac9 on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:09:50.958623 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-67332c4a-c2c3-4b81-b660-5235afb2a714 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (29d8fcdf-290a-4c6e-b9a8-72432aff1ad0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:50.986978 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-f3e425c8-b553-4a8b-b891-1b9df83771f0 service neutron] 10.222.0.37 "PUT /v2.0/ports/01e18722-af6d-4558-9a5c-a06051d81ac9/bindings/n-h1-824834-4/activate HTTP/1.1" status: 200 len: 369 time: 1.1669884 Jan 28 19:09:51.024416 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:51.040251 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:51.075232 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d497503-c595-44fc-9eda-001b17f3a484 req-909307dc-df43-45e8-8b00-15ee688c6736 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:51.077277 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d497503-c595-44fc-9eda-001b17f3a484 req-909307dc-df43-45e8-8b00-15ee688c6736 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.0835109 Jan 28 19:09:51.085170 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67332c4a-c2c3-4b81-b660-5235afb2a714 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:51.112462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:51.125944 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 59f4fe6d-184e-411d-9b13-e04d43e9a010 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:51.126592 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (59f4fe6d-184e-411d-9b13-e04d43e9a010), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:51.172075 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 59f4fe6d-184e-411d-9b13-e04d43e9a010, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=59f4fe6d-184e-411d-9b13-e04d43e9a010,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:51.173470 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fde8426-7a19-498a-ab69-5f858a972d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f4fe6d-184e-411d-9b13-e04d43e9a010'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:51.176319 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1265e4b1-cd8a-4536-bbf8-f6a84ddea36c" -d '{"events": [{"server_uuid": "8fde8426-7a19-498a-ab69-5f858a972d8f", "name": "network-vif-plugged", "status": "completed", "tag": "59f4fe6d-184e-411d-9b13-e04d43e9a010"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:51.182765 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (59f4fe6d-184e-411d-9b13-e04d43e9a010), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:51.211669 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d497503-c595-44fc-9eda-001b17f3a484 req-a0133ce0-6805-4640-a84e-437d8aad42b3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255519 Jan 28 19:09:51.223252 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5e74c1b6-6aeb-4b85-becf-9d0076b8476e tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:51.228989 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-5e74c1b6-6aeb-4b85-becf-9d0076b8476e tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a&tenant_id=a52c883532314f5dbe651bed69cf54cd&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 1126 time: 0.1646585 Jan 28 19:09:51.281405 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=59f4fe6d-184e-411d-9b13-e04d43e9a010,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:51.303901 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:51.348817 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8c8d7344-bb1a-4821-962a-f30d97430b1e req-e1f5940a-a6bc-4f79-a5ad-ff49a4b0ebb4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2520504 Jan 28 19:09:51.461183 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f630422-fcc1-434a-ad13-a0ef1028096f x-openstack-request-id: req-1f630422-fcc1-434a-ad13-a0ef1028096f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:51.461519 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fde8426-7a19-498a-ab69-5f858a972d8f", "name": "network-vif-plugged", "status": "completed", "tag": "59f4fe6d-184e-411d-9b13-e04d43e9a010", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:51.461774 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f630422-fcc1-434a-ad13-a0ef1028096f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:51.462307 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fde8426-7a19-498a-ab69-5f858a972d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f4fe6d-184e-411d-9b13-e04d43e9a010', 'code': 200} Jan 28 19:09:51.470937 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebae328-d246-47fd-883e-2cd949f99f11 req-cd86dbd0-1669-492f-8a7d-55b91b945f6f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:51.482154 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bebae328-d246-47fd-883e-2cd949f99f11 req-cd86dbd0-1669-492f-8a7d-55b91b945f6f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 945 time: 0.1499584 Jan 28 19:09:51.509702 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-839d7ba8-df2a-4ef3-b741-0ee3d339fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:51.515740 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-839d7ba8-df2a-4ef3-b741-0ee3d339fad1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a&tenant_id=a52c883532314f5dbe651bed69cf54cd HTTP/1.1" status: 200 len: 1126 time: 0.2800910 Jan 28 19:09:51.575334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c146d1b3-02ff-42af-916b-3282aa962511 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:51.598964 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bebae328-d246-47fd-883e-2cd949f99f11 req-7c13fdc0-8357-430c-8681-f4f714a61868 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153085 Jan 28 19:09:51.621523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-67332c4a-c2c3-4b81-b660-5235afb2a714 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Allocated IP 192.168.233.145 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/4ca35fb5-7f98-428c-aece-005365d26790) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:09:51.649914 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:51.653564 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-d223e8ea-ec0a-449a-a251-ec33712672ee tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f0e5110a-2bcd-40a7-b3c6-7d74f6326a02), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:51.675969 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:51.721598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223e8ea-ec0a-449a-a251-ec33712672ee tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event deleted for resources: {'Port': ['ID=f0e5110a-2bcd-40a7-b3c6-7d74f6326a02,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:51.743242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c146d1b3-02ff-42af-916b-3282aa962511 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:51.743831 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c146d1b3-02ff-42af-916b-3282aa962511), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:51.779995 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9b6b22cb-d0d0-4d71-8bf6-57d6d57f2678 req-be462e07-8965-403a-9205-ff59ab9cb301 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 210 time: 0.0723307 Jan 28 19:09:51.794450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-03c435f9-c2b9-42a0-b905-65bd2ab18fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:51.795968 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-03c435f9-c2b9-42a0-b905-65bd2ab18fbb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 1126 time: 0.2159810 Jan 28 19:09:51.798514 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d982724-c577-478e-8ac9-da5a9da6b2bb req-6442d53a-6764-47b9-9721-44439e3a797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:51.800366 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3d982724-c577-478e-8ac9-da5a9da6b2bb req-6442d53a-6764-47b9-9721-44439e3a797b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 1127 time: 0.2190404 Jan 28 19:09:51.870973 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-d223e8ea-ec0a-449a-a251-ec33712672ee tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] No DVR routers for this DVR port f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:09:51.879379 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-d223e8ea-ec0a-449a-a251-ec33712672ee tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:51.883138 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-d223e8ea-ec0a-449a-a251-ec33712672ee tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.31 "DELETE /v2.0/ports/f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 HTTP/1.1" status: 204 len: 173 time: 2.5232320 Jan 28 19:09:51.883638 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'name': 'network-vif-deleted', 'tag': 'f0e5110a-2bcd-40a7-b3c6-7d74f6326a02'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:51.886173 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f927578-7ce7-44d8-8406-1f09fb4ec58d" -d '{"events": [{"server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "name": "network-vif-deleted", "tag": "f0e5110a-2bcd-40a7-b3c6-7d74f6326a02"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:51.909094 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c146d1b3-02ff-42af-916b-3282aa962511 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:51.935036 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7f188-7c18-4187-ac3b-e1be4ec79fe6 req-c2f7a832-9939-4a81-b2e8-1c07dd52ff85 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:51.936077 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3d982724-c577-478e-8ac9-da5a9da6b2bb req-2eda8016-5b57-4528-8139-ee970c44c5dc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230187 Jan 28 19:09:51.936649 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6f7f188-7c18-4187-ac3b-e1be4ec79fe6 req-c2f7a832-9939-4a81-b2e8-1c07dd52ff85 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 945 time: 0.3539083 Jan 28 19:09:51.998734 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:52.008679 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e47665-280a-4c76-a826-c319658be5ed x-openstack-request-id: req-e1e47665-280a-4c76-a826-c319658be5ed {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:52.009102 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "name": "network-vif-deleted", "tag": "f0e5110a-2bcd-40a7-b3c6-7d74f6326a02", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:52.009190 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1e47665-280a-4c76-a826-c319658be5ed {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:52.009592 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'name': 'network-vif-deleted', 'tag': 'f0e5110a-2bcd-40a7-b3c6-7d74f6326a02', 'status': 'completed', 'code': 200} Jan 28 19:09:52.009866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-44a95f23-4e93-4307-9f8a-d3dfa68341e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:52.016236 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-44a95f23-4e93-4307-9f8a-d3dfa68341e1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.2117503 Jan 28 19:09:52.032742 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:09:52.034139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device f0e5110a-2bcd-40a7-b3c6-7d74f6326a02 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:09:52.035023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ccb018db-391d-4291-a288-c1bde99999c3 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:52.071643 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-bcde574c-62d6-46b9-b196-6f3b69e8c0d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01e18722-af6d-4558-9a5c-a06051d81ac9 HTTP/1.1" status: 200 len: 217 time: 0.0498757 Jan 28 19:09:52.122904 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ccb018db-391d-4291-a288-c1bde99999c3 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:52.123785 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ccb018db-391d-4291-a288-c1bde99999c3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:52.155682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-ab6563e4-d1d2-4365-95e2-1397e62676ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:52.157357 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-ab6563e4-d1d2-4365-95e2-1397e62676ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.0772319 Jan 28 19:09:52.174888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ccb018db-391d-4291-a288-c1bde99999c3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ccb018db-391d-4291-a288-c1bde99999c3,segment=NetworkSegment(766c2ac1-e684-4150-a5a5-e7bcb47a8d67),segment_id=766c2ac1-e684-4150-a5a5-e7bcb47a8d67)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:52.180983 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ccb018db-391d-4291-a288-c1bde99999c3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:52.182670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 1e4acd12-c109-41eb-b66f-b1d71ce73d42 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:52.184429 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5a3c3-b64c-44f2-ba45-93228f719dd0 req-d67b60d6-9b49-4f51-a7e3-4d57c6608260 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:52.186064 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-60c5a3c3-b64c-44f2-ba45-93228f719dd0 req-d67b60d6-9b49-4f51-a7e3-4d57c6608260 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 944 time: 0.1173158 Jan 28 19:09:52.210422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-6a7a5434-2b69-41b0-9b65-414554a482f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464089 Jan 28 19:09:52.217867 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6f7f188-7c18-4187-ac3b-e1be4ec79fe6 req-f314f56c-90c4-413a-acef-7a0ac6d05b46 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471216 Jan 28 19:09:52.246295 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-67332c4a-c2c3-4b81-b660-5235afb2a714 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Publish callbacks [] for port (4ca35fb5-7f98-428c-aece-005365d26790), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:52.281043 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-3e64acc8-a736-4de9-a95f-9cb2862bf514 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Deleting port ccb018db-391d-4291-a288-c1bde99999c3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:52.281043 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-3e64acc8-a736-4de9-a95f-9cb2862bf514 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ccb018db-391d-4291-a288-c1bde99999c3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:52.305212 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ccb018db-391d-4291-a288-c1bde99999c3,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:52.334850 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-60c5a3c3-b64c-44f2-ba45-93228f719dd0 req-7862a469-2c5d-4798-a180-524e0290c54f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269746 Jan 28 19:09:52.374888 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Publish callbacks [] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:52.383234 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-b77323c8-9896-48e9-9af6-453b24480663 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651611 Jan 28 19:09:52.399407 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 1e4acd12-c109-41eb-b66f-b1d71ce73d42 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:52.399838 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:52.422065 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:52.479595 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 1e4acd12-c109-41eb-b66f-b1d71ce73d42, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=1e4acd12-c109-41eb-b66f-b1d71ce73d42,segment=NetworkSegment(0584b06a-015e-4cfe-a9d0-8c84a1e337e9),segment_id=0584b06a-015e-4cfe-a9d0-8c84a1e337e9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:52.489359 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:52.519827 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-67332c4a-c2c3-4b81-b660-5235afb2a714 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4ca35fb5-7f98-428c-aece-005365d26790), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:52.559807 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (d802773c-bf30-426c-a6e8-6ebb1a576953), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:52.564380 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=1e4acd12-c109-41eb-b66f-b1d71ce73d42,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:52.568354 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=763ffcce-4c01-4d98-8e81-a540ae318cc4,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:52.575272 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-d61dd4c7-b270-48cb-8709-942545d8e2c1 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805930 Jan 28 19:09:52.592383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe5a9a-fbb3-4263-aec3-ad75317b7755 req-dbc85780-01d8-4a1e-9d95-e15926a6101d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:52.598119 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe5a9a-fbb3-4263-aec3-ad75317b7755 req-dbc85780-01d8-4a1e-9d95-e15926a6101d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:52.599884 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebfe5a9a-fbb3-4263-aec3-ad75317b7755 req-dbc85780-01d8-4a1e-9d95-e15926a6101d tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 1679 time: 0.1130855 Jan 28 19:09:52.620313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-3e64acc8-a736-4de9-a95f-9cb2862bf514 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] For port ccb018db-391d-4291-a288-c1bde99999c3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ccb018db-391d-4291-a288-c1bde99999c3,segment=NetworkSegment(766c2ac1-e684-4150-a5a5-e7bcb47a8d67),segment_id=766c2ac1-e684-4150-a5a5-e7bcb47a8d67)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:52.620744 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-3e64acc8-a736-4de9-a95f-9cb2862bf514 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ccb018db-391d-4291-a288-c1bde99999c3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:52.631417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-67332c4a-c2c3-4b81-b660-5235afb2a714 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:09:52.647991 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f83a12-2b68-44f9-acbd-261e78b08349 req-1ee928bd-8724-417f-85d8-c42e678ca87f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:52.649490 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24f83a12-2b68-44f9-acbd-261e78b08349 req-1ee928bd-8724-417f-85d8-c42e678ca87f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.2813690 Jan 28 19:09:52.664012 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebfe5a9a-fbb3-4263-aec3-ad75317b7755 req-4cb1694c-77f4-470d-97cd-e74d64b3b17e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573962 Jan 28 19:09:52.667584 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-67332c4a-c2c3-4b81-b660-5235afb2a714 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:52.677861 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-67332c4a-c2c3-4b81-b660-5235afb2a714 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:09:52.690398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-3e64acc8-a736-4de9-a95f-9cb2862bf514 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Calling delete_port for ccb018db-391d-4291-a288-c1bde99999c3 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:52.776569 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67332c4a-c2c3-4b81-b660-5235afb2a714 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Pushing event updated for resources: {'Port': ['ID=4ca35fb5-7f98-428c-aece-005365d26790,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:52.878057 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:52.878686 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d2932-d8a3-467a-8842-b613bc8c8837 req-6c388af5-08b2-416c-b68a-2afd03dc3990 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:52.890650 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da6d2932-d8a3-467a-8842-b613bc8c8837 req-6c388af5-08b2-416c-b68a-2afd03dc3990 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 945 time: 0.1475704 Jan 28 19:09:52.905676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-67332c4a-c2c3-4b81-b660-5235afb2a714 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:52.906415 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-67332c4a-c2c3-4b81-b660-5235afb2a714 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:52.921576 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24f83a12-2b68-44f9-acbd-261e78b08349 req-53fdbd85-289e-4995-b4b9-1c648263e568 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504463 Jan 28 19:09:52.931556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Network 890aa5ec-c280-4351-af8f-1a7c761e7e33 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:09:52.935128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:52.976286 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-67332c4a-c2c3-4b81-b660-5235afb2a714 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6237810 Jan 28 19:09:52.992671 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da6d2932-d8a3-467a-8842-b613bc8c8837 req-777dfb0b-faba-4d99-94d7-3f6ad7ab9226 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011286 Jan 28 19:09:53.003323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Request body: {'port': {'device_id': 'ad07e97c-acc9-4953-9e13-c02481ccde17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:53.011513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-904c77db-c6eb-4704-98c3-6e471043a6ef tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:53.013226 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-904c77db-c6eb-4704-98c3-6e471043a6ef tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a&tenant_id=a52c883532314f5dbe651bed69cf54cd&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 1126 time: 0.1554806 Jan 28 19:09:53.181197 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1483a54a-3318-45bc-adbc-ed252fa9cf65 None None] Provisioning complete for port 4ca35fb5-7f98-428c-aece-005365d26790 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:53.182215 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1483a54a-3318-45bc-adbc-ed252fa9cf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4ca35fb5-7f98-428c-aece-005365d26790), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:53.190198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-d7eaa969-2d84-4ec6-9b7f-49777e0d6594 service neutron] For port 01e18722-af6d-4558-9a5c-a06051d81ac9, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:53.197876 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-d7eaa969-2d84-4ec6-9b7f-49777e0d6594 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:53.198669 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b980447a-e139-4c91-a6e0-a2b05468bda4 req-d7eaa969-2d84-4ec6-9b7f-49777e0d6594 service neutron] 10.222.0.31 "DELETE /v2.0/ports/01e18722-af6d-4558-9a5c-a06051d81ac9/bindings/n-h2-824834-4 HTTP/1.1" status: 204 len: 173 time: 0.1736224 Jan 28 19:09:53.229887 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1483a54a-3318-45bc-adbc-ed252fa9cf65 None None] Port 4ca35fb5-7f98-428c-aece-005365d26790 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:09:53.290794 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4ca35fb5-7f98-428c-aece-005365d26790), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:53.315546 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-3e64acc8-a736-4de9-a95f-9cb2862bf514 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ccb018db-391d-4291-a288-c1bde99999c3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:53.354408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Router d802773c-bf30-426c-a6e8-6ebb1a576953 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:09:53.356619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d685041a-bed3-489c-8e3d-f14fbeb963d4 None None] Provisioning complete for port 763ffcce-4c01-4d98-8e81-a540ae318cc4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:53.356619 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d685041a-bed3-489c-8e3d-f14fbeb963d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:53.363230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff0168-46d8-419a-8da1-71a65982a884 req-5c2e2043-206d-4885-b3b4-7f38cc111823 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:53.365199 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aaff0168-46d8-419a-8da1-71a65982a884 req-5c2e2043-206d-4885-b3b4-7f38cc111823 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 936 time: 0.2777257 Jan 28 19:09:53.365592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c65721-67bc-4356-81ca-e1189a73d64d req-73392c75-a164-45b5-91e7-dc0105d31a0d tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:53.367322 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3c65721-67bc-4356-81ca-e1189a73d64d req-73392c75-a164-45b5-91e7-dc0105d31a0d tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 945 time: 0.0667317 Jan 28 19:09:53.402327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d685041a-bed3-489c-8e3d-f14fbeb963d4 None None] Port 763ffcce-4c01-4d98-8e81-a540ae318cc4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:09:53.412700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64acc8-a736-4de9-a95f-9cb2862bf514 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event deleted for resources: {'Port': ['ID=ccb018db-391d-4291-a288-c1bde99999c3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:53.443374 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3c65721-67bc-4356-81ca-e1189a73d64d req-03aa2454-5386-4fb3-9617-458c4c0de361 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693214 Jan 28 19:09:53.464383 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccb018db-391d-4291-a288-c1bde99999c3'}, {'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4acd12-c109-41eb-b66f-b1d71ce73d42'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:53.469983 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fcc91d-4f28-4273-ade5-45ba600400f9" -d '{"events": [{"server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "name": "network-vif-unplugged", "status": "completed", "tag": "ccb018db-391d-4291-a288-c1bde99999c3"}, {"server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "name": "network-vif-unplugged", "status": "completed", "tag": "1e4acd12-c109-41eb-b66f-b1d71ce73d42"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:53.581798 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-3e64acc8-a736-4de9-a95f-9cb2862bf514 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] No DVR routers for this DVR port ccb018db-391d-4291-a288-c1bde99999c3 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:09:53.585246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbe4a1-af39-4efb-bb94-5a279df0094a req-fccc90a2-7c30-4640-8939-b15ee6da90f4 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:53.587315 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63bbe4a1-af39-4efb-bb94-5a279df0094a req-fccc90a2-7c30-4640-8939-b15ee6da90f4 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 944 time: 0.0623569 Jan 28 19:09:53.588931 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-3e64acc8-a736-4de9-a95f-9cb2862bf514 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:53.592335 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-3e64acc8-a736-4de9-a95f-9cb2862bf514 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.31 "DELETE /v2.0/ports/ccb018db-391d-4291-a288-c1bde99999c3 HTTP/1.1" status: 204 len: 173 time: 1.6991410 Jan 28 19:09:53.649787 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63bbe4a1-af39-4efb-bb94-5a279df0094a req-f56921b8-2073-4443-9dfd-23d73cd0113b tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561495 Jan 28 19:09:53.702681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aaff0168-46d8-419a-8da1-71a65982a884 req-02368668-2470-46f9-a50c-adfff32c8418 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/security-groups?id=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868693 Jan 28 19:09:53.722921 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a40d7f-2114-4f48-b643-ebddd7793e68 x-openstack-request-id: req-16a40d7f-2114-4f48-b643-ebddd7793e68 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:53.723225 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "name": "network-vif-unplugged", "status": "completed", "tag": "ccb018db-391d-4291-a288-c1bde99999c3", "code": 200}, {"server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "name": "network-vif-unplugged", "status": "completed", "tag": "1e4acd12-c109-41eb-b66f-b1d71ce73d42", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:53.723497 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16a40d7f-2114-4f48-b643-ebddd7793e68 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:53.724203 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccb018db-391d-4291-a288-c1bde99999c3', 'code': 200} Jan 28 19:09:53.724639 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4acd12-c109-41eb-b66f-b1d71ce73d42', 'code': 200} Jan 28 19:09:53.833634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc4a68-9ea1-46c3-9e1f-c702e6deafa1 req-d8b409e0-4690-4e0e-81a7-21aba21c5f95 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:53.835280 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-94cc4a68-9ea1-46c3-9e1f-c702e6deafa1 req-d8b409e0-4690-4e0e-81a7-21aba21c5f95 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 944 time: 0.0589058 Jan 28 19:09:53.884004 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-94cc4a68-9ea1-46c3-9e1f-c702e6deafa1 req-487318f4-14f1-4811-9d37-83001f61ce61 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426862 Jan 28 19:09:53.885313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:09:53.892928 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-adcf28f2-ff05-4852-97a8-a03993c62ce9 admin admin] 10.222.0.55 "PUT /v2.0/routers/d802773c-bf30-426c-a6e8-6ebb1a576953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0239930 Jan 28 19:09:53.895205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Sync routers for ids ['d802773c-bf30-426c-a6e8-6ebb1a576953'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:09:53.914405 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Routers {'d802773c-bf30-426c-a6e8-6ebb1a576953'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:09:53.915039 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:09:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d802773c-bf30-426c-a6e8-6ebb1a576953'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:53.948963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-21a42df3-b177-42d6-9e55-33ba33cf7f6e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Deleting port 1e4acd12-c109-41eb-b66f-b1d71ce73d42 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:53.948963 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-21a42df3-b177-42d6-9e55-33ba33cf7f6e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:53.955236 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadfb4a-7043-4d76-b98e-d16830423e6f req-2c3a8397-0821-4063-8677-22061eb61955 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:53.956762 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bbadfb4a-7043-4d76-b98e-d16830423e6f req-2c3a8397-0821-4063-8677-22061eb61955 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 1126 time: 0.1515641 Jan 28 19:09:54.000765 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:54.028767 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'name': 'network-vif-deleted', 'tag': 'ccb018db-391d-4291-a288-c1bde99999c3'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:54.031032 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38626fd0-7a2f-4a92-afc6-4ca19c21acd1" -d '{"events": [{"server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "name": "network-vif-deleted", "tag": "ccb018db-391d-4291-a288-c1bde99999c3"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:54.058141 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca35fb5-7f98-428c-aece-005365d26790 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:09:54.073081 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Publish callbacks [] for port (4ca35fb5-7f98-428c-aece-005365d26790), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:54.105431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:09:54.112851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:54.113099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Transition to ACTIVE for port object 4ca35fb5-7f98-428c-aece-005365d26790 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:09:54.113480 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:54.119314 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bbadfb4a-7043-4d76-b98e-d16830423e6f req-af546462-2ec6-40fb-bfe5-d389b41ae288 tempest-LiveAutoBlockMigrationV225Test-111623157 tempest-LiveAutoBlockMigrationV225Test-111623157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347873 Jan 28 19:09:54.121126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Set router d802773c-bf30-426c-a6e8-6ebb1a576953 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:09:54.123135 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (4ca35fb5-7f98-428c-aece-005365d26790), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:54.131725 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca8e6e-ce7f-4970-865c-4d3028589e82 req-d6cc5953-05cd-4433-9e56-c87e28a4b498 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:54.139528 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12ca8e6e-ce7f-4970-865c-4d3028589e82 req-d6cc5953-05cd-4433-9e56-c87e28a4b498 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.0812807 Jan 28 19:09:54.168718 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-21a42df3-b177-42d6-9e55-33ba33cf7f6e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] For port 1e4acd12-c109-41eb-b66f-b1d71ce73d42, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=1e4acd12-c109-41eb-b66f-b1d71ce73d42,segment=NetworkSegment(0584b06a-015e-4cfe-a9d0-8c84a1e337e9),segment_id=0584b06a-015e-4cfe-a9d0-8c84a1e337e9)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:54.169082 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-21a42df3-b177-42d6-9e55-33ba33cf7f6e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:54.189696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-21a42df3-b177-42d6-9e55-33ba33cf7f6e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Calling delete_port for 1e4acd12-c109-41eb-b66f-b1d71ce73d42 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:54.233545 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca35fb5-7f98-428c-aece-005365d26790,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:54.247911 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12ca8e6e-ce7f-4970-865c-4d3028589e82 req-19df756d-ebbd-48d8-ae11-08d6278cce72 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072445 Jan 28 19:09:54.478278 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:54.564362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:54.564923 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:54.630155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:54.650949 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:54.668898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37038) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:54.675325 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0db7c4f4-85fb-45d9-ba65-8c65de2f4c59 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1590411663', 'description': 'tempest-description--269674552'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:54.710933 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db7c4f4-85fb-45d9-ba65-8c65de2f4c59 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:54.716611 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:54.731313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'name': 'tempest-ServersTestFqdnHostnames-1030896754-router', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:09:40Z', 'updated_at': '2022-01-28T19:09:51Z', 'revision_number': 4, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'gw_port': {'id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:42Z', 'updated_at': '2022-01-28T19:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '763ffcce-4c01-4d98-8e81-a540ae318cc4', 'name': '', 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'mac_address': 'fa:16:3e:ea:23:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:48Z', 'updated_at': '2022-01-28T19:09:51Z', 'revision_number': 2, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'subnets': [{'id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:54.743970 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259505a3-ab2e-4d35-abdc-2b6b00699bff x-openstack-request-id: req-259505a3-ab2e-4d35-abdc-2b6b00699bff {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:54.744265 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "name": "network-vif-deleted", "tag": "ccb018db-391d-4291-a288-c1bde99999c3", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:54.744595 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-259505a3-ab2e-4d35-abdc-2b6b00699bff {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:54.744986 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'name': 'network-vif-deleted', 'tag': 'ccb018db-391d-4291-a288-c1bde99999c3', 'status': 'completed', 'code': 200} Jan 28 19:09:54.769533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Checking router: d802773c-bf30-426c-a6e8-6ebb1a576953 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:09:54.770078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Updating router d802773c-bf30-426c-a6e8-6ebb1a576953 port 763ffcce-4c01-4d98-8e81-a540ae318cc4 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:09:54.805272 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:54.828873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Attempting to bind port 4ca35fb5-7f98-428c-aece-005365d26790 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:09:54.829116 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db7c4f4-85fb-45d9-ba65-8c65de2f4c59 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for security_group (f085b27e-43d7-4cc0-9e19-a7b8c855a6b1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:54.829316 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Attempting to bind port 4ca35fb5-7f98-428c-aece-005365d26790 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:09:54.829646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Attempting to bind port 4ca35fb5-7f98-428c-aece-005365d26790 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:54.833831 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db7c4f4-85fb-45d9-ba65-8c65de2f4c59 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f085b27e-43d7-4cc0-9e19-a7b8c855a6b1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:54.845114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9dce2-9572-4dc1-823e-847d765bbf8c req-9cf9e1d4-7651-4f39-b2c0-6fc82e6c7470 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:54.852306 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-80a9dce2-9572-4dc1-823e-847d765bbf8c req-9cf9e1d4-7651-4f39-b2c0-6fc82e6c7470 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 945 time: 0.1419275 Jan 28 19:09:54.860602 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Port 4ca35fb5-7f98-428c-aece-005365d26790 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:09:54.860922 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Attempting to bind port 4ca35fb5-7f98-428c-aece-005365d26790 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:54.879305 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0db7c4f4-85fb-45d9-ba65-8c65de2f4c59 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:54.883975 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0db7c4f4-85fb-45d9-ba65-8c65de2f4c59 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2099252 Jan 28 19:09:54.884153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37042) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:54.890843 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-940285b1-d393-484b-82ce-1390ea847e72 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Request body: {'security_group_rule': {'security_group_id': 'f085b27e-43d7-4cc0-9e19-a7b8c855a6b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:54.899026 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7c4f4-85fb-45d9-ba65-8c65de2f4c59 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f085b27e-43d7-4cc0-9e19-a7b8c855a6b1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:54.910643 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:09:54.911081 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:54.911510 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:09:54.911949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Bound port: 4ca35fb5-7f98-428c-aece-005365d26790, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:09:54.912525 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4ca35fb5-7f98-428c-aece-005365d26790), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:54.946328 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-940285b1-d393-484b-82ce-1390ea847e72 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for security_group_rule (69d04e4a-4e56-491c-aa97-8452466f3220), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:55.006066 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-80a9dce2-9572-4dc1-823e-847d765bbf8c req-b3f2dfeb-dfcb-4b7c-8080-62ab1b4bad02 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502514 Jan 28 19:09:55.009084 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-21a42df3-b177-42d6-9e55-33ba33cf7f6e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (1e4acd12-c109-41eb-b66f-b1d71ce73d42), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:55.068334 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a42df3-b177-42d6-9e55-33ba33cf7f6e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event deleted for resources: {'Port': ['ID=1e4acd12-c109-41eb-b66f-b1d71ce73d42,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:55.070125 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-940285b1-d393-484b-82ce-1390ea847e72 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for security_group_rule (69d04e4a-4e56-491c-aa97-8452466f3220), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:55.084659 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-940285b1-d393-484b-82ce-1390ea847e72 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (69d04e4a-4e56-491c-aa97-8452466f3220), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:55.121664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e958-d148-488d-938e-0e5b3bc73e55 req-e418d0ab-2bd6-457c-97ae-81a212668b41 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:55.127601 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2540e958-d148-488d-938e-0e5b3bc73e55 req-e418d0ab-2bd6-457c-97ae-81a212668b41 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 946 time: 0.1248548 Jan 28 19:09:55.138906 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-940285b1-d393-484b-82ce-1390ea847e72 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:55.142658 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-940285b1-d393-484b-82ce-1390ea847e72 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2550452 Jan 28 19:09:55.142658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940285b1-d393-484b-82ce-1390ea847e72 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d04e4a-4e56-491c-aa97-8452466f3220,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:55.144335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37050) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:55.157975 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-81d55d96-cdae-4dc1-bebb-f305f581d4ea tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Request body: {'security_group_rule': {'security_group_id': 'f085b27e-43d7-4cc0-9e19-a7b8c855a6b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:55.179708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-21a42df3-b177-42d6-9e55-33ba33cf7f6e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] No DVR routers for this DVR port 1e4acd12-c109-41eb-b66f-b1d71ce73d42 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:09:55.180689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] For port 4ca35fb5-7f98-428c-aece-005365d26790, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:55.183177 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-21a42df3-b177-42d6-9e55-33ba33cf7f6e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:55.186637 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c436d5b5-b840-45f8-aa0b-fc13caf489ad req-21a42df3-b177-42d6-9e55-33ba33cf7f6e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.31 "DELETE /v2.0/ports/1e4acd12-c109-41eb-b66f-b1d71ce73d42 HTTP/1.1" status: 204 len: 173 time: 1.5602210 Jan 28 19:09:55.216070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] For port 4ca35fb5-7f98-428c-aece-005365d26790, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4ca35fb5-7f98-428c-aece-005365d26790,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:09:55.236950 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (4ca35fb5-7f98-428c-aece-005365d26790), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:55.243754 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2540e958-d148-488d-938e-0e5b3bc73e55 req-a8a3d099-cd6c-4315-80d2-f932afce618f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094019 Jan 28 19:09:55.246125 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81d55d96-cdae-4dc1-bebb-f305f581d4ea tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for security_group_rule (ac65dde7-090a-4d21-b859-77079ca5c9a7), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:55.324891 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:55.326545 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:55.328443 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] 10.222.0.37 "PUT /v2.0/ports/4ca35fb5-7f98-428c-aece-005365d26790 HTTP/1.1" status: 200 len: 1096 time: 2.3413496 Jan 28 19:09:55.351885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d3633-18c9-4c14-9589-e90e342f777f req-191d699f-ec90-479f-ab89-ba2fcae2404d tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:55.354163 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-254d3633-18c9-4c14-9589-e90e342f777f req-191d699f-ec90-479f-ab89-ba2fcae2404d tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.2114241 Jan 28 19:09:55.366466 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81d55d96-cdae-4dc1-bebb-f305f581d4ea tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for security_group_rule (ac65dde7-090a-4d21-b859-77079ca5c9a7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:55.437509 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Publish callbacks [] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:55.443745 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81d55d96-cdae-4dc1-bebb-f305f581d4ea tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (ac65dde7-090a-4d21-b859-77079ca5c9a7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:55.473198 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:55.496749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d55d96-cdae-4dc1-bebb-f305f581d4ea tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac65dde7-090a-4d21-b859-77079ca5c9a7,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:55.505363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18729524-caa6-460e-8478-541ede7b1e11 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca35fb5-7f98-428c-aece-005365d26790,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:55.529095 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81d55d96-cdae-4dc1-bebb-f305f581d4ea tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:55.533154 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-81d55d96-cdae-4dc1-bebb-f305f581d4ea tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3812671 Jan 28 19:09:55.533388 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:55.544179 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba20fc-b875-49c0-857e-2590d0f1db27 req-2debd8eb-5d13-4de1-953b-d41e81cea98c tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:55.546592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37062) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:55.546962 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cbba20fc-b875-49c0-857e-2590d0f1db27 req-2debd8eb-5d13-4de1-953b-d41e81cea98c tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 948 time: 0.1831319 Jan 28 19:09:55.561097 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:09:55.648341 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4deef11-0d61-4bfa-bdd0-d727bf34f55d None None] Pushing event updated for resources: {'Port': ['ID=763ffcce-4c01-4d98-8e81-a540ae318cc4,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:55.699186 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cbba20fc-b875-49c0-857e-2590d0f1db27 req-c6e54235-3f40-444d-a28a-0378539a787c tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/security-groups?id=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330149 Jan 28 19:09:55.751506 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-254d3633-18c9-4c14-9589-e90e342f777f req-5a2ab9f3-95e7-4642-931c-df5036f8c418 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841455 Jan 28 19:09:55.754073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16be4b4c-8b2e-4b50-be7f-33604df8e920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd542cdf2-e36c-4ad0-bd08-d9bec5ddec5d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:55.776895 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df669de-a087-4cd7-8fd9-3a70316c0d83" -d '{"events": [{"server_uuid": "16be4b4c-8b2e-4b50-be7f-33604df8e920", "name": "network-vif-plugged", "status": "completed", "tag": "d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:55.913614 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:55.927839 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Attempting to bind port 763ffcce-4c01-4d98-8e81-a540ae318cc4 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:09:55.934472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Attempting to bind port 763ffcce-4c01-4d98-8e81-a540ae318cc4 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'dd84af4d-051a-4b78-9d8d-a1ae47b1e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:09:55.935112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Attempting to bind port 763ffcce-4c01-4d98-8e81-a540ae318cc4 on network 890aa5ec-c280-4351-af8f-1a7c761e7e33 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:09:55.979443 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-82981d34-86c3-44a3-8673-a3e75c042280 req-c01a1f11-7c0c-43f1-98a5-8d79c261f809 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b8b5560-7d09-44d3-bc45-d7bf9e419868 HTTP/1.1" status: 200 len: 210 time: 0.0791891 Jan 28 19:09:56.003032 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:09:56.003847 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Checking segment: {'id': 'dd84af4d-051a-4b78-9d8d-a1ae47b1e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:09:56.004556 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:56.005138 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-85bd9d52-ac08-4df5-9086-09411f813e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:56.005548 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Bound using segment: {'id': 'dd84af4d-051a-4b78-9d8d-a1ae47b1e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:09:56.006128 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Bound port: 763ffcce-4c01-4d98-8e81-a540ae318cc4, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd84af4d-051a-4b78-9d8d-a1ae47b1e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:09:56.006645 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:56.018002 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-85bd9d52-ac08-4df5-9086-09411f813e51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=41dea35d961c4065947b5b68907e1904&device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 1130 time: 0.5710783 Jan 28 19:09:56.137765 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] For port 763ffcce-4c01-4d98-8e81-a540ae318cc4, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:09:56.143891 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] For port 763ffcce-4c01-4d98-8e81-a540ae318cc4, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=763ffcce-4c01-4d98-8e81-a540ae318cc4,segment=NetworkSegment(dd84af4d-051a-4b78-9d8d-a1ae47b1e573),segment_id=dd84af4d-051a-4b78-9d8d-a1ae47b1e573)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:09:56.153490 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9d86fd-953d-4434-b97f-cfa2b07e3353 x-openstack-request-id: req-db9d86fd-953d-4434-b97f-cfa2b07e3353 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:56.154388 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16be4b4c-8b2e-4b50-be7f-33604df8e920", "name": "network-vif-plugged", "status": "completed", "tag": "d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:56.156100 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db9d86fd-953d-4434-b97f-cfa2b07e3353 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:56.156830 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16be4b4c-8b2e-4b50-be7f-33604df8e920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd542cdf2-e36c-4ad0-bd08-d9bec5ddec5d', 'code': 200} Jan 28 19:09:56.169327 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:56.240783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d445d2-58e1-4dfb-a093-4d82247a546a req-56b42d32-2ddc-4d83-9a1a-d79f8d3e5a2b tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:56.242265 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Routers {'d802773c-bf30-426c-a6e8-6ebb1a576953'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:09:56.242423 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9d445d2-58e1-4dfb-a093-4d82247a546a req-56b42d32-2ddc-4d83-9a1a-d79f8d3e5a2b tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.31 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 944 time: 0.5905242 Jan 28 19:09:56.243229 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:09:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d802773c-bf30-426c-a6e8-6ebb1a576953'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:56.244143 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-8d431b2c-8f15-463d-b4be-bc9e5fed7411 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=4ca35fb5-7f98-428c-aece-005365d26790 HTTP/1.1" status: 200 len: 217 time: 0.2110064 Jan 28 19:09:56.319188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55e6a-1662-4d63-91e1-c39e3a43333b req-21be5d69-fedf-42e4-886d-345770f61828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:56.327079 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c2a55e6a-1662-4d63-91e1-c39e3a43333b req-21be5d69-fedf-42e4-886d-345770f61828 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 1128 time: 0.1372504 Jan 28 19:09:56.437454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] Set router d802773c-bf30-426c-a6e8-6ebb1a576953 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:09:56.449161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e486e57-2042-4ca3-9acb-f0ac4cf740cf req-62ac84ed-e416-4ef6-866a-64ab5e3e281f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:56.449461 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c2a55e6a-1662-4d63-91e1-c39e3a43333b req-7a318e84-988c-49eb-9565-d69d83507aa1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087828 Jan 28 19:09:56.456998 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3e486e57-2042-4ca3-9acb-f0ac4cf740cf req-62ac84ed-e416-4ef6-866a-64ab5e3e281f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 944 time: 0.4625750 Jan 28 19:09:56.476742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-5ee5f328-7f6f-4cff-b03e-42dc4963059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:56.480707 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-5ee5f328-7f6f-4cff-b03e-42dc4963059b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.2087679 Jan 28 19:09:56.485808 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device fe9ba215-689b-4bde-b4e6-5d14d235b879 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:56.583825 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4deef11-0d61-4bfa-bdd0-d727bf34f55d None None] Pushing event updated for resources: {'Port': ['ID=763ffcce-4c01-4d98-8e81-a540ae318cc4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:56.652536 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3e486e57-2042-4ca3-9acb-f0ac4cf740cf req-ed80ff55-1822-48b3-af77-7e4e3533c2cf tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798797 Jan 28 19:09:56.693301 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-418e1628-bfb5-4a0f-8d34-d73d35661981 None None] Provisioning complete for port 763ffcce-4c01-4d98-8e81-a540ae318cc4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:56.693678 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-418e1628-bfb5-4a0f-8d34-d73d35661981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:56.701716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c9d445d2-58e1-4dfb-a093-4d82247a546a req-38964b27-867c-4726-a3b5-fb3b3578e822 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Deleting port 01e18722-af6d-4558-9a5c-a06051d81ac9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:56.702289 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c9d445d2-58e1-4dfb-a093-4d82247a546a req-38964b27-867c-4726-a3b5-fb3b3578e822 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:56.711320 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-ac55fb66-25ea-40be-a21c-97990ec16fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:56.731466 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-ac55fb66-25ea-40be-a21c-97990ec16fd3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2431042 Jan 28 19:09:56.751608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'name': 'network-vif-deleted', 'tag': '1e4acd12-c109-41eb-b66f-b1d71ce73d42'}, {'name': 'network-changed', 'server_uuid': 'ad07e97c-acc9-4953-9e13-c02481ccde17', 'tag': '4ca35fb5-7f98-428c-aece-005365d26790'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:56.754345 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d256cf-19a1-4279-959c-5c04f0cae078" -d '{"events": [{"server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "name": "network-vif-deleted", "tag": "1e4acd12-c109-41eb-b66f-b1d71ce73d42"}, {"name": "network-changed", "server_uuid": "ad07e97c-acc9-4953-9e13-c02481ccde17", "tag": "4ca35fb5-7f98-428c-aece-005365d26790"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:56.771990 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:56.960604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port fe9ba215-689b-4bde-b4e6-5d14d235b879 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:56.961014 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:56.965863 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643e410c-b722-46ab-a451-9057c55c6aac x-openstack-request-id: req-643e410c-b722-46ab-a451-9057c55c6aac {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:56.966264 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8b5560-7d09-44d3-bc45-d7bf9e419868", "name": "network-vif-deleted", "tag": "1e4acd12-c109-41eb-b66f-b1d71ce73d42", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ad07e97c-acc9-4953-9e13-c02481ccde17", "tag": "4ca35fb5-7f98-428c-aece-005365d26790", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:56.967652 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-643e410c-b722-46ab-a451-9057c55c6aac {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:56.968101 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8b5560-7d09-44d3-bc45-d7bf9e419868', 'name': 'network-vif-deleted', 'tag': '1e4acd12-c109-41eb-b66f-b1d71ce73d42', 'status': 'completed', 'code': 200} Jan 28 19:09:56.968358 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad07e97c-acc9-4953-9e13-c02481ccde17', 'tag': '4ca35fb5-7f98-428c-aece-005365d26790', 'status': 'completed', 'code': 200} Jan 28 19:09:56.972107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebd1f0-df56-457f-bafa-80dc752fc561 req-ad1d61ad-728f-4682-a2f7-5716a9ca6da1 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:56.974968 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bebd1f0-df56-457f-bafa-80dc752fc561 req-ad1d61ad-728f-4682-a2f7-5716a9ca6da1 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 948 time: 0.1547322 Jan 28 19:09:57.023387 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:57.039488 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:57.083772 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bebd1f0-df56-457f-bafa-80dc752fc561 req-cdd86f76-5f13-4ae4-971d-0c766a24014a tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/security-groups?id=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972161 Jan 28 19:09:57.104614 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=fe9ba215-689b-4bde-b4e6-5d14d235b879,revision_number=14']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:57.152346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c9d445d2-58e1-4dfb-a093-4d82247a546a req-38964b27-867c-4726-a3b5-fb3b3578e822 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] For port 01e18722-af6d-4558-9a5c-a06051d81ac9, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=01e18722-af6d-4558-9a5c-a06051d81ac9,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:57.153138 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c9d445d2-58e1-4dfb-a093-4d82247a546a req-38964b27-867c-4726-a3b5-fb3b3578e822 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:57.192307 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-418e1628-bfb5-4a0f-8d34-d73d35661981 None None] Current status of the port 763ffcce-4c01-4d98-8e81-a540ae318cc4 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:57.193092 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-418e1628-bfb5-4a0f-8d34-d73d35661981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:57.207737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c9d445d2-58e1-4dfb-a093-4d82247a546a req-38964b27-867c-4726-a3b5-fb3b3578e822 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Calling delete_port for 01e18722-af6d-4558-9a5c-a06051d81ac9 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:57.225855 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37146) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:57.226707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'name': 'tempest-ServersTestFqdnHostnames-1030896754-router', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:09:40Z', 'updated_at': '2022-01-28T19:09:51Z', 'revision_number': 4, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'gw_port': {'id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:42Z', 'updated_at': '2022-01-28T19:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '763ffcce-4c01-4d98-8e81-a540ae318cc4', 'name': '', 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'mac_address': 'fa:16:3e:ea:23:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:48Z', 'updated_at': '2022-01-28T19:09:56Z', 'revision_number': 4, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'subnets': [{'id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:57.237968 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-3c294152-d3de-4544-95e1-a08696d362bf service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800832 Jan 28 19:09:57.262938 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3481a-5ecf-4c2c-8394-9354d16b1592 req-8dbc9150-852c-4c9a-949f-bb6e1171e717 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:57.270826 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-62e3481a-5ecf-4c2c-8394-9354d16b1592 req-8dbc9150-852c-4c9a-949f-bb6e1171e717 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.2376294 Jan 28 19:09:57.271813 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47fd16-3c66-44de-8fb3-1e350e82b135 None None] The sync data for ids ['d802773c-bf30-426c-a6e8-6ebb1a576953'] in n-d-824834-4 is: [{'id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'name': 'tempest-ServersTestFqdnHostnames-1030896754-router', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:09:40Z', 'updated_at': '2022-01-28T19:09:51Z', 'revision_number': 4, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'gw_port': {'id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:42Z', 'updated_at': '2022-01-28T19:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '763ffcce-4c01-4d98-8e81-a540ae318cc4', 'name': '', 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'mac_address': 'fa:16:3e:ea:23:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:48Z', 'updated_at': '2022-01-28T19:09:56Z', 'revision_number': 4, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'subnets': [{'id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:09:57.283793 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-418e1628-bfb5-4a0f-8d34-d73d35661981 None None] For port 763ffcce-4c01-4d98-8e81-a540ae318cc4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=763ffcce-4c01-4d98-8e81-a540ae318cc4,segment=NetworkSegment(dd84af4d-051a-4b78-9d8d-a1ae47b1e573),segment_id=dd84af4d-051a-4b78-9d8d-a1ae47b1e573)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:57.291452 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-418e1628-bfb5-4a0f-8d34-d73d35661981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:57.333934 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3132eaab-abe8-4646-acb7-b65732152629 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Deleting subnet 3d5243af-d04b-4a79-9c94-393f62b8965b {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:09:57.341456 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3132eaab-abe8-4646-acb7-b65732152629 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks [] for subnet (3d5243af-d04b-4a79-9c94-393f62b8965b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:57.389704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Allocated IP 172.25.0.39 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/c637865c-5b42-4e63-848c-549b26c8de5f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:09:57.478706 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3132eaab-abe8-4646-acb7-b65732152629 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (3d5243af-d04b-4a79-9c94-393f62b8965b), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:57.480360 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-625cfbc9-9855-4a51-9824-bf35005df414 None None] Provisioning complete for port 763ffcce-4c01-4d98-8e81-a540ae318cc4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:57.483452 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-625cfbc9-9855-4a51-9824-bf35005df414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:57.500030 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e1628-bfb5-4a0f-8d34-d73d35661981 None None] Pushing event updated for resources: {'Port': ['ID=763ffcce-4c01-4d98-8e81-a540ae318cc4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:57.670649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 763ffcce-4c01-4d98-8e81-a540ae318cc4 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:57.676947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-625cfbc9-9855-4a51-9824-bf35005df414 None None] Current status of the port 763ffcce-4c01-4d98-8e81-a540ae318cc4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:57.745523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 763ffcce-4c01-4d98-8e81-a540ae318cc4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:57.746013 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:57.778182 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141cf92-c83b-4e7e-bc80-f451a3891d7d req-f177e586-d2d5-4c65-8b7c-7d0fe2d1fbe6 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:57.783273 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8141cf92-c83b-4e7e-bc80-f451a3891d7d req-f177e586-d2d5-4c65-8b7c-7d0fe2d1fbe6 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.3526785 Jan 28 19:09:57.844280 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3132eaab-abe8-4646-acb7-b65732152629 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (3d5243af-d04b-4a79-9c94-393f62b8965b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:57.844639 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-62e3481a-5ecf-4c2c-8394-9354d16b1592 req-ddf1348e-8dc1-4345-b40c-1e2c6cf932fa tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691741 Jan 28 19:09:57.892338 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 763ffcce-4c01-4d98-8e81-a540ae318cc4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:58.001067 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8141cf92-c83b-4e7e-bc80-f451a3891d7d req-b0852d46-ebea-41ee-a6cc-e0d66edee7a1 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077804 Jan 28 19:09:58.026680 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3132eaab-abe8-4646-acb7-b65732152629 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (3d5243af-d04b-4a79-9c94-393f62b8965b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:58.038001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 01e18722-af6d-4558-9a5c-a06051d81ac9 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:58.102210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132eaab-abe8-4646-acb7-b65732152629 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5243af-d04b-4a79-9c94-393f62b8965b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:58.138913 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3132eaab-abe8-4646-acb7-b65732152629 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:58.146816 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3132eaab-abe8-4646-acb7-b65732152629 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "DELETE /v2.0/subnets/3d5243af-d04b-4a79-9c94-393f62b8965b HTTP/1.1" status: 204 len: 168 time: 0.9193611 Jan 28 19:09:58.147443 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37156) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:09:58.155370 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dba7e9-60fd-477a-8709-7e8709802751 None None] Network 8f85ed2c-e94e-41c0-897d-628d11336a2d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:09:58.161651 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:58.164880 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59dc323-b44f-4df0-aab9-5d6ab513546f" -d '{"events": [{"server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:58.168615 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce3f21a3-4d68-4b2b-849c-269308ce0c71 req-6baf8729-b282-4e73-bc1a-9e8b4e1788bb service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9229097 Jan 28 19:09:58.221048 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c9d445d2-58e1-4dfb-a093-4d82247a546a req-38964b27-867c-4726-a3b5-fb3b3578e822 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (01e18722-af6d-4558-9a5c-a06051d81ac9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:58.242255 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['762f82fa-f4c5-41c0-b20e-d928d6ffd66d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:09:58.257609 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 01e18722-af6d-4558-9a5c-a06051d81ac9 is: DOWN; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:58.294434 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for port (c637865c-5b42-4e63-848c-549b26c8de5f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:58.346928 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38964b27-867c-4726-a3b5-fb3b3578e822 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Pushing event deleted for resources: {'Port': ['ID=01e18722-af6d-4558-9a5c-a06051d81ac9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:58.392753 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (8f85ed2c-e94e-41c0-897d-628d11336a2d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:58.408594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d445d2-58e1-4dfb-a093-4d82247a546a req-38964b27-867c-4726-a3b5-fb3b3578e822 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] No DVR routers for this DVR port 01e18722-af6d-4558-9a5c-a06051d81ac9 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:09:58.411496 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c9d445d2-58e1-4dfb-a093-4d82247a546a req-38964b27-867c-4726-a3b5-fb3b3578e822 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:58.415951 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9d445d2-58e1-4dfb-a093-4d82247a546a req-38964b27-867c-4726-a3b5-fb3b3578e822 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.31 "DELETE /v2.0/ports/01e18722-af6d-4558-9a5c-a06051d81ac9 HTTP/1.1" status: 204 len: 173 time: 2.1663146 Jan 28 19:09:58.452257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd23a6-4c41-4ad8-959d-88b2e65b9e79 req-f72c6c1c-2d3d-46be-b20f-1e45775de77d tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:58.455301 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3bdd23a6-4c41-4ad8-959d-88b2e65b9e79 req-f72c6c1c-2d3d-46be-b20f-1e45775de77d tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 866 time: 0.4044940 Jan 28 19:09:58.488665 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20d179-36d2-4298-bc41-8409671b4f91 req-8c669fbc-b434-4ac4-9619-d67b861a9052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:58.494320 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d256cf-19a1-4279-959c-5c04f0cae078 req-b4edbfa3-cd9b-41e1-bc90-553a4e546cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:58.496036 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96d256cf-19a1-4279-959c-5c04f0cae078 req-b4edbfa3-cd9b-41e1-bc90-553a4e546cb9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=41dea35d961c4065947b5b68907e1904&device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 1130 time: 0.2499824 Jan 28 19:09:58.498323 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f20d179-36d2-4298-bc41-8409671b4f91 req-8c669fbc-b434-4ac4-9619-d67b861a9052 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 1126 time: 0.2013187 Jan 28 19:09:58.558420 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef8628e-c3bd-4571-8c1f-d591f4462f0b None None] DHCP port deletion for 8f85ed2c-e94e-41c0-897d-628d11336a2d request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:09:58.608473 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d256cf-19a1-4279-959c-5c04f0cae078 req-d72e7615-a2ed-44e1-952c-8fbdff3dc073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:58.609168 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96d256cf-19a1-4279-959c-5c04f0cae078 req-d72e7615-a2ed-44e1-952c-8fbdff3dc073 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.1008680 Jan 28 19:09:58.634809 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d38d2-d19e-4c9d-8ee2-f90caf87b451 req-b6604e7c-be62-4d36-be5d-51feba4b883d tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:58.638100 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-947d38d2-d19e-4c9d-8ee2-f90caf87b451 req-b6604e7c-be62-4d36-be5d-51feba4b883d tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 948 time: 0.2680533 Jan 28 19:09:58.692155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7ef8628e-c3bd-4571-8c1f-d591f4462f0b None None] Deleting port 2387b516-70d5-47c9-92a9-e88ca62cff49 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:58.692545 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ef8628e-c3bd-4571-8c1f-d591f4462f0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2387b516-70d5-47c9-92a9-e88ca62cff49), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:58.692982 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96d256cf-19a1-4279-959c-5c04f0cae078 req-b694a84b-2d8e-418a-94d2-56f28fadc602 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=4ca35fb5-7f98-428c-aece-005365d26790 HTTP/1.1" status: 200 len: 217 time: 0.0764537 Jan 28 19:09:58.698258 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3bdd23a6-4c41-4ad8-959d-88b2e65b9e79 req-de5f8905-f12c-4c7b-a3b0-23fd10f9a9b1 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358418 Jan 28 19:09:58.769038 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d256cf-19a1-4279-959c-5c04f0cae078 req-1de6db8d-3210-46d8-920f-936de8c5edae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:58.770795 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96d256cf-19a1-4279-959c-5c04f0cae078 req-1de6db8d-3210-46d8-920f-936de8c5edae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0711584 Jan 28 19:09:58.772436 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c637865c-5b42-4e63-848c-549b26c8de5f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:58.803485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-947d38d2-d19e-4c9d-8ee2-f90caf87b451 req-2ff19847-0776-49d2-b931-088f73298db1 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/security-groups?id=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490362 Jan 28 19:09:58.855670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20d179-36d2-4298-bc41-8409671b4f91 req-d8e5ebfd-d156-4399-a818-b85734511c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:58.857523 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f20d179-36d2-4298-bc41-8409671b4f91 req-d8e5ebfd-d156-4399-a818-b85734511c5e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.3129511 Jan 28 19:09:58.859310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:09:58.878745 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:09:58.881412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Pushing event updated for resources: {'Port': ['ID=c637865c-5b42-4e63-848c-549b26c8de5f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:58.885392 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:09:58.899611 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Deleting port 2387b516-70d5-47c9-92a9-e88ca62cff49 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:09:58.899956 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2387b516-70d5-47c9-92a9-e88ca62cff49), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:58.969451 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e85b38-8c56-4cbf-8e33-00bfded5cd3a', 'name': 'network-vif-deleted', 'tag': '01e18722-af6d-4558-9a5c-a06051d81ac9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:09:58.972157 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82465f6d-e350-4fbd-9ea3-eda373cfb176" -d '{"events": [{"server_uuid": "85e85b38-8c56-4cbf-8e33-00bfded5cd3a", "name": "network-vif-deleted", "tag": "01e18722-af6d-4558-9a5c-a06051d81ac9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:09:58.977992 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d256cf-19a1-4279-959c-5c04f0cae078 req-d1f564d3-2909-446e-b6c8-b1dd4225baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:58.979968 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96d256cf-19a1-4279-959c-5c04f0cae078 req-d1f564d3-2909-446e-b6c8-b1dd4225baab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1605382 Jan 28 19:09:59.035153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] For port 2387b516-70d5-47c9-92a9-e88ca62cff49, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2387b516-70d5-47c9-92a9-e88ca62cff49,segment=NetworkSegment(766c2ac1-e684-4150-a5a5-e7bcb47a8d67),segment_id=766c2ac1-e684-4150-a5a5-e7bcb47a8d67)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:59.038272 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2387b516-70d5-47c9-92a9-e88ca62cff49), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:59.061961 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Calling delete_port for 2387b516-70d5-47c9-92a9-e88ca62cff49 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:59.100792 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96d256cf-19a1-4279-959c-5c04f0cae078 req-60fc0adc-dea3-4c65-9762-0dcb913b592a service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092768 Jan 28 19:09:59.161329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7ef8628e-c3bd-4571-8c1f-d591f4462f0b None None] For port 2387b516-70d5-47c9-92a9-e88ca62cff49, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2387b516-70d5-47c9-92a9-e88ca62cff49,segment=NetworkSegment(766c2ac1-e684-4150-a5a5-e7bcb47a8d67),segment_id=766c2ac1-e684-4150-a5a5-e7bcb47a8d67)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:09:59.161733 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ef8628e-c3bd-4571-8c1f-d591f4462f0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2387b516-70d5-47c9-92a9-e88ca62cff49), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:59.184635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7ef8628e-c3bd-4571-8c1f-d591f4462f0b None None] Calling delete_port for 2387b516-70d5-47c9-92a9-e88ca62cff49 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:09:59.208069 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2387b516-70d5-47c9-92a9-e88ca62cff49), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:59.238681 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for floatingip (0723e13e-0596-46c0-9b83-9149d5e9817f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:59.266037 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e22cf-1b7c-4958-af9d-96aa1cd65f01 req-4448c644-b5ab-41f1-b663-ea4eef6c11eb tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:59.267838 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-960e22cf-1b7c-4958-af9d-96aa1cd65f01 req-4448c644-b5ab-41f1-b663-ea4eef6c11eb tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.2855079 Jan 28 19:09:59.299128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event deleted for resources: {'Port': ['ID=2387b516-70d5-47c9-92a9-e88ca62cff49,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:59.309564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] No DVR routers for this DVR port 2387b516-70d5-47c9-92a9-e88ca62cff49 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:09:59.323819 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d692d4b0-2a3f-432d-ba91-d8f8026190a1 x-openstack-request-id: req-d692d4b0-2a3f-432d-ba91-d8f8026190a1 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:59.324105 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:59.324357 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d692d4b0-2a3f-432d-ba91-d8f8026190a1 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:59.324742 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'code': 200} Jan 28 19:09:59.337270 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ef8628e-c3bd-4571-8c1f-d591f4462f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (2387b516-70d5-47c9-92a9-e88ca62cff49), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:59.354893 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c637865c-5b42-4e63-848c-549b26c8de5f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:59.359189 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96d256cf-19a1-4279-959c-5c04f0cae078 req-eb77ed7e-1bfa-44c4-bf67-97ce7876e6de service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240286 Jan 28 19:09:59.388417 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd24ba-d820-46b1-8e19-5ae1f1cf8636 req-a22d8050-5ea7-4a95-8f4e-fdb7e143b9b4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:59.390239 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef8628e-c3bd-4571-8c1f-d591f4462f0b None None] Pushing event deleted for resources: {'Port': ['ID=2387b516-70d5-47c9-92a9-e88ca62cff49,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:59.394863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef8628e-c3bd-4571-8c1f-d591f4462f0b None None] No DVR routers for this DVR port 2387b516-70d5-47c9-92a9-e88ca62cff49 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:09:59.396230 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9ffd24ba-d820-46b1-8e19-5ae1f1cf8636 req-a22d8050-5ea7-4a95-8f4e-fdb7e143b9b4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.2338722 Jan 28 19:09:59.397929 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-960e22cf-1b7c-4958-af9d-96aa1cd65f01 req-e4d99619-02af-4972-8145-867b5fdbe88e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211426 Jan 28 19:09:59.399167 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f20d179-36d2-4298-bc41-8409671b4f91 req-18264f9c-1a55-4ced-8007-07434b443924 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879 HTTP/1.1" status: 200 len: 999 time: 0.5141435 Jan 28 19:09:59.538941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 763ffcce-4c01-4d98-8e81-a540ae318cc4 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:09:59.576489 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (8f85ed2c-e94e-41c0-897d-628d11336a2d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:59.624689 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 763ffcce-4c01-4d98-8e81-a540ae318cc4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:09:59.626395 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:59.632075 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for port (c637865c-5b42-4e63-848c-549b26c8de5f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:59.637984 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c0f21f-1dcb-4869-a59c-938ba125b65c x-openstack-request-id: req-f0c0f21f-1dcb-4869-a59c-938ba125b65c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:09:59.639394 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e85b38-8c56-4cbf-8e33-00bfded5cd3a", "name": "network-vif-deleted", "tag": "01e18722-af6d-4558-9a5c-a06051d81ac9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:09:59.639992 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f0c0f21f-1dcb-4869-a59c-938ba125b65c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:09:59.641810 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e85b38-8c56-4cbf-8e33-00bfded5cd3a', 'name': 'network-vif-deleted', 'tag': '01e18722-af6d-4558-9a5c-a06051d81ac9', 'status': 'completed', 'code': 200} Jan 28 19:09:59.643259 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c637865c-5b42-4e63-848c-549b26c8de5f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:59.660674 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20d179-36d2-4298-bc41-8409671b4f91 req-234bd4e5-c9b5-4fe8-bbbe-fd1a0e392ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:59.663829 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f20d179-36d2-4298-bc41-8409671b4f91 req-234bd4e5-c9b5-4fe8-bbbe-fd1a0e392ed7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.2211037 Jan 28 19:09:59.706053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f85ed2c-e94e-41c0-897d-628d11336a2d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:59.736983 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9ffd24ba-d820-46b1-8e19-5ae1f1cf8636 req-91d6348e-b911-4a86-a964-0e3b0db46ea1 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3354959 Jan 28 19:09:59.739511 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (0723e13e-0596-46c0-9b83-9149d5e9817f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:59.740881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766c2ac1-e684-4150-a5a5-e7bcb47a8d67') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:59.742397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766c2ac1-e684-4150-a5a5-e7bcb47a8d67') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:09:59.770521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Pushing event updated for resources: {'Port': ['ID=c637865c-5b42-4e63-848c-549b26c8de5f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:09:59.774328 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (766c2ac1-e684-4150-a5a5-e7bcb47a8d67), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:59.787218 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 763ffcce-4c01-4d98-8e81-a540ae318cc4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:09:59.818683 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:59.833817 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20d179-36d2-4298-bc41-8409671b4f91 req-2e1202ec-7793-49db-9a41-17069e8b18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:09:59.835613 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f20d179-36d2-4298-bc41-8409671b4f91 req-2e1202ec-7793-49db-9a41-17069e8b18c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1579807 Jan 28 19:09:59.853280 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ac1ddbb9-526d-41a0-a41d-2670bfdfeb6c tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3005030 Jan 28 19:09:59.853596 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (766c2ac1-e684-4150-a5a5-e7bcb47a8d67), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:59.877873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2387b516-70d5-47c9-92a9-e88ca62cff49 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:09:59.899556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:09:59.899968 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (766c2ac1-e684-4150-a5a5-e7bcb47a8d67), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:09:59.917155 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:09:59.935096 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 2387b516-70d5-47c9-92a9-e88ca62cff49 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:09:59.935574 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2387b516-70d5-47c9-92a9-e88ca62cff49 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:09:59.937058 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:00.056285 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684cc8f-6420-4a8d-8c53-02bbbbceee2a req-fd7172a8-54c0-4599-91ac-afc0be9ae630 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:00.057962 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b684cc8f-6420-4a8d-8c53-02bbbbceee2a req-fd7172a8-54c0-4599-91ac-afc0be9ae630 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.2069681 Jan 28 19:10:00.064003 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (8f85ed2c-e94e-41c0-897d-628d11336a2d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:00.070469 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8cf5e434-046b-4781-8da6-60d9cfa53696 req-2c6a0233-7c16-4496-a4a6-31f056ec61a2 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0414407 Jan 28 19:10:00.095729 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:00.109271 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "DELETE /v2.0/networks/8f85ed2c-e94e-41c0-897d-628d11336a2d HTTP/1.1" status: 204 len: 168 time: 1.9507222 Jan 28 19:10:00.109271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687761c-23fd-4d33-a4cc-045ef16bcad9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event deleted for resources: {'Network': ['ID=8f85ed2c-e94e-41c0-897d-628d11336a2d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:00.109585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37190) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:00.116081 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f20d179-36d2-4298-bc41-8409671b4f91 req-2f23eed4-08be-4c67-89f3-25de8a1d0c88 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639027 Jan 28 19:10:00.202887 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b684cc8f-6420-4a8d-8c53-02bbbbceee2a req-d05f9499-bc2e-4eed-bfb7-355c0ed0abc7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352634 Jan 28 19:10:00.243371 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f20d179-36d2-4298-bc41-8409671b4f91 req-a7b2576b-75bf-477d-b016-bfb0614fd403 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160276 Jan 28 19:10:00.251269 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559fc46-3214-4a13-8b28-a5dceaaa7300 req-68a68771-3b9b-4cea-9e77-366f285d6bdb tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:00.254093 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d559fc46-3214-4a13-8b28-a5dceaaa7300 req-68a68771-3b9b-4cea-9e77-366f285d6bdb tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 948 time: 0.0856559 Jan 28 19:10:00.258298 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b1cadf-24bc-45dd-b774-758fbb29cf9a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Deleting subnet f56d4636-7ec7-4df9-9476-1ca56774fa6d {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:10:00.262141 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7b1cadf-24bc-45dd-b774-758fbb29cf9a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks [] for subnet (f56d4636-7ec7-4df9-9476-1ca56774fa6d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:00.393988 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d559fc46-3214-4a13-8b28-a5dceaaa7300 req-e5d64d02-9970-4db7-b655-e01d07222057 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/security-groups?id=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287038 Jan 28 19:10:00.410561 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7b1cadf-24bc-45dd-b774-758fbb29cf9a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (f56d4636-7ec7-4df9-9476-1ca56774fa6d), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:00.541681 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7b1cadf-24bc-45dd-b774-758fbb29cf9a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (f56d4636-7ec7-4df9-9476-1ca56774fa6d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:00.664331 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cc55d-63ab-416d-9e30-05cd8df666f9 req-94a59d54-a1b9-41a0-abcc-839e528508a1 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:00.666260 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-833cc55d-63ab-416d-9e30-05cd8df666f9 req-94a59d54-a1b9-41a0-abcc-839e528508a1 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.0956380 Jan 28 19:10:00.699399 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7b1cadf-24bc-45dd-b774-758fbb29cf9a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (f56d4636-7ec7-4df9-9476-1ca56774fa6d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:00.739491 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1cadf-24bc-45dd-b774-758fbb29cf9a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event deleted for resources: {'Subnet': ['ID=f56d4636-7ec7-4df9-9476-1ca56774fa6d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:00.785784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b2c3a4-20fd-41b1-945f-8502fddfc402 None None] Network 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:10:00.786912 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7b1cadf-24bc-45dd-b774-758fbb29cf9a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:00.796821 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a7b1cadf-24bc-45dd-b774-758fbb29cf9a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "DELETE /v2.0/subnets/f56d4636-7ec7-4df9-9476-1ca56774fa6d HTTP/1.1" status: 204 len: 168 time: 0.6904891 Jan 28 19:10:00.797069 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37206) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:00.804866 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-833cc55d-63ab-416d-9e30-05cd8df666f9 req-83375be0-695f-49f0-8a92-4a20582bab0f tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326025 Jan 28 19:10:00.895462 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:10:00.936465 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (95f81273-5a28-4d3a-9c68-8a2f74b4a1a4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:00.981754 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f95a1c9e-77de-4a11-8b9b-a79fcfa36f96 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1590411663&fields=id&tenant_id=2527eff89cec4f37ad9bf1a45224e5e8 HTTP/1.1" status: 200 len: 267 time: 0.6648526 Jan 28 19:10:01.091422 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b10cbe0-7639-4181-b96c-38efd30d510a None None] DHCP port deletion for 95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:10:01.095880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895665dc-2056-4dfd-87d1-579d16e50689 req-1961693f-66bf-4350-ae48-8eb97e1c3053 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:01.097792 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-895665dc-2056-4dfd-87d1-579d16e50689 req-1961693f-66bf-4350-ae48-8eb97e1c3053 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1895361 Jan 28 19:10:01.163916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-dfd6e242-c0d7-424b-a174-4cedb354ebae tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:01.172282 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-dfd6e242-c0d7-424b-a174-4cedb354ebae tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/networks?id=890aa5ec-c280-4351-af8f-1a7c761e7e33 HTTP/1.1" status: 200 len: 815 time: 0.1678474 Jan 28 19:10:01.173013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1b10cbe0-7639-4181-b96c-38efd30d510a None None] Deleting port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:01.173409 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b10cbe0-7639-4181-b96c-38efd30d510a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:01.198176 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-fd7db1e2-3637-47d1-836a-ce349afa6244 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/quotas/2527eff89cec4f37ad9bf1a45224e5e8 HTTP/1.1" status: 200 len: 375 time: 0.0240843 Jan 28 19:10:01.207827 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-895665dc-2056-4dfd-87d1-579d16e50689 req-bba6d47f-bd1b-4336-9b74-e25a811ebe15 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028082 Jan 28 19:10:01.256802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Deleting port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:01.257478 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:01.328844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1b10cbe0-7639-4181-b96c-38efd30d510a None None] For port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b,segment=NetworkSegment(0584b06a-015e-4cfe-a9d0-8c84a1e337e9),segment_id=0584b06a-015e-4cfe-a9d0-8c84a1e337e9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:01.329428 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b10cbe0-7639-4181-b96c-38efd30d510a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:01.336361 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-6c9ed83d-617f-474d-bba4-e9d4c162e7ae tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2527eff89cec4f37ad9bf1a45224e5e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1363888 Jan 28 19:10:01.345513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1b10cbe0-7639-4181-b96c-38efd30d510a None None] Calling delete_port for 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:01.385052 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] For port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b,segment=NetworkSegment(0584b06a-015e-4cfe-a9d0-8c84a1e337e9),segment_id=0584b06a-015e-4cfe-a9d0-8c84a1e337e9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:01.385838 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:01.412704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acd65c-d34f-4fd9-8eeb-bc87ac7edc49 req-d8e8589a-b119-4214-a844-318f39e31c60 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:01.420033 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29acd65c-d34f-4fd9-8eeb-bc87ac7edc49 req-d8e8589a-b119-4214-a844-318f39e31c60 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.0959001 Jan 28 19:10:01.466109 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Calling delete_port for 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:01.467902 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b10cbe0-7639-4181-b96c-38efd30d510a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:01.493958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10cbe0-7639-4181-b96c-38efd30d510a None None] Pushing event deleted for resources: {'Port': ['ID=908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:01.500004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b10cbe0-7639-4181-b96c-38efd30d510a None None] No DVR routers for this DVR port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:10:01.503083 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29acd65c-d34f-4fd9-8eeb-bc87ac7edc49 req-211d438a-1dd9-45db-8ec1-83ad370cc2dd tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820789 Jan 28 19:10:01.544843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:10:01.567545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:10:01.567895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:10:01.578301 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-2b9922e6-2383-47ce-b996-6401e83c96fc service neutron] 10.222.0.55 "GET /v2.0/networks/890aa5ec-c280-4351-af8f-1a7c761e7e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261128 Jan 28 19:10:01.691464 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-9153012d-145f-4d83-a9b6-54c139939f6b service neutron] 10.222.0.55 "GET /v2.0/networks/890aa5ec-c280-4351-af8f-1a7c761e7e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122727 Jan 28 19:10:01.692095 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:01.732400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] No DVR routers for this DVR port 908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:10:01.759664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event deleted for resources: {'Port': ['ID=908e1f3c-aa5f-4ebe-af99-68dc6ab89e2b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:01.846009 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (95f81273-5a28-4d3a-9c68-8a2f74b4a1a4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:01.885366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f81273-5a28-4d3a-9c68-8a2f74b4a1a4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:01.896462 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0584b06a-015e-4cfe-a9d0-8c84a1e337e9') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:01.897150 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0584b06a-015e-4cfe-a9d0-8c84a1e337e9') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:01.924962 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (0584b06a-015e-4cfe-a9d0-8c84a1e337e9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:01.943335 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-13e023b2-df28-4e05-b775-477a6cd3a631 req-844ada72-8df7-4595-bd2c-73ba036468ff tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0504525 Jan 28 19:10:01.967358 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0584b06a-015e-4cfe-a9d0-8c84a1e337e9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:01.987091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:10:01.987538 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (0584b06a-015e-4cfe-a9d0-8c84a1e337e9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:01.998239 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432adf9-96de-4998-bd50-e62edc664d12 req-ea182dbd-09ca-4708-8a69-962737785786 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:01.999732 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4432adf9-96de-4998-bd50-e62edc664d12 req-ea182dbd-09ca-4708-8a69-962737785786 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 948 time: 0.0865538 Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:10:02.000420 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:10:02.099966 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4432adf9-96de-4998-bd50-e62edc664d12 req-d0c96acf-e9bb-45c4-8db7-9436a6e6e5b9 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/security-groups?id=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892811 Jan 28 19:10:02.111983 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (95f81273-5a28-4d3a-9c68-8a2f74b4a1a4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:02.127548 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:02.139018 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:02.139916 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "DELETE /v2.0/networks/95f81273-5a28-4d3a-9c68-8a2f74b4a1a4 HTTP/1.1" status: 204 len: 168 time: 1.3414662 Jan 28 19:10:02.146591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a8706d2f-05dd-46be-9aa5-40f291e26962 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-239397196'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:02.194066 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8706d2f-05dd-46be-9aa5-40f291e26962 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Made reservation on behalf of 1060cde39e6f4e3983d711c8ddac0223 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:10:02.197765 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8706d2f-05dd-46be-9aa5-40f291e26962 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:02.235416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8706d2f-05dd-46be-9aa5-40f291e26962 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:10:02.242808 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4cb62491-3928-47af-88a8-624c3e4da613 req-c0b87ec4-a22f-4d0e-ad2f-2af36245e1bb tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 210 time: 0.0708094 Jan 28 19:10:02.244949 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf558ac-bb5f-4f9f-958d-b7288c0ebbd4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event deleted for resources: {'Network': ['ID=95f81273-5a28-4d3a-9c68-8a2f74b4a1a4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:02.246201 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8706d2f-05dd-46be-9aa5-40f291e26962 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9530b56f-34b8-4028-94f6-ca5ad08ffaef), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:02.255991 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-a8706d2f-05dd-46be-9aa5-40f291e26962 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Added segment 9530b56f-34b8-4028-94f6-ca5ad08ffaef of type vlan for network ae79461f-36f4-4727-9415-a9437c609ae6 Jan 28 19:10:02.302997 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8706d2f-05dd-46be-9aa5-40f291e26962 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (ae79461f-36f4-4727-9415-a9437c609ae6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:02.332310 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8706d2f-05dd-46be-9aa5-40f291e26962 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (ae79461f-36f4-4727-9415-a9437c609ae6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:02.341182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8706d2f-05dd-46be-9aa5-40f291e26962 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:02.343930 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8706d2f-05dd-46be-9aa5-40f291e26962 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:02.393491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4ca35fb5-7f98-428c-aece-005365d26790 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:10:02.452712 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af5e16-8855-4f97-9464-393824c0052f req-143b0e22-50c4-4d67-96b3-cc36ba9926b9 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:02.466338 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01af5e16-8855-4f97-9464-393824c0052f req-143b0e22-50c4-4d67-96b3-cc36ba9926b9 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.1072767 Jan 28 19:10:02.468000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:02.476951 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a8706d2f-05dd-46be-9aa5-40f291e26962 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3345122 Jan 28 19:10:02.481135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e946f22d-7f63-4f3d-bd33-90d84c1efe66 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Request body: {'subnet': {'network_id': 'ae79461f-36f4-4727-9415-a9437c609ae6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:02.497915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8706d2f-05dd-46be-9aa5-40f291e26962 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event updated for resources: {'Network': ['ID=ae79461f-36f4-4727-9415-a9437c609ae6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:02.579054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network ae79461f-36f4-4727-9415-a9437c609ae6 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:10:02.649831 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01af5e16-8855-4f97-9464-393824c0052f req-d45b242f-a84e-4674-859d-a2251a03c10a tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684003 Jan 28 19:10:02.672528 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b425b-1bb8-47ba-94d7-a9b414c6eb53 req-27e695c5-f42d-4c8b-8038-c1633f2d195a tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:02.674130 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-383b425b-1bb8-47ba-94d7-a9b414c6eb53 req-27e695c5-f42d-4c8b-8038-c1633f2d195a tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 945 time: 0.1084356 Jan 28 19:10:02.687300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e946f22d-7f63-4f3d-bd33-90d84c1efe66 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Made reservation on behalf of 1060cde39e6f4e3983d711c8ddac0223 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:10:02.691372 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e946f22d-7f63-4f3d-bd33-90d84c1efe66 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:02.698793 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 4ca35fb5-7f98-428c-aece-005365d26790, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4ca35fb5-7f98-428c-aece-005365d26790,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:02.718762 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '4ca35fb5-7f98-428c-aece-005365d26790', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '4ca35fb5-7f98-428c-aece-005365d26790', 'mac_address': 'fa:16:3e:c1:0a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:10:02.767765 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 4ca35fb5-7f98-428c-aece-005365d26790 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:02.768536 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4ca35fb5-7f98-428c-aece-005365d26790), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:02.785155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca35fb5-7f98-428c-aece-005365d26790 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:10:02.797591 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-383b425b-1bb8-47ba-94d7-a9b414c6eb53 req-8bb93294-f520-48a0-8d32-97d3702ececb tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042087 Jan 28 19:10:02.829038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 4ca35fb5-7f98-428c-aece-005365d26790, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4ca35fb5-7f98-428c-aece-005365d26790,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:02.838299 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4ca35fb5-7f98-428c-aece-005365d26790), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:02.883237 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379e9a5-a872-47f8-a591-744eb9b0f4c3 req-8ed0543f-9c7a-4785-a082-96a4adbfaae4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:02.886862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1379e9a5-a872-47f8-a591-744eb9b0f4c3 req-8ed0543f-9c7a-4785-a082-96a4adbfaae4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1101992 Jan 28 19:10:02.910417 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=4ca35fb5-7f98-428c-aece-005365d26790,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:02.942998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1222af0-5416-44d7-b6ac-a8542190b36a req-8fd94949-3272-4e4a-9ed9-45f76bdf3b2f tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:02.945018 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1222af0-5416-44d7-b6ac-a8542190b36a req-8fd94949-3272-4e4a-9ed9-45f76bdf3b2f tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.0747769 Jan 28 19:10:02.994686 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1379e9a5-a872-47f8-a591-744eb9b0f4c3 req-527a88d6-c1a4-4967-8fda-d857a667aebb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995893 Jan 28 19:10:02.998251 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1222af0-5416-44d7-b6ac-a8542190b36a req-817e8679-26ae-43b0-998d-c2dfab9e3553 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432281 Jan 28 19:10:03.058115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e946f22d-7f63-4f3d-bd33-90d84c1efe66 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (e8e321fe-c649-4088-8aad-02e3ef1e1326), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:03.109641 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b79105e5-cd13-45da-9cdf-54b98269a671 req-6c8fa126-932e-4e05-a0b0-4f1fedfdb0e6 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0401738 Jan 28 19:10:03.170813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946f22d-7f63-4f3d-bd33-90d84c1efe66 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event updated for resources: {'Subnet': ['ID=e8e321fe-c649-4088-8aad-02e3ef1e1326,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:03.188818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946f22d-7f63-4f3d-bd33-90d84c1efe66 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Checking segment: {'id': '9530b56f-34b8-4028-94f6-ca5ad08ffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ae79461f-36f4-4727-9415-a9437c609ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:10:03.189293 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946f22d-7f63-4f3d-bd33-90d84c1efe66 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Network hostable DHCP agents. Network: ae79461f-36f4-4727-9415-a9437c609ae6, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:10:03.206987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['4ca35fb5-7f98-428c-aece-005365d26790'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:10:03.219873 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946f22d-7f63-4f3d-bd33-90d84c1efe66 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Network ae79461f-36f4-4727-9415-a9437c609ae6 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:10:03.247080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e946f22d-7f63-4f3d-bd33-90d84c1efe66 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, ae79461f-36f4-4727-9415-a9437c609ae6) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:03.252247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e946f22d-7f63-4f3d-bd33-90d84c1efe66 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:03.253087 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e946f22d-7f63-4f3d-bd33-90d84c1efe66 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:03.271856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c95f2f9-6a9c-49b5-b5cd-f410b35ef165 None None] Network ae79461f-36f4-4727-9415-a9437c609ae6 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:10:03.332995 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e946f22d-7f63-4f3d-bd33-90d84c1efe66 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8633053 Jan 28 19:10:03.335915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37262) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:03.343450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ae78dda3-070e-4490-830e-722a9c4f653a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-889441670'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:03.402557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae78dda3-070e-4490-830e-722a9c4f653a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Made reservation on behalf of 1060cde39e6f4e3983d711c8ddac0223 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:10:03.407689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20c8d4-d8e2-46bc-8c91-1f20e5c17a33 req-30775dde-6b2c-4d01-8343-156b8277c4c8 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:03.409619 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f20c8d4-d8e2-46bc-8c91-1f20e5c17a33 req-30775dde-6b2c-4d01-8343-156b8277c4c8 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 949 time: 0.1746891 Jan 28 19:10:03.412688 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae78dda3-070e-4490-830e-722a9c4f653a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:03.429449 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13b3a9-8ccc-48f9-b6d5-93d36fe65af3 req-537d2076-c4bc-46a3-b6bd-b41465ab6559 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:03.431274 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eb13b3a9-8ccc-48f9-b6d5-93d36fe65af3 req-537d2076-c4bc-46a3-b6bd-b41465ab6559 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.1710424 Jan 28 19:10:03.452753 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-c28e389d-7f2b-4217-a7d3-f07de7cf88c5 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:03.454512 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-c28e389d-7f2b-4217-a7d3-f07de7cf88c5 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.31 "GET /v2.0/networks?id=890aa5ec-c280-4351-af8f-1a7c761e7e33 HTTP/1.1" status: 200 len: 815 time: 0.2773428 Jan 28 19:10:03.476615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-ae79461f-36f4-4727-9415-a9437c609ae6', 'network_id': 'ae79461f-36f4-4727-9415-a9437c609ae6', 'project_id': '1060cde39e6f4e3983d711c8ddac0223', 'fixed_ips': [{'subnet_id': 'e8e321fe-c649-4088-8aad-02e3ef1e1326'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:10:03.478975 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:03.504768 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eb13b3a9-8ccc-48f9-b6d5-93d36fe65af3 req-5cf39598-ebc9-423f-a04a-63816fb618a7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641491 Jan 28 19:10:03.509372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae78dda3-070e-4490-830e-722a9c4f653a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:10:03.512506 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f20c8d4-d8e2-46bc-8c91-1f20e5c17a33 req-3487e411-b93b-4453-ac56-23bd5f6145e7 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/security-groups?id=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946915 Jan 28 19:10:03.543731 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae78dda3-070e-4490-830e-722a9c4f653a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1bc1932a-225f-4f5f-8903-ca0d2d2980a7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:03.545500 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-ae78dda3-070e-4490-830e-722a9c4f653a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Added segment 1bc1932a-225f-4f5f-8903-ca0d2d2980a7 of type vlan for network 8a266cec-4fab-4e5d-810a-3a5baa3fd3fb Jan 28 19:10:03.555072 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-17f9c79a-b40d-4dc0-9dcd-521a138a07bb tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2527eff89cec4f37ad9bf1a45224e5e8 HTTP/1.1" status: 200 len: 380 time: 0.0629487 Jan 28 19:10:03.565675 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-001d9a02-385a-4ee2-a619-493b95808ff4 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Request body: {'port': {'device_id': '9c0aebdf-b096-4a04-90b3-e289c4f00d22', 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33', 'admin_state_up': True, 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'security_groups': ['f085b27e-43d7-4cc0-9e19-a7b8c855a6b1']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:03.621712 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae78dda3-070e-4490-830e-722a9c4f653a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (8a266cec-4fab-4e5d-810a-3a5baa3fd3fb), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:03.667406 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae78dda3-070e-4490-830e-722a9c4f653a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (8a266cec-4fab-4e5d-810a-3a5baa3fd3fb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:03.673639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae78dda3-070e-4490-830e-722a9c4f653a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:03.674401 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae78dda3-070e-4490-830e-722a9c4f653a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:03.694335 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Allocated IP 19.80.0.2 (ae79461f-36f4-4727-9415-a9437c609ae6/e8e321fe-c649-4088-8aad-02e3ef1e1326/c3d06329-f1de-4d3f-b752-fee462a3d452) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:10:03.700682 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-102551ab-fc92-40e9-ad5a-a5b7d47eb54a req-c11612f8-8628-4814-bdbb-b8fb76da88dd tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 210 time: 0.0474937 Jan 28 19:10:03.776056 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ae78dda3-070e-4490-830e-722a9c4f653a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4359832 Jan 28 19:10:03.786596 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37266) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:03.799527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9c50c9e3-45c2-46f6-995c-e427504f833c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Request body: {'subnet': {'network_id': '8a266cec-4fab-4e5d-810a-3a5baa3fd3fb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:03.838601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-001d9a02-385a-4ee2-a619-493b95808ff4 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Made reservation on behalf of 2527eff89cec4f37ad9bf1a45224e5e8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:10:03.842323 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-001d9a02-385a-4ee2-a619-493b95808ff4 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:03.867679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1638fba-168f-4310-ad91-4b5c752fdd07 req-01e0d4c8-ed2a-487e-914e-76361b78c45c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:03.875448 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1638fba-168f-4310-ad91-4b5c752fdd07 req-01e0d4c8-ed2a-487e-914e-76361b78c45c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1045849 Jan 28 19:10:03.910237 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78dda3-070e-4490-830e-722a9c4f653a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event updated for resources: {'Network': ['ID=8a266cec-4fab-4e5d-810a-3a5baa3fd3fb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:03.927897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c50c9e3-45c2-46f6-995c-e427504f833c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Made reservation on behalf of 1060cde39e6f4e3983d711c8ddac0223 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:10:03.931940 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c50c9e3-45c2-46f6-995c-e427504f833c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:03.990264 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Publish callbacks [] for port (c3d06329-f1de-4d3f-b752-fee462a3d452), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:04.000143 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 8a266cec-4fab-4e5d-810a-3a5baa3fd3fb details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:10:04.008633 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (c3d06329-f1de-4d3f-b752-fee462a3d452), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:04.060395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-001d9a02-385a-4ee2-a619-493b95808ff4 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Allocated IP 172.20.0.3 (890aa5ec-c280-4351-af8f-1a7c761e7e33/1baca87b-4b8d-4fbc-9056-bf7a4de76e52/e1c58b33-211d-4174-bc28-0850d37e9711) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:10:04.111350 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1638fba-168f-4310-ad91-4b5c752fdd07 req-735503e0-e78d-46f6-9d95-192e8f786c48 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328458 Jan 28 19:10:04.118430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Network ae79461f-36f4-4727-9415-a9437c609ae6 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:10:04.128496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:04.140405 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:10:04.174834 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Pushing event updated for resources: {'Port': ['ID=c3d06329-f1de-4d3f-b752-fee462a3d452,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:04.232425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Attempting to bind port c3d06329-f1de-4d3f-b752-fee462a3d452 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:10:04.232803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Attempting to bind port c3d06329-f1de-4d3f-b752-fee462a3d452 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '9530b56f-34b8-4028-94f6-ca5ad08ffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ae79461f-36f4-4727-9415-a9437c609ae6'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:10:04.233157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Attempting to bind port c3d06329-f1de-4d3f-b752-fee462a3d452 on network ae79461f-36f4-4727-9415-a9437c609ae6 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:04.238548 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:10:04.238920 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Checking segment: {'id': '9530b56f-34b8-4028-94f6-ca5ad08ffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ae79461f-36f4-4727-9415-a9437c609ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:10:04.239337 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:04.240090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Bound using segment: {'id': '9530b56f-34b8-4028-94f6-ca5ad08ffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ae79461f-36f4-4727-9415-a9437c609ae6'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:10:04.240981 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Bound port: c3d06329-f1de-4d3f-b752-fee462a3d452, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9530b56f-34b8-4028-94f6-ca5ad08ffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ae79461f-36f4-4727-9415-a9437c609ae6'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:10:04.240981 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c3d06329-f1de-4d3f-b752-fee462a3d452), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:04.255368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72278be9-ea78-4690-9b4e-2fd015b12e28 req-51f9eb21-fdfe-4264-bfb6-a4bb71afd517 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:04.263894 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72278be9-ea78-4690-9b4e-2fd015b12e28 req-51f9eb21-fdfe-4264-bfb6-a4bb71afd517 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.1321595 Jan 28 19:10:04.288183 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c50c9e3-45c2-46f6-995c-e427504f833c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (6a3ee002-4d7f-42d3-865f-88a38a162368), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:04.316158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] For port c3d06329-f1de-4d3f-b752-fee462a3d452, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:10:04.320133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] For port c3d06329-f1de-4d3f-b752-fee462a3d452, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c3d06329-f1de-4d3f-b752-fee462a3d452,segment=NetworkSegment(9530b56f-34b8-4028-94f6-ca5ad08ffaef),segment_id=9530b56f-34b8-4028-94f6-ca5ad08ffaef)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:10:04.324565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca653ff4-f954-4627-822d-faa8aa77ab6c req-34385c2b-145a-45a4-8d1a-09efabff4eef tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:04.332473 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca653ff4-f954-4627-822d-faa8aa77ab6c req-34385c2b-145a-45a4-8d1a-09efabff4eef tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 945 time: 0.0977104 Jan 28 19:10:04.332665 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c3d06329-f1de-4d3f-b752-fee462a3d452), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:04.367244 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-001d9a02-385a-4ee2-a619-493b95808ff4 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for port (e1c58b33-211d-4174-bc28-0850d37e9711), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:04.387445 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c50c9e3-45c2-46f6-995c-e427504f833c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Checking segment: {'id': '1bc1932a-225f-4f5f-8903-ca0d2d2980a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a266cec-4fab-4e5d-810a-3a5baa3fd3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:10:04.387831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c50c9e3-45c2-46f6-995c-e427504f833c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Network hostable DHCP agents. Network: 8a266cec-4fab-4e5d-810a-3a5baa3fd3fb, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:10:04.401837 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13dc163-9f5c-4d39-ada8-8222cae2b8bf None None] Pushing event updated for resources: {'Port': ['ID=c3d06329-f1de-4d3f-b752-fee462a3d452,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:04.404541 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72278be9-ea78-4690-9b4e-2fd015b12e28 req-e3d3d098-40b1-4b75-8fbb-2974e5d1b778 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397004 Jan 28 19:10:04.405266 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50c9e3-45c2-46f6-995c-e427504f833c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event updated for resources: {'Subnet': ['ID=6a3ee002-4d7f-42d3-865f-88a38a162368,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:04.414621 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca653ff4-f954-4627-822d-faa8aa77ab6c req-0597ad51-865a-4696-bd0a-1b011bdcdd1e tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812151 Jan 28 19:10:04.446689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c50c9e3-45c2-46f6-995c-e427504f833c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Network 8a266cec-4fab-4e5d-810a-3a5baa3fd3fb is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:10:04.469582 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9c50c9e3-45c2-46f6-995c-e427504f833c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 8a266cec-4fab-4e5d-810a-3a5baa3fd3fb) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:04.478561 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eecefb-1e76-4b5a-9bc0-e6eb01a2a537 None None] Network 8a266cec-4fab-4e5d-810a-3a5baa3fd3fb requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:10:04.483145 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c50c9e3-45c2-46f6-995c-e427504f833c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:04.483746 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c50c9e3-45c2-46f6-995c-e427504f833c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:04.498690 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-001d9a02-385a-4ee2-a619-493b95808ff4 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (e1c58b33-211d-4174-bc28-0850d37e9711), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:04.568402 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9c50c9e3-45c2-46f6-995c-e427504f833c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7805340 Jan 28 19:10:04.583378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517418e-1f68-48aa-bdba-6d20f5fc7fb8 req-b5a2e59e-92ba-4d98-981f-bd1585a23764 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:04.597197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-001d9a02-385a-4ee2-a619-493b95808ff4 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Network 890aa5ec-c280-4351-af8f-1a7c761e7e33 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:10:04.600043 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3517418e-1f68-48aa-bdba-6d20f5fc7fb8 req-b5a2e59e-92ba-4d98-981f-bd1585a23764 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1124611 Jan 28 19:10:04.610375 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-001d9a02-385a-4ee2-a619-493b95808ff4 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:04.671098 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d9a02-385a-4ee2-a619-493b95808ff4 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Pushing event updated for resources: {'Port': ['ID=e1c58b33-211d-4174-bc28-0850d37e9711,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:04.675020 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-001d9a02-385a-4ee2-a619-493b95808ff4 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:10:04.679468 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97a1fe37-dade-4d0d-be3e-e3fbaf6be7db req-911ae355-38c5-41da-8da7-3ba02bd7abe0 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.1102550 Jan 28 19:10:04.691637 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3517418e-1f68-48aa-bdba-6d20f5fc7fb8 req-7f44cf7e-8ae5-434f-96ba-61b893461d76 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808060 Jan 28 19:10:04.741644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-8a266cec-4fab-4e5d-810a-3a5baa3fd3fb', 'network_id': '8a266cec-4fab-4e5d-810a-3a5baa3fd3fb', 'project_id': '1060cde39e6f4e3983d711c8ddac0223', 'fixed_ips': [{'subnet_id': '6a3ee002-4d7f-42d3-865f-88a38a162368'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:10:04.747530 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:04.816956 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-001d9a02-385a-4ee2-a619-493b95808ff4 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:04.818854 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-001d9a02-385a-4ee2-a619-493b95808ff4 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:04.852763 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-001d9a02-385a-4ee2-a619-493b95808ff4 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2875543 Jan 28 19:10:04.874113 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Request body: {'port': {'device_id': '9c0aebdf-b096-4a04-90b3-e289c4f00d22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:05.019491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Allocated IP 19.86.0.2 (8a266cec-4fab-4e5d-810a-3a5baa3fd3fb/6a3ee002-4d7f-42d3-865f-88a38a162368/1109423d-3f78-4868-8482-a94ba7480737) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:10:05.219692 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Publish callbacks [] for port (1109423d-3f78-4868-8482-a94ba7480737), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:05.223063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b47e9b30-8d50-467f-80f2-95837fa5cf14 None None] Provisioning complete for port e1c58b33-211d-4174-bc28-0850d37e9711 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:05.223524 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b47e9b30-8d50-467f-80f2-95837fa5cf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e1c58b33-211d-4174-bc28-0850d37e9711), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:05.249976 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (1109423d-3f78-4868-8482-a94ba7480737), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:05.382940 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64e4a6-6db8-4901-91c3-6326261698d1 req-a09042a9-43c7-45b7-92c6-90f7b04b04d6 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:05.392313 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c64e4a6-6db8-4901-91c3-6326261698d1 req-a09042a9-43c7-45b7-92c6-90f7b04b04d6 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 931 time: 0.0778029 Jan 28 19:10:05.431290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Network 8a266cec-4fab-4e5d-810a-3a5baa3fd3fb is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:10:05.436362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b47e9b30-8d50-467f-80f2-95837fa5cf14 None None] Port e1c58b33-211d-4174-bc28-0850d37e9711 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:10:05.439072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Pushing event updated for resources: {'Port': ['ID=1109423d-3f78-4868-8482-a94ba7480737,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:05.456742 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:05.467109 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:10:05.493547 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c64e4a6-6db8-4901-91c3-6326261698d1 req-94c62d5b-e43d-4c5a-9b12-d595016e68a9 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/security-groups?id=f085b27e-43d7-4cc0-9e19-a7b8c855a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991998 Jan 28 19:10:05.526247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07e4b1-dce2-4bc0-96f5-56a276c17b08 req-919c1f65-426c-4346-9ac3-baf9ec09a704 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:05.536776 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ab07e4b1-dce2-4bc0-96f5-56a276c17b08 req-919c1f65-426c-4346-9ac3-baf9ec09a704 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 949 time: 0.6488008 Jan 28 19:10:05.562413 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e1c58b33-211d-4174-bc28-0850d37e9711), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:05.586292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Attempting to bind port 1109423d-3f78-4868-8482-a94ba7480737 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:10:05.586824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Attempting to bind port 1109423d-3f78-4868-8482-a94ba7480737 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '1bc1932a-225f-4f5f-8903-ca0d2d2980a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a266cec-4fab-4e5d-810a-3a5baa3fd3fb'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:10:05.587052 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Attempting to bind port 1109423d-3f78-4868-8482-a94ba7480737 on network 8a266cec-4fab-4e5d-810a-3a5baa3fd3fb {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:05.594919 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:10:05.595901 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Checking segment: {'id': '1bc1932a-225f-4f5f-8903-ca0d2d2980a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a266cec-4fab-4e5d-810a-3a5baa3fd3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:10:05.596317 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:05.596715 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Bound using segment: {'id': '1bc1932a-225f-4f5f-8903-ca0d2d2980a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a266cec-4fab-4e5d-810a-3a5baa3fd3fb'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:10:05.597189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Bound port: 1109423d-3f78-4868-8482-a94ba7480737, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc1932a-225f-4f5f-8903-ca0d2d2980a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a266cec-4fab-4e5d-810a-3a5baa3fd3fb'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:10:05.597572 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1109423d-3f78-4868-8482-a94ba7480737), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:05.679237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] For port 1109423d-3f78-4868-8482-a94ba7480737, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:10:05.682597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] For port 1109423d-3f78-4868-8482-a94ba7480737, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1109423d-3f78-4868-8482-a94ba7480737,segment=NetworkSegment(1bc1932a-225f-4f5f-8903-ca0d2d2980a7),segment_id=1bc1932a-225f-4f5f-8903-ca0d2d2980a7)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:10:05.687273 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c3d06329-f1de-4d3f-b752-fee462a3d452 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:05.724502 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1109423d-3f78-4868-8482-a94ba7480737), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:05.729842 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683380d5-735e-4d09-b3bd-78dfd173221f req-ce078cff-8c22-4919-9ab6-189d72baaf5b tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:05.735568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683380d5-735e-4d09-b3bd-78dfd173221f req-ce078cff-8c22-4919-9ab6-189d72baaf5b tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:05.743795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-ce078cff-8c22-4919-9ab6-189d72baaf5b tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/networks?id=ae79461f-36f4-4727-9415-a9437c609ae6&id=8a266cec-4fab-4e5d-810a-3a5baa3fd3fb HTTP/1.1" status: 200 len: 1390 time: 0.1453259 Jan 28 19:10:05.771817 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-6a52168d-8ed6-4a70-9471-22ad0d2b3bc4 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/quotas/1060cde39e6f4e3983d711c8ddac0223 HTTP/1.1" status: 200 len: 375 time: 0.0273669 Jan 28 19:10:05.852018 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c3d06329-f1de-4d3f-b752-fee462a3d452 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:05.852362 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c3d06329-f1de-4d3f-b752-fee462a3d452), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:05.854157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0eb59-9d3f-48a1-9fbc-2cd59428140a None None] Pushing event updated for resources: {'Port': ['ID=1109423d-3f78-4868-8482-a94ba7480737,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:05.933730 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-e6f02ea3-9ea0-47b8-b4cb-ccee4364e9d6 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1060cde39e6f4e3983d711c8ddac0223&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1611769 Jan 28 19:10:05.938543 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ab07e4b1-dce2-4bc0-96f5-56a276c17b08 req-3f755675-43f8-4d57-a8da-215bee80c2f4 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/security-groups?id=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007106 Jan 28 19:10:05.983839 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4172d54-eea2-40e9-87b8-3b36c1817081 req-bb3d12e5-49cb-4840-9d68-73dc4118f1c6 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:05.985744 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4172d54-eea2-40e9-87b8-3b36c1817081 req-bb3d12e5-49cb-4840-9d68-73dc4118f1c6 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 945 time: 0.2327909 Jan 28 19:10:06.122341 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c58b33-211d-4174-bc28-0850d37e9711 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:10:06.136341 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c3d06329-f1de-4d3f-b752-fee462a3d452 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:06.136919 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c3d06329-f1de-4d3f-b752-fee462a3d452), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:06.150095 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Publish callbacks [] for port (e1c58b33-211d-4174-bc28-0850d37e9711), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:06.186981 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Transition to ACTIVE for port object e1c58b33-211d-4174-bc28-0850d37e9711 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:10:06.229011 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port c3d06329-f1de-4d3f-b752-fee462a3d452, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c3d06329-f1de-4d3f-b752-fee462a3d452,segment=NetworkSegment(9530b56f-34b8-4028-94f6-ca5ad08ffaef),segment_id=9530b56f-34b8-4028-94f6-ca5ad08ffaef)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:06.239861 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c3d06329-f1de-4d3f-b752-fee462a3d452), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:06.248095 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e1c58b33-211d-4174-bc28-0850d37e9711), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:06.302515 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-6656621c-1542-469d-becc-5b54225e108b service neutron] 10.222.0.55 "GET /v2.0/networks/ae79461f-36f4-4727-9415-a9437c609ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607531 Jan 28 19:10:06.308178 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71775efc-3b90-40e3-8335-453fb2766163 req-e84311c7-c195-41ef-9ed9-7d6e51c9190e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1592114 Jan 28 19:10:06.346954 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb0f4bb-26e3-461a-b92f-236e608a4767 None None] Network ae79461f-36f4-4727-9415-a9437c609ae6 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:10:06.437237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4ca35fb5-7f98-428c-aece-005365d26790 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:06.491141 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c58b33-211d-4174-bc28-0850d37e9711,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:06.553699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b4172d54-eea2-40e9-87b8-3b36c1817081 req-1d8e9ced-0011-4947-ab9d-aa819a712268 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Deleting port c3c7f769-aaef-4265-89a3-fe698d2e80fe {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:06.554717 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b4172d54-eea2-40e9-87b8-3b36c1817081 req-1d8e9ced-0011-4947-ab9d-aa819a712268 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c3c7f769-aaef-4265-89a3-fe698d2e80fe), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:06.624890 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Attempting to bind port e1c58b33-211d-4174-bc28-0850d37e9711 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:10:06.625375 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Attempting to bind port e1c58b33-211d-4174-bc28-0850d37e9711 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'dd84af4d-051a-4b78-9d8d-a1ae47b1e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:10:06.625862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Attempting to bind port e1c58b33-211d-4174-bc28-0850d37e9711 on network 890aa5ec-c280-4351-af8f-1a7c761e7e33 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:06.634730 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-69b69f1b-8016-432a-8ce2-1172a86036ba tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:06.642506 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-69b69f1b-8016-432a-8ce2-1172a86036ba tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 812 time: 0.4532242 Jan 28 19:10:06.654940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Port e1c58b33-211d-4174-bc28-0850d37e9711 on network 890aa5ec-c280-4351-af8f-1a7c761e7e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:10:06.655428 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Attempting to bind port e1c58b33-211d-4174-bc28-0850d37e9711 on network 890aa5ec-c280-4351-af8f-1a7c761e7e33 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:06.664953 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-3e3637ba-e8f5-4bff-ae57-44fbd1607c00 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/quotas/f09fde878de341aca0d76fa8fb497fc7 HTTP/1.1" status: 200 len: 375 time: 0.0212543 Jan 28 19:10:06.717437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:10:06.717940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Checking segment: {'id': 'dd84af4d-051a-4b78-9d8d-a1ae47b1e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:10:06.718461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Bound using segment: {'id': 'dd84af4d-051a-4b78-9d8d-a1ae47b1e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:10:06.719012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Bound port: e1c58b33-211d-4174-bc28-0850d37e9711, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd84af4d-051a-4b78-9d8d-a1ae47b1e573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:10:06.722663 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e1c58b33-211d-4174-bc28-0850d37e9711), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:06.784505 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-03859696-4b93-443c-812a-1594caf9feec service neutron] 10.222.0.55 "GET /v2.0/networks/ae79461f-36f4-4727-9415-a9437c609ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738450 Jan 28 19:10:06.800444 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71775efc-3b90-40e3-8335-453fb2766163 req-20c14c05-34f5-4d7d-a004-718faa4c0c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:06.801589 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71775efc-3b90-40e3-8335-453fb2766163 req-20c14c05-34f5-4d7d-a004-718faa4c0c8c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52c883532314f5dbe651bed69cf54cd&device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 1126 time: 0.4046967 Jan 28 19:10:06.824047 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-117d3adc-ee18-40e5-bfe5-0d04e8cb65dd tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1579351 Jan 28 19:10:06.846329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a039a4db-d8bc-4362-a23a-532d02154ba4 None None] Provisioning complete for port c3d06329-f1de-4d3f-b752-fee462a3d452 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:06.846948 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a039a4db-d8bc-4362-a23a-532d02154ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c3d06329-f1de-4d3f-b752-fee462a3d452), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:06.853060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=c3d06329-f1de-4d3f-b752-fee462a3d452,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:06.893854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 4ca35fb5-7f98-428c-aece-005365d26790 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:10:06.916483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 4ca35fb5-7f98-428c-aece-005365d26790 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:06.916863 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4ca35fb5-7f98-428c-aece-005365d26790), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:06.968950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] For port e1c58b33-211d-4174-bc28-0850d37e9711, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:10:07.015788 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-c6579ecf-eeb0-4670-bca0-80dd26a76283 service neutron] 10.222.0.55 "GET /v2.0/networks/8a266cec-4fab-4e5d-810a-3a5baa3fd3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304153 Jan 28 19:10:07.029835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b4172d54-eea2-40e9-87b8-3b36c1817081 req-1d8e9ced-0011-4947-ab9d-aa819a712268 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] For port c3c7f769-aaef-4265-89a3-fe698d2e80fe, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c3c7f769-aaef-4265-89a3-fe698d2e80fe,segment=NetworkSegment(9af083a1-4e49-4740-89be-fbdbc0419af9),segment_id=9af083a1-4e49-4740-89be-fbdbc0419af9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:07.030237 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b4172d54-eea2-40e9-87b8-3b36c1817081 req-1d8e9ced-0011-4947-ab9d-aa819a712268 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c3c7f769-aaef-4265-89a3-fe698d2e80fe), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:07.046919 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] For port e1c58b33-211d-4174-bc28-0850d37e9711, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e1c58b33-211d-4174-bc28-0850d37e9711,segment=NetworkSegment(dd84af4d-051a-4b78-9d8d-a1ae47b1e573),segment_id=dd84af4d-051a-4b78-9d8d-a1ae47b1e573)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:10:07.062153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a039a4db-d8bc-4362-a23a-532d02154ba4 None None] Current status of the port c3d06329-f1de-4d3f-b752-fee462a3d452 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:07.085879 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e1c58b33-211d-4174-bc28-0850d37e9711), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:07.124202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71775efc-3b90-40e3-8335-453fb2766163 req-757df464-b4ce-49b7-aaa1-6e24012a3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:07.125829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 4ca35fb5-7f98-428c-aece-005365d26790 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:07.125964 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71775efc-3b90-40e3-8335-453fb2766163 req-757df464-b4ce-49b7-aaa1-6e24012a3dca service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 200 len: 921 time: 0.2976136 Jan 28 19:10:07.126274 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4ca35fb5-7f98-428c-aece-005365d26790), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:07.130714 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5fe5b151-a2eb-4d19-be42-cb332521e36b req-bb6626c7-7527-4874-9f54-f67242ba704f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2338095 Jan 28 19:10:07.132632 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-be948b9a-0ac2-42aa-a56a-c5fe195d737e service neutron] 10.222.0.55 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075330 Jan 28 19:10:07.160922 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:07.161537 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:07.162927 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] 10.222.0.31 "PUT /v2.0/ports/e1c58b33-211d-4174-bc28-0850d37e9711 HTTP/1.1" status: 200 len: 1091 time: 2.3073206 Jan 28 19:10:07.173870 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0aebdf-b096-4a04-90b3-e289c4f00d22', 'tag': 'e1c58b33-211d-4174-bc28-0850d37e9711'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:07.177346 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f4735f-cdae-44c3-8682-73efa0fc9301" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0aebdf-b096-4a04-90b3-e289c4f00d22", "tag": "e1c58b33-211d-4174-bc28-0850d37e9711"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:07.180895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad07e97c-acc9-4953-9e13-c02481ccde17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca35fb5-7f98-428c-aece-005365d26790'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:07.192134 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0ef7cf-0cae-4138-a4f0-7dd4968f3f4a" -d '{"events": [{"server_uuid": "ad07e97c-acc9-4953-9e13-c02481ccde17", "name": "network-vif-plugged", "status": "completed", "tag": "4ca35fb5-7f98-428c-aece-005365d26790"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:07.211931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 4ca35fb5-7f98-428c-aece-005365d26790, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4ca35fb5-7f98-428c-aece-005365d26790,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:07.223132 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4ca35fb5-7f98-428c-aece-005365d26790), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:07.272370 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a732a2-ddf1-4d1e-a587-a05cb3b90597 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c58b33-211d-4174-bc28-0850d37e9711,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:07.349983 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=4ca35fb5-7f98-428c-aece-005365d26790,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:07.389742 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71775efc-3b90-40e3-8335-453fb2766163 req-cd96eb59-c2fc-42b5-8d27-967c21ac1814 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=762f82fa-f4c5-41c0-b20e-d928d6ffd66d HTTP/1.1" status: 200 len: 217 time: 0.0999486 Jan 28 19:10:07.407771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5b151-a2eb-4d19-be42-cb332521e36b req-02521d82-11ec-4684-b3d7-7569229a71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:07.409312 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5fe5b151-a2eb-4d19-be42-cb332521e36b req-02521d82-11ec-4684-b3d7-7569229a71cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 1126 time: 0.2438931 Jan 28 19:10:07.588594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-af86cc95-d85d-47bb-9617-76940fc2426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:07.593572 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-af86cc95-d85d-47bb-9617-76940fc2426b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2527eff89cec4f37ad9bf1a45224e5e8&device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 1125 time: 0.3148355 Jan 28 19:10:07.656953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42f255d-b559-4dd1-8d97-dadb9eefaddf None None] Network 8a266cec-4fab-4e5d-810a-3a5baa3fd3fb requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:10:07.664358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5b151-a2eb-4d19-be42-cb332521e36b req-46e34f6b-bf2e-4dc7-a785-571fbeac4e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:07.665844 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5fe5b151-a2eb-4d19-be42-cb332521e36b req-46e34f6b-bf2e-4dc7-a785-571fbeac4e49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.2235241 Jan 28 19:10:07.672478 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-7b67d47a-2c07-4c8e-ba1d-36d40c3bf701 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1c58b33-211d-4174-bc28-0850d37e9711 HTTP/1.1" status: 200 len: 217 time: 0.0616693 Jan 28 19:10:07.685168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71775efc-3b90-40e3-8335-453fb2766163 req-a2f926bd-c896-4089-a328-4f5fe1f0d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:07.707811 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71775efc-3b90-40e3-8335-453fb2766163 req-a2f926bd-c896-4089-a328-4f5fe1f0d88c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 200 len: 860 time: 0.3074515 Jan 28 19:10:07.727628 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-589aac57-9d07-47c7-b83e-ab353bcc0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:07.729450 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-589aac57-9d07-47c7-b83e-ab353bcc0ac7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1baca87b-4b8d-4fbc-9056-bf7a4de76e52 HTTP/1.1" status: 200 len: 854 time: 0.0454710 Jan 28 19:10:07.757060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1109423d-3f78-4868-8482-a94ba7480737 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:07.766529 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-6e192af8-f92e-4891-93b1-0e4653ac6e0b service neutron] 10.222.0.55 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6135964 Jan 28 19:10:07.800916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cf52c054-5530-49b5-9e5a-9bfaea65fb47 None None] Provisioning complete for port 1109423d-3f78-4868-8482-a94ba7480737 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:07.801299 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf52c054-5530-49b5-9e5a-9bfaea65fb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1109423d-3f78-4868-8482-a94ba7480737), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:07.825290 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5fe5b151-a2eb-4d19-be42-cb332521e36b req-b62dc270-b20a-4cae-8a4a-08a574f115c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879 HTTP/1.1" status: 200 len: 999 time: 0.1503446 Jan 28 19:10:07.828457 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b4172d54-eea2-40e9-87b8-3b36c1817081 req-1d8e9ced-0011-4947-ab9d-aa819a712268 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:07.828945 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b4172d54-eea2-40e9-87b8-3b36c1817081 req-1d8e9ced-0011-4947-ab9d-aa819a712268 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (8b30450e-8add-42fb-b68b-229065067d51), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:07.829503 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [req-b4172d54-eea2-40e9-87b8-3b36c1817081 req-1d8e9ced-0011-4947-ab9d-aa819a712268 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Floating IP 8b30450e-8add-42fb-b68b-229065067d51 disassociated. External IP: 172.25.0.75, port: c3c7f769-aaef-4265-89a3-fe698d2e80fe. Jan 28 19:10:07.830211 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b4172d54-eea2-40e9-87b8-3b36c1817081 req-1d8e9ced-0011-4947-ab9d-aa819a712268 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Calling delete_port for c3c7f769-aaef-4265-89a3-fe698d2e80fe owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:07.831666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-88c3f597-35b5-4ea8-900b-6f5087c8d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:07.833166 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-88c3f597-35b5-4ea8-900b-6f5087c8d1e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=890aa5ec-c280-4351-af8f-1a7c761e7e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0657868 Jan 28 19:10:07.925703 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-6aae8a43-5b7f-44d7-bac1-7d07edde3d5a service neutron] 10.222.0.55 "GET /v2.0/networks/8a266cec-4fab-4e5d-810a-3a5baa3fd3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9011574 Jan 28 19:10:07.952329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5b151-a2eb-4d19-be42-cb332521e36b req-e9e951a0-cc2f-4875-90ef-1c7de3a389e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:07.953934 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5fe5b151-a2eb-4d19-be42-cb332521e36b req-e9e951a0-cc2f-4875-90ef-1c7de3a389e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.1198304 Jan 28 19:10:07.975646 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71775efc-3b90-40e3-8335-453fb2766163 req-aa1a41be-2b4b-46e6-9245-3064b6ad48f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f23a902-07b8-4f8f-881f-ad09f0ebf509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754099 Jan 28 19:10:08.000025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1109423d-3f78-4868-8482-a94ba7480737 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:08.000624 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1109423d-3f78-4868-8482-a94ba7480737), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:08.006532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cf52c054-5530-49b5-9e5a-9bfaea65fb47 None None] Current status of the port 1109423d-3f78-4868-8482-a94ba7480737 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:08.013626 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf52c054-5530-49b5-9e5a-9bfaea65fb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1109423d-3f78-4868-8482-a94ba7480737), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:08.060582 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-d5296bd3-79bd-45b7-aa63-09beb8bed6e5 service neutron] 10.222.0.31 "GET /v2.0/networks/890aa5ec-c280-4351-af8f-1a7c761e7e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149942 Jan 28 19:10:08.084667 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5b151-a2eb-4d19-be42-cb332521e36b req-4e84584a-2b18-4893-b066-baf338a1666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:08.086362 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5fe5b151-a2eb-4d19-be42-cb332521e36b req-4e84584a-2b18-4893-b066-baf338a1666e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1135144 Jan 28 19:10:08.093480 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:10:08.193951 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cf52c054-5530-49b5-9e5a-9bfaea65fb47 None None] For port 1109423d-3f78-4868-8482-a94ba7480737, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1109423d-3f78-4868-8482-a94ba7480737,segment=NetworkSegment(1bc1932a-225f-4f5f-8903-ca0d2d2980a7),segment_id=1bc1932a-225f-4f5f-8903-ca0d2d2980a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:08.211838 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf52c054-5530-49b5-9e5a-9bfaea65fb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1109423d-3f78-4868-8482-a94ba7480737), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:08.441294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cf52c054-5530-49b5-9e5a-9bfaea65fb47 None None] Provisioning complete for port c3d06329-f1de-4d3f-b752-fee462a3d452 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:08.441734 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf52c054-5530-49b5-9e5a-9bfaea65fb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c3d06329-f1de-4d3f-b752-fee462a3d452), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:08.532178 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5fe5b151-a2eb-4d19-be42-cb332521e36b req-689c9bf6-67cb-449e-ae15-8615d8f8b794 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229321 Jan 28 19:10:08.561298 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71775efc-3b90-40e3-8335-453fb2766163 req-fb6840ea-fdf7-485e-88c6-d90054d3efd9 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768423 Jan 28 19:10:08.580513 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-64c62cc4-ca0a-4093-9ffa-433fd6419278 req-07b068a4-6a62-4067-9b61-95a6112b46c5 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.2698395 Jan 28 19:10:08.585546 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b4172d54-eea2-40e9-87b8-3b36c1817081 req-1d8e9ced-0011-4947-ab9d-aa819a712268 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c3c7f769-aaef-4265-89a3-fe698d2e80fe), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:08.616101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52c054-5530-49b5-9e5a-9bfaea65fb47 None None] Pushing event updated for resources: {'Port': ['ID=1109423d-3f78-4868-8482-a94ba7480737,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:08.657402 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2fc28db-d662-473b-8437-c8ab4b9ff78b req-dfc01e12-74c4-4997-a1ac-dfa274295407 service neutron] 10.222.0.31 "GET /v2.0/networks/890aa5ec-c280-4351-af8f-1a7c761e7e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837078 Jan 28 19:10:08.693355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1109423d-3f78-4868-8482-a94ba7480737 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:08.694747 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c3d06329-f1de-4d3f-b752-fee462a3d452 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:08.753684 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:08.776665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'd542cdf2-e36c-4ad0-bd08-d9bec5ddec5d', 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04', 'port_id': 'd542cdf2-e36c-4ad0-bd08-d9bec5ddec5d', 'mac_address': 'fa:16:3e:c5:c0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb97c36d-f97f-4a0f-8f81-35ae89045bd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:10:08.865564 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c3d06329-f1de-4d3f-b752-fee462a3d452 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:08.865951 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c3d06329-f1de-4d3f-b752-fee462a3d452), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:08.872492 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cf52c054-5530-49b5-9e5a-9bfaea65fb47 None None] Current status of the port c3d06329-f1de-4d3f-b752-fee462a3d452 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:08.900154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:08.900542 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:08.909730 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c53a52-bc4b-4402-be56-0a59549c8658 req-a4568d5c-5de4-4435-9bb3-78a9c0a1f39c tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:08.921260 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e0c53a52-bc4b-4402-be56-0a59549c8658 req-a4568d5c-5de4-4435-9bb3-78a9c0a1f39c tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 945 time: 0.6915588 Jan 28 19:10:08.926780 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:10:09.009978 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e0c53a52-bc4b-4402-be56-0a59549c8658 req-c2f65339-59b5-48fe-8aed-9ab128338b6c tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec47c778-23b0-43a5-9736-8a03328e18b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872130 Jan 28 19:10:09.046391 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:09.076436 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:09.164397 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5fe5b151-a2eb-4d19-be42-cb332521e36b req-c62057ae-bf4c-42fd-bd8d-aa45adb1078c service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059707 Jan 28 19:10:09.189575 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bd5574ac-bfa2-4385-917f-e88e54a15b58 None None] Provisioning complete for port 1109423d-3f78-4868-8482-a94ba7480737 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:09.194887 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd5574ac-bfa2-4385-917f-e88e54a15b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1109423d-3f78-4868-8482-a94ba7480737), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:09.339478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184e3dc-7e17-495c-9325-49a4e1efbf0f req-ae910727-8f58-48e1-8049-6ee6f257ebee tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:09.345149 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e9ced-0011-4947-ab9d-aa819a712268 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Pushing event deleted for resources: {'Port': ['ID=c3c7f769-aaef-4265-89a3-fe698d2e80fe,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:09.362192 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6184e3dc-7e17-495c-9325-49a4e1efbf0f req-ae910727-8f58-48e1-8049-6ee6f257ebee tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 950 time: 0.1886442 Jan 28 19:10:09.446051 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:09.509004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:10:09.527379 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6184e3dc-7e17-495c-9325-49a4e1efbf0f req-088daaad-1e97-4f7f-8e2d-f450af64b677 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/security-groups?id=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633596 Jan 28 19:10:09.608076 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9f065c-29f0-4db6-b8c8-3a5e6eb0407f x-openstack-request-id: req-bf9f065c-29f0-4db6-b8c8-3a5e6eb0407f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:09.608483 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0aebdf-b096-4a04-90b3-e289c4f00d22", "tag": "e1c58b33-211d-4174-bc28-0850d37e9711", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:09.608886 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf9f065c-29f0-4db6-b8c8-3a5e6eb0407f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:09.609397 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0aebdf-b096-4a04-90b3-e289c4f00d22', 'tag': 'e1c58b33-211d-4174-bc28-0850d37e9711', 'status': 'completed', 'code': 200} Jan 28 19:10:09.636691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c3d06329-f1de-4d3f-b752-fee462a3d452 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:09.740739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bd5574ac-bfa2-4385-917f-e88e54a15b58 None None] Current status of the port 1109423d-3f78-4868-8482-a94ba7480737 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:09.759373 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4172d54-eea2-40e9-87b8-3b36c1817081 req-1d8e9ced-0011-4947-ab9d-aa819a712268 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Router 9e98cc92-380e-49e6-a034-45192c727aa9 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:10:09.764705 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4735f-cdae-44c3-8682-73efa0fc9301 req-7df7b34d-802e-417e-8182-91d787417d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:09.771838 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92f4735f-cdae-44c3-8682-73efa0fc9301 req-7df7b34d-802e-417e-8182-91d787417d35 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2527eff89cec4f37ad9bf1a45224e5e8&device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 1125 time: 0.1417096 Jan 28 19:10:09.772019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510128a-6f46-4999-9e99-40c8c09d8f4a req-970df959-adea-454e-b80e-6791c728e3bd tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:09.773338 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2d8ef9-416b-4efa-ac7b-59d78612a201 x-openstack-request-id: req-ab2d8ef9-416b-4efa-ac7b-59d78612a201 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:09.774378 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad07e97c-acc9-4953-9e13-c02481ccde17", "name": "network-vif-plugged", "status": "completed", "tag": "4ca35fb5-7f98-428c-aece-005365d26790", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:09.775938 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab2d8ef9-416b-4efa-ac7b-59d78612a201 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:09.779363 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad07e97c-acc9-4953-9e13-c02481ccde17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca35fb5-7f98-428c-aece-005365d26790', 'code': 200} Jan 28 19:10:09.780635 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b510128a-6f46-4999-9e99-40c8c09d8f4a req-970df959-adea-454e-b80e-6791c728e3bd tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 943 time: 0.4375989 Jan 28 19:10:09.854314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1109423d-3f78-4868-8482-a94ba7480737 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:09.905828 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b510128a-6f46-4999-9e99-40c8c09d8f4a req-890d3c18-4345-4f2e-b6e6-27b88730185b tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/security-groups?id=f085b27e-43d7-4cc0-9e19-a7b8c855a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239183 Jan 28 19:10:09.937734 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71775efc-3b90-40e3-8335-453fb2766163 req-c9b8b7e0-d6ee-4394-a058-c21d3918fd40 service neutron] 10.222.0.31 "GET /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3562286 Jan 28 19:10:10.071150 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1f922e79-90b8-4c74-85ac-77f0a2aad45d req-677fb15b-a848-4f04-945d-67f199ee5a25 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 210 time: 0.1302912 Jan 28 19:10:10.124853 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e1c58b33-211d-4174-bc28-0850d37e9711 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:10:10.337931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4172d54-eea2-40e9-87b8-3b36c1817081 req-1d8e9ced-0011-4947-ab9d-aa819a712268 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:10:10.355766 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d190b1-001b-4593-9e4a-faa93e560c5e None None] Sync routers for ids ['9e98cc92-380e-49e6-a034-45192c727aa9'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:10:10.375900 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d190b1-001b-4593-9e4a-faa93e560c5e None None] Routers {'9e98cc92-380e-49e6-a034-45192c727aa9'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:10:10.379239 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e0d190b1-001b-4593-9e4a-faa93e560c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:09:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['9e98cc92-380e-49e6-a034-45192c727aa9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:10.388106 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1109423d-3f78-4868-8482-a94ba7480737 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:10.390993 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1109423d-3f78-4868-8482-a94ba7480737), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:10.487943 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-35ea926d-2f2b-4cca-a9b6-cbf41f7f1315 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:10.489839 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-35ea926d-2f2b-4cca-a9b6-cbf41f7f1315 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 812 time: 0.4115019 Jan 28 19:10:10.515004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.37', 54581) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:10.546435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c3c7f769-aaef-4265-89a3-fe698d2e80fe no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:10:10.549518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4172d54-eea2-40e9-87b8-3b36c1817081 req-1d8e9ced-0011-4947-ab9d-aa819a712268 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] No DVR routers for this DVR port c3c7f769-aaef-4265-89a3-fe698d2e80fe on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:10:10.554510 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b4172d54-eea2-40e9-87b8-3b36c1817081 req-1d8e9ced-0011-4947-ab9d-aa819a712268 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:10.559117 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4172d54-eea2-40e9-87b8-3b36c1817081 req-1d8e9ced-0011-4947-ab9d-aa819a712268 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.37 "DELETE /v2.0/ports/c3c7f769-aaef-4265-89a3-fe698d2e80fe HTTP/1.1" status: 204 len: 173 time: 4.5331728 Jan 28 19:10:10.559878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf459886-618b-46d8-8ec1-b02fe0767f70', 'name': 'network-vif-deleted', 'tag': 'c3c7f769-aaef-4265-89a3-fe698d2e80fe'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:10.564857 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950a748c-b212-49d8-8b3d-f794ef72c87c" -d '{"events": [{"server_uuid": "cf459886-618b-46d8-8ec1-b02fe0767f70", "name": "network-vif-deleted", "tag": "c3c7f769-aaef-4265-89a3-fe698d2e80fe"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:10.589236 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8bc52e45-c3cd-4c28-8da3-89bcb2f6ebcd req-4ec66da8-cf26-4197-9d07-d7467c488b1c tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0599368 Jan 28 19:10:10.661006 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: c3c7f769-aaef-4265-89a3-fe698d2e80fe {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:10:10.662259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-17825f57-9acd-4463-8ab3-2e9f2b2251c5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Request body: {'port': {'device_id': 'c70cb878-4df2-4970-951a-e31c7ffcf977', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'admin_state_up': True, 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:10.663200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c3c7f769-aaef-4265-89a3-fe698d2e80fe not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:10:10.718072 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e0d190b1-001b-4593-9e4a-faa93e560c5e None None] Set router 9e98cc92-380e-49e6-a034-45192c727aa9 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:10:10.740900 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-98cb5ed4-9275-49d0-8abd-91b13271394b req-f82a85c0-d101-4ec4-a77e-e041aefff8e1 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 210 time: 0.2499380 Jan 28 19:10:10.815830 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce015cdf-4d41-4b5f-8fef-b61c3438b35f req-a27bf0df-eea1-4bc9-84be-515384f59982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:10.818978 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce015cdf-4d41-4b5f-8fef-b61c3438b35f req-a27bf0df-eea1-4bc9-84be-515384f59982 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 1132 time: 0.9479127 Jan 28 19:10:10.849194 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-affbfa61-8942-43cc-9792-8d4c74104061 req-8a7854ef-41f3-4d13-8331-7648e90f2231 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.0760121 Jan 28 19:10:10.890976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port e1c58b33-211d-4174-bc28-0850d37e9711, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e1c58b33-211d-4174-bc28-0850d37e9711,segment=NetworkSegment(dd84af4d-051a-4b78-9d8d-a1ae47b1e573),segment_id=dd84af4d-051a-4b78-9d8d-a1ae47b1e573)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:10.948374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'e1c58b33-211d-4174-bc28-0850d37e9711', 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33', 'port_id': 'e1c58b33-211d-4174-bc28-0850d37e9711', 'mac_address': 'fa:16:3e:13:c3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:10:10.958226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1109423d-3f78-4868-8482-a94ba7480737 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:11.004621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a219ac-c1af-4a5c-a698-ad8d53c536d7 req-83f30330-3581-4b58-95ea-be4a8b5e536d tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:11.029318 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c0a219ac-c1af-4a5c-a698-ad8d53c536d7 req-83f30330-3581-4b58-95ea-be4a8b5e536d tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 950 time: 0.1141765 Jan 28 19:10:11.047590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port e1c58b33-211d-4174-bc28-0850d37e9711 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:11.047987 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e1c58b33-211d-4174-bc28-0850d37e9711), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:11.089243 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4735f-cdae-44c3-8682-73efa0fc9301 req-226161ad-a2ce-4422-a511-e2d1638e98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:11.091053 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92f4735f-cdae-44c3-8682-73efa0fc9301 req-226161ad-a2ce-4422-a511-e2d1638e98fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=890aa5ec-c280-4351-af8f-1a7c761e7e33 HTTP/1.1" status: 200 len: 916 time: 1.3004332 Jan 28 19:10:11.145705 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c0a219ac-c1af-4a5c-a698-ad8d53c536d7 req-df04e084-a60d-47a8-85d6-277fed59a0ad tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/security-groups?id=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146300 Jan 28 19:10:11.240967 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e0d190b1-001b-4593-9e4a-faa93e560c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'name': 'tempest-ServersTestBootFromVolume-1902651662-router', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:40Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'gw_port': {'id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:41Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'bc194b42-929a-4b70-954b-b811caea1e6f', 'name': '', 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'mac_address': 'fa:16:3e:b0:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:45Z', 'updated_at': '2022-01-28T19:06:56Z', 'revision_number': 5, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'subnets': [{'id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:11.243891 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde61e20-160e-4283-bf06-fffb6ca46d03 x-openstack-request-id: req-dde61e20-160e-4283-bf06-fffb6ca46d03 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:11.244369 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf459886-618b-46d8-8ec1-b02fe0767f70", "name": "network-vif-deleted", "tag": "c3c7f769-aaef-4265-89a3-fe698d2e80fe", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:11.244777 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dde61e20-160e-4283-bf06-fffb6ca46d03 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:11.245524 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf459886-618b-46d8-8ec1-b02fe0767f70', 'name': 'network-vif-deleted', 'tag': 'c3c7f769-aaef-4265-89a3-fe698d2e80fe', 'status': 'completed', 'code': 200} Jan 28 19:10:11.300718 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d190b1-001b-4593-9e4a-faa93e560c5e None None] Checking router: 9e98cc92-380e-49e6-a034-45192c727aa9 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:10:11.319976 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d190b1-001b-4593-9e4a-faa93e560c5e None None] Routers {'9e98cc92-380e-49e6-a034-45192c727aa9'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:10:11.320597 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e0d190b1-001b-4593-9e4a-faa93e560c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:09:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['9e98cc92-380e-49e6-a034-45192c727aa9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:11.358015 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92f4735f-cdae-44c3-8682-73efa0fc9301 req-62895767-d511-4723-a394-24a2034108c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1c58b33-211d-4174-bc28-0850d37e9711 HTTP/1.1" status: 200 len: 217 time: 0.2435799 Jan 28 19:10:11.366061 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683380d5-735e-4d09-b3bd-78dfd173221f req-bf8d292f-a7ec-49ed-9bf4-6eec47d1fa32 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:11.374235 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683380d5-735e-4d09-b3bd-78dfd173221f req-bf8d292f-a7ec-49ed-9bf4-6eec47d1fa32 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:11.375830 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-bf8d292f-a7ec-49ed-9bf4-6eec47d1fa32 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.37 "GET /v2.0/networks?id=ae79461f-36f4-4727-9415-a9437c609ae6&id=8a266cec-4fab-4e5d-810a-3a5baa3fd3fb HTTP/1.1" status: 200 len: 1390 time: 0.8435228 Jan 28 19:10:11.431967 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4735f-cdae-44c3-8682-73efa0fc9301 req-2359f529-d028-4eea-b426-f3caa46b0f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:11.433494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92f4735f-cdae-44c3-8682-73efa0fc9301 req-2359f529-d028-4eea-b426-f3caa46b0f91 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1baca87b-4b8d-4fbc-9056-bf7a4de76e52 HTTP/1.1" status: 200 len: 854 time: 0.0492051 Jan 28 19:10:11.444487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d683b2-f814-48ab-b1c9-9a621f5afeb2 req-7b2eaba9-f577-4ffb-b2da-0a8e0fc9b4b4 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:11.455040 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c58b33-211d-4174-bc28-0850d37e9711 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:10:11.456184 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-65d683b2-f814-48ab-b1c9-9a621f5afeb2 req-7b2eaba9-f577-4ffb-b2da-0a8e0fc9b4b4 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 943 time: 0.1242771 Jan 28 19:10:11.460636 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e0d190b1-001b-4593-9e4a-faa93e560c5e None None] Set router 9e98cc92-380e-49e6-a034-45192c727aa9 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:10:11.486944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-683380d5-735e-4d09-b3bd-78dfd173221f req-1f41d0b6-6309-4cde-a6e4-dee8f31c0963 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Request body: {'port': {'device_id': '9034e2f6-9ac5-48c0-a35e-c96efdd3c525', 'network_id': 'ae79461f-36f4-4727-9415-a9437c609ae6', 'admin_state_up': True, 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:11.537152 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port e1c58b33-211d-4174-bc28-0850d37e9711, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e1c58b33-211d-4174-bc28-0850d37e9711,segment=NetworkSegment(dd84af4d-051a-4b78-9d8d-a1ae47b1e573),segment_id=dd84af4d-051a-4b78-9d8d-a1ae47b1e573)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:11.552227 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e1c58b33-211d-4174-bc28-0850d37e9711), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:11.580945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949dd9b-cb32-4fe1-881b-5607f81af8dd req-975e59ea-1b0f-4cab-a70f-bf8b1c35423b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:11.582310 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-65d683b2-f814-48ab-b1c9-9a621f5afeb2 req-6330c3af-f7c5-4d2e-9ed1-f1a1e5d692d2 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/security-groups?id=f085b27e-43d7-4cc0-9e19-a7b8c855a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250544 Jan 28 19:10:11.582720 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f949dd9b-cb32-4fe1-881b-5607f81af8dd req-975e59ea-1b0f-4cab-a70f-bf8b1c35423b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 945 time: 0.5727863 Jan 28 19:10:11.596751 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce015cdf-4d41-4b5f-8fef-b61c3438b35f req-ab4ecf24-4233-4f05-8d39-dbdcb4121b4d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7143478 Jan 28 19:10:11.618609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4735f-cdae-44c3-8682-73efa0fc9301 req-bf67439e-de40-4a78-aaaa-78ba917ad463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:11.620249 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92f4735f-cdae-44c3-8682-73efa0fc9301 req-bf67439e-de40-4a78-aaaa-78ba917ad463 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=890aa5ec-c280-4351-af8f-1a7c761e7e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1708832 Jan 28 19:10:11.626891 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-17825f57-9acd-4463-8ab3-2e9f2b2251c5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Made reservation on behalf of f09fde878de341aca0d76fa8fb497fc7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:10:11.630303 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-17825f57-9acd-4463-8ab3-2e9f2b2251c5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:11.722946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=e1c58b33-211d-4174-bc28-0850d37e9711,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:11.764694 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f697f4d4-ee7a-4655-b108-862259adc76f req-ceba1bc9-3510-472e-96ac-2fa07ac3e1ef tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 210 time: 0.0692055 Jan 28 19:10:11.827113 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['e1c58b33-211d-4174-bc28-0850d37e9711'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:10:11.945134 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d831b7d-63d7-4e0e-a343-ab11e2ec3267 req-d1769051-e731-4f8c-a405-b1b3a1ce944f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0960026 Jan 28 19:10:12.045492 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e0d190b1-001b-4593-9e4a-faa93e560c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'name': 'tempest-ServersTestBootFromVolume-1902651662-router', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:40Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'gw_port': {'id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:41Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'bc194b42-929a-4b70-954b-b811caea1e6f', 'name': '', 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'mac_address': 'fa:16:3e:b0:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:45Z', 'updated_at': '2022-01-28T19:06:56Z', 'revision_number': 5, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'subnets': [{'id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:12.076656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:12.105887 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92f4735f-cdae-44c3-8682-73efa0fc9301 req-9c299c07-daf5-486b-aee7-cfc4d649798b service neutron] 10.222.0.31 "GET /v2.0/networks/890aa5ec-c280-4351-af8f-1a7c761e7e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732342 Jan 28 19:10:12.123250 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3f66783-4eba-44cd-8d46-b71246e34e1d req-508218f4-5a21-451e-add1-4d4026c309c6 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 210 time: 0.0529847 Jan 28 19:10:12.130320 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d190b1-001b-4593-9e4a-faa93e560c5e None None] The sync data for ids ['9e98cc92-380e-49e6-a034-45192c727aa9'] in n-d-824834-4 is: [{'id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'name': 'tempest-ServersTestBootFromVolume-1902651662-router', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:40Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'gw_port': {'id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:41Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'bc194b42-929a-4b70-954b-b811caea1e6f', 'name': '', 'network_id': '4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'mac_address': 'fa:16:3e:b0:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:45Z', 'updated_at': '2022-01-28T19:06:56Z', 'revision_number': 5, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'subnets': [{'id': 'ec6ea56a-ef01-443c-b997-7fe73fb54279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:10:12.206944 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:12.207728 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:12.248425 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92f4735f-cdae-44c3-8682-73efa0fc9301 req-a0b5bd8b-d5d3-45f5-a3da-5391ef2e4107 service neutron] 10.222.0.31 "GET /v2.0/networks/890aa5ec-c280-4351-af8f-1a7c761e7e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284783 Jan 28 19:10:12.278183 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7c6b330-96b5-4f28-bc07-ace0e6341e1f req-7858b4f9-e711-4463-8103-6900b64bec7f tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.0572066 Jan 28 19:10:12.348365 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:12.350739 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:12.387756 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f949dd9b-cb32-4fe1-881b-5607f81af8dd req-0ca82ad3-7467-4c9f-8fef-67f0a8d16590 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7879555 Jan 28 19:10:12.399015 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683380d5-735e-4d09-b3bd-78dfd173221f req-1f41d0b6-6309-4cde-a6e4-dee8f31c0963 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Made reservation on behalf of 1060cde39e6f4e3983d711c8ddac0223 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:10:12.418687 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-1f41d0b6-6309-4cde-a6e4-dee8f31c0963 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:12.419529 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16be4b4c-8b2e-4b50-be7f-33604df8e920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd542cdf2-e36c-4ad0-bd08-d9bec5ddec5d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:12.421982 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1510ff64-32c5-4004-a2c7-cea33ca8d891" -d '{"events": [{"server_uuid": "16be4b4c-8b2e-4b50-be7f-33604df8e920", "name": "network-vif-plugged", "status": "completed", "tag": "d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:12.441683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:12.454949 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:12.468799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847f4f5-9524-4c9b-8992-45b1a12ff6d2 req-881c39e7-f188-49f4-b958-b55b268c568e tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:12.470446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3847f4f5-9524-4c9b-8992-45b1a12ff6d2 req-881c39e7-f188-49f4-b958-b55b268c568e tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 950 time: 0.1348324 Jan 28 19:10:12.529715 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374f8df4-39f7-4573-b403-f322c655225b x-openstack-request-id: req-374f8df4-39f7-4573-b403-f322c655225b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:12.530318 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16be4b4c-8b2e-4b50-be7f-33604df8e920", "name": "network-vif-plugged", "status": "completed", "tag": "d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:12.530438 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-374f8df4-39f7-4573-b403-f322c655225b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:12.530903 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16be4b4c-8b2e-4b50-be7f-33604df8e920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd542cdf2-e36c-4ad0-bd08-d9bec5ddec5d', 'code': 200} Jan 28 19:10:12.531519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:12.572624 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3847f4f5-9524-4c9b-8992-45b1a12ff6d2 req-0b344dcd-2e94-4d90-8595-ba3c83193349 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/security-groups?id=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906110 Jan 28 19:10:12.680190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d2049d-56f1-4114-9022-5969c2be7e48 None None] New status for floating IP 8b30450e-8add-42fb-b68b-229065067d51: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:10:12.781127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-683380d5-735e-4d09-b3bd-78dfd173221f req-1f41d0b6-6309-4cde-a6e4-dee8f31c0963 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Allocated IP 19.80.0.35 (ae79461f-36f4-4727-9415-a9437c609ae6/e8e321fe-c649-4088-8aad-02e3ef1e1326/5af76d2c-de99-4744-8849-a0c63f2c996c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:10:12.903298 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37d536ac-ff97-472c-8ab5-f7a9b14ce59e req-525fd447-db19-4e01-bb71-b8d26be9bc17 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 210 time: 0.0448000 Jan 28 19:10:12.996012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-17825f57-9acd-4463-8ab3-2e9f2b2251c5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Allocated IP 172.20.0.13 (b49b190d-5fb3-41cb-a694-b0a0b7d47b75/cd80566b-cb23-46e8-93b8-695f127ca2f3/f25af3c7-5aaa-4ed5-a847-edae90ee5e52) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:10:13.066336 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc3f7e-8631-41c9-9c28-dc3e87743693 req-c86a5dca-d4de-4e24-abc9-b1390e28ea75 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:13.083580 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5fe808f8-599e-4401-a3f3-c663e39093f7 req-0fb9e1c3-3f79-4b19-8550-3e4ce8f3c963 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0504072 Jan 28 19:10:13.086275 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cbdc3f7e-8631-41c9-9c28-dc3e87743693 req-c86a5dca-d4de-4e24-abc9-b1390e28ea75 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 944 time: 0.1637731 Jan 28 19:10:13.133040 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-1f41d0b6-6309-4cde-a6e4-dee8f31c0963 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks [] for port (5af76d2c-de99-4744-8849-a0c63f2c996c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:13.240991 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-1f41d0b6-6309-4cde-a6e4-dee8f31c0963 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5af76d2c-de99-4744-8849-a0c63f2c996c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:13.292154 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948d707-916d-41da-adc6-4517d3790630 req-7e1de1c1-5ddf-4b57-ab9b-acf074e0d58c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:13.294522 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8948d707-916d-41da-adc6-4517d3790630 req-7e1de1c1-5ddf-4b57-ab9b-acf074e0d58c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 931 time: 0.0812027 Jan 28 19:10:13.352363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41d0b6-6309-4cde-a6e4-dee8f31c0963 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event updated for resources: {'Port': ['ID=5af76d2c-de99-4744-8849-a0c63f2c996c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:13.365252 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8948d707-916d-41da-adc6-4517d3790630 req-084bb68f-f44b-4a1a-ad01-42f89cddb25a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631969 Jan 28 19:10:13.401373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683380d5-735e-4d09-b3bd-78dfd173221f req-1f41d0b6-6309-4cde-a6e4-dee8f31c0963 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Network ae79461f-36f4-4727-9415-a9437c609ae6 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:10:13.410387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-683380d5-735e-4d09-b3bd-78dfd173221f req-1f41d0b6-6309-4cde-a6e4-dee8f31c0963 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:13.417029 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-683380d5-735e-4d09-b3bd-78dfd173221f req-1f41d0b6-6309-4cde-a6e4-dee8f31c0963 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:10:13.484614 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b5c730f-2fad-42d1-ad8d-cfa8999f9a17 req-2e76da4d-d240-4c9b-bffd-4047d4a9f479 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.0531952 Jan 28 19:10:13.484930 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683380d5-735e-4d09-b3bd-78dfd173221f req-1f41d0b6-6309-4cde-a6e4-dee8f31c0963 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:13.490036 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-1f41d0b6-6309-4cde-a6e4-dee8f31c0963 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:13.553589 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cbdc3f7e-8631-41c9-9c28-dc3e87743693 req-6c883ba5-447d-474d-a879-0b7a9e15bcdf tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/security-groups?id=f085b27e-43d7-4cc0-9e19-a7b8c855a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4436076 Jan 28 19:10:13.573165 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-1f41d0b6-6309-4cde-a6e4-dee8f31c0963 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0943189 Jan 28 19:10:13.590464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-683380d5-735e-4d09-b3bd-78dfd173221f req-a8beea2b-3fc8-44d5-b7fe-f2e8de48ef94 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Request body: {'port': {'device_id': '9034e2f6-9ac5-48c0-a35e-c96efdd3c525', 'network_id': '8a266cec-4fab-4e5d-810a-3a5baa3fd3fb', 'admin_state_up': True, 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:13.650221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f15d2-793c-4fd9-bc1a-8650254e55d0 req-2375ae18-1cb7-4c09-bc01-868ce4c1a427 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:13.653582 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d39f15d2-793c-4fd9-bc1a-8650254e55d0 req-2375ae18-1cb7-4c09-bc01-868ce4c1a427 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.1059456 Jan 28 19:10:13.706582 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-17825f57-9acd-4463-8ab3-2e9f2b2251c5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for port (f25af3c7-5aaa-4ed5-a847-edae90ee5e52), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:13.736713 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d39f15d2-793c-4fd9-bc1a-8650254e55d0 req-bb316d77-8957-43b0-a7c0-36dc4f45a1ee tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775583 Jan 28 19:10:13.808208 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-17825f57-9acd-4463-8ab3-2e9f2b2251c5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f25af3c7-5aaa-4ed5-a847-edae90ee5e52), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:13.889331 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-17825f57-9acd-4463-8ab3-2e9f2b2251c5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:10:13.895219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-17825f57-9acd-4463-8ab3-2e9f2b2251c5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:13.897706 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-17825f57-9acd-4463-8ab3-2e9f2b2251c5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:10:13.960925 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-03269542-cff2-44dc-9f29-b27ac908029a None None] Provisioning complete for port 5af76d2c-de99-4744-8849-a0c63f2c996c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:13.961885 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03269542-cff2-44dc-9f29-b27ac908029a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5af76d2c-de99-4744-8849-a0c63f2c996c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:14.022054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-03269542-cff2-44dc-9f29-b27ac908029a None None] Port 5af76d2c-de99-4744-8849-a0c63f2c996c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:10:14.055119 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd5423-0233-4f95-8ea4-98a5dc546772 req-1f77060f-28fc-4280-bde6-7564ad4b1453 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:14.063252 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07bd5423-0233-4f95-8ea4-98a5dc546772 req-1f77060f-28fc-4280-bde6-7564ad4b1453 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 932 time: 0.0694568 Jan 28 19:10:14.071035 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17825f57-9acd-4463-8ab3-2e9f2b2251c5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event updated for resources: {'Port': ['ID=f25af3c7-5aaa-4ed5-a847-edae90ee5e52,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:14.084181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e1c58b33-211d-4174-bc28-0850d37e9711 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:14.095006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ca5f0-2f65-41ae-859a-baf9181420f7 req-69c71abb-adf5-4dd7-b5ed-1688fbfa9b6d tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:14.106449 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a26ca5f0-2f65-41ae-859a-baf9181420f7 req-69c71abb-adf5-4dd7-b5ed-1688fbfa9b6d tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 950 time: 0.3461766 Jan 28 19:10:14.121589 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683380d5-735e-4d09-b3bd-78dfd173221f req-a8beea2b-3fc8-44d5-b7fe-f2e8de48ef94 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Made reservation on behalf of 1060cde39e6f4e3983d711c8ddac0223 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:10:14.127796 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07bd5423-0233-4f95-8ea4-98a5dc546772 req-0350f095-00e6-4f1b-b30b-035f473db118 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634611 Jan 28 19:10:14.130674 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-a8beea2b-3fc8-44d5-b7fe-f2e8de48ef94 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:14.186755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-17825f57-9acd-4463-8ab3-2e9f2b2251c5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:14.187426 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-17825f57-9acd-4463-8ab3-2e9f2b2251c5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:14.218369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port e1c58b33-211d-4174-bc28-0850d37e9711 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:10:14.223372 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port e1c58b33-211d-4174-bc28-0850d37e9711 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:14.224099 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e1c58b33-211d-4174-bc28-0850d37e9711), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:14.234691 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9ecf09dc-d3e3-4079-bed9-d0f8f6e282f2 req-5ebd6f44-de69-47aa-a46a-3951a9101818 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0440235 Jan 28 19:10:14.318065 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a26ca5f0-2f65-41ae-859a-baf9181420f7 req-2e72b7b5-d4ad-4159-815d-9eec991032e3 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/security-groups?id=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081347 Jan 28 19:10:14.326501 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-17825f57-9acd-4463-8ab3-2e9f2b2251c5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6769230 Jan 28 19:10:14.419839 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port e1c58b33-211d-4174-bc28-0850d37e9711 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:14.420304 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e1c58b33-211d-4174-bc28-0850d37e9711), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:14.534603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-683380d5-735e-4d09-b3bd-78dfd173221f req-a8beea2b-3fc8-44d5-b7fe-f2e8de48ef94 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Allocated IP 19.86.0.237 (8a266cec-4fab-4e5d-810a-3a5baa3fd3fb/6a3ee002-4d7f-42d3-865f-88a38a162368/a101cbca-3f2b-4f9c-9d4f-70ee69b3d695) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:10:14.538996 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0aebdf-b096-4a04-90b3-e289c4f00d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c58b33-211d-4174-bc28-0850d37e9711'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:14.541262 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfbd1ab-1ba3-4f62-9efb-95f1df60253e" -d '{"events": [{"server_uuid": "9c0aebdf-b096-4a04-90b3-e289c4f00d22", "name": "network-vif-plugged", "status": "completed", "tag": "e1c58b33-211d-4174-bc28-0850d37e9711"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:14.559598 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3d3ef1c4-4184-4854-ac43-fb0e8878ac60 None None] Provisioning complete for port f25af3c7-5aaa-4ed5-a847-edae90ee5e52 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:14.559598 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d3ef1c4-4184-4854-ac43-fb0e8878ac60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f25af3c7-5aaa-4ed5-a847-edae90ee5e52), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:14.597293 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3d3ef1c4-4184-4854-ac43-fb0e8878ac60 None None] Port f25af3c7-5aaa-4ed5-a847-edae90ee5e52 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:10:14.605049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port e1c58b33-211d-4174-bc28-0850d37e9711, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e1c58b33-211d-4174-bc28-0850d37e9711,segment=NetworkSegment(dd84af4d-051a-4b78-9d8d-a1ae47b1e573),segment_id=dd84af4d-051a-4b78-9d8d-a1ae47b1e573)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:14.616011 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e1c58b33-211d-4174-bc28-0850d37e9711), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:14.676940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Request body: {'port': {'device_id': 'c70cb878-4df2-4970-951a-e31c7ffcf977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:14.698750 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-15659754-ca15-458d-88a3-5ad6caa8f3e9 req-35d892e7-11ff-42c1-81a1-c57f1a944e0d tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.0510881 Jan 28 19:10:14.736212 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=e1c58b33-211d-4174-bc28-0850d37e9711,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:14.781283 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bea7c96-8c8b-4712-a5c4-bf0254df7509 x-openstack-request-id: req-7bea7c96-8c8b-4712-a5c4-bf0254df7509 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:14.782648 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0aebdf-b096-4a04-90b3-e289c4f00d22", "name": "network-vif-plugged", "status": "completed", "tag": "e1c58b33-211d-4174-bc28-0850d37e9711", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:14.782912 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7bea7c96-8c8b-4712-a5c4-bf0254df7509 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:14.783321 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0aebdf-b096-4a04-90b3-e289c4f00d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c58b33-211d-4174-bc28-0850d37e9711', 'code': 200} Jan 28 19:10:14.863916 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f25af3c7-5aaa-4ed5-a847-edae90ee5e52), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:14.963111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2aac3-71c1-479d-b925-6793f8278e6e req-ea21877f-e630-4e3a-a55a-047519aba9b3 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:14.974461 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2cf2aac3-71c1-479d-b925-6793f8278e6e req-ea21877f-e630-4e3a-a55a-047519aba9b3 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 945 time: 0.0735230 Jan 28 19:10:15.042852 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2cf2aac3-71c1-479d-b925-6793f8278e6e req-5610cec7-c44d-4d2b-a697-ce1cea0d6370 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/security-groups?id=f085b27e-43d7-4cc0-9e19-a7b8c855a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670652 Jan 28 19:10:15.069088 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d814389-0b68-46d4-a65a-ba1fd78abfe0 req-c9cee0b9-cd01-4d0b-90a2-09dbc7c65985 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:15.070669 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d814389-0b68-46d4-a65a-ba1fd78abfe0 req-c9cee0b9-cd01-4d0b-90a2-09dbc7c65985 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 931 time: 0.4016469 Jan 28 19:10:15.075613 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-a8beea2b-3fc8-44d5-b7fe-f2e8de48ef94 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks [] for port (a101cbca-3f2b-4f9c-9d4f-70ee69b3d695), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:15.170693 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d511c9-087f-4b6e-8049-a7b137e4208c req-2edf5a7f-c903-441a-b0c9-5eb143a50b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:15.172180 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9d511c9-087f-4b6e-8049-a7b137e4208c req-2edf5a7f-c903-441a-b0c9-5eb143a50b2b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 1127 time: 0.3516545 Jan 28 19:10:15.174076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d959a8a-aad2-46e0-8a0b-556bc474bed2 req-1bd58c4d-0b31-441a-8847-5f8fb44f1154 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:15.182135 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9d959a8a-aad2-46e0-8a0b-556bc474bed2 req-1bd58c4d-0b31-441a-8847-5f8fb44f1154 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.0699198 Jan 28 19:10:15.211268 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d814389-0b68-46d4-a65a-ba1fd78abfe0 req-6099c72a-06f1-4070-ad58-70c7af9078d2 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011999 Jan 28 19:10:15.245722 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9d959a8a-aad2-46e0-8a0b-556bc474bed2 req-969af53e-f38f-4fcc-8ef3-1a10b55b1746 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543571 Jan 28 19:10:15.277702 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-a8beea2b-3fc8-44d5-b7fe-f2e8de48ef94 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a101cbca-3f2b-4f9c-9d4f-70ee69b3d695), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:15.354479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8beea2b-3fc8-44d5-b7fe-f2e8de48ef94 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event updated for resources: {'Port': ['ID=a101cbca-3f2b-4f9c-9d4f-70ee69b3d695,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:15.387401 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9d511c9-087f-4b6e-8049-a7b137e4208c req-6a1e148e-374d-4ca2-bcf9-99ef245a5b6f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f085b27e-43d7-4cc0-9e19-a7b8c855a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806490 Jan 28 19:10:15.402321 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683380d5-735e-4d09-b3bd-78dfd173221f req-a8beea2b-3fc8-44d5-b7fe-f2e8de48ef94 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Network 8a266cec-4fab-4e5d-810a-3a5baa3fd3fb is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:10:15.405501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-683380d5-735e-4d09-b3bd-78dfd173221f req-a8beea2b-3fc8-44d5-b7fe-f2e8de48ef94 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:15.424044 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-683380d5-735e-4d09-b3bd-78dfd173221f req-a8beea2b-3fc8-44d5-b7fe-f2e8de48ef94 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:10:15.495047 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fc83d-a52f-4546-8061-950d975c9643 req-be56c1ab-1911-4589-aab4-4ee742da3470 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:15.512056 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8f0fc83d-a52f-4546-8061-950d975c9643 req-be56c1ab-1911-4589-aab4-4ee742da3470 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 932 time: 0.1425319 Jan 28 19:10:15.519595 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25af3c7-5aaa-4ed5-a847-edae90ee5e52 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:10:15.533790 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Publish callbacks [] for port (f25af3c7-5aaa-4ed5-a847-edae90ee5e52), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:15.544063 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683380d5-735e-4d09-b3bd-78dfd173221f req-a8beea2b-3fc8-44d5-b7fe-f2e8de48ef94 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:15.545105 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-a8beea2b-3fc8-44d5-b7fe-f2e8de48ef94 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:15.596449 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8f0fc83d-a52f-4546-8061-950d975c9643 req-fa2d6b23-ed6a-4450-9fa8-6b618ed3075b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786033 Jan 28 19:10:15.600120 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-a8beea2b-3fc8-44d5-b7fe-f2e8de48ef94 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0143666 Jan 28 19:10:15.605442 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-98940fb9-fdf0-4c4f-b3bf-57d34ffd2983 req-7bdab504-9e62-4e18-9065-d34b545f12a5 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0454292 Jan 28 19:10:15.609220 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Transition to ACTIVE for port object f25af3c7-5aaa-4ed5-a847-edae90ee5e52 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:10:15.616024 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Request body: {'port': {'device_id': '9034e2f6-9ac5-48c0-a35e-c96efdd3c525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:15.622390 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (f25af3c7-5aaa-4ed5-a847-edae90ee5e52), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:15.797449 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5af76d2c-de99-4744-8849-a0c63f2c996c), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:15.934977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-350d7f35-a98d-4582-99b7-8c1a560ca7b0 None None] Provisioning complete for port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:15.936033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Pushing event updated for resources: {'Port': ['ID=f25af3c7-5aaa-4ed5-a847-edae90ee5e52,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:15.936914 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-350d7f35-a98d-4582-99b7-8c1a560ca7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a101cbca-3f2b-4f9c-9d4f-70ee69b3d695), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:16.007062 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-350d7f35-a98d-4582-99b7-8c1a560ca7b0 None None] Port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:10:16.099354 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-366ea513-844e-4526-b50c-6da6c98411a2 req-e73e04d9-f44e-4f09-bbb3-ed04fe7b7518 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.2611027 Jan 28 19:10:16.127533 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Attempting to bind port f25af3c7-5aaa-4ed5-a847-edae90ee5e52 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:10:16.127889 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Attempting to bind port f25af3c7-5aaa-4ed5-a847-edae90ee5e52 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:10:16.128212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Attempting to bind port f25af3c7-5aaa-4ed5-a847-edae90ee5e52 on network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:16.136375 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Port f25af3c7-5aaa-4ed5-a847-edae90ee5e52 on network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:10:16.136721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Attempting to bind port f25af3c7-5aaa-4ed5-a847-edae90ee5e52 on network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:16.140352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c67928-b4ee-4bec-a8e4-c38ae3aaa3ee req-33d1e714-b5b1-4241-bb6e-2d1a0a194c6a tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:16.145114 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32c67928-b4ee-4bec-a8e4-c38ae3aaa3ee req-33d1e714-b5b1-4241-bb6e-2d1a0a194c6a tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 950 time: 0.1130779 Jan 28 19:10:16.159734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:10:16.160143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Checking segment: {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:10:16.160701 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Bound using segment: {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:10:16.161232 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Bound port: f25af3c7-5aaa-4ed5-a847-edae90ee5e52, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:10:16.161601 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f25af3c7-5aaa-4ed5-a847-edae90ee5e52), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:16.250301 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32c67928-b4ee-4bec-a8e4-c38ae3aaa3ee req-6556fc86-2e2b-49f9-b1ef-54963f144450 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/security-groups?id=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985284 Jan 28 19:10:16.418080 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] For port f25af3c7-5aaa-4ed5-a847-edae90ee5e52, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:10:16.418637 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] For port f25af3c7-5aaa-4ed5-a847-edae90ee5e52, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=f25af3c7-5aaa-4ed5-a847-edae90ee5e52,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:10:16.428966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b608a-d129-4c4c-8a95-fb7c26ff5f38 req-b8bb0c29-86fe-478a-808b-e30f8f0526a0 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:16.458596 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b608a-d129-4c4c-8a95-fb7c26ff5f38 req-b8bb0c29-86fe-478a-808b-e30f8f0526a0 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:16.460504 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b45b608a-d129-4c4c-8a95-fb7c26ff5f38 req-b8bb0c29-86fe-478a-808b-e30f8f0526a0 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1654 time: 0.1231480 Jan 28 19:10:16.500816 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (f25af3c7-5aaa-4ed5-a847-edae90ee5e52), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:16.534377 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b45b608a-d129-4c4c-8a95-fb7c26ff5f38 req-69e6e0f2-f96a-475c-a759-c40b8d193914 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594013 Jan 28 19:10:16.648184 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:16.648901 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:16.652343 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] 10.222.0.37 "PUT /v2.0/ports/f25af3c7-5aaa-4ed5-a847-edae90ee5e52 HTTP/1.1" status: 200 len: 1092 time: 1.9846358 Jan 28 19:10:16.681544 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02216a6-2daf-4a6d-9eb9-d20aa6acc771 req-6c090b31-1685-4151-b638-fd4c58b2b31a tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:16.686928 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c02216a6-2daf-4a6d-9eb9-d20aa6acc771 req-6c090b31-1685-4151-b638-fd4c58b2b31a tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.0811355 Jan 28 19:10:16.689539 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d4ec6-8687-4fe3-a20e-af2c28c45a6a req-38d73b1e-942c-4829-8e5f-b06c049d9e90 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:16.691124 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-115d4ec6-8687-4fe3-a20e-af2c28c45a6a req-38d73b1e-942c-4829-8e5f-b06c049d9e90 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 945 time: 0.4421957 Jan 28 19:10:16.691604 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70cb878-4df2-4970-951a-e31c7ffcf977', 'tag': 'f25af3c7-5aaa-4ed5-a847-edae90ee5e52'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:16.700606 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e90ad5-8a67-40e9-91ef-a93f6ab3367d" -d '{"events": [{"name": "network-changed", "server_uuid": "c70cb878-4df2-4970-951a-e31c7ffcf977", "tag": "f25af3c7-5aaa-4ed5-a847-edae90ee5e52"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:16.733356 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc6e42-9c21-4d45-9a09-9168eea875dc service neutron] Pushing event updated for resources: {'Port': ['ID=f25af3c7-5aaa-4ed5-a847-edae90ee5e52,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:16.800762 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c02216a6-2daf-4a6d-9eb9-d20aa6acc771 req-cbc8d7d9-4bed-4de7-a0d9-cb41df53eedc tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072521 Jan 28 19:10:16.961568 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-115d4ec6-8687-4fe3-a20e-af2c28c45a6a req-93097324-1a00-4e18-828c-ff5a86a5b9d8 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/security-groups?id=f085b27e-43d7-4cc0-9e19-a7b8c855a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373927 Jan 28 19:10:16.972616 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af76d2c-de99-4744-8849-a0c63f2c996c {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:10:16.980698 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ae09e-617d-40fa-bc05-99b5418e526a req-8b81ba78-4cc9-44e0-b5b3-3964f4a577fb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:16.981185 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Publish callbacks [] for port (5af76d2c-de99-4744-8849-a0c63f2c996c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:16.988186 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d7ae09e-617d-40fa-bc05-99b5418e526a req-8b81ba78-4cc9-44e0-b5b3-3964f4a577fb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 944 time: 0.0975966 Jan 28 19:10:17.002835 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Transition to ACTIVE for port object 5af76d2c-de99-4744-8849-a0c63f2c996c will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:10:17.014246 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-da7cbbe9-509a-479e-81af-f484709e9c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:17.016129 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-da7cbbe9-509a-479e-81af-f484709e9c54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 1126 time: 0.2845469 Jan 28 19:10:17.017065 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (5af76d2c-de99-4744-8849-a0c63f2c996c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:17.111200 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-4deabd8a-5ecc-41fd-9f81-656ec4874945 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25af3c7-5aaa-4ed5-a847-edae90ee5e52 HTTP/1.1" status: 200 len: 217 time: 0.0770485 Jan 28 19:10:17.157737 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d7ae09e-617d-40fa-bc05-99b5418e526a req-974c70fa-10ef-4d42-8800-1270dd5437d8 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629565 Jan 28 19:10:17.258972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-293fceda-34c2-4d4e-a4bc-39fcbc804196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:17.260688 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-293fceda-34c2-4d4e-a4bc-39fcbc804196 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.1347594 Jan 28 19:10:17.262426 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5263a5-0ee8-47a1-a410-cab12e1cca27 x-openstack-request-id: req-aa5263a5-0ee8-47a1-a410-cab12e1cca27 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:17.262877 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70cb878-4df2-4970-951a-e31c7ffcf977", "tag": "f25af3c7-5aaa-4ed5-a847-edae90ee5e52", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:17.263134 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa5263a5-0ee8-47a1-a410-cab12e1cca27 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:17.263525 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c70cb878-4df2-4970-951a-e31c7ffcf977', 'tag': 'f25af3c7-5aaa-4ed5-a847-edae90ee5e52', 'status': 'completed', 'code': 200} Jan 28 19:10:17.407450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Attempting to bind port 5af76d2c-de99-4744-8849-a0c63f2c996c on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:10:17.407786 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Attempting to bind port 5af76d2c-de99-4744-8849-a0c63f2c996c by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '9530b56f-34b8-4028-94f6-ca5ad08ffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ae79461f-36f4-4727-9415-a9437c609ae6'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:10:17.408184 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Attempting to bind port 5af76d2c-de99-4744-8849-a0c63f2c996c on network ae79461f-36f4-4727-9415-a9437c609ae6 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:17.420385 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e20987be-e8f4-4bdd-9f9b-1cf35b111c0a req-41615d40-056f-4fdb-bbad-b31b3ae74b01 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.0902355 Jan 28 19:10:17.436347 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Port 5af76d2c-de99-4744-8849-a0c63f2c996c on network ae79461f-36f4-4727-9415-a9437c609ae6 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:10:17.436347 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Attempting to bind port 5af76d2c-de99-4744-8849-a0c63f2c996c on network ae79461f-36f4-4727-9415-a9437c609ae6 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:17.446006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:10:17.446367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Checking segment: {'id': '9530b56f-34b8-4028-94f6-ca5ad08ffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ae79461f-36f4-4727-9415-a9437c609ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:10:17.452167 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Bound using segment: {'id': '9530b56f-34b8-4028-94f6-ca5ad08ffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ae79461f-36f4-4727-9415-a9437c609ae6'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:10:17.452167 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Bound port: 5af76d2c-de99-4744-8849-a0c63f2c996c, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9530b56f-34b8-4028-94f6-ca5ad08ffaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ae79461f-36f4-4727-9415-a9437c609ae6'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:10:17.452167 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5af76d2c-de99-4744-8849-a0c63f2c996c), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:17.469839 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8153c7d5-87f1-47fb-9960-a26ab8041efd req-b45f2a6d-0c58-4509-9fc4-1f6fba11dd74 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.2458389 Jan 28 19:10:17.470541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Pushing event updated for resources: {'Port': ['ID=5af76d2c-de99-4744-8849-a0c63f2c996c,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:17.543465 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] For port 5af76d2c-de99-4744-8849-a0c63f2c996c, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:10:17.547130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] For port 5af76d2c-de99-4744-8849-a0c63f2c996c, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=5af76d2c-de99-4744-8849-a0c63f2c996c,segment=NetworkSegment(9530b56f-34b8-4028-94f6-ca5ad08ffaef),segment_id=9530b56f-34b8-4028-94f6-ca5ad08ffaef)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:10:17.569254 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (5af76d2c-de99-4744-8849-a0c63f2c996c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:17.591547 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459ee44-33cc-419f-905e-4bc846573fd2 req-92ba70d2-9c98-4248-9ad4-224c45ed7da6 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:17.605960 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d459ee44-33cc-419f-905e-4bc846573fd2 req-92ba70d2-9c98-4248-9ad4-224c45ed7da6 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 950 time: 0.1075115 Jan 28 19:10:17.643153 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Pushing event updated for resources: {'Port': ['ID=5af76d2c-de99-4744-8849-a0c63f2c996c,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:17.656721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-f075d2fc-69fd-4d2d-bcb2-a91f1deec5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:17.658301 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-f075d2fc-69fd-4d2d-bcb2-a91f1deec5d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3381596 Jan 28 19:10:17.701826 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d459ee44-33cc-419f-905e-4bc846573fd2 req-75448834-2420-40c0-8139-50448ead3fbb tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/security-groups?id=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928648 Jan 28 19:10:17.733294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:17.737832 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:17.739832 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-3a493c7d-4f73-426b-b716-9f53596d6d1f service neutron] 10.222.0.37 "PUT /v2.0/ports/5af76d2c-de99-4744-8849-a0c63f2c996c HTTP/1.1" status: 200 len: 1091 time: 2.1286211 Jan 28 19:10:17.804166 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Request body: {'port': {'device_id': '9034e2f6-9ac5-48c0-a35e-c96efdd3c525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:17.889690 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-4c84c768-8e42-4cf0-b646-88f49fa15c77 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877241 Jan 28 19:10:17.948137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0a713-cf97-436d-9da2-0cd4863542c4 req-7257821f-2068-40c9-a309-a2bf3a02a418 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:17.949511 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-edc0a713-cf97-436d-9da2-0cd4863542c4 req-7257821f-2068-40c9-a309-a2bf3a02a418 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 950 time: 0.3945756 Jan 28 19:10:17.960859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d069e5-cec8-490a-9bcf-5769be4c5e90 req-a84a1d76-b68f-4cde-83fe-bf6910a6fadc tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:17.966639 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d069e5-cec8-490a-9bcf-5769be4c5e90 req-a84a1d76-b68f-4cde-83fe-bf6910a6fadc tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:17.973852 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60d069e5-cec8-490a-9bcf-5769be4c5e90 req-a84a1d76-b68f-4cde-83fe-bf6910a6fadc tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1666 time: 0.3318419 Jan 28 19:10:18.014642 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764217a-f93d-4978-91c6-d1d6b4ec8905 req-17f0803a-7025-4840-a76d-abc1a10d8250 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:18.023445 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3764217a-f93d-4978-91c6-d1d6b4ec8905 req-17f0803a-7025-4840-a76d-abc1a10d8250 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.1064396 Jan 28 19:10:18.122952 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3764217a-f93d-4978-91c6-d1d6b4ec8905 req-22150187-ec27-4850-99d9-1527f2c3ff8f tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891726 Jan 28 19:10:18.173801 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f942e1-0d87-4b25-b971-fec2d8b49f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:18.261321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45599c-81f2-48ff-9b15-6d34ea11dd1c req-a54c423a-2cde-4a4a-bca5-57e7510fe792 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:18.269028 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb45599c-81f2-48ff-9b15-6d34ea11dd1c req-a54c423a-2cde-4a4a-bca5-57e7510fe792 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 945 time: 0.0935867 Jan 28 19:10:18.323457 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb45599c-81f2-48ff-9b15-6d34ea11dd1c req-117aec73-a03b-428d-8f77-39c7639a0e7b tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/security-groups?id=f085b27e-43d7-4cc0-9e19-a7b8c855a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524414 Jan 28 19:10:18.413590 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60d069e5-cec8-490a-9bcf-5769be4c5e90 req-7266cf00-0fb1-41e3-8428-e08f51d99fa0 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338243 Jan 28 19:10:18.497358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8902873-60d7-4408-a7e9-34f33b270c2c req-5f19c56c-f81f-4a7d-9743-c8669f69aae1 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:18.499706 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8902873-60d7-4408-a7e9-34f33b270c2c req-5f19c56c-f81f-4a7d-9743-c8669f69aae1 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 944 time: 0.0836461 Jan 28 19:10:18.568935 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8902873-60d7-4408-a7e9-34f33b270c2c req-c87c34d9-79bb-4621-b17e-d298a0002c57 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605471 Jan 28 19:10:18.571980 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a101cbca-3f2b-4f9c-9d4f-70ee69b3d695), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:18.761108 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2463cbe6-0459-4d15-be94-37bbc37e4349 req-6c277f1e-15d8-4128-8483-de3ded3aaf30 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.0516160 Jan 28 19:10:18.779696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-edc0a713-cf97-436d-9da2-0cd4863542c4 req-8244a345-6fab-432b-9bfd-f27809f9f67a tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Deleting port 4ca35fb5-7f98-428c-aece-005365d26790 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:18.780095 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-edc0a713-cf97-436d-9da2-0cd4863542c4 req-8244a345-6fab-432b-9bfd-f27809f9f67a tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4ca35fb5-7f98-428c-aece-005365d26790), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:18.800164 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd5480-2b5d-4ddb-8b9c-ec1a2ac07b0f req-a722bb8b-816d-40b6-96b7-d436433d3c79 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:18.801744 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fbd5480-2b5d-4ddb-8b9c-ec1a2ac07b0f req-a722bb8b-816d-40b6-96b7-d436433d3c79 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 945 time: 0.2568347 Jan 28 19:10:18.812911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37484) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:18.820136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-03b6c953-bb1c-4e3c-b987-1334b3285a19 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Request body: {'floatingip': {'port_id': 'e1c58b33-211d-4174-bc28-0850d37e9711'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:18.835943 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b92bc2d-8e7f-458e-a78c-57891bfc7215 req-5b4f8ccc-68d5-466f-8b0b-9a26487a83f9 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408557 Jan 28 19:10:19.009062 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03b6c953-bb1c-4e3c-b987-1334b3285a19 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for floatingip (0723e13e-0596-46c0-9b83-9149d5e9817f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:19.128591 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-536f636a-d5f1-4aa2-a754-4e45699178cc req-3ba846dc-06b2-4acc-8058-83acf8989afa tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.1967852 Jan 28 19:10:19.260746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-edc0a713-cf97-436d-9da2-0cd4863542c4 req-8244a345-6fab-432b-9bfd-f27809f9f67a tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] For port 4ca35fb5-7f98-428c-aece-005365d26790, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4ca35fb5-7f98-428c-aece-005365d26790,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:19.261382 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-edc0a713-cf97-436d-9da2-0cd4863542c4 req-8244a345-6fab-432b-9bfd-f27809f9f67a tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4ca35fb5-7f98-428c-aece-005365d26790), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:19.264239 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9034e2f6-9ac5-48c0-a35e-c96efdd3c525', 'tag': '5af76d2c-de99-4744-8849-a0c63f2c996c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:19.267117 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e18b9be-1326-48dc-b839-ba79df22ac5b" -d '{"events": [{"name": "network-changed", "server_uuid": "9034e2f6-9ac5-48c0-a35e-c96efdd3c525", "tag": "5af76d2c-de99-4744-8849-a0c63f2c996c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:19.282671 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e90ad5-8a67-40e9-91ef-a93f6ab3367d req-83302460-149e-4cbf-beef-e37813e1cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:19.284392 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88e90ad5-8a67-40e9-91ef-a93f6ab3367d req-83302460-149e-4cbf-beef-e37813e1cddc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 1126 time: 0.2861345 Jan 28 19:10:19.306010 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-edc0a713-cf97-436d-9da2-0cd4863542c4 req-8244a345-6fab-432b-9bfd-f27809f9f67a tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Calling delete_port for 4ca35fb5-7f98-428c-aece-005365d26790 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:19.315175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b0c61-2b62-4cc2-a583-47f15d23e554 req-e1673488-41c3-4987-95f3-16fe839e2f9f tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:19.322293 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c1b0c61-2b62-4cc2-a583-47f15d23e554 req-e1673488-41c3-4987-95f3-16fe839e2f9f tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 950 time: 0.3380067 Jan 28 19:10:19.343301 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03ed1a-3ed2-4aee-91da-0bea28319ba3 req-c74fa9a7-d6f4-4161-86ea-ce0369dd1c68 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:19.345212 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd03ed1a-3ed2-4aee-91da-0bea28319ba3 req-c74fa9a7-d6f4-4161-86ea-ce0369dd1c68 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.1005359 Jan 28 19:10:19.454437 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd03ed1a-3ed2-4aee-91da-0bea28319ba3 req-c39c9bea-f04f-468a-868b-e549bf87ebf7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950387 Jan 28 19:10:19.577909 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffd00e3-852d-4d8b-9479-ab0621c0f414 x-openstack-request-id: req-2ffd00e3-852d-4d8b-9479-ab0621c0f414 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:19.581038 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9034e2f6-9ac5-48c0-a35e-c96efdd3c525", "tag": "5af76d2c-de99-4744-8849-a0c63f2c996c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:19.582217 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ffd00e3-852d-4d8b-9479-ab0621c0f414 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:19.582753 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9034e2f6-9ac5-48c0-a35e-c96efdd3c525', 'tag': '5af76d2c-de99-4744-8849-a0c63f2c996c', 'status': 'completed', 'code': 200} Jan 28 19:10:19.668589 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c1b0c61-2b62-4cc2-a583-47f15d23e554 req-3f701fc9-913f-4bc6-a38a-e56f4b0efd28 tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/security-groups?id=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451991 Jan 28 19:10:19.784174 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e90ad5-8a67-40e9-91ef-a93f6ab3367d req-32b3acc1-4165-47fd-810e-5286af514b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:19.785852 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88e90ad5-8a67-40e9-91ef-a93f6ab3367d req-32b3acc1-4165-47fd-810e-5286af514b7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.4880619 Jan 28 19:10:19.842734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:10:19.860731 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88e90ad5-8a67-40e9-91ef-a93f6ab3367d req-a145df3a-bf43-4c72-a3b4-279f123b53f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25af3c7-5aaa-4ed5-a847-edae90ee5e52 HTTP/1.1" status: 200 len: 217 time: 0.0626769 Jan 28 19:10:19.865495 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Publish callbacks [] for port (a101cbca-3f2b-4f9c-9d4f-70ee69b3d695), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:19.985947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Transition to ACTIVE for port object a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:10:19.987447 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18b9be-1326-48dc-b839-ba79df22ac5b req-cbfc1bc7-f872-42d9-a10c-4791a5dfe4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:19.990241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18b9be-1326-48dc-b839-ba79df22ac5b req-cbfc1bc7-f872-42d9-a10c-4791a5dfe4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:19.991882 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e18b9be-1326-48dc-b839-ba79df22ac5b req-cbfc1bc7-f872-42d9-a10c-4791a5dfe4b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1060cde39e6f4e3983d711c8ddac0223&device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1944 time: 0.3857126 Jan 28 19:10:20.008097 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (a101cbca-3f2b-4f9c-9d4f-70ee69b3d695), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:20.021287 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e90ad5-8a67-40e9-91ef-a93f6ab3367d req-68b409f1-7a0f-409f-a5ac-33a06a445883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:20.023004 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88e90ad5-8a67-40e9-91ef-a93f6ab3367d req-68b409f1-7a0f-409f-a5ac-33a06a445883 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.1334786 Jan 28 19:10:20.037323 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d02420-0137-42b1-94b3-0b9e69393119 req-e5f44954-6f4f-44c4-8633-dfe5851ffa82 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:20.046897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d02420-0137-42b1-94b3-0b9e69393119 req-e5f44954-6f4f-44c4-8633-dfe5851ffa82 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:20.048659 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-50d02420-0137-42b1-94b3-0b9e69393119 req-e5f44954-6f4f-44c4-8633-dfe5851ffa82 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1666 time: 0.3295889 Jan 28 19:10:20.117591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4d44e-79aa-45b6-8298-b1439679f876 req-de497c85-4cf0-4bef-a9b4-b1549718e272 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:20.119551 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92b4d44e-79aa-45b6-8298-b1439679f876 req-de497c85-4cf0-4bef-a9b4-b1549718e272 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 944 time: 0.2715206 Jan 28 19:10:20.130512 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-edc0a713-cf97-436d-9da2-0cd4863542c4 req-8244a345-6fab-432b-9bfd-f27809f9f67a tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4ca35fb5-7f98-428c-aece-005365d26790), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:20.143223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['4ca35fb5-7f98-428c-aece-005365d26790'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:10:20.186380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88634797-e229-4356-99a4-768316371e8e service neutron] Pushing event updated for resources: {'Port': ['ID=a101cbca-3f2b-4f9c-9d4f-70ee69b3d695,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:20.246840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18b9be-1326-48dc-b839-ba79df22ac5b req-79b440c3-ca6b-4dfc-93c1-a67c41bf8d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:20.247214 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18b9be-1326-48dc-b839-ba79df22ac5b req-79b440c3-ca6b-4dfc-93c1-a67c41bf8d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:20.247679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18b9be-1326-48dc-b839-ba79df22ac5b req-79b440c3-ca6b-4dfc-93c1-a67c41bf8d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:20.249309 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e18b9be-1326-48dc-b839-ba79df22ac5b req-79b440c3-ca6b-4dfc-93c1-a67c41bf8d7f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1060cde39e6f4e3983d711c8ddac0223&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2327375 Jan 28 19:10:20.387604 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d687071-4666-49b4-afc0-ca7ea9e34d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:20.424078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244a345-6fab-432b-9bfd-f27809f9f67a tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Pushing event deleted for resources: {'Port': ['ID=4ca35fb5-7f98-428c-aece-005365d26790,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:20.482659 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-50d02420-0137-42b1-94b3-0b9e69393119 req-2f67b788-1a54-4900-85ad-cfdce6858e05 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314191 Jan 28 19:10:20.485601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18b9be-1326-48dc-b839-ba79df22ac5b req-e20978f8-37c3-4b68-bc23-e170095a0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:20.487132 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e18b9be-1326-48dc-b839-ba79df22ac5b req-e20978f8-37c3-4b68-bc23-e170095a0103 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1832283 Jan 28 19:10:20.605189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e90ad5-8a67-40e9-91ef-a93f6ab3367d req-954a6def-7c4a-4287-ac32-b309fad574ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:20.611211 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88e90ad5-8a67-40e9-91ef-a93f6ab3367d req-954a6def-7c4a-4287-ac32-b309fad574ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5594122 Jan 28 19:10:20.621476 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc0a713-cf97-436d-9da2-0cd4863542c4 req-8244a345-6fab-432b-9bfd-f27809f9f67a tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] No DVR routers for this DVR port 4ca35fb5-7f98-428c-aece-005365d26790 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:10:20.664477 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-edc0a713-cf97-436d-9da2-0cd4863542c4 req-8244a345-6fab-432b-9bfd-f27809f9f67a tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:20.668337 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-edc0a713-cf97-436d-9da2-0cd4863542c4 req-8244a345-6fab-432b-9bfd-f27809f9f67a tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.37 "DELETE /v2.0/ports/4ca35fb5-7f98-428c-aece-005365d26790 HTTP/1.1" status: 204 len: 173 time: 2.2723124 Jan 28 19:10:20.681727 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92b4d44e-79aa-45b6-8298-b1439679f876 req-124127ec-d904-4944-b38b-add090bbc615 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418587 Jan 28 19:10:20.753028 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-47fcefd0-3bed-460b-92fc-8b1bd5c07c22 req-386d8107-9ebb-4dde-8a99-d7bf2cccc094 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.0919373 Jan 28 19:10:20.934527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Attempting to bind port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:10:20.935036 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Attempting to bind port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '1bc1932a-225f-4f5f-8903-ca0d2d2980a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a266cec-4fab-4e5d-810a-3a5baa3fd3fb'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:10:20.935373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Attempting to bind port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 on network 8a266cec-4fab-4e5d-810a-3a5baa3fd3fb {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:20.971028 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e99e2ca4-06ca-4c1c-81be-bf6badd0f23b req-26a78705-77d9-4d4d-8732-e750ed94bffc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0584199 Jan 28 19:10:20.983927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 on network 8a266cec-4fab-4e5d-810a-3a5baa3fd3fb not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:10:20.985182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Attempting to bind port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 on network 8a266cec-4fab-4e5d-810a-3a5baa3fd3fb {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:21.007937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:10:21.009819 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Checking segment: {'id': '1bc1932a-225f-4f5f-8903-ca0d2d2980a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a266cec-4fab-4e5d-810a-3a5baa3fd3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:10:21.010484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Bound using segment: {'id': '1bc1932a-225f-4f5f-8903-ca0d2d2980a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a266cec-4fab-4e5d-810a-3a5baa3fd3fb'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:10:21.011800 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Bound port: a101cbca-3f2b-4f9c-9d4f-70ee69b3d695, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc1932a-225f-4f5f-8903-ca0d2d2980a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a266cec-4fab-4e5d-810a-3a5baa3fd3fb'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:10:21.012353 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a101cbca-3f2b-4f9c-9d4f-70ee69b3d695), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:21.056651 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88e90ad5-8a67-40e9-91ef-a93f6ab3367d req-749b6a1d-d977-4330-8f81-25797c5cb95e service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189417 Jan 28 19:10:21.189865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] For port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:10:21.203265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e40eb-ff9f-4ca3-ba8f-f5d5f573fd76 req-2ea29b5d-3b55-4867-878e-34aadeb51606 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:21.204985 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8e40eb-ff9f-4ca3-ba8f-f5d5f573fd76 req-2ea29b5d-3b55-4867-878e-34aadeb51606 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.2396359 Jan 28 19:10:21.205678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] For port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=a101cbca-3f2b-4f9c-9d4f-70ee69b3d695,segment=NetworkSegment(1bc1932a-225f-4f5f-8903-ca0d2d2980a7),segment_id=1bc1932a-225f-4f5f-8903-ca0d2d2980a7)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:10:21.207396 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03b6c953-bb1c-4e3c-b987-1334b3285a19 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:21.313847 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88e90ad5-8a67-40e9-91ef-a93f6ab3367d req-afb9afdf-0a1d-4b7f-a8b1-e24835ef59e5 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928526 Jan 28 19:10:21.336284 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8e40eb-ff9f-4ca3-ba8f-f5d5f573fd76 req-cf2da1dd-5ea7-40b1-acd0-20e5ce9970c5 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182716 Jan 28 19:10:21.339136 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (a101cbca-3f2b-4f9c-9d4f-70ee69b3d695), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:21.342672 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03b6c953-bb1c-4e3c-b987-1334b3285a19 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (0723e13e-0596-46c0-9b83-9149d5e9817f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:21.420946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88634797-e229-4356-99a4-768316371e8e service neutron] Pushing event updated for resources: {'Port': ['ID=a101cbca-3f2b-4f9c-9d4f-70ee69b3d695,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:21.445544 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4ce3ffcf-5e93-4d65-bdfe-45961919fd5a req-9fa2b051-a52e-4567-8aa2-1b9bc8041f7c tempest-TenantUsagesTestJSON-525556055 tempest-TenantUsagesTestJSON-525556055-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad07e97c-acc9-4953-9e13-c02481ccde17 HTTP/1.1" status: 200 len: 210 time: 0.2246189 Jan 28 19:10:21.467860 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:21.468439 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:21.471354 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-88634797-e229-4356-99a4-768316371e8e service neutron] 10.222.0.37 "PUT /v2.0/ports/a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 HTTP/1.1" status: 200 len: 1092 time: 3.6790781 Jan 28 19:10:21.509879 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-03b6c953-bb1c-4e3c-b987-1334b3285a19 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Floating IP 0723e13e-0596-46c0-9b83-9149d5e9817f associated. External IP: 172.25.0.39, port: e1c58b33-211d-4174-bc28-0850d37e9711. Jan 28 19:10:21.563833 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:21.582129 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683380d5-735e-4d09-b3bd-78dfd173221f req-2f1b5a7a-1cda-4461-98be-3e4f59d5d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:21.582768 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683380d5-735e-4d09-b3bd-78dfd173221f req-2f1b5a7a-1cda-4461-98be-3e4f59d5d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:21.587810 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-2f1b5a7a-1cda-4461-98be-3e4f59d5d961 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1060cde39e6f4e3983d711c8ddac0223&device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 2042 time: 0.0696404 Jan 28 19:10:21.588684 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad07e97c-acc9-4953-9e13-c02481ccde17', 'name': 'network-vif-deleted', 'tag': '4ca35fb5-7f98-428c-aece-005365d26790'}, {'name': 'network-changed', 'server_uuid': '9034e2f6-9ac5-48c0-a35e-c96efdd3c525', 'tag': 'a101cbca-3f2b-4f9c-9d4f-70ee69b3d695'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:21.595862 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67b7f90-db26-43af-92f0-0b08b87facd2" -d '{"events": [{"server_uuid": "ad07e97c-acc9-4953-9e13-c02481ccde17", "name": "network-vif-deleted", "tag": "4ca35fb5-7f98-428c-aece-005365d26790"}, {"name": "network-changed", "server_uuid": "9034e2f6-9ac5-48c0-a35e-c96efdd3c525", "tag": "a101cbca-3f2b-4f9c-9d4f-70ee69b3d695"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:21.689232 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-f28d0bec-94b6-4659-83ef-e4b39ca92827 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=5af76d2c-de99-4744-8849-a0c63f2c996c HTTP/1.1" status: 200 len: 217 time: 0.0879946 Jan 28 19:10:21.790613 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683380d5-735e-4d09-b3bd-78dfd173221f req-bdb01191-32eb-4b3a-8ca4-dc0363ea2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:21.794695 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-bdb01191-32eb-4b3a-8ca4-dc0363ea2832 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8e321fe-c649-4088-8aad-02e3ef1e1326 HTTP/1.1" status: 200 len: 801 time: 0.0987792 Jan 28 19:10:21.800741 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9c2e8f-84cb-42ff-910a-e32468ecc622 x-openstack-request-id: req-1f9c2e8f-84cb-42ff-910a-e32468ecc622 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:21.801167 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad07e97c-acc9-4953-9e13-c02481ccde17", "name": "network-vif-deleted", "tag": "4ca35fb5-7f98-428c-aece-005365d26790", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9034e2f6-9ac5-48c0-a35e-c96efdd3c525", "tag": "a101cbca-3f2b-4f9c-9d4f-70ee69b3d695", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:21.801518 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f9c2e8f-84cb-42ff-910a-e32468ecc622 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:21.806499 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad07e97c-acc9-4953-9e13-c02481ccde17', 'name': 'network-vif-deleted', 'tag': '4ca35fb5-7f98-428c-aece-005365d26790', 'status': 'completed', 'code': 200} Jan 28 19:10:21.807028 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9034e2f6-9ac5-48c0-a35e-c96efdd3c525', 'tag': 'a101cbca-3f2b-4f9c-9d4f-70ee69b3d695', 'status': 'completed', 'code': 200} Jan 28 19:10:21.952370 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683380d5-735e-4d09-b3bd-78dfd173221f req-91566e54-f5b4-4717-8da0-1b39d929dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:21.956625 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-91566e54-f5b4-4717-8da0-1b39d929dedf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae79461f-36f4-4727-9415-a9437c609ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1483159 Jan 28 19:10:22.102688 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-73cca463-8127-4dbb-a13f-a0a0682c75c0 service neutron] 10.222.0.37 "GET /v2.0/networks/ae79461f-36f4-4727-9415-a9437c609ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369853 Jan 28 19:10:22.110667 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9482be-6d4a-4438-85a1-961183bd132d req-6aaaa1aa-a6fb-4dff-8a38-64a70465c98f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:22.119470 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5b9482be-6d4a-4438-85a1-961183bd132d req-6aaaa1aa-a6fb-4dff-8a38-64a70465c98f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 944 time: 0.2308049 Jan 28 19:10:22.279852 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-cbafe658-fe05-4a35-8076-4a6d0f31567d service neutron] 10.222.0.37 "GET /v2.0/networks/ae79461f-36f4-4727-9415-a9437c609ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383414 Jan 28 19:10:22.313032 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5b9482be-6d4a-4438-85a1-961183bd132d req-5ce35634-4573-4f2d-98a8-10c2b4b297a6 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923792 Jan 28 19:10:22.362689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f43864-cf26-4c09-93a1-a47acd15e79d req-ec35884f-2a85-45f8-8be9-64c64d0b4225 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:22.375207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f43864-cf26-4c09-93a1-a47acd15e79d req-ec35884f-2a85-45f8-8be9-64c64d0b4225 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:22.382978 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-66f43864-cf26-4c09-93a1-a47acd15e79d req-ec35884f-2a85-45f8-8be9-64c64d0b4225 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1678 time: 0.6447136 Jan 28 19:10:22.428384 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-91eada48-8d8c-4abc-a919-dcdd3c280696 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 HTTP/1.1" status: 200 len: 217 time: 0.1142831 Jan 28 19:10:22.430588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b6c953-bb1c-4e3c-b987-1334b3285a19 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Router d802773c-bf30-426c-a6e8-6ebb1a576953 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:10:22.480855 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device f25af3c7-5aaa-4ed5-a847-edae90ee5e52 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:10:22.607355 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c197fcbc-77ca-4ee1-8cf4-186e1cdc157a req-74ad3f98-5315-4586-ae32-092682009bf6 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.1412420 Jan 28 19:10:22.634615 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683380d5-735e-4d09-b3bd-78dfd173221f req-ecfe4736-9910-4bd4-90f2-b713c2f2e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:22.640072 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-ecfe4736-9910-4bd4-90f2-b713c2f2e4f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a3ee002-4d7f-42d3-865f-88a38a162368 HTTP/1.1" status: 200 len: 801 time: 0.1989245 Jan 28 19:10:22.641078 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b6c953-bb1c-4e3c-b987-1334b3285a19 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:10:22.647467 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03b6c953-bb1c-4e3c-b987-1334b3285a19 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:22.652018 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b556b-ae24-4016-a322-f72152717de5 None None] Sync routers for ids ['d802773c-bf30-426c-a6e8-6ebb1a576953'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:10:22.667876 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b556b-ae24-4016-a322-f72152717de5 None None] Routers {'d802773c-bf30-426c-a6e8-6ebb1a576953'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:10:22.668868 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-691b556b-ae24-4016-a322-f72152717de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:10:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d802773c-bf30-426c-a6e8-6ebb1a576953'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:22.686486 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-66f43864-cf26-4c09-93a1-a47acd15e79d req-d04e727a-041d-4179-b4d4-ca1a48bbc2b7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025024 Jan 28 19:10:22.726102 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port f25af3c7-5aaa-4ed5-a847-edae90ee5e52, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=f25af3c7-5aaa-4ed5-a847-edae90ee5e52,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:22.766041 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4ca35fb5-7f98-428c-aece-005365d26790 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:10:22.766041 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'f25af3c7-5aaa-4ed5-a847-edae90ee5e52', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'port_id': 'f25af3c7-5aaa-4ed5-a847-edae90ee5e52', 'mac_address': 'fa:16:3e:5d:b9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:10:22.768221 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-03b6c953-bb1c-4e3c-b987-1334b3285a19 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "PUT /v2.0/floatingips/0723e13e-0596-46c0-9b83-9149d5e9817f HTTP/1.1" status: 200 len: 990 time: 3.9541078 Jan 28 19:10:22.773202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0aebdf-b096-4a04-90b3-e289c4f00d22', 'tag': 'e1c58b33-211d-4174-bc28-0850d37e9711'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:22.776960 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b429c0-5881-4080-9aa3-5451d75efedf" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0aebdf-b096-4a04-90b3-e289c4f00d22", "tag": "e1c58b33-211d-4174-bc28-0850d37e9711"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:22.828232 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 4ca35fb5-7f98-428c-aece-005365d26790 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:10:22.828645 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4ca35fb5-7f98-428c-aece-005365d26790 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:10:22.831502 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-98a70955-1acb-4f09-bfee-a8a526365ad1 req-b7df3777-70bb-4c75-b253-b30112896a26 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0844014 Jan 28 19:10:22.836504 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683380d5-735e-4d09-b3bd-78dfd173221f req-26e8b326-2be4-4297-afe3-cb87393de497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:22.837950 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-26e8b326-2be4-4297-afe3-cb87393de497 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a266cec-4fab-4e5d-810a-3a5baa3fd3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1898685 Jan 28 19:10:22.901806 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb2621-2645-4031-89c2-058d005079c5 req-10a0a4ac-bd98-4ad3-8068-ddcc4da2f7e9 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:22.914750 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port f25af3c7-5aaa-4ed5-a847-edae90ee5e52 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:22.915275 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f25af3c7-5aaa-4ed5-a847-edae90ee5e52), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:22.920563 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-26cb2621-2645-4031-89c2-058d005079c5 req-10a0a4ac-bd98-4ad3-8068-ddcc4da2f7e9 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.1258779 Jan 28 19:10:22.931222 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25af3c7-5aaa-4ed5-a847-edae90ee5e52 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:10:22.936370 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:22.969183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port f25af3c7-5aaa-4ed5-a847-edae90ee5e52, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=f25af3c7-5aaa-4ed5-a847-edae90ee5e52,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:22.985303 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f25af3c7-5aaa-4ed5-a847-edae90ee5e52), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:23.051304 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-26cb2621-2645-4031-89c2-058d005079c5 req-53217831-61f0-4e83-8345-a979ce21b486 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242781 Jan 28 19:10:23.056757 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-b4570dc4-4317-4209-a9c3-83cd160717d3 service neutron] 10.222.0.37 "GET /v2.0/networks/8a266cec-4fab-4e5d-810a-3a5baa3fd3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077405 Jan 28 19:10:23.062357 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0064fd-6a40-484b-9bc7-aa24dbeded02 x-openstack-request-id: req-4b0064fd-6a40-484b-9bc7-aa24dbeded02 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:23.062917 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0aebdf-b096-4a04-90b3-e289c4f00d22", "tag": "e1c58b33-211d-4174-bc28-0850d37e9711", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:23.063391 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b0064fd-6a40-484b-9bc7-aa24dbeded02 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:23.064055 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0aebdf-b096-4a04-90b3-e289c4f00d22', 'tag': 'e1c58b33-211d-4174-bc28-0850d37e9711', 'status': 'completed', 'code': 200} Jan 28 19:10:23.119702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=f25af3c7-5aaa-4ed5-a847-edae90ee5e52,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:23.124870 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-691b556b-ae24-4016-a322-f72152717de5 None None] Set router d802773c-bf30-426c-a6e8-6ebb1a576953 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:10:23.189846 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-683380d5-735e-4d09-b3bd-78dfd173221f req-87a157e2-88bf-4143-bd85-540c1bf96723 service neutron] 10.222.0.37 "GET /v2.0/networks/8a266cec-4fab-4e5d-810a-3a5baa3fd3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251245 Jan 28 19:10:23.354746 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['f25af3c7-5aaa-4ed5-a847-edae90ee5e52'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:10:23.447511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b429c0-5881-4080-9aa3-5451d75efedf req-af583998-06e5-4f8a-bbb1-35c37aba148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:23.457712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34b429c0-5881-4080-9aa3-5451d75efedf req-af583998-06e5-4f8a-bbb1-35c37aba148b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2527eff89cec4f37ad9bf1a45224e5e8&device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 1127 time: 0.2668543 Jan 28 19:10:23.532002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b7f90-db26-43af-92f0-0b08b87facd2 req-04e4c78c-8372-4b2d-9b0f-eb37f8f89736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:23.532498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b7f90-db26-43af-92f0-0b08b87facd2 req-04e4c78c-8372-4b2d-9b0f-eb37f8f89736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:23.534767 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d67b7f90-db26-43af-92f0-0b08b87facd2 req-04e4c78c-8372-4b2d-9b0f-eb37f8f89736 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1060cde39e6f4e3983d711c8ddac0223&device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 2042 time: 0.2579086 Jan 28 19:10:23.618140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37526) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:23.656885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b429c0-5881-4080-9aa3-5451d75efedf req-2074431e-c577-4313-af5f-2a489eea5e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:23.658566 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34b429c0-5881-4080-9aa3-5451d75efedf req-2074431e-c577-4313-af5f-2a489eea5e57 service neutron] 10.222.0.31 "GET /v2.0/networks?id=890aa5ec-c280-4351-af8f-1a7c761e7e33 HTTP/1.1" status: 200 len: 916 time: 0.1674488 Jan 28 19:10:23.708776 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-691b556b-ae24-4016-a322-f72152717de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'name': 'tempest-ServersTestFqdnHostnames-1030896754-router', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:09:40Z', 'updated_at': '2022-01-28T19:09:51Z', 'revision_number': 4, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'gw_port': {'id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:42Z', 'updated_at': '2022-01-28T19:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '0723e13e-0596-46c0-9b83-9149d5e9817f', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'port_id': 'e1c58b33-211d-4174-bc28-0850d37e9711', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33', 'mac_address': 'fa:16:3e:13:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0aebdf-b096-4a04-90b3-e289c4f00d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:09:58Z', 'updated_at': '2022-01-28T19:10:20Z', 'revision_number': 1, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763ffcce-4c01-4d98-8e81-a540ae318cc4', 'name': '', 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'mac_address': 'fa:16:3e:ea:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:48Z', 'updated_at': '2022-01-28T19:09:57Z', 'revision_number': 5, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'subnets': [{'id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:23.713684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d1c61-e979-4e73-a11d-15357f1f3217 req-264c5f61-d734-4ed6-a297-da9b2d7e4cb4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:23.732423 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a68d1c61-e979-4e73-a11d-15357f1f3217 req-264c5f61-d734-4ed6-a297-da9b2d7e4cb4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 945 time: 0.1438611 Jan 28 19:10:23.805504 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b556b-ae24-4016-a322-f72152717de5 None None] Checking router: d802773c-bf30-426c-a6e8-6ebb1a576953 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:10:23.826598 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b556b-ae24-4016-a322-f72152717de5 None None] Routers {'d802773c-bf30-426c-a6e8-6ebb1a576953'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:10:23.827224 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-691b556b-ae24-4016-a322-f72152717de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:10:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d802773c-bf30-426c-a6e8-6ebb1a576953'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:23.894820 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a68d1c61-e979-4e73-a11d-15357f1f3217 req-c8420d03-5b43-4600-9214-c9b453412a56 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545184 Jan 28 19:10:23.941086 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-99da4ba7-769f-4b51-b608-29ac04379c2a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41dea35d961c4065947b5b68907e1904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217139 Jan 28 19:10:23.942338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37540) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:23.985331 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b51e9300-dea2-423d-8582-265fa6d10e45 req-9d4ae0f3-17ef-4000-b463-a882ad0debc8 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.2546031 Jan 28 19:10:24.063873 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34b429c0-5881-4080-9aa3-5451d75efedf req-16f6fb84-ee2e-496d-bb17-ed81887b3c4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1c58b33-211d-4174-bc28-0850d37e9711 HTTP/1.1" status: 200 len: 998 time: 0.3756969 Jan 28 19:10:24.093248 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-691b556b-ae24-4016-a322-f72152717de5 None None] Set router d802773c-bf30-426c-a6e8-6ebb1a576953 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:10:24.106772 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Publish callbacks [] for security_group (29d8fcdf-290a-4c6e-b9a8-72432aff1ad0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:24.136386 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Publish callbacks [] for security_group (29d8fcdf-290a-4c6e-b9a8-72432aff1ad0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:24.162061 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09b11f-85e1-41c9-ab30-d5bbb9cce673 req-9dfc0421-7566-46a6-a9b2-3898c16c6cc3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:24.168339 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09b11f-85e1-41c9-ab30-d5bbb9cce673 req-9dfc0421-7566-46a6-a9b2-3898c16c6cc3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:24.178223 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9c09b11f-85e1-41c9-ab30-d5bbb9cce673 req-9dfc0421-7566-46a6-a9b2-3898c16c6cc3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1678 time: 0.1563044 Jan 28 19:10:24.179576 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-483c39b5-e60e-4be9-93f0-5665616b8b12 req-a7e416d1-aa7c-4013-84c4-b62b5d973db5 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.1146975 Jan 28 19:10:24.241629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b7f90-db26-43af-92f0-0b08b87facd2 req-fb291cf9-f72b-4eec-9e9b-127a1892c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:24.243121 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d67b7f90-db26-43af-92f0-0b08b87facd2 req-fb291cf9-f72b-4eec-9e9b-127a1892c6e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a266cec-4fab-4e5d-810a-3a5baa3fd3fb HTTP/1.1" status: 200 len: 902 time: 0.6860995 Jan 28 19:10:24.338312 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d67b7f90-db26-43af-92f0-0b08b87facd2 req-37d8e2c6-5a8a-4490-9bdc-5b816ed8c726 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.237&port_id=a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 HTTP/1.1" status: 200 len: 217 time: 0.0865235 Jan 28 19:10:24.341961 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9c09b11f-85e1-41c9-ab30-d5bbb9cce673 req-1f32583e-0993-49a3-b9c9-190a6937022b tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449525 Jan 28 19:10:24.360891 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (29d8fcdf-290a-4c6e-b9a8-72432aff1ad0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:24.382711 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:24.383447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b429c0-5881-4080-9aa3-5451d75efedf req-d8cc4432-8f11-4bf9-9539-fed2dba0aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:24.384860 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34b429c0-5881-4080-9aa3-5451d75efedf req-d8cc4432-8f11-4bf9-9539-fed2dba0aec5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1baca87b-4b8d-4fbc-9056-bf7a4de76e52 HTTP/1.1" status: 200 len: 854 time: 0.2945290 Jan 28 19:10:24.388265 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29d8fcdf-290a-4c6e-b9a8-72432aff1ad0 HTTP/1.1" status: 204 len: 168 time: 0.4414895 Jan 28 19:10:24.405226 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:24.412527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d8fcdf-290a-4c6e-b9a8-72432aff1ad0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:24.424666 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:24.425282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:24.426609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:24.427076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:24.428624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:24.429319 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:24.429980 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:24.430621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:24.431870 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:24.432502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:24.433069 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:24.433790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:24.434413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b427b-1639-475c-bc77-5fd279a9f0c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:24.864920 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-691b556b-ae24-4016-a322-f72152717de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'name': 'tempest-ServersTestFqdnHostnames-1030896754-router', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:09:40Z', 'updated_at': '2022-01-28T19:09:51Z', 'revision_number': 4, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'gw_port': {'id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:42Z', 'updated_at': '2022-01-28T19:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '0723e13e-0596-46c0-9b83-9149d5e9817f', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'port_id': 'e1c58b33-211d-4174-bc28-0850d37e9711', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33', 'mac_address': 'fa:16:3e:13:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0aebdf-b096-4a04-90b3-e289c4f00d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:09:58Z', 'updated_at': '2022-01-28T19:10:20Z', 'revision_number': 1, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763ffcce-4c01-4d98-8e81-a540ae318cc4', 'name': '', 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'mac_address': 'fa:16:3e:ea:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:48Z', 'updated_at': '2022-01-28T19:09:57Z', 'revision_number': 5, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'subnets': [{'id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:24.885848 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37548) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:24.905643 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-181e0415-2340-4d36-9628-0d2fb349f4c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:24.905877 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691b556b-ae24-4016-a322-f72152717de5 None None] The sync data for ids ['d802773c-bf30-426c-a6e8-6ebb1a576953'] in n-d-824834-4 is: [{'id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'name': 'tempest-ServersTestFqdnHostnames-1030896754-router', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:09:40Z', 'updated_at': '2022-01-28T19:09:51Z', 'revision_number': 4, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'gw_port': {'id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:42Z', 'updated_at': '2022-01-28T19:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '0723e13e-0596-46c0-9b83-9149d5e9817f', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'port_id': 'e1c58b33-211d-4174-bc28-0850d37e9711', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33', 'mac_address': 'fa:16:3e:13:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0aebdf-b096-4a04-90b3-e289c4f00d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:09:58Z', 'updated_at': '2022-01-28T19:10:20Z', 'revision_number': 1, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763ffcce-4c01-4d98-8e81-a540ae318cc4', 'name': '', 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'mac_address': 'fa:16:3e:ea:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:48Z', 'updated_at': '2022-01-28T19:09:57Z', 'revision_number': 5, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'subnets': [{'id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:10:25.091196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b61cd-f320-42fe-b9f4-29a16743ab1e req-e6d01b24-f8d8-4465-96b5-4c29b96b5913 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:25.098522 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac8b61cd-f320-42fe-b9f4-29a16743ab1e req-e6d01b24-f8d8-4465-96b5-4c29b96b5913 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 945 time: 0.0861464 Jan 28 19:10:25.123775 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-181e0415-2340-4d36-9628-0d2fb349f4c9 admin admin] Publish callbacks [] for security_group (95d4299b-f5bc-4ce2-84c1-3174071b5b95), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:25.134952 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-181e0415-2340-4d36-9628-0d2fb349f4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (95d4299b-f5bc-4ce2-84c1-3174071b5b95), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:25.153716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b7f90-db26-43af-92f0-0b08b87facd2 req-3f5b2e8f-1db1-4242-bb12-a9f0a2ad6ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:25.156727 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d67b7f90-db26-43af-92f0-0b08b87facd2 req-3f5b2e8f-1db1-4242-bb12-a9f0a2ad6ccc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a3ee002-4d7f-42d3-865f-88a38a162368 HTTP/1.1" status: 200 len: 801 time: 0.7955329 Jan 28 19:10:25.185085 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-181e0415-2340-4d36-9628-0d2fb349f4c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=34323fdd02e1494a9e274ee5fd6138cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973523 Jan 28 19:10:25.188105 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37554) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:25.190481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e0415-2340-4d36-9628-0d2fb349f4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d4299b-f5bc-4ce2-84c1-3174071b5b95,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:25.241384 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:25.246337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac8b61cd-f320-42fe-b9f4-29a16743ab1e req-7997a96e-80c3-4e47-937c-f525c6c6be19 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461456 Jan 28 19:10:25.247581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ce83b-6803-4fce-bfa4-3b879a958ae4 req-5aaaffd9-1a4c-4613-a26e-659d426bad8f tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:25.272833 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c89ce83b-6803-4fce-bfa4-3b879a958ae4 req-5aaaffd9-1a4c-4613-a26e-659d426bad8f tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.9383805 Jan 28 19:10:25.343390 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eea9ce4c-f8c5-4a1c-8f3f-33c51b87b6a3 req-a01a9c5c-262f-44d1-8926-05407694c2ff tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.0371022 Jan 28 19:10:25.356633 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b429c0-5881-4080-9aa3-5451d75efedf req-5b877ba3-d6a2-4b8a-a92c-86fd74afa61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:25.359454 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34b429c0-5881-4080-9aa3-5451d75efedf req-5b877ba3-d6a2-4b8a-a92c-86fd74afa61f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=890aa5ec-c280-4351-af8f-1a7c761e7e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9241598 Jan 28 19:10:25.378776 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5fcb6a-b9e8-4a35-b8ce-fa47a89a2438 None None] New status for floating IP 0723e13e-0596-46c0-9b83-9149d5e9817f: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:10:25.493484 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047ce092-38a7-4af7-a199-3eba9ff4b884 req-3f7881ff-ae74-49a5-b971-277e29403edf tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0567880 Jan 28 19:10:25.551918 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c89ce83b-6803-4fce-bfa4-3b879a958ae4 req-7292f078-94c8-4dd9-a93c-b37ddfb3f1e3 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706800 Jan 28 19:10:25.569580 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b7f90-db26-43af-92f0-0b08b87facd2 req-c4b4676a-f49d-4638-ba37-67a199580f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:25.572553 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d67b7f90-db26-43af-92f0-0b08b87facd2 req-c4b4676a-f49d-4638-ba37-67a199580f9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a266cec-4fab-4e5d-810a-3a5baa3fd3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4027491 Jan 28 19:10:25.677331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Publish callbacks [] for security_group (95d4299b-f5bc-4ce2-84c1-3174071b5b95), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:25.754272 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Publish callbacks [] for security_group (95d4299b-f5bc-4ce2-84c1-3174071b5b95), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:25.768846 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318f1ea-1c02-48fb-b5f0-a7a732e46d02 req-ea19c6ac-c33c-45d2-97d2-1e723afdab89 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:25.778948 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318f1ea-1c02-48fb-b5f0-a7a732e46d02 req-ea19c6ac-c33c-45d2-97d2-1e723afdab89 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:25.782900 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e318f1ea-1c02-48fb-b5f0-a7a732e46d02 req-ea19c6ac-c33c-45d2-97d2-1e723afdab89 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1678 time: 0.1142499 Jan 28 19:10:25.810730 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (95d4299b-f5bc-4ce2-84c1-3174071b5b95), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:25.813424 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:25.814610 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95d4299b-f5bc-4ce2-84c1-3174071b5b95 HTTP/1.1" status: 204 len: 168 time: 0.6225617 Jan 28 19:10:25.844084 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d4299b-f5bc-4ce2-84c1-3174071b5b95,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:25.871353 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:25.871770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:25.872056 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:25.872368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:25.872699 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:25.873029 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:25.873355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:25.873717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:25.874058 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:25.874428 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:25.874734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:25.875054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:25.875377 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d375c4-379b-4a50-8ab7-077733afaf47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:25.909403 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34b429c0-5881-4080-9aa3-5451d75efedf req-ec02a757-8c67-4d00-b025-af56b8ac2c64 service neutron] 10.222.0.31 "GET /v2.0/networks/890aa5ec-c280-4351-af8f-1a7c761e7e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319855 Jan 28 19:10:25.971089 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e318f1ea-1c02-48fb-b5f0-a7a732e46d02 req-e0673896-6443-4991-a426-690afa9ec0d3 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821456 Jan 28 19:10:26.069496 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d67b7f90-db26-43af-92f0-0b08b87facd2 req-4d29ab13-e719-446f-9056-189a20074178 service neutron] 10.222.0.37 "GET /v2.0/networks/8a266cec-4fab-4e5d-810a-3a5baa3fd3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751246 Jan 28 19:10:26.166506 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34b429c0-5881-4080-9aa3-5451d75efedf req-870f3d50-213f-42d1-8306-5b4f2836146b service neutron] 10.222.0.31 "GET /v2.0/networks/890aa5ec-c280-4351-af8f-1a7c761e7e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533445 Jan 28 19:10:26.229303 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d67b7f90-db26-43af-92f0-0b08b87facd2 req-271865c6-7ad8-4358-95fa-041c5897fbea service neutron] 10.222.0.37 "GET /v2.0/networks/8a266cec-4fab-4e5d-810a-3a5baa3fd3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502564 Jan 28 19:10:26.427193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224919f5-7cc2-47b8-ae88-27d98fa690d2 req-9faad629-745a-4e24-b525-ca782e07d5aa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:26.436269 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-224919f5-7cc2-47b8-ae88-27d98fa690d2 req-9faad629-745a-4e24-b525-ca782e07d5aa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 945 time: 0.0924091 Jan 28 19:10:26.505344 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-224919f5-7cc2-47b8-ae88-27d98fa690d2 req-086c6c33-f5e6-432f-9aeb-e169ff040abc tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604153 Jan 28 19:10:26.512237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 5af76d2c-de99-4744-8849-a0c63f2c996c details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:10:26.516023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device f25af3c7-5aaa-4ed5-a847-edae90ee5e52 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:26.543844 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c5a5f622-3c53-470f-92b6-940e6cc2525f req-eb3ae777-7049-4c8e-a923-11f9df5bc66f tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.0686181 Jan 28 19:10:26.650794 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8d5f8242-bba7-44a0-a3c6-00918a5c1504 req-2366b3a8-6708-4ba9-a84b-34f6ed2d1961 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0517905 Jan 28 19:10:26.745803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 5af76d2c-de99-4744-8849-a0c63f2c996c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=5af76d2c-de99-4744-8849-a0c63f2c996c,segment=NetworkSegment(9530b56f-34b8-4028-94f6-ca5ad08ffaef),segment_id=9530b56f-34b8-4028-94f6-ca5ad08ffaef)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:26.757477 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72c9ea-1420-4c16-b619-d50dfe6531fd req-d926a6b4-e112-4f50-be61-8260280b3dce tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:26.759340 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6e72c9ea-1420-4c16-b619-d50dfe6531fd req-d926a6b4-e112-4f50-be61-8260280b3dce tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.1016366 Jan 28 19:10:26.773592 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '5af76d2c-de99-4744-8849-a0c63f2c996c', 'network_id': 'ae79461f-36f4-4727-9415-a9437c609ae6', 'port_id': '5af76d2c-de99-4744-8849-a0c63f2c996c', 'mac_address': 'fa:16:3e:a8:7b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e321fe-c649-4088-8aad-02e3ef1e1326', 'ip_address': '19.80.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:10:26.850035 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6e72c9ea-1420-4c16-b619-d50dfe6531fd req-ecf4f206-919b-4f26-97da-31739e88ac96 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655048 Jan 28 19:10:26.855271 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port f25af3c7-5aaa-4ed5-a847-edae90ee5e52 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:10:26.860498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 5af76d2c-de99-4744-8849-a0c63f2c996c is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:26.871497 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5af76d2c-de99-4744-8849-a0c63f2c996c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:26.871497 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port f25af3c7-5aaa-4ed5-a847-edae90ee5e52 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:26.871497 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f25af3c7-5aaa-4ed5-a847-edae90ee5e52), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:26.917404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af76d2c-de99-4744-8849-a0c63f2c996c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:10:26.948542 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 5af76d2c-de99-4744-8849-a0c63f2c996c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=5af76d2c-de99-4744-8849-a0c63f2c996c,segment=NetworkSegment(9530b56f-34b8-4028-94f6-ca5ad08ffaef),segment_id=9530b56f-34b8-4028-94f6-ca5ad08ffaef)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:26.976055 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5af76d2c-de99-4744-8849-a0c63f2c996c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:27.033085 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=5af76d2c-de99-4744-8849-a0c63f2c996c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:27.039715 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37590) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:27.055705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port f25af3c7-5aaa-4ed5-a847-edae90ee5e52 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:27.056105 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f25af3c7-5aaa-4ed5-a847-edae90ee5e52), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:27.103988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70cb878-4df2-4970-951a-e31c7ffcf977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25af3c7-5aaa-4ed5-a847-edae90ee5e52'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:27.106489 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb885a15-0a62-4a2b-bf4e-17d6a287fb64" -d '{"events": [{"server_uuid": "c70cb878-4df2-4970-951a-e31c7ffcf977", "name": "network-vif-plugged", "status": "completed", "tag": "f25af3c7-5aaa-4ed5-a847-edae90ee5e52"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:27.135994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port f25af3c7-5aaa-4ed5-a847-edae90ee5e52, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=f25af3c7-5aaa-4ed5-a847-edae90ee5e52,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:27.146002 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f25af3c7-5aaa-4ed5-a847-edae90ee5e52), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:27.177770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fea08d-8ea6-4ebe-b4a3-e23b04506068 req-e9d3c652-a2fb-428e-8277-7d372875f146 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:27.194625 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fea08d-8ea6-4ebe-b4a3-e23b04506068 req-e9d3c652-a2fb-428e-8277-7d372875f146 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:27.196420 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c8fea08d-8ea6-4ebe-b4a3-e23b04506068 req-e9d3c652-a2fb-428e-8277-7d372875f146 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1679 time: 0.1187570 Jan 28 19:10:27.201899 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cbc275c9-7b91-4ac7-9dac-cd448943666c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-network', 'tenant_id': '853e4e8488c24c58897190aff96eb123'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:27.222419 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732ba4ff-59c6-41d8-ab49-be83e47e4f60 x-openstack-request-id: req-732ba4ff-59c6-41d8-ab49-be83e47e4f60 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:27.222833 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70cb878-4df2-4970-951a-e31c7ffcf977", "name": "network-vif-plugged", "status": "completed", "tag": "f25af3c7-5aaa-4ed5-a847-edae90ee5e52", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:27.223143 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-732ba4ff-59c6-41d8-ab49-be83e47e4f60 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:27.223618 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70cb878-4df2-4970-951a-e31c7ffcf977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25af3c7-5aaa-4ed5-a847-edae90ee5e52', 'code': 200} Jan 28 19:10:27.248787 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc275c9-7b91-4ac7-9dac-cd448943666c admin admin] Made reservation on behalf of 853e4e8488c24c58897190aff96eb123 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:10:27.251728 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbc275c9-7b91-4ac7-9dac-cd448943666c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:27.263034 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=f25af3c7-5aaa-4ed5-a847-edae90ee5e52,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:27.274271 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbc275c9-7b91-4ac7-9dac-cd448943666c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:27.311011 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c8fea08d-8ea6-4ebe-b4a3-e23b04506068 req-c900eb62-155a-4b4f-b951-cb3f72102128 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022239 Jan 28 19:10:27.357433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['5af76d2c-de99-4744-8849-a0c63f2c996c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:10:27.397953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94ef7c-b8b9-474f-9be5-7c7de486a0d1 req-5f4f5f75-4d87-4c66-a1b9-9a87adaf874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:27.399810 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fc94ef7c-b8b9-474f-9be5-7c7de486a0d1 req-5f4f5f75-4d87-4c66-a1b9-9a87adaf874b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 1128 time: 0.0809665 Jan 28 19:10:27.436633 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbc275c9-7b91-4ac7-9dac-cd448943666c admin admin] Publish callbacks [] for security_group (e5329bd3-399b-4f7e-9304-9db2c2a76511), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:27.453650 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbc275c9-7b91-4ac7-9dac-cd448943666c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e5329bd3-399b-4f7e-9304-9db2c2a76511), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:27.467659 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc275c9-7b91-4ac7-9dac-cd448943666c admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:10:27.484536 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbc275c9-7b91-4ac7-9dac-cd448943666c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (749de98f-23f2-4c09-ba49-aa73c7e47ece), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:27.485045 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-cbc275c9-7b91-4ac7-9dac-cd448943666c admin admin] Added segment 749de98f-23f2-4c09-ba49-aa73c7e47ece of type vlan for network fd36cec0-b04c-4d96-af73-7ad37b8013a0 Jan 28 19:10:27.551214 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fc94ef7c-b8b9-474f-9be5-7c7de486a0d1 req-77fd2ad5-b84e-4c32-ad44-8982c00775d6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391523 Jan 28 19:10:27.568786 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbc275c9-7b91-4ac7-9dac-cd448943666c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (fd36cec0-b04c-4d96-af73-7ad37b8013a0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:27.581573 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc275c9-7b91-4ac7-9dac-cd448943666c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5329bd3-399b-4f7e-9304-9db2c2a76511,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:27.642985 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbc275c9-7b91-4ac7-9dac-cd448943666c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (fd36cec0-b04c-4d96-af73-7ad37b8013a0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:27.642985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc275c9-7b91-4ac7-9dac-cd448943666c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:27.642985 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbc275c9-7b91-4ac7-9dac-cd448943666c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:27.676571 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1c210d8-3180-4537-9c78-479eeeeee636 req-b1208357-a22a-4a06-9b68-59c02cb08439 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.0422089 Jan 28 19:10:27.751533 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef8c29-4ee8-480b-b0bc-6eff52d950ee req-74fd57f1-9cc4-4b02-b943-18fe96e894a8 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:27.758824 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-19ef8c29-4ee8-480b-b0bc-6eff52d950ee req-74fd57f1-9cc4-4b02-b943-18fe96e894a8 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.0983984 Jan 28 19:10:27.777249 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cbc275c9-7b91-4ac7-9dac-cd448943666c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7363911 Jan 28 19:10:27.785236 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37602) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:27.792418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-674e3495-7099-40b5-9324-467ff88209e4 admin admin] Request body: {'subnet': {'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-subnet', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:27.831197 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-19ef8c29-4ee8-480b-b0bc-6eff52d950ee req-6d690cb5-d263-410c-878c-16d3632d4a77 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714171 Jan 28 19:10:27.838805 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-378706cf-e5c6-4d0d-b1d3-88388b981a3d req-a56609ee-a496-4439-8604-7990fe0ff8ca tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0575199 Jan 28 19:10:27.843496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc275c9-7b91-4ac7-9dac-cd448943666c admin admin] Pushing event updated for resources: {'Network': ['ID=fd36cec0-b04c-4d96-af73-7ad37b8013a0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:27.862332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network fd36cec0-b04c-4d96-af73-7ad37b8013a0 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:10:27.871856 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674e3495-7099-40b5-9324-467ff88209e4 admin admin] Made reservation on behalf of 853e4e8488c24c58897190aff96eb123 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:10:27.890646 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-674e3495-7099-40b5-9324-467ff88209e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:28.079000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d214a-7df5-44a8-8508-8b99f6879873 req-3f747045-0cfc-4c99-8d14-0f60f420be3b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:28.087312 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed7d214a-7df5-44a8-8508-8b99f6879873 req-3f747045-0cfc-4c99-8d14-0f60f420be3b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.1235824 Jan 28 19:10:28.162170 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed7d214a-7df5-44a8-8508-8b99f6879873 req-f5a9a306-bdb4-48d9-a6c1-be0fe881de79 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690768 Jan 28 19:10:28.212064 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-674e3495-7099-40b5-9324-467ff88209e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:28.270503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e3495-7099-40b5-9324-467ff88209e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:28.281955 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e3495-7099-40b5-9324-467ff88209e4 admin admin] Checking segment: {'id': '749de98f-23f2-4c09-ba49-aa73c7e47ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:10:28.282350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674e3495-7099-40b5-9324-467ff88209e4 admin admin] Network hostable DHCP agents. Network: fd36cec0-b04c-4d96-af73-7ad37b8013a0, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:10:28.303124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674e3495-7099-40b5-9324-467ff88209e4 admin admin] Network fd36cec0-b04c-4d96-af73-7ad37b8013a0 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:10:28.318975 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-674e3495-7099-40b5-9324-467ff88209e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, fd36cec0-b04c-4d96-af73-7ad37b8013a0) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:28.324216 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674e3495-7099-40b5-9324-467ff88209e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:28.324889 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-674e3495-7099-40b5-9324-467ff88209e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:28.333058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0de6a1-c4c7-45a8-ad07-9fce0e000cc7 None None] Network fd36cec0-b04c-4d96-af73-7ad37b8013a0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:10:28.355993 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-674e3495-7099-40b5-9324-467ff88209e4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5693684 Jan 28 19:10:28.358924 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37608) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:28.366604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:28.434667 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (e021c62f-0fd3-4518-b34a-f9fae361d895), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:28.436748 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (e021c62f-0fd3-4518-b34a-f9fae361d895), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:28.516741 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'project_id': '853e4e8488c24c58897190aff96eb123', 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:10:28.517630 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:28.530309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:10:28.596504 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7b6f7-434a-4abf-afbe-5b11f0a429a8 req-7e0b787f-71fa-438e-8993-259c0078a37a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:28.601903 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7b6f7-434a-4abf-afbe-5b11f0a429a8 req-7e0b787f-71fa-438e-8993-259c0078a37a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:28.608928 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fed7b6f7-434a-4abf-afbe-5b11f0a429a8 req-7e0b787f-71fa-438e-8993-259c0078a37a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1679 time: 0.1238465 Jan 28 19:10:28.617317 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Publish callbacks [] for router_controller (e021c62f-0fd3-4518-b34a-f9fae361d895), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:28.674889 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fed7b6f7-434a-4abf-afbe-5b11f0a429a8 req-cbbddadf-866c-46d1-a32e-2c91fc82cbd9 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649753 Jan 28 19:10:28.756423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=a101cbca-3f2b-4f9c-9d4f-70ee69b3d695,segment=NetworkSegment(1bc1932a-225f-4f5f-8903-ca0d2d2980a7),segment_id=1bc1932a-225f-4f5f-8903-ca0d2d2980a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:28.769635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Allocated IP 172.20.0.2 (fd36cec0-b04c-4d96-af73-7ad37b8013a0/423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8/9d440a46-0937-4a51-804e-ac69b9b0bd02) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:10:28.775857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'a101cbca-3f2b-4f9c-9d4f-70ee69b3d695', 'network_id': '8a266cec-4fab-4e5d-810a-3a5baa3fd3fb', 'port_id': 'a101cbca-3f2b-4f9c-9d4f-70ee69b3d695', 'mac_address': 'fa:16:3e:de:28:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3ee002-4d7f-42d3-865f-88a38a162368', 'ip_address': '19.86.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:10:28.827492 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:28.828115 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a101cbca-3f2b-4f9c-9d4f-70ee69b3d695), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:28.833415 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-406d44ad-8ccc-4161-a782-56dc4eb7b3ed req-cc4e12b1-25ca-4d04-8986-3f8cc899321a tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.0464323 Jan 28 19:10:28.897203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:10:28.936831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=a101cbca-3f2b-4f9c-9d4f-70ee69b3d695,segment=NetworkSegment(1bc1932a-225f-4f5f-8903-ca0d2d2980a7),segment_id=1bc1932a-225f-4f5f-8903-ca0d2d2980a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:28.955225 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a101cbca-3f2b-4f9c-9d4f-70ee69b3d695), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:29.020010 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7c0bd-bbe8-46a3-b4ca-4afccc38188d req-ba967878-c0bc-4c84-8416-e95e997bb577 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:29.029580 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Publish callbacks [] for router_gateway (e021c62f-0fd3-4518-b34a-f9fae361d895), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:29.030527 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1cf7c0bd-bbe8-46a3-b4ca-4afccc38188d req-ba967878-c0bc-4c84-8416-e95e997bb577 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.1102202 Jan 28 19:10:29.112744 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-76a72313-81e8-4a6d-9e77-ef1eff69fea9 req-69eb45ec-35c5-4331-966d-6e462d083f4a tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0881474 Jan 28 19:10:29.150268 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1cf7c0bd-bbe8-46a3-b4ca-4afccc38188d req-21e778bb-5d32-4828-ac38-03abcdb8ccf2 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170342 Jan 28 19:10:29.435744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2a2ce-7feb-48f3-a760-4dcf8f97620c req-f5239f8d-ee17-4b1d-b36b-8eb74d8f0c74 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:29.437333 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-53e2a2ce-7feb-48f3-a760-4dcf8f97620c req-f5239f8d-ee17-4b1d-b36b-8eb74d8f0c74 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.1688044 Jan 28 19:10:29.441735 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Publish callbacks [] for router_gateway (e021c62f-0fd3-4518-b34a-f9fae361d895), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:29.443940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=a101cbca-3f2b-4f9c-9d4f-70ee69b3d695,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:29.498341 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:29.511598 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Publish callbacks [] for port (9d440a46-0937-4a51-804e-ac69b9b0bd02), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:29.521447 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (9d440a46-0937-4a51-804e-ac69b9b0bd02), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:29.580447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Network fd36cec0-b04c-4d96-af73-7ad37b8013a0 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:10:29.584681 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:29.591059 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-53e2a2ce-7feb-48f3-a760-4dcf8f97620c req-eab311f2-a745-4ae6-a748-e7853d18e0f6 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431851 Jan 28 19:10:29.593788 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:10:29.608153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Pushing event updated for resources: {'Port': ['ID=9d440a46-0937-4a51-804e-ac69b9b0bd02,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:29.668841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Allocated IP 172.25.0.228 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/520067a1-3d5e-4ae5-90e8-992c5947e223) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:10:29.744266 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Attempting to bind port 9d440a46-0937-4a51-804e-ac69b9b0bd02 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:10:29.745075 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Attempting to bind port 9d440a46-0937-4a51-804e-ac69b9b0bd02 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '749de98f-23f2-4c09-ba49-aa73c7e47ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:10:29.745595 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Attempting to bind port 9d440a46-0937-4a51-804e-ac69b9b0bd02 on network fd36cec0-b04c-4d96-af73-7ad37b8013a0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:29.752963 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:10:29.754491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Checking segment: {'id': '749de98f-23f2-4c09-ba49-aa73c7e47ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:10:29.754918 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:29.755311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Bound using segment: {'id': '749de98f-23f2-4c09-ba49-aa73c7e47ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:10:29.755803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Bound port: 9d440a46-0937-4a51-804e-ac69b9b0bd02, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749de98f-23f2-4c09-ba49-aa73c7e47ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:10:29.756189 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9d440a46-0937-4a51-804e-ac69b9b0bd02), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:29.758623 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['a101cbca-3f2b-4f9c-9d4f-70ee69b3d695'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:10:29.811947 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Publish callbacks [] for port (520067a1-3d5e-4ae5-90e8-992c5947e223), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:29.872929 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (520067a1-3d5e-4ae5-90e8-992c5947e223), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:29.923933 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c38614-a33c-4652-b511-1e71d65b0c19 req-6b0f6ba0-8ce5-499b-98f7-b064b93b5a11 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:29.929892 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c38614-a33c-4652-b511-1e71d65b0c19 req-6b0f6ba0-8ce5-499b-98f7-b064b93b5a11 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:29.940491 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-27c38614-a33c-4652-b511-1e71d65b0c19 req-6b0f6ba0-8ce5-499b-98f7-b064b93b5a11 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1680 time: 0.1016054 Jan 28 19:10:29.959066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:10:29.965294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:29.970355 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:10:29.973538 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] For port 9d440a46-0937-4a51-804e-ac69b9b0bd02, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:10:30.015508 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:30.024888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Pushing event updated for resources: {'Port': ['ID=520067a1-3d5e-4ae5-90e8-992c5947e223,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:30.032507 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b1e458ee-7b17-4f1e-ac54-a2e06aabf420 req-9ee429f2-3351-42f4-b27e-e5187bdf99ec tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.0595865 Jan 28 19:10:30.045707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] For port 9d440a46-0937-4a51-804e-ac69b9b0bd02, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9d440a46-0937-4a51-804e-ac69b9b0bd02,segment=NetworkSegment(749de98f-23f2-4c09-ba49-aa73c7e47ece),segment_id=749de98f-23f2-4c09-ba49-aa73c7e47ece)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:10:30.054681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-27c38614-a33c-4652-b511-1e71d65b0c19 req-c8a6c4e1-e0ca-4536-bded-03b59748c059 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074121 Jan 28 19:10:30.068677 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9d440a46-0937-4a51-804e-ac69b9b0bd02), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:30.210530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ec229-23c9-4b4c-852f-d3e8d50c5fe3 None None] Pushing event updated for resources: {'Port': ['ID=9d440a46-0937-4a51-804e-ac69b9b0bd02,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:30.269070 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f4afd8fc-29e9-450d-8c79-caaa3620442b req-c06db627-f54b-47c5-aba0-1eeebe44f574 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0634532 Jan 28 19:10:30.484326 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Publish callbacks [] for router_gateway (e021c62f-0fd3-4518-b34a-f9fae361d895), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:30.501790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8ddd1-68ae-444e-9e1a-36ad4368d8f3 req-09ea5b4b-e272-4168-ba7e-c8eac18ccb20 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:30.503411 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-25b8ddd1-68ae-444e-9e1a-36ad4368d8f3 req-09ea5b4b-e272-4168-ba7e-c8eac18ccb20 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.1517766 Jan 28 19:10:30.525601 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 5af76d2c-de99-4744-8849-a0c63f2c996c up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:30.637783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 5af76d2c-de99-4744-8849-a0c63f2c996c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:10:30.643071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 5af76d2c-de99-4744-8849-a0c63f2c996c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:30.643619 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5af76d2c-de99-4744-8849-a0c63f2c996c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:30.645038 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-25b8ddd1-68ae-444e-9e1a-36ad4368d8f3 req-68f322b1-c392-4318-aa5d-4913906e3673 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933053 Jan 28 19:10:30.804175 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 5af76d2c-de99-4744-8849-a0c63f2c996c is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:30.805565 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5af76d2c-de99-4744-8849-a0c63f2c996c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:30.853794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226e1e1-1737-4cee-817c-06e1948453c3 req-d3842393-c587-417a-b600-10377a4c44b8 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:30.855157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9034e2f6-9ac5-48c0-a35e-c96efdd3c525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af76d2c-de99-4744-8849-a0c63f2c996c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:30.859279 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f123197c-54b8-4188-8458-e0da2d1693b4" -d '{"events": [{"server_uuid": "9034e2f6-9ac5-48c0-a35e-c96efdd3c525", "name": "network-vif-plugged", "status": "completed", "tag": "5af76d2c-de99-4744-8849-a0c63f2c996c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:30.863206 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9226e1e1-1737-4cee-817c-06e1948453c3 req-d3842393-c587-417a-b600-10377a4c44b8 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.1112483 Jan 28 19:10:30.888657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 5af76d2c-de99-4744-8849-a0c63f2c996c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=5af76d2c-de99-4744-8849-a0c63f2c996c,segment=NetworkSegment(9530b56f-34b8-4028-94f6-ca5ad08ffaef),segment_id=9530b56f-34b8-4028-94f6-ca5ad08ffaef)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:30.897146 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5af76d2c-de99-4744-8849-a0c63f2c996c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:30.939487 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (e021c62f-0fd3-4518-b34a-f9fae361d895), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:30.975574 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9226e1e1-1737-4cee-817c-06e1948453c3 req-de642d6b-db51-4a30-a3fa-c4f9f504a82c tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094785 Jan 28 19:10:31.015098 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=5af76d2c-de99-4744-8849-a0c63f2c996c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:31.066786 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302f1b81-b725-4a76-aeac-ec054838d59c x-openstack-request-id: req-302f1b81-b725-4a76-aeac-ec054838d59c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:31.067256 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9034e2f6-9ac5-48c0-a35e-c96efdd3c525", "name": "network-vif-plugged", "status": "completed", "tag": "5af76d2c-de99-4744-8849-a0c63f2c996c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:31.069922 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-302f1b81-b725-4a76-aeac-ec054838d59c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:31.070363 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9034e2f6-9ac5-48c0-a35e-c96efdd3c525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af76d2c-de99-4744-8849-a0c63f2c996c', 'code': 200} Jan 28 19:10:31.187600 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c814a46c-8061-478a-9b47-a48533179cc0 req-5cf8aaa7-5ddc-4e1a-af49-8ac5b9a03e25 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.0489593 Jan 28 19:10:31.213246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7959a-aa90-4470-b731-3034404ccf65 req-69c3148e-86e8-4f17-b350-fab7144c5aaf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:31.215283 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-62d7959a-aa90-4470-b731-3034404ccf65 req-69c3148e-86e8-4f17-b350-fab7144c5aaf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.0876298 Jan 28 19:10:31.217574 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Router e021c62f-0fd3-4518-b34a-f9fae361d895 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:10:31.338689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a42bb-d3d0-4f14-ab85-f8a429ebb2ce req-7e827580-527e-433d-9cf6-d08d549e2602 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:31.346116 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a42bb-d3d0-4f14-ab85-f8a429ebb2ce req-7e827580-527e-433d-9cf6-d08d549e2602 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:31.348122 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-793a42bb-d3d0-4f14-ab85-f8a429ebb2ce req-7e827580-527e-433d-9cf6-d08d549e2602 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1681 time: 0.0806568 Jan 28 19:10:31.393908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:10:31.402930 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-62d7959a-aa90-4470-b731-3034404ccf65 req-61569f99-ebc8-4c70-8fe8-c461d518f264 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802523 Jan 28 19:10:31.405685 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Sync routers for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:10:31.422870 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:31.427901 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-304c78d6-f316-4f35-b76f-1934a45fea81 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0667336 Jan 28 19:10:31.431810 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37684) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:31.444495 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:10:31.445337 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:10:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:31.460200 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-793a42bb-d3d0-4f14-ab85-f8a429ebb2ce req-b9213ffe-991a-41a7-9ca2-9c012933e4e5 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059642 Jan 28 19:10:31.524706 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c2036a18-e4d5-40e1-b85c-9e5e75528567 req-fe5ae5bf-24c2-4f85-a68f-1a46bfb247c1 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0368578 Jan 28 19:10:31.598153 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:10:31.667512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501d685a-ffdb-409c-9595-2cc0e14d5081 None None] Network fd36cec0-b04c-4d96-af73-7ad37b8013a0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:10:31.840972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-de422680-0fe7-4119-895a-954a0eedf214 None None] Provisioning complete for port 9d440a46-0937-4a51-804e-ac69b9b0bd02 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:31.841347 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de422680-0fe7-4119-895a-954a0eedf214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9d440a46-0937-4a51-804e-ac69b9b0bd02), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:31.874829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9d440a46-0937-4a51-804e-ac69b9b0bd02 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:31.938799 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:30Z', 'revision_number': 3, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:31.994935 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Checking router: e021c62f-0fd3-4518-b34a-f9fae361d895 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:10:31.995550 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Updating router e021c62f-0fd3-4518-b34a-f9fae361d895 port 520067a1-3d5e-4ae5-90e8-992c5947e223 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:10:32.041298 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 9d440a46-0937-4a51-804e-ac69b9b0bd02 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:32.042048 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9d440a46-0937-4a51-804e-ac69b9b0bd02), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:32.044678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-de422680-0fe7-4119-895a-954a0eedf214 None None] Current status of the port 9d440a46-0937-4a51-804e-ac69b9b0bd02 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:32.045063 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de422680-0fe7-4119-895a-954a0eedf214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9d440a46-0937-4a51-804e-ac69b9b0bd02), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:32.046939 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (520067a1-3d5e-4ae5-90e8-992c5947e223), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:32.117178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-de422680-0fe7-4119-895a-954a0eedf214 None None] For port 9d440a46-0937-4a51-804e-ac69b9b0bd02, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9d440a46-0937-4a51-804e-ac69b9b0bd02,segment=NetworkSegment(749de98f-23f2-4c09-ba49-aa73c7e47ece),segment_id=749de98f-23f2-4c09-ba49-aa73c7e47ece)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:32.128236 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de422680-0fe7-4119-895a-954a0eedf214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9d440a46-0937-4a51-804e-ac69b9b0bd02), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:32.183412 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:32.193124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 9d440a46-0937-4a51-804e-ac69b9b0bd02 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:32.215156 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de422680-0fe7-4119-895a-954a0eedf214 None None] Pushing event updated for resources: {'Port': ['ID=9d440a46-0937-4a51-804e-ac69b9b0bd02,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:32.262895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a3fdc74-d2cb-4739-8b1d-ea43547c93b4 None None] Provisioning complete for port 9d440a46-0937-4a51-804e-ac69b9b0bd02 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:32.264512 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a3fdc74-d2cb-4739-8b1d-ea43547c93b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9d440a46-0937-4a51-804e-ac69b9b0bd02), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:32.268143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e037fee-bdec-4978-8030-f806a06b0285 req-f5681867-63e0-489d-a4f3-c27e89055d08 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:32.277165 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7e037fee-bdec-4978-8030-f806a06b0285 req-f5681867-63e0-489d-a4f3-c27e89055d08 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.1586604 Jan 28 19:10:32.380896 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-caba0c1c-a9a7-41bd-bb62-578041250b0c req-dab85886-bf6b-402b-83d1-55de047d4290 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.0737455 Jan 28 19:10:32.400977 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7e037fee-bdec-4978-8030-f806a06b0285 req-153e8c29-714e-46dd-9fd8-fc4de25ea4d3 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243596 Jan 28 19:10:32.428552 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a3fdc74-d2cb-4739-8b1d-ea43547c93b4 None None] Current status of the port 9d440a46-0937-4a51-804e-ac69b9b0bd02 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:32.459951 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Publish callbacks [] for port (520067a1-3d5e-4ae5-90e8-992c5947e223), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:32.477545 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (520067a1-3d5e-4ae5-90e8-992c5947e223), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:32.487310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Allocated IP 172.20.0.1 (fd36cec0-b04c-4d96-af73-7ad37b8013a0/423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8/8765652f-34fb-4249-903e-b5a5dd0515e1) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:10:32.546003 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Attempting to bind port 520067a1-3d5e-4ae5-90e8-992c5947e223 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:10:32.546436 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:32.546651 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Attempting to bind port 520067a1-3d5e-4ae5-90e8-992c5947e223 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:10:32.547101 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Attempting to bind port 520067a1-3d5e-4ae5-90e8-992c5947e223 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:32.555749 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:10:32.556559 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:10:32.557202 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:32.557912 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:10:32.558763 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Bound port: 520067a1-3d5e-4ae5-90e8-992c5947e223, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:10:32.560114 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (520067a1-3d5e-4ae5-90e8-992c5947e223), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:32.624484 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce45a3-6585-49b3-ae37-677cafbb0b27 None None] Pushing event updated for resources: {'Port': ['ID=520067a1-3d5e-4ae5-90e8-992c5947e223,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:32.626658 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3de09-d1fc-41b6-96fe-cdc078506188 req-ee5ab6b1-5c2d-48cf-a3dc-a16fd186103e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:32.642904 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a1b3de09-d1fc-41b6-96fe-cdc078506188 req-ee5ab6b1-5c2d-48cf-a3dc-a16fd186103e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.1465261 Jan 28 19:10:32.680580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:10:32.686768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:32.687177 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a101cbca-3f2b-4f9c-9d4f-70ee69b3d695), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:32.697216 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] For port 520067a1-3d5e-4ae5-90e8-992c5947e223, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:10:32.703846 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] For port 520067a1-3d5e-4ae5-90e8-992c5947e223, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=520067a1-3d5e-4ae5-90e8-992c5947e223,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:10:32.719799 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a1b3de09-d1fc-41b6-96fe-cdc078506188 req-13ef1483-e4f1-44e2-a154-20c6d29033bc tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756936 Jan 28 19:10:32.721721 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (520067a1-3d5e-4ae5-90e8-992c5947e223), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:32.765151 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Publish callbacks [] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:32.784139 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2f2cb-e6b1-4159-81d1-16a7e8513c4c req-65cd4dd1-fa20-411e-9b08-f3810a1a5cff tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:32.802128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2f2cb-e6b1-4159-81d1-16a7e8513c4c req-65cd4dd1-fa20-411e-9b08-f3810a1a5cff tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:32.803725 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3ea2f2cb-e6b1-4159-81d1-16a7e8513c4c req-65cd4dd1-fa20-411e-9b08-f3810a1a5cff tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1681 time: 0.1092403 Jan 28 19:10:32.823880 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:10:32.824520 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:10:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:32.840068 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:32.840919 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a101cbca-3f2b-4f9c-9d4f-70ee69b3d695), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:32.874870 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bcf957a2-5c02-4661-9851-493521d29c56 req-30bb9d18-184d-4441-9a8d-86e73f94ca57 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0500906 Jan 28 19:10:32.881675 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=a101cbca-3f2b-4f9c-9d4f-70ee69b3d695,segment=NetworkSegment(1bc1932a-225f-4f5f-8903-ca0d2d2980a7),segment_id=1bc1932a-225f-4f5f-8903-ca0d2d2980a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:32.888804 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a101cbca-3f2b-4f9c-9d4f-70ee69b3d695), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:32.891299 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce45a3-6585-49b3-ae37-677cafbb0b27 None None] Pushing event updated for resources: {'Port': ['ID=520067a1-3d5e-4ae5-90e8-992c5947e223,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:32.905853 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3ea2f2cb-e6b1-4159-81d1-16a7e8513c4c req-be642fbb-56b5-4e9e-9ae0-533d3be18a2f tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939035 Jan 28 19:10:32.906268 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:32.961493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=a101cbca-3f2b-4f9c-9d4f-70ee69b3d695,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:32.992824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Pushing event updated for resources: {'Port': ['ID=8765652f-34fb-4249-903e-b5a5dd0515e1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:33.005575 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:10:33.016156 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Network fd36cec0-b04c-4d96-af73-7ad37b8013a0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:10:33.021603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:33.024160 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:10:33.071579 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9034e2f6-9ac5-48c0-a35e-c96efdd3c525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a101cbca-3f2b-4f9c-9d4f-70ee69b3d695'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:33.073507 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (e021c62f-0fd3-4518-b34a-f9fae361d895), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:33.077561 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af53080b-aa71-4879-ba47-6f4733a74d50" -d '{"events": [{"server_uuid": "9034e2f6-9ac5-48c0-a35e-c96efdd3c525", "name": "network-vif-plugged", "status": "completed", "tag": "a101cbca-3f2b-4f9c-9d4f-70ee69b3d695"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:33.085625 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6518a-a192-4b03-b7d9-b0fc63d13312 req-73a4676d-1dc1-4161-b0dd-4a8980401928 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:33.091925 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78f6518a-a192-4b03-b7d9-b0fc63d13312 req-73a4676d-1dc1-4161-b0dd-4a8980401928 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.1100404 Jan 28 19:10:33.132789 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e73f73-74df-47d6-a7f0-4f77cd1d81b4 x-openstack-request-id: req-35e73f73-74df-47d6-a7f0-4f77cd1d81b4 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:33.133133 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9034e2f6-9ac5-48c0-a35e-c96efdd3c525", "name": "network-vif-plugged", "status": "completed", "tag": "a101cbca-3f2b-4f9c-9d4f-70ee69b3d695", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:33.134376 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35e73f73-74df-47d6-a7f0-4f77cd1d81b4 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:33.135421 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9034e2f6-9ac5-48c0-a35e-c96efdd3c525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a101cbca-3f2b-4f9c-9d4f-70ee69b3d695', 'code': 200} Jan 28 19:10:33.250562 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:30Z', 'revision_number': 3, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:33.283818 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376f019e-160c-4510-a094-0b18f86b52aa None None] The sync data for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 is: [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:30Z', 'revision_number': 3, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:10:33.297943 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78f6518a-a192-4b03-b7d9-b0fc63d13312 req-58572028-aa94-4aa2-b797-f4fea571cf1b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050283 Jan 28 19:10:33.324436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6e00a-189d-4eea-bc40-2949ce996d63 req-ecb07239-8cce-4297-8a3f-9927e781d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:33.325365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6e00a-189d-4eea-bc40-2949ce996d63 req-ecb07239-8cce-4297-8a3f-9927e781d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:33.327594 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29e6e00a-189d-4eea-bc40-2949ce996d63 req-ecb07239-8cce-4297-8a3f-9927e781d06f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 2046 time: 0.0840516 Jan 28 19:10:33.373225 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-43d25ff7-b895-40aa-9f5d-36693bec22ca None None] Provisioning complete for port 8765652f-34fb-4249-903e-b5a5dd0515e1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:33.373741 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43d25ff7-b895-40aa-9f5d-36693bec22ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:33.388905 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:33.405692 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29e6e00a-189d-4eea-bc40-2949ce996d63 req-96fb4dbf-3818-43a8-a1eb-13dda1c5638e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571275 Jan 28 19:10:33.427429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-43d25ff7-b895-40aa-9f5d-36693bec22ca None None] Port 8765652f-34fb-4249-903e-b5a5dd0515e1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:10:33.509422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a179a4e-279c-4130-81b9-17e1168f715c req-04ba0a29-4429-4c88-8b99-186741feb3fa tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.0370920 Jan 28 19:10:33.598100 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Publish callbacks [] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:33.609789 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:33.683301 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Pushing event updated for resources: {'Port': ['ID=8765652f-34fb-4249-903e-b5a5dd0515e1,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:33.684780 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (e021c62f-0fd3-4518-b34a-f9fae361d895), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:33.828381 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Network fd36cec0-b04c-4d96-af73-7ad37b8013a0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:10:33.851615 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:33.958857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 520067a1-3d5e-4ae5-90e8-992c5947e223 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:33.978732 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314ac0e-db7c-40cd-b8ee-2f5f55f9a09a req-cc752873-9490-4ed5-9940-516e6437587b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:33.986907 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3314ac0e-db7c-40cd-b8ee-2f5f55f9a09a req-cc752873-9490-4ed5-9940-516e6437587b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.1810007 Jan 28 19:10:34.086951 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 520067a1-3d5e-4ae5-90e8-992c5947e223 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:34.087550 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb938648-f2a6-48c4-a83c-d95ab39f3085 req-4cc9150c-35e9-470d-97b5-af2567d032f9 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0469952 Jan 28 19:10:34.088165 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (520067a1-3d5e-4ae5-90e8-992c5947e223), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:34.115456 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3314ac0e-db7c-40cd-b8ee-2f5f55f9a09a req-70ab63e5-6f56-4cec-9c32-1add9b9f7c6c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200287 Jan 28 19:10:34.128114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Router e021c62f-0fd3-4518-b34a-f9fae361d895 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:10:34.168813 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:10:34.288710 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:34.288710 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:34.317103 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:10:34.333590 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f27fa48b-7990-4b65-97b8-12806021a82e admin admin] 10.222.0.55 "PUT /v2.0/routers/e021c62f-0fd3-4518-b34a-f9fae361d895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8980563 Jan 28 19:10:34.348489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2c2109f0-9a26-4237-b76a-a9ffd1358157 None None] Provisioning complete for port 8765652f-34fb-4249-903e-b5a5dd0515e1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:34.348874 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c2109f0-9a26-4237-b76a-a9ffd1358157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:34.365165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68d21d-1365-44a6-b2d2-b3a0091c61a7 req-3847d252-b708-4c87-88a3-06671edb90f8 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:34.367459 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 520067a1-3d5e-4ae5-90e8-992c5947e223 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:34.367853 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (520067a1-3d5e-4ae5-90e8-992c5947e223), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:34.371663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68d21d-1365-44a6-b2d2-b3a0091c61a7 req-3847d252-b708-4c87-88a3-06671edb90f8 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:34.375909 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1f68d21d-1365-44a6-b2d2-b3a0091c61a7 req-3847d252-b708-4c87-88a3-06671edb90f8 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1682 time: 0.1593559 Jan 28 19:10:34.485798 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:34.505542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae60f5a-7551-4406-9d59-b0eb27de6ce6 req-d84c8113-aa6c-45c2-be3f-eab95cffc7ae tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:34.508019 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2c2109f0-9a26-4237-b76a-a9ffd1358157 None None] Port 8765652f-34fb-4249-903e-b5a5dd0515e1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:10:34.513322 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9ae60f5a-7551-4406-9d59-b0eb27de6ce6 req-d84c8113-aa6c-45c2-be3f-eab95cffc7ae tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.1075864 Jan 28 19:10:34.532128 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 520067a1-3d5e-4ae5-90e8-992c5947e223, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=520067a1-3d5e-4ae5-90e8-992c5947e223,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:34.536388 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:34.559953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaef3c0-2e2c-4b5c-8ebf-2b120de7f16f req-573a2257-7a9d-4f9d-95a6-5cd45041334d tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:34.567427 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbaef3c0-2e2c-4b5c-8ebf-2b120de7f16f req-573a2257-7a9d-4f9d-95a6-5cd45041334d tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.31 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 946 time: 0.2239804 Jan 28 19:10:34.580259 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (520067a1-3d5e-4ae5-90e8-992c5947e223), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:34.581041 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9d440a46-0937-4a51-804e-ac69b9b0bd02 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:34.598558 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9ae60f5a-7551-4406-9d59-b0eb27de6ce6 req-2a28323b-52ca-45e3-871b-73056cfc59e6 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834136 Jan 28 19:10:34.699683 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1f68d21d-1365-44a6-b2d2-b3a0091c61a7 req-90f3f0e4-9e7d-4f54-9e35-6d676c45789b tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951601 Jan 28 19:10:34.700988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:34.746664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 9d440a46-0937-4a51-804e-ac69b9b0bd02 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:34.747173 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9d440a46-0937-4a51-804e-ac69b9b0bd02), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:34.784280 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-29f649f2-0bf8-4cd6-ba63-1471abab20ec req-58514007-333f-45e5-9650-97426a70c182 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf459886-618b-46d8-8ec1-b02fe0767f70 HTTP/1.1" status: 200 len: 210 time: 0.0653374 Jan 28 19:10:34.820633 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-fbaef3c0-2e2c-4b5c-8ebf-2b120de7f16f req-00a733f0-c63e-4130-9dcb-c3ad37802177 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Deleting port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:34.822143 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fbaef3c0-2e2c-4b5c-8ebf-2b120de7f16f req-00a733f0-c63e-4130-9dcb-c3ad37802177 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:34.840281 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=520067a1-3d5e-4ae5-90e8-992c5947e223,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:34.991369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 9d440a46-0937-4a51-804e-ac69b9b0bd02 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:35.058046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-fbaef3c0-2e2c-4b5c-8ebf-2b120de7f16f req-00a733f0-c63e-4130-9dcb-c3ad37802177 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] For port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:35.058601 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fbaef3c0-2e2c-4b5c-8ebf-2b120de7f16f req-00a733f0-c63e-4130-9dcb-c3ad37802177 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:35.073049 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-fbaef3c0-2e2c-4b5c-8ebf-2b120de7f16f req-00a733f0-c63e-4130-9dcb-c3ad37802177 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Calling delete_port for d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:35.136499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16be4b4c-8b2e-4b50-be7f-33604df8e920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd542cdf2-e36c-4ad0-bd08-d9bec5ddec5d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:35.139023 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f3fff1-bf32-44e4-a074-b1244391f128" -d '{"events": [{"server_uuid": "16be4b4c-8b2e-4b50-be7f-33604df8e920", "name": "network-vif-unplugged", "status": "completed", "tag": "d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:35.263255 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716dc8f-b750-4c33-86c7-0f74a692f9b9 req-74b25f11-6875-4efc-92a1-b2353f5eba70 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:35.265076 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5716dc8f-b750-4c33-86c7-0f74a692f9b9 req-74b25f11-6875-4efc-92a1-b2353f5eba70 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.0799153 Jan 28 19:10:35.278198 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623d465-561e-4881-864c-cc508214c770 req-011c9451-2fd2-414e-8041-af4c7aeb7cf0 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:35.279860 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6623d465-561e-4881-864c-cc508214c770 req-011c9451-2fd2-414e-8041-af4c7aeb7cf0 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 820 time: 0.1455896 Jan 28 19:10:35.330331 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5716dc8f-b750-4c33-86c7-0f74a692f9b9 req-bcee18e1-cf90-4a12-99aa-dd522004e78c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568051 Jan 28 19:10:35.335417 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6623d465-561e-4881-864c-cc508214c770 req-40737ef8-ec7b-4025-8e08-14284294add0 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/quotas/853e4e8488c24c58897190aff96eb123 HTTP/1.1" status: 200 len: 375 time: 0.0244234 Jan 28 19:10:35.389080 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fbaef3c0-2e2c-4b5c-8ebf-2b120de7f16f req-00a733f0-c63e-4130-9dcb-c3ad37802177 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:35.422346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a733f0-c63e-4130-9dcb-c3ad37802177 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Pushing event deleted for resources: {'Port': ['ID=d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:35.447569 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6623d465-561e-4881-864c-cc508214c770 req-190eb74c-6b34-4421-8c70-1c54f0d8d6cd tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113458 Jan 28 19:10:35.515707 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-259908ee-b9a0-4ef0-afed-6b0d87a2f03a req-bf847f5d-60e1-48d2-8b6c-46ac1cfe2a91 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=85e85b38-8c56-4cbf-8e33-00bfded5cd3a HTTP/1.1" status: 200 len: 210 time: 0.0703535 Jan 28 19:10:35.578960 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29471d06-a1fc-41c1-a4fc-871110fc297a x-openstack-request-id: req-29471d06-a1fc-41c1-a4fc-871110fc297a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:35.579495 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16be4b4c-8b2e-4b50-be7f-33604df8e920", "name": "network-vif-unplugged", "status": "completed", "tag": "d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:35.579820 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29471d06-a1fc-41c1-a4fc-871110fc297a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:35.580374 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16be4b4c-8b2e-4b50-be7f-33604df8e920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd542cdf2-e36c-4ad0-bd08-d9bec5ddec5d', 'code': 200} Jan 28 19:10:35.783651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37d501cd-80db-442c-a370-f74528fe9bb5 req-36b146ae-6dc4-455f-9f41-0601c4ecf9c6 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=16be4b4c-8b2e-4b50-be7f-33604df8e920 HTTP/1.1" status: 200 len: 210 time: 0.0492365 Jan 28 19:10:35.809514 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 520067a1-3d5e-4ae5-90e8-992c5947e223 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:35.864271 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 520067a1-3d5e-4ae5-90e8-992c5947e223 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:35.865034 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (520067a1-3d5e-4ae5-90e8-992c5947e223), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:35.949316 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13380f4-0361-428e-a23a-3288554acc80 req-86648485-3e33-4e00-a0d9-fe0620eeb1b7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:35.956413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13380f4-0361-428e-a23a-3288554acc80 req-86648485-3e33-4e00-a0d9-fe0620eeb1b7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:35.957682 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 520067a1-3d5e-4ae5-90e8-992c5947e223 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:35.958928 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d13380f4-0361-428e-a23a-3288554acc80 req-86648485-3e33-4e00-a0d9-fe0620eeb1b7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1682 time: 0.1001275 Jan 28 19:10:35.968394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbaef3c0-2e2c-4b5c-8ebf-2b120de7f16f req-00a733f0-c63e-4130-9dcb-c3ad37802177 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] No DVR routers for this DVR port d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:10:35.969141 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fbaef3c0-2e2c-4b5c-8ebf-2b120de7f16f req-00a733f0-c63e-4130-9dcb-c3ad37802177 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:35.972828 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbaef3c0-2e2c-4b5c-8ebf-2b120de7f16f req-00a733f0-c63e-4130-9dcb-c3ad37802177 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.31 "DELETE /v2.0/ports/d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d HTTP/1.1" status: 204 len: 173 time: 1.3890822 Jan 28 19:10:35.975541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16be4b4c-8b2e-4b50-be7f-33604df8e920', 'name': 'network-vif-deleted', 'tag': 'd542cdf2-e36c-4ad0-bd08-d9bec5ddec5d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:35.978390 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae84b27-c617-4f92-93c6-0b25fd5d759e" -d '{"events": [{"server_uuid": "16be4b4c-8b2e-4b50-be7f-33604df8e920", "name": "network-vif-deleted", "tag": "d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:36.003656 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6623d465-561e-4881-864c-cc508214c770 req-f6317422-1697-4cff-82ae-eae60ec135ed service neutron] 10.222.0.55 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549073 Jan 28 19:10:36.037740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Sync routers for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:10:36.048623 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d13380f4-0361-428e-a23a-3288554acc80 req-6a3f4daa-2044-4d2b-9415-7143a8f47ca5 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775254 Jan 28 19:10:36.066704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:10:36.067759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:10:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:36.157115 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6623d465-561e-4881-864c-cc508214c770 req-ee724bdb-2551-459d-9b08-4dfa77b7858a service neutron] 10.222.0.55 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466942 Jan 28 19:10:36.181130 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a030e6-ed2a-4d2d-8e50-a6ca5e9fc0e1 x-openstack-request-id: req-73a030e6-ed2a-4d2d-8e50-a6ca5e9fc0e1 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:36.181320 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16be4b4c-8b2e-4b50-be7f-33604df8e920", "name": "network-vif-deleted", "tag": "d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:36.181531 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73a030e6-ed2a-4d2d-8e50-a6ca5e9fc0e1 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:36.181999 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16be4b4c-8b2e-4b50-be7f-33604df8e920', 'name': 'network-vif-deleted', 'tag': 'd542cdf2-e36c-4ad0-bd08-d9bec5ddec5d', 'status': 'completed', 'code': 200} Jan 28 19:10:36.220541 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:10:36.285263 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37756) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:36.408641 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5194626-8852-4026-9a2b-db5a37701830 req-1f0b9b78-0dfc-405c-ac9f-6f85f259b839 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 210 time: 0.0401998 Jan 28 19:10:36.449367 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9900d7bd-d9a1-4aad-8af1-1c6ee682bdb8 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for security_group (ec47c778-23b0-43a5-9736-8a03328e18b2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:36.499870 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9900d7bd-d9a1-4aad-8af1-1c6ee682bdb8 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for security_group (ec47c778-23b0-43a5-9736-8a03328e18b2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:36.578841 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 2, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:36.646285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Checking router: e021c62f-0fd3-4518-b34a-f9fae361d895 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:10:36.647278 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Updating router e021c62f-0fd3-4518-b34a-f9fae361d895 port 8765652f-34fb-4249-903e-b5a5dd0515e1 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:10:36.653136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fb16a-c8d1-4cf6-8bc4-f72bb612292f req-a3add5cf-81c0-479e-b0c3-da61333da615 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:36.665550 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-365fb16a-c8d1-4cf6-8bc4-f72bb612292f req-a3add5cf-81c0-479e-b0c3-da61333da615 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.1284082 Jan 28 19:10:36.672104 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696693-286a-45f5-8102-b52c58bf43c6 req-9e01bc10-6369-419d-997b-daff8f01c11a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:36.678452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696693-286a-45f5-8102-b52c58bf43c6 req-9e01bc10-6369-419d-997b-daff8f01c11a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:36.686766 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4696693-286a-45f5-8102-b52c58bf43c6 req-9e01bc10-6369-419d-997b-daff8f01c11a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1682 time: 0.0848639 Jan 28 19:10:36.702853 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:36.759273 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4696693-286a-45f5-8102-b52c58bf43c6 req-53197502-3002-4c26-afe0-c9602282c114 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710413 Jan 28 19:10:36.774951 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-365fb16a-c8d1-4cf6-8bc4-f72bb612292f req-8a084a87-f9d4-492e-8e09-02acee132c1f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053693 Jan 28 19:10:36.774951 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9900d7bd-d9a1-4aad-8af1-1c6ee682bdb8 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ec47c778-23b0-43a5-9736-8a03328e18b2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:36.778067 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9900d7bd-d9a1-4aad-8af1-1c6ee682bdb8 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:36.790527 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9900d7bd-d9a1-4aad-8af1-1c6ee682bdb8 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "DELETE /v2.0/security-groups/ec47c778-23b0-43a5-9736-8a03328e18b2 HTTP/1.1" status: 204 len: 168 time: 0.5041349 Jan 28 19:10:36.793389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37772) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:36.816920 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900d7bd-d9a1-4aad-8af1-1c6ee682bdb8 tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec47c778-23b0-43a5-9736-8a03328e18b2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:36.825184 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-95210dd6-c33e-40ff-b2a6-07bd2a74fa1a tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] show failed (client error): The resource could not be found. Jan 28 19:10:36.826726 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-95210dd6-c33e-40ff-b2a6-07bd2a74fa1a tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "GET /v2.0/security-groups/ec47c778-23b0-43a5-9736-8a03328e18b2 HTTP/1.1" status: 404 len: 347 time: 0.0326293 Jan 28 19:10:36.829441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37778) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:37.098228 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-632f69b2-0e6b-4653-99ec-4b97fa9f305c tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Deleting port eee182ec-7f14-4422-a88e-2d5cf466281a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:37.098727 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-632f69b2-0e6b-4653-99ec-4b97fa9f305c tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (eee182ec-7f14-4422-a88e-2d5cf466281a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:37.222350 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-632f69b2-0e6b-4653-99ec-4b97fa9f305c tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (eee182ec-7f14-4422-a88e-2d5cf466281a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:37.222952 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-632f69b2-0e6b-4653-99ec-4b97fa9f305c tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for floatingip (eee182ec-7f14-4422-a88e-2d5cf466281a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:37.240143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-632f69b2-0e6b-4653-99ec-4b97fa9f305c tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Calling delete_port for eee182ec-7f14-4422-a88e-2d5cf466281a owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:37.343774 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Publish callbacks [] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:37.352873 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:37.528963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37790) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:37.534554 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-aadbbdb8-0b30-4665-aca8-69fe3a75c0ac tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359723853', 'description': 'tempest-description--989439424'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:37.536115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32325983-de3b-4540-b0ff-0f8c6614ebcb None None] Pushing event updated for resources: {'Port': ['ID=8765652f-34fb-4249-903e-b5a5dd0515e1,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:37.545609 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32325983-de3b-4540-b0ff-0f8c6614ebcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:37.546135 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32325983-de3b-4540-b0ff-0f8c6614ebcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:37.546576 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32325983-de3b-4540-b0ff-0f8c6614ebcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:37.547023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32325983-de3b-4540-b0ff-0f8c6614ebcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:37.547456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32325983-de3b-4540-b0ff-0f8c6614ebcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:37.547906 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32325983-de3b-4540-b0ff-0f8c6614ebcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:37.548333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32325983-de3b-4540-b0ff-0f8c6614ebcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:37.548757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32325983-de3b-4540-b0ff-0f8c6614ebcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:37.549181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32325983-de3b-4540-b0ff-0f8c6614ebcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:37.549605 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32325983-de3b-4540-b0ff-0f8c6614ebcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:37.550044 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32325983-de3b-4540-b0ff-0f8c6614ebcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:37.550487 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32325983-de3b-4540-b0ff-0f8c6614ebcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:37.550906 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32325983-de3b-4540-b0ff-0f8c6614ebcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:10:37.570945 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Attempting to bind port 8765652f-34fb-4249-903e-b5a5dd0515e1 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:10:37.572309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Attempting to bind port 8765652f-34fb-4249-903e-b5a5dd0515e1 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '749de98f-23f2-4c09-ba49-aa73c7e47ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:10:37.572821 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Attempting to bind port 8765652f-34fb-4249-903e-b5a5dd0515e1 on network fd36cec0-b04c-4d96-af73-7ad37b8013a0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:37.579847 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:10:37.580931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Checking segment: {'id': '749de98f-23f2-4c09-ba49-aa73c7e47ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:10:37.580931 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:37.581370 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Bound using segment: {'id': '749de98f-23f2-4c09-ba49-aa73c7e47ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:10:37.581952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Bound port: 8765652f-34fb-4249-903e-b5a5dd0515e1, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749de98f-23f2-4c09-ba49-aa73c7e47ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:10:37.582716 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:37.611917 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aadbbdb8-0b30-4665-aca8-69fe3a75c0ac tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:37.653259 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f220aff-b660-40f3-b9dc-fccebef3aa05 req-4fd94d92-01b5-49ad-a91c-d9f7c06cbe16 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 210 time: 0.0606859 Jan 28 19:10:37.684021 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] For port 8765652f-34fb-4249-903e-b5a5dd0515e1, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:10:37.688604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] For port 8765652f-34fb-4249-903e-b5a5dd0515e1, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8765652f-34fb-4249-903e-b5a5dd0515e1,segment=NetworkSegment(749de98f-23f2-4c09-ba49-aa73c7e47ece),segment_id=749de98f-23f2-4c09-ba49-aa73c7e47ece)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:10:37.702589 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:37.817047 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aadbbdb8-0b30-4665-aca8-69fe3a75c0ac tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for security_group (9cf6c537-a5fc-49ef-aa2a-64fda962fe5d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:37.827141 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aadbbdb8-0b30-4665-aca8-69fe3a75c0ac tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9cf6c537-a5fc-49ef-aa2a-64fda962fe5d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:37.871406 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:10:37.872040 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:10:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:37.896609 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:10:37.899474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32325983-de3b-4540-b0ff-0f8c6614ebcb None None] Pushing event updated for resources: {'Port': ['ID=8765652f-34fb-4249-903e-b5a5dd0515e1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:37.931089 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-632f69b2-0e6b-4653-99ec-4b97fa9f305c tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (eee182ec-7f14-4422-a88e-2d5cf466281a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:37.979012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbbdb8-0b30-4665-aca8-69fe3a75c0ac tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf6c537-a5fc-49ef-aa2a-64fda962fe5d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:37.995884 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aadbbdb8-0b30-4665-aca8-69fe3a75c0ac tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.001756 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-aadbbdb8-0b30-4665-aca8-69fe3a75c0ac tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4709828 Jan 28 19:10:38.010419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:38.046162 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d530bd20-d6c9-4408-a92d-d51c372eb056 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Request body: {'security_group_rule': {'security_group_id': '9cf6c537-a5fc-49ef-aa2a-64fda962fe5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:38.052817 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b5a557d2-7c94-427e-9471-ac03ffa268b6 None None] Provisioning complete for port 8765652f-34fb-4249-903e-b5a5dd0515e1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:38.053191 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b5a557d2-7c94-427e-9471-ac03ffa268b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.066148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f69b2-0e6b-4653-99ec-4b97fa9f305c tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Pushing event deleted for resources: {'Port': ['ID=eee182ec-7f14-4422-a88e-2d5cf466281a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:38.181225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623d465-561e-4881-864c-cc508214c770 req-d9e66edb-17c7-4a7c-a5ee-d356509ce861 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:38.183030 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6623d465-561e-4881-864c-cc508214c770 req-d9e66edb-17c7-4a7c-a5ee-d356509ce861 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.31 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 820 time: 0.3245544 Jan 28 19:10:38.229348 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdbfb7-c0c1-4715-9e90-fef06a1b91d5 req-a87611a3-3f11-492b-84c6-8800bf3d2636 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:38.231428 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:10:38.235149 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdbfb7-c0c1-4715-9e90-fef06a1b91d5 req-a87611a3-3f11-492b-84c6-8800bf3d2636 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:38.237243 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bbdbfb7-c0c1-4715-9e90-fef06a1b91d5 req-a87611a3-3f11-492b-84c6-8800bf3d2636 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1682 time: 0.2841704 Jan 28 19:10:38.245090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6623d465-561e-4881-864c-cc508214c770 req-13c28ae9-97fe-4067-ada4-1265cf87ff2d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Request body: {'port': {'device_id': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'admin_state_up': True, 'tenant_id': '853e4e8488c24c58897190aff96eb123'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:38.247602 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-632f69b2-0e6b-4653-99ec-4b97fa9f305c tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks [] for floatingip (8b30450e-8add-42fb-b68b-229065067d51), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.250694 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-632f69b2-0e6b-4653-99ec-4b97fa9f305c tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.251984 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-632f69b2-0e6b-4653-99ec-4b97fa9f305c tempest-ServersTestBootFromVolume-1415778109 tempest-ServersTestBootFromVolume-1415778109-project] 10.222.0.55 "DELETE /v2.0/floatingips/8b30450e-8add-42fb-b68b-229065067d51 HTTP/1.1" status: 204 len: 168 time: 1.4213958 Jan 28 19:10:38.259524 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d530bd20-d6c9-4408-a92d-d51c372eb056 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for security_group_rule (69bb0ed7-eae6-49da-8591-b5fb2e821d52), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.262808 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37802) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:38.324717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:10:38.340633 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d530bd20-d6c9-4408-a92d-d51c372eb056 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for security_group_rule (69bb0ed7-eae6-49da-8591-b5fb2e821d52), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.358340 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:10:38.358932 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device d542cdf2-e36c-4ad0-bd08-d9bec5ddec5d not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:10:38.359563 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d530bd20-d6c9-4408-a92d-d51c372eb056 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (69bb0ed7-eae6-49da-8591-b5fb2e821d52), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.389795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530bd20-d6c9-4408-a92d-d51c372eb056 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69bb0ed7-eae6-49da-8591-b5fb2e821d52,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:38.425746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74818a-18b8-4ead-b7d9-a8072cfe7884 req-016f0d11-80ed-49e1-b2ed-9b591debf5b4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:38.429087 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bbdbfb7-c0c1-4715-9e90-fef06a1b91d5 req-17e0d88f-609f-453e-8cfb-9d6b57e91170 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758533 Jan 28 19:10:38.434554 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9a74818a-18b8-4ead-b7d9-a8072cfe7884 req-016f0d11-80ed-49e1-b2ed-9b591debf5b4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.4954731 Jan 28 19:10:38.436197 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d530bd20-d6c9-4408-a92d-d51c372eb056 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.438138 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d530bd20-d6c9-4408-a92d-d51c372eb056 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3988223 Jan 28 19:10:38.440458 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37804) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:38.446435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b646cb85-ffe2-4753-8d02-58e326e39464 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Request body: {'security_group_rule': {'security_group_id': '9cf6c537-a5fc-49ef-aa2a-64fda962fe5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:38.466217 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b5a557d2-7c94-427e-9471-ac03ffa268b6 None None] Current status of the port 8765652f-34fb-4249-903e-b5a5dd0515e1 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:38.466617 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b5a557d2-7c94-427e-9471-ac03ffa268b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.483000 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b646cb85-ffe2-4753-8d02-58e326e39464 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for security_group_rule (12f8f0b4-cfbb-43c7-8971-6550b8cde255), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.518748 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b5a557d2-7c94-427e-9471-ac03ffa268b6 None None] For port 8765652f-34fb-4249-903e-b5a5dd0515e1, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8765652f-34fb-4249-903e-b5a5dd0515e1,segment=NetworkSegment(749de98f-23f2-4c09-ba49-aa73c7e47ece),segment_id=749de98f-23f2-4c09-ba49-aa73c7e47ece)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:38.536199 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b5a557d2-7c94-427e-9471-ac03ffa268b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.563394 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b646cb85-ffe2-4753-8d02-58e326e39464 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for security_group_rule (12f8f0b4-cfbb-43c7-8971-6550b8cde255), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.569548 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9a74818a-18b8-4ead-b7d9-a8072cfe7884 req-5604694f-8718-4d92-af67-ee50ee4b2bd5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338174 Jan 28 19:10:38.571327 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b646cb85-ffe2-4753-8d02-58e326e39464 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (12f8f0b4-cfbb-43c7-8971-6550b8cde255), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.589475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-053e0b21-c8ba-4eb5-abd4-9733b1bcb781 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:38.596535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-053e0b21-c8ba-4eb5-abd4-9733b1bcb781 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:38.598439 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-053e0b21-c8ba-4eb5-abd4-9733b1bcb781 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.37 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1682 time: 0.3682857 Jan 28 19:10:38.601615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646cb85-ffe2-4753-8d02-58e326e39464 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f8f0b4-cfbb-43c7-8971-6550b8cde255,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:38.617489 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b646cb85-ffe2-4753-8d02-58e326e39464 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.622222 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b646cb85-ffe2-4753-8d02-58e326e39464 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1779244 Jan 28 19:10:38.622821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37806) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:38.628836 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:38.658433 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.660205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a557d2-7c94-427e-9471-ac03ffa268b6 None None] Pushing event updated for resources: {'Port': ['ID=8765652f-34fb-4249-903e-b5a5dd0515e1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:38.703924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-49810555-5079-4365-a719-74f5c1457ce2 None None] Provisioning complete for port 8765652f-34fb-4249-903e-b5a5dd0515e1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:38.704314 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49810555-5079-4365-a719-74f5c1457ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.781735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:37Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:38.791414 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6623d465-561e-4881-864c-cc508214c770 req-13c28ae9-97fe-4067-ada4-1265cf87ff2d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Made reservation on behalf of 853e4e8488c24c58897190aff96eb123 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:10:38.795129 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6623d465-561e-4881-864c-cc508214c770 req-13c28ae9-97fe-4067-ada4-1265cf87ff2d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.819331 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-47128fdd-ff88-4f5d-a559-59c2a967b6bd req-5fd4128f-03ce-43c9-b50d-e6ac2deb6845 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 210 time: 0.0424557 Jan 28 19:10:38.833686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21ef21b-8258-4f04-9f5d-7456988cad4a None None] The sync data for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 is: [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:37Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:10:38.877678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-49810555-5079-4365-a719-74f5c1457ce2 None None] Current status of the port 8765652f-34fb-4249-903e-b5a5dd0515e1 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:38.878822 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:38.966374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-d3ff1c82-0a3c-459f-9313-33769c1e32c2 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Deleting port 5af76d2c-de99-4744-8849-a0c63f2c996c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:38.966886 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-d3ff1c82-0a3c-459f-9313-33769c1e32c2 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5af76d2c-de99-4744-8849-a0c63f2c996c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:39.054165 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Allocated IP 172.25.0.75 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/8e22d5aa-f461-4972-8dd7-790f2bf608d8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:10:39.150337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-6623d465-561e-4881-864c-cc508214c770 req-13c28ae9-97fe-4067-ada4-1265cf87ff2d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Allocated IP 172.20.0.9 (fd36cec0-b04c-4d96-af73-7ad37b8013a0/423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8/678ff146-d761-4d3c-b814-89ec7bc3dc29) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:10:39.188293 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-d3ff1c82-0a3c-459f-9313-33769c1e32c2 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] For port 5af76d2c-de99-4744-8849-a0c63f2c996c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=5af76d2c-de99-4744-8849-a0c63f2c996c,segment=NetworkSegment(9530b56f-34b8-4028-94f6-ca5ad08ffaef),segment_id=9530b56f-34b8-4028-94f6-ca5ad08ffaef)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:39.188796 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-d3ff1c82-0a3c-459f-9313-33769c1e32c2 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5af76d2c-de99-4744-8849-a0c63f2c996c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:39.215440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-d3ff1c82-0a3c-459f-9313-33769c1e32c2 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Calling delete_port for 5af76d2c-de99-4744-8849-a0c63f2c996c owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:39.264372 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for port (8e22d5aa-f461-4972-8dd7-790f2bf608d8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:39.313242 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8e22d5aa-f461-4972-8dd7-790f2bf608d8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:39.379823 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:10:39.384329 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:39.388121 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:10:39.429827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Pushing event updated for resources: {'Port': ['ID=8e22d5aa-f461-4972-8dd7-790f2bf608d8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:39.632367 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6623d465-561e-4881-864c-cc508214c770 req-13c28ae9-97fe-4067-ada4-1265cf87ff2d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:39.682516 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-d3ff1c82-0a3c-459f-9313-33769c1e32c2 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5af76d2c-de99-4744-8849-a0c63f2c996c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:39.698986 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['5af76d2c-de99-4744-8849-a0c63f2c996c', 'a101cbca-3f2b-4f9c-9d4f-70ee69b3d695'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:10:39.740846 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for floatingip (899b79b3-6ec9-4f62-97f1-306030a5e44b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:39.758926 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff1c82-0a3c-459f-9313-33769c1e32c2 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event deleted for resources: {'Port': ['ID=5af76d2c-de99-4744-8849-a0c63f2c996c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:39.765499 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45027416-1eaf-49c7-abeb-ca1a67af1e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (9e98cc92-380e-49e6-a034-45192c727aa9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:39.843975 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6623d465-561e-4881-864c-cc508214c770 req-13c28ae9-97fe-4067-ada4-1265cf87ff2d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:39.878407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636976ca-1620-46cd-b0af-c0ef1b624b4f req-e743d42d-5782-44e7-8827-b0ef6943bab8 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:39.883874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636976ca-1620-46cd-b0af-c0ef1b624b4f req-e743d42d-5782-44e7-8827-b0ef6943bab8 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:39.886473 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-636976ca-1620-46cd-b0af-c0ef1b624b4f req-e743d42d-5782-44e7-8827-b0ef6943bab8 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 1682 time: 0.3548913 Jan 28 19:10:39.888183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a6341-fc83-4672-bf19-baf18dc88323 req-e1251133-4e2d-4d88-bd2e-b4126cffa0af tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:39.895843 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-838a6341-fc83-4672-bf19-baf18dc88323 req-e1251133-4e2d-4d88-bd2e-b4126cffa0af tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.2377281 Jan 28 19:10:39.896772 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8765652f-34fb-4249-903e-b5a5dd0515e1 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:39.905928 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8e22d5aa-f461-4972-8dd7-790f2bf608d8), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:40.001234 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-d3ff1c82-0a3c-459f-9313-33769c1e32c2 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] No DVR routers for this DVR port 5af76d2c-de99-4744-8849-a0c63f2c996c on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:10:40.013522 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-838a6341-fc83-4672-bf19-baf18dc88323 req-af08ef08-e9ac-47c4-a516-ffcabdf24473 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164973 Jan 28 19:10:40.058473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 8765652f-34fb-4249-903e-b5a5dd0515e1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:40.058968 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:40.084517 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-d3ff1c82-0a3c-459f-9313-33769c1e32c2 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:40.090609 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-d3ff1c82-0a3c-459f-9313-33769c1e32c2 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.37 "DELETE /v2.0/ports/5af76d2c-de99-4744-8849-a0c63f2c996c HTTP/1.1" status: 204 len: 173 time: 1.4865143 Jan 28 19:10:40.106593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9034e2f6-9ac5-48c0-a35e-c96efdd3c525', 'name': 'network-vif-deleted', 'tag': '5af76d2c-de99-4744-8849-a0c63f2c996c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:40.109354 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a207f8-3468-4fc9-b52b-9ab11f7f2226" -d '{"events": [{"server_uuid": "9034e2f6-9ac5-48c0-a35e-c96efdd3c525", "name": "network-vif-deleted", "tag": "5af76d2c-de99-4744-8849-a0c63f2c996c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:40.193727 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6623d465-561e-4881-864c-cc508214c770 req-13c28ae9-97fe-4067-ada4-1265cf87ff2d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Network fd36cec0-b04c-4d96-af73-7ad37b8013a0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:10:40.227280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 8765652f-34fb-4249-903e-b5a5dd0515e1 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:40.235711 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-6623d465-561e-4881-864c-cc508214c770 req-13c28ae9-97fe-4067-ada4-1265cf87ff2d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:40.268162 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6623d465-561e-4881-864c-cc508214c770 req-13c28ae9-97fe-4067-ada4-1265cf87ff2d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:10:40.297430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c28ae9-97fe-4067-ada4-1265cf87ff2d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Pushing event updated for resources: {'Port': ['ID=678ff146-d761-4d3c-b814-89ec7bc3dc29,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:40.332279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2c592-4682-437c-8786-d55c39f57efa req-bfc8584c-24c6-4f80-a066-dfe8a7f25cc4 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:40.334186 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75f2c592-4682-437c-8786-d55c39f57efa req-bfc8584c-24c6-4f80-a066-dfe8a7f25cc4 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 931 time: 0.1528194 Jan 28 19:10:40.412497 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-636976ca-1620-46cd-b0af-c0ef1b624b4f req-e76c553d-4ad6-42dc-95ab-5b363540c254 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044434 Jan 28 19:10:40.475331 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for port (8e22d5aa-f461-4972-8dd7-790f2bf608d8), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:40.480727 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75f2c592-4682-437c-8786-d55c39f57efa req-a7bc4f69-5488-458f-baf3-7e73e36e438c tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223824 Jan 28 19:10:40.491564 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (8e22d5aa-f461-4972-8dd7-790f2bf608d8), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:40.500605 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623d465-561e-4881-864c-cc508214c770 req-13c28ae9-97fe-4067-ada4-1265cf87ff2d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:40.501450 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6623d465-561e-4881-864c-cc508214c770 req-13c28ae9-97fe-4067-ada4-1265cf87ff2d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:40.568955 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c484322-36ed-43f8-abfb-341759b00a18 x-openstack-request-id: req-1c484322-36ed-43f8-abfb-341759b00a18 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:40.569230 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9034e2f6-9ac5-48c0-a35e-c96efdd3c525", "name": "network-vif-deleted", "tag": "5af76d2c-de99-4744-8849-a0c63f2c996c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:40.569491 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c484322-36ed-43f8-abfb-341759b00a18 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:40.569922 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9034e2f6-9ac5-48c0-a35e-c96efdd3c525', 'name': 'network-vif-deleted', 'tag': '5af76d2c-de99-4744-8849-a0c63f2c996c', 'status': 'completed', 'code': 200} Jan 28 19:10:40.595135 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6623d465-561e-4881-864c-cc508214c770 req-13c28ae9-97fe-4067-ada4-1265cf87ff2d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3635118 Jan 28 19:10:40.611583 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Request body: {'port': {'device_id': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:40.629527 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (899b79b3-6ec9-4f62-97f1-306030a5e44b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:40.648149 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-efaa7e0e-bd2e-44c6-9be3-267c94b8e901 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Deleting port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:40.648728 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-efaa7e0e-bd2e-44c6-9be3-267c94b8e901 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a101cbca-3f2b-4f9c-9d4f-70ee69b3d695), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:40.675206 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:40.676435 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0524793 Jan 28 19:10:40.703135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde5dc4-4c56-450d-89a9-4854910cc664 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Pushing event updated for resources: {'Port': ['ID=8e22d5aa-f461-4972-8dd7-790f2bf608d8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:40.737301 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1e6890de-031d-40fe-a63a-1d2a16281bbe None None] Provisioning complete for port 678ff146-d761-4d3c-b814-89ec7bc3dc29 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:40.737880 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e6890de-031d-40fe-a63a-1d2a16281bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:40.798005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1e6890de-031d-40fe-a63a-1d2a16281bbe None None] Port 678ff146-d761-4d3c-b814-89ec7bc3dc29 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:10:40.802964 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:40.908519 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-efaa7e0e-bd2e-44c6-9be3-267c94b8e901 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] For port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=a101cbca-3f2b-4f9c-9d4f-70ee69b3d695,segment=NetworkSegment(1bc1932a-225f-4f5f-8903-ca0d2d2980a7),segment_id=1bc1932a-225f-4f5f-8903-ca0d2d2980a7)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:40.908756 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-efaa7e0e-bd2e-44c6-9be3-267c94b8e901 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a101cbca-3f2b-4f9c-9d4f-70ee69b3d695), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:40.932547 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-efaa7e0e-bd2e-44c6-9be3-267c94b8e901 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Calling delete_port for a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:41.024616 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-a34fcf97-0d15-4bd4-aec7-2a7d1ded9725 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:41.026350 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-a34fcf97-0d15-4bd4-aec7-2a7d1ded9725 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/networks?id=29d5746f-73ed-4898-abec-467a9e897f04 HTTP/1.1" status: 200 len: 822 time: 0.1216321 Jan 28 19:10:41.042945 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-71e71d4b-5b74-4c68-8ddc-3d20c8da6f3a tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/quotas/56e1f02bc67242f190a8413ac4849f4c HTTP/1.1" status: 200 len: 375 time: 0.0101383 Jan 28 19:10:41.081176 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-11defb84-4880-4839-8da5-e336602342a9 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=56e1f02bc67242f190a8413ac4849f4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285983 Jan 28 19:10:41.111746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-45027416-1eaf-49c7-abeb-ca1a67af1e76 admin admin] Deleting port bc194b42-929a-4b70-954b-b811caea1e6f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:41.112085 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45027416-1eaf-49c7-abeb-ca1a67af1e76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (bc194b42-929a-4b70-954b-b811caea1e6f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:41.181145 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-382a6b00-a5f8-4526-ab66-2f4ca36a2807 service neutron] 10.222.0.55 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908589 Jan 28 19:10:41.277245 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7696bc5d-2bc8-46cb-babf-66aea7a0b6ea service neutron] 10.222.0.55 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886817 Jan 28 19:10:41.505946 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9ff8ee85-49ef-4d69-8bf7-5f6a4cb5b97b req-e45a6ec6-e24e-4006-8a78-e88be95a155c tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 210 time: 0.0415082 Jan 28 19:10:41.658603 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a52eb1-d4d5-4fa4-98c2-6b0fe5fb695b req-12b93598-7587-46e1-b0dd-2ae47eafd3fb tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:41.667184 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-59a52eb1-d4d5-4fa4-98c2-6b0fe5fb695b req-12b93598-7587-46e1-b0dd-2ae47eafd3fb tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 946 time: 0.0939553 Jan 28 19:10:41.718795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043f972-784d-478d-926b-422a08eaf38c req-064a3e98-aa73-4d7c-85c3-91881e27c334 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:41.720357 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b043f972-784d-478d-926b-422a08eaf38c req-064a3e98-aa73-4d7c-85c3-91881e27c334 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.6329663 Jan 28 19:10:41.725928 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-59a52eb1-d4d5-4fa4-98c2-6b0fe5fb695b req-315788e3-bee7-495d-828b-da166081a058 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/security-groups?id=b2aa06a7-214b-4091-bdce-dfd1d22956b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574508 Jan 28 19:10:41.819122 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-45027416-1eaf-49c7-abeb-ca1a67af1e76 admin admin] For port bc194b42-929a-4b70-954b-b811caea1e6f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bc194b42-929a-4b70-954b-b811caea1e6f,segment=NetworkSegment(9af083a1-4e49-4740-89be-fbdbc0419af9),segment_id=9af083a1-4e49-4740-89be-fbdbc0419af9)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:41.819500 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45027416-1eaf-49c7-abeb-ca1a67af1e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (bc194b42-929a-4b70-954b-b811caea1e6f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:41.840187 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-efaa7e0e-bd2e-44c6-9be3-267c94b8e901 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a101cbca-3f2b-4f9c-9d4f-70ee69b3d695), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:41.885865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-45027416-1eaf-49c7-abeb-ca1a67af1e76 admin admin] Calling delete_port for bc194b42-929a-4b70-954b-b811caea1e6f owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:41.889345 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24385090-6d94-4e33-be44-9dec6966cb8a req-c7e0a5a7-bcc0-4be0-b1d1-4bd8325d33ed tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:41.892718 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-24385090-6d94-4e33-be44-9dec6966cb8a req-c7e0a5a7-bcc0-4be0-b1d1-4bd8325d33ed tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 931 time: 0.0937932 Jan 28 19:10:41.942058 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa7e0e-bd2e-44c6-9be3-267c94b8e901 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event deleted for resources: {'Port': ['ID=a101cbca-3f2b-4f9c-9d4f-70ee69b3d695,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:41.945976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678ff146-d761-4d3c-b814-89ec7bc3dc29 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:10:41.988120 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b043f972-784d-478d-926b-422a08eaf38c req-e7543a7b-7b33-44ee-8c82-092e4439c2d9 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528217 Jan 28 19:10:41.999606 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Publish callbacks [] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:42.014076 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-24385090-6d94-4e33-be44-9dec6966cb8a req-84b90a77-2b7f-425b-b1b1-592b501b9dc8 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161218 Jan 28 19:10:42.071229 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-efaa7e0e-bd2e-44c6-9be3-267c94b8e901 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] No DVR routers for this DVR port a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:10:42.078226 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-efaa7e0e-bd2e-44c6-9be3-267c94b8e901 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:42.085063 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3fb249b5-8767-4c45-a5f0-0d93e36b9bd3 req-efaa7e0e-bd2e-44c6-9be3-267c94b8e901 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.37 "DELETE /v2.0/ports/a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 HTTP/1.1" status: 204 len: 173 time: 1.9562824 Jan 28 19:10:42.090950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Transition to ACTIVE for port object 678ff146-d761-4d3c-b814-89ec7bc3dc29 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:10:42.108849 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:42.255588 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Pushing event updated for resources: {'Port': ['ID=678ff146-d761-4d3c-b814-89ec7bc3dc29,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:42.472803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Attempting to bind port 678ff146-d761-4d3c-b814-89ec7bc3dc29 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:10:42.473178 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Attempting to bind port 678ff146-d761-4d3c-b814-89ec7bc3dc29 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '749de98f-23f2-4c09-ba49-aa73c7e47ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:10:42.473462 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Attempting to bind port 678ff146-d761-4d3c-b814-89ec7bc3dc29 on network fd36cec0-b04c-4d96-af73-7ad37b8013a0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:42.482868 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Port 678ff146-d761-4d3c-b814-89ec7bc3dc29 on network fd36cec0-b04c-4d96-af73-7ad37b8013a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:10:42.483186 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Attempting to bind port 678ff146-d761-4d3c-b814-89ec7bc3dc29 on network fd36cec0-b04c-4d96-af73-7ad37b8013a0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:42.492536 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:10:42.492873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Checking segment: {'id': '749de98f-23f2-4c09-ba49-aa73c7e47ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:10:42.493310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Bound using segment: {'id': '749de98f-23f2-4c09-ba49-aa73c7e47ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:10:42.493662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Bound port: 678ff146-d761-4d3c-b814-89ec7bc3dc29, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '749de98f-23f2-4c09-ba49-aa73c7e47ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:10:42.494037 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:42.506097 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45027416-1eaf-49c7-abeb-ca1a67af1e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (bc194b42-929a-4b70-954b-b811caea1e6f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:42.577325 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9034e2f6-9ac5-48c0-a35e-c96efdd3c525', 'name': 'network-vif-deleted', 'tag': 'a101cbca-3f2b-4f9c-9d4f-70ee69b3d695'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:42.579746 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09c5973-72ec-4ada-957b-8ae69bbafb8c" -d '{"events": [{"server_uuid": "9034e2f6-9ac5-48c0-a35e-c96efdd3c525", "name": "network-vif-deleted", "tag": "a101cbca-3f2b-4f9c-9d4f-70ee69b3d695"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:42.585828 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45027416-1eaf-49c7-abeb-ca1a67af1e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc194b42-929a-4b70-954b-b811caea1e6f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:42.612191 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:10:42.670312 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7468dfbc-1be1-4145-a6dc-39c6548cef38 x-openstack-request-id: req-7468dfbc-1be1-4145-a6dc-39c6548cef38 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:42.682069 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9034e2f6-9ac5-48c0-a35e-c96efdd3c525", "name": "network-vif-deleted", "tag": "a101cbca-3f2b-4f9c-9d4f-70ee69b3d695", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:42.683413 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7468dfbc-1be1-4145-a6dc-39c6548cef38 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:42.684000 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9034e2f6-9ac5-48c0-a35e-c96efdd3c525', 'name': 'network-vif-deleted', 'tag': 'a101cbca-3f2b-4f9c-9d4f-70ee69b3d695', 'status': 'completed', 'code': 200} Jan 28 19:10:42.694498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:10:42.696834 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device a101cbca-3f2b-4f9c-9d4f-70ee69b3d695 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:10:42.698616 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 5af76d2c-de99-4744-8849-a0c63f2c996c no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:10:42.755558 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-32ff95c7-c9eb-4b67-99de-518d6e58fd46 req-c1068b8b-7228-4c5e-95f2-3e9fa3ffa5e8 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 210 time: 0.0528891 Jan 28 19:10:42.793263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 5af76d2c-de99-4744-8849-a0c63f2c996c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:10:42.797419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 5af76d2c-de99-4744-8849-a0c63f2c996c not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:10:42.811876 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] For port 678ff146-d761-4d3c-b814-89ec7bc3dc29, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:10:42.817456 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] For port 678ff146-d761-4d3c-b814-89ec7bc3dc29, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=678ff146-d761-4d3c-b814-89ec7bc3dc29,segment=NetworkSegment(749de98f-23f2-4c09-ba49-aa73c7e47ece),segment_id=749de98f-23f2-4c09-ba49-aa73c7e47ece)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:10:42.901475 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:42.997511 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4459fb5-15ca-456e-a3e7-f28dffb0432d req-e2484ddb-87a8-44f5-940a-15f37880b43a tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "GET /v2.0/ports?device_id=9034e2f6-9ac5-48c0-a35e-c96efdd3c525 HTTP/1.1" status: 200 len: 210 time: 0.0960131 Jan 28 19:10:43.086686 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:43.087301 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:43.090490 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6623d465-561e-4881-864c-cc508214c770 req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] 10.222.0.31 "PUT /v2.0/ports/678ff146-d761-4d3c-b814-89ec7bc3dc29 HTTP/1.1" status: 200 len: 1091 time: 2.4841704 Jan 28 19:10:43.126060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-efbcaa72-03e8-4afa-9968-82aa49f4ed81 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:43.130365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafe5e8-6fca-4c36-8146-d86fa21ca200 service neutron] Pushing event updated for resources: {'Port': ['ID=678ff146-d761-4d3c-b814-89ec7bc3dc29,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:43.132365 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-efbcaa72-03e8-4afa-9968-82aa49f4ed81 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.31 "GET /v2.0/networks?id=29d5746f-73ed-4898-abec-467a9e897f04 HTTP/1.1" status: 200 len: 822 time: 0.2768550 Jan 28 19:10:43.147990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-ca584523-624d-46e5-a93b-3ecf5ee5e595 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Request body: {'port': {'device_id': '3e8eaf29-6423-4c24-b192-2bec1f69e770', 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04', 'admin_state_up': True, 'tenant_id': '56e1f02bc67242f190a8413ac4849f4c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:43.279139 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45027416-1eaf-49c7-abeb-ca1a67af1e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (9e98cc92-380e-49e6-a034-45192c727aa9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:43.291592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699c665-9aaf-4cf0-bfae-36f00e915fbe req-82efcdd7-45a6-481f-a1a6-e2b424f5fa34 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:43.300512 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a699c665-9aaf-4cf0-bfae-36f00e915fbe req-82efcdd7-45a6-481f-a1a6-e2b424f5fa34 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 943 time: 0.1414318 Jan 28 19:10:43.380352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-ca584523-624d-46e5-a93b-3ecf5ee5e595 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Made reservation on behalf of 56e1f02bc67242f190a8413ac4849f4c for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:10:43.383874 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-ca584523-624d-46e5-a93b-3ecf5ee5e595 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:43.391400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b9d49-4a23-4e7c-94dc-3dda783a88c8 req-de7644f5-35fd-4631-b483-dfb143e1ab4b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:43.393022 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d38b9d49-4a23-4e7c-94dc-3dda783a88c8 req-de7644f5-35fd-4631-b483-dfb143e1ab4b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.2504406 Jan 28 19:10:43.398257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623d465-561e-4881-864c-cc508214c770 req-b4a5e6f1-2d65-42e7-9375-210de97a583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:43.400880 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6623d465-561e-4881-864c-cc508214c770 req-b4a5e6f1-2d65-42e7-9375-210de97a583c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 1125 time: 0.1591883 Jan 28 19:10:43.406274 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a699c665-9aaf-4cf0-bfae-36f00e915fbe req-06f726f1-ff98-4c3e-a157-15d49e2eaed3 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991557 Jan 28 19:10:43.502933 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6623d465-561e-4881-864c-cc508214c770 req-b42cee80-047a-436b-ad94-7fdaa91d8356 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678ff146-d761-4d3c-b814-89ec7bc3dc29 HTTP/1.1" status: 200 len: 217 time: 0.0794551 Jan 28 19:10:43.558349 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-ca584523-624d-46e5-a93b-3ecf5ee5e595 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Allocated IP 172.20.0.2 (29d5746f-73ed-4898-abec-467a9e897f04/fb97c36d-f97f-4a0f-8f81-35ae89045bd2/ae9231ab-b0d1-4b11-8ebb-288bcbfdea96) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:10:43.592965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623d465-561e-4881-864c-cc508214c770 req-62942333-5b1a-4060-bf66-5a6f0e0f7821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:43.594473 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6623d465-561e-4881-864c-cc508214c770 req-62942333-5b1a-4060-bf66-5a6f0e0f7821 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 HTTP/1.1" status: 200 len: 859 time: 0.0821700 Jan 28 19:10:43.603227 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d38b9d49-4a23-4e7c-94dc-3dda783a88c8 req-fc088e1b-9cb2-44d4-8ccf-1291f87f5f17 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993318 Jan 28 19:10:43.765689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623d465-561e-4881-864c-cc508214c770 req-e712f402-0877-425c-938e-aaefc452d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:43.767410 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6623d465-561e-4881-864c-cc508214c770 req-e712f402-0877-425c-938e-aaefc452d4d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd36cec0-b04c-4d96-af73-7ad37b8013a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1624575 Jan 28 19:10:43.852649 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45027416-1eaf-49c7-abeb-ca1a67af1e76 admin admin] Router 9e98cc92-380e-49e6-a034-45192c727aa9 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:10:43.865273 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-ca584523-624d-46e5-a93b-3ecf5ee5e595 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:43.910706 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e17ef3ad-63fa-4c99-95de-c6b7f5c7a8b5 req-24a3eb10-0d92-440e-a64b-890ae638034f tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 210 time: 0.0304520 Jan 28 19:10:43.945993 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6623d465-561e-4881-864c-cc508214c770 req-f7810c77-106a-49cb-bb3f-ade451a9e839 service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717985 Jan 28 19:10:43.956878 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-ca584523-624d-46e5-a93b-3ecf5ee5e595 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:44.002182 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-ca584523-624d-46e5-a93b-3ecf5ee5e595 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Network 29d5746f-73ed-4898-abec-467a9e897f04 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:10:44.006867 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-ca584523-624d-46e5-a93b-3ecf5ee5e595 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:44.011389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-ca584523-624d-46e5-a93b-3ecf5ee5e595 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:10:44.017076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca584523-624d-46e5-a93b-3ecf5ee5e595 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Pushing event updated for resources: {'Port': ['ID=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:44.066991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-ca584523-624d-46e5-a93b-3ecf5ee5e595 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:44.067621 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-ca584523-624d-46e5-a93b-3ecf5ee5e595 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:44.072773 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45027416-1eaf-49c7-abeb-ca1a67af1e76 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:10:44.080478 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-45027416-1eaf-49c7-abeb-ca1a67af1e76 admin admin] 10.222.0.55 "PUT /v2.0/routers/9e98cc92-380e-49e6-a034-45192c727aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8130350 Jan 28 19:10:44.081227 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37884) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:44.085714 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd51a8-48f8-45b7-94f5-8ce3079cea43 None None] Sync routers for ids ['9e98cc92-380e-49e6-a034-45192c727aa9'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:10:44.087202 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37886) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:44.107177 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dd51a8-48f8-45b7-94f5-8ce3079cea43 None None] Routers {'9e98cc92-380e-49e6-a034-45192c727aa9'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:10:44.108918 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-33dd51a8-48f8-45b7-94f5-8ce3079cea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:10:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['9e98cc92-380e-49e6-a034-45192c727aa9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:44.145898 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-ca584523-624d-46e5-a93b-3ecf5ee5e595 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0053332 Jan 28 19:10:44.153413 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6623d465-561e-4881-864c-cc508214c770 req-c4636eb6-b6f1-46a1-aa68-61c27a8f64be service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980345 Jan 28 19:10:44.158367 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Request body: {'port': {'device_id': '3e8eaf29-6423-4c24-b192-2bec1f69e770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:44.197364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6afe46-cb50-41ae-8c1a-40dbe45bf35e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Deleting subnet 6a3ee002-4d7f-42d3-865f-88a38a162368 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:10:44.207174 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f6afe46-cb50-41ae-8c1a-40dbe45bf35e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks [] for subnet (6a3ee002-4d7f-42d3-865f-88a38a162368), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:44.256418 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bab5ed3-fc22-4665-abbf-8ab851d1c6a5 admin admin] Publish callbacks [] for router (9e98cc92-380e-49e6-a034-45192c727aa9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:44.316533 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-33dd51a8-48f8-45b7-94f5-8ce3079cea43 None None] Set router 9e98cc92-380e-49e6-a034-45192c727aa9 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:10:44.365980 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f6afe46-cb50-41ae-8c1a-40dbe45bf35e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (6a3ee002-4d7f-42d3-865f-88a38a162368), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:44.410681 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bab5ed3-fc22-4665-abbf-8ab851d1c6a5 admin admin] Publish callbacks [] for router_gateway (9e98cc92-380e-49e6-a034-45192c727aa9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:44.419595 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:44.495125 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0bab5ed3-fc22-4665-abbf-8ab851d1c6a5 admin admin] Deleting port b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:44.499147 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bab5ed3-fc22-4665-abbf-8ab851d1c6a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:44.624649 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0bab5ed3-fc22-4665-abbf-8ab851d1c6a5 admin admin] For port b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:44.625528 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bab5ed3-fc22-4665-abbf-8ab851d1c6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:44.664880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0bab5ed3-fc22-4665-abbf-8ab851d1c6a5 admin admin] Calling delete_port for b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:44.690823 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'tag': '678ff146-d761-4d3c-b814-89ec7bc3dc29'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:44.717880 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec7eedd-1edf-4f1f-8595-704082200095" -d '{"events": [{"name": "network-changed", "server_uuid": "a1033809-06cf-46fa-8d09-8ea166cb7248", "tag": "678ff146-d761-4d3c-b814-89ec7bc3dc29"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:44.837706 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-33dd51a8-48f8-45b7-94f5-8ce3079cea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'name': 'tempest-ServersTestBootFromVolume-1902651662-router', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:40Z', 'updated_at': '2022-01-28T19:10:42Z', 'revision_number': 5, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'gw_port': {'id': 'b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:92:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:41Z', 'updated_at': '2022-01-28T19:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:44.865476 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fd961-1e6d-46bb-a770-73e455814395 req-f22b783a-bfd6-4373-b33d-32eefcf3a512 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:44.870458 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd51a8-48f8-45b7-94f5-8ce3079cea43 None None] Checking router: 9e98cc92-380e-49e6-a034-45192c727aa9 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:10:44.880516 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3f6fd961-1e6d-46bb-a770-73e455814395 req-f22b783a-bfd6-4373-b33d-32eefcf3a512 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.0903494 Jan 28 19:10:44.903268 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dd51a8-48f8-45b7-94f5-8ce3079cea43 None None] Routers {'9e98cc92-380e-49e6-a034-45192c727aa9'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:10:44.904174 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-33dd51a8-48f8-45b7-94f5-8ce3079cea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:10:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['9e98cc92-380e-49e6-a034-45192c727aa9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:44.919825 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f6afe46-cb50-41ae-8c1a-40dbe45bf35e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (6a3ee002-4d7f-42d3-865f-88a38a162368), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:45.059671 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3f6fd961-1e6d-46bb-a770-73e455814395 req-1bf19aa9-e394-4d5e-981c-05357a18273d tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845789 Jan 28 19:10:45.074305 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-33dd51a8-48f8-45b7-94f5-8ce3079cea43 None None] Set router 9e98cc92-380e-49e6-a034-45192c727aa9 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:10:45.181471 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-33dd51a8-48f8-45b7-94f5-8ce3079cea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'name': 'tempest-ServersTestBootFromVolume-1902651662-router', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:40Z', 'updated_at': '2022-01-28T19:10:44Z', 'revision_number': 6, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:45.186355 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bab5ed3-fc22-4665-abbf-8ab851d1c6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:45.189627 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fef5f87-0ccd-4cee-9a8f-fc5c054793d0 x-openstack-request-id: req-6fef5f87-0ccd-4cee-9a8f-fc5c054793d0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:45.190162 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1033809-06cf-46fa-8d09-8ea166cb7248", "tag": "678ff146-d761-4d3c-b814-89ec7bc3dc29", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:45.190580 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6fef5f87-0ccd-4cee-9a8f-fc5c054793d0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:45.191145 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'tag': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'status': 'completed', 'code': 200} Jan 28 19:10:45.207148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:10:45.251159 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Publish callbacks [] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:45.264679 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd51a8-48f8-45b7-94f5-8ce3079cea43 None None] The sync data for ids ['9e98cc92-380e-49e6-a034-45192c727aa9'] in n-d-824834-4 is: [{'id': '9e98cc92-380e-49e6-a034-45192c727aa9', 'name': 'tempest-ServersTestBootFromVolume-1902651662-router', 'tenant_id': 'e3a2efbbee6347c180fb260235150b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:40Z', 'updated_at': '2022-01-28T19:10:44Z', 'revision_number': 6, 'project_id': 'e3a2efbbee6347c180fb260235150b48', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:10:45.278757 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab5ed3-fc22-4665-abbf-8ab851d1c6a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:45.306438 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f6afe46-cb50-41ae-8c1a-40dbe45bf35e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (6a3ee002-4d7f-42d3-865f-88a38a162368), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:45.320557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f59ab0-a639-47d2-9b98-8a34db94afbc req-bdbeadab-e247-4101-a4e2-e710976a2337 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:45.322131 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f59ab0-a639-47d2-9b98-8a34db94afbc req-bdbeadab-e247-4101-a4e2-e710976a2337 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 943 time: 0.7859881 Jan 28 19:10:45.325180 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Transition to ACTIVE for port object ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:10:45.360840 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:45.399911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6afe46-cb50-41ae-8c1a-40dbe45bf35e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3ee002-4d7f-42d3-865f-88a38a162368,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:45.460496 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bab5ed3-fc22-4665-abbf-8ab851d1c6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (9e98cc92-380e-49e6-a034-45192c727aa9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:45.463928 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7eedd-1edf-4f1f-8595-704082200095 req-b6ce9a57-1a16-4a0e-88dc-9402aad5c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:45.465476 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ec7eedd-1edf-4f1f-8595-704082200095 req-b6ce9a57-1a16-4a0e-88dc-9402aad5c179 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 1125 time: 0.2255402 Jan 28 19:10:45.474325 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd440ed6-34ac-4a74-af4f-8547c4704670 req-ca63d609-b521-4f4c-ac6b-85899759debe tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:45.475017 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f6afe46-cb50-41ae-8c1a-40dbe45bf35e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:45.478422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5f6afe46-cb50-41ae-8c1a-40dbe45bf35e tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "DELETE /v2.0/subnets/6a3ee002-4d7f-42d3-865f-88a38a162368 HTTP/1.1" status: 204 len: 168 time: 1.3962262 Jan 28 19:10:45.483995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37900) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:45.487522 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b5f52d-3396-4254-8f48-aeeaf5b1b904 None None] Network 8a266cec-4fab-4e5d-810a-3a5baa3fd3fb requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:10:45.488166 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cd440ed6-34ac-4a74-af4f-8547c4704670 req-ca63d609-b521-4f4c-ac6b-85899759debe tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 943 time: 0.1427422 Jan 28 19:10:45.729333 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (8a266cec-4fab-4e5d-810a-3a5baa3fd3fb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:45.809503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8657406a-3a2b-4643-aa23-7504cddcf994 None None] DHCP port deletion for 8a266cec-4fab-4e5d-810a-3a5baa3fd3fb request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:10:45.836393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Pushing event updated for resources: {'Port': ['ID=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:46.016558 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f59ab0-a639-47d2-9b98-8a34db94afbc req-1b08efff-5d0b-40e8-b81a-9a8c1e9bc548 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6633768 Jan 28 19:10:46.017354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bc194b42-929a-4b70-954b-b811caea1e6f no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:10:46.027890 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Attempting to bind port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:10:46.028599 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Attempting to bind port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'd9292814-783b-4b52-88a1-1df0dc44edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:10:46.029321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Attempting to bind port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 on network 29d5746f-73ed-4898-abec-467a9e897f04 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:46.036990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 on network 29d5746f-73ed-4898-abec-467a9e897f04 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:10:46.037671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Attempting to bind port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 on network 29d5746f-73ed-4898-abec-467a9e897f04 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:46.053475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:10:46.054294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Checking segment: {'id': 'd9292814-783b-4b52-88a1-1df0dc44edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:10:46.054924 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Bound using segment: {'id': 'd9292814-783b-4b52-88a1-1df0dc44edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:10:46.055727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Bound port: ae9231ab-b0d1-4b11-8ebb-288bcbfdea96, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9292814-783b-4b52-88a1-1df0dc44edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:10:46.056338 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:46.093975 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: bc194b42-929a-4b70-954b-b811caea1e6f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:10:46.094352 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bc194b42-929a-4b70-954b-b811caea1e6f not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:10:46.112071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8657406a-3a2b-4643-aa23-7504cddcf994 None None] Deleting port 1109423d-3f78-4868-8482-a94ba7480737 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:46.112442 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8657406a-3a2b-4643-aa23-7504cddcf994 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1109423d-3f78-4868-8482-a94ba7480737), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:46.139639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Deleting port 1109423d-3f78-4868-8482-a94ba7480737 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:46.145966 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1109423d-3f78-4868-8482-a94ba7480737), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:46.216001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8657406a-3a2b-4643-aa23-7504cddcf994 None None] For port 1109423d-3f78-4868-8482-a94ba7480737, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1109423d-3f78-4868-8482-a94ba7480737,segment=NetworkSegment(1bc1932a-225f-4f5f-8903-ca0d2d2980a7),segment_id=1bc1932a-225f-4f5f-8903-ca0d2d2980a7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:46.216619 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8657406a-3a2b-4643-aa23-7504cddcf994 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1109423d-3f78-4868-8482-a94ba7480737), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:46.232336 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8657406a-3a2b-4643-aa23-7504cddcf994 None None] Calling delete_port for 1109423d-3f78-4868-8482-a94ba7480737 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:46.293503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] For port 1109423d-3f78-4868-8482-a94ba7480737, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1109423d-3f78-4868-8482-a94ba7480737,segment=NetworkSegment(1bc1932a-225f-4f5f-8903-ca0d2d2980a7),segment_id=1bc1932a-225f-4f5f-8903-ca0d2d2980a7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:46.294157 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1109423d-3f78-4868-8482-a94ba7480737), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:46.317842 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 678ff146-d761-4d3c-b814-89ec7bc3dc29 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:10:46.331472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Calling delete_port for 1109423d-3f78-4868-8482-a94ba7480737 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:46.331853 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8657406a-3a2b-4643-aa23-7504cddcf994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (1109423d-3f78-4868-8482-a94ba7480737), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:46.347481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8657406a-3a2b-4643-aa23-7504cddcf994 None None] No DVR routers for this DVR port 1109423d-3f78-4868-8482-a94ba7480737 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:10:46.383126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657406a-3a2b-4643-aa23-7504cddcf994 None None] Pushing event deleted for resources: {'Port': ['ID=1109423d-3f78-4868-8482-a94ba7480737,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:46.548018 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bab5ed3-fc22-4665-abbf-8ab851d1c6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (9e98cc92-380e-49e6-a034-45192c727aa9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:46.552601 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1109423d-3f78-4868-8482-a94ba7480737), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:46.554592 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bab5ed3-fc22-4665-abbf-8ab851d1c6a5 admin admin] Publish callbacks [] for router_controller (9e98cc92-380e-49e6-a034-45192c727aa9), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:46.659334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] No DVR routers for this DVR port 1109423d-3f78-4868-8482-a94ba7480737 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:10:46.724508 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event deleted for resources: {'Port': ['ID=1109423d-3f78-4868-8482-a94ba7480737,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:46.741727 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7eedd-1edf-4f1f-8595-704082200095 req-cc933cdb-18f7-453f-8999-c5d0ccb7dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:46.745453 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ec7eedd-1edf-4f1f-8595-704082200095 req-cc933cdb-18f7-453f-8999-c5d0ccb7dea9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 921 time: 1.2554266 Jan 28 19:10:46.784345 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cd440ed6-34ac-4a74-af4f-8547c4704670 req-6788d2cb-4f62-42f0-a324-32a033563f9e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2203732 Jan 28 19:10:46.796147 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 678ff146-d761-4d3c-b814-89ec7bc3dc29, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=678ff146-d761-4d3c-b814-89ec7bc3dc29,segment=NetworkSegment(749de98f-23f2-4c09-ba49-aa73c7e47ece),segment_id=749de98f-23f2-4c09-ba49-aa73c7e47ece)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:46.848263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'port_id': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'mac_address': 'fa:16:3e:26:d0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:10:46.867337 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bab5ed3-fc22-4665-abbf-8ab851d1c6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (9e98cc92-380e-49e6-a034-45192c727aa9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:46.867869 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bab5ed3-fc22-4665-abbf-8ab851d1c6a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e98cc92-380e-49e6-a034-45192c727aa9 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:10:46.876473 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bab5ed3-fc22-4665-abbf-8ab851d1c6a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:46.877612 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0bab5ed3-fc22-4665-abbf-8ab851d1c6a5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9e98cc92-380e-49e6-a034-45192c727aa9 HTTP/1.1" status: 204 len: 168 time: 2.7895367 Jan 28 19:10:46.879236 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ec7eedd-1edf-4f1f-8595-704082200095 req-8846d84a-dfaa-4123-849a-627ecbde6821 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678ff146-d761-4d3c-b814-89ec7bc3dc29 HTTP/1.1" status: 200 len: 217 time: 0.1261041 Jan 28 19:10:46.886574 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37914) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:46.977827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] For port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:10:46.985224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 678ff146-d761-4d3c-b814-89ec7bc3dc29 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:46.986497 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:47.017387 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7cc58-8b0f-4102-92a8-762aedd3db46 req-fc352294-e784-439d-8b39-ba278dfdef94 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:47.028344 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678ff146-d761-4d3c-b814-89ec7bc3dc29 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:10:47.031943 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6cf7cc58-8b0f-4102-92a8-762aedd3db46 req-fc352294-e784-439d-8b39-ba278dfdef94 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.4899364 Jan 28 19:10:47.040387 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (8a266cec-4fab-4e5d-810a-3a5baa3fd3fb), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:47.069509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 678ff146-d761-4d3c-b814-89ec7bc3dc29, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=678ff146-d761-4d3c-b814-89ec7bc3dc29,segment=NetworkSegment(749de98f-23f2-4c09-ba49-aa73c7e47ece),segment_id=749de98f-23f2-4c09-ba49-aa73c7e47ece)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:47.084427 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:47.122865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-6698c96b-a774-4532-b6b6-b2bd703b0f7e admin admin] Deleting subnet ec6ea56a-ef01-443c-b997-7fe73fb54279 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:10:47.131882 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6698c96b-a774-4532-b6b6-b2bd703b0f7e admin admin] Publish callbacks [] for subnet (ec6ea56a-ef01-443c-b997-7fe73fb54279), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:47.170724 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6cf7cc58-8b0f-4102-92a8-762aedd3db46 req-e173d923-e32a-431e-8d64-5db16018cd05 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089580 Jan 28 19:10:47.174992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=678ff146-d761-4d3c-b814-89ec7bc3dc29,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:47.177125 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] For port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:10:47.193254 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6698c96b-a774-4532-b6b6-b2bd703b0f7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (ec6ea56a-ef01-443c-b997-7fe73fb54279), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:47.211412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a266cec-4fab-4e5d-810a-3a5baa3fd3fb']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:47.236799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc1932a-225f-4f5f-8903-ca0d2d2980a7') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:47.237103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc1932a-225f-4f5f-8903-ca0d2d2980a7') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:47.252892 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (1bc1932a-225f-4f5f-8903-ca0d2d2980a7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:47.269134 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1bc1932a-225f-4f5f-8903-ca0d2d2980a7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:47.277995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:10:47.278473 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (1bc1932a-225f-4f5f-8903-ca0d2d2980a7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:47.296301 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6698c96b-a774-4532-b6b6-b2bd703b0f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (ec6ea56a-ef01-443c-b997-7fe73fb54279), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:10:47.312935 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:10:47.317457 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:47.334403 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['678ff146-d761-4d3c-b814-89ec7bc3dc29'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:10:47.402607 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7eedd-1edf-4f1f-8595-704082200095 req-e50b857d-1f0d-4042-ac25-d4ddcfdab971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:47.406374 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ec7eedd-1edf-4f1f-8595-704082200095 req-e50b857d-1f0d-4042-ac25-d4ddcfdab971 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 HTTP/1.1" status: 200 len: 859 time: 0.3820462 Jan 28 19:10:47.437427 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6698c96b-a774-4532-b6b6-b2bd703b0f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (ec6ea56a-ef01-443c-b997-7fe73fb54279), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:47.449967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:47.450723 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:47.452433 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] 10.222.0.31 "PUT /v2.0/ports/ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 HTTP/1.1" status: 200 len: 1091 time: 3.2997160 Jan 28 19:10:47.454901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8eaf29-6423-4c24-b192-2bec1f69e770', 'tag': 'ae9231ab-b0d1-4b11-8ebb-288bcbfdea96'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:47.457648 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7746c06-b5a0-492d-b334-e8b66845f615" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8eaf29-6423-4c24-b192-2bec1f69e770", "tag": "ae9231ab-b0d1-4b11-8ebb-288bcbfdea96"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:47.483861 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (8a266cec-4fab-4e5d-810a-3a5baa3fd3fb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:47.503720 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:47.507212 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "DELETE /v2.0/networks/8a266cec-4fab-4e5d-810a-3a5baa3fd3fb HTTP/1.1" status: 204 len: 168 time: 2.0066299 Jan 28 19:10:47.511654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698c96b-a774-4532-b6b6-b2bd703b0f7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6ea56a-ef01-443c-b997-7fe73fb54279,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:47.514150 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37922) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:47.581049 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de27c64-0db0-4656-b25b-b97f9c8557da service neutron] Pushing event updated for resources: {'Port': ['ID=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:47.588883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964f986-1ffe-4a67-aeaa-ec4344a0fd53 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event deleted for resources: {'Network': ['ID=8a266cec-4fab-4e5d-810a-3a5baa3fd3fb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:47.591974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfb3dae-1a2a-41e7-8eeb-6f37be93b31c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Deleting subnet e8e321fe-c649-4088-8aad-02e3ef1e1326 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:10:47.601895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955ccd0-9607-4dba-804d-b82036e351cc req-c3e9e4d1-e4c4-4486-b367-2071522a9f7a tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:47.603540 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8955ccd0-9607-4dba-804d-b82036e351cc req-c3e9e4d1-e4c4-4486-b367-2071522a9f7a tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 944 time: 0.2365434 Jan 28 19:10:47.608674 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bfb3dae-1a2a-41e7-8eeb-6f37be93b31c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks [] for subnet (e8e321fe-c649-4088-8aad-02e3ef1e1326), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:47.628020 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafa2ebb-331b-4d16-8067-865c15bcdf0f None None] Network 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:10:47.645535 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-d3ea9d62-6503-44a8-8258-d68535868db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:47.646364 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6698c96b-a774-4532-b6b6-b2bd703b0f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:47.647085 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-d3ea9d62-6503-44a8-8258-d68535868db2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=56e1f02bc67242f190a8413ac4849f4c&device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 1125 time: 0.1365204 Jan 28 19:10:47.667076 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6698c96b-a774-4532-b6b6-b2bd703b0f7e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ec6ea56a-ef01-443c-b997-7fe73fb54279 HTTP/1.1" status: 204 len: 168 time: 0.7793841 Jan 28 19:10:47.736744 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-af225d29-186b-489a-89e1-f937d4290757 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 HTTP/1.1" status: 200 len: 217 time: 0.0752206 Jan 28 19:10:47.737542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37924) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:47.765616 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7eedd-1edf-4f1f-8595-704082200095 req-02733766-4ed1-4250-b9d0-fd45a9d91b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:47.767145 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ec7eedd-1edf-4f1f-8595-704082200095 req-02733766-4ed1-4250-b9d0-fd45a9d91b9c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd36cec0-b04c-4d96-af73-7ad37b8013a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3407454 Jan 28 19:10:47.796065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1109423d-3f78-4868-8482-a94ba7480737 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:10:47.849639 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8955ccd0-9607-4dba-804d-b82036e351cc req-b3c1e5c1-2340-4bc6-9661-23b351155d84 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375710 Jan 28 19:10:47.878808 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 1109423d-3f78-4868-8482-a94ba7480737 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:10:47.879382 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1109423d-3f78-4868-8482-a94ba7480737 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:10:47.879641 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:10:47.892355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be826c5c-5da4-4b2b-8b8c-bfe50e021982 req-33aeb32a-fdee-4099-bc8b-287c9e5a3e23 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:47.893954 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be826c5c-5da4-4b2b-8b8c-bfe50e021982 req-33aeb32a-fdee-4099-bc8b-287c9e5a3e23 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 945 time: 0.4866056 Jan 28 19:10:47.913570 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bfb3dae-1a2a-41e7-8eeb-6f37be93b31c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (e8e321fe-c649-4088-8aad-02e3ef1e1326), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:47.936548 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:10:47.937512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b933ffea-61d6-4e4e-8b68-e94cb3fdbf9a not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:10:47.969013 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da951d9-a4a3-41be-9944-dfac9b94f40d x-openstack-request-id: req-7da951d9-a4a3-41be-9944-dfac9b94f40d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:47.974112 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8eaf29-6423-4c24-b192-2bec1f69e770", "tag": "ae9231ab-b0d1-4b11-8ebb-288bcbfdea96", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:47.974672 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7da951d9-a4a3-41be-9944-dfac9b94f40d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:47.975296 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8eaf29-6423-4c24-b192-2bec1f69e770', 'tag': 'ae9231ab-b0d1-4b11-8ebb-288bcbfdea96', 'status': 'completed', 'code': 200} Jan 28 19:10:47.983907 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-a2474fa4-3c6c-4d7d-b11f-5930b7f3c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:47.985895 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-a2474fa4-3c6c-4d7d-b11f-5930b7f3c250 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb97c36d-f97f-4a0f-8f81-35ae89045bd2 HTTP/1.1" status: 200 len: 862 time: 0.2368100 Jan 28 19:10:48.020408 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd033ae1-e46c-4ed6-bce4-094b6141d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:48.025228 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be826c5c-5da4-4b2b-8b8c-bfe50e021982 req-fd34aa6b-3592-45ea-a912-31484248a9e0 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994673 Jan 28 19:10:48.032616 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b8f8bf-e640-4f6e-8a72-7809303c1631 None None] DHCP port deletion for 4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:10:48.100878 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-54b8f8bf-e640-4f6e-8a72-7809303c1631 None None] Deleting port 5ce0deda-dc62-44f1-9c00-6574e5e151cf {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:48.101676 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54b8f8bf-e640-4f6e-8a72-7809303c1631 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5ce0deda-dc62-44f1-9c00-6574e5e151cf), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:48.114608 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-e90eb213-146f-43f4-92f8-fa85b11c031a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=29d5746f-73ed-4898-abec-467a9e897f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974016 Jan 28 19:10:48.183042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-54b8f8bf-e640-4f6e-8a72-7809303c1631 None None] For port 5ce0deda-dc62-44f1-9c00-6574e5e151cf, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5ce0deda-dc62-44f1-9c00-6574e5e151cf,segment=NetworkSegment(9af083a1-4e49-4740-89be-fbdbc0419af9),segment_id=9af083a1-4e49-4740-89be-fbdbc0419af9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:48.183723 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54b8f8bf-e640-4f6e-8a72-7809303c1631 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5ce0deda-dc62-44f1-9c00-6574e5e151cf), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:48.200380 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-54b8f8bf-e640-4f6e-8a72-7809303c1631 None None] Calling delete_port for 5ce0deda-dc62-44f1-9c00-6574e5e151cf owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:48.302758 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54b8f8bf-e640-4f6e-8a72-7809303c1631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (5ce0deda-dc62-44f1-9c00-6574e5e151cf), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:48.346874 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8f8bf-e640-4f6e-8a72-7809303c1631 None None] Pushing event deleted for resources: {'Port': ['ID=5ce0deda-dc62-44f1-9c00-6574e5e151cf,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:48.348274 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ec7eedd-1edf-4f1f-8595-704082200095 req-8eeb5883-5840-4939-b373-0e0f2c793245 service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486035 Jan 28 19:10:48.350012 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-549ac832-61c3-462f-8c44-aff24b6a3751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:48.362925 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b8f8bf-e640-4f6e-8a72-7809303c1631 None None] No DVR routers for this DVR port 5ce0deda-dc62-44f1-9c00-6574e5e151cf on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:10:48.451662 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bfb3dae-1a2a-41e7-8eeb-6f37be93b31c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (e8e321fe-c649-4088-8aad-02e3ef1e1326), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:48.620214 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603ab26-b527-49b7-b7f1-7c749734dcfa req-be46781b-7164-4bfa-84a6-3a33267cfe85 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:48.627994 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f603ab26-b527-49b7-b7f1-7c749734dcfa req-be46781b-7164-4bfa-84a6-3a33267cfe85 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.3059061 Jan 28 19:10:48.739443 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f603ab26-b527-49b7-b7f1-7c749734dcfa req-7663cab0-5799-4361-bd3a-d5ee00cb319b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100421 Jan 28 19:10:48.751580 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bfb3dae-1a2a-41e7-8eeb-6f37be93b31c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (e8e321fe-c649-4088-8aad-02e3ef1e1326), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:48.758308 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ec7eedd-1edf-4f1f-8595-704082200095 req-4eb6d0e4-264c-4dc4-9b9a-1e73c0d871b3 service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459795 Jan 28 19:10:48.779878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb3dae-1a2a-41e7-8eeb-6f37be93b31c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e321fe-c649-4088-8aad-02e3ef1e1326,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:48.794262 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bfb3dae-1a2a-41e7-8eeb-6f37be93b31c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:48.798477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b4b28b-0d4f-4659-ba54-cfab61d9e978 None None] Network ae79461f-36f4-4727-9415-a9437c609ae6 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:10:48.800358 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6bfb3dae-1a2a-41e7-8eeb-6f37be93b31c tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "DELETE /v2.0/subnets/e8e321fe-c649-4088-8aad-02e3ef1e1326 HTTP/1.1" status: 204 len: 168 time: 1.2762601 Jan 28 19:10:48.801006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:48.907979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a2934-be4e-4402-96c1-49a846fb29d3 req-c8dd7604-b078-4db6-beb7-29999511734e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:48.915064 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b20a2934-be4e-4402-96c1-49a846fb29d3 req-c8dd7604-b078-4db6-beb7-29999511734e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 943 time: 0.8341653 Jan 28 19:10:48.952150 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd033ae1-e46c-4ed6-bce4-094b6141d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:48.969949 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-6248e2af-626c-4520-8dd4-7815d1b2be95 service neutron] 10.222.0.31 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8544176 Jan 28 19:10:49.029251 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-dd033ae1-e46c-4ed6-bce4-094b6141d8ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:49.072212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-dd033ae1-e46c-4ed6-bce4-094b6141d8ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af083a1-4e49-4740-89be-fbdbc0419af9') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:49.072951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-dd033ae1-e46c-4ed6-bce4-094b6141d8ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af083a1-4e49-4740-89be-fbdbc0419af9') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:49.112510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c906deb-15bc-458a-8854-707111c9149e None None] DHCP port deletion for ae79461f-36f4-4727-9415-a9437c609ae6 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:10:49.137170 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b20a2934-be4e-4402-96c1-49a846fb29d3 req-7c9dfc9f-75d7-473e-a466-1598a36ecef1 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202296 Jan 28 19:10:49.151242 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd033ae1-e46c-4ed6-bce4-094b6141d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (9af083a1-4e49-4740-89be-fbdbc0419af9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:49.190050 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd033ae1-e46c-4ed6-bce4-094b6141d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9af083a1-4e49-4740-89be-fbdbc0419af9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:49.205714 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3c906deb-15bc-458a-8854-707111c9149e None None] Deleting port c3d06329-f1de-4d3f-b752-fee462a3d452 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:49.206147 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3c906deb-15bc-458a-8854-707111c9149e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c3d06329-f1de-4d3f-b752-fee462a3d452), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:49.211286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd033ae1-e46c-4ed6-bce4-094b6141d8ed admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:10:49.211685 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd033ae1-e46c-4ed6-bce4-094b6141d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (9af083a1-4e49-4740-89be-fbdbc0419af9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:10:49.213413 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:10:49.236746 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (ae79461f-36f4-4727-9415-a9437c609ae6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:49.273073 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e0855-841a-473b-8f1d-9f70b7692881 req-8dcef10b-3b03-4bba-aace-a1fa5e251804 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:49.277760 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4c4e0855-841a-473b-8f1d-9f70b7692881 req-8dcef10b-3b03-4bba-aace-a1fa5e251804 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.37 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 945 time: 0.3419497 Jan 28 19:10:49.303654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e97bc-8986-4ee0-8c0c-e1fab1513e3c req-26f5cfc2-c7fa-4608-b8a0-5f459256d6c2 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:49.308617 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-912e97bc-8986-4ee0-8c0c-e1fab1513e3c req-26f5cfc2-c7fa-4608-b8a0-5f459256d6c2 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 944 time: 0.3006690 Jan 28 19:10:49.314552 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84152e52-ce3b-4d26-a7cc-4db6894d9821 req-6bcbe873-8e70-4b51-9ea8-ef493f0ef0a6 service neutron] 10.222.0.31 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103173 Jan 28 19:10:49.337353 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd033ae1-e46c-4ed6-bce4-094b6141d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:49.352572 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd033ae1-e46c-4ed6-bce4-094b6141d8ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:49.358765 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dd033ae1-e46c-4ed6-bce4-094b6141d8ed admin admin] 10.222.0.55 "DELETE /v2.0/networks/4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178 HTTP/1.1" status: 204 len: 168 time: 1.6156933 Jan 28 19:10:49.360748 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3c906deb-15bc-458a-8854-707111c9149e None None] For port c3d06329-f1de-4d3f-b752-fee462a3d452, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c3d06329-f1de-4d3f-b752-fee462a3d452,segment=NetworkSegment(9530b56f-34b8-4028-94f6-ca5ad08ffaef),segment_id=9530b56f-34b8-4028-94f6-ca5ad08ffaef)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:49.378166 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3c906deb-15bc-458a-8854-707111c9149e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c3d06329-f1de-4d3f-b752-fee462a3d452), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:49.435695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3c906deb-15bc-458a-8854-707111c9149e None None] Calling delete_port for c3d06329-f1de-4d3f-b752-fee462a3d452 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:49.459108 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd033ae1-e46c-4ed6-bce4-094b6141d8ed admin admin] Pushing event deleted for resources: {'Network': ['ID=4062711f-7e6b-4ee7-8cd3-9d9c5f9ad178,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:49.518519 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03367ecc-8b9b-4a46-81e4-97e0314752f8 req-0a71fdf0-686d-44e7-ba37-ac27f19b8eb9 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:49.521620 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03367ecc-8b9b-4a46-81e4-97e0314752f8 req-0a71fdf0-686d-44e7-ba37-ac27f19b8eb9 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 945 time: 0.2558744 Jan 28 19:10:49.601636 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3c906deb-15bc-458a-8854-707111c9149e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (c3d06329-f1de-4d3f-b752-fee462a3d452), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:49.606287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7746c06-b5a0-492d-b334-e8b66845f615 req-2cd8bf21-9c5d-48e0-b26c-fa24d97da3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:49.612388 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e7746c06-b5a0-492d-b334-e8b66845f615 req-2cd8bf21-9c5d-48e0-b26c-fa24d97da3d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=56e1f02bc67242f190a8413ac4849f4c&device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 1125 time: 0.2023244 Jan 28 19:10:49.619724 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03367ecc-8b9b-4a46-81e4-97e0314752f8 req-02475ec2-549d-4011-8726-1172acebd626 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869489 Jan 28 19:10:49.638133 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-912e97bc-8986-4ee0-8c0c-e1fab1513e3c req-860a4786-046f-4993-8ed9-ef174143d261 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442024 Jan 28 19:10:49.653909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37946) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:49.669930 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c906deb-15bc-458a-8854-707111c9149e None None] Pushing event deleted for resources: {'Port': ['ID=c3d06329-f1de-4d3f-b752-fee462a3d452,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:49.721837 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c906deb-15bc-458a-8854-707111c9149e None None] No DVR routers for this DVR port c3d06329-f1de-4d3f-b752-fee462a3d452 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:10:49.751647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Deleting port c3d06329-f1de-4d3f-b752-fee462a3d452 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:49.751993 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c3d06329-f1de-4d3f-b752-fee462a3d452), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:49.805886 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5ce0deda-dc62-44f1-9c00-6574e5e151cf no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:10:49.845380 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 5ce0deda-dc62-44f1-9c00-6574e5e151cf {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:10:49.845753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5ce0deda-dc62-44f1-9c00-6574e5e151cf not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:10:49.846200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c3d06329-f1de-4d3f-b752-fee462a3d452 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:10:49.846605 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7746c06-b5a0-492d-b334-e8b66845f615 req-34f552e4-84b6-4db7-a3ae-be7cc687225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:49.849065 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e7746c06-b5a0-492d-b334-e8b66845f615 req-34f552e4-84b6-4db7-a3ae-be7cc687225b service neutron] 10.222.0.31 "GET /v2.0/networks?id=29d5746f-73ed-4898-abec-467a9e897f04 HTTP/1.1" status: 200 len: 923 time: 0.2244661 Jan 28 19:10:49.888005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: c3d06329-f1de-4d3f-b752-fee462a3d452 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:10:49.888369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c3d06329-f1de-4d3f-b752-fee462a3d452 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:10:49.906557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] For port c3d06329-f1de-4d3f-b752-fee462a3d452, host n-d-824834-4, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:49.906872 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c3d06329-f1de-4d3f-b752-fee462a3d452), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:49.915305 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e7746c06-b5a0-492d-b334-e8b66845f615 req-4604dc48-58f2-4f30-817e-2f0112f61a7e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 HTTP/1.1" status: 200 len: 217 time: 0.0502348 Jan 28 19:10:49.934696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Calling delete_port for c3d06329-f1de-4d3f-b752-fee462a3d452 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:49.940604 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Port c3d06329-f1de-4d3f-b752-fee462a3d452 was not found and therefore no delete operation was performed {{(pid=103147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:10:49.953407 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c3d06329-f1de-4d3f-b752-fee462a3d452), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:49.975844 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4c4e0855-841a-473b-8f1d-9f70b7692881 req-dac54e9d-efd6-4c55-97c7-3a863a2084da tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Deleting port 59f4fe6d-184e-411d-9b13-e04d43e9a010 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:49.986508 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4c4e0855-841a-473b-8f1d-9f70b7692881 req-dac54e9d-efd6-4c55-97c7-3a863a2084da tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (59f4fe6d-184e-411d-9b13-e04d43e9a010), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:49.999764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7746c06-b5a0-492d-b334-e8b66845f615 req-554b6117-7f57-43f5-a4fe-4069c07f31fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:50.025257 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e7746c06-b5a0-492d-b334-e8b66845f615 req-554b6117-7f57-43f5-a4fe-4069c07f31fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb97c36d-f97f-4a0f-8f81-35ae89045bd2 HTTP/1.1" status: 200 len: 862 time: 0.0733566 Jan 28 19:10:50.025257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2cd28-b212-41c6-a734-a26a88d72b6d req-224acf33-605f-4c39-bd83-11d1333d7c22 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:50.034777 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fe2cd28-b212-41c6-a734-a26a88d72b6d req-224acf33-605f-4c39-bd83-11d1333d7c22 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.1760912 Jan 28 19:10:50.039612 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event deleted for resources: {'Port': ['ID=c3d06329-f1de-4d3f-b752-fee462a3d452,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:50.080568 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] No DVR routers for this DVR port c3d06329-f1de-4d3f-b752-fee462a3d452 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:10:50.084841 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-03ed8cfd-5664-482c-b19c-59e5e92566e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3a2efbbee6347c180fb260235150b48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4298618 Jan 28 19:10:50.095223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37952) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:50.164418 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e7746c06-b5a0-492d-b334-e8b66845f615 req-5caedd3e-2ce7-41bc-a01e-f43b54f3adc8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=29d5746f-73ed-4898-abec-467a9e897f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213884 Jan 28 19:10:50.254231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 678ff146-d761-4d3c-b814-89ec7bc3dc29 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:50.288665 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fe2cd28-b212-41c6-a734-a26a88d72b6d req-c0399402-4f1e-46ff-9ee6-bef86eb169c5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513144 Jan 28 19:10:50.367861 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (ae79461f-36f4-4727-9415-a9437c609ae6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:50.387546 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3e6c53c-c178-4856-a96a-529759a8f9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:50.392398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 678ff146-d761-4d3c-b814-89ec7bc3dc29 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:10:50.397800 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 678ff146-d761-4d3c-b814-89ec7bc3dc29 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:50.398401 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:50.476944 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e7746c06-b5a0-492d-b334-e8b66845f615 req-1e0c24f7-6cdb-4562-af56-b34c053563a9 service neutron] 10.222.0.31 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864385 Jan 28 19:10:50.505334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 678ff146-d761-4d3c-b814-89ec7bc3dc29 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:50.505782 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:50.538860 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678ff146-d761-4d3c-b814-89ec7bc3dc29'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:50.542637 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b941e0a6-9b35-4b26-93e0-8f79e0bfe7f3" -d '{"events": [{"server_uuid": "a1033809-06cf-46fa-8d09-8ea166cb7248", "name": "network-vif-plugged", "status": "completed", "tag": "678ff146-d761-4d3c-b814-89ec7bc3dc29"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:50.567953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 678ff146-d761-4d3c-b814-89ec7bc3dc29, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=678ff146-d761-4d3c-b814-89ec7bc3dc29,segment=NetworkSegment(749de98f-23f2-4c09-ba49-aa73c7e47ece),segment_id=749de98f-23f2-4c09-ba49-aa73c7e47ece)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:50.576318 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae79461f-36f4-4727-9415-a9437c609ae6']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:50.581959 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:50.630873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4c4e0855-841a-473b-8f1d-9f70b7692881 req-dac54e9d-efd6-4c55-97c7-3a863a2084da tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] For port 59f4fe6d-184e-411d-9b13-e04d43e9a010, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=59f4fe6d-184e-411d-9b13-e04d43e9a010,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:50.631239 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4c4e0855-841a-473b-8f1d-9f70b7692881 req-dac54e9d-efd6-4c55-97c7-3a863a2084da tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (59f4fe6d-184e-411d-9b13-e04d43e9a010), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:50.636724 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962be5bf-a2a1-4a4a-8548-e15a5fff0614 x-openstack-request-id: req-962be5bf-a2a1-4a4a-8548-e15a5fff0614 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:50.637015 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1033809-06cf-46fa-8d09-8ea166cb7248", "name": "network-vif-plugged", "status": "completed", "tag": "678ff146-d761-4d3c-b814-89ec7bc3dc29", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:50.637323 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-962be5bf-a2a1-4a4a-8548-e15a5fff0614 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:50.637725 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'code': 200} Jan 28 19:10:50.638791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=678ff146-d761-4d3c-b814-89ec7bc3dc29,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:50.688777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4c4e0855-841a-473b-8f1d-9f70b7692881 req-dac54e9d-efd6-4c55-97c7-3a863a2084da tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Calling delete_port for 59f4fe6d-184e-411d-9b13-e04d43e9a010 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:50.704371 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9530b56f-34b8-4028-94f6-ca5ad08ffaef') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:50.704725 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9530b56f-34b8-4028-94f6-ca5ad08ffaef') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:50.713592 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e7746c06-b5a0-492d-b334-e8b66845f615 req-7e3f6756-43c4-41a0-a30d-50526a75da7c service neutron] 10.222.0.31 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294958 Jan 28 19:10:50.830877 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0145c-7874-4a4d-ba75-c158ef9fe3ce req-73b83cea-5f2e-4a65-9bc6-a654ba88e3f9 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:50.832701 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7a0145c-7874-4a4d-ba75-c158ef9fe3ce req-73b83cea-5f2e-4a65-9bc6-a654ba88e3f9 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 945 time: 0.0811031 Jan 28 19:10:50.859244 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (9530b56f-34b8-4028-94f6-ca5ad08ffaef), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:50.897689 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28a729a7-e9c4-44f1-8c6d-bdb3ee894066 admin admin] Publish callbacks [] for security_group (978f1405-b59b-4fb9-bfa4-76780fc1b6bf), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:50.934735 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28a729a7-e9c4-44f1-8c6d-bdb3ee894066 admin admin] Publish callbacks [] for security_group (978f1405-b59b-4fb9-bfa4-76780fc1b6bf), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:50.935428 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7a0145c-7874-4a4d-ba75-c158ef9fe3ce req-80fb0b98-1321-4a0e-9a68-e74dd694f5af tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927482 Jan 28 19:10:50.970970 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9530b56f-34b8-4028-94f6-ca5ad08ffaef), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:50.979739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e56c56-aa46-4062-bcbe-6120a391bff6 req-c5c35117-100c-45bc-a285-c75ec560fdf8 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:50.981365 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-28e56c56-aa46-4062-bcbe-6120a391bff6 req-c5c35117-100c-45bc-a285-c75ec560fdf8 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 943 time: 0.5838580 Jan 28 19:10:50.996615 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:10:50.997021 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (9530b56f-34b8-4028-94f6-ca5ad08ffaef), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:10:51.006002 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:10:51.118262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c621b94-7fa8-467f-a9cd-7315f9a25380 req-e9607fac-b479-49b9-8065-eef651bf26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:51.120137 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4c621b94-7fa8-467f-a9cd-7315f9a25380 req-e9607fac-b479-49b9-8065-eef651bf26ed service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 1127 time: 0.4179854 Jan 28 19:10:51.141740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a9204-b759-45ca-a723-48ea30762af5 req-69cb3058-3074-46aa-be68-84115003a5c0 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:51.149983 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a90a9204-b759-45ca-a723-48ea30762af5 req-69cb3058-3074-46aa-be68-84115003a5c0 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 945 time: 0.1027913 Jan 28 19:10:51.182829 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28a729a7-e9c4-44f1-8c6d-bdb3ee894066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (978f1405-b59b-4fb9-bfa4-76780fc1b6bf), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:51.185684 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28a729a7-e9c4-44f1-8c6d-bdb3ee894066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:51.187170 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-28a729a7-e9c4-44f1-8c6d-bdb3ee894066 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/978f1405-b59b-4fb9-bfa4-76780fc1b6bf HTTP/1.1" status: 204 len: 168 time: 1.0829921 Jan 28 19:10:51.193190 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-28e56c56-aa46-4062-bcbe-6120a391bff6 req-5f820db0-6225-466d-aab1-cca972030682 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927783 Jan 28 19:10:51.224897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (ae79461f-36f4-4727-9415-a9437c609ae6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:51.247356 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:51.247925 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a90a9204-b759-45ca-a723-48ea30762af5 req-a7a9ade8-8a4c-467a-95d0-d6480d0a8502 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936625 Jan 28 19:10:51.251333 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] 10.222.0.55 "DELETE /v2.0/networks/ae79461f-36f4-4727-9415-a9437c609ae6 HTTP/1.1" status: 204 len: 168 time: 2.4488409 Jan 28 19:10:51.257978 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4c4e0855-841a-473b-8f1d-9f70b7692881 req-dac54e9d-efd6-4c55-97c7-3a863a2084da tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (59f4fe6d-184e-411d-9b13-e04d43e9a010), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:51.271763 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4c621b94-7fa8-467f-a9cd-7315f9a25380 req-2300f986-3830-418e-a2e6-b34211f8e903 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420546 Jan 28 19:10:51.276843 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a729a7-e9c4-44f1-8c6d-bdb3ee894066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978f1405-b59b-4fb9-bfa4-76780fc1b6bf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:51.280647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5532e-c6ad-4e0d-8aad-df7a6654ffb7 tempest-ServersTestMultiNic-637032902 tempest-ServersTestMultiNic-637032902-project] Pushing event deleted for resources: {'Network': ['ID=ae79461f-36f4-4727-9415-a9437c609ae6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:51.313159 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac54e9d-efd6-4c55-97c7-3a863a2084da tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Pushing event deleted for resources: {'Port': ['ID=59f4fe6d-184e-411d-9b13-e04d43e9a010,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:51.408070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4e0855-841a-473b-8f1d-9f70b7692881 req-dac54e9d-efd6-4c55-97c7-3a863a2084da tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] No DVR routers for this DVR port 59f4fe6d-184e-411d-9b13-e04d43e9a010 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:10:51.415768 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4c4e0855-841a-473b-8f1d-9f70b7692881 req-dac54e9d-efd6-4c55-97c7-3a863a2084da tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:51.430442 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4c4e0855-841a-473b-8f1d-9f70b7692881 req-dac54e9d-efd6-4c55-97c7-3a863a2084da tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.37 "DELETE /v2.0/ports/59f4fe6d-184e-411d-9b13-e04d43e9a010 HTTP/1.1" status: 204 len: 173 time: 2.1082497 Jan 28 19:10:51.431084 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fde8426-7a19-498a-ab69-5f858a972d8f', 'name': 'network-vif-deleted', 'tag': '59f4fe6d-184e-411d-9b13-e04d43e9a010'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:51.436434 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccc53fe-59d8-4852-a768-8aa408ac1346" -d '{"events": [{"server_uuid": "8fde8426-7a19-498a-ab69-5f858a972d8f", "name": "network-vif-deleted", "tag": "59f4fe6d-184e-411d-9b13-e04d43e9a010"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:51.574614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f4743-e8c3-4068-abdf-d72e2f2a0f95 req-208ae1b8-2d95-4b99-be07-5ca1d13f292c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:51.578853 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:51.584922 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-190f4743-e8c3-4068-abdf-d72e2f2a0f95 req-208ae1b8-2d95-4b99-be07-5ca1d13f292c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.1500309 Jan 28 19:10:51.648729 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca346e6-b11b-4404-86c4-b96a1cae4b74 x-openstack-request-id: req-3ca346e6-b11b-4404-86c4-b96a1cae4b74 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:51.649309 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fde8426-7a19-498a-ab69-5f858a972d8f", "name": "network-vif-deleted", "tag": "59f4fe6d-184e-411d-9b13-e04d43e9a010", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:51.649768 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ca346e6-b11b-4404-86c4-b96a1cae4b74 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:51.650564 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fde8426-7a19-498a-ab69-5f858a972d8f', 'name': 'network-vif-deleted', 'tag': '59f4fe6d-184e-411d-9b13-e04d43e9a010', 'status': 'completed', 'code': 200} Jan 28 19:10:51.700338 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-190f4743-e8c3-4068-abdf-d72e2f2a0f95 req-89f55de3-2498-480d-93b7-6a765d83f42e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078494 Jan 28 19:10:51.805658 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a72ca9-0747-4595-9449-ceee0cfe43bc req-f0c4baf9-3626-46e5-b424-e6c5105ed4ab tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:51.819659 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2a72ca9-0747-4595-9449-ceee0cfe43bc req-f0c4baf9-3626-46e5-b424-e6c5105ed4ab tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 944 time: 0.0862353 Jan 28 19:10:51.848370 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37990) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:51.926924 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2a72ca9-0747-4595-9449-ceee0cfe43bc req-9a01517b-7d4d-4b0e-ae3b-b793b649fa77 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061163 Jan 28 19:10:52.095046 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d57ef18c-d733-49da-864e-b2a6dc9e6928 req-4c89dd84-07a5-4b37-87c2-04d4c45667b1 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 210 time: 0.0502512 Jan 28 19:10:52.202320 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67a259-e08a-4172-bf19-bf0f741d2f0c req-145a0669-b246-49e6-a774-84a29aa89599 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:52.203948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c67a259-e08a-4172-bf19-bf0f741d2f0c req-145a0669-b246-49e6-a774-84a29aa89599 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 944 time: 0.0920477 Jan 28 19:10:52.259922 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:10:52.507713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:52.528450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c74b7-269b-4685-bba4-1eb26d22bc7f req-c0e38641-2ad2-4dde-a4f7-39db539580e6 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:52.531220 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b97c74b7-269b-4685-bba4-1eb26d22bc7f req-c0e38641-2ad2-4dde-a4f7-39db539580e6 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 943 time: 0.1518469 Jan 28 19:10:52.533779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'ae9231ab-b0d1-4b11-8ebb-288bcbfdea96', 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04', 'port_id': 'ae9231ab-b0d1-4b11-8ebb-288bcbfdea96', 'mac_address': 'fa:16:3e:5e:02:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb97c36d-f97f-4a0f-8f81-35ae89045bd2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:10:52.584511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9c67a259-e08a-4172-bf19-bf0f741d2f0c req-5a84ae0d-31fc-4c6c-9346-15dd972a3b17 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Deleting port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:52.584861 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9c67a259-e08a-4172-bf19-bf0f741d2f0c req-5a84ae0d-31fc-4c6c-9346-15dd972a3b17 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:52.600367 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38008) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:52.645216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:52.646522 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:52.682434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:10:52.711175 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 59f4fe6d-184e-411d-9b13-e04d43e9a010 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:10:52.717359 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cd55a-c149-4599-9ef2-28ee0039b4dc req-7fbb340e-0b06-4fdc-87c0-42be224c6fda tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:52.726466 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fc6cd55a-c149-4599-9ef2-28ee0039b4dc req-7fbb340e-0b06-4fdc-87c0-42be224c6fda tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 945 time: 0.2490869 Jan 28 19:10:52.747085 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b97c74b7-269b-4685-bba4-1eb26d22bc7f req-07101881-adc1-402e-a726-5eb172fa9f04 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081292 Jan 28 19:10:52.818692 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9c67a259-e08a-4172-bf19-bf0f741d2f0c req-5a84ae0d-31fc-4c6c-9346-15dd972a3b17 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] For port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:52.820086 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9c67a259-e08a-4172-bf19-bf0f741d2f0c req-5a84ae0d-31fc-4c6c-9346-15dd972a3b17 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:52.824965 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fc6cd55a-c149-4599-9ef2-28ee0039b4dc req-a2f5c798-a8e3-41cd-8cc7-10d2c2f6cc1e tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931973 Jan 28 19:10:52.825279 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 59f4fe6d-184e-411d-9b13-e04d43e9a010 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:10:52.825635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 59f4fe6d-184e-411d-9b13-e04d43e9a010 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:10:52.860153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:52.861806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9c67a259-e08a-4172-bf19-bf0f741d2f0c req-5a84ae0d-31fc-4c6c-9346-15dd972a3b17 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Calling delete_port for 762f82fa-f4c5-41c0-b20e-d928d6ffd66d owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:52.894189 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:52.936753 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-537306cc-13de-4d01-8973-658a211ba965 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2080439445-network', 'tenant_id': 'b67ad337e76d4b31986957cbfd640297'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:52.956588 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:52.988993 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537306cc-13de-4d01-8973-658a211ba965 admin admin] Made reservation on behalf of b67ad337e76d4b31986957cbfd640297 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:10:52.992610 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-537306cc-13de-4d01-8973-658a211ba965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:53.005636 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:53.020921 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-537306cc-13de-4d01-8973-658a211ba965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:53.120516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e43c5-0dcf-488b-b533-0250a030c62f req-b0284c15-ce15-4bdf-b745-3df61f2b7be4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:53.122406 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca2e43c5-0dcf-488b-b533-0250a030c62f req-b0284c15-ce15-4bdf-b745-3df61f2b7be4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.1741428 Jan 28 19:10:53.139816 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-537306cc-13de-4d01-8973-658a211ba965 admin admin] Publish callbacks [] for security_group (0df9daec-7adc-4523-aedd-a1ff3a0b3a99), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:53.147356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['ae9231ab-b0d1-4b11-8ebb-288bcbfdea96'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:10:53.168189 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-537306cc-13de-4d01-8973-658a211ba965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0df9daec-7adc-4523-aedd-a1ff3a0b3a99), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:53.181639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537306cc-13de-4d01-8973-658a211ba965 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:10:53.195844 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-537306cc-13de-4d01-8973-658a211ba965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (6baf06db-a6bf-4c28-a067-7c38c50facfa), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:53.196843 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-537306cc-13de-4d01-8973-658a211ba965 admin admin] Added segment 6baf06db-a6bf-4c28-a067-7c38c50facfa of type vlan for network 034cc597-159d-4777-941b-dced4debf4ac Jan 28 19:10:53.253325 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-537306cc-13de-4d01-8973-658a211ba965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (034cc597-159d-4777-941b-dced4debf4ac), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:53.304698 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9c67a259-e08a-4172-bf19-bf0f741d2f0c req-5a84ae0d-31fc-4c6c-9346-15dd972a3b17 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (762f82fa-f4c5-41c0-b20e-d928d6ffd66d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:53.309422 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca2e43c5-0dcf-488b-b533-0250a030c62f req-3ca82c30-d5a6-4f01-bd42-2051e1e8f655 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769083 Jan 28 19:10:53.316863 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c72f81f6-9989-498b-beed-2aaa58f70be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (09af890d-18ae-43f2-86e9-89039724a46f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:53.334053 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-537306cc-13de-4d01-8973-658a211ba965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (034cc597-159d-4777-941b-dced4debf4ac), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:53.335179 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537306cc-13de-4d01-8973-658a211ba965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:53.335774 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-537306cc-13de-4d01-8973-658a211ba965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:53.382048 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84ae0d-31fc-4c6c-9346-15dd972a3b17 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Pushing event deleted for resources: {'Port': ['ID=762f82fa-f4c5-41c0-b20e-d928d6ffd66d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:53.473614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537306cc-13de-4d01-8973-658a211ba965 admin admin] Pushing event updated for resources: {'Network': ['ID=034cc597-159d-4777-941b-dced4debf4ac,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:53.485235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 034cc597-159d-4777-941b-dced4debf4ac details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:10:53.508459 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c67a259-e08a-4172-bf19-bf0f741d2f0c req-5a84ae0d-31fc-4c6c-9346-15dd972a3b17 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] No DVR routers for this DVR port 762f82fa-f4c5-41c0-b20e-d928d6ffd66d on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:10:53.524111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537306cc-13de-4d01-8973-658a211ba965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df9daec-7adc-4523-aedd-a1ff3a0b3a99,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:53.526635 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46a09db1-d69b-4a7d-b4f6-5b8f9a32d3ae req-7fd9f67b-2732-4974-8e63-6cba9b02f04d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 210 time: 0.1010275 Jan 28 19:10:53.530486 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9c67a259-e08a-4172-bf19-bf0f741d2f0c req-5a84ae0d-31fc-4c6c-9346-15dd972a3b17 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:53.550542 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c67a259-e08a-4172-bf19-bf0f741d2f0c req-5a84ae0d-31fc-4c6c-9346-15dd972a3b17 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.31 "DELETE /v2.0/ports/762f82fa-f4c5-41c0-b20e-d928d6ffd66d HTTP/1.1" status: 204 len: 173 time: 1.3388922 Jan 28 19:10:53.557600 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38018) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:53.561131 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-537306cc-13de-4d01-8973-658a211ba965 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9520500 Jan 28 19:10:53.567710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-445ae343-ca99-4c98-b939-dcec814f5e66 admin admin] Request body: {'subnet': {'network_id': '034cc597-159d-4777-941b-dced4debf4ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2080439445-subnet', 'tenant_id': 'b67ad337e76d4b31986957cbfd640297', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:53.582334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18ed05-d83f-448c-a129-7c07671f0f00 req-869b6d4e-5ca6-46e2-a0f4-533ffc7fff8b tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:53.586072 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a18ed05-d83f-448c-a129-7c07671f0f00 req-869b6d4e-5ca6-46e2-a0f4-533ffc7fff8b tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=3fee0381-d272-4ef6-8208-0b4affa98e8f HTTP/1.1" status: 200 len: 866 time: 0.4428203 Jan 28 19:10:53.610561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445ae343-ca99-4c98-b939-dcec814f5e66 admin admin] Made reservation on behalf of b67ad337e76d4b31986957cbfd640297 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:10:53.615275 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-445ae343-ca99-4c98-b939-dcec814f5e66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:53.705949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fee0381-d272-4ef6-8208-0b4affa98e8f', 'name': 'network-vif-deleted', 'tag': '762f82fa-f4c5-41c0-b20e-d928d6ffd66d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:53.711346 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e208d4-3ba0-4a51-9295-6c7d3e02d7ac" -d '{"events": [{"server_uuid": "3fee0381-d272-4ef6-8208-0b4affa98e8f", "name": "network-vif-deleted", "tag": "762f82fa-f4c5-41c0-b20e-d928d6ffd66d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:53.799219 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1093ceb-b7fa-4013-8a1c-0b78c15f0b6a x-openstack-request-id: req-f1093ceb-b7fa-4013-8a1c-0b78c15f0b6a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:53.804436 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fee0381-d272-4ef6-8208-0b4affa98e8f", "name": "network-vif-deleted", "tag": "762f82fa-f4c5-41c0-b20e-d928d6ffd66d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:53.804901 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1093ceb-b7fa-4013-8a1c-0b78c15f0b6a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:53.805473 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fee0381-d272-4ef6-8208-0b4affa98e8f', 'name': 'network-vif-deleted', 'tag': '762f82fa-f4c5-41c0-b20e-d928d6ffd66d', 'status': 'completed', 'code': 200} Jan 28 19:10:53.890797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a18ed05-d83f-448c-a129-7c07671f0f00 req-72e32681-f6f2-440b-9547-d527bfd7c962 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906086 Jan 28 19:10:54.041764 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-445ae343-ca99-4c98-b939-dcec814f5e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (5db5bf3f-d8ab-47cb-8cfd-253af3f4d215), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:54.085425 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275f51b-17e5-4dcb-adc6-75bfec0cab11 req-4b2242d7-de02-4193-8bb8-bf5e61bbbb6e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:54.087034 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2275f51b-17e5-4dcb-adc6-75bfec0cab11 req-4b2242d7-de02-4193-8bb8-bf5e61bbbb6e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 944 time: 0.1934466 Jan 28 19:10:54.151475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ae343-ca99-4c98-b939-dcec814f5e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db5bf3f-d8ab-47cb-8cfd-253af3f4d215,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:54.173978 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fa894-7417-4a0b-aecd-1b0bc77c43a1 req-74c288da-06a5-456f-8242-c38d9d5cef0b tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:54.176193 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d75fa894-7417-4a0b-aecd-1b0bc77c43a1 req-74c288da-06a5-456f-8242-c38d9d5cef0b tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 945 time: 0.1516571 Jan 28 19:10:54.180900 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2275f51b-17e5-4dcb-adc6-75bfec0cab11 req-2700a605-b927-42e8-a02b-99f34ff767da tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849411 Jan 28 19:10:54.196310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445ae343-ca99-4c98-b939-dcec814f5e66 admin admin] Checking segment: {'id': '6baf06db-a6bf-4c28-a067-7c38c50facfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '034cc597-159d-4777-941b-dced4debf4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:10:54.196682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445ae343-ca99-4c98-b939-dcec814f5e66 admin admin] Network hostable DHCP agents. Network: 034cc597-159d-4777-941b-dced4debf4ac, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:10:54.223628 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c72f81f6-9989-498b-beed-2aaa58f70be9 admin admin] Deleting port e0f0efb6-e502-4929-9929-1810bd2849c5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:54.224083 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c72f81f6-9989-498b-beed-2aaa58f70be9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:54.241817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445ae343-ca99-4c98-b939-dcec814f5e66 admin admin] Network 034cc597-159d-4777-941b-dced4debf4ac is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:10:54.264127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-445ae343-ca99-4c98-b939-dcec814f5e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 034cc597-159d-4777-941b-dced4debf4ac) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:54.268319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445ae343-ca99-4c98-b939-dcec814f5e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:54.268910 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-445ae343-ca99-4c98-b939-dcec814f5e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:54.275113 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08323337-78d1-46ab-bd32-89f3de02a22f None None] Network 034cc597-159d-4777-941b-dced4debf4ac requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:10:54.303285 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-445ae343-ca99-4c98-b939-dcec814f5e66 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7354887 Jan 28 19:10:54.343945 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d75fa894-7417-4a0b-aecd-1b0bc77c43a1 req-c64d7390-1d20-4b24-8b43-748b75e2323c tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275885 Jan 28 19:10:54.445327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:54.505765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dec2a-771a-496d-aadd-e4052a400248 req-52ec2bac-9562-4d4e-94d3-d9dcc6d0b461 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:54.509581 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c0dec2a-771a-496d-aadd-e4052a400248 req-52ec2bac-9562-4d4e-94d3-d9dcc6d0b461 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.1070883 Jan 28 19:10:54.554907 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:54.605937 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-034cc597-159d-4777-941b-dced4debf4ac', 'network_id': '034cc597-159d-4777-941b-dced4debf4ac', 'project_id': 'b67ad337e76d4b31986957cbfd640297', 'fixed_ips': [{'subnet_id': '5db5bf3f-d8ab-47cb-8cfd-253af3f4d215'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:10:54.607368 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:54.634721 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-22ac4da9-46fa-41dc-a8d2-2d35e8056e2e tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2400291 Jan 28 19:10:54.634990 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:10:54.641237 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c0dec2a-771a-496d-aadd-e4052a400248 req-03fb25cb-c45b-405b-bf9d-8c57c451c903 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250529 Jan 28 19:10:54.653463 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:54.699127 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c72f81f6-9989-498b-beed-2aaa58f70be9 admin admin] For port e0f0efb6-e502-4929-9929-1810bd2849c5, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e0f0efb6-e502-4929-9929-1810bd2849c5,segment=NetworkSegment(fe8c143c-0eb3-487d-9f16-54fac2982b83),segment_id=fe8c143c-0eb3-487d-9f16-54fac2982b83)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:54.699693 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c72f81f6-9989-498b-beed-2aaa58f70be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:54.704949 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:54.733284 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c72f81f6-9989-498b-beed-2aaa58f70be9 admin admin] Calling delete_port for e0f0efb6-e502-4929-9929-1810bd2849c5 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:54.780079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Allocated IP 172.20.0.2 (034cc597-159d-4777-941b-dced4debf4ac/5db5bf3f-d8ab-47cb-8cfd-253af3f4d215/fb7f9f3e-7290-48ae-915b-f863212881f4) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:10:54.837024 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3ae6e966-70d0-40df-ba41-2fa6b8712831 req-57c104f5-c413-4f54-8343-f26ba8bfd49d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 210 time: 0.0521855 Jan 28 19:10:54.955462 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:54.976516 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:54.977791 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:55.035965 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Publish callbacks [] for port (fb7f9f3e-7290-48ae-915b-f863212881f4), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:55.045072 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (fb7f9f3e-7290-48ae-915b-f863212881f4), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:55.100589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Pushing event updated for resources: {'Port': ['ID=fb7f9f3e-7290-48ae-915b-f863212881f4,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:55.117998 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Network 034cc597-159d-4777-941b-dced4debf4ac is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:10:55.121117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:55.126281 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:10:55.130256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Allocated IP 172.25.0.128 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/bfce35de-524d-4d74-a6a7-bad825e6b5b9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:10:55.135140 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c72f81f6-9989-498b-beed-2aaa58f70be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e0f0efb6-e502-4929-9929-1810bd2849c5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:55.166578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f81f6-9989-498b-beed-2aaa58f70be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f0efb6-e502-4929-9929-1810bd2849c5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:55.180787 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:55.181248 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:55.256077 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f3751-07c6-4584-980f-63246f406378 req-9deaf851-172f-4b94-ab74-fdf322772378 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:55.259067 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b01f3751-07c6-4584-980f-63246f406378 req-9deaf851-172f-4b94-ab74-fdf322772378 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/networks?id=034cc597-159d-4777-941b-dced4debf4ac HTTP/1.1" status: 200 len: 816 time: 0.1777534 Jan 28 19:10:55.287425 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b01f3751-07c6-4584-980f-63246f406378 req-326ffc2c-a77b-4df0-a8d7-60b9dea9673a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/quotas/b67ad337e76d4b31986957cbfd640297 HTTP/1.1" status: 200 len: 375 time: 0.0215969 Jan 28 19:10:55.308386 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8eaf29-6423-4c24-b192-2bec1f69e770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9231ab-b0d1-4b11-8ebb-288bcbfdea96'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:10:55.312519 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29a5fb1-b490-41c2-ba44-0b2a74da0f04" -d '{"events": [{"server_uuid": "3e8eaf29-6423-4c24-b192-2bec1f69e770", "name": "network-vif-plugged", "status": "completed", "tag": "ae9231ab-b0d1-4b11-8ebb-288bcbfdea96"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:10:55.317517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Attempting to bind port fb7f9f3e-7290-48ae-915b-f863212881f4 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:10:55.317517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Attempting to bind port fb7f9f3e-7290-48ae-915b-f863212881f4 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '6baf06db-a6bf-4c28-a067-7c38c50facfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '034cc597-159d-4777-941b-dced4debf4ac'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:10:55.317935 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Attempting to bind port fb7f9f3e-7290-48ae-915b-f863212881f4 on network 034cc597-159d-4777-941b-dced4debf4ac {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:10:55.331543 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:10:55.333175 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Checking segment: {'id': '6baf06db-a6bf-4c28-a067-7c38c50facfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '034cc597-159d-4777-941b-dced4debf4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:10:55.333596 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:55.336025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Bound using segment: {'id': '6baf06db-a6bf-4c28-a067-7c38c50facfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '034cc597-159d-4777-941b-dced4debf4ac'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:10:55.336656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Bound port: fb7f9f3e-7290-48ae-915b-f863212881f4, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baf06db-a6bf-4c28-a067-7c38c50facfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '034cc597-159d-4777-941b-dced4debf4ac'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:10:55.337018 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fb7f9f3e-7290-48ae-915b-f863212881f4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:55.406275 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b01f3751-07c6-4584-980f-63246f406378 req-ba04bf1b-2721-4560-ba07-d1592f934034 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b67ad337e76d4b31986957cbfd640297&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1119397 Jan 28 19:10:55.454842 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] For port fb7f9f3e-7290-48ae-915b-f863212881f4, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:10:55.462539 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] For port fb7f9f3e-7290-48ae-915b-f863212881f4, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fb7f9f3e-7290-48ae-915b-f863212881f4,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:10:55.470386 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:55.481021 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:55.486010 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fb7f9f3e-7290-48ae-915b-f863212881f4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:55.496317 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c72f81f6-9989-498b-beed-2aaa58f70be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (09af890d-18ae-43f2-86e9-89039724a46f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:55.539356 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for port (bfce35de-524d-4d74-a6a7-bad825e6b5b9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:55.565029 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b01f3751-07c6-4584-980f-63246f406378 req-fbb58b9f-c8e3-42b2-8dbd-85a1915c37de service neutron] 10.222.0.55 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455398 Jan 28 19:10:55.566717 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:55.567534 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 762f82fa-f4c5-41c0-b20e-d928d6ffd66d no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:10:55.609961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 762f82fa-f4c5-41c0-b20e-d928d6ffd66d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:10:55.616729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 762f82fa-f4c5-41c0-b20e-d928d6ffd66d not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:10:55.677660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08875fa-bce5-4e80-8f85-f1f1f97a441c None None] Pushing event updated for resources: {'Port': ['ID=fb7f9f3e-7290-48ae-915b-f863212881f4,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:55.736528 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b01f3751-07c6-4584-980f-63246f406378 req-922d1851-98ee-4537-b1fb-b1c189ff092e service neutron] 10.222.0.55 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702032 Jan 28 19:10:55.804850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:56.205936 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (bfce35de-524d-4d74-a6a7-bad825e6b5b9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:56.228338 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa4faa-ecca-483d-99fd-2113b2d7518a req-29e98c0c-81d0-4a0e-9584-f13614fa4980 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:56.240854 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fcaa4faa-ecca-483d-99fd-2113b2d7518a req-29e98c0c-81d0-4a0e-9584-f13614fa4980 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 945 time: 0.1436896 Jan 28 19:10:56.316080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:10:56.320720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:10:56.324499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:10:56.373054 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fcaa4faa-ecca-483d-99fd-2113b2d7518a req-13cc06a8-eaad-4515-86c0-b670b3c26080 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225519 Jan 28 19:10:56.473414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Pushing event updated for resources: {'Port': ['ID=bfce35de-524d-4d74-a6a7-bad825e6b5b9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:56.525446 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9f8d04-84f9-43ee-a513-ed4f59ff4a86 x-openstack-request-id: req-8f9f8d04-84f9-43ee-a513-ed4f59ff4a86 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:10:56.525968 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8eaf29-6423-4c24-b192-2bec1f69e770", "name": "network-vif-plugged", "status": "completed", "tag": "ae9231ab-b0d1-4b11-8ebb-288bcbfdea96", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:10:56.526230 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f9f8d04-84f9-43ee-a513-ed4f59ff4a86 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:10:56.526524 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8eaf29-6423-4c24-b192-2bec1f69e770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9231ab-b0d1-4b11-8ebb-288bcbfdea96', 'code': 200} Jan 28 19:10:56.630812 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for floatingip (de192462-1e01-41db-9ff7-6410ccec7d73), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:56.635745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72f81f6-9989-498b-beed-2aaa58f70be9 admin admin] Router 09af890d-18ae-43f2-86e9-89039724a46f has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:10:56.677005 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578fa07-fef5-4de1-b24f-0be44dc570b4 req-dd5039b0-04bc-4928-a48b-a9ba57913ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:56.679989 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f578fa07-fef5-4de1-b24f-0be44dc570b4 req-dd5039b0-04bc-4928-a48b-a9ba57913ea0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 1127 time: 0.0828075 Jan 28 19:10:56.770790 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f578fa07-fef5-4de1-b24f-0be44dc570b4 req-797c0f0b-d6b8-44df-8d72-f5e6d9da2878 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837379 Jan 28 19:10:56.802222 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bfce35de-524d-4d74-a6a7-bad825e6b5b9), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:56.934518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72f81f6-9989-498b-beed-2aaa58f70be9 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:10:56.949049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a21822-fac1-4596-9c93-d75e9ae8e03d None None] Sync routers for ids ['09af890d-18ae-43f2-86e9-89039724a46f'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:10:56.951312 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c72f81f6-9989-498b-beed-2aaa58f70be9 admin admin] 10.222.0.55 "PUT /v2.0/routers/09af890d-18ae-43f2-86e9-89039724a46f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1017890 Jan 28 19:10:56.967487 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a21822-fac1-4596-9c93-d75e9ae8e03d None None] Routers {'09af890d-18ae-43f2-86e9-89039724a46f'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:10:56.968430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-29a21822-fac1-4596-9c93-d75e9ae8e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:10:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['09af890d-18ae-43f2-86e9-89039724a46f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:56.968591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38080) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:57.044719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276b6af-ecc4-43ba-83c1-5a3ff5c8d241 req-be53c95f-386d-47b2-9781-2a928ae326a2 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:57.052813 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1276b6af-ecc4-43ba-83c1-5a3ff5c8d241 req-be53c95f-386d-47b2-9781-2a928ae326a2 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.1502113 Jan 28 19:10:57.139170 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c47c80f-1c9e-4479-ba7f-c58054e4a2ec admin admin] Publish callbacks [] for router (09af890d-18ae-43f2-86e9-89039724a46f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:57.170048 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1276b6af-ecc4-43ba-83c1-5a3ff5c8d241 req-04d4d9e3-fb1a-44e7-aa62-3da9e22771c2 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996420 Jan 28 19:10:57.233511 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-29a21822-fac1-4596-9c93-d75e9ae8e03d None None] Set router 09af890d-18ae-43f2-86e9-89039724a46f gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:10:57.334237 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3228a6c9-333d-4710-bf4f-e8b68277e820 req-e544362b-8da0-4f85-a779-95b333535cc8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 210 time: 0.0654287 Jan 28 19:10:57.373523 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c47c80f-1c9e-4479-ba7f-c58054e4a2ec admin admin] Publish callbacks [] for router_gateway (09af890d-18ae-43f2-86e9-89039724a46f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:57.435114 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for port (bfce35de-524d-4d74-a6a7-bad825e6b5b9), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:57.453059 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (bfce35de-524d-4d74-a6a7-bad825e6b5b9), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:57.595512 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Pushing event updated for resources: {'Port': ['ID=bfce35de-524d-4d74-a6a7-bad825e6b5b9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:57.611190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3c47c80f-1c9e-4479-ba7f-c58054e4a2ec admin admin] Deleting port cd90b729-7c9c-4869-a792-6eed1a819e10 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:57.615688 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c47c80f-1c9e-4479-ba7f-c58054e4a2ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (cd90b729-7c9c-4869-a792-6eed1a819e10), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:57.661949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a0fcd3-4768-42d2-a4ee-fe260941c966 None None] Network 034cc597-159d-4777-941b-dced4debf4ac requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:10:57.705395 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (de192462-1e01-41db-9ff7-6410ccec7d73), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:57.800443 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:57.802711 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-bf2541b7-c4d1-42be-a95c-a64d04552243 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1587219 Jan 28 19:10:57.811144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3c47c80f-1c9e-4479-ba7f-c58054e4a2ec admin admin] For port cd90b729-7c9c-4869-a792-6eed1a819e10, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cd90b729-7c9c-4869-a792-6eed1a819e10,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:57.811569 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c47c80f-1c9e-4479-ba7f-c58054e4a2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (cd90b729-7c9c-4869-a792-6eed1a819e10), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:57.840029 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3c47c80f-1c9e-4479-ba7f-c58054e4a2ec admin admin] Calling delete_port for cd90b729-7c9c-4869-a792-6eed1a819e10 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:57.916302 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-740f1fac-619d-493f-a9aa-ddaf002fd5c6 None None] Provisioning complete for port fb7f9f3e-7290-48ae-915b-f863212881f4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:57.916942 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-740f1fac-619d-493f-a9aa-ddaf002fd5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fb7f9f3e-7290-48ae-915b-f863212881f4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:57.967723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fb7f9f3e-7290-48ae-915b-f863212881f4 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:10:57.976290 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-e3629904-88c7-43fc-9637-2561c4842086 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 696 time: 0.1528413 Jan 28 19:10:57.984279 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f3751-07c6-4584-980f-63246f406378 req-56caf972-602c-462c-803a-e1ec8131405a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:57.986008 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b01f3751-07c6-4584-980f-63246f406378 req-56caf972-602c-462c-803a-e1ec8131405a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.37 "GET /v2.0/networks?id=034cc597-159d-4777-941b-dced4debf4ac HTTP/1.1" status: 200 len: 816 time: 0.5274851 Jan 28 19:10:58.026005 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b01f3751-07c6-4584-980f-63246f406378 req-958ec053-6374-41a3-acaa-6d7f0e1322dd tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Request body: {'port': {'device_id': 'f4827b90-304e-4f31-9dd6-c6f1b73a1f41', 'network_id': '034cc597-159d-4777-941b-dced4debf4ac', 'admin_state_up': True, 'tenant_id': 'b67ad337e76d4b31986957cbfd640297'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:10:58.124223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe63d7-fae2-4687-b51c-337728510441 req-861fa39d-f541-42fa-9ed5-d61ea384601a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:58.139052 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abbe63d7-fae2-4687-b51c-337728510441 req-861fa39d-f541-42fa-9ed5-d61ea384601a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/networks?id=034cc597-159d-4777-941b-dced4debf4ac HTTP/1.1" status: 200 len: 816 time: 0.3783319 Jan 28 19:10:58.161897 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abbe63d7-fae2-4687-b51c-337728510441 req-e583d178-8198-482d-865d-7ed7793873ff tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/quotas/b67ad337e76d4b31986957cbfd640297 HTTP/1.1" status: 200 len: 375 time: 0.0217319 Jan 28 19:10:58.169336 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port fb7f9f3e-7290-48ae-915b-f863212881f4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:58.169534 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fb7f9f3e-7290-48ae-915b-f863212881f4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:58.263986 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-740f1fac-619d-493f-a9aa-ddaf002fd5c6 None None] Current status of the port fb7f9f3e-7290-48ae-915b-f863212881f4 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:58.264378 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-740f1fac-619d-493f-a9aa-ddaf002fd5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fb7f9f3e-7290-48ae-915b-f863212881f4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:58.293636 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-29a21822-fac1-4596-9c93-d75e9ae8e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af890d-18ae-43f2-86e9-89039724a46f', 'name': 'tempest-ServersTestMultiNic-1466714892-router', 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'cd90b729-7c9c-4869-a792-6eed1a819e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:48Z', 'updated_at': '2022-01-28T19:10:55Z', 'revision_number': 5, 'project_id': '1060cde39e6f4e3983d711c8ddac0223', 'gw_port': {'id': 'cd90b729-7c9c-4869-a792-6eed1a819e10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af890d-18ae-43f2-86e9-89039724a46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:08:50Z', 'updated_at': '2022-01-28T19:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:58.300729 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739d032-b615-4910-afc0-e1eefeceed5b req-8050ad0e-7f5c-4ae6-87e3-8df3cadcb23c tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:58.302723 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9739d032-b615-4910-afc0-e1eefeceed5b req-8050ad0e-7f5c-4ae6-87e3-8df3cadcb23c tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 944 time: 0.1386788 Jan 28 19:10:58.322902 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abbe63d7-fae2-4687-b51c-337728510441 req-9e9e57cb-7549-40d2-9881-9105e08ea1af tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b67ad337e76d4b31986957cbfd640297&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1599395 Jan 28 19:10:58.345718 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-158f609a-e1a1-4e90-81ad-0a93d02ceda8 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:58.348057 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0a50aa6b-eec5-4059-953b-90b272a5a069 req-158f609a-e1a1-4e90-81ad-0a93d02ceda8 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.2872653 Jan 28 19:10:58.380071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a21822-fac1-4596-9c93-d75e9ae8e03d None None] Checking router: 09af890d-18ae-43f2-86e9-89039724a46f for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:10:58.381518 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c47c80f-1c9e-4479-ba7f-c58054e4a2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (cd90b729-7c9c-4869-a792-6eed1a819e10), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:58.387002 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-740f1fac-619d-493f-a9aa-ddaf002fd5c6 None None] For port fb7f9f3e-7290-48ae-915b-f863212881f4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fb7f9f3e-7290-48ae-915b-f863212881f4,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:58.418747 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-740f1fac-619d-493f-a9aa-ddaf002fd5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fb7f9f3e-7290-48ae-915b-f863212881f4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:58.441865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01f3751-07c6-4584-980f-63246f406378 req-958ec053-6374-41a3-acaa-6d7f0e1322dd tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Made reservation on behalf of b67ad337e76d4b31986957cbfd640297 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:10:58.446343 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a21822-fac1-4596-9c93-d75e9ae8e03d None None] Routers {'09af890d-18ae-43f2-86e9-89039724a46f'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:10:58.447221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-29a21822-fac1-4596-9c93-d75e9ae8e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:10:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['09af890d-18ae-43f2-86e9-89039724a46f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:58.447591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47c80f-1c9e-4479-ba7f-c58054e4a2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=cd90b729-7c9c-4869-a792-6eed1a819e10,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:58.450851 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b01f3751-07c6-4584-980f-63246f406378 req-958ec053-6374-41a3-acaa-6d7f0e1322dd tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:58.518131 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port fb7f9f3e-7290-48ae-915b-f863212881f4 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:58.518727 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fb7f9f3e-7290-48ae-915b-f863212881f4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:58.627203 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a9a6d-cb60-4443-851a-3331d7621892 req-695789b8-70de-4291-905b-d8244a46abda tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:58.629223 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-745a9a6d-cb60-4443-851a-3331d7621892 req-695789b8-70de-4291-905b-d8244a46abda tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 945 time: 0.1593120 Jan 28 19:10:58.632920 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-29a21822-fac1-4596-9c93-d75e9ae8e03d None None] Set router 09af890d-18ae-43f2-86e9-89039724a46f gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:10:58.637671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f1fac-619d-493f-a9aa-ddaf002fd5c6 None None] Pushing event updated for resources: {'Port': ['ID=fb7f9f3e-7290-48ae-915b-f863212881f4,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:58.638535 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c47c80f-1c9e-4479-ba7f-c58054e4a2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (09af890d-18ae-43f2-86e9-89039724a46f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:58.702588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-29a21822-fac1-4596-9c93-d75e9ae8e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af890d-18ae-43f2-86e9-89039724a46f', 'name': 'tempest-ServersTestMultiNic-1466714892-router', 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:48Z', 'updated_at': '2022-01-28T19:10:58Z', 'revision_number': 7, 'project_id': '1060cde39e6f4e3983d711c8ddac0223', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:10:58.753614 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a916c2-38f5-4559-991a-a64e9d9d7ea8 req-0b6c334b-1e7e-4c4f-b627-4e149cddfafc tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:58.755361 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96a916c2-38f5-4559-991a-a64e9d9d7ea8 req-0b6c334b-1e7e-4c4f-b627-4e149cddfafc tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 945 time: 0.2500532 Jan 28 19:10:58.763786 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a21822-fac1-4596-9c93-d75e9ae8e03d None None] The sync data for ids ['09af890d-18ae-43f2-86e9-89039724a46f'] in n-d-824834-4 is: [{'id': '09af890d-18ae-43f2-86e9-89039724a46f', 'name': 'tempest-ServersTestMultiNic-1466714892-router', 'tenant_id': '1060cde39e6f4e3983d711c8ddac0223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:08:48Z', 'updated_at': '2022-01-28T19:10:58Z', 'revision_number': 7, 'project_id': '1060cde39e6f4e3983d711c8ddac0223', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:10:58.766283 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abbe63d7-fae2-4687-b51c-337728510441 req-73a2473d-ac76-4c8b-9246-8c749bd456da service neutron] 10.222.0.55 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423258 Jan 28 19:10:58.784885 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:10:58.785284 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:10:58.786427 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fe892928-9357-4443-8987-2bfe580e59ba None None] Provisioning complete for port fb7f9f3e-7290-48ae-915b-f863212881f4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:10:58.786810 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe892928-9357-4443-8987-2bfe580e59ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fb7f9f3e-7290-48ae-915b-f863212881f4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:58.792622 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c47c80f-1c9e-4479-ba7f-c58054e4a2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (09af890d-18ae-43f2-86e9-89039724a46f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:58.794825 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c47c80f-1c9e-4479-ba7f-c58054e4a2ec admin admin] Publish callbacks [] for router_controller (09af890d-18ae-43f2-86e9-89039724a46f), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:58.848637 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-745a9a6d-cb60-4443-851a-3331d7621892 req-e294edf3-5df4-46ac-bc08-107034730381 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/security-groups?id=f085b27e-43d7-4cc0-9e19-a7b8c855a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121322 Jan 28 19:10:58.852152 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c47c80f-1c9e-4479-ba7f-c58054e4a2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (09af890d-18ae-43f2-86e9-89039724a46f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:58.852927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c47c80f-1c9e-4479-ba7f-c58054e4a2ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09af890d-18ae-43f2-86e9-89039724a46f {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:10:58.858503 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c47c80f-1c9e-4479-ba7f-c58054e4a2ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:58.859733 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3c47c80f-1c9e-4479-ba7f-c58054e4a2ec admin admin] 10.222.0.55 "DELETE /v2.0/routers/09af890d-18ae-43f2-86e9-89039724a46f HTTP/1.1" status: 204 len: 168 time: 1.8903029 Jan 28 19:10:58.862393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38102) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:58.894358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fe892928-9357-4443-8987-2bfe580e59ba None None] Current status of the port fb7f9f3e-7290-48ae-915b-f863212881f4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:58.926519 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bb90fa-1b0d-4a68-a2e9-cde0cc44b44f admin admin] Deleting subnet 657c214e-2487-481c-8762-69cdcb5781ca {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:10:58.930689 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9bb90fa-1b0d-4a68-a2e9-cde0cc44b44f admin admin] Publish callbacks [] for subnet (657c214e-2487-481c-8762-69cdcb5781ca), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:58.970875 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9bb90fa-1b0d-4a68-a2e9-cde0cc44b44f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (657c214e-2487-481c-8762-69cdcb5781ca), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:59.113803 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9bb90fa-1b0d-4a68-a2e9-cde0cc44b44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (657c214e-2487-481c-8762-69cdcb5781ca), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:59.148845 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900d0d9-979e-49f6-9707-8180956b439a req-ab7f35ef-0e88-4437-a438-ecc2ade942c1 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:59.150610 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7900d0d9-979e-49f6-9707-8180956b439a req-ab7f35ef-0e88-4437-a438-ecc2ade942c1 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 945 time: 0.1157196 Jan 28 19:10:59.230048 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7900d0d9-979e-49f6-9707-8180956b439a req-badec6ac-9567-4895-8173-0c82e161b736 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697086 Jan 28 19:10:59.232047 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9bb90fa-1b0d-4a68-a2e9-cde0cc44b44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (657c214e-2487-481c-8762-69cdcb5781ca), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:59.252226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-b01f3751-07c6-4584-980f-63246f406378 req-958ec053-6374-41a3-acaa-6d7f0e1322dd tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Allocated IP 172.20.0.12 (034cc597-159d-4777-941b-dced4debf4ac/5db5bf3f-d8ab-47cb-8cfd-253af3f4d215/de403779-4a6d-4f51-9532-0dc95e926936) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:10:59.270101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb90fa-1b0d-4a68-a2e9-cde0cc44b44f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=657c214e-2487-481c-8762-69cdcb5781ca,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:10:59.279103 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9bb90fa-1b0d-4a68-a2e9-cde0cc44b44f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:59.285083 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f9bb90fa-1b0d-4a68-a2e9-cde0cc44b44f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/657c214e-2487-481c-8762-69cdcb5781ca HTTP/1.1" status: 204 len: 168 time: 0.4214399 Jan 28 19:10:59.287973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38106) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:10:59.295430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9739d032-b615-4910-afc0-e1eefeceed5b req-0a256f94-f3ad-4d46-9133-528f7d2b01d2 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Deleting port 52f446f7-445e-44e1-934c-31b3c5deef82 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:59.300145 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9739d032-b615-4910-afc0-e1eefeceed5b req-0a256f94-f3ad-4d46-9133-528f7d2b01d2 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:59.339833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26bdbda-afd8-4174-90e1-3f0be71439ed None None] Network 4bb876ec-2bdb-4c85-923e-5891ec55f989 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:10:59.435604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port fb7f9f3e-7290-48ae-915b-f863212881f4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:10:59.462130 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (4bb876ec-2bdb-4c85-923e-5891ec55f989), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:59.483430 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abbe63d7-fae2-4687-b51c-337728510441 req-4ab5f1b6-f37f-4509-bab3-2f334e2c762b service neutron] 10.222.0.55 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7160692 Jan 28 19:10:59.521287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa062923-b8aa-40c9-8e88-991ca83bc272 req-695e82be-28c8-46a8-aa85-040b35f6576f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:10:59.522856 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa062923-b8aa-40c9-8e88-991ca83bc272 req-695e82be-28c8-46a8-aa85-040b35f6576f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ff52dd2-5ddd-4177-9038-727e33daebd6 HTTP/1.1" status: 200 len: 944 time: 0.1231210 Jan 28 19:10:59.581195 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] Deleting port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:59.581526 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7cb6c2a1-fc11-4298-a42d-80adc1eb0892), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:59.600235 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9739d032-b615-4910-afc0-e1eefeceed5b req-0a256f94-f3ad-4d46-9133-528f7d2b01d2 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] For port 52f446f7-445e-44e1-934c-31b3c5deef82, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=52f446f7-445e-44e1-934c-31b3c5deef82,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:59.600807 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9739d032-b615-4910-afc0-e1eefeceed5b req-0a256f94-f3ad-4d46-9133-528f7d2b01d2 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:59.608265 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa062923-b8aa-40c9-8e88-991ca83bc272 req-32368ebb-b406-457e-bb9f-902d3882243f tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757332 Jan 28 19:10:59.629355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9739d032-b615-4910-afc0-e1eefeceed5b req-0a256f94-f3ad-4d46-9133-528f7d2b01d2 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Calling delete_port for 52f446f7-445e-44e1-934c-31b3c5deef82 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:59.639931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-96a916c2-38f5-4559-991a-a64e9d9d7ea8 req-b3578508-5cf5-4319-a696-aceb0fae7596 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Deleting port e1c58b33-211d-4174-bc28-0850d37e9711 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:10:59.640480 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96a916c2-38f5-4559-991a-a64e9d9d7ea8 req-b3578508-5cf5-4319-a696-aceb0fae7596 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e1c58b33-211d-4174-bc28-0850d37e9711), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:59.681753 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] For port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7cb6c2a1-fc11-4298-a42d-80adc1eb0892,segment=NetworkSegment(fe8c143c-0eb3-487d-9f16-54fac2982b83),segment_id=fe8c143c-0eb3-487d-9f16-54fac2982b83)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:10:59.688229 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7cb6c2a1-fc11-4298-a42d-80adc1eb0892), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:10:59.722347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55a942f-ee11-4d0b-a8f0-1eca2a902932 None None] DHCP port deletion for 4bb876ec-2bdb-4c85-923e-5891ec55f989 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:10:59.744649 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] Calling delete_port for 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:10:59.878744 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2653102c-4722-40ef-8eb5-88846a6a2765 req-62fb6ea9-b140-4e68-ae2c-fe6373a29005 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 210 time: 0.1164541 Jan 28 19:10:59.890742 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fb7f9f3e-7290-48ae-915b-f863212881f4 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:00.016879 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b01f3751-07c6-4584-980f-63246f406378 req-958ec053-6374-41a3-acaa-6d7f0e1322dd tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks [] for port (de403779-4a6d-4f51-9532-0dc95e926936), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.021854 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.044902 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d55a942f-ee11-4d0b-a8f0-1eca2a902932 None None] Deleting port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:11:00.045291 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d55a942f-ee11-4d0b-a8f0-1eca2a902932 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7cb6c2a1-fc11-4298-a42d-80adc1eb0892), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.103688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port fb7f9f3e-7290-48ae-915b-f863212881f4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:00.104069 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fb7f9f3e-7290-48ae-915b-f863212881f4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.121309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12365e-51b8-44e4-9120-90525a6760f3 req-cc58e4e9-0001-40b9-8d73-416596537d30 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:00.127368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa12365e-51b8-44e4-9120-90525a6760f3 req-cc58e4e9-0001-40b9-8d73-416596537d30 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1292617 Jan 28 19:11:00.128988 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (7cb6c2a1-fc11-4298-a42d-80adc1eb0892), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.179686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d55a942f-ee11-4d0b-a8f0-1eca2a902932 None None] For port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7cb6c2a1-fc11-4298-a42d-80adc1eb0892,segment=NetworkSegment(fe8c143c-0eb3-487d-9f16-54fac2982b83),segment_id=fe8c143c-0eb3-487d-9f16-54fac2982b83)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:00.180073 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d55a942f-ee11-4d0b-a8f0-1eca2a902932 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7cb6c2a1-fc11-4298-a42d-80adc1eb0892), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.182457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] No DVR routers for this DVR port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:11:00.197978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d55a942f-ee11-4d0b-a8f0-1eca2a902932 None None] Calling delete_port for 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:11:00.245113 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb6c2a1-fc11-4298-a42d-80adc1eb0892,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:00.311541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-39730204-655b-4ff4-bc99-4b5b37badef5 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:00.328631 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-39730204-655b-4ff4-bc99-4b5b37badef5 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 820 time: 0.4655051 Jan 28 19:11:00.353523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port fb7f9f3e-7290-48ae-915b-f863212881f4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:00.363798 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-699e075e-e482-46ec-8239-ba9f2b8d4c3c tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/quotas/853e4e8488c24c58897190aff96eb123 HTTP/1.1" status: 200 len: 375 time: 0.0304446 Jan 28 19:11:00.365771 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (4bb876ec-2bdb-4c85-923e-5891ec55f989), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.374499 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b01f3751-07c6-4584-980f-63246f406378 req-958ec053-6374-41a3-acaa-6d7f0e1322dd tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (de403779-4a6d-4f51-9532-0dc95e926936), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.390399 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa12365e-51b8-44e4-9120-90525a6760f3 req-10a26b19-974f-468c-87bd-a9ea24a8a1aa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498126 Jan 28 19:11:00.447435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb876ec-2bdb-4c85-923e-5891ec55f989']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:00.453479 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9739d032-b615-4910-afc0-e1eefeceed5b req-0a256f94-f3ad-4d46-9133-528f7d2b01d2 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (52f446f7-445e-44e1-934c-31b3c5deef82), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.465930 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d55a942f-ee11-4d0b-a8f0-1eca2a902932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (7cb6c2a1-fc11-4298-a42d-80adc1eb0892), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.473130 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:11:00.481539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8c143c-0eb3-487d-9f16-54fac2982b83') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:00.481940 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8c143c-0eb3-487d-9f16-54fac2982b83') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:00.484386 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ec053-6374-41a3-acaa-6d7f0e1322dd tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Pushing event updated for resources: {'Port': ['ID=de403779-4a6d-4f51-9532-0dc95e926936,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:00.525359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01f3751-07c6-4584-980f-63246f406378 req-958ec053-6374-41a3-acaa-6d7f0e1322dd tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Network 034cc597-159d-4777-941b-dced4debf4ac is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:00.536633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a942f-ee11-4d0b-a8f0-1eca2a902932 None None] Pushing event deleted for resources: {'Port': ['ID=7cb6c2a1-fc11-4298-a42d-80adc1eb0892,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:00.538581 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:11:00.539081 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:11:00.539712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e0f0efb6-e502-4929-9929-1810bd2849c5 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:11:00.545262 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (fe8c143c-0eb3-487d-9f16-54fac2982b83), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.550537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a942f-ee11-4d0b-a8f0-1eca2a902932 None None] No DVR routers for this DVR port 7cb6c2a1-fc11-4298-a42d-80adc1eb0892 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:11:00.584739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: e0f0efb6-e502-4929-9929-1810bd2849c5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:11:00.585381 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e0f0efb6-e502-4929-9929-1810bd2849c5 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:11:00.586142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cd90b729-7c9c-4869-a792-6eed1a819e10 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:11:00.592990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-b01f3751-07c6-4584-980f-63246f406378 req-958ec053-6374-41a3-acaa-6d7f0e1322dd tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:00.597112 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (fe8c143c-0eb3-487d-9f16-54fac2982b83), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.605649 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:11:00.606092 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (fe8c143c-0eb3-487d-9f16-54fac2982b83), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.610898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: cd90b729-7c9c-4869-a792-6eed1a819e10 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:11:00.611486 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cd90b729-7c9c-4869-a792-6eed1a819e10 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:11:00.617859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01f3751-07c6-4584-980f-63246f406378 req-958ec053-6374-41a3-acaa-6d7f0e1322dd tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:11:00.674216 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:11:00.680484 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (4bb876ec-2bdb-4c85-923e-5891ec55f989), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.714739 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.720824 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4bb876ec-2bdb-4c85-923e-5891ec55f989 HTTP/1.1" status: 204 len: 168 time: 1.4289455 Jan 28 19:11:00.731923 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f3751-07c6-4584-980f-63246f406378 req-958ec053-6374-41a3-acaa-6d7f0e1322dd tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:00.732816 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b01f3751-07c6-4584-980f-63246f406378 req-958ec053-6374-41a3-acaa-6d7f0e1322dd tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.735799 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a256f94-f3ad-4d46-9133-528f7d2b01d2 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Pushing event deleted for resources: {'Port': ['ID=52f446f7-445e-44e1-934c-31b3c5deef82,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:00.743600 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9739d032-b615-4910-afc0-e1eefeceed5b req-0a256f94-f3ad-4d46-9133-528f7d2b01d2 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] No DVR routers for this DVR port 52f446f7-445e-44e1-934c-31b3c5deef82 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:11:00.753012 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9739d032-b615-4910-afc0-e1eefeceed5b req-0a256f94-f3ad-4d46-9133-528f7d2b01d2 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.757201 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9739d032-b615-4910-afc0-e1eefeceed5b req-0a256f94-f3ad-4d46-9133-528f7d2b01d2 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.37 "DELETE /v2.0/ports/52f446f7-445e-44e1-934c-31b3c5deef82 HTTP/1.1" status: 204 len: 173 time: 2.4321439 Jan 28 19:11:00.774841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff52dd2-5ddd-4177-9038-727e33daebd6', 'name': 'network-vif-deleted', 'tag': '52f446f7-445e-44e1-934c-31b3c5deef82'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:00.778826 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7224446e-1a8b-4345-a597-a1b74fe3b643" -d '{"events": [{"server_uuid": "8ff52dd2-5ddd-4177-9038-727e33daebd6", "name": "network-vif-deleted", "tag": "52f446f7-445e-44e1-934c-31b3c5deef82"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:00.779029 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0125d8-1625-4ef9-93ad-ca6a486b8ed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb876ec-2bdb-4c85-923e-5891ec55f989,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:00.807786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec928ef-e712-4b6e-9d15-41bf3d24aec4 req-12174515-9eca-42b8-b154-454cc15cdeb9 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:00.809573 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1ec928ef-e712-4b6e-9d15-41bf3d24aec4 req-12174515-9eca-42b8-b154-454cc15cdeb9 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 945 time: 0.2589488 Jan 28 19:11:00.823560 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-96a916c2-38f5-4559-991a-a64e9d9d7ea8 req-b3578508-5cf5-4319-a696-aceb0fae7596 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] For port e1c58b33-211d-4174-bc28-0850d37e9711, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e1c58b33-211d-4174-bc28-0850d37e9711,segment=NetworkSegment(dd84af4d-051a-4b78-9d8d-a1ae47b1e573),segment_id=dd84af4d-051a-4b78-9d8d-a1ae47b1e573)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:00.826704 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96a916c2-38f5-4559-991a-a64e9d9d7ea8 req-b3578508-5cf5-4319-a696-aceb0fae7596 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e1c58b33-211d-4174-bc28-0850d37e9711), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:00.851290 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-de832e8d-a09b-4edb-b59c-06c907cc89dc tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4900181 Jan 28 19:11:00.895948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b01f3751-07c6-4584-980f-63246f406378 req-958ec053-6374-41a3-acaa-6d7f0e1322dd tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8770530 Jan 28 19:11:00.912853 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1ec928ef-e712-4b6e-9d15-41bf3d24aec4 req-1cf0d74e-5548-470c-9aca-5d3ccdabdbbd tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928111 Jan 28 19:11:00.949965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38144) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:00.993565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Request body: {'port': {'device_id': 'f4827b90-304e-4f31-9dd6-c6f1b73a1f41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:01.045284 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c53b5f4a-4f0c-48e8-ba09-ff929163a9eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1060cde39e6f4e3983d711c8ddac0223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0918174 Jan 28 19:11:01.045284 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38154) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:01.064741 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ea6dbab0-abf6-424f-86c5-69c0fe5d18ea None None] Provisioning complete for port de403779-4a6d-4f51-9532-0dc95e926936 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:01.065361 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea6dbab0-abf6-424f-86c5-69c0fe5d18ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (de403779-4a6d-4f51-9532-0dc95e926936), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:01.140584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ea6dbab0-abf6-424f-86c5-69c0fe5d18ea None None] Port de403779-4a6d-4f51-9532-0dc95e926936 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:11:01.142070 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (de403779-4a6d-4f51-9532-0dc95e926936), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:01.165407 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fdddf922-475e-4c60-aa71-bbcae0bc45b1 admin admin] Publish callbacks [] for security_group (b2aa06a7-214b-4091-bdce-dfd1d22956b4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:01.206304 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fdddf922-475e-4c60-aa71-bbcae0bc45b1 admin admin] Publish callbacks [] for security_group (b2aa06a7-214b-4091-bdce-dfd1d22956b4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:01.220374 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-cbb3f4b5-8a47-427e-ba05-73f0d841bb75 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:01.221870 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-cbb3f4b5-8a47-427e-ba05-73f0d841bb75 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/networks?id=034cc597-159d-4777-941b-dced4debf4ac HTTP/1.1" status: 200 len: 816 time: 0.1780367 Jan 28 19:11:01.258544 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-00674977-3700-446a-af3d-5c19b003bcc3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/quotas/b67ad337e76d4b31986957cbfd640297 HTTP/1.1" status: 200 len: 375 time: 0.0218587 Jan 28 19:11:01.324194 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-a708178b-795d-41d1-ac2e-53c53955660e tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b67ad337e76d4b31986957cbfd640297&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651755 Jan 28 19:11:01.325430 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fdddf922-475e-4c60-aa71-bbcae0bc45b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b2aa06a7-214b-4091-bdce-dfd1d22956b4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:01.328377 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fdddf922-475e-4c60-aa71-bbcae0bc45b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:01.331955 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fdddf922-475e-4c60-aa71-bbcae0bc45b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b2aa06a7-214b-4091-bdce-dfd1d22956b4 HTTP/1.1" status: 204 len: 168 time: 0.2828398 Jan 28 19:11:01.358427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddf922-475e-4c60-aa71-bbcae0bc45b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2aa06a7-214b-4091-bdce-dfd1d22956b4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:01.439336 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-50e0c4e7-2b38-4f6c-875d-be8c70bbd26f service neutron] 10.222.0.55 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739069 Jan 28 19:11:01.532516 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-d55432e7-65d7-4491-be32-6cba1e9d49e3 service neutron] 10.222.0.55 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014229 Jan 28 19:11:01.600708 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96a916c2-38f5-4559-991a-a64e9d9d7ea8 req-b3578508-5cf5-4319-a696-aceb0fae7596 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:01.601073 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96a916c2-38f5-4559-991a-a64e9d9d7ea8 req-b3578508-5cf5-4319-a696-aceb0fae7596 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (0723e13e-0596-46c0-9b83-9149d5e9817f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:01.601389 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [req-96a916c2-38f5-4559-991a-a64e9d9d7ea8 req-b3578508-5cf5-4319-a696-aceb0fae7596 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Floating IP 0723e13e-0596-46c0-9b83-9149d5e9817f disassociated. External IP: 172.25.0.39, port: e1c58b33-211d-4174-bc28-0850d37e9711. Jan 28 19:11:01.601732 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-96a916c2-38f5-4559-991a-a64e9d9d7ea8 req-b3578508-5cf5-4319-a696-aceb0fae7596 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Calling delete_port for e1c58b33-211d-4174-bc28-0850d37e9711 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:11:01.745324 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-2a8bc49d-59e8-421f-90c1-297cbac00995 service neutron] 10.222.0.55 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046046 Jan 28 19:11:01.836186 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe63d7-fae2-4687-b51c-337728510441 req-d3c92853-4063-4d67-9d07-9b556efd8f7c tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:01.838164 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abbe63d7-fae2-4687-b51c-337728510441 req-d3c92853-4063-4d67-9d07-9b556efd8f7c tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.37 "GET /v2.0/networks?id=034cc597-159d-4777-941b-dced4debf4ac HTTP/1.1" status: 200 len: 816 time: 0.2048624 Jan 28 19:11:01.913035 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-abbe63d7-fae2-4687-b51c-337728510441 req-51354a6f-b5db-473f-8c6c-423e6bbb49a3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Request body: {'port': {'device_id': 'cb980a07-a331-4bf4-8e5a-f4adac612ff0', 'network_id': '034cc597-159d-4777-941b-dced4debf4ac', 'admin_state_up': True, 'tenant_id': 'b67ad337e76d4b31986957cbfd640297'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:02.013270 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-63b05ab1-1636-44ff-bc70-5aa09dc8f3c4 service neutron] 10.222.0.55 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5438814 Jan 28 19:11:02.077230 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eed1f-a35d-4e7e-bad6-58a716960953 req-f37d1fbf-519e-4f1e-aaf1-1547ddc61ed5 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:02.082223 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea1eed1f-a35d-4e7e-bad6-58a716960953 req-f37d1fbf-519e-4f1e-aaf1-1547ddc61ed5 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 945 time: 0.1051154 Jan 28 19:11:02.186788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de403779-4a6d-4f51-9532-0dc95e926936 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:02.205404 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Publish callbacks [] for port (de403779-4a6d-4f51-9532-0dc95e926936), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:02.227726 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea1eed1f-a35d-4e7e-bad6-58a716960953 req-7f8764d2-81c5-4004-a67b-79f668b7c6e7 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/security-groups?id=f085b27e-43d7-4cc0-9e19-a7b8c855a6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426098 Jan 28 19:11:02.254160 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Transition to ACTIVE for port object de403779-4a6d-4f51-9532-0dc95e926936 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:11:02.271849 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (de403779-4a6d-4f51-9532-0dc95e926936), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:02.410822 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cef8c3-ca52-435a-b36f-c790f4e33760 x-openstack-request-id: req-28cef8c3-ca52-435a-b36f-c790f4e33760 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:02.411234 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff52dd2-5ddd-4177-9038-727e33daebd6", "name": "network-vif-deleted", "tag": "52f446f7-445e-44e1-934c-31b3c5deef82", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:02.411588 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28cef8c3-ca52-435a-b36f-c790f4e33760 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:02.412621 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff52dd2-5ddd-4177-9038-727e33daebd6', 'name': 'network-vif-deleted', 'tag': '52f446f7-445e-44e1-934c-31b3c5deef82', 'status': 'completed', 'code': 200} Jan 28 19:11:02.441387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbe63d7-fae2-4687-b51c-337728510441 req-51354a6f-b5db-473f-8c6c-423e6bbb49a3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Made reservation on behalf of b67ad337e76d4b31986957cbfd640297 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:02.466528 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-abbe63d7-fae2-4687-b51c-337728510441 req-51354a6f-b5db-473f-8c6c-423e6bbb49a3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:02.469656 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9b81fba8-a9ea-44b4-8da8-c45939bdb428 req-deefe90e-6004-4542-8fe8-68a6ae63ff1c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 210 time: 0.0370345 Jan 28 19:11:02.498008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Pushing event updated for resources: {'Port': ['ID=de403779-4a6d-4f51-9532-0dc95e926936,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:02.710034 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 52f446f7-445e-44e1-934c-31b3c5deef82 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:11:02.735875 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38204) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:02.753390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 52f446f7-445e-44e1-934c-31b3c5deef82 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:11:02.755988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 52f446f7-445e-44e1-934c-31b3c5deef82 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:11:02.839936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48533a1-a8ca-418b-b13c-eedc5a5cf2e9 req-15311b25-eb1f-4b33-8afa-899745a4f970 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:02.847536 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b48533a1-a8ca-418b-b13c-eedc5a5cf2e9 req-15311b25-eb1f-4b33-8afa-899745a4f970 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.5916703 Jan 28 19:11:02.898628 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96a916c2-38f5-4559-991a-a64e9d9d7ea8 req-b3578508-5cf5-4319-a696-aceb0fae7596 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (e1c58b33-211d-4174-bc28-0850d37e9711), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:02.997443 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b48533a1-a8ca-418b-b13c-eedc5a5cf2e9 req-590cc2d5-a4f9-4f97-b23e-217647d3fbf6 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489327 Jan 28 19:11:02.998337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3578508-5cf5-4319-a696-aceb0fae7596 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Pushing event deleted for resources: {'Port': ['ID=e1c58b33-211d-4174-bc28-0850d37e9711,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:03.078957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Attempting to bind port de403779-4a6d-4f51-9532-0dc95e926936 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:03.079377 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Attempting to bind port de403779-4a6d-4f51-9532-0dc95e926936 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '6baf06db-a6bf-4c28-a067-7c38c50facfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '034cc597-159d-4777-941b-dced4debf4ac'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:03.079782 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Attempting to bind port de403779-4a6d-4f51-9532-0dc95e926936 on network 034cc597-159d-4777-941b-dced4debf4ac {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:03.090949 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-44644d28-aee6-423e-95cf-886b9164dba7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-network', 'tenant_id': '6617f763bd2b491295631965114da93b'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:03.108341 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Port de403779-4a6d-4f51-9532-0dc95e926936 on network 034cc597-159d-4777-941b-dced4debf4ac not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:11:03.108914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Attempting to bind port de403779-4a6d-4f51-9532-0dc95e926936 on network 034cc597-159d-4777-941b-dced4debf4ac {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:03.157412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:03.158063 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Checking segment: {'id': '6baf06db-a6bf-4c28-a067-7c38c50facfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '034cc597-159d-4777-941b-dced4debf4ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:03.158728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Bound using segment: {'id': '6baf06db-a6bf-4c28-a067-7c38c50facfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '034cc597-159d-4777-941b-dced4debf4ac'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:03.159471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Bound port: de403779-4a6d-4f51-9532-0dc95e926936, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6baf06db-a6bf-4c28-a067-7c38c50facfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '034cc597-159d-4777-941b-dced4debf4ac'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:03.160175 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (de403779-4a6d-4f51-9532-0dc95e926936), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:03.162556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44644d28-aee6-423e-95cf-886b9164dba7 admin admin] Made reservation on behalf of 6617f763bd2b491295631965114da93b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:03.170255 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44644d28-aee6-423e-95cf-886b9164dba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:03.187752 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44644d28-aee6-423e-95cf-886b9164dba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:03.293939 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-81b34a3b-4571-4b1f-ba34-042e492ba76c req-a5bb5950-661d-4418-bd81-0d7d90cd6fb6 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 210 time: 0.1132157 Jan 28 19:11:03.296221 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44644d28-aee6-423e-95cf-886b9164dba7 admin admin] Publish callbacks [] for security_group (00adf23b-8bed-4122-bede-8d0694367da1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:03.296943 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-abbe63d7-fae2-4687-b51c-337728510441 req-51354a6f-b5db-473f-8c6c-423e6bbb49a3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Allocated IP 172.20.0.4 (034cc597-159d-4777-941b-dced4debf4ac/5db5bf3f-d8ab-47cb-8cfd-253af3f4d215/5e66e7d5-71d7-4224-94dc-ac88269aed5a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:03.309911 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44644d28-aee6-423e-95cf-886b9164dba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (00adf23b-8bed-4122-bede-8d0694367da1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:03.402969 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44644d28-aee6-423e-95cf-886b9164dba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:11:03.416247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44644d28-aee6-423e-95cf-886b9164dba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00adf23b-8bed-4122-bede-8d0694367da1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:03.455780 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-28ad36b1-b390-4e09-b54c-827283514fe4 req-7a7fb7af-6e8b-4f25-9326-2fc838859371 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 210 time: 0.0424745 Jan 28 19:11:03.456831 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44644d28-aee6-423e-95cf-886b9164dba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9d5c6e12-c712-4983-98fd-50717ae7c18b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:03.457867 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-44644d28-aee6-423e-95cf-886b9164dba7 admin admin] Added segment 9d5c6e12-c712-4983-98fd-50717ae7c18b of type vlan for network 7948a81e-3fe8-4059-93c5-2faeaa093a70 Jan 28 19:11:03.501774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] For port de403779-4a6d-4f51-9532-0dc95e926936, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:03.508771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] For port de403779-4a6d-4f51-9532-0dc95e926936, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=de403779-4a6d-4f51-9532-0dc95e926936,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:03.515642 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96a916c2-38f5-4559-991a-a64e9d9d7ea8 req-b3578508-5cf5-4319-a696-aceb0fae7596 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Router d802773c-bf30-426c-a6e8-6ebb1a576953 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:11:03.532433 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (de403779-4a6d-4f51-9532-0dc95e926936), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:03.599976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44644d28-aee6-423e-95cf-886b9164dba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (7948a81e-3fe8-4059-93c5-2faeaa093a70), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:03.670007 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44644d28-aee6-423e-95cf-886b9164dba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (7948a81e-3fe8-4059-93c5-2faeaa093a70), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:03.671099 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44644d28-aee6-423e-95cf-886b9164dba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:03.672210 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44644d28-aee6-423e-95cf-886b9164dba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:03.696658 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:03.697340 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:03.717163 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b01f3751-07c6-4584-980f-63246f406378 req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] 10.222.0.37 "PUT /v2.0/ports/de403779-4a6d-4f51-9532-0dc95e926936 HTTP/1.1" status: 200 len: 1092 time: 2.7566590 Jan 28 19:11:03.789223 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d00eb18e-f6be-40a9-842b-40085089655b req-aae0ce09-1f3f-4569-9c2f-02a02c11b521 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c0aebdf-b096-4a04-90b3-e289c4f00d22 HTTP/1.1" status: 200 len: 210 time: 0.1087089 Jan 28 19:11:03.799939 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-44644d28-aee6-423e-95cf-886b9164dba7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0630174 Jan 28 19:11:03.803348 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38228) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:03.832146 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ab21294b-fd4a-4994-a55e-3382200f318f admin admin] Request body: {'subnet': {'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-subnet', 'tenant_id': '6617f763bd2b491295631965114da93b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:03.844232 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44644d28-aee6-423e-95cf-886b9164dba7 admin admin] Pushing event updated for resources: {'Network': ['ID=7948a81e-3fe8-4059-93c5-2faeaa093a70,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:03.859054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 7948a81e-3fe8-4059-93c5-2faeaa093a70 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:11:04.082988 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab21294b-fd4a-4994-a55e-3382200f318f admin admin] Made reservation on behalf of 6617f763bd2b491295631965114da93b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:04.085698 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab21294b-fd4a-4994-a55e-3382200f318f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:04.313794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e1c58b33-211d-4174-bc28-0850d37e9711 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:11:04.339021 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: e1c58b33-211d-4174-bc28-0850d37e9711 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:11:04.339425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e1c58b33-211d-4174-bc28-0850d37e9711 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:11:04.422318 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4827b90-304e-4f31-9dd6-c6f1b73a1f41', 'tag': 'de403779-4a6d-4f51-9532-0dc95e926936'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:04.424563 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1581065-e8e3-4d35-845b-2e0050e560bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f4827b90-304e-4f31-9dd6-c6f1b73a1f41", "tag": "de403779-4a6d-4f51-9532-0dc95e926936"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:04.506710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceade1d3-40ed-4be5-b5eb-2b4bd5810166 service neutron] Pushing event updated for resources: {'Port': ['ID=de403779-4a6d-4f51-9532-0dc95e926936,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:04.524214 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f48459b8-7762-43d0-aee9-c4649191f3f3 req-ad7a0e2a-3023-4a2e-b314-515a41db3cf7 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 210 time: 0.1205330 Jan 28 19:11:04.623258 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-0805b089-cbd5-424e-8db8-e0c25357a61c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:04.629941 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-0805b089-cbd5-424e-8db8-e0c25357a61c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 812 time: 0.7769253 Jan 28 19:11:04.634534 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-abbe63d7-fae2-4687-b51c-337728510441 req-51354a6f-b5db-473f-8c6c-423e6bbb49a3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks [] for port (5e66e7d5-71d7-4224-94dc-ac88269aed5a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:04.637252 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-8277fec9-790b-4200-9d99-4d8521138e2a tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:04.637936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96a916c2-38f5-4559-991a-a64e9d9d7ea8 req-b3578508-5cf5-4319-a696-aceb0fae7596 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:11:04.638742 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-8277fec9-790b-4200-9d99-4d8521138e2a tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.31 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 820 time: 0.6495788 Jan 28 19:11:04.650728 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e4059-4e26-4776-9d42-5657cb7d615b None None] Sync routers for ids ['d802773c-bf30-426c-a6e8-6ebb1a576953'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:11:04.651400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d16d9f-9d35-47db-85ad-7ca2cf3e3503 req-838966d4-7a58-4407-902a-1049eb1b1854 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:04.654152 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88d16d9f-9d35-47db-85ad-7ca2cf3e3503 req-838966d4-7a58-4407-902a-1049eb1b1854 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.31 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 944 time: 0.2492592 Jan 28 19:11:04.667702 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e4059-4e26-4776-9d42-5657cb7d615b None None] Routers {'d802773c-bf30-426c-a6e8-6ebb1a576953'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:04.668317 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4f0e4059-4e26-4776-9d42-5657cb7d615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:10:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d802773c-bf30-426c-a6e8-6ebb1a576953'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:04.691043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-d5b37245-aa3f-45ac-8487-be27da7ce173 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Request body: {'port': {'device_id': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'admin_state_up': True, 'tenant_id': '853e4e8488c24c58897190aff96eb123'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:04.701151 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f3751-07c6-4584-980f-63246f406378 req-18080347-06cf-491a-97be-4f81bb07edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:04.702647 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b01f3751-07c6-4584-980f-63246f406378 req-18080347-06cf-491a-97be-4f81bb07edd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b67ad337e76d4b31986957cbfd640297&device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 1126 time: 0.3001614 Jan 28 19:11:04.771708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a916c2-38f5-4559-991a-a64e9d9d7ea8 req-b3578508-5cf5-4319-a696-aceb0fae7596 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] No DVR routers for this DVR port e1c58b33-211d-4174-bc28-0850d37e9711 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:11:04.774514 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96a916c2-38f5-4559-991a-a64e9d9d7ea8 req-b3578508-5cf5-4319-a696-aceb0fae7596 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:04.778284 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96a916c2-38f5-4559-991a-a64e9d9d7ea8 req-b3578508-5cf5-4319-a696-aceb0fae7596 tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.31 "DELETE /v2.0/ports/e1c58b33-211d-4174-bc28-0850d37e9711 HTTP/1.1" status: 204 len: 173 time: 6.0030315 Jan 28 19:11:04.783964 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4f0e4059-4e26-4776-9d42-5657cb7d615b None None] Set router d802773c-bf30-426c-a6e8-6ebb1a576953 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:04.832688 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b01f3751-07c6-4584-980f-63246f406378 req-7300bc61-8c07-4270-bd49-5b6e4a1ff6f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de403779-4a6d-4f51-9532-0dc95e926936 HTTP/1.1" status: 200 len: 217 time: 0.0769441 Jan 28 19:11:04.859728 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-d6878d29-bac9-4eec-8d13-5e13458c42ea tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:04.861300 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-d6878d29-bac9-4eec-8d13-5e13458c42ea tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.31 "GET /v2.0/networks?id=034cc597-159d-4777-941b-dced4debf4ac HTTP/1.1" status: 200 len: 816 time: 0.8705235 Jan 28 19:11:04.874827 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab21294b-fd4a-4994-a55e-3382200f318f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (5ce8390e-336c-458e-a9da-26a1cd52fae8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:04.892005 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-74214af3-d447-45d9-aa3c-c8d6aeb98b78 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/quotas/f09fde878de341aca0d76fa8fb497fc7 HTTP/1.1" status: 200 len: 375 time: 0.2607813 Jan 28 19:11:04.902058 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-4d17386b-e68a-4be4-9610-56a694f4b250 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Request body: {'port': {'device_id': '0c21aa01-b65b-47c4-94f7-db616322a36c', 'network_id': '034cc597-159d-4777-941b-dced4debf4ac', 'admin_state_up': True, 'tenant_id': 'b67ad337e76d4b31986957cbfd640297'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:04.947512 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-abbe63d7-fae2-4687-b51c-337728510441 req-51354a6f-b5db-473f-8c6c-423e6bbb49a3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5e66e7d5-71d7-4224-94dc-ac88269aed5a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:05.056829 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4f0e4059-4e26-4776-9d42-5657cb7d615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'name': 'tempest-ServersTestFqdnHostnames-1030896754-router', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:09:40Z', 'updated_at': '2022-01-28T19:09:51Z', 'revision_number': 4, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'gw_port': {'id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:42Z', 'updated_at': '2022-01-28T19:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '763ffcce-4c01-4d98-8e81-a540ae318cc4', 'name': '', 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'mac_address': 'fa:16:3e:ea:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:48Z', 'updated_at': '2022-01-28T19:09:57Z', 'revision_number': 5, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'subnets': [{'id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:05.058377 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34c051-3689-4b77-bda6-59e2b8d507d2 req-4e080124-4d2c-4be0-bf07-d60a5f326d43 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:05.060168 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c34c051-3689-4b77-bda6-59e2b8d507d2 req-4e080124-4d2c-4be0-bf07-d60a5f326d43 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 944 time: 0.4049184 Jan 28 19:11:05.061552 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f3751-07c6-4584-980f-63246f406378 req-f384b00c-03bd-4fd4-acce-17d7a9b0aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:05.062904 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b01f3751-07c6-4584-980f-63246f406378 req-f384b00c-03bd-4fd4-acce-17d7a9b0aca6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5db5bf3f-d8ab-47cb-8cfd-253af3f4d215 HTTP/1.1" status: 200 len: 855 time: 0.2223668 Jan 28 19:11:05.092813 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e4059-4e26-4776-9d42-5657cb7d615b None None] Checking router: d802773c-bf30-426c-a6e8-6ebb1a576953 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:11:05.106326 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e4059-4e26-4776-9d42-5657cb7d615b None None] Routers {'d802773c-bf30-426c-a6e8-6ebb1a576953'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:05.106925 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4f0e4059-4e26-4776-9d42-5657cb7d615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:10:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d802773c-bf30-426c-a6e8-6ebb1a576953'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:05.149400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbe63d7-fae2-4687-b51c-337728510441 req-51354a6f-b5db-473f-8c6c-423e6bbb49a3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Network 034cc597-159d-4777-941b-dced4debf4ac is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:05.170390 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-abbe63d7-fae2-4687-b51c-337728510441 req-51354a6f-b5db-473f-8c6c-423e6bbb49a3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:05.181290 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbe63d7-fae2-4687-b51c-337728510441 req-51354a6f-b5db-473f-8c6c-423e6bbb49a3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:05.243953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f3751-07c6-4584-980f-63246f406378 req-ced4c2e7-ce8c-4109-8142-4cbe28cb6b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:05.245289 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b01f3751-07c6-4584-980f-63246f406378 req-ced4c2e7-ce8c-4109-8142-4cbe28cb6b90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=034cc597-159d-4777-941b-dced4debf4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1545982 Jan 28 19:11:05.258833 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51354a6f-b5db-473f-8c6c-423e6bbb49a3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Pushing event updated for resources: {'Port': ['ID=5e66e7d5-71d7-4224-94dc-ac88269aed5a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:05.267109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-88d16d9f-9d35-47db-85ad-7ca2cf3e3503 req-df96db91-0f0a-40a3-bc84-0ebce28df0dc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Deleting port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:11:05.267436 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-88d16d9f-9d35-47db-85ad-7ca2cf3e3503 req-df96db91-0f0a-40a3-bc84-0ebce28df0dc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:05.284097 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4f0e4059-4e26-4776-9d42-5657cb7d615b None None] Set router d802773c-bf30-426c-a6e8-6ebb1a576953 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:05.290515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21294b-fd4a-4994-a55e-3382200f318f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce8390e-336c-458e-a9da-26a1cd52fae8,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:05.332370 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c34c051-3689-4b77-bda6-59e2b8d507d2 req-fb226203-0f45-46dc-abe3-b979ce9963cf tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/security-groups?id=361a85c8-98a4-4ab6-81c7-cd702b357b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600832 Jan 28 19:11:05.408678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21294b-fd4a-4994-a55e-3382200f318f admin admin] Checking segment: {'id': '9d5c6e12-c712-4983-98fd-50717ae7c18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:05.409037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab21294b-fd4a-4994-a55e-3382200f318f admin admin] Network hostable DHCP agents. Network: 7948a81e-3fe8-4059-93c5-2faeaa093a70, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:11:05.412972 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-d5b37245-aa3f-45ac-8487-be27da7ce173 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Made reservation on behalf of 853e4e8488c24c58897190aff96eb123 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:05.416859 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-d5b37245-aa3f-45ac-8487-be27da7ce173 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:05.495153 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-e6df1648-d8ef-4f0f-9557-845500b9e6fe tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6017892 Jan 28 19:11:05.552245 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab21294b-fd4a-4994-a55e-3382200f318f admin admin] Network 7948a81e-3fe8-4059-93c5-2faeaa093a70 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:11:05.583324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe63d7-fae2-4687-b51c-337728510441 req-51354a6f-b5db-473f-8c6c-423e6bbb49a3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:05.583959 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-abbe63d7-fae2-4687-b51c-337728510441 req-51354a6f-b5db-473f-8c6c-423e6bbb49a3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:05.598143 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-538f2f2e-0cbb-4997-99f0-6673d937f3f0 None None] Provisioning complete for port 5e66e7d5-71d7-4224-94dc-ac88269aed5a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:05.600732 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-538f2f2e-0cbb-4997-99f0-6673d937f3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5e66e7d5-71d7-4224-94dc-ac88269aed5a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:05.644746 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abbe63d7-fae2-4687-b51c-337728510441 req-51354a6f-b5db-473f-8c6c-423e6bbb49a3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7355502 Jan 28 19:11:05.660050 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4f0e4059-4e26-4776-9d42-5657cb7d615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'name': 'tempest-ServersTestFqdnHostnames-1030896754-router', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:09:40Z', 'updated_at': '2022-01-28T19:09:51Z', 'revision_number': 4, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'gw_port': {'id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:42Z', 'updated_at': '2022-01-28T19:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '763ffcce-4c01-4d98-8e81-a540ae318cc4', 'name': '', 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'mac_address': 'fa:16:3e:ea:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:48Z', 'updated_at': '2022-01-28T19:09:57Z', 'revision_number': 5, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'subnets': [{'id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:05.679161 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9bda1a9b-2719-47b5-97d2-0cb5395edd92 req-fa7540fc-c7e9-4c23-84ac-2835807ed90e tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 210 time: 0.1355524 Jan 28 19:11:05.687686 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Request body: {'port': {'device_id': 'cb980a07-a331-4bf4-8e5a-f4adac612ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:05.690847 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-538f2f2e-0cbb-4997-99f0-6673d937f3f0 None None] Port 5e66e7d5-71d7-4224-94dc-ac88269aed5a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:11:05.747040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-4d17386b-e68a-4be4-9610-56a694f4b250 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Made reservation on behalf of b67ad337e76d4b31986957cbfd640297 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:05.754958 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-4d17386b-e68a-4be4-9610-56a694f4b250 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:05.758488 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ab21294b-fd4a-4994-a55e-3382200f318f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 7948a81e-3fe8-4059-93c5-2faeaa093a70) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:05.769176 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e4059-4e26-4776-9d42-5657cb7d615b None None] The sync data for ids ['d802773c-bf30-426c-a6e8-6ebb1a576953'] in n-d-824834-4 is: [{'id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'name': 'tempest-ServersTestFqdnHostnames-1030896754-router', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:09:40Z', 'updated_at': '2022-01-28T19:09:51Z', 'revision_number': 4, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'gw_port': {'id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:42Z', 'updated_at': '2022-01-28T19:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '763ffcce-4c01-4d98-8e81-a540ae318cc4', 'name': '', 'network_id': '890aa5ec-c280-4351-af8f-1a7c761e7e33', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'mac_address': 'fa:16:3e:ea:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:48Z', 'updated_at': '2022-01-28T19:09:57Z', 'revision_number': 5, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'subnets': [{'id': '1baca87b-4b8d-4fbc-9056-bf7a4de76e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:11:05.773468 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf9165e-db02-4aad-a050-9c558b0a39ef None None] Network 7948a81e-3fe8-4059-93c5-2faeaa093a70 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:11:05.817188 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2118cd6b-6b7a-4f47-a180-33a7d6e43e83 x-openstack-request-id: req-2118cd6b-6b7a-4f47-a180-33a7d6e43e83 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:05.819495 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4827b90-304e-4f31-9dd6-c6f1b73a1f41", "tag": "de403779-4a6d-4f51-9532-0dc95e926936", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:05.819877 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2118cd6b-6b7a-4f47-a180-33a7d6e43e83 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:05.820284 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4827b90-304e-4f31-9dd6-c6f1b73a1f41', 'tag': 'de403779-4a6d-4f51-9532-0dc95e926936', 'status': 'completed', 'code': 200} Jan 28 19:11:05.872223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-88d16d9f-9d35-47db-85ad-7ca2cf3e3503 req-df96db91-0f0a-40a3-bc84-0ebce28df0dc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] For port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,segment=NetworkSegment(08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96),segment_id=08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:05.878253 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-88d16d9f-9d35-47db-85ad-7ca2cf3e3503 req-df96db91-0f0a-40a3-bc84-0ebce28df0dc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:05.917339 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-d5b37245-aa3f-45ac-8487-be27da7ce173 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Allocated IP 172.20.0.6 (fd36cec0-b04c-4d96-af73-7ad37b8013a0/423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8/619c404e-c8a9-4a4a-87c4-f7a57bcf6f89) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:05.977639 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b01f3751-07c6-4584-980f-63246f406378 req-83544e9c-21f3-4024-bfe3-32c853b5725c service neutron] 10.222.0.37 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7136276 Jan 28 19:11:06.026388 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab21294b-fd4a-4994-a55e-3382200f318f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:06.029603 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab21294b-fd4a-4994-a55e-3382200f318f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:06.119664 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ab21294b-fd4a-4994-a55e-3382200f318f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3149333 Jan 28 19:11:06.120901 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b01f3751-07c6-4584-980f-63246f406378 req-2a203946-40b8-4a5f-800e-af9c51559889 service neutron] 10.222.0.37 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112080 Jan 28 19:11:06.133735 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:06.134559 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4377c3df-c35e-4374-8db2-0a137a1388c3 req-352ebf9f-12ec-497e-be6c-524fc12e115b tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 210 time: 0.2530980 Jan 28 19:11:06.135652 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-88d16d9f-9d35-47db-85ad-7ca2cf3e3503 req-df96db91-0f0a-40a3-bc84-0ebce28df0dc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Calling delete_port for c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:11:06.152617 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-7948a81e-3fe8-4059-93c5-2faeaa093a70', 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70', 'project_id': '6617f763bd2b491295631965114da93b', 'fixed_ips': [{'subnet_id': '5ce8390e-336c-458e-a9da-26a1cd52fae8'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:11:06.156499 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:06.165181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-router', 'tenant_id': '6617f763bd2b491295631965114da93b', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:06.166484 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5e66e7d5-71d7-4224-94dc-ac88269aed5a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:06.398070 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (3f2b73da-805a-47ae-b82b-8383f58b6d43), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:06.399194 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (3f2b73da-805a-47ae-b82b-8383f58b6d43), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:06.438694 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-26afb01d-07ed-4eb0-a5fb-0f0892ecc49d service neutron] 10.222.0.55 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9426200 Jan 28 19:11:06.490391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-4d17386b-e68a-4be4-9610-56a694f4b250 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Allocated IP 172.20.0.3 (034cc597-159d-4777-941b-dced4debf4ac/5db5bf3f-d8ab-47cb-8cfd-253af3f4d215/f46287a9-52c2-4789-99a1-9b137cf1c90d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:06.504613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Allocated IP 172.20.0.2 (7948a81e-3fe8-4059-93c5-2faeaa093a70/5ce8390e-336c-458e-a9da-26a1cd52fae8/30785cb3-e4f8-4f82-932a-31ca998f5c05) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:06.545855 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1581065-e8e3-4d35-845b-2e0050e560bf req-dee082f1-aa0b-4f14-9d73-307c1bae7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:06.547415 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1581065-e8e3-4d35-845b-2e0050e560bf req-dee082f1-aa0b-4f14-9d73-307c1bae7613 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b67ad337e76d4b31986957cbfd640297&device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 1126 time: 0.3443696 Jan 28 19:11:06.616420 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Publish callbacks [] for router_controller (3f2b73da-805a-47ae-b82b-8383f58b6d43), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:06.625542 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-d5b37245-aa3f-45ac-8487-be27da7ce173 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for port (619c404e-c8a9-4a4a-87c4-f7a57bcf6f89), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:06.644496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054a9f2-c865-4224-bcff-545a498c7a86 req-d69857de-1582-4ff7-b01f-15763ff9b76c tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:06.652447 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8054a9f2-c865-4224-bcff-545a498c7a86 req-d69857de-1582-4ff7-b01f-15763ff9b76c tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 945 time: 0.3022501 Jan 28 19:11:06.701322 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Publish callbacks [] for port (30785cb3-e4f8-4f82-932a-31ca998f5c05), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:06.708339 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:11:06.782333 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8054a9f2-c865-4224-bcff-545a498c7a86 req-5610e3fe-2348-41f6-9934-e6f5886e82de tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209881 Jan 28 19:11:06.834300 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:06.837474 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1581065-e8e3-4d35-845b-2e0050e560bf req-74be0c41-ea3a-412e-9609-d170216b5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:06.843200 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1581065-e8e3-4d35-845b-2e0050e560bf req-74be0c41-ea3a-412e-9609-d170216b5536 service neutron] 10.222.0.37 "GET /v2.0/networks?id=034cc597-159d-4777-941b-dced4debf4ac HTTP/1.1" status: 200 len: 917 time: 0.2804899 Jan 28 19:11:06.847419 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-88d16d9f-9d35-47db-85ad-7ca2cf3e3503 req-df96db91-0f0a-40a3-bc84-0ebce28df0dc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:06.848581 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e0329-5469-494e-b9e4-2e4ec3cd9f56 None None] New status for floating IP 0723e13e-0596-46c0-9b83-9149d5e9817f: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:11:06.855526 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'ae9231ab-b0d1-4b11-8ebb-288bcbfdea96', 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04', 'port_id': 'ae9231ab-b0d1-4b11-8ebb-288bcbfdea96', 'mac_address': 'fa:16:3e:5e:02:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb97c36d-f97f-4a0f-8f81-35ae89045bd2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:11:06.862917 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (30785cb3-e4f8-4f82-932a-31ca998f5c05), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:06.901012 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-78b048ac-3110-464b-8262-03d3e576e9ef service neutron] 10.222.0.55 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498565 Jan 28 19:11:06.954726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96db91-0f0a-40a3-bc84-0ebce28df0dc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Pushing event deleted for resources: {'Port': ['ID=c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:07.001502 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Network 7948a81e-3fe8-4059-93c5-2faeaa093a70 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:07.004988 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-d5b37245-aa3f-45ac-8487-be27da7ce173 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (619c404e-c8a9-4a4a-87c4-f7a57bcf6f89), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:07.011655 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Publish callbacks [] for router_gateway (3f2b73da-805a-47ae-b82b-8383f58b6d43), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:07.015684 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:07.037114 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1581065-e8e3-4d35-845b-2e0050e560bf req-201f0fd3-6475-4df2-8a20-e17cb2062003 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de403779-4a6d-4f51-9532-0dc95e926936 HTTP/1.1" status: 200 len: 217 time: 0.1769121 Jan 28 19:11:07.042827 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c64a1b45-2a19-4b2f-92d9-1ec67782ba5f req-fa2d3a6e-25a3-4c24-8521-0d62a2f08469 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=8fde8426-7a19-498a-ab69-5f858a972d8f HTTP/1.1" status: 200 len: 210 time: 0.1659031 Jan 28 19:11:07.084522 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['678ff146-d761-4d3c-b814-89ec7bc3dc29'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:11:07.091393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-d5b37245-aa3f-45ac-8487-be27da7ce173 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Network fd36cec0-b04c-4d96-af73-7ad37b8013a0 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:07.097318 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:07.103173 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-d5b37245-aa3f-45ac-8487-be27da7ce173 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:07.106407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d16d9f-9d35-47db-85ad-7ca2cf3e3503 req-df96db91-0f0a-40a3-bc84-0ebce28df0dc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] No DVR routers for this DVR port c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:11:07.109916 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-88d16d9f-9d35-47db-85ad-7ca2cf3e3503 req-df96db91-0f0a-40a3-bc84-0ebce28df0dc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:07.114552 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88d16d9f-9d35-47db-85ad-7ca2cf3e3503 req-df96db91-0f0a-40a3-bc84-0ebce28df0dc tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.31 "DELETE /v2.0/ports/c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 HTTP/1.1" status: 204 len: 173 time: 2.4531257 Jan 28 19:11:07.118824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-d5b37245-aa3f-45ac-8487-be27da7ce173 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:07.124306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b37245-aa3f-45ac-8487-be27da7ce173 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Pushing event updated for resources: {'Port': ['ID=619c404e-c8a9-4a4a-87c4-f7a57bcf6f89,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:07.140199 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38268) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:07.180200 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1581065-e8e3-4d35-845b-2e0050e560bf req-19315837-ae67-4284-a646-3cd548d76c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:07.182441 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1581065-e8e3-4d35-845b-2e0050e560bf req-19315837-ae67-4284-a646-3cd548d76c61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5db5bf3f-d8ab-47cb-8cfd-253af3f4d215 HTTP/1.1" status: 200 len: 855 time: 0.1364319 Jan 28 19:11:07.218817 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-4d17386b-e68a-4be4-9610-56a694f4b250 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks [] for port (f46287a9-52c2-4789-99a1-9b137cf1c90d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:07.241224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Pushing event updated for resources: {'Port': ['ID=30785cb3-e4f8-4f82-932a-31ca998f5c05,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:07.283532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:07.292311 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:07.429899 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:07.443356 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-4d17386b-e68a-4be4-9610-56a694f4b250 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f46287a9-52c2-4789-99a1-9b137cf1c90d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:07.481114 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Attempting to bind port 30785cb3-e4f8-4f82-932a-31ca998f5c05 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:07.481635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Attempting to bind port 30785cb3-e4f8-4f82-932a-31ca998f5c05 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '9d5c6e12-c712-4983-98fd-50717ae7c18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:07.482133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Attempting to bind port 30785cb3-e4f8-4f82-932a-31ca998f5c05 on network 7948a81e-3fe8-4059-93c5-2faeaa093a70 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:07.486634 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f3a97290-26d3-4ed8-9ac0-22cb923cff5d req-241b05ab-6175-497f-87a3-c62116cc1702 tempest-LiveAutoBlockMigrationV225Test-2008967361 tempest-LiveAutoBlockMigrationV225Test-2008967361-project] 10.222.0.55 "GET /v2.0/ports?device_id=82f476cf-aa01-454d-99ac-8ea385cb8132 HTTP/1.1" status: 200 len: 210 time: 0.1656964 Jan 28 19:11:07.512056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:07.520055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-d5b37245-aa3f-45ac-8487-be27da7ce173 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:07.520795 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-d5b37245-aa3f-45ac-8487-be27da7ce173 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:07.530865 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3c612ca-31ca-42b4-8ca5-255ef60eef6e tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for security_group (f085b27e-43d7-4cc0-9e19-a7b8c855a6b1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:07.531493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:07.534546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Checking segment: {'id': '9d5c6e12-c712-4983-98fd-50717ae7c18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:07.534960 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:07.535396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Bound using segment: {'id': '9d5c6e12-c712-4983-98fd-50717ae7c18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:07.535947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Bound port: 30785cb3-e4f8-4f82-932a-31ca998f5c05, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5c6e12-c712-4983-98fd-50717ae7c18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:07.536330 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (30785cb3-e4f8-4f82-932a-31ca998f5c05), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:07.538412 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:07.586732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-4d17386b-e68a-4be4-9610-56a694f4b250 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Network 034cc597-159d-4777-941b-dced4debf4ac is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:07.598064 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-d5b37245-aa3f-45ac-8487-be27da7ce173 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9248161 Jan 28 19:11:07.601511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1581065-e8e3-4d35-845b-2e0050e560bf req-039c50cd-b83b-4e4b-8e50-b720f1bf645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:07.603183 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1581065-e8e3-4d35-845b-2e0050e560bf req-039c50cd-b83b-4e4b-8e50-b720f1bf645c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=034cc597-159d-4777-941b-dced4debf4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4111273 Jan 28 19:11:07.604060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-4d17386b-e68a-4be4-9610-56a694f4b250 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:07.625949 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-4d17386b-e68a-4be4-9610-56a694f4b250 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:07.636294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Request body: {'port': {'device_id': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:07.643218 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17386b-e68a-4be4-9610-56a694f4b250 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Pushing event updated for resources: {'Port': ['ID=f46287a9-52c2-4789-99a1-9b137cf1c90d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:07.654539 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['ae9231ab-b0d1-4b11-8ebb-288bcbfdea96'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:11:07.697686 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b9babd32-2f14-454f-ba89-da9c8a467a7e req-edfc2a31-ab4d-46da-bfb2-a45ed83eb343 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 210 time: 0.0933893 Jan 28 19:11:07.743161 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d6b22-ef43-4c2d-97c2-a9fc244dc37c req-7bab1ad6-4dfe-4951-be2a-fbc71080b2d0 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:07.744523 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d20d6b22-ef43-4c2d-97c2-a9fc244dc37c req-7bab1ad6-4dfe-4951-be2a-fbc71080b2d0 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 931 time: 0.3120816 Jan 28 19:11:07.771843 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3c612ca-31ca-42b4-8ca5-255ef60eef6e tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for security_group (f085b27e-43d7-4cc0-9e19-a7b8c855a6b1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:07.803265 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e66e7d5-71d7-4224-94dc-ac88269aed5a {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:07.823722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0aebdf-b096-4a04-90b3-e289c4f00d22', 'name': 'network-vif-deleted', 'tag': 'e1c58b33-211d-4174-bc28-0850d37e9711'}, {'server_uuid': '82f476cf-aa01-454d-99ac-8ea385cb8132', 'name': 'network-vif-deleted', 'tag': 'c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:07.826793 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5dd463-f085-4ae1-bc7b-b05a1a1afe49" -d '{"events": [{"server_uuid": "9c0aebdf-b096-4a04-90b3-e289c4f00d22", "name": "network-vif-deleted", "tag": "e1c58b33-211d-4174-bc28-0850d37e9711"}, {"server_uuid": "82f476cf-aa01-454d-99ac-8ea385cb8132", "name": "network-vif-deleted", "tag": "c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:07.838747 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Publish callbacks [] for port (5e66e7d5-71d7-4224-94dc-ac88269aed5a), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:07.854060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-4d17386b-e68a-4be4-9610-56a694f4b250 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:07.867626 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-4d17386b-e68a-4be4-9610-56a694f4b250 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:07.898746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Transition to ACTIVE for port object 5e66e7d5-71d7-4224-94dc-ac88269aed5a will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:11:07.905573 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1581065-e8e3-4d35-845b-2e0050e560bf req-624f14b3-3e82-4aa4-9e4f-d0f073068a79 service neutron] 10.222.0.37 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842445 Jan 28 19:11:07.915179 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (619c404e-c8a9-4a4a-87c4-f7a57bcf6f89), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:07.925853 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-29148581-a132-4a1a-a4c1-fe9418c70baa None None] Provisioning complete for port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:07.926442 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29148581-a132-4a1a-a4c1-fe9418c70baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (619c404e-c8a9-4a4a-87c4-f7a57bcf6f89), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:07.952398 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-4d17386b-e68a-4be4-9610-56a694f4b250 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0740073 Jan 28 19:11:07.953926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:07.992730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Request body: {'port': {'device_id': '0c21aa01-b65b-47c4-94f7-db616322a36c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:08.003790 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (5e66e7d5-71d7-4224-94dc-ac88269aed5a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:08.018834 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d20d6b22-ef43-4c2d-97c2-a9fc244dc37c req-c0def8ca-68f8-41fb-8ba1-275f191a17e9 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282586 Jan 28 19:11:08.155571 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] For port 30785cb3-e4f8-4f82-932a-31ca998f5c05, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:08.192359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-29148581-a132-4a1a-a4c1-fe9418c70baa None None] Port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:11:08.196545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] For port 30785cb3-e4f8-4f82-932a-31ca998f5c05, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=30785cb3-e4f8-4f82-932a-31ca998f5c05,segment=NetworkSegment(9d5c6e12-c712-4983-98fd-50717ae7c18b),segment_id=9d5c6e12-c712-4983-98fd-50717ae7c18b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:08.202294 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3c612ca-31ca-42b4-8ca5-255ef60eef6e tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f085b27e-43d7-4cc0-9e19-a7b8c855a6b1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:08.205189 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3c612ca-31ca-42b4-8ca5-255ef60eef6e tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:08.209392 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b3c612ca-31ca-42b4-8ca5-255ef60eef6e tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "DELETE /v2.0/security-groups/f085b27e-43d7-4cc0-9e19-a7b8c855a6b1 HTTP/1.1" status: 204 len: 168 time: 1.0681777 Jan 28 19:11:08.215746 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (30785cb3-e4f8-4f82-932a-31ca998f5c05), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:08.221998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38288) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:08.257641 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c612ca-31ca-42b4-8ca5-255ef60eef6e tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f085b27e-43d7-4cc0-9e19-a7b8c855a6b1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:08.294135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Pushing event updated for resources: {'Port': ['ID=5e66e7d5-71d7-4224-94dc-ac88269aed5a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:08.306703 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54e836-95aa-4c6a-9619-dc4e39612cb1 None None] Pushing event updated for resources: {'Port': ['ID=30785cb3-e4f8-4f82-932a-31ca998f5c05,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:08.325398 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-b2645300-5463-4f90-887e-fa883bb865dc tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] show failed (client error): The resource could not be found. Jan 28 19:11:08.331457 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b2645300-5463-4f90-887e-fa883bb865dc tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "GET /v2.0/security-groups/f085b27e-43d7-4cc0-9e19-a7b8c855a6b1 HTTP/1.1" status: 404 len: 347 time: 0.0951529 Jan 28 19:11:08.338987 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38290) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:08.347163 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126df75f-bec8-48a9-9236-18edb5152c60 req-74683f1e-9685-43dc-9b44-c87a50bd5592 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:08.359836 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-126df75f-bec8-48a9-9236-18edb5152c60 req-74683f1e-9685-43dc-9b44-c87a50bd5592 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 931 time: 0.3620911 Jan 28 19:11:08.365863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:11:08.397185 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:11:08.397854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:11:08.421428 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-12e4d02c-399f-44d0-9b28-52ae50d5d291 None None] Provisioning complete for port f46287a9-52c2-4789-99a1-9b137cf1c90d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:08.421981 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12e4d02c-399f-44d0-9b28-52ae50d5d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f46287a9-52c2-4789-99a1-9b137cf1c90d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:08.445280 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1581065-e8e3-4d35-845b-2e0050e560bf req-f59795d8-febb-4c9d-9be3-6cf0892c659c service neutron] 10.222.0.37 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323439 Jan 28 19:11:08.455363 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f46287a9-52c2-4789-99a1-9b137cf1c90d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:08.526753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-12e4d02c-399f-44d0-9b28-52ae50d5d291 None None] Port f46287a9-52c2-4789-99a1-9b137cf1c90d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:11:08.545489 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Publish callbacks [] for router_gateway (3f2b73da-805a-47ae-b82b-8383f58b6d43), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:08.564668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Attempting to bind port 5e66e7d5-71d7-4224-94dc-ac88269aed5a on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:08.565085 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Attempting to bind port 5e66e7d5-71d7-4224-94dc-ac88269aed5a by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '6baf06db-a6bf-4c28-a067-7c38c50facfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '034cc597-159d-4777-941b-dced4debf4ac'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:08.565483 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Attempting to bind port 5e66e7d5-71d7-4224-94dc-ac88269aed5a on network 034cc597-159d-4777-941b-dced4debf4ac {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:08.595984 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Port 5e66e7d5-71d7-4224-94dc-ac88269aed5a on network 034cc597-159d-4777-941b-dced4debf4ac not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:11:08.596417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Attempting to bind port 5e66e7d5-71d7-4224-94dc-ac88269aed5a on network 034cc597-159d-4777-941b-dced4debf4ac {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:08.604335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482bd8a-e72a-4e19-99ef-2021b6f9c0be req-a35b816c-851b-41d3-870f-f236eba01c9f tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:08.605913 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3482bd8a-e72a-4e19-99ef-2021b6f9c0be req-a35b816c-851b-41d3-870f-f236eba01c9f tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 944 time: 0.4683239 Jan 28 19:11:08.608183 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-126df75f-bec8-48a9-9236-18edb5152c60 req-374be346-9557-4051-b601-e6e994e57514 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718085 Jan 28 19:11:08.610244 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:08.610648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Checking segment: {'id': '6baf06db-a6bf-4c28-a067-7c38c50facfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '034cc597-159d-4777-941b-dced4debf4ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:08.611081 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Bound using segment: {'id': '6baf06db-a6bf-4c28-a067-7c38c50facfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '034cc597-159d-4777-941b-dced4debf4ac'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:08.611611 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Bound port: 5e66e7d5-71d7-4224-94dc-ac88269aed5a, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6baf06db-a6bf-4c28-a067-7c38c50facfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '034cc597-159d-4777-941b-dced4debf4ac'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:08.612267 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5e66e7d5-71d7-4224-94dc-ac88269aed5a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:08.637042 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:08.639034 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7936c226-a72c-4824-92f8-b7dab56253cd tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Deleting port c637865c-5b42-4e63-848c-549b26c8de5f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:11:08.639434 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7936c226-a72c-4824-92f8-b7dab56253cd tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c637865c-5b42-4e63-848c-549b26c8de5f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:08.746627 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84c4616-caf3-4af0-afa2-6cb5f978a469 x-openstack-request-id: req-b84c4616-caf3-4af0-afa2-6cb5f978a469 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:08.747251 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0aebdf-b096-4a04-90b3-e289c4f00d22", "name": "network-vif-deleted", "tag": "e1c58b33-211d-4174-bc28-0850d37e9711", "status": "completed", "code": 200}, {"server_uuid": "82f476cf-aa01-454d-99ac-8ea385cb8132", "name": "network-vif-deleted", "tag": "c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:08.747251 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b84c4616-caf3-4af0-afa2-6cb5f978a469 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:08.747640 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0aebdf-b096-4a04-90b3-e289c4f00d22', 'name': 'network-vif-deleted', 'tag': 'e1c58b33-211d-4174-bc28-0850d37e9711', 'status': 'completed', 'code': 200} Jan 28 19:11:08.747830 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f476cf-aa01-454d-99ac-8ea385cb8132', 'name': 'network-vif-deleted', 'tag': 'c7cc02cb-aff3-4e9d-a2ef-afb8e9c895c1', 'status': 'completed', 'code': 200} Jan 28 19:11:08.800990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38298) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:08.802238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] For port 5e66e7d5-71d7-4224-94dc-ac88269aed5a, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:08.808537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] For port 5e66e7d5-71d7-4224-94dc-ac88269aed5a, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=5e66e7d5-71d7-4224-94dc-ac88269aed5a,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:08.845474 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7936c226-a72c-4824-92f8-b7dab56253cd tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c637865c-5b42-4e63-848c-549b26c8de5f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:08.845697 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7936c226-a72c-4824-92f8-b7dab56253cd tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for floatingip (c637865c-5b42-4e63-848c-549b26c8de5f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:08.848807 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (5e66e7d5-71d7-4224-94dc-ac88269aed5a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:09.294002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7936c226-a72c-4824-92f8-b7dab56253cd tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Calling delete_port for c637865c-5b42-4e63-848c-549b26c8de5f owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:11:09.302296 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3482bd8a-e72a-4e19-99ef-2021b6f9c0be req-d737a661-1a59-4130-8814-96222478e749 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6613040 Jan 28 19:11:09.373553 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-507cc6ca-e95a-4fb7-84cc-f0e9cd75cb77 req-1725ca5c-4997-4c88-94d1-bb0b611efcaa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 210 time: 0.1262231 Jan 28 19:11:09.426706 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:09.427322 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:09.431473 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abbe63d7-fae2-4687-b51c-337728510441 req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] 10.222.0.37 "PUT /v2.0/ports/5e66e7d5-71d7-4224-94dc-ac88269aed5a HTTP/1.1" status: 200 len: 1091 time: 3.7574961 Jan 28 19:11:09.635918 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Allocated IP 172.25.0.205 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/49e8a514-b95b-4d4a-bdfd-f607c8b435bb) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:09.668485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bc5cc9-d4cd-4678-8c6f-545ba72a9c65 admin admin] Deleting subnet 313caf54-95a5-42d8-a40e-1d57a3098b9c {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:11:09.679498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30316ac9-d2cb-4a8d-941a-e2fb43db4565 service neutron] Pushing event updated for resources: {'Port': ['ID=5e66e7d5-71d7-4224-94dc-ac88269aed5a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:09.684586 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7bc5cc9-d4cd-4678-8c6f-545ba72a9c65 admin admin] Publish callbacks [] for subnet (313caf54-95a5-42d8-a40e-1d57a3098b9c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:09.738733 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:09.750350 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7bc5cc9-d4cd-4678-8c6f-545ba72a9c65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (313caf54-95a5-42d8-a40e-1d57a3098b9c), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:09.785555 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Publish callbacks [] for port (619c404e-c8a9-4a4a-87c4-f7a57bcf6f89), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:09.789629 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f46287a9-52c2-4789-99a1-9b137cf1c90d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:09.809573 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7bc5cc9-d4cd-4678-8c6f-545ba72a9c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (313caf54-95a5-42d8-a40e-1d57a3098b9c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:09.837325 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Publish callbacks [] for port (f46287a9-52c2-4789-99a1-9b137cf1c90d), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:09.846508 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d68ea-7d4d-429f-9540-2639f5a05e30 req-699221da-95d9-41c4-bfff-40f9a6e223f4 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:09.860386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff9d68ea-7d4d-429f-9540-2639f5a05e30 req-699221da-95d9-41c4-bfff-40f9a6e223f4 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 931 time: 0.4036877 Jan 28 19:11:09.883398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 30785cb3-e4f8-4f82-932a-31ca998f5c05 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:09.926709 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-10d7d081-346b-4db0-927c-5996fe34b4fa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:09.929096 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-10d7d081-346b-4db0-927c-5996fe34b4fa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 812 time: 0.6760077 Jan 28 19:11:09.955401 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Publish callbacks [] for port (49e8a514-b95b-4d4a-bdfd-f607c8b435bb), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:09.959023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 30785cb3-e4f8-4f82-932a-31ca998f5c05 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:09.959642 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (30785cb3-e4f8-4f82-932a-31ca998f5c05), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:09.972846 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-184391d9-dfd7-408c-ac2d-a5cafd5bb891 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Request body: {'port': {'device_id': '5007c8ce-ef52-4ea3-8f01-94a528225bdf', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'admin_state_up': True, 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:09.978946 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Transition to ACTIVE for port object f46287a9-52c2-4789-99a1-9b137cf1c90d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:11:09.996155 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (f46287a9-52c2-4789-99a1-9b137cf1c90d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:10.000966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Transition to ACTIVE for port object 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:11:10.050361 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (619c404e-c8a9-4a4a-87c4-f7a57bcf6f89), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:10.052310 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ab8613-482e-48c8-b319-50383703aa70 None None] Network 7948a81e-3fe8-4059-93c5-2faeaa093a70 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:11:10.074347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 30785cb3-e4f8-4f82-932a-31ca998f5c05 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:10.075083 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (30785cb3-e4f8-4f82-932a-31ca998f5c05), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:10.100738 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe63d7-fae2-4687-b51c-337728510441 req-ebddbc5c-fb45-4ed0-b81a-4abc136cd865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:10.102608 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abbe63d7-fae2-4687-b51c-337728510441 req-ebddbc5c-fb45-4ed0-b81a-4abc136cd865 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b67ad337e76d4b31986957cbfd640297&device_id=cb980a07-a331-4bf4-8e5a-f4adac612ff0 HTTP/1.1" status: 200 len: 1125 time: 0.5734828 Jan 28 19:11:10.108385 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7bc5cc9-d4cd-4678-8c6f-545ba72a9c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (313caf54-95a5-42d8-a40e-1d57a3098b9c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:10.191393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Pushing event updated for resources: {'Port': ['ID=f46287a9-52c2-4789-99a1-9b137cf1c90d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:10.192207 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3d272960-f6e4-4f17-bd73-74e9de2be371 None None] Provisioning complete for port 30785cb3-e4f8-4f82-932a-31ca998f5c05 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:10.192591 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d272960-f6e4-4f17-bd73-74e9de2be371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (30785cb3-e4f8-4f82-932a-31ca998f5c05), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:10.212876 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff9d68ea-7d4d-429f-9540-2639f5a05e30 req-1426b8dd-2b7c-41cd-9492-cfeae70ce7bf tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511920 Jan 28 19:11:10.243440 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abbe63d7-fae2-4687-b51c-337728510441 req-b11b9176-1d64-4a96-bb5a-93647a848e69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e66e7d5-71d7-4224-94dc-ac88269aed5a HTTP/1.1" status: 200 len: 217 time: 0.1316848 Jan 28 19:11:10.248218 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7bc5cc9-d4cd-4678-8c6f-545ba72a9c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:10.251808 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d7bc5cc9-d4cd-4678-8c6f-545ba72a9c65 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/313caf54-95a5-42d8-a40e-1d57a3098b9c HTTP/1.1" status: 204 len: 168 time: 1.4470978 Jan 28 19:11:10.255203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc5cc9-d4cd-4678-8c6f-545ba72a9c65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=313caf54-95a5-42d8-a40e-1d57a3098b9c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:10.261234 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:10.318219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-7dd900d4-715c-4683-992d-782da79ad677 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:10.324930 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 30785cb3-e4f8-4f82-932a-31ca998f5c05, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=30785cb3-e4f8-4f82-932a-31ca998f5c05,segment=NetworkSegment(9d5c6e12-c712-4983-98fd-50717ae7c18b),segment_id=9d5c6e12-c712-4983-98fd-50717ae7c18b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:10.326633 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-7dd900d4-715c-4683-992d-782da79ad677 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 812 time: 0.4491212 Jan 28 19:11:10.356406 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (30785cb3-e4f8-4f82-932a-31ca998f5c05), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:10.377015 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (49e8a514-b95b-4d4a-bdfd-f607c8b435bb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:10.449782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3d272960-f6e4-4f17-bd73-74e9de2be371 None None] Current status of the port 30785cb3-e4f8-4f82-932a-31ca998f5c05 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:10.452625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:11:10.556821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:10.564891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Pushing event updated for resources: {'Port': ['ID=619c404e-c8a9-4a4a-87c4-f7a57bcf6f89,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:10.577851 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:10.592308 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-80b3a9fe-0bdf-4cb7-a473-0660e7544d16 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/quotas/b1f1db10744a4501a97a85a9685ef09a HTTP/1.1" status: 200 len: 375 time: 0.2637665 Jan 28 19:11:10.593718 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:10.601306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe63d7-fae2-4687-b51c-337728510441 req-2b1347e9-edfe-4386-8fcc-17c549778ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:10.603185 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abbe63d7-fae2-4687-b51c-337728510441 req-2b1347e9-edfe-4386-8fcc-17c549778ad4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5db5bf3f-d8ab-47cb-8cfd-253af3f4d215 HTTP/1.1" status: 200 len: 855 time: 0.3387232 Jan 28 19:11:10.613597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=30785cb3-e4f8-4f82-932a-31ca998f5c05,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:10.621744 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7936c226-a72c-4824-92f8-b7dab56253cd tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c637865c-5b42-4e63-848c-549b26c8de5f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:10.644764 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 is: BUILD; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:10.645239 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:10.663830 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:10.670941 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-6f269ca3-b997-4d88-87aa-cb75fbfa1926 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774839 Jan 28 19:11:10.688096 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Attempting to bind port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:10.688489 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Attempting to bind port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '749de98f-23f2-4c09-ba49-aa73c7e47ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:10.688821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Attempting to bind port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 on network fd36cec0-b04c-4d96-af73-7ad37b8013a0 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:10.693378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:10.702359 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:10.710753 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 on network fd36cec0-b04c-4d96-af73-7ad37b8013a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:11:10.711075 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Attempting to bind port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 on network fd36cec0-b04c-4d96-af73-7ad37b8013a0 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:10.713075 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Pushing event updated for resources: {'Port': ['ID=49e8a514-b95b-4d4a-bdfd-f607c8b435bb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:10.715486 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Attempting to bind port f46287a9-52c2-4789-99a1-9b137cf1c90d on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:10.715805 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Attempting to bind port f46287a9-52c2-4789-99a1-9b137cf1c90d by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '6baf06db-a6bf-4c28-a067-7c38c50facfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '034cc597-159d-4777-941b-dced4debf4ac'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:10.716126 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Attempting to bind port f46287a9-52c2-4789-99a1-9b137cf1c90d on network 034cc597-159d-4777-941b-dced4debf4ac {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:10.730577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:10.730916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Checking segment: {'id': '749de98f-23f2-4c09-ba49-aa73c7e47ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:10.731537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Bound using segment: {'id': '749de98f-23f2-4c09-ba49-aa73c7e47ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:10.731734 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Bound port: 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '749de98f-23f2-4c09-ba49-aa73c7e47ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:10.732094 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (619c404e-c8a9-4a4a-87c4-f7a57bcf6f89), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:10.737272 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb5e88de-44f4-4966-8a9f-9a6ddf757a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (4f23a902-07b8-4f8f-881f-ad09f0ebf509), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:10.737764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Port f46287a9-52c2-4789-99a1-9b137cf1c90d on network 034cc597-159d-4777-941b-dced4debf4ac not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:11:10.738108 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Attempting to bind port f46287a9-52c2-4789-99a1-9b137cf1c90d on network 034cc597-159d-4777-941b-dced4debf4ac {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:10.739368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936c226-a72c-4824-92f8-b7dab56253cd tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Pushing event deleted for resources: {'Port': ['ID=c637865c-5b42-4e63-848c-549b26c8de5f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:10.778802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:10.781136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb980a07-a331-4bf4-8e5a-f4adac612ff0', 'tag': '5e66e7d5-71d7-4224-94dc-ac88269aed5a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:10.783462 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10e5d25-d120-45f9-a499-95923fb55f77" -d '{"events": [{"name": "network-changed", "server_uuid": "cb980a07-a331-4bf4-8e5a-f4adac612ff0", "tag": "5e66e7d5-71d7-4224-94dc-ac88269aed5a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:10.785603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device de403779-4a6d-4f51-9532-0dc95e926936 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:11:10.798835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753fdd3-8ca4-418d-b9d4-dbe0a8544aab req-31bbede2-e4b1-4ccc-ba8d-c53befe7f400 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:10.806760 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3753fdd3-8ca4-418d-b9d4-dbe0a8544aab req-31bbede2-e4b1-4ccc-ba8d-c53befe7f400 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 943 time: 0.4248953 Jan 28 19:11:10.815986 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:10.816328 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Checking segment: {'id': '6baf06db-a6bf-4c28-a067-7c38c50facfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '034cc597-159d-4777-941b-dced4debf4ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:10.816698 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Bound using segment: {'id': '6baf06db-a6bf-4c28-a067-7c38c50facfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '034cc597-159d-4777-941b-dced4debf4ac'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:10.817134 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Bound port: f46287a9-52c2-4789-99a1-9b137cf1c90d, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6baf06db-a6bf-4c28-a067-7c38c50facfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '034cc597-159d-4777-941b-dced4debf4ac'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:10.817489 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f46287a9-52c2-4789-99a1-9b137cf1c90d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:10.898177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-184391d9-dfd7-408c-ac2d-a5cafd5bb891 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Made reservation on behalf of f09fde878de341aca0d76fa8fb497fc7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:10.901585 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-184391d9-dfd7-408c-ac2d-a5cafd5bb891 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:10.921231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port de403779-4a6d-4f51-9532-0dc95e926936, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=de403779-4a6d-4f51-9532-0dc95e926936,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:10.933947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'de403779-4a6d-4f51-9532-0dc95e926936', 'network_id': '034cc597-159d-4777-941b-dced4debf4ac', 'port_id': 'de403779-4a6d-4f51-9532-0dc95e926936', 'mac_address': 'fa:16:3e:0d:ee:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db5bf3f-d8ab-47cb-8cfd-253af3f4d215', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:11:10.977569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port de403779-4a6d-4f51-9532-0dc95e926936 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:10.977940 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (de403779-4a6d-4f51-9532-0dc95e926936), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:10.986637 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe63d7-fae2-4687-b51c-337728510441 req-39d806fe-487b-4889-a1b4-0496c3aa407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:10.988544 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abbe63d7-fae2-4687-b51c-337728510441 req-39d806fe-487b-4889-a1b4-0496c3aa407f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=034cc597-159d-4777-941b-dced4debf4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3676820 Jan 28 19:11:10.994467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de403779-4a6d-4f51-9532-0dc95e926936 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:11.002718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-83eafd31-63d1-49ea-95f8-f155e164f594 None None] Provisioning complete for port 30785cb3-e4f8-4f82-932a-31ca998f5c05 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:11.003089 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83eafd31-63d1-49ea-95f8-f155e164f594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (30785cb3-e4f8-4f82-932a-31ca998f5c05), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.013610 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb5e88de-44f4-4966-8a9f-9a6ddf757a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (4f23a902-07b8-4f8f-881f-ad09f0ebf509), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.036620 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] For port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:11.039378 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-2d2559fa-828b-418e-b529-0ac8568fa62a service neutron] 10.222.0.55 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677371 Jan 28 19:11:11.040927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] For port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=619c404e-c8a9-4a4a-87c4-f7a57bcf6f89,segment=NetworkSegment(749de98f-23f2-4c09-ba49-aa73c7e47ece),segment_id=749de98f-23f2-4c09-ba49-aa73c7e47ece)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:11.043586 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7936c226-a72c-4824-92f8-b7dab56253cd tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks [] for floatingip (0723e13e-0596-46c0-9b83-9149d5e9817f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.044192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port de403779-4a6d-4f51-9532-0dc95e926936, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=de403779-4a6d-4f51-9532-0dc95e926936,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:11.046201 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7936c226-a72c-4824-92f8-b7dab56253cd tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.050211 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7936c226-a72c-4824-92f8-b7dab56253cd tempest-ServersTestFqdnHostnames-637992316 tempest-ServersTestFqdnHostnames-637992316-project] 10.222.0.55 "DELETE /v2.0/floatingips/0723e13e-0596-46c0-9b83-9149d5e9817f HTTP/1.1" status: 204 len: 168 time: 2.6824787 Jan 28 19:11:11.053725 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:11.054713 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (de403779-4a6d-4f51-9532-0dc95e926936), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.071091 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3753fdd3-8ca4-418d-b9d4-dbe0a8544aab req-0480bc10-f46c-4607-84a5-cf5944e7c036 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563379 Jan 28 19:11:11.141884 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (619c404e-c8a9-4a4a-87c4-f7a57bcf6f89), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.149126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-eb5e88de-44f4-4966-8a9f-9a6ddf757a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f23a902-07b8-4f8f-881f-ad09f0ebf509']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:11.207073 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-eb5e88de-44f4-4966-8a9f-9a6ddf757a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:11.207361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-eb5e88de-44f4-4966-8a9f-9a6ddf757a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:11.236977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb5e88de-44f4-4966-8a9f-9a6ddf757a19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.249074 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] For port f46287a9-52c2-4789-99a1-9b137cf1c90d, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:11.256486 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:11.257526 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.259019 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] 10.222.0.31 "PUT /v2.0/ports/619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 HTTP/1.1" status: 200 len: 1091 time: 3.6525517 Jan 28 19:11:11.261473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'tag': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:11.264089 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3521388b-cba3-41d9-b26f-9f91d8ada008" -d '{"events": [{"name": "network-changed", "server_uuid": "8d17fd06-8d7e-4e5d-95d3-4589c78e07e6", "tag": "619c404e-c8a9-4a4a-87c4-f7a57bcf6f89"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:11.288481 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb5e88de-44f4-4966-8a9f-9a6ddf757a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.296406 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-83eafd31-63d1-49ea-95f8-f155e164f594 None None] Current status of the port 30785cb3-e4f8-4f82-932a-31ca998f5c05 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:11.298542 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=de403779-4a6d-4f51-9532-0dc95e926936,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:11.313643 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abbe63d7-fae2-4687-b51c-337728510441 req-9ffe3e24-d9fe-4e91-9bdd-44caa0c9eabc service neutron] 10.222.0.37 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142302 Jan 28 19:11:11.314747 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5e88de-44f4-4966-8a9f-9a6ddf757a19 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:11:11.315229 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb5e88de-44f4-4966-8a9f-9a6ddf757a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (08ec3ff0-ae2d-4b58-ba14-fbb1d8e19c96), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:11:11.322441 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:11:11.329642 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] For port f46287a9-52c2-4789-99a1-9b137cf1c90d, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=f46287a9-52c2-4789-99a1-9b137cf1c90d,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:11.407526 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (f46287a9-52c2-4789-99a1-9b137cf1c90d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.413280 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-184391d9-dfd7-408c-ac2d-a5cafd5bb891 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Allocated IP 172.20.0.7 (b49b190d-5fb3-41cb-a694-b0a0b7d47b75/cd80566b-cb23-46e8-93b8-695f127ca2f3/6a87b861-fc58-4ab9-90c2-bbe9a2e036d6) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:11.416810 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6227f1-c3b0-43a2-a584-26797ea53c03 service neutron] Pushing event updated for resources: {'Port': ['ID=619c404e-c8a9-4a4a-87c4-f7a57bcf6f89,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:11.442621 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-85fee6a1-4172-4db4-a57e-f7ee17b69836 service neutron] 10.222.0.55 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606493 Jan 28 19:11:11.459664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['de403779-4a6d-4f51-9532-0dc95e926936'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:11:11.488745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:11.489302 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.490757 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] 10.222.0.31 "PUT /v2.0/ports/f46287a9-52c2-4789-99a1-9b137cf1c90d HTTP/1.1" status: 200 len: 1091 time: 3.5265884 Jan 28 19:11:11.549888 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb5e88de-44f4-4966-8a9f-9a6ddf757a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (4f23a902-07b8-4f8f-881f-ad09f0ebf509), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.564958 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Publish callbacks [] for router_gateway (3f2b73da-805a-47ae-b82b-8383f58b6d43), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.591942 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb5e88de-44f4-4966-8a9f-9a6ddf757a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.602961 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-eb5e88de-44f4-4966-8a9f-9a6ddf757a19 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4f23a902-07b8-4f8f-881f-ad09f0ebf509 HTTP/1.1" status: 204 len: 168 time: 1.3370202 Jan 28 19:11:11.619955 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421cf20d-67a3-4ecd-bc33-7acdfafdb7ea req-b68bd222-6c6d-44e0-97d9-baf54da23022 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:11.628038 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-421cf20d-67a3-4ecd-bc33-7acdfafdb7ea req-b68bd222-6c6d-44e0-97d9-baf54da23022 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 943 time: 0.4576879 Jan 28 19:11:11.643494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38342) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:11.749629 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abbe63d7-fae2-4687-b51c-337728510441 req-6a0f64c5-a850-4358-add8-738e0a93b742 service neutron] 10.222.0.37 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085679 Jan 28 19:11:11.799221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7ee30-4dff-4a2a-a019-b87f8498553b service neutron] Pushing event updated for resources: {'Port': ['ID=f46287a9-52c2-4789-99a1-9b137cf1c90d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:11.828150 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e88de-44f4-4966-8a9f-9a6ddf757a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f23a902-07b8-4f8f-881f-ad09f0ebf509,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:11.843739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26d317-8e33-4896-beda-39126cf48883 req-4d2b8c66-8b17-4ca5-8e7c-ff050d3fb955 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:11.845252 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4a26d317-8e33-4896-beda-39126cf48883 req-4d2b8c66-8b17-4ca5-8e7c-ff050d3fb955 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.31 "GET /v2.0/ports?device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 943 time: 0.3306818 Jan 28 19:11:11.861939 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 30785cb3-e4f8-4f82-932a-31ca998f5c05 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:11.877281 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd8169d8-7eaa-4aaf-9b1a-376c77a3d585 req-00f3cd16-d54d-4120-8d28-3adb298db4cc tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 210 time: 0.0631950 Jan 28 19:11:11.887472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-fc9b42ff-c4cf-4003-b458-479d88955e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:11.889103 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-fc9b42ff-c4cf-4003-b458-479d88955e70 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 1125 time: 0.5236180 Jan 28 19:11:11.892714 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb357e5c-f63e-4ecf-8727-694e6628ba62 admin admin] Deleting subnet 3efee160-c275-4402-9d6c-fb3633088624 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:11:11.908669 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb357e5c-f63e-4ecf-8727-694e6628ba62 admin admin] Publish callbacks [] for subnet (3efee160-c275-4402-9d6c-fb3633088624), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.953895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 30785cb3-e4f8-4f82-932a-31ca998f5c05 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:11.960741 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (30785cb3-e4f8-4f82-932a-31ca998f5c05), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:11.994323 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf07875-c23b-4ffa-b61b-c1dcecbea18d x-openstack-request-id: req-bdf07875-c23b-4ffa-b61b-c1dcecbea18d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:11.994583 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb980a07-a331-4bf4-8e5a-f4adac612ff0", "tag": "5e66e7d5-71d7-4224-94dc-ac88269aed5a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:11.994786 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bdf07875-c23b-4ffa-b61b-c1dcecbea18d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:11.995180 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb980a07-a331-4bf4-8e5a-f4adac612ff0', 'tag': '5e66e7d5-71d7-4224-94dc-ac88269aed5a', 'status': 'completed', 'code': 200} Jan 28 19:11:12.074130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-2c0cec1e-973e-471a-ad6b-0fac649bd29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:12.079170 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-2c0cec1e-973e-471a-ad6b-0fac649bd29f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b67ad337e76d4b31986957cbfd640297&device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 1125 time: 0.5104361 Jan 28 19:11:12.109277 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 30785cb3-e4f8-4f82-932a-31ca998f5c05 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:12.112772 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-184391d9-dfd7-408c-ac2d-a5cafd5bb891 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:12.136434 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-8aed2f07-dd01-4a96-8d7f-f70ed34dff0b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 HTTP/1.1" status: 200 len: 217 time: 0.2255776 Jan 28 19:11:12.137962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e5d25-d120-45f9-a499-95923fb55f77 req-4d09dde0-cf15-4a7f-b3bb-c6fa533aa467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:12.139480 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d10e5d25-d120-45f9-a499-95923fb55f77 req-4d09dde0-cf15-4a7f-b3bb-c6fa533aa467 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b67ad337e76d4b31986957cbfd640297&device_id=cb980a07-a331-4bf4-8e5a-f4adac612ff0 HTTP/1.1" status: 200 len: 1125 time: 0.1435792 Jan 28 19:11:12.152448 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52d943-7759-4658-a927-23411c662df1 req-95575fb0-6e07-43f0-a237-c8520a9a1d8b tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:12.154200 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aa52d943-7759-4658-a927-23411c662df1 req-95575fb0-6e07-43f0-a237-c8520a9a1d8b tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 943 time: 0.1422048 Jan 28 19:11:12.167125 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4a26d317-8e33-4896-beda-39126cf48883 req-9d3ad2e9-1b55-48cb-987c-7c7978cf772e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Deleting port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:11:12.167466 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a26d317-8e33-4896-beda-39126cf48883 req-9d3ad2e9-1b55-48cb-987c-7c7978cf772e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:12.523412 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-421cf20d-67a3-4ecd-bc33-7acdfafdb7ea req-1f93cdfd-ff78-4d23-9cb0-cd153969f1be tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8942072 Jan 28 19:11:12.589930 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de1e370-9b50-4793-a025-6eaae325ae06 x-openstack-request-id: req-5de1e370-9b50-4793-a025-6eaae325ae06 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:12.590326 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d17fd06-8d7e-4e5d-95d3-4589c78e07e6", "tag": "619c404e-c8a9-4a4a-87c4-f7a57bcf6f89", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:12.590464 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5de1e370-9b50-4793-a025-6eaae325ae06 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:12.590875 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'tag': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89', 'status': 'completed', 'code': 200} Jan 28 19:11:12.592329 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-3da63d67-5fb6-4e5e-8ff2-4b78cb87893f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f46287a9-52c2-4789-99a1-9b137cf1c90d HTTP/1.1" status: 200 len: 217 time: 0.4612486 Jan 28 19:11:12.594725 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb357e5c-f63e-4ecf-8727-694e6628ba62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (3efee160-c275-4402-9d6c-fb3633088624), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:12.640195 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-184391d9-dfd7-408c-ac2d-a5cafd5bb891 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:12.652411 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['f25af3c7-5aaa-4ed5-a847-edae90ee5e52'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:11:12.726753 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aa52d943-7759-4658-a927-23411c662df1 req-d09e565c-3cf6-4dee-bd4d-92d04fd804d4 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561941 Jan 28 19:11:12.731935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e5d25-d120-45f9-a499-95923fb55f77 req-3bc0a9cb-2474-460f-8729-e65ddab21d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:12.733380 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d10e5d25-d120-45f9-a499-95923fb55f77 req-3bc0a9cb-2474-460f-8729-e65ddab21d1d service neutron] 10.222.0.37 "GET /v2.0/networks?id=034cc597-159d-4777-941b-dced4debf4ac HTTP/1.1" status: 200 len: 917 time: 0.5771916 Jan 28 19:11:12.745425 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-184391d9-dfd7-408c-ac2d-a5cafd5bb891 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:12.751175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4a26d317-8e33-4896-beda-39126cf48883 req-9d3ad2e9-1b55-48cb-987c-7c7978cf772e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] For port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:12.751548 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a26d317-8e33-4896-beda-39126cf48883 req-9d3ad2e9-1b55-48cb-987c-7c7978cf772e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:12.766730 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-184391d9-dfd7-408c-ac2d-a5cafd5bb891 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:12.768593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184391d9-dfd7-408c-ac2d-a5cafd5bb891 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event updated for resources: {'Port': ['ID=6a87b861-fc58-4ab9-90c2-bbe9a2e036d6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:12.800654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-184391d9-dfd7-408c-ac2d-a5cafd5bb891 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:12.844060 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d10e5d25-d120-45f9-a499-95923fb55f77 req-9dcae8c9-d261-4504-8e2e-532214b9e038 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e66e7d5-71d7-4224-94dc-ac88269aed5a HTTP/1.1" status: 200 len: 217 time: 0.0950665 Jan 28 19:11:12.845798 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4a26d317-8e33-4896-beda-39126cf48883 req-9d3ad2e9-1b55-48cb-987c-7c7978cf772e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Calling delete_port for ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:11:12.868395 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba1fe447-ec27-491f-b363-bb74775fa41d req-8ca99919-bb3d-482d-a1f9-193513b9d338 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 210 time: 0.2419636 Jan 28 19:11:12.883552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-46072796-52ff-4c70-8082-c7d096383b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:12.897224 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-46072796-52ff-4c70-8082-c7d096383b2c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 HTTP/1.1" status: 200 len: 859 time: 0.3833153 Jan 28 19:11:13.075805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-184391d9-dfd7-408c-ac2d-a5cafd5bb891 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:13.077230 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-184391d9-dfd7-408c-ac2d-a5cafd5bb891 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:13.080159 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-9303dc4a-db36-47f3-ae35-7a0725506f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:13.081626 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-9303dc4a-db36-47f3-ae35-7a0725506f1e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5db5bf3f-d8ab-47cb-8cfd-253af3f4d215 HTTP/1.1" status: 200 len: 855 time: 0.4745107 Jan 28 19:11:13.100732 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb357e5c-f63e-4ecf-8727-694e6628ba62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (3efee160-c275-4402-9d6c-fb3633088624), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:13.138879 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e5d25-d120-45f9-a499-95923fb55f77 req-eb5a3b46-6a2f-4850-b648-b049540277ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:13.140423 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d10e5d25-d120-45f9-a499-95923fb55f77 req-eb5a3b46-6a2f-4850-b648-b049540277ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5db5bf3f-d8ab-47cb-8cfd-253af3f4d215 HTTP/1.1" status: 200 len: 855 time: 0.2660649 Jan 28 19:11:13.180306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a66e7-044e-4da7-9ed2-238b03b4e42a req-6abfe035-79e3-45c0-b7a3-4c3591a3b294 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:13.181893 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2d2a66e7-044e-4da7-9ed2-238b03b4e42a req-6abfe035-79e3-45c0-b7a3-4c3591a3b294 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 943 time: 0.3457432 Jan 28 19:11:13.185092 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-184391d9-dfd7-408c-ac2d-a5cafd5bb891 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2168658 Jan 28 19:11:13.221338 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Request body: {'port': {'device_id': '5007c8ce-ef52-4ea3-8f01-94a528225bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:13.222538 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (3f2b73da-805a-47ae-b82b-8383f58b6d43), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:13.236696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-01478073-667d-43f4-b57b-e751408f4372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:13.238880 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-01478073-667d-43f4-b57b-e751408f4372 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd36cec0-b04c-4d96-af73-7ad37b8013a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3454061 Jan 28 19:11:13.251335 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bd50f8ed-8828-4790-a39d-0af9f2b9cb7c None None] Provisioning complete for port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:13.256021 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd50f8ed-8828-4790-a39d-0af9f2b9cb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:13.314533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bd50f8ed-8828-4790-a39d-0af9f2b9cb7c None None] Port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:11:13.323652 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-6f90c7c3-e59a-409b-8d14-17025a27bd8b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:13.325216 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-6f90c7c3-e59a-409b-8d14-17025a27bd8b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.31 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 812 time: 0.4144571 Jan 28 19:11:13.349722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-7ae1a7e3-d160-42e6-aead-11ec3e170dde tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Request body: {'port': {'device_id': 'dd023fb0-9461-451e-8d26-7bd7b453a776', 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82', 'admin_state_up': True, 'tenant_id': 'b1f1db10744a4501a97a85a9685ef09a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:13.369499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-b2781c5d-4dc1-429f-92cc-5fd4ce0ddca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:13.371058 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-b2781c5d-4dc1-429f-92cc-5fd4ce0ddca9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=034cc597-159d-4777-941b-dced4debf4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2725420 Jan 28 19:11:13.377901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c70f24-d6f9-4ea4-8473-2521dda80718 req-fa78fc6d-eaab-48c1-8c11-d43d34b75f17 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:13.379491 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4c70f24-d6f9-4ea4-8473-2521dda80718 req-fa78fc6d-eaab-48c1-8c11-d43d34b75f17 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 931 time: 0.3303218 Jan 28 19:11:13.385965 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb357e5c-f63e-4ecf-8727-694e6628ba62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (3efee160-c275-4402-9d6c-fb3633088624), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:13.453004 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:13.457513 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2d2a66e7-044e-4da7-9ed2-238b03b4e42a req-7ea95201-dd9b-4091-81a2-2645ebac02d8 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418706 Jan 28 19:11:13.474511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e5d25-d120-45f9-a499-95923fb55f77 req-1372c8a8-b170-4272-b9dc-c44041d65be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:13.476445 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d10e5d25-d120-45f9-a499-95923fb55f77 req-1372c8a8-b170-4272-b9dc-c44041d65be6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=034cc597-159d-4777-941b-dced4debf4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3226516 Jan 28 19:11:13.476684 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a26d317-8e33-4896-beda-39126cf48883 req-9d3ad2e9-1b55-48cb-987c-7c7978cf772e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ae9231ab-b0d1-4b11-8ebb-288bcbfdea96), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:13.514439 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb357e5c-f63e-4ecf-8727-694e6628ba62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3efee160-c275-4402-9d6c-fb3633088624,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:13.537507 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb357e5c-f63e-4ecf-8727-694e6628ba62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:13.540759 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bb357e5c-f63e-4ecf-8727-694e6628ba62 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3efee160-c275-4402-9d6c-fb3633088624 HTTP/1.1" status: 204 len: 168 time: 1.8287828 Jan 28 19:11:13.547249 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38362) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:13.565007 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ad2e9-1b55-48cb-987c-7c7978cf772e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Pushing event deleted for resources: {'Port': ['ID=ae9231ab-b0d1-4b11-8ebb-288bcbfdea96,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:13.630172 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-f118c762-2096-4881-b929-975f26828edb service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802254 Jan 28 19:11:13.686620 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a26d317-8e33-4896-beda-39126cf48883 req-9d3ad2e9-1b55-48cb-987c-7c7978cf772e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] No DVR routers for this DVR port ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:11:13.686884 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4c70f24-d6f9-4ea4-8473-2521dda80718 req-d3fc0f2a-517f-49c0-bfc0-27190f6a98dd tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864308 Jan 28 19:11:13.753393 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a26d317-8e33-4896-beda-39126cf48883 req-9d3ad2e9-1b55-48cb-987c-7c7978cf772e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:13.756765 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4a26d317-8e33-4896-beda-39126cf48883 req-9d3ad2e9-1b55-48cb-987c-7c7978cf772e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.31 "DELETE /v2.0/ports/ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 HTTP/1.1" status: 204 len: 173 time: 1.8895674 Jan 28 19:11:13.792799 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-98ab1a7a-cfc8-495a-a03f-4d1e0420e7ad service neutron] 10.222.0.31 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105418 Jan 28 19:11:13.799820 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d10e5d25-d120-45f9-a499-95923fb55f77 req-cdec23c5-d9e9-4acb-9a5a-405879013b2a service neutron] 10.222.0.37 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083594 Jan 28 19:11:13.803665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-7ae1a7e3-d160-42e6-aead-11ec3e170dde tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Made reservation on behalf of b1f1db10744a4501a97a85a9685ef09a for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:13.804704 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55506efd-ac24-46ac-9328-12bd1dfcb984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (b70ce7f1-1f22-4d6f-901b-b43917626677), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:13.807426 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-7ae1a7e3-d160-42e6-aead-11ec3e170dde tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:13.932522 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da800d35-a976-4899-8fd9-f1724485b538 req-7d3c6c55-35b7-437b-b449-e92d101fd113 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e8eaf29-6423-4c24-b192-2bec1f69e770 HTTP/1.1" status: 200 len: 210 time: 0.1024408 Jan 28 19:11:13.939167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Router 3f2b73da-805a-47ae-b82b-8383f58b6d43 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:11:13.957218 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8544344-fece-48c2-95f9-bc366882c06a req-7d4905c3-3844-458b-99b4-0bfebe11eee2 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 210 time: 0.0524788 Jan 28 19:11:13.997264 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a847cfc-5cb2-4206-8c4b-15d30366f500 req-a5f4a78f-4f84-4b84-8015-5e168f942178 service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255334 Jan 28 19:11:14.001652 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8eaf29-6423-4c24-b192-2bec1f69e770', 'name': 'network-vif-deleted', 'tag': 'ae9231ab-b0d1-4b11-8ebb-288bcbfdea96'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:14.003997 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2225d6d9-3cf2-4ab1-b255-3fe6553f23f9" -d '{"events": [{"server_uuid": "3e8eaf29-6423-4c24-b192-2bec1f69e770", "name": "network-vif-deleted", "tag": "ae9231ab-b0d1-4b11-8ebb-288bcbfdea96"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:14.064974 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73de1974-b126-4ff4-9669-de15b81dace2 x-openstack-request-id: req-73de1974-b126-4ff4-9669-de15b81dace2 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:14.065347 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8eaf29-6423-4c24-b192-2bec1f69e770", "name": "network-vif-deleted", "tag": "ae9231ab-b0d1-4b11-8ebb-288bcbfdea96", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:14.065599 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73de1974-b126-4ff4-9669-de15b81dace2 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:14.065990 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8eaf29-6423-4c24-b192-2bec1f69e770', 'name': 'network-vif-deleted', 'tag': 'ae9231ab-b0d1-4b11-8ebb-288bcbfdea96', 'status': 'completed', 'code': 200} Jan 28 19:11:14.096406 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d10e5d25-d120-45f9-a499-95923fb55f77 req-8183155c-d1cb-418f-82e2-cae8bcb77f39 service neutron] 10.222.0.37 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867239 Jan 28 19:11:14.106345 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01ae5f71-9a1f-4a26-a651-ab9a654ab3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (d802773c-bf30-426c-a6e8-6ebb1a576953), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:14.139832 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-7ae1a7e3-d160-42e6-aead-11ec3e170dde tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Allocated IP 172.20.0.13 (a0a0df9e-2526-4910-8347-d42b4cbb9f82/4fd0268e-e755-4d0f-9e56-a9e065215f79/ecc4a21a-d4f4-4218-a97a-0d9670bd0969) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:14.158290 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55506efd-ac24-46ac-9328-12bd1dfcb984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (b70ce7f1-1f22-4d6f-901b-b43917626677), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:14.185618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:14.200081 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Publish callbacks [] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:14.220415 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f8f0314-9b31-488b-8920-bb6ccd3c53e8 req-1f2d53d9-c291-48c3-89f5-086cc6135ed8 service neutron] 10.222.0.31 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103510 Jan 28 19:11:14.234715 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Transition to ACTIVE for port object 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:11:14.243382 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-55506efd-ac24-46ac-9328-12bd1dfcb984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70ce7f1-1f22-4d6f-901b-b43917626677']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:14.255535 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:14.286540 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-55506efd-ac24-46ac-9328-12bd1dfcb984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c0cd5f-7278-49fe-a998-2937596c63ac') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:14.286907 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-55506efd-ac24-46ac-9328-12bd1dfcb984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c0cd5f-7278-49fe-a998-2937596c63ac') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:14.310348 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55506efd-ac24-46ac-9328-12bd1dfcb984 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (51c0cd5f-7278-49fe-a998-2937596c63ac), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:14.349904 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Pushing event updated for resources: {'Port': ['ID=6a87b861-fc58-4ab9-90c2-bbe9a2e036d6,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:14.453648 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-7ae1a7e3-d160-42e6-aead-11ec3e170dde tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks [] for port (ecc4a21a-d4f4-4218-a97a-0d9670bd0969), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:14.476761 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Attempting to bind port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:14.477107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Attempting to bind port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:14.477437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Attempting to bind port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 on network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:14.486165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 on network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:11:14.486493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Attempting to bind port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 on network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:14.503352 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:14.503612 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Checking segment: {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:14.503818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Bound using segment: {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:14.504270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Bound port: 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:14.505785 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:14.550265 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-7ae1a7e3-d160-42e6-aead-11ec3e170dde tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ecc4a21a-d4f4-4218-a97a-0d9670bd0969), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:14.646210 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-7ae1a7e3-d160-42e6-aead-11ec3e170dde tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Network a0a0df9e-2526-4910-8347-d42b4cbb9f82 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:14.657641 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c21aa01-b65b-47c4-94f7-db616322a36c', 'tag': 'f46287a9-52c2-4789-99a1-9b137cf1c90d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:14.659117 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1a7e3-d160-42e6-aead-11ec3e170dde tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Pushing event updated for resources: {'Port': ['ID=ecc4a21a-d4f4-4218-a97a-0d9670bd0969,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:14.660049 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13da14ea-2b74-40c0-b3ff-1ed37b1d847d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c21aa01-b65b-47c4-94f7-db616322a36c", "tag": "f46287a9-52c2-4789-99a1-9b137cf1c90d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:14.662220 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-7ae1a7e3-d160-42e6-aead-11ec3e170dde tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:14.668031 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-7ae1a7e3-d160-42e6-aead-11ec3e170dde tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:14.673708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] For port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:14.686941 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55506efd-ac24-46ac-9328-12bd1dfcb984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (51c0cd5f-7278-49fe-a998-2937596c63ac), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:14.700925 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:11:14.712239 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Sync routers for ids ['3f2b73da-805a-47ae-b82b-8383f58b6d43'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:11:14.713018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7142db-cbd0-47b5-82af-8ee6dfad4940 req-0370df7c-d937-490a-a733-5d56f67231b1 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:14.714593 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e7142db-cbd0-47b5-82af-8ee6dfad4940 req-0370df7c-d937-490a-a733-5d56f67231b1 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 943 time: 0.6244066 Jan 28 19:11:14.716553 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521388b-cba3-41d9-b26f-9f91d8ada008 req-fa1d57e0-88bf-4013-9132-af7bbfbc7022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:14.716811 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] For port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6a87b861-fc58-4ab9-90c2-bbe9a2e036d6,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:14.717929 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3521388b-cba3-41d9-b26f-9f91d8ada008 req-fa1d57e0-88bf-4013-9132-af7bbfbc7022 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 1125 time: 0.6350448 Jan 28 19:11:14.719199 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55506efd-ac24-46ac-9328-12bd1dfcb984 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:11:14.719423 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55506efd-ac24-46ac-9328-12bd1dfcb984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (51c0cd5f-7278-49fe-a998-2937596c63ac), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:14.722305 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Routers {'3f2b73da-805a-47ae-b82b-8383f58b6d43'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:14.723521 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-523cf780-d462-453e-99e7-ec327c691751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:10:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3f2b73da-805a-47ae-b82b-8383f58b6d43'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:11:14.725244 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:11:14.728233 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device de403779-4a6d-4f51-9532-0dc95e926936 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:14.744077 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:14.801097 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port de403779-4a6d-4f51-9532-0dc95e926936 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:11:14.809201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port de403779-4a6d-4f51-9532-0dc95e926936 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:14.810715 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (de403779-4a6d-4f51-9532-0dc95e926936), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:14.821215 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-7ae1a7e3-d160-42e6-aead-11ec3e170dde tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:14.822637 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-7ae1a7e3-d160-42e6-aead-11ec3e170dde tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:14.833559 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Set router 3f2b73da-805a-47ae-b82b-8383f58b6d43 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:14.845032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa39409-73d1-49bc-a34f-ab882ec6941c req-b7bea1d8-11ae-48ff-92b7-f907722cfe25 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:14.853204 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2fa39409-73d1-49bc-a34f-ab882ec6941c req-b7bea1d8-11ae-48ff-92b7-f907722cfe25 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 943 time: 0.2661402 Jan 28 19:11:14.862378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:14.864418 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:14.866745 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] 10.222.0.37 "PUT /v2.0/ports/6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 HTTP/1.1" status: 200 len: 1091 time: 1.6590683 Jan 28 19:11:14.871140 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:14.875738 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-19dad4bd-11d1-4dca-8189-0cdbd3d49817 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.7401078 Jan 28 19:11:14.876210 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38378) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:14.976635 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55506efd-ac24-46ac-9328-12bd1dfcb984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (b70ce7f1-1f22-4d6f-901b-b43917626677), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:14.997470 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55506efd-ac24-46ac-9328-12bd1dfcb984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:15.001210 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-55506efd-ac24-46ac-9328-12bd1dfcb984 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b70ce7f1-1f22-4d6f-901b-b43917626677 HTTP/1.1" status: 204 len: 168 time: 1.4479442 Jan 28 19:11:15.008824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port de403779-4a6d-4f51-9532-0dc95e926936 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:15.009281 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (de403779-4a6d-4f51-9532-0dc95e926936), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:15.012385 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e7142db-cbd0-47b5-82af-8ee6dfad4940 req-1500a251-3489-479d-8237-35f57719af81 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766993 Jan 28 19:11:15.037475 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-7ae1a7e3-d160-42e6-aead-11ec3e170dde tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6946888 Jan 28 19:11:15.045912 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55506efd-ac24-46ac-9328-12bd1dfcb984 admin admin] Pushing event deleted for resources: {'Network': ['ID=b70ce7f1-1f22-4d6f-901b-b43917626677,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:15.051689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521388b-cba3-41d9-b26f-9f91d8ada008 req-bcfd9c48-e0b8-4ad9-8299-5b08e67c3249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:15.052055 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4827b90-304e-4f31-9dd6-c6f1b73a1f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de403779-4a6d-4f51-9532-0dc95e926936'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:15.053451 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3521388b-cba3-41d9-b26f-9f91d8ada008 req-bcfd9c48-e0b8-4ad9-8299-5b08e67c3249 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 921 time: 0.3158121 Jan 28 19:11:15.063794 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a48e2a7-9587-46fe-ac17-111d73473c35" -d '{"events": [{"server_uuid": "f4827b90-304e-4f31-9dd6-c6f1b73a1f41", "name": "network-vif-plugged", "status": "completed", "tag": "de403779-4a6d-4f51-9532-0dc95e926936"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:15.093379 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port de403779-4a6d-4f51-9532-0dc95e926936, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=de403779-4a6d-4f51-9532-0dc95e926936,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:15.105602 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (de403779-4a6d-4f51-9532-0dc95e926936), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:15.106729 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc04fc8-0813-4305-93bb-51cf08464fba service neutron] Pushing event updated for resources: {'Port': ['ID=6a87b861-fc58-4ab9-90c2-bbe9a2e036d6,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:15.128370 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:11:15.134697 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d556aad7-f9c6-4607-8cfa-e39f59473b7e x-openstack-request-id: req-d556aad7-f9c6-4607-8cfa-e39f59473b7e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:15.135063 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c21aa01-b65b-47c4-94f7-db616322a36c", "tag": "f46287a9-52c2-4789-99a1-9b137cf1c90d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:15.135244 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d556aad7-f9c6-4607-8cfa-e39f59473b7e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:15.135644 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c21aa01-b65b-47c4-94f7-db616322a36c', 'tag': 'f46287a9-52c2-4789-99a1-9b137cf1c90d', 'status': 'completed', 'code': 200} Jan 28 19:11:15.139568 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Request body: {'port': {'device_id': 'dd023fb0-9461-451e-8d26-7bd7b453a776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:15.145833 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3521388b-cba3-41d9-b26f-9f91d8ada008 req-bcf54881-f73c-4fee-874e-6f991b5424aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 HTTP/1.1" status: 200 len: 217 time: 0.0844707 Jan 28 19:11:15.186881 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-523cf780-d462-453e-99e7-ec327c691751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-router', 'tenant_id': '6617f763bd2b491295631965114da93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:06Z', 'updated_at': '2022-01-28T19:11:10Z', 'revision_number': 3, 'project_id': '6617f763bd2b491295631965114da93b', 'gw_port': {'id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:08Z', 'updated_at': '2022-01-28T19:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:15.189504 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=de403779-4a6d-4f51-9532-0dc95e926936,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:15.223021 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Checking router: 3f2b73da-805a-47ae-b82b-8383f58b6d43 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:11:15.223672 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Updating router 3f2b73da-805a-47ae-b82b-8383f58b6d43 port 49e8a514-b95b-4d4a-bdfd-f607c8b435bb binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:11:15.252687 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (49e8a514-b95b-4d4a-bdfd-f607c8b435bb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:15.271712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2fa39409-73d1-49bc-a34f-ab882ec6941c req-4801ab3e-08ce-4734-adc9-cbe03bf92332 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174037 Jan 28 19:11:15.316419 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38388) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:15.398274 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-1a03354c-b92d-46d5-a69d-850a4c3324ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:15.399799 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-1a03354c-b92d-46d5-a69d-850a4c3324ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 1125 time: 0.4097135 Jan 28 19:11:15.464259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521388b-cba3-41d9-b26f-9f91d8ada008 req-6720d12c-a3df-4a42-9949-63a91d0c5c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:15.466586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3521388b-cba3-41d9-b26f-9f91d8ada008 req-6720d12c-a3df-4a42-9949-63a91d0c5c53 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 HTTP/1.1" status: 200 len: 859 time: 0.2356265 Jan 28 19:11:15.469760 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ecc4a21a-d4f4-4218-a97a-0d9670bd0969), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:15.522496 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-01ae5f71-9a1f-4a26-a651-ab9a654ab3d4 admin admin] Deleting port 763ffcce-4c01-4d98-8e81-a540ae318cc4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:11:15.522844 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01ae5f71-9a1f-4a26-a651-ab9a654ab3d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:15.529030 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-b5f8d66f-d2b8-49f2-88e8-078da9a35acd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 HTTP/1.1" status: 200 len: 217 time: 0.1179166 Jan 28 19:11:15.537941 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3d39db18-ebdf-4922-82b4-4212a2dbd975 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a52c883532314f5dbe651bed69cf54cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180936 Jan 28 19:11:15.543980 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38394) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:15.586777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da14ea-2b74-40c0-b3ff-1ed37b1d847d req-295e3e74-8bb9-4583-8e61-d737fa87aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:15.588445 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-13da14ea-2b74-40c0-b3ff-1ed37b1d847d req-295e3e74-8bb9-4583-8e61-d737fa87aac7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b67ad337e76d4b31986957cbfd640297&device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 1125 time: 0.3571379 Jan 28 19:11:15.600418 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Publish callbacks [] for port (49e8a514-b95b-4d4a-bdfd-f607c8b435bb), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:15.603177 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd66e86-44ac-4205-8964-f80fecc45a36 req-3a2c567c-d42d-4bdf-beba-1255e215fbb5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:15.604860 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8fd66e86-44ac-4205-8964-f80fecc45a36 req-3a2c567c-d42d-4bdf-beba-1255e215fbb5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 943 time: 0.2953112 Jan 28 19:11:15.612307 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (49e8a514-b95b-4d4a-bdfd-f607c8b435bb), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:15.683912 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-d69af87f-c1b6-4fbf-b9b4-35dd1472d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:15.685336 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-d69af87f-c1b6-4fbf-b9b4-35dd1472d960 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.1487362 Jan 28 19:11:15.748200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521388b-cba3-41d9-b26f-9f91d8ada008 req-85b34ce9-f76f-48cf-9bdf-94891c265276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:15.748873 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3521388b-cba3-41d9-b26f-9f91d8ada008 req-85b34ce9-f76f-48cf-9bdf-94891c265276 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd36cec0-b04c-4d96-af73-7ad37b8013a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2709470 Jan 28 19:11:15.757986 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Attempting to bind port 49e8a514-b95b-4d4a-bdfd-f607c8b435bb on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:15.758531 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Attempting to bind port 49e8a514-b95b-4d4a-bdfd-f607c8b435bb by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:15.758656 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Attempting to bind port 49e8a514-b95b-4d4a-bdfd-f607c8b435bb on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:15.767782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-01ae5f71-9a1f-4a26-a651-ab9a654ab3d4 admin admin] For port 763ffcce-4c01-4d98-8e81-a540ae318cc4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=763ffcce-4c01-4d98-8e81-a540ae318cc4,segment=NetworkSegment(dd84af4d-051a-4b78-9d8d-a1ae47b1e573),segment_id=dd84af4d-051a-4b78-9d8d-a1ae47b1e573)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:15.769078 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01ae5f71-9a1f-4a26-a651-ab9a654ab3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:15.771882 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:15.772258 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:15.772659 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:15.773044 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:15.773501 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Bound port: 49e8a514-b95b-4d4a-bdfd-f607c8b435bb, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:15.774100 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (49e8a514-b95b-4d4a-bdfd-f607c8b435bb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:15.775038 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2278f5e-1fed-490e-83ef-96a6331aca81 req-f2036f0d-fd8d-4dde-8467-0053e7825fa0 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:15.777563 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c2278f5e-1fed-490e-83ef-96a6331aca81 req-f2036f0d-fd8d-4dde-8467-0053e7825fa0 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 932 time: 0.2995930 Jan 28 19:11:15.799060 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a45a1-e9c3-4a5e-9e2c-8f1cb9fb6560 None None] Pushing event updated for resources: {'Port': ['ID=49e8a514-b95b-4d4a-bdfd-f607c8b435bb,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:15.813147 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a45a1-e9c3-4a5e-9e2c-8f1cb9fb6560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:15.813485 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a45a1-e9c3-4a5e-9e2c-8f1cb9fb6560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:15.814004 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a45a1-e9c3-4a5e-9e2c-8f1cb9fb6560 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:15.814515 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a45a1-e9c3-4a5e-9e2c-8f1cb9fb6560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:15.815009 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a45a1-e9c3-4a5e-9e2c-8f1cb9fb6560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:15.815343 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a45a1-e9c3-4a5e-9e2c-8f1cb9fb6560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:15.815661 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a45a1-e9c3-4a5e-9e2c-8f1cb9fb6560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:15.816150 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a45a1-e9c3-4a5e-9e2c-8f1cb9fb6560 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:15.816633 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a45a1-e9c3-4a5e-9e2c-8f1cb9fb6560 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:15.816951 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a45a1-e9c3-4a5e-9e2c-8f1cb9fb6560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:15.817428 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a45a1-e9c3-4a5e-9e2c-8f1cb9fb6560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:15.817850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-01ae5f71-9a1f-4a26-a651-ab9a654ab3d4 admin admin] Calling delete_port for 763ffcce-4c01-4d98-8e81-a540ae318cc4 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:11:15.818122 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a45a1-e9c3-4a5e-9e2c-8f1cb9fb6560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:15.818598 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17a45a1-e9c3-4a5e-9e2c-8f1cb9fb6560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:15.831759 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7513b303-2f0b-4a75-9b24-1f4dab3ddc83 admin admin] Publish callbacks [] for security_group (361a85c8-98a4-4ab6-81c7-cd702b357b7b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:15.841128 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-523cf780-d462-453e-99e7-ec327c691751 None None] For port 49e8a514-b95b-4d4a-bdfd-f607c8b435bb, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:15.844530 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-523cf780-d462-453e-99e7-ec327c691751 None None] For port 49e8a514-b95b-4d4a-bdfd-f607c8b435bb, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=49e8a514-b95b-4d4a-bdfd-f607c8b435bb,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:15.852698 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (49e8a514-b95b-4d4a-bdfd-f607c8b435bb), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:15.907010 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8fd66e86-44ac-4205-8964-f80fecc45a36 req-5fca6bac-9e66-4f90-b5bc-ce5a1939a8dd tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766304 Jan 28 19:11:15.910058 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Routers {'3f2b73da-805a-47ae-b82b-8383f58b6d43'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:15.910899 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-523cf780-d462-453e-99e7-ec327c691751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:10:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3f2b73da-805a-47ae-b82b-8383f58b6d43'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:15.973686 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da14ea-2b74-40c0-b3ff-1ed37b1d847d req-aeb37979-dacf-48bb-9898-c7c9fb958476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:15.975263 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-13da14ea-2b74-40c0-b3ff-1ed37b1d847d req-aeb37979-dacf-48bb-9898-c7c9fb958476 service neutron] 10.222.0.31 "GET /v2.0/networks?id=034cc597-159d-4777-941b-dced4debf4ac HTTP/1.1" status: 200 len: 917 time: 0.3694885 Jan 28 19:11:15.984253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7513b303-2f0b-4a75-9b24-1f4dab3ddc83 admin admin] Publish callbacks [] for security_group (361a85c8-98a4-4ab6-81c7-cd702b357b7b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:15.999684 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4896cef-6fd4-468d-a456-13062bf7b24e x-openstack-request-id: req-e4896cef-6fd4-468d-a456-13062bf7b24e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:16.000648 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4827b90-304e-4f31-9dd6-c6f1b73a1f41", "name": "network-vif-plugged", "status": "completed", "tag": "de403779-4a6d-4f51-9532-0dc95e926936", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:16.001608 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4896cef-6fd4-468d-a456-13062bf7b24e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:16.002451 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4827b90-304e-4f31-9dd6-c6f1b73a1f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de403779-4a6d-4f51-9532-0dc95e926936', 'code': 200} Jan 28 19:11:16.026611 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-523cf780-d462-453e-99e7-ec327c691751 None None] Set router 3f2b73da-805a-47ae-b82b-8383f58b6d43 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:16.101775 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a45a1-e9c3-4a5e-9e2c-8f1cb9fb6560 None None] Pushing event updated for resources: {'Port': ['ID=49e8a514-b95b-4d4a-bdfd-f607c8b435bb,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:16.105337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-13da14ea-2b74-40c0-b3ff-1ed37b1d847d req-527ef498-1183-416b-a1fe-ef60b7af168a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f46287a9-52c2-4789-99a1-9b137cf1c90d HTTP/1.1" status: 200 len: 217 time: 0.1175485 Jan 28 19:11:16.179725 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3521388b-cba3-41d9-b26f-9f91d8ada008 req-d73d831d-4cda-4585-8d2f-6bb56cae4bf3 service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086416 Jan 28 19:11:16.235443 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-523cf780-d462-453e-99e7-ec327c691751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-router', 'tenant_id': '6617f763bd2b491295631965114da93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:06Z', 'updated_at': '2022-01-28T19:11:10Z', 'revision_number': 3, 'project_id': '6617f763bd2b491295631965114da93b', 'gw_port': {'id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:08Z', 'updated_at': '2022-01-28T19:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:16.265269 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5007c8ce-ef52-4ea3-8f01-94a528225bdf', 'tag': '6a87b861-fc58-4ab9-90c2-bbe9a2e036d6'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:16.268085 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523cf780-d462-453e-99e7-ec327c691751 None None] The sync data for ids ['3f2b73da-805a-47ae-b82b-8383f58b6d43'] in n-d-824834-4 is: [{'id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-router', 'tenant_id': '6617f763bd2b491295631965114da93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:06Z', 'updated_at': '2022-01-28T19:11:10Z', 'revision_number': 3, 'project_id': '6617f763bd2b491295631965114da93b', 'gw_port': {'id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:08Z', 'updated_at': '2022-01-28T19:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:11:16.268437 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b507df2-d244-4135-a564-67232fadba7f" -d '{"events": [{"name": "network-changed", "server_uuid": "5007c8ce-ef52-4ea3-8f01-94a528225bdf", "tag": "6a87b861-fc58-4ab9-90c2-bbe9a2e036d6"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:16.350932 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-be9a7011-bc10-4b56-b489-62297d2f6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:16.352591 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-be9a7011-bc10-4b56-b489-62297d2f6267 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6566126 Jan 28 19:11:16.358454 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da14ea-2b74-40c0-b3ff-1ed37b1d847d req-008e368f-d92b-4e46-95dc-99fbbf6fc92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:16.360206 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-13da14ea-2b74-40c0-b3ff-1ed37b1d847d req-008e368f-d92b-4e46-95dc-99fbbf6fc92d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5db5bf3f-d8ab-47cb-8cfd-253af3f4d215 HTTP/1.1" status: 200 len: 855 time: 0.2362497 Jan 28 19:11:16.364023 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c2278f5e-1fed-490e-83ef-96a6331aca81 req-a06a7807-62b2-4f38-a8fe-a92d2aab5a02 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498621 Jan 28 19:11:16.372044 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7513b303-2f0b-4a75-9b24-1f4dab3ddc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (361a85c8-98a4-4ab6-81c7-cd702b357b7b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:16.374774 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7513b303-2f0b-4a75-9b24-1f4dab3ddc83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:16.379416 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7513b303-2f0b-4a75-9b24-1f4dab3ddc83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/361a85c8-98a4-4ab6-81c7-cd702b357b7b HTTP/1.1" status: 204 len: 168 time: 0.8299489 Jan 28 19:11:16.432976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:11:16.442585 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:11:16.473889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513b303-2f0b-4a75-9b24-1f4dab3ddc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361a85c8-98a4-4ab6-81c7-cd702b357b7b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:16.508541 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-dba42814-a184-41f1-922b-95b22f7101e7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:16.510790 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-dba42814-a184-41f1-922b-95b22f7101e7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/networks?id=29d5746f-73ed-4898-abec-467a9e897f04 HTTP/1.1" status: 200 len: 822 time: 0.3894734 Jan 28 19:11:16.511485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:11:16.511910 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ae9231ab-b0d1-4b11-8ebb-288bcbfdea96 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:11:16.588384 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3521388b-cba3-41d9-b26f-9f91d8ada008 req-32c14e9b-a20d-49fd-b939-d80d37f7ae86 service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639438 Jan 28 19:11:16.591209 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-1694a2ca-a573-40dd-bcc8-07d4f6fb2a14 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/quotas/56e1f02bc67242f190a8413ac4849f4c HTTP/1.1" status: 200 len: 375 time: 0.0667195 Jan 28 19:11:16.613427 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02bea3-bf5f-49ec-8326-927c4682d66c req-575eba8b-da35-4a28-afad-f20202e7b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:16.616059 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1f02bea3-bf5f-49ec-8326-927c4682d66c req-575eba8b-da35-4a28-afad-f20202e7b3ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 1128 time: 0.3148181 Jan 28 19:11:16.661854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=619c404e-c8a9-4a4a-87c4-f7a57bcf6f89,segment=NetworkSegment(749de98f-23f2-4c09-ba49-aa73c7e47ece),segment_id=749de98f-23f2-4c09-ba49-aa73c7e47ece)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:16.695376 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-90e54068-4586-451e-9e1e-7ca466f3c51d tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=56e1f02bc67242f190a8413ac4849f4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957584 Jan 28 19:11:16.700916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da14ea-2b74-40c0-b3ff-1ed37b1d847d req-657d8b1f-8ff5-41bc-b76d-d7bc36400e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:16.702494 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-13da14ea-2b74-40c0-b3ff-1ed37b1d847d req-657d8b1f-8ff5-41bc-b76d-d7bc36400e68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=034cc597-159d-4777-941b-dced4debf4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3355131 Jan 28 19:11:16.715642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'port_id': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89', 'mac_address': 'fa:16:3e:36:a9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:11:16.765098 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 5e66e7d5-71d7-4224-94dc-ac88269aed5a details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:11:16.771824 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-a4aa440b-546d-4159-af7f-8bb5b37939e3 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061494 Jan 28 19:11:16.819938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:16.820323 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (619c404e-c8a9-4a4a-87c4-f7a57bcf6f89), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:16.825041 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca643e04-436a-497d-92bd-4e8af8fd434d req-1080916a-676c-457a-93c0-215bc05c3521 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:16.832940 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca643e04-436a-497d-92bd-4e8af8fd434d req-1080916a-676c-457a-93c0-215bc05c3521 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 943 time: 0.3526549 Jan 28 19:11:16.857947 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01ae5f71-9a1f-4a26-a651-ab9a654ab3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (763ffcce-4c01-4d98-8e81-a540ae318cc4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:16.898499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:16.960861 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae5f71-9a1f-4a26-a651-ab9a654ab3d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=763ffcce-4c01-4d98-8e81-a540ae318cc4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:16.969198 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=619c404e-c8a9-4a4a-87c4-f7a57bcf6f89,segment=NetworkSegment(749de98f-23f2-4c09-ba49-aa73c7e47ece),segment_id=749de98f-23f2-4c09-ba49-aa73c7e47ece)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:16.981538 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (619c404e-c8a9-4a4a-87c4-f7a57bcf6f89), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:16.982581 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device f46287a9-52c2-4789-99a1-9b137cf1c90d details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:11:17.075914 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca643e04-436a-497d-92bd-4e8af8fd434d req-43a1aeb3-8f6a-4e80-aa17-0b9a2122bba9 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405443 Jan 28 19:11:17.090002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38416) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:17.127148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 5e66e7d5-71d7-4224-94dc-ac88269aed5a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=5e66e7d5-71d7-4224-94dc-ac88269aed5a,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:17.132626 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-f56cb865-d492-41d3-9c75-c94c3061b636 service neutron] 10.222.0.55 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252088 Jan 28 19:11:17.162265 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1f02bea3-bf5f-49ec-8326-927c4682d66c req-abe3cefd-a803-4e76-8fc3-17bc255354c7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298247 Jan 28 19:11:17.164433 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:17.170631 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '5e66e7d5-71d7-4224-94dc-ac88269aed5a', 'network_id': '034cc597-159d-4777-941b-dced4debf4ac', 'port_id': '5e66e7d5-71d7-4224-94dc-ac88269aed5a', 'mac_address': 'fa:16:3e:97:7a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db5bf3f-d8ab-47cb-8cfd-253af3f4d215', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:11:17.177016 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=619c404e-c8a9-4a4a-87c4-f7a57bcf6f89,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:17.237579 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port f46287a9-52c2-4789-99a1-9b137cf1c90d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=f46287a9-52c2-4789-99a1-9b137cf1c90d,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:17.259384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'f46287a9-52c2-4789-99a1-9b137cf1c90d', 'network_id': '034cc597-159d-4777-941b-dced4debf4ac', 'port_id': 'f46287a9-52c2-4789-99a1-9b137cf1c90d', 'mac_address': 'fa:16:3e:06:10:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db5bf3f-d8ab-47cb-8cfd-253af3f4d215', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:11:17.261599 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 5e66e7d5-71d7-4224-94dc-ac88269aed5a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:17.262288 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5e66e7d5-71d7-4224-94dc-ac88269aed5a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:17.270786 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-13da14ea-2b74-40c0-b3ff-1ed37b1d847d req-7e59a289-aa8b-4482-a089-2b9037be9cb9 service neutron] 10.222.0.31 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542121 Jan 28 19:11:17.304854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e66e7d5-71d7-4224-94dc-ac88269aed5a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:17.336358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc4a21a-d4f4-4218-a97a-0d9670bd0969 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:17.345133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 5e66e7d5-71d7-4224-94dc-ac88269aed5a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=5e66e7d5-71d7-4224-94dc-ac88269aed5a,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:17.346696 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port f46287a9-52c2-4789-99a1-9b137cf1c90d is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:17.347078 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f46287a9-52c2-4789-99a1-9b137cf1c90d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:17.350133 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b6e6bad0-42fe-499a-b8be-5c9d60747a1b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ddd2c5ab53b425cbdf87a92f424e8de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355366 Jan 28 19:11:17.353409 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38418) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:17.360207 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5e66e7d5-71d7-4224-94dc-ac88269aed5a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:17.373743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f46287a9-52c2-4789-99a1-9b137cf1c90d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:17.375758 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Publish callbacks [] for port (ecc4a21a-d4f4-4218-a97a-0d9670bd0969), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:17.405155 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5b4e5f8-de09-4824-aefc-cde95e16901e req-3d5284c3-ee28-4386-b8f0-14b971d8db56 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5938931 Jan 28 19:11:17.426278 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port f46287a9-52c2-4789-99a1-9b137cf1c90d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=f46287a9-52c2-4789-99a1-9b137cf1c90d,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:17.445548 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f46287a9-52c2-4789-99a1-9b137cf1c90d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:17.454606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=5e66e7d5-71d7-4224-94dc-ac88269aed5a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:17.483158 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01ae5f71-9a1f-4a26-a651-ab9a654ab3d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (d802773c-bf30-426c-a6e8-6ebb1a576953), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:17.495381 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc855ee3-565b-42ae-bb39-b9354babb066 req-2557dea0-37c7-4f06-a507-7bd19c79f3f5 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:17.497089 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dc855ee3-565b-42ae-bb39-b9354babb066 req-2557dea0-37c7-4f06-a507-7bd19c79f3f5 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 944 time: 0.2636678 Jan 28 19:11:17.498998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Transition to ACTIVE for port object ecc4a21a-d4f4-4218-a97a-0d9670bd0969 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:11:17.516509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=f46287a9-52c2-4789-99a1-9b137cf1c90d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:17.527280 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (ecc4a21a-d4f4-4218-a97a-0d9670bd0969), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:17.572148 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-55ad07cc-d455-4853-944d-de17f674444f service neutron] 10.222.0.55 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366620 Jan 28 19:11:17.617193 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-13da14ea-2b74-40c0-b3ff-1ed37b1d847d req-a1e83834-6611-466c-8fe3-53469a061314 service neutron] 10.222.0.31 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391058 Jan 28 19:11:17.688915 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['619c404e-c8a9-4a4a-87c4-f7a57bcf6f89'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:11:17.694687 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['f46287a9-52c2-4789-99a1-9b137cf1c90d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:11:17.744974 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4521b2d8-e239-4bcf-a171-a9821ee24978 admin admin] Publish callbacks [] for security_group (a58f98fb-1625-4539-984d-f54fbc71a2b8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:17.814014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Pushing event updated for resources: {'Port': ['ID=ecc4a21a-d4f4-4218-a97a-0d9670bd0969,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:17.824594 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6de2f4-896f-49f1-b623-5ac8d437f893 x-openstack-request-id: req-bf6de2f4-896f-49f1-b623-5ac8d437f893 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:17.825496 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5007c8ce-ef52-4ea3-8f01-94a528225bdf", "tag": "6a87b861-fc58-4ab9-90c2-bbe9a2e036d6", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:17.825762 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf6de2f4-896f-49f1-b623-5ac8d437f893 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:17.826642 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5007c8ce-ef52-4ea3-8f01-94a528225bdf', 'tag': '6a87b861-fc58-4ab9-90c2-bbe9a2e036d6', 'status': 'completed', 'code': 200} Jan 28 19:11:17.924632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ae5f71-9a1f-4a26-a651-ab9a654ab3d4 admin admin] Router d802773c-bf30-426c-a6e8-6ebb1a576953 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:11:17.925228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['5e66e7d5-71d7-4224-94dc-ac88269aed5a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:11:17.934429 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe0d47-d766-414a-9958-fb12572abfd9 req-a091a65a-dfb8-447b-84c8-900954190d07 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:17.946069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8ebe0d47-d766-414a-9958-fb12572abfd9 req-a091a65a-dfb8-447b-84c8-900954190d07 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 943 time: 0.1282687 Jan 28 19:11:17.959206 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dc855ee3-565b-42ae-bb39-b9354babb066 req-b6b7dd81-6875-4ada-8568-c49bac42730b tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349372 Jan 28 19:11:17.984737 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4521b2d8-e239-4bcf-a171-a9821ee24978 admin admin] Publish callbacks [] for security_group (a58f98fb-1625-4539-984d-f54fbc71a2b8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:18.018576 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b507df2-d244-4135-a564-67232fadba7f req-e8ac4959-8be2-45ad-8349-649395d4bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:18.020227 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b507df2-d244-4135-a564-67232fadba7f req-e8ac4959-8be2-45ad-8349-649395d4bf23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 1125 time: 0.1864839 Jan 28 19:11:18.026259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Allocated IP 172.20.0.1 (7948a81e-3fe8-4059-93c5-2faeaa093a70/5ce8390e-336c-458e-a9da-26a1cd52fae8/94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:18.060538 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8ebe0d47-d766-414a-9958-fb12572abfd9 req-95f79ce1-8029-441e-9b60-eafd51c274a0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175325 Jan 28 19:11:18.109198 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 49e8a514-b95b-4d4a-bdfd-f607c8b435bb up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:18.175875 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Publish callbacks [] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:18.305773 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95f0e371-6770-4f7d-9f20-d0de2d9286b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:18.397789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b507df2-d244-4135-a564-67232fadba7f req-5d594306-1a7d-4320-bba3-5f789b9140ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:18.399440 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b507df2-d244-4135-a564-67232fadba7f req-5d594306-1a7d-4320-bba3-5f789b9140ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.1326976 Jan 28 19:11:18.404404 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:18.427265 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 49e8a514-b95b-4d4a-bdfd-f607c8b435bb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:18.427646 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (49e8a514-b95b-4d4a-bdfd-f607c8b435bb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:18.438177 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4521b2d8-e239-4bcf-a171-a9821ee24978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a58f98fb-1625-4539-984d-f54fbc71a2b8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:18.440843 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4521b2d8-e239-4bcf-a171-a9821ee24978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:18.442134 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4521b2d8-e239-4bcf-a171-a9821ee24978 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a58f98fb-1625-4539-984d-f54fbc71a2b8 HTTP/1.1" status: 204 len: 168 time: 1.0788686 Jan 28 19:11:18.483106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Attempting to bind port ecc4a21a-d4f4-4218-a97a-0d9670bd0969 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:18.483553 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Attempting to bind port ecc4a21a-d4f4-4218-a97a-0d9670bd0969 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:18.484001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Attempting to bind port ecc4a21a-d4f4-4218-a97a-0d9670bd0969 on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:18.516511 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b507df2-d244-4135-a564-67232fadba7f req-b257b457-7c98-490f-8c01-fb5ca22ce2ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 HTTP/1.1" status: 200 len: 217 time: 0.0907364 Jan 28 19:11:18.540137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Port ecc4a21a-d4f4-4218-a97a-0d9670bd0969 on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:11:18.540632 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Attempting to bind port ecc4a21a-d4f4-4218-a97a-0d9670bd0969 on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:18.551155 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521b2d8-e239-4bcf-a171-a9821ee24978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58f98fb-1625-4539-984d-f54fbc71a2b8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:18.575100 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Network 7948a81e-3fe8-4059-93c5-2faeaa093a70 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:18.592489 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:18.594733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:18.595252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Checking segment: {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:18.595601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Bound using segment: {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:18.596109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Bound port: ecc4a21a-d4f4-4218-a97a-0d9670bd0969, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:18.596597 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ecc4a21a-d4f4-4218-a97a-0d9670bd0969), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:18.599050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:18.609257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Pushing event updated for resources: {'Port': ['ID=94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:18.622961 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-444cb31e-9cc7-40a1-bdfe-e3d337182eee req-925ec73d-d63d-4e60-b833-69ee27d10121 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=739ae3b6-824d-4055-b9d9-deeb09f6d60e HTTP/1.1" status: 200 len: 210 time: 0.4450731 Jan 28 19:11:18.673652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ae5f71-9a1f-4a26-a651-ab9a654ab3d4 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:11:18.707013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7845f3ef-cabd-45df-940e-fda050aa0095 None None] Sync routers for ids ['d802773c-bf30-426c-a6e8-6ebb1a576953'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:11:18.721897 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 49e8a514-b95b-4d4a-bdfd-f607c8b435bb is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:18.722772 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (49e8a514-b95b-4d4a-bdfd-f607c8b435bb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:18.723261 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-01ae5f71-9a1f-4a26-a651-ab9a654ab3d4 admin admin] 10.222.0.55 "PUT /v2.0/routers/d802773c-bf30-426c-a6e8-6ebb1a576953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6656139 Jan 28 19:11:18.725491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38436) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:18.744312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b507df2-d244-4135-a564-67232fadba7f req-52ab9f83-e4e3-43f8-8522-86ce4f8e515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:18.750179 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b507df2-d244-4135-a564-67232fadba7f req-52ab9f83-e4e3-43f8-8522-86ce4f8e515e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.2178533 Jan 28 19:11:18.751104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7845f3ef-cabd-45df-940e-fda050aa0095 None None] Routers {'d802773c-bf30-426c-a6e8-6ebb1a576953'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:18.752064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7845f3ef-cabd-45df-940e-fda050aa0095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:10:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d802773c-bf30-426c-a6e8-6ebb1a576953'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:18.755606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 49e8a514-b95b-4d4a-bdfd-f607c8b435bb, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=49e8a514-b95b-4d4a-bdfd-f607c8b435bb,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:18.778741 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80996265-41fd-4878-9b56-a757af7ae1f2 req-3c3068be-6228-4c05-b296-d853cdd53f9f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:18.789592 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-80996265-41fd-4878-9b56-a757af7ae1f2 req-3c3068be-6228-4c05-b296-d853cdd53f9f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 944 time: 0.5301552 Jan 28 19:11:18.840110 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (49e8a514-b95b-4d4a-bdfd-f607c8b435bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:18.961613 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (3f2b73da-805a-47ae-b82b-8383f58b6d43), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:18.970758 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d3cec-8c4a-443a-9ff9-bf3338d05cf5 req-d2281859-aa66-4b21-b22a-882e85ab83c6 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:18.972396 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-142d3cec-8c4a-443a-9ff9-bf3338d05cf5 req-d2281859-aa66-4b21-b22a-882e85ab83c6 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 944 time: 0.1734326 Jan 28 19:11:18.993718 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf0638a7-0724-497f-9d64-985f097074e0 admin admin] Publish callbacks [] for router (d802773c-bf30-426c-a6e8-6ebb1a576953), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:19.044919 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=49e8a514-b95b-4d4a-bdfd-f607c8b435bb,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:19.090627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7845f3ef-cabd-45df-940e-fda050aa0095 None None] Set router d802773c-bf30-426c-a6e8-6ebb1a576953 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:19.137413 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-142d3cec-8c4a-443a-9ff9-bf3338d05cf5 req-94e1895f-ab11-4246-a0ef-0f721f926451 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483698 Jan 28 19:11:19.270652 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-80996265-41fd-4878-9b56-a757af7ae1f2 req-09b8017f-a777-40a1-8d06-684e8cab2573 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801564 Jan 28 19:11:19.280377 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] For port ecc4a21a-d4f4-4218-a97a-0d9670bd0969, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:19.312178 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b507df2-d244-4135-a564-67232fadba7f req-6594c0d0-15d9-4dbf-b1b0-f37c2952f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:19.313695 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b507df2-d244-4135-a564-67232fadba7f req-6594c0d0-15d9-4dbf-b1b0-f37c2952f29e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4651861 Jan 28 19:11:19.338860 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf0638a7-0724-497f-9d64-985f097074e0 admin admin] Publish callbacks [] for router_gateway (d802773c-bf30-426c-a6e8-6ebb1a576953), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:19.492244 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6814c98-a37c-41d9-81ef-ae162cb6bab8 req-2cb32f31-564a-48e2-873d-c144fc55eb35 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:19.500085 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6814c98-a37c-41d9-81ef-ae162cb6bab8 req-2cb32f31-564a-48e2-873d-c144fc55eb35 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 944 time: 0.2420487 Jan 28 19:11:19.521737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] For port ecc4a21a-d4f4-4218-a97a-0d9670bd0969, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ecc4a21a-d4f4-4218-a97a-0d9670bd0969,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:19.558421 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fdd415ab-dd1d-4be1-93a1-b742cf566cd0 None None] Provisioning complete for port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:19.559026 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fdd415ab-dd1d-4be1-93a1-b742cf566cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:19.617400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fdd415ab-dd1d-4be1-93a1-b742cf566cd0 None None] Port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:11:19.656699 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7845f3ef-cabd-45df-940e-fda050aa0095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'name': 'tempest-ServersTestFqdnHostnames-1030896754-router', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:09:40Z', 'updated_at': '2022-01-28T19:11:16Z', 'revision_number': 5, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'gw_port': {'id': 'c146d1b3-02ff-42af-916b-3282aa962511', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:09:42Z', 'updated_at': '2022-01-28T19:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:19.683350 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (ecc4a21a-d4f4-4218-a97a-0d9670bd0969), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:19.724748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-3846afc5-3559-472b-848c-b82e2682878c tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:19.730773 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-3846afc5-3559-472b-848c-b82e2682878c tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.31 "GET /v2.0/networks?id=29d5746f-73ed-4898-abec-467a9e897f04 HTTP/1.1" status: 200 len: 822 time: 0.3070312 Jan 28 19:11:19.740306 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6814c98-a37c-41d9-81ef-ae162cb6bab8 req-19dae663-6937-4ef1-a3cd-8f2bc49aeafa tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392623 Jan 28 19:11:19.751366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-529e13e2-0c1d-41e6-a87e-952c1b900ba7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Request body: {'port': {'device_id': '739ae3b6-824d-4055-b9d9-deeb09f6d60e', 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04', 'admin_state_up': True, 'tenant_id': '56e1f02bc67242f190a8413ac4849f4c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:19.798795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bf0638a7-0724-497f-9d64-985f097074e0 admin admin] Deleting port c146d1b3-02ff-42af-916b-3282aa962511 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:11:19.799181 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf0638a7-0724-497f-9d64-985f097074e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c146d1b3-02ff-42af-916b-3282aa962511), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:19.876683 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:19.877205 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:19.878636 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] 10.222.0.31 "PUT /v2.0/ports/ecc4a21a-d4f4-4218-a97a-0d9670bd0969 HTTP/1.1" status: 200 len: 1092 time: 4.7548990 Jan 28 19:11:19.881776 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd023fb0-9461-451e-8d26-7bd7b453a776', 'tag': 'ecc4a21a-d4f4-4218-a97a-0d9670bd0969'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:19.884114 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758f78b2-9660-476f-80e0-ac414eb9c454" -d '{"events": [{"name": "network-changed", "server_uuid": "dd023fb0-9461-451e-8d26-7bd7b453a776", "tag": "ecc4a21a-d4f4-4218-a97a-0d9670bd0969"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:19.927358 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2604ba74-894e-4ce2-8e18-0253eeb50040 req-4356887a-16a1-4d12-aa0c-4f05a23ca895 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=739ae3b6-824d-4055-b9d9-deeb09f6d60e HTTP/1.1" status: 200 len: 210 time: 0.0642290 Jan 28 19:11:19.936927 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:20.010175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0affa-dc3f-4c04-8990-2318d7980a67 req-d0d5dd98-364c-4dae-be69-945612bb46c4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:20.014741 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7845f3ef-cabd-45df-940e-fda050aa0095 None None] Checking router: d802773c-bf30-426c-a6e8-6ebb1a576953 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:11:20.020892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 49e8a514-b95b-4d4a-bdfd-f607c8b435bb up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:20.027908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38464) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:20.029718 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f8c0affa-dc3f-4c04-8990-2318d7980a67 req-d0d5dd98-364c-4dae-be69-945612bb46c4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 943 time: 0.5706463 Jan 28 19:11:20.052075 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e084398-12bd-4fbe-95bc-46a566f8eefc x-openstack-request-id: req-4e084398-12bd-4fbe-95bc-46a566f8eefc {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:20.052368 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd023fb0-9461-451e-8d26-7bd7b453a776", "tag": "ecc4a21a-d4f4-4218-a97a-0d9670bd0969", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:20.052626 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e084398-12bd-4fbe-95bc-46a566f8eefc {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:20.053032 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd023fb0-9461-451e-8d26-7bd7b453a776', 'tag': 'ecc4a21a-d4f4-4218-a97a-0d9670bd0969', 'status': 'completed', 'code': 200} Jan 28 19:11:20.056490 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7845f3ef-cabd-45df-940e-fda050aa0095 None None] Routers {'d802773c-bf30-426c-a6e8-6ebb1a576953'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:20.057400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7845f3ef-cabd-45df-940e-fda050aa0095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:10:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d802773c-bf30-426c-a6e8-6ebb1a576953'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:20.075140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bf0638a7-0724-497f-9d64-985f097074e0 admin admin] For port c146d1b3-02ff-42af-916b-3282aa962511, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c146d1b3-02ff-42af-916b-3282aa962511,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:20.075779 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf0638a7-0724-497f-9d64-985f097074e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c146d1b3-02ff-42af-916b-3282aa962511), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:20.079932 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b507df2-d244-4135-a564-67232fadba7f req-fd2466e5-7ac1-4720-a51a-d6a50aac7b06 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6622100 Jan 28 19:11:20.095291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bf0638a7-0724-497f-9d64-985f097074e0 admin admin] Calling delete_port for c146d1b3-02ff-42af-916b-3282aa962511 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:11:20.160606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d3db4-e13e-4d2f-bcb3-c9f6519473db service neutron] Pushing event updated for resources: {'Port': ['ID=ecc4a21a-d4f4-4218-a97a-0d9670bd0969,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:20.236747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-529e13e2-0c1d-41e6-a87e-952c1b900ba7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Made reservation on behalf of 56e1f02bc67242f190a8413ac4849f4c for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:20.240330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7845f3ef-cabd-45df-940e-fda050aa0095 None None] Set router d802773c-bf30-426c-a6e8-6ebb1a576953 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:20.241110 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-529e13e2-0c1d-41e6-a87e-952c1b900ba7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:20.242653 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 49e8a514-b95b-4d4a-bdfd-f607c8b435bb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:20.243031 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (49e8a514-b95b-4d4a-bdfd-f607c8b435bb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:20.256080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c35f8415-b704-46c7-bd68-c99ee6bb2c57 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1415954351-network', 'tenant_id': 'be0bcd491a344f1d9cdebd1430d3209a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:20.274679 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b507df2-d244-4135-a564-67232fadba7f req-0110a6af-b252-4b3a-b449-7281d021855c service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310239 Jan 28 19:11:20.319082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7845f3ef-cabd-45df-940e-fda050aa0095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'name': 'tempest-ServersTestFqdnHostnames-1030896754-router', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:09:40Z', 'updated_at': '2022-01-28T19:11:19Z', 'revision_number': 6, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:20.321823 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f8c0affa-dc3f-4c04-8990-2318d7980a67 req-a239dc9c-b5c7-49f7-874a-1dcca32b1e8c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911923 Jan 28 19:11:20.347158 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-60eeb129-9b89-4ad9-9e8a-ef7ff2795575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:20.359249 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-60eeb129-9b89-4ad9-9e8a-ef7ff2795575 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 1126 time: 0.3906925 Jan 28 19:11:20.418877 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-3e872d1d-15a0-414a-9d49-6dc2f67b4c72 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecc4a21a-d4f4-4218-a97a-0d9670bd0969 HTTP/1.1" status: 200 len: 217 time: 0.0495894 Jan 28 19:11:20.452343 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7845f3ef-cabd-45df-940e-fda050aa0095 None None] The sync data for ids ['d802773c-bf30-426c-a6e8-6ebb1a576953'] in n-d-824834-4 is: [{'id': 'd802773c-bf30-426c-a6e8-6ebb1a576953', 'name': 'tempest-ServersTestFqdnHostnames-1030896754-router', 'tenant_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:09:40Z', 'updated_at': '2022-01-28T19:11:19Z', 'revision_number': 6, 'project_id': '2527eff89cec4f37ad9bf1a45224e5e8', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:11:20.456323 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:20.464142 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86dc3806-c324-4cb2-b3de-a69e008b7830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:20.467079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35f8415-b704-46c7-bd68-c99ee6bb2c57 admin admin] Made reservation on behalf of be0bcd491a344f1d9cdebd1430d3209a for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:20.470863 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c35f8415-b704-46c7-bd68-c99ee6bb2c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:20.518718 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c35f8415-b704-46c7-bd68-c99ee6bb2c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:20.567986 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf0638a7-0724-497f-9d64-985f097074e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c146d1b3-02ff-42af-916b-3282aa962511), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:20.573615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 49e8a514-b95b-4d4a-bdfd-f607c8b435bb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:20.578709 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:11:20.586066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:20.586066 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (619c404e-c8a9-4a4a-87c4-f7a57bcf6f89), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:20.592554 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-de520463-61e4-4f49-9a03-8563ea6d3b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:20.594058 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-de520463-61e4-4f49-9a03-8563ea6d3b67 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fd0268e-e755-4d0f-9e56-a9e065215f79 HTTP/1.1" status: 200 len: 852 time: 0.1541944 Jan 28 19:11:20.636915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831a2cb-e527-4e1a-b290-da1aa4e96296 req-3b961714-71ee-460c-affb-0990041cbf7a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:20.638477 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6831a2cb-e527-4e1a-b290-da1aa4e96296 req-3b961714-71ee-460c-affb-0990041cbf7a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 944 time: 0.2225881 Jan 28 19:11:20.657738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f7f89-639e-49cd-9722-2eb381dcb4fb req-450d86b2-5953-49fa-a71e-09f501b27938 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:20.658003 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-65ea523b-40be-4689-92ba-f0dd9baeda99 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0a0df9e-2526-4910-8347-d42b4cbb9f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504818 Jan 28 19:11:20.659854 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-839f7f89-639e-49cd-9722-2eb381dcb4fb req-450d86b2-5953-49fa-a71e-09f501b27938 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 944 time: 0.4163835 Jan 28 19:11:20.661014 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0638a7-0724-497f-9d64-985f097074e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c146d1b3-02ff-42af-916b-3282aa962511,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:20.695913 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:20.696303 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (619c404e-c8a9-4a4a-87c4-f7a57bcf6f89), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:20.722578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:20.725100 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0686fd8e-66ea-4f0c-a64c-85c31bba200a" -d '{"events": [{"server_uuid": "8d17fd06-8d7e-4e5d-95d3-4589c78e07e6", "name": "network-vif-plugged", "status": "completed", "tag": "619c404e-c8a9-4a4a-87c4-f7a57bcf6f89"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:20.745233 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=619c404e-c8a9-4a4a-87c4-f7a57bcf6f89,segment=NetworkSegment(749de98f-23f2-4c09-ba49-aa73c7e47ece),segment_id=749de98f-23f2-4c09-ba49-aa73c7e47ece)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:20.752942 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (619c404e-c8a9-4a4a-87c4-f7a57bcf6f89), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:20.753911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device f46287a9-52c2-4789-99a1-9b137cf1c90d up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:20.765514 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Publish callbacks [] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:20.783224 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:20.797068 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6831a2cb-e527-4e1a-b290-da1aa4e96296 req-3eb08c98-557a-4221-90c4-553075f2df9d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416261 Jan 28 19:11:20.816607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-529e13e2-0c1d-41e6-a87e-952c1b900ba7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Allocated IP 172.20.0.4 (29d5746f-73ed-4898-abec-467a9e897f04/fb97c36d-f97f-4a0f-8f81-35ae89045bd2/36025e4a-56de-453c-98d6-81b14179b46d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:20.817632 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:11:20.820698 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 5e66e7d5-71d7-4224-94dc-ac88269aed5a up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:20.865076 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-839f7f89-639e-49cd-9722-2eb381dcb4fb req-a3d6a099-fb41-46de-b14d-9274a6a0876a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837895 Jan 28 19:11:20.879233 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf0638a7-0724-497f-9d64-985f097074e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (d802773c-bf30-426c-a6e8-6ebb1a576953), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:20.901932 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-d4c2384a-27b7-4c24-8a55-415b49b3edb1 service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331529 Jan 28 19:11:20.903282 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (3f2b73da-805a-47ae-b82b-8383f58b6d43), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:20.905086 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Pushing event updated for resources: {'Port': ['ID=94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:20.959758 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de463905-2b2e-4003-871e-e37f55bc0ab6 x-openstack-request-id: req-de463905-2b2e-4003-871e-e37f55bc0ab6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:20.960438 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d17fd06-8d7e-4e5d-95d3-4589c78e07e6", "name": "network-vif-plugged", "status": "completed", "tag": "619c404e-c8a9-4a4a-87c4-f7a57bcf6f89", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:20.966456 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de463905-2b2e-4003-871e-e37f55bc0ab6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:20.967260 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89', 'code': 200} Jan 28 19:11:21.080099 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c35f8415-b704-46c7-bd68-c99ee6bb2c57 admin admin] Publish callbacks [] for security_group (bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.093419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port f46287a9-52c2-4789-99a1-9b137cf1c90d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:11:21.100283 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf0638a7-0724-497f-9d64-985f097074e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (d802773c-bf30-426c-a6e8-6ebb1a576953), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.129538 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf0638a7-0724-497f-9d64-985f097074e0 admin admin] Publish callbacks [] for router_controller (d802773c-bf30-426c-a6e8-6ebb1a576953), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.132749 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c35f8415-b704-46c7-bd68-c99ee6bb2c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.136225 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port f46287a9-52c2-4789-99a1-9b137cf1c90d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:21.136610 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f46287a9-52c2-4789-99a1-9b137cf1c90d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.188841 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 5e66e7d5-71d7-4224-94dc-ac88269aed5a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:11:21.197712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-81d5dece-f281-4124-8713-49b222d3a253 service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859938 Jan 28 19:11:21.200781 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 5e66e7d5-71d7-4224-94dc-ac88269aed5a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:21.201166 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5e66e7d5-71d7-4224-94dc-ac88269aed5a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.241681 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35f8415-b704-46c7-bd68-c99ee6bb2c57 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:11:21.256775 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bd6e0271-ae77-4d65-8d32-cdada137c915 req-3657b833-69ac-4c32-ac9b-0743b7a92392 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=739ae3b6-824d-4055-b9d9-deeb09f6d60e HTTP/1.1" status: 200 len: 210 time: 0.1797805 Jan 28 19:11:21.258865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Network 7948a81e-3fe8-4059-93c5-2faeaa093a70 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:21.266204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=619c404e-c8a9-4a4a-87c4-f7a57bcf6f89,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:21.289378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:21.331452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6a87b861-fc58-4ab9-90c2-bbe9a2e036d6,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:21.377745 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '6a87b861-fc58-4ab9-90c2-bbe9a2e036d6', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'port_id': '6a87b861-fc58-4ab9-90c2-bbe9a2e036d6', 'mac_address': 'fa:16:3e:cf:bb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:11:21.406270 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-529e13e2-0c1d-41e6-a87e-952c1b900ba7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for port (36025e4a-56de-453c-98d6-81b14179b46d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.439748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f8415-b704-46c7-bd68-c99ee6bb2c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:21.455773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 5e66e7d5-71d7-4224-94dc-ac88269aed5a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:21.456205 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5e66e7d5-71d7-4224-94dc-ac88269aed5a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.460652 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf0638a7-0724-497f-9d64-985f097074e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (d802773c-bf30-426c-a6e8-6ebb1a576953), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.462440 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0638a7-0724-497f-9d64-985f097074e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d802773c-bf30-426c-a6e8-6ebb1a576953 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:11:21.477597 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf0638a7-0724-497f-9d64-985f097074e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.489450 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bf0638a7-0724-497f-9d64-985f097074e0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d802773c-bf30-426c-a6e8-6ebb1a576953 HTTP/1.1" status: 204 len: 168 time: 2.7625623 Jan 28 19:11:21.493960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38480) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:21.501721 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c35f8415-b704-46c7-bd68-c99ee6bb2c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (41982488-b071-488b-8767-5bc7501b0c6b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.502123 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-c35f8415-b704-46c7-bd68-c99ee6bb2c57 admin admin] Added segment 41982488-b071-488b-8767-5bc7501b0c6b of type vlan for network 07cf55c4-e390-408e-b1e2-a832ba462c58 Jan 28 19:11:21.571931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port f46287a9-52c2-4789-99a1-9b137cf1c90d is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:21.572325 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f46287a9-52c2-4789-99a1-9b137cf1c90d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.586206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:21.586914 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.600352 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 5e66e7d5-71d7-4224-94dc-ac88269aed5a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=5e66e7d5-71d7-4224-94dc-ac88269aed5a,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:21.634757 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.637404 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5e66e7d5-71d7-4224-94dc-ac88269aed5a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.658235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:21.689422 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045427c-82c1-417a-bbd0-9761d999aa2b req-d7f765b8-3939-4a9d-b29b-519106b5579b tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:21.699232 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1045427c-82c1-417a-bbd0-9761d999aa2b req-d7f765b8-3939-4a9d-b29b-519106b5579b tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 945 time: 0.6221192 Jan 28 19:11:21.720835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port f46287a9-52c2-4789-99a1-9b137cf1c90d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=f46287a9-52c2-4789-99a1-9b137cf1c90d,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:21.746101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6a87b861-fc58-4ab9-90c2-bbe9a2e036d6,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:21.753433 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f46287a9-52c2-4789-99a1-9b137cf1c90d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.757546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-335c98e0-bcd4-4e7a-b9d2-74f49b72c188 None None] Provisioning complete for port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:21.757911 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-335c98e0-bcd4-4e7a-b9d2-74f49b72c188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.760782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e4cb6-1e27-4b5e-b293-2ca17f58ec2f req-b06a71d2-4497-42bf-9a78-73997399a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:21.762754 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-088e4cb6-1e27-4b5e-b293-2ca17f58ec2f req-b06a71d2-4497-42bf-9a78-73997399a5e8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 1127 time: 0.6848681 Jan 28 19:11:21.764511 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.780119 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-529e13e2-0c1d-41e6-a87e-952c1b900ba7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (36025e4a-56de-453c-98d6-81b14179b46d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.793012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8f03a3-3057-43c0-843b-12c5269c4581 admin admin] Deleting subnet 1baca87b-4b8d-4fbc-9056-bf7a4de76e52 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:11:21.797154 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c8f03a3-3057-43c0-843b-12c5269c4581 admin admin] Publish callbacks [] for subnet (1baca87b-4b8d-4fbc-9056-bf7a4de76e52), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.821875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-335c98e0-bcd4-4e7a-b9d2-74f49b72c188 None None] Port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:11:21.823848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=5e66e7d5-71d7-4224-94dc-ac88269aed5a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:21.850831 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c8f03a3-3057-43c0-843b-12c5269c4581 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (1baca87b-4b8d-4fbc-9056-bf7a4de76e52), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.915608 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=f46287a9-52c2-4789-99a1-9b137cf1c90d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:21.937558 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 763ffcce-4c01-4d98-8e81-a540ae318cc4 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:11:21.950874 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c35f8415-b704-46c7-bd68-c99ee6bb2c57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (07cf55c4-e390-408e-b1e2-a832ba462c58), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:21.972494 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Router 3f2b73da-805a-47ae-b82b-8383f58b6d43 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:11:22.002604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 763ffcce-4c01-4d98-8e81-a540ae318cc4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:11:22.003006 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 763ffcce-4c01-4d98-8e81-a540ae318cc4 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:11:22.003381 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c146d1b3-02ff-42af-916b-3282aa962511 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:11:22.034561 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: c146d1b3-02ff-42af-916b-3282aa962511 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:11:22.035343 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c146d1b3-02ff-42af-916b-3282aa962511 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:11:22.057012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f78b2-9660-476f-80e0-ac414eb9c454 req-d2327b22-a6cf-4865-a4ec-b6bfc8536e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:22.058905 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-758f78b2-9660-476f-80e0-ac414eb9c454 req-d2327b22-a6cf-4865-a4ec-b6bfc8536e67 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 1126 time: 0.7917762 Jan 28 19:11:22.067911 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1045427c-82c1-417a-bbd0-9761d999aa2b req-d9fc59a7-2a6f-4f62-80c4-89259bb48120 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660398 Jan 28 19:11:22.075858 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-529e13e2-0c1d-41e6-a87e-952c1b900ba7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Network 29d5746f-73ed-4898-abec-467a9e897f04 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:22.083409 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c8f03a3-3057-43c0-843b-12c5269c4581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (1baca87b-4b8d-4fbc-9056-bf7a4de76e52), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:22.088711 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e13e2-0c1d-41e6-a87e-952c1b900ba7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Pushing event updated for resources: {'Port': ['ID=36025e4a-56de-453c-98d6-81b14179b46d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:22.091607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-529e13e2-0c1d-41e6-a87e-952c1b900ba7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:22.114632 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=6a87b861-fc58-4ab9-90c2-bbe9a2e036d6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:22.125979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-529e13e2-0c1d-41e6-a87e-952c1b900ba7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:22.136510 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c35f8415-b704-46c7-bd68-c99ee6bb2c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (07cf55c4-e390-408e-b1e2-a832ba462c58), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:22.137493 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35f8415-b704-46c7-bd68-c99ee6bb2c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:22.138091 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c35f8415-b704-46c7-bd68-c99ee6bb2c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:22.156717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['6a87b861-fc58-4ab9-90c2-bbe9a2e036d6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:11:22.182214 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-088e4cb6-1e27-4b5e-b293-2ca17f58ec2f req-b5671a8e-fa92-419b-a7de-f55d1c6c5dff service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960254 Jan 28 19:11:22.196935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2000de-585a-4e51-b9d4-15e5adb4ac2c req-3980a162-0bdb-4997-b3d9-80a8d87ca4a8 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:22.198556 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3d2000de-585a-4e51-b9d4-15e5adb4ac2c req-3980a162-0bdb-4997-b3d9-80a8d87ca4a8 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 944 time: 0.2364163 Jan 28 19:11:22.272576 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c35f8415-b704-46c7-bd68-c99ee6bb2c57 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2426631 Jan 28 19:11:22.277103 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38488) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:22.293350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-faea5619-fbce-4cbd-a481-d73f5a837c42 admin admin] Request body: {'subnet': {'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1415954351-subnet', 'tenant_id': 'be0bcd491a344f1d9cdebd1430d3209a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:22.297760 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-529e13e2-0c1d-41e6-a87e-952c1b900ba7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:22.298399 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-529e13e2-0c1d-41e6-a87e-952c1b900ba7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:22.305209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f8415-b704-46c7-bd68-c99ee6bb2c57 admin admin] Pushing event updated for resources: {'Network': ['ID=07cf55c4-e390-408e-b1e2-a832ba462c58,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:22.323304 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 07cf55c4-e390-408e-b1e2-a832ba462c58 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:11:22.324968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:11:22.336441 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a080225d-2465-4bc5-8095-df88e628413d admin admin] 10.222.0.55 "PUT /v2.0/routers/3f2b73da-805a-47ae-b82b-8383f58b6d43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4456048 Jan 28 19:11:22.339370 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f78b2-9660-476f-80e0-ac414eb9c454 req-014e3117-6bfd-41ba-8bef-f46c994e16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:22.340767 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-758f78b2-9660-476f-80e0-ac414eb9c454 req-014e3117-6bfd-41ba-8bef-f46c994e16cc service neutron] 10.222.0.31 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 913 time: 0.2700586 Jan 28 19:11:22.346127 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3d2000de-585a-4e51-b9d4-15e5adb4ac2c req-64ab422a-89cd-4294-9f94-79f030cbcf5d tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361785 Jan 28 19:11:22.347864 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c8f03a3-3057-43c0-843b-12c5269c4581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (1baca87b-4b8d-4fbc-9056-bf7a4de76e52), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:22.352988 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-529e13e2-0c1d-41e6-a87e-952c1b900ba7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6112671 Jan 28 19:11:22.356173 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Sync routers for ids ['3f2b73da-805a-47ae-b82b-8383f58b6d43'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:11:22.368281 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faea5619-fbce-4cbd-a481-d73f5a837c42 admin admin] Made reservation on behalf of be0bcd491a344f1d9cdebd1430d3209a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:22.368628 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483db028-7742-43f6-8341-06d2b94e27d5 req-dbe873a5-7702-4757-9beb-1eb9bf4576de tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:22.370116 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-483db028-7742-43f6-8341-06d2b94e27d5 req-dbe873a5-7702-4757-9beb-1eb9bf4576de tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 944 time: 0.2005920 Jan 28 19:11:22.371038 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-faea5619-fbce-4cbd-a481-d73f5a837c42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:22.388582 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Routers {'3f2b73da-805a-47ae-b82b-8383f58b6d43'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:22.393476 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3f2b73da-805a-47ae-b82b-8383f58b6d43'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:22.399275 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c8f03a3-3057-43c0-843b-12c5269c4581 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:22.405722 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7c8f03a3-3057-43c0-843b-12c5269c4581 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1baca87b-4b8d-4fbc-9056-bf7a4de76e52 HTTP/1.1" status: 204 len: 168 time: 0.9018869 Jan 28 19:11:22.406490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38492) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:22.411002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Request body: {'port': {'device_id': '739ae3b6-824d-4055-b9d9-deeb09f6d60e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:22.414383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f03a3-3057-43c0-843b-12c5269c4581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1baca87b-4b8d-4fbc-9056-bf7a4de76e52,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:22.450938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f614a3-0528-42e9-9976-bd9d149c4292 None None] Network 890aa5ec-c280-4351-af8f-1a7c761e7e33 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:11:22.452825 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ecc4a21a-d4f4-4218-a97a-0d9670bd0969 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:11:22.542128 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-758f78b2-9660-476f-80e0-ac414eb9c454 req-95f5dc6f-e4aa-4097-a69d-208878de582f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecc4a21a-d4f4-4218-a97a-0d9670bd0969 HTTP/1.1" status: 200 len: 217 time: 0.1364055 Jan 28 19:11:22.547998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-483db028-7742-43f6-8341-06d2b94e27d5 req-518da04d-16bb-4586-ab58-c1c55121f427 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513782 Jan 28 19:11:22.552881 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (36025e4a-56de-453c-98d6-81b14179b46d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:22.656137 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Set router 3f2b73da-805a-47ae-b82b-8383f58b6d43 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:22.666292 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (890aa5ec-c280-4351-af8f-1a7c761e7e33), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:22.688598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f78b2-9660-476f-80e0-ac414eb9c454 req-340a2b48-afe6-48a7-b9cc-ecde62a4213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:22.690165 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-758f78b2-9660-476f-80e0-ac414eb9c454 req-340a2b48-afe6-48a7-b9cc-ecde62a4213a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fd0268e-e755-4d0f-9e56-a9e065215f79 HTTP/1.1" status: 200 len: 852 time: 0.1310885 Jan 28 19:11:22.721423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f432ae5-b6cd-4ab5-a59b-35b4ac04de63 req-70f1fbda-6a50-472f-aab3-1e90889b68e1 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:22.723120 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f432ae5-b6cd-4ab5-a59b-35b4ac04de63 req-70f1fbda-6a50-472f-aab3-1e90889b68e1 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 945 time: 0.2126141 Jan 28 19:11:22.751756 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-758f78b2-9660-476f-80e0-ac414eb9c454 req-9fee87df-7752-41ed-abdb-d9ffd87e9589 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0a0df9e-2526-4910-8347-d42b4cbb9f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497041 Jan 28 19:11:22.791690 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0621fe-50ca-4b96-a458-66f038c94fc2 req-70383810-b549-4ca8-8ecc-eee5c34278b6 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:22.793272 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f0621fe-50ca-4b96-a458-66f038c94fc2 req-70383810-b549-4ca8-8ecc-eee5c34278b6 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=739ae3b6-824d-4055-b9d9-deeb09f6d60e HTTP/1.1" status: 200 len: 931 time: 0.1589761 Jan 28 19:11:22.965202 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-router', 'tenant_id': '6617f763bd2b491295631965114da93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:06Z', 'updated_at': '2022-01-28T19:11:19Z', 'revision_number': 4, 'project_id': '6617f763bd2b491295631965114da93b', 'gw_port': {'id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:08Z', 'updated_at': '2022-01-28T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa', 'name': '', 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70', 'tenant_id': '6617f763bd2b491295631965114da93b', 'mac_address': 'fa:16:3e:26:d8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:17Z', 'updated_at': '2022-01-28T19:11:20Z', 'revision_number': 2, 'project_id': '6617f763bd2b491295631965114da93b', 'subnets': [{'id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:22.969610 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f432ae5-b6cd-4ab5-a59b-35b4ac04de63 req-cbcb8e6b-4d98-4514-a9b7-b2125ac1dfdf tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204719 Jan 28 19:11:22.977491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb980a07-a331-4bf4-8e5a-f4adac612ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e66e7d5-71d7-4224-94dc-ac88269aed5a'}, {'server_uuid': '0c21aa01-b65b-47c4-94f7-db616322a36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46287a9-52c2-4789-99a1-9b137cf1c90d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:22.980744 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b77a265-3011-4490-a274-3a5f991187e7" -d '{"events": [{"server_uuid": "cb980a07-a331-4bf4-8e5a-f4adac612ff0", "name": "network-vif-plugged", "status": "completed", "tag": "5e66e7d5-71d7-4224-94dc-ac88269aed5a"}, {"server_uuid": "0c21aa01-b65b-47c4-94f7-db616322a36c", "name": "network-vif-plugged", "status": "completed", "tag": "f46287a9-52c2-4789-99a1-9b137cf1c90d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:23.009025 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-faea5619-fbce-4cbd-a481-d73f5a837c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (10a56f99-3d90-4e93-bed9-c1a90d6cae3c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.011885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] Deleting port 0dd43849-1e83-40aa-9799-751a65732ecb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:11:23.012211 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0dd43849-1e83-40aa-9799-751a65732ecb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.024630 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Checking router: 3f2b73da-805a-47ae-b82b-8383f58b6d43 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:11:23.025134 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Updating router 3f2b73da-805a-47ae-b82b-8383f58b6d43 port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:11:23.044953 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-758f78b2-9660-476f-80e0-ac414eb9c454 req-1a2054e4-a73f-4510-aec2-f8693fdd8867 service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350316 Jan 28 19:11:23.062848 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.113933 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df738043-bdbb-4aef-8601-ecb364a7293d x-openstack-request-id: req-df738043-bdbb-4aef-8601-ecb364a7293d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:23.114382 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb980a07-a331-4bf4-8e5a-f4adac612ff0", "name": "network-vif-plugged", "status": "completed", "tag": "5e66e7d5-71d7-4224-94dc-ac88269aed5a", "code": 200}, {"server_uuid": "0c21aa01-b65b-47c4-94f7-db616322a36c", "name": "network-vif-plugged", "status": "completed", "tag": "f46287a9-52c2-4789-99a1-9b137cf1c90d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:23.115196 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df738043-bdbb-4aef-8601-ecb364a7293d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:23.116586 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb980a07-a331-4bf4-8e5a-f4adac612ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e66e7d5-71d7-4224-94dc-ac88269aed5a', 'code': 200} Jan 28 19:11:23.116943 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c21aa01-b65b-47c4-94f7-db616322a36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46287a9-52c2-4789-99a1-9b137cf1c90d', 'code': 200} Jan 28 19:11:23.121857 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.152798 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f0621fe-50ca-4b96-a458-66f038c94fc2 req-97732f98-ae7b-4d13-bcbd-f02cc090bbde tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498452 Jan 28 19:11:23.249501 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ecc4a21a-d4f4-4218-a97a-0d9670bd0969, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ecc4a21a-d4f4-4218-a97a-0d9670bd0969,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:23.256974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] For port 0dd43849-1e83-40aa-9799-751a65732ecb, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0dd43849-1e83-40aa-9799-751a65732ecb,segment=NetworkSegment(dd84af4d-051a-4b78-9d8d-a1ae47b1e573),segment_id=dd84af4d-051a-4b78-9d8d-a1ae47b1e573)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:23.257348 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0dd43849-1e83-40aa-9799-751a65732ecb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.270157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36025e4a-56de-453c-98d6-81b14179b46d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:23.287308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'ecc4a21a-d4f4-4218-a97a-0d9670bd0969', 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82', 'port_id': 'ecc4a21a-d4f4-4218-a97a-0d9670bd0969', 'mac_address': 'fa:16:3e:aa:66:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd0268e-e755-4d0f-9e56-a9e065215f79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:11:23.288338 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Publish callbacks [] for port (36025e4a-56de-453c-98d6-81b14179b46d), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.302707 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Transition to ACTIVE for port object 36025e4a-56de-453c-98d6-81b14179b46d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:11:23.311667 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea5619-fbce-4cbd-a481-d73f5a837c42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a56f99-3d90-4e93-bed9-c1a90d6cae3c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:23.326169 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (36025e4a-56de-453c-98d6-81b14179b46d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.345176 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38510) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:23.358050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d78fe976-055a-4699-aa92-f14babc5b34a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-48153856-network', 'tenant_id': '731b202f991f4f309349c7c8e237153b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:23.361451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56d4bdd-9d69-4d73-87f5-b587ca238808 None None] DHCP port deletion for 890aa5ec-c280-4351-af8f-1a7c761e7e33 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:11:23.361611 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] Calling delete_port for 0dd43849-1e83-40aa-9799-751a65732ecb owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:11:23.404665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ecc4a21a-d4f4-4218-a97a-0d9670bd0969 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:23.405250 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ecc4a21a-d4f4-4218-a97a-0d9670bd0969), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.407106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea5619-fbce-4cbd-a481-d73f5a837c42 admin admin] Checking segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:23.407504 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faea5619-fbce-4cbd-a481-d73f5a837c42 admin admin] Network hostable DHCP agents. Network: 07cf55c4-e390-408e-b1e2-a832ba462c58, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:11:23.435932 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc4a21a-d4f4-4218-a97a-0d9670bd0969 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:23.466654 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ecc4a21a-d4f4-4218-a97a-0d9670bd0969, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ecc4a21a-d4f4-4218-a97a-0d9670bd0969,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:23.472606 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-758f78b2-9660-476f-80e0-ac414eb9c454 req-c36de224-9d1f-42b1-9eb4-274c818c22fc service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712449 Jan 28 19:11:23.481607 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78fe976-055a-4699-aa92-f14babc5b34a admin admin] Made reservation on behalf of 731b202f991f4f309349c7c8e237153b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:23.483232 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ecc4a21a-d4f4-4218-a97a-0d9670bd0969), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.484039 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d78fe976-055a-4699-aa92-f14babc5b34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.508002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d6315-9061-4709-a5cc-d67c37ea6db8 req-237f9aee-6cdb-4667-845b-6b42f3de7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:23.509617 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a63d6315-9061-4709-a5cc-d67c37ea6db8 req-237f9aee-6cdb-4667-845b-6b42f3de7d4e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb980a07-a331-4bf4-8e5a-f4adac612ff0 HTTP/1.1" status: 200 len: 1127 time: 0.2885082 Jan 28 19:11:23.513812 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d78fe976-055a-4699-aa92-f14babc5b34a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.527155 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42857be-38be-49ee-ba63-f8d5d4dca180 req-5a3a8307-3d72-4ad9-8e6d-9be963ac6347 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:23.527740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Pushing event updated for resources: {'Port': ['ID=36025e4a-56de-453c-98d6-81b14179b46d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:23.528683 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c42857be-38be-49ee-ba63-f8d5d4dca180 req-5a3a8307-3d72-4ad9-8e6d-9be963ac6347 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 945 time: 0.3087308 Jan 28 19:11:23.556914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eafa75-8a6d-4631-b65c-3602c154a4ee req-145e2b80-4da1-4228-a960-48c2997f2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:23.558959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faea5619-fbce-4cbd-a481-d73f5a837c42 admin admin] Network 07cf55c4-e390-408e-b1e2-a832ba462c58 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:11:23.559104 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-33eafa75-8a6d-4631-b65c-3602c154a4ee req-145e2b80-4da1-4228-a960-48c2997f2bd3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 1127 time: 0.2541182 Jan 28 19:11:23.566648 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ecc4a21a-d4f4-4218-a97a-0d9670bd0969,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:23.592346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e56d4bdd-9d69-4d73-87f5-b587ca238808 None None] Deleting port 0dd43849-1e83-40aa-9799-751a65732ecb {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:11:23.593317 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e56d4bdd-9d69-4d73-87f5-b587ca238808 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0dd43849-1e83-40aa-9799-751a65732ecb), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.606852 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-faea5619-fbce-4cbd-a481-d73f5a837c42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 07cf55c4-e390-408e-b1e2-a832ba462c58) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:23.629001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faea5619-fbce-4cbd-a481-d73f5a837c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:23.629599 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-faea5619-fbce-4cbd-a481-d73f5a837c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.668168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Attempting to bind port 36025e4a-56de-453c-98d6-81b14179b46d on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:23.669113 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Attempting to bind port 36025e4a-56de-453c-98d6-81b14179b46d by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'd9292814-783b-4b52-88a1-1df0dc44edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:23.669113 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Attempting to bind port 36025e4a-56de-453c-98d6-81b14179b46d on network 29d5746f-73ed-4898-abec-467a9e897f04 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:23.673552 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0dd43849-1e83-40aa-9799-751a65732ecb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.679726 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-33eafa75-8a6d-4631-b65c-3602c154a4ee req-980d7a63-509e-4f9a-9074-d68a5f6a6288 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043034 Jan 28 19:11:23.685239 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e56d4bdd-9d69-4d73-87f5-b587ca238808 None None] For port 0dd43849-1e83-40aa-9799-751a65732ecb, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0dd43849-1e83-40aa-9799-751a65732ecb,segment=NetworkSegment(dd84af4d-051a-4b78-9d8d-a1ae47b1e573),segment_id=dd84af4d-051a-4b78-9d8d-a1ae47b1e573)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:23.685494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a63d6315-9061-4709-a5cc-d67c37ea6db8 req-03915776-3b19-46b6-ac9a-185160b77848 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658618 Jan 28 19:11:23.685656 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e56d4bdd-9d69-4d73-87f5-b587ca238808 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0dd43849-1e83-40aa-9799-751a65732ecb), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.689202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f7d96-4732-4ac0-adc9-8a2552d04b1c req-bfa641d1-3384-4bdb-90da-75f10cf0bbab tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:23.690841 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb8f7d96-4732-4ac0-adc9-8a2552d04b1c req-bfa641d1-3384-4bdb-90da-75f10cf0bbab tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 944 time: 0.1366382 Jan 28 19:11:23.695673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2e8b3e-8149-4662-9a90-6a315f3774ea None None] Network 07cf55c4-e390-408e-b1e2-a832ba462c58 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:11:23.695844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Port 36025e4a-56de-453c-98d6-81b14179b46d on network 29d5746f-73ed-4898-abec-467a9e897f04 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:11:23.696780 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Attempting to bind port 36025e4a-56de-453c-98d6-81b14179b46d on network 29d5746f-73ed-4898-abec-467a9e897f04 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:23.733425 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-faea5619-fbce-4cbd-a481-d73f5a837c42 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4455428 Jan 28 19:11:23.733425 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] No DVR routers for this DVR port 0dd43849-1e83-40aa-9799-751a65732ecb on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:11:23.757988 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c42857be-38be-49ee-ba63-f8d5d4dca180 req-d9346774-d3ad-4afa-9c35-02bbe75b1453 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024059 Jan 28 19:11:23.761606 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Publish callbacks [] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.764226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd43849-1e83-40aa-9799-751a65732ecb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:23.773204 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.781489 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:23.783642 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Checking segment: {'id': 'd9292814-783b-4b52-88a1-1df0dc44edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:23.784023 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Bound using segment: {'id': 'd9292814-783b-4b52-88a1-1df0dc44edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:23.785970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Bound port: 36025e4a-56de-453c-98d6-81b14179b46d, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9292814-783b-4b52-88a1-1df0dc44edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:23.787002 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (36025e4a-56de-453c-98d6-81b14179b46d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.833606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e56d4bdd-9d69-4d73-87f5-b587ca238808 None None] Calling delete_port for 0dd43849-1e83-40aa-9799-751a65732ecb owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:11:23.845539 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8aacf-4ed2-4875-a919-6a41b358b5c3 None None] Pushing event updated for resources: {'Port': ['ID=94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:23.856245 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0dd43849-1e83-40aa-9799-751a65732ecb no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:11:23.894526 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b218d0b-f18a-4a32-8fa6-5ca58ecd4079 None None] Network 07cf55c4-e390-408e-b1e2-a832ba462c58 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:11:23.901157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 0dd43849-1e83-40aa-9799-751a65732ecb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:11:23.901157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0dd43849-1e83-40aa-9799-751a65732ecb not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:11:23.944420 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Attempting to bind port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:23.945119 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Attempting to bind port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '9d5c6e12-c712-4983-98fd-50717ae7c18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:23.945717 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Attempting to bind port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa on network 7948a81e-3fe8-4059-93c5-2faeaa093a70 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:23.960814 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:23.961480 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Checking segment: {'id': '9d5c6e12-c712-4983-98fd-50717ae7c18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:23.962147 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.962688 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb8f7d96-4732-4ac0-adc9-8a2552d04b1c req-cc193c2e-929f-43ba-86bc-3eaa48a06bad tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613056 Jan 28 19:11:23.962965 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Bound using segment: {'id': '9d5c6e12-c712-4983-98fd-50717ae7c18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:23.963622 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Bound port: 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5c6e12-c712-4983-98fd-50717ae7c18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:23.964240 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:23.999628 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (890aa5ec-c280-4351-af8f-1a7c761e7e33), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.016621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] For port 36025e4a-56de-453c-98d6-81b14179b46d, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:24.020936 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] For port 36025e4a-56de-453c-98d6-81b14179b46d, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=36025e4a-56de-453c-98d6-81b14179b46d,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:24.024754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['ecc4a21a-d4f4-4218-a97a-0d9670bd0969'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:11:24.038505 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (36025e4a-56de-453c-98d6-81b14179b46d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.045524 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] For port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:24.051065 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] For port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa,segment=NetworkSegment(9d5c6e12-c712-4983-98fd-50717ae7c18b),segment_id=9d5c6e12-c712-4983-98fd-50717ae7c18b)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:24.063175 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.142570 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8aacf-4ed2-4875-a919-6a41b358b5c3 None None] Pushing event updated for resources: {'Port': ['ID=94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:24.161167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:24.161978 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.162369 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d78fe976-055a-4699-aa92-f14babc5b34a admin admin] Publish callbacks [] for security_group (b2721189-62c4-4e4f-8fc4-b551881ecf88), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.166097 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] 10.222.0.31 "PUT /v2.0/ports/36025e4a-56de-453c-98d6-81b14179b46d HTTP/1.1" status: 200 len: 1091 time: 1.7575183 Jan 28 19:11:24.179295 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890aa5ec-c280-4351-af8f-1a7c761e7e33']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:24.193482 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d78fe976-055a-4699-aa92-f14babc5b34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b2721189-62c4-4e4f-8fc4-b551881ecf88), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.204793 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Routers {'3f2b73da-805a-47ae-b82b-8383f58b6d43'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:24.205943 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3f2b73da-805a-47ae-b82b-8383f58b6d43'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:24.227760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd84af4d-051a-4b78-9d8d-a1ae47b1e573') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:24.232664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739ae3b6-824d-4055-b9d9-deeb09f6d60e', 'tag': '36025e4a-56de-453c-98d6-81b14179b46d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:24.233709 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd84af4d-051a-4b78-9d8d-a1ae47b1e573') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:24.235919 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0005e998-2f8b-431f-870d-b13aded50ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "739ae3b6-824d-4055-b9d9-deeb09f6d60e", "tag": "36025e4a-56de-453c-98d6-81b14179b46d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:24.243668 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e56d4bdd-9d69-4d73-87f5-b587ca238808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (0dd43849-1e83-40aa-9799-751a65732ecb), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.289381 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (dd84af4d-051a-4b78-9d8d-a1ae47b1e573), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.328231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d4bdd-9d69-4d73-87f5-b587ca238808 None None] Pushing event deleted for resources: {'Port': ['ID=0dd43849-1e83-40aa-9799-751a65732ecb,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:24.329148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78fe976-055a-4699-aa92-f14babc5b34a admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:11:24.333833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d4bdd-9d69-4d73-87f5-b587ca238808 None None] No DVR routers for this DVR port 0dd43849-1e83-40aa-9799-751a65732ecb on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:11:24.366055 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (dd84af4d-051a-4b78-9d8d-a1ae47b1e573), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.373590 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fe976-055a-4699-aa92-f14babc5b34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2721189-62c4-4e4f-8fc4-b551881ecf88,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:24.378895 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d78fe976-055a-4699-aa92-f14babc5b34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (2de3bf9f-2294-4c93-9903-aac1f9a9acaf), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.379243 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-d78fe976-055a-4699-aa92-f14babc5b34a admin admin] Added segment 2de3bf9f-2294-4c93-9903-aac1f9a9acaf of type vlan for network 5a5f57ba-8401-458e-8068-af74e7c0ca32 Jan 28 19:11:24.381063 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:11:24.381504 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (dd84af4d-051a-4b78-9d8d-a1ae47b1e573), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.396372 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b47c5-6a3d-4f8b-8e6b-9684122365c9 req-20b6bc04-5c30-4876-b9a2-224c679609a3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:24.419107 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a23b47c5-6a3d-4f8b-8e6b-9684122365c9 req-20b6bc04-5c30-4876-b9a2-224c679609a3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 945 time: 0.4375434 Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:11:24.439537 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:11:24.452289 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] Set router 3f2b73da-805a-47ae-b82b-8383f58b6d43 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:24.487859 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.495917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8c29417e-dd93-497c-9ea9-0ad7e54553c8 None None] Provisioning complete for port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:24.500002 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c29417e-dd93-497c-9ea9-0ad7e54553c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.523280 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d78fe976-055a-4699-aa92-f14babc5b34a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (5a5f57ba-8401-458e-8068-af74e7c0ca32), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.625792 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d78fe976-055a-4699-aa92-f14babc5b34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (5a5f57ba-8401-458e-8068-af74e7c0ca32), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.626881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78fe976-055a-4699-aa92-f14babc5b34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:24.627543 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d78fe976-055a-4699-aa92-f14babc5b34a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.660916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8c29417e-dd93-497c-9ea9-0ad7e54553c8 None None] Current status of the port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:24.661472 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c29417e-dd93-497c-9ea9-0ad7e54553c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.704022 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8c29417e-dd93-497c-9ea9-0ad7e54553c8 None None] For port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa,segment=NetworkSegment(9d5c6e12-c712-4983-98fd-50717ae7c18b),segment_id=9d5c6e12-c712-4983-98fd-50717ae7c18b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:24.715387 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c29417e-dd93-497c-9ea9-0ad7e54553c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.748004 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d78fe976-055a-4699-aa92-f14babc5b34a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3946848 Jan 28 19:11:24.764286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38534) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:24.799279 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a4e3b3f2-9468-4f92-83d5-dbf4cd334e88 admin admin] Request body: {'subnet': {'network_id': '5a5f57ba-8401-458e-8068-af74e7c0ca32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-48153856-subnet', 'tenant_id': '731b202f991f4f309349c7c8e237153b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:24.811371 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (890aa5ec-c280-4351-af8f-1a7c761e7e33), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.855931 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:24.856257 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29417e-dd93-497c-9ea9-0ad7e54553c8 None None] Pushing event updated for resources: {'Port': ['ID=94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:24.862101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:24.866418 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] 10.222.0.55 "DELETE /v2.0/networks/890aa5ec-c280-4351-af8f-1a7c761e7e33 HTTP/1.1" status: 204 len: 168 time: 2.4588401 Jan 28 19:11:24.880655 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fe976-055a-4699-aa92-f14babc5b34a admin admin] Pushing event updated for resources: {'Network': ['ID=5a5f57ba-8401-458e-8068-af74e7c0ca32,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:24.897590 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a23b47c5-6a3d-4f8b-8e6b-9684122365c9 req-f4d75ad2-b9f8-4f4b-a957-0eae0d991d39 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771509 Jan 28 19:11:24.930292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 5a5f57ba-8401-458e-8068-af74e7c0ca32 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:11:24.936355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf67b5-09b6-4f36-bc8a-85b6dc4ec117 admin admin] Pushing event deleted for resources: {'Network': ['ID=890aa5ec-c280-4351-af8f-1a7c761e7e33,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:24.951580 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e3b3f2-9468-4f92-83d5-dbf4cd334e88 admin admin] Made reservation on behalf of 731b202f991f4f309349c7c8e237153b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:24.954405 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4e3b3f2-9468-4f92-83d5-dbf4cd334e88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.004982 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-router', 'tenant_id': '6617f763bd2b491295631965114da93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:06Z', 'updated_at': '2022-01-28T19:11:19Z', 'revision_number': 4, 'project_id': '6617f763bd2b491295631965114da93b', 'gw_port': {'id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:08Z', 'updated_at': '2022-01-28T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa', 'name': '', 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70', 'tenant_id': '6617f763bd2b491295631965114da93b', 'mac_address': 'fa:16:3e:26:d8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:17Z', 'updated_at': '2022-01-28T19:11:24Z', 'revision_number': 4, 'project_id': '6617f763bd2b491295631965114da93b', 'subnets': [{'id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:25.007092 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38542) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:25.021241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-34666d2b-4992-4d04-a90c-872f4119c9bc None None] Provisioning complete for port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:25.022338 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34666d2b-4992-4d04-a90c-872f4119c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.030772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8116ca73-0158-484e-a099-59f7aa62d7af admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-966029076-network', 'tenant_id': 'dc2d3c9aa394466e81914b49fdd1e7ea'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:25.051360 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f76e0cb-d22a-4837-9851-d0d62c939d2c None None] The sync data for ids ['3f2b73da-805a-47ae-b82b-8383f58b6d43'] in n-d-824834-4 is: [{'id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-router', 'tenant_id': '6617f763bd2b491295631965114da93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:06Z', 'updated_at': '2022-01-28T19:11:19Z', 'revision_number': 4, 'project_id': '6617f763bd2b491295631965114da93b', 'gw_port': {'id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:08Z', 'updated_at': '2022-01-28T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa', 'name': '', 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70', 'tenant_id': '6617f763bd2b491295631965114da93b', 'mac_address': 'fa:16:3e:26:d8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:17Z', 'updated_at': '2022-01-28T19:11:24Z', 'revision_number': 4, 'project_id': '6617f763bd2b491295631965114da93b', 'subnets': [{'id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:11:25.095844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Pushing event updated for resources: {'Port': ['ID=36025e4a-56de-453c-98d6-81b14179b46d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:25.096805 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:11:25.111829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:25.111829 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.132276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:25.132645 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:25.132996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:25.135894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:25.135894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:25.135894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:25.135894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:25.135894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:25.137284 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:25.140685 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:25.142185 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:25.144272 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:25.144863 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7166da-4a47-45e5-b2b4-59047fa2fc6a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:25.183600 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8116ca73-0158-484e-a099-59f7aa62d7af admin admin] Made reservation on behalf of dc2d3c9aa394466e81914b49fdd1e7ea for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:25.186645 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8116ca73-0158-484e-a099-59f7aa62d7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.191684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38546) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:25.194085 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-f7897a88-02e9-4f8e-88ef-5968f7ec9118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:25.195682 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-f7897a88-02e9-4f8e-88ef-5968f7ec9118 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=56e1f02bc67242f190a8413ac4849f4c&device_id=739ae3b6-824d-4055-b9d9-deeb09f6d60e HTTP/1.1" status: 200 len: 1125 time: 0.9515018 Jan 28 19:11:25.211003 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47350dc-e194-414e-85d9-4d0589510b9a req-99cb8516-2924-41da-a077-b8fa432e940f tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:25.212635 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c47350dc-e194-414e-85d9-4d0589510b9a req-99cb8516-2924-41da-a077-b8fa432e940f tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 945 time: 1.0423098 Jan 28 19:11:25.258288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dee8c4-2ac8-40cc-9b6f-babf49cc33f3 req-1a54ff5e-38ef-4156-a001-11e519cd14b4 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:25.265621 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f9dee8c4-2ac8-40cc-9b6f-babf49cc33f3 req-1a54ff5e-38ef-4156-a001-11e519cd14b4 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=739ae3b6-824d-4055-b9d9-deeb09f6d60e HTTP/1.1" status: 200 len: 943 time: 0.1915693 Jan 28 19:11:25.268534 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-8e47b166-3812-462e-a167-906136937706 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36025e4a-56de-453c-98d6-81b14179b46d HTTP/1.1" status: 200 len: 217 time: 0.0536842 Jan 28 19:11:25.271740 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8116ca73-0158-484e-a099-59f7aa62d7af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.275935 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:25.276633 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.312259 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.342108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5007c8ce-ef52-4ea3-8f01-94a528225bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a87b861-fc58-4ab9-90c2-bbe9a2e036d6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:25.344907 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b32d00-e49b-4480-9585-abb72e11b7cd" -d '{"events": [{"server_uuid": "5007c8ce-ef52-4ea3-8f01-94a528225bdf", "name": "network-vif-plugged", "status": "completed", "tag": "6a87b861-fc58-4ab9-90c2-bbe9a2e036d6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:25.356485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-34666d2b-4992-4d04-a90c-872f4119c9bc None None] Current status of the port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:25.364005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6a87b861-fc58-4ab9-90c2-bbe9a2e036d6,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:25.376583 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.379446 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f9dee8c4-2ac8-40cc-9b6f-babf49cc33f3 req-c07efc69-1765-4d31-8ae1-779f22f94fc7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128254 Jan 28 19:11:25.389625 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4e6e388c-b1a8-4ad2-becb-5b66df35909b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2527eff89cec4f37ad9bf1a45224e5e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1926999 Jan 28 19:11:25.403404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38550) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:25.431557 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4e3b3f2-9468-4f92-83d5-dbf4cd334e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (7c69c9c6-525d-476e-a95e-46fb195196cb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.454888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-8d352b50-b729-4831-baa7-3fffc0e230cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:25.456348 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-8d352b50-b729-4831-baa7-3fffc0e230cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb97c36d-f97f-4a0f-8f81-35ae89045bd2 HTTP/1.1" status: 200 len: 862 time: 0.1751769 Jan 28 19:11:25.468129 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=6a87b861-fc58-4ab9-90c2-bbe9a2e036d6,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:25.478245 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c47350dc-e194-414e-85d9-4d0589510b9a req-e1baba56-f6b6-42a4-bc30-2134be9f743b tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113461 Jan 28 19:11:25.480936 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ca981b-acfc-45c1-85a8-4cc4d62694b1 x-openstack-request-id: req-45ca981b-acfc-45c1-85a8-4cc4d62694b1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:25.481303 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "739ae3b6-824d-4055-b9d9-deeb09f6d60e", "tag": "36025e4a-56de-453c-98d6-81b14179b46d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:25.481577 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45ca981b-acfc-45c1-85a8-4cc4d62694b1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:25.481979 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739ae3b6-824d-4055-b9d9-deeb09f6d60e', 'tag': '36025e4a-56de-453c-98d6-81b14179b46d', 'status': 'completed', 'code': 200} Jan 28 19:11:25.509196 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-9b6c2b34-5a04-4a25-9ddd-061fe032e5d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=29d5746f-73ed-4898-abec-467a9e897f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426295 Jan 28 19:11:25.515837 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e3b3f2-9468-4f92-83d5-dbf4cd334e88 admin admin] Checking segment: {'id': '2de3bf9f-2294-4c93-9903-aac1f9a9acaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a5f57ba-8401-458e-8068-af74e7c0ca32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:25.516200 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e3b3f2-9468-4f92-83d5-dbf4cd334e88 admin admin] Network hostable DHCP agents. Network: 5a5f57ba-8401-458e-8068-af74e7c0ca32, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:11:25.521341 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3b3f2-9468-4f92-83d5-dbf4cd334e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c69c9c6-525d-476e-a95e-46fb195196cb,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:25.548701 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e3b3f2-9468-4f92-83d5-dbf4cd334e88 admin admin] Network 5a5f57ba-8401-458e-8068-af74e7c0ca32 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:11:25.572315 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a4e3b3f2-9468-4f92-83d5-dbf4cd334e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 5a5f57ba-8401-458e-8068-af74e7c0ca32) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:25.584463 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e3b3f2-9468-4f92-83d5-dbf4cd334e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:25.584899 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f689b4-09c7-4002-b8e8-fdce0d5c9a87 None None] Network 5a5f57ba-8401-458e-8068-af74e7c0ca32 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:11:25.585068 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4e3b3f2-9468-4f92-83d5-dbf4cd334e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.640702 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a4e3b3f2-9468-4f92-83d5-dbf4cd334e88 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8699431 Jan 28 19:11:25.643583 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38552) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:25.649756 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-48153856-router', 'tenant_id': '731b202f991f4f309349c7c8e237153b', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:25.667571 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7fec4f64-44f7-4c0d-850f-9d70634aa188 admin admin] Publish callbacks [] for security_group (4bba3a3c-a5aa-440d-af47-9f69e30ffd44), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.672126 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8116ca73-0158-484e-a099-59f7aa62d7af admin admin] Publish callbacks [] for security_group (9c6e5edd-54e7-4b90-b9b7-dcfde1134d15), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.679853 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.681141 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.698796 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8116ca73-0158-484e-a099-59f7aa62d7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9c6e5edd-54e7-4b90-b9b7-dcfde1134d15), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.699066 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20b64b-d620-48b0-9b6d-f7fd860e824c req-e68bab40-bf84-48f5-8ee8-3750df442e23 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:25.700705 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b20b64b-d620-48b0-9b6d-f7fd860e824c req-e68bab40-bf84-48f5-8ee8-3750df442e23 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 945 time: 0.1049023 Jan 28 19:11:25.729796 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7fec4f64-44f7-4c0d-850f-9d70634aa188 admin admin] Publish callbacks [] for security_group (4bba3a3c-a5aa-440d-af47-9f69e30ffd44), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.733088 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-08710f58-ae38-4c95-8867-ac74cafebb15 service neutron] 10.222.0.31 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090945 Jan 28 19:11:25.750779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-5a5f57ba-8401-458e-8068-af74e7c0ca32', 'network_id': '5a5f57ba-8401-458e-8068-af74e7c0ca32', 'project_id': '731b202f991f4f309349c7c8e237153b', 'fixed_ips': [{'subnet_id': '7c69c9c6-525d-476e-a95e-46fb195196cb'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:11:25.751564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8116ca73-0158-484e-a099-59f7aa62d7af admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:11:25.755356 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.804823 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8116ca73-0158-484e-a099-59f7aa62d7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (885bad03-8449-439e-b6dd-48a8a39b68cf), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.805280 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-8116ca73-0158-484e-a099-59f7aa62d7af admin admin] Added segment 885bad03-8449-439e-b6dd-48a8a39b68cf of type vlan for network 476c439e-8021-4a85-b40d-6ecfa77fecc2 Jan 28 19:11:25.821653 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b20b64b-d620-48b0-9b6d-f7fd860e824c req-e809dcf2-f2fc-4b0f-9b50-71d00228db35 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073933 Jan 28 19:11:25.823577 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Publish callbacks [] for router_controller (431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.868819 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8116ca73-0158-484e-a099-59f7aa62d7af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (476c439e-8021-4a85-b40d-6ecfa77fecc2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.897477 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5d59f9-62c2-41a3-b04d-9d3f2836d703 x-openstack-request-id: req-4b5d59f9-62c2-41a3-b04d-9d3f2836d703 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:25.897778 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5007c8ce-ef52-4ea3-8f01-94a528225bdf", "name": "network-vif-plugged", "status": "completed", "tag": "6a87b861-fc58-4ab9-90c2-bbe9a2e036d6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:25.898047 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b5d59f9-62c2-41a3-b04d-9d3f2836d703 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:25.898513 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5007c8ce-ef52-4ea3-8f01-94a528225bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a87b861-fc58-4ab9-90c2-bbe9a2e036d6', 'code': 200} Jan 28 19:11:25.964363 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2492a-5135-4ff4-b02d-87c62b2f1c91 req-da02db6e-b575-4907-bc03-24eff8efc5e6 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:25.966839 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4a2492a-5135-4ff4-b02d-87c62b2f1c91 req-da02db6e-b575-4907-bc03-24eff8efc5e6 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 945 time: 0.3445563 Jan 28 19:11:25.986751 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8116ca73-0158-484e-a099-59f7aa62d7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (476c439e-8021-4a85-b40d-6ecfa77fecc2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.987784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116ca73-0158-484e-a099-59f7aa62d7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:25.993408 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8116ca73-0158-484e-a099-59f7aa62d7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:25.997155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:25.997875 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116ca73-0158-484e-a099-59f7aa62d7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6e5edd-54e7-4b90-b9b7-dcfde1134d15,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:26.072137 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Allocated IP 172.20.0.2 (5a5f57ba-8401-458e-8068-af74e7c0ca32/7c69c9c6-525d-476e-a95e-46fb195196cb/ff764b49-8b65-4869-b71f-f76e7c7f6016) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:26.103893 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Publish callbacks [] for router_gateway (431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:26.120693 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:26.120693 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:26.162584 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89dcca48-68f8-47c0-a1a4-7f8c59478b98 req-990c05b8-082d-4e06-8cf8-96477c9576b1 service neutron] 10.222.0.31 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142191 Jan 28 19:11:26.200272 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7fec4f64-44f7-4c0d-850f-9d70634aa188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4bba3a3c-a5aa-440d-af47-9f69e30ffd44), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:26.203931 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7fec4f64-44f7-4c0d-850f-9d70634aa188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:26.208023 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7fec4f64-44f7-4c0d-850f-9d70634aa188 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4bba3a3c-a5aa-440d-af47-9f69e30ffd44 HTTP/1.1" status: 204 len: 168 time: 0.8036330 Jan 28 19:11:26.223826 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8116ca73-0158-484e-a099-59f7aa62d7af admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2082057 Jan 28 19:11:26.225045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38560) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:26.230603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad26c8-b59c-4b2c-b19f-550edbac8beb req-10e31ed0-8932-42b0-a5d2-886b0ea5d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:26.232284 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7ad26c8-b59c-4b2c-b19f-550edbac8beb req-10e31ed0-8932-42b0-a5d2-886b0ea5d25b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 1127 time: 0.2109184 Jan 28 19:11:26.234865 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5bbc4a02-3770-4080-9517-abb40ce1839a admin admin] Request body: {'subnet': {'network_id': '476c439e-8021-4a85-b40d-6ecfa77fecc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-966029076-subnet', 'tenant_id': 'dc2d3c9aa394466e81914b49fdd1e7ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:26.250697 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-4072c337-3519-4b51-8f1f-6947556bcbaa tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:26.252529 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-4072c337-3519-4b51-8f1f-6947556bcbaa tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1662192 Jan 28 19:11:26.289678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec4f64-44f7-4c0d-850f-9d70634aa188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bba3a3c-a5aa-440d-af47-9f69e30ffd44,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:26.311363 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116ca73-0158-484e-a099-59f7aa62d7af admin admin] Pushing event updated for resources: {'Network': ['ID=476c439e-8021-4a85-b40d-6ecfa77fecc2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:26.343922 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Publish callbacks [] for port (ff764b49-8b65-4869-b71f-f76e7c7f6016), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:26.346475 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7ad26c8-b59c-4b2c-b19f-550edbac8beb req-1cd00665-c33e-40cf-ac9a-d35577143201 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037710 Jan 28 19:11:26.355022 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 476c439e-8021-4a85-b40d-6ecfa77fecc2 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:11:26.362152 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-2ad5d4af-667f-40b7-a4a4-47d391b22482 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 696 time: 0.0998003 Jan 28 19:11:26.372157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-b28b53f8-a165-47de-aee3-5d77d60d4d23 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Request body: {'floatingip': {'port_id': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:26.385232 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4a2492a-5135-4ff4-b02d-87c62b2f1c91 req-92c575c9-cc8b-4220-a567-380f406c3f79 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639580 Jan 28 19:11:26.394127 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbc4a02-3770-4080-9517-abb40ce1839a admin admin] Made reservation on behalf of dc2d3c9aa394466e81914b49fdd1e7ea for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:26.410885 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bbc4a02-3770-4080-9517-abb40ce1839a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:26.428797 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (ff764b49-8b65-4869-b71f-f76e7c7f6016), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:26.445518 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-b28b53f8-a165-47de-aee3-5d77d60d4d23 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for floatingip (de192462-1e01-41db-9ff7-6410ccec7d73), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:26.464644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ecc4a21a-d4f4-4218-a97a-0d9670bd0969 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:26.569709 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Network 5a5f57ba-8401-458e-8068-af74e7c0ca32 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:26.601016 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005e998-2f8b-431f-870d-b13aded50ca0 req-7b7dd35b-fa10-4052-a618-13f6b1d32bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:26.602659 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0005e998-2f8b-431f-870d-b13aded50ca0 req-7b7dd35b-fa10-4052-a618-13f6b1d32bf4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=56e1f02bc67242f190a8413ac4849f4c&device_id=739ae3b6-824d-4055-b9d9-deeb09f6d60e HTTP/1.1" status: 200 len: 1125 time: 0.3513634 Jan 28 19:11:26.616404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:26.639750 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:26.661078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Pushing event updated for resources: {'Port': ['ID=ff764b49-8b65-4869-b71f-f76e7c7f6016,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:26.706306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e1868-81e0-4c97-8c65-10bcc772187f req-6b6e3445-ff3d-43da-b5b7-b70c327bec6c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:26.708417 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-383e1868-81e0-4c97-8c65-10bcc772187f req-6b6e3445-ff3d-43da-b5b7-b70c327bec6c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 945 time: 0.1814153 Jan 28 19:11:26.731548 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:26.739332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port ecc4a21a-d4f4-4218-a97a-0d9670bd0969 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:11:26.754432 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port ecc4a21a-d4f4-4218-a97a-0d9670bd0969 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:26.754852 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ecc4a21a-d4f4-4218-a97a-0d9670bd0969), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:26.787069 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Attempting to bind port ff764b49-8b65-4869-b71f-f76e7c7f6016 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:26.787845 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Attempting to bind port ff764b49-8b65-4869-b71f-f76e7c7f6016 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '2de3bf9f-2294-4c93-9903-aac1f9a9acaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a5f57ba-8401-458e-8068-af74e7c0ca32'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:26.787845 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Attempting to bind port ff764b49-8b65-4869-b71f-f76e7c7f6016 on network 5a5f57ba-8401-458e-8068-af74e7c0ca32 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:26.809532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:26.809939 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Checking segment: {'id': '2de3bf9f-2294-4c93-9903-aac1f9a9acaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a5f57ba-8401-458e-8068-af74e7c0ca32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:26.810368 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:26.810763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Bound using segment: {'id': '2de3bf9f-2294-4c93-9903-aac1f9a9acaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a5f57ba-8401-458e-8068-af74e7c0ca32'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:26.811243 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Bound port: ff764b49-8b65-4869-b71f-f76e7c7f6016, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de3bf9f-2294-4c93-9903-aac1f9a9acaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a5f57ba-8401-458e-8068-af74e7c0ca32'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:26.811621 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff764b49-8b65-4869-b71f-f76e7c7f6016), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:26.856318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005e998-2f8b-431f-870d-b13aded50ca0 req-8952423b-5658-4196-a35b-85e7f1d95c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:26.857858 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0005e998-2f8b-431f-870d-b13aded50ca0 req-8952423b-5658-4196-a35b-85e7f1d95c8d service neutron] 10.222.0.31 "GET /v2.0/networks?id=29d5746f-73ed-4898-abec-467a9e897f04 HTTP/1.1" status: 200 len: 923 time: 0.2437043 Jan 28 19:11:26.876926 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-383e1868-81e0-4c97-8c65-10bcc772187f req-0152638a-04bf-4fa5-8835-e042f4b22826 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321223 Jan 28 19:11:26.935340 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bbc4a02-3770-4080-9517-abb40ce1839a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (e986ce21-6c47-4443-89af-9ccc398c38f0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:26.951607 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0005e998-2f8b-431f-870d-b13aded50ca0 req-468d2a4b-e495-4906-8e31-b4b666311c8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36025e4a-56de-453c-98d6-81b14179b46d HTTP/1.1" status: 200 len: 217 time: 0.0796628 Jan 28 19:11:26.967078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] For port ff764b49-8b65-4869-b71f-f76e7c7f6016, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:26.969753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ecc4a21a-d4f4-4218-a97a-0d9670bd0969 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:26.970264 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ecc4a21a-d4f4-4218-a97a-0d9670bd0969), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:27.000711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] For port ff764b49-8b65-4869-b71f-f76e7c7f6016, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ff764b49-8b65-4869-b71f-f76e7c7f6016,segment=NetworkSegment(2de3bf9f-2294-4c93-9903-aac1f9a9acaf),segment_id=2de3bf9f-2294-4c93-9903-aac1f9a9acaf)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:27.016734 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ff764b49-8b65-4869-b71f-f76e7c7f6016), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:27.086287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ecc4a21a-d4f4-4218-a97a-0d9670bd0969, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ecc4a21a-d4f4-4218-a97a-0d9670bd0969,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:27.106656 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ecc4a21a-d4f4-4218-a97a-0d9670bd0969), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:27.111534 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc4a02-3770-4080-9517-abb40ce1839a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e986ce21-6c47-4443-89af-9ccc398c38f0,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:27.130069 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005e998-2f8b-431f-870d-b13aded50ca0 req-354552be-2064-4913-94b4-8d61d1aecad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:27.131646 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0005e998-2f8b-431f-870d-b13aded50ca0 req-354552be-2064-4913-94b4-8d61d1aecad9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb97c36d-f97f-4a0f-8f81-35ae89045bd2 HTTP/1.1" status: 200 len: 862 time: 0.1479521 Jan 28 19:11:27.133696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc4a02-3770-4080-9517-abb40ce1839a admin admin] Checking segment: {'id': '885bad03-8449-439e-b6dd-48a8a39b68cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '476c439e-8021-4a85-b40d-6ecfa77fecc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:27.134190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc4a02-3770-4080-9517-abb40ce1839a admin admin] Network hostable DHCP agents. Network: 476c439e-8021-4a85-b40d-6ecfa77fecc2, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:11:27.152299 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b115ab-5bcf-43f3-8e63-4ffda6feb6a5 None None] Pushing event updated for resources: {'Port': ['ID=ff764b49-8b65-4869-b71f-f76e7c7f6016,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:27.166472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ed51f-67da-498a-8915-aaee8cc88d61 req-c23efa23-807f-457f-bee8-068a0bff3ca3 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:27.175891 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-324ed51f-67da-498a-8915-aaee8cc88d61 req-c23efa23-807f-457f-bee8-068a0bff3ca3 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=739ae3b6-824d-4055-b9d9-deeb09f6d60e HTTP/1.1" status: 200 len: 943 time: 0.1469870 Jan 28 19:11:27.219801 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0005e998-2f8b-431f-870d-b13aded50ca0 req-acf71342-34ca-4d67-9487-5718768fc61f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=29d5746f-73ed-4898-abec-467a9e897f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794930 Jan 28 19:11:27.248789 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc4a02-3770-4080-9517-abb40ce1839a admin admin] Network 476c439e-8021-4a85-b40d-6ecfa77fecc2 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:11:27.283338 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ecc4a21a-d4f4-4218-a97a-0d9670bd0969,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:27.320749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5bbc4a02-3770-4080-9517-abb40ce1839a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 476c439e-8021-4a85-b40d-6ecfa77fecc2) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:27.329916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbc4a02-3770-4080-9517-abb40ce1839a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:27.330540 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bbc4a02-3770-4080-9517-abb40ce1839a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:27.352495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115466c3-6fad-4c1a-8853-be6996e9a54b None None] Network 476c439e-8021-4a85-b40d-6ecfa77fecc2 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:11:27.439676 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-324ed51f-67da-498a-8915-aaee8cc88d61 req-4d1ae813-41e3-4fa8-814c-da344769e462 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631330 Jan 28 19:11:27.475951 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5bbc4a02-3770-4080-9517-abb40ce1839a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2478812 Jan 28 19:11:27.510220 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0005e998-2f8b-431f-870d-b13aded50ca0 req-cf11769a-13f5-4ec2-9b44-55cd60773f56 service neutron] 10.222.0.31 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790186 Jan 28 19:11:27.631115 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:27.799344 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0005e998-2f8b-431f-870d-b13aded50ca0 req-ade10d56-578f-4faf-8df4-82c2e0fa3f02 service neutron] 10.222.0.31 "GET /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821705 Jan 28 19:11:27.844625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a853d-8126-4dca-8344-ec4c6e2d92aa req-146393cd-6f04-4a6f-855b-1293f2463c2b tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:27.858935 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e03a853d-8126-4dca-8344-ec4c6e2d92aa req-146393cd-6f04-4a6f-855b-1293f2463c2b tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 945 time: 0.2311592 Jan 28 19:11:27.880457 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Publish callbacks [] for router_gateway (431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:27.900467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd023fb0-9461-451e-8d26-7bd7b453a776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc4a21a-d4f4-4218-a97a-0d9670bd0969'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:27.903505 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb66dab6-0bf5-4e9d-9273-1b38c3a0851e" -d '{"events": [{"server_uuid": "dd023fb0-9461-451e-8d26-7bd7b453a776", "name": "network-vif-plugged", "status": "completed", "tag": "ecc4a21a-d4f4-4218-a97a-0d9670bd0969"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:27.906962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-283c19c4-2b4a-407b-910b-73a2577405e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1621456048-network', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:27.918193 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:27.939450 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-b28b53f8-a165-47de-aee3-5d77d60d4d23 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:11:27.958008 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283c19c4-2b4a-407b-910b-73a2577405e3 admin admin] Made reservation on behalf of 787c78dc34524308bfba5b5abd0612ae for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:27.960400 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-283c19c4-2b4a-407b-910b-73a2577405e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:27.972031 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e03a853d-8126-4dca-8344-ec4c6e2d92aa req-c6c02d3f-4907-4752-88e2-5e3544bb57d2 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149645 Jan 28 19:11:27.972281 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ff764b49-8b65-4869-b71f-f76e7c7f6016 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:27.973137 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-283c19c4-2b4a-407b-910b-73a2577405e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.025160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8950d5b0-70fe-4e5f-9d3d-7c977a529665 None None] Network 476c439e-8021-4a85-b40d-6ecfa77fecc2 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:11:28.115127 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-283c19c4-2b4a-407b-910b-73a2577405e3 admin admin] Publish callbacks [] for security_group (45e75a0d-1cc3-46b9-af07-64a3086aa972), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.121219 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-b28b53f8-a165-47de-aee3-5d77d60d4d23 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.125987 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-283c19c4-2b4a-407b-910b-73a2577405e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (45e75a0d-1cc3-46b9-af07-64a3086aa972), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.130333 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-b28b53f8-a165-47de-aee3-5d77d60d4d23 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (de192462-1e01-41db-9ff7-6410ccec7d73), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.169657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283c19c4-2b4a-407b-910b-73a2577405e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:11:28.173364 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port ff764b49-8b65-4869-b71f-f76e7c7f6016 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:28.173946 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ff764b49-8b65-4869-b71f-f76e7c7f6016), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.184378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c19c4-2b4a-407b-910b-73a2577405e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e75a0d-1cc3-46b9-af07-64a3086aa972,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:28.195995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d7ab1-74e2-4171-b7fd-4d946a2f47c1 req-643d196c-ea76-4d03-afda-2dcad28ca10a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:28.197675 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1c2d7ab1-74e2-4171-b7fd-4d946a2f47c1 req-643d196c-ea76-4d03-afda-2dcad28ca10a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 945 time: 0.1322956 Jan 28 19:11:28.202282 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-283c19c4-2b4a-407b-910b-73a2577405e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1e45f636-0657-4623-979d-d887c1d58f07), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.202866 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-283c19c4-2b4a-407b-910b-73a2577405e3 admin admin] Added segment 1e45f636-0657-4623-979d-d887c1d58f07 of type vlan for network b0b4d9af-d48d-4a94-8171-126ed9963a36 Jan 28 19:11:28.229544 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Allocated IP 172.25.0.76 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/1f02346e-4c9b-464f-a126-572d350e28ff) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:28.278679 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-283c19c4-2b4a-407b-910b-73a2577405e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (b0b4d9af-d48d-4a94-8171-126ed9963a36), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.281410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port ff764b49-8b65-4869-b71f-f76e7c7f6016 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:28.281932 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff764b49-8b65-4869-b71f-f76e7c7f6016), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.320296 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port ff764b49-8b65-4869-b71f-f76e7c7f6016, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ff764b49-8b65-4869-b71f-f76e7c7f6016,segment=NetworkSegment(2de3bf9f-2294-4c93-9903-aac1f9a9acaf),segment_id=2de3bf9f-2294-4c93-9903-aac1f9a9acaf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:28.325623 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ff764b49-8b65-4869-b71f-f76e7c7f6016), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.338804 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1c2d7ab1-74e2-4171-b7fd-4d946a2f47c1 req-25b5961f-3811-49ac-a3b8-7ccc602146e3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226957 Jan 28 19:11:28.363867 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-283c19c4-2b4a-407b-910b-73a2577405e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (b0b4d9af-d48d-4a94-8171-126ed9963a36), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.365085 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283c19c4-2b4a-407b-910b-73a2577405e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:28.365877 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-283c19c4-2b4a-407b-910b-73a2577405e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.380626 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-b28b53f8-a165-47de-aee3-5d77d60d4d23 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Floating IP de192462-1e01-41db-9ff7-6410ccec7d73 associated. External IP: 172.25.0.128, port: 678ff146-d761-4d3c-b814-89ec7bc3dc29. Jan 28 19:11:28.401955 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=ff764b49-8b65-4869-b71f-f76e7c7f6016,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:28.447557 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 36025e4a-56de-453c-98d6-81b14179b46d details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:11:28.451835 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-283c19c4-2b4a-407b-910b-73a2577405e3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7880986 Jan 28 19:11:28.454324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38604) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:28.468226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b046cabb-df0d-488a-b9f2-ef0dc9127138 admin admin] Request body: {'subnet': {'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1621456048-subnet', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:28.489949 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c19c4-2b4a-407b-910b-73a2577405e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b0b4d9af-d48d-4a94-8171-126ed9963a36,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:28.518533 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df42e7-8d12-464f-acff-60c754e4c579 req-0ba5189f-5285-47b6-b995-8a45144f15a8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:28.520462 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-56df42e7-8d12-464f-acff-60c754e4c579 req-0ba5189f-5285-47b6-b995-8a45144f15a8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 946 time: 0.0815139 Jan 28 19:11:28.537256 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network b0b4d9af-d48d-4a94-8171-126ed9963a36 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:11:28.537759 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Publish callbacks [] for port (1f02346e-4c9b-464f-a126-572d350e28ff), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.565080 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b046cabb-df0d-488a-b9f2-ef0dc9127138 admin admin] Made reservation on behalf of 787c78dc34524308bfba5b5abd0612ae for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:28.567625 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b046cabb-df0d-488a-b9f2-ef0dc9127138 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.584854 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-56df42e7-8d12-464f-acff-60c754e4c579 req-4126f552-fa68-4843-b9d5-a7fcb52f694c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576553 Jan 28 19:11:28.646324 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5442886-66ee-4329-a0fd-6f54d8893a4d None None] Network 5a5f57ba-8401-458e-8068-af74e7c0ca32 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:11:28.649293 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa59c90-d38c-46ba-94f8-9320de0108cd x-openstack-request-id: req-6fa59c90-d38c-46ba-94f8-9320de0108cd {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:28.649780 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd023fb0-9461-451e-8d26-7bd7b453a776", "name": "network-vif-plugged", "status": "completed", "tag": "ecc4a21a-d4f4-4218-a97a-0d9670bd0969", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:28.650170 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6fa59c90-d38c-46ba-94f8-9320de0108cd {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:28.650641 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd023fb0-9461-451e-8d26-7bd7b453a776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc4a21a-d4f4-4218-a97a-0d9670bd0969', 'code': 200} Jan 28 19:11:28.657201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 36025e4a-56de-453c-98d6-81b14179b46d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=36025e4a-56de-453c-98d6-81b14179b46d,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:28.716874 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '36025e4a-56de-453c-98d6-81b14179b46d', 'network_id': '29d5746f-73ed-4898-abec-467a9e897f04', 'port_id': '36025e4a-56de-453c-98d6-81b14179b46d', 'mac_address': 'fa:16:3e:b0:28:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb97c36d-f97f-4a0f-8f81-35ae89045bd2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:11:28.727376 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (1f02346e-4c9b-464f-a126-572d350e28ff), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.784544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-36248f11-6265-4775-8b38-e420bb37df87 None None] Provisioning complete for port ff764b49-8b65-4869-b71f-f76e7c7f6016 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:28.785088 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36248f11-6265-4775-8b38-e420bb37df87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ff764b49-8b65-4869-b71f-f76e7c7f6016), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.800662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:28.802082 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0c91-3525-4132-adfe-73ec6e828f92 req-ccb5e9f5-9968-4e51-a3a5-8591010f8ce3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:28.803705 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f35b0c91-3525-4132-adfe-73ec6e828f92 req-ccb5e9f5-9968-4e51-a3a5-8591010f8ce3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 946 time: 0.0985568 Jan 28 19:11:28.805944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172813ce-8571-4ce9-a11a-ef18b2860016 req-add06f87-7a36-4587-841a-5290770cd607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:28.807665 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-172813ce-8571-4ce9-a11a-ef18b2860016 req-add06f87-7a36-4587-841a-5290770cd607 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 1128 time: 0.0895598 Jan 28 19:11:28.811619 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:28.816065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 36025e4a-56de-453c-98d6-81b14179b46d is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:28.816459 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (36025e4a-56de-453c-98d6-81b14179b46d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.824887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:28.859428 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36025e4a-56de-453c-98d6-81b14179b46d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:28.890376 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 36025e4a-56de-453c-98d6-81b14179b46d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=36025e4a-56de-453c-98d6-81b14179b46d,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:28.893890 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f35b0c91-3525-4132-adfe-73ec6e828f92 req-c287ee27-0648-45dc-b3e2-ede132db1e69 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740032 Jan 28 19:11:28.896743 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-172813ce-8571-4ce9-a11a-ef18b2860016 req-6128130c-4048-41d1-9c21-db2777da6b23 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747840 Jan 28 19:11:28.899017 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Pushing event updated for resources: {'Port': ['ID=1f02346e-4c9b-464f-a126-572d350e28ff,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:28.913787 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:28.914136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:28.914448 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:28.914772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:28.915097 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:28.915561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:28.915883 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:28.916201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:28.916517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:28.916836 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:28.917153 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:28.917468 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:28.917788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:28.927140 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (36025e4a-56de-453c-98d6-81b14179b46d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:28.938660 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-b28b53f8-a165-47de-aee3-5d77d60d4d23 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Router e021c62f-0fd3-4518-b34a-f9fae361d895 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:11:28.960114 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-36248f11-6265-4775-8b38-e420bb37df87 None None] Current status of the port ff764b49-8b65-4869-b71f-f76e7c7f6016 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:28.995834 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=36025e4a-56de-453c-98d6-81b14179b46d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:29.016670 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b046cabb-df0d-488a-b9f2-ef0dc9127138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (40a3786c-19ac-4d04-89a2-2734dd683565), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:29.183002 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-84eb081d-254a-4c41-a1e4-3305884a1332 None None] Provisioning complete for port ff764b49-8b65-4869-b71f-f76e7c7f6016 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:29.184415 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-84eb081d-254a-4c41-a1e4-3305884a1332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ff764b49-8b65-4869-b71f-f76e7c7f6016), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:29.185961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046cabb-df0d-488a-b9f2-ef0dc9127138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a3786c-19ac-4d04-89a2-2734dd683565,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:29.209522 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['36025e4a-56de-453c-98d6-81b14179b46d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:11:29.270643 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16437d-394a-4044-b6f7-144c8a4acfca req-25014403-57fe-4fbf-9b6c-e9a7cf5cd012 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:29.272411 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be16437d-394a-4044-b6f7-144c8a4acfca req-25014403-57fe-4fbf-9b6c-e9a7cf5cd012 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 808 time: 0.1154716 Jan 28 19:11:29.277785 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b046cabb-df0d-488a-b9f2-ef0dc9127138 admin admin] Checking segment: {'id': '1e45f636-0657-4623-979d-d887c1d58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:29.278439 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b046cabb-df0d-488a-b9f2-ef0dc9127138 admin admin] Network hostable DHCP agents. Network: b0b4d9af-d48d-4a94-8171-126ed9963a36, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:11:29.294129 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be16437d-394a-4044-b6f7-144c8a4acfca req-3c347d90-c2d4-42f5-bd60-9f20ee8684b9 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/quotas/be0bcd491a344f1d9cdebd1430d3209a HTTP/1.1" status: 200 len: 375 time: 0.0096991 Jan 28 19:11:29.323186 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-b28b53f8-a165-47de-aee3-5d77d60d4d23 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:11:29.329469 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be16437d-394a-4044-b6f7-144c8a4acfca req-a97b0519-1758-4bb2-b727-6a92897ebca4 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285816 Jan 28 19:11:29.331324 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-b28b53f8-a165-47de-aee3-5d77d60d4d23 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:29.336430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-84eb081d-254a-4c41-a1e4-3305884a1332 None None] Current status of the port ff764b49-8b65-4869-b71f-f76e7c7f6016 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:29.341444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d4906d-8855-4cb8-992a-7e813e73d187 None None] Sync routers for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:11:29.366621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d4906d-8855-4cb8-992a-7e813e73d187 None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:29.367258 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-11d4906d-8855-4cb8-992a-7e813e73d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:29.400575 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b046cabb-df0d-488a-b9f2-ef0dc9127138 admin admin] Network b0b4d9af-d48d-4a94-8171-126ed9963a36 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:11:29.405869 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-b28b53f8-a165-47de-aee3-5d77d60d4d23 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "PUT /v2.0/floatingips/de192462-1e01-41db-9ff7-6410ccec7d73 HTTP/1.1" status: 200 len: 996 time: 3.0419495 Jan 28 19:11:29.409715 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'tag': '678ff146-d761-4d3c-b814-89ec7bc3dc29'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:29.412196 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac00440-6a1a-49d8-8d74-308c4431e00d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1033809-06cf-46fa-8d09-8ea166cb7248", "tag": "678ff146-d761-4d3c-b814-89ec7bc3dc29"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:29.428135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b046cabb-df0d-488a-b9f2-ef0dc9127138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, b0b4d9af-d48d-4a94-8171-126ed9963a36) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:29.434923 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b046cabb-df0d-488a-b9f2-ef0dc9127138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:29.435480 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b046cabb-df0d-488a-b9f2-ef0dc9127138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:29.438865 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Publish callbacks [] for router_gateway (431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:29.448591 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be16437d-394a-4044-b6f7-144c8a4acfca req-c9c44023-dec4-4c9b-9a61-b8d295e51724 service neutron] 10.222.0.55 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980062 Jan 28 19:11:29.461890 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f822af42-9e74-4477-81bd-6411b70aeebf None None] Network b0b4d9af-d48d-4a94-8171-126ed9963a36 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:11:29.514226 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b046cabb-df0d-488a-b9f2-ef0dc9127138 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0588367 Jan 28 19:11:29.517065 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:29.521592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1621456048-router', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:29.556931 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (992de068-0ffa-4ffe-ab99-f7c371e79c09), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:29.557977 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (992de068-0ffa-4ffe-ab99-f7c371e79c09), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:29.577246 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-11d4906d-8855-4cb8-992a-7e813e73d187 None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:29.577642 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-f625a74f-a842-4075-9cf8-0e875ddb023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:29.579208 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-f625a74f-a842-4075-9cf8-0e875ddb023d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 1127 time: 0.1003616 Jan 28 19:11:29.595670 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be16437d-394a-4044-b6f7-144c8a4acfca req-0174c538-d07a-4caf-b5e3-3030230318d1 service neutron] 10.222.0.55 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311467 Jan 28 19:11:29.676752 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Publish callbacks [] for router_controller (992de068-0ffa-4ffe-ab99-f7c371e79c09), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:29.694372 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-b0b4d9af-d48d-4a94-8171-126ed9963a36', 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36', 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'fixed_ips': [{'subnet_id': '40a3786c-19ac-4d04-89a2-2734dd683565'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:11:29.695281 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:29.774563 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:29.778050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-550c38f3-1a9f-4736-8f78-1c32cb528f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:29.779629 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-550c38f3-1a9f-4736-8f78-1c32cb528f67 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 921 time: 0.1509631 Jan 28 19:11:29.925673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ff764b49-8b65-4869-b71f-f76e7c7f6016 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:29.935519 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Publish callbacks [] for router_gateway (992de068-0ffa-4ffe-ab99-f7c371e79c09), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:30.157821 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Allocated IP 172.20.0.2 (b0b4d9af-d48d-4a94-8171-126ed9963a36/40a3786c-19ac-4d04-89a2-2734dd683565/39dc01be-8977-47a5-afc3-730b85d54091) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:30.168101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a19c7-4fea-4b3a-a240-e848b1cd23f2 req-ce864c98-0d96-4b46-8fe7-ea67658de60a tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:30.169734 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:30.182468 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b22a19c7-4fea-4b3a-a240-e848b1cd23f2 req-ce864c98-0d96-4b46-8fe7-ea67658de60a tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=739ae3b6-824d-4055-b9d9-deeb09f6d60e HTTP/1.1" status: 200 len: 944 time: 0.1190073 Jan 28 19:11:30.333654 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port ff764b49-8b65-4869-b71f-f76e7c7f6016 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:30.334320 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ff764b49-8b65-4869-b71f-f76e7c7f6016), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:30.353034 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-02b1432e-03a0-4d4d-92d1-211967dffeb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678ff146-d761-4d3c-b814-89ec7bc3dc29 HTTP/1.1" status: 200 len: 999 time: 0.5561807 Jan 28 19:11:30.432428 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-a1a9cf98-0b3e-4fe1-8d68-4151ddcac655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:30.434051 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-a1a9cf98-0b3e-4fe1-8d68-4151ddcac655 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 HTTP/1.1" status: 200 len: 859 time: 0.0675690 Jan 28 19:11:30.454872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 36025e4a-56de-453c-98d6-81b14179b46d up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:30.466845 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Publish callbacks [] for port (39dc01be-8977-47a5-afc3-730b85d54091), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:30.475296 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b22a19c7-4fea-4b3a-a240-e848b1cd23f2 req-2051deb7-62b7-49f2-8d0e-b1733f996f10 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914486 Jan 28 19:11:30.490598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Router 431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:11:30.504719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-1e6f531e-f856-480e-8f5e-968c6d302a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:30.506355 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-1e6f531e-f856-480e-8f5e-968c6d302a11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd36cec0-b04c-4d96-af73-7ad37b8013a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0647123 Jan 28 19:11:30.525082 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (39dc01be-8977-47a5-afc3-730b85d54091), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:30.552336 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-11d4906d-8855-4cb8-992a-7e813e73d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'de192462-1e01-41db-9ff7-6410ccec7d73', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'port_id': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'mac_address': 'fa:16:3e:26:d0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:10:56Z', 'updated_at': '2022-01-28T19:11:27Z', 'revision_number': 1, 'project_id': '853e4e8488c24c58897190aff96eb123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:30.621223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d4906d-8855-4cb8-992a-7e813e73d187 None None] Checking router: e021c62f-0fd3-4518-b34a-f9fae361d895 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:11:30.626722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Network b0b4d9af-d48d-4a94-8171-126ed9963a36 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:30.629789 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Publish callbacks [] for router_gateway (992de068-0ffa-4ffe-ab99-f7c371e79c09), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:30.637437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port ff764b49-8b65-4869-b71f-f76e7c7f6016 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:30.639384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:30.644709 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:30.646879 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Pushing event updated for resources: {'Port': ['ID=39dc01be-8977-47a5-afc3-730b85d54091,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:30.660146 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d4906d-8855-4cb8-992a-7e813e73d187 None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:30.660951 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-11d4906d-8855-4cb8-992a-7e813e73d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:30.671149 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-aa7c8cda-8f61-4c79-8f19-a0deeccf9293 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:30.672845 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-aa7c8cda-8f61-4c79-8f19-a0deeccf9293 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 946 time: 0.3043447 Jan 28 19:11:30.676444 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:30.684321 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-57f2c83d-9ac0-4ebe-a496-8719742ff8f9 service neutron] 10.222.0.55 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708639 Jan 28 19:11:30.722743 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:11:30.726748 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 36025e4a-56de-453c-98d6-81b14179b46d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:11:30.739012 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Sync routers for ids ['431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:11:30.762323 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 36025e4a-56de-453c-98d6-81b14179b46d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:30.762587 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (36025e4a-56de-453c-98d6-81b14179b46d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:30.763517 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Routers {'431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:30.766670 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:30.783904 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:30.785189 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a1f3a05f-99d2-4c6e-8f17-b06701eafaa9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1405306 Jan 28 19:11:30.788063 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38636) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:30.810261 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Attempting to bind port 39dc01be-8977-47a5-afc3-730b85d54091 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:30.810630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Attempting to bind port 39dc01be-8977-47a5-afc3-730b85d54091 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '1e45f636-0657-4623-979d-d887c1d58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:30.811040 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Attempting to bind port 39dc01be-8977-47a5-afc3-730b85d54091 on network b0b4d9af-d48d-4a94-8171-126ed9963a36 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:30.880373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:30.880692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Checking segment: {'id': '1e45f636-0657-4623-979d-d887c1d58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:30.881042 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:30.881439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Bound using segment: {'id': '1e45f636-0657-4623-979d-d887c1d58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:30.881927 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Bound port: 39dc01be-8977-47a5-afc3-730b85d54091, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e45f636-0657-4623-979d-d887c1d58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:30.884021 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (39dc01be-8977-47a5-afc3-730b85d54091), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:30.934323 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-11d4906d-8855-4cb8-992a-7e813e73d187 None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:30.958862 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Set router 431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:30.994456 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce17f984-8727-4158-b6c5-6e91f9149ad8 req-7b95d9cb-a6eb-4d93-b66a-d29c8d7b7dae service neutron] 10.222.0.55 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007226 Jan 28 19:11:31.105657 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d44731-464e-4a99-89b3-f20300e763ea x-openstack-request-id: req-31d44731-464e-4a99-89b3-f20300e763ea {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:31.105961 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1033809-06cf-46fa-8d09-8ea166cb7248", "tag": "678ff146-d761-4d3c-b814-89ec7bc3dc29", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:31.106221 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31d44731-464e-4a99-89b3-f20300e763ea {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:31.106626 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'tag': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'status': 'completed', 'code': 200} Jan 28 19:11:31.131931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] For port 39dc01be-8977-47a5-afc3-730b85d54091, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:31.161851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 36025e4a-56de-453c-98d6-81b14179b46d is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:31.162608 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (36025e4a-56de-453c-98d6-81b14179b46d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:31.165940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] For port 39dc01be-8977-47a5-afc3-730b85d54091, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=39dc01be-8977-47a5-afc3-730b85d54091,segment=NetworkSegment(1e45f636-0657-4623-979d-d887c1d58f07),segment_id=1e45f636-0657-4623-979d-d887c1d58f07)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:31.183614 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (39dc01be-8977-47a5-afc3-730b85d54091), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:31.234817 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'name': 'tempest-TaggedBootDevicesTest_v242-48153856-router', 'tenant_id': '731b202f991f4f309349c7c8e237153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1f02346e-4c9b-464f-a126-572d350e28ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:25Z', 'updated_at': '2022-01-28T19:11:29Z', 'revision_number': 3, 'project_id': '731b202f991f4f309349c7c8e237153b', 'gw_port': {'id': '1f02346e-4c9b-464f-a126-572d350e28ff', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:75:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:27Z', 'updated_at': '2022-01-28T19:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:31.241818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739ae3b6-824d-4055-b9d9-deeb09f6d60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36025e4a-56de-453c-98d6-81b14179b46d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:31.244203 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65e0479-0046-4706-b4ed-bab1644cc05d" -d '{"events": [{"server_uuid": "739ae3b6-824d-4055-b9d9-deeb09f6d60e", "name": "network-vif-plugged", "status": "completed", "tag": "36025e4a-56de-453c-98d6-81b14179b46d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:31.262069 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Checking router: 431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:11:31.262802 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Updating router 431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a port 1f02346e-4c9b-464f-a126-572d350e28ff binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:11:31.289425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 36025e4a-56de-453c-98d6-81b14179b46d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=36025e4a-56de-453c-98d6-81b14179b46d,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:31.291682 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1f02346e-4c9b-464f-a126-572d350e28ff), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:31.311112 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (36025e4a-56de-453c-98d6-81b14179b46d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:31.338244 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef77bbe-b4ae-4523-b3e3-7642cfbb5d07 None None] Pushing event updated for resources: {'Port': ['ID=39dc01be-8977-47a5-afc3-730b85d54091,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:31.350960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44489e6f-604a-4629-af0b-f9153f315439 req-a6c5eb1a-f454-478a-9739-feef87b4d31a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:31.358556 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-44489e6f-604a-4629-af0b-f9153f315439 req-a6c5eb1a-f454-478a-9739-feef87b4d31a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb980a07-a331-4bf4-8e5a-f4adac612ff0 HTTP/1.1" status: 200 len: 945 time: 0.7804539 Jan 28 19:11:31.447941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=36025e4a-56de-453c-98d6-81b14179b46d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:31.479370 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-11d4906d-8855-4cb8-992a-7e813e73d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'de192462-1e01-41db-9ff7-6410ccec7d73', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'port_id': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'mac_address': 'fa:16:3e:26:d0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:10:56Z', 'updated_at': '2022-01-28T19:11:27Z', 'revision_number': 1, 'project_id': '853e4e8488c24c58897190aff96eb123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:31.494752 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Allocated IP 172.25.0.25 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/86c2b793-14ac-4589-82ea-d8ecb588b5a2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:31.504124 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac00440-6a1a-49d8-8d74-308c4431e00d req-831dde89-22c7-45f9-b786-0ee6809827b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:31.505644 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fac00440-6a1a-49d8-8d74-308c4431e00d req-831dde89-22c7-45f9-b786-0ee6809827b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 1127 time: 0.2163460 Jan 28 19:11:31.525848 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-44489e6f-604a-4629-af0b-f9153f315439 req-c0f1ba1a-83fe-4a4c-bd4a-8ba9c6ca56a8 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662498 Jan 28 19:11:31.531975 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d4906d-8855-4cb8-992a-7e813e73d187 None None] The sync data for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 is: [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'de192462-1e01-41db-9ff7-6410ccec7d73', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'port_id': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'mac_address': 'fa:16:3e:26:d0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:10:56Z', 'updated_at': '2022-01-28T19:11:27Z', 'revision_number': 1, 'project_id': '853e4e8488c24c58897190aff96eb123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:11:31.623580 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455560a-2957-492e-8390-217e1b0e5477 req-037ada84-791e-46e0-b827-8cd8a50d427d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:31.630631 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7455560a-2957-492e-8390-217e1b0e5477 req-037ada84-791e-46e0-b827-8cd8a50d427d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 946 time: 0.4261723 Jan 28 19:11:31.753934 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-5bba5b4a-2d8f-46ef-9fc3-7aec965c31c8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Deleting port ecc4a21a-d4f4-4218-a97a-0d9670bd0969 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:11:31.754306 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-5bba5b4a-2d8f-46ef-9fc3-7aec965c31c8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ecc4a21a-d4f4-4218-a97a-0d9670bd0969), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:31.792263 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-44dfa50f-2992-42cc-9410-7437de9c21e9 req-7017c117-94b2-4667-8d36-02eeac774af8 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 210 time: 0.1210396 Jan 28 19:11:31.854737 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7455560a-2957-492e-8390-217e1b0e5477 req-1582cf3b-6239-40c0-950f-27f7f368ed0a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231002 Jan 28 19:11:31.897387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16437d-394a-4044-b6f7-144c8a4acfca req-70635585-bc3a-4ca4-872b-12c56074b7b8 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:31.899165 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be16437d-394a-4044-b6f7-144c8a4acfca req-70635585-bc3a-4ca4-872b-12c56074b7b8 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.37 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 808 time: 0.3848162 Jan 28 19:11:31.939735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764db517-30e0-4a77-b393-61b34ad3b015 None None] New status for floating IP de192462-1e01-41db-9ff7-6410ccec7d73: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:11:31.967138 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Publish callbacks [] for port (86c2b793-14ac-4589-82ea-d8ecb588b5a2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:32.017510 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77eb3774-d510-454f-91fb-ad6ed64f9d43 x-openstack-request-id: req-77eb3774-d510-454f-91fb-ad6ed64f9d43 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:32.018145 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739ae3b6-824d-4055-b9d9-deeb09f6d60e", "name": "network-vif-plugged", "status": "completed", "tag": "36025e4a-56de-453c-98d6-81b14179b46d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:32.018497 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77eb3774-d510-454f-91fb-ad6ed64f9d43 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:32.019243 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739ae3b6-824d-4055-b9d9-deeb09f6d60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36025e4a-56de-453c-98d6-81b14179b46d', 'code': 200} Jan 28 19:11:32.020229 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 39dc01be-8977-47a5-afc3-730b85d54091 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:32.036017 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (86c2b793-14ac-4589-82ea-d8ecb588b5a2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:32.087690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-be16437d-394a-4044-b6f7-144c8a4acfca req-6a3b7518-5824-4b1f-8475-4d5cf209d88e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Request body: {'port': {'device_id': '91b1eb72-bbc2-45b5-a185-6a69f2fbd881', 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58', 'admin_state_up': True, 'tenant_id': 'be0bcd491a344f1d9cdebd1430d3209a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:32.115707 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Pushing event updated for resources: {'Port': ['ID=86c2b793-14ac-4589-82ea-d8ecb588b5a2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:32.125959 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac00440-6a1a-49d8-8d74-308c4431e00d req-79edb63f-fd49-4589-8832-332eb0ebc418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:32.127768 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fac00440-6a1a-49d8-8d74-308c4431e00d req-79edb63f-fd49-4589-8832-332eb0ebc418 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 921 time: 0.6007440 Jan 28 19:11:32.169550 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:32.178295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:32.182457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:32.212218 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 39dc01be-8977-47a5-afc3-730b85d54091 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:32.212870 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (39dc01be-8977-47a5-afc3-730b85d54091), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:32.226164 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:32.266544 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fac00440-6a1a-49d8-8d74-308c4431e00d req-232f4cf0-25ed-4f6c-8910-10832863bae5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678ff146-d761-4d3c-b814-89ec7bc3dc29 HTTP/1.1" status: 200 len: 999 time: 0.0955186 Jan 28 19:11:32.281691 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Publish callbacks [] for port (1f02346e-4c9b-464f-a126-572d350e28ff), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:32.299722 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1f02346e-4c9b-464f-a126-572d350e28ff), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:32.313470 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 39dc01be-8977-47a5-afc3-730b85d54091 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:32.314306 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (39dc01be-8977-47a5-afc3-730b85d54091), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:32.360695 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Attempting to bind port 1f02346e-4c9b-464f-a126-572d350e28ff on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:32.361068 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Attempting to bind port 1f02346e-4c9b-464f-a126-572d350e28ff by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:32.361621 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Attempting to bind port 1f02346e-4c9b-464f-a126-572d350e28ff on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:32.372038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 39dc01be-8977-47a5-afc3-730b85d54091, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=39dc01be-8977-47a5-afc3-730b85d54091,segment=NetworkSegment(1e45f636-0657-4623-979d-d887c1d58f07),segment_id=1e45f636-0657-4623-979d-d887c1d58f07)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:32.379112 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:32.380034 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:32.380914 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:32.381430 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (39dc01be-8977-47a5-afc3-730b85d54091), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:32.381727 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:32.382495 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Bound port: 1f02346e-4c9b-464f-a126-572d350e28ff, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:32.383043 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1f02346e-4c9b-464f-a126-572d350e28ff), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:32.436999 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07203122-f21d-4a8e-b5ef-86cfcf3575ac req-b81c3e1c-ed03-41de-bf47-f86ce155d2b5 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:32.448944 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07203122-f21d-4a8e-b5ef-86cfcf3575ac req-b81c3e1c-ed03-41de-bf47-f86ce155d2b5 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=739ae3b6-824d-4055-b9d9-deeb09f6d60e HTTP/1.1" status: 200 len: 945 time: 0.3375633 Jan 28 19:11:32.453345 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-5bba5b4a-2d8f-46ef-9fc3-7aec965c31c8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] For port ecc4a21a-d4f4-4218-a97a-0d9670bd0969, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ecc4a21a-d4f4-4218-a97a-0d9670bd0969,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:32.453976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-5bba5b4a-2d8f-46ef-9fc3-7aec965c31c8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ecc4a21a-d4f4-4218-a97a-0d9670bd0969), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:32.454990 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] For port 1f02346e-4c9b-464f-a126-572d350e28ff, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:32.456869 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=39dc01be-8977-47a5-afc3-730b85d54091,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:32.458858 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] For port 1f02346e-4c9b-464f-a126-572d350e28ff, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1f02346e-4c9b-464f-a126-572d350e28ff,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:32.464000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be16437d-394a-4044-b6f7-144c8a4acfca req-6a3b7518-5824-4b1f-8475-4d5cf209d88e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Made reservation on behalf of be0bcd491a344f1d9cdebd1430d3209a for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:32.465936 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fd755-be74-4ad7-afbf-3ab14aacf974 None None] Pushing event updated for resources: {'Port': ['ID=1f02346e-4c9b-464f-a126-572d350e28ff,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:32.467527 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-be16437d-394a-4044-b6f7-144c8a4acfca req-6a3b7518-5824-4b1f-8475-4d5cf209d88e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:32.469864 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1f02346e-4c9b-464f-a126-572d350e28ff), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:32.502254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-568c2c8a-ed92-4144-96a6-8d7c68f7c2af tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:32.504051 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-568c2c8a-ed92-4144-96a6-8d7c68f7c2af tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4281645 Jan 28 19:11:32.535780 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Routers {'431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:32.536416 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:32.538366 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fd755-be74-4ad7-afbf-3ab14aacf974 None None] Pushing event updated for resources: {'Port': ['ID=1f02346e-4c9b-464f-a126-572d350e28ff,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:32.555639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-5bba5b4a-2d8f-46ef-9fc3-7aec965c31c8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Calling delete_port for ecc4a21a-d4f4-4218-a97a-0d9670bd0969 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:11:32.559091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac00440-6a1a-49d8-8d74-308c4431e00d req-0ae5cd03-29d4-499a-b432-48ed28164607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:32.560787 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fac00440-6a1a-49d8-8d74-308c4431e00d req-0ae5cd03-29d4-499a-b432-48ed28164607 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 HTTP/1.1" status: 200 len: 859 time: 0.2526119 Jan 28 19:11:32.659595 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] Set router 431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:32.685817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad74617-9c77-4f47-a906-087f58d1c043 req-ece710f8-7073-4788-9610-79fbf7e233be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:32.687719 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fad74617-9c77-4f47-a906-087f58d1c043 req-ece710f8-7073-4788-9610-79fbf7e233be service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=739ae3b6-824d-4055-b9d9-deeb09f6d60e HTTP/1.1" status: 200 len: 1127 time: 0.4410880 Jan 28 19:11:32.690801 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-a51f4a2c-014f-4330-b64b-bd7d9e22268d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 1001 time: 0.1135607 Jan 28 19:11:32.725240 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07203122-f21d-4a8e-b5ef-86cfcf3575ac req-e50035de-2db3-41d1-b469-fb19ae84112b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749636 Jan 28 19:11:32.738337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-639b01d3-164c-4a60-aeac-54916274d311 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Request body: {'floatingip': {'port_id': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:32.890767 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac00440-6a1a-49d8-8d74-308c4431e00d req-d61b5252-6e01-47e4-b629-8ffa46e7c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:32.892332 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fac00440-6a1a-49d8-8d74-308c4431e00d req-d61b5252-6e01-47e4-b629-8ffa46e7c904 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd36cec0-b04c-4d96-af73-7ad37b8013a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2828808 Jan 28 19:11:32.916176 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'name': 'tempest-TaggedBootDevicesTest_v242-48153856-router', 'tenant_id': '731b202f991f4f309349c7c8e237153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1f02346e-4c9b-464f-a126-572d350e28ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:25Z', 'updated_at': '2022-01-28T19:11:29Z', 'revision_number': 3, 'project_id': '731b202f991f4f309349c7c8e237153b', 'gw_port': {'id': '1f02346e-4c9b-464f-a126-572d350e28ff', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:75:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:27Z', 'updated_at': '2022-01-28T19:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:32.920034 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fad74617-9c77-4f47-a906-087f58d1c043 req-1b97075d-340e-4317-92da-73d94b9b4dab service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189112 Jan 28 19:11:32.955485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a402ce70-1762-4ac7-bdb6-c519f5c65c22 None None] Network b0b4d9af-d48d-4a94-8171-126ed9963a36 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:11:32.955723 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f6140-f3fb-4a12-a6de-eae0a5178252 None None] The sync data for ids ['431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'] in n-d-824834-4 is: [{'id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'name': 'tempest-TaggedBootDevicesTest_v242-48153856-router', 'tenant_id': '731b202f991f4f309349c7c8e237153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1f02346e-4c9b-464f-a126-572d350e28ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:25Z', 'updated_at': '2022-01-28T19:11:29Z', 'revision_number': 3, 'project_id': '731b202f991f4f309349c7c8e237153b', 'gw_port': {'id': '1f02346e-4c9b-464f-a126-572d350e28ff', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:75:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:27Z', 'updated_at': '2022-01-28T19:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:11:32.955959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Allocated IP 172.20.0.1 (5a5f57ba-8401-458e-8068-af74e7c0ca32/7c69c9c6-525d-476e-a95e-46fb195196cb/ef17762e-dc93-43ca-a94d-5db2f9cf8390) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:32.961424 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-639b01d3-164c-4a60-aeac-54916274d311 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for floatingip (de192462-1e01-41db-9ff7-6410ccec7d73), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:33.099652 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Publish callbacks [] for router_gateway (992de068-0ffa-4ffe-ab99-f7c371e79c09), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:33.160091 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-be16437d-394a-4044-b6f7-144c8a4acfca req-6a3b7518-5824-4b1f-8475-4d5cf209d88e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Allocated IP 172.20.0.4 (07cf55c4-e390-408e-b1e2-a832ba462c58/10a56f99-3d90-4e93-bed9-c1a90d6cae3c/e3b0c675-fa51-478d-ab37-a24cb2220599) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:33.212267 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fac00440-6a1a-49d8-8d74-308c4431e00d req-5a9def4e-810a-4247-8432-f5ca61472383 service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720704 Jan 28 19:11:33.259282 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-5bba5b4a-2d8f-46ef-9fc3-7aec965c31c8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (ecc4a21a-d4f4-4218-a97a-0d9670bd0969), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:33.279584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['ecc4a21a-d4f4-4218-a97a-0d9670bd0969'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:11:33.319695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-681beb2e-6ccf-4606-9d13-115cb3903f2d None None] Provisioning complete for port 39dc01be-8977-47a5-afc3-730b85d54091 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:33.319915 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-681beb2e-6ccf-4606-9d13-115cb3903f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (39dc01be-8977-47a5-afc3-730b85d54091), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:33.334537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded379f1-920f-4e90-af93-a882b38a554f req-c6c8f0f3-8f3f-4bc7-a65a-29f5158285fc tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:33.343691 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ded379f1-920f-4e90-af93-a882b38a554f req-c6c8f0f3-8f3f-4bc7-a65a-29f5158285fc tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 945 time: 0.3089404 Jan 28 19:11:33.459058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-681beb2e-6ccf-4606-9d13-115cb3903f2d None None] Current status of the port 39dc01be-8977-47a5-afc3-730b85d54091 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:33.493615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba5b4a-2d8f-46ef-9fc3-7aec965c31c8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Pushing event deleted for resources: {'Port': ['ID=ecc4a21a-d4f4-4218-a97a-0d9670bd0969,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:33.520099 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Publish callbacks [] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:33.604913 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-be16437d-394a-4044-b6f7-144c8a4acfca req-6a3b7518-5824-4b1f-8475-4d5cf209d88e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks [] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:33.662196 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ded379f1-920f-4e90-af93-a882b38a554f req-c69baf99-6e28-4371-9603-fd9496d413fd tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166616 Jan 28 19:11:33.678157 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:33.720731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-5bba5b4a-2d8f-46ef-9fc3-7aec965c31c8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] No DVR routers for this DVR port ecc4a21a-d4f4-4218-a97a-0d9670bd0969 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:11:33.726671 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-5bba5b4a-2d8f-46ef-9fc3-7aec965c31c8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:33.730685 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-60ee5999-2e59-4aed-8467-aabf77169bc7 req-5bba5b4a-2d8f-46ef-9fc3-7aec965c31c8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.31 "DELETE /v2.0/ports/ecc4a21a-d4f4-4218-a97a-0d9670bd0969 HTTP/1.1" status: 204 len: 173 time: 3.0410721 Jan 28 19:11:33.745321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd023fb0-9461-451e-8d26-7bd7b453a776', 'name': 'network-vif-deleted', 'tag': 'ecc4a21a-d4f4-4218-a97a-0d9670bd0969'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:33.748370 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f090f7-b58a-470a-b4d7-24135bf7d61f" -d '{"events": [{"server_uuid": "dd023fb0-9461-451e-8d26-7bd7b453a776", "name": "network-vif-deleted", "tag": "ecc4a21a-d4f4-4218-a97a-0d9670bd0969"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:33.775471 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fac00440-6a1a-49d8-8d74-308c4431e00d req-2ca400bf-b68d-4f03-84ef-e348ea6e0f3d service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275514 Jan 28 19:11:33.793588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c346d94f-fa62-421b-877c-41661f918878 None None] Provisioning complete for port 39dc01be-8977-47a5-afc3-730b85d54091 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:33.793977 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c346d94f-fa62-421b-877c-41661f918878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (39dc01be-8977-47a5-afc3-730b85d54091), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:33.828095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Network 5a5f57ba-8401-458e-8068-af74e7c0ca32 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:33.832037 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0591a094-1f60-49e0-a845-47fcfbdd6949 req-f9b62c15-3fc2-4398-8d12-9e57abab59ba tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 210 time: 0.0522864 Jan 28 19:11:33.833321 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (992de068-0ffa-4ffe-ab99-f7c371e79c09), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:33.835212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:33.842193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:33.942703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Pushing event updated for resources: {'Port': ['ID=ef17762e-dc93-43ca-a94d-5db2f9cf8390,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:34.027529 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-be16437d-394a-4044-b6f7-144c8a4acfca req-6a3b7518-5824-4b1f-8475-4d5cf209d88e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:34.056148 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-348a5f4c-b142-4e8e-a84b-f05b7f22574d req-1e20b391-a764-4d88-a3b9-451a9f65c6ee tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 210 time: 0.1074269 Jan 28 19:11:34.103416 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c346d94f-fa62-421b-877c-41661f918878 None None] Current status of the port 39dc01be-8977-47a5-afc3-730b85d54091 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:34.109863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1f02346e-4c9b-464f-a126-572d350e28ff up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:34.183857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1f02346e-4c9b-464f-a126-572d350e28ff triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:34.191982 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b7518-5824-4b1f-8475-4d5cf209d88e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Pushing event updated for resources: {'Port': ['ID=e3b0c675-fa51-478d-ab37-a24cb2220599,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:34.192354 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1f02346e-4c9b-464f-a126-572d350e28ff), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:34.243133 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-639b01d3-164c-4a60-aeac-54916274d311 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:11:34.246962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Router 992de068-0ffa-4ffe-ab99-f7c371e79c09 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:11:34.252415 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f091458e-cce9-43e2-8846-de9ac580814d req-4eed2598-fa4f-4f39-a290-6f28e014fb18 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 210 time: 0.0782349 Jan 28 19:11:34.340535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b73d0769-af91-4721-9177-f5ff24aefa05 None None] Provisioning complete for port ef17762e-dc93-43ca-a94d-5db2f9cf8390 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:34.340915 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b73d0769-af91-4721-9177-f5ff24aefa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:34.382938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1f02346e-4c9b-464f-a126-572d350e28ff is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:34.383334 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1f02346e-4c9b-464f-a126-572d350e28ff), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:34.420865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 1f02346e-4c9b-464f-a126-572d350e28ff, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1f02346e-4c9b-464f-a126-572d350e28ff,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:34.422099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b73d0769-af91-4721-9177-f5ff24aefa05 None None] Port ef17762e-dc93-43ca-a94d-5db2f9cf8390 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:11:34.430838 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1f02346e-4c9b-464f-a126-572d350e28ff), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:34.431946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 39dc01be-8977-47a5-afc3-730b85d54091 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:34.532205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=1f02346e-4c9b-464f-a126-572d350e28ff,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:34.549307 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 39dc01be-8977-47a5-afc3-730b85d54091 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:34.549466 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (39dc01be-8977-47a5-afc3-730b85d54091), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:34.644483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 39dc01be-8977-47a5-afc3-730b85d54091 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:34.705083 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:34.714835 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be16437d-394a-4044-b6f7-144c8a4acfca req-6a3b7518-5824-4b1f-8475-4d5cf209d88e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Network 07cf55c4-e390-408e-b1e2-a832ba462c58 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:34.749873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-be16437d-394a-4044-b6f7-144c8a4acfca req-6a3b7518-5824-4b1f-8475-4d5cf209d88e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:34.756400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-be16437d-394a-4044-b6f7-144c8a4acfca req-6a3b7518-5824-4b1f-8475-4d5cf209d88e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:34.817660 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-639b01d3-164c-4a60-aeac-54916274d311 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:34.830678 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-639b01d3-164c-4a60-aeac-54916274d311 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (de192462-1e01-41db-9ff7-6410ccec7d73), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:34.910076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16437d-394a-4044-b6f7-144c8a4acfca req-6a3b7518-5824-4b1f-8475-4d5cf209d88e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:34.910602 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-be16437d-394a-4044-b6f7-144c8a4acfca req-6a3b7518-5824-4b1f-8475-4d5cf209d88e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:34.927313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbbe91-39ad-4ae4-889c-35d80bf56531 req-b6d5dba3-d62e-4de4-a593-af7d1028c990 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:34.928860 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fffbbe91-39ad-4ae4-889c-35d80bf56531 req-b6d5dba3-d62e-4de4-a593-af7d1028c990 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 946 time: 0.1747930 Jan 28 19:11:34.934088 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091458e-cce9-43e2-8846-de9ac580814d req-b1211865-53e3-49cd-a657-5ec9a27b91fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:34.935486 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f091458e-cce9-43e2-8846-de9ac580814d req-b1211865-53e3-49cd-a657-5ec9a27b91fe service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b1f1db10744a4501a97a85a9685ef09a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6725216 Jan 28 19:11:34.943518 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be16437d-394a-4044-b6f7-144c8a4acfca req-6a3b7518-5824-4b1f-8475-4d5cf209d88e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8618953 Jan 28 19:11:34.947725 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:11:34.958925 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Sync routers for ids ['992de068-0ffa-4ffe-ab99-f7c371e79c09'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:11:34.969695 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Routers {'992de068-0ffa-4ffe-ab99-f7c371e79c09'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:34.970325 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['992de068-0ffa-4ffe-ab99-f7c371e79c09'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:34.976853 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Request body: {'port': {'device_id': '91b1eb72-bbc2-45b5-a185-6a69f2fbd881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:35.043075 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:35.055615 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:35.057062 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-40fed946-cdd7-4008-9a4a-b4ab9dd7d19f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5391834 Jan 28 19:11:35.060312 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38662) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:35.086212 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-639b01d3-164c-4a60-aeac-54916274d311 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Floating IP de192462-1e01-41db-9ff7-6410ccec7d73 associated. External IP: 172.25.0.128, port: 678ff146-d761-4d3c-b814-89ec7bc3dc29. Jan 28 19:11:35.120524 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Set router 992de068-0ffa-4ffe-ab99-f7c371e79c09 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:35.128421 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fffbbe91-39ad-4ae4-889c-35d80bf56531 req-dc2ffefc-a06b-4d50-94f3-451850fe32fe tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899066 Jan 28 19:11:35.167992 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:35.197247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091458e-cce9-43e2-8846-de9ac580814d req-0685c95b-5cea-49d8-bc73-b4c55e02c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:35.199268 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f091458e-cce9-43e2-8846-de9ac580814d req-0685c95b-5cea-49d8-bc73-b4c55e02c7a7 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2530549 Jan 28 19:11:35.200973 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81204eb0-5243-44f2-bc73-d4da70090392 x-openstack-request-id: req-81204eb0-5243-44f2-bc73-d4da70090392 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:35.201876 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd023fb0-9461-451e-8d26-7bd7b453a776", "name": "network-vif-deleted", "tag": "ecc4a21a-d4f4-4218-a97a-0d9670bd0969", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:35.202805 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81204eb0-5243-44f2-bc73-d4da70090392 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:35.203326 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd023fb0-9461-451e-8d26-7bd7b453a776', 'name': 'network-vif-deleted', 'tag': 'ecc4a21a-d4f4-4218-a97a-0d9670bd0969', 'status': 'completed', 'code': 200} Jan 28 19:11:35.382254 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'name': 'tempest-ServersTestManualDisk-1621456048-router', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:29Z', 'updated_at': '2022-01-28T19:11:32Z', 'revision_number': 3, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'gw_port': {'id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:30Z', 'updated_at': '2022-01-28T19:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:35.399311 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11a1a3-45a9-43f1-8833-1e1a5224bcbc req-6574794a-739d-4207-b9b7-abb615a16d02 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:35.401136 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f11a1a3-45a9-43f1-8833-1e1a5224bcbc req-6574794a-739d-4207-b9b7-abb615a16d02 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=739ae3b6-824d-4055-b9d9-deeb09f6d60e HTTP/1.1" status: 200 len: 945 time: 0.1088524 Jan 28 19:11:35.526256 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Checking router: 992de068-0ffa-4ffe-ab99-f7c371e79c09 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:11:35.526601 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Updating router 992de068-0ffa-4ffe-ab99-f7c371e79c09 port 86c2b793-14ac-4589-82ea-d8ecb588b5a2 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:11:35.556587 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (86c2b793-14ac-4589-82ea-d8ecb588b5a2), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:35.562299 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f11a1a3-45a9-43f1-8833-1e1a5224bcbc req-5cf961f3-b1d8-430f-ade4-3a801c44921b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511641 Jan 28 19:11:35.619892 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-639b01d3-164c-4a60-aeac-54916274d311 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Router e021c62f-0fd3-4518-b34a-f9fae361d895 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:11:35.663412 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Publish callbacks [] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:35.707002 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:35.747922 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba975298-c6f2-41b5-ab91-228bec4b60d2 req-07b1b395-e2cc-4f1c-a979-205d076a1c7a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:35.749636 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba975298-c6f2-41b5-ab91-228bec4b60d2 req-07b1b395-e2cc-4f1c-a979-205d076a1c7a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 931 time: 0.0918522 Jan 28 19:11:35.772196 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:35.843773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1f02346e-4c9b-464f-a126-572d350e28ff up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:35.849086 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:35.855244 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Pushing event updated for resources: {'Port': ['ID=ef17762e-dc93-43ca-a94d-5db2f9cf8390,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:35.870560 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba975298-c6f2-41b5-ab91-228bec4b60d2 req-dde30fba-be17-4a49-9dc6-802a1f69c958 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088512 Jan 28 19:11:35.930141 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Publish callbacks [] for port (86c2b793-14ac-4589-82ea-d8ecb588b5a2), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:35.939381 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1f02346e-4c9b-464f-a126-572d350e28ff triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:35.939845 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1f02346e-4c9b-464f-a126-572d350e28ff), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:35.946625 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (86c2b793-14ac-4589-82ea-d8ecb588b5a2), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:35.968419 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-639b01d3-164c-4a60-aeac-54916274d311 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:11:35.981813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b0c675-fa51-478d-ab37-a24cb2220599 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:35.982412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9ef2e4-f91f-4a15-aaa0-89d81517d30d None None] Sync routers for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:11:35.991057 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Publish callbacks [] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:35.999370 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2796e-b55d-4fed-b2ab-0ca71f121ee5 None None] Pushing event updated for resources: {'Port': ['ID=86c2b793-14ac-4589-82ea-d8ecb588b5a2,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:36.004809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Transition to ACTIVE for port object e3b0c675-fa51-478d-ab37-a24cb2220599 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:11:36.005160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ef2e4-f91f-4a15-aaa0-89d81517d30d None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:36.005642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4e9ef2e4-f91f-4a15-aaa0-89d81517d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:36.023919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0dc25be5-70c4-4b39-81a3-e1bab1c48dcb req-7243b14d-8433-4bbc-b2e4-39275d9cbbf3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 210 time: 0.0716865 Jan 28 19:11:36.025471 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Attempting to bind port 86c2b793-14ac-4589-82ea-d8ecb588b5a2 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:36.027049 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Attempting to bind port 86c2b793-14ac-4589-82ea-d8ecb588b5a2 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:36.027667 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Attempting to bind port 86c2b793-14ac-4589-82ea-d8ecb588b5a2 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:36.035970 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:36.036637 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:36.037348 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:36.037940 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:36.038686 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Bound port: 86c2b793-14ac-4589-82ea-d8ecb588b5a2, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:36.039283 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (86c2b793-14ac-4589-82ea-d8ecb588b5a2), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:36.053695 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Allocated IP 172.20.0.1 (b0b4d9af-d48d-4a94-8171-126ed9963a36/40a3786c-19ac-4d04-89a2-2734dd683565/144e6cbb-06c4-4472-aa9f-c28d4799cc93) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:36.098547 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:36.107669 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] For port 86c2b793-14ac-4589-82ea-d8ecb588b5a2, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:36.112457 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] For port 86c2b793-14ac-4589-82ea-d8ecb588b5a2, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=86c2b793-14ac-4589-82ea-d8ecb588b5a2,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:36.122253 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (86c2b793-14ac-4589-82ea-d8ecb588b5a2), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:36.146165 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1f02346e-4c9b-464f-a126-572d350e28ff is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:36.168816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4e9ef2e4-f91f-4a15-aaa0-89d81517d30d None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:36.203364 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Routers {'992de068-0ffa-4ffe-ab99-f7c371e79c09'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:36.203998 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['992de068-0ffa-4ffe-ab99-f7c371e79c09'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:36.206949 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2796e-b55d-4fed-b2ab-0ca71f121ee5 None None] Pushing event updated for resources: {'Port': ['ID=86c2b793-14ac-4589-82ea-d8ecb588b5a2,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:36.226711 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Publish callbacks [] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:36.294493 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:36.327786 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] Set router 992de068-0ffa-4ffe-ab99-f7c371e79c09 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:36.347844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Pushing event updated for resources: {'Port': ['ID=144e6cbb-06c4-4472-aa9f-c28d4799cc93,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:36.363627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Network b0b4d9af-d48d-4a94-8171-126ed9963a36 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:36.365897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:36.369554 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:36.389567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Pushing event updated for resources: {'Port': ['ID=e3b0c675-fa51-478d-ab37-a24cb2220599,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:36.416028 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (992de068-0ffa-4ffe-ab99-f7c371e79c09), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:36.431018 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Network 5a5f57ba-8401-458e-8068-af74e7c0ca32 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:36.435704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Attempting to bind port e3b0c675-fa51-478d-ab37-a24cb2220599 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:36.436041 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Attempting to bind port e3b0c675-fa51-478d-ab37-a24cb2220599 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:36.436368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Attempting to bind port e3b0c675-fa51-478d-ab37-a24cb2220599 on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:36.454726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:36.457439 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Port e3b0c675-fa51-478d-ab37-a24cb2220599 on network 07cf55c4-e390-408e-b1e2-a832ba462c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:11:36.458075 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Attempting to bind port e3b0c675-fa51-478d-ab37-a24cb2220599 on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:36.479577 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:36.479912 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Checking segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:36.489006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Bound using segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:36.490807 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Bound port: e3b0c675-fa51-478d-ab37-a24cb2220599, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:36.491360 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:36.635372 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4e9ef2e4-f91f-4a15-aaa0-89d81517d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'de192462-1e01-41db-9ff7-6410ccec7d73', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'port_id': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'mac_address': 'fa:16:3e:36:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:10:56Z', 'updated_at': '2022-01-28T19:11:33Z', 'revision_number': 3, 'project_id': '853e4e8488c24c58897190aff96eb123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:36.664786 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'name': 'tempest-ServersTestManualDisk-1621456048-router', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:29Z', 'updated_at': '2022-01-28T19:11:32Z', 'revision_number': 3, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'gw_port': {'id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:30Z', 'updated_at': '2022-01-28T19:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:36.668880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a204b1-e3b3-4182-9a1f-cc45a6fd7081 req-e96446e2-8d1b-43ac-b4f3-fbf61f471d27 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:36.679195 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9ef2e4-f91f-4a15-aaa0-89d81517d30d None None] Checking router: e021c62f-0fd3-4518-b34a-f9fae361d895 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:11:36.691980 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a204b1-e3b3-4182-9a1f-cc45a6fd7081 req-e96446e2-8d1b-43ac-b4f3-fbf61f471d27 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:36.692848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ef2e4-f91f-4a15-aaa0-89d81517d30d None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:36.693694 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Router 431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:11:36.694188 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4e9ef2e4-f91f-4a15-aaa0-89d81517d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:36.699656 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a204b1-e3b3-4182-9a1f-cc45a6fd7081 req-e96446e2-8d1b-43ac-b4f3-fbf61f471d27 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:36.701953 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9a204b1-e3b3-4182-9a1f-cc45a6fd7081 req-e96446e2-8d1b-43ac-b4f3-fbf61f471d27 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c&device_id=cb980a07-a331-4bf4-8e5a-f4adac612ff0&device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 2417 time: 0.1640191 Jan 28 19:11:36.730604 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca0711-0d6c-4333-aa46-bbd1af6e4e1f None None] The sync data for ids ['992de068-0ffa-4ffe-ab99-f7c371e79c09'] in n-d-824834-4 is: [{'id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'name': 'tempest-ServersTestManualDisk-1621456048-router', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:29Z', 'updated_at': '2022-01-28T19:11:32Z', 'revision_number': 3, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'gw_port': {'id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:30Z', 'updated_at': '2022-01-28T19:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:11:36.819779 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f091458e-cce9-43e2-8846-de9ac580814d req-4bcb7a67-6a4f-4277-b8ee-64b925972347 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd023fb0-9461-451e-8d26-7bd7b453a776 HTTP/1.1" status: 200 len: 210 time: 0.0559978 Jan 28 19:11:36.826306 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:36.849181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4e9ef2e4-f91f-4a15-aaa0-89d81517d30d None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:36.895368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9a204b1-e3b3-4182-9a1f-cc45a6fd7081 req-57ba3b62-f488-46db-8b82-51ed942e5e8f tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872332 Jan 28 19:11:37.067533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cd4a4c09-05a1-4af8-a9e1-8adadd5f04ca None None] Provisioning complete for port 144e6cbb-06c4-4472-aa9f-c28d4799cc93 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:37.068197 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd4a4c09-05a1-4af8-a9e1-8adadd5f04ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:37.183836 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Publish callbacks [] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:37.197532 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:37.306452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Pushing event updated for resources: {'Port': ['ID=144e6cbb-06c4-4472-aa9f-c28d4799cc93,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:37.320679 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a4c09-05a1-4af8-a9e1-8adadd5f04ca None None] Port 144e6cbb-06c4-4472-aa9f-c28d4799cc93 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:11:37.395331 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] For port e3b0c675-fa51-478d-ab37-a24cb2220599, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:37.403915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] For port e3b0c675-fa51-478d-ab37-a24cb2220599, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e3b0c675-fa51-478d-ab37-a24cb2220599,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:37.406263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4e9ef2e4-f91f-4a15-aaa0-89d81517d30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'de192462-1e01-41db-9ff7-6410ccec7d73', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'port_id': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'mac_address': 'fa:16:3e:36:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:10:56Z', 'updated_at': '2022-01-28T19:11:33Z', 'revision_number': 3, 'project_id': '853e4e8488c24c58897190aff96eb123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:37.415224 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (992de068-0ffa-4ffe-ab99-f7c371e79c09), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:37.426068 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:37.446887 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9ef2e4-f91f-4a15-aaa0-89d81517d30d None None] The sync data for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 is: [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'de192462-1e01-41db-9ff7-6410ccec7d73', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'port_id': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'mac_address': 'fa:16:3e:36:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:10:56Z', 'updated_at': '2022-01-28T19:11:33Z', 'revision_number': 3, 'project_id': '853e4e8488c24c58897190aff96eb123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:11:37.449017 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-639b01d3-164c-4a60-aeac-54916274d311 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Router e021c62f-0fd3-4518-b34a-f9fae361d895 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:11:37.482312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5352870a-84e3-401f-beaa-050cc5dfbbd6 None None] Provisioning complete for port ef17762e-dc93-43ca-a94d-5db2f9cf8390 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:37.482605 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5352870a-84e3-401f-beaa-050cc5dfbbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:37.540336 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d3b2b-5d8e-45ee-9e3d-a8e42f5dfb9c req-61819144-4f26-4b97-bd74-3a5137b9b2e7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:37.545926 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:37.546581 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:37.548182 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be16437d-394a-4044-b6f7-144c8a4acfca req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] 10.222.0.37 "PUT /v2.0/ports/e3b0c675-fa51-478d-ab37-a24cb2220599 HTTP/1.1" status: 200 len: 1091 time: 2.5755386 Jan 28 19:11:37.550337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b1eb72-bbc2-45b5-a185-6a69f2fbd881', 'tag': 'e3b0c675-fa51-478d-ab37-a24cb2220599'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:37.552614 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1448a51-232c-4e6a-8c3e-4b349434fe21" -d '{"events": [{"name": "network-changed", "server_uuid": "91b1eb72-bbc2-45b5-a185-6a69f2fbd881", "tag": "e3b0c675-fa51-478d-ab37-a24cb2220599"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:37.552821 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed8d3b2b-5d8e-45ee-9e3d-a8e42f5dfb9c req-61819144-4f26-4b97-bd74-3a5137b9b2e7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 943 time: 0.2378926 Jan 28 19:11:37.567728 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5352870a-84e3-401f-beaa-050cc5dfbbd6 None None] Port ef17762e-dc93-43ca-a94d-5db2f9cf8390 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:11:37.626686 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed8d3b2b-5d8e-45ee-9e3d-a8e42f5dfb9c req-41963351-dd20-4bdb-9a72-4051bd83f9cb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730579 Jan 28 19:11:37.657590 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Network b0b4d9af-d48d-4a94-8171-126ed9963a36 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:37.659713 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:37.737074 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:11:37.752466 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f9607d76-2eca-4f6b-b0b8-d8c6a002b0de admin admin] 10.222.0.55 "PUT /v2.0/routers/431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9629576 Jan 28 19:11:37.756517 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Sync routers for ids ['431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:11:37.765328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df830ed5-2e4c-4bfb-9b0b-0e53167240ed service neutron] Pushing event updated for resources: {'Port': ['ID=e3b0c675-fa51-478d-ab37-a24cb2220599,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:37.791278 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Routers {'431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:37.791908 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a6079585-088b-4e62-986b-754f4fef917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:37.860138 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-639b01d3-164c-4a60-aeac-54916274d311 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:11:37.868185 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681c7c94-2442-44ab-a92f-d71629d34d65 None None] New status for floating IP de192462-1e01-41db-9ff7-6410ccec7d73: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:11:37.878942 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-639b01d3-164c-4a60-aeac-54916274d311 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:37.967537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16437d-394a-4044-b6f7-144c8a4acfca req-e10bb47a-f8c0-41ba-9c9e-03be2f5c4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:37.969087 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be16437d-394a-4044-b6f7-144c8a4acfca req-e10bb47a-f8c0-41ba-9c9e-03be2f5c4416 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 1125 time: 0.3062336 Jan 28 19:11:38.039148 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Set router 431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:38.040170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17a371-fc7b-4bbe-a6d4-1e69a7b416bd req-d6a05ee5-3692-4b56-8b0d-586a723271ad tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:38.048884 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f17a371-fc7b-4bbe-a6d4-1e69a7b416bd req-d6a05ee5-3692-4b56-8b0d-586a723271ad tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 945 time: 0.2207749 Jan 28 19:11:38.072666 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-639b01d3-164c-4a60-aeac-54916274d311 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "PUT /v2.0/floatingips/de192462-1e01-41db-9ff7-6410ccec7d73 HTTP/1.1" status: 200 len: 998 time: 5.3675401 Jan 28 19:11:38.163669 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f17a371-fc7b-4bbe-a6d4-1e69a7b416bd req-8200bf3b-69ad-4d53-a5af-5368f29ddd79 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122079 Jan 28 19:11:38.198389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Router 992de068-0ffa-4ffe-ab99-f7c371e79c09 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:11:38.204215 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be16437d-394a-4044-b6f7-144c8a4acfca req-ff57be42-bd7d-405a-afde-b17a16fdd656 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b0c675-fa51-478d-ab37-a24cb2220599 HTTP/1.1" status: 200 len: 217 time: 0.1378462 Jan 28 19:11:38.232280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 86c2b793-14ac-4589-82ea-d8ecb588b5a2 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:38.340235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 86c2b793-14ac-4589-82ea-d8ecb588b5a2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:38.341015 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (86c2b793-14ac-4589-82ea-d8ecb588b5a2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:38.364884 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-64d9dc94-2231-4d2f-b8e8-5c41ab5a2c57 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:38.370876 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-64d9dc94-2231-4d2f-b8e8-5c41ab5a2c57 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports/678ff146-d761-4d3c-b814-89ec7bc3dc29 HTTP/1.1" status: 200 len: 942 time: 0.1650999 Jan 28 19:11:38.388983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16437d-394a-4044-b6f7-144c8a4acfca req-b5758d06-910b-44e9-8841-1ddc57e93008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:38.392029 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be16437d-394a-4044-b6f7-144c8a4acfca req-b5758d06-910b-44e9-8841-1ddc57e93008 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.1759739 Jan 28 19:11:38.402972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3d303f9e-e0b7-4b65-b67e-202fd1fbc20f None None] Provisioning complete for port 144e6cbb-06c4-4472-aa9f-c28d4799cc93 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:38.403598 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d303f9e-e0b7-4b65-b67e-202fd1fbc20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:38.433945 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:11:38.439737 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ff1886e1-91e0-4401-938b-217ece2ecf99 admin admin] 10.222.0.55 "PUT /v2.0/routers/992de068-0ffa-4ffe-ab99-f7c371e79c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3762023 Jan 28 19:11:38.516696 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3d303f9e-e0b7-4b65-b67e-202fd1fbc20f None None] Port 144e6cbb-06c4-4472-aa9f-c28d4799cc93 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:11:38.517770 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be16437d-394a-4044-b6f7-144c8a4acfca req-6e3d78e5-0cc3-4cfb-a763-ae33ca99a5e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105430 Jan 28 19:11:38.555118 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a6079585-088b-4e62-986b-754f4fef917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'name': 'tempest-TaggedBootDevicesTest_v242-48153856-router', 'tenant_id': '731b202f991f4f309349c7c8e237153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1f02346e-4c9b-464f-a126-572d350e28ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:25Z', 'updated_at': '2022-01-28T19:11:34Z', 'revision_number': 4, 'project_id': '731b202f991f4f309349c7c8e237153b', 'gw_port': {'id': '1f02346e-4c9b-464f-a126-572d350e28ff', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:27Z', 'updated_at': '2022-01-28T19:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ef17762e-dc93-43ca-a94d-5db2f9cf8390', 'name': '', 'network_id': '5a5f57ba-8401-458e-8068-af74e7c0ca32', 'tenant_id': '731b202f991f4f309349c7c8e237153b', 'mac_address': 'fa:16:3e:30:d4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '7c69c9c6-525d-476e-a95e-46fb195196cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:32Z', 'updated_at': '2022-01-28T19:11:35Z', 'revision_number': 2, 'project_id': '731b202f991f4f309349c7c8e237153b', 'subnets': [{'id': '7c69c9c6-525d-476e-a95e-46fb195196cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:38.578234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 86c2b793-14ac-4589-82ea-d8ecb588b5a2 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:38.578746 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (86c2b793-14ac-4589-82ea-d8ecb588b5a2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:38.602562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 86c2b793-14ac-4589-82ea-d8ecb588b5a2, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=86c2b793-14ac-4589-82ea-d8ecb588b5a2,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:38.602913 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48a564-a0be-460f-a139-e58ee787c960 req-34915124-8f8d-4f5e-a6f8-5f18bee808b8 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:38.615431 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (86c2b793-14ac-4589-82ea-d8ecb588b5a2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:38.615679 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Checking router: 431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:11:38.616184 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Updating router 431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a port ef17762e-dc93-43ca-a94d-5db2f9cf8390 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:11:38.629395 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7d48a564-a0be-460f-a139-e58ee787c960 req-34915124-8f8d-4f5e-a6f8-5f18bee808b8 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/ports?device_id=739ae3b6-824d-4055-b9d9-deeb09f6d60e HTTP/1.1" status: 200 len: 945 time: 0.1983232 Jan 28 19:11:38.661273 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:38.697590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=86c2b793-14ac-4589-82ea-d8ecb588b5a2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:38.712934 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:38.713438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:38.713876 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be16437d-394a-4044-b6f7-144c8a4acfca req-64d4d45a-8255-446b-9dc5-69acb98bcb76 service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848712 Jan 28 19:11:38.714042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:38.714626 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:38.715061 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:38.715499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:38.715927 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:38.716352 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:38.716811 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:38.717237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:38.717692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:38.718148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:38.718608 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:11:38.753346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7d48a564-a0be-460f-a139-e58ee787c960 req-fc6747e6-47a8-4a10-9815-df292cfaca1d tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184378 Jan 28 19:11:38.853727 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8fcb90-57f5-41ed-b58b-1385db244af0 x-openstack-request-id: req-4d8fcb90-57f5-41ed-b58b-1385db244af0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:38.854107 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b1eb72-bbc2-45b5-a185-6a69f2fbd881", "tag": "e3b0c675-fa51-478d-ab37-a24cb2220599", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:38.854419 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d8fcb90-57f5-41ed-b58b-1385db244af0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:38.854878 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b1eb72-bbc2-45b5-a185-6a69f2fbd881', 'tag': 'e3b0c675-fa51-478d-ab37-a24cb2220599', 'status': 'completed', 'code': 200} Jan 28 19:11:38.886520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-5b17a42c-6c1f-4914-9771-c172c3ebfd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:38.888292 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-5b17a42c-6c1f-4914-9771-c172c3ebfd8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 1127 time: 0.1732924 Jan 28 19:11:38.931088 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf38af-1560-4cd1-9800-35e98fc60eef req-da505aca-a016-45dc-96b1-6881a92f0c91 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:38.932615 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5faf38af-1560-4cd1-9800-35e98fc60eef req-da505aca-a016-45dc-96b1-6881a92f0c91 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.31 "GET /v2.0/ports?device_id=739ae3b6-824d-4055-b9d9-deeb09f6d60e HTTP/1.1" status: 200 len: 945 time: 0.1121628 Jan 28 19:11:39.001209 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be16437d-394a-4044-b6f7-144c8a4acfca req-3950f0fe-4a88-450e-b253-b10cbcbef942 service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195346 Jan 28 19:11:39.069058 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a10e267-d6ec-4bff-89a5-25387e8ee483 None None] Sync routers for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:11:39.092891 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10e267-d6ec-4bff-89a5-25387e8ee483 None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:39.094392 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1a10e267-d6ec-4bff-89a5-25387e8ee483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:39.131774 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5faf38af-1560-4cd1-9800-35e98fc60eef req-a7820b10-9c67-4f7a-a4b2-8003102f2ec2 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Deleting port 36025e4a-56de-453c-98d6-81b14179b46d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:11:39.132371 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5faf38af-1560-4cd1-9800-35e98fc60eef req-a7820b10-9c67-4f7a-a4b2-8003102f2ec2 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (36025e4a-56de-453c-98d6-81b14179b46d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:39.165256 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-662e17f7-07dd-42d8-ae40-a26ad54c6088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:39.173977 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-662e17f7-07dd-42d8-ae40-a26ad54c6088 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 921 time: 0.2656758 Jan 28 19:11:39.228432 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1a10e267-d6ec-4bff-89a5-25387e8ee483 None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:39.244380 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-0809ca07-c014-4378-b426-d63d8efa2fdb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678ff146-d761-4d3c-b814-89ec7bc3dc29 HTTP/1.1" status: 200 len: 217 time: 0.0688777 Jan 28 19:11:39.278112 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5faf38af-1560-4cd1-9800-35e98fc60eef req-a7820b10-9c67-4f7a-a4b2-8003102f2ec2 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] For port 36025e4a-56de-453c-98d6-81b14179b46d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=36025e4a-56de-453c-98d6-81b14179b46d,segment=NetworkSegment(d9292814-783b-4b52-88a1-1df0dc44edc9),segment_id=d9292814-783b-4b52-88a1-1df0dc44edc9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:39.278567 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5faf38af-1560-4cd1-9800-35e98fc60eef req-a7820b10-9c67-4f7a-a4b2-8003102f2ec2 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (36025e4a-56de-453c-98d6-81b14179b46d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:39.291717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1448a51-232c-4e6a-8c3e-4b349434fe21 req-b6cb170f-9c08-4a88-a2f1-4292b2e8a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:39.293702 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1448a51-232c-4e6a-8c3e-4b349434fe21 req-b6cb170f-9c08-4a88-a2f1-4292b2e8a0df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 1125 time: 0.2270451 Jan 28 19:11:39.297234 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5faf38af-1560-4cd1-9800-35e98fc60eef req-a7820b10-9c67-4f7a-a4b2-8003102f2ec2 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Calling delete_port for 36025e4a-56de-453c-98d6-81b14179b46d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:11:39.440429 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-935879bb-4734-4136-9059-7467e163a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:39.442840 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-935879bb-4734-4136-9059-7467e163a405 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 HTTP/1.1" status: 200 len: 859 time: 0.1976800 Jan 28 19:11:39.465329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1448a51-232c-4e6a-8c3e-4b349434fe21 req-94d76634-4977-495d-b574-6b5303dd4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:39.467243 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1448a51-232c-4e6a-8c3e-4b349434fe21 req-94d76634-4977-495d-b574-6b5303dd4dc7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.1595974 Jan 28 19:11:39.530012 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1448a51-232c-4e6a-8c3e-4b349434fe21 req-4f65591e-b0c2-4650-9dec-819b4e8942bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b0c675-fa51-478d-ab37-a24cb2220599 HTTP/1.1" status: 200 len: 217 time: 0.0442221 Jan 28 19:11:39.567395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-e4c4f4c5-d682-468d-85bf-8378cc7b599d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:39.567855 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Publish callbacks [] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:39.580302 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-e4c4f4c5-d682-468d-85bf-8378cc7b599d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 812 time: 0.1267087 Jan 28 19:11:39.580917 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:39.601786 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-7096b76f-7eba-41ff-8893-952f164f8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:39.603305 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-57327568-2a7b-4bb1-baba-7c241b3c52ef tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/quotas/b1f1db10744a4501a97a85a9685ef09a HTTP/1.1" status: 200 len: 375 time: 0.0214877 Jan 28 19:11:39.603547 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-7096b76f-7eba-41ff-8893-952f164f8717 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd36cec0-b04c-4d96-af73-7ad37b8013a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1542060 Jan 28 19:11:39.633285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1448a51-232c-4e6a-8c3e-4b349434fe21 req-bc1cb823-5f33-47dd-92af-9a0c7ce81c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:39.635032 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1448a51-232c-4e6a-8c3e-4b349434fe21 req-bc1cb823-5f33-47dd-92af-9a0c7ce81c46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.0973208 Jan 28 19:11:39.651297 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478093a-2018-4c0c-955b-4fa017d0e778 None None] Pushing event updated for resources: {'Port': ['ID=ef17762e-dc93-43ca-a94d-5db2f9cf8390,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:39.654132 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-f1cb9557-f362-4c03-b615-ebef5d866495 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486395 Jan 28 19:11:39.740139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Sync routers for ids ['992de068-0ffa-4ffe-ab99-f7c371e79c09'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:11:39.752185 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Routers {'992de068-0ffa-4ffe-ab99-f7c371e79c09'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:39.752815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['992de068-0ffa-4ffe-ab99-f7c371e79c09'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:39.769580 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1448a51-232c-4e6a-8c3e-4b349434fe21 req-2b1c7ea8-b8f8-479b-a05b-ef409771db79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212773 Jan 28 19:11:39.782297 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-39b1aea4-2eac-4c3c-baea-9b429279c610 service neutron] 10.222.0.55 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268492 Jan 28 19:11:39.871021 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5faf38af-1560-4cd1-9800-35e98fc60eef req-a7820b10-9c67-4f7a-a4b2-8003102f2ec2 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (36025e4a-56de-453c-98d6-81b14179b46d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:39.906149 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Attempting to bind port ef17762e-dc93-43ca-a94d-5db2f9cf8390 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:39.906373 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Attempting to bind port ef17762e-dc93-43ca-a94d-5db2f9cf8390 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '2de3bf9f-2294-4c93-9903-aac1f9a9acaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a5f57ba-8401-458e-8068-af74e7c0ca32'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:39.906692 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Attempting to bind port ef17762e-dc93-43ca-a94d-5db2f9cf8390 on network 5a5f57ba-8401-458e-8068-af74e7c0ca32 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:39.945046 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-78a0e687-3121-4354-943a-895da29bdcb8 service neutron] 10.222.0.55 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307691 Jan 28 19:11:39.956883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7820b10-9c67-4f7a-a4b2-8003102f2ec2 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Pushing event deleted for resources: {'Port': ['ID=36025e4a-56de-453c-98d6-81b14179b46d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:39.966760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['36025e4a-56de-453c-98d6-81b14179b46d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:11:39.969065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 86c2b793-14ac-4589-82ea-d8ecb588b5a2 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:39.971538 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:39.971905 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Checking segment: {'id': '2de3bf9f-2294-4c93-9903-aac1f9a9acaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a5f57ba-8401-458e-8068-af74e7c0ca32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:39.972733 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:39.972863 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Bound using segment: {'id': '2de3bf9f-2294-4c93-9903-aac1f9a9acaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a5f57ba-8401-458e-8068-af74e7c0ca32'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:39.973243 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Bound port: ef17762e-dc93-43ca-a94d-5db2f9cf8390, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de3bf9f-2294-4c93-9903-aac1f9a9acaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5a5f57ba-8401-458e-8068-af74e7c0ca32'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:39.973616 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:40.066157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faf38af-1560-4cd1-9800-35e98fc60eef req-a7820b10-9c67-4f7a-a4b2-8003102f2ec2 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] No DVR routers for this DVR port 36025e4a-56de-453c-98d6-81b14179b46d on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:11:40.069754 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5faf38af-1560-4cd1-9800-35e98fc60eef req-a7820b10-9c67-4f7a-a4b2-8003102f2ec2 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:40.073932 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5faf38af-1560-4cd1-9800-35e98fc60eef req-a7820b10-9c67-4f7a-a4b2-8003102f2ec2 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.31 "DELETE /v2.0/ports/36025e4a-56de-453c-98d6-81b14179b46d HTTP/1.1" status: 204 len: 173 time: 1.1347060 Jan 28 19:11:40.091641 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-fd966125-123b-46fe-a93f-198b89d41a03 service neutron] 10.222.0.55 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400068 Jan 28 19:11:40.107582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Set router 992de068-0ffa-4ffe-ab99-f7c371e79c09 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:40.117267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739ae3b6-824d-4055-b9d9-deeb09f6d60e', 'name': 'network-vif-deleted', 'tag': '36025e4a-56de-453c-98d6-81b14179b46d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:40.121189 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be43273-9eec-40c2-9c28-67506442c3cf" -d '{"events": [{"server_uuid": "739ae3b6-824d-4055-b9d9-deeb09f6d60e", "name": "network-vif-deleted", "tag": "36025e4a-56de-453c-98d6-81b14179b46d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:40.173234 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-2d66dee9-7711-4ce0-a824-09c8e882ca0e service neutron] 10.222.0.55 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854523 Jan 28 19:11:40.193578 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1448a51-232c-4e6a-8c3e-4b349434fe21 req-10a72a4f-8c00-4a7b-80e0-7b4136cc1df1 service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125440 Jan 28 19:11:40.213374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6b136b65-6958-4d64-a593-8e43e12338f6 None None] Provisioning complete for port ef17762e-dc93-43ca-a94d-5db2f9cf8390 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:40.215138 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a6079585-088b-4e62-986b-754f4fef917c None None] For port ef17762e-dc93-43ca-a94d-5db2f9cf8390, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:40.215746 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b136b65-6958-4d64-a593-8e43e12338f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:40.229297 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a6079585-088b-4e62-986b-754f4fef917c None None] For port ef17762e-dc93-43ca-a94d-5db2f9cf8390, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ef17762e-dc93-43ca-a94d-5db2f9cf8390,segment=NetworkSegment(2de3bf9f-2294-4c93-9903-aac1f9a9acaf),segment_id=2de3bf9f-2294-4c93-9903-aac1f9a9acaf)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:40.248527 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:40.292190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-1b5afbc9-cada-442d-9f84-d45fd20018b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:40.293138 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6b136b65-6958-4d64-a593-8e43e12338f6 None None] Port ef17762e-dc93-43ca-a94d-5db2f9cf8390 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:11:40.299182 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-1b5afbc9-cada-442d-9f84-d45fd20018b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 1127 time: 0.1726472 Jan 28 19:11:40.461315 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1448a51-232c-4e6a-8c3e-4b349434fe21 req-0398c9e2-8b3e-43d4-8579-c3cdcc620256 service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570975 Jan 28 19:11:40.465534 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 86c2b793-14ac-4589-82ea-d8ecb588b5a2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:40.465976 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (86c2b793-14ac-4589-82ea-d8ecb588b5a2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:40.483460 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-dd9fa9bb-7ae2-4ed1-850a-c63b1e014454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:40.492054 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-dd9fa9bb-7ae2-4ed1-850a-c63b1e014454 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 921 time: 0.1917813 Jan 28 19:11:40.507517 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1a10e267-d6ec-4bff-89a5-25387e8ee483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'de192462-1e01-41db-9ff7-6410ccec7d73', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'port_id': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'mac_address': 'fa:16:3e:36:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:10:56Z', 'updated_at': '2022-01-28T19:11:38Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:40.615356 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478093a-2018-4c0c-955b-4fa017d0e778 None None] Pushing event updated for resources: {'Port': ['ID=ef17762e-dc93-43ca-a94d-5db2f9cf8390,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:40.631189 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a10e267-d6ec-4bff-89a5-25387e8ee483 None None] Checking router: e021c62f-0fd3-4518-b34a-f9fae361d895 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:11:40.634667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2ae82-8189-413c-9a78-f41989df86a3 req-adcd4a58-818e-4c54-a9e3-02d4390b5cc5 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:40.638623 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37e2ae82-8189-413c-9a78-f41989df86a3 req-adcd4a58-818e-4c54-a9e3-02d4390b5cc5 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 943 time: 0.1517849 Jan 28 19:11:40.643555 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-493cc837-4a21-41d7-b436-33e3990e78c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 HTTP/1.1" status: 200 len: 1001 time: 0.1496437 Jan 28 19:11:40.653823 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Routers {'431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:40.654489 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a6079585-088b-4e62-986b-754f4fef917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:40.713658 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-cadd5f6e-e1c7-4829-80b2-588d1e3c4fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:40.722155 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-cadd5f6e-e1c7-4829-80b2-588d1e3c4fb7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 HTTP/1.1" status: 200 len: 859 time: 0.0770192 Jan 28 19:11:40.771102 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37e2ae82-8189-413c-9a78-f41989df86a3 req-b1fb9be8-35f4-4a2a-b6bf-128ae1c03392 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270070 Jan 28 19:11:40.791147 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10e267-d6ec-4bff-89a5-25387e8ee483 None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:40.791881 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1a10e267-d6ec-4bff-89a5-25387e8ee483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:40.854771 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'name': 'tempest-ServersTestManualDisk-1621456048-router', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:29Z', 'updated_at': '2022-01-28T19:11:36Z', 'revision_number': 4, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'gw_port': {'id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:30Z', 'updated_at': '2022-01-28T19:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '144e6cbb-06c4-4472-aa9f-c28d4799cc93', 'name': '', 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'mac_address': 'fa:16:3e:cd:6c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:35Z', 'updated_at': '2022-01-28T19:11:36Z', 'revision_number': 2, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'subnets': [{'id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:40.858413 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 86c2b793-14ac-4589-82ea-d8ecb588b5a2 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:40.871272 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'tag': '678ff146-d761-4d3c-b814-89ec7bc3dc29'}, {'name': 'network-changed', 'server_uuid': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'tag': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:40.875276 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82fd000-9303-4953-9a91-9a781e7c51a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a1033809-06cf-46fa-8d09-8ea166cb7248", "tag": "678ff146-d761-4d3c-b814-89ec7bc3dc29"}, {"name": "network-changed", "server_uuid": "8d17fd06-8d7e-4e5d-95d3-4589c78e07e6", "tag": "619c404e-c8a9-4a4a-87c4-f7a57bcf6f89"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:40.886713 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-e503dfb2-ca8d-4b99-86b3-d01922baa031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:40.890048 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-e503dfb2-ca8d-4b99-86b3-d01922baa031 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd36cec0-b04c-4d96-af73-7ad37b8013a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1667066 Jan 28 19:11:40.897691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Checking router: 992de068-0ffa-4ffe-ab99-f7c371e79c09 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:11:40.898074 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Updating router 992de068-0ffa-4ffe-ab99-f7c371e79c09 port 144e6cbb-06c4-4472-aa9f-c28d4799cc93 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:11:40.940456 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a6079585-088b-4e62-986b-754f4fef917c None None] Set router 431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:40.959704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-041f3d0c-f815-48c6-ab0d-4a3823bd9fd3 None None] Provisioning complete for port ef17762e-dc93-43ca-a94d-5db2f9cf8390 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:40.961671 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-041f3d0c-f815-48c6-ab0d-4a3823bd9fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:40.964599 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:41.058061 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-88691357-2b52-4715-b871-2ba5addda531 service neutron] 10.222.0.55 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573565 Jan 28 19:11:41.234333 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38800) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:41.246891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e6ab4ea5-9971-4395-a68d-1280ae7ced70 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422961332', 'description': 'tempest-description--1878503520'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:41.300719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-041f3d0c-f815-48c6-ab0d-4a3823bd9fd3 None None] Current status of the port ef17762e-dc93-43ca-a94d-5db2f9cf8390 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:41.301113 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-041f3d0c-f815-48c6-ab0d-4a3823bd9fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:41.305746 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6ab4ea5-9971-4395-a68d-1280ae7ced70 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:41.325346 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1a10e267-d6ec-4bff-89a5-25387e8ee483 None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:41.332043 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca97177a-752a-4710-b40a-4feb4f6bda6a req-8f4d97e3-75db-42b5-8cfb-1e565e798bdb service neutron] 10.222.0.55 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720394 Jan 28 19:11:41.466170 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-041f3d0c-f815-48c6-ab0d-4a3823bd9fd3 None None] For port ef17762e-dc93-43ca-a94d-5db2f9cf8390, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ef17762e-dc93-43ca-a94d-5db2f9cf8390,segment=NetworkSegment(2de3bf9f-2294-4c93-9903-aac1f9a9acaf),segment_id=2de3bf9f-2294-4c93-9903-aac1f9a9acaf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:41.493375 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-041f3d0c-f815-48c6-ab0d-4a3823bd9fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:41.494836 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6ab4ea5-9971-4395-a68d-1280ae7ced70 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for security_group (798225d4-9de7-42db-b4ef-2d535a63ae34), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:41.514377 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad5a25f-56d2-487f-b7fd-27c62cfbb8bf x-openstack-request-id: req-4ad5a25f-56d2-487f-b7fd-27c62cfbb8bf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:41.515039 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739ae3b6-824d-4055-b9d9-deeb09f6d60e", "name": "network-vif-deleted", "tag": "36025e4a-56de-453c-98d6-81b14179b46d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:41.515470 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ad5a25f-56d2-487f-b7fd-27c62cfbb8bf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:41.520105 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739ae3b6-824d-4055-b9d9-deeb09f6d60e', 'name': 'network-vif-deleted', 'tag': '36025e4a-56de-453c-98d6-81b14179b46d', 'status': 'completed', 'code': 200} Jan 28 19:11:41.524525 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6ab4ea5-9971-4395-a68d-1280ae7ced70 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (798225d4-9de7-42db-b4ef-2d535a63ae34), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:41.579939 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6ab4ea5-9971-4395-a68d-1280ae7ced70 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:41.589368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38812) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:41.594751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-38947ff7-7e40-45af-a352-ec5f205d5b16 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Request body: {'security_group_rule': {'security_group_id': '798225d4-9de7-42db-b4ef-2d535a63ae34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:41.599470 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e6ab4ea5-9971-4395-a68d-1280ae7ced70 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3505576 Jan 28 19:11:41.621161 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a682ca2f-bb91-4d21-ab76-b157a49ccfe7 x-openstack-request-id: req-a682ca2f-bb91-4d21-ab76-b157a49ccfe7 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:41.623250 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1033809-06cf-46fa-8d09-8ea166cb7248", "tag": "678ff146-d761-4d3c-b814-89ec7bc3dc29", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d17fd06-8d7e-4e5d-95d3-4589c78e07e6", "tag": "619c404e-c8a9-4a4a-87c4-f7a57bcf6f89", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:41.623671 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a682ca2f-bb91-4d21-ab76-b157a49ccfe7 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:41.624225 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'tag': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'status': 'completed', 'code': 200} Jan 28 19:11:41.624659 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'tag': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89', 'status': 'completed', 'code': 200} Jan 28 19:11:41.661009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab4ea5-9971-4395-a68d-1280ae7ced70 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=798225d4-9de7-42db-b4ef-2d535a63ae34,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:41.735294 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4fb730fe-af7b-44db-8781-ee22fc6bcbfb req-2c396e1d-160d-4781-908d-238a22fd7d26 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=597136ad-da00-4800-ac45-058ad9fbecaf HTTP/1.1" status: 200 len: 210 time: 0.0919240 Jan 28 19:11:41.743537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f3d0c-f815-48c6-ab0d-4a3823bd9fd3 None None] Pushing event updated for resources: {'Port': ['ID=ef17762e-dc93-43ca-a94d-5db2f9cf8390,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:41.748979 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38947ff7-7e40-45af-a352-ec5f205d5b16 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for security_group_rule (86ba2d5d-6b3d-42cc-bccf-124b3b1bc156), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:41.767831 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a6079585-088b-4e62-986b-754f4fef917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'name': 'tempest-TaggedBootDevicesTest_v242-48153856-router', 'tenant_id': '731b202f991f4f309349c7c8e237153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1f02346e-4c9b-464f-a126-572d350e28ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:25Z', 'updated_at': '2022-01-28T19:11:34Z', 'revision_number': 4, 'project_id': '731b202f991f4f309349c7c8e237153b', 'gw_port': {'id': '1f02346e-4c9b-464f-a126-572d350e28ff', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:27Z', 'updated_at': '2022-01-28T19:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ef17762e-dc93-43ca-a94d-5db2f9cf8390', 'name': '', 'network_id': '5a5f57ba-8401-458e-8068-af74e7c0ca32', 'tenant_id': '731b202f991f4f309349c7c8e237153b', 'mac_address': 'fa:16:3e:30:d4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '7c69c9c6-525d-476e-a95e-46fb195196cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:32Z', 'updated_at': '2022-01-28T19:11:40Z', 'revision_number': 4, 'project_id': '731b202f991f4f309349c7c8e237153b', 'subnets': [{'id': '7c69c9c6-525d-476e-a95e-46fb195196cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:41.811692 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6079585-088b-4e62-986b-754f4fef917c None None] The sync data for ids ['431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'] in n-d-824834-4 is: [{'id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'name': 'tempest-TaggedBootDevicesTest_v242-48153856-router', 'tenant_id': '731b202f991f4f309349c7c8e237153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1f02346e-4c9b-464f-a126-572d350e28ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:25Z', 'updated_at': '2022-01-28T19:11:34Z', 'revision_number': 4, 'project_id': '731b202f991f4f309349c7c8e237153b', 'gw_port': {'id': '1f02346e-4c9b-464f-a126-572d350e28ff', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:27Z', 'updated_at': '2022-01-28T19:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ef17762e-dc93-43ca-a94d-5db2f9cf8390', 'name': '', 'network_id': '5a5f57ba-8401-458e-8068-af74e7c0ca32', 'tenant_id': '731b202f991f4f309349c7c8e237153b', 'mac_address': 'fa:16:3e:30:d4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '7c69c9c6-525d-476e-a95e-46fb195196cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:32Z', 'updated_at': '2022-01-28T19:11:40Z', 'revision_number': 4, 'project_id': '731b202f991f4f309349c7c8e237153b', 'subnets': [{'id': '7c69c9c6-525d-476e-a95e-46fb195196cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:11:41.823738 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Publish callbacks [] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:41.839510 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:41.935721 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38947ff7-7e40-45af-a352-ec5f205d5b16 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for security_group_rule (86ba2d5d-6b3d-42cc-bccf-124b3b1bc156), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:41.946105 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7ac48480-179c-41d9-bb59-96e1a92770be req-d93f99db-3ca6-4859-a75b-234ed87fc91b tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 1001 time: 0.3017678 Jan 28 19:11:41.947658 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38947ff7-7e40-45af-a352-ec5f205d5b16 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (86ba2d5d-6b3d-42cc-bccf-124b3b1bc156), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:41.988605 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38947ff7-7e40-45af-a352-ec5f205d5b16 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ba2d5d-6b3d-42cc-bccf-124b3b1bc156,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:42.017256 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38947ff7-7e40-45af-a352-ec5f205d5b16 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:42.020535 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-38947ff7-7e40-45af-a352-ec5f205d5b16 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4297440 Jan 28 19:11:42.024050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38816) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:42.033305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ad90e594-a8c1-4123-ad04-15fde2e313e2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Request body: {'security_group_rule': {'security_group_id': '798225d4-9de7-42db-b4ef-2d535a63ae34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:42.048346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dce49-9cf7-499b-95d4-bf85e6dad79e None None] Pushing event updated for resources: {'Port': ['ID=144e6cbb-06c4-4472-aa9f-c28d4799cc93,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:42.095497 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1a10e267-d6ec-4bff-89a5-25387e8ee483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'de192462-1e01-41db-9ff7-6410ccec7d73', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'port_id': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'mac_address': 'fa:16:3e:36:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:10:56Z', 'updated_at': '2022-01-28T19:11:38Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:42.130240 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad90e594-a8c1-4123-ad04-15fde2e313e2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for security_group_rule (41319665-c9c6-4923-b479-bbadaef237db), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:42.140460 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a10e267-d6ec-4bff-89a5-25387e8ee483 None None] The sync data for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 is: [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'de192462-1e01-41db-9ff7-6410ccec7d73', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'port_id': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'mac_address': 'fa:16:3e:36:a9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:10:56Z', 'updated_at': '2022-01-28T19:11:38Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:11:42.150201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac48480-179c-41d9-bb59-96e1a92770be req-f9c17af8-1308-4e5f-945b-0d5ff8e68281 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:42.163834 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7ac48480-179c-41d9-bb59-96e1a92770be req-f9c17af8-1308-4e5f-945b-0d5ff8e68281 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports/619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 HTTP/1.1" status: 200 len: 942 time: 0.1981554 Jan 28 19:11:42.173456 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-657c3246-345a-4e45-8ceb-2f17f09363b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:42.175135 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-657c3246-345a-4e45-8ceb-2f17f09363b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 1127 time: 0.4034026 Jan 28 19:11:42.236230 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Attempting to bind port 144e6cbb-06c4-4472-aa9f-c28d4799cc93 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:42.236870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Attempting to bind port 144e6cbb-06c4-4472-aa9f-c28d4799cc93 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '1e45f636-0657-4623-979d-d887c1d58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:42.237454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Attempting to bind port 144e6cbb-06c4-4472-aa9f-c28d4799cc93 on network b0b4d9af-d48d-4a94-8171-126ed9963a36 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:42.254308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:42.255260 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Checking segment: {'id': '1e45f636-0657-4623-979d-d887c1d58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:42.255863 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:42.256429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Bound using segment: {'id': '1e45f636-0657-4623-979d-d887c1d58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:42.257096 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Bound port: 144e6cbb-06c4-4472-aa9f-c28d4799cc93, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e45f636-0657-4623-979d-d887c1d58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:42.259361 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:42.414640 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] For port 144e6cbb-06c4-4472-aa9f-c28d4799cc93, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:42.420277 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] For port 144e6cbb-06c4-4472-aa9f-c28d4799cc93, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=144e6cbb-06c4-4472-aa9f-c28d4799cc93,segment=NetworkSegment(1e45f636-0657-4623-979d-d887c1d58f07),segment_id=1e45f636-0657-4623-979d-d887c1d58f07)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:42.450605 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:42.478643 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad90e594-a8c1-4123-ad04-15fde2e313e2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for security_group_rule (41319665-c9c6-4923-b479-bbadaef237db), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:42.501630 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de5a07-68bf-4e2d-8410-510d56c1e3df req-e022ae7c-abdd-400f-ac59-ae9bf0baa8a0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:42.503415 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e8de5a07-68bf-4e2d-8410-510d56c1e3df req-e022ae7c-abdd-400f-ac59-ae9bf0baa8a0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.2243831 Jan 28 19:11:42.504993 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad90e594-a8c1-4123-ad04-15fde2e313e2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (41319665-c9c6-4923-b479-bbadaef237db), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:42.530292 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90e594-a8c1-4123-ad04-15fde2e313e2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41319665-c9c6-4923-b479-bbadaef237db,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:42.607755 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e8de5a07-68bf-4e2d-8410-510d56c1e3df req-b920d676-6c9b-4a11-9990-bb5e7ef8aec3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946155 Jan 28 19:11:42.647501 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad90e594-a8c1-4123-ad04-15fde2e313e2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:42.651841 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ad90e594-a8c1-4123-ad04-15fde2e313e2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6224854 Jan 28 19:11:42.653972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38830) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:42.661279 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:42.696283 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:42.877271 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0b773-310d-4a05-82e6-adbe79845d18 req-4a508828-7ec9-465b-9076-49778a29ba07 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:42.879677 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76f0b773-310d-4a05-82e6-adbe79845d18 req-4a508828-7ec9-465b-9076-49778a29ba07 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 943 time: 0.1025465 Jan 28 19:11:42.904051 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ecc4a21a-d4f4-4218-a97a-0d9670bd0969 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:11:42.945617 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76f0b773-310d-4a05-82e6-adbe79845d18 req-3d6276a8-c5ae-47ad-9cc8-380de1bd28dd tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582893 Jan 28 19:11:42.957120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: ecc4a21a-d4f4-4218-a97a-0d9670bd0969 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:11:42.957671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ecc4a21a-d4f4-4218-a97a-0d9670bd0969 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:11:42.958430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 36025e4a-56de-453c-98d6-81b14179b46d no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:11:42.972118 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:42.978758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e3b0c675-fa51-478d-ab37-a24cb2220599 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:11:42.988446 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 36025e4a-56de-453c-98d6-81b14179b46d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:11:42.995878 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 36025e4a-56de-453c-98d6-81b14179b46d not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:11:43.004550 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d30bd6f8-e42b-4a9a-906e-a172697e3ae8 None None] Provisioning complete for port 144e6cbb-06c4-4472-aa9f-c28d4799cc93 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:43.004933 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d30bd6f8-e42b-4a9a-906e-a172697e3ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:43.092709 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dce49-9cf7-499b-95d4-bf85e6dad79e None None] Pushing event updated for resources: {'Port': ['ID=144e6cbb-06c4-4472-aa9f-c28d4799cc93,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:43.153855 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Routers {'992de068-0ffa-4ffe-ab99-f7c371e79c09'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:43.164188 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['992de068-0ffa-4ffe-ab99-f7c371e79c09'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:43.235545 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Allocated IP 172.25.0.91 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/9f452c2e-e357-494b-8d5c-8c5ffe15088b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:43.342418 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d30bd6f8-e42b-4a9a-906e-a172697e3ae8 None None] Current status of the port 144e6cbb-06c4-4472-aa9f-c28d4799cc93 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:43.342819 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d30bd6f8-e42b-4a9a-906e-a172697e3ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:43.413223 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7ac48480-179c-41d9-bb59-96e1a92770be req-202fcbdb-1e6f-440a-894f-fd8fe05e2a98 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 1001 time: 1.0236480 Jan 28 19:11:43.445015 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-3638b7ed-ff97-4562-a392-af85b5876e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:43.462366 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-3638b7ed-ff97-4562-a392-af85b5876e55 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 921 time: 1.2667651 Jan 28 19:11:43.474556 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e3b0c675-fa51-478d-ab37-a24cb2220599, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e3b0c675-fa51-478d-ab37-a24cb2220599,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:43.486386 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d30bd6f8-e42b-4a9a-906e-a172697e3ae8 None None] For port 144e6cbb-06c4-4472-aa9f-c28d4799cc93, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=144e6cbb-06c4-4472-aa9f-c28d4799cc93,segment=NetworkSegment(1e45f636-0657-4623-979d-d887c1d58f07),segment_id=1e45f636-0657-4623-979d-d887c1d58f07)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:43.498519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] Set router 992de068-0ffa-4ffe-ab99-f7c371e79c09 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:43.503813 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'e3b0c675-fa51-478d-ab37-a24cb2220599', 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58', 'port_id': 'e3b0c675-fa51-478d-ab37-a24cb2220599', 'mac_address': 'fa:16:3e:b5:9e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a56f99-3d90-4e93-bed9-c1a90d6cae3c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:11:43.505046 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d30bd6f8-e42b-4a9a-906e-a172697e3ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:43.518849 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for port (9f452c2e-e357-494b-8d5c-8c5ffe15088b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:43.584350 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bd6f8-e42b-4a9a-906e-a172697e3ae8 None None] Pushing event updated for resources: {'Port': ['ID=144e6cbb-06c4-4472-aa9f-c28d4799cc93,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:43.599011 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-c9b58d66-3a24-42bf-ae40-d6d62c7291d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678ff146-d761-4d3c-b814-89ec7bc3dc29 HTTP/1.1" status: 200 len: 217 time: 0.1352544 Jan 28 19:11:43.611781 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9f452c2e-e357-494b-8d5c-8c5ffe15088b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:43.671812 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d502b-3b07-414a-92a9-aad0659e55b6 req-72586027-1600-4a0a-b878-6d71af048a10 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:43.682107 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-767d502b-3b07-414a-92a9-aad0659e55b6 req-72586027-1600-4a0a-b878-6d71af048a10 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1403797 Jan 28 19:11:43.721459 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-dc350d86-a764-4f47-8bbf-a056730ab21f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:43.723040 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-dc350d86-a764-4f47-8bbf-a056730ab21f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.31 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 812 time: 1.3443990 Jan 28 19:11:43.760883 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:43.770987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-9ec0bc38-dd8a-4b39-ac1f-76ede84f8988 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Request body: {'port': {'device_id': '597136ad-da00-4800-ac45-058ad9fbecaf', 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82', 'admin_state_up': True, 'tenant_id': 'b1f1db10744a4501a97a85a9685ef09a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:43.776220 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-767d502b-3b07-414a-92a9-aad0659e55b6 req-1b821171-4295-4016-8319-8e4f3ac4caba tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928140 Jan 28 19:11:43.794191 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f775bf36-a28c-4f0d-be1e-7f65bac8bb88 None None] Provisioning complete for port 144e6cbb-06c4-4472-aa9f-c28d4799cc93 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:43.795014 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f775bf36-a28c-4f0d-be1e-7f65bac8bb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:43.795777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:43.801975 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port e3b0c675-fa51-478d-ab37-a24cb2220599 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:43.802528 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:43.813403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:43.871768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b0c675-fa51-478d-ab37-a24cb2220599 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:43.911482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Pushing event updated for resources: {'Port': ['ID=9f452c2e-e357-494b-8d5c-8c5ffe15088b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:43.944271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-f31c1098-439f-4383-bede-3df80fcb2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:43.946092 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-f31c1098-439f-4383-bede-3df80fcb2179 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 HTTP/1.1" status: 200 len: 859 time: 0.2556944 Jan 28 19:11:43.965331 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e3b0c675-fa51-478d-ab37-a24cb2220599, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e3b0c675-fa51-478d-ab37-a24cb2220599,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:43.966739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ef17762e-dc93-43ca-a94d-5db2f9cf8390 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:43.988580 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac48480-179c-41d9-bb59-96e1a92770be req-b1970051-aeb3-4295-ad1c-154c305cd0e9 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:43.999105 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:44.006970 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7ac48480-179c-41d9-bb59-96e1a92770be req-b1970051-aeb3-4295-ad1c-154c305cd0e9 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.5922751 Jan 28 19:11:44.021822 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4a77773d-5e14-4ec1-871d-f20db8e5c5f6 req-d19fbdab-5afe-48cb-a167-6b9392e23c2f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=597136ad-da00-4800-ac45-058ad9fbecaf HTTP/1.1" status: 200 len: 210 time: 0.1143205 Jan 28 19:11:44.149143 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for floatingip (b7c2cbe5-75c3-4d09-975c-138827fa759e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:44.153433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=e3b0c675-fa51-478d-ab37-a24cb2220599,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:44.168763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-f8557edd-df40-4e8b-8617-26409efc39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:44.170771 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-f8557edd-df40-4e8b-8617-26409efc39a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd36cec0-b04c-4d96-af73-7ad37b8013a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2056768 Jan 28 19:11:44.179524 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f775bf36-a28c-4f0d-be1e-7f65bac8bb88 None None] Current status of the port 144e6cbb-06c4-4472-aa9f-c28d4799cc93 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:44.193451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-9ec0bc38-dd8a-4b39-ac1f-76ede84f8988 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Made reservation on behalf of b1f1db10744a4501a97a85a9685ef09a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:44.198338 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-9ec0bc38-dd8a-4b39-ac1f-76ede84f8988 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:44.199184 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port ef17762e-dc93-43ca-a94d-5db2f9cf8390 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:44.199619 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:44.217162 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9f452c2e-e357-494b-8d5c-8c5ffe15088b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:44.259811 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'name': 'tempest-ServersTestManualDisk-1621456048-router', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:29Z', 'updated_at': '2022-01-28T19:11:36Z', 'revision_number': 4, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'gw_port': {'id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:30Z', 'updated_at': '2022-01-28T19:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '144e6cbb-06c4-4472-aa9f-c28d4799cc93', 'name': '', 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'mac_address': 'fa:16:3e:cd:6c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:35Z', 'updated_at': '2022-01-28T19:11:42Z', 'revision_number': 4, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'subnets': [{'id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:44.298420 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc928a-c410-4cc8-ac8f-57a6f68c9704 None None] The sync data for ids ['992de068-0ffa-4ffe-ab99-f7c371e79c09'] in n-d-824834-4 is: [{'id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'name': 'tempest-ServersTestManualDisk-1621456048-router', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:29Z', 'updated_at': '2022-01-28T19:11:36Z', 'revision_number': 4, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'gw_port': {'id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:30Z', 'updated_at': '2022-01-28T19:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '144e6cbb-06c4-4472-aa9f-c28d4799cc93', 'name': '', 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'mac_address': 'fa:16:3e:cd:6c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:35Z', 'updated_at': '2022-01-28T19:11:42Z', 'revision_number': 4, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'subnets': [{'id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:11:44.386699 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-620a99f9-f82d-4717-8971-b513c600b444 service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055883 Jan 28 19:11:44.396313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port ef17762e-dc93-43ca-a94d-5db2f9cf8390 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:44.423087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260add1-2258-44e3-8e9d-18971fe998a4 req-1fdaee4e-b7a5-406e-a95c-08340961d962 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:44.424604 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0260add1-2258-44e3-8e9d-18971fe998a4 req-1fdaee4e-b7a5-406e-a95c-08340961d962 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 944 time: 0.1634326 Jan 28 19:11:44.444973 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['e3b0c675-fa51-478d-ab37-a24cb2220599'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:11:44.510418 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0260add1-2258-44e3-8e9d-18971fe998a4 req-3aada696-3b5e-4a3c-9591-8cfeaa978694 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792677 Jan 28 19:11:44.548802 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4590574d-4178-4127-bf82-0789d0355173 req-cd8a7db5-53d1-4a83-a361-7ed9d7bbfbdb tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 1001 time: 0.1696184 Jan 28 19:11:44.554158 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-9ec0bc38-dd8a-4b39-ac1f-76ede84f8988 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Allocated IP 172.20.0.4 (a0a0df9e-2526-4910-8347-d42b4cbb9f82/4fd0268e-e755-4d0f-9e56-a9e065215f79/0f24d743-4e3a-41b6-b484-d8b3d08ad955) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:44.580266 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for port (9f452c2e-e357-494b-8d5c-8c5ffe15088b), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:44.593726 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (9f452c2e-e357-494b-8d5c-8c5ffe15088b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:44.621236 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-7d0ddd53-1c0a-4893-8043-446aa064afd9 service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116947 Jan 28 19:11:44.643051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590574d-4178-4127-bf82-0789d0355173 req-69dce64f-cee6-4876-8b52-9c78beb9341d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:44.655791 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4590574d-4178-4127-bf82-0789d0355173 req-69dce64f-cee6-4876-8b52-9c78beb9341d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports/619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 HTTP/1.1" status: 200 len: 942 time: 0.0989764 Jan 28 19:11:44.696738 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Pushing event updated for resources: {'Port': ['ID=9f452c2e-e357-494b-8d5c-8c5ffe15088b,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:44.761281 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (b7c2cbe5-75c3-4d09-975c-138827fa759e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:44.796737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:44.810836 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:44.820073 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b0a9637a-b468-4eff-8b18-d6c981cd47d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1570771 Jan 28 19:11:44.963886 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4590574d-4178-4127-bf82-0789d0355173 req-3dae68c9-bd59-4fee-bbb5-285cf8ad3b26 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 1001 time: 0.2553153 Jan 28 19:11:44.995405 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e53ea91b-63e3-45d4-aa9b-60958cc379f7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for security_group (9cf6c537-a5fc-49ef-aa2a-64fda962fe5d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:45.031379 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c285f-7471-4745-ae44-e9040986fbca req-31c5a864-ecda-47ae-8a3d-ea3a0e9d9d24 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:45.040172 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4a8c285f-7471-4745-ae44-e9040986fbca req-31c5a864-ecda-47ae-8a3d-ea3a0e9d9d24 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1442051 Jan 28 19:11:45.061121 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-9ec0bc38-dd8a-4b39-ac1f-76ede84f8988 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks [] for port (0f24d743-4e3a-41b6-b484-d8b3d08ad955), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:45.070167 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e53ea91b-63e3-45d4-aa9b-60958cc379f7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for security_group (9cf6c537-a5fc-49ef-aa2a-64fda962fe5d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:45.117603 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-fb62390b-81f9-4c49-b978-e28a44e17c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:45.119544 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-fb62390b-81f9-4c49-b978-e28a44e17c58 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 1127 time: 0.4211831 Jan 28 19:11:45.132728 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4a8c285f-7471-4745-ae44-e9040986fbca req-4adf94cf-5121-4b53-96e3-e3ed8d42419d tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912371 Jan 28 19:11:45.167037 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e53ea91b-63e3-45d4-aa9b-60958cc379f7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9cf6c537-a5fc-49ef-aa2a-64fda962fe5d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:45.170886 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e53ea91b-63e3-45d4-aa9b-60958cc379f7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:45.175079 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e53ea91b-63e3-45d4-aa9b-60958cc379f7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "DELETE /v2.0/security-groups/9cf6c537-a5fc-49ef-aa2a-64fda962fe5d HTTP/1.1" status: 204 len: 168 time: 0.3767958 Jan 28 19:11:45.175780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38866) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:45.203512 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ea91b-63e3-45d4-aa9b-60958cc379f7 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf6c537-a5fc-49ef-aa2a-64fda962fe5d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:45.218993 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-645bb56b-959d-4c93-aaa8-080e0580b2f2 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] show failed (client error): The resource could not be found. Jan 28 19:11:45.221137 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-645bb56b-959d-4c93-aaa8-080e0580b2f2 tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "GET /v2.0/security-groups/9cf6c537-a5fc-49ef-aa2a-64fda962fe5d HTTP/1.1" status: 404 len: 347 time: 0.0375488 Jan 28 19:11:45.223331 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:45.310933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590574d-4178-4127-bf82-0789d0355173 req-75a42b6d-a707-4c9f-bca4-3d52dd88da4c tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:45.319537 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4590574d-4178-4127-bf82-0789d0355173 req-75a42b6d-a707-4c9f-bca4-3d52dd88da4c tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.3336492 Jan 28 19:11:45.410962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-09152fae-d735-4708-87bb-a1dd4f791e1b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Deleting port 8e22d5aa-f461-4972-8dd7-790f2bf608d8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:11:45.411442 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09152fae-d735-4708-87bb-a1dd4f791e1b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8e22d5aa-f461-4972-8dd7-790f2bf608d8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:45.417620 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-9ec0bc38-dd8a-4b39-ac1f-76ede84f8988 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0f24d743-4e3a-41b6-b484-d8b3d08ad955), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:45.442310 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-5cdec40f-1ec7-4771-93ee-508833744934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:45.444479 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-5cdec40f-1ec7-4771-93ee-508833744934 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 921 time: 0.3095198 Jan 28 19:11:45.552215 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-113511e8-9e2e-4d19-9560-209143e644ac tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--422961332&fields=id&tenant_id=787c78dc34524308bfba5b5abd0612ae HTTP/1.1" status: 200 len: 267 time: 0.0900085 Jan 28 19:11:45.554071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09152fae-d735-4708-87bb-a1dd4f791e1b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8e22d5aa-f461-4972-8dd7-790f2bf608d8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:45.554375 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09152fae-d735-4708-87bb-a1dd4f791e1b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for floatingip (8e22d5aa-f461-4972-8dd7-790f2bf608d8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:45.579167 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-09152fae-d735-4708-87bb-a1dd4f791e1b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Calling delete_port for 8e22d5aa-f461-4972-8dd7-790f2bf608d8 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:11:45.596851 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4590574d-4178-4127-bf82-0789d0355173 req-b64ec3df-f553-4270-b77b-6dea65ec5c9c tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 1001 time: 0.2761245 Jan 28 19:11:45.602590 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4590574d-4178-4127-bf82-0789d0355173 req-e6c360fd-72cf-4cd1-9dba-96377dd97e60 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:45.617854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0bc38-dd8a-4b39-ac1f-76ede84f8988 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Pushing event updated for resources: {'Port': ['ID=0f24d743-4e3a-41b6-b484-d8b3d08ad955,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:45.662937 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-9ec0bc38-dd8a-4b39-ac1f-76ede84f8988 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Network a0a0df9e-2526-4910-8347-d42b4cbb9f82 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:45.681787 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-9ec0bc38-dd8a-4b39-ac1f-76ede84f8988 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:45.690397 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-36076fa7-8ea0-4c78-9fa8-adc0bf45c17a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 HTTP/1.1" status: 200 len: 1001 time: 0.2370307 Jan 28 19:11:45.691498 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-9ec0bc38-dd8a-4b39-ac1f-76ede84f8988 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:45.789574 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4590574d-4178-4127-bf82-0789d0355173 req-e6c360fd-72cf-4cd1-9dba-96377dd97e60 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for floatingip (de192462-1e01-41db-9ff7-6410ccec7d73), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:45.793715 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-ddebe1b6-bd7e-4d1c-9538-6580be66d1d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:45.798155 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-ddebe1b6-bd7e-4d1c-9538-6580be66d1d2 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/networks?id=b0b4d9af-d48d-4a94-8171-126ed9963a36 HTTP/1.1" status: 200 len: 812 time: 0.2354209 Jan 28 19:11:45.831614 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-666f0ed0-22c1-4235-b7b6-e6ed38441e87 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/quotas/787c78dc34524308bfba5b5abd0612ae HTTP/1.1" status: 200 len: 375 time: 0.0279045 Jan 28 19:11:45.842410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-3ca5aae0-be49-4fe1-9b6a-b84021e6f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:45.843898 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-3ca5aae0-be49-4fe1-9b6a-b84021e6f122 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 HTTP/1.1" status: 200 len: 859 time: 0.1466880 Jan 28 19:11:45.868171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-9ec0bc38-dd8a-4b39-ac1f-76ede84f8988 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:45.868833 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-9ec0bc38-dd8a-4b39-ac1f-76ede84f8988 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:45.901901 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 144e6cbb-06c4-4472-aa9f-c28d4799cc93 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:45.938293 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-9ec0bc38-dd8a-4b39-ac1f-76ede84f8988 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1719043 Jan 28 19:11:45.989351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Request body: {'port': {'device_id': '597136ad-da00-4800-ac45-058ad9fbecaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:46.038003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 144e6cbb-06c4-4472-aa9f-c28d4799cc93 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:46.038304 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:46.039561 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-736a7421-4cfa-46ec-a9a1-c60be91218a0 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=787c78dc34524308bfba5b5abd0612ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1937582 Jan 28 19:11:46.060104 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-173d278a-585b-46a5-b6a5-90fa6ebd0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:46.061825 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-173d278a-585b-46a5-b6a5-90fa6ebd0c19 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd36cec0-b04c-4d96-af73-7ad37b8013a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1877735 Jan 28 19:11:46.074550 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09152fae-d735-4708-87bb-a1dd4f791e1b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (8e22d5aa-f461-4972-8dd7-790f2bf608d8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:46.144144 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4590574d-4178-4127-bf82-0789d0355173 req-e6c360fd-72cf-4cd1-9dba-96377dd97e60 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:46.159930 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4590574d-4178-4127-bf82-0789d0355173 req-e6c360fd-72cf-4cd1-9dba-96377dd97e60 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (de192462-1e01-41db-9ff7-6410ccec7d73), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:46.160445 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [req-4590574d-4178-4127-bf82-0789d0355173 req-e6c360fd-72cf-4cd1-9dba-96377dd97e60 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Floating IP de192462-1e01-41db-9ff7-6410ccec7d73 disassociated. External IP: 172.25.0.128, port: 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89. Jan 28 19:11:46.189419 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09152fae-d735-4708-87bb-a1dd4f791e1b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Pushing event deleted for resources: {'Port': ['ID=8e22d5aa-f461-4972-8dd7-790f2bf608d8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:46.211204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 144e6cbb-06c4-4472-aa9f-c28d4799cc93 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:46.242948 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0f24d743-4e3a-41b6-b484-d8b3d08ad955), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:46.278893 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09152fae-d735-4708-87bb-a1dd4f791e1b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks [] for floatingip (899b79b3-6ec9-4f62-97f1-306030a5e44b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:46.284429 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09152fae-d735-4708-87bb-a1dd4f791e1b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:46.286476 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-09152fae-d735-4708-87bb-a1dd4f791e1b tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] 10.222.0.55 "DELETE /v2.0/floatingips/899b79b3-6ec9-4f62-97f1-306030a5e44b HTTP/1.1" status: 204 len: 168 time: 1.0618320 Jan 28 19:11:46.327084 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-99104311-0c7c-4d64-824b-fe56ac87cdb0 service neutron] 10.222.0.55 "GET /v2.0/networks/b0b4d9af-d48d-4a94-8171-126ed9963a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752414 Jan 28 19:11:46.388047 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-71d96276-0e10-4d99-9c82-af734acbcb2c service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599170 Jan 28 19:11:46.426001 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-a26f4ef8-533a-46a4-bbc7-63c6a4fbc70f service neutron] 10.222.0.55 "GET /v2.0/networks/b0b4d9af-d48d-4a94-8171-126ed9963a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973752 Jan 28 19:11:46.779022 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ae20d-ecce-4b9c-acdf-d6d021a4e643 req-f26781ed-c797-446d-a60f-3e5f562ac51b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:46.781010 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a98ae20d-ecce-4b9c-acdf-d6d021a4e643 req-f26781ed-c797-446d-a60f-3e5f562ac51b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=597136ad-da00-4800-ac45-058ad9fbecaf HTTP/1.1" status: 200 len: 931 time: 0.1094387 Jan 28 19:11:46.845514 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a98ae20d-ecce-4b9c-acdf-d6d021a4e643 req-12afdfa9-4735-4e1d-ad62-4e80113cc8d3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583625 Jan 28 19:11:46.948607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e3b0c675-fa51-478d-ab37-a24cb2220599 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:47.051447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port e3b0c675-fa51-478d-ab37-a24cb2220599 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:11:47.058583 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port e3b0c675-fa51-478d-ab37-a24cb2220599 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:47.059685 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:47.080998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82fd000-9303-4953-9a91-9a781e7c51a6 req-7a9c0aa2-2c04-474e-8f06-e9de1b9aff70 service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825839 Jan 28 19:11:47.087081 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d414d-9f1d-4a1b-9aa3-375ca870e0a1 req-17769410-932d-4c8b-ad6d-f53357f19010 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:47.090094 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c7d414d-9f1d-4a1b-9aa3-375ca870e0a1 req-17769410-932d-4c8b-ad6d-f53357f19010 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 946 time: 0.1158733 Jan 28 19:11:47.134635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4590574d-4178-4127-bf82-0789d0355173 req-e6c360fd-72cf-4cd1-9dba-96377dd97e60 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Router e021c62f-0fd3-4518-b34a-f9fae361d895 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:11:47.173552 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c7d414d-9f1d-4a1b-9aa3-375ca870e0a1 req-6da5b06b-19c8-4c33-8867-34a72a9c47d4 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729914 Jan 28 19:11:47.260256 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port e3b0c675-fa51-478d-ab37-a24cb2220599 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:47.261070 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:47.293977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b1eb72-bbc2-45b5-a185-6a69f2fbd881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b0c675-fa51-478d-ab37-a24cb2220599'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:47.296476 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa99280b-3eab-405f-b245-87d181f8ca36" -d '{"events": [{"server_uuid": "91b1eb72-bbc2-45b5-a185-6a69f2fbd881", "name": "network-vif-plugged", "status": "completed", "tag": "e3b0c675-fa51-478d-ab37-a24cb2220599"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:47.314754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e3b0c675-fa51-478d-ab37-a24cb2220599, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e3b0c675-fa51-478d-ab37-a24cb2220599,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:47.324521 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:47.324764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4590574d-4178-4127-bf82-0789d0355173 req-e6c360fd-72cf-4cd1-9dba-96377dd97e60 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:11:47.324965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53882b-f675-4bcb-b4f5-69b0f4ca75cd req-5548f558-6346-444e-879a-671a73909ee1 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:47.330114 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4590574d-4178-4127-bf82-0789d0355173 req-e6c360fd-72cf-4cd1-9dba-96377dd97e60 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:47.333221 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b53882b-f675-4bcb-b4f5-69b0f4ca75cd req-5548f558-6346-444e-879a-671a73909ee1 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 944 time: 0.0861726 Jan 28 19:11:47.337684 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dac2a9-3bbd-40d6-ac01-77cfdc07e752 None None] Sync routers for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:11:47.349379 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dac2a9-3bbd-40d6-ac01-77cfdc07e752 None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:47.350379 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47dac2a9-3bbd-40d6-ac01-77cfdc07e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:47.360339 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f24d743-4e3a-41b6-b484-d8b3d08ad955 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:47.384474 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Publish callbacks [] for port (0f24d743-4e3a-41b6-b484-d8b3d08ad955), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:47.415885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Transition to ACTIVE for port object 0f24d743-4e3a-41b6-b484-d8b3d08ad955 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:11:47.456366 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0f24d743-4e3a-41b6-b484-d8b3d08ad955), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:47.462159 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b53882b-f675-4bcb-b4f5-69b0f4ca75cd req-77684a5a-c75f-4454-b592-8c7154bb7321 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275542 Jan 28 19:11:47.463498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=e3b0c675-fa51-478d-ab37-a24cb2220599,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:47.497274 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-47dac2a9-3bbd-40d6-ac01-77cfdc07e752 None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:47.539285 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0f24d743-4e3a-41b6-b484-d8b3d08ad955,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:47.566205 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4590574d-4178-4127-bf82-0789d0355173 req-e6c360fd-72cf-4cd1-9dba-96377dd97e60 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "PUT /v2.0/floatingips/de192462-1e01-41db-9ff7-6410ccec7d73 HTTP/1.1" status: 200 len: 695 time: 1.9675126 Jan 28 19:11:47.577921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'tag': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:47.580447 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c717c1-fc2c-4636-9303-4a6adff6c618" -d '{"events": [{"name": "network-changed", "server_uuid": "8d17fd06-8d7e-4e5d-95d3-4589c78e07e6", "tag": "619c404e-c8a9-4a4a-87c4-f7a57bcf6f89"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:47.587556 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ecb8acb4-e28e-4e04-b044-83c23fa4b0be req-3cd32ee1-955c-4e75-a90f-a95b50e01380 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/ports?device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 210 time: 0.0388861 Jan 28 19:11:47.690853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590574d-4178-4127-bf82-0789d0355173 req-bd4e085b-6b94-4e05-96b4-584a5ad7eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:47.698466 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4590574d-4178-4127-bf82-0789d0355173 req-bd4e085b-6b94-4e05-96b4-584a5ad7eedc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 1127 time: 0.1307662 Jan 28 19:11:47.765803 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Attempting to bind port 0f24d743-4e3a-41b6-b484-d8b3d08ad955 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:47.766123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Attempting to bind port 0f24d743-4e3a-41b6-b484-d8b3d08ad955 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:47.766459 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Attempting to bind port 0f24d743-4e3a-41b6-b484-d8b3d08ad955 on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:47.784188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Port 0f24d743-4e3a-41b6-b484-d8b3d08ad955 on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:11:47.784867 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Attempting to bind port 0f24d743-4e3a-41b6-b484-d8b3d08ad955 on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:47.795117 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:47.795839 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Checking segment: {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:47.796307 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Bound using segment: {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:47.796800 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Bound port: 0f24d743-4e3a-41b6-b484-d8b3d08ad955, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:47.797228 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0f24d743-4e3a-41b6-b484-d8b3d08ad955), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:47.844721 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fcd8e6-8b76-4a26-bb36-4a7401d43962 x-openstack-request-id: req-99fcd8e6-8b76-4a26-bb36-4a7401d43962 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:47.845729 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b1eb72-bbc2-45b5-a185-6a69f2fbd881", "name": "network-vif-plugged", "status": "completed", "tag": "e3b0c675-fa51-478d-ab37-a24cb2220599", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:47.846250 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99fcd8e6-8b76-4a26-bb36-4a7401d43962 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:47.846965 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b1eb72-bbc2-45b5-a185-6a69f2fbd881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b0c675-fa51-478d-ab37-a24cb2220599', 'code': 200} Jan 28 19:11:47.892696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590574d-4178-4127-bf82-0789d0355173 req-32e30a52-e16f-4269-8936-7043b087f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:47.894507 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4590574d-4178-4127-bf82-0789d0355173 req-32e30a52-e16f-4269-8936-7043b087f557 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 921 time: 0.1945641 Jan 28 19:11:47.962413 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac367f93-1351-4925-8c79-51967edf61bc x-openstack-request-id: req-ac367f93-1351-4925-8c79-51967edf61bc {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:47.962697 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d17fd06-8d7e-4e5d-95d3-4589c78e07e6", "tag": "619c404e-c8a9-4a4a-87c4-f7a57bcf6f89", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:47.962995 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ac367f93-1351-4925-8c79-51967edf61bc {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:47.963346 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'tag': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89', 'status': 'completed', 'code': 200} Jan 28 19:11:47.967228 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4590574d-4178-4127-bf82-0789d0355173 req-57eeb8af-b574-4e22-84e6-d90905bb038c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 HTTP/1.1" status: 200 len: 217 time: 0.0662458 Jan 28 19:11:48.006504 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47dac2a9-3bbd-40d6-ac01-77cfdc07e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:48.017778 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] For port 0f24d743-4e3a-41b6-b484-d8b3d08ad955, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:48.051653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e7831-f96f-4868-ae1c-d0b2f82d3006 req-619c8f4e-af07-4d81-b957-f48ff7153819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:48.058098 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d39e7831-f96f-4868-ae1c-d0b2f82d3006 req-619c8f4e-af07-4d81-b957-f48ff7153819 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 1127 time: 0.1344838 Jan 28 19:11:48.063205 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dac2a9-3bbd-40d6-ac01-77cfdc07e752 None None] Checking router: e021c62f-0fd3-4518-b34a-f9fae361d895 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:11:48.079454 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] For port 0f24d743-4e3a-41b6-b484-d8b3d08ad955, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0f24d743-4e3a-41b6-b484-d8b3d08ad955,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:48.092508 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c717c1-fc2c-4636-9303-4a6adff6c618 req-b8de60b4-3757-4cbd-abfa-a7ecc102f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:48.094149 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0c717c1-fc2c-4636-9303-4a6adff6c618 req-b8de60b4-3757-4cbd-abfa-a7ecc102f940 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 1127 time: 0.1261597 Jan 28 19:11:48.097419 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0f24d743-4e3a-41b6-b484-d8b3d08ad955), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:48.125029 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dac2a9-3bbd-40d6-ac01-77cfdc07e752 None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:48.125320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590574d-4178-4127-bf82-0789d0355173 req-2ae31582-8d1a-4e44-908f-8c49906bf8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:48.126895 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4590574d-4178-4127-bf82-0789d0355173 req-2ae31582-8d1a-4e44-908f-8c49906bf8ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 HTTP/1.1" status: 200 len: 859 time: 0.1236639 Jan 28 19:11:48.127732 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47dac2a9-3bbd-40d6-ac01-77cfdc07e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:48.194704 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8e1af6bf-bd81-40ad-98cf-a39ef65c79c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:48.247419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:48.248487 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:48.249959 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] 10.222.0.31 "PUT /v2.0/ports/0f24d743-4e3a-41b6-b484-d8b3d08ad955 HTTP/1.1" status: 200 len: 1091 time: 2.2777257 Jan 28 19:11:48.308079 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d39e7831-f96f-4868-ae1c-d0b2f82d3006 req-640ebd40-a192-47f5-b751-9980532b8618 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375307 Jan 28 19:11:48.338185 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccd7e7-6766-4b57-8db5-37fd590aa9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0f24d743-4e3a-41b6-b484-d8b3d08ad955,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:48.346932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590574d-4178-4127-bf82-0789d0355173 req-fa3edbde-228f-4923-912d-c1b9e4abfb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:48.348523 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4590574d-4178-4127-bf82-0789d0355173 req-fa3edbde-228f-4923-912d-c1b9e4abfb31 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd36cec0-b04c-4d96-af73-7ad37b8013a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1913183 Jan 28 19:11:48.360152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c717c1-fc2c-4636-9303-4a6adff6c618 req-2b50ed32-88e8-4462-a0e2-dea6e4e548de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:48.362821 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0c717c1-fc2c-4636-9303-4a6adff6c618 req-2b50ed32-88e8-4462-a0e2-dea6e4e548de service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 921 time: 0.2536228 Jan 28 19:11:48.364076 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-47dac2a9-3bbd-40d6-ac01-77cfdc07e752 None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:48.465392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4590574d-4178-4127-bf82-0789d0355173 req-48e04014-40d0-47ec-93c7-a4d66876cf10 service neutron] 10.222.0.55 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002760 Jan 28 19:11:48.559582 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0c717c1-fc2c-4636-9303-4a6adff6c618 req-c19ae03f-9360-41ea-9509-d29c0da3482f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 HTTP/1.1" status: 200 len: 217 time: 0.0930622 Jan 28 19:11:48.617111 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47dac2a9-3bbd-40d6-ac01-77cfdc07e752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:48.648199 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dac2a9-3bbd-40d6-ac01-77cfdc07e752 None None] The sync data for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 is: [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:11:48.687450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-7968381b-008c-48d3-8c70-23dcc59c1f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:48.689465 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-7968381b-008c-48d3-8c70-23dcc59c1f06 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&device_id=597136ad-da00-4800-ac45-058ad9fbecaf HTTP/1.1" status: 200 len: 1125 time: 0.3256936 Jan 28 19:11:48.713007 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c717c1-fc2c-4636-9303-4a6adff6c618 req-e3c29894-7278-49a8-9163-2aad3527b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:48.714748 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0c717c1-fc2c-4636-9303-4a6adff6c618 req-e3c29894-7278-49a8-9163-2aad3527b778 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 HTTP/1.1" status: 200 len: 859 time: 0.1210508 Jan 28 19:11:48.761027 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4590574d-4178-4127-bf82-0789d0355173 req-6f26ffb6-f979-4bee-81a7-752f77cfed4f service neutron] 10.222.0.55 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809136 Jan 28 19:11:48.762447 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-d221c16a-8b10-4551-a1eb-916397a565d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f24d743-4e3a-41b6-b484-d8b3d08ad955 HTTP/1.1" status: 200 len: 217 time: 0.0625598 Jan 28 19:11:48.829300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38928) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:48.863046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-6a9185b7-a7f8-45ad-8cf1-1969303ca418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:48.864535 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-6a9185b7-a7f8-45ad-8cf1-1969303ca418 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fd0268e-e755-4d0f-9e56-a9e065215f79 HTTP/1.1" status: 200 len: 852 time: 0.0863128 Jan 28 19:11:48.876684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c717c1-fc2c-4636-9303-4a6adff6c618 req-f4065652-c691-416a-b1bd-5f07d2d70a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:48.878549 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0c717c1-fc2c-4636-9303-4a6adff6c618 req-f4065652-c691-416a-b1bd-5f07d2d70a16 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd36cec0-b04c-4d96-af73-7ad37b8013a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1322298 Jan 28 19:11:48.891494 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-96d4e1de-1b50-44eb-92c1-96305353416f tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:48.893065 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-96d4e1de-1b50-44eb-92c1-96305353416f tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.31 "GET /v2.0/networks?id=b0b4d9af-d48d-4a94-8171-126ed9963a36 HTTP/1.1" status: 200 len: 812 time: 0.7080963 Jan 28 19:11:49.002445 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be1295-a101-4dc7-b8a5-4a95453c9723 req-594354e5-5cee-422d-8f07-9a2003ce0713 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:49.004206 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1be1295-a101-4dc7-b8a5-4a95453c9723 req-594354e5-5cee-422d-8f07-9a2003ce0713 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=597136ad-da00-4800-ac45-058ad9fbecaf HTTP/1.1" status: 200 len: 943 time: 0.6954501 Jan 28 19:11:49.004996 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-1d7fd7ed-ca4f-4995-877a-9fae5ef09793 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0a0df9e-2526-4910-8347-d42b4cbb9f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239314 Jan 28 19:11:49.013587 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-39befcb7-f93b-4e86-b757-18ae2033ecb4 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=787c78dc34524308bfba5b5abd0612ae HTTP/1.1" status: 200 len: 379 time: 0.1002021 Jan 28 19:11:49.029695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce72caf-a009-45ba-a194-09f89c064a87 None None] New status for floating IP de192462-1e01-41db-9ff7-6410ccec7d73: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:11:49.034098 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-888f3492-71bd-4966-940d-b6c87dc7c18a tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Request body: {'port': {'device_id': '56133d06-8cd3-4f80-899d-33aeef6b292f', 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36', 'admin_state_up': True, 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'security_groups': ['798225d4-9de7-42db-b4ef-2d535a63ae34']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:49.043173 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e1ede9-a809-429b-9ac2-55b9adf90b5f admin admin] Deleting subnet fb97c36d-f97f-4a0f-8f81-35ae89045bd2 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:11:49.047916 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2e1ede9-a809-429b-9ac2-55b9adf90b5f admin admin] Publish callbacks [] for subnet (fb97c36d-f97f-4a0f-8f81-35ae89045bd2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:49.099748 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2e1ede9-a809-429b-9ac2-55b9adf90b5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (fb97c36d-f97f-4a0f-8f81-35ae89045bd2), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:49.133862 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1be1295-a101-4dc7-b8a5-4a95453c9723 req-84adb249-ff22-4f4a-a15e-dbda84fe3183 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151054 Jan 28 19:11:49.163066 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2e1ede9-a809-429b-9ac2-55b9adf90b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (fb97c36d-f97f-4a0f-8f81-35ae89045bd2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:49.197705 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-888f3492-71bd-4966-940d-b6c87dc7c18a tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Made reservation on behalf of 787c78dc34524308bfba5b5abd0612ae for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:49.202784 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-888f3492-71bd-4966-940d-b6c87dc7c18a tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:49.355474 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-d442ef6f-6209-48f9-91a6-165b9fc74003 service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250623 Jan 28 19:11:49.406223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460811c9-6d4c-4f3b-9dbb-0987333711fa req-0675e897-d503-460b-bb8c-d523b108f9e4 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:49.407837 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-460811c9-6d4c-4f3b-9dbb-0987333711fa req-0675e897-d503-460b-bb8c-d523b108f9e4 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 946 time: 0.1353652 Jan 28 19:11:49.463219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-888f3492-71bd-4966-940d-b6c87dc7c18a tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Allocated IP 172.20.0.4 (b0b4d9af-d48d-4a94-8171-126ed9963a36/40a3786c-19ac-4d04-89a2-2734dd683565/ae488109-ced2-4903-adc7-5bb4a2932334) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:49.481960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7367389-f93d-4c97-b96a-1aabf09c9f82 req-656ec5f5-38f5-4cd4-adeb-38bcc1d8d5aa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:49.483578 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a7367389-f93d-4c97-b96a-1aabf09c9f82 req-656ec5f5-38f5-4cd4-adeb-38bcc1d8d5aa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.5800989 Jan 28 19:11:49.490111 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0c717c1-fc2c-4636-9303-4a6adff6c618 req-b56516fa-2e6e-416e-b3ad-43c1ef2cf50b service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877225 Jan 28 19:11:49.501199 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-460811c9-6d4c-4f3b-9dbb-0987333711fa req-89bf68ae-d5ed-4bbb-8793-dfe69b395afa tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740702 Jan 28 19:11:49.532067 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2e1ede9-a809-429b-9ac2-55b9adf90b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (fb97c36d-f97f-4a0f-8f81-35ae89045bd2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:49.633295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1ede9-a809-429b-9ac2-55b9adf90b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb97c36d-f97f-4a0f-8f81-35ae89045bd2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:49.636969 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2e1ede9-a809-429b-9ac2-55b9adf90b5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:49.640389 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c2e1ede9-a809-429b-9ac2-55b9adf90b5f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fb97c36d-f97f-4a0f-8f81-35ae89045bd2 HTTP/1.1" status: 204 len: 168 time: 0.8100741 Jan 28 19:11:49.645328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:49.654809 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d174e9b0-557b-40db-ad76-6f410ac15ee4 req-50d60022-20b9-4822-bbdb-74a7a64c89dc service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817049 Jan 28 19:11:49.682315 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a7367389-f93d-4c97-b96a-1aabf09c9f82 req-15413447-4409-4e37-875d-620041a9aed5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897848 Jan 28 19:11:49.708599 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0c717c1-fc2c-4636-9303-4a6adff6c618 req-1342e05d-74e7-48a2-95bf-82dea5fc80f1 service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080944 Jan 28 19:11:49.764467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e985ed-f307-434e-8ca6-0e465659168f req-17e12c90-1f4e-45e0-a255-67c6d1b1b136 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:49.773539 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-28e985ed-f307-434e-8ca6-0e465659168f req-17e12c90-1f4e-45e0-a255-67c6d1b1b136 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 945 time: 0.1788588 Jan 28 19:11:49.781104 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1c70e547-a975-409a-b5fe-e7f337598a8e req-124ca5d1-9c26-4211-9e5a-2dc9a31333ab tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/ports?device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 210 time: 0.0311146 Jan 28 19:11:49.828950 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-888f3492-71bd-4966-940d-b6c87dc7c18a tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for port (ae488109-ced2-4903-adc7-5bb4a2932334), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:49.843048 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-851b7afc-92c7-4079-a972-9468154a665f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (29d5746f-73ed-4898-abec-467a9e897f04), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:49.883634 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-28e985ed-f307-434e-8ca6-0e465659168f req-f60fd82d-09a3-4854-90e1-30f73544cdc6 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088178 Jan 28 19:11:49.965096 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597136ad-da00-4800-ac45-058ad9fbecaf', 'tag': '0f24d743-4e3a-41b6-b484-d8b3d08ad955'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:49.967974 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc35b9bc-1931-47fd-9d9d-1df8eac4c6de" -d '{"events": [{"name": "network-changed", "server_uuid": "597136ad-da00-4800-ac45-058ad9fbecaf", "tag": "0f24d743-4e3a-41b6-b484-d8b3d08ad955"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:49.990538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-888f3492-71bd-4966-940d-b6c87dc7c18a tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ae488109-ced2-4903-adc7-5bb4a2932334), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:50.009129 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-851b7afc-92c7-4079-a972-9468154a665f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (29d5746f-73ed-4898-abec-467a9e897f04), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:50.010948 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a65158-d302-4832-8b44-5d8cf91029f2 x-openstack-request-id: req-b8a65158-d302-4832-8b44-5d8cf91029f2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:50.011325 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597136ad-da00-4800-ac45-058ad9fbecaf", "tag": "0f24d743-4e3a-41b6-b484-d8b3d08ad955", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:50.011667 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b8a65158-d302-4832-8b44-5d8cf91029f2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:50.012169 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597136ad-da00-4800-ac45-058ad9fbecaf', 'tag': '0f24d743-4e3a-41b6-b484-d8b3d08ad955', 'status': 'completed', 'code': 200} Jan 28 19:11:50.087334 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-851b7afc-92c7-4079-a972-9468154a665f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d5746f-73ed-4898-abec-467a9e897f04']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:50.090621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-888f3492-71bd-4966-940d-b6c87dc7c18a tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Network b0b4d9af-d48d-4a94-8171-126ed9963a36 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:50.107197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-888f3492-71bd-4966-940d-b6c87dc7c18a tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:50.110479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-851b7afc-92c7-4079-a972-9468154a665f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9292814-783b-4b52-88a1-1df0dc44edc9') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:50.110768 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-851b7afc-92c7-4079-a972-9468154a665f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9292814-783b-4b52-88a1-1df0dc44edc9') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:50.119498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-888f3492-71bd-4966-940d-b6c87dc7c18a tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:50.122243 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f3492-71bd-4966-940d-b6c87dc7c18a tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Pushing event updated for resources: {'Port': ['ID=ae488109-ced2-4903-adc7-5bb4a2932334,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:50.126486 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35b9bc-1931-47fd-9d9d-1df8eac4c6de req-bca70db2-3be1-43ac-9069-488050e06767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:50.129858 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc35b9bc-1931-47fd-9d9d-1df8eac4c6de req-bca70db2-3be1-43ac-9069-488050e06767 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&device_id=597136ad-da00-4800-ac45-058ad9fbecaf HTTP/1.1" status: 200 len: 1125 time: 0.0929680 Jan 28 19:11:50.130955 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-851b7afc-92c7-4079-a972-9468154a665f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (d9292814-783b-4b52-88a1-1df0dc44edc9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:50.182451 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-851b7afc-92c7-4079-a972-9468154a665f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d9292814-783b-4b52-88a1-1df0dc44edc9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:50.210874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-888f3492-71bd-4966-940d-b6c87dc7c18a tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:50.211508 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-888f3492-71bd-4966-940d-b6c87dc7c18a tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:50.214502 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851b7afc-92c7-4079-a972-9468154a665f admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:11:50.214918 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-851b7afc-92c7-4079-a972-9468154a665f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (d9292814-783b-4b52-88a1-1df0dc44edc9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:11:50.216786 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:11:50.276343 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-4118b464-773f-4200-beae-5eaa370eb5ef tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:50.278102 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-4118b464-773f-4200-beae-5eaa370eb5ef tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2408919 Jan 28 19:11:50.297172 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-888f3492-71bd-4966-940d-b6c87dc7c18a tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2690277 Jan 28 19:11:50.315998 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de1f43-5253-4296-9fbc-7a42c3ec1da9 req-ffaabd52-40a8-4404-ba24-9028d5d1787c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:50.317638 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-22de1f43-5253-4296-9fbc-7a42c3ec1da9 req-ffaabd52-40a8-4404-ba24-9028d5d1787c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=597136ad-da00-4800-ac45-058ad9fbecaf HTTP/1.1" status: 200 len: 943 time: 0.0781364 Jan 28 19:11:50.347188 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Request body: {'port': {'device_id': '56133d06-8cd3-4f80-899d-33aeef6b292f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:50.363288 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-851b7afc-92c7-4079-a972-9468154a665f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (29d5746f-73ed-4898-abec-467a9e897f04), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:50.384615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35b9bc-1931-47fd-9d9d-1df8eac4c6de req-1577a38a-e410-4a00-8b5f-c306acddc959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:50.386939 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc35b9bc-1931-47fd-9d9d-1df8eac4c6de req-1577a38a-e410-4a00-8b5f-c306acddc959 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 913 time: 0.2480171 Jan 28 19:11:50.394662 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-851b7afc-92c7-4079-a972-9468154a665f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:50.400819 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-851b7afc-92c7-4079-a972-9468154a665f admin admin] 10.222.0.55 "DELETE /v2.0/networks/29d5746f-73ed-4898-abec-467a9e897f04 HTTP/1.1" status: 204 len: 168 time: 0.7531343 Jan 28 19:11:50.402208 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b6f559c7-94c4-42ab-802a-b37e0ac3483d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:50.411771 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-158bf78b-4b41-400b-b909-cc40e5c5540a tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 696 time: 0.1261230 Jan 28 19:11:50.416623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-1b29d986-2d40-4415-92cc-334cc87ca2e2 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Request body: {'floatingip': {'port_id': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:50.470160 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b7afc-92c7-4079-a972-9468154a665f admin admin] Pushing event deleted for resources: {'Network': ['ID=29d5746f-73ed-4898-abec-467a9e897f04,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:50.484014 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-1b29d986-2d40-4415-92cc-334cc87ca2e2 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for floatingip (de192462-1e01-41db-9ff7-6410ccec7d73), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:50.523587 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc35b9bc-1931-47fd-9d9d-1df8eac4c6de req-451c07cc-6bf7-4446-97b2-5684321063f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f24d743-4e3a-41b6-b484-d8b3d08ad955 HTTP/1.1" status: 200 len: 217 time: 0.0999918 Jan 28 19:11:50.537582 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-22de1f43-5253-4296-9fbc-7a42c3ec1da9 req-708d9039-767a-4863-9689-917f0b6dcc31 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102435 Jan 28 19:11:50.574337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-da31d3db-12ba-4cfb-b423-20d661280821 None None] Provisioning complete for port ae488109-ced2-4903-adc7-5bb4a2932334 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:50.574722 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da31d3db-12ba-4cfb-b423-20d661280821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ae488109-ced2-4903-adc7-5bb4a2932334), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:50.575055 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ae488109-ced2-4903-adc7-5bb4a2932334), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:50.672235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38946) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:50.730921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35b9bc-1931-47fd-9d9d-1df8eac4c6de req-d0bbdeab-028e-4cf6-8676-1ac5a63a4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:50.732710 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc35b9bc-1931-47fd-9d9d-1df8eac4c6de req-d0bbdeab-028e-4cf6-8676-1ac5a63a4840 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fd0268e-e755-4d0f-9e56-a9e065215f79 HTTP/1.1" status: 200 len: 852 time: 0.1836193 Jan 28 19:11:50.754001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-da31d3db-12ba-4cfb-b423-20d661280821 None None] Port ae488109-ced2-4903-adc7-5bb4a2932334 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:11:50.786132 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc35b9bc-1931-47fd-9d9d-1df8eac4c6de req-8f3822a9-c28f-482d-ad4f-1ac97efe2be6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0a0df9e-2526-4910-8347-d42b4cbb9f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465367 Jan 28 19:11:50.858361 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9931a649-c709-4c79-9059-a7f340934f3a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=56e1f02bc67242f190a8413ac4849f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842935 Jan 28 19:11:50.864018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38952) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:50.897216 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca15975-5923-4e2c-b712-db31ab1a6c16 req-b2dccd15-a576-4f76-8f99-41cacbab9c2a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:50.904598 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dca15975-5923-4e2c-b712-db31ab1a6c16 req-b2dccd15-a576-4f76-8f99-41cacbab9c2a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 946 time: 0.2181101 Jan 28 19:11:51.008731 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dca15975-5923-4e2c-b712-db31ab1a6c16 req-15128881-087e-443a-a7c9-b8023c4004d1 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032131 Jan 28 19:11:51.027390 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc35b9bc-1931-47fd-9d9d-1df8eac4c6de req-7313c8de-c5c3-4492-8e6a-267409daae66 service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315061 Jan 28 19:11:51.127574 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f622b3c-ac45-43b4-84e2-23121a067306 admin admin] Publish callbacks [] for security_group (c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:51.202492 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f622b3c-ac45-43b4-84e2-23121a067306 admin admin] Publish callbacks [] for security_group (c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:51.205776 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc35b9bc-1931-47fd-9d9d-1df8eac4c6de req-a0e169ee-0bbf-4ffa-bb52-75d62d1779ee service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694319 Jan 28 19:11:51.352346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae488109-ced2-4903-adc7-5bb4a2932334 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:51.364166 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Publish callbacks [] for port (ae488109-ced2-4903-adc7-5bb4a2932334), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:51.415177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Transition to ACTIVE for port object ae488109-ced2-4903-adc7-5bb4a2932334 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:11:51.422337 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (ae488109-ced2-4903-adc7-5bb4a2932334), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:51.571835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625531c-589e-4c1f-af4e-9ef8db4caa4a req-a653d8ca-ecd2-4e73-aed3-2a1ccfeb2c42 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:51.579273 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6625531c-589e-4c1f-af4e-9ef8db4caa4a req-a653d8ca-ecd2-4e73-aed3-2a1ccfeb2c42 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.4681475 Jan 28 19:11:51.587354 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:51.602444 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Pushing event updated for resources: {'Port': ['ID=ae488109-ced2-4903-adc7-5bb4a2932334,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:51.648528 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-1b29d986-2d40-4415-92cc-334cc87ca2e2 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:51.659079 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-1b29d986-2d40-4415-92cc-334cc87ca2e2 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (de192462-1e01-41db-9ff7-6410ccec7d73), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:51.702046 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6625531c-589e-4c1f-af4e-9ef8db4caa4a req-a9f96b92-af81-4d7a-9fb8-1ba7230f6b32 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217287 Jan 28 19:11:51.722634 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f622b3c-ac45-43b4-84e2-23121a067306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:51.725314 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f622b3c-ac45-43b4-84e2-23121a067306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:51.728861 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4f622b3c-ac45-43b4-84e2-23121a067306 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29 HTTP/1.1" status: 204 len: 168 time: 0.8602586 Jan 28 19:11:51.736522 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c1894-eae8-4034-88ed-29e85a1e12c6 req-8f4c83bf-d323-4b76-b6a2-54734f715fb8 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:51.738351 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-232c1894-eae8-4034-88ed-29e85a1e12c6 req-8f4c83bf-d323-4b76-b6a2-54734f715fb8 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d17fd06-8d7e-4e5d-95d3-4589c78e07e6 HTTP/1.1" status: 200 len: 945 time: 0.1518991 Jan 28 19:11:51.755528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f622b3c-ac45-43b4-84e2-23121a067306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ba0b28-c9e2-40ff-8f1f-ade828ca4d29,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:51.780561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Attempting to bind port ae488109-ced2-4903-adc7-5bb4a2932334 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:51.781626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Attempting to bind port ae488109-ced2-4903-adc7-5bb4a2932334 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '1e45f636-0657-4623-979d-d887c1d58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:51.782288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Attempting to bind port ae488109-ced2-4903-adc7-5bb4a2932334 on network b0b4d9af-d48d-4a94-8171-126ed9963a36 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:51.793723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Port ae488109-ced2-4903-adc7-5bb4a2932334 on network b0b4d9af-d48d-4a94-8171-126ed9963a36 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:11:51.794187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Attempting to bind port ae488109-ced2-4903-adc7-5bb4a2932334 on network b0b4d9af-d48d-4a94-8171-126ed9963a36 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:51.808057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:51.808545 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Checking segment: {'id': '1e45f636-0657-4623-979d-d887c1d58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:51.809033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Bound using segment: {'id': '1e45f636-0657-4623-979d-d887c1d58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:51.809694 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Bound port: ae488109-ced2-4903-adc7-5bb4a2932334, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e45f636-0657-4623-979d-d887c1d58f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:51.810318 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ae488109-ced2-4903-adc7-5bb4a2932334), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:51.904968 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038094b-f9cd-49ec-84ff-01ce5b8ec7c8 req-5823569e-dea8-4c75-a4d4-e672a160e132 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:51.906523 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b038094b-f9cd-49ec-84ff-01ce5b8ec7c8 req-5823569e-dea8-4c75-a4d4-e672a160e132 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/ports?device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 943 time: 0.0769393 Jan 28 19:11:51.910628 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-232c1894-eae8-4034-88ed-29e85a1e12c6 req-42635d14-21cf-4ba0-8d18-141b34b82371 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Deleting port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:11:51.910969 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-232c1894-eae8-4034-88ed-29e85a1e12c6 req-42635d14-21cf-4ba0-8d18-141b34b82371 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (619c404e-c8a9-4a4a-87c4-f7a57bcf6f89), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:51.950846 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:11:51.989430 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-1b29d986-2d40-4415-92cc-334cc87ca2e2 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Floating IP de192462-1e01-41db-9ff7-6410ccec7d73 associated. External IP: 172.25.0.128, port: 678ff146-d761-4d3c-b814-89ec7bc3dc29. Jan 28 19:11:51.992423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] For port ae488109-ced2-4903-adc7-5bb4a2932334, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:51.999466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] For port ae488109-ced2-4903-adc7-5bb4a2932334, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ae488109-ced2-4903-adc7-5bb4a2932334,segment=NetworkSegment(1e45f636-0657-4623-979d-d887c1d58f07),segment_id=1e45f636-0657-4623-979d-d887c1d58f07)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:52.026866 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b038094b-f9cd-49ec-84ff-01ce5b8ec7c8 req-6decd245-4d88-480d-aa4d-755b84a8dea1 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/security-groups?id=798225d4-9de7-42db-b4ef-2d535a63ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999532 Jan 28 19:11:52.065002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-232c1894-eae8-4034-88ed-29e85a1e12c6 req-42635d14-21cf-4ba0-8d18-141b34b82371 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] For port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=619c404e-c8a9-4a4a-87c4-f7a57bcf6f89,segment=NetworkSegment(749de98f-23f2-4c09-ba49-aa73c7e47ece),segment_id=749de98f-23f2-4c09-ba49-aa73c7e47ece)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:52.065540 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-232c1894-eae8-4034-88ed-29e85a1e12c6 req-42635d14-21cf-4ba0-8d18-141b34b82371 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (619c404e-c8a9-4a4a-87c4-f7a57bcf6f89), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:52.073347 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (ae488109-ced2-4903-adc7-5bb4a2932334), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:52.081597 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-232c1894-eae8-4034-88ed-29e85a1e12c6 req-42635d14-21cf-4ba0-8d18-141b34b82371 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Calling delete_port for 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:11:52.196277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:52.196968 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:52.198406 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] 10.222.0.31 "PUT /v2.0/ports/ae488109-ced2-4903-adc7-5bb4a2932334 HTTP/1.1" status: 200 len: 1091 time: 1.8562882 Jan 28 19:11:52.200808 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56133d06-8cd3-4f80-899d-33aeef6b292f', 'tag': 'ae488109-ced2-4903-adc7-5bb4a2932334'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:52.203548 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38add2db-6299-446f-9b5f-79ea07623158" -d '{"events": [{"name": "network-changed", "server_uuid": "56133d06-8cd3-4f80-899d-33aeef6b292f", "tag": "ae488109-ced2-4903-adc7-5bb4a2932334"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:52.247694 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e70295-4da6-446c-a41f-51ce525fc718 service neutron] Pushing event updated for resources: {'Port': ['ID=ae488109-ced2-4903-adc7-5bb4a2932334,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:52.294082 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42735df8-85bf-4c6e-a33a-ef40ed4ea405 req-87856ee2-d3d5-4538-b783-87361b8c44a5 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:52.301332 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-42735df8-85bf-4c6e-a33a-ef40ed4ea405 req-87856ee2-d3d5-4538-b783-87361b8c44a5 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 945 time: 0.1578283 Jan 28 19:11:52.388563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-81485c4c-3327-4e6d-8a5b-f8193fdb1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:52.390710 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-81485c4c-3327-4e6d-8a5b-f8193fdb1887 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=787c78dc34524308bfba5b5abd0612ae&device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 1125 time: 0.1344562 Jan 28 19:11:52.403084 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-42735df8-85bf-4c6e-a33a-ef40ed4ea405 req-62bd6212-e2f0-42a5-8319-53b76268545e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007035 Jan 28 19:11:52.404371 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-232c1894-eae8-4034-88ed-29e85a1e12c6 req-42635d14-21cf-4ba0-8d18-141b34b82371 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (619c404e-c8a9-4a4a-87c4-f7a57bcf6f89), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:52.416017 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['678ff146-d761-4d3c-b814-89ec7bc3dc29', '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:11:52.479507 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42635d14-21cf-4ba0-8d18-141b34b82371 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Pushing event deleted for resources: {'Port': ['ID=619c404e-c8a9-4a4a-87c4-f7a57bcf6f89,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:52.541547 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0f24d743-4e3a-41b6-b484-d8b3d08ad955 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:11:52.622952 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-232c1894-eae8-4034-88ed-29e85a1e12c6 req-42635d14-21cf-4ba0-8d18-141b34b82371 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] No DVR routers for this DVR port 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:11:52.625758 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-232c1894-eae8-4034-88ed-29e85a1e12c6 req-42635d14-21cf-4ba0-8d18-141b34b82371 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:52.629880 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-232c1894-eae8-4034-88ed-29e85a1e12c6 req-42635d14-21cf-4ba0-8d18-141b34b82371 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.31 "DELETE /v2.0/ports/619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 HTTP/1.1" status: 204 len: 173 time: 0.8829820 Jan 28 19:11:52.641163 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'name': 'network-vif-deleted', 'tag': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:52.643810 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02ff5d3-5645-4ff6-98aa-d0e8d0e4d716" -d '{"events": [{"server_uuid": "8d17fd06-8d7e-4e5d-95d3-4589c78e07e6", "name": "network-vif-deleted", "tag": "619c404e-c8a9-4a4a-87c4-f7a57bcf6f89"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:52.743418 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996a4f9-6218-4048-9a5c-0884a0aff916 req-d69daf3d-d3ad-4111-93f9-fbfea87fb2c7 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:52.752438 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d996a4f9-6218-4048-9a5c-0884a0aff916 req-d69daf3d-d3ad-4111-93f9-fbfea87fb2c7 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=597136ad-da00-4800-ac45-058ad9fbecaf HTTP/1.1" status: 200 len: 943 time: 0.1306727 Jan 28 19:11:52.846800 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d996a4f9-6218-4048-9a5c-0884a0aff916 req-01e67ea4-9119-485c-8883-7c735468c597 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923913 Jan 28 19:11:52.930666 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-40de1f6b-626d-4e68-8770-ed974516b78f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae488109-ced2-4903-adc7-5bb4a2932334 HTTP/1.1" status: 200 len: 217 time: 0.4804287 Jan 28 19:11:52.983972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0f24d743-4e3a-41b6-b484-d8b3d08ad955, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0f24d743-4e3a-41b6-b484-d8b3d08ad955,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:52.989249 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:53.005553 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d38e1-2392-4971-8c3b-ceb76330caec req-ab71a34b-8f3c-4a80-b37e-1a32fe30b263 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:53.025565 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b42d38e1-2392-4971-8c3b-ceb76330caec req-ab71a34b-8f3c-4a80-b37e-1a32fe30b263 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 946 time: 0.0919647 Jan 28 19:11:53.028477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '0f24d743-4e3a-41b6-b484-d8b3d08ad955', 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82', 'port_id': '0f24d743-4e3a-41b6-b484-d8b3d08ad955', 'mac_address': 'fa:16:3e:9e:04:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd0268e-e755-4d0f-9e56-a9e065215f79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:11:53.044909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-1b29d986-2d40-4415-92cc-334cc87ca2e2 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Router e021c62f-0fd3-4518-b34a-f9fae361d895 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:11:53.078431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-f9d9426e-e95e-4772-9b4c-f1494aba6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:53.080089 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-f9d9426e-e95e-4772-9b4c-f1494aba6479 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=40a3786c-19ac-4d04-89a2-2734dd683565 HTTP/1.1" status: 200 len: 851 time: 0.1279213 Jan 28 19:11:53.094711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 0f24d743-4e3a-41b6-b484-d8b3d08ad955 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:53.095513 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0f24d743-4e3a-41b6-b484-d8b3d08ad955), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:53.128246 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f24d743-4e3a-41b6-b484-d8b3d08ad955 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:53.163533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0f24d743-4e3a-41b6-b484-d8b3d08ad955, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0f24d743-4e3a-41b6-b484-d8b3d08ad955,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:53.176461 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b42d38e1-2392-4971-8c3b-ceb76330caec req-2a3ba156-2bd0-484a-959e-c3e656af3d2f tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496265 Jan 28 19:11:53.176939 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0f24d743-4e3a-41b6-b484-d8b3d08ad955), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:53.278519 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25838db-1543-4134-8b1d-93162a0459e3 x-openstack-request-id: req-c25838db-1543-4134-8b1d-93162a0459e3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:53.278814 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56133d06-8cd3-4f80-899d-33aeef6b292f", "tag": "ae488109-ced2-4903-adc7-5bb4a2932334", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:53.279071 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c25838db-1543-4134-8b1d-93162a0459e3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:53.279471 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56133d06-8cd3-4f80-899d-33aeef6b292f', 'tag': 'ae488109-ced2-4903-adc7-5bb4a2932334', 'status': 'completed', 'code': 200} Jan 28 19:11:53.284090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-44a84b52-1b61-45b7-ad0f-73c3a6723772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:53.285628 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-44a84b52-1b61-45b7-ad0f-73c3a6723772 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b0b4d9af-d48d-4a94-8171-126ed9963a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1290746 Jan 28 19:11:53.287959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=0f24d743-4e3a-41b6-b484-d8b3d08ad955,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:53.337223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-1b29d986-2d40-4415-92cc-334cc87ca2e2 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:11:53.344027 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-1b29d986-2d40-4415-92cc-334cc87ca2e2 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:53.352178 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b452d1-6cc6-475f-9ed0-03cdd00ed947 None None] Sync routers for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:11:53.382220 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b452d1-6cc6-475f-9ed0-03cdd00ed947 None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:53.383248 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f7b452d1-6cc6-475f-9ed0-03cdd00ed947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:53.423881 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-1b29d986-2d40-4415-92cc-334cc87ca2e2 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "PUT /v2.0/floatingips/de192462-1e01-41db-9ff7-6410ccec7d73 HTTP/1.1" status: 200 len: 996 time: 3.0111547 Jan 28 19:11:53.442556 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['0f24d743-4e3a-41b6-b484-d8b3d08ad955'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:11:53.461959 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-abc082bb-10eb-43b1-a4a9-4925f273a102 service neutron] 10.222.0.31 "GET /v2.0/networks/b0b4d9af-d48d-4a94-8171-126ed9963a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565635 Jan 28 19:11:53.516894 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f7b452d1-6cc6-475f-9ed0-03cdd00ed947 None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:53.609155 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-1f1d11d8-7391-4d14-b3f1-028acc8260d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:53.616899 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-1f1d11d8-7391-4d14-b3f1-028acc8260d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 1127 time: 0.1345325 Jan 28 19:11:53.695391 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5d210b-25c7-46a2-a4fd-24452dd218fc req-e94aaa2c-1f8f-4381-871a-cd6bb8902493 service neutron] 10.222.0.31 "GET /v2.0/networks/b0b4d9af-d48d-4a94-8171-126ed9963a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239513 Jan 28 19:11:53.748357 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-fe616495-d6b6-49b4-8d89-0c2e8152f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:53.749950 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-fe616495-d6b6-49b4-8d89-0c2e8152f141 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 921 time: 0.1322308 Jan 28 19:11:53.762109 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40778d-7abc-4c2e-9081-8936399c52dd req-65d004aa-3bed-40ed-a293-045e96fba2ad tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:53.766864 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0b40778d-7abc-4c2e-9081-8936399c52dd req-65d004aa-3bed-40ed-a293-045e96fba2ad tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 1127 time: 0.1120729 Jan 28 19:11:53.845078 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0b40778d-7abc-4c2e-9081-8936399c52dd req-bf39c23e-a94b-4261-b676-1b3e6aecd661 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713704 Jan 28 19:11:53.879836 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f7b452d1-6cc6-475f-9ed0-03cdd00ed947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'de192462-1e01-41db-9ff7-6410ccec7d73', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'port_id': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'mac_address': 'fa:16:3e:26:d0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:10:56Z', 'updated_at': '2022-01-28T19:11:51Z', 'revision_number': 8, 'project_id': '853e4e8488c24c58897190aff96eb123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:53.884217 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-a16b5531-e7c7-4765-a36d-ff6267251fa7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678ff146-d761-4d3c-b814-89ec7bc3dc29 HTTP/1.1" status: 200 len: 999 time: 0.1267486 Jan 28 19:11:53.910329 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de989cfe-8488-43d1-87f9-c087bdce55c6 x-openstack-request-id: req-de989cfe-8488-43d1-87f9-c087bdce55c6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:53.911032 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d17fd06-8d7e-4e5d-95d3-4589c78e07e6", "name": "network-vif-deleted", "tag": "619c404e-c8a9-4a4a-87c4-f7a57bcf6f89", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:53.911470 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de989cfe-8488-43d1-87f9-c087bdce55c6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:53.912037 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d17fd06-8d7e-4e5d-95d3-4589c78e07e6', 'name': 'network-vif-deleted', 'tag': '619c404e-c8a9-4a4a-87c4-f7a57bcf6f89', 'status': 'completed', 'code': 200} Jan 28 19:11:53.914003 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b452d1-6cc6-475f-9ed0-03cdd00ed947 None None] Checking router: e021c62f-0fd3-4518-b34a-f9fae361d895 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:11:53.923040 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b452d1-6cc6-475f-9ed0-03cdd00ed947 None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:53.923787 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38add2db-6299-446f-9b5f-79ea07623158 req-aa8e848e-a3f2-4dbb-88fd-ff50161cd65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:53.923953 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f7b452d1-6cc6-475f-9ed0-03cdd00ed947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:53.925499 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-38add2db-6299-446f-9b5f-79ea07623158 req-aa8e848e-a3f2-4dbb-88fd-ff50161cd65b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=787c78dc34524308bfba5b5abd0612ae&device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 1125 time: 0.1518884 Jan 28 19:11:54.001627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-41c67ea5-0b6d-4603-a27a-d0b7732f6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:54.009603 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-41c67ea5-0b6d-4603-a27a-d0b7732f6c69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 HTTP/1.1" status: 200 len: 859 time: 0.1178551 Jan 28 19:11:54.051101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348fcb3-51f8-44ab-a737-becce4235b06 req-4d955ea7-17da-4447-bf4d-25f27ffe1df4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:54.053038 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f7b452d1-6cc6-475f-9ed0-03cdd00ed947 None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:54.055798 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e348fcb3-51f8-44ab-a737-becce4235b06 req-4d955ea7-17da-4447-bf4d-25f27ffe1df4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.0707769 Jan 28 19:11:54.084610 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38add2db-6299-446f-9b5f-79ea07623158 req-b356d135-b8df-496d-a276-ae45ef2a601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:54.086127 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-38add2db-6299-446f-9b5f-79ea07623158 req-b356d135-b8df-496d-a276-ae45ef2a601c service neutron] 10.222.0.31 "GET /v2.0/networks?id=b0b4d9af-d48d-4a94-8171-126ed9963a36 HTTP/1.1" status: 200 len: 913 time: 0.1492229 Jan 28 19:11:54.089039 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-1afe19a0-fafa-42e6-9576-439661aa7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:54.096446 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-1afe19a0-fafa-42e6-9576-439661aa7c2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd36cec0-b04c-4d96-af73-7ad37b8013a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0856755 Jan 28 19:11:54.114596 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e348fcb3-51f8-44ab-a737-becce4235b06 req-d3ab1222-8d8a-4e80-ac86-e2c243f32d1c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548401 Jan 28 19:11:54.162176 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-38add2db-6299-446f-9b5f-79ea07623158 req-3e8f707a-fd9c-4b0b-bf5c-9517335328dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae488109-ced2-4903-adc7-5bb4a2932334 HTTP/1.1" status: 200 len: 217 time: 0.0637574 Jan 28 19:11:54.246555 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256b67c-b238-4b99-aa7e-4c7b443ab42f req-d6cb681a-017e-4294-a891-fdaf955e6d1c tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:54.247704 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7256b67c-b238-4b99-aa7e-4c7b443ab42f req-d6cb681a-017e-4294-a891-fdaf955e6d1c tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/ports?device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 943 time: 0.0732810 Jan 28 19:11:54.276232 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38add2db-6299-446f-9b5f-79ea07623158 req-fe5f04e8-73a3-424f-bad5-d5fc4eea763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:54.277796 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-38add2db-6299-446f-9b5f-79ea07623158 req-fe5f04e8-73a3-424f-bad5-d5fc4eea763e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=40a3786c-19ac-4d04-89a2-2734dd683565 HTTP/1.1" status: 200 len: 851 time: 0.0915384 Jan 28 19:11:54.281866 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-060f3873-f4f6-42da-8a6d-d728360e5816 service neutron] 10.222.0.55 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847217 Jan 28 19:11:54.328651 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f7b452d1-6cc6-475f-9ed0-03cdd00ed947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'de192462-1e01-41db-9ff7-6410ccec7d73', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'port_id': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'mac_address': 'fa:16:3e:26:d0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:10:56Z', 'updated_at': '2022-01-28T19:11:51Z', 'revision_number': 8, 'project_id': '853e4e8488c24c58897190aff96eb123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:54.332204 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7256b67c-b238-4b99-aa7e-4c7b443ab42f req-0a514472-81d9-4033-8ac2-bc780deac41e tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/security-groups?id=798225d4-9de7-42db-b4ef-2d535a63ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784879 Jan 28 19:11:54.374543 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b452d1-6cc6-475f-9ed0-03cdd00ed947 None None] The sync data for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 is: [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'de192462-1e01-41db-9ff7-6410ccec7d73', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'floating_ip_address': '172.25.0.128', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'port_id': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'mac_address': 'fa:16:3e:26:d0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:10:56Z', 'updated_at': '2022-01-28T19:11:51Z', 'revision_number': 8, 'project_id': '853e4e8488c24c58897190aff96eb123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:11:54.412422 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38add2db-6299-446f-9b5f-79ea07623158 req-3d4d0acf-f03f-435b-af05-62ba099f56ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:54.414634 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-38add2db-6299-446f-9b5f-79ea07623158 req-3d4d0acf-f03f-435b-af05-62ba099f56ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b0b4d9af-d48d-4a94-8171-126ed9963a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1246998 Jan 28 19:11:54.420298 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:54.451154 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3f1e572-3564-45ad-8628-1dfd0083e047 req-91e43bb9-fa70-47f7-968a-cebd01003cfc service neutron] 10.222.0.55 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597979 Jan 28 19:11:54.550859 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ae488109-ced2-4903-adc7-5bb4a2932334 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:11:54.574163 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-38add2db-6299-446f-9b5f-79ea07623158 req-9b98534b-01f1-419a-9060-86f538448ef2 service neutron] 10.222.0.31 "GET /v2.0/networks/b0b4d9af-d48d-4a94-8171-126ed9963a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492729 Jan 28 19:11:54.659245 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca40fe-4b6b-4e95-aec9-4b2374161c85 req-5ce89ead-34d0-4107-a311-01f86d6abbdb tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:54.661254 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2ca40fe-4b6b-4e95-aec9-4b2374161c85 req-5ce89ead-34d0-4107-a311-01f86d6abbdb tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=597136ad-da00-4800-ac45-058ad9fbecaf HTTP/1.1" status: 200 len: 944 time: 0.1228039 Jan 28 19:11:54.664645 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c361e-0578-449f-a89c-8940c2f95220 req-86d0e748-c47a-4f2d-8f70-cf8c39590f57 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:54.665874 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0f24d743-4e3a-41b6-b484-d8b3d08ad955 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:54.666335 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-133c361e-0578-449f-a89c-8940c2f95220 req-86d0e748-c47a-4f2d-8f70-cf8c39590f57 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 1127 time: 0.1327574 Jan 28 19:11:54.743576 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2ca40fe-4b6b-4e95-aec9-4b2374161c85 req-3f1c0b4d-667e-4788-9df9-bf9c1b5da74c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669148 Jan 28 19:11:54.753663 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-38add2db-6299-446f-9b5f-79ea07623158 req-4c04e4bc-7710-4eb6-ae33-4a0cc342787d service neutron] 10.222.0.31 "GET /v2.0/networks/b0b4d9af-d48d-4a94-8171-126ed9963a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643019 Jan 28 19:11:54.771786 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-133c361e-0578-449f-a89c-8940c2f95220 req-9bb702e5-ee30-4bc9-9dcd-48e1cd4b3932 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948665 Jan 28 19:11:54.823789 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b120b873-f016-46a1-b640-ec18b323a0fb None None] New status for floating IP de192462-1e01-41db-9ff7-6410ccec7d73: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:11:54.911048 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ae488109-ced2-4903-adc7-5bb4a2932334, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ae488109-ced2-4903-adc7-5bb4a2932334,segment=NetworkSegment(1e45f636-0657-4623-979d-d887c1d58f07),segment_id=1e45f636-0657-4623-979d-d887c1d58f07)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:54.922413 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26b1d913-2211-4e16-9568-33aa9a305cc9 req-b8cdb199-8531-4c32-a233-e7d77a7ae021 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/floatingips/de192462-1e01-41db-9ff7-6410ccec7d73 HTTP/1.1" status: 200 len: 996 time: 0.0936284 Jan 28 19:11:54.968835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'ae488109-ced2-4903-adc7-5bb4a2932334', 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36', 'port_id': 'ae488109-ced2-4903-adc7-5bb4a2932334', 'mac_address': 'fa:16:3e:57:2b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:11:54.999952 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d60046-904a-4d6d-9582-7c3d4ca53fd3 req-b51669d1-5efc-4760-bcb5-ca78e434d4cf tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:55.006118 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8d60046-904a-4d6d-9582-7c3d4ca53fd3 req-b51669d1-5efc-4760-bcb5-ca78e434d4cf tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 946 time: 0.1273077 Jan 28 19:11:55.008194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 0f24d743-4e3a-41b6-b484-d8b3d08ad955 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:11:55.015126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 0f24d743-4e3a-41b6-b484-d8b3d08ad955 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:55.015755 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0f24d743-4e3a-41b6-b484-d8b3d08ad955), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:55.016558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39022) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:55.075274 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1d913-2211-4e16-9568-33aa9a305cc9 req-c9e4c9e9-4ebf-4c1a-9195-7f3514a73c82 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:55.076877 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26b1d913-2211-4e16-9568-33aa9a305cc9 req-c9e4c9e9-4ebf-4c1a-9195-7f3514a73c82 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.1398375 Jan 28 19:11:55.086624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ae488109-ced2-4903-adc7-5bb4a2932334 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:55.087045 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ae488109-ced2-4903-adc7-5bb4a2932334), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:55.093571 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-26b1d913-2211-4e16-9568-33aa9a305cc9 req-868be0a5-2104-4555-bb20-b94b7f57e48e tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:11:55.097693 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26b1d913-2211-4e16-9568-33aa9a305cc9 req-868be0a5-2104-4555-bb20-b94b7f57e48e tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123973 Jan 28 19:11:55.110491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae488109-ced2-4903-adc7-5bb4a2932334 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:11:55.147190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ae488109-ced2-4903-adc7-5bb4a2932334, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ae488109-ced2-4903-adc7-5bb4a2932334,segment=NetworkSegment(1e45f636-0657-4623-979d-d887c1d58f07),segment_id=1e45f636-0657-4623-979d-d887c1d58f07)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:55.150282 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8d60046-904a-4d6d-9582-7c3d4ca53fd3 req-15367343-d61f-4f4c-bb83-fab871b48826 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305087 Jan 28 19:11:55.190210 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 0f24d743-4e3a-41b6-b484-d8b3d08ad955 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:55.190629 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0f24d743-4e3a-41b6-b484-d8b3d08ad955), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:55.192753 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ae488109-ced2-4903-adc7-5bb4a2932334), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:55.248134 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ae8aec2-9caa-4249-870c-c45f65fbbb2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:55.267436 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597136ad-da00-4800-ac45-058ad9fbecaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f24d743-4e3a-41b6-b484-d8b3d08ad955'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:55.270464 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22842bc-4671-48b4-8527-f8688f1e6ce2" -d '{"events": [{"server_uuid": "597136ad-da00-4800-ac45-058ad9fbecaf", "name": "network-vif-plugged", "status": "completed", "tag": "0f24d743-4e3a-41b6-b484-d8b3d08ad955"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:55.274298 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0f24d743-4e3a-41b6-b484-d8b3d08ad955, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0f24d743-4e3a-41b6-b484-d8b3d08ad955,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:55.277717 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:55.280991 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'tag': '678ff146-d761-4d3c-b814-89ec7bc3dc29'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:55.283462 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cfd503-8122-4d1f-99cc-16f35314c59b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1033809-06cf-46fa-8d09-8ea166cb7248", "tag": "678ff146-d761-4d3c-b814-89ec7bc3dc29"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:55.288549 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-e706884d-ecba-4693-b9bf-394c2cfd16fe tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 1001 time: 0.1229272 Jan 28 19:11:55.302741 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0f24d743-4e3a-41b6-b484-d8b3d08ad955), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:55.303531 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:11:55.338279 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:11:55.338901 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 619c404e-c8a9-4a4a-87c4-f7a57bcf6f89 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:11:55.344488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ae488109-ced2-4903-adc7-5bb4a2932334,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:55.365552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-3cb49433-a3eb-40a3-9390-260be6d121f8 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:55.374004 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-3cb49433-a3eb-40a3-9390-260be6d121f8 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports/678ff146-d761-4d3c-b814-89ec7bc3dc29 HTTP/1.1" status: 200 len: 942 time: 0.0761185 Jan 28 19:11:55.374314 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd45d31-c769-4d93-ab77-8900ded60bfb req-c11974c5-6c37-420c-a468-36361d2dd576 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:55.375934 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2cd45d31-c769-4d93-ab77-8900ded60bfb req-c11974c5-6c37-420c-a468-36361d2dd576 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.0893855 Jan 28 19:11:55.435552 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=0f24d743-4e3a-41b6-b484-d8b3d08ad955,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:55.440885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2cd45d31-c769-4d93-ab77-8900ded60bfb req-6912f014-9e75-471e-8884-fea59f2841d8 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590987 Jan 28 19:11:55.467091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['ae488109-ced2-4903-adc7-5bb4a2932334'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:11:55.489639 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ae8aec2-9caa-4249-870c-c45f65fbbb2f admin admin] Publish callbacks [] for security_group (5ab62510-42e9-4605-a5b2-3cc824ba5af2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:55.497401 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ae8aec2-9caa-4249-870c-c45f65fbbb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5ab62510-42e9-4605-a5b2-3cc824ba5af2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:55.523246 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-fba68e21-ba11-451b-90de-9e6ea049fe70 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 1001 time: 0.0979595 Jan 28 19:11:55.605688 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8aec2-9caa-4249-870c-c45f65fbbb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab62510-42e9-4605-a5b2-3cc824ba5af2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:55.612660 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3ae8aec2-9caa-4249-870c-c45f65fbbb2f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39907c79b7064094b502bc1caeadbb65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5937278 Jan 28 19:11:55.615729 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39040) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:55.661733 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-853f45e5-a6f9-4489-8a02-072d83d39a20 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:55.671336 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-853f45e5-a6f9-4489-8a02-072d83d39a20 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.1381595 Jan 28 19:11:55.684312 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eac093e7-1067-466f-ae13-9540597e472f admin admin] Publish callbacks [] for security_group (5ab62510-42e9-4605-a5b2-3cc824ba5af2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:55.709575 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eac093e7-1067-466f-ae13-9540597e472f admin admin] Publish callbacks [] for security_group (5ab62510-42e9-4605-a5b2-3cc824ba5af2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:55.752022 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-8088443e-4c42-4e73-981f-1498f004e630 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 1001 time: 0.0797079 Jan 28 19:11:55.765265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-992d9b4c-5f39-4f75-8140-56196da36f45 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:55.785349 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eac093e7-1067-466f-ae13-9540597e472f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5ab62510-42e9-4605-a5b2-3cc824ba5af2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:55.791806 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eac093e7-1067-466f-ae13-9540597e472f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:55.794065 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-eac093e7-1067-466f-ae13-9540597e472f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ab62510-42e9-4605-a5b2-3cc824ba5af2 HTTP/1.1" status: 204 len: 168 time: 0.1767521 Jan 28 19:11:55.811814 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac093e7-1067-466f-ae13-9540597e472f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab62510-42e9-4605-a5b2-3cc824ba5af2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:55.851955 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-992d9b4c-5f39-4f75-8140-56196da36f45 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for floatingip (de192462-1e01-41db-9ff7-6410ccec7d73), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:56.037515 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-992d9b4c-5f39-4f75-8140-56196da36f45 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:56.043925 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-992d9b4c-5f39-4f75-8140-56196da36f45 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (de192462-1e01-41db-9ff7-6410ccec7d73), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:56.044658 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-992d9b4c-5f39-4f75-8140-56196da36f45 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Floating IP de192462-1e01-41db-9ff7-6410ccec7d73 disassociated. External IP: 172.25.0.128, port: 678ff146-d761-4d3c-b814-89ec7bc3dc29. Jan 28 19:11:56.327300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-992d9b4c-5f39-4f75-8140-56196da36f45 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Router e021c62f-0fd3-4518-b34a-f9fae361d895 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:11:56.462123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-992d9b4c-5f39-4f75-8140-56196da36f45 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:11:56.468916 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-992d9b4c-5f39-4f75-8140-56196da36f45 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:56.475063 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c81eb7d-41b7-4470-88c9-575b92f03900 None None] Sync routers for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:11:56.490661 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c81eb7d-41b7-4470-88c9-575b92f03900 None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:56.491539 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5c81eb7d-41b7-4470-88c9-575b92f03900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:56.515919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-992d9b4c-5f39-4f75-8140-56196da36f45 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "PUT /v2.0/floatingips/de192462-1e01-41db-9ff7-6410ccec7d73 HTTP/1.1" status: 200 len: 696 time: 0.7565579 Jan 28 19:11:56.526211 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'tag': '678ff146-d761-4d3c-b814-89ec7bc3dc29'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:56.528504 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb24e94-83c8-4b6e-b361-fd8516acaf62" -d '{"events": [{"name": "network-changed", "server_uuid": "a1033809-06cf-46fa-8d09-8ea166cb7248", "tag": "678ff146-d761-4d3c-b814-89ec7bc3dc29"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:56.549158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ae488109-ced2-4903-adc7-5bb4a2932334 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:11:56.578594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-731a1625-74f7-4058-b599-15acefb6824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:56.585788 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-731a1625-74f7-4058-b599-15acefb6824f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 1127 time: 0.0689740 Jan 28 19:11:56.674192 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5c81eb7d-41b7-4470-88c9-575b92f03900 None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:56.711274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port ae488109-ced2-4903-adc7-5bb4a2932334 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:11:56.714444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port ae488109-ced2-4903-adc7-5bb4a2932334 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:11:56.714903 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ae488109-ced2-4903-adc7-5bb4a2932334), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:56.754706 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-5f0c763e-0eff-4cb1-9b61-94f634f16e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:56.766633 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-5f0c763e-0eff-4cb1-9b61-94f634f16e09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 921 time: 0.1797364 Jan 28 19:11:56.805041 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39102) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:56.823478 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-8028beb9-e391-47fc-9b81-d0c6b0358ed4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678ff146-d761-4d3c-b814-89ec7bc3dc29 HTTP/1.1" status: 200 len: 217 time: 0.0485568 Jan 28 19:11:56.914447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ae488109-ced2-4903-adc7-5bb4a2932334 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:11:56.915322 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ae488109-ced2-4903-adc7-5bb4a2932334), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:56.957098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-54f8d703-00a8-4392-9a27-10999d5f1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:56.959900 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-54f8d703-00a8-4392-9a27-10999d5f1379 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 HTTP/1.1" status: 200 len: 859 time: 0.1310735 Jan 28 19:11:56.971426 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3155e4de-c77d-4881-b894-dec986f9c464 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1609107-network', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:56.981313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ae488109-ced2-4903-adc7-5bb4a2932334, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ae488109-ced2-4903-adc7-5bb4a2932334,segment=NetworkSegment(1e45f636-0657-4623-979d-d887c1d58f07),segment_id=1e45f636-0657-4623-979d-d887c1d58f07)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:11:56.993832 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ae488109-ced2-4903-adc7-5bb4a2932334), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:57.024603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3155e4de-c77d-4881-b894-dec986f9c464 admin admin] Made reservation on behalf of b40da74f60b74b179db861a2ffa53978 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:57.028119 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3155e4de-c77d-4881-b894-dec986f9c464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:57.044447 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3155e4de-c77d-4881-b894-dec986f9c464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:57.075028 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-2deaba97-ba57-4bd1-befc-1390251764a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:57.077485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-2deaba97-ba57-4bd1-befc-1390251764a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd36cec0-b04c-4d96-af73-7ad37b8013a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1101577 Jan 28 19:11:57.080191 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ae488109-ced2-4903-adc7-5bb4a2932334,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:57.114205 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-d8bcc715-39a0-4e2f-bcd9-8868382d756b tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:11:57.123094 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-d8bcc715-39a0-4e2f-bcd9-8868382d756b tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3479977 Jan 28 19:11:57.173619 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5c81eb7d-41b7-4470-88c9-575b92f03900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:57.195953 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3155e4de-c77d-4881-b894-dec986f9c464 admin admin] Publish callbacks [] for security_group (6b5be9ce-1180-4fb8-a541-b3e3db05e6bf), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:57.201573 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c81eb7d-41b7-4470-88c9-575b92f03900 None None] Checking router: e021c62f-0fd3-4518-b34a-f9fae361d895 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:11:57.203728 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3155e4de-c77d-4881-b894-dec986f9c464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6b5be9ce-1180-4fb8-a541-b3e3db05e6bf), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:57.211515 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c81eb7d-41b7-4470-88c9-575b92f03900 None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:11:57.212198 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5c81eb7d-41b7-4470-88c9-575b92f03900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:57.222188 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3155e4de-c77d-4881-b894-dec986f9c464 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:11:57.229386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-55792e25-b352-4886-b38f-77e736df9d70 service neutron] 10.222.0.55 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448622 Jan 28 19:11:57.233160 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3155e4de-c77d-4881-b894-dec986f9c464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (60cab1f1-8b9e-4ba8-9703-02917a8fcce7), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:57.234170 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-3155e4de-c77d-4881-b894-dec986f9c464 admin admin] Added segment 60cab1f1-8b9e-4ba8-9703-02917a8fcce7 of type vlan for network 2acb1f88-b7fa-424b-ae56-b15b5300cc47 Jan 28 19:11:57.285709 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3155e4de-c77d-4881-b894-dec986f9c464 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (2acb1f88-b7fa-424b-ae56-b15b5300cc47), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:57.327227 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5c81eb7d-41b7-4470-88c9-575b92f03900 None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:11:57.334066 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3155e4de-c77d-4881-b894-dec986f9c464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (2acb1f88-b7fa-424b-ae56-b15b5300cc47), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:57.335257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3155e4de-c77d-4881-b894-dec986f9c464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:57.336307 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3155e4de-c77d-4881-b894-dec986f9c464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:57.340109 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd8d6ac6-b889-4521-a036-498e31d5f169 req-4347d32e-bc58-4835-b4d6-4de8c38a7c2f service neutron] 10.222.0.55 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071503 Jan 28 19:11:57.392725 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3155e4de-c77d-4881-b894-dec986f9c464 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.5862563 Jan 28 19:11:57.395588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39112) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:57.401038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3b93be5b-f2a0-441c-97c8-f65e4fd93974 admin admin] Request body: {'subnet': {'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1609107-subnet', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:57.414308 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc122a25-c828-4875-ac1d-0553c6fd98b8 x-openstack-request-id: req-dc122a25-c828-4875-ac1d-0553c6fd98b8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:57.414640 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597136ad-da00-4800-ac45-058ad9fbecaf", "name": "network-vif-plugged", "status": "completed", "tag": "0f24d743-4e3a-41b6-b484-d8b3d08ad955", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:57.414965 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc122a25-c828-4875-ac1d-0553c6fd98b8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:57.415356 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597136ad-da00-4800-ac45-058ad9fbecaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f24d743-4e3a-41b6-b484-d8b3d08ad955', 'code': 200} Jan 28 19:11:57.446609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b93be5b-f2a0-441c-97c8-f65e4fd93974 admin admin] Made reservation on behalf of b40da74f60b74b179db861a2ffa53978 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:11:57.456015 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b93be5b-f2a0-441c-97c8-f65e4fd93974 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:57.458456 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b405-dbee-401e-b179-5bcc091c80af req-40984424-35d2-465e-9e77-5fecc8f78a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:57.466627 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-40984424-35d2-465e-9e77-5fecc8f78a03 service neutron] 10.222.0.55 "GET /v2.0/ports/e3b0c675-fa51-478d-ab37-a24cb2220599 HTTP/1.1" status: 200 len: 1124 time: 0.3422000 Jan 28 19:11:57.471124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-fd17b405-dbee-401e-b179-5bcc091c80af req-9f64f496-7ad1-444e-a97e-868ce7987c4f service neutron] Request body: {'binding': {'host': 'n-h1-824834-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:57.471997 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-fd17b405-dbee-401e-b179-5bcc091c80af req-9f64f496-7ad1-444e-a97e-868ce7987c4f service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:11:57.601800 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155e4de-c77d-4881-b894-dec986f9c464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5be9ce-1180-4fb8-a541-b3e3db05e6bf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:57.607899 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f84b73-8f3a-4e9f-ac50-ad31b4f07e64 x-openstack-request-id: req-e2f84b73-8f3a-4e9f-ac50-ad31b4f07e64 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:57.608275 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1033809-06cf-46fa-8d09-8ea166cb7248", "tag": "678ff146-d761-4d3c-b814-89ec7bc3dc29", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:57.608599 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2f84b73-8f3a-4e9f-ac50-ad31b4f07e64 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:57.609074 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'tag': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'status': 'completed', 'code': 200} Jan 28 19:11:57.647145 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfd503-8122-4d1f-99cc-16f35314c59b req-40fb4c4d-352f-4a38-8301-30b1b4ff9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:57.649047 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52cfd503-8122-4d1f-99cc-16f35314c59b req-40fb4c4d-352f-4a38-8301-30b1b4ff9034 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 1127 time: 0.0901704 Jan 28 19:11:57.666798 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155e4de-c77d-4881-b894-dec986f9c464 admin admin] Pushing event updated for resources: {'Network': ['ID=2acb1f88-b7fa-424b-ae56-b15b5300cc47,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:57.667128 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5c81eb7d-41b7-4470-88c9-575b92f03900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:11:57.681178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 2acb1f88-b7fa-424b-ae56-b15b5300cc47 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:11:57.698566 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-fd17b405-dbee-401e-b179-5bcc091c80af req-9f64f496-7ad1-444e-a97e-868ce7987c4f service neutron] Attempting to bind port e3b0c675-fa51-478d-ab37-a24cb2220599 on host n-h1-824834-4 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:57.699050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-fd17b405-dbee-401e-b179-5bcc091c80af req-9f64f496-7ad1-444e-a97e-868ce7987c4f service neutron] Attempting to bind port e3b0c675-fa51-478d-ab37-a24cb2220599 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:57.699513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b405-dbee-401e-b179-5bcc091c80af req-9f64f496-7ad1-444e-a97e-868ce7987c4f service neutron] Attempting to bind port e3b0c675-fa51-478d-ab37-a24cb2220599 on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:57.709126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2d02a-927c-4079-a6f1-7666df2fc418 req-a16360a5-599b-4a41-87d6-f9cd994217ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:57.710880 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbd2d02a-927c-4079-a6f1-7666df2fc418 req-a16360a5-599b-4a41-87d6-f9cd994217ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=597136ad-da00-4800-ac45-058ad9fbecaf HTTP/1.1" status: 200 len: 1127 time: 0.0992873 Jan 28 19:11:57.711648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b405-dbee-401e-b179-5bcc091c80af req-9f64f496-7ad1-444e-a97e-868ce7987c4f service neutron] Port e3b0c675-fa51-478d-ab37-a24cb2220599 on network 07cf55c4-e390-408e-b1e2-a832ba462c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:11:57.712190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b405-dbee-401e-b179-5bcc091c80af req-9f64f496-7ad1-444e-a97e-868ce7987c4f service neutron] Attempting to bind port e3b0c675-fa51-478d-ab37-a24cb2220599 on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:57.718045 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c81eb7d-41b7-4470-88c9-575b92f03900 None None] The sync data for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 is: [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:10:33Z', 'revision_number': 4, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '8765652f-34fb-4249-903e-b5a5dd0515e1', 'name': '', 'network_id': 'fd36cec0-b04c-4d96-af73-7ad37b8013a0', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'mac_address': 'fa:16:3e:cc:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:32Z', 'updated_at': '2022-01-28T19:10:38Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'subnets': [{'id': '423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:11:57.727779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b405-dbee-401e-b179-5bcc091c80af req-9f64f496-7ad1-444e-a97e-868ce7987c4f service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:57.728208 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b405-dbee-401e-b179-5bcc091c80af req-9f64f496-7ad1-444e-a97e-868ce7987c4f service neutron] Checking segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:57.728654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b405-dbee-401e-b179-5bcc091c80af req-9f64f496-7ad1-444e-a97e-868ce7987c4f service neutron] Bound using segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:57.729208 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-fd17b405-dbee-401e-b179-5bcc091c80af req-9f64f496-7ad1-444e-a97e-868ce7987c4f service neutron] Bound port: e3b0c675-fa51-478d-ab37-a24cb2220599, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:57.810965 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbd2d02a-927c-4079-a6f1-7666df2fc418 req-3ec76f1f-9daf-4b8c-b40a-f84b1ea30a69 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906103 Jan 28 19:11:57.827815 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-fd17b405-dbee-401e-b179-5bcc091c80af req-9f64f496-7ad1-444e-a97e-868ce7987c4f service neutron] For port e3b0c675-fa51-478d-ab37-a24cb2220599, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e3b0c675-fa51-478d-ab37-a24cb2220599,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:57.834772 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fd17b405-dbee-401e-b179-5bcc091c80af req-9f64f496-7ad1-444e-a97e-868ce7987c4f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:57.839505 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-9f64f496-7ad1-444e-a97e-868ce7987c4f service neutron] 10.222.0.55 "POST /v2.0/ports/e3b0c675-fa51-478d-ab37-a24cb2220599/bindings HTTP/1.1" status: 201 len: 389 time: 0.3708906 Jan 28 19:11:57.845488 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95460cfc-da1c-445c-abd8-c2b92caf2c91 req-67171d11-072f-41d4-a3a9-dde39df7ef49 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:57.847058 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-95460cfc-da1c-445c-abd8-c2b92caf2c91 req-67171d11-072f-41d4-a3a9-dde39df7ef49 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/ports?device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 945 time: 0.1968944 Jan 28 19:11:57.932000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfd503-8122-4d1f-99cc-16f35314c59b req-b0143c9f-5e3e-4cf5-becf-2d277df14618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:57.933562 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52cfd503-8122-4d1f-99cc-16f35314c59b req-b0143c9f-5e3e-4cf5-becf-2d277df14618 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 921 time: 0.2677400 Jan 28 19:11:57.977524 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b93be5b-f2a0-441c-97c8-f65e4fd93974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (b05a9622-0a32-4de6-bb6c-b49f21ce62f0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:58.057699 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd14497-67e0-43e3-92fc-6c53d061d823 req-e812fbfb-e182-41d4-bc00-ab0ac858f0f0 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:58.059335 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8cd14497-67e0-43e3-92fc-6c53d061d823 req-e812fbfb-e182-41d4-bc00-ab0ac858f0f0 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=597136ad-da00-4800-ac45-058ad9fbecaf HTTP/1.1" status: 200 len: 945 time: 0.1019399 Jan 28 19:11:58.098158 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52cfd503-8122-4d1f-99cc-16f35314c59b req-2adf85bd-1827-454a-876c-63b5e5a67565 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678ff146-d761-4d3c-b814-89ec7bc3dc29 HTTP/1.1" status: 200 len: 217 time: 0.0699503 Jan 28 19:11:58.108551 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-95460cfc-da1c-445c-abd8-c2b92caf2c91 req-bf56214d-659c-441e-978a-cf04c5d2ea82 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/security-groups?id=798225d4-9de7-42db-b4ef-2d535a63ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301533 Jan 28 19:11:58.144707 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8cd14497-67e0-43e3-92fc-6c53d061d823 req-4af0e81c-5544-418b-997d-0ac8bbb9b33c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777941 Jan 28 19:11:58.173380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93be5b-f2a0-441c-97c8-f65e4fd93974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b05a9622-0a32-4de6-bb6c-b49f21ce62f0,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:58.191545 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfd503-8122-4d1f-99cc-16f35314c59b req-0d142c0e-a4cd-4e70-b69b-773e38b7f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:58.191545 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52cfd503-8122-4d1f-99cc-16f35314c59b req-0d142c0e-a4cd-4e70-b69b-773e38b7f6ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 HTTP/1.1" status: 200 len: 859 time: 0.0750792 Jan 28 19:11:58.204626 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c6dcac-30ac-4093-8b5e-baa831a8770b None None] New status for floating IP de192462-1e01-41db-9ff7-6410ccec7d73: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:11:58.214876 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b93be5b-f2a0-441c-97c8-f65e4fd93974 admin admin] Checking segment: {'id': '60cab1f1-8b9e-4ba8-9703-02917a8fcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:58.215390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b93be5b-f2a0-441c-97c8-f65e4fd93974 admin admin] Network hostable DHCP agents. Network: 2acb1f88-b7fa-424b-ae56-b15b5300cc47, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:11:58.241028 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b405-dbee-401e-b179-5bcc091c80af req-156d2c7e-84c6-4f6c-bc47-93bb7f7dfaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:58.242596 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-156d2c7e-84c6-4f6c-bc47-93bb7f7dfaf6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 1127 time: 0.0952983 Jan 28 19:11:58.306137 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b93be5b-f2a0-441c-97c8-f65e4fd93974 admin admin] Network 2acb1f88-b7fa-424b-ae56-b15b5300cc47 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:11:58.324034 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfd503-8122-4d1f-99cc-16f35314c59b req-eb8aa840-5ab0-44d1-929b-cc535f3848d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:58.325990 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52cfd503-8122-4d1f-99cc-16f35314c59b req-eb8aa840-5ab0-44d1-929b-cc535f3848d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd36cec0-b04c-4d96-af73-7ad37b8013a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1166000 Jan 28 19:11:58.328244 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3b93be5b-f2a0-441c-97c8-f65e4fd93974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 2acb1f88-b7fa-424b-ae56-b15b5300cc47) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:58.336250 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b93be5b-f2a0-441c-97c8-f65e4fd93974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:58.336381 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b93be5b-f2a0-441c-97c8-f65e4fd93974 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:58.344174 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc5a6bb-1c9a-4c79-9ac4-56ceb7ed6a75 None None] Network 2acb1f88-b7fa-424b-ae56-b15b5300cc47 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:11:58.356825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6ab2a-f40e-42ff-a6f2-6f1491f0543d req-811cb5c5-2941-4186-9740-1954c1379fe1 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:58.358979 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83a6ab2a-f40e-42ff-a6f2-6f1491f0543d req-811cb5c5-2941-4186-9740-1954c1379fe1 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 946 time: 0.1292679 Jan 28 19:11:58.401399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf05d94-5728-4b0b-b057-92bc7dffc5e1 req-08bceebc-bf23-46a4-8fdf-9f0fd491808c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:58.403080 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bf05d94-5728-4b0b-b057-92bc7dffc5e1 req-08bceebc-bf23-46a4-8fdf-9f0fd491808c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1315031 Jan 28 19:11:58.406270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c92def37-3c8c-4bd9-866d-02117345d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:58.407781 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c92def37-3c8c-4bd9-866d-02117345d18d service neutron] 10.222.0.31 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.1577659 Jan 28 19:11:58.424745 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3b93be5b-f2a0-441c-97c8-f65e4fd93974 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 1.0277979 Jan 28 19:11:58.430609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39118) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:11:58.435638 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1609107-router', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:58.471962 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-08fc0ba0-7773-4761-ba8c-8df817a32ab5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b0c675-fa51-478d-ab37-a24cb2220599 HTTP/1.1" status: 200 len: 217 time: 0.0547318 Jan 28 19:11:58.530494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bf05d94-5728-4b0b-b057-92bc7dffc5e1 req-a1e451c9-e674-406d-8936-015d8b82ab55 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204376 Jan 28 19:11:58.537980 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83a6ab2a-f40e-42ff-a6f2-6f1491f0543d req-c4acd5d1-9b73-453d-96f9-f30e79d35f12 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599286 Jan 28 19:11:58.557619 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b405-dbee-401e-b179-5bcc091c80af req-23b98770-38d8-4241-a879-945d8a1ae91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:58.557619 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-23b98770-38d8-4241-a879-945d8a1ae91d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.0639384 Jan 28 19:11:58.558239 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52cfd503-8122-4d1f-99cc-16f35314c59b req-8d5008a9-6f33-4afa-b155-e00ff181432f service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160313 Jan 28 19:11:58.584734 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (0b385604-c49e-48b2-a3c4-a2a8769bf89d), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:58.585924 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (0b385604-c49e-48b2-a3c4-a2a8769bf89d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:58.606478 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-e348a27e-f274-49d8-a881-70811d16bacc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466678 Jan 28 19:11:58.634390 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d21fae-fb14-4394-ba61-82feee45d5e2 x-openstack-request-id: req-30d21fae-fb14-4394-ba61-82feee45d5e2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:11:58.634797 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1033809-06cf-46fa-8d09-8ea166cb7248", "tag": "678ff146-d761-4d3c-b814-89ec7bc3dc29", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:11:58.635146 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30d21fae-fb14-4394-ba61-82feee45d5e2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:11:58.635642 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'tag': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'status': 'completed', 'code': 200} Jan 28 19:11:58.895454 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c07b5720-c007-49bd-bd5c-0a9d080282e2 service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816670 Jan 28 19:11:58.933707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-2acb1f88-b7fa-424b-ae56-b15b5300cc47', 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47', 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'fixed_ips': [{'subnet_id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:11:58.939065 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:59.073983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d80387-116e-45ae-abe7-f6ec340087e4 req-f416cf1b-b26b-4a79-8fe6-b3d7c1127f02 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:59.075809 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d4d80387-116e-45ae-abe7-f6ec340087e4 req-f416cf1b-b26b-4a79-8fe6-b3d7c1127f02 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 945 time: 0.4068904 Jan 28 19:11:59.192484 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Allocated IP 172.20.0.2 (2acb1f88-b7fa-424b-ae56-b15b5300cc47/b05a9622-0a32-4de6-bb6c-b49f21ce62f0/5f9f92bf-9350-4638-8315-74a48ff73c19) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:11:59.235430 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d4d80387-116e-45ae-abe7-f6ec340087e4 req-88f7da5c-e790-44f2-ab52-b93d844c3f47 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400037 Jan 28 19:11:59.269185 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-17ca6f74-23ba-4abb-be3c-7814b800b284 service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613775 Jan 28 19:11:59.300746 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Publish callbacks [] for router_controller (0b385604-c49e-48b2-a3c4-a2a8769bf89d), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:59.456309 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Publish callbacks [] for port (5f9f92bf-9350-4638-8315-74a48ff73c19), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:59.458827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56133d06-8cd3-4f80-899d-33aeef6b292f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae488109-ced2-4903-adc7-5bb4a2932334'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:11:59.461380 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bb2586-a0c7-4d4e-a750-3b08d61518cb" -d '{"events": [{"server_uuid": "56133d06-8cd3-4f80-899d-33aeef6b292f", "name": "network-vif-plugged", "status": "completed", "tag": "ae488109-ced2-4903-adc7-5bb4a2932334"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:11:59.471582 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (5f9f92bf-9350-4638-8315-74a48ff73c19), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:59.485454 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b405-dbee-401e-b179-5bcc091c80af req-d86d7904-416d-4f15-bf6f-d6c2abcedf47 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:59.487682 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-d86d7904-416d-4f15-bf6f-d6c2abcedf47 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881&tenant_id=be0bcd491a344f1d9cdebd1430d3209a&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 1127 time: 0.1480086 Jan 28 19:11:59.505429 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824834-4'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:11:59.510599 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52cfd503-8122-4d1f-99cc-16f35314c59b req-6d02bdb4-6a18-4016-902c-8d73d9e3313f service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9534562 Jan 28 19:11:59.544612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Pushing event updated for resources: {'Port': ['ID=5f9f92bf-9350-4638-8315-74a48ff73c19,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:59.559786 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Publish callbacks [] for router_gateway (0b385604-c49e-48b2-a3c4-a2a8769bf89d), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:59.564710 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Network 2acb1f88-b7fa-424b-ae56-b15b5300cc47 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:11:59.566514 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:11:59.567937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0643e-5204-4cbd-a2da-0b9132360b3a req-b35acbb6-e073-4325-b281-06ef712a378e tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:59.569363 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:11:59.576609 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-82b0643e-5204-4cbd-a2da-0b9132360b3a req-b35acbb6-e073-4325-b281-06ef712a378e tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/ports?device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 945 time: 0.1797833 Jan 28 19:11:59.603878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674b637-9a74-4811-bd1c-c84eda3519a5 req-704990ab-ddd3-44c6-81a8-c34697c9d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:59.605385 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f674b637-9a74-4811-bd1c-c84eda3519a5 req-704990ab-ddd3-44c6-81a8-c34697c9d299 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b67ad337e76d4b31986957cbfd640297&device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 1128 time: 0.1792355 Jan 28 19:11:59.631901 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Attempting to bind port 5f9f92bf-9350-4638-8315-74a48ff73c19 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:11:59.632550 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Attempting to bind port 5f9f92bf-9350-4638-8315-74a48ff73c19 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '60cab1f1-8b9e-4ba8-9703-02917a8fcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:11:59.633090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Attempting to bind port 5f9f92bf-9350-4638-8315-74a48ff73c19 on network 2acb1f88-b7fa-424b-ae56-b15b5300cc47 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:11:59.638664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:11:59.639319 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Checking segment: {'id': '60cab1f1-8b9e-4ba8-9703-02917a8fcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:11:59.640367 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:59.640925 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Bound using segment: {'id': '60cab1f1-8b9e-4ba8-9703-02917a8fcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:11:59.641621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Bound port: 5f9f92bf-9350-4638-8315-74a48ff73c19, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60cab1f1-8b9e-4ba8-9703-02917a8fcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:11:59.642377 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5f9f92bf-9350-4638-8315-74a48ff73c19), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:59.670528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cf7d9-11ca-41fa-9581-dd858ef06cbd req-1e75527e-4b72-4c90-853e-42836cadbc48 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:59.677484 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-887cf7d9-11ca-41fa-9581-dd858ef06cbd req-1e75527e-4b72-4c90-853e-42836cadbc48 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=597136ad-da00-4800-ac45-058ad9fbecaf HTTP/1.1" status: 200 len: 945 time: 0.2363572 Jan 28 19:11:59.704166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb24e94-83c8-4b6e-b361-fd8516acaf62 req-6e60d932-e30a-4658-af9f-b1d890ed66d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:59.705862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3fb24e94-83c8-4b6e-b361-fd8516acaf62 req-6e60d932-e30a-4658-af9f-b1d890ed66d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 1127 time: 0.1398947 Jan 28 19:11:59.714827 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:59.718718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] For port 5f9f92bf-9350-4638-8315-74a48ff73c19, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:11:59.726188 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] For port 5f9f92bf-9350-4638-8315-74a48ff73c19, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5f9f92bf-9350-4638-8315-74a48ff73c19,segment=NetworkSegment(60cab1f1-8b9e-4ba8-9703-02917a8fcce7),segment_id=60cab1f1-8b9e-4ba8-9703-02917a8fcce7)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:11:59.736039 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5f9f92bf-9350-4638-8315-74a48ff73c19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:59.745271 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-82b0643e-5204-4cbd-a2da-0b9132360b3a req-747802b5-3475-4958-a8e6-6052bbf72345 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/security-groups?id=798225d4-9de7-42db-b4ef-2d535a63ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665506 Jan 28 19:11:59.835758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12af401-f8d7-42f8-b462-0013b89eef2a None None] Pushing event updated for resources: {'Port': ['ID=5f9f92bf-9350-4638-8315-74a48ff73c19,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:11:59.840681 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-887cf7d9-11ca-41fa-9581-dd858ef06cbd req-8930bd65-4756-46d5-91f4-3a8e951ef9ec tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621847 Jan 28 19:11:59.925083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb24e94-83c8-4b6e-b361-fd8516acaf62 req-ce802aae-0ad1-424e-8691-e68a5ae2d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:11:59.927374 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3fb24e94-83c8-4b6e-b361-fd8516acaf62 req-ce802aae-0ad1-424e-8691-e68a5ae2d364 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 200 len: 921 time: 0.2032068 Jan 28 19:11:59.927534 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:11:59.941522 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ea04949-90d2-4b82-908e-76a23e9c77b5 req-2c58c664-869a-48ea-ad99-89409c7e3c13 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/floatingips/de192462-1e01-41db-9ff7-6410ccec7d73 HTTP/1.1" status: 200 len: 694 time: 0.1489809 Jan 28 19:12:00.019034 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3fb24e94-83c8-4b6e-b361-fd8516acaf62 req-01ee69d8-d9ee-4242-815c-6ee3817f7042 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=678ff146-d761-4d3c-b814-89ec7bc3dc29 HTTP/1.1" status: 200 len: 217 time: 0.0419977 Jan 28 19:12:00.175786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb24e94-83c8-4b6e-b361-fd8516acaf62 req-4b08c981-aad3-448f-80c8-5f69ba46ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:00.177308 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3fb24e94-83c8-4b6e-b361-fd8516acaf62 req-4b08c981-aad3-448f-80c8-5f69ba46ad9a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 HTTP/1.1" status: 200 len: 859 time: 0.1475389 Jan 28 19:12:00.223458 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8992f2-c0dd-49b0-9525-372270f43a03 req-f1985dc6-a799-4b75-bee0-4aeba733de23 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:00.225201 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c8992f2-c0dd-49b0-9525-372270f43a03 req-f1985dc6-a799-4b75-bee0-4aeba733de23 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 946 time: 0.2470386 Jan 28 19:12:00.226306 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Publish callbacks [] for router_gateway (0b385604-c49e-48b2-a3c4-a2a8769bf89d), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:00.301756 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:00.375867 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb24e94-83c8-4b6e-b361-fd8516acaf62 req-13252b58-c6ff-4886-9802-391dfab2fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:00.377815 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3fb24e94-83c8-4b6e-b361-fd8516acaf62 req-13252b58-c6ff-4886-9802-391dfab2fe2c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd36cec0-b04c-4d96-af73-7ad37b8013a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1929233 Jan 28 19:12:00.383517 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c8992f2-c0dd-49b0-9525-372270f43a03 req-f18828c6-359c-4d5f-ba0f-76cde697d7d9 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379149 Jan 28 19:12:00.421648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674b637-9a74-4811-bd1c-c84eda3519a5 req-97c3bf58-45fe-45e6-ba7c-3290c9535860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:00.423606 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f674b637-9a74-4811-bd1c-c84eda3519a5 req-97c3bf58-45fe-45e6-ba7c-3290c9535860 service neutron] 10.222.0.37 "GET /v2.0/networks?id=034cc597-159d-4777-941b-dced4debf4ac HTTP/1.1" status: 200 len: 917 time: 0.8055151 Jan 28 19:12:00.451386 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88506499-268b-419d-98e7-74715bb2c495 x-openstack-request-id: req-88506499-268b-419d-98e7-74715bb2c495 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:00.451912 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56133d06-8cd3-4f80-899d-33aeef6b292f", "name": "network-vif-plugged", "status": "completed", "tag": "ae488109-ced2-4903-adc7-5bb4a2932334", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:00.451912 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88506499-268b-419d-98e7-74715bb2c495 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:00.452367 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56133d06-8cd3-4f80-899d-33aeef6b292f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae488109-ced2-4903-adc7-5bb4a2932334', 'code': 200} Jan 28 19:12:00.526669 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f674b637-9a74-4811-bd1c-c84eda3519a5 req-8c50c91b-ee75-4a48-9d81-c082111d9240 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de403779-4a6d-4f51-9532-0dc95e926936 HTTP/1.1" status: 200 len: 217 time: 0.0632014 Jan 28 19:12:00.533382 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Allocated IP 172.25.0.113 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/f0e46295-5e54-4b53-87b6-137aa9602fa0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:00.583056 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3fb24e94-83c8-4b6e-b361-fd8516acaf62 req-8c078c67-30cd-4b05-950a-d8727051c41e service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964791 Jan 28 19:12:00.630954 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] For port e3b0c675-fa51-478d-ab37-a24cb2220599, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e3b0c675-fa51-478d-ab37-a24cb2220599,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:00.645531 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea04949-90d2-4b82-908e-76a23e9c77b5 req-3fa6863d-8793-40ec-b634-c639e5093248 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:00.647089 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ea04949-90d2-4b82-908e-76a23e9c77b5 req-3fa6863d-8793-40ec-b634-c639e5093248 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.2921798 Jan 28 19:12:00.657447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674b637-9a74-4811-bd1c-c84eda3519a5 req-3c08ab7d-b104-4787-a7d9-269f868375ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:00.659044 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f674b637-9a74-4811-bd1c-c84eda3519a5 req-3c08ab7d-b104-4787-a7d9-269f868375ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5db5bf3f-d8ab-47cb-8cfd-253af3f4d215 HTTP/1.1" status: 200 len: 855 time: 0.1175137 Jan 28 19:12:00.734344 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c222a-247a-4cc1-b467-16ee55a4dc14 req-2eafb87f-1abf-468f-a0b3-3567ebb1c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:00.734891 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fc5c222a-247a-4cc1-b467-16ee55a4dc14 req-2eafb87f-1abf-468f-a0b3-3567ebb1c13d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 1127 time: 0.2037499 Jan 28 19:12:00.746215 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ea04949-90d2-4b82-908e-76a23e9c77b5 req-da241e02-93d9-48bf-8b42-b984d328617c tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 697 time: 0.0848060 Jan 28 19:12:00.751289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] For port e3b0c675-fa51-478d-ab37-a24cb2220599, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:00.790063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e21ff-8cad-4127-8ec2-74babd31389e req-1eb50385-5c9e-468a-8eaa-e79fb571ca18 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:00.797136 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-159e21ff-8cad-4127-8ec2-74babd31389e req-1eb50385-5c9e-468a-8eaa-e79fb571ca18 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.2300868 Jan 28 19:12:00.872644 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Publish callbacks [] for port (f0e46295-5e54-4b53-87b6-137aa9602fa0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:00.874478 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ea04949-90d2-4b82-908e-76a23e9c77b5 req-ea2f711a-87d7-4302-b7cc-51738e576b9d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 697 time: 0.0759361 Jan 28 19:12:00.879340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b1eb72-bbc2-45b5-a185-6a69f2fbd881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b0c675-fa51-478d-ab37-a24cb2220599'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:00.882121 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19901d8-6391-487b-b5eb-da5e3a6e704c" -d '{"events": [{"server_uuid": "91b1eb72-bbc2-45b5-a185-6a69f2fbd881", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b0c675-fa51-478d-ab37-a24cb2220599"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:00.886098 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Publish callbacks [] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:00.892231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674b637-9a74-4811-bd1c-c84eda3519a5 req-68e9fcab-feb6-4705-9401-77db80eb401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:00.893748 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f674b637-9a74-4811-bd1c-c84eda3519a5 req-68e9fcab-feb6-4705-9401-77db80eb401f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=034cc597-159d-4777-941b-dced4debf4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1869128 Jan 28 19:12:00.909084 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3fb24e94-83c8-4b6e-b361-fd8516acaf62 req-8f1af1ff-ec32-4800-a200-e91e453d3a23 service neutron] 10.222.0.31 "GET /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993197 Jan 28 19:12:00.919627 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fc5c222a-247a-4cc1-b467-16ee55a4dc14 req-7067772f-2c49-4c9c-bc8c-2d0befb6f736 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=798225d4-9de7-42db-b4ef-2d535a63ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713135 Jan 28 19:12:00.936938 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-159e21ff-8cad-4127-8ec2-74babd31389e req-946aa575-01fa-47f6-9c60-80bc2e29990c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341248 Jan 28 19:12:00.952957 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:01.003253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f0e46295-5e54-4b53-87b6-137aa9602fa0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:01.061786 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b0c675-fa51-478d-ab37-a24cb2220599,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:01.076034 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:01.079144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:01.085639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:01.093538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Pushing event updated for resources: {'Port': ['ID=f0e46295-5e54-4b53-87b6-137aa9602fa0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:01.344056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda2371f-cb35-4e27-8202-3537dbf7526c None None] Network 2acb1f88-b7fa-424b-ae56-b15b5300cc47 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:01.422393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68997583-e039-4688-b0fe-0094c1c8d590 req-a7f38e64-e1ee-4552-8453-710652f4aad1 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:01.424652 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-68997583-e039-4688-b0fe-0094c1c8d590 req-a7f38e64-e1ee-4552-8453-710652f4aad1 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 943 time: 0.2092199 Jan 28 19:12:01.438102 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Attempting to bind port e3b0c675-fa51-478d-ab37-a24cb2220599 on host n-h2-824834-4 for vnic_type normal with profile {"migrating_to": "n-h1-824834-4"} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:01.438451 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Attempting to bind port e3b0c675-fa51-478d-ab37-a24cb2220599 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:01.438788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Attempting to bind port e3b0c675-fa51-478d-ab37-a24cb2220599 on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:01.451728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Port e3b0c675-fa51-478d-ab37-a24cb2220599 on network 07cf55c4-e390-408e-b1e2-a832ba462c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:12:01.452066 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Attempting to bind port e3b0c675-fa51-478d-ab37-a24cb2220599 on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:01.455509 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f674b637-9a74-4811-bd1c-c84eda3519a5 req-8206717a-2f2b-4793-945d-90e174644713 service neutron] 10.222.0.37 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902682 Jan 28 19:12:01.476930 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-2ea04949-90d2-4b82-908e-76a23e9c77b5 req-c7d9f288-f273-4a0a-b9da-3360b2724e7f tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Deleting port bfce35de-524d-4d74-a6a7-bad825e6b5b9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:12:01.477440 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ea04949-90d2-4b82-908e-76a23e9c77b5 req-c7d9f288-f273-4a0a-b9da-3360b2724e7f tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (bfce35de-524d-4d74-a6a7-bad825e6b5b9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:01.479098 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:01.479399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Checking segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:01.479870 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Bound using segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:01.480306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Bound port: e3b0c675-fa51-478d-ab37-a24cb2220599, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:01.480650 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:01.512237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2bdcdafe-18d1-4f64-80e2-3c5b8231a4e7 None None] Provisioning complete for port 5f9f92bf-9350-4638-8315-74a48ff73c19 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:01.513161 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bdcdafe-18d1-4f64-80e2-3c5b8231a4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5f9f92bf-9350-4638-8315-74a48ff73c19), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:01.524782 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-68997583-e039-4688-b0fe-0094c1c8d590 req-0698ffdd-48fb-4e46-8d67-a682faf26cd5 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945964 Jan 28 19:12:01.654578 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Publish callbacks [] for router_gateway (0b385604-c49e-48b2-a3c4-a2a8769bf89d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:01.682494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f674b637-9a74-4811-bd1c-c84eda3519a5 req-4dd97589-8257-460a-b849-859fc660e61a service neutron] 10.222.0.37 "GET /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175882 Jan 28 19:12:01.710320 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ea04949-90d2-4b82-908e-76a23e9c77b5 req-c7d9f288-f273-4a0a-b9da-3360b2724e7f tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (bfce35de-524d-4d74-a6a7-bad825e6b5b9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:01.710773 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ea04949-90d2-4b82-908e-76a23e9c77b5 req-c7d9f288-f273-4a0a-b9da-3360b2724e7f tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for floatingip (bfce35de-524d-4d74-a6a7-bad825e6b5b9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:01.715495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2bdcdafe-18d1-4f64-80e2-3c5b8231a4e7 None None] Current status of the port 5f9f92bf-9350-4638-8315-74a48ff73c19 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:01.715909 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bdcdafe-18d1-4f64-80e2-3c5b8231a4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5f9f92bf-9350-4638-8315-74a48ff73c19), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:01.767649 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-2ea04949-90d2-4b82-908e-76a23e9c77b5 req-c7d9f288-f273-4a0a-b9da-3360b2724e7f tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Calling delete_port for bfce35de-524d-4d74-a6a7-bad825e6b5b9 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:12:01.793987 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] For port e3b0c675-fa51-478d-ab37-a24cb2220599, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:01.803069 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2bdcdafe-18d1-4f64-80e2-3c5b8231a4e7 None None] For port 5f9f92bf-9350-4638-8315-74a48ff73c19, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5f9f92bf-9350-4638-8315-74a48ff73c19,segment=NetworkSegment(60cab1f1-8b9e-4ba8-9703-02917a8fcce7),segment_id=60cab1f1-8b9e-4ba8-9703-02917a8fcce7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:01.811814 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bdcdafe-18d1-4f64-80e2-3c5b8231a4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5f9f92bf-9350-4638-8315-74a48ff73c19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:01.834635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4e737-761b-4b9d-a53c-c97df8370e80 req-0bd63e9a-f543-4f54-afe2-fafc19acb030 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:01.842196 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-09e4e737-761b-4b9d-a53c-c97df8370e80 req-0bd63e9a-f543-4f54-afe2-fafc19acb030 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/ports?device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 945 time: 0.2089958 Jan 28 19:12:01.855086 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] For port e3b0c675-fa51-478d-ab37-a24cb2220599, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e3b0c675-fa51-478d-ab37-a24cb2220599,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:01.889486 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:01.910195 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdcdafe-18d1-4f64-80e2-3c5b8231a4e7 None None] Pushing event updated for resources: {'Port': ['ID=5f9f92bf-9350-4638-8315-74a48ff73c19,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:01.969969 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-09e4e737-761b-4b9d-a53c-c97df8370e80 req-59e06fbf-633a-48a8-937c-a873aeb70429 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/security-groups?id=798225d4-9de7-42db-b4ef-2d535a63ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264441 Jan 28 19:12:01.985640 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5f9f92bf-9350-4638-8315-74a48ff73c19 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:02.053484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b0c675-fa51-478d-ab37-a24cb2220599,revision_number=8']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:02.064528 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:02.065271 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:02.066833 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c4a2c508-48cf-4ebb-b827-bb5f431c5e31 service neutron] 10.222.0.31 "PUT /v2.0/ports/e3b0c675-fa51-478d-ab37-a24cb2220599 HTTP/1.1" status: 200 len: 1121 time: 2.5678599 Jan 28 19:12:02.071780 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9b8016-d510-4e72-80df-6c03f195c18e x-openstack-request-id: req-9b9b8016-d510-4e72-80df-6c03f195c18e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:02.072184 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b1eb72-bbc2-45b5-a185-6a69f2fbd881", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b0c675-fa51-478d-ab37-a24cb2220599", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:02.074379 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b9b8016-d510-4e72-80df-6c03f195c18e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:02.074903 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b1eb72-bbc2-45b5-a185-6a69f2fbd881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b0c675-fa51-478d-ab37-a24cb2220599', 'code': 200} Jan 28 19:12:02.079741 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (0b385604-c49e-48b2-a3c4-a2a8769bf89d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:02.109728 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f2eead40-cdb4-42e2-b6da-0dd8b202e8f2 None None] Provisioning complete for port 5f9f92bf-9350-4638-8315-74a48ff73c19 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:02.112095 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2eead40-cdb4-42e2-b6da-0dd8b202e8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5f9f92bf-9350-4638-8315-74a48ff73c19), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:02.175177 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ea04949-90d2-4b82-908e-76a23e9c77b5 req-c7d9f288-f273-4a0a-b9da-3360b2724e7f tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (bfce35de-524d-4d74-a6a7-bad825e6b5b9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:02.212612 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9f288-f273-4a0a-b9da-3360b2724e7f tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Pushing event deleted for resources: {'Port': ['ID=bfce35de-524d-4d74-a6a7-bad825e6b5b9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:02.258637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['e3b0c675-fa51-478d-ab37-a24cb2220599'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:12:02.300637 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ea04949-90d2-4b82-908e-76a23e9c77b5 req-c7d9f288-f273-4a0a-b9da-3360b2724e7f tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks [] for floatingip (de192462-1e01-41db-9ff7-6410ccec7d73), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:02.304243 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ea04949-90d2-4b82-908e-76a23e9c77b5 req-c7d9f288-f273-4a0a-b9da-3360b2724e7f tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:02.306158 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ea04949-90d2-4b82-908e-76a23e9c77b5 req-c7d9f288-f273-4a0a-b9da-3360b2724e7f tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "DELETE /v2.0/floatingips/de192462-1e01-41db-9ff7-6410ccec7d73 HTTP/1.1" status: 204 len: 173 time: 1.4161711 Jan 28 19:12:02.332053 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 5f9f92bf-9350-4638-8315-74a48ff73c19 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:02.332421 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5f9f92bf-9350-4638-8315-74a48ff73c19), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:02.451413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Router 0b385604-c49e-48b2-a3c4-a2a8769bf89d is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:12:02.466293 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4e89b-0ad3-46aa-98c2-0d6a563358ea req-e8eb0f83-93d6-44a9-8901-280166f1bd28 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:02.468692 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-14c4e89b-0ad3-46aa-98c2-0d6a563358ea req-e8eb0f83-93d6-44a9-8901-280166f1bd28 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=597136ad-da00-4800-ac45-058ad9fbecaf HTTP/1.1" status: 200 len: 945 time: 0.0946896 Jan 28 19:12:02.484401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f2eead40-cdb4-42e2-b6da-0dd8b202e8f2 None None] Current status of the port 5f9f92bf-9350-4638-8315-74a48ff73c19 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:02.517468 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e61f7b-6fdb-4d20-ae10-b0e3edc4869f req-73f40ae8-643a-42fb-af09-24013ecee5ec tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:02.524555 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88e61f7b-6fdb-4d20-ae10-b0e3edc4869f req-73f40ae8-643a-42fb-af09-24013ecee5ec tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 946 time: 0.0882478 Jan 28 19:12:02.587417 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 5f9f92bf-9350-4638-8315-74a48ff73c19 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:02.595232 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88e61f7b-6fdb-4d20-ae10-b0e3edc4869f req-11099e09-51ba-4362-8b56-9db2d6bed049 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696094 Jan 28 19:12:02.606480 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ff639-03c0-4970-89ac-9e8bac564d2d req-17a0537b-21f4-455b-bd57-d4b05876c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:02.611056 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4e8ff639-03c0-4970-89ac-9e8bac564d2d req-17a0537b-21f4-455b-bd57-d4b05876c886 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 1126 time: 0.2086203 Jan 28 19:12:02.622583 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-14c4e89b-0ad3-46aa-98c2-0d6a563358ea req-80359f55-9e18-458b-a260-0c47ed2dc1d6 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453407 Jan 28 19:12:02.655707 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:12:02.666613 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Sync routers for ids ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:12:02.688982 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Routers {'0b385604-c49e-48b2-a3c4-a2a8769bf89d'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:02.689986 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:02.692708 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:02.699431 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-35e96411-156f-4396-b2e6-87989aeb276e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.2624526 Jan 28 19:12:02.700295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39184) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:02.780753 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ff639-03c0-4970-89ac-9e8bac564d2d req-b1c7fc99-8f2d-46ec-a4e9-32f7a97aa0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:02.782263 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4e8ff639-03c0-4970-89ac-9e8bac564d2d req-b1c7fc99-8f2d-46ec-a4e9-32f7a97aa0aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.1660321 Jan 28 19:12:02.794961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f2452-20dd-4907-bf2e-e65bd739eacb req-bf8350fe-4741-4edf-9f83-a86d5cb07397 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:02.796823 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca9f2452-20dd-4907-bf2e-e65bd739eacb req-bf8350fe-4741-4edf-9f83-a86d5cb07397 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.0935485 Jan 28 19:12:02.849945 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Set router 0b385604-c49e-48b2-a3c4-a2a8769bf89d gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:02.918578 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4e8ff639-03c0-4970-89ac-9e8bac564d2d req-74a99397-0cb1-4863-b356-be518fb49856 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879 HTTP/1.1" status: 200 len: 999 time: 0.1206770 Jan 28 19:12:02.922677 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca9f2452-20dd-4907-bf2e-e65bd739eacb req-b7d88f58-4de0-4883-a3b5-09221101b761 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167486 Jan 28 19:12:02.973792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ff639-03c0-4970-89ac-9e8bac564d2d req-1f67ccaa-4289-40aa-91e2-e121fad46ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:02.975409 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4e8ff639-03c0-4970-89ac-9e8bac564d2d req-1f67ccaa-4289-40aa-91e2-e121fad46ee9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.0506463 Jan 28 19:12:03.041371 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ff639-03c0-4970-89ac-9e8bac564d2d req-9b4632db-f5f1-4fd3-871c-dd3997606988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:03.043135 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4e8ff639-03c0-4970-89ac-9e8bac564d2d req-9b4632db-f5f1-4fd3-871c-dd3997606988 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0609443 Jan 28 19:12:03.124805 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'name': 'tempest-ServersTestJSON-1609107-router', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:58Z', 'updated_at': '2022-01-28T19:12:01Z', 'revision_number': 3, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'gw_port': {'id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:00Z', 'updated_at': '2022-01-28T19:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:03.159223 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Checking router: 0b385604-c49e-48b2-a3c4-a2a8769bf89d for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:12:03.159900 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Updating router 0b385604-c49e-48b2-a3c4-a2a8769bf89d port f0e46295-5e54-4b53-87b6-137aa9602fa0 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:12:03.203215 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f0e46295-5e54-4b53-87b6-137aa9602fa0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:03.234793 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4e8ff639-03c0-4970-89ac-9e8bac564d2d req-a1b7592b-2d3d-4fa8-abc9-5018c664a565 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843109 Jan 28 19:12:03.307411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34d569-41af-4909-8f93-32bdca066221 req-295d8323-fa0c-4a42-8783-9151715dd70c tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:03.314447 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b34d569-41af-4909-8f93-32bdca066221 req-295d8323-fa0c-4a42-8783-9151715dd70c tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 943 time: 0.1077015 Jan 28 19:12:03.421705 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6e30a-ea76-44a4-9779-46a4cda119ba req-b1d64492-fc67-4b77-887c-8913c06d7106 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:03.423393 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c2a6e30a-ea76-44a4-9779-46a4cda119ba req-b1d64492-fc67-4b77-887c-8913c06d7106 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 945 time: 0.1045713 Jan 28 19:12:03.426007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4e8ff639-03c0-4970-89ac-9e8bac564d2d req-75239c4c-c58f-4ffc-9701-81e9462b7157 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852474 Jan 28 19:12:03.439551 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b34d569-41af-4909-8f93-32bdca066221 req-032ee962-20b7-48b7-b922-f869f2779e5c tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244662 Jan 28 19:12:03.505312 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c2a6e30a-ea76-44a4-9779-46a4cda119ba req-1721949d-9b17-4296-8f8c-2c3a440fb23d tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763793 Jan 28 19:12:03.567009 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Publish callbacks [] for port (f0e46295-5e54-4b53-87b6-137aa9602fa0), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:03.574429 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f0e46295-5e54-4b53-87b6-137aa9602fa0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:03.625308 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea1799-ed02-4a66-960f-efc9e95a0304 None None] Pushing event updated for resources: {'Port': ['ID=f0e46295-5e54-4b53-87b6-137aa9602fa0,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:03.645682 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Attempting to bind port f0e46295-5e54-4b53-87b6-137aa9602fa0 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:03.646072 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Attempting to bind port f0e46295-5e54-4b53-87b6-137aa9602fa0 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:03.646439 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Attempting to bind port f0e46295-5e54-4b53-87b6-137aa9602fa0 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:03.652047 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:03.652420 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:03.652817 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:03.653211 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:03.653666 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Bound port: f0e46295-5e54-4b53-87b6-137aa9602fa0, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:03.654059 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f0e46295-5e54-4b53-87b6-137aa9602fa0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:03.655146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abfda5-f35c-4a7e-872e-3097123a98fe req-9dd4baed-b473-4ddb-8665-0e7dfe62fea6 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:03.657051 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a0abfda5-f35c-4a7e-872e-3097123a98fe req-9dd4baed-b473-4ddb-8665-0e7dfe62fea6 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=597136ad-da00-4800-ac45-058ad9fbecaf HTTP/1.1" status: 200 len: 945 time: 0.0744400 Jan 28 19:12:03.719476 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] For port f0e46295-5e54-4b53-87b6-137aa9602fa0, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:03.722929 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] For port f0e46295-5e54-4b53-87b6-137aa9602fa0, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f0e46295-5e54-4b53-87b6-137aa9602fa0,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:03.724329 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a0abfda5-f35c-4a7e-872e-3097123a98fe req-73784514-39e1-45e3-bce1-bf002abcfc45 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612457 Jan 28 19:12:03.750070 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f0e46295-5e54-4b53-87b6-137aa9602fa0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:03.773416 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb01fa-25ae-4277-8161-05af60d63140 req-cf47f84a-7d4c-4083-b225-00d2927377ac tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:03.775366 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0bb01fa-25ae-4277-8161-05af60d63140 req-cf47f84a-7d4c-4083-b225-00d2927377ac tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/ports?device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 945 time: 0.2290056 Jan 28 19:12:03.844029 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0bb01fa-25ae-4277-8161-05af60d63140 req-8b8b25b9-ca7e-4a67-9278-5b972b34277b tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/security-groups?id=798225d4-9de7-42db-b4ef-2d535a63ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604029 Jan 28 19:12:03.855707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5f9f92bf-9350-4638-8315-74a48ff73c19 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:03.867880 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea1799-ed02-4a66-960f-efc9e95a0304 None None] Pushing event updated for resources: {'Port': ['ID=f0e46295-5e54-4b53-87b6-137aa9602fa0,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:03.894187 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Routers {'0b385604-c49e-48b2-a3c4-a2a8769bf89d'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:03.897637 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:03.969594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d75488-5721-4d7f-b112-ca33ab7bc990 req-e20771ee-9696-481a-9725-fc2e625046c7 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:03.978478 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50d75488-5721-4d7f-b112-ca33ab7bc990 req-e20771ee-9696-481a-9725-fc2e625046c7 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 946 time: 0.1671100 Jan 28 19:12:03.985402 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 5f9f92bf-9350-4638-8315-74a48ff73c19 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:03.985777 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5f9f92bf-9350-4638-8315-74a48ff73c19), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:04.042426 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:04.076796 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b1eb72-bbc2-45b5-a185-6a69f2fbd881', 'tag': 'e3b0c675-fa51-478d-ab37-a24cb2220599'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:04.083244 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ae951b-8ccc-47f1-afd7-e3a67a502b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "91b1eb72-bbc2-45b5-a185-6a69f2fbd881", "tag": "e3b0c675-fa51-478d-ab37-a24cb2220599"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:04.097956 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50d75488-5721-4d7f-b112-ca33ab7bc990 req-879f8c5d-d558-4847-a634-18e78a8461d5 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116023 Jan 28 19:12:04.107848 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] Set router 0b385604-c49e-48b2-a3c4-a2a8769bf89d gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:04.138688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 5f9f92bf-9350-4638-8315-74a48ff73c19 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:04.153128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d2a9d-8147-4187-9b8e-153c196451f7 req-65074c98-749f-4b2d-b50a-9191f44038fd tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:04.155453 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-993d2a9d-8147-4187-9b8e-153c196451f7 req-65074c98-749f-4b2d-b50a-9191f44038fd tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/ports?device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 945 time: 0.2220893 Jan 28 19:12:04.163892 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39204) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:04.168628 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3b2a7b6c-b046-4ade-a153-21f3e814c0a9 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Request body: {'floatingip': {'port_id': 'ae488109-ced2-4903-adc7-5bb4a2932334'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:04.243199 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865227c8-cf6c-42c4-b7dd-c14cf5833abc x-openstack-request-id: req-865227c8-cf6c-42c4-b7dd-c14cf5833abc {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:04.243199 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b1eb72-bbc2-45b5-a185-6a69f2fbd881", "tag": "e3b0c675-fa51-478d-ab37-a24cb2220599", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:04.243199 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-865227c8-cf6c-42c4-b7dd-c14cf5833abc {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:04.244066 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b1eb72-bbc2-45b5-a185-6a69f2fbd881', 'tag': 'e3b0c675-fa51-478d-ab37-a24cb2220599', 'status': 'completed', 'code': 200} Jan 28 19:12:04.300130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Allocated IP 172.20.0.1 (2acb1f88-b7fa-424b-ae56-b15b5300cc47/b05a9622-0a32-4de6-bb6c-b49f21ce62f0/66bdeeaa-6cf3-457b-9a45-e9cf87a972fa) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:04.342815 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b2a7b6c-b046-4ade-a153-21f3e814c0a9 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for floatingip (b7c2cbe5-75c3-4d09-975c-138827fa759e), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:04.387264 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'name': 'tempest-ServersTestJSON-1609107-router', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:58Z', 'updated_at': '2022-01-28T19:12:01Z', 'revision_number': 3, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'gw_port': {'id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:00Z', 'updated_at': '2022-01-28T19:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:04.421196 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb081e4f-0715-40c1-8815-01a17a6cd0a4 None None] The sync data for ids ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'] in n-d-824834-4 is: [{'id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'name': 'tempest-ServersTestJSON-1609107-router', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:58Z', 'updated_at': '2022-01-28T19:12:01Z', 'revision_number': 3, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'gw_port': {'id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:00Z', 'updated_at': '2022-01-28T19:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:12:04.428839 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Publish callbacks [] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:04.464695 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae951b-8ccc-47f1-afd7-e3a67a502b2d req-d1172ea1-7c06-4d88-b511-8f99d2abc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:04.466311 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-31ae951b-8ccc-47f1-afd7-e3a67a502b2d req-d1172ea1-7c06-4d88-b511-8f99d2abc8cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 1155 time: 0.1910899 Jan 28 19:12:04.522304 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:04.545980 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afdd56-d010-4586-b770-0d59fc2bf432 req-802936a0-3f7d-4072-9427-960304e7bb21 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:04.547232 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Network 2acb1f88-b7fa-424b-ae56-b15b5300cc47 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:04.547727 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5afdd56-d010-4586-b770-0d59fc2bf432 req-802936a0-3f7d-4072-9427-960304e7bb21 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.3130200 Jan 28 19:12:04.576419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:04.581192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:04.616752 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e3b0c675-fa51-478d-ab37-a24cb2220599 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:12:04.639975 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (0b385604-c49e-48b2-a3c4-a2a8769bf89d), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:04.651297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7f52b-c7f0-40f0-9547-b4e3fa75e0eb req-f4a2465f-8f92-4e31-94db-8ba7965acaf6 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:04.652967 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88b7f52b-c7f0-40f0-9547-b4e3fa75e0eb req-f4a2465f-8f92-4e31-94db-8ba7965acaf6 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 946 time: 0.1843579 Jan 28 19:12:04.767033 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Pushing event updated for resources: {'Port': ['ID=66bdeeaa-6cf3-457b-9a45-e9cf87a972fa,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:04.825404 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88b7f52b-c7f0-40f0-9547-b4e3fa75e0eb req-4bf0ace2-d3e6-41cc-add9-333f8aeee402 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267517 Jan 28 19:12:04.864527 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port e3b0c675-fa51-478d-ab37-a24cb2220599, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e3b0c675-fa51-478d-ab37-a24cb2220599,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:04.888115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e3b0c675-fa51-478d-ab37-a24cb2220599 has no active binding in host n-h1-824834-4 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:12:05.017076 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:05.088895 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e22198-e23b-4659-ad0a-45b202f46d88 req-b3ebfbd3-f8ac-4dd9-b508-b07eeface2c6 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:05.090794 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-71e22198-e23b-4659-ad0a-45b202f46d88 req-b3ebfbd3-f8ac-4dd9-b508-b07eeface2c6 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.31 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 945 time: 0.6723020 Jan 28 19:12:05.109597 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5afdd56-d010-4586-b770-0d59fc2bf432 req-2d74f487-c977-4d33-8411-3b7cba7ea9b0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241800 Jan 28 19:12:05.148491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b1896f2f-3304-4ee2-873c-6cc79a7003b9 None None] Provisioning complete for port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:05.149899 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b1896f2f-3304-4ee2-873c-6cc79a7003b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:05.182244 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bd3ed-7c61-4da4-a38a-b9785db76bce req-b65ebf75-962f-488f-a7a4-1bb8afbcab5a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:05.189658 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7f8bd3ed-7c61-4da4-a38a-b9785db76bce req-b65ebf75-962f-488f-a7a4-1bb8afbcab5a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 943 time: 0.1913633 Jan 28 19:12:05.205876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b1896f2f-3304-4ee2-873c-6cc79a7003b9 None None] Port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:12:05.211837 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae951b-8ccc-47f1-afd7-e3a67a502b2d req-8bce01d6-9b77-4e40-b99f-009bb2308c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:05.219090 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-31ae951b-8ccc-47f1-afd7-e3a67a502b2d req-8bce01d6-9b77-4e40-b99f-009bb2308c6d service neutron] 10.222.0.37 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.7144034 Jan 28 19:12:05.270404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084560da-fba8-4fff-a0fc-ccb1464df844 req-fe46443d-5564-4a97-8d37-cbf7e035b420 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:05.271881 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-084560da-fba8-4fff-a0fc-ccb1464df844 req-fe46443d-5564-4a97-8d37-cbf7e035b420 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.31 "GET /v2.0/ports?device_id=597136ad-da00-4800-ac45-058ad9fbecaf HTTP/1.1" status: 200 len: 945 time: 0.2237587 Jan 28 19:12:05.314680 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-31ae951b-8ccc-47f1-afd7-e3a67a502b2d req-a9cfa9b7-399e-408e-8d3b-5d32ccb82a3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b0c675-fa51-478d-ab37-a24cb2220599 HTTP/1.1" status: 200 len: 217 time: 0.0857370 Jan 28 19:12:05.374055 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7f8bd3ed-7c61-4da4-a38a-b9785db76bce req-4f455a35-f3f8-462b-83fb-508afece0c18 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831739 Jan 28 19:12:05.438079 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Publish callbacks [] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:05.463918 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:05.470829 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b2a7b6c-b046-4ade-a153-21f3e814c0a9 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:05.542710 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-084560da-fba8-4fff-a0fc-ccb1464df844 req-6d8c1cae-da3d-4fc8-82f4-5c72be859557 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Deleting port 0f24d743-4e3a-41b6-b484-d8b3d08ad955 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:12:05.542710 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-084560da-fba8-4fff-a0fc-ccb1464df844 req-6d8c1cae-da3d-4fc8-82f4-5c72be859557 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0f24d743-4e3a-41b6-b484-d8b3d08ad955), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:05.553869 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae951b-8ccc-47f1-afd7-e3a67a502b2d req-b2094bf4-2073-4d36-bf89-c14d94c4a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:05.555401 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-31ae951b-8ccc-47f1-afd7-e3a67a502b2d req-b2094bf4-2073-4d36-bf89-c14d94c4a505 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.1155932 Jan 28 19:12:05.565983 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b2a7b6c-b046-4ade-a153-21f3e814c0a9 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (b7c2cbe5-75c3-4d09-975c-138827fa759e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:05.632499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-084560da-fba8-4fff-a0fc-ccb1464df844 req-6d8c1cae-da3d-4fc8-82f4-5c72be859557 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] For port 0f24d743-4e3a-41b6-b484-d8b3d08ad955, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0f24d743-4e3a-41b6-b484-d8b3d08ad955,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:05.632868 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-084560da-fba8-4fff-a0fc-ccb1464df844 req-6d8c1cae-da3d-4fc8-82f4-5c72be859557 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0f24d743-4e3a-41b6-b484-d8b3d08ad955), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:05.645896 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-084560da-fba8-4fff-a0fc-ccb1464df844 req-6d8c1cae-da3d-4fc8-82f4-5c72be859557 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Calling delete_port for 0f24d743-4e3a-41b6-b484-d8b3d08ad955 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:12:05.701820 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-3b2a7b6c-b046-4ade-a153-21f3e814c0a9 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Floating IP b7c2cbe5-75c3-4d09-975c-138827fa759e associated. External IP: 172.25.0.91, port: ae488109-ced2-4903-adc7-5bb4a2932334. Jan 28 19:12:05.764179 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Pushing event updated for resources: {'Port': ['ID=66bdeeaa-6cf3-457b-9a45-e9cf87a972fa,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:05.804618 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (0b385604-c49e-48b2-a3c4-a2a8769bf89d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:05.810941 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-31ae951b-8ccc-47f1-afd7-e3a67a502b2d req-d49617af-fa16-495d-a75c-dde82bec04ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219909 Jan 28 19:12:05.856531 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999a81c-303e-4c76-a4f8-f23d744592f4 req-e12bedf6-35ed-4fb0-a7e9-2730585f56bf tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:05.858339 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8999a81c-303e-4c76-a4f8-f23d744592f4 req-e12bedf6-35ed-4fb0-a7e9-2730585f56bf tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 945 time: 0.6380286 Jan 28 19:12:05.935415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-71e22198-e23b-4659-ad0a-45b202f46d88 req-a4e7c764-d170-4f4b-a5d3-b22ba6fa0144 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Deleting port 678ff146-d761-4d3c-b814-89ec7bc3dc29 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:12:05.935760 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-71e22198-e23b-4659-ad0a-45b202f46d88 req-a4e7c764-d170-4f4b-a5d3-b22ba6fa0144 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:05.972584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f0e46295-5e54-4b53-87b6-137aa9602fa0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:05.978879 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66ce39-7c35-4e18-a14a-cab1d7951025 req-9ac9689e-61c6-4ff5-850d-b4a04d0be84e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:05.988589 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1c66ce39-7c35-4e18-a14a-cab1d7951025 req-9ac9689e-61c6-4ff5-850d-b4a04d0be84e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=597136ad-da00-4800-ac45-058ad9fbecaf HTTP/1.1" status: 200 len: 945 time: 0.5119760 Jan 28 19:12:06.046659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f0e46295-5e54-4b53-87b6-137aa9602fa0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:06.046900 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f0e46295-5e54-4b53-87b6-137aa9602fa0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:06.115593 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-084560da-fba8-4fff-a0fc-ccb1464df844 req-6d8c1cae-da3d-4fc8-82f4-5c72be859557 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0f24d743-4e3a-41b6-b484-d8b3d08ad955), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:06.131229 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1c66ce39-7c35-4e18-a14a-cab1d7951025 req-12e6633f-07ad-4c4c-8914-aff73eac2672 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413772 Jan 28 19:12:06.165200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f0e46295-5e54-4b53-87b6-137aa9602fa0 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:06.165648 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f0e46295-5e54-4b53-87b6-137aa9602fa0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:06.175595 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['0f24d743-4e3a-41b6-b484-d8b3d08ad955'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:12:06.203429 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c1cae-da3d-4fc8-82f4-5c72be859557 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Pushing event deleted for resources: {'Port': ['ID=0f24d743-4e3a-41b6-b484-d8b3d08ad955,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:06.228967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Network 2acb1f88-b7fa-424b-ae56-b15b5300cc47 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:06.241186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port f0e46295-5e54-4b53-87b6-137aa9602fa0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f0e46295-5e54-4b53-87b6-137aa9602fa0,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:06.250648 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f0e46295-5e54-4b53-87b6-137aa9602fa0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:06.253372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:06.318168 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=f0e46295-5e54-4b53-87b6-137aa9602fa0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:06.326932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-084560da-fba8-4fff-a0fc-ccb1464df844 req-6d8c1cae-da3d-4fc8-82f4-5c72be859557 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] No DVR routers for this DVR port 0f24d743-4e3a-41b6-b484-d8b3d08ad955 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:12:06.332707 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-084560da-fba8-4fff-a0fc-ccb1464df844 req-6d8c1cae-da3d-4fc8-82f4-5c72be859557 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:06.337432 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-084560da-fba8-4fff-a0fc-ccb1464df844 req-6d8c1cae-da3d-4fc8-82f4-5c72be859557 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.31 "DELETE /v2.0/ports/0f24d743-4e3a-41b6-b484-d8b3d08ad955 HTTP/1.1" status: 204 len: 173 time: 1.0569379 Jan 28 19:12:06.340023 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597136ad-da00-4800-ac45-058ad9fbecaf', 'name': 'network-vif-deleted', 'tag': '0f24d743-4e3a-41b6-b484-d8b3d08ad955'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:06.342548 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178f4164-6804-4965-98c8-58de742e5c54" -d '{"events": [{"server_uuid": "597136ad-da00-4800-ac45-058ad9fbecaf", "name": "network-vif-deleted", "tag": "0f24d743-4e3a-41b6-b484-d8b3d08ad955"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:06.604484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96203893-c50b-4df7-965e-e9a1cf0cda52 req-234a4c51-14da-4743-9867-b40dc666e96b tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:06.611701 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-96203893-c50b-4df7-965e-e9a1cf0cda52 req-234a4c51-14da-4743-9867-b40dc666e96b tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb980a07-a331-4bf4-8e5a-f4adac612ff0 HTTP/1.1" status: 200 len: 945 time: 0.3672130 Jan 28 19:12:06.641251 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 678ff146-d761-4d3c-b814-89ec7bc3dc29 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:12:06.663200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Router 0b385604-c49e-48b2-a3c4-a2a8769bf89d has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:12:06.714286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-683c4671-fcf2-467e-9c0e-f6864ca00d9c None None] Provisioning complete for port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:06.715953 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-683c4671-fcf2-467e-9c0e-f6864ca00d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:06.719483 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-96203893-c50b-4df7-965e-e9a1cf0cda52 req-497e7546-f1cd-479f-8169-7c8ec91273bf tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063807 Jan 28 19:12:06.736816 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8999a81c-303e-4c76-a4f8-f23d744592f4 req-e21edc2e-23c5-488d-9247-8947e95f3bc3 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5329bd3-399b-4f7e-9304-9db2c2a76511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8563676 Jan 28 19:12:06.799758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-683c4671-fcf2-467e-9c0e-f6864ca00d9c None None] Port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:12:06.855139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 678ff146-d761-4d3c-b814-89ec7bc3dc29 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:06.857321 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:06.857502 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-71e22198-e23b-4659-ad0a-45b202f46d88 req-a4e7c764-d170-4f4b-a5d3-b22ba6fa0144 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] For port 678ff146-d761-4d3c-b814-89ec7bc3dc29, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=678ff146-d761-4d3c-b814-89ec7bc3dc29,segment=NetworkSegment(749de98f-23f2-4c09-ba49-aa73c7e47ece),segment_id=749de98f-23f2-4c09-ba49-aa73c7e47ece)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:06.857779 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-71e22198-e23b-4659-ad0a-45b202f46d88 req-a4e7c764-d170-4f4b-a5d3-b22ba6fa0144 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:06.861171 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838255a8-efc7-41eb-820d-f50ce65a3c1c x-openstack-request-id: req-838255a8-efc7-41eb-820d-f50ce65a3c1c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:06.861485 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597136ad-da00-4800-ac45-058ad9fbecaf", "name": "network-vif-deleted", "tag": "0f24d743-4e3a-41b6-b484-d8b3d08ad955", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:06.861727 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-838255a8-efc7-41eb-820d-f50ce65a3c1c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:06.862510 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597136ad-da00-4800-ac45-058ad9fbecaf', 'name': 'network-vif-deleted', 'tag': '0f24d743-4e3a-41b6-b484-d8b3d08ad955', 'status': 'completed', 'code': 200} Jan 28 19:12:06.922387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-71e22198-e23b-4659-ad0a-45b202f46d88 req-a4e7c764-d170-4f4b-a5d3-b22ba6fa0144 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Calling delete_port for 678ff146-d761-4d3c-b814-89ec7bc3dc29 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:12:06.954195 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 678ff146-d761-4d3c-b814-89ec7bc3dc29, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=678ff146-d761-4d3c-b814-89ec7bc3dc29,segment=NetworkSegment(749de98f-23f2-4c09-ba49-aa73c7e47ece),segment_id=749de98f-23f2-4c09-ba49-aa73c7e47ece)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:06.956785 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678ff146-d761-4d3c-b814-89ec7bc3dc29'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:06.977757 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7ec616-7fda-42ff-8301-e6ba92a25d42" -d '{"events": [{"server_uuid": "a1033809-06cf-46fa-8d09-8ea166cb7248", "name": "network-vif-unplugged", "status": "completed", "tag": "678ff146-d761-4d3c-b814-89ec7bc3dc29"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:06.981480 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-31ae951b-8ccc-47f1-afd7-e3a67a502b2d req-662c0776-ff3c-4950-b659-1411c993f572 service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1485295 Jan 28 19:12:06.983322 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:07.024425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb3bff-e516-4048-9312-c5895642006c req-3e2d9cf6-255f-4ff5-8931-bd1a0bb30f48 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:07.026001 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07cb3bff-e516-4048-9312-c5895642006c req-3e2d9cf6-255f-4ff5-8931-bd1a0bb30f48 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1626456 Jan 28 19:12:07.062039 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=678ff146-d761-4d3c-b814-89ec7bc3dc29,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:07.098466 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:12:07.104110 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07cb3bff-e516-4048-9312-c5895642006c req-1d887db6-06dd-4b94-9133-ef1ec0e974d8 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715542 Jan 28 19:12:07.117320 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Sync routers for ids ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:12:07.118997 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1e77a713-2841-47b5-ac96-d47ca7a74f77 admin admin] 10.222.0.55 "PUT /v2.0/routers/0b385604-c49e-48b2-a3c4-a2a8769bf89d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4174590 Jan 28 19:12:07.142072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Routers {'0b385604-c49e-48b2-a3c4-a2a8769bf89d'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:07.142709 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:07.288019 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73055aad-75c3-431f-acbd-4e4109a52d22 req-a752a1e6-5e53-4489-b93c-0ab95790ba27 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:07.289607 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73055aad-75c3-431f-acbd-4e4109a52d22 req-a752a1e6-5e53-4489-b93c-0ab95790ba27 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 943 time: 0.3071759 Jan 28 19:12:07.292808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990aede1-58a9-49cb-9151-c0bf67ff041b req-3f7595bc-c194-48b4-b7f9-31fd0dd179dc tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:07.296726 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-990aede1-58a9-49cb-9151-c0bf67ff041b req-3f7595bc-c194-48b4-b7f9-31fd0dd179dc tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 945 time: 0.0993454 Jan 28 19:12:07.327876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Set router 0b385604-c49e-48b2-a3c4-a2a8769bf89d gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:07.357123 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2a7b6c-b046-4ade-a153-21f3e814c0a9 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Router 992de068-0ffa-4ffe-ab99-f7c371e79c09 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:12:07.382711 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-990aede1-58a9-49cb-9151-c0bf67ff041b req-3ed4696a-bba8-41c6-8fd3-beaa2f80b1f3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792797 Jan 28 19:12:07.389433 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-31ae951b-8ccc-47f1-afd7-e3a67a502b2d req-6f2e73aa-2235-4419-82ab-1a206a64acd0 service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971119 Jan 28 19:12:07.467027 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73055aad-75c3-431f-acbd-4e4109a52d22 req-4d30c043-d1fe-40a0-8b56-9f861e0ca350 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602638 Jan 28 19:12:07.469769 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-71e22198-e23b-4659-ad0a-45b202f46d88 req-a4e7c764-d170-4f4b-a5d3-b22ba6fa0144 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (678ff146-d761-4d3c-b814-89ec7bc3dc29), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:07.474864 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75143e11-660b-478b-af1d-7d8518232bec x-openstack-request-id: req-75143e11-660b-478b-af1d-7d8518232bec {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:07.476869 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1033809-06cf-46fa-8d09-8ea166cb7248", "name": "network-vif-unplugged", "status": "completed", "tag": "678ff146-d761-4d3c-b814-89ec7bc3dc29", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:07.476869 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75143e11-660b-478b-af1d-7d8518232bec {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:07.477897 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'code': 200} Jan 28 19:12:07.503360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7c764-d170-4f4b-a5d3-b22ba6fa0144 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Pushing event deleted for resources: {'Port': ['ID=678ff146-d761-4d3c-b814-89ec7bc3dc29,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:07.698194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-7ce864cf-530b-41d6-81bf-2db9346b969c req-6315af54-347a-44fb-8f67-2c75f4e8f3d2 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:12:07.702447 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7ce864cf-530b-41d6-81bf-2db9346b969c req-6315af54-347a-44fb-8f67-2c75f4e8f3d2 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162861 Jan 28 19:12:07.714228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'name': 'tempest-ServersTestJSON-1609107-router', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:58Z', 'updated_at': '2022-01-28T19:12:04Z', 'revision_number': 4, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'gw_port': {'id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:00Z', 'updated_at': '2022-01-28T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '66bdeeaa-6cf3-457b-9a45-e9cf87a972fa', 'name': '', 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'mac_address': 'fa:16:3e:57:99:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:04Z', 'updated_at': '2022-01-28T19:12:05Z', 'revision_number': 2, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'subnets': [{'id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:07.732331 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e22198-e23b-4659-ad0a-45b202f46d88 req-a4e7c764-d170-4f4b-a5d3-b22ba6fa0144 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] No DVR routers for this DVR port 678ff146-d761-4d3c-b814-89ec7bc3dc29 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:12:07.741123 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-71e22198-e23b-4659-ad0a-45b202f46d88 req-a4e7c764-d170-4f4b-a5d3-b22ba6fa0144 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:07.744683 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-71e22198-e23b-4659-ad0a-45b202f46d88 req-a4e7c764-d170-4f4b-a5d3-b22ba6fa0144 tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.31 "DELETE /v2.0/ports/678ff146-d761-4d3c-b814-89ec7bc3dc29 HTTP/1.1" status: 204 len: 173 time: 2.6266789 Jan 28 19:12:07.745182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'name': 'network-vif-deleted', 'tag': '678ff146-d761-4d3c-b814-89ec7bc3dc29'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:07.757890 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc288f01-4e6b-4a69-9129-a4c0e0632516" -d '{"events": [{"server_uuid": "a1033809-06cf-46fa-8d09-8ea166cb7248", "name": "network-vif-deleted", "tag": "678ff146-d761-4d3c-b814-89ec7bc3dc29"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:07.761037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Checking router: 0b385604-c49e-48b2-a3c4-a2a8769bf89d for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:12:07.761406 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Updating router 0b385604-c49e-48b2-a3c4-a2a8769bf89d port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:12:07.798775 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:07.819872 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2a7b6c-b046-4ade-a153-21f3e814c0a9 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:12:07.832424 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a7506f-f23e-4728-9680-81d0d6ac7ab9 None None] Sync routers for ids ['992de068-0ffa-4ffe-ab99-f7c371e79c09'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:12:07.842576 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b2a7b6c-b046-4ade-a153-21f3e814c0a9 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:07.849175 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a7506f-f23e-4728-9680-81d0d6ac7ab9 None None] Routers {'992de068-0ffa-4ffe-ab99-f7c371e79c09'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:07.852694 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c6a7506f-f23e-4728-9680-81d0d6ac7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['992de068-0ffa-4ffe-ab99-f7c371e79c09'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:08.009721 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3b2a7b6c-b046-4ade-a153-21f3e814c0a9 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "PUT /v2.0/floatingips/b7c2cbe5-75c3-4d09-975c-138827fa759e HTTP/1.1" status: 200 len: 990 time: 3.8405240 Jan 28 19:12:08.079475 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7ce864cf-530b-41d6-81bf-2db9346b969c req-a4ab7e35-3433-475c-a8ce-e5c51c8437bf tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3583999 Jan 28 19:12:08.106122 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f6e6e20-c9d6-40f7-8470-33845149f2d7 req-3ba723da-817f-4762-8c40-fc984d55b888 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0800817 Jan 28 19:12:08.155054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f0e46295-5e54-4b53-87b6-137aa9602fa0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:08.229182 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c6a7506f-f23e-4728-9680-81d0d6ac7ab9 None None] Set router 992de068-0ffa-4ffe-ab99-f7c371e79c09 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:08.266954 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f6e6e20-c9d6-40f7-8470-33845149f2d7 req-56a2ccde-68da-4360-8507-17a14837694a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=853e4e8488c24c58897190aff96eb123&device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 210 time: 0.0638046 Jan 28 19:12:08.362948 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:08.385723 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-96b96185-cbe1-48c2-ac82-45ea9e47bf51 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--662494302', 'description': 'tempest-description--940693648'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:08.470917 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96b96185-cbe1-48c2-ac82-45ea9e47bf51 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:08.498440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f0e46295-5e54-4b53-87b6-137aa9602fa0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:08.499286 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f0e46295-5e54-4b53-87b6-137aa9602fa0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:08.555254 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Publish callbacks [] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:08.572766 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:08.683514 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1b4ed-eccd-4f51-a8d7-bc0f12dfc9f1 None None] Pushing event updated for resources: {'Port': ['ID=66bdeeaa-6cf3-457b-9a45-e9cf87a972fa,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:08.705006 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-21ecafa4-d085-4eee-b33a-28196f22d450 req-cbf53aa4-df4e-4bce-931d-d229a9befc0a tempest-FloatingIPsAssociationTestJSON-227235424 tempest-FloatingIPsAssociationTestJSON-227235424-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1033809-06cf-46fa-8d09-8ea166cb7248 HTTP/1.1" status: 200 len: 210 time: 0.0662222 Jan 28 19:12:08.721194 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96b96185-cbe1-48c2-ac82-45ea9e47bf51 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for security_group (570c0633-f895-49f2-95b1-4b1c03df8049), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:08.728861 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96b96185-cbe1-48c2-ac82-45ea9e47bf51 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (570c0633-f895-49f2-95b1-4b1c03df8049), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:08.740388 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f0e46295-5e54-4b53-87b6-137aa9602fa0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:08.790384 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96b96185-cbe1-48c2-ac82-45ea9e47bf51 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:08.792036 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-96b96185-cbe1-48c2-ac82-45ea9e47bf51 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4245775 Jan 28 19:12:08.797588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b96185-cbe1-48c2-ac82-45ea9e47bf51 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570c0633-f895-49f2-95b1-4b1c03df8049,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:08.804571 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39264) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:08.823520 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-41dbc1d4-91f1-4ba3-9171-904108410bb9 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Request body: {'security_group_rule': {'security_group_id': '570c0633-f895-49f2-95b1-4b1c03df8049', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:08.836238 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75446f2e-95a6-4fff-a545-63bc1512ba4f x-openstack-request-id: req-75446f2e-95a6-4fff-a545-63bc1512ba4f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:08.836898 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1033809-06cf-46fa-8d09-8ea166cb7248", "name": "network-vif-deleted", "tag": "678ff146-d761-4d3c-b814-89ec7bc3dc29", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:08.836898 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75446f2e-95a6-4fff-a545-63bc1512ba4f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:08.837071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Attempting to bind port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:08.837210 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1033809-06cf-46fa-8d09-8ea166cb7248', 'name': 'network-vif-deleted', 'tag': '678ff146-d761-4d3c-b814-89ec7bc3dc29', 'status': 'completed', 'code': 200} Jan 28 19:12:08.837313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Attempting to bind port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '60cab1f1-8b9e-4ba8-9703-02917a8fcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:08.837558 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Attempting to bind port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa on network 2acb1f88-b7fa-424b-ae56-b15b5300cc47 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:08.852103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:08.852904 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Checking segment: {'id': '60cab1f1-8b9e-4ba8-9703-02917a8fcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:08.854312 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:08.854898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Bound using segment: {'id': '60cab1f1-8b9e-4ba8-9703-02917a8fcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:08.855431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Bound port: 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60cab1f1-8b9e-4ba8-9703-02917a8fcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:08.855992 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:08.863833 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c6a7506f-f23e-4728-9680-81d0d6ac7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'name': 'tempest-ServersTestManualDisk-1621456048-router', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:29Z', 'updated_at': '2022-01-28T19:11:36Z', 'revision_number': 4, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'gw_port': {'id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:30Z', 'updated_at': '2022-01-28T19:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'b7c2cbe5-75c3-4d09-975c-138827fa759e', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'port_id': 'ae488109-ced2-4903-adc7-5bb4a2932334', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36', 'mac_address': 'fa:16:3e:57:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56133d06-8cd3-4f80-899d-33aeef6b292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:11:44Z', 'updated_at': '2022-01-28T19:12:05Z', 'revision_number': 1, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144e6cbb-06c4-4472-aa9f-c28d4799cc93', 'name': '', 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'mac_address': 'fa:16:3e:cd:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:35Z', 'updated_at': '2022-01-28T19:11:43Z', 'revision_number': 5, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'subnets': [{'id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:08.890699 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41dbc1d4-91f1-4ba3-9171-904108410bb9 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for security_group_rule (d7d84a52-8600-44d3-8e1c-12282ffbd02c), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:08.924322 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-e3413a98-905d-41bb-b7ae-215601ea09a4 service neutron] 10.222.0.37 "GET /v2.0/ports/e3b0c675-fa51-478d-ab37-a24cb2220599/bindings/n-h1-824834-4 HTTP/1.1" status: 200 len: 384 time: 0.5366549 Jan 28 19:12:08.940221 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a7506f-f23e-4728-9680-81d0d6ac7ab9 None None] Checking router: 992de068-0ffa-4ffe-ab99-f7c371e79c09 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:12:08.947028 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e6e20-c9d6-40f7-8470-33845149f2d7 req-c8fd3cd6-d0e2-4d4b-be35-bff0dea343e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:08.950897 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f6e6e20-c9d6-40f7-8470-33845149f2d7 req-c8fd3cd6-d0e2-4d4b-be35-bff0dea343e6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=853e4e8488c24c58897190aff96eb123&shared=False HTTP/1.1" status: 200 len: 921 time: 0.6550293 Jan 28 19:12:08.959977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45942d3-74a3-4e67-acab-96d50f78b771 req-a97872b3-f346-493a-b8ff-585c564279a0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:08.961758 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a7506f-f23e-4728-9680-81d0d6ac7ab9 None None] Routers {'992de068-0ffa-4ffe-ab99-f7c371e79c09'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:08.962829 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c6a7506f-f23e-4728-9680-81d0d6ac7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['992de068-0ffa-4ffe-ab99-f7c371e79c09'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:08.969229 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e45942d3-74a3-4e67-acab-96d50f78b771 req-a97872b3-f346-493a-b8ff-585c564279a0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.4643650 Jan 28 19:12:08.979762 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] For port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:08.983275 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] For port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=66bdeeaa-6cf3-457b-9a45-e9cf87a972fa,segment=NetworkSegment(60cab1f1-8b9e-4ba8-9703-02917a8fcce7),segment_id=60cab1f1-8b9e-4ba8-9703-02917a8fcce7)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:08.995800 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:09.068108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1b4ed-eccd-4f51-a8d7-bc0f12dfc9f1 None None] Pushing event updated for resources: {'Port': ['ID=66bdeeaa-6cf3-457b-9a45-e9cf87a972fa,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:09.097661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Routers {'0b385604-c49e-48b2-a3c4-a2a8769bf89d'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:09.099091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:09.301144 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c6a7506f-f23e-4728-9680-81d0d6ac7ab9 None None] Set router 992de068-0ffa-4ffe-ab99-f7c371e79c09 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:09.386566 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e45942d3-74a3-4e67-acab-96d50f78b771 req-451cec3b-29df-4f9e-b507-e40255844c3f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3728514 Jan 28 19:12:09.525581 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] Set router 0b385604-c49e-48b2-a3c4-a2a8769bf89d gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:09.635585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e6e20-c9d6-40f7-8470-33845149f2d7 req-28a34644-fe5a-4cac-9730-9675e49f06e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:09.637500 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f6e6e20-c9d6-40f7-8470-33845149f2d7 req-28a34644-fe5a-4cac-9730-9675e49f06e3 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6661813 Jan 28 19:12:09.652427 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41dbc1d4-91f1-4ba3-9171-904108410bb9 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for security_group_rule (d7d84a52-8600-44d3-8e1c-12282ffbd02c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:09.669452 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41dbc1d4-91f1-4ba3-9171-904108410bb9 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (d7d84a52-8600-44d3-8e1c-12282ffbd02c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:09.705760 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbc1d4-91f1-4ba3-9171-904108410bb9 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d84a52-8600-44d3-8e1c-12282ffbd02c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:09.733934 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-15f6ac43-686e-4424-af2a-2bde78dc2877 None None] Provisioning complete for port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:09.734340 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-15f6ac43-686e-4424-af2a-2bde78dc2877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:09.735205 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188ceea-bd34-4c86-a847-181a6bacd390 req-1c6fe909-eb72-420c-bd93-b22910c9ad5d tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:09.743525 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0188ceea-bd34-4c86-a847-181a6bacd390 req-1c6fe909-eb72-420c-bd93-b22910c9ad5d tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/ports?device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 945 time: 0.1899948 Jan 28 19:12:09.764883 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c6a7506f-f23e-4728-9680-81d0d6ac7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'name': 'tempest-ServersTestManualDisk-1621456048-router', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:29Z', 'updated_at': '2022-01-28T19:11:36Z', 'revision_number': 4, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'gw_port': {'id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:30Z', 'updated_at': '2022-01-28T19:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'b7c2cbe5-75c3-4d09-975c-138827fa759e', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'port_id': 'ae488109-ced2-4903-adc7-5bb4a2932334', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36', 'mac_address': 'fa:16:3e:57:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56133d06-8cd3-4f80-899d-33aeef6b292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:11:44Z', 'updated_at': '2022-01-28T19:12:05Z', 'revision_number': 1, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144e6cbb-06c4-4472-aa9f-c28d4799cc93', 'name': '', 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'mac_address': 'fa:16:3e:cd:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:35Z', 'updated_at': '2022-01-28T19:11:43Z', 'revision_number': 5, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'subnets': [{'id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:09.771406 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41dbc1d4-91f1-4ba3-9171-904108410bb9 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:09.776738 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39282) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:09.789196 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-41dbc1d4-91f1-4ba3-9171-904108410bb9 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9724393 Jan 28 19:12:09.812566 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a7506f-f23e-4728-9680-81d0d6ac7ab9 None None] The sync data for ids ['992de068-0ffa-4ffe-ab99-f7c371e79c09'] in n-d-824834-4 is: [{'id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'name': 'tempest-ServersTestManualDisk-1621456048-router', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:29Z', 'updated_at': '2022-01-28T19:11:36Z', 'revision_number': 4, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'gw_port': {'id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:30Z', 'updated_at': '2022-01-28T19:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'b7c2cbe5-75c3-4d09-975c-138827fa759e', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'port_id': 'ae488109-ced2-4903-adc7-5bb4a2932334', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36', 'mac_address': 'fa:16:3e:57:2b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56133d06-8cd3-4f80-899d-33aeef6b292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:11:44Z', 'updated_at': '2022-01-28T19:12:05Z', 'revision_number': 1, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144e6cbb-06c4-4472-aa9f-c28d4799cc93', 'name': '', 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'mac_address': 'fa:16:3e:cd:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:35Z', 'updated_at': '2022-01-28T19:11:43Z', 'revision_number': 5, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'subnets': [{'id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:12:09.817229 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-89eaa33e-cd4d-4daf-84da-9e6e2336d380 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Request body: {'security_group_rule': {'security_group_id': '570c0633-f895-49f2-95b1-4b1c03df8049', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:09.831701 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-321ec9db-a9a2-4846-a22b-348b51e1f319 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:09.834678 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-321ec9db-a9a2-4846-a22b-348b51e1f319 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 812 time: 0.8855734 Jan 28 19:12:09.854637 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-1e823fc8-95f3-48a2-95f3-121f741b1d50 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/quotas/b1f1db10744a4501a97a85a9685ef09a HTTP/1.1" status: 200 len: 375 time: 0.0134351 Jan 28 19:12:09.930651 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0188ceea-bd34-4c86-a847-181a6bacd390 req-b7266805-75ff-4b74-a0f9-18432ae27d1b tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/security-groups?id=798225d4-9de7-42db-b4ef-2d535a63ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853991 Jan 28 19:12:09.947855 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-ab1dfd1c-aa66-4964-8ef1-ec7736ebf398 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827456 Jan 28 19:12:09.959765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-fd17b405-dbee-401e-b179-5bcc091c80af req-acc238b2-fae6-4bfc-8207-3fdf0a4bfb83 service neutron] For port e3b0c675-fa51-478d-ab37-a24cb2220599, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e3b0c675-fa51-478d-ab37-a24cb2220599,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:09.968705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-15f6ac43-686e-4424-af2a-2bde78dc2877 None None] Current status of the port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:09.969097 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-15f6ac43-686e-4424-af2a-2bde78dc2877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:10.001876 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-fd17b405-dbee-401e-b179-5bcc091c80af req-acc238b2-fae6-4bfc-8207-3fdf0a4bfb83 service neutron] For port e3b0c675-fa51-478d-ab37-a24cb2220599, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:10.068033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-fd17b405-dbee-401e-b179-5bcc091c80af req-acc238b2-fae6-4bfc-8207-3fdf0a4bfb83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b0c675-fa51-478d-ab37-a24cb2220599 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:10.073665 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89eaa33e-cd4d-4daf-84da-9e6e2336d380 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for security_group_rule (2dc76ec3-88d0-4468-89e5-6c7ca8f1222b), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:10.105687 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-15f6ac43-686e-4424-af2a-2bde78dc2877 None None] For port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=66bdeeaa-6cf3-457b-9a45-e9cf87a972fa,segment=NetworkSegment(60cab1f1-8b9e-4ba8-9703-02917a8fcce7),segment_id=60cab1f1-8b9e-4ba8-9703-02917a8fcce7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:10.123918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'name': 'tempest-ServersTestJSON-1609107-router', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:58Z', 'updated_at': '2022-01-28T19:12:04Z', 'revision_number': 4, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'gw_port': {'id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:00Z', 'updated_at': '2022-01-28T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '66bdeeaa-6cf3-457b-9a45-e9cf87a972fa', 'name': '', 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'mac_address': 'fa:16:3e:57:99:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:04Z', 'updated_at': '2022-01-28T19:12:08Z', 'revision_number': 4, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'subnets': [{'id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:10.125388 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-2c48e03a-1f47-45e5-8ea2-59e6b087b4a3 service neutron] 10.222.0.55 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810596 Jan 28 19:12:10.136489 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-15f6ac43-686e-4424-af2a-2bde78dc2877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:10.146859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-fd17b405-dbee-401e-b179-5bcc091c80af req-acc238b2-fae6-4bfc-8207-3fdf0a4bfb83 service neutron] For port e3b0c675-fa51-478d-ab37-a24cb2220599, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e3b0c675-fa51-478d-ab37-a24cb2220599,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:10.172362 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3bb0b97-3fd2-4ca4-bf6c-46b5a92898b4 req-f28af684-a8e1-488b-b08e-60f7b3c9d5a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3261149 Jan 28 19:12:10.197507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0497a7-b811-4a47-b3dd-d902aaedc044 None None] The sync data for ids ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'] in n-d-824834-4 is: [{'id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'name': 'tempest-ServersTestJSON-1609107-router', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:58Z', 'updated_at': '2022-01-28T19:12:04Z', 'revision_number': 4, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'gw_port': {'id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:00Z', 'updated_at': '2022-01-28T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '66bdeeaa-6cf3-457b-9a45-e9cf87a972fa', 'name': '', 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'mac_address': 'fa:16:3e:57:99:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:04Z', 'updated_at': '2022-01-28T19:12:08Z', 'revision_number': 4, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'subnets': [{'id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:12:10.199381 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fd17b405-dbee-401e-b179-5bcc091c80af req-acc238b2-fae6-4bfc-8207-3fdf0a4bfb83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:10.293165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80f5a7-7c42-4308-9290-6011245da743 req-00cf4108-10e8-4074-8f42-f9bc1b8bcbb3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:10.294489 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-df80f5a7-7c42-4308-9290-6011245da743 req-00cf4108-10e8-4074-8f42-f9bc1b8bcbb3 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 946 time: 0.2556508 Jan 28 19:12:10.327474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b032b-9b33-43df-9288-9d85f8b0b8c5 None None] New status for floating IP b7c2cbe5-75c3-4d09-975c-138827fa759e: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:12:10.334876 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89eaa33e-cd4d-4daf-84da-9e6e2336d380 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for security_group_rule (2dc76ec3-88d0-4468-89e5-6c7ca8f1222b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:10.360419 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89eaa33e-cd4d-4daf-84da-9e6e2336d380 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (2dc76ec3-88d0-4468-89e5-6c7ca8f1222b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:10.367899 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-0f0a0433-4800-4111-9c7f-528ff91cd066 service neutron] 10.222.0.55 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414572 Jan 28 19:12:10.418795 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6ac43-686e-4424-af2a-2bde78dc2877 None None] Pushing event updated for resources: {'Port': ['ID=66bdeeaa-6cf3-457b-9a45-e9cf87a972fa,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:10.425221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cee4d11b-a0ed-45b8-95b5-6f3b9ba8caaa None None] Provisioning complete for port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:10.425899 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cee4d11b-a0ed-45b8-95b5-6f3b9ba8caaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:10.488901 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eaa33e-cd4d-4daf-84da-9e6e2336d380 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc76ec3-88d0-4468-89e5-6c7ca8f1222b,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:10.513831 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89eaa33e-cd4d-4daf-84da-9e6e2336d380 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:10.515260 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-89eaa33e-cd4d-4daf-84da-9e6e2336d380 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7078872 Jan 28 19:12:10.518515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39288) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:10.524098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:10.547320 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-df80f5a7-7c42-4308-9290-6011245da743 req-a3b05128-33b0-44d3-b15c-7d8362c5af07 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262945 Jan 28 19:12:10.559028 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb0b97-3fd2-4ca4-bf6c-46b5a92898b4 req-3253bf18-fa70-4948-bcbd-82553be25b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:10.564873 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3bb0b97-3fd2-4ca4-bf6c-46b5a92898b4 req-3253bf18-fa70-4948-bcbd-82553be25b29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 1126 time: 0.2355914 Jan 28 19:12:10.584460 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:10.622797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-fd17b405-dbee-401e-b179-5bcc091c80af req-acc238b2-fae6-4bfc-8207-3fdf0a4bfb83 service neutron] Transition to ACTIVE for port object e3b0c675-fa51-478d-ab37-a24cb2220599 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:12:10.727046 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0f24d743-4e3a-41b6-b484-d8b3d08ad955 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:12:10.773124 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:10.782890 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fd17b405-dbee-401e-b179-5bcc091c80af req-acc238b2-fae6-4bfc-8207-3fdf0a4bfb83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:10.792433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 0f24d743-4e3a-41b6-b484-d8b3d08ad955 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:12:10.792760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0f24d743-4e3a-41b6-b484-d8b3d08ad955 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:12:10.863741 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cee4d11b-a0ed-45b8-95b5-6f3b9ba8caaa None None] Current status of the port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:10.878423 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39298) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:10.918550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56133d06-8cd3-4f80-899d-33aeef6b292f', 'tag': 'ae488109-ced2-4903-adc7-5bb4a2932334'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:10.923231 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48664f20-5996-406e-b16a-740997363f89" -d '{"events": [{"name": "network-changed", "server_uuid": "56133d06-8cd3-4f80-899d-33aeef6b292f", "tag": "ae488109-ced2-4903-adc7-5bb4a2932334"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:11.035076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb0b97-3fd2-4ca4-bf6c-46b5a92898b4 req-b16d9c4f-4f86-471f-898e-8e621602c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:11.036997 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3bb0b97-3fd2-4ca4-bf6c-46b5a92898b4 req-b16d9c4f-4f86-471f-898e-8e621602c1ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.4257889 Jan 28 19:12:11.080707 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc238b2-fae6-4bfc-8207-3fdf0a4bfb83 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b0c675-fa51-478d-ab37-a24cb2220599,revision_number=10']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:11.102563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd17b405-dbee-401e-b179-5bcc091c80af req-acc238b2-fae6-4bfc-8207-3fdf0a4bfb83 service neutron] No DVR routers for this DVR port e3b0c675-fa51-478d-ab37-a24cb2220599 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:12:11.156387 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e3b0c675-fa51-478d-ab37-a24cb2220599 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:12:11.236347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] The host n-h2-824834-4 is not matching for port e3b0c675-fa51-478d-ab37-a24cb2220599 host n-h1-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:12:11.237592 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e3b0c675-fa51-478d-ab37-a24cb2220599 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:12:11.242911 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3bb0b97-3fd2-4ca4-bf6c-46b5a92898b4 req-99cf0142-9b6a-4416-84e4-f70cb1dc89d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879 HTTP/1.1" status: 200 len: 999 time: 0.1416268 Jan 28 19:12:11.258778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0099cfd-24ea-4d77-9e32-407f3df6461f req-c36c25f5-e393-4408-a718-fe6b6f0ff78b tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:11.260723 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0099cfd-24ea-4d77-9e32-407f3df6461f req-c36c25f5-e393-4408-a718-fe6b6f0ff78b tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 944 time: 0.4935296 Jan 28 19:12:11.276646 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Allocated IP 172.25.0.210 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/c2d594eb-01f1-4a81-b89a-82b36aba91af) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:11.314349 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb0b97-3fd2-4ca4-bf6c-46b5a92898b4 req-792fc193-0926-4ca5-8f23-bf5d33584587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:11.315880 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3bb0b97-3fd2-4ca4-bf6c-46b5a92898b4 req-792fc193-0926-4ca5-8f23-bf5d33584587 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.0653567 Jan 28 19:12:11.350330 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f8c4f-ffcd-4d63-a82a-233a7866cdb9 req-4c77ea27-4538-49ca-9cfa-ffab468a4691 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:11.351976 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d8f8c4f-ffcd-4d63-a82a-233a7866cdb9 req-4c77ea27-4538-49ca-9cfa-ffab468a4691 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb980a07-a331-4bf4-8e5a-f4adac612ff0 HTTP/1.1" status: 200 len: 945 time: 0.2745349 Jan 28 19:12:11.485622 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-acc238b2-fae6-4bfc-8207-3fdf0a4bfb83 service neutron] 10.222.0.37 "PUT /v2.0/ports/e3b0c675-fa51-478d-ab37-a24cb2220599/bindings/n-h1-824834-4/activate HTTP/1.1" status: 200 len: 369 time: 2.5459743 Jan 28 19:12:11.516147 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0099cfd-24ea-4d77-9e32-407f3df6461f req-41462e0a-de62-45c5-9bf8-b1aca881e8e4 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970069 Jan 28 19:12:11.561125 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb0b97-3fd2-4ca4-bf6c-46b5a92898b4 req-be894d41-eb9d-4cc7-8e41-a5cc990a0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:11.565685 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3bb0b97-3fd2-4ca4-bf6c-46b5a92898b4 req-be894d41-eb9d-4cc7-8e41-a5cc990a0c5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1636658 Jan 28 19:12:11.626493 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d8f8c4f-ffcd-4d63-a82a-233a7866cdb9 req-9b5b0dc1-1201-47e3-a2f0-8e1c6242793d tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572289 Jan 28 19:12:11.722292 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for port (c2d594eb-01f1-4a81-b89a-82b36aba91af), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:11.808209 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-303192ef-56f1-4d86-9096-7f76bed737cd req-9453aa44-6e46-43b9-b328-5c0bed18885e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 210 time: 0.1173217 Jan 28 19:12:11.854397 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c2d594eb-01f1-4a81-b89a-82b36aba91af), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:11.920089 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c057c40-147b-4f1b-8192-9908c96f781f x-openstack-request-id: req-4c057c40-147b-4f1b-8192-9908c96f781f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:11.920313 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56133d06-8cd3-4f80-899d-33aeef6b292f", "tag": "ae488109-ced2-4903-adc7-5bb4a2932334", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:11.920418 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c057c40-147b-4f1b-8192-9908c96f781f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:11.920802 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56133d06-8cd3-4f80-899d-33aeef6b292f', 'tag': 'ae488109-ced2-4903-adc7-5bb4a2932334', 'status': 'completed', 'code': 200} Jan 28 19:12:11.926925 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b405-dbee-401e-b179-5bcc091c80af req-7150c175-a65e-43da-8ecc-820d656dfa7d tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:11.926925 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-7150c175-a65e-43da-8ecc-820d656dfa7d tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881&tenant_id=be0bcd491a344f1d9cdebd1430d3209a&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 1126 time: 0.3553894 Jan 28 19:12:11.986812 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:12.009889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:12.011942 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3bb0b97-3fd2-4ca4-bf6c-46b5a92898b4 req-65e667c1-7982-4287-99c5-c00e43873034 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176521 Jan 28 19:12:12.040966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:12.081251 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:12.081632 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:12.098971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:12.163130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7c2cc-7907-45f3-bd77-d49e96ce0685 req-cd7d7f58-eb49-4a4b-a85b-7dfac46cb9c7 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:12.165634 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-10f7c2cc-7907-45f3-bd77-d49e96ce0685 req-cd7d7f58-eb49-4a4b-a85b-7dfac46cb9c7 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.4005032 Jan 28 19:12:12.208793 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:12.273881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Pushing event updated for resources: {'Port': ['ID=c2d594eb-01f1-4a81-b89a-82b36aba91af,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:12.409516 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf15cf9-ac1e-4a39-9d79-277f5712e9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (e021c62f-0fd3-4518-b34a-f9fae361d895), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:12.486761 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-10f7c2cc-7907-45f3-bd77-d49e96ce0685 req-234989ef-9ac3-4929-aa9b-ba4c06d414a9 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272108 Jan 28 19:12:12.498410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-c0162881-f8b3-4747-9c9b-8555f291e68c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:12.500978 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-c0162881-f8b3-4747-9c9b-8555f291e68c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.31 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 812 time: 0.3343887 Jan 28 19:12:12.503064 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48664f20-5996-406e-b16a-740997363f89 req-a19cf9bf-403b-4c03-b919-ee5b252fda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:12.504482 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48664f20-5996-406e-b16a-740997363f89 req-a19cf9bf-403b-4c03-b919-ee5b252fda04 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=787c78dc34524308bfba5b5abd0612ae&device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 1127 time: 0.5162718 Jan 28 19:12:12.586676 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-e7e454a5-e860-47ff-bce4-22c1c83df382 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Request body: {'port': {'device_id': 'c63404aa-37ca-4456-a52a-a08045e609aa', 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82', 'admin_state_up': True, 'tenant_id': 'b1f1db10744a4501a97a85a9685ef09a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:12.600342 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c5ede7da-85f2-4de6-b297-080552e29084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:12.602546 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c5ede7da-85f2-4de6-b297-080552e29084 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881&tenant_id=be0bcd491a344f1d9cdebd1430d3209a HTTP/1.1" status: 200 len: 1126 time: 0.6670959 Jan 28 19:12:12.629344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41fbba-a466-4330-8c35-d00e414e4188 req-670820f7-5baa-4e70-8df5-484f04b79686 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:12.637095 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2a41fbba-a466-4330-8c35-d00e414e4188 req-670820f7-5baa-4e70-8df5-484f04b79686 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 945 time: 0.6017866 Jan 28 19:12:12.727864 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2a41fbba-a466-4330-8c35-d00e414e4188 req-f9e34e91-842b-4cf8-bbd1-ba0d8fd90180 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898297 Jan 28 19:12:12.735860 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3bb0b97-3fd2-4ca4-bf6c-46b5a92898b4 req-9315b976-53e5-446d-ac70-97af7a03d231 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7149746 Jan 28 19:12:12.766893 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for floatingip (d8acb70a-3f29-4c21-ad41-8c2067c10ba2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:12.771089 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b405-dbee-401e-b179-5bcc091c80af req-cde26147-23f1-4718-8591-9107346c8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:12.772610 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-cde26147-23f1-4718-8591-9107346c8ee0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 1126 time: 0.1255419 Jan 28 19:12:12.847202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48664f20-5996-406e-b16a-740997363f89 req-80db5255-3d36-446a-a225-e6047e525279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:12.848698 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48664f20-5996-406e-b16a-740997363f89 req-80db5255-3d36-446a-a225-e6047e525279 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b0b4d9af-d48d-4a94-8171-126ed9963a36 HTTP/1.1" status: 200 len: 913 time: 0.3303399 Jan 28 19:12:12.897375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-e7e454a5-e860-47ff-bce4-22c1c83df382 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Made reservation on behalf of b1f1db10744a4501a97a85a9685ef09a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:12.901509 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-e7e454a5-e860-47ff-bce4-22c1c83df382 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:12.969551 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f70365-5a53-4fe4-8033-4225267415bf req-fc882c46-a82e-4bfb-a719-18c0ffe7501e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:12.971134 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c0f70365-5a53-4fe4-8033-4225267415bf req-fc882c46-a82e-4bfb-a719-18c0ffe7501e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1505284 Jan 28 19:12:12.981977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b405-dbee-401e-b179-5bcc091c80af req-09fdb955-77d2-409b-80c5-79db0f66f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:12.983519 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-09fdb955-77d2-409b-80c5-79db0f66f619 service neutron] 10.222.0.31 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.2028880 Jan 28 19:12:13.015973 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c2d594eb-01f1-4a81-b89a-82b36aba91af), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:13.040210 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-c70b2b50-33c7-4908-ab6c-24d620e48b21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b0c675-fa51-478d-ab37-a24cb2220599 HTTP/1.1" status: 200 len: 217 time: 0.0408585 Jan 28 19:12:13.086658 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48664f20-5996-406e-b16a-740997363f89 req-bc2d5125-6d69-4e66-8e13-c1ed4c59199e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae488109-ced2-4903-adc7-5bb4a2932334 HTTP/1.1" status: 200 len: 1000 time: 0.2004163 Jan 28 19:12:13.110591 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c0f70365-5a53-4fe4-8033-4225267415bf req-b2817022-4546-4cdc-b3a8-bb9442e5623e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260319 Jan 28 19:12:13.132512 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b405-dbee-401e-b179-5bcc091c80af req-745c63b6-20e4-4f07-b887-08097d3d4811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:13.135731 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-745c63b6-20e4-4f07-b887-08097d3d4811 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.0856767 Jan 28 19:12:13.180132 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ba190-05d2-4539-b7a2-2d0761520cfb req-70710539-6acb-4f92-9403-aa8938d4b210 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:13.197612 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-2c088073-d5fd-4085-bdb7-506f2914b695 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432532 Jan 28 19:12:13.201157 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa8ba190-05d2-4539-b7a2-2d0761520cfb req-70710539-6acb-4f92-9403-aa8938d4b210 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 944 time: 0.3903296 Jan 28 19:12:13.354494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-8b88be21-2fb6-490b-b7d7-023d5aa0d34c service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502159 Jan 28 19:12:13.433197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3214f-be93-4d4b-a48f-94bc7b219fec req-c4f4cc64-f46a-4e03-8935-bb551bf8613c tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:13.439024 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3214f-be93-4d4b-a48f-94bc7b219fec req-c4f4cc64-f46a-4e03-8935-bb551bf8613c tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:13.444657 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3214f-be93-4d4b-a48f-94bc7b219fec req-c4f4cc64-f46a-4e03-8935-bb551bf8613c tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:13.446954 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-61c3214f-be93-4d4b-a48f-94bc7b219fec req-c4f4cc64-f46a-4e03-8935-bb551bf8613c tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c&device_id=cb980a07-a331-4bf4-8e5a-f4adac612ff0&device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 2417 time: 0.1488185 Jan 28 19:12:13.532982 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-1a1c9de1-d8fc-4890-a91a-61bf35f9f1c8 service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717911 Jan 28 19:12:13.546637 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-61c3214f-be93-4d4b-a48f-94bc7b219fec req-4004e69f-dbd3-4dc7-a6ea-845578d9224e tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904846 Jan 28 19:12:13.646906 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-577ab875-5683-4f57-b2b4-dcd779045d8c req-55207ecd-9ea7-4e4d-8202-8b211ed2dc9f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 210 time: 0.0271938 Jan 28 19:12:13.677630 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-f47e388e-052e-4e3c-a36f-9cefb8121c1b req-2d0bccc9-723d-4a51-8993-5a288c496e07 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:12:13.679327 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f47e388e-052e-4e3c-a36f-9cefb8121c1b req-2d0bccc9-723d-4a51-8993-5a288c496e07 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068605 Jan 28 19:12:13.731835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48664f20-5996-406e-b16a-740997363f89 req-9174b763-98cb-4ba0-86c0-b2545d5d2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:13.733317 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48664f20-5996-406e-b16a-740997363f89 req-9174b763-98cb-4ba0-86c0-b2545d5d2660 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=40a3786c-19ac-4d04-89a2-2734dd683565 HTTP/1.1" status: 200 len: 851 time: 0.5976062 Jan 28 19:12:13.794818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-e7e454a5-e860-47ff-bce4-22c1c83df382 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Allocated IP 172.20.0.6 (a0a0df9e-2526-4910-8347-d42b4cbb9f82/4fd0268e-e755-4d0f-9e56-a9e065215f79/7fc9d59f-6193-4f6d-918a-08e13686799b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:13.805744 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa8ba190-05d2-4539-b7a2-2d0761520cfb req-ebfc7b6d-0ec3-47a0-b6a4-630a5071bda7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6030762 Jan 28 19:12:13.806995 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f47e388e-052e-4e3c-a36f-9cefb8121c1b req-7531182e-68b9-48e8-86b0-6aa2eb960146 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1179659 Jan 28 19:12:13.853749 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b405-dbee-401e-b179-5bcc091c80af req-ce8ee28e-6819-41e8-82ff-c5e918cb250a tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:13.855625 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-ce8ee28e-6819-41e8-82ff-c5e918cb250a tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881&tenant_id=be0bcd491a344f1d9cdebd1430d3209a&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 1126 time: 0.0678229 Jan 28 19:12:13.928824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48664f20-5996-406e-b16a-740997363f89 req-d54f5a92-350c-40d8-90f2-f9e3963e1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:13.930394 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48664f20-5996-406e-b16a-740997363f89 req-d54f5a92-350c-40d8-90f2-f9e3963e1953 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b0b4d9af-d48d-4a94-8171-126ed9963a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1832085 Jan 28 19:12:13.973550 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for port (c2d594eb-01f1-4a81-b89a-82b36aba91af), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:13.999530 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-fd17b405-dbee-401e-b179-5bcc091c80af req-a979a2a8-f422-4e7c-8609-c0bb3483193e service neutron] For port e3b0c675-fa51-478d-ab37-a24cb2220599, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:14.003659 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fd17b405-dbee-401e-b179-5bcc091c80af req-a979a2a8-f422-4e7c-8609-c0bb3483193e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:14.012284 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd17b405-dbee-401e-b179-5bcc091c80af req-a979a2a8-f422-4e7c-8609-c0bb3483193e service neutron] 10.222.0.31 "DELETE /v2.0/ports/e3b0c675-fa51-478d-ab37-a24cb2220599/bindings/n-h2-824834-4 HTTP/1.1" status: 204 len: 173 time: 0.1435218 Jan 28 19:12:14.022982 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (c2d594eb-01f1-4a81-b89a-82b36aba91af), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:14.164704 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Pushing event updated for resources: {'Port': ['ID=c2d594eb-01f1-4a81-b89a-82b36aba91af,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:14.214161 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (d8acb70a-3f29-4c21-ad41-8c2067c10ba2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:14.231862 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-e7e454a5-e860-47ff-bce4-22c1c83df382 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks [] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:14.244278 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-adf15cf9-ac1e-4a39-9d79-277f5712e9b2 admin admin] Deleting port 8765652f-34fb-4249-903e-b5a5dd0515e1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:12:14.244605 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf15cf9-ac1e-4a39-9d79-277f5712e9b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:14.250004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1eaf47-4bf3-44bb-a889-0629127818c0 req-b431baea-cee3-4b12-9e7f-62dc7f0b3ae2 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:14.254545 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae1eaf47-4bf3-44bb-a889-0629127818c0 req-b431baea-cee3-4b12-9e7f-62dc7f0b3ae2 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.0668173 Jan 28 19:12:14.261358 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48664f20-5996-406e-b16a-740997363f89 req-94de3e4c-c340-4d86-a660-52e12b65e6e4 service neutron] 10.222.0.31 "GET /v2.0/networks/b0b4d9af-d48d-4a94-8171-126ed9963a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978220 Jan 28 19:12:14.306138 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:14.323408 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-63007273-4f07-47ae-ae34-5ef68222e7c7 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7993267 Jan 28 19:12:14.349707 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae1eaf47-4bf3-44bb-a889-0629127818c0 req-95c4cc29-455c-4546-82cb-01b061cca5b3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846727 Jan 28 19:12:14.497081 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-e7e454a5-e860-47ff-bce4-22c1c83df382 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:14.552805 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-f19cb7ae-3cb8-41f2-925d-f42e2d02911a tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--662494302&fields=id&tenant_id=b40da74f60b74b179db861a2ffa53978 HTTP/1.1" status: 200 len: 267 time: 0.0948169 Jan 28 19:12:14.566862 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-adf15cf9-ac1e-4a39-9d79-277f5712e9b2 admin admin] For port 8765652f-34fb-4249-903e-b5a5dd0515e1, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8765652f-34fb-4249-903e-b5a5dd0515e1,segment=NetworkSegment(749de98f-23f2-4c09-ba49-aa73c7e47ece),segment_id=749de98f-23f2-4c09-ba49-aa73c7e47ece)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:14.567220 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf15cf9-ac1e-4a39-9d79-277f5712e9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:14.631851 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-adf15cf9-ac1e-4a39-9d79-277f5712e9b2 admin admin] Calling delete_port for 8765652f-34fb-4249-903e-b5a5dd0515e1 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:12:14.636900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-e7e454a5-e860-47ff-bce4-22c1c83df382 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Network a0a0df9e-2526-4910-8347-d42b4cbb9f82 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:14.646195 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48664f20-5996-406e-b16a-740997363f89 req-57c2ce6c-c6c1-47f5-a83d-79ff0361944e service neutron] 10.222.0.31 "GET /v2.0/networks/b0b4d9af-d48d-4a94-8171-126ed9963a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481259 Jan 28 19:12:14.651311 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-e7e454a5-e860-47ff-bce4-22c1c83df382 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:14.653177 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e454a5-e860-47ff-bce4-22c1c83df382 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Pushing event updated for resources: {'Port': ['ID=7fc9d59f-6193-4f6d-918a-08e13686799b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:14.661547 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-e7e454a5-e860-47ff-bce4-22c1c83df382 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:14.666283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-6444aac3-bdad-43dd-b65d-a51e3d877708 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:14.675680 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-6444aac3-bdad-43dd-b65d-a51e3d877708 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/networks?id=2acb1f88-b7fa-424b-ae56-b15b5300cc47 HTTP/1.1" status: 200 len: 803 time: 0.1160734 Jan 28 19:12:14.687597 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-032ddd31-be6f-4c42-825b-200cd36f1fa3 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/quotas/b40da74f60b74b179db861a2ffa53978 HTTP/1.1" status: 200 len: 375 time: 0.0101042 Jan 28 19:12:14.753152 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-10380494-d106-4bc7-9071-7e8aa9d7b8b5 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b40da74f60b74b179db861a2ffa53978&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594599 Jan 28 19:12:14.765821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670880cc-c0b3-4835-90fd-1f36365b19cb req-b7b6bf8b-9c05-497f-8958-202f92718b48 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:14.767352 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-670880cc-c0b3-4835-90fd-1f36365b19cb req-b7b6bf8b-9c05-497f-8958-202f92718b48 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.2049158 Jan 28 19:12:14.775804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-e7e454a5-e860-47ff-bce4-22c1c83df382 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:14.776698 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-e7e454a5-e860-47ff-bce4-22c1c83df382 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:14.851239 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-e7e454a5-e860-47ff-bce4-22c1c83df382 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2685146 Jan 28 19:12:14.869979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Request body: {'port': {'device_id': 'c63404aa-37ca-4456-a52a-a08045e609aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:14.875395 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-a65c050b-cdf1-4c97-a9ed-424ff4a8f55a service neutron] 10.222.0.55 "GET /v2.0/networks/2acb1f88-b7fa-424b-ae56-b15b5300cc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095178 Jan 28 19:12:14.910374 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-670880cc-c0b3-4835-90fd-1f36365b19cb req-b6e6a534-127d-4a21-b1b5-b377762d7bf4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286209 Jan 28 19:12:14.988898 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:15.010148 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-d8a130a7-9231-4e8d-812f-574fddfb0245 service neutron] 10.222.0.55 "GET /v2.0/networks/2acb1f88-b7fa-424b-ae56-b15b5300cc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262772 Jan 28 19:12:15.141007 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf15cf9-ac1e-4a39-9d79-277f5712e9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8765652f-34fb-4249-903e-b5a5dd0515e1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:15.203505 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf15cf9-ac1e-4a39-9d79-277f5712e9b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8765652f-34fb-4249-903e-b5a5dd0515e1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:15.361675 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de8268-110d-43a3-a878-d3cf5fdc4d81 req-ace9b052-ecc8-411f-85f5-69e9e2e87537 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:15.369332 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92de8268-110d-43a3-a878-d3cf5fdc4d81 req-ace9b052-ecc8-411f-85f5-69e9e2e87537 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 931 time: 0.1129918 Jan 28 19:12:15.456974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92de8268-110d-43a3-a878-d3cf5fdc4d81 req-244bf979-7b27-430e-a5e3-5173e7d22ce1 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820708 Jan 28 19:12:15.573304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a9eba-3095-4e8e-bba4-0fa36e33142c req-123a829d-5836-42c6-9572-707ba4a6d594 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:15.574979 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-234a9eba-3095-4e8e-bba4-0fa36e33142c req-123a829d-5836-42c6-9572-707ba4a6d594 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 944 time: 0.2143130 Jan 28 19:12:15.588243 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d49014-517d-4955-916e-7cf8a38156f7 req-6edc209c-90d2-4995-8047-263f07f2d454 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:15.595796 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78d49014-517d-4955-916e-7cf8a38156f7 req-6edc209c-90d2-4995-8047-263f07f2d454 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.0795600 Jan 28 19:12:15.672363 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78d49014-517d-4955-916e-7cf8a38156f7 req-bf693f5a-9f99-4bc3-b448-ce7310f3cbc0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756016 Jan 28 19:12:15.677088 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc9d59f-6193-4f6d-918a-08e13686799b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:15.693077 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Publish callbacks [] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:15.704579 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-adf15cf9-ac1e-4a39-9d79-277f5712e9b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (e021c62f-0fd3-4518-b34a-f9fae361d895), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:15.723081 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Transition to ACTIVE for port object 7fc9d59f-6193-4f6d-918a-08e13686799b will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:12:15.738058 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-234a9eba-3095-4e8e-bba4-0fa36e33142c req-89b4865e-c3c6-4b3d-814e-fb7d1ad4f89b tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311529 Jan 28 19:12:15.743892 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:15.774799 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d30eca3a-b367-4b74-8f5f-c2a60c1831a1 req-349885e8-e17c-4a97-b739-430a3f039bca tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 210 time: 0.0583580 Jan 28 19:12:15.878604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc9d59f-6193-4f6d-918a-08e13686799b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:15.965413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09d046-85f9-4047-a640-659dae900ea8 req-c542247f-740f-489d-b67c-414d056fbcf0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:15.974280 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be09d046-85f9-4047-a640-659dae900ea8 req-c542247f-740f-489d-b67c-414d056fbcf0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1088717 Jan 28 19:12:16.004168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Attempting to bind port 7fc9d59f-6193-4f6d-918a-08e13686799b on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:16.005318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Attempting to bind port 7fc9d59f-6193-4f6d-918a-08e13686799b by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:16.005873 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Attempting to bind port 7fc9d59f-6193-4f6d-918a-08e13686799b on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:16.017653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Port 7fc9d59f-6193-4f6d-918a-08e13686799b on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:12:16.018387 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Attempting to bind port 7fc9d59f-6193-4f6d-918a-08e13686799b on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:16.054086 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:16.054918 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Checking segment: {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:16.055537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Bound using segment: {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:16.056207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Bound port: 7fc9d59f-6193-4f6d-918a-08e13686799b, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:16.056792 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:16.079833 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be09d046-85f9-4047-a640-659dae900ea8 req-82392214-23fb-408c-b809-c20a7beaba5f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044970 Jan 28 19:12:16.131946 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf15cf9-ac1e-4a39-9d79-277f5712e9b2 admin admin] Router e021c62f-0fd3-4518-b34a-f9fae361d895 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:12:16.235350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ae7d-cb84-45be-a7c8-ed88c51b0e54 req-acc72849-5299-4755-87c0-72142f0f4421 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:16.243707 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e755ae7d-cb84-45be-a7c8-ed88c51b0e54 req-acc72849-5299-4755-87c0-72142f0f4421 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 1126 time: 0.0602379 Jan 28 19:12:16.297726 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e755ae7d-cb84-45be-a7c8-ed88c51b0e54 req-2a7ee96b-5122-488c-bb68-fe2c2235431d tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478115 Jan 28 19:12:16.327378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] For port 7fc9d59f-6193-4f6d-918a-08e13686799b, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:16.345168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] For port 7fc9d59f-6193-4f6d-918a-08e13686799b, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7fc9d59f-6193-4f6d-918a-08e13686799b,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:16.359469 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:16.362378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf15cf9-ac1e-4a39-9d79-277f5712e9b2 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:12:16.373110 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-adf15cf9-ac1e-4a39-9d79-277f5712e9b2 admin admin] 10.222.0.55 "PUT /v2.0/routers/e021c62f-0fd3-4518-b34a-f9fae361d895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4935555 Jan 28 19:12:16.376361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39402) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:16.378180 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ac918-8321-435d-91eb-5ff2ace723e8 None None] Sync routers for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:12:16.390473 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ac918-8321-435d-91eb-5ff2ace723e8 None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:16.393047 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a48ac918-8321-435d-91eb-5ff2ace723e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:16.408658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:16.409291 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:16.410922 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] 10.222.0.31 "PUT /v2.0/ports/7fc9d59f-6193-4f6d-918a-08e13686799b HTTP/1.1" status: 200 len: 1091 time: 1.5472200 Jan 28 19:12:16.411284 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63404aa-37ca-4456-a52a-a08045e609aa', 'tag': '7fc9d59f-6193-4f6d-918a-08e13686799b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:16.413655 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5448963-0916-41d0-8e7c-e04d7a36d85a" -d '{"events": [{"name": "network-changed", "server_uuid": "c63404aa-37ca-4456-a52a-a08045e609aa", "tag": "7fc9d59f-6193-4f6d-918a-08e13686799b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:16.438126 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c4774-e4cb-48c8-8466-9e7ea74ffca9 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc9d59f-6193-4f6d-918a-08e13686799b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:16.502058 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b073acf-a6a1-4ec9-a77a-a2d2e8f0333f x-openstack-request-id: req-3b073acf-a6a1-4ec9-a77a-a2d2e8f0333f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:16.502399 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63404aa-37ca-4456-a52a-a08045e609aa", "tag": "7fc9d59f-6193-4f6d-918a-08e13686799b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:16.502633 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b073acf-a6a1-4ec9-a77a-a2d2e8f0333f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:16.503182 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63404aa-37ca-4456-a52a-a08045e609aa', 'tag': '7fc9d59f-6193-4f6d-918a-08e13686799b', 'status': 'completed', 'code': 200} Jan 28 19:12:16.523825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-706f5821-ad43-41ab-b57a-2230884bbace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:16.525586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-706f5821-ad43-41ab-b57a-2230884bbace service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 1125 time: 0.0680656 Jan 28 19:12:16.555025 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39412) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:16.590522 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-17a0da73-86af-41b9-b699-ca9ce61b6d28 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-603031715'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:16.598144 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-c00c2242-75b4-4b7d-9ed7-b6d97e82bf7d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fc9d59f-6193-4f6d-918a-08e13686799b HTTP/1.1" status: 200 len: 217 time: 0.0617781 Jan 28 19:12:16.624601 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a48ac918-8321-435d-91eb-5ff2ace723e8 None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:16.627263 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48c13a3f-28f3-4458-8285-644b53ec074f admin admin] Publish callbacks [] for router (e021c62f-0fd3-4518-b34a-f9fae361d895), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:16.720506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a0da73-86af-41b9-b699-ca9ce61b6d28 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Made reservation on behalf of 6617f763bd2b491295631965114da93b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:16.724391 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17a0da73-86af-41b9-b699-ca9ce61b6d28 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:16.778377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a0da73-86af-41b9-b699-ca9ce61b6d28 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:12:16.793748 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17a0da73-86af-41b9-b699-ca9ce61b6d28 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e8360563-7d35-437a-a454-a04e185b8e81), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:16.794598 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-17a0da73-86af-41b9-b699-ca9ce61b6d28 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Added segment e8360563-7d35-437a-a454-a04e185b8e81 of type vlan for network 1fb8a996-2168-4f5b-9c7f-595915f7223f Jan 28 19:12:16.837080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-11c95838-5b30-4285-838f-67b30657e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:16.838827 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-11c95838-5b30-4285-838f-67b30657e54e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fd0268e-e755-4d0f-9e56-a9e065215f79 HTTP/1.1" status: 200 len: 852 time: 0.2278960 Jan 28 19:12:16.853915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6b850-17fa-4030-9b2e-f676b00024ec req-646cf2ad-df02-4209-b792-4f973456da3f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:16.856014 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78d6b850-17fa-4030-9b2e-f676b00024ec req-646cf2ad-df02-4209-b792-4f973456da3f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 943 time: 0.2616575 Jan 28 19:12:16.871464 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a48ac918-8321-435d-91eb-5ff2ace723e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:12:14Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:16.875812 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17a0da73-86af-41b9-b699-ca9ce61b6d28 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (1fb8a996-2168-4f5b-9c7f-595915f7223f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:16.902368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-be3cb56f-afbb-4b92-ae84-66194b1f59a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0a0df9e-2526-4910-8347-d42b4cbb9f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402884 Jan 28 19:12:16.912692 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ac918-8321-435d-91eb-5ff2ace723e8 None None] Checking router: e021c62f-0fd3-4518-b34a-f9fae361d895 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:12:16.921673 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ac918-8321-435d-91eb-5ff2ace723e8 None None] Routers {'e021c62f-0fd3-4518-b34a-f9fae361d895'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:16.922266 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a48ac918-8321-435d-91eb-5ff2ace723e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:11:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e021c62f-0fd3-4518-b34a-f9fae361d895'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:16.936516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-c0b37511-a77f-4dc0-8d5d-04765b59f814 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:16.937993 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-c0b37511-a77f-4dc0-8d5d-04765b59f814 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 808 time: 0.1886699 Jan 28 19:12:16.965802 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48c13a3f-28f3-4458-8285-644b53ec074f admin admin] Publish callbacks [] for router_gateway (e021c62f-0fd3-4518-b34a-f9fae361d895), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:16.988060 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-ff47d008-3513-4c45-a266-b693a7f782d4 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/quotas/be0bcd491a344f1d9cdebd1430d3209a HTTP/1.1" status: 200 len: 375 time: 0.0350330 Jan 28 19:12:16.998337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-558b074b-fd48-4f47-a86b-6170238c217e tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:16.999502 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17a0da73-86af-41b9-b699-ca9ce61b6d28 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (1fb8a996-2168-4f5b-9c7f-595915f7223f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:16.999834 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-558b074b-fd48-4f47-a86b-6170238c217e tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.37 "GET /v2.0/networks?id=2acb1f88-b7fa-424b-ae56-b15b5300cc47 HTTP/1.1" status: 200 len: 803 time: 0.2517698 Jan 28 19:12:17.004612 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a0da73-86af-41b9-b699-ca9ce61b6d28 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:17.005282 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17a0da73-86af-41b9-b699-ca9ce61b6d28 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:17.036392 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a48ac918-8321-435d-91eb-5ff2ace723e8 None None] Set router e021c62f-0fd3-4518-b34a-f9fae361d895 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:17.088096 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-17a0da73-86af-41b9-b699-ca9ce61b6d28 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5308099 Jan 28 19:12:17.094659 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39426) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:17.095748 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78d6b850-17fa-4030-9b2e-f676b00024ec req-9fcba908-bf3a-43f5-9ed7-552bd9297a6a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220149 Jan 28 19:12:17.099850 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d2fd0c07-82e9-4399-b3eb-e830d7fdaf02 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-694562030'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:17.114639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0da73-86af-41b9-b699-ca9ce61b6d28 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event updated for resources: {'Network': ['ID=1fb8a996-2168-4f5b-9c7f-595915f7223f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:17.134211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 1fb8a996-2168-4f5b-9c7f-595915f7223f details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:12:17.145552 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-c16bbcb7-29f7-4a6c-8146-4a5c71ea08c3 service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253799 Jan 28 19:12:17.197033 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-06a0691a-769f-47b6-bd17-2aed6e0b8021 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1952097 Jan 28 19:12:17.220841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fd0c07-82e9-4399-b3eb-e830d7fdaf02 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Made reservation on behalf of 6617f763bd2b491295631965114da93b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:17.225501 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0c07-82e9-4399-b3eb-e830d7fdaf02 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:17.249033 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-79caca81-4df5-4db5-9f95-b4c17f32edbf tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b40da74f60b74b179db861a2ffa53978 HTTP/1.1" status: 200 len: 379 time: 0.2360423 Jan 28 19:12:17.285431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-a82b6bae-9fed-4c4c-9065-9ae74444ca5d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Request body: {'port': {'device_id': 'ecbc7c93-6f0c-4655-8f9f-b2159781200e', 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47', 'admin_state_up': True, 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'security_groups': ['570c0633-f895-49f2-95b1-4b1c03df8049']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:17.318791 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cfe2b-a0a9-4d72-b02d-554a8fdfb8fe req-cc09239f-6136-49d2-8d4a-77d916f538ac tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:17.326194 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-942cfe2b-a0a9-4d72-b02d-554a8fdfb8fe req-cc09239f-6136-49d2-8d4a-77d916f538ac tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 945 time: 0.1148944 Jan 28 19:12:17.336974 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a48ac918-8321-435d-91eb-5ff2ace723e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:12:14Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:17.355500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2fd0c07-82e9-4399-b3eb-e830d7fdaf02 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:12:17.356904 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e26acd0c-cf85-4c1a-b540-9ca7e01c4c20 req-4e94932f-1a75-44b5-a0ec-55bc18fdb43d service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018805 Jan 28 19:12:17.385227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-48c13a3f-28f3-4458-8285-644b53ec074f admin admin] Deleting port 520067a1-3d5e-4ae5-90e8-992c5947e223 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:12:17.385612 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48c13a3f-28f3-4458-8285-644b53ec074f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (520067a1-3d5e-4ae5-90e8-992c5947e223), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:17.389518 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ac918-8321-435d-91eb-5ff2ace723e8 None None] The sync data for ids ['e021c62f-0fd3-4518-b34a-f9fae361d895'] in n-d-824834-4 is: [{'id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'name': 'tempest-FloatingIPsAssociationTestJSON-952722571-router', 'tenant_id': '853e4e8488c24c58897190aff96eb123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:10:28Z', 'updated_at': '2022-01-28T19:12:14Z', 'revision_number': 5, 'project_id': '853e4e8488c24c58897190aff96eb123', 'gw_port': {'id': '520067a1-3d5e-4ae5-90e8-992c5947e223', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e021c62f-0fd3-4518-b34a-f9fae361d895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:10:29Z', 'updated_at': '2022-01-28T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:12:17.402406 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-942cfe2b-a0a9-4d72-b02d-554a8fdfb8fe req-e1e07df0-ef44-4eaa-b59d-4a91dc7b128c tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751729 Jan 28 19:12:17.420332 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0c07-82e9-4399-b3eb-e830d7fdaf02 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (73ae1af7-c909-4737-bf62-7db43c19630a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:17.420803 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-d2fd0c07-82e9-4399-b3eb-e830d7fdaf02 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Added segment 73ae1af7-c909-4737-bf62-7db43c19630a of type vlan for network 98ba37f4-6b62-4b65-b112-500b83bfc44d Jan 28 19:12:17.497724 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5448963-0916-41d0-8e7c-e04d7a36d85a req-d09e4ee5-42d7-4adf-8eaa-af3f9e1bb72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:17.499210 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f5448963-0916-41d0-8e7c-e04d7a36d85a req-d09e4ee5-42d7-4adf-8eaa-af3f9e1bb72f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 1125 time: 0.0684476 Jan 28 19:12:17.519299 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a337224b-ef8c-4448-840b-88df18a84c35 req-a0bca275-f52c-4152-9b60-8f1dceb90545 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 210 time: 0.0326467 Jan 28 19:12:17.552651 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-978bc9b3-6e28-4849-a845-b4ce0b05cb43 service neutron] 10.222.0.55 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546319 Jan 28 19:12:17.565541 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0c07-82e9-4399-b3eb-e830d7fdaf02 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (98ba37f4-6b62-4b65-b112-500b83bfc44d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:17.606497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5448963-0916-41d0-8e7c-e04d7a36d85a req-d0ddb5cd-299b-4a08-800e-046801f6349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:17.607998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f5448963-0916-41d0-8e7c-e04d7a36d85a req-d0ddb5cd-299b-4a08-800e-046801f6349f service neutron] 10.222.0.31 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 913 time: 0.0912964 Jan 28 19:12:17.660139 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f5448963-0916-41d0-8e7c-e04d7a36d85a req-9a78101d-3a43-4f64-9560-1d1bd048216f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fc9d59f-6193-4f6d-918a-08e13686799b HTTP/1.1" status: 200 len: 217 time: 0.0392215 Jan 28 19:12:17.711506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5448963-0916-41d0-8e7c-e04d7a36d85a req-01e080ec-bb08-4600-a1c1-1cfcada82cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:17.712945 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f5448963-0916-41d0-8e7c-e04d7a36d85a req-01e080ec-bb08-4600-a1c1-1cfcada82cd7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fd0268e-e755-4d0f-9e56-a9e065215f79 HTTP/1.1" status: 200 len: 852 time: 0.0459664 Jan 28 19:12:17.747822 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f5448963-0916-41d0-8e7c-e04d7a36d85a req-b001eabd-c8d7-4dd3-8773-f4a01bf0006d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0a0df9e-2526-4910-8347-d42b4cbb9f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278583 Jan 28 19:12:17.784247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8765652f-34fb-4249-903e-b5a5dd0515e1 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:12:17.809861 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 8765652f-34fb-4249-903e-b5a5dd0515e1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:12:17.810269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8765652f-34fb-4249-903e-b5a5dd0515e1 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:12:17.917435 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-a82b6bae-9fed-4c4c-9065-9ae74444ca5d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Made reservation on behalf of b40da74f60b74b179db861a2ffa53978 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:17.920850 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-a82b6bae-9fed-4c4c-9065-9ae74444ca5d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:17.932385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-48c13a3f-28f3-4458-8285-644b53ec074f admin admin] For port 520067a1-3d5e-4ae5-90e8-992c5947e223, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=520067a1-3d5e-4ae5-90e8-992c5947e223,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:17.932747 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48c13a3f-28f3-4458-8285-644b53ec074f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (520067a1-3d5e-4ae5-90e8-992c5947e223), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:17.955300 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0c07-82e9-4399-b3eb-e830d7fdaf02 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (98ba37f4-6b62-4b65-b112-500b83bfc44d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:17.960757 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd0c07-82e9-4399-b3eb-e830d7fdaf02 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:17.961432 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2fd0c07-82e9-4399-b3eb-e830d7fdaf02 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:17.996777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-48c13a3f-28f3-4458-8285-644b53ec074f admin admin] Calling delete_port for 520067a1-3d5e-4ae5-90e8-992c5947e223 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:12:18.097989 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d2fd0c07-82e9-4399-b3eb-e830d7fdaf02 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0020041 Jan 28 19:12:18.134204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39428) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:18.169755 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75031f0d-d0c6-405b-a75b-a9e44b95a229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:18.193235 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-59ca2b62-9ec9-42cf-9b7b-e87e23119182 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Request body: {'subnet': {'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:18.202791 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-5f403976-4478-48d3-9aea-f381ad4b7291 service neutron] 10.222.0.55 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6402984 Jan 28 19:12:18.231396 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd0c07-82e9-4399-b3eb-e830d7fdaf02 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event updated for resources: {'Network': ['ID=98ba37f4-6b62-4b65-b112-500b83bfc44d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:18.253556 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f5448963-0916-41d0-8e7c-e04d7a36d85a req-40a4aa66-c582-4b6a-b2e6-ae15579ef070 service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890618 Jan 28 19:12:18.254520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 98ba37f4-6b62-4b65-b112-500b83bfc44d details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:12:18.266708 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897479ca-b917-4a0f-b2ed-914ff2fff667 req-aa7b93ed-f574-45d2-8317-7db5ae72c2e8 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:18.268180 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-897479ca-b917-4a0f-b2ed-914ff2fff667 req-aa7b93ed-f574-45d2-8317-7db5ae72c2e8 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 945 time: 0.1182606 Jan 28 19:12:18.366065 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423f439-d288-40d7-b25a-9a7b4221efd7 req-70d83b15-4f55-43ab-8d3d-f76da2064d2c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:18.368052 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c423f439-d288-40d7-b25a-9a7b4221efd7 req-70d83b15-4f55-43ab-8d3d-f76da2064d2c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 943 time: 0.1632509 Jan 28 19:12:18.459436 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6d3db59-c7fa-494b-8870-869602af7e50 req-a41bd14d-5ff2-4477-8df8-54789d9eaed9 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 210 time: 0.0607278 Jan 28 19:12:18.460581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-a82b6bae-9fed-4c4c-9065-9ae74444ca5d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Allocated IP 172.20.0.14 (2acb1f88-b7fa-424b-ae56-b15b5300cc47/b05a9622-0a32-4de6-bb6c-b49f21ce62f0/08a1958a-fad3-4024-bc0e-56cc1a7ed551) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:18.479021 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f5448963-0916-41d0-8e7c-e04d7a36d85a req-29373cff-dbb5-42a8-bccf-485e300e9f03 service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098649 Jan 28 19:12:18.501764 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c423f439-d288-40d7-b25a-9a7b4221efd7 req-36f471f4-3f73-40c5-a38e-4256656a38f7 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178532 Jan 28 19:12:18.533230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ca2b62-9ec9-42cf-9b7b-e87e23119182 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Made reservation on behalf of 6617f763bd2b491295631965114da93b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:18.536805 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59ca2b62-9ec9-42cf-9b7b-e87e23119182 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:18.538578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-897479ca-b917-4a0f-b2ed-914ff2fff667 req-b0f0f07c-d57b-4c36-91c3-871531547dda tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Deleting port f46287a9-52c2-4789-99a1-9b137cf1c90d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:12:18.539110 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-897479ca-b917-4a0f-b2ed-914ff2fff667 req-b0f0f07c-d57b-4c36-91c3-871531547dda tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f46287a9-52c2-4789-99a1-9b137cf1c90d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:18.666979 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7fc9d59f-6193-4f6d-918a-08e13686799b details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:12:18.681240 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5348da27-8c2e-4d0f-958b-e45b4d9655fd req-b7ea03b5-55df-42d2-bc59-1ff1aa7f13d9 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 210 time: 0.0616660 Jan 28 19:12:18.724163 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-897479ca-b917-4a0f-b2ed-914ff2fff667 req-b0f0f07c-d57b-4c36-91c3-871531547dda tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] For port f46287a9-52c2-4789-99a1-9b137cf1c90d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=f46287a9-52c2-4789-99a1-9b137cf1c90d,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:18.724163 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-897479ca-b917-4a0f-b2ed-914ff2fff667 req-b0f0f07c-d57b-4c36-91c3-871531547dda tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f46287a9-52c2-4789-99a1-9b137cf1c90d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:18.740348 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-897479ca-b917-4a0f-b2ed-914ff2fff667 req-b0f0f07c-d57b-4c36-91c3-871531547dda tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Calling delete_port for f46287a9-52c2-4789-99a1-9b137cf1c90d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:12:18.752408 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48c13a3f-28f3-4458-8285-644b53ec074f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (520067a1-3d5e-4ae5-90e8-992c5947e223), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:18.813295 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7fc9d59f-6193-4f6d-918a-08e13686799b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7fc9d59f-6193-4f6d-918a-08e13686799b,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:18.817141 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c13a3f-28f3-4458-8285-644b53ec074f admin admin] Pushing event deleted for resources: {'Port': ['ID=520067a1-3d5e-4ae5-90e8-992c5947e223,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:18.833395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852dcb4a-057a-4d71-86e1-222cd8986b01 req-9cdb1016-fa85-4236-a579-1b11c65b96f5 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:18.835206 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-852dcb4a-057a-4d71-86e1-222cd8986b01 req-9cdb1016-fa85-4236-a579-1b11c65b96f5 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c21aa01-b65b-47c4-94f7-db616322a36c HTTP/1.1" status: 200 len: 945 time: 0.2694197 Jan 28 19:12:18.847753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '7fc9d59f-6193-4f6d-918a-08e13686799b', 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82', 'port_id': '7fc9d59f-6193-4f6d-918a-08e13686799b', 'mac_address': 'fa:16:3e:97:39:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd0268e-e755-4d0f-9e56-a9e065215f79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:12:18.896480 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 7fc9d59f-6193-4f6d-918a-08e13686799b is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:18.896923 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:18.902511 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-897479ca-b917-4a0f-b2ed-914ff2fff667 req-b0f0f07c-d57b-4c36-91c3-871531547dda tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f46287a9-52c2-4789-99a1-9b137cf1c90d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:18.913165 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc9d59f-6193-4f6d-918a-08e13686799b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:18.939192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0f07c-d57b-4c36-91c3-871531547dda tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Pushing event deleted for resources: {'Port': ['ID=f46287a9-52c2-4789-99a1-9b137cf1c90d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:18.944017 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7fc9d59f-6193-4f6d-918a-08e13686799b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7fc9d59f-6193-4f6d-918a-08e13686799b,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:18.948262 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['f46287a9-52c2-4789-99a1-9b137cf1c90d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:12:18.961673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['de403779-4a6d-4f51-9532-0dc95e926936', '5e66e7d5-71d7-4224-94dc-ac88269aed5a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:12:18.967306 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:19.001616 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-897479ca-b917-4a0f-b2ed-914ff2fff667 req-b0f0f07c-d57b-4c36-91c3-871531547dda tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] No DVR routers for this DVR port f46287a9-52c2-4789-99a1-9b137cf1c90d on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:12:19.004765 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-897479ca-b917-4a0f-b2ed-914ff2fff667 req-b0f0f07c-d57b-4c36-91c3-871531547dda tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:19.008497 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-897479ca-b917-4a0f-b2ed-914ff2fff667 req-b0f0f07c-d57b-4c36-91c3-871531547dda tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.31 "DELETE /v2.0/ports/f46287a9-52c2-4789-99a1-9b137cf1c90d HTTP/1.1" status: 204 len: 173 time: 0.7181342 Jan 28 19:12:19.009040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c21aa01-b65b-47c4-94f7-db616322a36c', 'name': 'network-vif-deleted', 'tag': 'f46287a9-52c2-4789-99a1-9b137cf1c90d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:19.011671 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881d2a98-38c9-465f-bb14-4beefe4b0b08" -d '{"events": [{"server_uuid": "0c21aa01-b65b-47c4-94f7-db616322a36c", "name": "network-vif-deleted", "tag": "f46287a9-52c2-4789-99a1-9b137cf1c90d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:19.056213 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e6914a-80de-4e79-9a99-34caf6bd692b x-openstack-request-id: req-75e6914a-80de-4e79-9a99-34caf6bd692b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:19.057086 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c21aa01-b65b-47c4-94f7-db616322a36c", "name": "network-vif-deleted", "tag": "f46287a9-52c2-4789-99a1-9b137cf1c90d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:19.057694 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75e6914a-80de-4e79-9a99-34caf6bd692b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:19.058360 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c21aa01-b65b-47c4-94f7-db616322a36c', 'name': 'network-vif-deleted', 'tag': 'f46287a9-52c2-4789-99a1-9b137cf1c90d', 'status': 'completed', 'code': 200} Jan 28 19:12:19.075207 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-852dcb4a-057a-4d71-86e1-222cd8986b01 req-fc316463-8599-46a7-9ca3-77fe023ad17b tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235332 Jan 28 19:12:19.100344 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=7fc9d59f-6193-4f6d-918a-08e13686799b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:19.181308 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48c13a3f-28f3-4458-8285-644b53ec074f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (e021c62f-0fd3-4518-b34a-f9fae361d895), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:19.228826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['7fc9d59f-6193-4f6d-918a-08e13686799b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:12:19.342525 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48c13a3f-28f3-4458-8285-644b53ec074f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (e021c62f-0fd3-4518-b34a-f9fae361d895), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:19.346161 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48c13a3f-28f3-4458-8285-644b53ec074f admin admin] Publish callbacks [] for router_controller (e021c62f-0fd3-4518-b34a-f9fae361d895), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:19.443463 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48c13a3f-28f3-4458-8285-644b53ec074f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (e021c62f-0fd3-4518-b34a-f9fae361d895), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:19.444533 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c13a3f-28f3-4458-8285-644b53ec074f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e021c62f-0fd3-4518-b34a-f9fae361d895 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:12:19.452384 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48c13a3f-28f3-4458-8285-644b53ec074f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:19.453556 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-48c13a3f-28f3-4458-8285-644b53ec074f admin admin] 10.222.0.55 "DELETE /v2.0/routers/e021c62f-0fd3-4518-b34a-f9fae361d895 HTTP/1.1" status: 204 len: 168 time: 3.0761795 Jan 28 19:12:19.456210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39448) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:19.471508 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-a82b6bae-9fed-4c4c-9065-9ae74444ca5d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for port (08a1958a-fad3-4024-bc0e-56cc1a7ed551), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:19.479873 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59ca2b62-9ec9-42cf-9b7b-e87e23119182 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (a488dde5-474a-4007-942e-ad394bf34962), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:19.607905 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8b7e49-32de-4af4-bf52-f1aaf0b4f441 admin admin] Deleting subnet 423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:12:19.626057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca2b62-9ec9-42cf-9b7b-e87e23119182 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event updated for resources: {'Subnet': ['ID=a488dde5-474a-4007-942e-ad394bf34962,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:19.626339 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa8b7e49-32de-4af4-bf52-f1aaf0b4f441 admin admin] Publish callbacks [] for subnet (423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:19.674735 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca2b62-9ec9-42cf-9b7b-e87e23119182 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Checking segment: {'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:19.674990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ca2b62-9ec9-42cf-9b7b-e87e23119182 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Network hostable DHCP agents. Network: 1fb8a996-2168-4f5b-9c7f-595915f7223f, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:12:19.707957 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-a82b6bae-9fed-4c4c-9065-9ae74444ca5d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (08a1958a-fad3-4024-bc0e-56cc1a7ed551), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:19.734699 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-468565f3-a957-49a8-bfaf-0a5967cac0ae req-92da98b9-2852-426f-bce9-ed339a4cd094 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 210 time: 0.0755911 Jan 28 19:12:19.763648 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa8b7e49-32de-4af4-bf52-f1aaf0b4f441 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:19.784186 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-a82b6bae-9fed-4c4c-9065-9ae74444ca5d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Network 2acb1f88-b7fa-424b-ae56-b15b5300cc47 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:19.790852 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-a82b6bae-9fed-4c4c-9065-9ae74444ca5d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:19.794334 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-a82b6bae-9fed-4c4c-9065-9ae74444ca5d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:19.858696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ca2b62-9ec9-42cf-9b7b-e87e23119182 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Network 1fb8a996-2168-4f5b-9c7f-595915f7223f is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:12:19.904196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b6bae-9fed-4c4c-9065-9ae74444ca5d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Pushing event updated for resources: {'Port': ['ID=08a1958a-fad3-4024-bc0e-56cc1a7ed551,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:19.912837 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-59ca2b62-9ec9-42cf-9b7b-e87e23119182 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 1fb8a996-2168-4f5b-9c7f-595915f7223f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:19.921671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519f958d-b27b-44b8-946c-4a3ee927cb95 None None] Network 1fb8a996-2168-4f5b-9c7f-595915f7223f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:19.936887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ca2b62-9ec9-42cf-9b7b-e87e23119182 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:19.937491 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59ca2b62-9ec9-42cf-9b7b-e87e23119182 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:19.964587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-a82b6bae-9fed-4c4c-9065-9ae74444ca5d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:19.965168 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-a82b6bae-9fed-4c4c-9065-9ae74444ca5d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:19.988210 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb6457-e38c-4052-a89a-c2edd3f4908d req-d7cda554-9f91-478d-b7a3-c01a3160749f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:20.003434 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4feb6457-e38c-4052-a89a-c2edd3f4908d req-d7cda554-9f91-478d-b7a3-c01a3160749f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 944 time: 0.3499188 Jan 28 19:12:20.005453 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa8b7e49-32de-4af4-bf52-f1aaf0b4f441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:20.064995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018e693-639f-46ab-852e-a43dcb4ae943 req-0e89b4cf-5a1e-46b4-a3a7-fbda28d98b5d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:20.066726 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4018e693-639f-46ab-852e-a43dcb4ae943 req-0e89b4cf-5a1e-46b4-a3a7-fbda28d98b5d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 932 time: 0.2103672 Jan 28 19:12:20.129359 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-a82b6bae-9fed-4c4c-9065-9ae74444ca5d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8477466 Jan 28 19:12:20.144237 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-59ca2b62-9ec9-42cf-9b7b-e87e23119182 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0025544 Jan 28 19:12:20.162734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Request body: {'port': {'device_id': 'ecbc7c93-6f0c-4655-8f9f-b2159781200e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:20.164697 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39458) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:20.172982 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4a25f006-a862-4c7c-9226-d39968c6063f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Request body: {'subnet': {'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:20.185303 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1fb8a996-2168-4f5b-9c7f-595915f7223f', 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f', 'project_id': '6617f763bd2b491295631965114da93b', 'fixed_ips': [{'subnet_id': 'a488dde5-474a-4007-942e-ad394bf34962'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:12:20.186363 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:20.236349 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-32ac0b21-bfbb-4714-b1a9-bdad390198ba tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:20.238865 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-32ac0b21-bfbb-4714-b1a9-bdad390198ba tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.31 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 808 time: 0.4100807 Jan 28 19:12:20.256425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-534ea27e-81dd-46d3-9d7b-e53063daa0e7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Request body: {'port': {'device_id': '6f338e9b-3cab-4ebf-97ec-b0f120410bcc', 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58', 'admin_state_up': True, 'tenant_id': 'be0bcd491a344f1d9cdebd1430d3209a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:20.284773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 520067a1-3d5e-4ae5-90e8-992c5947e223 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:12:20.287412 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4feb6457-e38c-4052-a89a-c2edd3f4908d req-bc158028-82a3-4487-9871-b4a89978a3e4 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829337 Jan 28 19:12:20.332087 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 520067a1-3d5e-4ae5-90e8-992c5947e223 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:12:20.334335 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 520067a1-3d5e-4ae5-90e8-992c5947e223 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:12:20.386461 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa8b7e49-32de-4af4-bf52-f1aaf0b4f441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:20.402767 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7c27a810-d7c2-496b-a44e-66c57747a9af None None] Provisioning complete for port 08a1958a-fad3-4024-bc0e-56cc1a7ed551 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:20.403477 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c27a810-d7c2-496b-a44e-66c57747a9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (08a1958a-fad3-4024-bc0e-56cc1a7ed551), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:20.410686 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (08a1958a-fad3-4024-bc0e-56cc1a7ed551), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:20.432348 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4018e693-639f-46ab-852e-a43dcb4ae943 req-e5f0a744-a01e-4f24-9363-90eb2c99973d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups?id=570c0633-f895-49f2-95b1-4b1c03df8049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3373117 Jan 28 19:12:20.448966 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17d45db2-3a36-480a-89ba-a81d82a80ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:20.475187 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aa8b7e49-32de-4af4-bf52-f1aaf0b4f441 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:20.480959 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-aa8b7e49-32de-4af4-bf52-f1aaf0b4f441 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8 HTTP/1.1" status: 204 len: 168 time: 1.0209429 Jan 28 19:12:20.482819 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b7e49-32de-4af4-bf52-f1aaf0b4f441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=423fb9ac-b5c6-4a3f-a2c4-f1a94434c2a8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:20.488744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:20.508811 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b3cd93-d87a-474f-ba75-ff04ab102aa8 None None] Network fd36cec0-b04c-4d96-af73-7ad37b8013a0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:20.530446 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-534ea27e-81dd-46d3-9d7b-e53063daa0e7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Made reservation on behalf of be0bcd491a344f1d9cdebd1430d3209a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:20.534400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a25f006-a862-4c7c-9226-d39968c6063f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Made reservation on behalf of 6617f763bd2b491295631965114da93b for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:20.540270 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a25f006-a862-4c7c-9226-d39968c6063f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:20.543517 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-534ea27e-81dd-46d3-9d7b-e53063daa0e7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:20.674436 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (fd36cec0-b04c-4d96-af73-7ad37b8013a0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:20.777207 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7c27a810-d7c2-496b-a44e-66c57747a9af None None] Port 08a1958a-fad3-4024-bc0e-56cc1a7ed551 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:12:20.800844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f221b6-9d9d-40d7-b36e-1ef22ddef122 req-f105f3ce-2228-492a-9a2f-4668e0cf4938 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:20.802857 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d9f221b6-9d9d-40d7-b36e-1ef22ddef122 req-f105f3ce-2228-492a-9a2f-4668e0cf4938 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb980a07-a331-4bf4-8e5a-f4adac612ff0 HTTP/1.1" status: 200 len: 945 time: 0.1510441 Jan 28 19:12:20.830686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Allocated IP 10.1.1.2 (1fb8a996-2168-4f5b-9c7f-595915f7223f/a488dde5-474a-4007-942e-ad394bf34962/229eb664-33c1-47e3-86b9-862b2634fa66) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:20.842736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-534ea27e-81dd-46d3-9d7b-e53063daa0e7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Allocated IP 172.20.0.14 (07cf55c4-e390-408e-b1e2-a832ba462c58/10a56f99-3d90-4e93-bed9-c1a90d6cae3c/4c1eeb3b-fcdc-43ea-b426-100e8a907a8c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:20.903380 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-86422e26-6c92-4ef1-9959-a02c82febbfb req-87d27135-4ce9-4242-a6ab-30b9abb456a5 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 210 time: 0.0444844 Jan 28 19:12:20.905975 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d9f221b6-9d9d-40d7-b36e-1ef22ddef122 req-1a20d251-44bf-4da3-bfa2-cc032c3a2415 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908377 Jan 28 19:12:20.930061 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7fc9d59f-6193-4f6d-918a-08e13686799b up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:20.979566 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] Deleting port 9d440a46-0937-4a51-804e-ac69b9b0bd02 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:12:20.979852 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9d440a46-0937-4a51-804e-ac69b9b0bd02), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.062851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a1958a-fad3-4024-bc0e-56cc1a7ed551 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:21.081277 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Publish callbacks [] for port (08a1958a-fad3-4024-bc0e-56cc1a7ed551), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.098394 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] For port 9d440a46-0937-4a51-804e-ac69b9b0bd02, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9d440a46-0937-4a51-804e-ac69b9b0bd02,segment=NetworkSegment(749de98f-23f2-4c09-ba49-aa73c7e47ece),segment_id=749de98f-23f2-4c09-ba49-aa73c7e47ece)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:21.098830 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9d440a46-0937-4a51-804e-ac69b9b0bd02), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.123435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] Calling delete_port for 9d440a46-0937-4a51-804e-ac69b9b0bd02 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:12:21.134813 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 7fc9d59f-6193-4f6d-918a-08e13686799b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:12:21.148314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 7fc9d59f-6193-4f6d-918a-08e13686799b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:21.149425 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.197395 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-534ea27e-81dd-46d3-9d7b-e53063daa0e7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks [] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.211013 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Publish callbacks [] for port (229eb664-33c1-47e3-86b9-862b2634fa66), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.229605 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Transition to ACTIVE for port object 08a1958a-fad3-4024-bc0e-56cc1a7ed551 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:12:21.245142 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (08a1958a-fad3-4024-bc0e-56cc1a7ed551), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.264972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40251e7c-86a2-4b8b-8abb-980dd01628f6 None None] DHCP port deletion for fd36cec0-b04c-4d96-af73-7ad37b8013a0 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:12:21.269810 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (229eb664-33c1-47e3-86b9-862b2634fa66), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.272207 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a25f006-a862-4c7c-9226-d39968c6063f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (269dce06-feb7-46d2-b4e7-7696dfdedea1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.280985 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (9d440a46-0937-4a51-804e-ac69b9b0bd02), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.284791 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-534ea27e-81dd-46d3-9d7b-e53063daa0e7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.315587 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Network 1fb8a996-2168-4f5b-9c7f-595915f7223f is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:21.321032 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:21.345761 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:21.381539 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 7fc9d59f-6193-4f6d-918a-08e13686799b is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:21.381844 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.385085 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] No DVR routers for this DVR port 9d440a46-0937-4a51-804e-ac69b9b0bd02 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:12:21.398452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d440a46-0937-4a51-804e-ac69b9b0bd02,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:21.400595 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25f006-a862-4c7c-9226-d39968c6063f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event updated for resources: {'Subnet': ['ID=269dce06-feb7-46d2-b4e7-7696dfdedea1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:21.459781 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Pushing event updated for resources: {'Port': ['ID=229eb664-33c1-47e3-86b9-862b2634fa66,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:21.495777 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Attempting to bind port 229eb664-33c1-47e3-86b9-862b2634fa66 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:21.496153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Attempting to bind port 229eb664-33c1-47e3-86b9-862b2634fa66 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:21.496524 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Attempting to bind port 229eb664-33c1-47e3-86b9-862b2634fa66 on network 1fb8a996-2168-4f5b-9c7f-595915f7223f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:21.540419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63404aa-37ca-4456-a52a-a08045e609aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc9d59f-6193-4f6d-918a-08e13686799b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:21.547684 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef72b6a-fe87-48e3-9343-90f624a36bd4" -d '{"events": [{"server_uuid": "c63404aa-37ca-4456-a52a-a08045e609aa", "name": "network-vif-plugged", "status": "completed", "tag": "7fc9d59f-6193-4f6d-918a-08e13686799b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:21.574965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7fc9d59f-6193-4f6d-918a-08e13686799b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7fc9d59f-6193-4f6d-918a-08e13686799b,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:21.587618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:21.587836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Checking segment: {'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:21.588159 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.588514 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Bound using segment: {'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:21.589324 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Bound port: 229eb664-33c1-47e3-86b9-862b2634fa66, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:21.589716 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (229eb664-33c1-47e3-86b9-862b2634fa66), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.591991 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Pushing event updated for resources: {'Port': ['ID=08a1958a-fad3-4024-bc0e-56cc1a7ed551,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:21.598596 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.600678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device f46287a9-52c2-4789-99a1-9b137cf1c90d no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:12:21.655396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: f46287a9-52c2-4789-99a1-9b137cf1c90d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:12:21.656089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device f46287a9-52c2-4789-99a1-9b137cf1c90d not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:12:21.657749 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.673053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-534ea27e-81dd-46d3-9d7b-e53063daa0e7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Network 07cf55c4-e390-408e-b1e2-a832ba462c58 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:21.694339 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-534ea27e-81dd-46d3-9d7b-e53063daa0e7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:21.696860 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-534ea27e-81dd-46d3-9d7b-e53063daa0e7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:21.715609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1082a84-fb21-43ea-bee1-a2c5e27380bd req-eb200d79-717c-4ba9-b000-33b804bab44c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:21.723229 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1082a84-fb21-43ea-bee1-a2c5e27380bd req-eb200d79-717c-4ba9-b000-33b804bab44c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 944 time: 0.3021169 Jan 28 19:12:21.726192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a25f006-a862-4c7c-9226-d39968c6063f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Checking segment: {'id': '73ae1af7-c909-4737-bf62-7db43c19630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:21.726588 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a25f006-a862-4c7c-9226-d39968c6063f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Network hostable DHCP agents. Network: 98ba37f4-6b62-4b65-b112-500b83bfc44d, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:12:21.762775 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Attempting to bind port 08a1958a-fad3-4024-bc0e-56cc1a7ed551 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:21.763247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Attempting to bind port 08a1958a-fad3-4024-bc0e-56cc1a7ed551 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '60cab1f1-8b9e-4ba8-9703-02917a8fcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:21.763631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Attempting to bind port 08a1958a-fad3-4024-bc0e-56cc1a7ed551 on network 2acb1f88-b7fa-424b-ae56-b15b5300cc47 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:21.768253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (fd36cec0-b04c-4d96-af73-7ad37b8013a0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.773724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=7fc9d59f-6193-4f6d-918a-08e13686799b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:21.782339 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] For port 229eb664-33c1-47e3-86b9-862b2634fa66, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:21.786289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] For port 229eb664-33c1-47e3-86b9-862b2634fa66, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=229eb664-33c1-47e3-86b9-862b2634fa66,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:21.792393 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Port 08a1958a-fad3-4024-bc0e-56cc1a7ed551 on network 2acb1f88-b7fa-424b-ae56-b15b5300cc47 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:12:21.792615 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Attempting to bind port 08a1958a-fad3-4024-bc0e-56cc1a7ed551 on network 2acb1f88-b7fa-424b-ae56-b15b5300cc47 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:21.794202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd36cec0-b04c-4d96-af73-7ad37b8013a0']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:21.795934 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (229eb664-33c1-47e3-86b9-862b2634fa66), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.805463 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:21.805882 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Checking segment: {'id': '60cab1f1-8b9e-4ba8-9703-02917a8fcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:21.806723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Bound using segment: {'id': '60cab1f1-8b9e-4ba8-9703-02917a8fcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:21.807450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Bound port: 08a1958a-fad3-4024-bc0e-56cc1a7ed551, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60cab1f1-8b9e-4ba8-9703-02917a8fcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:21.807830 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (08a1958a-fad3-4024-bc0e-56cc1a7ed551), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.811541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a25f006-a862-4c7c-9226-d39968c6063f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Network 98ba37f4-6b62-4b65-b112-500b83bfc44d is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:12:21.823821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749de98f-23f2-4c09-ba49-aa73c7e47ece') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:21.824133 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749de98f-23f2-4c09-ba49-aa73c7e47ece') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:21.827750 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1082a84-fb21-43ea-bee1-a2c5e27380bd req-290f86c3-11e3-4dd6-95aa-e50fa98f3c72 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015747 Jan 28 19:12:21.838962 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (749de98f-23f2-4c09-ba49-aa73c7e47ece), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.866936 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc00b1-22b0-4c17-b68d-3a5828c13ed9 None None] Pushing event updated for resources: {'Port': ['ID=229eb664-33c1-47e3-86b9-862b2634fa66,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:21.867650 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ea27e-81dd-46d3-9d7b-e53063daa0e7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Pushing event updated for resources: {'Port': ['ID=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:21.876300 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4a25f006-a862-4c7c-9226-d39968c6063f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 98ba37f4-6b62-4b65-b112-500b83bfc44d) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:21.892437 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (749de98f-23f2-4c09-ba49-aa73c7e47ece), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.893648 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb0c973-8bca-4d00-9cc5-3bb3b6c8d81f None None] Network 98ba37f4-6b62-4b65-b112-500b83bfc44d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:21.916296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:12:21.916736 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (749de98f-23f2-4c09-ba49-aa73c7e47ece), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:12:21.919552 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:12:21.925694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9d440a46-0937-4a51-804e-ac69b9b0bd02 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:12:21.954225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-534ea27e-81dd-46d3-9d7b-e53063daa0e7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:21.954894 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-534ea27e-81dd-46d3-9d7b-e53063daa0e7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:21.969503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a25f006-a862-4c7c-9226-d39968c6063f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:21.979024 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a25f006-a862-4c7c-9226-d39968c6063f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:22.028787 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef788d0f-ad80-4741-9534-75e01200d1b6 x-openstack-request-id: req-ef788d0f-ad80-4741-9534-75e01200d1b6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:22.029198 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63404aa-37ca-4456-a52a-a08045e609aa", "name": "network-vif-plugged", "status": "completed", "tag": "7fc9d59f-6193-4f6d-918a-08e13686799b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:22.029409 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef788d0f-ad80-4741-9534-75e01200d1b6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:22.029765 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63404aa-37ca-4456-a52a-a08045e609aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc9d59f-6193-4f6d-918a-08e13686799b', 'code': 200} Jan 28 19:12:22.030807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 9d440a46-0937-4a51-804e-ac69b9b0bd02 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:12:22.033483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9d440a46-0937-4a51-804e-ac69b9b0bd02 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:12:22.043820 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e315105-5854-4307-8c40-4f99c424fdbf req-0a507cbe-5760-4fe0-b5b2-a46fce13afdc tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:22.049448 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e315105-5854-4307-8c40-4f99c424fdbf req-0a507cbe-5760-4fe0-b5b2-a46fce13afdc tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 944 time: 0.4208405 Jan 28 19:12:22.053270 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (fd36cec0-b04c-4d96-af73-7ad37b8013a0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:22.072632 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4a25f006-a862-4c7c-9226-d39968c6063f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9021473 Jan 28 19:12:22.075583 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39480) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:22.093172 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:22.093983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-508ad695-9cdc-4dd5-a017-772b228ae62c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Request body: {'port': {'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f', 'name': 'tempest-TaggedBootDevicesTest_v242-1760246339', 'fixed_ips': [{'subnet_id': 'a488dde5-474a-4007-942e-ad394bf34962'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:22.100230 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fd36cec0-b04c-4d96-af73-7ad37b8013a0 HTTP/1.1" status: 204 len: 168 time: 1.6104431 Jan 28 19:12:22.111026 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-534ea27e-81dd-46d3-9d7b-e53063daa0e7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8599894 Jan 28 19:12:22.133618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-98ba37f4-6b62-4b65-b112-500b83bfc44d', 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d', 'project_id': '6617f763bd2b491295631965114da93b', 'fixed_ips': [{'subnet_id': '269dce06-feb7-46d2-b4e7-7696dfdedea1'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:12:22.134804 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:22.148317 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Request body: {'port': {'device_id': '6f338e9b-3cab-4ebf-97ec-b0f120410bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:22.170899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e500ed5-2180-4aab-8f48-9b880330c4a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd36cec0-b04c-4d96-af73-7ad37b8013a0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:22.215427 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] For port 08a1958a-fad3-4024-bc0e-56cc1a7ed551, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:22.263303 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] For port 08a1958a-fad3-4024-bc0e-56cc1a7ed551, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=08a1958a-fad3-4024-bc0e-56cc1a7ed551,segment=NetworkSegment(60cab1f1-8b9e-4ba8-9703-02917a8fcce7),segment_id=60cab1f1-8b9e-4ba8-9703-02917a8fcce7)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:22.284367 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (08a1958a-fad3-4024-bc0e-56cc1a7ed551), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:22.304992 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e315105-5854-4307-8c40-4f99c424fdbf req-788dd78f-84e1-4d28-974c-e2adde5b7812 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups?id=570c0633-f895-49f2-95b1-4b1c03df8049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490427 Jan 28 19:12:22.333563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:22.334344 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:22.336012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84877292-fa41-47ad-ab38-1615c5db4ca1 req-56b2756e-2095-422c-9b07-5fb968d0f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:22.336643 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] 10.222.0.37 "PUT /v2.0/ports/08a1958a-fad3-4024-bc0e-56cc1a7ed551 HTTP/1.1" status: 200 len: 1092 time: 2.1911485 Jan 28 19:12:22.337805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84877292-fa41-47ad-ab38-1615c5db4ca1 req-56b2756e-2095-422c-9b07-5fb968d0f7db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 1127 time: 0.3232024 Jan 28 19:12:22.341241 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbc7c93-6f0c-4655-8f9f-b2159781200e', 'tag': '08a1958a-fad3-4024-bc0e-56cc1a7ed551'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:22.344819 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90634c83-d14f-4c5a-a589-55d4cd348c20" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbc7c93-6f0c-4655-8f9f-b2159781200e", "tag": "08a1958a-fad3-4024-bc0e-56cc1a7ed551"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:22.355011 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39484) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:22.366723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Allocated IP 10.2.2.2 (98ba37f4-6b62-4b65-b112-500b83bfc44d/269dce06-feb7-46d2-b4e7-7696dfdedea1/65ebfb55-7128-462e-9954-b56bdf0b8e9d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:22.384171 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5abcc-e5b9-4c90-b9be-aba171fb0a1a req-7e7a885b-7281-4f58-b5a4-abc4800a35f9 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:22.393888 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-55e5abcc-e5b9-4c90-b9be-aba171fb0a1a req-7e7a885b-7281-4f58-b5a4-abc4800a35f9 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 932 time: 0.2356386 Jan 28 19:12:22.484152 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:22.530701 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84877292-fa41-47ad-ab38-1615c5db4ca1 req-5093188a-4772-4955-bf6b-471593201fc0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300936 Jan 28 19:12:22.632854 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Publish callbacks [] for port (65ebfb55-7128-462e-9954-b56bdf0b8e9d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:22.641744 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (65ebfb55-7128-462e-9954-b56bdf0b8e9d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:22.663683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Network 98ba37f4-6b62-4b65-b112-500b83bfc44d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:22.665801 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:22.686872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:22.694826 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ea911-7355-4ea4-816d-e77beeff05ee req-28e00a23-ed2e-4842-bb99-aba32dfc2796 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:22.702121 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-757ea911-7355-4ea4-816d-e77beeff05ee req-28e00a23-ed2e-4842-bb99-aba32dfc2796 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb980a07-a331-4bf4-8e5a-f4adac612ff0 HTTP/1.1" status: 200 len: 945 time: 0.2376497 Jan 28 19:12:22.779275 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Pushing event updated for resources: {'Port': ['ID=65ebfb55-7128-462e-9954-b56bdf0b8e9d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:22.783321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Attempting to bind port 65ebfb55-7128-462e-9954-b56bdf0b8e9d on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:22.784649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Attempting to bind port 65ebfb55-7128-462e-9954-b56bdf0b8e9d by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '73ae1af7-c909-4737-bf62-7db43c19630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:22.784649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Attempting to bind port 65ebfb55-7128-462e-9954-b56bdf0b8e9d on network 98ba37f4-6b62-4b65-b112-500b83bfc44d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:22.794323 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:22.794710 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Checking segment: {'id': '73ae1af7-c909-4737-bf62-7db43c19630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:22.795116 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:22.795507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Bound using segment: {'id': '73ae1af7-c909-4737-bf62-7db43c19630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:22.796037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Bound port: 65ebfb55-7128-462e-9954-b56bdf0b8e9d, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ae1af7-c909-4737-bf62-7db43c19630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:22.796612 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (65ebfb55-7128-462e-9954-b56bdf0b8e9d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:22.810444 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-757ea911-7355-4ea4-816d-e77beeff05ee req-ba50d7ab-d987-4a04-9329-dd1755bd1a0d tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062400 Jan 28 19:12:22.872198 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8368cd-21ce-4b5d-a599-333c651f61d5 x-openstack-request-id: req-4c8368cd-21ce-4b5d-a599-333c651f61d5 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:22.872587 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbc7c93-6f0c-4655-8f9f-b2159781200e", "tag": "08a1958a-fad3-4024-bc0e-56cc1a7ed551", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:22.873213 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c8368cd-21ce-4b5d-a599-333c651f61d5 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:22.873709 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecbc7c93-6f0c-4655-8f9f-b2159781200e', 'tag': '08a1958a-fad3-4024-bc0e-56cc1a7ed551', 'status': 'completed', 'code': 200} Jan 28 19:12:22.881957 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] For port 65ebfb55-7128-462e-9954-b56bdf0b8e9d, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:22.886774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] For port 65ebfb55-7128-462e-9954-b56bdf0b8e9d, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=65ebfb55-7128-462e-9954-b56bdf0b8e9d,segment=NetworkSegment(73ae1af7-c909-4737-bf62-7db43c19630a),segment_id=73ae1af7-c909-4737-bf62-7db43c19630a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:22.905852 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (65ebfb55-7128-462e-9954-b56bdf0b8e9d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:22.914902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96567749-58e8-4f0e-b987-c4d0f0425816 service neutron] Pushing event updated for resources: {'Port': ['ID=08a1958a-fad3-4024-bc0e-56cc1a7ed551,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:22.919607 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508ad695-9cdc-4dd5-a017-772b228ae62c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Made reservation on behalf of 6617f763bd2b491295631965114da93b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:22.953058 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-55e5abcc-e5b9-4c90-b9be-aba171fb0a1a req-ec1f1835-93c8-4fd9-855a-35e23afbdac1 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580046 Jan 28 19:12:22.957912 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b3a40b4e-4e8f-4e1b-a349-f8e463d2145b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=853e4e8488c24c58897190aff96eb123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5526175 Jan 28 19:12:22.960199 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39492) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:22.962774 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:22.977955 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0573ff-f678-4b1f-a2e4-79cef9d8536b None None] Pushing event updated for resources: {'Port': ['ID=65ebfb55-7128-462e-9954-b56bdf0b8e9d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:22.980203 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Publish callbacks [] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:22.980912 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:23.012190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-001b9893-2527-4a79-856f-7cb457f0af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:23.014187 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-001b9893-2527-4a79-856f-7cb457f0af32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b40da74f60b74b179db861a2ffa53978&device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 1126 time: 0.5792854 Jan 28 19:12:23.021358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196bc1f-6a67-488f-8e7a-a0eb81022f87 req-b6e52d27-a2cf-44a8-ab7c-fd442a269407 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:23.023022 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4196bc1f-6a67-488f-8e7a-a0eb81022f87 req-b6e52d27-a2cf-44a8-ab7c-fd442a269407 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb980a07-a331-4bf4-8e5a-f4adac612ff0 HTTP/1.1" status: 200 len: 945 time: 0.6136544 Jan 28 19:12:23.024527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Transition to ACTIVE for port object 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:12:23.041538 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:23.076554 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66be85-1cda-4b9d-8f8c-88332fed8942 req-5fc6e250-9851-4faf-9680-3ad03a7de7d1 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:23.077970 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-0dc96adf-c9ad-4ce3-bce2-05f461729adf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08a1958a-fad3-4024-bc0e-56cc1a7ed551 HTTP/1.1" status: 200 len: 217 time: 0.0517902 Jan 28 19:12:23.083632 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3e66be85-1cda-4b9d-8f8c-88332fed8942 req-5fc6e250-9851-4faf-9680-3ad03a7de7d1 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.1584589 Jan 28 19:12:23.152709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:23.161246 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fff42fd-6652-46c0-9e06-318840060c5a admin admin] Publish callbacks [] for security_group (e5329bd3-399b-4f7e-9304-9db2c2a76511), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:23.217711 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-508ad695-9cdc-4dd5-a017-772b228ae62c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:23.235639 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-806b17bf-d38e-4dd4-b25f-281aac7f62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:23.238802 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-806b17bf-d38e-4dd4-b25f-281aac7f62d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b05a9622-0a32-4de6-bb6c-b49f21ce62f0 HTTP/1.1" status: 200 len: 842 time: 0.1267445 Jan 28 19:12:23.240267 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3e66be85-1cda-4b9d-8f8c-88332fed8942 req-db5f28a9-e936-471d-be2d-953b86ad5c66 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556425 Jan 28 19:12:23.277660 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-508ad695-9cdc-4dd5-a017-772b228ae62c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] device_id is not set on port bc03262b-ee5b-4a57-952b-ed61da7d64b2 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:12:23.282398 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fff42fd-6652-46c0-9e06-318840060c5a admin admin] Publish callbacks [] for security_group (e5329bd3-399b-4f7e-9304-9db2c2a76511), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:23.341866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Attempting to bind port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:23.342245 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Attempting to bind port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:23.342627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Attempting to bind port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:23.349624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c on network 07cf55c4-e390-408e-b1e2-a832ba462c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:12:23.349738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Attempting to bind port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:23.358129 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:23.358381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Checking segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:23.358648 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Bound using segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:23.359100 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Bound port: 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:23.359467 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:23.409466 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fff42fd-6652-46c0-9e06-318840060c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e5329bd3-399b-4f7e-9304-9db2c2a76511), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:23.412085 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fff42fd-6652-46c0-9e06-318840060c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:23.415824 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9fff42fd-6652-46c0-9e06-318840060c5a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5329bd3-399b-4f7e-9304-9db2c2a76511 HTTP/1.1" status: 204 len: 168 time: 0.4453964 Jan 28 19:12:23.488679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] For port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:23.492516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] For port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:23.497091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff42fd-6652-46c0-9e06-318840060c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5329bd3-399b-4f7e-9304-9db2c2a76511,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:23.512270 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:23.573433 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:23.574079 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:23.576135 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] 10.222.0.31 "PUT /v2.0/ports/4c1eeb3b-fcdc-43ea-b426-100e8a907a8c HTTP/1.1" status: 200 len: 1092 time: 1.4436729 Jan 28 19:12:23.576613 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f338e9b-3cab-4ebf-97ec-b0f120410bcc', 'tag': '4c1eeb3b-fcdc-43ea-b426-100e8a907a8c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:23.578970 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b5e974-86a3-49e7-8b3a-bd02833ec015" -d '{"events": [{"name": "network-changed", "server_uuid": "6f338e9b-3cab-4ebf-97ec-b0f120410bcc", "tag": "4c1eeb3b-fcdc-43ea-b426-100e8a907a8c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:23.632282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec51363-c8cd-4b6b-926b-6c765a8e0e47 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:23.637093 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03f55da-55aa-4c41-8b09-d21d39757215 x-openstack-request-id: req-e03f55da-55aa-4c41-8b09-d21d39757215 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:23.637436 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f338e9b-3cab-4ebf-97ec-b0f120410bcc", "tag": "4c1eeb3b-fcdc-43ea-b426-100e8a907a8c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:23.637613 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e03f55da-55aa-4c41-8b09-d21d39757215 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:23.638319 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f338e9b-3cab-4ebf-97ec-b0f120410bcc', 'tag': '4c1eeb3b-fcdc-43ea-b426-100e8a907a8c', 'status': 'completed', 'code': 200} Jan 28 19:12:23.651172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830449a4-419c-4044-aba7-2f397220ef4e None None] Network 1fb8a996-2168-4f5b-9c7f-595915f7223f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:23.691709 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-508ad695-9cdc-4dd5-a017-772b228ae62c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Allocated IP 10.1.1.101 (1fb8a996-2168-4f5b-9c7f-595915f7223f/a488dde5-474a-4007-942e-ad394bf34962/bc03262b-ee5b-4a57-952b-ed61da7d64b2) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:23.717362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-9786ba1b-c160-44c8-97ce-c92f700a54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:23.721275 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-9786ba1b-c160-44c8-97ce-c92f700a54b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 1126 time: 0.0726562 Jan 28 19:12:23.733997 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4196bc1f-6a67-488f-8e7a-a0eb81022f87 req-e67d7d5a-eeb1-4dbf-bf75-d27490fb6051 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Deleting port 5e66e7d5-71d7-4224-94dc-ac88269aed5a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:12:23.734383 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4196bc1f-6a67-488f-8e7a-a0eb81022f87 req-e67d7d5a-eeb1-4dbf-bf75-d27490fb6051 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5e66e7d5-71d7-4224-94dc-ac88269aed5a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:23.783727 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-cf860f5f-5aef-44a8-9ea4-7e62a3c70c90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c HTTP/1.1" status: 200 len: 217 time: 0.0484891 Jan 28 19:12:23.843251 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e247ed-5f09-42cb-b191-4b46bb2fd2aa req-afa94fdf-a9c1-404f-97f1-fe3d6bc28a0d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:23.845370 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24e247ed-5f09-42cb-b191-4b46bb2fd2aa req-afa94fdf-a9c1-404f-97f1-fe3d6bc28a0d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 944 time: 0.1995385 Jan 28 19:12:23.847680 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-872ee436-4af2-4f03-916f-d225468e9601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:23.848867 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-872ee436-4af2-4f03-916f-d225468e9601 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2acb1f88-b7fa-424b-ae56-b15b5300cc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6039836 Jan 28 19:12:23.895832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-22624076-a431-4df5-9352-d296f3e160ab None None] Provisioning complete for port 229eb664-33c1-47e3-86b9-862b2634fa66 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:23.899389 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22624076-a431-4df5-9352-d296f3e160ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (229eb664-33c1-47e3-86b9-862b2634fa66), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:23.955452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-7a8a069a-9896-4809-b70e-9e7d52d9c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:23.957753 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-7a8a069a-9896-4809-b70e-9e7d52d9c48f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.1648340 Jan 28 19:12:24.019330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4196bc1f-6a67-488f-8e7a-a0eb81022f87 req-e67d7d5a-eeb1-4dbf-bf75-d27490fb6051 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] For port 5e66e7d5-71d7-4224-94dc-ac88269aed5a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=5e66e7d5-71d7-4224-94dc-ac88269aed5a,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:24.019714 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4196bc1f-6a67-488f-8e7a-a0eb81022f87 req-e67d7d5a-eeb1-4dbf-bf75-d27490fb6051 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5e66e7d5-71d7-4224-94dc-ac88269aed5a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:24.036751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4196bc1f-6a67-488f-8e7a-a0eb81022f87 req-e67d7d5a-eeb1-4dbf-bf75-d27490fb6051 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Calling delete_port for 5e66e7d5-71d7-4224-94dc-ac88269aed5a owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:12:24.092161 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-e114ba27-647c-4c9e-afe6-6345b4fef788 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247735 Jan 28 19:12:24.134942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-22624076-a431-4df5-9352-d296f3e160ab None None] Current status of the port 229eb664-33c1-47e3-86b9-862b2634fa66 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:24.138351 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22624076-a431-4df5-9352-d296f3e160ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (229eb664-33c1-47e3-86b9-862b2634fa66), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:24.185212 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 65ebfb55-7128-462e-9954-b56bdf0b8e9d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:24.245048 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea5c67-cc29-4a0d-a51c-109d28cd5fc8 req-cf4a7f7d-a6dd-40e6-b619-53e4814d8d17 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:24.252783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a9ea5c67-cc29-4a0d-a51c-109d28cd5fc8 req-cf4a7f7d-a6dd-40e6-b619-53e4814d8d17 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb980a07-a331-4bf4-8e5a-f4adac612ff0 HTTP/1.1" status: 200 len: 945 time: 0.2688942 Jan 28 19:12:24.287844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-22624076-a431-4df5-9352-d296f3e160ab None None] For port 229eb664-33c1-47e3-86b9-862b2634fa66, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=229eb664-33c1-47e3-86b9-862b2634fa66,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:24.305990 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22624076-a431-4df5-9352-d296f3e160ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (229eb664-33c1-47e3-86b9-862b2634fa66), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:24.356246 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-d1976301-83ce-4a37-ab81-a2d73378aa71 service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144451 Jan 28 19:12:24.388138 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 65ebfb55-7128-462e-9954-b56bdf0b8e9d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:24.388521 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (65ebfb55-7128-462e-9954-b56bdf0b8e9d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:24.408956 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a9ea5c67-cc29-4a0d-a51c-109d28cd5fc8 req-9fd028da-240e-4fc9-a672-c6c008a7ac99 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553032 Jan 28 19:12:24.507286 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-b4f4fbe9-1d4c-4c4a-98ef-623ce2135289 service neutron] 10.222.0.37 "GET /v2.0/networks/2acb1f88-b7fa-424b-ae56-b15b5300cc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462753 Jan 28 19:12:24.519473 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:24.541336 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22624076-a431-4df5-9352-d296f3e160ab None None] Pushing event updated for resources: {'Port': ['ID=229eb664-33c1-47e3-86b9-862b2634fa66,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:24.563250 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-508ad695-9cdc-4dd5-a017-772b228ae62c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:24.584769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cf8e10da-e761-4713-a4c1-d57107dfe688 None None] Provisioning complete for port 229eb664-33c1-47e3-86b9-862b2634fa66 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:24.585173 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cf8e10da-e761-4713-a4c1-d57107dfe688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (229eb664-33c1-47e3-86b9-862b2634fa66), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:24.608327 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f91480c3-2f83-4e5e-9083-19179580dfc8 req-aae80d05-5281-4980-981a-80996f0a2f24 service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447467 Jan 28 19:12:24.624356 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194665f-8b68-4c31-82c1-f949286710a8 req-b9d497ae-1fdf-4d50-bfaa-28517ea54097 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:24.631696 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1194665f-8b68-4c31-82c1-f949286710a8 req-b9d497ae-1fdf-4d50-bfaa-28517ea54097 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 944 time: 0.1144578 Jan 28 19:12:24.695808 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d35535-09cd-40ad-bf4d-4cb7f8595e32 None None] Network 98ba37f4-6b62-4b65-b112-500b83bfc44d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:24.750628 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1194665f-8b68-4c31-82c1-f949286710a8 req-61b505da-de79-4e0b-b6fd-b61d934955fd tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185865 Jan 28 19:12:24.767679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5e974-86a3-49e7-8b3a-bd02833ec015 req-2bf01b2b-069b-4d9e-9454-2d2274dde53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:24.768242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 65ebfb55-7128-462e-9954-b56bdf0b8e9d is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:24.768641 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (65ebfb55-7128-462e-9954-b56bdf0b8e9d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:24.773559 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24e247ed-5f09-42cb-b191-4b46bb2fd2aa req-861618db-fbbb-4d0b-a496-dd29e0a8d05a tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups?id=570c0633-f895-49f2-95b1-4b1c03df8049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8021400 Jan 28 19:12:24.784924 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4196bc1f-6a67-488f-8e7a-a0eb81022f87 req-e67d7d5a-eeb1-4dbf-bf75-d27490fb6051 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5e66e7d5-71d7-4224-94dc-ac88269aed5a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:24.785373 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9b5e974-86a3-49e7-8b3a-bd02833ec015 req-2bf01b2b-069b-4d9e-9454-2d2274dde53b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 1126 time: 0.1162343 Jan 28 19:12:24.804245 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['de403779-4a6d-4f51-9532-0dc95e926936'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:12:24.883576 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 65ebfb55-7128-462e-9954-b56bdf0b8e9d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=65ebfb55-7128-462e-9954-b56bdf0b8e9d,segment=NetworkSegment(73ae1af7-c909-4737-bf62-7db43c19630a),segment_id=73ae1af7-c909-4737-bf62-7db43c19630a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:24.898503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d7d5a-eeb1-4dbf-bf75-d27490fb6051 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Pushing event deleted for resources: {'Port': ['ID=5e66e7d5-71d7-4224-94dc-ac88269aed5a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:24.914897 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (65ebfb55-7128-462e-9954-b56bdf0b8e9d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:24.915690 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 229eb664-33c1-47e3-86b9-862b2634fa66 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:24.951565 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-508ad695-9cdc-4dd5-a017-772b228ae62c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:24.998522 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cf8e10da-e761-4713-a4c1-d57107dfe688 None None] Current status of the port 229eb664-33c1-47e3-86b9-862b2634fa66 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:24.999577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cda26c-3791-48b5-9030-4e3997a12c70 req-7a0b5858-49c9-4ae8-bd36-abb17910bc16 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:25.016140 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17cda26c-3791-48b5-9030-4e3997a12c70 req-7a0b5858-49c9-4ae8-bd36-abb17910bc16 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.1430330 Jan 28 19:12:25.027855 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5e974-86a3-49e7-8b3a-bd02833ec015 req-9bfabd1b-8f11-439c-ad09-dccd2f9429cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:25.029756 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9b5e974-86a3-49e7-8b3a-bd02833ec015 req-9bfabd1b-8f11-439c-ad09-dccd2f9429cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.2354724 Jan 28 19:12:25.034402 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ad695-9cdc-4dd5-a017-772b228ae62c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event updated for resources: {'Port': ['ID=bc03262b-ee5b-4a57-952b-ed61da7d64b2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:25.055734 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117b1ce7-ac26-41ee-abdd-1836f3b5021b req-c62aa593-d31b-44ee-8acb-8899bba5811e service neutron] 10.222.0.37 "GET /v2.0/networks/2acb1f88-b7fa-424b-ae56-b15b5300cc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293911 Jan 28 19:12:25.056676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4196bc1f-6a67-488f-8e7a-a0eb81022f87 req-e67d7d5a-eeb1-4dbf-bf75-d27490fb6051 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] No DVR routers for this DVR port 5e66e7d5-71d7-4224-94dc-ac88269aed5a on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:12:25.060804 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4196bc1f-6a67-488f-8e7a-a0eb81022f87 req-e67d7d5a-eeb1-4dbf-bf75-d27490fb6051 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:25.064698 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4196bc1f-6a67-488f-8e7a-a0eb81022f87 req-e67d7d5a-eeb1-4dbf-bf75-d27490fb6051 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.37 "DELETE /v2.0/ports/5e66e7d5-71d7-4224-94dc-ac88269aed5a HTTP/1.1" status: 204 len: 173 time: 2.0268126 Jan 28 19:12:25.064698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb980a07-a331-4bf4-8e5a-f4adac612ff0', 'name': 'network-vif-deleted', 'tag': '5e66e7d5-71d7-4224-94dc-ac88269aed5a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:25.067180 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05deb625-7882-4f1d-9f9d-3946b20e4407" -d '{"events": [{"server_uuid": "cb980a07-a331-4bf4-8e5a-f4adac612ff0", "name": "network-vif-deleted", "tag": "5e66e7d5-71d7-4224-94dc-ac88269aed5a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:25.121501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508ad695-9cdc-4dd5-a017-772b228ae62c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Network 1fb8a996-2168-4f5b-9c7f-595915f7223f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:25.143770 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9b5e974-86a3-49e7-8b3a-bd02833ec015 req-99752d84-1dc0-45f6-aa10-82b1c24c971f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c HTTP/1.1" status: 200 len: 217 time: 0.1034169 Jan 28 19:12:25.217232 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7855a0e6-cc25-4642-ab77-8d1db7905654 x-openstack-request-id: req-7855a0e6-cc25-4642-ab77-8d1db7905654 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:25.218376 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb980a07-a331-4bf4-8e5a-f4adac612ff0", "name": "network-vif-deleted", "tag": "5e66e7d5-71d7-4224-94dc-ac88269aed5a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:25.218873 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7855a0e6-cc25-4642-ab77-8d1db7905654 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:25.219503 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb980a07-a331-4bf4-8e5a-f4adac612ff0', 'name': 'network-vif-deleted', 'tag': '5e66e7d5-71d7-4224-94dc-ac88269aed5a', 'status': 'completed', 'code': 200} Jan 28 19:12:25.224722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-508ad695-9cdc-4dd5-a017-772b228ae62c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:25.224935 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17cda26c-3791-48b5-9030-4e3997a12c70 req-f3a14e04-e23f-4dcb-97f7-5cf394d3a500 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075140 Jan 28 19:12:25.228996 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ad695-9cdc-4dd5-a017-772b228ae62c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:25.256226 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5e974-86a3-49e7-8b3a-bd02833ec015 req-b12ddf04-b13c-421f-bd57-50ee143312cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:25.258355 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9b5e974-86a3-49e7-8b3a-bd02833ec015 req-b12ddf04-b13c-421f-bd57-50ee143312cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.1061764 Jan 28 19:12:25.286724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=65ebfb55-7128-462e-9954-b56bdf0b8e9d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:25.287609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90634c83-d14f-4c5a-a589-55d4cd348c20 req-63cd554c-1264-4476-b428-2c21f1bac365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:25.290660 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-90634c83-d14f-4c5a-a589-55d4cd348c20 req-63cd554c-1264-4476-b428-2c21f1bac365 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b40da74f60b74b179db861a2ffa53978&device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 1126 time: 0.1677907 Jan 28 19:12:25.292881 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:25.297767 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0e102027-bcf9-45f5-a3d7-d082183a4481 None None] Provisioning complete for port 65ebfb55-7128-462e-9954-b56bdf0b8e9d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:25.298173 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e102027-bcf9-45f5-a3d7-d082183a4481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (65ebfb55-7128-462e-9954-b56bdf0b8e9d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:25.306527 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 5e66e7d5-71d7-4224-94dc-ac88269aed5a no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:12:25.364176 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 5e66e7d5-71d7-4224-94dc-ac88269aed5a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:12:25.364516 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 5e66e7d5-71d7-4224-94dc-ac88269aed5a not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:12:25.387180 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9b5e974-86a3-49e7-8b3a-bd02833ec015 req-128f71df-50fe-4709-a074-276df18b4947 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202230 Jan 28 19:12:25.400684 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 229eb664-33c1-47e3-86b9-862b2634fa66 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:25.401069 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (229eb664-33c1-47e3-86b9-862b2634fa66), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:25.407512 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508ad695-9cdc-4dd5-a017-772b228ae62c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:25.408135 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-508ad695-9cdc-4dd5-a017-772b228ae62c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:25.497722 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-508ad695-9cdc-4dd5-a017-772b228ae62c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4084008 Jan 28 19:12:25.504563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39552) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:25.541021 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0188e568-9918-4a91-8f44-ee1061a9dcf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Request body: {'port': {'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f', 'name': 'tempest-TaggedBootDevicesTest_v242-1698778268', 'fixed_ips': [{'subnet_id': 'a488dde5-474a-4007-942e-ad394bf34962'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:25.655088 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9b5e974-86a3-49e7-8b3a-bd02833ec015 req-7877fddf-4726-49ec-907c-4b152e27078d service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573373 Jan 28 19:12:25.662093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90634c83-d14f-4c5a-a589-55d4cd348c20 req-10b93341-7117-4dcd-aec7-0316c7377488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:25.663815 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-90634c83-d14f-4c5a-a589-55d4cd348c20 req-10b93341-7117-4dcd-aec7-0316c7377488 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2acb1f88-b7fa-424b-ae56-b15b5300cc47 HTTP/1.1" status: 200 len: 904 time: 0.3666384 Jan 28 19:12:25.666035 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0e102027-bcf9-45f5-a3d7-d082183a4481 None None] Current status of the port 65ebfb55-7128-462e-9954-b56bdf0b8e9d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:25.714466 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-06d62e5a-e3eb-456c-9d78-51e1df309015 req-3c68597e-7e99-4b8c-9824-f74399aa5689 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb980a07-a331-4bf4-8e5a-f4adac612ff0 HTTP/1.1" status: 200 len: 210 time: 0.0581970 Jan 28 19:12:25.771167 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-90634c83-d14f-4c5a-a589-55d4cd348c20 req-b030dc95-6829-47ce-8e67-ef90af95e932 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08a1958a-fad3-4024-bc0e-56cc1a7ed551 HTTP/1.1" status: 200 len: 217 time: 0.0868025 Jan 28 19:12:25.772728 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 229eb664-33c1-47e3-86b9-862b2634fa66 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:25.894083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90634c83-d14f-4c5a-a589-55d4cd348c20 req-cc452630-37cf-4abf-917a-b01966cbe92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:25.895707 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-90634c83-d14f-4c5a-a589-55d4cd348c20 req-cc452630-37cf-4abf-917a-b01966cbe92d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b05a9622-0a32-4de6-bb6c-b49f21ce62f0 HTTP/1.1" status: 200 len: 842 time: 0.1136465 Jan 28 19:12:25.907393 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-27fac981-23e4-4b67-a0aa-4ac1bd36e361 None None] Provisioning complete for port bc03262b-ee5b-4a57-952b-ed61da7d64b2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:25.908861 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27fac981-23e4-4b67-a0aa-4ac1bd36e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:25.936642 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9b5e974-86a3-49e7-8b3a-bd02833ec015 req-8e2bbc55-2cbe-47f9-949c-ca5989ce1556 service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705321 Jan 28 19:12:25.969723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-27fac981-23e4-4b67-a0aa-4ac1bd36e361 None None] Port bc03262b-ee5b-4a57-952b-ed61da7d64b2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:12:25.990110 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 65ebfb55-7128-462e-9954-b56bdf0b8e9d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:25.992192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0188e568-9918-4a91-8f44-ee1061a9dcf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Made reservation on behalf of 6617f763bd2b491295631965114da93b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:25.997561 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0188e568-9918-4a91-8f44-ee1061a9dcf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:26.025522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-0188e568-9918-4a91-8f44-ee1061a9dcf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] device_id is not set on port aadb6dad-40f0-4d6e-aac5-5e77d813d05b yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:12:26.044142 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cf179-c347-4ac4-b2d3-ca188a115fc9 req-0d8dc60e-c7e6-4737-9cef-b1c9f32257d1 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:26.051940 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-271cf179-c347-4ac4-b2d3-ca188a115fc9 req-0d8dc60e-c7e6-4737-9cef-b1c9f32257d1 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 944 time: 0.1100016 Jan 28 19:12:26.064723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 65ebfb55-7128-462e-9954-b56bdf0b8e9d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:26.065183 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (65ebfb55-7128-462e-9954-b56bdf0b8e9d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:26.101460 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90634c83-d14f-4c5a-a589-55d4cd348c20 req-556bbf8c-0a4d-4063-9e98-e3a2f423be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:26.103053 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-90634c83-d14f-4c5a-a589-55d4cd348c20 req-556bbf8c-0a4d-4063-9e98-e3a2f423be1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2acb1f88-b7fa-424b-ae56-b15b5300cc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1935387 Jan 28 19:12:26.127700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0af47425-ce45-4af2-b191-12e7b350386f None None] Provisioning complete for port 65ebfb55-7128-462e-9954-b56bdf0b8e9d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:26.128173 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0af47425-ce45-4af2-b191-12e7b350386f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (65ebfb55-7128-462e-9954-b56bdf0b8e9d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:26.162802 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-271cf179-c347-4ac4-b2d3-ca188a115fc9 req-f432e290-825a-46c1-9ba5-969189b9ee3a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093822 Jan 28 19:12:26.206459 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 65ebfb55-7128-462e-9954-b56bdf0b8e9d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:26.207517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 229eb664-33c1-47e3-86b9-862b2634fa66 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:26.280730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0af47425-ce45-4af2-b191-12e7b350386f None None] Current status of the port 65ebfb55-7128-462e-9954-b56bdf0b8e9d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:26.292693 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 229eb664-33c1-47e3-86b9-862b2634fa66 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:26.293076 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (229eb664-33c1-47e3-86b9-862b2634fa66), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:26.314007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-90634c83-d14f-4c5a-a589-55d4cd348c20 req-593c96b9-4f30-4853-98fe-5792fdc953dc service neutron] 10.222.0.37 "GET /v2.0/networks/2acb1f88-b7fa-424b-ae56-b15b5300cc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037296 Jan 28 19:12:26.332416 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ffdd0-2fc6-4e56-9b02-8a5a822f67cd req-4e2903b1-8dd5-40b9-8912-f853e6b3d0c9 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:26.334292 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c94ffdd0-2fc6-4e56-9b02-8a5a822f67cd req-4e2903b1-8dd5-40b9-8912-f853e6b3d0c9 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.0603514 Jan 28 19:12:26.341084 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4ef8c-78bb-4dbe-9d7c-4e1f5ae44752 req-cfdbbc5a-f56b-4885-b744-95f476443aec tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:26.347764 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a0d4ef8c-78bb-4dbe-9d7c-4e1f5ae44752 req-cfdbbc5a-f56b-4885-b744-95f476443aec tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 944 time: 0.1685238 Jan 28 19:12:26.376844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 229eb664-33c1-47e3-86b9-862b2634fa66 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:26.396581 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c94ffdd0-2fc6-4e56-9b02-8a5a822f67cd req-40875d94-5d97-4d14-b5c6-56677594dae9 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546975 Jan 28 19:12:26.421961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-0188e568-9918-4a91-8f44-ee1061a9dcf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Allocated IP 10.1.1.66 (1fb8a996-2168-4f5b-9c7f-595915f7223f/a488dde5-474a-4007-942e-ad394bf34962/aadb6dad-40f0-4d6e-aac5-5e77d813d05b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:26.484425 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a0d4ef8c-78bb-4dbe-9d7c-4e1f5ae44752 req-44b25d95-6be1-4808-9355-186996be9fe8 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups?id=570c0633-f895-49f2-95b1-4b1c03df8049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358163 Jan 28 19:12:26.507870 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-90634c83-d14f-4c5a-a589-55d4cd348c20 req-d2f1a131-86ee-4fbf-8dda-29b43bb9f6c8 service neutron] 10.222.0.37 "GET /v2.0/networks/2acb1f88-b7fa-424b-ae56-b15b5300cc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837420 Jan 28 19:12:26.628290 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0188e568-9918-4a91-8f44-ee1061a9dcf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:26.667300 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0188e568-9918-4a91-8f44-ee1061a9dcf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:26.710731 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0188e568-9918-4a91-8f44-ee1061a9dcf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Network 1fb8a996-2168-4f5b-9c7f-595915f7223f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:26.714007 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0188e568-9918-4a91-8f44-ee1061a9dcf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:26.716903 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188e568-9918-4a91-8f44-ee1061a9dcf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:26.751084 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188e568-9918-4a91-8f44-ee1061a9dcf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event updated for resources: {'Port': ['ID=aadb6dad-40f0-4d6e-aac5-5e77d813d05b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:26.790932 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0188e568-9918-4a91-8f44-ee1061a9dcf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:26.791736 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0188e568-9918-4a91-8f44-ee1061a9dcf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:26.816003 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0188e568-9918-4a91-8f44-ee1061a9dcf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3072591 Jan 28 19:12:27.005708 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4a4f2864-5619-488c-b07d-4bd3626a09a7 None None] Provisioning complete for port aadb6dad-40f0-4d6e-aac5-5e77d813d05b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:27.006309 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a4f2864-5619-488c-b07d-4bd3626a09a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:27.040780 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f2864-5619-488c-b07d-4bd3626a09a7 None None] Port aadb6dad-40f0-4d6e-aac5-5e77d813d05b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:12:27.096588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39668) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:27.106479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--760499340', 'description': 'tempest-description--1516784251'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:27.130094 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:27.206258 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for security_group (d28f25f1-fb23-4ae3-ac0a-04a0965e85e4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:27.206620 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c69350-4149-46c1-aa93-127e874aff6d req-54bc21d3-ed28-45af-b018-a5a505a8a180 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:27.210520 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02c69350-4149-46c1-aa93-127e874aff6d req-54bc21d3-ed28-45af-b018-a5a505a8a180 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 946 time: 0.0715146 Jan 28 19:12:27.213025 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d28f25f1-fb23-4ae3-ac0a-04a0965e85e4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:27.258346 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02c69350-4149-46c1-aa93-127e874aff6d req-f49008b4-cee8-4616-82f6-bd9176bd3810 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432050 Jan 28 19:12:27.264258 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:27.265469 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1678145 Jan 28 19:12:27.269586 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39684) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:27.274416 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:27.274711 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a7be9dd5-7c9e-4544-8991-7b175fc0a169 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Request body: {'security_group_rule': {'security_group_id': 'd28f25f1-fb23-4ae3-ac0a-04a0965e85e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:27.286805 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:27.286805 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:27.287128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:27.287493 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:27.287702 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:27.288084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:27.288350 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:27.288673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:27.289161 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:27.289488 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:27.289806 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:27.290153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:27.290471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ea64c-2266-4c92-b9b7-65408bd09903 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:27.307657 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7be9dd5-7c9e-4544-8991-7b175fc0a169 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for security_group_rule (dbb698c7-5940-48c4-9be4-64a260107f7b), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:27.308952 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdbed0-e9e6-4fcd-83b2-89b524a86024 req-13c171d8-c023-481e-8ae6-988897af311d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:27.310649 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-60cdbed0-e9e6-4fcd-83b2-89b524a86024 req-13c171d8-c023-481e-8ae6-988897af311d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 944 time: 0.0786157 Jan 28 19:12:27.366402 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-60cdbed0-e9e6-4fcd-83b2-89b524a86024 req-e494b84f-65bd-468f-8779-3b7fb07b0b4b tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488384 Jan 28 19:12:27.374806 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7be9dd5-7c9e-4544-8991-7b175fc0a169 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for security_group_rule (dbb698c7-5940-48c4-9be4-64a260107f7b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:27.380350 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7be9dd5-7c9e-4544-8991-7b175fc0a169 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (dbb698c7-5940-48c4-9be4-64a260107f7b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:27.397775 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be9dd5-7c9e-4544-8991-7b175fc0a169 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb698c7-5940-48c4-9be4-64a260107f7b,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:27.414367 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7be9dd5-7c9e-4544-8991-7b175fc0a169 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:27.415861 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a7be9dd5-7c9e-4544-8991-7b175fc0a169 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450446 Jan 28 19:12:27.419483 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:27.422813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bcea4c04-3f88-4bf4-9ad1-3ed322f2d2f9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Request body: {'security_group_rule': {'security_group_id': 'd28f25f1-fb23-4ae3-ac0a-04a0965e85e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:27.450574 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcea4c04-3f88-4bf4-9ad1-3ed322f2d2f9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for security_group_rule (807c5ddd-a781-4f60-9193-dbdfbad3b639), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:27.510801 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcea4c04-3f88-4bf4-9ad1-3ed322f2d2f9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for security_group_rule (807c5ddd-a781-4f60-9193-dbdfbad3b639), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:27.515954 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcea4c04-3f88-4bf4-9ad1-3ed322f2d2f9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (807c5ddd-a781-4f60-9193-dbdfbad3b639), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:27.531589 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9c14e-1fd3-4a16-94ac-39015d17ba81 req-158616a3-3677-47db-9688-8f03e1fa4931 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:27.533513 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4c9c14e-1fd3-4a16-94ac-39015d17ba81 req-158616a3-3677-47db-9688-8f03e1fa4931 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.0630558 Jan 28 19:12:27.538936 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcea4c04-3f88-4bf4-9ad1-3ed322f2d2f9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:27.542937 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bcea4c04-3f88-4bf4-9ad1-3ed322f2d2f9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208086 Jan 28 19:12:27.542937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea4c04-3f88-4bf4-9ad1-3ed322f2d2f9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807c5ddd-a781-4f60-9193-dbdfbad3b639,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:27.543662 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39720) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:27.550158 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:27.772713 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2142e-2bcd-4489-9a4f-a4d7f90c6f3b req-3c60480e-0525-4b0f-9131-d495c19f3718 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:27.775268 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dbd2142e-2bcd-4489-9a4f-a4d7f90c6f3b req-3c60480e-0525-4b0f-9131-d495c19f3718 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 944 time: 0.0641265 Jan 28 19:12:27.825153 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dbd2142e-2bcd-4489-9a4f-a4d7f90c6f3b req-8e2fd534-06a1-48ef-9fe7-cb64acad1e7a tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups?id=570c0633-f895-49f2-95b1-4b1c03df8049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439858 Jan 28 19:12:27.889388 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:27.912482 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4c9c14e-1fd3-4a16-94ac-39015d17ba81 req-426bcc0d-9f72-4c2f-ae7a-30e26b64b766 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676231 Jan 28 19:12:27.999469 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:28.110684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Allocated IP 172.25.0.252 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/bb89dac9-ed75-44d9-9cee-742f12ec6bd2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:28.210234 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for port (bb89dac9-ed75-44d9-9cee-742f12ec6bd2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:28.256225 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (bb89dac9-ed75-44d9-9cee-742f12ec6bd2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:28.296289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:28.299104 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:28.302557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:28.332925 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event updated for resources: {'Port': ['ID=bb89dac9-ed75-44d9-9cee-742f12ec6bd2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:28.420497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fa95b-9e06-449e-9734-a817a4ee83a8 req-f0fd8bca-578f-416d-a34f-16a2034fcef6 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:28.422035 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-139fa95b-9e06-449e-9734-a817a4ee83a8 req-f0fd8bca-578f-416d-a34f-16a2034fcef6 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 946 time: 0.0937407 Jan 28 19:12:28.452742 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for floatingip (e223d43a-8f22-48b7-9c66-9aef75ef88ba), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:28.502340 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-139fa95b-9e06-449e-9734-a817a4ee83a8 req-cd8d8305-b833-41eb-ab0a-ea7462df07fd tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/security-groups?id=0df9daec-7adc-4523-aedd-a1ff3a0b3a99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738723 Jan 28 19:12:28.507382 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bb89dac9-ed75-44d9-9cee-742f12ec6bd2), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:28.679905 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647f6d4-48cb-4dba-9af8-9792f0db73c6 req-85b0d7a3-34c1-4ae3-8fdd-9bdabfe6ddfc tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:28.681387 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c647f6d4-48cb-4dba-9af8-9792f0db73c6 req-85b0d7a3-34c1-4ae3-8fdd-9bdabfe6ddfc tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 944 time: 0.1133645 Jan 28 19:12:28.712588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:12:28.715767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for port (bb89dac9-ed75-44d9-9cee-742f12ec6bd2), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:28.728438 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (bb89dac9-ed75-44d9-9cee-742f12ec6bd2), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:28.771346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c647f6d4-48cb-4dba-9af8-9792f0db73c6 req-bb4f804e-3b0d-46e9-8661-cdce7092cc70 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835874 Jan 28 19:12:28.810267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event updated for resources: {'Port': ['ID=bb89dac9-ed75-44d9-9cee-742f12ec6bd2,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:28.825363 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:28.826959 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (e223d43a-8f22-48b7-9c66-9aef75ef88ba), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:28.841517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '4c1eeb3b-fcdc-43ea-b426-100e8a907a8c', 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58', 'port_id': '4c1eeb3b-fcdc-43ea-b426-100e8a907a8c', 'mac_address': 'fa:16:3e:27:8e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a56f99-3d90-4e93-bed9-c1a90d6cae3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:12:28.855668 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:28.855668 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-57682ebb-da3d-425d-93a3-7ac200a543b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3017786 Jan 28 19:12:28.884809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a7be8-6973-4d28-ace1-0581bcdabc4e req-5c5a4251-1eee-404d-bbb9-2492da0be159 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:28.887007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e65a7be8-6973-4d28-ace1-0581bcdabc4e req-5c5a4251-1eee-404d-bbb9-2492da0be159 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 946 time: 0.1311240 Jan 28 19:12:28.890916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:28.891519 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:28.909202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:28.958806 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:28.966868 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:12:28.968869 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:29.006560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c9df5-4412-44ed-bbfc-fe909565bc67 req-877696a3-34d2-42ec-917b-5d8b441ff007 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:29.009382 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd0c9df5-4412-44ed-bbfc-fe909565bc67 req-877696a3-34d2-42ec-917b-5d8b441ff007 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 944 time: 0.0822172 Jan 28 19:12:29.041195 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e65a7be8-6973-4d28-ace1-0581bcdabc4e req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Deleting port de403779-4a6d-4f51-9532-0dc95e926936 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:12:29.041447 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e65a7be8-6973-4d28-ace1-0581bcdabc4e req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (de403779-4a6d-4f51-9532-0dc95e926936), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:29.052995 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:29.064919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd0c9df5-4412-44ed-bbfc-fe909565bc67 req-9abed371-ce99-457a-baaa-12e1a527d971 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups?id=570c0633-f895-49f2-95b1-4b1c03df8049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489066 Jan 28 19:12:29.173617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e65a7be8-6973-4d28-ace1-0581bcdabc4e req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] For port de403779-4a6d-4f51-9532-0dc95e926936, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=de403779-4a6d-4f51-9532-0dc95e926936,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:29.173978 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e65a7be8-6973-4d28-ace1-0581bcdabc4e req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (de403779-4a6d-4f51-9532-0dc95e926936), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:29.183970 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-5cd94afc-5bd6-41a5-a2ca-7d0809b5f240 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--760499340&fields=id&tenant_id=6617f763bd2b491295631965114da93b HTTP/1.1" status: 200 len: 267 time: 0.0415287 Jan 28 19:12:29.189680 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e65a7be8-6973-4d28-ace1-0581bcdabc4e req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Calling delete_port for de403779-4a6d-4f51-9532-0dc95e926936 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:12:29.203443 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f26c1c-961d-4bc9-a53a-6093c4fd270a req-88ecffc9-6ba0-4252-9359-9f3887ef3cb7 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:29.204916 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23f26c1c-961d-4bc9-a53a-6093c4fd270a req-88ecffc9-6ba0-4252-9359-9f3887ef3cb7 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.0936053 Jan 28 19:12:29.212175 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['4c1eeb3b-fcdc-43ea-b426-100e8a907a8c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:12:29.241238 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-679c2252-1237-4a3f-bf99-4b7db6e38c86 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:29.242920 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-679c2252-1237-4a3f-bf99-4b7db6e38c86 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports/bc03262b-ee5b-4a57-952b-ed61da7d64b2 HTTP/1.1" status: 200 len: 937 time: 0.0509443 Jan 28 19:12:29.302693 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-bdb01d15-3156-4c5e-9f15-96d8b5cb5142 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:29.304018 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-bdb01d15-3156-4c5e-9f15-96d8b5cb5142 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports/aadb6dad-40f0-4d6e-aac5-5e77d813d05b HTTP/1.1" status: 200 len: 936 time: 0.0547931 Jan 28 19:12:29.348478 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 08a1958a-fad3-4024-bc0e-56cc1a7ed551 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:12:29.362721 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-a2763e20-70a2-4535-89f9-65bc5099b2a6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?network_id=98ba37f4-6b62-4b65-b112-500b83bfc44d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0508637 Jan 28 19:12:29.402306 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-35aeecb5-7af4-4597-b121-eed64ce02525 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?network_id=98ba37f4-6b62-4b65-b112-500b83bfc44d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0305121 Jan 28 19:12:29.466231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 08a1958a-fad3-4024-bc0e-56cc1a7ed551, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=08a1958a-fad3-4024-bc0e-56cc1a7ed551,segment=NetworkSegment(60cab1f1-8b9e-4ba8-9703-02917a8fcce7),segment_id=60cab1f1-8b9e-4ba8-9703-02917a8fcce7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:29.477211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '08a1958a-fad3-4024-bc0e-56cc1a7ed551', 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47', 'port_id': '08a1958a-fad3-4024-bc0e-56cc1a7ed551', 'mac_address': 'fa:16:3e:8f:e4:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:12:29.516367 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 08a1958a-fad3-4024-bc0e-56cc1a7ed551 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:29.516913 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (08a1958a-fad3-4024-bc0e-56cc1a7ed551), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:29.521001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-2ef457ef-afca-46e7-9c61-108e44a06c2c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:29.527550 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-2ef457ef-afca-46e7-9c61-108e44a06c2c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:29.531152 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a1958a-fad3-4024-bc0e-56cc1a7ed551 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:29.532929 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-2ef457ef-afca-46e7-9c61-108e44a06c2c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:29.535717 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-2ef457ef-afca-46e7-9c61-108e44a06c2c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/networks?id=7948a81e-3fe8-4059-93c5-2faeaa093a70&id=1fb8a996-2168-4f5b-9c7f-595915f7223f&id=1fb8a996-2168-4f5b-9c7f-595915f7223f&id=98ba37f4-6b62-4b65-b112-500b83bfc44d&id=98ba37f4-6b62-4b65-b112-500b83bfc44d HTTP/1.1" status: 200 len: 1994 time: 0.1266139 Jan 28 19:12:29.552118 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-f03c6168-b780-43db-9b1d-3c9aaeb18aec tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/quotas/6617f763bd2b491295631965114da93b HTTP/1.1" status: 200 len: 375 time: 0.0099897 Jan 28 19:12:29.552351 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 08a1958a-fad3-4024-bc0e-56cc1a7ed551, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=08a1958a-fad3-4024-bc0e-56cc1a7ed551,segment=NetworkSegment(60cab1f1-8b9e-4ba8-9703-02917a8fcce7),segment_id=60cab1f1-8b9e-4ba8-9703-02917a8fcce7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:29.558266 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (08a1958a-fad3-4024-bc0e-56cc1a7ed551), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:29.565513 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23f26c1c-961d-4bc9-a53a-6093c4fd270a req-b9b0ab6b-2444-4feb-9dba-4cf57bb36c96 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540554 Jan 28 19:12:29.612872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=08a1958a-fad3-4024-bc0e-56cc1a7ed551,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:29.626583 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-3ad9379e-307c-4825-9c7a-6153179db462 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6617f763bd2b491295631965114da93b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0683553 Jan 28 19:12:29.659095 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e65a7be8-6973-4d28-ace1-0581bcdabc4e req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (de403779-4a6d-4f51-9532-0dc95e926936), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:29.672413 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['de403779-4a6d-4f51-9532-0dc95e926936'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:12:29.694521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Pushing event deleted for resources: {'Port': ['ID=de403779-4a6d-4f51-9532-0dc95e926936,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:29.733047 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1f818b5c-2f01-4f88-8be9-8779c3d039a8 service neutron] 10.222.0.55 "GET /v2.0/networks/7948a81e-3fe8-4059-93c5-2faeaa093a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982826 Jan 28 19:12:29.746734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65a7be8-6973-4d28-ace1-0581bcdabc4e req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] No DVR routers for this DVR port de403779-4a6d-4f51-9532-0dc95e926936 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:12:29.755946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:29.756286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:29.756629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:29.756963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:29.757314 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:29.757811 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:29.758169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:29.758495 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:29.759367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:29.759367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:29.759665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:29.759787 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:29.760040 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:29.765864 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e65a7be8-6973-4d28-ace1-0581bcdabc4e req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:29.768089 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e65a7be8-6973-4d28-ace1-0581bcdabc4e req-d60076c4-085c-4cbf-9a96-087eca41f44a tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.37 "DELETE /v2.0/ports/de403779-4a6d-4f51-9532-0dc95e926936 HTTP/1.1" status: 204 len: 173 time: 0.8734870 Jan 28 19:12:29.768569 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4827b90-304e-4f31-9dd6-c6f1b73a1f41', 'name': 'network-vif-deleted', 'tag': 'de403779-4a6d-4f51-9532-0dc95e926936'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:29.771058 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cbb7d0-25a0-4e51-a6ff-07e3732af7b5" -d '{"events": [{"server_uuid": "f4827b90-304e-4f31-9dd6-c6f1b73a1f41", "name": "network-vif-deleted", "tag": "de403779-4a6d-4f51-9532-0dc95e926936"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:29.794665 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-87fc6075-fe7b-4890-90d4-b31b533da102 req-c12ee823-b154-4cb9-9b94-b3aa7bd1eaf8 tempest-ListServerFiltersTestJSON-305440447 tempest-ListServerFiltersTestJSON-305440447-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4827b90-304e-4f31-9dd6-c6f1b73a1f41 HTTP/1.1" status: 200 len: 210 time: 0.0707002 Jan 28 19:12:29.873037 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7596c997-0cdb-430c-8265-30b9c3ccb9aa service neutron] 10.222.0.55 "GET /v2.0/networks/7948a81e-3fe8-4059-93c5-2faeaa093a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332295 Jan 28 19:12:29.889352 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:29.918829 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-c7d743b5-1577-4dc8-8a4c-cd994faefb2a service neutron] 10.222.0.55 "GET /v2.0/ports/bc03262b-ee5b-4a57-952b-ed61da7d64b2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0370293 Jan 28 19:12:29.961432 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['08a1958a-fad3-4024-bc0e-56cc1a7ed551'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:12:30.019466 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-213df34c-4461-4c4e-a1b1-b7db9b8c93ea service neutron] 10.222.0.55 "GET /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921531 Jan 28 19:12:30.112475 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-664c747b-53a3-44b6-bc11-9883901a43b2 service neutron] 10.222.0.55 "GET /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861585 Jan 28 19:12:30.158374 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-96f98dc2-98c6-49d8-9006-8221581238cc service neutron] 10.222.0.55 "GET /v2.0/ports/aadb6dad-40f0-4d6e-aac5-5e77d813d05b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0399241 Jan 28 19:12:30.256218 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-c8808fc0-b950-4a64-9e89-2e40656eb231 service neutron] 10.222.0.55 "GET /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924101 Jan 28 19:12:30.277763 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85177996-2fc1-4b57-aa60-10205d601e2f x-openstack-request-id: req-85177996-2fc1-4b57-aa60-10205d601e2f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:30.278345 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4827b90-304e-4f31-9dd6-c6f1b73a1f41", "name": "network-vif-deleted", "tag": "de403779-4a6d-4f51-9532-0dc95e926936", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:30.278345 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-85177996-2fc1-4b57-aa60-10205d601e2f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:30.278711 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4827b90-304e-4f31-9dd6-c6f1b73a1f41', 'name': 'network-vif-deleted', 'tag': 'de403779-4a6d-4f51-9532-0dc95e926936', 'status': 'completed', 'code': 200} Jan 28 19:12:30.366829 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-eae0e26c-16e2-47ef-b534-fcc1dd9e301c service neutron] 10.222.0.55 "GET /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037214 Jan 28 19:12:30.383397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687207d-2c96-4dac-8bac-f3108ad75e99 req-84c3e744-6220-427d-aa52-5a2a4c2ae8f5 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:30.384887 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b687207d-2c96-4dac-8bac-f3108ad75e99 req-84c3e744-6220-427d-aa52-5a2a4c2ae8f5 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 945 time: 0.0567842 Jan 28 19:12:30.435101 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b687207d-2c96-4dac-8bac-f3108ad75e99 req-0a85243e-6b8e-4f06-b9c0-347df4c8d91d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442009 Jan 28 19:12:30.456961 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7f1e5812-313f-4bc0-b51c-3dda204a8c1d service neutron] 10.222.0.55 "GET /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845439 Jan 28 19:12:30.542289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608b463-44f7-434a-aade-cae5b14b243a req-22a2e5a0-80c9-4e0b-9f13-0a920e2b1ba4 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:30.543758 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1608b463-44f7-434a-aade-cae5b14b243a req-22a2e5a0-80c9-4e0b-9f13-0a920e2b1ba4 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 945 time: 0.0533311 Jan 28 19:12:30.550392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-765bf36a-0e68-4857-ac01-9158f3e9aa01 service neutron] 10.222.0.55 "GET /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877125 Jan 28 19:12:30.591578 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1608b463-44f7-434a-aade-cae5b14b243a req-d1a8e5a3-b5d6-4167-9a5b-c4281d50e96f tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups?id=570c0633-f895-49f2-95b1-4b1c03df8049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419254 Jan 28 19:12:30.639775 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-6b69f39a-0253-4953-bde7-fa2021181150 service neutron] 10.222.0.55 "GET /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837412 Jan 28 19:12:30.740094 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:30.749076 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1a90e427-71e0-4611-9ed8-1190f3bd2e37 service neutron] 10.222.0.55 "GET /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035557 Jan 28 19:12:30.799112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:12:30.803673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:30.804046 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:30.847526 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-64fcc0cf-5d21-463b-be75-ed4a7a392ae0 service neutron] 10.222.0.55 "GET /v2.0/networks/98ba37f4-6b62-4b65-b112-500b83bfc44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925648 Jan 28 19:12:30.885452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:30.885743 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:30.908639 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f338e9b-3cab-4ebf-97ec-b0f120410bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1eeb3b-fcdc-43ea-b426-100e8a907a8c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:30.911707 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4159eff0-d0a2-42c4-bd9a-e02afbd254fc" -d '{"events": [{"server_uuid": "6f338e9b-3cab-4ebf-97ec-b0f120410bcc", "name": "network-vif-plugged", "status": "completed", "tag": "4c1eeb3b-fcdc-43ea-b426-100e8a907a8c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:30.926598 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:30.931428 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:30.972993 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1bfdafad-f5d6-4df1-800f-f32872d9a9a5 service neutron] 10.222.0.55 "GET /v2.0/networks/98ba37f4-6b62-4b65-b112-500b83bfc44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172695 Jan 28 19:12:30.979504 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:31.061238 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-fde9d582-1add-43b5-a95d-8602ec503476 service neutron] 10.222.0.55 "GET /v2.0/networks/98ba37f4-6b62-4b65-b112-500b83bfc44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872381 Jan 28 19:12:31.073528 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d5f11-87b2-4152-9280-431645507140 req-eec25e7f-b9f4-4a0c-bf3f-687df275c3f5 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:31.075033 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-073d5f11-87b2-4152-9280-431645507140 req-eec25e7f-b9f4-4a0c-bf3f-687df275c3f5 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.0538549 Jan 28 19:12:31.123864 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-073d5f11-87b2-4152-9280-431645507140 req-216d4201-8413-4ec7-b0e0-0d5cf0b5d016 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430310 Jan 28 19:12:31.157140 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-a3d8e644-0491-45b0-9c8e-e45965fea5f9 service neutron] 10.222.0.55 "GET /v2.0/networks/98ba37f4-6b62-4b65-b112-500b83bfc44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899076 Jan 28 19:12:31.166571 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39992) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:31.203708 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647afeac-b90d-4349-b5fb-0de39801cdf7 x-openstack-request-id: req-647afeac-b90d-4349-b5fb-0de39801cdf7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:31.203985 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f338e9b-3cab-4ebf-97ec-b0f120410bcc", "name": "network-vif-plugged", "status": "completed", "tag": "4c1eeb3b-fcdc-43ea-b426-100e8a907a8c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:31.204239 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-647afeac-b90d-4349-b5fb-0de39801cdf7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:31.204636 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f338e9b-3cab-4ebf-97ec-b0f120410bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1eeb3b-fcdc-43ea-b426-100e8a907a8c', 'code': 200} Jan 28 19:12:31.219585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c7c567-39c8-452b-ac92-87690f3fb7c5 admin admin] Deleting subnet 5db5bf3f-d8ab-47cb-8cfd-253af3f4d215 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:12:31.224373 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c567-39c8-452b-ac92-87690f3fb7c5 admin admin] Publish callbacks [] for subnet (5db5bf3f-d8ab-47cb-8cfd-253af3f4d215), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:31.270491 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c567-39c8-452b-ac92-87690f3fb7c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (5db5bf3f-d8ab-47cb-8cfd-253af3f4d215), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:31.347842 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6d325-10f5-48a0-a62c-3d0cb2d915ef req-fd59d7fc-b9b8-4e2c-a997-8d6b87934e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:31.351572 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eae6d325-10f5-48a0-a62c-3d0cb2d915ef req-fd59d7fc-b9b8-4e2c-a997-8d6b87934e41 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 1128 time: 0.0612237 Jan 28 19:12:31.355710 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 08a1958a-fad3-4024-bc0e-56cc1a7ed551 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:31.419874 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eae6d325-10f5-48a0-a62c-3d0cb2d915ef req-1bd62f4b-c226-4e67-8aa6-2060149b337a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610166 Jan 28 19:12:31.423957 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c567-39c8-452b-ac92-87690f3fb7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (5db5bf3f-d8ab-47cb-8cfd-253af3f4d215), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:31.435708 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 08a1958a-fad3-4024-bc0e-56cc1a7ed551 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:12:31.440962 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 08a1958a-fad3-4024-bc0e-56cc1a7ed551 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:31.441420 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (08a1958a-fad3-4024-bc0e-56cc1a7ed551), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:31.486397 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c567-39c8-452b-ac92-87690f3fb7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (5db5bf3f-d8ab-47cb-8cfd-253af3f4d215), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:31.521456 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7c567-39c8-452b-ac92-87690f3fb7c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db5bf3f-d8ab-47cb-8cfd-253af3f4d215,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:31.529827 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8c7c567-39c8-452b-ac92-87690f3fb7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:31.536562 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b8c7c567-39c8-452b-ac92-87690f3fb7c5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5db5bf3f-d8ab-47cb-8cfd-253af3f4d215 HTTP/1.1" status: 204 len: 168 time: 0.3663638 Jan 28 19:12:31.536562 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:31.546641 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0962dbd-2483-4bca-904a-34182abb4246 None None] Network 034cc597-159d-4777-941b-dced4debf4ac requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:31.565037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 08a1958a-fad3-4024-bc0e-56cc1a7ed551 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:31.565697 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (08a1958a-fad3-4024-bc0e-56cc1a7ed551), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:31.622598 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (034cc597-159d-4777-941b-dced4debf4ac), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:31.657102 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 08a1958a-fad3-4024-bc0e-56cc1a7ed551, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=08a1958a-fad3-4024-bc0e-56cc1a7ed551,segment=NetworkSegment(60cab1f1-8b9e-4ba8-9703-02917a8fcce7),segment_id=60cab1f1-8b9e-4ba8-9703-02917a8fcce7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:31.683845 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (08a1958a-fad3-4024-bc0e-56cc1a7ed551), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:31.684789 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device de403779-4a6d-4f51-9532-0dc95e926936 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:12:31.710034 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: de403779-4a6d-4f51-9532-0dc95e926936 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:12:31.710529 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device de403779-4a6d-4f51-9532-0dc95e926936 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:12:31.727848 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] Deleting port fb7f9f3e-7290-48ae-915b-f863212881f4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:12:31.728310 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (fb7f9f3e-7290-48ae-915b-f863212881f4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:31.782886 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=08a1958a-fad3-4024-bc0e-56cc1a7ed551,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:31.839851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029010ae-817e-4ab1-bee4-0cfb54c14d26 None None] DHCP port deletion for 034cc597-159d-4777-941b-dced4debf4ac request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:12:31.859824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] For port fb7f9f3e-7290-48ae-915b-f863212881f4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fb7f9f3e-7290-48ae-915b-f863212881f4,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:31.860552 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (fb7f9f3e-7290-48ae-915b-f863212881f4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:31.878933 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] Calling delete_port for fb7f9f3e-7290-48ae-915b-f863212881f4 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:12:31.897544 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428e0b0-64b8-42ff-84fc-5b12f689c0fa req-3106824d-d2df-427c-b25b-4c42c28e9aeb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:31.899196 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5428e0b0-64b8-42ff-84fc-5b12f689c0fa req-3106824d-d2df-427c-b25b-4c42c28e9aeb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 946 time: 0.1176622 Jan 28 19:12:31.914542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e6532-991a-4c8e-b36b-9d68d1b5759c req-2cd0dbeb-67b9-4388-8a1b-7485fea0f450 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:31.921514 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f2e6532-991a-4c8e-b36b-9d68d1b5759c req-2cd0dbeb-67b9-4388-8a1b-7485fea0f450 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 946 time: 0.0709066 Jan 28 19:12:31.931786 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-029010ae-817e-4ab1-bee4-0cfb54c14d26 None None] Deleting port fb7f9f3e-7290-48ae-915b-f863212881f4 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:12:31.933128 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-029010ae-817e-4ab1-bee4-0cfb54c14d26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (fb7f9f3e-7290-48ae-915b-f863212881f4), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:31.997696 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-029010ae-817e-4ab1-bee4-0cfb54c14d26 None None] For port fb7f9f3e-7290-48ae-915b-f863212881f4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fb7f9f3e-7290-48ae-915b-f863212881f4,segment=NetworkSegment(6baf06db-a6bf-4c28-a067-7c38c50facfa),segment_id=6baf06db-a6bf-4c28-a067-7c38c50facfa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:31.998365 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-029010ae-817e-4ab1-bee4-0cfb54c14d26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (fb7f9f3e-7290-48ae-915b-f863212881f4), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:32.001636 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f2e6532-991a-4c8e-b36b-9d68d1b5759c req-1cca11f2-ebd6-4e0a-9889-390b4db205b4 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups?id=570c0633-f895-49f2-95b1-4b1c03df8049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789633 Jan 28 19:12:32.004201 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5428e0b0-64b8-42ff-84fc-5b12f689c0fa req-5930c3a8-ff9d-4947-bc3f-35e27edbcdcd tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956438 Jan 28 19:12:32.030930 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-029010ae-817e-4ab1-bee4-0cfb54c14d26 None None] Calling delete_port for fb7f9f3e-7290-48ae-915b-f863212881f4 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:12:32.051324 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (fb7f9f3e-7290-48ae-915b-f863212881f4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:32.086839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb7f9f3e-7290-48ae-915b-f863212881f4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:32.102453 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] No DVR routers for this DVR port fb7f9f3e-7290-48ae-915b-f863212881f4 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:12:32.122732 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8bbbceeb-8c41-4c81-86ed-b8bc6cad2283 req-fc411a4d-8a9d-42a4-b6c1-838477d16b58 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.0376484 Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: from cryptography.utils import int_from_bytes Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: from cryptography.utils import int_from_bytes Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.149173 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.152787 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.152787 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.152787 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.152787 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.152787 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.152787 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.152787 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.152787 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.152787 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.152787 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.152787 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.152787 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.152787 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:12:32.152787 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:12:32.160831 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-029010ae-817e-4ab1-bee4-0cfb54c14d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (fb7f9f3e-7290-48ae-915b-f863212881f4), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:32.192629 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029010ae-817e-4ab1-bee4-0cfb54c14d26 None None] Pushing event deleted for resources: {'Port': ['ID=fb7f9f3e-7290-48ae-915b-f863212881f4,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:32.201106 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (034cc597-159d-4777-941b-dced4debf4ac), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:32.202634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029010ae-817e-4ab1-bee4-0cfb54c14d26 None None] No DVR routers for this DVR port fb7f9f3e-7290-48ae-915b-f863212881f4 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:12:32.241631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034cc597-159d-4777-941b-dced4debf4ac']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:32.262316 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6baf06db-a6bf-4c28-a067-7c38c50facfa') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:32.262617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6baf06db-a6bf-4c28-a067-7c38c50facfa') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:32.288131 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (6baf06db-a6bf-4c28-a067-7c38c50facfa), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:32.307478 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (6baf06db-a6bf-4c28-a067-7c38c50facfa), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:32.317635 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:12:32.318230 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (6baf06db-a6bf-4c28-a067-7c38c50facfa), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:12:32.321082 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:12:32.348904 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161215bc-4136-4958-a299-40843f504aaa req-29294215-8a0c-4007-aabb-0e26597c3188 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:32.350584 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-161215bc-4136-4958-a299-40843f504aaa req-29294215-8a0c-4007-aabb-0e26597c3188 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.1059651 Jan 28 19:12:32.436088 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (034cc597-159d-4777-941b-dced4debf4ac), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:32.444533 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:32.450598 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] 10.222.0.55 "DELETE /v2.0/networks/034cc597-159d-4777-941b-dced4debf4ac HTTP/1.1" status: 204 len: 168 time: 0.9104581 Jan 28 19:12:32.476430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fc94e-2ea9-4398-996b-b5dfad309b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=034cc597-159d-4777-941b-dced4debf4ac,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:32.484731 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-161215bc-4136-4958-a299-40843f504aaa req-ead875c8-5a06-4c6f-b4c6-158ff288741a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038539 Jan 28 19:12:32.680138 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40136) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:32.723718 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-48144138-6af5-4409-9cb9-062d23ef25ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b67ad337e76d4b31986957cbfd640297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420322 Jan 28 19:12:32.726568 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40144) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:32.777878 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50a3dbec-bc80-4258-adcc-e16904373748 admin admin] Publish callbacks [] for security_group (0df9daec-7adc-4523-aedd-a1ff3a0b3a99), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:32.800483 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50a3dbec-bc80-4258-adcc-e16904373748 admin admin] Publish callbacks [] for security_group (0df9daec-7adc-4523-aedd-a1ff3a0b3a99), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:32.852755 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50a3dbec-bc80-4258-adcc-e16904373748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0df9daec-7adc-4523-aedd-a1ff3a0b3a99), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:32.855463 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50a3dbec-bc80-4258-adcc-e16904373748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:32.856729 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-50a3dbec-bc80-4258-adcc-e16904373748 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0df9daec-7adc-4523-aedd-a1ff3a0b3a99 HTTP/1.1" status: 204 len: 168 time: 0.1291273 Jan 28 19:12:32.865077 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3dbec-bc80-4258-adcc-e16904373748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df9daec-7adc-4523-aedd-a1ff3a0b3a99,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:33.008766 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-e599ad35-3da3-4810-a8a0-6e3891b5ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:33.010177 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-e599ad35-3da3-4810-a8a0-6e3891b5ac4d service neutron] 10.222.0.37 "GET /v2.0/ports/bc03262b-ee5b-4a57-952b-ed61da7d64b2 HTTP/1.1" status: 200 len: 1033 time: 0.0402095 Jan 28 19:12:33.113139 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-9c978f54-30a7-4df6-ac93-5b79752cf95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:33.114686 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-9c978f54-30a7-4df6-ac93-5b79752cf95f service neutron] 10.222.0.37 "GET /v2.0/ports/aadb6dad-40f0-4d6e-aac5-5e77d813d05b HTTP/1.1" status: 200 len: 1032 time: 0.0983481 Jan 28 19:12:33.183607 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40160) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:33.187223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e36524-2699-4ebf-86df-929b7351eb54 req-d71898ea-467a-448f-8b9f-223b667a9867 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:33.189384 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9e36524-2699-4ebf-86df-929b7351eb54 req-d71898ea-467a-448f-8b9f-223b667a9867 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 946 time: 0.0822499 Jan 28 19:12:33.199192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a25622-fc0f-48aa-883c-7fa16388d4c4 req-fc1a7b41-7adf-4f98-abd6-cb8df19abf3a tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:33.200727 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-98a25622-fc0f-48aa-883c-7fa16388d4c4 req-fc1a7b41-7adf-4f98-abd6-cb8df19abf3a tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 946 time: 0.1270022 Jan 28 19:12:33.206315 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbc7c93-6f0c-4655-8f9f-b2159781200e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a1958a-fad3-4024-bc0e-56cc1a7ed551'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:33.208884 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241435e9-60c4-4851-8514-8d3b07de3b1d" -d '{"events": [{"server_uuid": "ecbc7c93-6f0c-4655-8f9f-b2159781200e", "name": "network-vif-plugged", "status": "completed", "tag": "08a1958a-fad3-4024-bc0e-56cc1a7ed551"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:33.252593 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9e36524-2699-4ebf-86df-929b7351eb54 req-b908847f-17e7-4b06-80b5-4e122e65a29b tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572276 Jan 28 19:12:33.340673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-34f0e107-6ba3-47c2-92a2-039a90d9a3cc tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:33.346397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-34f0e107-6ba3-47c2-92a2-039a90d9a3cc tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:33.351754 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-34f0e107-6ba3-47c2-92a2-039a90d9a3cc tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:33.353544 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-34f0e107-6ba3-47c2-92a2-039a90d9a3cc tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.37 "GET /v2.0/networks?id=7948a81e-3fe8-4059-93c5-2faeaa093a70&id=1fb8a996-2168-4f5b-9c7f-595915f7223f&id=1fb8a996-2168-4f5b-9c7f-595915f7223f&id=1fb8a996-2168-4f5b-9c7f-595915f7223f&id=1fb8a996-2168-4f5b-9c7f-595915f7223f&id=98ba37f4-6b62-4b65-b112-500b83bfc44d&id=98ba37f4-6b62-4b65-b112-500b83bfc44d HTTP/1.1" status: 200 len: 1994 time: 0.2310333 Jan 28 19:12:33.386620 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d76d2ae-b47d-43a4-8dc8-49fe72b2b7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:33.413954 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-98a25622-fc0f-48aa-883c-7fa16388d4c4 req-67485c8f-79b0-49bc-92db-f03324e0cf11 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups?id=570c0633-f895-49f2-95b1-4b1c03df8049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788452 Jan 28 19:12:33.474213 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce88933f-bc04-4478-8089-f09a805aabff x-openstack-request-id: req-ce88933f-bc04-4478-8089-f09a805aabff {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:33.474508 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbc7c93-6f0c-4655-8f9f-b2159781200e", "name": "network-vif-plugged", "status": "completed", "tag": "08a1958a-fad3-4024-bc0e-56cc1a7ed551", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:33.474770 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce88933f-bc04-4478-8089-f09a805aabff {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:33.477817 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae580412-a2a2-4a7d-abf4-c2c0aa34b2df req-a2e11d56-b88a-412b-ad2e-3778820343ad tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.0522044 Jan 28 19:12:33.478753 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbc7c93-6f0c-4655-8f9f-b2159781200e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a1958a-fad3-4024-bc0e-56cc1a7ed551', 'code': 200} Jan 28 19:12:33.516039 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9abea-d350-448a-84ab-6858b5c025c7 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6617f763bd2b491295631965114da93b HTTP/1.1" status: 200 len: 379 time: 0.1505034 Jan 28 19:12:33.543619 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-bf455e84-81a2-4cbc-b5a6-a7839a39d529 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Request body: {'port': {'device_id': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70', 'admin_state_up': True, 'tenant_id': '6617f763bd2b491295631965114da93b', 'security_groups': ['d28f25f1-fb23-4ae3-ac0a-04a0965e85e4']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:33.656287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4df3a-a295-4eec-b190-fe8216fc4130 req-461c3cac-825e-4716-a361-a0ec5d800567 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:33.666758 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7e4df3a-a295-4eec-b190-fe8216fc4130 req-461c3cac-825e-4716-a361-a0ec5d800567 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.0774677 Jan 28 19:12:33.724306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb5640-9d1b-4902-9903-e3dfdfb75141 req-e0f9daeb-98b6-4f6b-9dd0-b7faa55c99a9 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:33.726138 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60eb5640-9d1b-4902-9903-e3dfdfb75141 req-e0f9daeb-98b6-4f6b-9dd0-b7faa55c99a9 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 1128 time: 0.1626534 Jan 28 19:12:33.732321 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7e4df3a-a295-4eec-b190-fe8216fc4130 req-c3ff5054-37c5-48d2-9a69-a97a1e7eb816 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641067 Jan 28 19:12:33.741696 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d76d2ae-b47d-43a4-8dc8-49fe72b2b7ea admin admin] Publish callbacks [] for security_group (efa1e24e-c503-45bd-807c-8fef315ea847), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:33.773723 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d76d2ae-b47d-43a4-8dc8-49fe72b2b7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (efa1e24e-c503-45bd-807c-8fef315ea847), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:33.815420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c11952-f5cd-4c81-bdbf-21d84c2cbbc4 req-0e371501-d964-4335-8fd8-3c2a6fb7be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:33.816931 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e3c11952-f5cd-4c81-bdbf-21d84c2cbbc4 req-0e371501-d964-4335-8fd8-3c2a6fb7be22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 1128 time: 0.2480085 Jan 28 19:12:33.857319 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9d76d2ae-b47d-43a4-8dc8-49fe72b2b7ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=59cc07302da14737b90e4200a18d1ed9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6555986 Jan 28 19:12:33.860432 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40188) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:33.874348 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-bf455e84-81a2-4cbc-b5a6-a7839a39d529 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Made reservation on behalf of 6617f763bd2b491295631965114da93b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:33.877910 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-bf455e84-81a2-4cbc-b5a6-a7839a39d529 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:33.883453 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76d2ae-b47d-43a4-8dc8-49fe72b2b7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa1e24e-c503-45bd-807c-8fef315ea847,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:33.911390 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60eb5640-9d1b-4902-9903-e3dfdfb75141 req-a9519f00-9ae1-49d3-b1b5-74bafe766558 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684892 Jan 28 19:12:33.934807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fb7f9f3e-7290-48ae-915b-f863212881f4 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:12:33.978771 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: fb7f9f3e-7290-48ae-915b-f863212881f4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:12:33.981806 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fb7f9f3e-7290-48ae-915b-f863212881f4 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:12:33.999208 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f37ef848-41ee-4b19-b50d-3877c10f715e admin admin] Publish callbacks [] for security_group (efa1e24e-c503-45bd-807c-8fef315ea847), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:34.023972 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f37ef848-41ee-4b19-b50d-3877c10f715e admin admin] Publish callbacks [] for security_group (efa1e24e-c503-45bd-807c-8fef315ea847), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:34.085063 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e3c11952-f5cd-4c81-bdbf-21d84c2cbbc4 req-8714bcce-1442-4dc0-8a14-1e4a520172f8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=570c0633-f895-49f2-95b1-4b1c03df8049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485919 Jan 28 19:12:34.093425 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f37ef848-41ee-4b19-b50d-3877c10f715e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (efa1e24e-c503-45bd-807c-8fef315ea847), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:34.096976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f37ef848-41ee-4b19-b50d-3877c10f715e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:34.098530 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f37ef848-41ee-4b19-b50d-3877c10f715e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efa1e24e-c503-45bd-807c-8fef315ea847 HTTP/1.1" status: 204 len: 168 time: 0.2360120 Jan 28 19:12:34.125503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ef848-41ee-4b19-b50d-3877c10f715e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa1e24e-c503-45bd-807c-8fef315ea847,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:34.248249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a1ca2-df18-4d19-b4fd-b9987eabbb3a req-0677fabf-c04b-412c-b93a-bded2b4df2ca tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:34.256195 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-441a1ca2-df18-4d19-b4fd-b9987eabbb3a req-0677fabf-c04b-412c-b93a-bded2b4df2ca tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 1128 time: 0.2008364 Jan 28 19:12:34.317887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-bf455e84-81a2-4cbc-b5a6-a7839a39d529 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Allocated IP 172.20.0.14 (7948a81e-3fe8-4059-93c5-2faeaa093a70/5ce8390e-336c-458e-a9da-26a1cd52fae8/c8ab8bcc-5100-4235-85e8-fb0ff3effe78) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:34.331008 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-441a1ca2-df18-4d19-b4fd-b9987eabbb3a req-56d36241-2870-4c4d-8d3f-eae6ed08f3d9 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736101 Jan 28 19:12:34.599325 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce97bd-5926-405b-93a1-d4a47f0b8632 req-281bcb3b-9f23-40c7-9ae7-4ca7423ef513 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:34.602538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-bf455e84-81a2-4cbc-b5a6-a7839a39d529 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:34.603521 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-50ce97bd-5926-405b-93a1-d4a47f0b8632 req-281bcb3b-9f23-40c7-9ae7-4ca7423ef513 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 946 time: 0.0873604 Jan 28 19:12:34.671596 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-bf455e84-81a2-4cbc-b5a6-a7839a39d529 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:34.683495 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-50ce97bd-5926-405b-93a1-d4a47f0b8632 req-343e9335-8cf9-4ba0-9d3c-fe88b941524c tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups?id=570c0633-f895-49f2-95b1-4b1c03df8049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710359 Jan 28 19:12:34.751532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf455e84-81a2-4cbc-b5a6-a7839a39d529 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event updated for resources: {'Port': ['ID=c8ab8bcc-5100-4235-85e8-fb0ff3effe78,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:34.777330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-bf455e84-81a2-4cbc-b5a6-a7839a39d529 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Network 7948a81e-3fe8-4059-93c5-2faeaa093a70 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:34.783297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-bf455e84-81a2-4cbc-b5a6-a7839a39d529 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:34.791600 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-bf455e84-81a2-4cbc-b5a6-a7839a39d529 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:34.829020 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:34.950470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ba143-098f-4417-94ab-a7ff3a3b34ad req-1e124770-682e-4c3f-9bd7-331e92726035 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:34.952084 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b6ba143-098f-4417-94ab-a7ff3a3b34ad req-1e124770-682e-4c3f-9bd7-331e92726035 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 1128 time: 0.1403401 Jan 28 19:12:34.974373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-bf455e84-81a2-4cbc-b5a6-a7839a39d529 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:34.975285 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-bf455e84-81a2-4cbc-b5a6-a7839a39d529 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.005383 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0880bc-6fd0-4766-8c71-a19ba7680a3b req-5f61c5c7-f49e-4d90-a1e3-84b0bf3d612c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:35.007232 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-df0880bc-6fd0-4766-8c71-a19ba7680a3b req-5f61c5c7-f49e-4d90-a1e3-84b0bf3d612c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 932 time: 0.2079210 Jan 28 19:12:35.014972 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-bf455e84-81a2-4cbc-b5a6-a7839a39d529 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4911201 Jan 28 19:12:35.029588 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-2eb0273c-df2e-4f76-81c6-7c7e5d0b79dd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Request body: {'port': {'device_id': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f', 'admin_state_up': True, 'tenant_id': '6617f763bd2b491295631965114da93b', 'security_groups': ['d28f25f1-fb23-4ae3-ac0a-04a0965e85e4']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:35.073832 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b6ba143-098f-4417-94ab-a7ff3a3b34ad req-59b417d7-570e-436a-8a3c-899cc9a01b10 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152275 Jan 28 19:12:35.125412 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fd1d967-5b8d-418f-b0c2-8d3f62b1363c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.139705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5032c031-9f3d-4934-bc64-07f487e485fe None None] Provisioning complete for port c8ab8bcc-5100-4235-85e8-fb0ff3effe78 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:35.140261 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5032c031-9f3d-4934-bc64-07f487e485fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.168203 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-df0880bc-6fd0-4766-8c71-a19ba7680a3b req-e320be48-8a97-4673-8fa6-cf33518034cc tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514063 Jan 28 19:12:35.226376 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5032c031-9f3d-4934-bc64-07f487e485fe None None] Port c8ab8bcc-5100-4235-85e8-fb0ff3effe78 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:12:35.231408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-2eb0273c-df2e-4f76-81c6-7c7e5d0b79dd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Made reservation on behalf of 6617f763bd2b491295631965114da93b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:35.235729 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-2eb0273c-df2e-4f76-81c6-7c7e5d0b79dd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.307661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd097e4-f110-403b-98ad-a799746c46bb req-c64559ed-cdaf-4715-9304-293484f40bd8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:35.315022 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdd097e4-f110-403b-98ad-a799746c46bb req-c64559ed-cdaf-4715-9304-293484f40bd8 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.1151044 Jan 28 19:12:35.327398 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fd1d967-5b8d-418f-b0c2-8d3f62b1363c admin admin] Publish callbacks [] for security_group (ce225585-ca2b-43ff-a3cf-39ee4d328113), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.340605 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6fd1d967-5b8d-418f-b0c2-8d3f62b1363c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ce225585-ca2b-43ff-a3cf-39ee4d328113), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.386998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-2eb0273c-df2e-4f76-81c6-7c7e5d0b79dd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Allocated IP 10.1.1.79 (1fb8a996-2168-4f5b-9c7f-595915f7223f/a488dde5-474a-4007-942e-ad394bf34962/2510a89c-2357-4dce-a701-9442113669a5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:35.401806 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6fd1d967-5b8d-418f-b0c2-8d3f62b1363c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec4615a562f84bc3a66444f6e2b77ff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5265925 Jan 28 19:12:35.404676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40254) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:35.412932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40256) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:35.419479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1d967-5b8d-418f-b0c2-8d3f62b1363c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce225585-ca2b-43ff-a3cf-39ee4d328113,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:35.439123 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdd097e4-f110-403b-98ad-a799746c46bb req-7de8f013-4d8b-4072-9d37-8c3f6c71451a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169190 Jan 28 19:12:35.550920 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02c57d19-7e92-4227-a3fb-fc398874ea30 admin admin] Publish callbacks [] for security_group (ce225585-ca2b-43ff-a3cf-39ee4d328113), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.552710 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1c9f4a5a-16e1-42a5-9dab-f80242a427c2 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-8710023-network', 'tenant_id': '3da39749e42a41868cf367b3be55b9b8'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:35.574434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9f4a5a-16e1-42a5-9dab-f80242a427c2 admin admin] Made reservation on behalf of 3da39749e42a41868cf367b3be55b9b8 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:35.577099 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4a5a-16e1-42a5-9dab-f80242a427c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.580817 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02c57d19-7e92-4227-a3fb-fc398874ea30 admin admin] Publish callbacks [] for security_group (ce225585-ca2b-43ff-a3cf-39ee4d328113), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.587638 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4a5a-16e1-42a5-9dab-f80242a427c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.663097 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-2eb0273c-df2e-4f76-81c6-7c7e5d0b79dd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for port (2510a89c-2357-4dce-a701-9442113669a5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.673190 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02c57d19-7e92-4227-a3fb-fc398874ea30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ce225585-ca2b-43ff-a3cf-39ee4d328113), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.675890 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02c57d19-7e92-4227-a3fb-fc398874ea30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.678595 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-02c57d19-7e92-4227-a3fb-fc398874ea30 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce225585-ca2b-43ff-a3cf-39ee4d328113 HTTP/1.1" status: 204 len: 168 time: 0.2713189 Jan 28 19:12:35.690383 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c57d19-7e92-4227-a3fb-fc398874ea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce225585-ca2b-43ff-a3cf-39ee4d328113,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:35.693396 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4a5a-16e1-42a5-9dab-f80242a427c2 admin admin] Publish callbacks [] for security_group (1c249f04-9f0d-46d8-9c10-9ad5ab8586f6), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.716038 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4a5a-16e1-42a5-9dab-f80242a427c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1c249f04-9f0d-46d8-9c10-9ad5ab8586f6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.742435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9f4a5a-16e1-42a5-9dab-f80242a427c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:12:35.745021 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-2eb0273c-df2e-4f76-81c6-7c7e5d0b79dd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2510a89c-2357-4dce-a701-9442113669a5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.757790 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4a5a-16e1-42a5-9dab-f80242a427c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (4fcc921d-e5c1-498f-ac1e-95a1d4228dc0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.758207 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-1c9f4a5a-16e1-42a5-9dab-f80242a427c2 admin admin] Added segment 4fcc921d-e5c1-498f-ac1e-95a1d4228dc0 of type vlan for network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 Jan 28 19:12:35.828472 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4a5a-16e1-42a5-9dab-f80242a427c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (8a9c11ec-17d4-435e-a13b-0efb9529d2f1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.847691 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0273c-df2e-4f76-81c6-7c7e5d0b79dd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event updated for resources: {'Port': ['ID=2510a89c-2357-4dce-a701-9442113669a5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:35.847834 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f4a5a-16e1-42a5-9dab-f80242a427c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:35.851336 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-2eb0273c-df2e-4f76-81c6-7c7e5d0b79dd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Network 1fb8a996-2168-4f5b-9c7f-595915f7223f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:35.856942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-2eb0273c-df2e-4f76-81c6-7c7e5d0b79dd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:35.860591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-2eb0273c-df2e-4f76-81c6-7c7e5d0b79dd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:35.889378 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4a5a-16e1-42a5-9dab-f80242a427c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (8a9c11ec-17d4-435e-a13b-0efb9529d2f1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.891381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9f4a5a-16e1-42a5-9dab-f80242a427c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:35.892626 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4a5a-16e1-42a5-9dab-f80242a427c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:35.931755 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1c9f4a5a-16e1-42a5-9dab-f80242a427c2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5162466 Jan 28 19:12:35.933703 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40270) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:35.944192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cadbb2-f91b-417e-8302-c9e33d988a73 req-40734b36-c604-4e3a-8302-78af5dad927d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:35.952389 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2cadbb2-f91b-417e-8302-c9e33d988a73 req-40734b36-c604-4e3a-8302-78af5dad927d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 946 time: 0.1534059 Jan 28 19:12:35.955790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8c34bf92-4406-4bac-b41f-70ba05866f51 admin admin] Request body: {'subnet': {'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-8710023-subnet', 'tenant_id': '3da39749e42a41868cf367b3be55b9b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:36.001034 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-2eb0273c-df2e-4f76-81c6-7c7e5d0b79dd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:36.001656 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-2eb0273c-df2e-4f76-81c6-7c7e5d0b79dd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.020575 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2cadbb2-f91b-417e-8302-c9e33d988a73 req-f8581fcf-ac05-4cef-aff0-6c122c544de1 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups?id=570c0633-f895-49f2-95b1-4b1c03df8049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621629 Jan 28 19:12:36.022405 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f4a5a-16e1-42a5-9dab-f80242a427c2 admin admin] Pushing event updated for resources: {'Network': ['ID=8a9c11ec-17d4-435e-a13b-0efb9529d2f1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:36.034552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c34bf92-4406-4bac-b41f-70ba05866f51 admin admin] Made reservation on behalf of 3da39749e42a41868cf367b3be55b9b8 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:36.038399 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c34bf92-4406-4bac-b41f-70ba05866f51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.051879 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:12:36.062576 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-2eb0273c-df2e-4f76-81c6-7c7e5d0b79dd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0295532 Jan 28 19:12:36.071408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0b92677c-d5e5-4a0a-83f6-e9b96d2a260a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Request body: {'port': {'device_id': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f', 'admin_state_up': True, 'tenant_id': '6617f763bd2b491295631965114da93b', 'security_groups': ['d28f25f1-fb23-4ae3-ac0a-04a0965e85e4']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:36.198816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1fe81634-1b12-4442-91fb-a8f45af0ad98 None None] Provisioning complete for port 2510a89c-2357-4dce-a701-9442113669a5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:36.199339 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1fe81634-1b12-4442-91fb-a8f45af0ad98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2510a89c-2357-4dce-a701-9442113669a5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.251171 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1fe81634-1b12-4442-91fb-a8f45af0ad98 None None] Port 2510a89c-2357-4dce-a701-9442113669a5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:12:36.302389 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24821a6e-ccb6-4470-8ef7-e67c57f6ddad req-8b6736e7-44de-4382-b4fb-4d24a257a7cf tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:36.303827 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24821a6e-ccb6-4470-8ef7-e67c57f6ddad req-8b6736e7-44de-4382-b4fb-4d24a257a7cf tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 1128 time: 0.0886822 Jan 28 19:12:36.356451 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0b92677c-d5e5-4a0a-83f6-e9b96d2a260a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Made reservation on behalf of 6617f763bd2b491295631965114da93b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:36.357144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6dcc9-3e9f-49ad-b615-4dfa11c3d55e req-e24d315e-2d66-42f9-a78e-bc1c9ef32785 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:36.359215 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9bb6dcc9-3e9f-49ad-b615-4dfa11c3d55e req-e24d315e-2d66-42f9-a78e-bc1c9ef32785 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 946 time: 0.1699758 Jan 28 19:12:36.360956 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0b92677c-d5e5-4a0a-83f6-e9b96d2a260a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.375085 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40286) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:36.391281 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6766be59-064c-4c26-aa0b-9fe44e0a6cda tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Request body: {'floatingip': {'port_id': '08a1958a-fad3-4024-bc0e-56cc1a7ed551'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:36.398429 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24821a6e-ccb6-4470-8ef7-e67c57f6ddad req-867df3d0-0e99-4545-a215-586fc37cdd9c tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866969 Jan 28 19:12:36.447736 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6766be59-064c-4c26-aa0b-9fe44e0a6cda tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for floatingip (d8acb70a-3f29-4c21-ad41-8c2067c10ba2), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.477183 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c34bf92-4406-4bac-b41f-70ba05866f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (8eb5347e-d66a-46e3-9579-1241a6589256), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.581190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34bf92-4406-4bac-b41f-70ba05866f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb5347e-d66a-46e3-9579-1241a6589256,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:36.616763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c34bf92-4406-4bac-b41f-70ba05866f51 admin admin] Checking segment: {'id': '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:36.617272 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c34bf92-4406-4bac-b41f-70ba05866f51 admin admin] Network hostable DHCP agents. Network: 8a9c11ec-17d4-435e-a13b-0efb9529d2f1, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:12:36.641927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65fe34-088f-44ff-b49d-afc5138e11ea req-70b25230-cb43-458d-9e35-c8542263a57c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:36.647747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65fe34-088f-44ff-b49d-afc5138e11ea req-70b25230-cb43-458d-9e35-c8542263a57c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:36.649652 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f65fe34-088f-44ff-b49d-afc5138e11ea req-70b25230-cb43-458d-9e35-c8542263a57c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 1653 time: 0.1391587 Jan 28 19:12:36.676328 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c34bf92-4406-4bac-b41f-70ba05866f51 admin admin] Network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:12:36.703934 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8c34bf92-4406-4bac-b41f-70ba05866f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 8a9c11ec-17d4-435e-a13b-0efb9529d2f1) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:36.714189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90777a22-b15c-435d-af9d-29e778d61ba0 None None] Network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:36.721013 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c34bf92-4406-4bac-b41f-70ba05866f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:36.721662 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c34bf92-4406-4bac-b41f-70ba05866f51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:36.729058 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f65fe34-088f-44ff-b49d-afc5138e11ea req-925839ff-4279-495f-b3be-a0519a1a3bdc tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691104 Jan 28 19:12:36.750995 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8c34bf92-4406-4bac-b41f-70ba05866f51 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.8118958 Jan 28 19:12:36.880842 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50b363-46c1-460c-bdb7-e5c6ebcca94e req-7bdc2f43-4131-4e37-882c-5123edf48aad tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:36.889806 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be50b363-46c1-460c-bdb7-e5c6ebcca94e req-7bdc2f43-4131-4e37-882c-5123edf48aad tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.0746686 Jan 28 19:12:36.892045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40304) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:37.024875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c14a71-e991-46bc-bb55-c064dc4139e4 None None] Network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:37.107847 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be50b363-46c1-460c-bdb7-e5c6ebcca94e req-58d67eb5-a880-448c-a559-71efc6835dbf tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166750 Jan 28 19:12:37.140074 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d87ec5c7-38d9-4414-aab3-57cc0bd95838 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-network', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:37.188046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87ec5c7-38d9-4414-aab3-57cc0bd95838 admin admin] Made reservation on behalf of ce5dc177d53f45de9643f8a43c92911f for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:37.190689 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d87ec5c7-38d9-4414-aab3-57cc0bd95838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.205372 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d87ec5c7-38d9-4414-aab3-57cc0bd95838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.322210 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d87ec5c7-38d9-4414-aab3-57cc0bd95838 admin admin] Publish callbacks [] for security_group (c96811e0-db4b-465e-a1bb-b521f1d8ed76), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.333694 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d87ec5c7-38d9-4414-aab3-57cc0bd95838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c96811e0-db4b-465e-a1bb-b521f1d8ed76), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.355885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0b92677c-d5e5-4a0a-83f6-e9b96d2a260a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Allocated IP 10.1.1.67 (1fb8a996-2168-4f5b-9c7f-595915f7223f/a488dde5-474a-4007-942e-ad394bf34962/00483342-9629-4105-84b7-63f1b73710d0) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:37.424146 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87ec5c7-38d9-4414-aab3-57cc0bd95838 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:12:37.448289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ec5c7-38d9-4414-aab3-57cc0bd95838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96811e0-db4b-465e-a1bb-b521f1d8ed76,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:37.458287 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d87ec5c7-38d9-4414-aab3-57cc0bd95838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e82d184b-4aea-4ba0-9bbc-d944ceb20447), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.458653 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-d87ec5c7-38d9-4414-aab3-57cc0bd95838 admin admin] Added segment e82d184b-4aea-4ba0-9bbc-d944ceb20447 of type vlan for network 637e746c-9fa9-46a8-ab48-5874aa0ce7e6 Jan 28 19:12:37.509415 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d87ec5c7-38d9-4414-aab3-57cc0bd95838 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (637e746c-9fa9-46a8-ab48-5874aa0ce7e6), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.542923 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d87ec5c7-38d9-4414-aab3-57cc0bd95838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (637e746c-9fa9-46a8-ab48-5874aa0ce7e6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.543838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87ec5c7-38d9-4414-aab3-57cc0bd95838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:37.546835 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d87ec5c7-38d9-4414-aab3-57cc0bd95838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.585591 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6766be59-064c-4c26-aa0b-9fe44e0a6cda tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.594897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6766be59-064c-4c26-aa0b-9fe44e0a6cda tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (d8acb70a-3f29-4c21-ad41-8c2067c10ba2), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.600177 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d87ec5c7-38d9-4414-aab3-57cc0bd95838 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7064309 Jan 28 19:12:37.608063 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40340) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:37.617708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b9dc9872-c597-4626-a517-5d6d83bc8031 admin admin] Request body: {'subnet': {'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-subnet', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:37.681198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ec5c7-38d9-4414-aab3-57cc0bd95838 admin admin] Pushing event updated for resources: {'Network': ['ID=637e746c-9fa9-46a8-ab48-5874aa0ce7e6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:37.691371 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 637e746c-9fa9-46a8-ab48-5874aa0ce7e6 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:12:37.725445 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dc9872-c597-4626-a517-5d6d83bc8031 admin admin] Made reservation on behalf of ce5dc177d53f45de9643f8a43c92911f for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:37.728700 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9dc9872-c597-4626-a517-5d6d83bc8031 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.743804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-8aec5294-d69a-4a49-954c-9f0cc1efd10c tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:37.750625 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-8aec5294-d69a-4a49-954c-9f0cc1efd10c tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/networks?id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1 HTTP/1.1" status: 200 len: 802 time: 0.1885145 Jan 28 19:12:37.767709 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-444097a2-e31b-46fb-9d43-6d5c253fbc77 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/quotas/3da39749e42a41868cf367b3be55b9b8 HTTP/1.1" status: 200 len: 375 time: 0.0160975 Jan 28 19:12:37.818836 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-77e6a863-36e6-4b36-905f-cb795c1c3b1b tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3da39749e42a41868cf367b3be55b9b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499613 Jan 28 19:12:37.834695 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0b92677c-d5e5-4a0a-83f6-e9b96d2a260a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for port (00483342-9629-4105-84b7-63f1b73710d0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.883435 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0b92677c-d5e5-4a0a-83f6-e9b96d2a260a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (00483342-9629-4105-84b7-63f1b73710d0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:37.941871 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-6766be59-064c-4c26-aa0b-9fe44e0a6cda tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Floating IP d8acb70a-3f29-4c21-ad41-8c2067c10ba2 associated. External IP: 172.25.0.210, port: 08a1958a-fad3-4024-bc0e-56cc1a7ed551. Jan 28 19:12:37.963827 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-19606704-a3a9-49cf-91b8-a65348ebc747 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439741 Jan 28 19:12:37.978790 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-67faf36b-6ebb-4a33-8855-be3ca22b39c6 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:12:37.980235 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-67faf36b-6ebb-4a33-8855-be3ca22b39c6 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060892 Jan 28 19:12:38.060090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0b92677c-d5e5-4a0a-83f6-e9b96d2a260a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Network 1fb8a996-2168-4f5b-9c7f-595915f7223f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:38.078737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0b92677c-d5e5-4a0a-83f6-e9b96d2a260a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:38.082398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0b92677c-d5e5-4a0a-83f6-e9b96d2a260a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:38.087509 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-c0f7dc81-7fa3-48ca-9339-29f24cec1a37 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169004 Jan 28 19:12:38.119491 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92677c-d5e5-4a0a-83f6-e9b96d2a260a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event updated for resources: {'Port': ['ID=00483342-9629-4105-84b7-63f1b73710d0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:38.283959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-5cd23e45-188c-4d56-a392-a1fe41c291ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:38.285364 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-5cd23e45-188c-4d56-a392-a1fe41c291ac service neutron] 10.222.0.55 "GET /v2.0/ports/4c1eeb3b-fcdc-43ea-b426-100e8a907a8c HTTP/1.1" status: 200 len: 1125 time: 0.2584500 Jan 28 19:12:38.294700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0b92677c-d5e5-4a0a-83f6-e9b96d2a260a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:38.295308 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0b92677c-d5e5-4a0a-83f6-e9b96d2a260a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.310748 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-df31a4ba-780b-4ac8-8487-9bb40454f21e service neutron] Request body: {'binding': {'host': 'n-h2-824834-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:38.311196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-df31a4ba-780b-4ac8-8487-9bb40454f21e service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:12:38.354436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de2426-ea13-4377-b46f-c5c9c39621a6 req-b3631b8b-7fcb-43ae-985f-1963782a6586 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:38.360006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de2426-ea13-4377-b46f-c5c9c39621a6 req-b3631b8b-7fcb-43ae-985f-1963782a6586 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:38.367118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de2426-ea13-4377-b46f-c5c9c39621a6 req-b3631b8b-7fcb-43ae-985f-1963782a6586 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:38.368885 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37de2426-ea13-4377-b46f-c5c9c39621a6 req-b3631b8b-7fcb-43ae-985f-1963782a6586 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 2373 time: 0.0757017 Jan 28 19:12:38.395594 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0b92677c-d5e5-4a0a-83f6-e9b96d2a260a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3314688 Jan 28 19:12:38.449360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-6f018e8b-528e-43f9-92ef-9067c7ab0927 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Request body: {'port': {'device_id': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d', 'admin_state_up': True, 'tenant_id': '6617f763bd2b491295631965114da93b', 'security_groups': ['d28f25f1-fb23-4ae3-ac0a-04a0965e85e4']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:38.462875 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37de2426-ea13-4377-b46f-c5c9c39621a6 req-ef6d7cc5-73d9-41b4-b18c-11e177fba37c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876544 Jan 28 19:12:38.529984 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9dc9872-c597-4626-a517-5d6d83bc8031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (7d5154f7-89ca-42cb-85fe-94773e052975), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.588410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1a275636-07be-4dca-aec1-82252b6422c9 None None] Provisioning complete for port 00483342-9629-4105-84b7-63f1b73710d0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:38.589006 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a275636-07be-4dca-aec1-82252b6422c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (00483342-9629-4105-84b7-63f1b73710d0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.619960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8f77b-7439-409c-8752-7d5d8edb8001 req-75d8ddc9-acc2-4d79-abae-a630905c5527 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:38.621643 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6ca8f77b-7439-409c-8752-7d5d8edb8001 req-75d8ddc9-acc2-4d79-abae-a630905c5527 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.0752838 Jan 28 19:12:38.639810 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1a275636-07be-4dca-aec1-82252b6422c9 None None] Port 00483342-9629-4105-84b7-63f1b73710d0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:12:38.685161 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6ca8f77b-7439-409c-8752-7d5d8edb8001 req-324cbacb-2267-422f-905b-1bc72f5e120c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570166 Jan 28 19:12:38.718057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-df31a4ba-780b-4ac8-8487-9bb40454f21e service neutron] Attempting to bind port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c on host n-h2-824834-4 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:38.718412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-df31a4ba-780b-4ac8-8487-9bb40454f21e service neutron] Attempting to bind port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:38.718737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-df31a4ba-780b-4ac8-8487-9bb40454f21e service neutron] Attempting to bind port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:38.764621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-df31a4ba-780b-4ac8-8487-9bb40454f21e service neutron] Port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c on network 07cf55c4-e390-408e-b1e2-a832ba462c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:12:38.765055 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-df31a4ba-780b-4ac8-8487-9bb40454f21e service neutron] Attempting to bind port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:38.772923 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-467f02e3-ea64-4764-abbf-9bb5a2f1087a req-bb5f2f2e-6e99-4d24-bb09-a62259a07278 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e99a30e-1dae-49c9-9583-27e7f142b946 HTTP/1.1" status: 200 len: 210 time: 0.0289783 Jan 28 19:12:38.806486 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-df31a4ba-780b-4ac8-8487-9bb40454f21e service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:38.806834 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-df31a4ba-780b-4ac8-8487-9bb40454f21e service neutron] Checking segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:38.807208 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-df31a4ba-780b-4ac8-8487-9bb40454f21e service neutron] Bound using segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:38.807649 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-df31a4ba-780b-4ac8-8487-9bb40454f21e service neutron] Bound port: 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:38.860880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc9872-c597-4626-a517-5d6d83bc8031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d5154f7-89ca-42cb-85fe-94773e052975,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:38.876849 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dc9872-c597-4626-a517-5d6d83bc8031 admin admin] Checking segment: {'id': 'e82d184b-4aea-4ba0-9bbc-d944ceb20447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:38.877206 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dc9872-c597-4626-a517-5d6d83bc8031 admin admin] Network hostable DHCP agents. Network: 637e746c-9fa9-46a8-ab48-5874aa0ce7e6, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:12:38.912873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6766be59-064c-4c26-aa0b-9fe44e0a6cda tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Router 0b385604-c49e-48b2-a3c4-a2a8769bf89d has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:12:38.944150 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-6f018e8b-528e-43f9-92ef-9067c7ab0927 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Made reservation on behalf of 6617f763bd2b491295631965114da93b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:38.950371 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-df31a4ba-780b-4ac8-8487-9bb40454f21e service neutron] For port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:38.951226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dc9872-c597-4626-a517-5d6d83bc8031 admin admin] Network 637e746c-9fa9-46a8-ab48-5874aa0ce7e6 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:12:38.972886 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-df31a4ba-780b-4ac8-8487-9bb40454f21e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:38.974115 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-df31a4ba-780b-4ac8-8487-9bb40454f21e service neutron] 10.222.0.55 "POST /v2.0/ports/4c1eeb3b-fcdc-43ea-b426-100e8a907a8c/bindings HTTP/1.1" status: 201 len: 389 time: 0.6685064 Jan 28 19:12:39.053400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b9dc9872-c597-4626-a517-5d6d83bc8031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 637e746c-9fa9-46a8-ab48-5874aa0ce7e6) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:39.064623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dc9872-c597-4626-a517-5d6d83bc8031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:39.065201 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9dc9872-c597-4626-a517-5d6d83bc8031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.066034 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de715d20-f330-4ed1-9ed0-8aa028429eb6 None None] Network 637e746c-9fa9-46a8-ab48-5874aa0ce7e6 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:39.151047 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b9dc9872-c597-4626-a517-5d6d83bc8031 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5419278 Jan 28 19:12:39.155068 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40360) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:39.158817 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-6f018e8b-528e-43f9-92ef-9067c7ab0927 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.166412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-router', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:39.188434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6766be59-064c-4c26-aa0b-9fe44e0a6cda tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:12:39.198247 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6766be59-064c-4c26-aa0b-9fe44e0a6cda tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.221410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56bdd63-d34c-4c42-a906-f4df596cb455 None None] Sync routers for ids ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:12:39.243230 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56bdd63-d34c-4c42-a906-f4df596cb455 None None] Routers {'0b385604-c49e-48b2-a3c4-a2a8769bf89d'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:39.244265 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f56bdd63-d34c-4c42-a906-f4df596cb455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:12:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:39.256767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.257963 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.336045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f85482c-18a8-47ed-a97e-2f935f1dd439 None None] Network 637e746c-9fa9-46a8-ab48-5874aa0ce7e6 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:12:39.336266 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Publish callbacks [] for router_controller (2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.345371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c50ed-1390-4599-b9da-dcd6206028fc req-f67fdaee-adbb-4e27-a885-a765db1de373 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:39.347102 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-130c50ed-1390-4599-b9da-dcd6206028fc req-f67fdaee-adbb-4e27-a885-a765db1de373 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 946 time: 0.1361594 Jan 28 19:12:39.438930 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f56bdd63-d34c-4c42-a906-f4df596cb455 None None] Set router 0b385604-c49e-48b2-a3c4-a2a8769bf89d gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:39.605487 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-6f018e8b-528e-43f9-92ef-9067c7ab0927 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Allocated IP 10.2.2.100 (98ba37f4-6b62-4b65-b112-500b83bfc44d/269dce06-feb7-46d2-b4e7-7696dfdedea1/3efdff0a-8a2d-4378-af59-5e2f16314b7c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:39.620430 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Publish callbacks [] for router_gateway (2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:39.700245 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6766be59-064c-4c26-aa0b-9fe44e0a6cda tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "PUT /v2.0/floatingips/d8acb70a-3f29-4c21-ad41-8c2067c10ba2 HTTP/1.1" status: 200 len: 992 time: 3.3238604 Jan 28 19:12:39.738648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbc7c93-6f0c-4655-8f9f-b2159781200e', 'tag': '08a1958a-fad3-4024-bc0e-56cc1a7ed551'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:39.741037 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207eb732-dbcd-4b84-9d6f-4a5e4fcc6147" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbc7c93-6f0c-4655-8f9f-b2159781200e", "tag": "08a1958a-fad3-4024-bc0e-56cc1a7ed551"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:39.777462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f56bdd63-d34c-4c42-a906-f4df596cb455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'name': 'tempest-ServersTestJSON-1609107-router', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:58Z', 'updated_at': '2022-01-28T19:12:04Z', 'revision_number': 4, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'gw_port': {'id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:00Z', 'updated_at': '2022-01-28T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'd8acb70a-3f29-4c21-ad41-8c2067c10ba2', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'port_id': '08a1958a-fad3-4024-bc0e-56cc1a7ed551', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47', 'mac_address': 'fa:16:3e:8f:e4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbc7c93-6f0c-4655-8f9f-b2159781200e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:12:12Z', 'updated_at': '2022-01-28T19:12:37Z', 'revision_number': 1, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bdeeaa-6cf3-457b-9a45-e9cf87a972fa', 'name': '', 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'mac_address': 'fa:16:3e:57:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:04Z', 'updated_at': '2022-01-28T19:12:10Z', 'revision_number': 5, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'subnets': [{'id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:39.810573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56bdd63-d34c-4c42-a906-f4df596cb455 None None] Checking router: 0b385604-c49e-48b2-a3c4-a2a8769bf89d for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:12:39.822518 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56bdd63-d34c-4c42-a906-f4df596cb455 None None] Routers {'0b385604-c49e-48b2-a3c4-a2a8769bf89d'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:39.823177 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f56bdd63-d34c-4c42-a906-f4df596cb455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:12:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:39.942005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f56bdd63-d34c-4c42-a906-f4df596cb455 None None] Set router 0b385604-c49e-48b2-a3c4-a2a8769bf89d gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:39.999662 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-130c50ed-1390-4599-b9da-dcd6206028fc req-0c00d920-6cfc-4f1b-b1c0-7565edda2702 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6103280 Jan 28 19:12:40.196567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-f3dcf5a0-af62-4396-8bed-2348868edad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:40.198008 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-f3dcf5a0-af62-4396-8bed-2348868edad3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 1128 time: 0.8951790 Jan 28 19:12:40.227587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee027e5-2b7c-4694-aa0d-3256dd69823c req-b87f330a-aaa2-4fef-a835-2f7155d2ecdb tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:40.229208 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f56bdd63-d34c-4c42-a906-f4df596cb455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'name': 'tempest-ServersTestJSON-1609107-router', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:58Z', 'updated_at': '2022-01-28T19:12:04Z', 'revision_number': 4, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'gw_port': {'id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:00Z', 'updated_at': '2022-01-28T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'd8acb70a-3f29-4c21-ad41-8c2067c10ba2', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'port_id': '08a1958a-fad3-4024-bc0e-56cc1a7ed551', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47', 'mac_address': 'fa:16:3e:8f:e4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbc7c93-6f0c-4655-8f9f-b2159781200e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:12:12Z', 'updated_at': '2022-01-28T19:12:37Z', 'revision_number': 1, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bdeeaa-6cf3-457b-9a45-e9cf87a972fa', 'name': '', 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'mac_address': 'fa:16:3e:57:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:04Z', 'updated_at': '2022-01-28T19:12:10Z', 'revision_number': 5, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'subnets': [{'id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:40.233453 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee027e5-2b7c-4694-aa0d-3256dd69823c req-b87f330a-aaa2-4fef-a835-2f7155d2ecdb tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:40.239146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee027e5-2b7c-4694-aa0d-3256dd69823c req-b87f330a-aaa2-4fef-a835-2f7155d2ecdb tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:40.240853 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dee027e5-2b7c-4694-aa0d-3256dd69823c req-b87f330a-aaa2-4fef-a835-2f7155d2ecdb tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 2373 time: 0.5366695 Jan 28 19:12:40.242213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-0bf6d05e-d8f4-498f-a065-2b9912fd6be7 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:40.244053 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-0bf6d05e-d8f4-498f-a065-2b9912fd6be7 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.31 "GET /v2.0/networks?id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1 HTTP/1.1" status: 200 len: 802 time: 0.6600115 Jan 28 19:12:40.253825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e1019-8732-4906-aee1-1170e912332e req-603cb171-b4e6-49bb-b78d-c8ad3d65ba3a tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:40.260817 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d3e1019-8732-4906-aee1-1170e912332e req-603cb171-b4e6-49bb-b78d-c8ad3d65ba3a tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 946 time: 0.1575968 Jan 28 19:12:40.273424 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-a7f2c638-c6f7-4b53-bc4b-5dc4c3c9b9ce tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Request body: {'port': {'device_id': '9e99a30e-1dae-49c9-9583-27e7f142b946', 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1', 'admin_state_up': True, 'tenant_id': '3da39749e42a41868cf367b3be55b9b8'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:40.277564 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56bdd63-d34c-4c42-a906-f4df596cb455 None None] The sync data for ids ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'] in n-d-824834-4 is: [{'id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'name': 'tempest-ServersTestJSON-1609107-router', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:58Z', 'updated_at': '2022-01-28T19:12:04Z', 'revision_number': 4, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'gw_port': {'id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:00Z', 'updated_at': '2022-01-28T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'd8acb70a-3f29-4c21-ad41-8c2067c10ba2', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'port_id': '08a1958a-fad3-4024-bc0e-56cc1a7ed551', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 998, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47', 'mac_address': 'fa:16:3e:8f:e4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbc7c93-6f0c-4655-8f9f-b2159781200e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:12:12Z', 'updated_at': '2022-01-28T19:12:37Z', 'revision_number': 1, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66bdeeaa-6cf3-457b-9a45-e9cf87a972fa', 'name': '', 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'mac_address': 'fa:16:3e:57:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:04Z', 'updated_at': '2022-01-28T19:12:10Z', 'revision_number': 5, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'subnets': [{'id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:12:40.368995 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-9255b65f-456e-46a1-ac19-d3aab0ce04ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:40.371033 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-9255b65f-456e-46a1-ac19-d3aab0ce04ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.1643889 Jan 28 19:12:40.404600 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-6f018e8b-528e-43f9-92ef-9067c7ab0927 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.451230 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d3e1019-8732-4906-aee1-1170e912332e req-b4267907-8e31-4564-bbd7-5b2fea2ac6d9 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups?id=570c0633-f895-49f2-95b1-4b1c03df8049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848836 Jan 28 19:12:40.469812 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dee027e5-2b7c-4694-aa0d-3256dd69823c req-9c8aed65-0a4a-486a-a5af-62f0f05d2013 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069995 Jan 28 19:12:40.471789 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-5264573f-8efd-4788-a533-b08c6ebd51b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c HTTP/1.1" status: 200 len: 217 time: 0.0725539 Jan 28 19:12:40.539803 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-a7f2c638-c6f7-4b53-bc4b-5dc4c3c9b9ce tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Made reservation on behalf of 3da39749e42a41868cf367b3be55b9b8 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:40.543292 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-a7f2c638-c6f7-4b53-bc4b-5dc4c3c9b9ce tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.567878 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e210645e-db73-4973-9c1d-1c147c9e1b22 None None] New status for floating IP d8acb70a-3f29-4c21-ad41-8c2067c10ba2: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:12:40.588421 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deccfee9-5582-428c-959b-6c7d1d8d3ca0 x-openstack-request-id: req-deccfee9-5582-428c-959b-6c7d1d8d3ca0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:40.589174 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbc7c93-6f0c-4655-8f9f-b2159781200e", "tag": "08a1958a-fad3-4024-bc0e-56cc1a7ed551", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:40.590163 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-deccfee9-5582-428c-959b-6c7d1d8d3ca0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:40.590890 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecbc7c93-6f0c-4655-8f9f-b2159781200e', 'tag': '08a1958a-fad3-4024-bc0e-56cc1a7ed551', 'status': 'completed', 'code': 200} Jan 28 19:12:40.652791 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-5dbb7daf-80ea-4974-8697-93e84604c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:40.655462 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-5dbb7daf-80ea-4974-8697-93e84604c95d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.1662009 Jan 28 19:12:40.699475 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-6f018e8b-528e-43f9-92ef-9067c7ab0927 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.706366 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-0b01688f-6121-4013-b866-a8a7a8fb0e47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414095 Jan 28 19:12:40.788153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b48e0-6014-42bd-8461-8518d8585327 req-8c53cfbe-044f-4ef7-b042-84a89140e3fe tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:40.789796 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c94b48e0-6014-42bd-8461-8518d8585327 req-8c53cfbe-044f-4ef7-b042-84a89140e3fe tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.2268090 Jan 28 19:12:40.790752 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Publish callbacks [] for router_gateway (2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.807085 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eb732-dbcd-4b84-9d6f-4a5e4fcc6147 req-81a9c8df-828e-4765-b928-7e4dfccca777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:40.808630 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-207eb732-dbcd-4b84-9d6f-4a5e4fcc6147 req-81a9c8df-828e-4765-b928-7e4dfccca777 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b40da74f60b74b179db861a2ffa53978&device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 1128 time: 0.2144513 Jan 28 19:12:40.818578 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad3a38ab-df75-45e9-932d-e305571e42e0 req-08546811-dc00-4e5c-a34f-1e7987c57960 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e99a30e-1dae-49c9-9583-27e7f142b946 HTTP/1.1" status: 200 len: 210 time: 0.1160076 Jan 28 19:12:40.855745 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:40.909489 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-6f018e8b-528e-43f9-92ef-9067c7ab0927 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Network 98ba37f4-6b62-4b65-b112-500b83bfc44d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:40.926167 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-6f018e8b-528e-43f9-92ef-9067c7ab0927 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:40.928964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-6f018e8b-528e-43f9-92ef-9067c7ab0927 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:40.939982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-a7f2c638-c6f7-4b53-bc4b-5dc4c3c9b9ce tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Allocated IP 172.20.0.4 (8a9c11ec-17d4-435e-a13b-0efb9529d2f1/8eb5347e-d66a-46e3-9579-1241a6589256/dbf4b15a-c171-458a-ae7e-f2a54357a367) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:40.986334 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c94b48e0-6014-42bd-8461-8518d8585327 req-3a944dbe-0c28-4f22-9cc8-cac17f8be597 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307325 Jan 28 19:12:41.017757 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f018e8b-528e-43f9-92ef-9067c7ab0927 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event updated for resources: {'Port': ['ID=3efdff0a-8a2d-4378-af59-5e2f16314b7c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:41.043834 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-6f018e8b-528e-43f9-92ef-9067c7ab0927 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:41.044645 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-6f018e8b-528e-43f9-92ef-9067c7ab0927 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.068431 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Allocated IP 172.25.0.140 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/18a503b4-58d3-41c9-9346-08babbf43dbe) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:41.077757 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-6f018e8b-528e-43f9-92ef-9067c7ab0927 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6733077 Jan 28 19:12:41.108685 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-f98933d0-e2e9-42d2-9aaf-8917f4fb6120 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Request body: {'port': {'device_id': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d', 'admin_state_up': True, 'tenant_id': '6617f763bd2b491295631965114da93b', 'security_groups': ['d28f25f1-fb23-4ae3-ac0a-04a0965e85e4']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:41.201594 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Publish callbacks [] for port (18a503b4-58d3-41c9-9346-08babbf43dbe), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.241029 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eb732-dbcd-4b84-9d6f-4a5e4fcc6147 req-14d3b52e-5873-43e0-843b-034353127dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:41.242844 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-207eb732-dbcd-4b84-9d6f-4a5e4fcc6147 req-14d3b52e-5873-43e0-843b-034353127dfd service neutron] 10.222.0.37 "GET /v2.0/networks?id=2acb1f88-b7fa-424b-ae56-b15b5300cc47 HTTP/1.1" status: 200 len: 904 time: 0.3985872 Jan 28 19:12:41.244404 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-a4fd290e-3715-4736-916d-ec0a6c44412d service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213749 Jan 28 19:12:41.279536 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-082fefa3-1f60-475f-ad08-78e536f2c933 None None] Provisioning complete for port 3efdff0a-8a2d-4378-af59-5e2f16314b7c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:41.280805 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-082fefa3-1f60-475f-ad08-78e536f2c933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.285571 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (18a503b4-58d3-41c9-9346-08babbf43dbe), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.320588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-082fefa3-1f60-475f-ad08-78e536f2c933 None None] Port 3efdff0a-8a2d-4378-af59-5e2f16314b7c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:12:41.352932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:41.361223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:41.367376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:41.412326 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba618fb-7c72-404d-9a89-224a5d4288f1 req-23fd7823-6c1e-4c87-be68-1b014300e49c tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:41.413860 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3ba618fb-7c72-404d-9a89-224a5d4288f1 req-23fd7823-6c1e-4c87-be68-1b014300e49c tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 946 time: 0.2800376 Jan 28 19:12:41.424297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Pushing event updated for resources: {'Port': ['ID=18a503b4-58d3-41c9-9346-08babbf43dbe,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:41.449467 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-85495068-d7cc-4813-a364-056993b51995 service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952779 Jan 28 19:12:41.460036 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-207eb732-dbcd-4b84-9d6f-4a5e4fcc6147 req-38614ae2-2ae7-489f-bb0a-fb5f32d32196 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08a1958a-fad3-4024-bc0e-56cc1a7ed551 HTTP/1.1" status: 200 len: 1002 time: 0.1431861 Jan 28 19:12:41.462977 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-a7f2c638-c6f7-4b53-bc4b-5dc4c3c9b9ce tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks [] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.523401 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-f98933d0-e2e9-42d2-9aaf-8917f4fb6120 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Made reservation on behalf of 6617f763bd2b491295631965114da93b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:41.528284 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-f98933d0-e2e9-42d2-9aaf-8917f4fb6120 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.559885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3ba618fb-7c72-404d-9a89-224a5d4288f1 req-cde71f52-aaa3-4777-8bc1-61f4503c4e29 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382275 Jan 28 19:12:41.619131 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eb732-dbcd-4b84-9d6f-4a5e4fcc6147 req-4e980e42-dc38-49d2-b070-693a2a2c8e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:41.620614 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-207eb732-dbcd-4b84-9d6f-4a5e4fcc6147 req-4e980e42-dc38-49d2-b070-693a2a2c8e90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b05a9622-0a32-4de6-bb6c-b49f21ce62f0 HTTP/1.1" status: 200 len: 842 time: 0.1468515 Jan 28 19:12:41.660861 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-a7f2c638-c6f7-4b53-bc4b-5dc4c3c9b9ce tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.725059 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-fdd50bb1-2937-4433-95fb-6595d5183134 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:41.726722 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-fdd50bb1-2937-4433-95fb-6595d5183134 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc&tenant_id=be0bcd491a344f1d9cdebd1430d3209a&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 1128 time: 0.1953189 Jan 28 19:12:41.739875 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824834-4'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:41.748594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23d3ba-e78a-47da-8da8-0fc53c2ee8f8 req-c718ca31-ce52-42f1-ab34-75470832dbd4 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:41.754512 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23d3ba-e78a-47da-8da8-0fc53c2ee8f8 req-c718ca31-ce52-42f1-ab34-75470832dbd4 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:41.760207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23d3ba-e78a-47da-8da8-0fc53c2ee8f8 req-c718ca31-ce52-42f1-ab34-75470832dbd4 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:41.765677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23d3ba-e78a-47da-8da8-0fc53c2ee8f8 req-c718ca31-ce52-42f1-ab34-75470832dbd4 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:41.767607 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dd23d3ba-e78a-47da-8da8-0fc53c2ee8f8 req-c718ca31-ce52-42f1-ab34-75470832dbd4 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 3094 time: 0.1696956 Jan 28 19:12:41.799228 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-a7f2c638-c6f7-4b53-bc4b-5dc4c3c9b9ce tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:41.805251 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2c638-c6f7-4b53-bc4b-5dc4c3c9b9ce tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Pushing event updated for resources: {'Port': ['ID=dbf4b15a-c171-458a-ae7e-f2a54357a367,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:41.848548 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-a7f2c638-c6f7-4b53-bc4b-5dc4c3c9b9ce tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:41.855791 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-a7f2c638-c6f7-4b53-bc4b-5dc4c3c9b9ce tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:41.859698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eb732-dbcd-4b84-9d6f-4a5e4fcc6147 req-ecbfabd6-4bd6-4116-8cfc-8caf87a9975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:41.861231 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-207eb732-dbcd-4b84-9d6f-4a5e4fcc6147 req-ecbfabd6-4bd6-4116-8cfc-8caf87a9975b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2acb1f88-b7fa-424b-ae56-b15b5300cc47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2112007 Jan 28 19:12:41.888610 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.904778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-f98933d0-e2e9-42d2-9aaf-8917f4fb6120 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Allocated IP 10.2.2.200 (98ba37f4-6b62-4b65-b112-500b83bfc44d/269dce06-feb7-46d2-b4e7-7696dfdedea1/fb5f305d-2922-42df-8fe7-9043a96ffe72) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:41.932427 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Publish callbacks [] for router_gateway (2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:41.972140 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dd23d3ba-e78a-47da-8da8-0fc53c2ee8f8 req-c79379b2-cdb4-4de2-a5d0-d6aec337e608 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976769 Jan 28 19:12:41.979641 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-a7f2c638-c6f7-4b53-bc4b-5dc4c3c9b9ce tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:41.980351 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-a7f2c638-c6f7-4b53-bc4b-5dc4c3c9b9ce tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.068633 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-a7f2c638-c6f7-4b53-bc4b-5dc4c3c9b9ce tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7986431 Jan 28 19:12:42.100889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Request body: {'port': {'device_id': '9e99a30e-1dae-49c9-9583-27e7f142b946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:42.174192 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-207eb732-dbcd-4b84-9d6f-4a5e4fcc6147 req-6ee7ed2f-e917-493d-9a98-6a709a6e5106 service neutron] 10.222.0.37 "GET /v2.0/networks/2acb1f88-b7fa-424b-ae56-b15b5300cc47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045363 Jan 28 19:12:42.204438 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa560da-a9c1-4999-bcb1-a051d897d793 req-f5118c5f-1308-400c-a5a3-879203b40a7f tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:42.205869 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8aa560da-a9c1-4999-bcb1-a051d897d793 req-f5118c5f-1308-400c-a5a3-879203b40a7f tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e99a30e-1dae-49c9-9583-27e7f142b946 HTTP/1.1" status: 200 len: 931 time: 0.2548966 Jan 28 19:12:42.234194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a54b1e-1fb6-48e7-84fc-4063e225a0cd req-e9616a51-3278-4e86-bdd2-e74f50ad53c6 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:42.235712 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72a54b1e-1fb6-48e7-84fc-4063e225a0cd req-e9616a51-3278-4e86-bdd2-e74f50ad53c6 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.1754191 Jan 28 19:12:42.244715 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.340898 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-f98933d0-e2e9-42d2-9aaf-8917f4fb6120 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.346134 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] For port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:42.359911 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.381154 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72a54b1e-1fb6-48e7-84fc-4063e225a0cd req-623be5d7-e8a6-4612-aa67-ceb87f41baa5 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295395 Jan 28 19:12:42.394059 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8aa560da-a9c1-4999-bcb1-a051d897d793 req-a4507d7d-f8ec-48d1-b300-dbee41f8d6ab tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653562 Jan 28 19:12:42.448329 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-207eb732-dbcd-4b84-9d6f-4a5e4fcc6147 req-8059f749-aa0a-4fd4-aac0-32accf3826bb service neutron] 10.222.0.37 "GET /v2.0/networks/2acb1f88-b7fa-424b-ae56-b15b5300cc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560122 Jan 28 19:12:42.456953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] For port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:42.521917 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Publish callbacks [] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.531468 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.602290 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f338e9b-3cab-4ebf-97ec-b0f120410bcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c1eeb3b-fcdc-43ea-b426-100e8a907a8c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:42.605211 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ff9bf2-4492-4c1c-be38-99864ab3e6fc" -d '{"events": [{"server_uuid": "6f338e9b-3cab-4ebf-97ec-b0f120410bcc", "name": "network-vif-unplugged", "status": "completed", "tag": "4c1eeb3b-fcdc-43ea-b426-100e8a907a8c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:42.610282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:42.637421 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-f98933d0-e2e9-42d2-9aaf-8917f4fb6120 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.653819 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:12:42.705941 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7f154f-c82d-4796-9db8-8d90bd8c32ab x-openstack-request-id: req-5b7f154f-c82d-4796-9db8-8d90bd8c32ab {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:42.706281 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f338e9b-3cab-4ebf-97ec-b0f120410bcc", "name": "network-vif-unplugged", "status": "completed", "tag": "4c1eeb3b-fcdc-43ea-b426-100e8a907a8c", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:42.706512 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b7f154f-c82d-4796-9db8-8d90bd8c32ab {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:42.706900 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f338e9b-3cab-4ebf-97ec-b0f120410bcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c1eeb3b-fcdc-43ea-b426-100e8a907a8c', 'code': 200} Jan 28 19:12:42.732510 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-f98933d0-e2e9-42d2-9aaf-8917f4fb6120 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Network 98ba37f4-6b62-4b65-b112-500b83bfc44d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:42.760705 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-f98933d0-e2e9-42d2-9aaf-8917f4fb6120 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:42.763418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-f98933d0-e2e9-42d2-9aaf-8917f4fb6120 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:42.777449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Attempting to bind port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c on host n-h1-824834-4 for vnic_type normal with profile {"migrating_to": "n-h2-824834-4"} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:42.777783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Attempting to bind port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:42.778141 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Attempting to bind port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:42.812238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98933d0-e2e9-42d2-9aaf-8917f4fb6120 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event updated for resources: {'Port': ['ID=fb5f305d-2922-42df-8fe7-9043a96ffe72,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:42.819406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c on network 07cf55c4-e390-408e-b1e2-a832ba462c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:12:42.819658 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Attempting to bind port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:42.844547 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-f98933d0-e2e9-42d2-9aaf-8917f4fb6120 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:42.845221 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-f98933d0-e2e9-42d2-9aaf-8917f4fb6120 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.847947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:42.848277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Checking segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:42.848654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Bound using segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:42.849101 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Bound port: 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:42.849455 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:42.881227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce3859-cb7b-48bb-86b2-f8364fca4ae3 req-e3f23efd-d958-4e66-8647-c1c32fe57761 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:42.882834 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-32ce3859-cb7b-48bb-86b2-f8364fca4ae3 req-e3f23efd-d958-4e66-8647-c1c32fe57761 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 944 time: 0.1934977 Jan 28 19:12:42.917381 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-f98933d0-e2e9-42d2-9aaf-8917f4fb6120 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8158145 Jan 28 19:12:42.932945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Request body: {'port': {'device_id': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:43.034525 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-32ce3859-cb7b-48bb-86b2-f8364fca4ae3 req-8c4f382f-217d-4662-ab50-c62081606dbc tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267273 Jan 28 19:12:43.067637 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] For port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:43.089523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] For port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:43.094670 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:43.116782 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:43.162422 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7db02d7c-be75-419f-992f-3e8c741198c9 None None] Provisioning complete for port fb5f305d-2922-42df-8fe7-9043a96ffe72 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:43.170774 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7db02d7c-be75-419f-992f-3e8c741198c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:43.205363 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf4b15a-c171-458a-ae7e-f2a54357a367 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:43.215939 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7db02d7c-be75-419f-992f-3e8c741198c9 None None] Port fb5f305d-2922-42df-8fe7-9043a96ffe72 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:12:43.216676 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Publish callbacks [] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:43.240680 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Transition to ACTIVE for port object dbf4b15a-c171-458a-ae7e-f2a54357a367 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:12:43.248816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:12:43.251544 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:43.264221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Sync routers for ids ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:12:43.278949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Routers {'2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:43.279579 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:12:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:43.295158 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:43.295820 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:43.297976 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] 10.222.0.37 "PUT /v2.0/ports/4c1eeb3b-fcdc-43ea-b426-100e8a907a8c HTTP/1.1" status: 200 len: 1122 time: 1.5629804 Jan 28 19:12:43.357497 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:43.359175 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-364b3538-0fbe-4d76-958c-6f3b25475895 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.2027197 Jan 28 19:12:43.364500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Pushing event updated for resources: {'Port': ['ID=dbf4b15a-c171-458a-ae7e-f2a54357a367,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:43.367568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40394) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:43.393959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa8b59-57bb-463c-848c-a4d229cacbe6 req-b65eb894-288a-4b4d-bdec-d03b1decaa94 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:43.399217 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa8b59-57bb-463c-848c-a4d229cacbe6 req-b65eb894-288a-4b4d-bdec-d03b1decaa94 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:43.404408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa8b59-57bb-463c-848c-a4d229cacbe6 req-b65eb894-288a-4b4d-bdec-d03b1decaa94 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:43.409605 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa8b59-57bb-463c-848c-a4d229cacbe6 req-b65eb894-288a-4b4d-bdec-d03b1decaa94 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:43.414925 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa8b59-57bb-463c-848c-a4d229cacbe6 req-b65eb894-288a-4b4d-bdec-d03b1decaa94 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:43.423774 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65fa8b59-57bb-463c-848c-a4d229cacbe6 req-b65eb894-288a-4b4d-bdec-d03b1decaa94 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 3815 time: 0.2811568 Jan 28 19:12:43.430272 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['4c1eeb3b-fcdc-43ea-b426-100e8a907a8c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:12:43.434315 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeade211-f8c4-4785-9a0b-4e6339333210 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,revision_number=8']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:43.508200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Set router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:43.565022 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c917a8-41c6-49dd-95c3-bc7d72000e28 req-c8057e2f-34a1-4f8d-a563-cde9a9f75a13 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:43.573017 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-25c917a8-41c6-49dd-95c3-bc7d72000e28 req-c8057e2f-34a1-4f8d-a563-cde9a9f75a13 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/ports?device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 945 time: 0.2665963 Jan 28 19:12:43.639022 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Attempting to bind port dbf4b15a-c171-458a-ae7e-f2a54357a367 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:43.639584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Attempting to bind port dbf4b15a-c171-458a-ae7e-f2a54357a367 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:43.640011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Attempting to bind port dbf4b15a-c171-458a-ae7e-f2a54357a367 on network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:43.701343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Port dbf4b15a-c171-458a-ae7e-f2a54357a367 on network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:12:43.701751 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Attempting to bind port dbf4b15a-c171-458a-ae7e-f2a54357a367 on network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:43.722517 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-25c917a8-41c6-49dd-95c3-bc7d72000e28 req-e30bf00f-c428-4d8c-a1eb-8ce443eb4350 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/security-groups?id=798225d4-9de7-42db-b4ef-2d535a63ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482174 Jan 28 19:12:43.736973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:43.739270 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Checking segment: {'id': '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:43.742661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Bound using segment: {'id': '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:43.743291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Bound port: dbf4b15a-c171-458a-ae7e-f2a54357a367, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:43.743751 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:43.855687 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65fa8b59-57bb-463c-848c-a4d229cacbe6 req-c9212131-e84c-49d5-9c95-f0133b96b2cb tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4210062 Jan 28 19:12:43.945128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] For port dbf4b15a-c171-458a-ae7e-f2a54357a367, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:43.969090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] For port dbf4b15a-c171-458a-ae7e-f2a54357a367, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=dbf4b15a-c171-458a-ae7e-f2a54357a367,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:43.995507 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f1914-5409-4efe-b67b-ae4eb1647422 req-79c183a2-3f3f-42a8-8a6e-428a1510b8c3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:43.997400 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-442f1914-5409-4efe-b67b-ae4eb1647422 req-79c183a2-3f3f-42a8-8a6e-428a1510b8c3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.0985961 Jan 28 19:12:44.024919 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.029072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-router', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:39Z', 'updated_at': '2022-01-28T19:12:41Z', 'revision_number': 3, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'gw_port': {'id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:44.044894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300ab47-9de3-4853-8920-4fdc8075e75c req-8dcce95e-588a-4bc5-b6eb-8294191003b7 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:44.046711 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1300ab47-9de3-4853-8920-4fdc8075e75c req-8dcce95e-588a-4bc5-b6eb-8294191003b7 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e99a30e-1dae-49c9-9583-27e7f142b946 HTTP/1.1" status: 200 len: 943 time: 0.2129416 Jan 28 19:12:44.076786 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Checking router: 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:12:44.076786 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Updating router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 port 18a503b4-58d3-41c9-9346-08babbf43dbe binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:12:44.086897 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-442f1914-5409-4efe-b67b-ae4eb1647422 req-1bd7f121-9981-4706-9f03-ae7863b4e513 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828927 Jan 28 19:12:44.095210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:44.095996 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.096616 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ab8bcc-5100-4235-85e8-fb0ff3effe78 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:44.097605 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] 10.222.0.31 "PUT /v2.0/ports/dbf4b15a-c171-458a-ae7e-f2a54357a367 HTTP/1.1" status: 200 len: 1091 time: 2.0172372 Jan 28 19:12:44.110966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e99a30e-1dae-49c9-9583-27e7f142b946', 'tag': 'dbf4b15a-c171-458a-ae7e-f2a54357a367'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:44.110966 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69c6069-5a77-46b4-a9f0-cb56742180dd" -d '{"events": [{"name": "network-changed", "server_uuid": "9e99a30e-1dae-49c9-9583-27e7f142b946", "tag": "dbf4b15a-c171-458a-ae7e-f2a54357a367"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:44.120964 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Publish callbacks [] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.131043 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (18a503b4-58d3-41c9-9346-08babbf43dbe), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.173330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Transition to ACTIVE for port object c8ab8bcc-5100-4235-85e8-fb0ff3effe78 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:12:44.184612 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.202898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95accf8-5b88-4f70-8e99-9b9e50018f5d service neutron] Pushing event updated for resources: {'Port': ['ID=dbf4b15a-c171-458a-ae7e-f2a54357a367,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:44.245541 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1300ab47-9de3-4853-8920-4fdc8075e75c req-2581e708-b706-4643-b576-33800bf66994 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744995 Jan 28 19:12:44.278148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Pushing event updated for resources: {'Port': ['ID=c8ab8bcc-5100-4235-85e8-fb0ff3effe78,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:44.321145 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33fea84-b22c-4eec-b1eb-dfcddf713839 x-openstack-request-id: req-e33fea84-b22c-4eec-b1eb-dfcddf713839 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:44.321551 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e99a30e-1dae-49c9-9583-27e7f142b946", "tag": "dbf4b15a-c171-458a-ae7e-f2a54357a367", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:44.321902 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e33fea84-b22c-4eec-b1eb-dfcddf713839 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:44.322413 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e99a30e-1dae-49c9-9583-27e7f142b946', 'tag': 'dbf4b15a-c171-458a-ae7e-f2a54357a367', 'status': 'completed', 'code': 200} Jan 28 19:12:44.357100 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-6155702f-d38f-4072-a5bd-a175cc06db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:44.369817 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-6155702f-d38f-4072-a5bd-a175cc06db4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3da39749e42a41868cf367b3be55b9b8&device_id=9e99a30e-1dae-49c9-9583-27e7f142b946 HTTP/1.1" status: 200 len: 1125 time: 0.1943839 Jan 28 19:12:44.377689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca967c94-f005-4b48-806a-7fc73ef42b7b req-94093ae7-e860-498c-9fa6-8bdf0ec4dafb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:44.385687 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca967c94-f005-4b48-806a-7fc73ef42b7b req-94093ae7-e860-498c-9fa6-8bdf0ec4dafb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 944 time: 0.1458938 Jan 28 19:12:44.452194 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca967c94-f005-4b48-806a-7fc73ef42b7b req-df8c8220-672e-45da-942b-83dbce48dfce tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654168 Jan 28 19:12:44.481006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Attempting to bind port c8ab8bcc-5100-4235-85e8-fb0ff3effe78 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:44.481006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Attempting to bind port c8ab8bcc-5100-4235-85e8-fb0ff3effe78 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '9d5c6e12-c712-4983-98fd-50717ae7c18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:44.481006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Attempting to bind port c8ab8bcc-5100-4235-85e8-fb0ff3effe78 on network 7948a81e-3fe8-4059-93c5-2faeaa093a70 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:44.485857 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Publish callbacks [] for port (18a503b4-58d3-41c9-9346-08babbf43dbe), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.495415 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-cb3b5ce2-c1f7-4cde-887e-33a15ff76850 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbf4b15a-c171-458a-ae7e-f2a54357a367 HTTP/1.1" status: 200 len: 217 time: 0.1124535 Jan 28 19:12:44.500086 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Port c8ab8bcc-5100-4235-85e8-fb0ff3effe78 on network 7948a81e-3fe8-4059-93c5-2faeaa093a70 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:12:44.500280 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (18a503b4-58d3-41c9-9346-08babbf43dbe), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.502003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Attempting to bind port c8ab8bcc-5100-4235-85e8-fb0ff3effe78 on network 7948a81e-3fe8-4059-93c5-2faeaa093a70 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:44.512846 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:44.521567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Checking segment: {'id': '9d5c6e12-c712-4983-98fd-50717ae7c18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:44.522137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Bound using segment: {'id': '9d5c6e12-c712-4983-98fd-50717ae7c18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:44.522732 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Bound port: c8ab8bcc-5100-4235-85e8-fb0ff3effe78, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d5c6e12-c712-4983-98fd-50717ae7c18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:44.523250 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.580378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957149b-e8fd-49ab-b4ee-379fc0ab3efb None None] Pushing event updated for resources: {'Port': ['ID=18a503b4-58d3-41c9-9346-08babbf43dbe,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:44.583921 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Attempting to bind port 18a503b4-58d3-41c9-9346-08babbf43dbe on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:44.584594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Attempting to bind port 18a503b4-58d3-41c9-9346-08babbf43dbe by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:44.585141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Attempting to bind port 18a503b4-58d3-41c9-9346-08babbf43dbe on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:44.586607 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.607088 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0957149b-e8fd-49ab-b4ee-379fc0ab3efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.607782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0957149b-e8fd-49ab-b4ee-379fc0ab3efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.608281 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0957149b-e8fd-49ab-b4ee-379fc0ab3efb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.608769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0957149b-e8fd-49ab-b4ee-379fc0ab3efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.609253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0957149b-e8fd-49ab-b4ee-379fc0ab3efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.609803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0957149b-e8fd-49ab-b4ee-379fc0ab3efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.610328 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0957149b-e8fd-49ab-b4ee-379fc0ab3efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.611013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0957149b-e8fd-49ab-b4ee-379fc0ab3efb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.611899 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0957149b-e8fd-49ab-b4ee-379fc0ab3efb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.612398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0957149b-e8fd-49ab-b4ee-379fc0ab3efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.612881 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0957149b-e8fd-49ab-b4ee-379fc0ab3efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.613359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0957149b-e8fd-49ab-b4ee-379fc0ab3efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.613881 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0957149b-e8fd-49ab-b4ee-379fc0ab3efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:44.622644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:44.623389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:44.623594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-80cb6e4a-f468-4765-bfe4-17a7ec51de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:44.624166 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.625546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:44.625769 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-80cb6e4a-f468-4765-bfe4-17a7ec51de4f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8eb5347e-d66a-46e3-9579-1241a6589256 HTTP/1.1" status: 200 len: 842 time: 0.1209238 Jan 28 19:12:44.628664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Bound port: 18a503b4-58d3-41c9-9346-08babbf43dbe, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:44.629332 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (18a503b4-58d3-41c9-9346-08babbf43dbe), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.653892 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] For port c8ab8bcc-5100-4235-85e8-fb0ff3effe78, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:44.658617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] For port c8ab8bcc-5100-4235-85e8-fb0ff3effe78, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c8ab8bcc-5100-4235-85e8-fb0ff3effe78,segment=NetworkSegment(9d5c6e12-c712-4983-98fd-50717ae7c18b),segment_id=9d5c6e12-c712-4983-98fd-50717ae7c18b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:44.668458 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.723165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f338e9b-3cab-4ebf-97ec-b0f120410bcc', 'tag': '4c1eeb3b-fcdc-43ea-b426-100e8a907a8c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:44.725469 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] For port 18a503b4-58d3-41c9-9346-08babbf43dbe, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:44.729240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] For port 18a503b4-58d3-41c9-9346-08babbf43dbe, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=18a503b4-58d3-41c9-9346-08babbf43dbe,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:44.731327 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15558479-ae95-4506-9fe0-c29353bea4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6f338e9b-3cab-4ebf-97ec-b0f120410bcc", "tag": "4c1eeb3b-fcdc-43ea-b426-100e8a907a8c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:44.737263 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-e7a3de86-f25a-4706-9863-e819cf2171d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942755 Jan 28 19:12:44.747647 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (18a503b4-58d3-41c9-9346-08babbf43dbe), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.757633 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:44.758283 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:44.764298 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] 10.222.0.37 "PUT /v2.0/ports/c8ab8bcc-5100-4235-85e8-fb0ff3effe78 HTTP/1.1" status: 200 len: 1092 time: 1.8353972 Jan 28 19:12:44.825529 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b16ffc3-35ec-49d1-9bd8-4207a3bda8d4 x-openstack-request-id: req-2b16ffc3-35ec-49d1-9bd8-4207a3bda8d4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:44.825816 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f338e9b-3cab-4ebf-97ec-b0f120410bcc", "tag": "4c1eeb3b-fcdc-43ea-b426-100e8a907a8c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:44.826091 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b16ffc3-35ec-49d1-9bd8-4207a3bda8d4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:44.826676 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f338e9b-3cab-4ebf-97ec-b0f120410bcc', 'tag': '4c1eeb3b-fcdc-43ea-b426-100e8a907a8c', 'status': 'completed', 'code': 200} Jan 28 19:12:44.833492 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Request body: {'port': {'device_id': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:44.884253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Routers {'2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:44.885114 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:12:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:44.934703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58b1a1-ee0a-462e-9ca1-2c26e5b9769b service neutron] Pushing event updated for resources: {'Port': ['ID=c8ab8bcc-5100-4235-85e8-fb0ff3effe78,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:44.958059 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.017778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50caf768-5ffe-41fc-9d30-498d4bff07f9 req-bf02f924-378d-4e38-bf4e-b1622fbe6d82 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:45.028653 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50caf768-5ffe-41fc-9d30-498d4bff07f9 req-bf02f924-378d-4e38-bf4e-b1622fbe6d82 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/ports?device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 945 time: 0.2271447 Jan 28 19:12:45.046633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] Set router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:45.116344 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50caf768-5ffe-41fc-9d30-498d4bff07f9 req-38e4e933-5aa3-4635-915c-0e5249158dee tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/security-groups?id=798225d4-9de7-42db-b4ef-2d535a63ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836024 Jan 28 19:12:45.135055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15558479-ae95-4506-9fe0-c29353bea4a1 req-d6aeead0-9f37-4433-85b5-0299640ea7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:45.135055 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-15558479-ae95-4506-9fe0-c29353bea4a1 req-d6aeead0-9f37-4433-85b5-0299640ea7e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 1156 time: 0.2786040 Jan 28 19:12:45.146881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6333ff-9274-4ac7-8f59-58781b5e7be0 req-103bc298-4fcf-468f-8110-edecc800a229 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:45.152267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6333ff-9274-4ac7-8f59-58781b5e7be0 req-103bc298-4fcf-468f-8110-edecc800a229 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:45.158704 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6333ff-9274-4ac7-8f59-58781b5e7be0 req-103bc298-4fcf-468f-8110-edecc800a229 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:45.165716 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6333ff-9274-4ac7-8f59-58781b5e7be0 req-103bc298-4fcf-468f-8110-edecc800a229 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:45.171028 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6333ff-9274-4ac7-8f59-58781b5e7be0 req-103bc298-4fcf-468f-8110-edecc800a229 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:45.179046 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4c6333ff-9274-4ac7-8f59-58781b5e7be0 req-103bc298-4fcf-468f-8110-edecc800a229 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 3827 time: 0.2268822 Jan 28 19:12:45.215220 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-89a96ffe-36aa-4e0b-b027-9f01a8077bb8 service neutron] 10.222.0.31 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523253 Jan 28 19:12:45.254144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957149b-e8fd-49ab-b4ee-379fc0ab3efb None None] Pushing event updated for resources: {'Port': ['ID=18a503b4-58d3-41c9-9346-08babbf43dbe,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:45.311930 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-router', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:39Z', 'updated_at': '2022-01-28T19:12:41Z', 'revision_number': 3, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'gw_port': {'id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:45.340146 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7519af98-f651-4336-9ae4-27783a66c53d None None] The sync data for ids ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'] in n-d-824834-4 is: [{'id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-router', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:39Z', 'updated_at': '2022-01-28T19:12:41Z', 'revision_number': 3, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'gw_port': {'id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:12:45.354846 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Allocated IP 172.20.0.1 (637e746c-9fa9-46a8-ab48-5874aa0ce7e6/7d5154f7-89ca-42cb-85fe-94773e052975/b3161467-8606-4290-86e5-2dbeea342ed7) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:45.422502 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:12:45.447586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0790979-4360-4bcb-84a8-5a3d5d384aaa req-d72d527d-67d6-4007-a734-dcd358359261 service neutron] 10.222.0.31 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174747 Jan 28 19:12:45.455411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881ed0-7ea8-443e-9dbb-6d2bbc8566ea req-66ad5e4c-7b38-4a6a-8c08-e1896548ab76 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:45.457331 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-75881ed0-7ea8-443e-9dbb-6d2bbc8566ea req-66ad5e4c-7b38-4a6a-8c08-e1896548ab76 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.1089170 Jan 28 19:12:45.472668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc03262b-ee5b-4a57-952b-ed61da7d64b2 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:45.500320 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Publish callbacks [] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.531090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Transition to ACTIVE for port object bc03262b-ee5b-4a57-952b-ed61da7d64b2 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:12:45.548984 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.606567 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-75881ed0-7ea8-443e-9dbb-6d2bbc8566ea req-d8693e97-21e4-4491-9191-d6f9482f3473 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341445 Jan 28 19:12:45.611221 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4c6333ff-9274-4ac7-8f59-58781b5e7be0 req-f6bdfbaf-271c-4366-8236-35b9ac0cf646 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4307063 Jan 28 19:12:45.656041 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:45.673269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c has no active binding in host n-h2-824834-4 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:12:45.715352 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Pushing event updated for resources: {'Port': ['ID=bc03262b-ee5b-4a57-952b-ed61da7d64b2,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:45.717435 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Publish callbacks [] for port (b3161467-8606-4290-86e5-2dbeea342ed7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:45.735108 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15558479-ae95-4506-9fe0-c29353bea4a1 req-431f1300-ea05-41c3-bfa2-4cb7c0897ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:45.747136 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-15558479-ae95-4506-9fe0-c29353bea4a1 req-431f1300-ea05-41c3-bfa2-4cb7c0897ffd service neutron] 10.222.0.31 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.5536454 Jan 28 19:12:45.811689 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-15558479-ae95-4506-9fe0-c29353bea4a1 req-2edb36e0-5251-4eba-bfb2-39d71da8a6e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c HTTP/1.1" status: 200 len: 217 time: 0.0636752 Jan 28 19:12:45.818106 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c6069-5a77-46b4-a9f0-cb56742180dd req-97cbdd0e-34b3-4229-a24a-a0a8aad4fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:45.819946 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e69c6069-5a77-46b4-a9f0-cb56742180dd req-97cbdd0e-34b3-4229-a24a-a0a8aad4fe2b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3da39749e42a41868cf367b3be55b9b8&device_id=9e99a30e-1dae-49c9-9583-27e7f142b946 HTTP/1.1" status: 200 len: 1125 time: 0.2969680 Jan 28 19:12:45.987071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15558479-ae95-4506-9fe0-c29353bea4a1 req-18456c3f-6305-4d69-83ca-9315dd8d5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:45.990932 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb009d-4a8d-47ff-93e6-6558e54fe64d req-2d8fb66c-0be8-4eb3-b295-9f10fec12337 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:45.996994 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-15558479-ae95-4506-9fe0-c29353bea4a1 req-18456c3f-6305-4d69-83ca-9315dd8d5a20 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.1761050 Jan 28 19:12:45.998511 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23bb009d-4a8d-47ff-93e6-6558e54fe64d req-2d8fb66c-0be8-4eb3-b295-9f10fec12337 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e99a30e-1dae-49c9-9583-27e7f142b946 HTTP/1.1" status: 200 len: 943 time: 0.2596548 Jan 28 19:12:46.041353 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 18a503b4-58d3-41c9-9346-08babbf43dbe up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:46.070162 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Attempting to bind port bc03262b-ee5b-4a57-952b-ed61da7d64b2 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:46.070593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Attempting to bind port bc03262b-ee5b-4a57-952b-ed61da7d64b2 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:46.072788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Attempting to bind port bc03262b-ee5b-4a57-952b-ed61da7d64b2 on network 1fb8a996-2168-4f5b-9c7f-595915f7223f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:46.091918 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23bb009d-4a8d-47ff-93e6-6558e54fe64d req-506aa2d5-2e44-4ddc-801e-eac72d54c971 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898039 Jan 28 19:12:46.092765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Port bc03262b-ee5b-4a57-952b-ed61da7d64b2 on network 1fb8a996-2168-4f5b-9c7f-595915f7223f not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:12:46.096913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Attempting to bind port bc03262b-ee5b-4a57-952b-ed61da7d64b2 on network 1fb8a996-2168-4f5b-9c7f-595915f7223f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:46.109668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:46.109668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Checking segment: {'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:46.109668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Bound using segment: {'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:46.109668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Bound port: bc03262b-ee5b-4a57-952b-ed61da7d64b2, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:46.109668 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.167702 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-15558479-ae95-4506-9fe0-c29353bea4a1 req-86554808-862e-41f5-a2f5-ee4e94af548d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676255 Jan 28 19:12:46.212606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 18a503b4-58d3-41c9-9346-08babbf43dbe triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:46.212984 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (18a503b4-58d3-41c9-9346-08babbf43dbe), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.250746 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc86de-b084-4cb5-89c8-c905196d8c76 req-719f884b-e63f-46e0-a022-406dc27dcaf3 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:46.252656 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17cc86de-b084-4cb5-89c8-c905196d8c76 req-719f884b-e63f-46e0-a022-406dc27dcaf3 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 944 time: 0.4401035 Jan 28 19:12:46.278106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] For port bc03262b-ee5b-4a57-952b-ed61da7d64b2, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:46.282525 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] For port bc03262b-ee5b-4a57-952b-ed61da7d64b2, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=bc03262b-ee5b-4a57-952b-ed61da7d64b2,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:46.292306 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (b3161467-8606-4290-86e5-2dbeea342ed7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.328845 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 18a503b4-58d3-41c9-9346-08babbf43dbe is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:46.329240 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (18a503b4-58d3-41c9-9346-08babbf43dbe), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.352203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 18a503b4-58d3-41c9-9346-08babbf43dbe, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=18a503b4-58d3-41c9-9346-08babbf43dbe,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:46.361946 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (18a503b4-58d3-41c9-9346-08babbf43dbe), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.377077 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.409010 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Network 637e746c-9fa9-46a8-ab48-5874aa0ce7e6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:46.423836 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c6069-5a77-46b4-a9f0-cb56742180dd req-4706b652-9f81-4b32-a43a-24c2dc792f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:46.425384 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e69c6069-5a77-46b4-a9f0-cb56742180dd req-4706b652-9f81-4b32-a43a-24c2dc792f45 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1 HTTP/1.1" status: 200 len: 903 time: 0.5919704 Jan 28 19:12:46.426561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:46.433333 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:46.453201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=18a503b4-58d3-41c9-9346-08babbf43dbe,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:46.453631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Pushing event updated for resources: {'Port': ['ID=bc03262b-ee5b-4a57-952b-ed61da7d64b2,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:46.482610 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:46.483408 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.484931 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8c2532ae-fe42-47b0-8a80-7d19a5cf9fce service neutron] 10.222.0.37 "PUT /v2.0/ports/bc03262b-ee5b-4a57-952b-ed61da7d64b2 HTTP/1.1" status: 200 len: 1136 time: 1.6571827 Jan 28 19:12:46.508449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f361a-b885-43b7-95fa-8a9a1c4c2c25 req-892a3b5d-c07c-4545-a30b-2138d18c4dd9 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:46.510224 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d45f361a-b885-43b7-95fa-8a9a1c4c2c25 req-892a3b5d-c07c-4545-a30b-2138d18c4dd9 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.31 "GET /v2.0/ports?device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 945 time: 0.2237804 Jan 28 19:12:46.523616 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Request body: {'port': {'device_id': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:46.567488 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54b026-b3f1-49dc-b137-e6d404355d83 req-134112bf-9267-4132-9e88-8b075940acd6 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:46.580314 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ba54b026-b3f1-49dc-b137-e6d404355d83 req-134112bf-9267-4132-9e88-8b075940acd6 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/ports?device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 945 time: 0.2784750 Jan 28 19:12:46.589461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=b3161467-8606-4290-86e5-2dbeea342ed7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:46.608362 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17cc86de-b084-4cb5-89c8-c905196d8c76 req-1990d05a-67a4-4cab-bb1f-98ff22a5b603 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132684 Jan 28 19:12:46.609670 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e69c6069-5a77-46b4-a9f0-cb56742180dd req-c847116f-2900-4788-acef-2b9ac97fd16d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbf4b15a-c171-458a-ae7e-f2a54357a367 HTTP/1.1" status: 200 len: 217 time: 0.1198893 Jan 28 19:12:46.639858 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-15558479-ae95-4506-9fe0-c29353bea4a1 req-5b29cba4-ef28-47f9-8a66-d05d9d25e670 service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622812 Jan 28 19:12:46.742532 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:46.840399 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ba54b026-b3f1-49dc-b137-e6d404355d83 req-a9581cad-a2c7-4be0-8fed-4036eadf6a13 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/security-groups?id=798225d4-9de7-42db-b4ef-2d535a63ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590828 Jan 28 19:12:46.862797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'tag': 'c8ab8bcc-5100-4235-85e8-fb0ff3effe78'}, {'name': 'network-changed', 'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'tag': 'bc03262b-ee5b-4a57-952b-ed61da7d64b2'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:46.865085 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "tag": "c8ab8bcc-5100-4235-85e8-fb0ff3effe78"}, {"name": "network-changed", "server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "tag": "bc03262b-ee5b-4a57-952b-ed61da7d64b2"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:47.066672 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d45f361a-b885-43b7-95fa-8a9a1c4c2c25 req-f57965d7-13bd-46a5-9bf4-3ef1925fb9a1 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Deleting port ae488109-ced2-4903-adc7-5bb4a2932334 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:12:47.067271 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:47.067754 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d45f361a-b885-43b7-95fa-8a9a1c4c2c25 req-f57965d7-13bd-46a5-9bf4-3ef1925fb9a1 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ae488109-ced2-4903-adc7-5bb4a2932334), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:47.151420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2050415-3676-4ed1-8927-0b3a6138ff5a req-a0333321-629a-4b5f-b650-6cca0a70bc32 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:47.157290 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2050415-3676-4ed1-8927-0b3a6138ff5a req-a0333321-629a-4b5f-b650-6cca0a70bc32 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:47.162918 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2050415-3676-4ed1-8927-0b3a6138ff5a req-a0333321-629a-4b5f-b650-6cca0a70bc32 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:47.168648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2050415-3676-4ed1-8927-0b3a6138ff5a req-a0333321-629a-4b5f-b650-6cca0a70bc32 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:47.175760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2050415-3676-4ed1-8927-0b3a6138ff5a req-a0333321-629a-4b5f-b650-6cca0a70bc32 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:47.182410 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2050415-3676-4ed1-8927-0b3a6138ff5a req-a0333321-629a-4b5f-b650-6cca0a70bc32 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:47.185005 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c6069-5a77-46b4-a9f0-cb56742180dd req-006caee6-7ef5-4938-8bf1-58f886972804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:47.185150 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f2050415-3676-4ed1-8927-0b3a6138ff5a req-a0333321-629a-4b5f-b650-6cca0a70bc32 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 4605 time: 0.2142296 Jan 28 19:12:47.186666 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e69c6069-5a77-46b4-a9f0-cb56742180dd req-006caee6-7ef5-4938-8bf1-58f886972804 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8eb5347e-d66a-46e3-9579-1241a6589256 HTTP/1.1" status: 200 len: 842 time: 0.5643363 Jan 28 19:12:47.246757 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e69c6069-5a77-46b4-a9f0-cb56742180dd req-7ab75999-72d1-424a-a47a-5c3b8d7b1cbb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489511 Jan 28 19:12:47.289389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecc1d2-e232-4605-842c-5764a72b5b91 req-49cac901-0e6e-4e0e-866f-40cfd168483a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:47.290926 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32ecc1d2-e232-4605-842c-5764a72b5b91 req-49cac901-0e6e-4e0e-866f-40cfd168483a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.2450409 Jan 28 19:12:47.300366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d45f361a-b885-43b7-95fa-8a9a1c4c2c25 req-f57965d7-13bd-46a5-9bf4-3ef1925fb9a1 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] For port ae488109-ced2-4903-adc7-5bb4a2932334, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ae488109-ced2-4903-adc7-5bb4a2932334,segment=NetworkSegment(1e45f636-0657-4623-979d-d887c1d58f07),segment_id=1e45f636-0657-4623-979d-d887c1d58f07)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:47.300618 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d45f361a-b885-43b7-95fa-8a9a1c4c2c25 req-f57965d7-13bd-46a5-9bf4-3ef1925fb9a1 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ae488109-ced2-4903-adc7-5bb4a2932334), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:47.363152 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-15558479-ae95-4506-9fe0-c29353bea4a1 req-74454a42-05a5-4e9f-93d5-ceeded4baa52 service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202307 Jan 28 19:12:47.378527 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f2050415-3676-4ed1-8927-0b3a6138ff5a req-b961b9af-93b2-4d72-9caa-23880022baf0 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1830044 Jan 28 19:12:47.446891 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32ecc1d2-e232-4605-842c-5764a72b5b91 req-79555a0f-96f1-4d37-93e8-7cdc42b1f700 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355648 Jan 28 19:12:47.457439 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b3161467-8606-4290-86e5-2dbeea342ed7), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:47.459575 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadb6dad-40f0-4d6e-aac5-5e77d813d05b {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:47.476529 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2c640f-5b82-4a57-929f-8f58ce047827 x-openstack-request-id: req-2b2c640f-5b82-4a57-929f-8f58ce047827 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:47.476772 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "tag": "c8ab8bcc-5100-4235-85e8-fb0ff3effe78", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "tag": "bc03262b-ee5b-4a57-952b-ed61da7d64b2", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:47.477222 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b2c640f-5b82-4a57-929f-8f58ce047827 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:47.477605 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'tag': 'c8ab8bcc-5100-4235-85e8-fb0ff3effe78', 'status': 'completed', 'code': 200} Jan 28 19:12:47.477737 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'tag': 'bc03262b-ee5b-4a57-952b-ed61da7d64b2', 'status': 'completed', 'code': 200} Jan 28 19:12:47.484990 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e69c6069-5a77-46b4-a9f0-cb56742180dd req-fd6e8c2c-3dc0-411b-90b7-ede47985f44c service neutron] 10.222.0.31 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153778 Jan 28 19:12:47.491352 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Publish callbacks [] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:47.608071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Transition to ACTIVE for port object aadb6dad-40f0-4d6e-aac5-5e77d813d05b will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:12:47.644784 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:47.680317 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e69c6069-5a77-46b4-a9f0-cb56742180dd req-455038c4-b8b2-4ba3-bd2a-ffcd212adab4 service neutron] 10.222.0.31 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502390 Jan 28 19:12:47.787747 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Publish callbacks [] for port (b3161467-8606-4290-86e5-2dbeea342ed7), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:47.813061 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-4bb3ee74-52ba-47eb-8992-ed4952b8a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:47.813605 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-4bb3ee74-52ba-47eb-8992-ed4952b8a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:47.814137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-4bb3ee74-52ba-47eb-8992-ed4952b8a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:47.814599 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-4bb3ee74-52ba-47eb-8992-ed4952b8a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:47.815050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-4bb3ee74-52ba-47eb-8992-ed4952b8a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:47.815499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-4bb3ee74-52ba-47eb-8992-ed4952b8a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:47.817439 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-4bb3ee74-52ba-47eb-8992-ed4952b8a1cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6617f763bd2b491295631965114da93b&device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5353 time: 0.3054237 Jan 28 19:12:47.821903 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (b3161467-8606-4290-86e5-2dbeea342ed7), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:47.823241 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Pushing event updated for resources: {'Port': ['ID=aadb6dad-40f0-4d6e-aac5-5e77d813d05b,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:47.836228 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd58e5e-100e-4082-8122-e62b2e6ae3d5 req-5c60606e-197f-4c97-bfb2-b9c4e64bed12 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:47.844566 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3fd58e5e-100e-4082-8122-e62b2e6ae3d5 req-5c60606e-197f-4c97-bfb2-b9c4e64bed12 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e99a30e-1dae-49c9-9583-27e7f142b946 HTTP/1.1" status: 200 len: 943 time: 0.2951462 Jan 28 19:12:47.935945 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=b3161467-8606-4290-86e5-2dbeea342ed7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:47.940570 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:47.954532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3d6df-603b-4caf-9c7c-70122097d4bc req-6b699859-2464-48ef-ae05-830675e890f7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:47.962573 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-58a3d6df-603b-4caf-9c7c-70122097d4bc req-6b699859-2464-48ef-ae05-830675e890f7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 944 time: 0.1995518 Jan 28 19:12:47.980598 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 18a503b4-58d3-41c9-9346-08babbf43dbe up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:48.089101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 18a503b4-58d3-41c9-9346-08babbf43dbe triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:48.089869 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (18a503b4-58d3-41c9-9346-08babbf43dbe), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.153928 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-58a3d6df-603b-4caf-9c7c-70122097d4bc req-749f6d77-7ff8-487e-bb33-9153a61958cd tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869743 Jan 28 19:12:48.194629 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 18a503b4-58d3-41c9-9346-08babbf43dbe is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:48.227942 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Network 637e746c-9fa9-46a8-ab48-5874aa0ce7e6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:48.229434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:48.270372 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e2b84d14-d6b4-49aa-9a2d-6d2c1afad044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.299598 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d45f361a-b885-43b7-95fa-8a9a1c4c2c25 req-f57965d7-13bd-46a5-9bf4-3ef1925fb9a1 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.299598 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d45f361a-b885-43b7-95fa-8a9a1c4c2c25 req-f57965d7-13bd-46a5-9bf4-3ef1925fb9a1 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (b7c2cbe5-75c3-4d09-975c-138827fa759e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.300294 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [req-d45f361a-b885-43b7-95fa-8a9a1c4c2c25 req-f57965d7-13bd-46a5-9bf4-3ef1925fb9a1 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Floating IP b7c2cbe5-75c3-4d09-975c-138827fa759e disassociated. External IP: 172.25.0.91, port: ae488109-ced2-4903-adc7-5bb4a2932334. Jan 28 19:12:48.300294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d45f361a-b885-43b7-95fa-8a9a1c4c2c25 req-f57965d7-13bd-46a5-9bf4-3ef1925fb9a1 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Calling delete_port for ae488109-ced2-4903-adc7-5bb4a2932334 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:12:48.400278 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b21e9c-1a4c-4bf6-9321-48a05215c7aa req-e75984a9-66d2-49aa-b427-df7553ce8e09 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:48.406730 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-96b21e9c-1a4c-4bf6-9321-48a05215c7aa req-e75984a9-66d2-49aa-b427-df7553ce8e09 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/ports?device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 945 time: 0.1062851 Jan 28 19:12:48.407984 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Attempting to bind port aadb6dad-40f0-4d6e-aac5-5e77d813d05b on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:48.408318 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Attempting to bind port aadb6dad-40f0-4d6e-aac5-5e77d813d05b by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:48.408640 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Attempting to bind port aadb6dad-40f0-4d6e-aac5-5e77d813d05b on network 1fb8a996-2168-4f5b-9c7f-595915f7223f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:48.419602 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Port aadb6dad-40f0-4d6e-aac5-5e77d813d05b on network 1fb8a996-2168-4f5b-9c7f-595915f7223f not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:12:48.419913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Attempting to bind port aadb6dad-40f0-4d6e-aac5-5e77d813d05b on network 1fb8a996-2168-4f5b-9c7f-595915f7223f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:48.436835 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3fd58e5e-100e-4082-8122-e62b2e6ae3d5 req-95b6db97-6f49-4bd0-b36f-a9928694d1aa tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5904784 Jan 28 19:12:48.441560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:12:48.513010 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:48.513458 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Checking segment: {'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:48.513855 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Bound using segment: {'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:48.514466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Bound port: aadb6dad-40f0-4d6e-aac5-5e77d813d05b, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:48.514827 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.524727 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-96b21e9c-1a4c-4bf6-9321-48a05215c7aa req-4b0da4ff-1f13-43f6-97af-7d2ccb222192 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/security-groups?id=798225d4-9de7-42db-b4ef-2d535a63ae34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172097 Jan 28 19:12:48.540804 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-98052bed-8026-467c-884f-b1549de099b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:48.541278 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-98052bed-8026-467c-884f-b1549de099b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:48.542067 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-98052bed-8026-467c-884f-b1549de099b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:48.544516 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-98052bed-8026-467c-884f-b1549de099b8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6617f763bd2b491295631965114da93b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6973641 Jan 28 19:12:48.624460 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:12:48.637238 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Sync routers for ids ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:12:48.650165 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Routers {'2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:48.651239 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:12:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:48.660459 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1b22254f-c989-4ecf-a3e2-4b23d43faaf9 admin admin] 10.222.0.55 "PUT /v2.0/routers/2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2883310 Jan 28 19:12:48.681787 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d45f361a-b885-43b7-95fa-8a9a1c4c2c25 req-f57965d7-13bd-46a5-9bf4-3ef1925fb9a1 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ae488109-ced2-4903-adc7-5bb4a2932334), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.699836 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3684d-6bd2-4e50-992f-2356a8920bc7 req-70a6fd29-3c75-43e2-a038-6d42fd5a9ec2 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:48.701627 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-18e3684d-6bd2-4e50-992f-2356a8920bc7 req-70a6fd29-3c75-43e2-a038-6d42fd5a9ec2 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.0911622 Jan 28 19:12:48.747172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57965d7-13bd-46a5-9bf4-3ef1925fb9a1 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Pushing event deleted for resources: {'Port': ['ID=ae488109-ced2-4903-adc7-5bb4a2932334,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:48.759765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df055b-7d07-402f-a2f0-488eeabf0193 req-bf42e7ec-f41a-4421-9c9c-690b0936bd2e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:48.764651 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df055b-7d07-402f-a2f0-488eeabf0193 req-bf42e7ec-f41a-4421-9c9c-690b0936bd2e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:48.771955 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df055b-7d07-402f-a2f0-488eeabf0193 req-bf42e7ec-f41a-4421-9c9c-690b0936bd2e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:48.780722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df055b-7d07-402f-a2f0-488eeabf0193 req-bf42e7ec-f41a-4421-9c9c-690b0936bd2e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:48.786773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device dbf4b15a-c171-458a-ae7e-f2a54357a367 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:12:48.796862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df055b-7d07-402f-a2f0-488eeabf0193 req-bf42e7ec-f41a-4421-9c9c-690b0936bd2e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:48.801263 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Set router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:48.806557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df055b-7d07-402f-a2f0-488eeabf0193 req-bf42e7ec-f41a-4421-9c9c-690b0936bd2e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:48.818262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df055b-7d07-402f-a2f0-488eeabf0193 req-bf42e7ec-f41a-4421-9c9c-690b0936bd2e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:48.826731 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95df055b-7d07-402f-a2f0-488eeabf0193 req-bf42e7ec-f41a-4421-9c9c-690b0936bd2e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5382 time: 0.3058896 Jan 28 19:12:48.833209 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-18e3684d-6bd2-4e50-992f-2356a8920bc7 req-0be19ff6-61bc-41dc-bf6f-563ac983abb7 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232016 Jan 28 19:12:48.844405 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] For port aadb6dad-40f0-4d6e-aac5-5e77d813d05b, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:48.859709 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] For port aadb6dad-40f0-4d6e-aac5-5e77d813d05b, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=aadb6dad-40f0-4d6e-aac5-5e77d813d05b,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:48.884847 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:48.922733 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port dbf4b15a-c171-458a-ae7e-f2a54357a367, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=dbf4b15a-c171-458a-ae7e-f2a54357a367,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:48.949596 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'dbf4b15a-c171-458a-ae7e-f2a54357a367', 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1', 'port_id': 'dbf4b15a-c171-458a-ae7e-f2a54357a367', 'mac_address': 'fa:16:3e:25:80:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb5347e-d66a-46e3-9579-1241a6589256', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:12:48.988395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Pushing event updated for resources: {'Port': ['ID=aadb6dad-40f0-4d6e-aac5-5e77d813d05b,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:49.020432 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port dbf4b15a-c171-458a-ae7e-f2a54357a367 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:49.021055 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:49.039012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-78b9758d-e979-46c7-bd51-3eb292ca921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:49.041030 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-78b9758d-e979-46c7-bd51-3eb292ca921d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4639590 Jan 28 19:12:49.042685 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:49.043530 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:49.045480 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-26c9d422-6c15-49ed-81c2-8b1d964087c1 service neutron] 10.222.0.37 "PUT /v2.0/ports/aadb6dad-40f0-4d6e-aac5-5e77d813d05b HTTP/1.1" status: 200 len: 1135 time: 2.5257609 Jan 28 19:12:49.054209 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf4b15a-c171-458a-ae7e-f2a54357a367 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:49.094171 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port dbf4b15a-c171-458a-ae7e-f2a54357a367, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=dbf4b15a-c171-458a-ae7e-f2a54357a367,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:49.096702 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Request body: {'port': {'device_id': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:49.106196 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:49.119913 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95df055b-7d07-402f-a2f0-488eeabf0193 req-963b0fea-fb5c-4c9a-9193-b9d4c3094034 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2913811 Jan 28 19:12:49.138984 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-router', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:39Z', 'updated_at': '2022-01-28T19:12:47Z', 'revision_number': 4, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'gw_port': {'id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'b3161467-8606-4290-86e5-2dbeea342ed7', 'name': '', 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'mac_address': 'fa:16:3e:80:5d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:47Z', 'revision_number': 2, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'subnets': [{'id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:49.182353 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Checking router: 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:12:49.182957 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Updating router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 port b3161467-8606-4290-86e5-2dbeea342ed7 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:12:49.233990 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=dbf4b15a-c171-458a-ae7e-f2a54357a367,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:49.241337 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b3161467-8606-4290-86e5-2dbeea342ed7), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:49.355425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['dbf4b15a-c171-458a-ae7e-f2a54357a367'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:12:49.428188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4168767-24be-47bb-b087-df1c0e22b385 req-115fb146-3465-4c5d-870d-a0a830ae52bf tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:49.429702 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4168767-24be-47bb-b087-df1c0e22b385 req-115fb146-3465-4c5d-870d-a0a830ae52bf tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/networks?id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6 HTTP/1.1" status: 200 len: 820 time: 0.2519064 Jan 28 19:12:49.449927 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4168767-24be-47bb-b087-df1c0e22b385 req-9f006f6a-d08a-45a6-b37d-abeaff0c673a tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/quotas/ce5dc177d53f45de9643f8a43c92911f HTTP/1.1" status: 200 len: 375 time: 0.0137181 Jan 28 19:12:49.484114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'tag': 'aadb6dad-40f0-4d6e-aac5-5e77d813d05b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:49.486832 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81024b2a-0ffc-404b-9488-e03e87a7e448" -d '{"events": [{"name": "network-changed", "server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "tag": "aadb6dad-40f0-4d6e-aac5-5e77d813d05b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:49.498827 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2510a89c-2357-4dce-a701-9442113669a5), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:49.531084 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d45f361a-b885-43b7-95fa-8a9a1c4c2c25 req-f57965d7-13bd-46a5-9bf4-3ef1925fb9a1 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Router 992de068-0ffa-4ffe-ab99-f7c371e79c09 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:12:49.544004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c481540-178b-4c42-9942-c4816e9a4ea9 req-cfc7cbdb-4a65-42d2-8b74-535f3f846907 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:49.552113 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2c481540-178b-4c42-9942-c4816e9a4ea9 req-cfc7cbdb-4a65-42d2-8b74-535f3f846907 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 944 time: 0.2478063 Jan 28 19:12:49.565694 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-5c6be691-1431-4f3f-b892-f1a1f2023ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:49.566210 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-5c6be691-1431-4f3f-b892-f1a1f2023ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:49.566674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-5c6be691-1431-4f3f-b892-f1a1f2023ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:49.567136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-5c6be691-1431-4f3f-b892-f1a1f2023ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:49.567587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-5c6be691-1431-4f3f-b892-f1a1f2023ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:49.567720 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4168767-24be-47bb-b087-df1c0e22b385 req-25e225e8-bd60-4e53-86f8-7b15f0f0a9ef tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce5dc177d53f45de9643f8a43c92911f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1097655 Jan 28 19:12:49.568198 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-5c6be691-1431-4f3f-b892-f1a1f2023ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:49.568468 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-5c6be691-1431-4f3f-b892-f1a1f2023ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:49.570699 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-5c6be691-1431-4f3f-b892-f1a1f2023ff1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6617f763bd2b491295631965114da93b&device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 6312 time: 0.3990285 Jan 28 19:12:49.688029 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4168767-24be-47bb-b087-df1c0e22b385 req-6b6458af-e4e6-4ab4-885e-df8ec88dd3b5 service neutron] 10.222.0.55 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105819 Jan 28 19:12:49.749650 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Publish callbacks [] for port (b3161467-8606-4290-86e5-2dbeea342ed7), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:49.760225 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b3161467-8606-4290-86e5-2dbeea342ed7), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:49.810336 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4168767-24be-47bb-b087-df1c0e22b385 req-99bb4d3e-c2a1-449a-b009-4c25617e6435 service neutron] 10.222.0.55 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142297 Jan 28 19:12:49.843361 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2c481540-178b-4c42-9942-c4816e9a4ea9 req-7c7e895e-c639-40c3-9191-b71cdd2e3595 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903202 Jan 28 19:12:49.875165 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ba88f-bedb-4808-8137-975d20edd52e None None] Pushing event updated for resources: {'Port': ['ID=b3161467-8606-4290-86e5-2dbeea342ed7,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:49.888600 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ba88f-bedb-4808-8137-975d20edd52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:49.889433 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ba88f-bedb-4808-8137-975d20edd52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:49.889868 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ba88f-bedb-4808-8137-975d20edd52e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:49.890446 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ba88f-bedb-4808-8137-975d20edd52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:49.890934 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ba88f-bedb-4808-8137-975d20edd52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:49.891398 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ba88f-bedb-4808-8137-975d20edd52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:49.891859 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ba88f-bedb-4808-8137-975d20edd52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:49.892393 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ba88f-bedb-4808-8137-975d20edd52e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:49.892810 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ba88f-bedb-4808-8137-975d20edd52e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:49.893227 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ba88f-bedb-4808-8137-975d20edd52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:49.893718 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ba88f-bedb-4808-8137-975d20edd52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:49.894162 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ba88f-bedb-4808-8137-975d20edd52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:49.894621 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ba88f-bedb-4808-8137-975d20edd52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:12:49.913933 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Attempting to bind port b3161467-8606-4290-86e5-2dbeea342ed7 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:49.914476 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Attempting to bind port b3161467-8606-4290-86e5-2dbeea342ed7 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'e82d184b-4aea-4ba0-9bbc-d944ceb20447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:49.915386 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Attempting to bind port b3161467-8606-4290-86e5-2dbeea342ed7 on network 637e746c-9fa9-46a8-ab48-5874aa0ce7e6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:49.925460 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:49.925460 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Checking segment: {'id': 'e82d184b-4aea-4ba0-9bbc-d944ceb20447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:49.925460 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:49.925460 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Bound using segment: {'id': 'e82d184b-4aea-4ba0-9bbc-d944ceb20447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:49.925460 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Bound port: b3161467-8606-4290-86e5-2dbeea342ed7, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82d184b-4aea-4ba0-9bbc-d944ceb20447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:49.925460 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b3161467-8606-4290-86e5-2dbeea342ed7), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:50.031187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-16c4c4e8-07de-44be-9ee1-835b3971a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.032013 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-16c4c4e8-07de-44be-9ee1-835b3971a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.032898 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-16c4c4e8-07de-44be-9ee1-835b3971a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.035169 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-16c4c4e8-07de-44be-9ee1-835b3971a923 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6617f763bd2b491295631965114da93b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4200823 Jan 28 19:12:50.040724 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4830f658-6561-42a9-8a46-450f412bf27b x-openstack-request-id: req-4830f658-6561-42a9-8a46-450f412bf27b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:50.041471 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "tag": "aadb6dad-40f0-4d6e-aac5-5e77d813d05b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:50.042043 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4830f658-6561-42a9-8a46-450f412bf27b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:50.042599 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'tag': 'aadb6dad-40f0-4d6e-aac5-5e77d813d05b', 'status': 'completed', 'code': 200} Jan 28 19:12:50.072398 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] For port b3161467-8606-4290-86e5-2dbeea342ed7, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:50.075896 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] For port b3161467-8606-4290-86e5-2dbeea342ed7, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b3161467-8606-4290-86e5-2dbeea342ed7,segment=NetworkSegment(e82d184b-4aea-4ba0-9bbc-d944ceb20447),segment_id=e82d184b-4aea-4ba0-9bbc-d944ceb20447)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:50.097234 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b3161467-8606-4290-86e5-2dbeea342ed7), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:50.124952 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d45f361a-b885-43b7-95fa-8a9a1c4c2c25 req-f57965d7-13bd-46a5-9bf4-3ef1925fb9a1 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:12:50.138395 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5772cbc-52ae-4c37-ad39-975a48e2a25d None None] Sync routers for ids ['992de068-0ffa-4ffe-ab99-f7c371e79c09'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:12:50.149096 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f6bf335-4fea-472b-ba64-e6d07ee58a3a req-ea00dda9-7dfb-422e-9839-e4c60723388b tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/ports?device_id=56133d06-8cd3-4f80-899d-33aeef6b292f HTTP/1.1" status: 200 len: 210 time: 0.0651755 Jan 28 19:12:50.174521 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5772cbc-52ae-4c37-ad39-975a48e2a25d None None] Routers {'992de068-0ffa-4ffe-ab99-f7c371e79c09'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:50.174521 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b5772cbc-52ae-4c37-ad39-975a48e2a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:12:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['992de068-0ffa-4ffe-ab99-f7c371e79c09'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:50.209507 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Routers {'2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:50.210207 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:12:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:50.255457 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45f361a-b885-43b7-95fa-8a9a1c4c2c25 req-f57965d7-13bd-46a5-9bf4-3ef1925fb9a1 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] No DVR routers for this DVR port ae488109-ced2-4903-adc7-5bb4a2932334 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:12:50.264275 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428a95c-17a2-4715-a2bd-ea74422f07bc req-7f11fa37-0511-4a29-950e-134d38626ba8 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.271633 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7428a95c-17a2-4715-a2bd-ea74422f07bc req-7f11fa37-0511-4a29-950e-134d38626ba8 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e99a30e-1dae-49c9-9583-27e7f142b946 HTTP/1.1" status: 200 len: 944 time: 0.3144839 Jan 28 19:12:50.278361 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d45f361a-b885-43b7-95fa-8a9a1c4c2c25 req-f57965d7-13bd-46a5-9bf4-3ef1925fb9a1 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:50.282066 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d45f361a-b885-43b7-95fa-8a9a1c4c2c25 req-f57965d7-13bd-46a5-9bf4-3ef1925fb9a1 tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.31 "DELETE /v2.0/ports/ae488109-ced2-4903-adc7-5bb4a2932334 HTTP/1.1" status: 204 len: 173 time: 3.7509227 Jan 28 19:12:50.377840 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-913eb873-df4d-4567-9a44-76f2465afee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.379663 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3203b106-1ab9-4a1e-84e2-a2516cd2b8f4 req-913eb873-df4d-4567-9a44-76f2465afee9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3209980 Jan 28 19:12:50.388402 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ba88f-bedb-4808-8137-975d20edd52e None None] Pushing event updated for resources: {'Port': ['ID=b3161467-8606-4290-86e5-2dbeea342ed7,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:50.399380 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7428a95c-17a2-4715-a2bd-ea74422f07bc req-95b92ee4-cee7-45a1-abfa-3e19af5a7464 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264570 Jan 28 19:12:50.426053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6862081-71b1-4bba-ad86-e1116aceb6b6 req-38f3e113-9a8e-41ec-ac9d-4f36e9116dab tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.439214 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6862081-71b1-4bba-ad86-e1116aceb6b6 req-38f3e113-9a8e-41ec-ac9d-4f36e9116dab tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.1385262 Jan 28 19:12:50.439483 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3cbba9c6-a1fa-43e5-8912-73aaf09138c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:50.450328 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b5772cbc-52ae-4c37-ad39-975a48e2a25d None None] Set router 992de068-0ffa-4ffe-ab99-f7c371e79c09 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:50.538265 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2510a89c-2357-4dce-a701-9442113669a5 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:50.540141 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6862081-71b1-4bba-ad86-e1116aceb6b6 req-d7b8a764-3346-42f0-9d1e-5ae72f5e3520 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946255 Jan 28 19:12:50.602684 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ec14b1f5-f30c-4789-9d93-375aee219b88 req-ccb2c0f0-cf61-4672-a437-711163103701 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 210 time: 0.1336541 Jan 28 19:12:50.605943 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Publish callbacks [] for port (2510a89c-2357-4dce-a701-9442113669a5), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:50.623575 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] Set router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:50.670490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Transition to ACTIVE for port object 2510a89c-2357-4dce-a701-9442113669a5 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:12:50.697543 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (2510a89c-2357-4dce-a701-9442113669a5), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:50.738909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81024b2a-0ffc-404b-9488-e03e87a7e448 req-56449a60-3233-4488-84bc-c5f3efeabd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.740610 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81024b2a-0ffc-404b-9488-e03e87a7e448 req-56449a60-3233-4488-84bc-c5f3efeabd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.743621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81024b2a-0ffc-404b-9488-e03e87a7e448 req-56449a60-3233-4488-84bc-c5f3efeabd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.745874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81024b2a-0ffc-404b-9488-e03e87a7e448 req-56449a60-3233-4488-84bc-c5f3efeabd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.746539 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81024b2a-0ffc-404b-9488-e03e87a7e448 req-56449a60-3233-4488-84bc-c5f3efeabd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.747110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81024b2a-0ffc-404b-9488-e03e87a7e448 req-56449a60-3233-4488-84bc-c5f3efeabd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.747755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81024b2a-0ffc-404b-9488-e03e87a7e448 req-56449a60-3233-4488-84bc-c5f3efeabd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.749875 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-81024b2a-0ffc-404b-9488-e03e87a7e448 req-56449a60-3233-4488-84bc-c5f3efeabd6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6617f763bd2b491295631965114da93b&device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 6312 time: 0.1951869 Jan 28 19:12:50.802248 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bd3a9-4286-4609-bcdf-e468a6876411 req-23a1a7ff-3246-4540-a325-9e40ce86169a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.809687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bd3a9-4286-4609-bcdf-e468a6876411 req-23a1a7ff-3246-4540-a325-9e40ce86169a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.818304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bd3a9-4286-4609-bcdf-e468a6876411 req-23a1a7ff-3246-4540-a325-9e40ce86169a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.824622 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bd3a9-4286-4609-bcdf-e468a6876411 req-23a1a7ff-3246-4540-a325-9e40ce86169a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.833010 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bd3a9-4286-4609-bcdf-e468a6876411 req-23a1a7ff-3246-4540-a325-9e40ce86169a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.844335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bd3a9-4286-4609-bcdf-e468a6876411 req-23a1a7ff-3246-4540-a325-9e40ce86169a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.881173 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bd3a9-4286-4609-bcdf-e468a6876411 req-23a1a7ff-3246-4540-a325-9e40ce86169a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:50.891732 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a0bd3a9-4286-4609-bcdf-e468a6876411 req-23a1a7ff-3246-4540-a325-9e40ce86169a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5394 time: 0.2248971 Jan 28 19:12:51.064177 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a0bd3a9-4286-4609-bcdf-e468a6876411 req-a55c0d24-79ba-416c-a092-1618d6eebff9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1642940 Jan 28 19:12:51.103794 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-router', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:39Z', 'updated_at': '2022-01-28T19:12:47Z', 'revision_number': 4, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'gw_port': {'id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'b3161467-8606-4290-86e5-2dbeea342ed7', 'name': '', 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'mac_address': 'fa:16:3e:80:5d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:50Z', 'revision_number': 4, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'subnets': [{'id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:51.157540 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56210f1d-c269-49c7-877e-a9a8ba8a091a None None] The sync data for ids ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'] in n-d-824834-4 is: [{'id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-router', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:39Z', 'updated_at': '2022-01-28T19:12:47Z', 'revision_number': 4, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'gw_port': {'id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'b3161467-8606-4290-86e5-2dbeea342ed7', 'name': '', 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'mac_address': 'fa:16:3e:80:5d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:50Z', 'revision_number': 4, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'subnets': [{'id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:12:51.157896 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device dbf4b15a-c171-458a-ae7e-f2a54357a367 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:51.314481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b5772cbc-52ae-4c37-ad39-975a48e2a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'name': 'tempest-ServersTestManualDisk-1621456048-router', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:29Z', 'updated_at': '2022-01-28T19:11:36Z', 'revision_number': 4, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'gw_port': {'id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:30Z', 'updated_at': '2022-01-28T19:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '144e6cbb-06c4-4472-aa9f-c28d4799cc93', 'name': '', 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'mac_address': 'fa:16:3e:cd:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:35Z', 'updated_at': '2022-01-28T19:11:43Z', 'revision_number': 5, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'subnets': [{'id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:51.320247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port dbf4b15a-c171-458a-ae7e-f2a54357a367 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:12:51.371942 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40488) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:51.386066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port dbf4b15a-c171-458a-ae7e-f2a54357a367 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:51.388017 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:51.427976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5772cbc-52ae-4c37-ad39-975a48e2a25d None None] Checking router: 992de068-0ffa-4ffe-ab99-f7c371e79c09 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:12:51.448373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5772cbc-52ae-4c37-ad39-975a48e2a25d None None] Routers {'992de068-0ffa-4ffe-ab99-f7c371e79c09'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:51.449351 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b5772cbc-52ae-4c37-ad39-975a48e2a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:12:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['992de068-0ffa-4ffe-ab99-f7c371e79c09'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:51.497134 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b254d9c-abb4-49cf-8d83-2d5f71e21e5b tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for security_group (798225d4-9de7-42db-b4ef-2d535a63ae34), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:51.589572 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b254d9c-abb4-49cf-8d83-2d5f71e21e5b tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for security_group (798225d4-9de7-42db-b4ef-2d535a63ae34), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:51.592658 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b5772cbc-52ae-4c37-ad39-975a48e2a25d None None] Set router 992de068-0ffa-4ffe-ab99-f7c371e79c09 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:51.758931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Pushing event updated for resources: {'Port': ['ID=2510a89c-2357-4dce-a701-9442113669a5,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:51.777181 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:51.844809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port dbf4b15a-c171-458a-ae7e-f2a54357a367 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:51.845208 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:51.857987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db9af0-c1ff-4d99-a00f-cd79d5e65945 req-7b376342-1d7a-4cea-8f54-3f0add05e52d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:51.864186 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2db9af0-c1ff-4d99-a00f-cd79d5e65945 req-7b376342-1d7a-4cea-8f54-3f0add05e52d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e99a30e-1dae-49c9-9583-27e7f142b946 HTTP/1.1" status: 200 len: 944 time: 0.2185893 Jan 28 19:12:51.894346 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b254d9c-abb4-49cf-8d83-2d5f71e21e5b tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (798225d4-9de7-42db-b4ef-2d535a63ae34), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:51.902865 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b254d9c-abb4-49cf-8d83-2d5f71e21e5b tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:51.922519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e99a30e-1dae-49c9-9583-27e7f142b946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf4b15a-c171-458a-ae7e-f2a54357a367'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:51.925481 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c41123-4fe5-4ed9-86f9-a948500667ab" -d '{"events": [{"server_uuid": "9e99a30e-1dae-49c9-9583-27e7f142b946", "name": "network-vif-plugged", "status": "completed", "tag": "dbf4b15a-c171-458a-ae7e-f2a54357a367"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:51.927786 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40496) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:51.930562 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0b254d9c-abb4-49cf-8d83-2d5f71e21e5b tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "DELETE /v2.0/security-groups/798225d4-9de7-42db-b4ef-2d535a63ae34 HTTP/1.1" status: 204 len: 168 time: 0.5579183 Jan 28 19:12:51.991098 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-fa6e0305-63f4-4948-940d-802315f2212c tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] show failed (client error): The resource could not be found. Jan 28 19:12:51.992683 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fa6e0305-63f4-4948-940d-802315f2212c tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "GET /v2.0/security-groups/798225d4-9de7-42db-b4ef-2d535a63ae34 HTTP/1.1" status: 404 len: 347 time: 0.0612566 Jan 28 19:12:51.999457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40502) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:52.006803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port dbf4b15a-c171-458a-ae7e-f2a54357a367, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=dbf4b15a-c171-458a-ae7e-f2a54357a367,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:52.022351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b254d9c-abb4-49cf-8d83-2d5f71e21e5b tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=798225d4-9de7-42db-b4ef-2d535a63ae34,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:52.031467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Attempting to bind port 2510a89c-2357-4dce-a701-9442113669a5 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:52.032138 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Attempting to bind port 2510a89c-2357-4dce-a701-9442113669a5 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:52.032719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Attempting to bind port 2510a89c-2357-4dce-a701-9442113669a5 on network 1fb8a996-2168-4f5b-9c7f-595915f7223f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:52.048598 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:52.049582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ae488109-ced2-4903-adc7-5bb4a2932334 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:12:52.052407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14183eee-c64e-4e94-8d55-2f0c82948f2d req-c05af1e7-70ee-41ed-960f-fbaea22e18f7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:52.057748 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-14183eee-c64e-4e94-8d55-2f0c82948f2d req-c05af1e7-70ee-41ed-960f-fbaea22e18f7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 944 time: 0.4200921 Jan 28 19:12:52.064161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56133d06-8cd3-4f80-899d-33aeef6b292f', 'name': 'network-vif-deleted', 'tag': 'ae488109-ced2-4903-adc7-5bb4a2932334'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:52.066887 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b74a7cc-95f0-4a0d-b535-8d520d18a632" -d '{"events": [{"server_uuid": "56133d06-8cd3-4f80-899d-33aeef6b292f", "name": "network-vif-deleted", "tag": "ae488109-ced2-4903-adc7-5bb4a2932334"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:52.080916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81024b2a-0ffc-404b-9488-e03e87a7e448 req-f9cc21bc-1279-4acf-9f31-02a10c3ca710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:52.089640 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81024b2a-0ffc-404b-9488-e03e87a7e448 req-f9cc21bc-1279-4acf-9f31-02a10c3ca710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:52.089640 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81024b2a-0ffc-404b-9488-e03e87a7e448 req-f9cc21bc-1279-4acf-9f31-02a10c3ca710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:52.089640 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-81024b2a-0ffc-404b-9488-e03e87a7e448 req-f9cc21bc-1279-4acf-9f31-02a10c3ca710 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6617f763bd2b491295631965114da93b&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.3179424 Jan 28 19:12:52.095326 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Port 2510a89c-2357-4dce-a701-9442113669a5 on network 1fb8a996-2168-4f5b-9c7f-595915f7223f not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:12:52.096064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Attempting to bind port 2510a89c-2357-4dce-a701-9442113669a5 on network 1fb8a996-2168-4f5b-9c7f-595915f7223f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:52.103144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b3161467-8606-4290-86e5-2dbeea342ed7 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:52.111902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:52.112564 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Checking segment: {'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:52.113133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Bound using segment: {'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:52.113743 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Bound port: 2510a89c-2357-4dce-a701-9442113669a5, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:52.114907 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2510a89c-2357-4dce-a701-9442113669a5), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:52.176183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: ae488109-ced2-4903-adc7-5bb4a2932334 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:12:52.176780 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ae488109-ced2-4903-adc7-5bb4a2932334 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:12:52.203666 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2db9af0-c1ff-4d99-a00f-cd79d5e65945 req-96a6f2e5-d1da-4d9f-87e5-78b453ddca67 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334770 Jan 28 19:12:52.273287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=dbf4b15a-c171-458a-ae7e-f2a54357a367,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:52.286710 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port b3161467-8606-4290-86e5-2dbeea342ed7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:52.287906 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b3161467-8606-4290-86e5-2dbeea342ed7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:52.341589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b5772cbc-52ae-4c37-ad39-975a48e2a25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'name': 'tempest-ServersTestManualDisk-1621456048-router', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:29Z', 'updated_at': '2022-01-28T19:11:36Z', 'revision_number': 4, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'gw_port': {'id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:30Z', 'updated_at': '2022-01-28T19:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '144e6cbb-06c4-4472-aa9f-c28d4799cc93', 'name': '', 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'mac_address': 'fa:16:3e:cd:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:35Z', 'updated_at': '2022-01-28T19:11:43Z', 'revision_number': 5, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'subnets': [{'id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:52.353694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-98f67dd4-c978-448c-960e-7be2505930de tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Deleting port 9f452c2e-e357-494b-8d5c-8c5ffe15088b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:12:52.354226 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98f67dd4-c978-448c-960e-7be2505930de tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9f452c2e-e357-494b-8d5c-8c5ffe15088b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:52.392486 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5772cbc-52ae-4c37-ad39-975a48e2a25d None None] The sync data for ids ['992de068-0ffa-4ffe-ab99-f7c371e79c09'] in n-d-824834-4 is: [{'id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'name': 'tempest-ServersTestManualDisk-1621456048-router', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:29Z', 'updated_at': '2022-01-28T19:11:36Z', 'revision_number': 4, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'gw_port': {'id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:30Z', 'updated_at': '2022-01-28T19:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '144e6cbb-06c4-4472-aa9f-c28d4799cc93', 'name': '', 'network_id': 'b0b4d9af-d48d-4a94-8171-126ed9963a36', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'mac_address': 'fa:16:3e:cd:6c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:35Z', 'updated_at': '2022-01-28T19:11:43Z', 'revision_number': 5, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'subnets': [{'id': '40a3786c-19ac-4d04-89a2-2734dd683565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:12:52.434895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2822d5-e515-4dff-bbf8-906c219fd349 req-d5653df7-0218-4321-ba51-a4dcb0919613 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:52.443014 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3a2822d5-e515-4dff-bbf8-906c219fd349 req-d5653df7-0218-4321-ba51-a4dcb0919613 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.1398423 Jan 28 19:12:52.485116 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] For port 2510a89c-2357-4dce-a701-9442113669a5, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:52.489381 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] For port 2510a89c-2357-4dce-a701-9442113669a5, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2510a89c-2357-4dce-a701-9442113669a5,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:52.510952 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (2510a89c-2357-4dce-a701-9442113669a5), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:52.529307 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4168767-24be-47bb-b087-df1c0e22b385 req-c5881a05-3813-4da2-aeb2-416933be0645 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:52.530784 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4168767-24be-47bb-b087-df1c0e22b385 req-c5881a05-3813-4da2-aeb2-416933be0645 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.37 "GET /v2.0/networks?id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6 HTTP/1.1" status: 200 len: 820 time: 0.7558529 Jan 28 19:12:52.537432 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98f67dd4-c978-448c-960e-7be2505930de tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9f452c2e-e357-494b-8d5c-8c5ffe15088b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:52.538625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b3161467-8606-4290-86e5-2dbeea342ed7 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:52.539121 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b3161467-8606-4290-86e5-2dbeea342ed7), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:52.544109 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98f67dd4-c978-448c-960e-7be2505930de tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for floatingip (9f452c2e-e357-494b-8d5c-8c5ffe15088b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:52.556218 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-14183eee-c64e-4e94-8d55-2f0c82948f2d req-536505b2-3a44-49a5-b668-99a9058f0b93 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861734 Jan 28 19:12:52.565324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b4168767-24be-47bb-b087-df1c0e22b385 req-242e9d5e-5530-4040-87de-b82f827d9884 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Request body: {'port': {'device_id': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6', 'admin_state_up': True, 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:52.583848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port b3161467-8606-4290-86e5-2dbeea342ed7, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b3161467-8606-4290-86e5-2dbeea342ed7,segment=NetworkSegment(e82d184b-4aea-4ba0-9bbc-d944ceb20447),segment_id=e82d184b-4aea-4ba0-9bbc-d944ceb20447)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:52.594201 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b3161467-8606-4290-86e5-2dbeea342ed7), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:52.603820 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3a2822d5-e515-4dff-bbf8-906c219fd349 req-fd0b2c08-7e74-4812-adaa-a8e5260a6220 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595619 Jan 28 19:12:52.632523 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-98f67dd4-c978-448c-960e-7be2505930de tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Calling delete_port for 9f452c2e-e357-494b-8d5c-8c5ffe15088b owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:12:52.662504 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Pushing event updated for resources: {'Port': ['ID=2510a89c-2357-4dce-a701-9442113669a5,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:52.697368 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ab8046-f946-434d-acda-30625fb2fb3f x-openstack-request-id: req-50ab8046-f946-434d-acda-30625fb2fb3f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:52.706941 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e99a30e-1dae-49c9-9583-27e7f142b946", "name": "network-vif-plugged", "status": "completed", "tag": "dbf4b15a-c171-458a-ae7e-f2a54357a367", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:52.707208 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-50ab8046-f946-434d-acda-30625fb2fb3f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:52.707629 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e99a30e-1dae-49c9-9583-27e7f142b946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf4b15a-c171-458a-ae7e-f2a54357a367', 'code': 200} Jan 28 19:12:52.723514 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=b3161467-8606-4290-86e5-2dbeea342ed7,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:52.785573 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2d12e70a-fe66-44aa-a840-2e59bae9c6e3 req-e24b652a-d503-4a26-aefd-08410c964b4e tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 210 time: 0.0886862 Jan 28 19:12:52.848314 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:52.849087 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:52.850669 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7a8305fe-a584-4aed-8f8a-00f2f8ffc0bb service neutron] 10.222.0.37 "PUT /v2.0/ports/2510a89c-2357-4dce-a701-9442113669a5 HTTP/1.1" status: 200 len: 1090 time: 3.7614295 Jan 28 19:12:52.852431 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5eeb2d-8f6b-406b-bd0d-fe04fb292cf2 x-openstack-request-id: req-7e5eeb2d-8f6b-406b-bd0d-fe04fb292cf2 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:52.853022 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56133d06-8cd3-4f80-899d-33aeef6b292f", "name": "network-vif-deleted", "tag": "ae488109-ced2-4903-adc7-5bb4a2932334", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:52.853522 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e5eeb2d-8f6b-406b-bd0d-fe04fb292cf2 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:52.854193 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56133d06-8cd3-4f80-899d-33aeef6b292f', 'name': 'network-vif-deleted', 'tag': 'ae488109-ced2-4903-adc7-5bb4a2932334', 'status': 'completed', 'code': 200} Jan 28 19:12:52.895771 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98f67dd4-c978-448c-960e-7be2505930de tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (9f452c2e-e357-494b-8d5c-8c5ffe15088b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:52.904957 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:52.931335 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Request body: {'port': {'device_id': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:52.980983 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f67dd4-c978-448c-960e-7be2505930de tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Pushing event deleted for resources: {'Port': ['ID=9f452c2e-e357-494b-8d5c-8c5ffe15088b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:53.116688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81024b2a-0ffc-404b-9488-e03e87a7e448 req-bbefa7ff-afcf-4c91-ac52-f3c2146a24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:53.118913 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-81024b2a-0ffc-404b-9488-e03e87a7e448 req-bbefa7ff-afcf-4c91-ac52-f3c2146a24c8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0010984 Jan 28 19:12:53.148687 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98f67dd4-c978-448c-960e-7be2505930de tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks [] for floatingip (b7c2cbe5-75c3-4d09-975c-138827fa759e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:53.152308 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-98f67dd4-c978-448c-960e-7be2505930de tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:53.156475 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-98f67dd4-c978-448c-960e-7be2505930de tempest-ServersTestManualDisk-1025119670 tempest-ServersTestManualDisk-1025119670-project] 10.222.0.55 "DELETE /v2.0/floatingips/b7c2cbe5-75c3-4d09-975c-138827fa759e HTTP/1.1" status: 204 len: 168 time: 1.1535532 Jan 28 19:12:53.166885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40510) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:53.169539 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4168767-24be-47bb-b087-df1c0e22b385 req-242e9d5e-5530-4040-87de-b82f827d9884 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Made reservation on behalf of ce5dc177d53f45de9643f8a43c92911f for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:12:53.173557 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b4168767-24be-47bb-b087-df1c0e22b385 req-242e9d5e-5530-4040-87de-b82f827d9884 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:53.178801 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb247fb-1a64-4d65-b03c-acc3989958b8 req-9c9291f8-5885-4911-b51b-a107c9930941 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:53.182481 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095ee68-8fb1-46be-b3a5-07a2aae139d1 req-b04c0cb6-da31-4277-ab0b-0ec189ddcaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:53.184971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb247fb-1a64-4d65-b03c-acc3989958b8 req-9c9291f8-5885-4911-b51b-a107c9930941 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:53.186730 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5095ee68-8fb1-46be-b3a5-07a2aae139d1 req-b04c0cb6-da31-4277-ab0b-0ec189ddcaaf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9e99a30e-1dae-49c9-9583-27e7f142b946 HTTP/1.1" status: 200 len: 1127 time: 0.3996410 Jan 28 19:12:53.192243 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb247fb-1a64-4d65-b03c-acc3989958b8 req-9c9291f8-5885-4911-b51b-a107c9930941 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:53.202240 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb247fb-1a64-4d65-b03c-acc3989958b8 req-9c9291f8-5885-4911-b51b-a107c9930941 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:53.208813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb247fb-1a64-4d65-b03c-acc3989958b8 req-9c9291f8-5885-4911-b51b-a107c9930941 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:53.232465 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb247fb-1a64-4d65-b03c-acc3989958b8 req-9c9291f8-5885-4911-b51b-a107c9930941 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:53.239967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb247fb-1a64-4d65-b03c-acc3989958b8 req-9c9291f8-5885-4911-b51b-a107c9930941 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:53.242222 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2cb247fb-1a64-4d65-b03c-acc3989958b8 req-9c9291f8-5885-4911-b51b-a107c9930941 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5394 time: 0.3701863 Jan 28 19:12:53.320018 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (00483342-9629-4105-84b7-63f1b73710d0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:53.327208 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f970a-7fb0-485c-a01b-821d1230fbb9 None None] New status for floating IP b7c2cbe5-75c3-4d09-975c-138827fa759e: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:12:53.424327 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5095ee68-8fb1-46be-b3a5-07a2aae139d1 req-b58b46e7-f120-4f96-b04d-e5d522641d18 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226415 Jan 28 19:12:53.440402 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:12:53.457981 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2cb247fb-1a64-4d65-b03c-acc3989958b8 req-4080ae41-da05-4ed4-b403-08a0f6e17cae tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2092004 Jan 28 19:12:53.531857 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-e7a253a5-3fdc-4873-9272-b551104f593f service neutron] 10.222.0.31 "GET /v2.0/ports/4c1eeb3b-fcdc-43ea-b426-100e8a907a8c/bindings/n-h2-824834-4 HTTP/1.1" status: 200 len: 384 time: 0.2524791 Jan 28 19:12:53.551646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-b4168767-24be-47bb-b087-df1c0e22b385 req-242e9d5e-5530-4040-87de-b82f827d9884 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Allocated IP 172.20.0.8 (637e746c-9fa9-46a8-ab48-5874aa0ce7e6/7d5154f7-89ca-42cb-85fe-94773e052975/c410f0b2-4071-485c-9340-df06a025bd18) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:12:53.639608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20135de0-51a4-45a0-b991-e5ca9f338d75 req-f5b5c728-0b8c-4da8-a141-fac8fbc33162 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:53.641212 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-20135de0-51a4-45a0-b991-e5ca9f338d75 req-f5b5c728-0b8c-4da8-a141-fac8fbc33162 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e99a30e-1dae-49c9-9583-27e7f142b946 HTTP/1.1" status: 200 len: 945 time: 0.3138771 Jan 28 19:12:53.689523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:53.733565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c has no active binding in host n-h2-824834-4 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:12:53.890502 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-20135de0-51a4-45a0-b991-e5ca9f338d75 req-a796d0ea-e633-49e8-bcb5-291aa8423f06 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219187 Jan 28 19:12:53.955095 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b3161467-8606-4290-86e5-2dbeea342ed7 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:12:54.056994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port b3161467-8606-4290-86e5-2dbeea342ed7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:12:54.057901 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b3161467-8606-4290-86e5-2dbeea342ed7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:54.171798 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b3161467-8606-4290-86e5-2dbeea342ed7 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:54.183738 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b4168767-24be-47bb-b087-df1c0e22b385 req-242e9d5e-5530-4040-87de-b82f827d9884 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for port (c410f0b2-4071-485c-9340-df06a025bd18), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:54.209516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aff44-92c7-4d74-8cae-7a4088165c58 req-65916860-6142-4b89-b434-ad72416361cd tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:54.211290 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-453aff44-92c7-4d74-8cae-7a4088165c58 req-65916860-6142-4b89-b434-ad72416361cd tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.1662974 Jan 28 19:12:54.269431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00483342-9629-4105-84b7-63f1b73710d0 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:54.294319 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Publish callbacks [] for port (00483342-9629-4105-84b7-63f1b73710d0), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:54.324710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Transition to ACTIVE for port object 00483342-9629-4105-84b7-63f1b73710d0 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:12:54.329879 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-453aff44-92c7-4d74-8cae-7a4088165c58 req-b222b3dd-8783-486c-b1bb-15ec3de07f31 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934405 Jan 28 19:12:54.332983 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (00483342-9629-4105-84b7-63f1b73710d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:54.343506 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b4168767-24be-47bb-b087-df1c0e22b385 req-242e9d5e-5530-4040-87de-b82f827d9884 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c410f0b2-4071-485c-9340-df06a025bd18), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:54.372936 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2186eb-1573-4a13-ae12-c404e7df1fd9 req-b7c3aee6-d735-4e7b-906b-0ae5f6341c96 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:54.374619 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0c2186eb-1573-4a13-ae12-c404e7df1fd9 req-b7c3aee6-d735-4e7b-906b-0ae5f6341c96 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 944 time: 0.6075616 Jan 28 19:12:54.398666 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:54.427586 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4168767-24be-47bb-b087-df1c0e22b385 req-242e9d5e-5530-4040-87de-b82f827d9884 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Network 637e746c-9fa9-46a8-ab48-5874aa0ce7e6 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:12:54.447113 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Pushing event updated for resources: {'Port': ['ID=00483342-9629-4105-84b7-63f1b73710d0,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:54.449157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-b4168767-24be-47bb-b087-df1c0e22b385 req-242e9d5e-5530-4040-87de-b82f827d9884 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:12:54.488903 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4168767-24be-47bb-b087-df1c0e22b385 req-242e9d5e-5530-4040-87de-b82f827d9884 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:12:54.515861 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0c2186eb-1573-4a13-ae12-c404e7df1fd9 req-32e3dee0-2621-451e-8f75-a0db2b448d74 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311512 Jan 28 19:12:54.528808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-74fa4239-c22e-41c7-8bca-155ea7632eeb service neutron] For port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:54.637826 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-74fa4239-c22e-41c7-8bca-155ea7632eeb service neutron] For port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:54.716470 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e9d5e-5530-4040-87de-b82f827d9884 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Pushing event updated for resources: {'Port': ['ID=c410f0b2-4071-485c-9340-df06a025bd18,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:54.747076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-74fa4239-c22e-41c7-8bca-155ea7632eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:54.757016 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f6f9-a14e-4c8b-b07c-de18e2e7d9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (992de068-0ffa-4ffe-ab99-f7c371e79c09), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:54.762827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4168767-24be-47bb-b087-df1c0e22b385 req-242e9d5e-5530-4040-87de-b82f827d9884 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:54.763588 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b4168767-24be-47bb-b087-df1c0e22b385 req-242e9d5e-5530-4040-87de-b82f827d9884 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:54.773591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b84407-e367-4c16-bc18-824efa23593d req-9dce37ad-94c2-4ca5-b988-85310d8f6270 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:54.775256 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-80b84407-e367-4c16-bc18-824efa23593d req-9dce37ad-94c2-4ca5-b988-85310d8f6270 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 931 time: 0.3129456 Jan 28 19:12:54.778784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Attempting to bind port 00483342-9629-4105-84b7-63f1b73710d0 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:54.779223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Attempting to bind port 00483342-9629-4105-84b7-63f1b73710d0 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:54.779654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Attempting to bind port 00483342-9629-4105-84b7-63f1b73710d0 on network 1fb8a996-2168-4f5b-9c7f-595915f7223f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:54.798209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-74fa4239-c22e-41c7-8bca-155ea7632eeb service neutron] For port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:54.814310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Port 00483342-9629-4105-84b7-63f1b73710d0 on network 1fb8a996-2168-4f5b-9c7f-595915f7223f not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:12:54.814310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Attempting to bind port 00483342-9629-4105-84b7-63f1b73710d0 on network 1fb8a996-2168-4f5b-9c7f-595915f7223f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:54.826688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:54.827207 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Checking segment: {'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:54.827975 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Bound using segment: {'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:54.828730 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Bound port: 00483342-9629-4105-84b7-63f1b73710d0, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8360563-7d35-437a-a454-a04e185b8e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:54.829230 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (00483342-9629-4105-84b7-63f1b73710d0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:54.840586 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a052379-91b7-434a-b0f0-a66a14b65048 req-281dd474-c7eb-44c0-afe6-a3de776a280d tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:54.849579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a052379-91b7-434a-b0f0-a66a14b65048 req-281dd474-c7eb-44c0-afe6-a3de776a280d tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:54.856799 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4168767-24be-47bb-b087-df1c0e22b385 req-242e9d5e-5530-4040-87de-b82f827d9884 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2959857 Jan 28 19:12:54.858741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a052379-91b7-434a-b0f0-a66a14b65048 req-281dd474-c7eb-44c0-afe6-a3de776a280d tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:54.863301 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'tag': '2510a89c-2357-4dce-a701-9442113669a5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:54.866208 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6305875b-da5a-4136-8a6d-a54899d48151" -d '{"events": [{"name": "network-changed", "server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "tag": "2510a89c-2357-4dce-a701-9442113669a5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:54.866523 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a052379-91b7-434a-b0f0-a66a14b65048 req-281dd474-c7eb-44c0-afe6-a3de776a280d tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:54.873794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Request body: {'port': {'device_id': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:54.874185 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a052379-91b7-434a-b0f0-a66a14b65048 req-281dd474-c7eb-44c0-afe6-a3de776a280d tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:54.881529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a052379-91b7-434a-b0f0-a66a14b65048 req-281dd474-c7eb-44c0-afe6-a3de776a280d tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:54.887400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a052379-91b7-434a-b0f0-a66a14b65048 req-281dd474-c7eb-44c0-afe6-a3de776a280d tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:54.889569 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0a052379-91b7-434a-b0f0-a66a14b65048 req-281dd474-c7eb-44c0-afe6-a3de776a280d tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5406 time: 0.2493925 Jan 28 19:12:54.892737 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-74fa4239-c22e-41c7-8bca-155ea7632eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:54.966602 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] For port 00483342-9629-4105-84b7-63f1b73710d0, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:54.969836 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] For port 00483342-9629-4105-84b7-63f1b73710d0, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=00483342-9629-4105-84b7-63f1b73710d0,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:54.992780 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-80b84407-e367-4c16-bc18-824efa23593d req-1e5d12f5-3734-4c19-a87a-e1eb3bfc113c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064445 Jan 28 19:12:54.996431 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (00483342-9629-4105-84b7-63f1b73710d0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:55.064388 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Pushing event updated for resources: {'Port': ['ID=00483342-9629-4105-84b7-63f1b73710d0,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:55.084869 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c410f0b2-4071-485c-9340-df06a025bd18), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:55.091138 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:55.091984 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:55.093523 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4e46ada8-8f68-4fa9-93f5-41493e5b831b service neutron] 10.222.0.37 "PUT /v2.0/ports/00483342-9629-4105-84b7-63f1b73710d0 HTTP/1.1" status: 200 len: 1090 time: 2.1673696 Jan 28 19:12:55.102168 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0a052379-91b7-434a-b0f0-a66a14b65048 req-f9e9df16-f7c4-486f-aa6d-17ed681cb909 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1972959 Jan 28 19:12:55.165246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-74fa4239-c22e-41c7-8bca-155ea7632eeb service neutron] Transition to ACTIVE for port object 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:12:55.177807 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-74fa4239-c22e-41c7-8bca-155ea7632eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:55.180989 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Request body: {'port': {'device_id': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:55.224841 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:55.249874 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a38bd5-9dd6-4cea-8c48-2f379e91f215 x-openstack-request-id: req-26a38bd5-9dd6-4cea-8c48-2f379e91f215 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:55.250919 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "tag": "2510a89c-2357-4dce-a701-9442113669a5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:55.251281 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26a38bd5-9dd6-4cea-8c48-2f379e91f215 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:55.251787 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'tag': '2510a89c-2357-4dce-a701-9442113669a5', 'status': 'completed', 'code': 200} Jan 28 19:12:55.297893 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-74fa4239-c22e-41c7-8bca-155ea7632eeb service neutron] No DVR routers for this DVR port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:12:55.347277 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa4239-c22e-41c7-8bca-155ea7632eeb service neutron] Pushing event updated for resources: {'Port': ['ID=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:55.348390 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c710c-c937-4f93-88eb-374e2d88f7e2 req-8daa8d9b-175f-4ca7-b5d5-6ebed9300af4 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:55.349977 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-735c710c-c937-4f93-88eb-374e2d88f7e2 req-8daa8d9b-175f-4ca7-b5d5-6ebed9300af4 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e99a30e-1dae-49c9-9583-27e7f142b946 HTTP/1.1" status: 200 len: 945 time: 0.2144179 Jan 28 19:12:55.376250 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-74fa4239-c22e-41c7-8bca-155ea7632eeb service neutron] 10.222.0.31 "PUT /v2.0/ports/4c1eeb3b-fcdc-43ea-b426-100e8a907a8c/bindings/n-h2-824834-4/activate HTTP/1.1" status: 200 len: 369 time: 1.7062554 Jan 28 19:12:55.469140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0f6f9-a14e-4c8b-b07c-de18e2e7d9a9 admin admin] Deleting port 144e6cbb-06c4-4472-aa9f-c28d4799cc93 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:12:55.472352 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f6f9-a14e-4c8b-b07c-de18e2e7d9a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:55.478611 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305875b-da5a-4136-8a6d-a54899d48151 req-17f90754-aebf-44ec-b116-c5d3a05f9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:55.479230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305875b-da5a-4136-8a6d-a54899d48151 req-17f90754-aebf-44ec-b116-c5d3a05f9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:55.479698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305875b-da5a-4136-8a6d-a54899d48151 req-17f90754-aebf-44ec-b116-c5d3a05f9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:55.480152 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305875b-da5a-4136-8a6d-a54899d48151 req-17f90754-aebf-44ec-b116-c5d3a05f9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:55.480601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305875b-da5a-4136-8a6d-a54899d48151 req-17f90754-aebf-44ec-b116-c5d3a05f9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:55.481046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305875b-da5a-4136-8a6d-a54899d48151 req-17f90754-aebf-44ec-b116-c5d3a05f9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:55.481493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305875b-da5a-4136-8a6d-a54899d48151 req-17f90754-aebf-44ec-b116-c5d3a05f9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:55.483495 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6305875b-da5a-4136-8a6d-a54899d48151 req-17f90754-aebf-44ec-b116-c5d3a05f9095 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6617f763bd2b491295631965114da93b&device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 6508 time: 0.2144403 Jan 28 19:12:55.499658 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:55.618621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-8895bb54-eeeb-4609-bf04-15c13d56bf14 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:55.619903 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-8895bb54-eeeb-4609-bf04-15c13d56bf14 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc&tenant_id=be0bcd491a344f1d9cdebd1430d3209a&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 1127 time: 0.1789682 Jan 28 19:12:55.647591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc3776-ca8c-4452-b0ef-53271266b448 req-82a43da0-e70b-41bf-9481-baf2695a8ce6 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:55.649280 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cecc3776-ca8c-4452-b0ef-53271266b448 req-82a43da0-e70b-41bf-9481-baf2695a8ce6 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.1557405 Jan 28 19:12:55.653928 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-735c710c-c937-4f93-88eb-374e2d88f7e2 req-ad4fae4c-5bf5-431e-8bd2-81349e898655 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463977 Jan 28 19:12:55.727458 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cdd0f6f9-a14e-4c8b-b07c-de18e2e7d9a9 admin admin] For port 144e6cbb-06c4-4472-aa9f-c28d4799cc93, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=144e6cbb-06c4-4472-aa9f-c28d4799cc93,segment=NetworkSegment(1e45f636-0657-4623-979d-d887c1d58f07),segment_id=1e45f636-0657-4623-979d-d887c1d58f07)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:55.727904 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f6f9-a14e-4c8b-b07c-de18e2e7d9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:55.760137 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cdd0f6f9-a14e-4c8b-b07c-de18e2e7d9a9 admin admin] Calling delete_port for 144e6cbb-06c4-4472-aa9f-c28d4799cc93 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:12:55.776988 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-4ed727ec-356f-415a-93a7-fa57277e343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:55.778868 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-4ed727ec-356f-415a-93a7-fa57277e343c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc&tenant_id=be0bcd491a344f1d9cdebd1430d3209a HTTP/1.1" status: 200 len: 1127 time: 0.1503801 Jan 28 19:12:55.787151 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cecc3776-ca8c-4452-b0ef-53271266b448 req-7f7599bc-7ce4-43c3-914e-c21899c5a137 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116748 Jan 28 19:12:55.899325 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-2d4b1c61-f948-4cde-a2bb-2f06813c3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:55.901202 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-2d4b1c61-f948-4cde-a2bb-2f06813c3dfd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 1127 time: 0.0739620 Jan 28 19:12:56.083810 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305875b-da5a-4136-8a6d-a54899d48151 req-6758f835-d4bf-4cab-bc8d-dda7637b543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.084622 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305875b-da5a-4136-8a6d-a54899d48151 req-6758f835-d4bf-4cab-bc8d-dda7637b543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.084722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305875b-da5a-4136-8a6d-a54899d48151 req-6758f835-d4bf-4cab-bc8d-dda7637b543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.086712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6305875b-da5a-4136-8a6d-a54899d48151 req-6758f835-d4bf-4cab-bc8d-dda7637b543b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6617f763bd2b491295631965114da93b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5905397 Jan 28 19:12:56.132582 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e32bb-c286-4e43-aede-038a815a49f3 req-3776506a-e84f-47c6-af79-152ac178cbd9 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.134113 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-819e32bb-c286-4e43-aede-038a815a49f3 req-3776506a-e84f-47c6-af79-152ac178cbd9 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e99a30e-1dae-49c9-9583-27e7f142b946 HTTP/1.1" status: 200 len: 945 time: 0.1355708 Jan 28 19:12:56.164244 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-396e784e-5cb1-4a83-ae43-3ec7ea30c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.165787 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-396e784e-5cb1-4a83-ae43-3ec7ea30c6cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.1921334 Jan 28 19:12:56.165969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c410f0b2-4071-485c-9340-df06a025bd18 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:56.173838 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Publish callbacks [] for port (c410f0b2-4071-485c-9340-df06a025bd18), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:56.186000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Transition to ACTIVE for port object c410f0b2-4071-485c-9340-df06a025bd18 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:12:56.218971 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c410f0b2-4071-485c-9340-df06a025bd18), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:56.225049 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-ce0ab350-b657-482b-ac09-4f5e0a3f8d14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c HTTP/1.1" status: 200 len: 217 time: 0.0497072 Jan 28 19:12:56.290500 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f6f9-a14e-4c8b-b07c-de18e2e7d9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (144e6cbb-06c4-4472-aa9f-c28d4799cc93), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:56.327024 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-819e32bb-c286-4e43-aede-038a815a49f3 req-590e5e50-3553-4985-9bb1-9e0eb31f0964 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685925 Jan 28 19:12:56.333453 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0f6f9-a14e-4c8b-b07c-de18e2e7d9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=144e6cbb-06c4-4472-aa9f-c28d4799cc93,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:56.339558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-fa40a7f7-2a06-469d-a071-df70b5b2d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.341072 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-fa40a7f7-2a06-469d-a071-df70b5b2d1e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.1067519 Jan 28 19:12:56.403999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Pushing event updated for resources: {'Port': ['ID=c410f0b2-4071-485c-9340-df06a025bd18,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:56.431627 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-bc6bd1cb-faaa-44b5-ac00-b9b54e62d3da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556085 Jan 28 19:12:56.433816 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b794e14-5be1-44f9-b57f-5ab707604183 req-0c282d46-81d3-4b0b-8beb-faea937a60fc tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.435770 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b794e14-5be1-44f9-b57f-5ab707604183 req-0c282d46-81d3-4b0b-8beb-faea937a60fc tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 945 time: 0.3477283 Jan 28 19:12:56.485388 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305875b-da5a-4136-8a6d-a54899d48151 req-a24a5a9f-0336-454a-b6e9-1dcc169a8734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.488482 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6305875b-da5a-4136-8a6d-a54899d48151 req-a24a5a9f-0336-454a-b6e9-1dcc169a8734 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2997653 Jan 28 19:12:56.594373 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b794e14-5be1-44f9-b57f-5ab707604183 req-41f70c17-d16f-4b95-aafb-54120bd56159 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499684 Jan 28 19:12:56.627010 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e726b3-8499-41f2-af56-0c51f6d520db req-7764ed82-b0ed-4fb0-9375-27028cba0067 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.628647 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30e726b3-8499-41f2-af56-0c51f6d520db req-7764ed82-b0ed-4fb0-9375-27028cba0067 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 943 time: 0.2030320 Jan 28 19:12:56.654486 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-4dc37afb-2d88-4543-a5c8-c529ee3c1918 service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015982 Jan 28 19:12:56.690981 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3efdff0a-8a2d-4378-af59-5e2f16314b7c {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:56.711143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Attempting to bind port c410f0b2-4071-485c-9340-df06a025bd18 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:56.711635 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Attempting to bind port c410f0b2-4071-485c-9340-df06a025bd18 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'e82d184b-4aea-4ba0-9bbc-d944ceb20447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:56.711801 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Attempting to bind port c410f0b2-4071-485c-9340-df06a025bd18 on network 637e746c-9fa9-46a8-ab48-5874aa0ce7e6 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:56.718088 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Publish callbacks [] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:56.747783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Port c410f0b2-4071-485c-9340-df06a025bd18 on network 637e746c-9fa9-46a8-ab48-5874aa0ce7e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:12:56.748204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Attempting to bind port c410f0b2-4071-485c-9340-df06a025bd18 on network 637e746c-9fa9-46a8-ab48-5874aa0ce7e6 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:56.757470 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Transition to ACTIVE for port object 3efdff0a-8a2d-4378-af59-5e2f16314b7c will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:12:56.764182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:56.764182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Checking segment: {'id': 'e82d184b-4aea-4ba0-9bbc-d944ceb20447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:56.764555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Bound using segment: {'id': 'e82d184b-4aea-4ba0-9bbc-d944ceb20447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:56.765065 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Bound port: c410f0b2-4071-485c-9340-df06a025bd18, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e82d184b-4aea-4ba0-9bbc-d944ceb20447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:56.765307 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c410f0b2-4071-485c-9340-df06a025bd18), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:56.779962 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:56.795846 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:12:56.804721 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f6f9-a14e-4c8b-b07c-de18e2e7d9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (992de068-0ffa-4ffe-ab99-f7c371e79c09), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:56.824391 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30e726b3-8499-41f2-af56-0c51f6d520db req-fcae009c-04b8-4fe7-99f8-3b3e78d3f92b tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744292 Jan 28 19:12:56.838040 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] The host n-h1-824834-4 is not matching for port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c host n-h2-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:12:56.838495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:12:56.880990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880978c5-c0b4-4412-9863-0c2009ebcf0d req-5bb5e3b3-005d-47ec-9573-11c2e898e8de tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.887286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880978c5-c0b4-4412-9863-0c2009ebcf0d req-5bb5e3b3-005d-47ec-9573-11c2e898e8de tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.893679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880978c5-c0b4-4412-9863-0c2009ebcf0d req-5bb5e3b3-005d-47ec-9573-11c2e898e8de tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.902446 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880978c5-c0b4-4412-9863-0c2009ebcf0d req-5bb5e3b3-005d-47ec-9573-11c2e898e8de tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.912965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880978c5-c0b4-4412-9863-0c2009ebcf0d req-5bb5e3b3-005d-47ec-9573-11c2e898e8de tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.913705 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-092745c2-66b4-49b0-94d3-c95bb0282e0d service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516861 Jan 28 19:12:56.918849 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880978c5-c0b4-4412-9863-0c2009ebcf0d req-5bb5e3b3-005d-47ec-9573-11c2e898e8de tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.966434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880978c5-c0b4-4412-9863-0c2009ebcf0d req-5bb5e3b3-005d-47ec-9573-11c2e898e8de tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:56.973764 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-880978c5-c0b4-4412-9863-0c2009ebcf0d req-5bb5e3b3-005d-47ec-9573-11c2e898e8de tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5406 time: 0.2769415 Jan 28 19:12:57.100304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0d182-463b-4745-b06c-d042a8e83e52 req-07bf7082-0d09-4b7f-b8e1-b13f07cd0912 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.101974 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bfa0d182-463b-4745-b06c-d042a8e83e52 req-07bf7082-0d09-4b7f-b8e1-b13f07cd0912 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.1858566 Jan 28 19:12:57.124461 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-880978c5-c0b4-4412-9863-0c2009ebcf0d req-4d6be814-fb60-4947-9385-3180949104a7 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1357145 Jan 28 19:12:57.159805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3efdff0a-8a2d-4378-af59-5e2f16314b7c,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:57.213444 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] For port c410f0b2-4071-485c-9340-df06a025bd18, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:57.230789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] For port c410f0b2-4071-485c-9340-df06a025bd18, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c410f0b2-4071-485c-9340-df06a025bd18,segment=NetworkSegment(e82d184b-4aea-4ba0-9bbc-d944ceb20447),segment_id=e82d184b-4aea-4ba0-9bbc-d944ceb20447)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:57.253213 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c410f0b2-4071-485c-9340-df06a025bd18), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:57.261145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'tag': '00483342-9629-4105-84b7-63f1b73710d0'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:57.263600 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f128c58f-0dc7-4e6a-852d-e857105c5bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "tag": "00483342-9629-4105-84b7-63f1b73710d0"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:57.291546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Attempting to bind port 3efdff0a-8a2d-4378-af59-5e2f16314b7c on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:57.292028 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Attempting to bind port 3efdff0a-8a2d-4378-af59-5e2f16314b7c by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '73ae1af7-c909-4737-bf62-7db43c19630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:57.292196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Attempting to bind port 3efdff0a-8a2d-4378-af59-5e2f16314b7c on network 98ba37f4-6b62-4b65-b112-500b83bfc44d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:57.309485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.310159 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:57.311778 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4168767-24be-47bb-b087-df1c0e22b385 req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] 10.222.0.37 "PUT /v2.0/ports/c410f0b2-4071-485c-9340-df06a025bd18 HTTP/1.1" status: 200 len: 1091 time: 2.4423547 Jan 28 19:12:57.314936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Port 3efdff0a-8a2d-4378-af59-5e2f16314b7c on network 98ba37f4-6b62-4b65-b112-500b83bfc44d not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:12:57.315141 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Attempting to bind port 3efdff0a-8a2d-4378-af59-5e2f16314b7c on network 98ba37f4-6b62-4b65-b112-500b83bfc44d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:57.343651 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35665f63-f31e-4286-b7fe-a955a4958ce7 x-openstack-request-id: req-35665f63-f31e-4286-b7fe-a955a4958ce7 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:57.344037 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "tag": "00483342-9629-4105-84b7-63f1b73710d0", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:57.344357 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35665f63-f31e-4286-b7fe-a955a4958ce7 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:57.345687 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'tag': '00483342-9629-4105-84b7-63f1b73710d0', 'status': 'completed', 'code': 200} Jan 28 19:12:57.356666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:57.357356 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Checking segment: {'id': '73ae1af7-c909-4737-bf62-7db43c19630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:57.357917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Bound using segment: {'id': '73ae1af7-c909-4737-bf62-7db43c19630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:57.358524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Bound port: 3efdff0a-8a2d-4378-af59-5e2f16314b7c, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ae1af7-c909-4737-bf62-7db43c19630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:57.359977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:57.526782 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3068d00-a630-4a01-8ef5-2580306c1154 service neutron] Pushing event updated for resources: {'Port': ['ID=c410f0b2-4071-485c-9340-df06a025bd18,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:57.555978 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] For port 3efdff0a-8a2d-4378-af59-5e2f16314b7c, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:57.576734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] For port 3efdff0a-8a2d-4378-af59-5e2f16314b7c, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3efdff0a-8a2d-4378-af59-5e2f16314b7c,segment=NetworkSegment(73ae1af7-c909-4737-bf62-7db43c19630a),segment_id=73ae1af7-c909-4737-bf62-7db43c19630a)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:57.583976 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bfa0d182-463b-4745-b06c-d042a8e83e52 req-91573bce-1413-4b33-b64f-54e3ff0e5978 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716823 Jan 28 19:12:57.600682 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:57.610145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c58f-0dc7-4e6a-852d-e857105c5bd3 req-adf0e76a-68fc-4172-89f9-3661f0a4ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.610541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c58f-0dc7-4e6a-852d-e857105c5bd3 req-adf0e76a-68fc-4172-89f9-3661f0a4ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.611082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c58f-0dc7-4e6a-852d-e857105c5bd3 req-adf0e76a-68fc-4172-89f9-3661f0a4ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.611809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c58f-0dc7-4e6a-852d-e857105c5bd3 req-adf0e76a-68fc-4172-89f9-3661f0a4ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.612256 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c58f-0dc7-4e6a-852d-e857105c5bd3 req-adf0e76a-68fc-4172-89f9-3661f0a4ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.612701 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c58f-0dc7-4e6a-852d-e857105c5bd3 req-adf0e76a-68fc-4172-89f9-3661f0a4ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.613147 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c58f-0dc7-4e6a-852d-e857105c5bd3 req-adf0e76a-68fc-4172-89f9-3661f0a4ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.613289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd0f6f9-a14e-4c8b-b07c-de18e2e7d9a9 admin admin] Router 992de068-0ffa-4ffe-ab99-f7c371e79c09 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:12:57.615648 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f128c58f-0dc7-4e6a-852d-e857105c5bd3 req-adf0e76a-68fc-4172-89f9-3661f0a4ff8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6617f763bd2b491295631965114da93b&device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 6563 time: 0.2343042 Jan 28 19:12:57.661308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e3370-49d8-4cc0-9d3e-1ac07fceef1d req-64614370-9fac-424f-a526-2ec6b9d9d5cb tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.662826 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce4e3370-49d8-4cc0-9d3e-1ac07fceef1d req-64614370-9fac-424f-a526-2ec6b9d9d5cb tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e99a30e-1dae-49c9-9583-27e7f142b946 HTTP/1.1" status: 200 len: 945 time: 0.1692834 Jan 28 19:12:57.683809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4168767-24be-47bb-b087-df1c0e22b385 req-9d3223ff-0e4b-4359-98df-f90e9abd7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.685948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4168767-24be-47bb-b087-df1c0e22b385 req-9d3223ff-0e4b-4359-98df-f90e9abd7414 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce5dc177d53f45de9643f8a43c92911f&device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 1125 time: 0.2013631 Jan 28 19:12:57.695867 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.697023 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:57.699160 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] 10.222.0.37 "PUT /v2.0/ports/3efdff0a-8a2d-4378-af59-5e2f16314b7c HTTP/1.1" status: 200 len: 1091 time: 2.5239303 Jan 28 19:12:57.719921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-aecf2d83-df0f-41ea-a05f-8a2fd203acba tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.721435 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-aecf2d83-df0f-41ea-a05f-8a2fd203acba tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc&tenant_id=be0bcd491a344f1d9cdebd1430d3209a&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 1127 time: 0.5314598 Jan 28 19:12:57.801067 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd0f6f9-a14e-4c8b-b07c-de18e2e7d9a9 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:12:57.811872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7902ae-4da7-4560-a04e-fecb29dfa38e None None] Sync routers for ids ['992de068-0ffa-4ffe-ab99-f7c371e79c09'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:12:57.815046 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cdd0f6f9-a14e-4c8b-b07c-de18e2e7d9a9 admin admin] 10.222.0.55 "PUT /v2.0/routers/992de068-0ffa-4ffe-ab99-f7c371e79c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5715346 Jan 28 19:12:57.822167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40546) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:12:57.847774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7902ae-4da7-4560-a04e-fecb29dfa38e None None] Routers {'992de068-0ffa-4ffe-ab99-f7c371e79c09'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:57.851771 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ab7902ae-4da7-4560-a04e-fecb29dfa38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:12:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['992de068-0ffa-4ffe-ab99-f7c371e79c09'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:57.881089 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c58f-0dc7-4e6a-852d-e857105c5bd3 req-34549927-8f06-43e2-aa8e-035688d3ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.881603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c58f-0dc7-4e6a-852d-e857105c5bd3 req-34549927-8f06-43e2-aa8e-035688d3ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.882857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c58f-0dc7-4e6a-852d-e857105c5bd3 req-34549927-8f06-43e2-aa8e-035688d3ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.887049 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f128c58f-0dc7-4e6a-852d-e857105c5bd3 req-34549927-8f06-43e2-aa8e-035688d3ea66 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6617f763bd2b491295631965114da93b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2399919 Jan 28 19:12:57.888035 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635d476-389b-4987-9111-52bb2cd445f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3efdff0a-8a2d-4378-af59-5e2f16314b7c,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:57.914684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc045916-d017-4045-96aa-4d021dc0d04d req-fd995740-2ac0-44ad-aa1c-99d12daaf007 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:57.916896 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fc045916-d017-4045-96aa-4d021dc0d04d req-fd995740-2ac0-44ad-aa1c-99d12daaf007 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 945 time: 0.1991260 Jan 28 19:12:57.933044 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Request body: {'port': {'device_id': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:12:58.006996 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4168767-24be-47bb-b087-df1c0e22b385 req-9832c589-3319-49c7-9bf5-c33020e49301 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c410f0b2-4071-485c-9340-df06a025bd18 HTTP/1.1" status: 200 len: 217 time: 0.2983127 Jan 28 19:12:58.024648 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ab7902ae-4da7-4560-a04e-fecb29dfa38e None None] Set router 992de068-0ffa-4ffe-ab99-f7c371e79c09 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:58.075289 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364a4f6f-de99-495b-8671-1d0000f29fde admin admin] Publish callbacks [] for router (992de068-0ffa-4ffe-ab99-f7c371e79c09), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:58.085120 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4168767-24be-47bb-b087-df1c0e22b385 req-8a5abedc-cd0a-4595-b9cc-379e2b303b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:58.087189 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4168767-24be-47bb-b087-df1c0e22b385 req-8a5abedc-cd0a-4595-b9cc-379e2b303b57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d5154f7-89ca-42cb-85fe-94773e052975 HTTP/1.1" status: 200 len: 860 time: 0.0514691 Jan 28 19:12:58.163792 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fc045916-d017-4045-96aa-4d021dc0d04d req-968d4b09-88bf-4507-8404-7c5b9a87f25a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682129 Jan 28 19:12:58.167855 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-bdbbd795-7af8-4402-87b5-ba46567dde48 service neutron] For port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:58.173691 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-bdbbd795-7af8-4402-87b5-ba46567dde48 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:58.174821 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-bdbbd795-7af8-4402-87b5-ba46567dde48 service neutron] 10.222.0.37 "DELETE /v2.0/ports/4c1eeb3b-fcdc-43ea-b426-100e8a907a8c/bindings/n-h1-824834-4 HTTP/1.1" status: 204 len: 173 time: 0.4428046 Jan 28 19:12:58.177089 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce4e3370-49d8-4cc0-9d3e-1ac07fceef1d req-8997b085-1dea-457f-afad-af5b46970f7f tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967287 Jan 28 19:12:58.231267 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4168767-24be-47bb-b087-df1c0e22b385 req-e8d736ad-cdbc-4dfa-bd88-656e0b5a2c8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096790 Jan 28 19:12:58.278913 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ab7902ae-4da7-4560-a04e-fecb29dfa38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'name': 'tempest-ServersTestManualDisk-1621456048-router', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:29Z', 'updated_at': '2022-01-28T19:12:56Z', 'revision_number': 5, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'gw_port': {'id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:30Z', 'updated_at': '2022-01-28T19:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:58.318493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7902ae-4da7-4560-a04e-fecb29dfa38e None None] Checking router: 992de068-0ffa-4ffe-ab99-f7c371e79c09 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:12:58.329664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7902ae-4da7-4560-a04e-fecb29dfa38e None None] Routers {'992de068-0ffa-4ffe-ab99-f7c371e79c09'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:12:58.330900 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ab7902ae-4da7-4560-a04e-fecb29dfa38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:12:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['992de068-0ffa-4ffe-ab99-f7c371e79c09'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:58.333881 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:58.402635 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364a4f6f-de99-495b-8671-1d0000f29fde admin admin] Publish callbacks [] for router_gateway (992de068-0ffa-4ffe-ab99-f7c371e79c09), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:58.441141 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128c58f-0dc7-4e6a-852d-e857105c5bd3 req-41cf2c59-b323-42ad-9e1e-d51c6d00b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:58.442605 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f128c58f-0dc7-4e6a-852d-e857105c5bd3 req-41cf2c59-b323-42ad-9e1e-d51c6d00b32c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5346553 Jan 28 19:12:58.447641 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3969b25-f684-418a-9bef-ab4a7abbef64 req-77ba3bd9-ee79-4fc8-8fa5-60761fcb21c8 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:58.463194 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4168767-24be-47bb-b087-df1c0e22b385 req-215967a9-4b4e-4415-977c-c8f1028410f9 service neutron] 10.222.0.37 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080944 Jan 28 19:12:58.464871 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3969b25-f684-418a-9bef-ab4a7abbef64 req-77ba3bd9-ee79-4fc8-8fa5-60761fcb21c8 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 943 time: 0.1690266 Jan 28 19:12:58.532601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-364a4f6f-de99-495b-8671-1d0000f29fde admin admin] Deleting port 86c2b793-14ac-4589-82ea-d8ecb588b5a2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:12:58.533499 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364a4f6f-de99-495b-8671-1d0000f29fde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (86c2b793-14ac-4589-82ea-d8ecb588b5a2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:58.551301 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3969b25-f684-418a-9bef-ab4a7abbef64 req-43e85575-b0c7-4c19-8663-53b61e1637ee tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789926 Jan 28 19:12:58.641090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfd994-5e7f-4c6b-b7a1-41da7db174c1 req-23c31d3e-bfdf-4df3-8c33-032830070ab1 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:58.647260 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfd994-5e7f-4c6b-b7a1-41da7db174c1 req-23c31d3e-bfdf-4df3-8c33-032830070ab1 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:58.653719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfd994-5e7f-4c6b-b7a1-41da7db174c1 req-23c31d3e-bfdf-4df3-8c33-032830070ab1 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:58.660282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfd994-5e7f-4c6b-b7a1-41da7db174c1 req-23c31d3e-bfdf-4df3-8c33-032830070ab1 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:58.666453 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfd994-5e7f-4c6b-b7a1-41da7db174c1 req-23c31d3e-bfdf-4df3-8c33-032830070ab1 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:58.672128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfd994-5e7f-4c6b-b7a1-41da7db174c1 req-23c31d3e-bfdf-4df3-8c33-032830070ab1 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:58.678584 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfd994-5e7f-4c6b-b7a1-41da7db174c1 req-23c31d3e-bfdf-4df3-8c33-032830070ab1 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:58.680558 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0bfd994-5e7f-4c6b-b7a1-41da7db174c1 req-23c31d3e-bfdf-4df3-8c33-032830070ab1 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5418 time: 0.3146563 Jan 28 19:12:58.689640 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-364a4f6f-de99-495b-8671-1d0000f29fde admin admin] For port 86c2b793-14ac-4589-82ea-d8ecb588b5a2, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=86c2b793-14ac-4589-82ea-d8ecb588b5a2,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:58.690215 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364a4f6f-de99-495b-8671-1d0000f29fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (86c2b793-14ac-4589-82ea-d8ecb588b5a2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:58.700200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ab7902ae-4da7-4560-a04e-fecb29dfa38e None None] Set router 992de068-0ffa-4ffe-ab99-f7c371e79c09 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:12:58.718273 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-364a4f6f-de99-495b-8671-1d0000f29fde admin admin] Calling delete_port for 86c2b793-14ac-4589-82ea-d8ecb588b5a2 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:12:58.816443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7fc9d59f-6193-4f6d-918a-08e13686799b details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:12:58.847325 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4168767-24be-47bb-b087-df1c0e22b385 req-5031a6c9-cbf3-4cba-ae91-4fa4c31dc18d service neutron] 10.222.0.37 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765850 Jan 28 19:12:58.888071 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0bfd994-5e7f-4c6b-b7a1-41da7db174c1 req-08b28bd3-1c04-43cc-8d53-58c3072bc027 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1664615 Jan 28 19:12:59.064308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5f305d-2922-42df-8fe7-9043a96ffe72 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:59.094454 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Publish callbacks [] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:59.139881 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7fc9d59f-6193-4f6d-918a-08e13686799b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7fc9d59f-6193-4f6d-918a-08e13686799b,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:59.193985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Transition to ACTIVE for port object fb5f305d-2922-42df-8fe7-9043a96ffe72 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:12:59.198074 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '7fc9d59f-6193-4f6d-918a-08e13686799b', 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82', 'port_id': '7fc9d59f-6193-4f6d-918a-08e13686799b', 'mac_address': 'fa:16:3e:97:39:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd0268e-e755-4d0f-9e56-a9e065215f79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:12:59.217079 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:59.242505 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 7fc9d59f-6193-4f6d-918a-08e13686799b is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:12:59.242928 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:59.245853 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ab7902ae-4da7-4560-a04e-fecb29dfa38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'name': 'tempest-ServersTestManualDisk-1621456048-router', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:29Z', 'updated_at': '2022-01-28T19:12:56Z', 'revision_number': 5, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'gw_port': {'id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:30Z', 'updated_at': '2022-01-28T19:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:12:59.283231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7902ae-4da7-4560-a04e-fecb29dfa38e None None] The sync data for ids ['992de068-0ffa-4ffe-ab99-f7c371e79c09'] in n-d-824834-4 is: [{'id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'name': 'tempest-ServersTestManualDisk-1621456048-router', 'tenant_id': '787c78dc34524308bfba5b5abd0612ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:29Z', 'updated_at': '2022-01-28T19:12:56Z', 'revision_number': 5, 'project_id': '787c78dc34524308bfba5b5abd0612ae', 'gw_port': {'id': '86c2b793-14ac-4589-82ea-d8ecb588b5a2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '992de068-0ffa-4ffe-ab99-f7c371e79c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:30Z', 'updated_at': '2022-01-28T19:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:12:59.296156 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fc9d59f-6193-4f6d-918a-08e13686799b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:12:59.337992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7fc9d59f-6193-4f6d-918a-08e13686799b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7fc9d59f-6193-4f6d-918a-08e13686799b,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:12:59.345957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbff5af-02d4-4058-ae74-b67e7ee8b378 req-05a3aeec-b3a1-44a4-9c6f-86269362046e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:59.346438 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:59.347594 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1bbff5af-02d4-4058-ae74-b67e7ee8b378 req-05a3aeec-b3a1-44a4-9c6f-86269362046e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.1904147 Jan 28 19:12:59.349479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'tag': 'c410f0b2-4071-485c-9340-df06a025bd18'}, {'name': 'network-changed', 'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'tag': '3efdff0a-8a2d-4378-af59-5e2f16314b7c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:12:59.354224 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236922bf-abce-42cd-abe1-81f3750ae297" -d '{"events": [{"name": "network-changed", "server_uuid": "2f05ba50-407d-44a7-9a1e-fede20f6d621", "tag": "c410f0b2-4071-485c-9340-df06a025bd18"}, {"name": "network-changed", "server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "tag": "3efdff0a-8a2d-4378-af59-5e2f16314b7c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:12:59.358147 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364a4f6f-de99-495b-8671-1d0000f29fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (86c2b793-14ac-4589-82ea-d8ecb588b5a2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:59.366387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Pushing event updated for resources: {'Port': ['ID=fb5f305d-2922-42df-8fe7-9043a96ffe72,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:59.416325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=7fc9d59f-6193-4f6d-918a-08e13686799b,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:59.429288 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a4f6f-de99-495b-8671-1d0000f29fde admin admin] Pushing event deleted for resources: {'Port': ['ID=86c2b793-14ac-4589-82ea-d8ecb588b5a2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:12:59.437171 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['7fc9d59f-6193-4f6d-918a-08e13686799b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:12:59.444559 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0509d-e797-4c7f-9b36-f20eba6a0bc7 req-beedc531-cb88-4ed9-b15f-18dff2507f25 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:59.458707 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fea0509d-e797-4c7f-9b36-f20eba6a0bc7 req-beedc531-cb88-4ed9-b15f-18dff2507f25 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 1127 time: 0.2948098 Jan 28 19:12:59.573794 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1bbff5af-02d4-4058-ae74-b67e7ee8b378 req-fd3e13a2-83c8-418d-af41-2ab432b2d566 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867185 Jan 28 19:12:59.581941 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Attempting to bind port fb5f305d-2922-42df-8fe7-9043a96ffe72 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:12:59.582298 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Attempting to bind port fb5f305d-2922-42df-8fe7-9043a96ffe72 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '73ae1af7-c909-4737-bf62-7db43c19630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:12:59.582642 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Attempting to bind port fb5f305d-2922-42df-8fe7-9043a96ffe72 on network 98ba37f4-6b62-4b65-b112-500b83bfc44d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:59.585523 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fea0509d-e797-4c7f-9b36-f20eba6a0bc7 req-db25ef33-2ed4-4f7b-8f9f-9cbcb847ce44 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174223 Jan 28 19:12:59.590982 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364a4f6f-de99-495b-8671-1d0000f29fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (992de068-0ffa-4ffe-ab99-f7c371e79c09), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:59.614903 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Port fb5f305d-2922-42df-8fe7-9043a96ffe72 on network 98ba37f4-6b62-4b65-b112-500b83bfc44d not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:12:59.615222 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Attempting to bind port fb5f305d-2922-42df-8fe7-9043a96ffe72 on network 98ba37f4-6b62-4b65-b112-500b83bfc44d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:12:59.631337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:12:59.631631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Checking segment: {'id': '73ae1af7-c909-4737-bf62-7db43c19630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:12:59.632010 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Bound using segment: {'id': '73ae1af7-c909-4737-bf62-7db43c19630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:12:59.632501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Bound port: fb5f305d-2922-42df-8fe7-9043a96ffe72, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73ae1af7-c909-4737-bf62-7db43c19630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:12:59.632850 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:59.757328 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 19:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecfe11a-9f55-4d5e-b282-9a448620e8e2 x-openstack-request-id: req-5ecfe11a-9f55-4d5e-b282-9a448620e8e2 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:12:59.757687 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f05ba50-407d-44a7-9a1e-fede20f6d621", "tag": "c410f0b2-4071-485c-9340-df06a025bd18", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "tag": "3efdff0a-8a2d-4378-af59-5e2f16314b7c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:12:59.757887 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ecfe11a-9f55-4d5e-b282-9a448620e8e2 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:12:59.758301 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'tag': 'c410f0b2-4071-485c-9340-df06a025bd18', 'status': 'completed', 'code': 200} Jan 28 19:12:59.758556 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'tag': '3efdff0a-8a2d-4378-af59-5e2f16314b7c', 'status': 'completed', 'code': 200} Jan 28 19:12:59.899957 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364a4f6f-de99-495b-8671-1d0000f29fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (992de068-0ffa-4ffe-ab99-f7c371e79c09), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:59.904518 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364a4f6f-de99-495b-8671-1d0000f29fde admin admin] Publish callbacks [] for router_controller (992de068-0ffa-4ffe-ab99-f7c371e79c09), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:59.909055 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] For port fb5f305d-2922-42df-8fe7-9043a96ffe72, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:12:59.928024 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] For port fb5f305d-2922-42df-8fe7-9043a96ffe72, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fb5f305d-2922-42df-8fe7-9043a96ffe72,segment=NetworkSegment(73ae1af7-c909-4737-bf62-7db43c19630a),segment_id=73ae1af7-c909-4737-bf62-7db43c19630a)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:12:59.957534 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:12:59.982479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236922bf-abce-42cd-abe1-81f3750ae297 req-714d88ec-88bb-4eb3-9d06-a4ce6243e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:12:59.984525 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-236922bf-abce-42cd-abe1-81f3750ae297 req-714d88ec-88bb-4eb3-9d06-a4ce6243e9da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce5dc177d53f45de9643f8a43c92911f&device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 1125 time: 0.1947272 Jan 28 19:12:59.989299 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.030206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 144e6cbb-06c4-4472-aa9f-c28d4799cc93 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:13:00.077055 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 144e6cbb-06c4-4472-aa9f-c28d4799cc93 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:13:00.077287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 144e6cbb-06c4-4472-aa9f-c28d4799cc93 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:13:00.112356 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:00.112977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.114476 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] 10.222.0.37 "PUT /v2.0/ports/fb5f305d-2922-42df-8fe7-9043a96ffe72 HTTP/1.1" status: 200 len: 1091 time: 2.1862307 Jan 28 19:13:00.122547 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364a4f6f-de99-495b-8671-1d0000f29fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (992de068-0ffa-4ffe-ab99-f7c371e79c09), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.123336 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364a4f6f-de99-495b-8671-1d0000f29fde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 992de068-0ffa-4ffe-ab99-f7c371e79c09 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:13:00.129453 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-364a4f6f-de99-495b-8671-1d0000f29fde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.136672 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-364a4f6f-de99-495b-8671-1d0000f29fde admin admin] 10.222.0.55 "DELETE /v2.0/routers/992de068-0ffa-4ffe-ab99-f7c371e79c09 HTTP/1.1" status: 204 len: 168 time: 2.3089025 Jan 28 19:13:00.137531 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40620) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:00.196258 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73f3af0-8c4e-4670-a7ba-6040cafd6572 admin admin] Deleting subnet 40a3786c-19ac-4d04-89a2-2734dd683565 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:13:00.212200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4699e4-ac76-4fe7-92fc-5159997fcb5a req-f6e8ccb2-34af-44fd-bc4b-b320ea811f0e tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:00.221699 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e4699e4-ac76-4fe7-92fc-5159997fcb5a req-f6e8ccb2-34af-44fd-bc4b-b320ea811f0e tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 943 time: 0.3529670 Jan 28 19:13:00.239320 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a73f3af0-8c4e-4670-a7ba-6040cafd6572 admin admin] Publish callbacks [] for subnet (40a3786c-19ac-4d04-89a2-2734dd683565), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.411152 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a73f3af0-8c4e-4670-a7ba-6040cafd6572 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (40a3786c-19ac-4d04-89a2-2734dd683565), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.497981 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e4699e4-ac76-4fe7-92fc-5159997fcb5a req-72379712-e86d-4f30-a97f-62f4b4b7f89e tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750318 Jan 28 19:13:00.612346 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a73f3af0-8c4e-4670-a7ba-6040cafd6572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (40a3786c-19ac-4d04-89a2-2734dd683565), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.675075 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a73f3af0-8c4e-4670-a7ba-6040cafd6572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (40a3786c-19ac-4d04-89a2-2734dd683565), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.722546 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f3af0-8c4e-4670-a7ba-6040cafd6572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a3786c-19ac-4d04-89a2-2734dd683565,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:00.729601 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a73f3af0-8c4e-4670-a7ba-6040cafd6572 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:00.733771 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a73f3af0-8c4e-4670-a7ba-6040cafd6572 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/40a3786c-19ac-4d04-89a2-2734dd683565 HTTP/1.1" status: 204 len: 168 time: 0.5940347 Jan 28 19:13:00.737415 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1493daa4-d80a-442d-a377-e0d9bc6a3703 None None] Network b0b4d9af-d48d-4a94-8171-126ed9963a36 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:13:00.737981 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:00.822698 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b26be7-5bdf-4cdc-bc42-fec6882fdeec req-84615a4f-fa4e-44f3-9e5b-fe74565f728a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:00.829096 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b26be7-5bdf-4cdc-bc42-fec6882fdeec req-84615a4f-fa4e-44f3-9e5b-fe74565f728a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:00.845842 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b26be7-5bdf-4cdc-bc42-fec6882fdeec req-84615a4f-fa4e-44f3-9e5b-fe74565f728a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:00.851692 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b26be7-5bdf-4cdc-bc42-fec6882fdeec req-84615a4f-fa4e-44f3-9e5b-fe74565f728a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:00.857113 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b26be7-5bdf-4cdc-bc42-fec6882fdeec req-84615a4f-fa4e-44f3-9e5b-fe74565f728a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:00.864825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b26be7-5bdf-4cdc-bc42-fec6882fdeec req-84615a4f-fa4e-44f3-9e5b-fe74565f728a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:00.871352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b26be7-5bdf-4cdc-bc42-fec6882fdeec req-84615a4f-fa4e-44f3-9e5b-fe74565f728a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:00.871740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7fc9d59f-6193-4f6d-918a-08e13686799b up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:00.873580 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-22b26be7-5bdf-4cdc-bc42-fec6882fdeec req-84615a4f-fa4e-44f3-9e5b-fe74565f728a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.2088540 Jan 28 19:13:00.901736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a3e8e-6609-4615-aecf-1eb947afeacb service neutron] Pushing event updated for resources: {'Port': ['ID=fb5f305d-2922-42df-8fe7-9043a96ffe72,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:00.902345 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (b0b4d9af-d48d-4a94-8171-126ed9963a36), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.021503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236922bf-abce-42cd-abe1-81f3750ae297 req-d63b83f1-a0b1-48bc-b95a-47e3afc8d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:01.023445 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-236922bf-abce-42cd-abe1-81f3750ae297 req-d63b83f1-a0b1-48bc-b95a-47e3afc8d931 service neutron] 10.222.0.37 "GET /v2.0/networks?id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6 HTTP/1.1" status: 200 len: 921 time: 0.9828725 Jan 28 19:13:01.039806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-d1c3ae79-928a-4304-920f-c27613cc8c4f tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:01.049246 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-22b26be7-5bdf-4cdc-bc42-fec6882fdeec req-e4507dd7-2f4e-4402-9ea1-14169272047e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1655750 Jan 28 19:13:01.061998 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 7fc9d59f-6193-4f6d-918a-08e13686799b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:01.062615 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.063275 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-d1c3ae79-928a-4304-920f-c27613cc8c4f tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 808 time: 0.9899592 Jan 28 19:13:01.076738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] Deleting port 39dc01be-8977-47a5-afc3-730b85d54091 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:13:01.077084 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (39dc01be-8977-47a5-afc3-730b85d54091), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.220419 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0381ce6a-7647-4520-8f9b-489ba1907444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:01.221537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0381ce6a-7647-4520-8f9b-489ba1907444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:01.222324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0381ce6a-7647-4520-8f9b-489ba1907444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:01.222846 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0381ce6a-7647-4520-8f9b-489ba1907444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:01.223422 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0381ce6a-7647-4520-8f9b-489ba1907444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:01.224515 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0381ce6a-7647-4520-8f9b-489ba1907444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:01.227336 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0381ce6a-7647-4520-8f9b-489ba1907444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:01.227336 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0381ce6a-7647-4520-8f9b-489ba1907444 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6617f763bd2b491295631965114da93b&device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 6704 time: 0.4311428 Jan 28 19:13:01.229575 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-236922bf-abce-42cd-abe1-81f3750ae297 req-31a9a884-ebe7-43bb-bc99-eaadf943d767 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c410f0b2-4071-485c-9340-df06a025bd18 HTTP/1.1" status: 200 len: 217 time: 0.1592188 Jan 28 19:13:01.237431 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-5c6e8557-7c81-41a2-81d6-da21ca07db1b tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/quotas/be0bcd491a344f1d9cdebd1430d3209a HTTP/1.1" status: 200 len: 375 time: 0.1700411 Jan 28 19:13:01.245482 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5401c78f-1baf-4567-8d31-91930e915e29 None None] DHCP port deletion for b0b4d9af-d48d-4a94-8171-126ed9963a36 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:13:01.301720 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 7fc9d59f-6193-4f6d-918a-08e13686799b is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:01.302476 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.317785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] For port 39dc01be-8977-47a5-afc3-730b85d54091, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=39dc01be-8977-47a5-afc3-730b85d54091,segment=NetworkSegment(1e45f636-0657-4623-979d-d887c1d58f07),segment_id=1e45f636-0657-4623-979d-d887c1d58f07)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:01.319039 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (39dc01be-8977-47a5-afc3-730b85d54091), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.353861 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7fc9d59f-6193-4f6d-918a-08e13686799b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7fc9d59f-6193-4f6d-918a-08e13686799b,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:01.354188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] Calling delete_port for 39dc01be-8977-47a5-afc3-730b85d54091 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:13:01.356322 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63404aa-37ca-4456-a52a-a08045e609aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc9d59f-6193-4f6d-918a-08e13686799b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:01.359599 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e08f88-41cf-41a8-967b-1f9414400750" -d '{"events": [{"server_uuid": "c63404aa-37ca-4456-a52a-a08045e609aa", "name": "network-vif-plugged", "status": "completed", "tag": "7fc9d59f-6193-4f6d-918a-08e13686799b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:01.382057 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.384765 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-a3e3169b-5c24-4c97-94d6-7415948527aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8ab8bcc-5100-4235-85e8-fb0ff3effe78 HTTP/1.1" status: 200 len: 217 time: 0.1381328 Jan 28 19:13:01.393480 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5401c78f-1baf-4567-8d31-91930e915e29 None None] Deleting port 39dc01be-8977-47a5-afc3-730b85d54091 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:13:01.394214 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5401c78f-1baf-4567-8d31-91930e915e29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (39dc01be-8977-47a5-afc3-730b85d54091), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.430987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ccaa0-22ef-4219-802b-c5964e536738 req-48fd3cf9-9f1d-428c-87ab-92885fa3b554 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:01.439992 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-361ccaa0-22ef-4219-802b-c5964e536738 req-48fd3cf9-9f1d-428c-87ab-92885fa3b554 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 944 time: 0.2206202 Jan 28 19:13:01.470876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5401c78f-1baf-4567-8d31-91930e915e29 None None] For port 39dc01be-8977-47a5-afc3-730b85d54091, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=39dc01be-8977-47a5-afc3-730b85d54091,segment=NetworkSegment(1e45f636-0657-4623-979d-d887c1d58f07),segment_id=1e45f636-0657-4623-979d-d887c1d58f07)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:01.471271 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5401c78f-1baf-4567-8d31-91930e915e29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (39dc01be-8977-47a5-afc3-730b85d54091), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.487511 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5401c78f-1baf-4567-8d31-91930e915e29 None None] Calling delete_port for 39dc01be-8977-47a5-afc3-730b85d54091 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:13:01.522386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-361ccaa0-22ef-4219-802b-c5964e536738 req-6170d6e2-f577-4524-9b07-1f69165d88b4 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810254 Jan 28 19:13:01.552793 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (39dc01be-8977-47a5-afc3-730b85d54091), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.563675 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236922bf-abce-42cd-abe1-81f3750ae297 req-c293dbf9-f740-43f4-8ce8-1d0a28feaa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:01.565292 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-236922bf-abce-42cd-abe1-81f3750ae297 req-c293dbf9-f740-43f4-8ce8-1d0a28feaa03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d5154f7-89ca-42cb-85fe-94773e052975 HTTP/1.1" status: 200 len: 860 time: 0.3200679 Jan 28 19:13:01.591321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] Pushing event deleted for resources: {'Port': ['ID=39dc01be-8977-47a5-afc3-730b85d54091,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:01.599173 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] No DVR routers for this DVR port 39dc01be-8977-47a5-afc3-730b85d54091 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:13:01.652079 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-6b4a07ca-c4e3-4686-8817-fa42222fb609 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4092488 Jan 28 19:13:01.662796 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5401c78f-1baf-4567-8d31-91930e915e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (39dc01be-8977-47a5-afc3-730b85d54091), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.689184 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5401c78f-1baf-4567-8d31-91930e915e29 None None] No DVR routers for this DVR port 39dc01be-8977-47a5-afc3-730b85d54091 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:13:01.718789 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=7fc9d59f-6193-4f6d-918a-08e13686799b,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:01.749791 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (b0b4d9af-d48d-4a94-8171-126ed9963a36), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.751312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0d945af7-5db9-4197-8f47-15f1714c1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:01.754782 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0d945af7-5db9-4197-8f47-15f1714c1131 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ce8390e-336c-458e-a9da-26a1cd52fae8 HTTP/1.1" status: 200 len: 856 time: 0.3631008 Jan 28 19:13:01.766579 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401c78f-1baf-4567-8d31-91930e915e29 None None] Pushing event deleted for resources: {'Port': ['ID=39dc01be-8977-47a5-afc3-730b85d54091,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:01.770668 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f079e2-0e5f-4b00-8a4e-e79927fba803 x-openstack-request-id: req-04f079e2-0e5f-4b00-8a4e-e79927fba803 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:01.771060 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63404aa-37ca-4456-a52a-a08045e609aa", "name": "network-vif-plugged", "status": "completed", "tag": "7fc9d59f-6193-4f6d-918a-08e13686799b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:01.771402 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04f079e2-0e5f-4b00-8a4e-e79927fba803 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:01.772311 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63404aa-37ca-4456-a52a-a08045e609aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc9d59f-6193-4f6d-918a-08e13686799b', 'code': 200} Jan 28 19:13:01.780561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b4d9af-d48d-4a94-8171-126ed9963a36']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:01.792779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e45f636-0657-4623-979d-d887c1d58f07') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:01.793376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e45f636-0657-4623-979d-d887c1d58f07') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:01.800908 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-236922bf-abce-42cd-abe1-81f3750ae297 req-129e91fc-ca81-49f2-bd01-949e9723416e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2063165 Jan 28 19:13:01.801485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'tag': 'fb5f305d-2922-42df-8fe7-9043a96ffe72'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:01.804289 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (1e45f636-0657-4623-979d-d887c1d58f07), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.819264 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1e45f636-0657-4623-979d-d887c1d58f07), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.825484 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f29f699-5409-475a-828a-5991e760b5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "tag": "fb5f305d-2922-42df-8fe7-9043a96ffe72"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:01.825663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:13:01.825959 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (1e45f636-0657-4623-979d-d887c1d58f07), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:13:01.843477 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:13:01.964123 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 86c2b793-14ac-4589-82ea-d8ecb588b5a2 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:13:01.989865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 86c2b793-14ac-4589-82ea-d8ecb588b5a2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:13:01.990344 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 86c2b793-14ac-4589-82ea-d8ecb588b5a2 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:13:01.990646 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 39dc01be-8977-47a5-afc3-730b85d54091 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:13:01.998012 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (b0b4d9af-d48d-4a94-8171-126ed9963a36), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.014368 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.023207 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 39dc01be-8977-47a5-afc3-730b85d54091 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:13:02.023561 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 39dc01be-8977-47a5-afc3-730b85d54091 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:13:02.027031 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b0b4d9af-d48d-4a94-8171-126ed9963a36 HTTP/1.1" status: 204 len: 168 time: 1.2797663 Jan 28 19:13:02.059866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5ab09-7c25-416c-95d6-caef3838d223 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0b4d9af-d48d-4a94-8171-126ed9963a36,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:02.098472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72c0a4-ade5-44f1-bd1c-f24e7e92961c req-60bf4e8b-1dfa-4c10-902b-9abf635e4cc4 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:02.110679 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8b72c0a4-ade5-44f1-bd1c-f24e7e92961c req-60bf4e8b-1dfa-4c10-902b-9abf635e4cc4 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 943 time: 0.2661929 Jan 28 19:13:02.175620 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-66fadea4-6e63-4e1f-bc4b-4cff908fa7ae service neutron] 10.222.0.55 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727871 Jan 28 19:13:02.209662 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-236922bf-abce-42cd-abe1-81f3750ae297 req-9e27e696-b4d7-44e9-945e-bec58cfd2f18 service neutron] 10.222.0.37 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563116 Jan 28 19:13:02.238558 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8b72c0a4-ade5-44f1-bd1c-f24e7e92961c req-096fbd00-ea6f-41d2-87c5-03eeee6563c4 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212852 Jan 28 19:13:02.249923 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-9ff85d90-a62b-4bd8-8582-464eba420d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:02.259917 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-9ff85d90-a62b-4bd8-8582-464eba420d9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7948a81e-3fe8-4059-93c5-2faeaa093a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4099307 Jan 28 19:13:02.295368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40662) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:02.388216 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c879909c-ae6a-4337-8e64-456cf5456bb1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=787c78dc34524308bfba5b5abd0612ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0916250 Jan 28 19:13:02.388877 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40666) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:02.420709 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6552339-ccac-4840-9d08-72d44ce23bb0 x-openstack-request-id: req-d6552339-ccac-4840-9d08-72d44ce23bb0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:02.421367 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "tag": "fb5f305d-2922-42df-8fe7-9043a96ffe72", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:02.421793 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d6552339-ccac-4840-9d08-72d44ce23bb0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:02.435307 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'tag': 'fb5f305d-2922-42df-8fe7-9043a96ffe72', 'status': 'completed', 'code': 200} Jan 28 19:13:02.665626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50011e5-d915-4bd0-9817-47de727a201b req-7ddf0b75-da1f-41e8-a4a1-8decbdb50428 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:02.673168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50011e5-d915-4bd0-9817-47de727a201b req-7ddf0b75-da1f-41e8-a4a1-8decbdb50428 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:02.676720 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-236922bf-abce-42cd-abe1-81f3750ae297 req-b1274ecf-2f68-42b5-adba-a9b8e85b6510 service neutron] 10.222.0.37 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313717 Jan 28 19:13:02.679079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50011e5-d915-4bd0-9817-47de727a201b req-7ddf0b75-da1f-41e8-a4a1-8decbdb50428 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:02.686620 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50011e5-d915-4bd0-9817-47de727a201b req-7ddf0b75-da1f-41e8-a4a1-8decbdb50428 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:02.692645 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50011e5-d915-4bd0-9817-47de727a201b req-7ddf0b75-da1f-41e8-a4a1-8decbdb50428 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:02.698869 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50011e5-d915-4bd0-9817-47de727a201b req-7ddf0b75-da1f-41e8-a4a1-8decbdb50428 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:02.702625 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-fe86e348-81f1-4a93-9426-2fe87fc78921 service neutron] 10.222.0.55 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205686 Jan 28 19:13:02.705317 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50011e5-d915-4bd0-9817-47de727a201b req-7ddf0b75-da1f-41e8-a4a1-8decbdb50428 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:02.714765 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d50011e5-d915-4bd0-9817-47de727a201b req-7ddf0b75-da1f-41e8-a4a1-8decbdb50428 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.2674918 Jan 28 19:13:02.717016 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac174-73a3-4121-ae4b-128547771a57 admin admin] Publish callbacks [] for security_group (45e75a0d-1cc3-46b9-af07-64a3086aa972), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:02.822685 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device dbf4b15a-c171-458a-ae7e-f2a54357a367 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:02.826068 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-b2f27dd2-6579-4de0-a0eb-3fedb1572ff6 service neutron] 10.222.0.37 "GET /v2.0/networks/7948a81e-3fe8-4059-93c5-2faeaa093a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459642 Jan 28 19:13:02.908315 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac174-73a3-4121-ae4b-128547771a57 admin admin] Publish callbacks [] for security_group (45e75a0d-1cc3-46b9-af07-64a3086aa972), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:03.066140 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d50011e5-d915-4bd0-9817-47de727a201b req-606fd10c-fa48-4794-bbdd-9eb07f5b51ec tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3500240 Jan 28 19:13:03.071906 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac174-73a3-4121-ae4b-128547771a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (45e75a0d-1cc3-46b9-af07-64a3086aa972), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:03.083903 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac174-73a3-4121-ae4b-128547771a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:03.092749 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6d7ac174-73a3-4121-ae4b-128547771a57 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45e75a0d-1cc3-46b9-af07-64a3086aa972 HTTP/1.1" status: 204 len: 168 time: 0.7028463 Jan 28 19:13:03.123492 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ac174-73a3-4121-ae4b-128547771a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e75a0d-1cc3-46b9-af07-64a3086aa972,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:03.151442 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port dbf4b15a-c171-458a-ae7e-f2a54357a367, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=dbf4b15a-c171-458a-ae7e-f2a54357a367,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:03.167172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'dbf4b15a-c171-458a-ae7e-f2a54357a367', 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1', 'port_id': 'dbf4b15a-c171-458a-ae7e-f2a54357a367', 'mac_address': 'fa:16:3e:25:80:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb5347e-d66a-46e3-9579-1241a6589256', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:03.244712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port dbf4b15a-c171-458a-ae7e-f2a54357a367 is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:03.246037 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:03.264671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbf4b15a-c171-458a-ae7e-f2a54357a367 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:03.289141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port dbf4b15a-c171-458a-ae7e-f2a54357a367, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=dbf4b15a-c171-458a-ae7e-f2a54357a367,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:03.295630 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:03.312569 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-16f5586a-9ce6-43ac-8193-afa4da10fd18 service neutron] 10.222.0.37 "GET /v2.0/networks/7948a81e-3fe8-4059-93c5-2faeaa093a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775174 Jan 28 19:13:03.362762 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=dbf4b15a-c171-458a-ae7e-f2a54357a367,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:03.372353 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341c2f7-5c83-4368-97b6-cfbf464dca34 req-de40189f-c9d3-45f7-9e88-c50f8f1e9d00 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:03.374193 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5341c2f7-5c83-4368-97b6-cfbf464dca34 req-de40189f-c9d3-45f7-9e88-c50f8f1e9d00 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.3008771 Jan 28 19:13:03.397281 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['dbf4b15a-c171-458a-ae7e-f2a54357a367'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:03.439577 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-13a50673-3af0-4f0f-99d8-a0d3bd05e4e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=bc03262b-ee5b-4a57-952b-ed61da7d64b2 HTTP/1.1" status: 200 len: 217 time: 0.1110463 Jan 28 19:13:03.540732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c410f0b2-4071-485c-9340-df06a025bd18 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:03.631107 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5341c2f7-5c83-4368-97b6-cfbf464dca34 req-b6a492e9-dab2-4132-aeb9-fdf846042a8c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040997 Jan 28 19:13:03.644082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8987d322-1e3e-4fc9-ae4a-138d2658111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:03.645634 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8987d322-1e3e-4fc9-ae4a-138d2658111e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a488dde5-474a-4007-942e-ad394bf34962 HTTP/1.1" status: 200 len: 797 time: 0.1875906 Jan 28 19:13:03.744725 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-b754db01-5547-4627-a05c-03ac66e64ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:03.746335 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-b754db01-5547-4627-a05c-03ac66e64ae1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fb8a996-2168-4f5b-9c7f-595915f7223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0946808 Jan 28 19:13:03.887190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port c410f0b2-4071-485c-9340-df06a025bd18, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c410f0b2-4071-485c-9340-df06a025bd18,segment=NetworkSegment(e82d184b-4aea-4ba0-9bbc-d944ceb20447),segment_id=e82d184b-4aea-4ba0-9bbc-d944ceb20447)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:03.933942 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-6fde15ae-0a03-408c-90a5-4662da8822b0 service neutron] 10.222.0.37 "GET /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761084 Jan 28 19:13:03.963906 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'c410f0b2-4071-485c-9340-df06a025bd18', 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6', 'port_id': 'c410f0b2-4071-485c-9340-df06a025bd18', 'mac_address': 'fa:16:3e:44:95:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:04.107419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port c410f0b2-4071-485c-9340-df06a025bd18 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:04.108365 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c410f0b2-4071-485c-9340-df06a025bd18), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:04.127188 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de236c6b-12a1-4ee1-a7b7-bc8e98f47c81 req-12f3e232-9707-4ccc-9a54-ed3648abeea2 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 210 time: 0.1890039 Jan 28 19:13:04.156923 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c410f0b2-4071-485c-9340-df06a025bd18 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:04.236808 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port c410f0b2-4071-485c-9340-df06a025bd18, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c410f0b2-4071-485c-9340-df06a025bd18,segment=NetworkSegment(e82d184b-4aea-4ba0-9bbc-d944ceb20447),segment_id=e82d184b-4aea-4ba0-9bbc-d944ceb20447)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:04.238445 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-06bee18c-b4b7-4517-b3b7-efb019c85dc2 service neutron] 10.222.0.37 "GET /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014479 Jan 28 19:13:04.243118 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c410f0b2-4071-485c-9340-df06a025bd18), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:04.318662 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=c410f0b2-4071-485c-9340-df06a025bd18,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:04.368581 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-65c8aa62-02b1-4160-8be8-4d78a5b1b2e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=aadb6dad-40f0-4d6e-aac5-5e77d813d05b HTTP/1.1" status: 200 len: 217 time: 0.1232336 Jan 28 19:13:04.499459 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-3dce509c-c171-4ee5-b586-a1144060b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:04.503839 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-3dce509c-c171-4ee5-b586-a1144060b3f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a488dde5-474a-4007-942e-ad394bf34962 HTTP/1.1" status: 200 len: 797 time: 0.1124568 Jan 28 19:13:04.589319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc86eaa-b163-4d7b-b10d-9944c91b5b5a req-35640021-2e6e-4aad-9c81-8b81ecac3437 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:04.598466 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1dc86eaa-b163-4d7b-b10d-9944c91b5b5a req-35640021-2e6e-4aad-9c81-8b81ecac3437 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 944 time: 0.2382002 Jan 28 19:13:04.627747 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-3241db29-a004-4c46-8857-125833ecd52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:04.630602 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-3241db29-a004-4c46-8857-125833ecd52a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fb8a996-2168-4f5b-9c7f-595915f7223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1196721 Jan 28 19:13:04.668754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['c410f0b2-4071-485c-9340-df06a025bd18'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:04.711331 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1dc86eaa-b163-4d7b-b10d-9944c91b5b5a req-5d22c218-4c87-4edd-9c54-e0802211181d tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118803 Jan 28 19:13:04.874353 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device dbf4b15a-c171-458a-ae7e-f2a54357a367 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:04.939285 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-e4a07265-28b3-4acc-9cf1-efe9c5cdb189 service neutron] 10.222.0.37 "GET /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974806 Jan 28 19:13:05.064200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port dbf4b15a-c171-458a-ae7e-f2a54357a367 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:05.065664 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:05.146610 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-d079c8fd-b1da-4c15-874b-1f97f7033eef service neutron] 10.222.0.37 "GET /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969349 Jan 28 19:13:05.222746 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-bf91c717-1a10-4ed5-80ad-a09d6e50f762 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:05.228900 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-bf91c717-1a10-4ed5-80ad-a09d6e50f762 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.31 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 808 time: 0.4185545 Jan 28 19:13:05.251628 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-a1748dce-e488-45fe-9f2e-5e7a7ac814bb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Request body: {'port': {'device_id': '9a9903ce-0aa9-4462-acd3-2b225cf30245', 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58', 'admin_state_up': True, 'tenant_id': 'be0bcd491a344f1d9cdebd1430d3209a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:05.263584 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-ea935a3f-aac0-470a-a4b5-fcc2a40366bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=2510a89c-2357-4dce-a701-9442113669a5 HTTP/1.1" status: 200 len: 217 time: 0.1003039 Jan 28 19:13:05.283702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port dbf4b15a-c171-458a-ae7e-f2a54357a367 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:05.286989 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:05.320706 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e99a30e-1dae-49c9-9583-27e7f142b946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf4b15a-c171-458a-ae7e-f2a54357a367'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:05.326222 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8cc189-3798-4013-9a23-0f9351cbbb53" -d '{"events": [{"server_uuid": "9e99a30e-1dae-49c9-9583-27e7f142b946", "name": "network-vif-plugged", "status": "completed", "tag": "dbf4b15a-c171-458a-ae7e-f2a54357a367"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:05.343294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port dbf4b15a-c171-458a-ae7e-f2a54357a367, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=dbf4b15a-c171-458a-ae7e-f2a54357a367,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:05.355509 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:05.399737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-b53d0d2c-0f49-4741-b64a-baf657385d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:05.401037 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-b53d0d2c-0f49-4741-b64a-baf657385d8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a488dde5-474a-4007-942e-ad394bf34962 HTTP/1.1" status: 200 len: 797 time: 0.1083329 Jan 28 19:13:05.443503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=dbf4b15a-c171-458a-ae7e-f2a54357a367,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:05.526069 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-a1748dce-e488-45fe-9f2e-5e7a7ac814bb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Made reservation on behalf of be0bcd491a344f1d9cdebd1430d3209a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:05.531870 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-a1748dce-e488-45fe-9f2e-5e7a7ac814bb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:05.561670 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa6-4efc-4b59-8acf-ffe89acf24bc req-68940a21-6772-4d38-92cc-2ba48f7f791f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:05.568947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa6-4efc-4b59-8acf-ffe89acf24bc req-68940a21-6772-4d38-92cc-2ba48f7f791f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:05.587077 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa6-4efc-4b59-8acf-ffe89acf24bc req-68940a21-6772-4d38-92cc-2ba48f7f791f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:05.592406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa6-4efc-4b59-8acf-ffe89acf24bc req-68940a21-6772-4d38-92cc-2ba48f7f791f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:05.606467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa6-4efc-4b59-8acf-ffe89acf24bc req-68940a21-6772-4d38-92cc-2ba48f7f791f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:05.612213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa6-4efc-4b59-8acf-ffe89acf24bc req-68940a21-6772-4d38-92cc-2ba48f7f791f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:05.630827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7eaa6-4efc-4b59-8acf-ffe89acf24bc req-68940a21-6772-4d38-92cc-2ba48f7f791f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:05.650673 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60f7eaa6-4efc-4b59-8acf-ffe89acf24bc req-68940a21-6772-4d38-92cc-2ba48f7f791f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.5029454 Jan 28 19:13:05.729138 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-a1748dce-e488-45fe-9f2e-5e7a7ac814bb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Allocated IP 172.20.0.10 (07cf55c4-e390-408e-b1e2-a832ba462c58/10a56f99-3d90-4e93-bed9-c1a90d6cae3c/b06602ea-53fc-4ce3-bf99-df0fa4870f3f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:05.741768 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-e95dc372-104a-4926-b9f8-c66a01064a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:05.743495 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-e95dc372-104a-4926-b9f8-c66a01064a05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fb8a996-2168-4f5b-9c7f-595915f7223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3323574 Jan 28 19:13:05.936765 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60f7eaa6-4efc-4b59-8acf-ffe89acf24bc req-2f42ef0f-b3a0-4920-91e3-3861adf0f2f1 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2850947 Jan 28 19:13:05.957048 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:13:06.054286 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-24ebd9ff-e863-4334-8176-04d2d78e21fa service neutron] 10.222.0.37 "GET /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951183 Jan 28 19:13:06.099930 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-a1748dce-e488-45fe-9f2e-5e7a7ac814bb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks [] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:06.187266 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-a1748dce-e488-45fe-9f2e-5e7a7ac814bb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:06.194880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193dc9d-4a86-419c-96ba-7ee030e07f11 req-95b54f21-b17e-46a0-8fbc-51149c21db2d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:06.198650 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5193dc9d-4a86-419c-96ba-7ee030e07f11 req-95b54f21-b17e-46a0-8fbc-51149c21db2d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.1229396 Jan 28 19:13:06.240835 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-070908ac-91af-4a10-9128-689ee0fd4e07 service neutron] 10.222.0.37 "GET /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772230 Jan 28 19:13:06.262108 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-a1748dce-e488-45fe-9f2e-5e7a7ac814bb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Network 07cf55c4-e390-408e-b1e2-a832ba462c58 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:06.265741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-a1748dce-e488-45fe-9f2e-5e7a7ac814bb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:06.275844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-a1748dce-e488-45fe-9f2e-5e7a7ac814bb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:06.297952 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5193dc9d-4a86-419c-96ba-7ee030e07f11 req-98b7ab54-7846-413f-bbdf-a37b5b6f2311 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919924 Jan 28 19:13:06.344513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1748dce-e488-45fe-9f2e-5e7a7ac814bb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Pushing event updated for resources: {'Port': ['ID=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:06.374251 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-852dbdf8-f720-4269-b9e9-f9827bb57b0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=00483342-9629-4105-84b7-63f1b73710d0 HTTP/1.1" status: 200 len: 217 time: 0.0909548 Jan 28 19:13:06.406140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-a1748dce-e488-45fe-9f2e-5e7a7ac814bb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:06.409123 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-a1748dce-e488-45fe-9f2e-5e7a7ac814bb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:06.442179 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-a1748dce-e488-45fe-9f2e-5e7a7ac814bb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2019186 Jan 28 19:13:06.455269 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Request body: {'port': {'device_id': '9a9903ce-0aa9-4462-acd3-2b225cf30245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:06.544432 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-9a1b3cf7-fb1c-4013-add6-615d7ece6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:06.546146 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-9a1b3cf7-fb1c-4013-add6-615d7ece6b84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a488dde5-474a-4007-942e-ad394bf34962 HTTP/1.1" status: 200 len: 797 time: 0.1565742 Jan 28 19:13:06.605671 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:06.686107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-88154003-61b0-4960-b510-c0ca9090d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:06.690196 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-88154003-61b0-4960-b510-c0ca9090d19a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fb8a996-2168-4f5b-9c7f-595915f7223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1363618 Jan 28 19:13:06.908420 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-7ac7a6e5-b02b-40d6-ba04-7c81c2960658 service neutron] 10.222.0.37 "GET /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076957 Jan 28 19:13:07.028515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06602ea-53fc-4ce3-bf99-df0fa4870f3f {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:07.040595 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Publish callbacks [] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:07.059494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Transition to ACTIVE for port object b06602ea-53fc-4ce3-bf99-df0fa4870f3f will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:13:07.080524 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:07.117724 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-948835ee-ae36-4c9d-81e0-f36a09beb12f service neutron] 10.222.0.37 "GET /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014134 Jan 28 19:13:07.175304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Pushing event updated for resources: {'Port': ['ID=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:07.231378 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-0e7d6bf8-91ee-4662-9850-3d1dba417c67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3efdff0a-8a2d-4378-af59-5e2f16314b7c HTTP/1.1" status: 200 len: 217 time: 0.1035242 Jan 28 19:13:07.261184 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Attempting to bind port b06602ea-53fc-4ce3-bf99-df0fa4870f3f on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:07.261674 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Attempting to bind port b06602ea-53fc-4ce3-bf99-df0fa4870f3f by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:07.262149 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Attempting to bind port b06602ea-53fc-4ce3-bf99-df0fa4870f3f on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:07.267330 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Port b06602ea-53fc-4ce3-bf99-df0fa4870f3f on network 07cf55c4-e390-408e-b1e2-a832ba462c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:07.267778 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Attempting to bind port b06602ea-53fc-4ce3-bf99-df0fa4870f3f on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:07.277823 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:07.278381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Checking segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:07.278866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Bound using segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:07.279417 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Bound port: b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:07.280290 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:07.355762 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-846b4a5a-a5bd-45fc-aebd-dec500acbd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:07.365194 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-846b4a5a-a5bd-45fc-aebd-dec500acbd8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=269dce06-feb7-46d2-b4e7-7696dfdedea1 HTTP/1.1" status: 200 len: 797 time: 0.1273780 Jan 28 19:13:07.371687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] For port b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:07.381324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] For port b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:07.396893 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:07.463720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Pushing event updated for resources: {'Port': ['ID=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:07.473359 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:07.473903 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:07.475382 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-477cfca2-3203-4f6b-8951-633506f8863c service neutron] 10.222.0.31 "PUT /v2.0/ports/b06602ea-53fc-4ce3-bf99-df0fa4870f3f HTTP/1.1" status: 200 len: 1092 time: 1.0246618 Jan 28 19:13:07.475926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9903ce-0aa9-4462-acd3-2b225cf30245', 'tag': 'b06602ea-53fc-4ce3-bf99-df0fa4870f3f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:07.478530 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67755c81-7ba1-473e-b22c-c9695aab7fff" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9903ce-0aa9-4462-acd3-2b225cf30245", "tag": "b06602ea-53fc-4ce3-bf99-df0fa4870f3f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:07.509581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-476c61b4-5cc5-4a5c-b04c-737a414c65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:07.511043 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-476c61b4-5cc5-4a5c-b04c-737a414c65e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98ba37f4-6b62-4b65-b112-500b83bfc44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1362262 Jan 28 19:13:07.517510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c410f0b2-4071-485c-9340-df06a025bd18 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:07.630497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-48d2478c-5f9a-4bf0-96d9-d0d07caa7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:07.632127 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-48d2478c-5f9a-4bf0-96d9-d0d07caa7bed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 1126 time: 0.1102657 Jan 28 19:13:07.704066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port c410f0b2-4071-485c-9340-df06a025bd18 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:07.709114 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port c410f0b2-4071-485c-9340-df06a025bd18 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:07.709744 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c410f0b2-4071-485c-9340-df06a025bd18), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:07.724660 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-dadc01d7-1a1f-400f-a85e-6a31f7180767 service neutron] 10.222.0.37 "GET /v2.0/networks/98ba37f4-6b62-4b65-b112-500b83bfc44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026694 Jan 28 19:13:07.749281 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-74fe56d6-d723-47e2-92b9-e97bb0cf093b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06602ea-53fc-4ce3-bf99-df0fa4870f3f HTTP/1.1" status: 200 len: 217 time: 0.1080565 Jan 28 19:13:07.852765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-2077f808-2270-4a2f-b74b-bcac59c8ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:07.855677 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-2077f808-2270-4a2f-b74b-bcac59c8ee8f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.0986366 Jan 28 19:13:07.897466 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port c410f0b2-4071-485c-9340-df06a025bd18 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:07.897959 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c410f0b2-4071-485c-9340-df06a025bd18), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:07.916888 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-09c2fec2-4a10-4077-86e7-5fd0ab0cbe5a service neutron] 10.222.0.37 "GET /v2.0/networks/98ba37f4-6b62-4b65-b112-500b83bfc44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853755 Jan 28 19:13:07.917177 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-c41bb097-9d1d-4c0a-83a8-ecd90e166cb3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497539 Jan 28 19:13:07.987615 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-9202adb1-2e34-41f2-bebd-9459986a76c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fb5f305d-2922-42df-8fe7-9043a96ffe72 HTTP/1.1" status: 200 len: 217 time: 0.0565653 Jan 28 19:13:07.989251 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port c410f0b2-4071-485c-9340-df06a025bd18, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c410f0b2-4071-485c-9340-df06a025bd18,segment=NetworkSegment(e82d184b-4aea-4ba0-9bbc-d944ceb20447),segment_id=e82d184b-4aea-4ba0-9bbc-d944ceb20447)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:07.997602 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c410f0b2-4071-485c-9340-df06a025bd18), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:08.062725 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8facad6c-42f9-43c9-b1b2-b10338bf0709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:08.077317 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-8facad6c-42f9-43c9-b1b2-b10338bf0709 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=269dce06-feb7-46d2-b4e7-7696dfdedea1 HTTP/1.1" status: 200 len: 797 time: 0.0734959 Jan 28 19:13:08.083567 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=c410f0b2-4071-485c-9340-df06a025bd18,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:08.175586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-037f81a3-aeea-403b-9e1f-95b91f9d8a8e service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545342 Jan 28 19:13:08.191222 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-3430ade3-6110-4f35-9e1c-05c7fbc80c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:08.192929 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-3430ade3-6110-4f35-9e1c-05c7fbc80c28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98ba37f4-6b62-4b65-b112-500b83bfc44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1145120 Jan 28 19:13:08.361641 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-09cfdd48-ca1d-46a4-a2dc-ce08c4de7466 req-e9ecc101-0037-45df-bdfd-a4483fdb418c service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762552 Jan 28 19:13:08.434827 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-d21fc4fc-0938-475d-94dc-b7b9ece3b911 service neutron] 10.222.0.37 "GET /v2.0/networks/98ba37f4-6b62-4b65-b112-500b83bfc44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329340 Jan 28 19:13:08.558428 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bd87d6b-875e-4b7f-9fe2-04b911189a96 req-4a8c181a-d53c-4644-8357-087b96aa0db6 service neutron] 10.222.0.37 "GET /v2.0/networks/98ba37f4-6b62-4b65-b112-500b83bfc44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169157 Jan 28 19:13:08.749951 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f699-5409-475a-828a-5991e760b5d8 req-d69f5ca4-a997-4dce-834d-19ec78e2a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:08.749951 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f699-5409-475a-828a-5991e760b5d8 req-d69f5ca4-a997-4dce-834d-19ec78e2a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:08.749951 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f699-5409-475a-828a-5991e760b5d8 req-d69f5ca4-a997-4dce-834d-19ec78e2a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:08.749951 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f699-5409-475a-828a-5991e760b5d8 req-d69f5ca4-a997-4dce-834d-19ec78e2a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:08.749951 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f699-5409-475a-828a-5991e760b5d8 req-d69f5ca4-a997-4dce-834d-19ec78e2a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:08.749951 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f699-5409-475a-828a-5991e760b5d8 req-d69f5ca4-a997-4dce-834d-19ec78e2a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:08.749951 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f699-5409-475a-828a-5991e760b5d8 req-d69f5ca4-a997-4dce-834d-19ec78e2a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:08.749951 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f29f699-5409-475a-828a-5991e760b5d8 req-d69f5ca4-a997-4dce-834d-19ec78e2a81b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6617f763bd2b491295631965114da93b&device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 6704 time: 0.0861833 Jan 28 19:13:08.886821 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f699-5409-475a-828a-5991e760b5d8 req-f8557009-bdcd-4352-aea8-b8954f34aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:08.889266 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f29f699-5409-475a-828a-5991e760b5d8 req-f8557009-bdcd-4352-aea8-b8954f34aefa service neutron] 10.222.0.37 "GET /v2.0/networks?id=98ba37f4-6b62-4b65-b112-500b83bfc44d HTTP/1.1" status: 200 len: 902 time: 0.1269038 Jan 28 19:13:08.954572 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f29f699-5409-475a-828a-5991e760b5d8 req-49915e24-c269-4c43-8576-52e30239fc78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fb5f305d-2922-42df-8fe7-9043a96ffe72 HTTP/1.1" status: 200 len: 217 time: 0.0478888 Jan 28 19:13:09.072382 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f699-5409-475a-828a-5991e760b5d8 req-da37d510-adfe-4513-876c-9aacafa275c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:09.074227 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f29f699-5409-475a-828a-5991e760b5d8 req-da37d510-adfe-4513-876c-9aacafa275c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=269dce06-feb7-46d2-b4e7-7696dfdedea1 HTTP/1.1" status: 200 len: 797 time: 0.1123137 Jan 28 19:13:09.174234 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29f699-5409-475a-828a-5991e760b5d8 req-dfce5660-415c-4ea2-9168-1cce16f54948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:09.175811 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f29f699-5409-475a-828a-5991e760b5d8 req-dfce5660-415c-4ea2-9168-1cce16f54948 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98ba37f4-6b62-4b65-b112-500b83bfc44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0937967 Jan 28 19:13:09.385655 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f29f699-5409-475a-828a-5991e760b5d8 req-5b1fa49f-1cd3-4d44-98d3-02b65e9af1de service neutron] 10.222.0.37 "GET /v2.0/networks/98ba37f4-6b62-4b65-b112-500b83bfc44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012653 Jan 28 19:13:09.592985 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f29f699-5409-475a-828a-5991e760b5d8 req-0cf47853-a967-4e61-aeb2-0d2fa5d5b83c service neutron] 10.222.0.37 "GET /v2.0/networks/98ba37f4-6b62-4b65-b112-500b83bfc44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978569 Jan 28 19:13:09.786608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236922bf-abce-42cd-abe1-81f3750ae297 req-400d7127-07a7-4d6b-9de0-968f59f2d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:09.789712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236922bf-abce-42cd-abe1-81f3750ae297 req-400d7127-07a7-4d6b-9de0-968f59f2d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:09.790409 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236922bf-abce-42cd-abe1-81f3750ae297 req-400d7127-07a7-4d6b-9de0-968f59f2d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:09.793194 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236922bf-abce-42cd-abe1-81f3750ae297 req-400d7127-07a7-4d6b-9de0-968f59f2d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:09.793865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236922bf-abce-42cd-abe1-81f3750ae297 req-400d7127-07a7-4d6b-9de0-968f59f2d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:09.796364 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236922bf-abce-42cd-abe1-81f3750ae297 req-400d7127-07a7-4d6b-9de0-968f59f2d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:09.799069 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236922bf-abce-42cd-abe1-81f3750ae297 req-400d7127-07a7-4d6b-9de0-968f59f2d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:09.805898 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-236922bf-abce-42cd-abe1-81f3750ae297 req-400d7127-07a7-4d6b-9de0-968f59f2d5d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6617f763bd2b491295631965114da93b&device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 6704 time: 0.1356888 Jan 28 19:13:10.085907 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236922bf-abce-42cd-abe1-81f3750ae297 req-203c5009-3ecb-4045-8e0b-99050c1b82ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:10.087460 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-236922bf-abce-42cd-abe1-81f3750ae297 req-203c5009-3ecb-4045-8e0b-99050c1b82ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=98ba37f4-6b62-4b65-b112-500b83bfc44d HTTP/1.1" status: 200 len: 902 time: 0.2752984 Jan 28 19:13:10.165610 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-236922bf-abce-42cd-abe1-81f3750ae297 req-5e2df180-e092-4739-9558-5c7c397418a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3efdff0a-8a2d-4378-af59-5e2f16314b7c HTTP/1.1" status: 200 len: 217 time: 0.0695210 Jan 28 19:13:10.574133 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bc1670b-4c0f-45c4-96be-7f5304ee35f1 req-d244d5c1-1f8f-48b7-960d-23f1bb62292d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6529291 Jan 28 19:13:10.661346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236922bf-abce-42cd-abe1-81f3750ae297 req-b1ccd70b-78a7-4773-ae9f-338af9c0e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:10.663190 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-236922bf-abce-42cd-abe1-81f3750ae297 req-b1ccd70b-78a7-4773-ae9f-338af9c0e6c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=269dce06-feb7-46d2-b4e7-7696dfdedea1 HTTP/1.1" status: 200 len: 797 time: 0.4878397 Jan 28 19:13:10.748141 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1670b-4c0f-45c4-96be-7f5304ee35f1 req-b63529fe-9c2e-434b-bb42-457fe3f426c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:10.749699 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bc1670b-4c0f-45c4-96be-7f5304ee35f1 req-b63529fe-9c2e-434b-bb42-457fe3f426c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 1128 time: 0.1499062 Jan 28 19:13:10.893180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236922bf-abce-42cd-abe1-81f3750ae297 req-daf30e78-5ee2-4a84-81b2-bf8f3f3c869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:10.894771 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-236922bf-abce-42cd-abe1-81f3750ae297 req-daf30e78-5ee2-4a84-81b2-bf8f3f3c869e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98ba37f4-6b62-4b65-b112-500b83bfc44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2219892 Jan 28 19:13:11.015195 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1670b-4c0f-45c4-96be-7f5304ee35f1 req-8cc93bea-3b78-4bcd-bf65-6ede9d9fa712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:11.017227 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bc1670b-4c0f-45c4-96be-7f5304ee35f1 req-8cc93bea-3b78-4bcd-bf65-6ede9d9fa712 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.2336226 Jan 28 19:13:11.277594 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-236922bf-abce-42cd-abe1-81f3750ae297 req-76750713-68a7-4325-8b8b-5c89c11fe1cf service neutron] 10.222.0.37 "GET /v2.0/networks/98ba37f4-6b62-4b65-b112-500b83bfc44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747230 Jan 28 19:13:11.280785 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bc1670b-4c0f-45c4-96be-7f5304ee35f1 req-26402bd3-55bb-4707-b34e-fc26ee1cd3b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25af3c7-5aaa-4ed5-a847-edae90ee5e52 HTTP/1.1" status: 200 len: 217 time: 0.2547941 Jan 28 19:13:11.445174 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1670b-4c0f-45c4-96be-7f5304ee35f1 req-f235246e-f0d1-49a2-a790-561379864763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:11.446824 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bc1670b-4c0f-45c4-96be-7f5304ee35f1 req-f235246e-f0d1-49a2-a790-561379864763 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.1517496 Jan 28 19:13:11.534643 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-236922bf-abce-42cd-abe1-81f3750ae297 req-92578dfd-3113-40c1-8cdb-919ac84e2fc0 service neutron] 10.222.0.37 "GET /v2.0/networks/98ba37f4-6b62-4b65-b112-500b83bfc44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406058 Jan 28 19:13:11.571250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1670b-4c0f-45c4-96be-7f5304ee35f1 req-14c92078-74ab-4a1d-b09a-1af5be3f9f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:11.572783 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bc1670b-4c0f-45c4-96be-7f5304ee35f1 req-14c92078-74ab-4a1d-b09a-1af5be3f9f00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1173649 Jan 28 19:13:11.713494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bc1670b-4c0f-45c4-96be-7f5304ee35f1 req-a4664a36-7011-4259-b3af-e18faa83489c service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341128 Jan 28 19:13:11.944974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bc1670b-4c0f-45c4-96be-7f5304ee35f1 req-be73540f-b3c9-4faa-a595-7bf768503919 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158065 Jan 28 19:13:12.890323 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device b06602ea-53fc-4ce3-bf99-df0fa4870f3f details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:13.127072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:13.153173 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'b06602ea-53fc-4ce3-bf99-df0fa4870f3f', 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58', 'port_id': 'b06602ea-53fc-4ce3-bf99-df0fa4870f3f', 'mac_address': 'fa:16:3e:69:ac:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a56f99-3d90-4e93-bed9-c1a90d6cae3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:13.235690 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port b06602ea-53fc-4ce3-bf99-df0fa4870f3f is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:13.236456 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:13.268199 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06602ea-53fc-4ce3-bf99-df0fa4870f3f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:13.310342 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:13.319747 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:13.439331 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:13.595637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['b06602ea-53fc-4ce3-bf99-df0fa4870f3f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:14.921044 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device b06602ea-53fc-4ce3-bf99-df0fa4870f3f up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:15.039180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port b06602ea-53fc-4ce3-bf99-df0fa4870f3f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:15.045797 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port b06602ea-53fc-4ce3-bf99-df0fa4870f3f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:15.046711 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:15.152659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port b06602ea-53fc-4ce3-bf99-df0fa4870f3f is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:15.153466 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:15.198288 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:15.211520 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:15.329698 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:16.921816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46056159-e701-4e0e-9e40-d57ccf1cea1d req-b1ec2e7c-0f53-4751-a82e-4e0446fabd62 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:16.925433 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-46056159-e701-4e0e-9e40-d57ccf1cea1d req-b1ec2e7c-0f53-4751-a82e-4e0446fabd62 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0784779 Jan 28 19:13:16.933403 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6903679b-1067-4f54-851a-4696b8e944c2 x-openstack-request-id: req-6903679b-1067-4f54-851a-4696b8e944c2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:16.933954 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e99a30e-1dae-49c9-9583-27e7f142b946", "name": "network-vif-plugged", "status": "completed", "tag": "dbf4b15a-c171-458a-ae7e-f2a54357a367", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:16.934091 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6903679b-1067-4f54-851a-4696b8e944c2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:16.934492 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e99a30e-1dae-49c9-9583-27e7f142b946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf4b15a-c171-458a-ae7e-f2a54357a367', 'code': 200} Jan 28 19:13:16.982564 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-46056159-e701-4e0e-9e40-d57ccf1cea1d req-34eb92ee-d62d-4ca7-b03d-f812e5ce0191 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462708 Jan 28 19:13:17.059720 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caadd96-3227-4afe-8fc9-88858f64db9c req-d698ba1f-6278-49fd-9685-4a1c7e67af47 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.062500 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9caadd96-3227-4afe-8fc9-88858f64db9c req-d698ba1f-6278-49fd-9685-4a1c7e67af47 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0732424 Jan 28 19:13:17.131533 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9caadd96-3227-4afe-8fc9-88858f64db9c req-3733925e-3f12-487d-b055-09459413e7f2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622425 Jan 28 19:13:17.261451 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee38f7-0a98-42e5-96a0-32bd844a5d68 req-a1cd8223-f1d6-4912-81b4-08da4e40ba5a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.269776 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8fee38f7-0a98-42e5-96a0-32bd844a5d68 req-a1cd8223-f1d6-4912-81b4-08da4e40ba5a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.0731814 Jan 28 19:13:17.271257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f745a-5eb9-4f4b-adce-198cfcb3243f req-fe199a30-abe2-4e9b-9443-94f18eca9034 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.277278 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f745a-5eb9-4f4b-adce-198cfcb3243f req-fe199a30-abe2-4e9b-9443-94f18eca9034 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.284192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f745a-5eb9-4f4b-adce-198cfcb3243f req-fe199a30-abe2-4e9b-9443-94f18eca9034 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.291626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f745a-5eb9-4f4b-adce-198cfcb3243f req-fe199a30-abe2-4e9b-9443-94f18eca9034 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.299397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f745a-5eb9-4f4b-adce-198cfcb3243f req-fe199a30-abe2-4e9b-9443-94f18eca9034 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.307383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f745a-5eb9-4f4b-adce-198cfcb3243f req-fe199a30-abe2-4e9b-9443-94f18eca9034 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.315412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f745a-5eb9-4f4b-adce-198cfcb3243f req-fe199a30-abe2-4e9b-9443-94f18eca9034 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.323261 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-267f745a-5eb9-4f4b-adce-198cfcb3243f req-fe199a30-abe2-4e9b-9443-94f18eca9034 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.2759697 Jan 28 19:13:17.334394 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8fee38f7-0a98-42e5-96a0-32bd844a5d68 req-c64708c4-82d4-43aa-8f56-20d2d91250fe tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587163 Jan 28 19:13:17.379208 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853f896f-8e0a-433e-be84-95d1fb070772 x-openstack-request-id: req-853f896f-8e0a-433e-be84-95d1fb070772 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:17.379522 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9903ce-0aa9-4462-acd3-2b225cf30245", "tag": "b06602ea-53fc-4ce3-bf99-df0fa4870f3f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:17.379877 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-853f896f-8e0a-433e-be84-95d1fb070772 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:17.380355 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9903ce-0aa9-4462-acd3-2b225cf30245', 'tag': 'b06602ea-53fc-4ce3-bf99-df0fa4870f3f', 'status': 'completed', 'code': 200} Jan 28 19:13:17.400475 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-267f745a-5eb9-4f4b-adce-198cfcb3243f req-35199c6f-1f04-433b-b258-aaf91265e96d tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722728 Jan 28 19:13:17.478063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755c81-7ba1-473e-b22c-c9695aab7fff req-69e52c44-f267-4806-b7c1-a5c8a4a3ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.479979 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-67755c81-7ba1-473e-b22c-c9695aab7fff req-69e52c44-f267-4806-b7c1-a5c8a4a3ada0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 1128 time: 0.0776610 Jan 28 19:13:17.516465 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5d321-51fd-4e97-8197-af8e6a8c4dd1 req-ea454ffd-c824-485d-990b-8b13091fd820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.518611 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-52c5d321-51fd-4e97-8197-af8e6a8c4dd1 req-ea454ffd-c824-485d-990b-8b13091fd820 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 1127 time: 0.0786729 Jan 28 19:13:17.678895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755c81-7ba1-473e-b22c-c9695aab7fff req-f2a9c937-6905-4fd4-a8ba-b2b5981821fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.680416 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-67755c81-7ba1-473e-b22c-c9695aab7fff req-f2a9c937-6905-4fd4-a8ba-b2b5981821fd service neutron] 10.222.0.31 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.1918337 Jan 28 19:13:17.715249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5d321-51fd-4e97-8197-af8e6a8c4dd1 req-6e105cc2-15b3-4bae-b733-23e1d58fe767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.717126 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2faa33ee-7e55-4bfb-9c88-0b4705fae212 req-d7457b36-eb33-4d4d-9328-b65c4e88d6e8 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0440943 Jan 28 19:13:17.717681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-52c5d321-51fd-4e97-8197-af8e6a8c4dd1 req-6e105cc2-15b3-4bae-b733-23e1d58fe767 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 913 time: 0.1926322 Jan 28 19:13:17.740228 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af6157-bdae-4e97-bab8-d2902b99e583 req-5acd5b8d-f24d-4f1f-a97c-a0ea682f1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.742320 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35af6157-bdae-4e97-bab8-d2902b99e583 req-5acd5b8d-f24d-4f1f-a97c-a0ea682f1b44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 1126 time: 0.0941775 Jan 28 19:13:17.790422 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-52c5d321-51fd-4e97-8197-af8e6a8c4dd1 req-e9ae1432-e56b-4c98-8451-6088e9ad9daa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fc9d59f-6193-4f6d-918a-08e13686799b HTTP/1.1" status: 200 len: 217 time: 0.0627570 Jan 28 19:13:17.813128 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-67755c81-7ba1-473e-b22c-c9695aab7fff req-4d3fca42-375c-44be-94cf-cff4471869c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06602ea-53fc-4ce3-bf99-df0fa4870f3f HTTP/1.1" status: 200 len: 217 time: 0.1111038 Jan 28 19:13:17.910974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5d321-51fd-4e97-8197-af8e6a8c4dd1 req-1591e872-e23b-4136-909b-af2705417424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:17.913052 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-52c5d321-51fd-4e97-8197-af8e6a8c4dd1 req-1591e872-e23b-4136-909b-af2705417424 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fd0268e-e755-4d0f-9e56-a9e065215f79 HTTP/1.1" status: 200 len: 852 time: 0.1121874 Jan 28 19:13:17.958748 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-52c5d321-51fd-4e97-8197-af8e6a8c4dd1 req-c6cd44e0-91f0-43a8-a76d-390a41a274d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0a0df9e-2526-4910-8347-d42b4cbb9f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378277 Jan 28 19:13:18.071476 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af6157-bdae-4e97-bab8-d2902b99e583 req-98de827a-cd18-4e9c-85bb-3c9bf3b8057e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.073016 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35af6157-bdae-4e97-bab8-d2902b99e583 req-98de827a-cd18-4e9c-85bb-3c9bf3b8057e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.2947254 Jan 28 19:13:18.156758 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-52c5d321-51fd-4e97-8197-af8e6a8c4dd1 req-fb5c87b6-4886-43dd-8596-93a33da2431c service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905766 Jan 28 19:13:18.165363 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35af6157-bdae-4e97-bab8-d2902b99e583 req-45ad6557-e31a-4fef-8faf-0940f8660605 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879 HTTP/1.1" status: 200 len: 999 time: 0.0810637 Jan 28 19:13:18.186991 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eca9378c-cf82-411f-a489-55866aac8585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:18.288652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755c81-7ba1-473e-b22c-c9695aab7fff req-fe9aa944-4e8a-466e-9827-84ca71e15d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.289278 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af6157-bdae-4e97-bab8-d2902b99e583 req-0d4d605d-5195-409e-91bf-7f6bc541b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.290795 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35af6157-bdae-4e97-bab8-d2902b99e583 req-0d4d605d-5195-409e-91bf-7f6bc541b636 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.1192329 Jan 28 19:13:18.292919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-67755c81-7ba1-473e-b22c-c9695aab7fff req-fe9aa944-4e8a-466e-9827-84ca71e15d1e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.4671376 Jan 28 19:13:18.302851 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec3987-818e-46f8-9bef-574cac03bd3a req-a8615f04-7f85-42bd-bdd8-71052df179bc tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.313921 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c0ec3987-818e-46f8-9bef-574cac03bd3a req-a8615f04-7f85-42bd-bdd8-71052df179bc tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.5045385 Jan 28 19:13:18.355496 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-52c5d321-51fd-4e97-8197-af8e6a8c4dd1 req-21e4fed2-b5da-4a6b-92af-68e42aa62690 service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826150 Jan 28 19:13:18.373341 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af6157-bdae-4e97-bab8-d2902b99e583 req-8caf59d0-5211-4679-aa44-0ca9c48929db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.374591 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-67755c81-7ba1-473e-b22c-c9695aab7fff req-de961eb5-e417-44ef-9834-2ae753d34efd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580335 Jan 28 19:13:18.376213 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35af6157-bdae-4e97-bab8-d2902b99e583 req-8caf59d0-5211-4679-aa44-0ca9c48929db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0787966 Jan 28 19:13:18.400236 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c0ec3987-818e-46f8-9bef-574cac03bd3a req-8ce21b20-c8e3-4fff-bd0b-e56b60b2259f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851831 Jan 28 19:13:18.498710 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-67755c81-7ba1-473e-b22c-c9695aab7fff req-04c83265-50bc-4876-b370-0484491287c6 service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157453 Jan 28 19:13:18.507772 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35af6157-bdae-4e97-bab8-d2902b99e583 req-d4235464-0db7-4427-aa95-2c4f73958c8f service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192963 Jan 28 19:13:18.652368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-67755c81-7ba1-473e-b22c-c9695aab7fff req-3596e646-c370-4dfe-b5e8-117c4452eaef service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434236 Jan 28 19:13:18.671809 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94fded-5e31-4a87-9e7f-a400ece0230b req-83d0a0fa-2271-41da-ac6e-902e9d2cfc41 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.673379 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d94fded-5e31-4a87-9e7f-a400ece0230b req-83d0a0fa-2271-41da-ac6e-902e9d2cfc41 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0989003 Jan 28 19:13:18.697399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7f65b-84ac-4992-a3f2-e081431ce345 req-e1945f55-e92a-455c-8f75-dcc0dc1c3d72 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.698998 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-68a7f65b-84ac-4992-a3f2-e081431ce345 req-e1945f55-e92a-455c-8f75-dcc0dc1c3d72 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0821569 Jan 28 19:13:18.704642 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35af6157-bdae-4e97-bab8-d2902b99e583 req-681d3823-344a-47a9-93b7-c7d0c353c292 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773901 Jan 28 19:13:18.721543 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d94fded-5e31-4a87-9e7f-a400ece0230b req-85f89959-d979-43c3-91f1-fcc9a7fe90a6 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419364 Jan 28 19:13:18.748166 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-68a7f65b-84ac-4992-a3f2-e081431ce345 req-3ddb4ecb-de27-40cf-a2ac-bc30afab958d tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421183 Jan 28 19:13:18.832329 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7e49a-395c-4d3c-bc59-b876c2c8d0fe req-26608a80-f18e-47d7-bb3b-27b59dab2a9d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.834168 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dcf7e49a-395c-4d3c-bc59-b876c2c8d0fe req-26608a80-f18e-47d7-bb3b-27b59dab2a9d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.0539398 Jan 28 19:13:18.869825 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004571cc-4868-4ae7-8792-497cae5515d8 req-ae116bea-15bf-466e-838d-e85f36b1ee47 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.876283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004571cc-4868-4ae7-8792-497cae5515d8 req-ae116bea-15bf-466e-838d-e85f36b1ee47 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.882534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004571cc-4868-4ae7-8792-497cae5515d8 req-ae116bea-15bf-466e-838d-e85f36b1ee47 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.886428 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dcf7e49a-395c-4d3c-bc59-b876c2c8d0fe req-29f25544-f36b-4f80-b612-59c98c2602ca tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465462 Jan 28 19:13:18.888191 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004571cc-4868-4ae7-8792-497cae5515d8 req-ae116bea-15bf-466e-838d-e85f36b1ee47 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.893429 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004571cc-4868-4ae7-8792-497cae5515d8 req-ae116bea-15bf-466e-838d-e85f36b1ee47 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.907304 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004571cc-4868-4ae7-8792-497cae5515d8 req-ae116bea-15bf-466e-838d-e85f36b1ee47 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.914304 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004571cc-4868-4ae7-8792-497cae5515d8 req-ae116bea-15bf-466e-838d-e85f36b1ee47 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:18.916306 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-004571cc-4868-4ae7-8792-497cae5515d8 req-ae116bea-15bf-466e-838d-e85f36b1ee47 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.1094601 Jan 28 19:13:18.935828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c410f0b2-4071-485c-9340-df06a025bd18'}, {'server_uuid': '9a9903ce-0aa9-4462-acd3-2b225cf30245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06602ea-53fc-4ce3-bf99-df0fa4870f3f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:18.938601 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18534f8-efa2-4a2b-bb05-55441075b181" -d '{"events": [{"server_uuid": "2f05ba50-407d-44a7-9a1e-fede20f6d621", "name": "network-vif-plugged", "status": "completed", "tag": "c410f0b2-4071-485c-9340-df06a025bd18"}, {"server_uuid": "9a9903ce-0aa9-4462-acd3-2b225cf30245", "name": "network-vif-plugged", "status": "completed", "tag": "b06602ea-53fc-4ce3-bf99-df0fa4870f3f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:18.984932 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-004571cc-4868-4ae7-8792-497cae5515d8 req-ed3df3ac-2db5-4656-a988-71605c58ab21 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605392 Jan 28 19:13:19.101558 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b950748-a2d3-4d46-a3b8-ec6869cef69b x-openstack-request-id: req-2b950748-a2d3-4d46-a3b8-ec6869cef69b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:19.101890 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f05ba50-407d-44a7-9a1e-fede20f6d621", "name": "network-vif-plugged", "status": "completed", "tag": "c410f0b2-4071-485c-9340-df06a025bd18", "code": 200}, {"server_uuid": "9a9903ce-0aa9-4462-acd3-2b225cf30245", "name": "network-vif-plugged", "status": "completed", "tag": "b06602ea-53fc-4ce3-bf99-df0fa4870f3f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:19.102241 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b950748-a2d3-4d46-a3b8-ec6869cef69b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:19.102567 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c410f0b2-4071-485c-9340-df06a025bd18', 'code': 200} Jan 28 19:13:19.102815 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9903ce-0aa9-4462-acd3-2b225cf30245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06602ea-53fc-4ce3-bf99-df0fa4870f3f', 'code': 200} Jan 28 19:13:19.185433 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-39d6b93d-91db-4ae7-a88b-1ae0a80eba0a req-1bca19d7-105f-4a88-ae0f-9c84665133de tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.1149800 Jan 28 19:13:19.228597 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c921b8d-1bbd-4a25-ae7c-58a92aae6cd4 req-30e207b0-38ee-4f95-9037-ee47c25eb108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:19.231637 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1c921b8d-1bbd-4a25-ae7c-58a92aae6cd4 req-30e207b0-38ee-4f95-9037-ee47c25eb108 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 1128 time: 0.0598695 Jan 28 19:13:19.260286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abada74-22c2-4ef0-9312-48ab42e055d1 req-c2e6ff50-3f37-4399-be66-a6968bf72274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:19.262121 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2abada74-22c2-4ef0-9312-48ab42e055d1 req-c2e6ff50-3f37-4399-be66-a6968bf72274 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 1127 time: 0.0792098 Jan 28 19:13:19.308459 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2abada74-22c2-4ef0-9312-48ab42e055d1 req-e39ff1b8-8588-4eec-afe3-b9b61eb5761b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385354 Jan 28 19:13:19.347754 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1c921b8d-1bbd-4a25-ae7c-58a92aae6cd4 req-3db94252-ba38-4457-b820-4768181790c0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047418 Jan 28 19:13:19.382954 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-43b885d0-0802-4a57-939b-e2eac1601608 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:19.384373 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-43b885d0-0802-4a57-939b-e2eac1601608 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/networks?id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1 HTTP/1.1" status: 200 len: 802 time: 0.1277161 Jan 28 19:13:19.399207 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-d9c850ce-8aeb-470f-94e2-df3f3512a2b4 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/quotas/3da39749e42a41868cf367b3be55b9b8 HTTP/1.1" status: 200 len: 375 time: 0.0092978 Jan 28 19:13:19.455227 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-f9b95b56-b685-4ab1-b66d-8149d7073750 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3da39749e42a41868cf367b3be55b9b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0512342 Jan 28 19:13:19.533441 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a924a-3224-43cd-9883-a328292f1629 req-f24b718a-1885-4d4c-a3b9-0e468a0679fd tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:19.535086 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf0a924a-3224-43cd-9883-a328292f1629 req-f24b718a-1885-4d4c-a3b9-0e468a0679fd tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.0554338 Jan 28 19:13:19.554722 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-6cae74ac-30ae-4a48-b74c-e52ceeaac752 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927417 Jan 28 19:13:19.582542 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf0a924a-3224-43cd-9883-a328292f1629 req-b82637d4-02ca-448d-9ddf-065459f4d97e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417669 Jan 28 19:13:19.647457 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-4f6ca332-013f-4e50-be83-71c04afa5e9e service neutron] 10.222.0.55 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884452 Jan 28 19:13:19.834269 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a21cc507-6a5a-4346-bcd1-556f5745c0a9 req-a2cca3ff-53e4-446c-a7c0-3cf71fd8019f tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 210 time: 0.0321155 Jan 28 19:13:19.863339 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3e693639-f639-40f0-9e99-470a6af17492 req-c6960a34-9ccb-4ece-acd5-0e8b869c4cc7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0276921 Jan 28 19:13:19.893182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa9f18-d9b3-4a75-9d72-c82a3cef8f0c req-bb603606-0d6b-42b4-860a-7d4f410d65b7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:19.894816 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-54aa9f18-d9b3-4a75-9d72-c82a3cef8f0c req-bb603606-0d6b-42b4-860a-7d4f410d65b7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0686996 Jan 28 19:13:19.978928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50add93-4c90-4e79-bae6-9dca3228f811 req-f7f4c0e0-34c9-4896-8f23-780f1295e2cd tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:19.981126 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a50add93-4c90-4e79-bae6-9dca3228f811 req-f7f4c0e0-34c9-4896-8f23-780f1295e2cd tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0794456 Jan 28 19:13:19.982325 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-54aa9f18-d9b3-4a75-9d72-c82a3cef8f0c req-61a092e3-7123-4b3c-83c2-87bf4ba33116 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719163 Jan 28 19:13:20.050617 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a50add93-4c90-4e79-bae6-9dca3228f811 req-33ec3fd0-24dc-4c5b-b494-10d810b9729c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629206 Jan 28 19:13:20.104601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8a140-4751-4cc1-aba5-9852de1a8e00 req-33b5699d-cd2b-4f44-8b33-da3041676d9f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:20.105939 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17f8a140-4751-4cc1-aba5-9852de1a8e00 req-33b5699d-cd2b-4f44-8b33-da3041676d9f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.0549750 Jan 28 19:13:20.173877 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17f8a140-4751-4cc1-aba5-9852de1a8e00 req-363f9602-96ca-45e8-83fc-cf418d910d4b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607610 Jan 28 19:13:20.194568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae355d47-bbeb-4e9a-a4eb-30b1bd27a2b7 req-afa0246a-11be-47ae-8363-40068ae9dd37 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:20.200860 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae355d47-bbeb-4e9a-a4eb-30b1bd27a2b7 req-afa0246a-11be-47ae-8363-40068ae9dd37 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:20.206280 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae355d47-bbeb-4e9a-a4eb-30b1bd27a2b7 req-afa0246a-11be-47ae-8363-40068ae9dd37 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:20.212391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae355d47-bbeb-4e9a-a4eb-30b1bd27a2b7 req-afa0246a-11be-47ae-8363-40068ae9dd37 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:20.217857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae355d47-bbeb-4e9a-a4eb-30b1bd27a2b7 req-afa0246a-11be-47ae-8363-40068ae9dd37 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:20.223184 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae355d47-bbeb-4e9a-a4eb-30b1bd27a2b7 req-afa0246a-11be-47ae-8363-40068ae9dd37 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:20.228855 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae355d47-bbeb-4e9a-a4eb-30b1bd27a2b7 req-afa0246a-11be-47ae-8363-40068ae9dd37 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:20.230878 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae355d47-bbeb-4e9a-a4eb-30b1bd27a2b7 req-afa0246a-11be-47ae-8363-40068ae9dd37 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.1063261 Jan 28 19:13:20.314209 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae355d47-bbeb-4e9a-a4eb-30b1bd27a2b7 req-9b715286-8926-4ad0-b975-4634dc1b601e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768571 Jan 28 19:13:20.320530 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3ee51d1-3bf3-4f10-8e9a-6e2e6828730a req-2aadf883-2baa-4205-a79d-9566668f7fb4 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0344028 Jan 28 19:13:20.354390 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-acb22974-c756-4dba-a48d-b0fcd3b01dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:20.706057 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af506388-1060-4175-a88d-af87bc64856b req-62f350a2-8fb8-4a6e-b673-042c1398be74 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:20.708365 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af506388-1060-4175-a88d-af87bc64856b req-62f350a2-8fb8-4a6e-b673-042c1398be74 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.0557415 Jan 28 19:13:20.763363 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af506388-1060-4175-a88d-af87bc64856b req-4ef73826-d8b5-44c2-8b57-46196148f625 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486755 Jan 28 19:13:20.946096 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device dbf4b15a-c171-458a-ae7e-f2a54357a367 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:13:20.957178 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be6f8164-0148-4559-9d4e-d69b92ea75d0 req-48c2e24c-e1d3-4cd8-9476-ed9ccc5c2692 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 210 time: 0.0490870 Jan 28 19:13:21.093025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port dbf4b15a-c171-458a-ae7e-f2a54357a367 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:21.093428 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.127380 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e99a30e-1dae-49c9-9583-27e7f142b946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf4b15a-c171-458a-ae7e-f2a54357a367'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:21.129723 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc0d9b6-c519-4cfc-8895-81cd86376a84" -d '{"events": [{"server_uuid": "9e99a30e-1dae-49c9-9583-27e7f142b946", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf4b15a-c171-458a-ae7e-f2a54357a367"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:21.143559 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port dbf4b15a-c171-458a-ae7e-f2a54357a367, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=dbf4b15a-c171-458a-ae7e-f2a54357a367,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:21.154728 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.155449 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7fc9d59f-6193-4f6d-918a-08e13686799b no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:13:21.240113 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceebd32-1a7c-49ab-b2eb-638d9c00b7a1 req-48b03dbc-9a51-49a5-b335-7c58b36c2832 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.244036 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=dbf4b15a-c171-458a-ae7e-f2a54357a367,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:21.250073 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5ceebd32-1a7c-49ab-b2eb-638d9c00b7a1 req-48b03dbc-9a51-49a5-b335-7c58b36c2832 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0902939 Jan 28 19:13:21.278793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef13b3-77d1-4b5b-b344-fcb3d1abf2a8 req-9ce1e678-8794-4a06-b030-a238ea665b85 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.286163 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-80ef13b3-77d1-4b5b-b344-fcb3d1abf2a8 req-9ce1e678-8794-4a06-b030-a238ea665b85 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.2189326 Jan 28 19:13:21.287369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 7fc9d59f-6193-4f6d-918a-08e13686799b is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:21.287765 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.309694 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5ceebd32-1a7c-49ab-b2eb-638d9c00b7a1 req-98e76316-3687-4bec-9965-da98cf4b7bcf tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582576 Jan 28 19:13:21.339822 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-eb4059e0-7c6a-4506-94a8-52558c238e46 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.341361 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-eb4059e0-7c6a-4506-94a8-52558c238e46 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.31 "GET /v2.0/networks?id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1 HTTP/1.1" status: 200 len: 802 time: 0.2056272 Jan 28 19:13:21.362900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-60cfbe02-d052-4978-aeec-468607467a50 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Request body: {'port': {'device_id': '9a5b5f2c-2d24-43ee-b7b6-542ab2676be6', 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1', 'admin_state_up': True, 'tenant_id': '3da39749e42a41868cf367b3be55b9b8'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:21.391150 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-80ef13b3-77d1-4b5b-b344-fcb3d1abf2a8 req-f1ef43db-b3a1-49ae-8f8a-e80fc3e20975 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992224 Jan 28 19:13:21.466291 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba104ca-dbfd-416b-9b74-7f691ed64c3e x-openstack-request-id: req-dba104ca-dbfd-416b-9b74-7f691ed64c3e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:21.466927 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e99a30e-1dae-49c9-9583-27e7f142b946", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf4b15a-c171-458a-ae7e-f2a54357a367", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:21.466927 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dba104ca-dbfd-416b-9b74-7f691ed64c3e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:21.467480 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e99a30e-1dae-49c9-9583-27e7f142b946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf4b15a-c171-458a-ae7e-f2a54357a367', 'code': 200} Jan 28 19:13:21.491000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f49fc0-d824-4c1e-a53a-7d5412ee5b93 req-a24832af-762c-4d5a-810f-387a8febe10f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.492009 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7fc9d59f-6193-4f6d-918a-08e13686799b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7fc9d59f-6193-4f6d-918a-08e13686799b,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:21.493703 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-36f49fc0-d824-4c1e-a53a-7d5412ee5b93 req-a24832af-762c-4d5a-810f-387a8febe10f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 945 time: 0.0683684 Jan 28 19:13:21.497232 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.537414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-60cfbe02-d052-4978-aeec-468607467a50 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Made reservation on behalf of 3da39749e42a41868cf367b3be55b9b8 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:21.540576 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-60cfbe02-d052-4978-aeec-468607467a50 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.555586 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7c994-0982-4ef6-995b-5fbed64acccf req-34db978b-c139-45d3-8c44-166e7548477e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.558056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=7fc9d59f-6193-4f6d-918a-08e13686799b,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:21.561020 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7c994-0982-4ef6-995b-5fbed64acccf req-34db978b-c139-45d3-8c44-166e7548477e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.566422 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7c994-0982-4ef6-995b-5fbed64acccf req-34db978b-c139-45d3-8c44-166e7548477e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.571951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7c994-0982-4ef6-995b-5fbed64acccf req-34db978b-c139-45d3-8c44-166e7548477e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.577330 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7c994-0982-4ef6-995b-5fbed64acccf req-34db978b-c139-45d3-8c44-166e7548477e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.579858 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-36f49fc0-d824-4c1e-a53a-7d5412ee5b93 req-9e348618-32ad-4097-bc31-002d6e85b327 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787208 Jan 28 19:13:21.580365 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.582779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7c994-0982-4ef6-995b-5fbed64acccf req-34db978b-c139-45d3-8c44-166e7548477e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.588224 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7c994-0982-4ef6-995b-5fbed64acccf req-34db978b-c139-45d3-8c44-166e7548477e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.590255 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9fa7c994-0982-4ef6-995b-5fbed64acccf req-34db978b-c139-45d3-8c44-166e7548477e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.1206725 Jan 28 19:13:21.603717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6cb3d-ae9f-4582-816c-4400d9c92767 req-e932e567-5e0f-445c-8a72-3f46528e139d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.606342 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4a6cb3d-ae9f-4582-816c-4400d9c92767 req-e932e567-5e0f-445c-8a72-3f46528e139d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e99a30e-1dae-49c9-9583-27e7f142b946 HTTP/1.1" status: 200 len: 943 time: 0.0772998 Jan 28 19:13:21.704444 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-63d459e3-0782-4a01-a438-7bcb65e9309b req-8490d1b6-d114-40da-9319-bd5da4b30383 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0413392 Jan 28 19:13:21.710430 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9fa7c994-0982-4ef6-995b-5fbed64acccf req-e3bd9e94-cad5-4a09-9a54-33144763d62f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1133771 Jan 28 19:13:21.761692 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-60cfbe02-d052-4978-aeec-468607467a50 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Allocated IP 172.20.0.13 (8a9c11ec-17d4-435e-a13b-0efb9529d2f1/8eb5347e-d66a-46e3-9579-1241a6589256/0893e8e2-adb6-42e4-844b-2b73a928460d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:21.762358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c4a6cb3d-ae9f-4582-816c-4400d9c92767 req-f8681696-1329-482a-b1a7-714dcf7c06d5 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Deleting port dbf4b15a-c171-458a-ae7e-f2a54357a367 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:13:21.762704 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c4a6cb3d-ae9f-4582-816c-4400d9c92767 req-f8681696-1329-482a-b1a7-714dcf7c06d5 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.883391 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28940b-8cb6-4417-a628-d829d27514e2 req-e381ce31-38b7-4eaf-b0be-b70de085470a tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:21.884920 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b28940b-8cb6-4417-a628-d829d27514e2 req-e381ce31-38b7-4eaf-b0be-b70de085470a tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 1128 time: 0.1162364 Jan 28 19:13:21.906538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c4a6cb3d-ae9f-4582-816c-4400d9c92767 req-f8681696-1329-482a-b1a7-714dcf7c06d5 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] For port dbf4b15a-c171-458a-ae7e-f2a54357a367, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=dbf4b15a-c171-458a-ae7e-f2a54357a367,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:21.907415 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c4a6cb3d-ae9f-4582-816c-4400d9c92767 req-f8681696-1329-482a-b1a7-714dcf7c06d5 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.926500 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-60cfbe02-d052-4978-aeec-468607467a50 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks [] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:21.940567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c4a6cb3d-ae9f-4582-816c-4400d9c92767 req-f8681696-1329-482a-b1a7-714dcf7c06d5 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Calling delete_port for dbf4b15a-c171-458a-ae7e-f2a54357a367 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:13:21.976533 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-60cfbe02-d052-4978-aeec-468607467a50 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.022878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-60cfbe02-d052-4978-aeec-468607467a50 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:22.025935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-60cfbe02-d052-4978-aeec-468607467a50 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:22.032703 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-60cfbe02-d052-4978-aeec-468607467a50 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:22.063503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfbe02-d052-4978-aeec-468607467a50 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Pushing event updated for resources: {'Port': ['ID=0893e8e2-adb6-42e4-844b-2b73a928460d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:22.088146 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b28940b-8cb6-4417-a628-d829d27514e2 req-9c9f0727-5c0b-4d86-b02d-56e505433ec6 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938543 Jan 28 19:13:22.115516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-60cfbe02-d052-4978-aeec-468607467a50 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:22.116185 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-60cfbe02-d052-4978-aeec-468607467a50 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.124366 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c4a6cb3d-ae9f-4582-816c-4400d9c92767 req-f8681696-1329-482a-b1a7-714dcf7c06d5 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (dbf4b15a-c171-458a-ae7e-f2a54357a367), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.142062 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-60cfbe02-d052-4978-aeec-468607467a50 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7834299 Jan 28 19:13:22.155034 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Request body: {'port': {'device_id': '9a5b5f2c-2d24-43ee-b7b6-542ab2676be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:22.164671 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8681696-1329-482a-b1a7-714dcf7c06d5 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Pushing event deleted for resources: {'Port': ['ID=dbf4b15a-c171-458a-ae7e-f2a54357a367,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:22.224395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a6cb3d-ae9f-4582-816c-4400d9c92767 req-f8681696-1329-482a-b1a7-714dcf7c06d5 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] No DVR routers for this DVR port dbf4b15a-c171-458a-ae7e-f2a54357a367 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:13:22.228279 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c4a6cb3d-ae9f-4582-816c-4400d9c92767 req-f8681696-1329-482a-b1a7-714dcf7c06d5 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.228854 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.231889 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4a6cb3d-ae9f-4582-816c-4400d9c92767 req-f8681696-1329-482a-b1a7-714dcf7c06d5 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.31 "DELETE /v2.0/ports/dbf4b15a-c171-458a-ae7e-f2a54357a367 HTTP/1.1" status: 204 len: 173 time: 0.6184559 Jan 28 19:13:22.232362 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e99a30e-1dae-49c9-9583-27e7f142b946', 'name': 'network-vif-deleted', 'tag': 'dbf4b15a-c171-458a-ae7e-f2a54357a367'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:22.234846 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4756d68d-4588-432a-bd7d-410874e560ae" -d '{"events": [{"server_uuid": "9e99a30e-1dae-49c9-9583-27e7f142b946", "name": "network-vif-deleted", "tag": "dbf4b15a-c171-458a-ae7e-f2a54357a367"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:22.539370 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413634a-2e20-4016-9f16-c42a2253c316 req-df8cab30-7143-46b2-8c43-2fbc54c72787 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:22.540904 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7413634a-2e20-4016-9f16-c42a2253c316 req-df8cab30-7143-46b2-8c43-2fbc54c72787 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.0539098 Jan 28 19:13:22.576307 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55e41a-eb91-4ef2-88fd-ff71f034b542 req-0102146c-bccd-4b64-9c44-19f22e905249 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:22.577809 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3a55e41a-eb91-4ef2-88fd-ff71f034b542 req-0102146c-bccd-4b64-9c44-19f22e905249 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=c63404aa-37ca-4456-a52a-a08045e609aa HTTP/1.1" status: 200 len: 943 time: 0.0989118 Jan 28 19:13:22.590614 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7413634a-2e20-4016-9f16-c42a2253c316 req-3f28b28f-12ee-4e26-838e-f6052ed8ed19 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429163 Jan 28 19:13:22.643524 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0893e8e2-adb6-42e4-844b-2b73a928460d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:22.660331 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Publish callbacks [] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.697930 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Transition to ACTIVE for port object 0893e8e2-adb6-42e4-844b-2b73a928460d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:13:22.705873 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.723755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9c3b3-e1b0-4c3e-ab6d-9f057a1b6ee4 req-32d55e38-537e-41ae-a8c1-9f763b2d91a6 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:22.725313 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2df9c3b3-e1b0-4c3e-ab6d-9f057a1b6ee4 req-32d55e38-537e-41ae-a8c1-9f763b2d91a6 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 932 time: 0.0739181 Jan 28 19:13:22.778405 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Pushing event updated for resources: {'Port': ['ID=0893e8e2-adb6-42e4-844b-2b73a928460d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:22.785177 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3a55e41a-eb91-4ef2-88fd-ff71f034b542 req-56c8c197-0908-4573-9ec9-a82cde903b8d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Deleting port 7fc9d59f-6193-4f6d-918a-08e13686799b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:13:22.785522 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3a55e41a-eb91-4ef2-88fd-ff71f034b542 req-56c8c197-0908-4573-9ec9-a82cde903b8d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.793048 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2df9c3b3-e1b0-4c3e-ab6d-9f057a1b6ee4 req-37ee3b22-f079-411d-85da-05ea6bf7065f tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590661 Jan 28 19:13:22.882298 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd395d5b-ba21-4bd2-bd28-d3ecf6ee0012 x-openstack-request-id: req-bd395d5b-ba21-4bd2-bd28-d3ecf6ee0012 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:22.882933 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e99a30e-1dae-49c9-9583-27e7f142b946", "name": "network-vif-deleted", "tag": "dbf4b15a-c171-458a-ae7e-f2a54357a367", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:22.883089 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd395d5b-ba21-4bd2-bd28-d3ecf6ee0012 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:22.883462 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e99a30e-1dae-49c9-9583-27e7f142b946', 'name': 'network-vif-deleted', 'tag': 'dbf4b15a-c171-458a-ae7e-f2a54357a367', 'status': 'completed', 'code': 200} Jan 28 19:13:22.915937 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.938313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Attempting to bind port 0893e8e2-adb6-42e4-844b-2b73a928460d on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:22.938650 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Attempting to bind port 0893e8e2-adb6-42e4-844b-2b73a928460d by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:22.938976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Attempting to bind port 0893e8e2-adb6-42e4-844b-2b73a928460d on network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:22.945181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3a55e41a-eb91-4ef2-88fd-ff71f034b542 req-56c8c197-0908-4573-9ec9-a82cde903b8d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] For port 7fc9d59f-6193-4f6d-918a-08e13686799b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7fc9d59f-6193-4f6d-918a-08e13686799b,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:22.945181 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3a55e41a-eb91-4ef2-88fd-ff71f034b542 req-56c8c197-0908-4573-9ec9-a82cde903b8d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.951845 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Port 0893e8e2-adb6-42e4-844b-2b73a928460d on network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:22.952148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Attempting to bind port 0893e8e2-adb6-42e4-844b-2b73a928460d on network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:22.961530 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:22.961871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Checking segment: {'id': '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:22.962274 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Bound using segment: {'id': '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:22.962708 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Bound port: 0893e8e2-adb6-42e4-844b-2b73a928460d, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:22.963148 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:22.965089 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3a55e41a-eb91-4ef2-88fd-ff71f034b542 req-56c8c197-0908-4573-9ec9-a82cde903b8d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Calling delete_port for 7fc9d59f-6193-4f6d-918a-08e13686799b owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:13:22.998628 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed475f-25f7-4326-9e04-03b0b19c9956 req-4dc1397d-2f3e-4c91-98f7-0e6ade7cc9a0 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.000201 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76ed475f-25f7-4326-9e04-03b0b19c9956 req-4dc1397d-2f3e-4c91-98f7-0e6ade7cc9a0 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0546112 Jan 28 19:13:23.054610 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76ed475f-25f7-4326-9e04-03b0b19c9956 req-44bd7d36-2a7f-4e3b-8ed7-961ab7f178bf tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481708 Jan 28 19:13:23.085791 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] For port 0893e8e2-adb6-42e4-844b-2b73a928460d, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:23.090144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] For port 0893e8e2-adb6-42e4-844b-2b73a928460d, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0893e8e2-adb6-42e4-844b-2b73a928460d,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:23.105077 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:23.154804 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-71f689ef-2d1a-4401-84f6-89147d1b2294 req-071eedb3-ac4c-4dd2-9a9e-ecfd9677664e tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0338857 Jan 28 19:13:23.205658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.206832 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:23.207733 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] 10.222.0.31 "PUT /v2.0/ports/0893e8e2-adb6-42e4-844b-2b73a928460d HTTP/1.1" status: 200 len: 1092 time: 1.0581686 Jan 28 19:13:23.208185 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5b5f2c-2d24-43ee-b7b6-542ab2676be6', 'tag': '0893e8e2-adb6-42e4-844b-2b73a928460d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:23.210579 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427a9390-6e25-4fc6-acb8-ddfc03acf50e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5b5f2c-2d24-43ee-b7b6-542ab2676be6", "tag": "0893e8e2-adb6-42e4-844b-2b73a928460d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:23.215950 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e864f-8211-4174-9a59-4e6f439ad327 service neutron] Pushing event updated for resources: {'Port': ['ID=0893e8e2-adb6-42e4-844b-2b73a928460d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:23.240820 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3a55e41a-eb91-4ef2-88fd-ff71f034b542 req-56c8c197-0908-4573-9ec9-a82cde903b8d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (7fc9d59f-6193-4f6d-918a-08e13686799b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:23.275691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8c197-0908-4573-9ec9-a82cde903b8d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Pushing event deleted for resources: {'Port': ['ID=7fc9d59f-6193-4f6d-918a-08e13686799b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:23.322534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf09678-c60d-48f9-9098-3d6b99c42564 req-05843014-057b-40f7-aa5b-de175559bf54 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.328692 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf09678-c60d-48f9-9098-3d6b99c42564 req-05843014-057b-40f7-aa5b-de175559bf54 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.334034 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf09678-c60d-48f9-9098-3d6b99c42564 req-05843014-057b-40f7-aa5b-de175559bf54 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.339640 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf09678-c60d-48f9-9098-3d6b99c42564 req-05843014-057b-40f7-aa5b-de175559bf54 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.345268 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf09678-c60d-48f9-9098-3d6b99c42564 req-05843014-057b-40f7-aa5b-de175559bf54 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.351095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf09678-c60d-48f9-9098-3d6b99c42564 req-05843014-057b-40f7-aa5b-de175559bf54 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.356493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf09678-c60d-48f9-9098-3d6b99c42564 req-05843014-057b-40f7-aa5b-de175559bf54 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.358478 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1bf09678-c60d-48f9-9098-3d6b99c42564 req-05843014-057b-40f7-aa5b-de175559bf54 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.1119697 Jan 28 19:13:23.360225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a55e41a-eb91-4ef2-88fd-ff71f034b542 req-56c8c197-0908-4573-9ec9-a82cde903b8d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] No DVR routers for this DVR port 7fc9d59f-6193-4f6d-918a-08e13686799b on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:13:23.363869 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3a55e41a-eb91-4ef2-88fd-ff71f034b542 req-56c8c197-0908-4573-9ec9-a82cde903b8d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:23.374114 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3a55e41a-eb91-4ef2-88fd-ff71f034b542 req-56c8c197-0908-4573-9ec9-a82cde903b8d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "DELETE /v2.0/ports/7fc9d59f-6193-4f6d-918a-08e13686799b HTTP/1.1" status: 204 len: 173 time: 0.7885046 Jan 28 19:13:23.391514 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-da65b318-fa1c-4515-836e-258d136a6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.393084 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-da65b318-fa1c-4515-836e-258d136a6a13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3da39749e42a41868cf367b3be55b9b8&device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 1126 time: 0.1203842 Jan 28 19:13:23.430681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1bf09678-c60d-48f9-9098-3d6b99c42564 req-ebddc563-d217-46b2-a4d1-eeec53b80653 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633471 Jan 28 19:13:23.443653 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-33d9eafb-9b63-4a44-ab97-44c37d5319c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0893e8e2-adb6-42e4-844b-2b73a928460d HTTP/1.1" status: 200 len: 217 time: 0.0411572 Jan 28 19:13:23.468640 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63404aa-37ca-4456-a52a-a08045e609aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc9d59f-6193-4f6d-918a-08e13686799b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:23.471734 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dc6365-87ae-472c-a5a5-2e6545e1bfc5" -d '{"events": [{"server_uuid": "c63404aa-37ca-4456-a52a-a08045e609aa", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc9d59f-6193-4f6d-918a-08e13686799b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:23.516362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-2c7f7864-7847-41f9-88c3-9a23d0fe15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.517881 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-2c7f7864-7847-41f9-88c3-9a23d0fe15bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8eb5347e-d66a-46e3-9579-1241a6589256 HTTP/1.1" status: 200 len: 842 time: 0.0625463 Jan 28 19:13:23.552761 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-b030f8b8-9071-4a23-9917-176933023e8f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284841 Jan 28 19:13:23.647871 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2417ca79-c4ab-494b-8c52-21b2c3ebc03c x-openstack-request-id: req-2417ca79-c4ab-494b-8c52-21b2c3ebc03c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:23.648183 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5b5f2c-2d24-43ee-b7b6-542ab2676be6", "tag": "0893e8e2-adb6-42e4-844b-2b73a928460d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:23.648527 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2417ca79-c4ab-494b-8c52-21b2c3ebc03c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:23.649084 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5b5f2c-2d24-43ee-b7b6-542ab2676be6', 'tag': '0893e8e2-adb6-42e4-844b-2b73a928460d', 'status': 'completed', 'code': 200} Jan 28 19:13:23.686440 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-961832cb-a54a-4aa1-be89-e4af901d34ab service neutron] 10.222.0.31 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271808 Jan 28 19:13:23.728405 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d7021-8756-4a12-a68e-8876bc98e2e0 req-3374ff00-6c4a-4e37-882a-a01cf253b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.732129 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-449d7021-8756-4a12-a68e-8876bc98e2e0 req-3374ff00-6c4a-4e37-882a-a01cf253b422 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce5dc177d53f45de9643f8a43c92911f&device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 1127 time: 0.0777276 Jan 28 19:13:23.870248 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8af09e6e-1399-43b0-b204-234ee82aee81 req-f3efc818-da8c-46e6-b21a-cb89b05c72b2 service neutron] 10.222.0.31 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760604 Jan 28 19:13:23.872636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d7021-8756-4a12-a68e-8876bc98e2e0 req-ae55bc32-9c0e-4a5a-abab-1f791b7cf70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:23.874301 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-449d7021-8756-4a12-a68e-8876bc98e2e0 req-ae55bc32-9c0e-4a5a-abab-1f791b7cf70e service neutron] 10.222.0.37 "GET /v2.0/networks?id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6 HTTP/1.1" status: 200 len: 921 time: 0.1353288 Jan 28 19:13:23.960954 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-449d7021-8756-4a12-a68e-8876bc98e2e0 req-bf0c4e12-939f-486e-933e-6422522c8430 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c410f0b2-4071-485c-9340-df06a025bd18 HTTP/1.1" status: 200 len: 217 time: 0.0787032 Jan 28 19:13:23.969999 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7939fa-c8ad-4ba5-ac02-63ad35b9a3a2 x-openstack-request-id: req-7b7939fa-c8ad-4ba5-ac02-63ad35b9a3a2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:23.970992 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63404aa-37ca-4456-a52a-a08045e609aa", "name": "network-vif-unplugged", "status": "failed", "tag": "7fc9d59f-6193-4f6d-918a-08e13686799b", "code": 422}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:23.971469 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b7939fa-c8ad-4ba5-ac02-63ad35b9a3a2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:23.972099 n-d-824834-4 neutron-server[103148]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c63404aa-37ca-4456-a52a-a08045e609aa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7fc9d59f-6193-4f6d-918a-08e13686799b', 'code': 422} returned with failed status Jan 28 19:13:24.020503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a9390-6e25-4fc6-acb8-ddfc03acf50e req-1d801856-441f-4330-b2f0-803543759b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.022007 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-427a9390-6e25-4fc6-acb8-ddfc03acf50e req-1d801856-441f-4330-b2f0-803543759b56 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3da39749e42a41868cf367b3be55b9b8&device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 1126 time: 0.1013958 Jan 28 19:13:24.024050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d7021-8756-4a12-a68e-8876bc98e2e0 req-189e5810-0fae-4592-bd0d-52f678fcaae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.025592 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-449d7021-8756-4a12-a68e-8876bc98e2e0 req-189e5810-0fae-4592-bd0d-52f678fcaae4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d5154f7-89ca-42cb-85fe-94773e052975 HTTP/1.1" status: 200 len: 860 time: 0.0587742 Jan 28 19:13:24.032379 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552c9cc-2066-4e55-b1a5-22fc5be6163f req-32d11b0d-2fc0-4d3b-8328-06d6bbf85be8 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.033906 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8552c9cc-2066-4e55-b1a5-22fc5be6163f req-32d11b0d-2fc0-4d3b-8328-06d6bbf85be8 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0712576 Jan 28 19:13:24.081380 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-449d7021-8756-4a12-a68e-8876bc98e2e0 req-34e8ab1c-cee7-404a-ad37-ff32beab093f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445330 Jan 28 19:13:24.137123 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8552c9cc-2066-4e55-b1a5-22fc5be6163f req-af126f65-df7b-476c-88dc-b549e0b02dee tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938175 Jan 28 19:13:24.157051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a9390-6e25-4fc6-acb8-ddfc03acf50e req-4dd342d3-a080-4f01-8107-c9058928e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.167221 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c58cbc-ee9c-4cda-851f-99a6fa17c74f req-cd644126-7a37-4d1d-804e-ac5a91d3a237 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.167455 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-427a9390-6e25-4fc6-acb8-ddfc03acf50e req-4dd342d3-a080-4f01-8107-c9058928e482 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1 HTTP/1.1" status: 200 len: 903 time: 0.1237261 Jan 28 19:13:24.167581 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09c58cbc-ee9c-4cda-851f-99a6fa17c74f req-cd644126-7a37-4d1d-804e-ac5a91d3a237 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 944 time: 0.1318800 Jan 28 19:13:24.211747 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-449d7021-8756-4a12-a68e-8876bc98e2e0 req-a540a9f4-aea2-4d7b-abb2-1bc163f88594 service neutron] 10.222.0.37 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194479 Jan 28 19:13:24.212415 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-427a9390-6e25-4fc6-acb8-ddfc03acf50e req-fa6aa6fb-5bf8-4945-833b-be633b7648c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0893e8e2-adb6-42e4-844b-2b73a928460d HTTP/1.1" status: 200 len: 217 time: 0.0458610 Jan 28 19:13:24.275719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a9390-6e25-4fc6-acb8-ddfc03acf50e req-913ac395-9cd2-46f6-a1d7-9d7feb34e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.282960 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-427a9390-6e25-4fc6-acb8-ddfc03acf50e req-913ac395-9cd2-46f6-a1d7-9d7feb34e5a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8eb5347e-d66a-46e3-9579-1241a6589256 HTTP/1.1" status: 200 len: 842 time: 0.0618589 Jan 28 19:13:24.308644 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09c58cbc-ee9c-4cda-851f-99a6fa17c74f req-a383314f-a3ef-47d4-b994-b3aeb6653f66 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325784 Jan 28 19:13:24.327247 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-427a9390-6e25-4fc6-acb8-ddfc03acf50e req-4ff479ad-0e21-4ad9-9a2f-19bccc2a33cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362496 Jan 28 19:13:24.356014 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-449d7021-8756-4a12-a68e-8876bc98e2e0 req-40cd4e78-6958-4159-ad05-0c401e9e4562 service neutron] 10.222.0.37 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380682 Jan 28 19:13:24.383376 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8acafdb4-dbbb-4cd4-b41a-a084c1ddeaa4 req-6db638ac-ff74-49e2-b3d4-b3b899ef2c2e tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0586829 Jan 28 19:13:24.422219 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:24.529318 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-427a9390-6e25-4fc6-acb8-ddfc03acf50e req-daaa1fa7-29cd-46a6-99a0-166cb3818433 service neutron] 10.222.0.31 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647439 Jan 28 19:13:24.575933 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-c77182c4-77c7-446a-9b35-2cd1f7f9a30e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.577499 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-c77182c4-77c7-446a-9b35-2cd1f7f9a30e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 812 time: 0.1266999 Jan 28 19:13:24.597925 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-eeaeee0c-0c6e-45f2-9098-d1dee8f40b34 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/quotas/b1f1db10744a4501a97a85a9685ef09a HTTP/1.1" status: 200 len: 375 time: 0.0131323 Jan 28 19:13:24.660227 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640e05e-e0f6-4a1c-8aa2-2a0d23789f37 req-d2c45f80-fe10-4bec-9e07-a57b9461991e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.665841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640e05e-e0f6-4a1c-8aa2-2a0d23789f37 req-d2c45f80-fe10-4bec-9e07-a57b9461991e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.671321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640e05e-e0f6-4a1c-8aa2-2a0d23789f37 req-d2c45f80-fe10-4bec-9e07-a57b9461991e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.676903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640e05e-e0f6-4a1c-8aa2-2a0d23789f37 req-d2c45f80-fe10-4bec-9e07-a57b9461991e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.682577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640e05e-e0f6-4a1c-8aa2-2a0d23789f37 req-d2c45f80-fe10-4bec-9e07-a57b9461991e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.688056 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640e05e-e0f6-4a1c-8aa2-2a0d23789f37 req-d2c45f80-fe10-4bec-9e07-a57b9461991e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.693560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640e05e-e0f6-4a1c-8aa2-2a0d23789f37 req-d2c45f80-fe10-4bec-9e07-a57b9461991e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:24.695647 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a640e05e-e0f6-4a1c-8aa2-2a0d23789f37 req-d2c45f80-fe10-4bec-9e07-a57b9461991e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.1634061 Jan 28 19:13:24.733590 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-427a9390-6e25-4fc6-acb8-ddfc03acf50e req-07a37d6a-7137-4b5a-af3f-ee0e65955265 service neutron] 10.222.0.31 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923916 Jan 28 19:13:24.790194 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a640e05e-e0f6-4a1c-8aa2-2a0d23789f37 req-20488f46-cbd7-4963-b153-de488d8a232e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0791819 Jan 28 19:13:24.921513 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-97edbdf7-9fe7-4bec-ae75-f2e5a20b151e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3177071 Jan 28 19:13:24.977188 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device dbf4b15a-c171-458a-ae7e-f2a54357a367 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:13:24.999944 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: dbf4b15a-c171-458a-ae7e-f2a54357a367 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:13:25.000309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device dbf4b15a-c171-458a-ae7e-f2a54357a367 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:13:25.000724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7fc9d59f-6193-4f6d-918a-08e13686799b no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:13:25.019117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 7fc9d59f-6193-4f6d-918a-08e13686799b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:13:25.019461 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7fc9d59f-6193-4f6d-918a-08e13686799b not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:13:25.020854 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-db649e12-bc16-457c-a969-e256e8e233bb service neutron] 10.222.0.55 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901232 Jan 28 19:13:25.121787 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-e698eff4-0b71-40f1-acdd-60409f22e66d service neutron] 10.222.0.55 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950999 Jan 28 19:13:25.224467 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:25.285624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48000a24-a8e5-4b0f-9048-b7d4c75c592e req-7a82becb-c1b3-4ea3-954a-47aa80c318d2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:25.287295 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48000a24-a8e5-4b0f-9048-b7d4c75c592e req-7a82becb-c1b3-4ea3-954a-47aa80c318d2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0723894 Jan 28 19:13:25.296351 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4def0c8-dcbe-476e-8e31-7e9740b81f90 req-d1733933-f9b4-4a57-8ef5-1594f851d727 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 210 time: 0.0312483 Jan 28 19:13:25.370058 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48000a24-a8e5-4b0f-9048-b7d4c75c592e req-442896e9-d6cf-4098-abf5-677e04d263f8 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767417 Jan 28 19:13:25.438478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caf68f-c57b-48eb-90f3-4948007d2f84 req-1bf661f5-4ab9-4b8f-ab50-d5e4ea34f613 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:25.440252 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-39caf68f-c57b-48eb-90f3-4948007d2f84 req-1bf661f5-4ab9-4b8f-ab50-d5e4ea34f613 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 944 time: 0.0670516 Jan 28 19:13:25.492857 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-39caf68f-c57b-48eb-90f3-4948007d2f84 req-65cbaf82-7587-4cd5-8da5-415ba9dae22e tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465038 Jan 28 19:13:25.597539 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cd94fbe6-2581-416c-9ff1-3b6011eec80f req-7e933d46-0297-492e-854d-59584bd652c2 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0332499 Jan 28 19:13:25.650588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63404aa-37ca-4456-a52a-a08045e609aa', 'name': 'network-vif-deleted', 'tag': '7fc9d59f-6193-4f6d-918a-08e13686799b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:25.654172 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b17890c-33cf-488e-943d-0f7af853bc2a" -d '{"events": [{"server_uuid": "c63404aa-37ca-4456-a52a-a08045e609aa", "name": "network-vif-deleted", "tag": "7fc9d59f-6193-4f6d-918a-08e13686799b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:25.697251 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfd3613-4602-455b-bcb8-2ecc2f126fcf x-openstack-request-id: req-cdfd3613-4602-455b-bcb8-2ecc2f126fcf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:25.697541 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63404aa-37ca-4456-a52a-a08045e609aa", "name": "network-vif-deleted", "tag": "7fc9d59f-6193-4f6d-918a-08e13686799b", "status": "failed", "code": 422}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:25.697792 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cdfd3613-4602-455b-bcb8-2ecc2f126fcf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:25.698254 n-d-824834-4 neutron-server[103146]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c63404aa-37ca-4456-a52a-a08045e609aa', 'name': 'network-vif-deleted', 'tag': '7fc9d59f-6193-4f6d-918a-08e13686799b', 'status': 'failed', 'code': 422} returned with failed status Jan 28 19:13:25.937726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6ec1f-b634-4446-a7cc-2719ba80b381 req-e7a460c8-9410-4723-91cd-0d4f0fbc0378 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:25.943068 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6ec1f-b634-4446-a7cc-2719ba80b381 req-e7a460c8-9410-4723-91cd-0d4f0fbc0378 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:25.949468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6ec1f-b634-4446-a7cc-2719ba80b381 req-e7a460c8-9410-4723-91cd-0d4f0fbc0378 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:25.954655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6ec1f-b634-4446-a7cc-2719ba80b381 req-e7a460c8-9410-4723-91cd-0d4f0fbc0378 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:25.959936 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6ec1f-b634-4446-a7cc-2719ba80b381 req-e7a460c8-9410-4723-91cd-0d4f0fbc0378 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:25.965746 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6ec1f-b634-4446-a7cc-2719ba80b381 req-e7a460c8-9410-4723-91cd-0d4f0fbc0378 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:25.971090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6ec1f-b634-4446-a7cc-2719ba80b381 req-e7a460c8-9410-4723-91cd-0d4f0fbc0378 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:25.973012 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e1c6ec1f-b634-4446-a7cc-2719ba80b381 req-e7a460c8-9410-4723-91cd-0d4f0fbc0378 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.0955176 Jan 28 19:13:26.035756 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e1c6ec1f-b634-4446-a7cc-2719ba80b381 req-d4ab541f-9d93-4f8e-8aee-be24eb42495e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565355 Jan 28 19:13:26.414819 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7a02f2c7-6484-4d0f-a834-aedc7b5933a2 req-5414469c-cd12-4f6c-a2e3-7d45d38c1046 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 210 time: 0.0375559 Jan 28 19:13:26.425500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-5ea2f65e-a93a-478c-82ac-3e0fb1868aab tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:26.427144 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-5ea2f65e-a93a-478c-82ac-3e0fb1868aab tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.37 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 812 time: 0.1530747 Jan 28 19:13:26.441429 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-d5d08eb5-ee9e-4a90-9a52-55a54c4e090b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Request body: {'port': {'device_id': 'ebcffca8-86d6-4657-80ef-9a15e25a30d4', 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82', 'admin_state_up': True, 'tenant_id': 'b1f1db10744a4501a97a85a9685ef09a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:26.515771 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e58e5-69db-4b86-8a35-22a152ce1c15 req-14529658-30d8-40d1-8a9b-91ad9634e78f tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:26.517432 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e12e58e5-69db-4b86-8a35-22a152ce1c15 req-14529658-30d8-40d1-8a9b-91ad9634e78f tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0635831 Jan 28 19:13:26.574721 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e12e58e5-69db-4b86-8a35-22a152ce1c15 req-6e636ffc-3fdc-4455-8d92-5b38c577d36d tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488381 Jan 28 19:13:26.599305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-d5d08eb5-ee9e-4a90-9a52-55a54c4e090b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Made reservation on behalf of b1f1db10744a4501a97a85a9685ef09a for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:13:26.602746 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-d5d08eb5-ee9e-4a90-9a52-55a54c4e090b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:26.683825 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b89ef-6691-4502-ac4e-5f791996239b req-ffaae49b-27c7-4742-bba7-2fd6b1fb5eeb tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:26.685371 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-445b89ef-6691-4502-ac4e-5f791996239b req-ffaae49b-27c7-4742-bba7-2fd6b1fb5eeb tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 944 time: 0.1195366 Jan 28 19:13:26.717354 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-38aec4ee-544d-4403-805d-1138b622c16d req-9e6e7cfd-326b-4ba3-8ed7-ff5c3449768d tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0300980 Jan 28 19:13:26.781725 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-445b89ef-6691-4502-ac4e-5f791996239b req-6710280e-d706-4a80-8f72-d3c1ef339aee tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874848 Jan 28 19:13:26.800167 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-d5d08eb5-ee9e-4a90-9a52-55a54c4e090b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Allocated IP 172.20.0.8 (a0a0df9e-2526-4910-8347-d42b4cbb9f82/4fd0268e-e755-4d0f-9e56-a9e065215f79/24919edf-f03d-4630-bc08-e0c562cfa827) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:13:26.951721 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-d5d08eb5-ee9e-4a90-9a52-55a54c4e090b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks [] for port (24919edf-f03d-4630-bc08-e0c562cfa827), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:26.992282 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-d5d08eb5-ee9e-4a90-9a52-55a54c4e090b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (24919edf-f03d-4630-bc08-e0c562cfa827), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.003506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0893e8e2-adb6-42e4-844b-2b73a928460d details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:27.046519 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-d5d08eb5-ee9e-4a90-9a52-55a54c4e090b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Network a0a0df9e-2526-4910-8347-d42b4cbb9f82 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:13:27.049755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-d5d08eb5-ee9e-4a90-9a52-55a54c4e090b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:13:27.057965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-d5d08eb5-ee9e-4a90-9a52-55a54c4e090b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:13:27.082586 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d08eb5-ee9e-4a90-9a52-55a54c4e090b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Pushing event updated for resources: {'Port': ['ID=24919edf-f03d-4630-bc08-e0c562cfa827,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:27.121939 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-d5d08eb5-ee9e-4a90-9a52-55a54c4e090b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:27.123381 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-d5d08eb5-ee9e-4a90-9a52-55a54c4e090b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.146304 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-d5d08eb5-ee9e-4a90-9a52-55a54c4e090b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7100499 Jan 28 19:13:27.147986 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0893e8e2-adb6-42e4-844b-2b73a928460d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0893e8e2-adb6-42e4-844b-2b73a928460d,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:27.157044 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-119972aa-45d9-46b2-a4da-b3eb24797978 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:13:27.158452 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-119972aa-45d9-46b2-a4da-b3eb24797978 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063436 Jan 28 19:13:27.160037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '0893e8e2-adb6-42e4-844b-2b73a928460d', 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1', 'port_id': '0893e8e2-adb6-42e4-844b-2b73a928460d', 'mac_address': 'fa:16:3e:ca:86:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb5347e-d66a-46e3-9579-1241a6589256', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:27.197927 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 0893e8e2-adb6-42e4-844b-2b73a928460d is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:27.198370 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.209682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7287134-4322-4ee8-8c32-e2fba99816aa req-f4154ecb-a195-417a-b91d-2a5bb54182b0 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:27.212632 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0893e8e2-adb6-42e4-844b-2b73a928460d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:27.215168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7287134-4322-4ee8-8c32-e2fba99816aa req-f4154ecb-a195-417a-b91d-2a5bb54182b0 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:27.222605 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7287134-4322-4ee8-8c32-e2fba99816aa req-f4154ecb-a195-417a-b91d-2a5bb54182b0 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:27.229066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7287134-4322-4ee8-8c32-e2fba99816aa req-f4154ecb-a195-417a-b91d-2a5bb54182b0 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:27.231471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Request body: {'port': {'device_id': 'ebcffca8-86d6-4657-80ef-9a15e25a30d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:27.236829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7287134-4322-4ee8-8c32-e2fba99816aa req-f4154ecb-a195-417a-b91d-2a5bb54182b0 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:27.238324 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0893e8e2-adb6-42e4-844b-2b73a928460d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0893e8e2-adb6-42e4-844b-2b73a928460d,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:27.243066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7287134-4322-4ee8-8c32-e2fba99816aa req-f4154ecb-a195-417a-b91d-2a5bb54182b0 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:27.243972 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.248951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7287134-4322-4ee8-8c32-e2fba99816aa req-f4154ecb-a195-417a-b91d-2a5bb54182b0 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:27.250877 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a7287134-4322-4ee8-8c32-e2fba99816aa req-f4154ecb-a195-417a-b91d-2a5bb54182b0 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.1150746 Jan 28 19:13:27.302673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=0893e8e2-adb6-42e4-844b-2b73a928460d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:27.313615 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (24919edf-f03d-4630-bc08-e0c562cfa827), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.321349 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a7287134-4322-4ee8-8c32-e2fba99816aa req-a99d9e41-8202-4863-b146-915b763ed13c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645247 Jan 28 19:13:27.486858 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['0893e8e2-adb6-42e4-844b-2b73a928460d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:27.610424 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18623019-3faf-4459-b3b3-6ff75f891e16 req-9a3ec100-5175-4d32-b1fd-580a8795cdfc tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:27.612401 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-18623019-3faf-4459-b3b3-6ff75f891e16 req-9a3ec100-5175-4d32-b1fd-580a8795cdfc tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 931 time: 0.1017489 Jan 28 19:13:27.631342 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24919edf-f03d-4630-bc08-e0c562cfa827 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:27.646806 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Publish callbacks [] for port (24919edf-f03d-4630-bc08-e0c562cfa827), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.672519 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Transition to ACTIVE for port object 24919edf-f03d-4630-bc08-e0c562cfa827 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:13:27.684389 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (24919edf-f03d-4630-bc08-e0c562cfa827), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.708777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0b7b0-fa09-408a-990f-13322985e7f8 req-ffb5ea04-4cb1-4ccb-9433-817b8e9016c6 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:27.715772 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-18623019-3faf-4459-b3b3-6ff75f891e16 req-9e011367-5cde-413a-bb3f-9068ee94a391 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974567 Jan 28 19:13:27.730652 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eda0b7b0-fa09-408a-990f-13322985e7f8 req-ffb5ea04-4cb1-4ccb-9433-817b8e9016c6 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0625663 Jan 28 19:13:27.745233 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Pushing event updated for resources: {'Port': ['ID=24919edf-f03d-4630-bc08-e0c562cfa827,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:27.789135 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eda0b7b0-fa09-408a-990f-13322985e7f8 req-a7e5799e-dc9a-437e-83a9-cbf5427d8bca tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570374 Jan 28 19:13:27.847605 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Attempting to bind port 24919edf-f03d-4630-bc08-e0c562cfa827 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:27.848439 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Attempting to bind port 24919edf-f03d-4630-bc08-e0c562cfa827 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:27.849126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Attempting to bind port 24919edf-f03d-4630-bc08-e0c562cfa827 on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:27.856665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Port 24919edf-f03d-4630-bc08-e0c562cfa827 on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:27.857203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Attempting to bind port 24919edf-f03d-4630-bc08-e0c562cfa827 on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:27.875378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:27.876018 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Checking segment: {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:27.876559 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Bound using segment: {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:27.877169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Bound port: 24919edf-f03d-4630-bc08-e0c562cfa827, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:27.877828 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (24919edf-f03d-4630-bc08-e0c562cfa827), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.901108 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-909e4d2b-381e-4e3a-81dc-dd21497e9d51 req-f3621b37-2cc9-4bab-9b23-dd3b20eb61e9 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0412610 Jan 28 19:13:27.917222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d839c15-9eab-41e6-bec7-676f5ad4c164 req-a02fb6df-148c-4a45-a712-3d8eb317d092 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:27.919085 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1d839c15-9eab-41e6-bec7-676f5ad4c164 req-a02fb6df-148c-4a45-a712-3d8eb317d092 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 945 time: 0.0536146 Jan 28 19:13:27.964628 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] For port 24919edf-f03d-4630-bc08-e0c562cfa827, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:13:27.967511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] For port 24919edf-f03d-4630-bc08-e0c562cfa827, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=24919edf-f03d-4630-bc08-e0c562cfa827,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:27.974596 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (24919edf-f03d-4630-bc08-e0c562cfa827), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:27.986496 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1d839c15-9eab-41e6-bec7-676f5ad4c164 req-c64b1180-7484-48ac-8c78-7fcccc9826ac tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569496 Jan 28 19:13:28.009228 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:28.009876 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:28.011559 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] 10.222.0.37 "PUT /v2.0/ports/24919edf-f03d-4630-bc08-e0c562cfa827 HTTP/1.1" status: 200 len: 1091 time: 0.8446410 Jan 28 19:13:28.014598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcffca8-86d6-4657-80ef-9a15e25a30d4', 'tag': '24919edf-f03d-4630-bc08-e0c562cfa827'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:28.017637 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5773afa6-e581-4cff-81f2-ba616f8833d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcffca8-86d6-4657-80ef-9a15e25a30d4", "tag": "24919edf-f03d-4630-bc08-e0c562cfa827"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:28.043369 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4f539-672a-4074-b9bb-3b34d75f500a service neutron] Pushing event updated for resources: {'Port': ['ID=24919edf-f03d-4630-bc08-e0c562cfa827,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:28.064908 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3e5c4d-aa91-467a-935d-0ea557471a8e x-openstack-request-id: req-dd3e5c4d-aa91-467a-935d-0ea557471a8e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:28.065149 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcffca8-86d6-4657-80ef-9a15e25a30d4", "tag": "24919edf-f03d-4630-bc08-e0c562cfa827", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:28.065405 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dd3e5c4d-aa91-467a-935d-0ea557471a8e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:28.065888 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcffca8-86d6-4657-80ef-9a15e25a30d4', 'tag': '24919edf-f03d-4630-bc08-e0c562cfa827', 'status': 'completed', 'code': 200} Jan 28 19:13:28.100368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-0e6e9959-fd14-4a21-b38a-d430802b4e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:28.102062 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-0e6e9959-fd14-4a21-b38a-d430802b4e54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 1125 time: 0.0495572 Jan 28 19:13:28.146706 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-144ec921-6937-426a-8b81-994dfccd82f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24919edf-f03d-4630-bc08-e0c562cfa827 HTTP/1.1" status: 200 len: 217 time: 0.0375414 Jan 28 19:13:28.193567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-b60899f7-6951-4438-97fe-7629472757f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:28.195080 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-b60899f7-6951-4438-97fe-7629472757f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fd0268e-e755-4d0f-9e56-a9e065215f79 HTTP/1.1" status: 200 len: 852 time: 0.0424027 Jan 28 19:13:28.226420 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-ea062c83-d551-423d-97b1-ecfee776fef4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0a0df9e-2526-4910-8347-d42b4cbb9f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248744 Jan 28 19:13:28.319793 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-db1e2790-4c70-47c3-92dd-9e56cb7d5b41 service neutron] 10.222.0.37 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878477 Jan 28 19:13:28.417318 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09901805-3d1d-4755-8bd5-dbeb6263d300 req-eec27851-d0ac-41f3-a454-ea7bf995fcd5 service neutron] 10.222.0.37 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909202 Jan 28 19:13:28.476761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d30be1-651d-4738-ada5-3e94a3810d35 req-a4b03132-ec96-46ec-be3f-5a78d409e581 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:28.481948 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d30be1-651d-4738-ada5-3e94a3810d35 req-a4b03132-ec96-46ec-be3f-5a78d409e581 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:28.487717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d30be1-651d-4738-ada5-3e94a3810d35 req-a4b03132-ec96-46ec-be3f-5a78d409e581 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:28.494087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d30be1-651d-4738-ada5-3e94a3810d35 req-a4b03132-ec96-46ec-be3f-5a78d409e581 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:28.499448 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d30be1-651d-4738-ada5-3e94a3810d35 req-a4b03132-ec96-46ec-be3f-5a78d409e581 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:28.504976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d30be1-651d-4738-ada5-3e94a3810d35 req-a4b03132-ec96-46ec-be3f-5a78d409e581 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:28.510786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d30be1-651d-4738-ada5-3e94a3810d35 req-a4b03132-ec96-46ec-be3f-5a78d409e581 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:28.512734 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69d30be1-651d-4738-ada5-3e94a3810d35 req-a4b03132-ec96-46ec-be3f-5a78d409e581 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.1150711 Jan 28 19:13:28.524986 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773afa6-e581-4cff-81f2-ba616f8833d7 req-2c29c401-b546-457e-a5f1-172f6214144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:28.526589 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5773afa6-e581-4cff-81f2-ba616f8833d7 req-2c29c401-b546-457e-a5f1-172f6214144f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 1125 time: 0.0506864 Jan 28 19:13:28.578200 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69d30be1-651d-4738-ada5-3e94a3810d35 req-9a7b4830-e4f0-4554-bc54-1d47273ff8e3 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584018 Jan 28 19:13:28.625964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773afa6-e581-4cff-81f2-ba616f8833d7 req-a0cd517e-2798-447c-abfa-0c020ece6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:28.627481 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5773afa6-e581-4cff-81f2-ba616f8833d7 req-a0cd517e-2798-447c-abfa-0c020ece6cfb service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 913 time: 0.0942576 Jan 28 19:13:28.668833 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5773afa6-e581-4cff-81f2-ba616f8833d7 req-3de27a54-8d58-4dc8-918a-a440cd02a97a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24919edf-f03d-4630-bc08-e0c562cfa827 HTTP/1.1" status: 200 len: 217 time: 0.0342093 Jan 28 19:13:28.716760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773afa6-e581-4cff-81f2-ba616f8833d7 req-29805e97-ae5e-4e24-bfa2-afcff46b6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:28.718241 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5773afa6-e581-4cff-81f2-ba616f8833d7 req-29805e97-ae5e-4e24-bfa2-afcff46b6c47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fd0268e-e755-4d0f-9e56-a9e065215f79 HTTP/1.1" status: 200 len: 852 time: 0.0428908 Jan 28 19:13:28.759644 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5773afa6-e581-4cff-81f2-ba616f8833d7 req-3083207a-44c7-4eba-b4a2-2ad382bc4752 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0a0df9e-2526-4910-8347-d42b4cbb9f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314283 Jan 28 19:13:28.885614 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5773afa6-e581-4cff-81f2-ba616f8833d7 req-116eb013-dd62-41a0-82d6-42e6ff348e57 service neutron] 10.222.0.37 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203642 Jan 28 19:13:28.897711 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a32c21-f038-483b-a3d6-a0e248cfcb3f req-42c659e6-ff8d-4b0b-9f4a-4bd58debc521 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:28.899317 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40a32c21-f038-483b-a3d6-a0e248cfcb3f req-42c659e6-ff8d-4b0b-9f4a-4bd58debc521 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 943 time: 0.0897710 Jan 28 19:13:28.937901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310642e-9ca4-41dd-9b1a-8116ef1cda84 req-5502c0a9-9e7c-43ca-9d10-511928c6c8dc tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:28.945047 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6310642e-9ca4-41dd-9b1a-8116ef1cda84 req-5502c0a9-9e7c-43ca-9d10-511928c6c8dc tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0797694 Jan 28 19:13:28.990797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6310642e-9ca4-41dd-9b1a-8116ef1cda84 req-a1fae3fb-d9c2-4625-b9f8-6510865693af tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448284 Jan 28 19:13:28.997654 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40a32c21-f038-483b-a3d6-a0e248cfcb3f req-a29ff55e-2840-4003-adbf-00039bf5bbdf tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924745 Jan 28 19:13:29.004444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0893e8e2-adb6-42e4-844b-2b73a928460d up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:29.055616 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5773afa6-e581-4cff-81f2-ba616f8833d7 req-3eafbfc5-fb97-4699-ad9a-4e77178a47a9 service neutron] 10.222.0.37 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432960 Jan 28 19:13:29.095423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 0893e8e2-adb6-42e4-844b-2b73a928460d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:29.099793 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 0893e8e2-adb6-42e4-844b-2b73a928460d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:29.100209 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:29.115263 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc059d4c-67f2-4dd4-b1f2-a2d46fcc0f25 req-b1b52646-18f9-45cc-84e4-5844ee0fd4ba tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0416074 Jan 28 19:13:29.150649 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4ba98-0d26-40de-8989-6af8f17d90ea req-3d030f29-6c11-47bf-ab55-a7a200e1c173 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:29.152746 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6a4ba98-0d26-40de-8989-6af8f17d90ea req-3d030f29-6c11-47bf-ab55-a7a200e1c173 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 945 time: 0.0642314 Jan 28 19:13:29.184471 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 0893e8e2-adb6-42e4-844b-2b73a928460d is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:29.185173 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:29.205432 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6a4ba98-0d26-40de-8989-6af8f17d90ea req-f7a766a2-f422-48e6-a0f8-eac96ceb40e2 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470705 Jan 28 19:13:29.209114 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5b5f2c-2d24-43ee-b7b6-542ab2676be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0893e8e2-adb6-42e4-844b-2b73a928460d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:29.211446 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685cd3fb-a66b-46ac-a29f-2bf21f8c7520" -d '{"events": [{"server_uuid": "9a5b5f2c-2d24-43ee-b7b6-542ab2676be6", "name": "network-vif-plugged", "status": "completed", "tag": "0893e8e2-adb6-42e4-844b-2b73a928460d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:29.229732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0893e8e2-adb6-42e4-844b-2b73a928460d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0893e8e2-adb6-42e4-844b-2b73a928460d,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:29.236988 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:29.260726 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26966249-0801-4303-8c9e-71194f9c3be2 x-openstack-request-id: req-26966249-0801-4303-8c9e-71194f9c3be2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:29.261027 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5b5f2c-2d24-43ee-b7b6-542ab2676be6", "name": "network-vif-plugged", "status": "completed", "tag": "0893e8e2-adb6-42e4-844b-2b73a928460d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:29.261279 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26966249-0801-4303-8c9e-71194f9c3be2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:29.261743 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5b5f2c-2d24-43ee-b7b6-542ab2676be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0893e8e2-adb6-42e4-844b-2b73a928460d', 'code': 200} Jan 28 19:13:29.287128 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=0893e8e2-adb6-42e4-844b-2b73a928460d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:29.356560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcad143-d159-4301-8136-0cb7141be3b7 req-778d5041-d88a-4661-905c-0436e9084f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:29.358091 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbcad143-d159-4301-8136-0cb7141be3b7 req-778d5041-d88a-4661-905c-0436e9084f45 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 1128 time: 0.0444927 Jan 28 19:13:29.407567 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbcad143-d159-4301-8136-0cb7141be3b7 req-4e247695-8d23-42ab-9f34-b68d27bc6148 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427935 Jan 28 19:13:29.712535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef3289-59be-44fe-bf19-a9be003cb588 req-05e34641-7d58-4279-9234-0b2c71e2854b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:29.717784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef3289-59be-44fe-bf19-a9be003cb588 req-05e34641-7d58-4279-9234-0b2c71e2854b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:29.723113 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef3289-59be-44fe-bf19-a9be003cb588 req-05e34641-7d58-4279-9234-0b2c71e2854b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:29.728449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef3289-59be-44fe-bf19-a9be003cb588 req-05e34641-7d58-4279-9234-0b2c71e2854b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:29.733691 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef3289-59be-44fe-bf19-a9be003cb588 req-05e34641-7d58-4279-9234-0b2c71e2854b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:29.739363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef3289-59be-44fe-bf19-a9be003cb588 req-05e34641-7d58-4279-9234-0b2c71e2854b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:29.744707 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef3289-59be-44fe-bf19-a9be003cb588 req-05e34641-7d58-4279-9234-0b2c71e2854b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:29.746539 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-08ef3289-59be-44fe-bf19-a9be003cb588 req-05e34641-7d58-4279-9234-0b2c71e2854b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.0930998 Jan 28 19:13:29.803939 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-08ef3289-59be-44fe-bf19-a9be003cb588 req-64ab10d5-c264-4a7c-97b4-b3715134ab60 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509176 Jan 28 19:13:29.909257 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:30.114279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9379983-9e95-47cb-a01c-7198416f1066 req-02c254fc-71b0-4a7b-81e1-891a653380dd tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:30.116091 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9379983-9e95-47cb-a01c-7198416f1066 req-02c254fc-71b0-4a7b-81e1-891a653380dd tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0570590 Jan 28 19:13:30.142308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e837101-0f7b-4771-82d8-91ad4325b79d req-0eb8c7a0-17a6-4d2a-9a3c-d8d04d3cc62a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:30.143901 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4e837101-0f7b-4771-82d8-91ad4325b79d req-0eb8c7a0-17a6-4d2a-9a3c-d8d04d3cc62a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 943 time: 0.0655978 Jan 28 19:13:30.174109 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9379983-9e95-47cb-a01c-7198416f1066 req-bbd434f1-701c-4d4b-ba6b-19afa6da0cab tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509102 Jan 28 19:13:30.209565 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4e837101-0f7b-4771-82d8-91ad4325b79d req-28997a9b-6f5c-46d8-ba70-7f185a7d3d53 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591853 Jan 28 19:13:30.265845 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e5387b8-f93d-400e-8883-fd6b6c4905bd req-93400ccd-a546-438a-9dc2-c674bf834831 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0309834 Jan 28 19:13:30.338471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3d4d3-4af8-4215-98cc-548887156ae9 req-f2db5b3f-d7a8-4c1e-9068-e87d24fed676 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:30.339972 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dbc3d4d3-4af8-4215-98cc-548887156ae9 req-f2db5b3f-d7a8-4c1e-9068-e87d24fed676 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0609450 Jan 28 19:13:30.390312 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dbc3d4d3-4af8-4215-98cc-548887156ae9 req-a5fcbbf7-846b-4780-8374-f5faa088a6ba tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444338 Jan 28 19:13:30.939724 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dedfb9-f802-46cf-9eda-47dba4ae416d req-7b4fa14c-45cb-4d12-a2b1-6dcf0a634fc4 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:30.945353 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dedfb9-f802-46cf-9eda-47dba4ae416d req-7b4fa14c-45cb-4d12-a2b1-6dcf0a634fc4 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:30.950917 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dedfb9-f802-46cf-9eda-47dba4ae416d req-7b4fa14c-45cb-4d12-a2b1-6dcf0a634fc4 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:30.956379 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dedfb9-f802-46cf-9eda-47dba4ae416d req-7b4fa14c-45cb-4d12-a2b1-6dcf0a634fc4 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:30.961931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dedfb9-f802-46cf-9eda-47dba4ae416d req-7b4fa14c-45cb-4d12-a2b1-6dcf0a634fc4 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:30.967334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dedfb9-f802-46cf-9eda-47dba4ae416d req-7b4fa14c-45cb-4d12-a2b1-6dcf0a634fc4 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:30.972643 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dedfb9-f802-46cf-9eda-47dba4ae416d req-7b4fa14c-45cb-4d12-a2b1-6dcf0a634fc4 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:30.975439 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-20dedfb9-f802-46cf-9eda-47dba4ae416d req-7b4fa14c-45cb-4d12-a2b1-6dcf0a634fc4 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.0965545 Jan 28 19:13:31.037260 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-20dedfb9-f802-46cf-9eda-47dba4ae416d req-1a64cca4-7eec-4870-9d24-b423d1763555 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566337 Jan 28 19:13:31.293291 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857aba7-b8ba-4799-b3a4-dbf513aed534 req-4dcb2723-0480-4a76-a9ca-1e104a2eb9e9 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:31.294831 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c857aba7-b8ba-4799-b3a4-dbf513aed534 req-4dcb2723-0480-4a76-a9ca-1e104a2eb9e9 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0537324 Jan 28 19:13:31.335399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3eb5d-e4c7-4c09-a51c-08023ba2f6e9 req-4fe95fee-ee25-43fa-8766-e98ad1bc2570 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:31.337018 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bc3eb5d-e4c7-4c09-a51c-08023ba2f6e9 req-4fe95fee-ee25-43fa-8766-e98ad1bc2570 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 943 time: 0.0550065 Jan 28 19:13:31.342623 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c857aba7-b8ba-4799-b3a4-dbf513aed534 req-96732cbd-766a-477f-ad1c-60df8fbb9106 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Jan 28 19:13:31.393938 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bc3eb5d-e4c7-4c09-a51c-08023ba2f6e9 req-8f4dff05-0f43-4f3d-b9ad-b06dca3d7e61 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475590 Jan 28 19:13:31.443619 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1c59654c-88c5-4c29-b9ae-01d1f0b7b203 req-10036466-ae91-4866-879b-9ceb7b1b2fac tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0350366 Jan 28 19:13:31.513390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cc838-4ee0-4061-a229-0bbcbb8d5e7e req-c48cb9ec-8a0f-40b4-a9ff-e54c6a93b700 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:31.514897 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-de5cc838-4ee0-4061-a229-0bbcbb8d5e7e req-c48cb9ec-8a0f-40b4-a9ff-e54c6a93b700 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0552564 Jan 28 19:13:31.562299 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-de5cc838-4ee0-4061-a229-0bbcbb8d5e7e req-6db50756-c3a2-4487-9e04-ae701b920edf tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416098 Jan 28 19:13:31.673573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 24919edf-f03d-4630-bc08-e0c562cfa827 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:31.779747 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 24919edf-f03d-4630-bc08-e0c562cfa827, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=24919edf-f03d-4630-bc08-e0c562cfa827,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:31.788576 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb14e8-ec61-4342-bec8-749b9529c378 req-5427ea06-56db-4feb-9794-7a7dfc81e6e3 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:31.790308 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6cb14e8-ec61-4342-bec8-749b9529c378 req-5427ea06-56db-4feb-9794-7a7dfc81e6e3 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0608044 Jan 28 19:13:31.792047 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '24919edf-f03d-4630-bc08-e0c562cfa827', 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82', 'port_id': '24919edf-f03d-4630-bc08-e0c562cfa827', 'mac_address': 'fa:16:3e:ee:db:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd0268e-e755-4d0f-9e56-a9e065215f79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:31.838831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 24919edf-f03d-4630-bc08-e0c562cfa827 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:31.839246 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (24919edf-f03d-4630-bc08-e0c562cfa827), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:31.842237 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6cb14e8-ec61-4342-bec8-749b9529c378 req-eb9c097a-cdac-4810-901f-e0defbee6476 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456052 Jan 28 19:13:31.862070 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24919edf-f03d-4630-bc08-e0c562cfa827 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:31.882345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 24919edf-f03d-4630-bc08-e0c562cfa827, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=24919edf-f03d-4630-bc08-e0c562cfa827,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:31.887275 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (24919edf-f03d-4630-bc08-e0c562cfa827), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:31.935144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=24919edf-f03d-4630-bc08-e0c562cfa827,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:32.173912 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933773f-9d48-498c-b861-984b81bc8ac4 req-43223e12-3a3b-4392-b6df-2a0a47fbe7ae tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:32.179174 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933773f-9d48-498c-b861-984b81bc8ac4 req-43223e12-3a3b-4392-b6df-2a0a47fbe7ae tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:32.184414 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933773f-9d48-498c-b861-984b81bc8ac4 req-43223e12-3a3b-4392-b6df-2a0a47fbe7ae tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:32.189657 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933773f-9d48-498c-b861-984b81bc8ac4 req-43223e12-3a3b-4392-b6df-2a0a47fbe7ae tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:32.195165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933773f-9d48-498c-b861-984b81bc8ac4 req-43223e12-3a3b-4392-b6df-2a0a47fbe7ae tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:32.200405 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933773f-9d48-498c-b861-984b81bc8ac4 req-43223e12-3a3b-4392-b6df-2a0a47fbe7ae tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:32.205851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933773f-9d48-498c-b861-984b81bc8ac4 req-43223e12-3a3b-4392-b6df-2a0a47fbe7ae tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:32.207746 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3933773f-9d48-498c-b861-984b81bc8ac4 req-43223e12-3a3b-4392-b6df-2a0a47fbe7ae tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.0947576 Jan 28 19:13:32.265218 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3933773f-9d48-498c-b861-984b81bc8ac4 req-d9b0fc49-21b0-435f-a5b2-4f89c5c6a84e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515466 Jan 28 19:13:32.295063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['24919edf-f03d-4630-bc08-e0c562cfa827'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:32.494238 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be632933-159d-47bc-90ff-30261f3b6fea req-5cebb8b6-482a-46e1-8ad9-d30226ac756f tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:32.495918 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be632933-159d-47bc-90ff-30261f3b6fea req-5cebb8b6-482a-46e1-8ad9-d30226ac756f tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0807316 Jan 28 19:13:32.533025 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58c0e0-a70e-451e-96ae-707405dc2a7d req-a0477cf2-3b5b-4ea7-b298-d494191bc3bf tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:32.534581 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b58c0e0-a70e-451e-96ae-707405dc2a7d req-a0477cf2-3b5b-4ea7-b298-d494191bc3bf tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 944 time: 0.0551620 Jan 28 19:13:32.547762 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be632933-159d-47bc-90ff-30261f3b6fea req-eee9c94a-5ef1-42fa-b237-2db13c0f3abc tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455997 Jan 28 19:13:32.584001 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b58c0e0-a70e-451e-96ae-707405dc2a7d req-1692fa1d-45b1-450f-a02c-48c417a5a491 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425413 Jan 28 19:13:32.642290 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1b0b7321-48db-4275-b041-3034dac0ee4d req-434f91eb-92d8-4d74-9595-6060c85ed963 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0266249 Jan 28 19:13:32.968221 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a18073-5f14-42c9-9348-af799f887f4f req-162e5476-f3cf-4cee-bfa3-160641fb801d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:32.969752 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a6a18073-5f14-42c9-9348-af799f887f4f req-162e5476-f3cf-4cee-bfa3-160641fb801d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0573730 Jan 28 19:13:33.017622 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a6a18073-5f14-42c9-9348-af799f887f4f req-4059be1a-59f8-45f3-96ff-a80605a5d0c4 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419722 Jan 28 19:13:33.402844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f777806-d895-43de-b10a-e6f61e440a84 req-847b31f8-5e8f-48ab-a26b-80d5ccadc0c5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:33.408473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f777806-d895-43de-b10a-e6f61e440a84 req-847b31f8-5e8f-48ab-a26b-80d5ccadc0c5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:33.414257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f777806-d895-43de-b10a-e6f61e440a84 req-847b31f8-5e8f-48ab-a26b-80d5ccadc0c5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:33.419726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f777806-d895-43de-b10a-e6f61e440a84 req-847b31f8-5e8f-48ab-a26b-80d5ccadc0c5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:33.425158 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f777806-d895-43de-b10a-e6f61e440a84 req-847b31f8-5e8f-48ab-a26b-80d5ccadc0c5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:33.430709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f777806-d895-43de-b10a-e6f61e440a84 req-847b31f8-5e8f-48ab-a26b-80d5ccadc0c5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:33.436069 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f777806-d895-43de-b10a-e6f61e440a84 req-847b31f8-5e8f-48ab-a26b-80d5ccadc0c5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:33.438066 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3f777806-d895-43de-b10a-e6f61e440a84 req-847b31f8-5e8f-48ab-a26b-80d5ccadc0c5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.0981631 Jan 28 19:13:33.499848 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3f777806-d895-43de-b10a-e6f61e440a84 req-c2aa045b-779d-4346-a21e-f14dc3b37ff2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556366 Jan 28 19:13:33.674271 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000562db-09cb-4fb1-a089-630b6d7974ff req-0ad2648e-ac44-41cf-a4f6-39e7ace37879 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:33.675728 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-000562db-09cb-4fb1-a089-630b6d7974ff req-0ad2648e-ac44-41cf-a4f6-39e7ace37879 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0578177 Jan 28 19:13:33.691359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 24919edf-f03d-4630-bc08-e0c562cfa827 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:33.727401 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-000562db-09cb-4fb1-a089-630b6d7974ff req-d4730436-f97a-49dc-8324-d7da412a817e tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449076 Jan 28 19:13:33.739403 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b4221-2ee0-41d6-8a0a-a06abac298cd req-d85d0f33-ca1e-494d-8bd0-4abc2de7f734 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:33.746475 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c51b4221-2ee0-41d6-8a0a-a06abac298cd req-d85d0f33-ca1e-494d-8bd0-4abc2de7f734 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 944 time: 0.0933833 Jan 28 19:13:33.754731 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 24919edf-f03d-4630-bc08-e0c562cfa827 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:33.761508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 24919edf-f03d-4630-bc08-e0c562cfa827 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:33.762113 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (24919edf-f03d-4630-bc08-e0c562cfa827), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:33.807092 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c51b4221-2ee0-41d6-8a0a-a06abac298cd req-eae5aff0-638a-4c01-8827-fb2bc164c343 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589919 Jan 28 19:13:33.852259 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 24919edf-f03d-4630-bc08-e0c562cfa827 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:33.852781 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (24919edf-f03d-4630-bc08-e0c562cfa827), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:33.867729 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f5973a0-3278-4c86-9e53-a99ab677edd4 req-e6d1a1b0-c4f4-44e5-9a5d-adc8476d0bae tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0405276 Jan 28 19:13:33.879723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcffca8-86d6-4657-80ef-9a15e25a30d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24919edf-f03d-4630-bc08-e0c562cfa827'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:33.882258 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a4be67-9856-4301-a63b-8a02d4a7ad8b" -d '{"events": [{"server_uuid": "ebcffca8-86d6-4657-80ef-9a15e25a30d4", "name": "network-vif-plugged", "status": "completed", "tag": "24919edf-f03d-4630-bc08-e0c562cfa827"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:33.906791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 24919edf-f03d-4630-bc08-e0c562cfa827, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=24919edf-f03d-4630-bc08-e0c562cfa827,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:33.912611 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (24919edf-f03d-4630-bc08-e0c562cfa827), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:33.936874 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c160211c-11b4-407c-8c3f-700ba612a477 x-openstack-request-id: req-c160211c-11b4-407c-8c3f-700ba612a477 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:33.937236 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcffca8-86d6-4657-80ef-9a15e25a30d4", "name": "network-vif-plugged", "status": "completed", "tag": "24919edf-f03d-4630-bc08-e0c562cfa827", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:33.937552 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c160211c-11b4-407c-8c3f-700ba612a477 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:33.938001 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcffca8-86d6-4657-80ef-9a15e25a30d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24919edf-f03d-4630-bc08-e0c562cfa827', 'code': 200} Jan 28 19:13:33.965243 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=24919edf-f03d-4630-bc08-e0c562cfa827,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:34.033866 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8b106-1668-4c28-a865-c26ed7490f51 req-d048b024-f53e-47a6-afbb-fe34f1cf57f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:34.035407 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0db8b106-1668-4c28-a865-c26ed7490f51 req-d048b024-f53e-47a6-afbb-fe34f1cf57f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 1127 time: 0.0472822 Jan 28 19:13:34.085174 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0db8b106-1668-4c28-a865-c26ed7490f51 req-a6f68888-9bcb-4418-a8b0-0c39d9c81549 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384250 Jan 28 19:13:34.136452 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634709e-a261-4fe8-9087-c6768e27956b req-c9fd10a2-ef43-4bbc-b361-d2c6b7fed8ee tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:34.138476 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b634709e-a261-4fe8-9087-c6768e27956b req-c9fd10a2-ef43-4bbc-b361-d2c6b7fed8ee tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0519094 Jan 28 19:13:34.192136 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b634709e-a261-4fe8-9087-c6768e27956b req-a4688e89-79bd-4ee1-8d0b-92abb1cf9f8f tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479379 Jan 28 19:13:34.636999 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce22b0-9de4-4495-92a4-1840c3cd5dab req-9b7074b5-c3ef-4670-80d9-6735d1c8f35f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:34.642331 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce22b0-9de4-4495-92a4-1840c3cd5dab req-9b7074b5-c3ef-4670-80d9-6735d1c8f35f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:34.647824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce22b0-9de4-4495-92a4-1840c3cd5dab req-9b7074b5-c3ef-4670-80d9-6735d1c8f35f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:34.653140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce22b0-9de4-4495-92a4-1840c3cd5dab req-9b7074b5-c3ef-4670-80d9-6735d1c8f35f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:34.658460 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce22b0-9de4-4495-92a4-1840c3cd5dab req-9b7074b5-c3ef-4670-80d9-6735d1c8f35f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:34.663848 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce22b0-9de4-4495-92a4-1840c3cd5dab req-9b7074b5-c3ef-4670-80d9-6735d1c8f35f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:34.669205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce22b0-9de4-4495-92a4-1840c3cd5dab req-9b7074b5-c3ef-4670-80d9-6735d1c8f35f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:34.671051 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1dce22b0-9de4-4495-92a4-1840c3cd5dab req-9b7074b5-c3ef-4670-80d9-6735d1c8f35f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.0950468 Jan 28 19:13:34.730164 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1dce22b0-9de4-4495-92a4-1840c3cd5dab req-4462fc6a-d380-4fac-96b6-4f5c40f3a2f0 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530946 Jan 28 19:13:34.853961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591483d5-e675-468f-92f4-86eeb5fca416 req-afd47173-a619-4083-b3f5-0b9f42c3e6e6 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:34.855642 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-591483d5-e675-468f-92f4-86eeb5fca416 req-afd47173-a619-4083-b3f5-0b9f42c3e6e6 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0579114 Jan 28 19:13:34.905379 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-591483d5-e675-468f-92f4-86eeb5fca416 req-2fadc52d-71e1-43f4-a0b5-6abc800faabc tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417943 Jan 28 19:13:34.946625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a810e-7dc5-4114-8903-d15843d1b089 req-76801075-c837-4f45-9ffe-7a6f141fab2a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:34.946625 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0a4a810e-7dc5-4114-8903-d15843d1b089 req-76801075-c837-4f45-9ffe-7a6f141fab2a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0674653 Jan 28 19:13:34.993735 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0a4a810e-7dc5-4114-8903-d15843d1b089 req-ea94f732-290c-4277-af99-840c10e9850e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424497 Jan 28 19:13:34.998982 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be4684f2-b444-4649-ad5b-72c300ff3404 req-fa46c9ab-e1bb-4cea-9447-24c0b3162ece tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0279248 Jan 28 19:13:35.315559 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4e17b-4f95-4131-b631-1eb9833d42b1 req-17cd0121-893a-423a-bca4-43eefd92f260 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:35.317053 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6e4e17b-4f95-4131-b631-1eb9833d42b1 req-17cd0121-893a-423a-bca4-43eefd92f260 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0548499 Jan 28 19:13:35.365612 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6e4e17b-4f95-4131-b631-1eb9833d42b1 req-69c46b83-51c3-40f4-be48-9ae2ad924e25 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428383 Jan 28 19:13:35.875117 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d6e6f-1840-4aeb-8552-961b57b1fec0 req-c6c723d8-51d3-4c2e-8d19-50665ff61a9d tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:35.880369 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d6e6f-1840-4aeb-8552-961b57b1fec0 req-c6c723d8-51d3-4c2e-8d19-50665ff61a9d tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:35.885673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d6e6f-1840-4aeb-8552-961b57b1fec0 req-c6c723d8-51d3-4c2e-8d19-50665ff61a9d tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:35.890973 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d6e6f-1840-4aeb-8552-961b57b1fec0 req-c6c723d8-51d3-4c2e-8d19-50665ff61a9d tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:35.896168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d6e6f-1840-4aeb-8552-961b57b1fec0 req-c6c723d8-51d3-4c2e-8d19-50665ff61a9d tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:35.901498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d6e6f-1840-4aeb-8552-961b57b1fec0 req-c6c723d8-51d3-4c2e-8d19-50665ff61a9d tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:35.906868 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d6e6f-1840-4aeb-8552-961b57b1fec0 req-c6c723d8-51d3-4c2e-8d19-50665ff61a9d tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:35.908669 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c95d6e6f-1840-4aeb-8552-961b57b1fec0 req-c6c723d8-51d3-4c2e-8d19-50665ff61a9d tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.1030288 Jan 28 19:13:35.971968 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c95d6e6f-1840-4aeb-8552-961b57b1fec0 req-801c4cfa-e8e2-44f1-a2b8-8f20b1d7066f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548701 Jan 28 19:13:36.025274 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158019f-f370-439d-91c5-52d1dc13d8b5 req-ee3edc60-3e66-46d8-a352-fd44e22c8a20 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:36.026892 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9158019f-f370-439d-91c5-52d1dc13d8b5 req-ee3edc60-3e66-46d8-a352-fd44e22c8a20 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0537720 Jan 28 19:13:36.077846 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9158019f-f370-439d-91c5-52d1dc13d8b5 req-9e5c49e6-3501-4555-aefc-3c092103a48e tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454431 Jan 28 19:13:36.120020 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af1f56-2456-4534-8384-13bd8329d78f req-95341f15-365f-49db-b645-e0866ed7d173 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:36.121505 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1af1f56-2456-4534-8384-13bd8329d78f req-95341f15-365f-49db-b645-e0866ed7d173 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0572150 Jan 28 19:13:36.160460 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fcacb2eb-e87c-48bd-b7c0-879533da152d req-5d99c686-3f6c-485e-b638-a95d8ac5f003 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0263631 Jan 28 19:13:36.168138 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1af1f56-2456-4534-8384-13bd8329d78f req-98d6a022-d197-4ee4-af72-2ef7b358d436 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410292 Jan 28 19:13:36.369979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40414cc4-2d64-4a55-80f3-568e0d74386e req-aec14662-9e3b-469e-9291-2fe995999333 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:36.371637 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40414cc4-2d64-4a55-80f3-568e0d74386e req-aec14662-9e3b-469e-9291-2fe995999333 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0543053 Jan 28 19:13:36.421609 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40414cc4-2d64-4a55-80f3-568e0d74386e req-3b1c08a1-a35b-488c-ac94-a6e83bf691ec tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427861 Jan 28 19:13:36.486159 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f603bb-a936-46bf-96b1-5f91f11c50ee req-5256cc20-6b68-4ac1-8260-ccb8236920d4 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:36.487636 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52f603bb-a936-46bf-96b1-5f91f11c50ee req-5256cc20-6b68-4ac1-8260-ccb8236920d4 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0542443 Jan 28 19:13:36.540320 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52f603bb-a936-46bf-96b1-5f91f11c50ee req-a6ff50bd-95d0-4007-b3fb-fe8ddc0fd1de tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460758 Jan 28 19:13:37.125199 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99a4c2-a023-47b2-b2aa-27e2b61887dc req-2dddabcf-2640-4616-a774-ad58cb4512bd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:37.130572 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99a4c2-a023-47b2-b2aa-27e2b61887dc req-2dddabcf-2640-4616-a774-ad58cb4512bd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:37.135926 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99a4c2-a023-47b2-b2aa-27e2b61887dc req-2dddabcf-2640-4616-a774-ad58cb4512bd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:37.141292 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99a4c2-a023-47b2-b2aa-27e2b61887dc req-2dddabcf-2640-4616-a774-ad58cb4512bd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:37.146702 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99a4c2-a023-47b2-b2aa-27e2b61887dc req-2dddabcf-2640-4616-a774-ad58cb4512bd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:37.152034 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99a4c2-a023-47b2-b2aa-27e2b61887dc req-2dddabcf-2640-4616-a774-ad58cb4512bd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:37.157313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99a4c2-a023-47b2-b2aa-27e2b61887dc req-2dddabcf-2640-4616-a774-ad58cb4512bd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:37.159266 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1a99a4c2-a023-47b2-b2aa-27e2b61887dc req-2dddabcf-2640-4616-a774-ad58cb4512bd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.0974019 Jan 28 19:13:37.197130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de45bb-15d7-46c1-8500-a1ef67efc795 req-ef803d0e-66f8-413d-a13c-29b1d89d5a5f tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:37.198645 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2de45bb-15d7-46c1-8500-a1ef67efc795 req-ef803d0e-66f8-413d-a13c-29b1d89d5a5f tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0533876 Jan 28 19:13:37.219436 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1a99a4c2-a023-47b2-b2aa-27e2b61887dc req-c1627313-7123-4f87-b31c-91ce0a8c9b15 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540936 Jan 28 19:13:37.252598 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2de45bb-15d7-46c1-8500-a1ef67efc795 req-754f158c-8a29-49c0-8d5b-0f7dcf2f5f8c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483077 Jan 28 19:13:37.308102 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6445c7d1-f70d-4b51-8eed-e44432f363a7 req-6e0bd395-eb85-4256-8f34-d1cc65ee0127 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0268319 Jan 28 19:13:37.548854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a9762-8894-4a46-9a0a-f8d4d5332460 req-01cef253-2807-4bcf-9993-1d67a7b95a6e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:37.550255 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ee8a9762-8894-4a46-9a0a-f8d4d5332460 req-01cef253-2807-4bcf-9993-1d67a7b95a6e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0546975 Jan 28 19:13:37.598628 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ee8a9762-8894-4a46-9a0a-f8d4d5332460 req-65ecb87e-4026-4307-b5cb-36b0d05ba18f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426345 Jan 28 19:13:37.671865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9dbed-4e7a-480b-8eba-927676892728 req-49209338-d6ee-457f-80cc-3c9df6f8930f tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:37.673401 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9db9dbed-4e7a-480b-8eba-927676892728 req-49209338-d6ee-457f-80cc-3c9df6f8930f tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0560365 Jan 28 19:13:37.720030 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9db9dbed-4e7a-480b-8eba-927676892728 req-88d22276-8024-4b6b-a030-e6326ffac231 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409386 Jan 28 19:13:38.359557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d182d-7ecc-4521-8f4e-830810326c72 req-7193cd27-40e0-4b10-aeb9-1b8945faaf32 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:38.365527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d182d-7ecc-4521-8f4e-830810326c72 req-7193cd27-40e0-4b10-aeb9-1b8945faaf32 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:38.371276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d182d-7ecc-4521-8f4e-830810326c72 req-7193cd27-40e0-4b10-aeb9-1b8945faaf32 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:38.376745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d182d-7ecc-4521-8f4e-830810326c72 req-7193cd27-40e0-4b10-aeb9-1b8945faaf32 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:38.378875 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18b35c-4b28-4c65-8915-e09301e15e32 req-57c6506a-dc71-44ec-9ae0-f3408e16ea52 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:38.380517 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d18b35c-4b28-4c65-8915-e09301e15e32 req-57c6506a-dc71-44ec-9ae0-f3408e16ea52 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0614393 Jan 28 19:13:38.384761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d182d-7ecc-4521-8f4e-830810326c72 req-7193cd27-40e0-4b10-aeb9-1b8945faaf32 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:38.390378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d182d-7ecc-4521-8f4e-830810326c72 req-7193cd27-40e0-4b10-aeb9-1b8945faaf32 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:38.395777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d182d-7ecc-4521-8f4e-830810326c72 req-7193cd27-40e0-4b10-aeb9-1b8945faaf32 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:38.397671 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c91d182d-7ecc-4521-8f4e-830810326c72 req-7193cd27-40e0-4b10-aeb9-1b8945faaf32 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.0979226 Jan 28 19:13:38.427586 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d18b35c-4b28-4c65-8915-e09301e15e32 req-a6eca86c-5865-4f6c-8920-9cd9e321f626 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409348 Jan 28 19:13:38.454640 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c91d182d-7ecc-4521-8f4e-830810326c72 req-a4018e5c-197f-4a7a-b9b2-904da98e5822 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510466 Jan 28 19:13:38.511510 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-684683c4-eccd-4951-8bb1-61fd3cefff98 req-c1fa0cdf-45af-42ac-b148-68cb2cafa565 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0270243 Jan 28 19:13:38.730822 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625000a4-691a-4bfa-a870-36cd32da65c2 req-50530d04-1149-4e81-99e3-c1099813ae62 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:38.732420 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-625000a4-691a-4bfa-a870-36cd32da65c2 req-50530d04-1149-4e81-99e3-c1099813ae62 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0581260 Jan 28 19:13:38.783910 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-625000a4-691a-4bfa-a870-36cd32da65c2 req-1ca510c0-154e-4dcf-99e1-2edb6acc7920 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424898 Jan 28 19:13:38.838160 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff30d7-bff3-4ffe-9338-ff50e836c221 req-679137c5-33d9-4898-b669-0379a3319712 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:38.839781 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a3ff30d7-bff3-4ffe-9338-ff50e836c221 req-679137c5-33d9-4898-b669-0379a3319712 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0536497 Jan 28 19:13:38.886622 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a3ff30d7-bff3-4ffe-9338-ff50e836c221 req-c75cdc71-5baf-40e3-8ea5-a2c109673aaf tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412166 Jan 28 19:13:39.548777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6c238-1506-4924-b94f-475c569fc644 req-bc44d33e-a910-4f0f-9d94-163cefa86331 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:39.550366 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-73b6c238-1506-4924-b94f-475c569fc644 req-bc44d33e-a910-4f0f-9d94-163cefa86331 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0550234 Jan 28 19:13:39.592470 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c9af6-ca07-42e4-a28e-fdb1b20c34f2 req-8a7e5e95-64aa-44e6-9c71-a82f72df1556 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:39.597670 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c9af6-ca07-42e4-a28e-fdb1b20c34f2 req-8a7e5e95-64aa-44e6-9c71-a82f72df1556 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:39.597980 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-73b6c238-1506-4924-b94f-475c569fc644 req-05c5cb64-43f5-41d1-9352-f2daddcd64f0 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419655 Jan 28 19:13:39.602905 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c9af6-ca07-42e4-a28e-fdb1b20c34f2 req-8a7e5e95-64aa-44e6-9c71-a82f72df1556 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:39.608162 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c9af6-ca07-42e4-a28e-fdb1b20c34f2 req-8a7e5e95-64aa-44e6-9c71-a82f72df1556 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:39.613809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c9af6-ca07-42e4-a28e-fdb1b20c34f2 req-8a7e5e95-64aa-44e6-9c71-a82f72df1556 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:39.619058 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c9af6-ca07-42e4-a28e-fdb1b20c34f2 req-8a7e5e95-64aa-44e6-9c71-a82f72df1556 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:39.624421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c9af6-ca07-42e4-a28e-fdb1b20c34f2 req-8a7e5e95-64aa-44e6-9c71-a82f72df1556 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:39.626386 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3f1c9af6-ca07-42e4-a28e-fdb1b20c34f2 req-8a7e5e95-64aa-44e6-9c71-a82f72df1556 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5430 time: 0.0951889 Jan 28 19:13:39.681016 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b3a5ce1-76e4-49c1-af5a-aa8c9e050d29 req-ec2708a2-4d18-4d63-ad21-c9483657a0a0 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0262680 Jan 28 19:13:39.682859 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3f1c9af6-ca07-42e4-a28e-fdb1b20c34f2 req-e50139cf-c96b-42a9-9193-88c18203e5dd tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0507700 Jan 28 19:13:39.723533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c8ab8bcc-5100-4235-85e8-fb0ff3effe78 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:39.822231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port c8ab8bcc-5100-4235-85e8-fb0ff3effe78, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c8ab8bcc-5100-4235-85e8-fb0ff3effe78,segment=NetworkSegment(9d5c6e12-c712-4983-98fd-50717ae7c18b),segment_id=9d5c6e12-c712-4983-98fd-50717ae7c18b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:39.833814 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'c8ab8bcc-5100-4235-85e8-fb0ff3effe78', 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70', 'port_id': 'c8ab8bcc-5100-4235-85e8-fb0ff3effe78', 'mac_address': 'fa:16:3e:fa:22:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:39.872685 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port c8ab8bcc-5100-4235-85e8-fb0ff3effe78 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:39.873084 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:39.886181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ab8bcc-5100-4235-85e8-fb0ff3effe78 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:39.905704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port c8ab8bcc-5100-4235-85e8-fb0ff3effe78, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c8ab8bcc-5100-4235-85e8-fb0ff3effe78,segment=NetworkSegment(9d5c6e12-c712-4983-98fd-50717ae7c18b),segment_id=9d5c6e12-c712-4983-98fd-50717ae7c18b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:39.905915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e5e2e-8706-4fde-a5de-fb84ea504ae3 req-a7d074b6-0268-40f9-9f1f-6a1ef5996727 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:39.907865 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-696e5e2e-8706-4fde-a5de-fb84ea504ae3 req-a7d074b6-0268-40f9-9f1f-6a1ef5996727 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0576000 Jan 28 19:13:39.912544 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:39.913523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device bc03262b-ee5b-4a57-952b-ed61da7d64b2 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:39.960797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-696e5e2e-8706-4fde-a5de-fb84ea504ae3 req-b826cde8-7348-41a6-b30c-e4db5191f9ba tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470769 Jan 28 19:13:40.017594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=c8ab8bcc-5100-4235-85e8-fb0ff3effe78,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:40.020200 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7b38a-9e3d-455a-95bc-d565fca6b4cb req-f7893e9c-85f3-4f94-ae0d-b617c0ca14a1 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:40.021920 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0cf7b38a-9e3d-455a-95bc-d565fca6b4cb req-f7893e9c-85f3-4f94-ae0d-b617c0ca14a1 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0547197 Jan 28 19:13:40.049189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port bc03262b-ee5b-4a57-952b-ed61da7d64b2, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=bc03262b-ee5b-4a57-952b-ed61da7d64b2,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:40.059483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'bc03262b-ee5b-4a57-952b-ed61da7d64b2', 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f', 'port_id': 'bc03262b-ee5b-4a57-952b-ed61da7d64b2', 'mac_address': 'fa:16:3e:c5:63:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a488dde5-474a-4007-942e-ad394bf34962', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:40.070465 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0cf7b38a-9e3d-455a-95bc-d565fca6b4cb req-269ab4c4-fdeb-41af-9069-814cf33bb866 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424199 Jan 28 19:13:40.096156 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port bc03262b-ee5b-4a57-952b-ed61da7d64b2 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:40.096546 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.109180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc03262b-ee5b-4a57-952b-ed61da7d64b2 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:40.128058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port bc03262b-ee5b-4a57-952b-ed61da7d64b2, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=bc03262b-ee5b-4a57-952b-ed61da7d64b2,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:40.134649 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.135514 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 3efdff0a-8a2d-4378-af59-5e2f16314b7c details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:40.212818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=bc03262b-ee5b-4a57-952b-ed61da7d64b2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:40.282160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 3efdff0a-8a2d-4378-af59-5e2f16314b7c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3efdff0a-8a2d-4378-af59-5e2f16314b7c,segment=NetworkSegment(73ae1af7-c909-4737-bf62-7db43c19630a),segment_id=73ae1af7-c909-4737-bf62-7db43c19630a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:40.293337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '3efdff0a-8a2d-4378-af59-5e2f16314b7c', 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d', 'port_id': '3efdff0a-8a2d-4378-af59-5e2f16314b7c', 'mac_address': 'fa:16:3e:cb:b7:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269dce06-feb7-46d2-b4e7-7696dfdedea1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:40.330359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 3efdff0a-8a2d-4378-af59-5e2f16314b7c is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:40.330749 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.343481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3efdff0a-8a2d-4378-af59-5e2f16314b7c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:40.364756 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 3efdff0a-8a2d-4378-af59-5e2f16314b7c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3efdff0a-8a2d-4378-af59-5e2f16314b7c,segment=NetworkSegment(73ae1af7-c909-4737-bf62-7db43c19630a),segment_id=73ae1af7-c909-4737-bf62-7db43c19630a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:40.369951 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.370622 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2510a89c-2357-4dce-a701-9442113669a5 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:40.440836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=3efdff0a-8a2d-4378-af59-5e2f16314b7c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:40.446047 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2510a89c-2357-4dce-a701-9442113669a5, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2510a89c-2357-4dce-a701-9442113669a5,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:40.457999 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '2510a89c-2357-4dce-a701-9442113669a5', 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f', 'port_id': '2510a89c-2357-4dce-a701-9442113669a5', 'mac_address': 'fa:16:3e:9e:ff:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a488dde5-474a-4007-942e-ad394bf34962', 'ip_address': '10.1.1.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:40.495424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 2510a89c-2357-4dce-a701-9442113669a5 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:40.495812 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2510a89c-2357-4dce-a701-9442113669a5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.508283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2510a89c-2357-4dce-a701-9442113669a5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:40.526664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2510a89c-2357-4dce-a701-9442113669a5, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2510a89c-2357-4dce-a701-9442113669a5,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:40.532821 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2510a89c-2357-4dce-a701-9442113669a5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.533400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 00483342-9629-4105-84b7-63f1b73710d0 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:40.598749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 00483342-9629-4105-84b7-63f1b73710d0, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=00483342-9629-4105-84b7-63f1b73710d0,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:40.601023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=2510a89c-2357-4dce-a701-9442113669a5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:40.611960 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '00483342-9629-4105-84b7-63f1b73710d0', 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f', 'port_id': '00483342-9629-4105-84b7-63f1b73710d0', 'mac_address': 'fa:16:3e:f7:ee:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a488dde5-474a-4007-942e-ad394bf34962', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:40.648880 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 00483342-9629-4105-84b7-63f1b73710d0 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:40.649268 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (00483342-9629-4105-84b7-63f1b73710d0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.662552 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00483342-9629-4105-84b7-63f1b73710d0 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:40.681560 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 00483342-9629-4105-84b7-63f1b73710d0, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=00483342-9629-4105-84b7-63f1b73710d0,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:40.686671 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (00483342-9629-4105-84b7-63f1b73710d0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.687413 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device aadb6dad-40f0-4d6e-aac5-5e77d813d05b details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:40.716312 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d06487-a608-48ad-a629-ee11be4e4494 req-c0a6ce38-0522-49b3-b997-43aa8f7b6261 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:40.717862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-64d06487-a608-48ad-a629-ee11be4e4494 req-c0a6ce38-0522-49b3-b997-43aa8f7b6261 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0526516 Jan 28 19:13:40.755227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port aadb6dad-40f0-4d6e-aac5-5e77d813d05b, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=aadb6dad-40f0-4d6e-aac5-5e77d813d05b,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:40.757794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=00483342-9629-4105-84b7-63f1b73710d0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:40.769739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'aadb6dad-40f0-4d6e-aac5-5e77d813d05b', 'network_id': '1fb8a996-2168-4f5b-9c7f-595915f7223f', 'port_id': 'aadb6dad-40f0-4d6e-aac5-5e77d813d05b', 'mac_address': 'fa:16:3e:6c:58:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a488dde5-474a-4007-942e-ad394bf34962', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:40.777035 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-64d06487-a608-48ad-a629-ee11be4e4494 req-28978a03-e42f-456e-ab96-9618a625476c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532796 Jan 28 19:13:40.803312 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-919a57a9-7d67-4200-8a4a-d07e292d6cd4 req-1bbc19f0-5fad-4263-9234-79261cb780b1 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0435452 Jan 28 19:13:40.811196 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port aadb6dad-40f0-4d6e-aac5-5e77d813d05b is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:40.811590 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.835568 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadb6dad-40f0-4d6e-aac5-5e77d813d05b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:40.855575 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port aadb6dad-40f0-4d6e-aac5-5e77d813d05b, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=aadb6dad-40f0-4d6e-aac5-5e77d813d05b,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:40.862467 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:40.901108 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235a1ff-6c0d-4044-8eeb-a2c1edfef6a3 req-a197bb52-56f0-4533-a774-a39d7bddbbf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:40.906079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235a1ff-6c0d-4044-8eeb-a2c1edfef6a3 req-a197bb52-56f0-4533-a774-a39d7bddbbf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:40.911338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235a1ff-6c0d-4044-8eeb-a2c1edfef6a3 req-a197bb52-56f0-4533-a774-a39d7bddbbf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:40.914893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=aadb6dad-40f0-4d6e-aac5-5e77d813d05b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:40.917031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235a1ff-6c0d-4044-8eeb-a2c1edfef6a3 req-a197bb52-56f0-4533-a774-a39d7bddbbf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:40.922419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235a1ff-6c0d-4044-8eeb-a2c1edfef6a3 req-a197bb52-56f0-4533-a774-a39d7bddbbf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:40.927971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235a1ff-6c0d-4044-8eeb-a2c1edfef6a3 req-a197bb52-56f0-4533-a774-a39d7bddbbf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:40.933335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235a1ff-6c0d-4044-8eeb-a2c1edfef6a3 req-a197bb52-56f0-4533-a774-a39d7bddbbf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:40.935346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5235a1ff-6c0d-4044-8eeb-a2c1edfef6a3 req-a197bb52-56f0-4533-a774-a39d7bddbbf2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5435 time: 0.0974720 Jan 28 19:13:41.005488 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5235a1ff-6c0d-4044-8eeb-a2c1edfef6a3 req-bb1d745a-e513-41ae-ae33-ed155c7419ad tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640390 Jan 28 19:13:41.096598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1993ec-a300-4365-afb3-0e1db8eedad7 req-fd450c60-007d-4750-85f4-278f50463960 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:41.098127 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ef1993ec-a300-4365-afb3-0e1db8eedad7 req-fd450c60-007d-4750-85f4-278f50463960 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0621307 Jan 28 19:13:41.147810 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ef1993ec-a300-4365-afb3-0e1db8eedad7 req-86e2c424-b3df-4fc9-b7c9-493f925921cd tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436399 Jan 28 19:13:41.198196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89975703-e2f1-490c-b8b4-da499d14cec6 req-5c2a863e-9426-49de-b283-429b657b1012 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:41.199694 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89975703-e2f1-490c-b8b4-da499d14cec6 req-5c2a863e-9426-49de-b283-429b657b1012 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0568702 Jan 28 19:13:41.246221 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89975703-e2f1-490c-b8b4-da499d14cec6 req-35c27efe-46e1-49aa-ae75-562e568b4800 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 Jan 28 19:13:41.693147 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2c937-3a03-43d1-b47b-4b42f00d8b3f req-ebb46a63-3523-428a-a3c5-5e051e385589 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:41.694712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8c2c937-3a03-43d1-b47b-4b42f00d8b3f req-ebb46a63-3523-428a-a3c5-5e051e385589 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 1128 time: 0.0461009 Jan 28 19:13:41.740968 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8c2c937-3a03-43d1-b47b-4b42f00d8b3f req-9fa93d19-4e53-44b7-9564-25d6ed89b3fc tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382872 Jan 28 19:13:41.750237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device fb5f305d-2922-42df-8fe7-9043a96ffe72 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:41.854600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fb5f305d-2922-42df-8fe7-9043a96ffe72, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fb5f305d-2922-42df-8fe7-9043a96ffe72,segment=NetworkSegment(73ae1af7-c909-4737-bf62-7db43c19630a),segment_id=73ae1af7-c909-4737-bf62-7db43c19630a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:41.866423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'fb5f305d-2922-42df-8fe7-9043a96ffe72', 'network_id': '98ba37f4-6b62-4b65-b112-500b83bfc44d', 'port_id': 'fb5f305d-2922-42df-8fe7-9043a96ffe72', 'mac_address': 'fa:16:3e:39:1a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269dce06-feb7-46d2-b4e7-7696dfdedea1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:13:41.905919 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port fb5f305d-2922-42df-8fe7-9043a96ffe72 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:41.906512 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:41.909418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1d932-d9b5-4c96-86b9-ca8a361b1c40 req-9553c623-86d8-4127-822a-9b97f85d01cd tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:41.911012 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9cb1d932-d9b5-4c96-86b9-ca8a361b1c40 req-9553c623-86d8-4127-822a-9b97f85d01cd tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0626793 Jan 28 19:13:41.920002 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5f305d-2922-42df-8fe7-9043a96ffe72 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:13:41.948450 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fb5f305d-2922-42df-8fe7-9043a96ffe72, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fb5f305d-2922-42df-8fe7-9043a96ffe72,segment=NetworkSegment(73ae1af7-c909-4737-bf62-7db43c19630a),segment_id=73ae1af7-c909-4737-bf62-7db43c19630a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:41.954674 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:41.962513 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9cb1d932-d9b5-4c96-86b9-ca8a361b1c40 req-eea9c873-b1cc-4b62-8530-d85d6c1d7992 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445669 Jan 28 19:13:42.009465 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=fb5f305d-2922-42df-8fe7-9043a96ffe72,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:42.060030 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6002f940-c5ed-4389-84d8-9cce9199cfb9 req-e543e812-422e-4d35-b19a-d397a8f1a6e5 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0270908 Jan 28 19:13:42.181050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc73d2-c161-4335-baaa-cec470df464c req-6ea515c3-63f3-49a1-b72a-6a8984e4cda3 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:42.186441 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc73d2-c161-4335-baaa-cec470df464c req-6ea515c3-63f3-49a1-b72a-6a8984e4cda3 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:42.191720 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc73d2-c161-4335-baaa-cec470df464c req-6ea515c3-63f3-49a1-b72a-6a8984e4cda3 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:42.197016 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc73d2-c161-4335-baaa-cec470df464c req-6ea515c3-63f3-49a1-b72a-6a8984e4cda3 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:42.202408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc73d2-c161-4335-baaa-cec470df464c req-6ea515c3-63f3-49a1-b72a-6a8984e4cda3 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:42.207726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc73d2-c161-4335-baaa-cec470df464c req-6ea515c3-63f3-49a1-b72a-6a8984e4cda3 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:42.213056 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc73d2-c161-4335-baaa-cec470df464c req-6ea515c3-63f3-49a1-b72a-6a8984e4cda3 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:42.215019 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-babc73d2-c161-4335-baaa-cec470df464c req-6ea515c3-63f3-49a1-b72a-6a8984e4cda3 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5437 time: 0.0932446 Jan 28 19:13:42.279898 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-babc73d2-c161-4335-baaa-cec470df464c req-354cc3df-a9ec-4d3d-968e-050cf5d8c14c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540571 Jan 28 19:13:42.317532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['2510a89c-2357-4dce-a701-9442113669a5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:42.408392 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d57f76-6817-42b4-8150-6d296b447f00 req-dc3123eb-d7f1-434a-b1e0-6b50d75c34e0 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:42.410059 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d7d57f76-6817-42b4-8150-6d296b447f00 req-dc3123eb-d7f1-434a-b1e0-6b50d75c34e0 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0689526 Jan 28 19:13:42.459481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['c8ab8bcc-5100-4235-85e8-fb0ff3effe78'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:42.462753 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d7d57f76-6817-42b4-8150-6d296b447f00 req-6bfe2649-63e0-4684-87de-bd4ab224c529 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440733 Jan 28 19:13:42.504109 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['00483342-9629-4105-84b7-63f1b73710d0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:42.580538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723a63e-6061-4cce-85df-fed90f6282a5 req-a3e4ea0c-c0e4-4fba-9274-2883acdfdc08 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:42.582234 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f723a63e-6061-4cce-85df-fed90f6282a5 req-a3e4ea0c-c0e4-4fba-9274-2883acdfdc08 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0579658 Jan 28 19:13:42.637462 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f723a63e-6061-4cce-85df-fed90f6282a5 req-25b8dc14-1431-4101-b2f6-4024aff44a75 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471809 Jan 28 19:13:42.642957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-da79d545-0f46-4371-804e-95712ddd53b5 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:13:42.644406 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-da79d545-0f46-4371-804e-95712ddd53b5 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055511 Jan 28 19:13:42.672214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['bc03262b-ee5b-4a57-952b-ed61da7d64b2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:42.674315 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['aadb6dad-40f0-4d6e-aac5-5e77d813d05b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:42.676390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['3efdff0a-8a2d-4378-af59-5e2f16314b7c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:42.698064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750ffac-428e-4eba-b691-2df393c47365 req-1e0fe336-fd95-4688-9079-2c321065e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:42.699713 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-1e0fe336-fd95-4688-9079-2c321065e64c service neutron] 10.222.0.55 "GET /v2.0/ports/b06602ea-53fc-4ce3-bf99-df0fa4870f3f HTTP/1.1" status: 200 len: 1125 time: 0.0425599 Jan 28 19:13:42.708719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c750ffac-428e-4eba-b691-2df393c47365 req-62bf1a44-a881-4865-800d-ae119649432c service neutron] Request body: {'binding': {'host': 'n-h2-824834-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:42.709138 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c750ffac-428e-4eba-b691-2df393c47365 req-62bf1a44-a881-4865-800d-ae119649432c service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:13:42.848207 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c750ffac-428e-4eba-b691-2df393c47365 req-62bf1a44-a881-4865-800d-ae119649432c service neutron] Attempting to bind port b06602ea-53fc-4ce3-bf99-df0fa4870f3f on host n-h2-824834-4 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:13:42.848634 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c750ffac-428e-4eba-b691-2df393c47365 req-62bf1a44-a881-4865-800d-ae119649432c service neutron] Attempting to bind port b06602ea-53fc-4ce3-bf99-df0fa4870f3f by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:13:42.848789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750ffac-428e-4eba-b691-2df393c47365 req-62bf1a44-a881-4865-800d-ae119649432c service neutron] Attempting to bind port b06602ea-53fc-4ce3-bf99-df0fa4870f3f on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:42.853192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750ffac-428e-4eba-b691-2df393c47365 req-62bf1a44-a881-4865-800d-ae119649432c service neutron] Port b06602ea-53fc-4ce3-bf99-df0fa4870f3f on network 07cf55c4-e390-408e-b1e2-a832ba462c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:13:42.853506 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750ffac-428e-4eba-b691-2df393c47365 req-62bf1a44-a881-4865-800d-ae119649432c service neutron] Attempting to bind port b06602ea-53fc-4ce3-bf99-df0fa4870f3f on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:13:42.858541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750ffac-428e-4eba-b691-2df393c47365 req-62bf1a44-a881-4865-800d-ae119649432c service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:13:42.858866 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750ffac-428e-4eba-b691-2df393c47365 req-62bf1a44-a881-4865-800d-ae119649432c service neutron] Checking segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:13:42.859219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750ffac-428e-4eba-b691-2df393c47365 req-62bf1a44-a881-4865-800d-ae119649432c service neutron] Bound using segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:13:42.859630 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c750ffac-428e-4eba-b691-2df393c47365 req-62bf1a44-a881-4865-800d-ae119649432c service neutron] Bound port: b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:13:42.913052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c750ffac-428e-4eba-b691-2df393c47365 req-62bf1a44-a881-4865-800d-ae119649432c service neutron] For port b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:13:42.921029 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c750ffac-428e-4eba-b691-2df393c47365 req-62bf1a44-a881-4865-800d-ae119649432c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:42.929987 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-62bf1a44-a881-4865-800d-ae119649432c service neutron] 10.222.0.55 "POST /v2.0/ports/b06602ea-53fc-4ce3-bf99-df0fa4870f3f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2212245 Jan 28 19:13:42.956713 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:13:43.021823 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['fb5f305d-2922-42df-8fe7-9043a96ffe72'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:43.115287 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce917e1e-fe5e-4d3a-8c91-a406ebfd8772 req-e473beab-00ca-49e4-b570-4f89debdcf38 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.122909 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce917e1e-fe5e-4d3a-8c91-a406ebfd8772 req-e473beab-00ca-49e4-b570-4f89debdcf38 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0699019 Jan 28 19:13:43.148822 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589321b-2ffd-425c-bc37-688ffa03aa04 req-fc1ecef6-153a-4df2-b65b-f3a758775d72 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.154490 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7589321b-2ffd-425c-bc37-688ffa03aa04 req-fc1ecef6-153a-4df2-b65b-f3a758775d72 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0857599 Jan 28 19:13:43.170097 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce917e1e-fe5e-4d3a-8c91-a406ebfd8772 req-9b8cef22-81f3-42f2-bdea-ba56fb9f89b0 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460284 Jan 28 19:13:43.226832 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7589321b-2ffd-425c-bc37-688ffa03aa04 req-888d69f7-57ff-4e0a-8da0-8429bc0be146 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604436 Jan 28 19:13:43.255195 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750ffac-428e-4eba-b691-2df393c47365 req-6f436e5a-f40b-47f6-a480-43325ef60f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.256832 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-6f436e5a-f40b-47f6-a480-43325ef60f46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 1128 time: 0.0699260 Jan 28 19:13:43.293552 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-90ee3d51-a217-4bdc-82ff-18de08fc96d2 req-556c5f8f-bbf7-4620-8ceb-0896ffd4653e tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0357442 Jan 28 19:13:43.377013 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750ffac-428e-4eba-b691-2df393c47365 req-d5f59ef2-d58f-43a8-b834-c3509501acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.378470 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-d5f59ef2-d58f-43a8-b834-c3509501acb8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.1122904 Jan 28 19:13:43.420184 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ff260-9af0-4c21-8c5c-b54ca3f3eff8 req-d6f5f712-70c6-45d3-812a-0c27976ffbf9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.424599 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-217b8f5a-ea73-4877-bbcc-1032a189cb76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06602ea-53fc-4ce3-bf99-df0fa4870f3f HTTP/1.1" status: 200 len: 217 time: 0.0360467 Jan 28 19:13:43.425462 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ff260-9af0-4c21-8c5c-b54ca3f3eff8 req-d6f5f712-70c6-45d3-812a-0c27976ffbf9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.430796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ff260-9af0-4c21-8c5c-b54ca3f3eff8 req-d6f5f712-70c6-45d3-812a-0c27976ffbf9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.436052 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ff260-9af0-4c21-8c5c-b54ca3f3eff8 req-d6f5f712-70c6-45d3-812a-0c27976ffbf9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.441316 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ff260-9af0-4c21-8c5c-b54ca3f3eff8 req-d6f5f712-70c6-45d3-812a-0c27976ffbf9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.446600 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ff260-9af0-4c21-8c5c-b54ca3f3eff8 req-d6f5f712-70c6-45d3-812a-0c27976ffbf9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.451850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ff260-9af0-4c21-8c5c-b54ca3f3eff8 req-d6f5f712-70c6-45d3-812a-0c27976ffbf9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.453714 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-910ff260-9af0-4c21-8c5c-b54ca3f3eff8 req-d6f5f712-70c6-45d3-812a-0c27976ffbf9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5437 time: 0.0916185 Jan 28 19:13:43.477917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750ffac-428e-4eba-b691-2df393c47365 req-c217b3a7-5d86-4f55-b3d5-0fe2c87152f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.479454 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-c217b3a7-5d86-4f55-b3d5-0fe2c87152f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.0478034 Jan 28 19:13:43.513993 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-910ff260-9af0-4c21-8c5c-b54ca3f3eff8 req-781bb1dd-6a6a-4998-8d2d-430fbd5b3ff1 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540452 Jan 28 19:13:43.517857 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-8f1e58bc-baa5-4b82-b5a2-1caa29027027 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262055 Jan 28 19:13:43.646648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c810f-ae02-4a1b-875a-dc956d585826 req-97033a0b-cc57-4452-b7ad-f3c200b2c36e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.648015 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-065c810f-ae02-4a1b-875a-dc956d585826 req-97033a0b-cc57-4452-b7ad-f3c200b2c36e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.1137924 Jan 28 19:13:43.650326 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-4ae7f651-5197-490c-a3a1-ff28671d4588 service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239417 Jan 28 19:13:43.743838 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-065c810f-ae02-4a1b-875a-dc956d585826 req-2a4b7a7f-bb3a-41a0-95d2-7cf440c85842 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888500 Jan 28 19:13:43.768480 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70febdc-a931-464f-8bb1-cf7a7197339a req-833809e4-5501-4d21-9998-63af82a93108 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:43.769962 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b70febdc-a931-464f-8bb1-cf7a7197339a req-833809e4-5501-4d21-9998-63af82a93108 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0542881 Jan 28 19:13:43.784231 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-42bede90-50c8-4810-addd-4dcec1107953 service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235054 Jan 28 19:13:43.818997 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b70febdc-a931-464f-8bb1-cf7a7197339a req-edca294b-460f-4ee5-9b74-b23edbbcbebe tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 Jan 28 19:13:44.297920 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a7a61-fb67-4d31-96a8-afb1f2ae416b req-8a063529-4d89-490f-abdc-a1d3da4b85de tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:44.299497 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-936a7a61-fb67-4d31-96a8-afb1f2ae416b req-8a063529-4d89-490f-abdc-a1d3da4b85de tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0593560 Jan 28 19:13:44.354669 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-936a7a61-fb67-4d31-96a8-afb1f2ae416b req-7359d03a-ab65-449f-a2f7-2a59a823525a tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419023 Jan 28 19:13:44.357250 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83077e15-03bc-40ac-b8f5-2a56f55eb5d4 req-9792e1e5-733e-4c1f-8bcd-0eb1edfafb4c tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:44.359093 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83077e15-03bc-40ac-b8f5-2a56f55eb5d4 req-9792e1e5-733e-4c1f-8bcd-0eb1edfafb4c tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0601971 Jan 28 19:13:44.412129 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83077e15-03bc-40ac-b8f5-2a56f55eb5d4 req-8ccb5182-9098-4f73-982e-0c99353399aa tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469387 Jan 28 19:13:44.445450 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-55921b98-baac-4858-acec-bb7d5bfb5575 req-46c0444c-3a77-4758-b56b-b47efcc10480 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0271604 Jan 28 19:13:44.650276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8ef2b-77a4-4c99-8b1b-84f97041f5f6 req-8af58e60-038f-4879-884a-841e96b36fd8 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:44.655685 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8ef2b-77a4-4c99-8b1b-84f97041f5f6 req-8af58e60-038f-4879-884a-841e96b36fd8 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:44.661163 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8ef2b-77a4-4c99-8b1b-84f97041f5f6 req-8af58e60-038f-4879-884a-841e96b36fd8 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:44.666646 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8ef2b-77a4-4c99-8b1b-84f97041f5f6 req-8af58e60-038f-4879-884a-841e96b36fd8 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:44.671991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8ef2b-77a4-4c99-8b1b-84f97041f5f6 req-8af58e60-038f-4879-884a-841e96b36fd8 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:44.677353 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8ef2b-77a4-4c99-8b1b-84f97041f5f6 req-8af58e60-038f-4879-884a-841e96b36fd8 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:44.682973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8ef2b-77a4-4c99-8b1b-84f97041f5f6 req-8af58e60-038f-4879-884a-841e96b36fd8 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:44.684850 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-62f8ef2b-77a4-4c99-8b1b-84f97041f5f6 req-8af58e60-038f-4879-884a-841e96b36fd8 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5437 time: 0.0941260 Jan 28 19:13:44.751107 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-62f8ef2b-77a4-4c99-8b1b-84f97041f5f6 req-ae07c6ff-3ee5-4c3d-91f8-a147a80872b6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601649 Jan 28 19:13:44.868834 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a26fa-3d6b-4693-a8ab-d85e6ff7df5d req-0ad3efd8-27a0-41fb-8083-9b32ec5c42c2 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:44.870665 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb1a26fa-3d6b-4693-a8ab-d85e6ff7df5d req-0ad3efd8-27a0-41fb-8083-9b32ec5c42c2 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0580468 Jan 28 19:13:44.925120 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb1a26fa-3d6b-4693-a8ab-d85e6ff7df5d req-9da17e4e-aa4e-4036-8eea-dabf808e3da4 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449343 Jan 28 19:13:44.956581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc36dd-7c86-4298-a3bb-89c5b7d7b160 req-a48158b0-0a9b-4dd3-b1ae-65689e3d6531 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:44.958201 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-11fc36dd-7c86-4298-a3bb-89c5b7d7b160 req-a48158b0-0a9b-4dd3-b1ae-65689e3d6531 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0666442 Jan 28 19:13:45.004869 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-11fc36dd-7c86-4298-a3bb-89c5b7d7b160 req-c1f1b544-f815-4a68-b42d-1854e40ce790 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406601 Jan 28 19:13:45.491563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f3010-c4f4-4161-89e5-a90698e67a01 req-9385b3b1-f6f5-4525-815c-dd31c7ff772d tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:45.493095 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-496f3010-c4f4-4161-89e5-a90698e67a01 req-9385b3b1-f6f5-4525-815c-dd31c7ff772d tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0630476 Jan 28 19:13:45.542813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249c957-9559-45c1-960f-5318243d6236 req-1844999c-e42e-4bdd-8c31-6fc094fd5eb9 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:45.544412 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5249c957-9559-45c1-960f-5318243d6236 req-1844999c-e42e-4bdd-8c31-6fc094fd5eb9 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0553863 Jan 28 19:13:45.554406 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-496f3010-c4f4-4161-89e5-a90698e67a01 req-1f1192d9-2edd-463a-a7d7-4ab55b1be0f7 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521319 Jan 28 19:13:45.602813 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5249c957-9559-45c1-960f-5318243d6236 req-f7d00598-76bc-4a37-ba38-d044025ec79a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521019 Jan 28 19:13:45.648560 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7dc4297-ece1-4c28-8d6f-15682e63b1a9 req-b34751a1-5a56-4efa-bd3b-c37f8e3ceaca tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0318463 Jan 28 19:13:45.769030 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2510a89c-2357-4dce-a701-9442113669a5 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:45.824916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 2510a89c-2357-4dce-a701-9442113669a5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:45.831684 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 2510a89c-2357-4dce-a701-9442113669a5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:45.832189 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2510a89c-2357-4dce-a701-9442113669a5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:45.906410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54043e3-d31a-4285-8de5-beb9e23c7079 req-6c8e499b-6194-45a0-8db2-58795ecbd168 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:45.912102 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54043e3-d31a-4285-8de5-beb9e23c7079 req-6c8e499b-6194-45a0-8db2-58795ecbd168 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:45.912995 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 2510a89c-2357-4dce-a701-9442113669a5 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:45.913386 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2510a89c-2357-4dce-a701-9442113669a5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:45.919155 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54043e3-d31a-4285-8de5-beb9e23c7079 req-6c8e499b-6194-45a0-8db2-58795ecbd168 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:45.926276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54043e3-d31a-4285-8de5-beb9e23c7079 req-6c8e499b-6194-45a0-8db2-58795ecbd168 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:45.933389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54043e3-d31a-4285-8de5-beb9e23c7079 req-6c8e499b-6194-45a0-8db2-58795ecbd168 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:45.937762 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2510a89c-2357-4dce-a701-9442113669a5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:45.938714 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54043e3-d31a-4285-8de5-beb9e23c7079 req-6c8e499b-6194-45a0-8db2-58795ecbd168 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:45.940575 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e91c3d-79cd-4f6e-bb93-97355713d726" -d '{"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-plugged", "status": "completed", "tag": "2510a89c-2357-4dce-a701-9442113669a5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:45.951936 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54043e3-d31a-4285-8de5-beb9e23c7079 req-6c8e499b-6194-45a0-8db2-58795ecbd168 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:45.953878 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e54043e3-d31a-4285-8de5-beb9e23c7079 req-6c8e499b-6194-45a0-8db2-58795ecbd168 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5437 time: 0.1196451 Jan 28 19:13:45.963495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2510a89c-2357-4dce-a701-9442113669a5, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2510a89c-2357-4dce-a701-9442113669a5,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:45.969943 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2510a89c-2357-4dce-a701-9442113669a5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:46.025378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=2510a89c-2357-4dce-a701-9442113669a5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:46.035614 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:46.036097 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:46.036508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:46.036913 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:46.037335 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:46.037735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:46.038155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:46.038550 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:46.039077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:46.039476 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:46.039865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:46.040258 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:46.040984 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:46.062912 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983929d-2927-4fea-a18e-62dea8b33272 req-dcf0f951-ad0b-4acf-b09b-5e74d00b10f1 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:46.066647 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9983929d-2927-4fea-a18e-62dea8b33272 req-dcf0f951-ad0b-4acf-b09b-5e74d00b10f1 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0655375 Jan 28 19:13:46.115367 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9983929d-2927-4fea-a18e-62dea8b33272 req-7db5734c-b64e-48d5-bf94-06cd2802ed58 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444226 Jan 28 19:13:46.167199 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96facdaf-1694-468f-85b1-57af6163682e x-openstack-request-id: req-96facdaf-1694-468f-85b1-57af6163682e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:46.167614 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-plugged", "status": "completed", "tag": "2510a89c-2357-4dce-a701-9442113669a5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:46.167987 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96facdaf-1694-468f-85b1-57af6163682e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:46.168508 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2510a89c-2357-4dce-a701-9442113669a5', 'code': 200} Jan 28 19:13:46.269122 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d968edd-5e80-4ac9-9f78-bb8f78f3004d req-fc96c533-d16b-4124-bf87-2b2bff075f13 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:46.270714 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0d968edd-5e80-4ac9-9f78-bb8f78f3004d req-fc96c533-d16b-4124-bf87-2b2bff075f13 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0577872 Jan 28 19:13:46.319434 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0d968edd-5e80-4ac9-9f78-bb8f78f3004d req-12f79fd8-e454-4fba-9e33-29fe64b360a0 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425401 Jan 28 19:13:46.343571 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e54043e3-d31a-4285-8de5-beb9e23c7079 req-6fcf4d91-4dfe-4f69-9a75-6205455795b2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3832242 Jan 28 19:13:46.676777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2859fa4-f069-44b9-9fe6-882f02d44627 req-46821513-0fd2-42f9-a4a7-fc1df8ff68f2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:46.678590 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b2859fa4-f069-44b9-9fe6-882f02d44627 req-46821513-0fd2-42f9-a4a7-fc1df8ff68f2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0563538 Jan 28 19:13:46.734578 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b2859fa4-f069-44b9-9fe6-882f02d44627 req-038c1114-27de-4e8a-8f08-e3afeff1987b tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476940 Jan 28 19:13:46.750091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ffd11-94ab-4557-b393-647d88ef2757 req-42f03357-492e-42e6-80b1-ff0779510e6a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:46.750091 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-517ffd11-94ab-4557-b393-647d88ef2757 req-42f03357-492e-42e6-80b1-ff0779510e6a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0554538 Jan 28 19:13:46.792739 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-517ffd11-94ab-4557-b393-647d88ef2757 req-893b3b4a-088f-4500-9cdf-2e58d8ff4886 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411363 Jan 28 19:13:46.828924 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5514dd68-babb-4de2-bb70-0db77164222f req-10810b28-6f76-4675-8bec-a9581485ea49 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0267799 Jan 28 19:13:47.244948 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b69ea-b980-4f67-89d6-4703fd5b1bd4 req-af9ae381-8698-417f-8d87-4443bb153a58 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.246469 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-572b69ea-b980-4f67-89d6-4703fd5b1bd4 req-af9ae381-8698-417f-8d87-4443bb153a58 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0579193 Jan 28 19:13:47.298312 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-572b69ea-b980-4f67-89d6-4703fd5b1bd4 req-c83d29a9-51fa-45d8-905c-3a9d9f213c3e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457234 Jan 28 19:13:47.445226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b12bd-671d-40d9-94e6-c5ed0aa6b21b req-1cc0e1ba-9e96-46fd-a826-dd699ab0337d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.446737 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be8b12bd-671d-40d9-94e6-c5ed0aa6b21b req-1cc0e1ba-9e96-46fd-a826-dd699ab0337d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0572896 Jan 28 19:13:47.493427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814c213-7a96-4863-be12-ea4bd182215a req-4ba4f805-1b13-4fc1-a0ee-559b1ef6c51b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.498853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814c213-7a96-4863-be12-ea4bd182215a req-4ba4f805-1b13-4fc1-a0ee-559b1ef6c51b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.504066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814c213-7a96-4863-be12-ea4bd182215a req-4ba4f805-1b13-4fc1-a0ee-559b1ef6c51b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.504885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be8b12bd-671d-40d9-94e6-c5ed0aa6b21b req-0f37672f-b9f2-4c36-b715-ac529254ae8f tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521505 Jan 28 19:13:47.509634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814c213-7a96-4863-be12-ea4bd182215a req-4ba4f805-1b13-4fc1-a0ee-559b1ef6c51b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.515310 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814c213-7a96-4863-be12-ea4bd182215a req-4ba4f805-1b13-4fc1-a0ee-559b1ef6c51b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.520977 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814c213-7a96-4863-be12-ea4bd182215a req-4ba4f805-1b13-4fc1-a0ee-559b1ef6c51b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.526374 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814c213-7a96-4863-be12-ea4bd182215a req-4ba4f805-1b13-4fc1-a0ee-559b1ef6c51b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.528421 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8814c213-7a96-4863-be12-ea4bd182215a req-4ba4f805-1b13-4fc1-a0ee-559b1ef6c51b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5438 time: 0.1015625 Jan 28 19:13:47.584346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8814c213-7a96-4863-be12-ea4bd182215a req-bcf9af7b-6593-4102-b1fe-d621e43536d9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500026 Jan 28 19:13:47.854873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a45577-3a36-4b68-a1ad-5076925eb8f8 req-52903be3-e9ba-4b79-9a91-e8580612be7b tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.857941 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78a45577-3a36-4b68-a1ad-5076925eb8f8 req-52903be3-e9ba-4b79-9a91-e8580612be7b tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0601852 Jan 28 19:13:47.909436 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78a45577-3a36-4b68-a1ad-5076925eb8f8 req-74f6080b-91ac-4f0f-ba8b-b0f36632f477 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441763 Jan 28 19:13:47.930642 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50487046-a7c4-4a11-811e-bd8a37394ca6 req-6246eb9f-5611-48fc-88b1-3cffafbbabd3 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:47.932513 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-50487046-a7c4-4a11-811e-bd8a37394ca6 req-6246eb9f-5611-48fc-88b1-3cffafbbabd3 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0664043 Jan 28 19:13:47.984170 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-50487046-a7c4-4a11-811e-bd8a37394ca6 req-c452ec2a-c039-49af-8aec-102d9c5633aa tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439005 Jan 28 19:13:47.995755 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c30fc9c-4e3f-43a8-8875-4acd57b1c05e req-e2ea5b03-e211-46a6-9c0f-0be5e36a127f tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0276535 Jan 28 19:13:48.163963 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b26c28b2-3f5b-4835-bbde-88ce22601360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:48.417165 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd928d40-9368-460d-9603-4c6d618f390a req-d89dbf67-6e16-406e-9549-5a490949639d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:48.418566 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dd928d40-9368-460d-9603-4c6d618f390a req-d89dbf67-6e16-406e-9549-5a490949639d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0558004 Jan 28 19:13:48.466839 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dd928d40-9368-460d-9603-4c6d618f390a req-2c56d49d-3422-4bc8-b454-d6330b3a9e79 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420883 Jan 28 19:13:48.731981 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acabdb-f058-40e5-81bf-eac2f613b8ac req-21784502-365c-4702-9062-ccb513c28ae5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:48.738472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acabdb-f058-40e5-81bf-eac2f613b8ac req-21784502-365c-4702-9062-ccb513c28ae5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:48.744362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acabdb-f058-40e5-81bf-eac2f613b8ac req-21784502-365c-4702-9062-ccb513c28ae5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:48.750531 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acabdb-f058-40e5-81bf-eac2f613b8ac req-21784502-365c-4702-9062-ccb513c28ae5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:48.756281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acabdb-f058-40e5-81bf-eac2f613b8ac req-21784502-365c-4702-9062-ccb513c28ae5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:48.762384 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acabdb-f058-40e5-81bf-eac2f613b8ac req-21784502-365c-4702-9062-ccb513c28ae5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:48.768244 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acabdb-f058-40e5-81bf-eac2f613b8ac req-21784502-365c-4702-9062-ccb513c28ae5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:48.770769 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71acabdb-f058-40e5-81bf-eac2f613b8ac req-21784502-365c-4702-9062-ccb513c28ae5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5438 time: 0.1002774 Jan 28 19:13:48.838469 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71acabdb-f058-40e5-81bf-eac2f613b8ac req-bc9eda67-34f4-4f7b-9698-d9d9acddc8ab tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612133 Jan 28 19:13:48.900937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a4aea-44f8-47a2-89a6-90d64cf695d5 req-d8aa0380-d731-4479-b823-7b27a4f8b56c tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:48.902390 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c91a4aea-44f8-47a2-89a6-90d64cf695d5 req-d8aa0380-d731-4479-b823-7b27a4f8b56c tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.3290122 Jan 28 19:13:48.951567 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c91a4aea-44f8-47a2-89a6-90d64cf695d5 req-6fdf3391-bbab-4e96-bb71-e03c11d66c26 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435927 Jan 28 19:13:49.033806 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee1996-0e21-423c-b44d-40bae4cc20b4 req-adfab028-e256-48a4-8aa7-0034fbc6c320 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:49.035525 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6ee1996-0e21-423c-b44d-40bae4cc20b4 req-adfab028-e256-48a4-8aa7-0034fbc6c320 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0550959 Jan 28 19:13:49.084167 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6ee1996-0e21-423c-b44d-40bae4cc20b4 req-fd1b7a4d-cf46-4c23-be18-4582ab27d4ac tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427854 Jan 28 19:13:49.122680 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa99c2-e322-44f7-ae2c-1165ee32be5f req-66a385f6-2e0b-4544-907e-2a11d244b9b6 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:49.124329 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91fa99c2-e322-44f7-ae2c-1165ee32be5f req-66a385f6-2e0b-4544-907e-2a11d244b9b6 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0689616 Jan 28 19:13:49.173804 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91fa99c2-e322-44f7-ae2c-1165ee32be5f req-5bf81222-41dc-4e8e-b603-473efcd20571 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430853 Jan 28 19:13:49.178250 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c7a51e62-916c-4319-abde-ff30bcab8d8f req-a25c6f4c-064a-4a17-a49e-311e6c52c046 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0331132 Jan 28 19:13:49.588579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac055bb5-a061-41de-834a-9608bda91cb6 req-307a4e6c-7f63-412a-a2d3-6f7292b7dc3f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:49.590082 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac055bb5-a061-41de-834a-9608bda91cb6 req-307a4e6c-7f63-412a-a2d3-6f7292b7dc3f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0534720 Jan 28 19:13:49.640124 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac055bb5-a061-41de-834a-9608bda91cb6 req-4ef4961c-68de-432b-ab7c-69df2c0d4d0c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442550 Jan 28 19:13:49.785905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device fb5f305d-2922-42df-8fe7-9043a96ffe72 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:49.844460 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port fb5f305d-2922-42df-8fe7-9043a96ffe72 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:49.849002 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port fb5f305d-2922-42df-8fe7-9043a96ffe72 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:49.849385 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:49.938387 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port fb5f305d-2922-42df-8fe7-9043a96ffe72 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:49.938799 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:49.965726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5f305d-2922-42df-8fe7-9043a96ffe72'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:49.967981 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a4975a-5e27-4a74-a498-f3877e2ab4e1" -d '{"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-plugged", "status": "completed", "tag": "fb5f305d-2922-42df-8fe7-9043a96ffe72"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:49.987757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fb5f305d-2922-42df-8fe7-9043a96ffe72, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fb5f305d-2922-42df-8fe7-9043a96ffe72,segment=NetworkSegment(73ae1af7-c909-4737-bf62-7db43c19630a),segment_id=73ae1af7-c909-4737-bf62-7db43c19630a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:49.993364 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:49.994257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dccd1-b75c-4f25-9241-80ce314a2aba req-a4dc5c8b-6102-4095-8a1c-50d9544ee13b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:49.995557 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 3efdff0a-8a2d-4378-af59-5e2f16314b7c up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:50.001769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dccd1-b75c-4f25-9241-80ce314a2aba req-a4dc5c8b-6102-4095-8a1c-50d9544ee13b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:50.007022 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dccd1-b75c-4f25-9241-80ce314a2aba req-a4dc5c8b-6102-4095-8a1c-50d9544ee13b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:50.012263 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dccd1-b75c-4f25-9241-80ce314a2aba req-a4dc5c8b-6102-4095-8a1c-50d9544ee13b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:50.017737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dccd1-b75c-4f25-9241-80ce314a2aba req-a4dc5c8b-6102-4095-8a1c-50d9544ee13b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:50.026211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dccd1-b75c-4f25-9241-80ce314a2aba req-a4dc5c8b-6102-4095-8a1c-50d9544ee13b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:50.031454 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dccd1-b75c-4f25-9241-80ce314a2aba req-a4dc5c8b-6102-4095-8a1c-50d9544ee13b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:50.033504 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c0dccd1-b75c-4f25-9241-80ce314a2aba req-a4dc5c8b-6102-4095-8a1c-50d9544ee13b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5438 time: 0.1124227 Jan 28 19:13:50.087000 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=fb5f305d-2922-42df-8fe7-9043a96ffe72,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:50.091839 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bde09ea-9578-4acf-8208-8fc0e6d3bad5 x-openstack-request-id: req-1bde09ea-9578-4acf-8208-8fc0e6d3bad5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:50.092260 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-plugged", "status": "completed", "tag": "fb5f305d-2922-42df-8fe7-9043a96ffe72", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:50.092645 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1bde09ea-9578-4acf-8208-8fc0e6d3bad5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:50.093128 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5f305d-2922-42df-8fe7-9043a96ffe72', 'code': 200} Jan 28 19:13:50.107004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 3efdff0a-8a2d-4378-af59-5e2f16314b7c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:50.113666 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 3efdff0a-8a2d-4378-af59-5e2f16314b7c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:50.114448 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.120389 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c0dccd1-b75c-4f25-9241-80ce314a2aba req-0753796f-ac2c-4f0a-a5dd-a349ac1e2798 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800774 Jan 28 19:13:50.218372 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 3efdff0a-8a2d-4378-af59-5e2f16314b7c is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:50.218767 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.236297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb25c14-4327-47e7-b5a2-8ec91b0f0545 req-f808bd0b-9e96-4bca-82af-4f4d700b544d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:50.238437 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9cb25c14-4327-47e7-b5a2-8ec91b0f0545 req-f808bd0b-9e96-4bca-82af-4f4d700b544d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0729218 Jan 28 19:13:50.252935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dcefc-871e-47ed-851b-2ce09c7abf02 req-e219fee3-f09a-40f7-b046-5da4ccaa78db tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:50.260711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 3efdff0a-8a2d-4378-af59-5e2f16314b7c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3efdff0a-8a2d-4378-af59-5e2f16314b7c,segment=NetworkSegment(73ae1af7-c909-4737-bf62-7db43c19630a),segment_id=73ae1af7-c909-4737-bf62-7db43c19630a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:50.260938 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-461dcefc-871e-47ed-851b-2ce09c7abf02 req-e219fee3-f09a-40f7-b046-5da4ccaa78db tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0678644 Jan 28 19:13:50.268602 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.270313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c8ab8bcc-5100-4235-85e8-fb0ff3effe78 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:50.303661 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9cb25c14-4327-47e7-b5a2-8ec91b0f0545 req-07178e5d-0c86-4f69-87f1-cee7a6729396 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533133 Jan 28 19:13:50.322714 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-461dcefc-871e-47ed-851b-2ce09c7abf02 req-e8b45af4-18fd-41e5-bc8d-412ac1d4aa52 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605853 Jan 28 19:13:50.396601 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-68234675-ad16-49ff-9e0e-6db4d060847f req-703024aa-3924-4b06-8903-34a37b6c236b tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0405517 Jan 28 19:13:50.408147 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e017e742-ced7-4f97-a54e-c279044c7fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.409930 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port c8ab8bcc-5100-4235-85e8-fb0ff3effe78 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:50.414066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=3efdff0a-8a2d-4378-af59-5e2f16314b7c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:50.423254 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port c8ab8bcc-5100-4235-85e8-fb0ff3effe78 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:50.423710 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.460124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6468c5-b2cc-4ade-9d37-3751cd483dfc req-ff4f96ae-0d6d-4e15-ad00-764b04a528a6 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:50.461639 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc6468c5-b2cc-4ade-9d37-3751cd483dfc req-ff4f96ae-0d6d-4e15-ad00-764b04a528a6 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0592878 Jan 28 19:13:50.509389 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc6468c5-b2cc-4ade-9d37-3751cd483dfc req-644ae992-061a-4c0f-b87e-18fbbf2f40b8 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413971 Jan 28 19:13:50.512662 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port c8ab8bcc-5100-4235-85e8-fb0ff3effe78 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:50.513083 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.545955 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port c8ab8bcc-5100-4235-85e8-fb0ff3effe78, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c8ab8bcc-5100-4235-85e8-fb0ff3effe78,segment=NetworkSegment(9d5c6e12-c712-4983-98fd-50717ae7c18b),segment_id=9d5c6e12-c712-4983-98fd-50717ae7c18b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:50.550263 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.551141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device bc03262b-ee5b-4a57-952b-ed61da7d64b2 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:50.625895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=c8ab8bcc-5100-4235-85e8-fb0ff3effe78,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:50.638844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port bc03262b-ee5b-4a57-952b-ed61da7d64b2 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:50.642817 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port bc03262b-ee5b-4a57-952b-ed61da7d64b2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:50.643198 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.722423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port bc03262b-ee5b-4a57-952b-ed61da7d64b2 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:50.722986 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.757589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port bc03262b-ee5b-4a57-952b-ed61da7d64b2, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=bc03262b-ee5b-4a57-952b-ed61da7d64b2,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:50.762507 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.763309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 00483342-9629-4105-84b7-63f1b73710d0 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:50.765181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c6764-1ab8-40b8-8c0c-7190408ab4a9 req-0291ecc2-0661-4426-b115-4bde25b58ba0 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:50.766724 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b90c6764-1ab8-40b8-8c0c-7190408ab4a9 req-0291ecc2-0661-4426-b115-4bde25b58ba0 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0567584 Jan 28 19:13:50.816671 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b90c6764-1ab8-40b8-8c0c-7190408ab4a9 req-b11cf636-2a10-44e5-b0fa-04d4e52d6cda tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416448 Jan 28 19:13:50.841086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=bc03262b-ee5b-4a57-952b-ed61da7d64b2,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:50.854280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 00483342-9629-4105-84b7-63f1b73710d0 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:50.858325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 00483342-9629-4105-84b7-63f1b73710d0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:50.858700 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (00483342-9629-4105-84b7-63f1b73710d0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.939200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 00483342-9629-4105-84b7-63f1b73710d0 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:50.939477 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (00483342-9629-4105-84b7-63f1b73710d0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.977688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 00483342-9629-4105-84b7-63f1b73710d0, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=00483342-9629-4105-84b7-63f1b73710d0,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:50.981995 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (00483342-9629-4105-84b7-63f1b73710d0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:50.982797 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device aadb6dad-40f0-4d6e-aac5-5e77d813d05b up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:13:51.055862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=00483342-9629-4105-84b7-63f1b73710d0,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:51.070420 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port aadb6dad-40f0-4d6e-aac5-5e77d813d05b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:13:51.074286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port aadb6dad-40f0-4d6e-aac5-5e77d813d05b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:13:51.074661 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:51.147820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port aadb6dad-40f0-4d6e-aac5-5e77d813d05b is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:13:51.148202 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:51.181752 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port aadb6dad-40f0-4d6e-aac5-5e77d813d05b, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=aadb6dad-40f0-4d6e-aac5-5e77d813d05b,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:51.186853 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:51.241125 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=aadb6dad-40f0-4d6e-aac5-5e77d813d05b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:51.270483 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441490f-c0e3-4bba-abfc-64eb1562fcc5 req-e409fe71-171c-4fff-a626-96ec532e2566 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.275665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441490f-c0e3-4bba-abfc-64eb1562fcc5 req-e409fe71-171c-4fff-a626-96ec532e2566 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.280865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441490f-c0e3-4bba-abfc-64eb1562fcc5 req-e409fe71-171c-4fff-a626-96ec532e2566 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.286119 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441490f-c0e3-4bba-abfc-64eb1562fcc5 req-e409fe71-171c-4fff-a626-96ec532e2566 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.291294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441490f-c0e3-4bba-abfc-64eb1562fcc5 req-e409fe71-171c-4fff-a626-96ec532e2566 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.296818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441490f-c0e3-4bba-abfc-64eb1562fcc5 req-e409fe71-171c-4fff-a626-96ec532e2566 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.301986 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441490f-c0e3-4bba-abfc-64eb1562fcc5 req-e409fe71-171c-4fff-a626-96ec532e2566 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.303917 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7441490f-c0e3-4bba-abfc-64eb1562fcc5 req-e409fe71-171c-4fff-a626-96ec532e2566 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5444 time: 0.0953894 Jan 28 19:13:51.364287 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7441490f-c0e3-4bba-abfc-64eb1562fcc5 req-134418b2-2c39-48e3-9129-0cd9ed3135ba tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541792 Jan 28 19:13:51.420106 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e178e-47eb-4114-b4af-6bce8aff3c8e req-ecd9b7af-ccd8-4cd4-9cc1-85738a4a64e6 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.421689 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e00e178e-47eb-4114-b4af-6bce8aff3c8e req-ecd9b7af-ccd8-4cd4-9cc1-85738a4a64e6 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0578744 Jan 28 19:13:51.475624 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e00e178e-47eb-4114-b4af-6bce8aff3c8e req-8bf3c4f0-cc95-4247-9229-6b3907d56921 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482671 Jan 28 19:13:51.494516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070709a0-7e4e-4efd-8aad-be794f691775 req-096ecf5e-150d-4552-90ae-46241d6b2c03 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.496110 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-070709a0-7e4e-4efd-8aad-be794f691775 req-096ecf5e-150d-4552-90ae-46241d6b2c03 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0640247 Jan 28 19:13:51.550334 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-070709a0-7e4e-4efd-8aad-be794f691775 req-9a2c467e-3b39-412a-afcb-30852fb2eaa9 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475721 Jan 28 19:13:51.570953 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b20624c6-f9c6-4621-b855-2bad4c8b4890 req-1d5177cb-e53a-481c-95af-bde349492799 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0330384 Jan 28 19:13:51.581897 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:51.665172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e24465-3426-4627-81a2-9e6c29f9479d req-7e5d534e-30f6-417e-9e0e-5b359ff96ad4 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.666713 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1e24465-3426-4627-81a2-9e6c29f9479d req-7e5d534e-30f6-417e-9e0e-5b359ff96ad4 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0525327 Jan 28 19:13:51.719313 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1e24465-3426-4627-81a2-9e6c29f9479d req-6aaafdad-73e0-4e5e-8b20-1110ef491040 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467367 Jan 28 19:13:51.958963 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae1710-9530-45d6-a637-38efd0b40c98 req-949f757a-4823-4d09-8082-f7d358f1216e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:51.960456 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8aae1710-9530-45d6-a637-38efd0b40c98 req-949f757a-4823-4d09-8082-f7d358f1216e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0651681 Jan 28 19:13:52.009741 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8aae1710-9530-45d6-a637-38efd0b40c98 req-2a8766ad-823c-41c5-b6b5-b82c5c6e5988 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423582 Jan 28 19:13:52.094725 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efdff0a-8a2d-4378-af59-5e2f16314b7c'}, {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ab8bcc-5100-4235-85e8-fb0ff3effe78'}, {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc03262b-ee5b-4a57-952b-ed61da7d64b2'}, {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00483342-9629-4105-84b7-63f1b73710d0'}, {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadb6dad-40f0-4d6e-aac5-5e77d813d05b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:52.096989 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b82f2a-3e49-4c2b-9fee-5e73a167441a" -d '{"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-plugged", "status": "completed", "tag": "3efdff0a-8a2d-4378-af59-5e2f16314b7c"}, {"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-plugged", "status": "completed", "tag": "c8ab8bcc-5100-4235-85e8-fb0ff3effe78"}, {"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-plugged", "status": "completed", "tag": "bc03262b-ee5b-4a57-952b-ed61da7d64b2"}, {"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-plugged", "status": "completed", "tag": "00483342-9629-4105-84b7-63f1b73710d0"}, {"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-plugged", "status": "completed", "tag": "aadb6dad-40f0-4d6e-aac5-5e77d813d05b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:52.137702 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844f2959-ea8c-4526-ade0-1980de8dce0d x-openstack-request-id: req-844f2959-ea8c-4526-ade0-1980de8dce0d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:52.138057 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-plugged", "status": "completed", "tag": "3efdff0a-8a2d-4378-af59-5e2f16314b7c", "code": 200}, {"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-plugged", "status": "completed", "tag": "c8ab8bcc-5100-4235-85e8-fb0ff3effe78", "code": 200}, {"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-plugged", "status": "completed", "tag": "bc03262b-ee5b-4a57-952b-ed61da7d64b2", "code": 200}, {"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-plugged", "status": "completed", "tag": "00483342-9629-4105-84b7-63f1b73710d0", "code": 200}, {"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-plugged", "status": "completed", "tag": "aadb6dad-40f0-4d6e-aac5-5e77d813d05b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:52.138302 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-844f2959-ea8c-4526-ade0-1980de8dce0d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:52.138711 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efdff0a-8a2d-4378-af59-5e2f16314b7c', 'code': 200} Jan 28 19:13:52.138969 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ab8bcc-5100-4235-85e8-fb0ff3effe78', 'code': 200} Jan 28 19:13:52.139219 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc03262b-ee5b-4a57-952b-ed61da7d64b2', 'code': 200} Jan 28 19:13:52.139461 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00483342-9629-4105-84b7-63f1b73710d0', 'code': 200} Jan 28 19:13:52.139705 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadb6dad-40f0-4d6e-aac5-5e77d813d05b', 'code': 200} Jan 28 19:13:52.286234 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762917-a12e-4056-8853-db71be4a9260 req-b46dcaaf-0655-41be-989f-3ec669e92c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.286878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762917-a12e-4056-8853-db71be4a9260 req-b46dcaaf-0655-41be-989f-3ec669e92c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.287287 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762917-a12e-4056-8853-db71be4a9260 req-b46dcaaf-0655-41be-989f-3ec669e92c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.287752 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762917-a12e-4056-8853-db71be4a9260 req-b46dcaaf-0655-41be-989f-3ec669e92c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.288221 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762917-a12e-4056-8853-db71be4a9260 req-b46dcaaf-0655-41be-989f-3ec669e92c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.288682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762917-a12e-4056-8853-db71be4a9260 req-b46dcaaf-0655-41be-989f-3ec669e92c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.289170 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762917-a12e-4056-8853-db71be4a9260 req-b46dcaaf-0655-41be-989f-3ec669e92c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.291143 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b0762917-a12e-4056-8853-db71be4a9260 req-b46dcaaf-0655-41be-989f-3ec669e92c84 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 6718 time: 0.0557058 Jan 28 19:13:52.349904 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b0762917-a12e-4056-8853-db71be4a9260 req-4e8d1519-550d-4b42-88a6-a9cbf938a4e6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511308 Jan 28 19:13:52.500497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2d510-177c-4e50-af78-2f9993649d63 req-7ed6cdd0-b966-4240-bc01-a98948f48b67 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.505888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2d510-177c-4e50-af78-2f9993649d63 req-7ed6cdd0-b966-4240-bc01-a98948f48b67 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.511400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2d510-177c-4e50-af78-2f9993649d63 req-7ed6cdd0-b966-4240-bc01-a98948f48b67 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.517045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2d510-177c-4e50-af78-2f9993649d63 req-7ed6cdd0-b966-4240-bc01-a98948f48b67 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.522442 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2d510-177c-4e50-af78-2f9993649d63 req-7ed6cdd0-b966-4240-bc01-a98948f48b67 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.527978 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2d510-177c-4e50-af78-2f9993649d63 req-7ed6cdd0-b966-4240-bc01-a98948f48b67 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.533526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2d510-177c-4e50-af78-2f9993649d63 req-7ed6cdd0-b966-4240-bc01-a98948f48b67 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.537670 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cdd2d510-177c-4e50-af78-2f9993649d63 req-7ed6cdd0-b966-4240-bc01-a98948f48b67 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5444 time: 0.0963728 Jan 28 19:13:52.596092 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cdd2d510-177c-4e50-af78-2f9993649d63 req-c120b23e-f01b-4f57-adea-6736d9ed3061 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548663 Jan 28 19:13:52.607285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62777f-4c69-4739-bbac-fd6de833f3f6 req-e656d82e-8d28-491d-bc64-8c67f648ae48 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.608687 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3f62777f-4c69-4739-bbac-fd6de833f3f6 req-e656d82e-8d28-491d-bc64-8c67f648ae48 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0572064 Jan 28 19:13:52.664632 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3f62777f-4c69-4739-bbac-fd6de833f3f6 req-8de28458-5ef2-490f-8e74-7b459d9a127e tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416489 Jan 28 19:13:52.716412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83a723-2513-4374-886a-0bfc48ea37c3 req-862c31d6-d8ee-4ef3-8fbe-9f5ef93df734 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.718173 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b83a723-2513-4374-886a-0bfc48ea37c3 req-862c31d6-d8ee-4ef3-8fbe-9f5ef93df734 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0629683 Jan 28 19:13:52.750604 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11946800-a080-46c3-9644-df03da7d6374 req-f4ad3876-a11d-430f-8871-63033f3d9764 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0283930 Jan 28 19:13:52.767318 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b83a723-2513-4374-886a-0bfc48ea37c3 req-6a81f250-7821-4989-8731-3db6290b9adf tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430884 Jan 28 19:13:52.870512 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e3fa0-f6de-4fbd-9693-d3c4e5e6f67e req-72970484-7e10-42dc-8d05-fc62e985af62 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:52.871878 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b84e3fa0-f6de-4fbd-9693-d3c4e5e6f67e req-72970484-7e10-42dc-8d05-fc62e985af62 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0543780 Jan 28 19:13:52.897787 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:52.925568 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b84e3fa0-f6de-4fbd-9693-d3c4e5e6f67e req-8d7d751e-94b5-44bd-be2e-d7cc0ebf2f0d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477180 Jan 28 19:13:53.132353 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ffd7d-6875-4dde-997e-7e57a2d6a0d1 req-eb581ed7-cf8d-4ffb-957f-56ab81082577 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.134085 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e4ffd7d-6875-4dde-997e-7e57a2d6a0d1 req-eb581ed7-cf8d-4ffb-957f-56ab81082577 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0563812 Jan 28 19:13:53.184640 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e4ffd7d-6875-4dde-997e-7e57a2d6a0d1 req-424218e4-b9e1-44d3-8f5f-c623b84327ef tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448112 Jan 28 19:13:53.737506 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa77971-3ec9-4516-8557-bc464a7619c0 req-86521373-d0d6-4a93-99b1-3711c82eab90 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.742836 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa77971-3ec9-4516-8557-bc464a7619c0 req-86521373-d0d6-4a93-99b1-3711c82eab90 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.748244 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa77971-3ec9-4516-8557-bc464a7619c0 req-86521373-d0d6-4a93-99b1-3711c82eab90 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.753507 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa77971-3ec9-4516-8557-bc464a7619c0 req-86521373-d0d6-4a93-99b1-3711c82eab90 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.758818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa77971-3ec9-4516-8557-bc464a7619c0 req-86521373-d0d6-4a93-99b1-3711c82eab90 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.764147 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa77971-3ec9-4516-8557-bc464a7619c0 req-86521373-d0d6-4a93-99b1-3711c82eab90 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.769404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa77971-3ec9-4516-8557-bc464a7619c0 req-86521373-d0d6-4a93-99b1-3711c82eab90 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.771372 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1aa77971-3ec9-4516-8557-bc464a7619c0 req-86521373-d0d6-4a93-99b1-3711c82eab90 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5444 time: 0.0964112 Jan 28 19:13:53.786556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9b7e2-9c0b-4d56-88b5-49429bc461f4 req-f446abd1-6233-47d5-a3f9-25befe7f0458 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.788097 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebe9b7e2-9c0b-4d56-88b5-49429bc461f4 req-f446abd1-6233-47d5-a3f9-25befe7f0458 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0537343 Jan 28 19:13:53.831091 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1aa77971-3ec9-4516-8557-bc464a7619c0 req-44f17a38-f5e6-4274-ac5d-2658714f3fee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534086 Jan 28 19:13:53.840221 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebe9b7e2-9c0b-4d56-88b5-49429bc461f4 req-b069e1b0-3e12-40f7-8ceb-b2d8564dc6b4 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450623 Jan 28 19:13:53.922586 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f51ff30-102e-41c6-81ea-a713e2938734 req-3f7ce57a-72c4-42db-878a-f38e2db21e12 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0272992 Jan 28 19:13:53.962146 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07267d39-3220-4ba4-b642-d90e4f327e12 req-f466005a-f63b-4947-bcc6-2fa3abec524a tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:53.963755 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07267d39-3220-4ba4-b642-d90e4f327e12 req-f466005a-f63b-4947-bcc6-2fa3abec524a tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0575719 Jan 28 19:13:54.012633 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07267d39-3220-4ba4-b642-d90e4f327e12 req-2230bde3-d051-460f-8c54-54ebde4ce275 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429711 Jan 28 19:13:54.048389 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413c4a3-7389-4f5d-ba6d-552bcc59fb34 req-ef432a22-4b36-405d-9453-d8dac2f7b74d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:54.049884 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f413c4a3-7389-4f5d-ba6d-552bcc59fb34 req-ef432a22-4b36-405d-9453-d8dac2f7b74d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0557590 Jan 28 19:13:54.096113 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f413c4a3-7389-4f5d-ba6d-552bcc59fb34 req-81872139-0562-4d3d-a975-e39651e540ff tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Jan 28 19:13:54.310188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e798c-5b9c-4aac-b4b4-ffb93d080bfb req-d524497a-abf8-4e62-9c89-c411a33f9947 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:54.311749 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-620e798c-5b9c-4aac-b4b4-ffb93d080bfb req-d524497a-abf8-4e62-9c89-c411a33f9947 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0552177 Jan 28 19:13:54.358578 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-620e798c-5b9c-4aac-b4b4-ffb93d080bfb req-acc64bf4-2d44-477e-bfda-ddf24086bdad tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408177 Jan 28 19:13:54.386603 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:54.983186 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55029f-6f48-4160-9318-91488eb17ae4 req-75c2f4a6-5e9b-4deb-93a2-3a5dcc988450 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:54.983856 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508ebae-8b29-4b21-8840-0a6898345a91 req-b8c73b80-6443-4fba-820c-61d740cbd730 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:54.984884 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3508ebae-8b29-4b21-8840-0a6898345a91 req-b8c73b80-6443-4fba-820c-61d740cbd730 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0614977 Jan 28 19:13:54.988943 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55029f-6f48-4160-9318-91488eb17ae4 req-75c2f4a6-5e9b-4deb-93a2-3a5dcc988450 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:54.994230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55029f-6f48-4160-9318-91488eb17ae4 req-75c2f4a6-5e9b-4deb-93a2-3a5dcc988450 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:54.999550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55029f-6f48-4160-9318-91488eb17ae4 req-75c2f4a6-5e9b-4deb-93a2-3a5dcc988450 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.004816 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55029f-6f48-4160-9318-91488eb17ae4 req-75c2f4a6-5e9b-4deb-93a2-3a5dcc988450 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.010306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55029f-6f48-4160-9318-91488eb17ae4 req-75c2f4a6-5e9b-4deb-93a2-3a5dcc988450 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.015577 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55029f-6f48-4160-9318-91488eb17ae4 req-75c2f4a6-5e9b-4deb-93a2-3a5dcc988450 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.017541 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc55029f-6f48-4160-9318-91488eb17ae4 req-75c2f4a6-5e9b-4deb-93a2-3a5dcc988450 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5444 time: 0.0970914 Jan 28 19:13:55.032691 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3508ebae-8b29-4b21-8840-0a6898345a91 req-5f752e52-2ec6-46ee-b508-f453de2a0826 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 Jan 28 19:13:55.077265 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc55029f-6f48-4160-9318-91488eb17ae4 req-26db2dd5-da38-4b1a-9dbb-2135bca5b0c8 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539372 Jan 28 19:13:55.119295 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e0d30e44-0194-49ed-843d-0eae1a439b06 req-772bd6af-b3fe-4def-9184-b75c3c0de6ce tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0282478 Jan 28 19:13:55.194353 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081218a-8ceb-4846-a58a-40f3c53eac61 req-3704a1be-8ca3-4603-a8df-f7c3437dcd0f tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.195876 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0081218a-8ceb-4846-a58a-40f3c53eac61 req-3704a1be-8ca3-4603-a8df-f7c3437dcd0f tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0560420 Jan 28 19:13:55.225475 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:55.237274 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90fea3-549e-4e47-9afe-f270acc8fd72 req-da85700e-19c7-4208-a30d-463432a78e9e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.242615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90fea3-549e-4e47-9afe-f270acc8fd72 req-da85700e-19c7-4208-a30d-463432a78e9e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.244985 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0081218a-8ceb-4846-a58a-40f3c53eac61 req-3b9769d4-5062-462a-9c15-601c3538a9fb tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433631 Jan 28 19:13:55.248085 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90fea3-549e-4e47-9afe-f270acc8fd72 req-da85700e-19c7-4208-a30d-463432a78e9e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.253455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90fea3-549e-4e47-9afe-f270acc8fd72 req-da85700e-19c7-4208-a30d-463432a78e9e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.258779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90fea3-549e-4e47-9afe-f270acc8fd72 req-da85700e-19c7-4208-a30d-463432a78e9e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.264202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90fea3-549e-4e47-9afe-f270acc8fd72 req-da85700e-19c7-4208-a30d-463432a78e9e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.269485 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90fea3-549e-4e47-9afe-f270acc8fd72 req-da85700e-19c7-4208-a30d-463432a78e9e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.272831 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5e90fea3-549e-4e47-9afe-f270acc8fd72 req-da85700e-19c7-4208-a30d-463432a78e9e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5444 time: 0.0963743 Jan 28 19:13:55.281899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41454) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:13:55.286621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a4b284db-c0f9-4cef-9226-fc972b0795ee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Request body: {'floatingip': {'port_id': 'c8ab8bcc-5100-4235-85e8-fb0ff3effe78'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:55.333946 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4b284db-c0f9-4cef-9226-fc972b0795ee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for floatingip (e223d43a-8f22-48b7-9c66-9aef75ef88ba), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:55.354212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa09eb-dc50-4533-96ab-454b8fcd00ab req-4405bcee-ae70-4155-a468-bc095c617d4f tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.356208 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fcfa09eb-dc50-4533-96ab-454b8fcd00ab req-4405bcee-ae70-4155-a468-bc095c617d4f tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0568337 Jan 28 19:13:55.422804 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fcfa09eb-dc50-4533-96ab-454b8fcd00ab req-45f135fd-4c3c-4ad8-bbbf-6be5d0f8798a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602961 Jan 28 19:13:55.591866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1391d2-e613-4287-9e77-7a8c6beffef5 req-faef0ca2-715f-4e26-a5f4-40249048b7fb tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:55.593379 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed1391d2-e613-4287-9e77-7a8c6beffef5 req-faef0ca2-715f-4e26-a5f4-40249048b7fb tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.1483450 Jan 28 19:13:55.630088 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7c0acf53-e06a-4eeb-99d1-58984825297c req-7527d7f7-d7f8-4c01-a835-5d93b3911fe2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.1525695 Jan 28 19:13:55.742341 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed1391d2-e613-4287-9e77-7a8c6beffef5 req-17f5ce80-1cde-4c25-88d9-56e9b62f45f9 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360307 Jan 28 19:13:55.892408 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4b284db-c0f9-4cef-9226-fc972b0795ee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:55.898742 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4b284db-c0f9-4cef-9226-fc972b0795ee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (e223d43a-8f22-48b7-9c66-9aef75ef88ba), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:56.001651 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-a4b284db-c0f9-4cef-9226-fc972b0795ee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Floating IP e223d43a-8f22-48b7-9c66-9aef75ef88ba associated. External IP: 172.25.0.252, port: c8ab8bcc-5100-4235-85e8-fb0ff3effe78. Jan 28 19:13:56.152234 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d686b-d195-4437-9728-4560542cfee1 req-14f536c2-bb98-4cef-a17c-6d92405fa85f tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.153513 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f82d686b-d195-4437-9728-4560542cfee1 req-14f536c2-bb98-4cef-a17c-6d92405fa85f tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0517752 Jan 28 19:13:56.207263 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f82d686b-d195-4437-9728-4560542cfee1 req-a0b74acc-df78-4513-ab68-388362b86e31 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461698 Jan 28 19:13:56.228316 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c902e74b-f6b4-4f68-8e83-51dca00ad9bf req-b3bc483a-c5ee-4897-bb36-771040d8fa7b tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0333953 Jan 28 19:13:56.236015 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b284db-c0f9-4cef-9226-fc972b0795ee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Router 3f2b73da-805a-47ae-b82b-8383f58b6d43 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:13:56.347214 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b284db-c0f9-4cef-9226-fc972b0795ee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:13:56.352246 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4b284db-c0f9-4cef-9226-fc972b0795ee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:56.358881 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a95101e-4ca0-4236-8016-6fda6efb2780 None None] Sync routers for ids ['3f2b73da-805a-47ae-b82b-8383f58b6d43'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:13:56.364841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fd69b-18a7-42d5-ac67-f1f08f4f1bee req-e5783b41-6395-4da4-9544-76106e92642e tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.366674 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-089fd69b-18a7-42d5-ac67-f1f08f4f1bee req-e5783b41-6395-4da4-9544-76106e92642e tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0553520 Jan 28 19:13:56.369608 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a95101e-4ca0-4236-8016-6fda6efb2780 None None] Routers {'3f2b73da-805a-47ae-b82b-8383f58b6d43'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:13:56.370633 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8a95101e-4ca0-4236-8016-6fda6efb2780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:13:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3f2b73da-805a-47ae-b82b-8383f58b6d43'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:56.384505 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a4b284db-c0f9-4cef-9226-fc972b0795ee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "PUT /v2.0/floatingips/e223d43a-8f22-48b7-9c66-9aef75ef88ba HTTP/1.1" status: 200 len: 992 time: 1.1014276 Jan 28 19:13:56.385168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'tag': 'c8ab8bcc-5100-4235-85e8-fb0ff3effe78'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:56.387449 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7ad30e-05fe-45b3-8e6c-390b612eba93" -d '{"events": [{"name": "network-changed", "server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "tag": "c8ab8bcc-5100-4235-85e8-fb0ff3effe78"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:56.421346 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-089fd69b-18a7-42d5-ac67-f1f08f4f1bee req-3f3b35bd-bbf7-40b4-afc3-2b1bd9e557ee tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477004 Jan 28 19:13:56.478759 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951db520-68c9-4f07-afb1-bf52b9b182bc x-openstack-request-id: req-951db520-68c9-4f07-afb1-bf52b9b182bc {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:56.479307 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "tag": "c8ab8bcc-5100-4235-85e8-fb0ff3effe78", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:56.479432 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-951db520-68c9-4f07-afb1-bf52b9b182bc {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:56.479746 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'tag': 'c8ab8bcc-5100-4235-85e8-fb0ff3effe78', 'status': 'completed', 'code': 200} Jan 28 19:13:56.480289 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8a95101e-4ca0-4236-8016-6fda6efb2780 None None] Set router 3f2b73da-805a-47ae-b82b-8383f58b6d43 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:13:56.503000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625dea1-4f1e-41cc-952a-3169b7ba64e7 req-b5c2436d-4db3-4b7a-a574-c4acdadfc4ab tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.508103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625dea1-4f1e-41cc-952a-3169b7ba64e7 req-b5c2436d-4db3-4b7a-a574-c4acdadfc4ab tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.513617 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625dea1-4f1e-41cc-952a-3169b7ba64e7 req-b5c2436d-4db3-4b7a-a574-c4acdadfc4ab tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.525066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625dea1-4f1e-41cc-952a-3169b7ba64e7 req-b5c2436d-4db3-4b7a-a574-c4acdadfc4ab tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.531647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625dea1-4f1e-41cc-952a-3169b7ba64e7 req-b5c2436d-4db3-4b7a-a574-c4acdadfc4ab tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.537656 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625dea1-4f1e-41cc-952a-3169b7ba64e7 req-b5c2436d-4db3-4b7a-a574-c4acdadfc4ab tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.543341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625dea1-4f1e-41cc-952a-3169b7ba64e7 req-b5c2436d-4db3-4b7a-a574-c4acdadfc4ab tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.549797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b625dea1-4f1e-41cc-952a-3169b7ba64e7 req-b5c2436d-4db3-4b7a-a574-c4acdadfc4ab tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5444 time: 0.1168373 Jan 28 19:13:56.600448 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad30e-05fe-45b3-8e6c-390b612eba93 req-a958fa39-0d55-4858-99aa-11ac2de85ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.600937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad30e-05fe-45b3-8e6c-390b612eba93 req-a958fa39-0d55-4858-99aa-11ac2de85ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.601454 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad30e-05fe-45b3-8e6c-390b612eba93 req-a958fa39-0d55-4858-99aa-11ac2de85ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.601908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad30e-05fe-45b3-8e6c-390b612eba93 req-a958fa39-0d55-4858-99aa-11ac2de85ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.602390 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad30e-05fe-45b3-8e6c-390b612eba93 req-a958fa39-0d55-4858-99aa-11ac2de85ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.602857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad30e-05fe-45b3-8e6c-390b612eba93 req-a958fa39-0d55-4858-99aa-11ac2de85ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.603295 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad30e-05fe-45b3-8e6c-390b612eba93 req-a958fa39-0d55-4858-99aa-11ac2de85ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.605437 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e7ad30e-05fe-45b3-8e6c-390b612eba93 req-a958fa39-0d55-4858-99aa-11ac2de85ba6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6617f763bd2b491295631965114da93b&device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 6718 time: 0.0903580 Jan 28 19:13:56.611294 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b625dea1-4f1e-41cc-952a-3169b7ba64e7 req-3a6552c4-a173-4b27-a852-1a529f5a7d19 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596950 Jan 28 19:13:56.619069 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec2eca-ec86-478c-8d5c-9fc61fd715f3 req-3e28979d-8ac0-4b00-8c4d-f3709a89ef79 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.621442 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5ec2eca-ec86-478c-8d5c-9fc61fd715f3 req-3e28979d-8ac0-4b00-8c4d-f3709a89ef79 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0802674 Jan 28 19:13:56.734728 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5ec2eca-ec86-478c-8d5c-9fc61fd715f3 req-2129f9a0-28b5-490d-a9cd-8c7021a475e5 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037190 Jan 28 19:13:56.739784 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8a95101e-4ca0-4236-8016-6fda6efb2780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-router', 'tenant_id': '6617f763bd2b491295631965114da93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:06Z', 'updated_at': '2022-01-28T19:11:19Z', 'revision_number': 4, 'project_id': '6617f763bd2b491295631965114da93b', 'gw_port': {'id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:08Z', 'updated_at': '2022-01-28T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'e223d43a-8f22-48b7-9c66-9aef75ef88ba', 'tenant_id': '6617f763bd2b491295631965114da93b', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'port_id': 'c8ab8bcc-5100-4235-85e8-fb0ff3effe78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70', 'mac_address': 'fa:16:3e:fa:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:12:28Z', 'updated_at': '2022-01-28T19:13:55Z', 'revision_number': 1, 'project_id': '6617f763bd2b491295631965114da93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa', 'name': '', 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70', 'tenant_id': '6617f763bd2b491295631965114da93b', 'mac_address': 'fa:16:3e:26:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:17Z', 'updated_at': '2022-01-28T19:11:24Z', 'revision_number': 5, 'project_id': '6617f763bd2b491295631965114da93b', 'subnets': [{'id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:56.766377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11f1c2-8c22-4f60-94db-c28f6c791002 req-90320a34-96f4-46b6-886b-e47011a7e31f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.769098 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a95101e-4ca0-4236-8016-6fda6efb2780 None None] Checking router: 3f2b73da-805a-47ae-b82b-8383f58b6d43 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:13:56.770476 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad30e-05fe-45b3-8e6c-390b612eba93 req-10faf674-c0ac-4208-b8c5-068cd9f09534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.771832 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11f1c2-8c22-4f60-94db-c28f6c791002 req-90320a34-96f4-46b6-886b-e47011a7e31f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.774829 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e7ad30e-05fe-45b3-8e6c-390b612eba93 req-10faf674-c0ac-4208-b8c5-068cd9f09534 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7948a81e-3fe8-4059-93c5-2faeaa093a70 HTTP/1.1" status: 200 len: 918 time: 0.1515837 Jan 28 19:13:56.777474 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11f1c2-8c22-4f60-94db-c28f6c791002 req-90320a34-96f4-46b6-886b-e47011a7e31f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.780607 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a95101e-4ca0-4236-8016-6fda6efb2780 None None] Routers {'3f2b73da-805a-47ae-b82b-8383f58b6d43'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:13:56.781426 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8a95101e-4ca0-4236-8016-6fda6efb2780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:13:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3f2b73da-805a-47ae-b82b-8383f58b6d43'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:56.782894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11f1c2-8c22-4f60-94db-c28f6c791002 req-90320a34-96f4-46b6-886b-e47011a7e31f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.788359 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11f1c2-8c22-4f60-94db-c28f6c791002 req-90320a34-96f4-46b6-886b-e47011a7e31f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.795922 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11f1c2-8c22-4f60-94db-c28f6c791002 req-90320a34-96f4-46b6-886b-e47011a7e31f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.801618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11f1c2-8c22-4f60-94db-c28f6c791002 req-90320a34-96f4-46b6-886b-e47011a7e31f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.803690 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a11f1c2-8c22-4f60-94db-c28f6c791002 req-90320a34-96f4-46b6-886b-e47011a7e31f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5444 time: 0.1009421 Jan 28 19:13:56.894551 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e7ad30e-05fe-45b3-8e6c-390b612eba93 req-9a3293f4-98b0-49ef-bd40-5be07d9ac50c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8ab8bcc-5100-4235-85e8-fb0ff3effe78 HTTP/1.1" status: 200 len: 1000 time: 0.1036458 Jan 28 19:13:56.906989 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8a95101e-4ca0-4236-8016-6fda6efb2780 None None] Set router 3f2b73da-805a-47ae-b82b-8383f58b6d43 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:13:56.949184 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1364c90-331c-4416-8457-ed5e74a6d28f req-761d8a03-af64-44f5-874c-e0b1731400db tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.950178 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1364c90-331c-4416-8457-ed5e74a6d28f req-761d8a03-af64-44f5-874c-e0b1731400db tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.1095259 Jan 28 19:13:56.987145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad30e-05fe-45b3-8e6c-390b612eba93 req-d36d876e-b08f-41c7-9c23-3e23b6a2651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:56.988616 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e7ad30e-05fe-45b3-8e6c-390b612eba93 req-d36d876e-b08f-41c7-9c23-3e23b6a2651a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ce8390e-336c-458e-a9da-26a1cd52fae8 HTTP/1.1" status: 200 len: 856 time: 0.0859845 Jan 28 19:13:57.065149 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1364c90-331c-4416-8457-ed5e74a6d28f req-4b2de298-9e2e-4356-8a4e-b1514fa88238 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080492 Jan 28 19:13:57.086538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ad30e-05fe-45b3-8e6c-390b612eba93 req-c6c2a7d7-56d2-41b4-96ba-0fd7f846c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:57.087630 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e7ad30e-05fe-45b3-8e6c-390b612eba93 req-c6c2a7d7-56d2-41b4-96ba-0fd7f846c90a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7948a81e-3fe8-4059-93c5-2faeaa093a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0920660 Jan 28 19:13:57.089494 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15b4b3-fb51-4bee-ab1f-d308d2e1d6e3 req-cc4f3879-d5ef-451b-a75e-dad1b133f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:57.090914 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f15b4b3-fb51-4bee-ab1f-d308d2e1d6e3 req-cc4f3879-d5ef-451b-a75e-dad1b133f37b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 1127 time: 0.1014028 Jan 28 19:13:57.149884 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8a95101e-4ca0-4236-8016-6fda6efb2780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-router', 'tenant_id': '6617f763bd2b491295631965114da93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:06Z', 'updated_at': '2022-01-28T19:11:19Z', 'revision_number': 4, 'project_id': '6617f763bd2b491295631965114da93b', 'gw_port': {'id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:08Z', 'updated_at': '2022-01-28T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'e223d43a-8f22-48b7-9c66-9aef75ef88ba', 'tenant_id': '6617f763bd2b491295631965114da93b', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'port_id': 'c8ab8bcc-5100-4235-85e8-fb0ff3effe78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70', 'mac_address': 'fa:16:3e:fa:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:12:28Z', 'updated_at': '2022-01-28T19:13:55Z', 'revision_number': 1, 'project_id': '6617f763bd2b491295631965114da93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa', 'name': '', 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70', 'tenant_id': '6617f763bd2b491295631965114da93b', 'mac_address': 'fa:16:3e:26:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:17Z', 'updated_at': '2022-01-28T19:11:24Z', 'revision_number': 5, 'project_id': '6617f763bd2b491295631965114da93b', 'subnets': [{'id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:13:57.178764 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a95101e-4ca0-4236-8016-6fda6efb2780 None None] The sync data for ids ['3f2b73da-805a-47ae-b82b-8383f58b6d43'] in n-d-824834-4 is: [{'id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-router', 'tenant_id': '6617f763bd2b491295631965114da93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:06Z', 'updated_at': '2022-01-28T19:11:19Z', 'revision_number': 4, 'project_id': '6617f763bd2b491295631965114da93b', 'gw_port': {'id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:08Z', 'updated_at': '2022-01-28T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'e223d43a-8f22-48b7-9c66-9aef75ef88ba', 'tenant_id': '6617f763bd2b491295631965114da93b', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'port_id': 'c8ab8bcc-5100-4235-85e8-fb0ff3effe78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70', 'mac_address': 'fa:16:3e:fa:22:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:12:28Z', 'updated_at': '2022-01-28T19:13:55Z', 'revision_number': 1, 'project_id': '6617f763bd2b491295631965114da93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa', 'name': '', 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70', 'tenant_id': '6617f763bd2b491295631965114da93b', 'mac_address': 'fa:16:3e:26:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:17Z', 'updated_at': '2022-01-28T19:11:24Z', 'revision_number': 5, 'project_id': '6617f763bd2b491295631965114da93b', 'subnets': [{'id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:13:57.196287 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f15b4b3-fb51-4bee-ab1f-d308d2e1d6e3 req-5892f140-f170-43b1-8ed4-1889c9c2873a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960503 Jan 28 19:13:57.214193 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e7ad30e-05fe-45b3-8e6c-390b612eba93 req-82c0366b-1cb8-4e6f-b59b-a9ab4621ce49 service neutron] 10.222.0.37 "GET /v2.0/networks/7948a81e-3fe8-4059-93c5-2faeaa093a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150692 Jan 28 19:13:57.328522 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068d6e3-e5bc-47aa-a4d8-08b0a8d4a833 req-d58e7c41-0b47-4ad7-8207-1a41cfbbcbb6 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:57.330135 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b068d6e3-e5bc-47aa-a4d8-08b0a8d4a833 req-d58e7c41-0b47-4ad7-8207-1a41cfbbcbb6 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0539083 Jan 28 19:13:57.333721 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4a1d9bb8-43ce-4524-81d9-00f7321ac2b8 req-917a6a0f-119c-455c-aee6-70fe42d67328 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0288084 Jan 28 19:13:57.390000 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b068d6e3-e5bc-47aa-a4d8-08b0a8d4a833 req-2b1d9f2c-1d66-4b86-94ef-9177402549de tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537133 Jan 28 19:13:57.427678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71465912-5b32-48ae-889f-7530d400cd22 None None] New status for floating IP e223d43a-8f22-48b7-9c66-9aef75ef88ba: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:13:57.576346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f489e208-8015-435c-9904-184745c6162b req-249f25c3-0ef3-452e-8e60-99ee5dbb2f99 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca9bb80a9bc5413db78ed889b7abf085&device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0422666 Jan 28 19:13:57.611705 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f489e208-8015-435c-9904-184745c6162b req-69593601-1a0d-41b7-b10f-319b69475707 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ca9bb80a9bc5413db78ed889b7abf085&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253201 Jan 28 19:13:57.626398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dbd7c-4426-4e4a-805b-c540678b38d7 req-8fc9791d-e583-4812-b477-4814611aef66 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:57.629019 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9c3dbd7c-4426-4e4a-805b-c540678b38d7 req-8fc9791d-e583-4812-b477-4814611aef66 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.1092432 Jan 28 19:13:57.636271 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3bf18b9-437c-45f0-8928-9d4c1ec2d610 req-59bd08a5-eee3-46e7-b267-e7b017ec4bba tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0432734 Jan 28 19:13:57.640032 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e7ad30e-05fe-45b3-8e6c-390b612eba93 req-aefba764-0e09-447d-93a6-97e8900ad033 service neutron] 10.222.0.37 "GET /v2.0/networks/7948a81e-3fe8-4059-93c5-2faeaa093a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729898 Jan 28 19:13:57.748516 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9c3dbd7c-4426-4e4a-805b-c540678b38d7 req-a087c49d-9578-4995-a736-19255fe048db tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620539 Jan 28 19:13:57.764608 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489e208-8015-435c-9904-184745c6162b req-2bf50caf-d0b9-43d9-a8d6-01f2a8bdeb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:57.766351 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f489e208-8015-435c-9904-184745c6162b req-2bf50caf-d0b9-43d9-a8d6-01f2a8bdeb99 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359210 Jan 28 19:13:57.866571 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6355c3c-f6c9-4ea3-91da-df0be5421ad4 req-8719e6e7-6cce-4d06-9ffe-824d5982ca64 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:57.868052 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6355c3c-f6c9-4ea3-91da-df0be5421ad4 req-8719e6e7-6cce-4d06-9ffe-824d5982ca64 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0556884 Jan 28 19:13:57.916229 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6355c3c-f6c9-4ea3-91da-df0be5421ad4 req-a53cb769-5893-4aa5-b1c7-e441245ef241 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425620 Jan 28 19:13:58.190539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ca6a1-8a4d-4ad6-8d03-771a40091857 req-0f91706c-4f38-4a81-81b9-beafc3d6911e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:58.191996 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d51ca6a1-8a4d-4ad6-8d03-771a40091857 req-0f91706c-4f38-4a81-81b9-beafc3d6911e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0573375 Jan 28 19:13:58.321232 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d51ca6a1-8a4d-4ad6-8d03-771a40091857 req-2ac19db8-f742-459c-8540-a04c8b8fb70a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233957 Jan 28 19:13:58.514393 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5cd8f-5d45-4634-b3ed-c3037cb0814d req-dde4f192-ff99-4a20-bd7f-934f926559c8 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:58.515874 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02c5cd8f-5d45-4634-b3ed-c3037cb0814d req-dde4f192-ff99-4a20-bd7f-934f926559c8 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0557675 Jan 28 19:13:58.562902 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02c5cd8f-5d45-4634-b3ed-c3037cb0814d req-6ded5ad5-d308-4908-b39f-ecfa3192d849 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410812 Jan 28 19:13:58.741637 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83a3e65c-6d44-4ed7-98f9-03cf33902802 req-d8df8cd1-0091-4bd3-a27e-25d82d6efedb tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.55 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0309799 Jan 28 19:13:58.872915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb993838-d47f-468f-98f8-62fc9e339815 req-6c153b5f-7323-4a8b-ab9b-da82c016fd60 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:58.874434 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb993838-d47f-468f-98f8-62fc9e339815 req-6c153b5f-7323-4a8b-ab9b-da82c016fd60 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0579901 Jan 28 19:13:58.924883 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb993838-d47f-468f-98f8-62fc9e339815 req-fabd9cf9-b5fe-4e35-8de5-cda69f213ea8 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446696 Jan 28 19:13:58.963780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-68de381d-ef83-4245-be62-3b437cb12cb2 req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2046633230', 'description': 'tempest-description-1906818554'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:58.991184 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-68de381d-ef83-4245-be62-3b437cb12cb2 req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:59.043215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e782005-1fd1-4318-a35a-d96b945be8fc req-199ae3d4-bc9c-48eb-9ba4-11d23197df25 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.045577 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6e782005-1fd1-4318-a35a-d96b945be8fc req-199ae3d4-bc9c-48eb-9ba4-11d23197df25 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0568855 Jan 28 19:13:59.061942 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-68de381d-ef83-4245-be62-3b437cb12cb2 req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for security_group (8c4b2d4d-6603-4e4f-94d5-1b8302ade1a2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:59.067399 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-68de381d-ef83-4245-be62-3b437cb12cb2 req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8c4b2d4d-6603-4e4f-94d5-1b8302ade1a2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:59.093310 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6e782005-1fd1-4318-a35a-d96b945be8fc req-66a30eef-e624-44a3-af5f-b802cc601a93 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427704 Jan 28 19:13:59.094638 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-68de381d-ef83-4245-be62-3b437cb12cb2 req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:59.095858 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-68de381d-ef83-4245-be62-3b437cb12cb2 req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.1367073 Jan 28 19:13:59.100716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4b2d4d-6603-4e4f-94d5-1b8302ade1a2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:59.108568 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:59.108921 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:59.109262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:59.109594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:59.109924 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:59.111234 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:59.111572 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:59.111909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:59.112236 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:59.112593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:59.112881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:59.113202 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:59.113640 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0766ee5-18ff-4f9a-9457-9fcfa7939d7c tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:13:59.142889 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f489e208-8015-435c-9904-184745c6162b req-84ff1ea0-f10e-4489-9665-718a8813e109 tempest-ServerShowV257Test-754692447 tempest-ServerShowV257Test-754692447-project] 10.222.0.31 "GET /v2.0/ports?device_id=28888958-3f7a-42a5-9658-87de0de7f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0289006 Jan 28 19:13:59.191524 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96917a5d-4725-40b2-8f33-680b0377f96b req-bfa1bcfc-3fa7-4a00-ae71-f8a940472087 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2046633230&fields=id&tenant_id=ce5dc177d53f45de9643f8a43c92911f HTTP/1.1" status: 200 len: 267 time: 0.0405366 Jan 28 19:13:59.257237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96917a5d-4725-40b2-8f33-680b0377f96b req-e90c85b1-00de-441b-9e5b-a1ff3e46abb4 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.258774 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96917a5d-4725-40b2-8f33-680b0377f96b req-e90c85b1-00de-441b-9e5b-a1ff3e46abb4 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0617025 Jan 28 19:13:59.270563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-96917a5d-4725-40b2-8f33-680b0377f96b req-91d4b5ff-c8e7-46cf-81fb-5fa4ded070a2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Request body: {'port': {'security_groups': ['c96811e0-db4b-465e-a1bb-b521f1d8ed76', '8c4b2d4d-6603-4e4f-94d5-1b8302ade1a2']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:59.345354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96917a5d-4725-40b2-8f33-680b0377f96b req-91d4b5ff-c8e7-46cf-81fb-5fa4ded070a2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c410f0b2-4071-485c-9340-df06a025bd18), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:59.442457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35933568-6cce-4666-a25c-114831f7446b req-3d7f7c73-1854-4d4d-98ad-1d7d26163309 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.443838 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35933568-6cce-4666-a25c-114831f7446b req-3d7f7c73-1854-4d4d-98ad-1d7d26163309 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0520515 Jan 28 19:13:59.495300 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35933568-6cce-4666-a25c-114831f7446b req-be84b40e-c254-43da-8090-6f8a0d373c3a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455356 Jan 28 19:13:59.537605 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-96917a5d-4725-40b2-8f33-680b0377f96b req-91d4b5ff-c8e7-46cf-81fb-5fa4ded070a2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] For port c410f0b2-4071-485c-9340-df06a025bd18, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c410f0b2-4071-485c-9340-df06a025bd18,segment=NetworkSegment(e82d184b-4aea-4ba0-9bbc-d944ceb20447),segment_id=e82d184b-4aea-4ba0-9bbc-d944ceb20447)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:13:59.568970 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96917a5d-4725-40b2-8f33-680b0377f96b req-91d4b5ff-c8e7-46cf-81fb-5fa4ded070a2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for port (c410f0b2-4071-485c-9340-df06a025bd18), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:59.575085 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96917a5d-4725-40b2-8f33-680b0377f96b req-91d4b5ff-c8e7-46cf-81fb-5fa4ded070a2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c410f0b2-4071-485c-9340-df06a025bd18), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:59.599258 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['c410f0b2-4071-485c-9340-df06a025bd18'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:59.618605 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96917a5d-4725-40b2-8f33-680b0377f96b req-91d4b5ff-c8e7-46cf-81fb-5fa4ded070a2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.619244 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96917a5d-4725-40b2-8f33-680b0377f96b req-91d4b5ff-c8e7-46cf-81fb-5fa4ded070a2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:59.620716 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96917a5d-4725-40b2-8f33-680b0377f96b req-91d4b5ff-c8e7-46cf-81fb-5fa4ded070a2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "PUT /v2.0/ports/c410f0b2-4071-485c-9340-df06a025bd18 HTTP/1.1" status: 200 len: 981 time: 0.3548574 Jan 28 19:13:59.621185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'tag': 'c410f0b2-4071-485c-9340-df06a025bd18'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:13:59.623607 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183043b6-5cf2-43b7-9b40-e172a1a48de9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f05ba50-407d-44a7-9a1e-fede20f6d621", "tag": "c410f0b2-4071-485c-9340-df06a025bd18"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:13:59.654068 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4b5ff-c8e7-46cf-81fb-5fa4ded070a2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Pushing event updated for resources: {'Port': ['ID=c410f0b2-4071-485c-9340-df06a025bd18,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:13:59.716708 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb56a4-6132-4dc6-89f4-cc83e9416213 req-cb5d7a79-09da-4a60-9744-436022bb3eec tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.720979 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90eb56a4-6132-4dc6-89f4-cc83e9416213 req-cb5d7a79-09da-4a60-9744-436022bb3eec tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0742798 Jan 28 19:13:59.736293 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-06926f03-9798-4280-85eb-34438ecb46f4 req-c5f8d596-af28-4669-a42c-12b17cc519a9 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2046633230&fields=id&tenant_id=ce5dc177d53f45de9643f8a43c92911f HTTP/1.1" status: 200 len: 267 time: 0.0496497 Jan 28 19:13:59.785927 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90eb56a4-6132-4dc6-89f4-cc83e9416213 req-442e5b6e-c738-42f8-9da5-0bfb314b4f7c tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595825 Jan 28 19:13:59.805993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06926f03-9798-4280-85eb-34438ecb46f4 req-a1eb5a3a-61df-4b20-9a95-679f8b2f7352 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:13:59.805993 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-06926f03-9798-4280-85eb-34438ecb46f4 req-a1eb5a3a-61df-4b20-9a95-679f8b2f7352 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 984 time: 0.0584753 Jan 28 19:13:59.812357 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-06926f03-9798-4280-85eb-34438ecb46f4 req-75a3f4b9-e939-41eb-9717-f0f7920a2e53 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Request body: {'port': {'security_groups': ['c96811e0-db4b-465e-a1bb-b521f1d8ed76']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:13:59.829377 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device b06602ea-53fc-4ce3-bf99-df0fa4870f3f details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:13:59.872667 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['c410f0b2-4071-485c-9340-df06a025bd18'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:13:59.896889 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-06926f03-9798-4280-85eb-34438ecb46f4 req-75a3f4b9-e939-41eb-9717-f0f7920a2e53 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c410f0b2-4071-485c-9340-df06a025bd18), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:13:59.913742 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0d677b-c842-465e-86a9-ac6ce5cfc214 x-openstack-request-id: req-1b0d677b-c842-465e-86a9-ac6ce5cfc214 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:13:59.914052 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f05ba50-407d-44a7-9a1e-fede20f6d621", "tag": "c410f0b2-4071-485c-9340-df06a025bd18", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:13:59.914319 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b0d677b-c842-465e-86a9-ac6ce5cfc214 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:13:59.914729 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'tag': 'c410f0b2-4071-485c-9340-df06a025bd18', 'status': 'completed', 'code': 200} Jan 28 19:13:59.972472 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.025278 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:00.042145 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device b06602ea-53fc-4ce3-bf99-df0fa4870f3f has no active binding in host n-h2-824834-4 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:14:00.043612 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183043b6-5cf2-43b7-9b40-e172a1a48de9 req-96c86e2d-bdeb-4022-9047-9805d2aa8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:00.045508 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-183043b6-5cf2-43b7-9b40-e172a1a48de9 req-96c86e2d-bdeb-4022-9047-9805d2aa8036 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce5dc177d53f45de9643f8a43c92911f&device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 1166 time: 0.0896690 Jan 28 19:14:00.202840 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-06926f03-9798-4280-85eb-34438ecb46f4 req-75a3f4b9-e939-41eb-9717-f0f7920a2e53 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] For port c410f0b2-4071-485c-9340-df06a025bd18, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c410f0b2-4071-485c-9340-df06a025bd18,segment=NetworkSegment(e82d184b-4aea-4ba0-9bbc-d944ceb20447),segment_id=e82d184b-4aea-4ba0-9bbc-d944ceb20447)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:00.222288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183043b6-5cf2-43b7-9b40-e172a1a48de9 req-01c1775e-dcaf-41e4-acd5-9ca981e0b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:00.222839 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d4276-d15a-4d14-9849-b83e8ba0b608 req-a419e638-d9a7-4298-8316-5b195bcfe036 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:00.223786 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-183043b6-5cf2-43b7-9b40-e172a1a48de9 req-01c1775e-dcaf-41e4-acd5-9ca981e0b76b service neutron] 10.222.0.37 "GET /v2.0/networks?id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6 HTTP/1.1" status: 200 len: 921 time: 0.1644409 Jan 28 19:14:00.224527 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a7d4276-d15a-4d14-9849-b83e8ba0b608 req-a419e638-d9a7-4298-8316-5b195bcfe036 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 946 time: 0.0581720 Jan 28 19:14:00.277318 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a7d4276-d15a-4d14-9849-b83e8ba0b608 req-9074f38d-0bde-498d-a884-f639bc71179f tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445762 Jan 28 19:14:00.279943 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-06926f03-9798-4280-85eb-34438ecb46f4 req-75a3f4b9-e939-41eb-9717-f0f7920a2e53 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for port (c410f0b2-4071-485c-9340-df06a025bd18), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.291988 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-183043b6-5cf2-43b7-9b40-e172a1a48de9 req-473951cc-3ce1-4242-8f71-4b3a9dc50c85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c410f0b2-4071-485c-9340-df06a025bd18 HTTP/1.1" status: 200 len: 217 time: 0.0524023 Jan 28 19:14:00.292762 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-06926f03-9798-4280-85eb-34438ecb46f4 req-75a3f4b9-e939-41eb-9717-f0f7920a2e53 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c410f0b2-4071-485c-9340-df06a025bd18), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.305756 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['c410f0b2-4071-485c-9340-df06a025bd18'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:00.326381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41526) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:00.390446 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06926f03-9798-4280-85eb-34438ecb46f4 req-75a3f4b9-e939-41eb-9717-f0f7920a2e53 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:00.391081 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-06926f03-9798-4280-85eb-34438ecb46f4 req-75a3f4b9-e939-41eb-9717-f0f7920a2e53 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.392512 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-06926f03-9798-4280-85eb-34438ecb46f4 req-75a3f4b9-e939-41eb-9717-f0f7920a2e53 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "PUT /v2.0/ports/c410f0b2-4071-485c-9340-df06a025bd18 HTTP/1.1" status: 200 len: 942 time: 0.5849819 Jan 28 19:14:00.435459 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3f4b9-e939-41eb-9717-f0f7920a2e53 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Pushing event updated for resources: {'Port': ['ID=c410f0b2-4071-485c-9340-df06a025bd18,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:00.441997 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183043b6-5cf2-43b7-9b40-e172a1a48de9 req-b4c30339-bb0e-4314-b210-bb541a47ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:00.443517 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-183043b6-5cf2-43b7-9b40-e172a1a48de9 req-b4c30339-bb0e-4314-b210-bb541a47ed02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d5154f7-89ca-42cb-85fe-94773e052975 HTTP/1.1" status: 200 len: 860 time: 0.1268756 Jan 28 19:14:00.446814 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750ffac-428e-4eba-b691-2df393c47365 req-4b9158ad-15e6-4ded-a169-1167a2af26da tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:00.448139 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-4b9158ad-15e6-4ded-a169-1167a2af26da tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245&tenant_id=be0bcd491a344f1d9cdebd1430d3209a&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 1128 time: 0.1996400 Jan 28 19:14:00.475947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824834-4'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:00.510327 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.514172 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-183043b6-5cf2-43b7-9b40-e172a1a48de9 req-6ce7f1d8-2c92-4455-9ec0-856120456e6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538538 Jan 28 19:14:00.565721 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['c410f0b2-4071-485c-9340-df06a025bd18'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:00.585095 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af3e1525-e79b-4986-8544-d83f64045d47 req-557302bc-945c-48c3-9f35-ed7d9b9412dd tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1701524 Jan 28 19:14:00.598702 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-af3e1525-e79b-4986-8544-d83f64045d47 req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:00.638528 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.642217 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af3e1525-e79b-4986-8544-d83f64045d47 req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.666638 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] Publish callbacks [] for security_group (3f30ea59-4570-4677-8c17-db19f2578fbc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.701715 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3f30ea59-4570-4677-8c17-db19f2578fbc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.704181 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-183043b6-5cf2-43b7-9b40-e172a1a48de9 req-323016a9-1cb3-43a6-bc53-5e74e4210d99 service neutron] 10.222.0.37 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820583 Jan 28 19:14:00.717771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18f3b9-d71c-4b78-bbba-3601d39e50af req-1a9f0fa7-4dbb-418e-bbaf-c02c57306dcf tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:00.719293 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8a18f3b9-d71c-4b78-bbba-3601d39e50af req-1a9f0fa7-4dbb-418e-bbaf-c02c57306dcf tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.1288948 Jan 28 19:14:00.753102 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca9bb80a9bc5413db78ed889b7abf085&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4230487 Jan 28 19:14:00.753333 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41534) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:00.760251 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f30ea59-4570-4677-8c17-db19f2578fbc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:00.778878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:00.779229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:00.779574 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:00.779911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:00.780249 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:00.780573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:00.780906 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:00.781220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:00.781540 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:00.781868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:00.782212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:00.782533 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:00.782852 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c068ed-1904-4a2c-b205-fc1fd07857a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:00.840269 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e32f8b6d-8632-4b9e-b940-d05295760739 admin admin] Publish callbacks [] for security_group (3f30ea59-4570-4677-8c17-db19f2578fbc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.857832 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af3e1525-e79b-4986-8544-d83f64045d47 req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.872082 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e32f8b6d-8632-4b9e-b940-d05295760739 admin admin] Publish callbacks [] for security_group (3f30ea59-4570-4677-8c17-db19f2578fbc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.876488 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8a18f3b9-d71c-4b78-bbba-3601d39e50af req-e99a3b9e-8408-4046-a3a0-df70e9b3fed3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463697 Jan 28 19:14:00.916463 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-183043b6-5cf2-43b7-9b40-e172a1a48de9 req-4de3ec4c-e1f0-49b6-8a89-95162926ab23 service neutron] 10.222.0.37 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961150 Jan 28 19:14:00.932276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] For port b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:00.980896 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e32f8b6d-8632-4b9e-b940-d05295760739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3f30ea59-4570-4677-8c17-db19f2578fbc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.983974 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e32f8b6d-8632-4b9e-b940-d05295760739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:00.984772 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e32f8b6d-8632-4b9e-b940-d05295760739 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f30ea59-4570-4677-8c17-db19f2578fbc HTTP/1.1" status: 204 len: 168 time: 0.2306111 Jan 28 19:14:01.004567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] For port b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:01.007651 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f8b6d-8632-4b9e-b940-d05295760739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f30ea59-4570-4677-8c17-db19f2578fbc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:01.027833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-af3e1525-e79b-4986-8544-d83f64045d47 req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Allocated IP 172.25.0.204 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/cd16a657-d8e3-40a9-87d1-aae7c802114c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:01.059721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a77dd-f08d-4ef4-8875-ed7db760e538 req-de12a4f5-4f7d-4a32-96bd-fbb34cc2a9c7 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:01.061312 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8d2a77dd-f08d-4ef4-8875-ed7db760e538 req-de12a4f5-4f7d-4a32-96bd-fbb34cc2a9c7 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.0925341 Jan 28 19:14:01.065854 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Publish callbacks [] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:01.078316 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:01.153280 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af3e1525-e79b-4986-8544-d83f64045d47 req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for port (cd16a657-d8e3-40a9-87d1-aae7c802114c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:01.187441 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Pushing event updated for resources: {'Port': ['ID=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:01.196295 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af3e1525-e79b-4986-8544-d83f64045d47 req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (cd16a657-d8e3-40a9-87d1-aae7c802114c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:01.201978 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8d2a77dd-f08d-4ef4-8875-ed7db760e538 req-7d321184-5215-4cbc-8410-b524676c1764 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300278 Jan 28 19:14:01.212076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Attempting to bind port b06602ea-53fc-4ce3-bf99-df0fa4870f3f on host n-h1-824834-4 for vnic_type normal with profile {"migrating_to": "n-h2-824834-4"} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:01.212449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Attempting to bind port b06602ea-53fc-4ce3-bf99-df0fa4870f3f by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:01.212784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Attempting to bind port b06602ea-53fc-4ce3-bf99-df0fa4870f3f on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:01.219606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Port b06602ea-53fc-4ce3-bf99-df0fa4870f3f on network 07cf55c4-e390-408e-b1e2-a832ba462c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:14:01.219927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Attempting to bind port b06602ea-53fc-4ce3-bf99-df0fa4870f3f on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:01.226125 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:01.226592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Checking segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:01.227011 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Bound using segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:01.227436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Bound port: b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:01.227792 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:01.240533 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3e1525-e79b-4986-8544-d83f64045d47 req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:01.243734 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-af3e1525-e79b-4986-8544-d83f64045d47 req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:01.246583 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3e1525-e79b-4986-8544-d83f64045d47 req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:01.291515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Pushing event updated for resources: {'Port': ['ID=cd16a657-d8e3-40a9-87d1-aae7c802114c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:01.300486 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] For port b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:01.304383 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] For port b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:01.314102 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:01.363921 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af3e1525-e79b-4986-8544-d83f64045d47 req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for floatingip (79e8d9a2-2870-4552-9026-71d4bb2dd671), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:01.402771 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af3e1525-e79b-4986-8544-d83f64045d47 req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cd16a657-d8e3-40a9-87d1-aae7c802114c), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:01.569193 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af3e1525-e79b-4986-8544-d83f64045d47 req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for port (cd16a657-d8e3-40a9-87d1-aae7c802114c), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:01.579695 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af3e1525-e79b-4986-8544-d83f64045d47 req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (cd16a657-d8e3-40a9-87d1-aae7c802114c), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:01.711728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:01.712500 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:01.713996 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] 10.222.0.37 "PUT /v2.0/ports/b06602ea-53fc-4ce3-bf99-df0fa4870f3f HTTP/1.1" status: 200 len: 1122 time: 1.2423842 Jan 28 19:14:01.715192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85abd79-848b-4fef-8db9-ba6e7ccee969 service neutron] Pushing event updated for resources: {'Port': ['ID=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,revision_number=8']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:01.777231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ab18c-7193-4861-ac10-6eff0740ce5d req-a082f2f1-f547-46a4-b6fc-70571974cf2f tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:01.787450 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a6ab18c-7193-4861-ac10-6eff0740ce5d req-a082f2f1-f547-46a4-b6fc-70571974cf2f tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 944 time: 0.4268024 Jan 28 19:14:01.789025 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41560) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:01.797987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['b06602ea-53fc-4ce3-bf99-df0fa4870f3f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:01.842381 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a6ab18c-7193-4861-ac10-6eff0740ce5d req-62761582-1488-4f9b-9063-e5f15b4c2746 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540843 Jan 28 19:14:01.901542 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['b06602ea-53fc-4ce3-bf99-df0fa4870f3f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:01.915885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'tag': 'c410f0b2-4071-485c-9340-df06a025bd18'}, {'server_uuid': '9a9903ce-0aa9-4462-acd3-2b225cf30245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06602ea-53fc-4ce3-bf99-df0fa4870f3f'}, {'name': 'network-changed', 'server_uuid': '9a9903ce-0aa9-4462-acd3-2b225cf30245', 'tag': 'b06602ea-53fc-4ce3-bf99-df0fa4870f3f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:01.918483 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9938c45c-da77-434b-8ca9-c1733f168e98" -d '{"events": [{"name": "network-changed", "server_uuid": "2f05ba50-407d-44a7-9a1e-fede20f6d621", "tag": "c410f0b2-4071-485c-9340-df06a025bd18"}, {"server_uuid": "9a9903ce-0aa9-4462-acd3-2b225cf30245", "name": "network-vif-unplugged", "status": "completed", "tag": "b06602ea-53fc-4ce3-bf99-df0fa4870f3f"}, {"name": "network-changed", "server_uuid": "9a9903ce-0aa9-4462-acd3-2b225cf30245", "tag": "b06602ea-53fc-4ce3-bf99-df0fa4870f3f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:01.960383 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ef997a1c-643e-4ac1-b600-a8959ab6e50f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-156441041-network', 'tenant_id': '0f75d8cee109468eba6ea5cf378f4de9'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:02.019103 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef997a1c-643e-4ac1-b600-a8959ab6e50f admin admin] Made reservation on behalf of 0f75d8cee109468eba6ea5cf378f4de9 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:02.021672 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef997a1c-643e-4ac1-b600-a8959ab6e50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.033729 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef997a1c-643e-4ac1-b600-a8959ab6e50f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.040034 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Pushing event updated for resources: {'Port': ['ID=cd16a657-d8e3-40a9-87d1-aae7c802114c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:02.049537 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af3e1525-e79b-4986-8544-d83f64045d47 req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (79e8d9a2-2870-4552-9026-71d4bb2dd671), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.059593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba91cc-53a2-4b2b-b19d-4eae0a66d9da req-b11bb921-e191-4242-9982-f26a39374d04 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.061141 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d2ba91cc-53a2-4b2b-b19d-4eae0a66d9da req-b11bb921-e191-4242-9982-f26a39374d04 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0881450 Jan 28 19:14:02.073111 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-af3e1525-e79b-4986-8544-d83f64045d47 req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.074980 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af3e1525-e79b-4986-8544-d83f64045d47 req-03b6cbe5-0d97-435a-9235-ffb4b1213a43 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4841034 Jan 28 19:14:02.134067 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d2ba91cc-53a2-4b2b-b19d-4eae0a66d9da req-2fb8a666-0a23-4e4f-8287-16c28b307ca1 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638959 Jan 28 19:14:02.144088 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af3e1525-e79b-4986-8544-d83f64045d47 req-8442d582-f086-4465-9124-5a4d4b8dd304 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 696 time: 0.0611410 Jan 28 19:14:02.178425 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef997a1c-643e-4ac1-b600-a8959ab6e50f admin admin] Publish callbacks [] for security_group (4f102121-f789-409c-8891-1d2331632c12), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.184213 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef997a1c-643e-4ac1-b600-a8959ab6e50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4f102121-f789-409c-8891-1d2331632c12), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.207576 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef997a1c-643e-4ac1-b600-a8959ab6e50f admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:14:02.214797 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3818874-0af7-4a35-b1ca-d7a30cd1a798 x-openstack-request-id: req-d3818874-0af7-4a35-b1ca-d7a30cd1a798 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:02.215099 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f05ba50-407d-44a7-9a1e-fede20f6d621", "tag": "c410f0b2-4071-485c-9340-df06a025bd18", "status": "completed", "code": 200}, {"server_uuid": "9a9903ce-0aa9-4462-acd3-2b225cf30245", "name": "network-vif-unplugged", "status": "completed", "tag": "b06602ea-53fc-4ce3-bf99-df0fa4870f3f", "code": 200}, {"name": "network-changed", "server_uuid": "9a9903ce-0aa9-4462-acd3-2b225cf30245", "tag": "b06602ea-53fc-4ce3-bf99-df0fa4870f3f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:02.215348 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3818874-0af7-4a35-b1ca-d7a30cd1a798 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:02.215746 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'tag': 'c410f0b2-4071-485c-9340-df06a025bd18', 'status': 'completed', 'code': 200} Jan 28 19:14:02.216083 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9903ce-0aa9-4462-acd3-2b225cf30245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06602ea-53fc-4ce3-bf99-df0fa4870f3f', 'code': 200} Jan 28 19:14:02.216326 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9903ce-0aa9-4462-acd3-2b225cf30245', 'tag': 'b06602ea-53fc-4ce3-bf99-df0fa4870f3f', 'status': 'completed', 'code': 200} Jan 28 19:14:02.235873 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef997a1c-643e-4ac1-b600-a8959ab6e50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (db2e5cc9-ff5e-4efc-b08b-995d629ff8c4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.236218 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-ef997a1c-643e-4ac1-b600-a8959ab6e50f admin admin] Added segment db2e5cc9-ff5e-4efc-b08b-995d629ff8c4 of type vlan for network c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4 Jan 28 19:14:02.255014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef997a1c-643e-4ac1-b600-a8959ab6e50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f102121-f789-409c-8891-1d2331632c12,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:02.307478 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef997a1c-643e-4ac1-b600-a8959ab6e50f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.315730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e1525-e79b-4986-8544-d83f64045d47 req-ece6acdd-5ec7-4650-b87b-20e302d46403 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.317100 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af3e1525-e79b-4986-8544-d83f64045d47 req-ece6acdd-5ec7-4650-b87b-20e302d46403 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.1721687 Jan 28 19:14:02.327457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-7b271afe-c992-45e3-a5f3-0079a3ddbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.328357 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-7b271afe-c992-45e3-a5f3-0079a3ddbd69 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 1156 time: 0.0900433 Jan 28 19:14:02.343054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-730c0365-8523-40ae-8465-a29bdcb77706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.344897 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-730c0365-8523-40ae-8465-a29bdcb77706 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce5dc177d53f45de9643f8a43c92911f&device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 1127 time: 0.1070564 Jan 28 19:14:02.355641 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef997a1c-643e-4ac1-b600-a8959ab6e50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.357080 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef997a1c-643e-4ac1-b600-a8959ab6e50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.358006 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef997a1c-643e-4ac1-b600-a8959ab6e50f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.432073 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ef997a1c-643e-4ac1-b600-a8959ab6e50f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6413164 Jan 28 19:14:02.436556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41576) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:02.443822 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d36b01d6-ab1a-45e7-b982-ab2725714295 admin admin] Request body: {'subnet': {'network_id': 'c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-156441041-subnet', 'tenant_id': '0f75d8cee109468eba6ea5cf378f4de9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:02.490226 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-1e9f082d-275a-4f2a-a5a1-85508c0361ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.491922 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-1e9f082d-275a-4f2a-a5a1-85508c0361ca service neutron] 10.222.0.31 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.1557627 Jan 28 19:14:02.498011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36b01d6-ab1a-45e7-b982-ab2725714295 admin admin] Made reservation on behalf of 0f75d8cee109468eba6ea5cf378f4de9 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:02.501234 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d36b01d6-ab1a-45e7-b982-ab2725714295 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.502464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef997a1c-643e-4ac1-b600-a8959ab6e50f admin admin] Pushing event updated for resources: {'Network': ['ID=c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:02.515775 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:14:02.520111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1efe02-bad2-4ce8-9d8e-79627f612afc req-c580ae5b-c16c-45a7-9777-e280081f55f6 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.521774 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f1efe02-bad2-4ce8-9d8e-79627f612afc req-c580ae5b-c16c-45a7-9777-e280081f55f6 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.1285307 Jan 28 19:14:02.558161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91049a24-d167-4636-ae32-4c704985e17e req-f16a4e45-9f46-419d-9fa8-9a410252d788 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.559691 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91049a24-d167-4636-ae32-4c704985e17e req-f16a4e45-9f46-419d-9fa8-9a410252d788 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0947881 Jan 28 19:14:02.560721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-5743b9db-4324-4db1-b9c8-b97c68b75794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.562129 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-5743b9db-4324-4db1-b9c8-b97c68b75794 service neutron] 10.222.0.37 "GET /v2.0/networks?id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6 HTTP/1.1" status: 200 len: 921 time: 0.1947348 Jan 28 19:14:02.607671 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-decb7537-e294-472d-80f5-0663bbb9bb7c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06602ea-53fc-4ce3-bf99-df0fa4870f3f HTTP/1.1" status: 200 len: 217 time: 0.1024346 Jan 28 19:14:02.619194 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91049a24-d167-4636-ae32-4c704985e17e req-8aa82f0a-3c0e-4398-98dd-c53d3da56ca2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 696 time: 0.0538051 Jan 28 19:14:02.650994 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-0717a392-bef3-4796-86d1-42b51e8c6e02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c410f0b2-4071-485c-9340-df06a025bd18 HTTP/1.1" status: 200 len: 217 time: 0.0470803 Jan 28 19:14:02.654578 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-91049a24-d167-4636-ae32-4c704985e17e req-f9ab6c98-ca0d-46ce-8365-7a28238996f2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Request body: {'floatingip': {'port_id': 'c410f0b2-4071-485c-9340-df06a025bd18', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:02.703289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-e9998d3c-6fa8-4a12-a976-be181d6c0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.704755 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-e9998d3c-6fa8-4a12-a976-be181d6c0df1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.0874462 Jan 28 19:14:02.707853 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f1efe02-bad2-4ce8-9d8e-79627f612afc req-4d02d591-728c-4d57-9855-16ed2779e44e tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743290 Jan 28 19:14:02.730246 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-91049a24-d167-4636-ae32-4c704985e17e req-f9ab6c98-ca0d-46ce-8365-7a28238996f2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for floatingip (79e8d9a2-2870-4552-9026-71d4bb2dd671), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.743117 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-d7180366-81d3-433d-8b96-849dbceb5a2c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316479 Jan 28 19:14:02.755436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-8ff77d07-adbc-4764-821e-682e96c62402 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:14:02.755933 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-8ff77d07-adbc-4764-821e-682e96c62402 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053656 Jan 28 19:14:02.790950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-2ad4b0b3-8115-4081-8af5-b6e3d53d4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.792455 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-2ad4b0b3-8115-4081-8af5-b6e3d53d4bb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d5154f7-89ca-42cb-85fe-94773e052975 HTTP/1.1" status: 200 len: 860 time: 0.1340480 Jan 28 19:14:02.853429 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-f9d0e4bb-e5a0-4058-ba57-25b0ceb87348 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482242 Jan 28 19:14:02.944463 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d36b01d6-ab1a-45e7-b982-ab2725714295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (dc3107bf-db11-4157-9f77-a8185787b5fd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:02.956278 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4825-a665-4d6d-9efb-d163a5252ae8 req-73c94ca2-8caf-4df0-b047-4c9cf00c7597 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:02.957914 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7d8e4825-a665-4d6d-9efb-d163a5252ae8 req-73c94ca2-8caf-4df0-b047-4c9cf00c7597 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.1696343 Jan 28 19:14:02.979577 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-9e7e4f84-36ac-4345-924a-8e34388a0424 service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062109 Jan 28 19:14:03.031238 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-67fda00f-c099-4c80-a7aa-1a832f0dd26f service neutron] 10.222.0.37 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695065 Jan 28 19:14:03.072751 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b01d6-ab1a-45e7-b982-ab2725714295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc3107bf-db11-4157-9f77-a8185787b5fd,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:03.131675 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7d8e4825-a665-4d6d-9efb-d163a5252ae8 req-9d455257-73eb-4056-89dc-9080a5fe4d19 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510465 Jan 28 19:14:03.137038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36b01d6-ab1a-45e7-b982-ab2725714295 admin admin] Checking segment: {'id': 'db2e5cc9-ff5e-4efc-b08b-995d629ff8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:03.137781 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36b01d6-ab1a-45e7-b982-ab2725714295 admin admin] Network hostable DHCP agents. Network: c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:14:03.152043 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-e395d075-5598-4127-84d0-016cf938fc42 service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581469 Jan 28 19:14:03.162675 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36b01d6-ab1a-45e7-b982-ab2725714295 admin admin] Network c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:14:03.177999 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d36b01d6-ab1a-45e7-b982-ab2725714295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:03.183318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36b01d6-ab1a-45e7-b982-ab2725714295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:03.183696 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d36b01d6-ab1a-45e7-b982-ab2725714295 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:03.193560 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1dcde4-8c77-4617-bd53-c26ca21bf571 None None] Network c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:14:03.218626 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d36b01d6-ab1a-45e7-b982-ab2725714295 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7727499 Jan 28 19:14:03.259074 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9938c45c-da77-434b-8ca9-c1733f168e98 req-de04e35f-1e53-49b0-a3b6-d7dd8f1b0edd service neutron] 10.222.0.37 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895502 Jan 28 19:14:03.320696 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a9e44f-2ce7-4d0f-a750-021fdd1cc187 None None] Network c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:14:03.383062 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-91049a24-d167-4636-ae32-4c704985e17e req-f9ab6c98-ca0d-46ce-8365-7a28238996f2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:03.386984 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-91049a24-d167-4636-ae32-4c704985e17e req-f9ab6c98-ca0d-46ce-8365-7a28238996f2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (79e8d9a2-2870-4552-9026-71d4bb2dd671), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:03.493889 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [req-91049a24-d167-4636-ae32-4c704985e17e req-f9ab6c98-ca0d-46ce-8365-7a28238996f2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Floating IP 79e8d9a2-2870-4552-9026-71d4bb2dd671 associated. External IP: 172.25.0.204, port: c410f0b2-4071-485c-9340-df06a025bd18. Jan 28 19:14:03.579633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb80bc-dda0-40cb-a8e2-be07bf9f81cd req-601d7c1b-ee98-4293-9222-6dbdfd8e36dd tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:03.581147 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48eb80bc-dda0-40cb-a8e2-be07bf9f81cd req-601d7c1b-ee98-4293-9222-6dbdfd8e36dd tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 944 time: 0.0554287 Jan 28 19:14:03.635246 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48eb80bc-dda0-40cb-a8e2-be07bf9f81cd req-78d2729a-9aae-4435-9ac0-ff65125bac00 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476792 Jan 28 19:14:03.657866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41598) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:03.709199 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9138457-fa2f-428a-8ad3-60947a64af33 admin admin] Deleting subnet dc3107bf-db11-4157-9f77-a8185787b5fd {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:14:03.712487 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9138457-fa2f-428a-8ad3-60947a64af33 admin admin] Publish callbacks [] for subnet (dc3107bf-db11-4157-9f77-a8185787b5fd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:03.712645 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91049a24-d167-4636-ae32-4c704985e17e req-f9ab6c98-ca0d-46ce-8365-7a28238996f2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:14:03.752083 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9138457-fa2f-428a-8ad3-60947a64af33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (dc3107bf-db11-4157-9f77-a8185787b5fd), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:03.789147 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9138457-fa2f-428a-8ad3-60947a64af33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (dc3107bf-db11-4157-9f77-a8185787b5fd), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:03.819716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91049a24-d167-4636-ae32-4c704985e17e req-f9ab6c98-ca0d-46ce-8365-7a28238996f2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:14:03.824605 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-91049a24-d167-4636-ae32-4c704985e17e req-f9ab6c98-ca0d-46ce-8365-7a28238996f2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:03.830224 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8b2a9-f556-456b-ad7c-423817add056 None None] Sync routers for ids ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:14:03.841741 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8b2a9-f556-456b-ad7c-423817add056 None None] Routers {'2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:03.842563 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c4a8b2a9-f556-456b-ad7c-423817add056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:13:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:03.844285 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9138457-fa2f-428a-8ad3-60947a64af33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (dc3107bf-db11-4157-9f77-a8185787b5fd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:03.857197 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91049a24-d167-4636-ae32-4c704985e17e req-f9ab6c98-ca0d-46ce-8365-7a28238996f2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "PUT /v2.0/floatingips/79e8d9a2-2870-4552-9026-71d4bb2dd671 HTTP/1.1" status: 200 len: 996 time: 1.2081707 Jan 28 19:14:03.878061 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9138457-fa2f-428a-8ad3-60947a64af33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc3107bf-db11-4157-9f77-a8185787b5fd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:03.885733 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d9138457-fa2f-428a-8ad3-60947a64af33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:03.889451 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d9138457-fa2f-428a-8ad3-60947a64af33 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dc3107bf-db11-4157-9f77-a8185787b5fd HTTP/1.1" status: 204 len: 168 time: 0.2304647 Jan 28 19:14:03.892073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41608) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:03.934448 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91049a24-d167-4636-ae32-4c704985e17e req-467d96ee-436e-42db-b3d6-f910a585995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:03.938485 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91049a24-d167-4636-ae32-4c704985e17e req-467d96ee-436e-42db-b3d6-f910a585995e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce5dc177d53f45de9643f8a43c92911f&device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 1127 time: 0.0647855 Jan 28 19:14:03.952399 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c4a8b2a9-f556-456b-ad7c-423817add056 None None] Set router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:03.980522 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd483e32-dacb-47ef-a623-34ae21fe0692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.034585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91049a24-d167-4636-ae32-4c704985e17e req-ba2c9af1-a114-447c-bff3-fadd99871ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:04.036381 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91049a24-d167-4636-ae32-4c704985e17e req-ba2c9af1-a114-447c-bff3-fadd99871ae1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6 HTTP/1.1" status: 200 len: 921 time: 0.0928996 Jan 28 19:14:04.062707 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd483e32-dacb-47ef-a623-34ae21fe0692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.083798 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-dd483e32-dacb-47ef-a623-34ae21fe0692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:04.095295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-dd483e32-dacb-47ef-a623-34ae21fe0692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2e5cc9-ff5e-4efc-b08b-995d629ff8c4') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:04.095592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-dd483e32-dacb-47ef-a623-34ae21fe0692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2e5cc9-ff5e-4efc-b08b-995d629ff8c4') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:04.106915 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd483e32-dacb-47ef-a623-34ae21fe0692 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (db2e5cc9-ff5e-4efc-b08b-995d629ff8c4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.125749 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd483e32-dacb-47ef-a623-34ae21fe0692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (db2e5cc9-ff5e-4efc-b08b-995d629ff8c4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.132294 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91049a24-d167-4636-ae32-4c704985e17e req-ba4c19f9-b21a-4fc3-af2f-bc5d822db99c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c410f0b2-4071-485c-9340-df06a025bd18 HTTP/1.1" status: 200 len: 999 time: 0.0889821 Jan 28 19:14:04.137309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd483e32-dacb-47ef-a623-34ae21fe0692 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:14:04.138292 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd483e32-dacb-47ef-a623-34ae21fe0692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (db2e5cc9-ff5e-4efc-b08b-995d629ff8c4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:14:04.150071 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:14:04.155960 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeb127-f190-4d18-aab4-affbbd4e4b84 req-6dfcf178-5a2f-40a0-9dd9-9f9fb6a4a0eb tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:04.157434 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-27aeb127-f190-4d18-aab4-affbbd4e4b84 req-6dfcf178-5a2f-40a0-9dd9-9f9fb6a4a0eb tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.1081460 Jan 28 19:14:04.188862 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c4a8b2a9-f556-456b-ad7c-423817add056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-router', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:39Z', 'updated_at': '2022-01-28T19:12:47Z', 'revision_number': 4, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'gw_port': {'id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '79e8d9a2-2870-4552-9026-71d4bb2dd671', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'port_id': 'c410f0b2-4071-485c-9340-df06a025bd18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6', 'mac_address': 'fa:16:3e:44:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:14:01Z', 'updated_at': '2022-01-28T19:14:03Z', 'revision_number': 1, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3161467-8606-4290-86e5-2dbeea342ed7', 'name': '', 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'mac_address': 'fa:16:3e:80:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:52Z', 'revision_number': 5, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'subnets': [{'id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:04.221072 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8b2a9-f556-456b-ad7c-423817add056 None None] Checking router: 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:14:04.234757 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8b2a9-f556-456b-ad7c-423817add056 None None] Routers {'2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:04.235418 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c4a8b2a9-f556-456b-ad7c-423817add056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:13:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:04.246087 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd483e32-dacb-47ef-a623-34ae21fe0692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.251234 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd483e32-dacb-47ef-a623-34ae21fe0692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.258144 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dd483e32-dacb-47ef-a623-34ae21fe0692 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4 HTTP/1.1" status: 204 len: 168 time: 0.3615241 Jan 28 19:14:04.273252 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd483e32-dacb-47ef-a623-34ae21fe0692 admin admin] Pushing event deleted for resources: {'Network': ['ID=c64b2c77-4b7e-4da6-9ef2-97cbd5988ed4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:04.298066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ee477-d894-4d76-9310-5d3c1e7f7926 req-5cebb8c6-d91c-4b21-bd84-f7d6d97a942d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:04.300113 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec9ee477-d894-4d76-9310-5d3c1e7f7926 req-5cebb8c6-d91c-4b21-bd84-f7d6d97a942d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 945 time: 0.0872357 Jan 28 19:14:04.375600 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec9ee477-d894-4d76-9310-5d3c1e7f7926 req-179d3876-7e78-4d40-8316-a2a493fc996b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691111 Jan 28 19:14:04.429266 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41614) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:04.472963 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c66fd448-9dce-4aaa-b6b9-d55cc0ba09b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f75d8cee109468eba6ea5cf378f4de9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423782 Jan 28 19:14:04.475529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41616) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:04.478726 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c4a8b2a9-f556-456b-ad7c-423817add056 None None] Set router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:04.481118 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'tag': 'c410f0b2-4071-485c-9340-df06a025bd18'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:04.482679 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e46515-cfa3-4bf5-97c5-f012a8cb66a1" -d '{"events": [{"name": "network-changed", "server_uuid": "2f05ba50-407d-44a7-9a1e-fede20f6d621", "tag": "c410f0b2-4071-485c-9340-df06a025bd18"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:04.530152 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e8ef6a-f06b-4767-9800-2c5681dada59 x-openstack-request-id: req-09e8ef6a-f06b-4767-9800-2c5681dada59 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:04.530456 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f05ba50-407d-44a7-9a1e-fede20f6d621", "tag": "c410f0b2-4071-485c-9340-df06a025bd18", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:04.530715 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09e8ef6a-f06b-4767-9800-2c5681dada59 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:04.531104 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'tag': 'c410f0b2-4071-485c-9340-df06a025bd18', 'status': 'completed', 'code': 200} Jan 28 19:14:04.533908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91049a24-d167-4636-ae32-4c704985e17e req-a15ac5ef-b0f9-43c6-933f-4a7f6502c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:04.535446 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91049a24-d167-4636-ae32-4c704985e17e req-a15ac5ef-b0f9-43c6-933f-4a7f6502c707 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d5154f7-89ca-42cb-85fe-94773e052975 HTTP/1.1" status: 200 len: 860 time: 0.3953195 Jan 28 19:14:04.556406 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1dbf425-5e21-49dd-a470-3132cdbb345f admin admin] Publish callbacks [] for security_group (4f102121-f789-409c-8891-1d2331632c12), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.588751 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91049a24-d167-4636-ae32-4c704985e17e req-604d9907-7c7d-4083-8897-64fd94478518 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445848 Jan 28 19:14:04.595307 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1dbf425-5e21-49dd-a470-3132cdbb345f admin admin] Publish callbacks [] for security_group (4f102121-f789-409c-8891-1d2331632c12), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.649452 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1dbf425-5e21-49dd-a470-3132cdbb345f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4f102121-f789-409c-8891-1d2331632c12), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.652499 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1dbf425-5e21-49dd-a470-3132cdbb345f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.668503 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f1dbf425-5e21-49dd-a470-3132cdbb345f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f102121-f789-409c-8891-1d2331632c12 HTTP/1.1" status: 204 len: 168 time: 0.1815293 Jan 28 19:14:04.688335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbf425-5e21-49dd-a470-3132cdbb345f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f102121-f789-409c-8891-1d2331632c12,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:04.699786 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-27aeb127-f190-4d18-aab4-affbbd4e4b84 req-de472e4b-edda-449e-975a-4fd93afcb305 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Deleting port 24919edf-f03d-4630-bc08-e0c562cfa827 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:04.700396 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27aeb127-f190-4d18-aab4-affbbd4e4b84 req-de472e4b-edda-449e-975a-4fd93afcb305 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (24919edf-f03d-4630-bc08-e0c562cfa827), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:04.711421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e46515-cfa3-4bf5-97c5-f012a8cb66a1 req-0fa20eb1-ff93-4ad3-9052-cd40668d45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:04.713428 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07e46515-cfa3-4bf5-97c5-f012a8cb66a1 req-0fa20eb1-ff93-4ad3-9052-cd40668d45b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce5dc177d53f45de9643f8a43c92911f&device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 1127 time: 0.1578703 Jan 28 19:14:04.750611 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c4a8b2a9-f556-456b-ad7c-423817add056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-router', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:39Z', 'updated_at': '2022-01-28T19:12:47Z', 'revision_number': 4, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'gw_port': {'id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '79e8d9a2-2870-4552-9026-71d4bb2dd671', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'port_id': 'c410f0b2-4071-485c-9340-df06a025bd18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6', 'mac_address': 'fa:16:3e:44:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:14:01Z', 'updated_at': '2022-01-28T19:14:03Z', 'revision_number': 1, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3161467-8606-4290-86e5-2dbeea342ed7', 'name': '', 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'mac_address': 'fa:16:3e:80:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:52Z', 'revision_number': 5, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'subnets': [{'id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:04.790711 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8b2a9-f556-456b-ad7c-423817add056 None None] The sync data for ids ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'] in n-d-824834-4 is: [{'id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-router', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:39Z', 'updated_at': '2022-01-28T19:12:47Z', 'revision_number': 4, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'gw_port': {'id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '79e8d9a2-2870-4552-9026-71d4bb2dd671', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'port_id': 'c410f0b2-4071-485c-9340-df06a025bd18', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6', 'mac_address': 'fa:16:3e:44:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:14:01Z', 'updated_at': '2022-01-28T19:14:03Z', 'revision_number': 1, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3161467-8606-4290-86e5-2dbeea342ed7', 'name': '', 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'mac_address': 'fa:16:3e:80:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:52Z', 'revision_number': 5, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'subnets': [{'id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:14:04.795640 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e37db1-3d1d-4841-bd7f-4ad8826facc1 req-c5060dfa-f63c-41c9-90e5-37ae52d9af46 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:04.797665 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-27e37db1-3d1d-4841-bd7f-4ad8826facc1 req-c5060dfa-f63c-41c9-90e5-37ae52d9af46 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 944 time: 0.0643008 Jan 28 19:14:04.798636 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91049a24-d167-4636-ae32-4c704985e17e req-19fde314-5332-4803-bd54-cff69e2aad62 service neutron] 10.222.0.55 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090411 Jan 28 19:14:04.859574 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-27e37db1-3d1d-4841-bd7f-4ad8826facc1 req-7940d5fa-ed6a-4e9b-b40e-afd64f2923fc tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513582 Jan 28 19:14:04.953967 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91049a24-d167-4636-ae32-4c704985e17e req-b1b030be-789b-4586-9293-82de51cdc50f service neutron] 10.222.0.55 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187940 Jan 28 19:14:05.012903 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-27aeb127-f190-4d18-aab4-affbbd4e4b84 req-de472e4b-edda-449e-975a-4fd93afcb305 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] For port 24919edf-f03d-4630-bc08-e0c562cfa827, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=24919edf-f03d-4630-bc08-e0c562cfa827,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:05.013288 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27aeb127-f190-4d18-aab4-affbbd4e4b84 req-de472e4b-edda-449e-975a-4fd93afcb305 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (24919edf-f03d-4630-bc08-e0c562cfa827), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:05.034442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-27aeb127-f190-4d18-aab4-affbbd4e4b84 req-de472e4b-edda-449e-975a-4fd93afcb305 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Calling delete_port for 24919edf-f03d-4630-bc08-e0c562cfa827 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:05.036589 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e46515-cfa3-4bf5-97c5-f012a8cb66a1 req-22e4d797-54fc-4b3d-a638-468696d65ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:05.038106 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07e46515-cfa3-4bf5-97c5-f012a8cb66a1 req-22e4d797-54fc-4b3d-a638-468696d65ac2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6 HTTP/1.1" status: 200 len: 921 time: 0.3065159 Jan 28 19:14:05.082968 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-0bdf68b1-cd32-45b6-a697-43dc3eb28786 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 999 time: 0.0964527 Jan 28 19:14:05.096305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52faa613-c48c-4df4-86f7-c41ab16e1270 None None] New status for floating IP 79e8d9a2-2870-4552-9026-71d4bb2dd671: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:14:05.163899 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07e46515-cfa3-4bf5-97c5-f012a8cb66a1 req-e405536b-f5fa-451c-982d-b6a043e51ee6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c410f0b2-4071-485c-9340-df06a025bd18 HTTP/1.1" status: 200 len: 999 time: 0.1161568 Jan 28 19:14:05.169833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-f6e8e0f7-ef48-49ec-8315-001a1adc2cc0 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:05.171522 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-f6e8e0f7-ef48-49ec-8315-001a1adc2cc0 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports/c410f0b2-4071-485c-9340-df06a025bd18 HTTP/1.1" status: 200 len: 942 time: 0.0825543 Jan 28 19:14:05.297705 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e46515-cfa3-4bf5-97c5-f012a8cb66a1 req-74fdbe65-785a-49c3-8c4d-4f78dec0af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:05.299233 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07e46515-cfa3-4bf5-97c5-f012a8cb66a1 req-74fdbe65-785a-49c3-8c4d-4f78dec0af00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d5154f7-89ca-42cb-85fe-94773e052975 HTTP/1.1" status: 200 len: 860 time: 0.1192596 Jan 28 19:14:05.300405 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27aeb127-f190-4d18-aab4-affbbd4e4b84 req-de472e4b-edda-449e-975a-4fd93afcb305 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (24919edf-f03d-4630-bc08-e0c562cfa827), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:05.302873 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-69238961-aa85-4d0e-a7bd-9927f68e0d7e tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 999 time: 0.0814703 Jan 28 19:14:05.312533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['24919edf-f03d-4630-bc08-e0c562cfa827'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:05.373741 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de472e4b-edda-449e-975a-4fd93afcb305 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Pushing event deleted for resources: {'Port': ['ID=24919edf-f03d-4630-bc08-e0c562cfa827,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:05.378598 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07e46515-cfa3-4bf5-97c5-f012a8cb66a1 req-756d62ac-53bc-4d79-92b2-fc22a2b92c85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600739 Jan 28 19:14:05.438153 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-27aeb127-f190-4d18-aab4-affbbd4e4b84 req-de472e4b-edda-449e-975a-4fd93afcb305 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] No DVR routers for this DVR port 24919edf-f03d-4630-bc08-e0c562cfa827 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:05.438876 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-ebc7fcd6-09f4-4801-9897-565386c3aa46 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:05.440663 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-ebc7fcd6-09f4-4801-9897-565386c3aa46 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.1317656 Jan 28 19:14:05.451609 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27aeb127-f190-4d18-aab4-affbbd4e4b84 req-de472e4b-edda-449e-975a-4fd93afcb305 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:05.454977 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-27aeb127-f190-4d18-aab4-affbbd4e4b84 req-de472e4b-edda-449e-975a-4fd93afcb305 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.37 "DELETE /v2.0/ports/24919edf-f03d-4630-bc08-e0c562cfa827 HTTP/1.1" status: 204 len: 173 time: 1.2791173 Jan 28 19:14:05.523095 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e53dc261-c396-4342-97c0-448d8054ce4e req-817cb493-d27f-4b50-b026-d803ddfef268 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebcffca8-86d6-4657-80ef-9a15e25a30d4 HTTP/1.1" status: 200 len: 210 time: 0.0380838 Jan 28 19:14:05.547479 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-93e317ae-a202-4428-8258-2e67a4566bf2 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 1001 time: 0.0995603 Jan 28 19:14:05.557985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-5bcc8614-d8e2-4293-9e2f-ace0789db505 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:05.571929 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07e46515-cfa3-4bf5-97c5-f012a8cb66a1 req-de9c9fca-2acb-4213-885a-d4a67ed396c4 service neutron] 10.222.0.37 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779149 Jan 28 19:14:05.624332 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-5bcc8614-d8e2-4293-9e2f-ace0789db505 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for floatingip (79e8d9a2-2870-4552-9026-71d4bb2dd671), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:05.696318 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07e46515-cfa3-4bf5-97c5-f012a8cb66a1 req-c65264b2-a9a8-456c-be9a-b12c41e92657 service neutron] 10.222.0.37 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177804 Jan 28 19:14:05.780959 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-5bcc8614-d8e2-4293-9e2f-ace0789db505 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:05.786322 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-5bcc8614-d8e2-4293-9e2f-ace0789db505 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (79e8d9a2-2870-4552-9026-71d4bb2dd671), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:05.786772 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-5bcc8614-d8e2-4293-9e2f-ace0789db505 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Floating IP 79e8d9a2-2870-4552-9026-71d4bb2dd671 disassociated. External IP: 172.25.0.204, port: c410f0b2-4071-485c-9340-df06a025bd18. Jan 28 19:14:06.098532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-5bcc8614-d8e2-4293-9e2f-ace0789db505 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:14:06.123890 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985e5f4-74f6-4fc9-98aa-16c0d699fb69 req-a855fa54-5d27-4a3b-a4c3-7f0a6ca3ad92 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:06.131814 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f985e5f4-74f6-4fc9-98aa-16c0d699fb69 req-a855fa54-5d27-4a3b-a4c3-7f0a6ca3ad92 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 944 time: 0.1446028 Jan 28 19:14:06.206720 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f985e5f4-74f6-4fc9-98aa-16c0d699fb69 req-d3bd0113-d555-4266-a0d9-c7d3ad103cae tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739470 Jan 28 19:14:06.241717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-5bcc8614-d8e2-4293-9e2f-ace0789db505 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:14:06.247044 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-5bcc8614-d8e2-4293-9e2f-ace0789db505 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:06.253513 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ed9630-5891-4468-a64d-967628b06fc1 None None] Sync routers for ids ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:14:06.272968 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ed9630-5891-4468-a64d-967628b06fc1 None None] Routers {'2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:06.274864 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c1ed9630-5891-4468-a64d-967628b06fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:13:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:06.280407 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-5bcc8614-d8e2-4293-9e2f-ace0789db505 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "PUT /v2.0/floatingips/79e8d9a2-2870-4552-9026-71d4bb2dd671 HTTP/1.1" status: 200 len: 695 time: 0.7274132 Jan 28 19:14:06.280980 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'tag': 'c410f0b2-4071-485c-9340-df06a025bd18'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:06.284870 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258d8906-5632-4eba-a915-5e31a20347d4" -d '{"events": [{"name": "network-changed", "server_uuid": "2f05ba50-407d-44a7-9a1e-fede20f6d621", "tag": "c410f0b2-4071-485c-9340-df06a025bd18"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:06.403050 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c1ed9630-5891-4468-a64d-967628b06fc1 None None] Set router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:06.480890 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-347cd2cb-8652-42d8-9743-b6a4d22792bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:06.482533 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-347cd2cb-8652-42d8-9743-b6a4d22792bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce5dc177d53f45de9643f8a43c92911f&device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 1127 time: 0.1816366 Jan 28 19:14:06.532384 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcffca8-86d6-4657-80ef-9a15e25a30d4', 'name': 'network-vif-deleted', 'tag': '24919edf-f03d-4630-bc08-e0c562cfa827'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:06.535156 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c2bae2-853b-4ad5-bff0-0d8b4c83dbbd" -d '{"events": [{"server_uuid": "ebcffca8-86d6-4657-80ef-9a15e25a30d4", "name": "network-vif-deleted", "tag": "24919edf-f03d-4630-bc08-e0c562cfa827"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:06.614424 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-9b552571-6eb5-4e8a-adee-3bd2fcf65abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:06.616142 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-9b552571-6eb5-4e8a-adee-3bd2fcf65abc service neutron] 10.222.0.55 "GET /v2.0/networks?id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6 HTTP/1.1" status: 200 len: 921 time: 0.1268718 Jan 28 19:14:06.666402 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c1ed9630-5891-4468-a64d-967628b06fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-router', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:39Z', 'updated_at': '2022-01-28T19:12:47Z', 'revision_number': 4, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'gw_port': {'id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'b3161467-8606-4290-86e5-2dbeea342ed7', 'name': '', 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'mac_address': 'fa:16:3e:80:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:52Z', 'revision_number': 5, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'subnets': [{'id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:06.685315 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-ae9beb47-cb44-409b-86dd-1026fdd3d703 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c410f0b2-4071-485c-9340-df06a025bd18 HTTP/1.1" status: 200 len: 217 time: 0.0604718 Jan 28 19:14:06.714678 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ed9630-5891-4468-a64d-967628b06fc1 None None] Checking router: 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:14:06.725979 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ed9630-5891-4468-a64d-967628b06fc1 None None] Routers {'2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:06.726812 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c1ed9630-5891-4468-a64d-967628b06fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:13:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:06.794215 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cbce70-43f9-4d32-b4a9-ae9fb8e28f89 x-openstack-request-id: req-36cbce70-43f9-4d32-b4a9-ae9fb8e28f89 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:06.794525 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f05ba50-407d-44a7-9a1e-fede20f6d621", "tag": "c410f0b2-4071-485c-9340-df06a025bd18", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:06.794784 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36cbce70-43f9-4d32-b4a9-ae9fb8e28f89 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:06.795213 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'tag': 'c410f0b2-4071-485c-9340-df06a025bd18', 'status': 'completed', 'code': 200} Jan 28 19:14:06.836354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-4aa08c81-68a7-4529-99bb-adf695963c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:06.844819 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-4aa08c81-68a7-4529-99bb-adf695963c22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d5154f7-89ca-42cb-85fe-94773e052975 HTTP/1.1" status: 200 len: 860 time: 0.1530142 Jan 28 19:14:06.862717 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b666f44b-f0fa-431e-b656-ca8323159e2a x-openstack-request-id: req-b666f44b-f0fa-431e-b656-ca8323159e2a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:06.863471 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcffca8-86d6-4657-80ef-9a15e25a30d4", "name": "network-vif-deleted", "tag": "24919edf-f03d-4630-bc08-e0c562cfa827", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:06.863690 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b666f44b-f0fa-431e-b656-ca8323159e2a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:06.864100 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcffca8-86d6-4657-80ef-9a15e25a30d4', 'name': 'network-vif-deleted', 'tag': '24919edf-f03d-4630-bc08-e0c562cfa827', 'status': 'completed', 'code': 200} Jan 28 19:14:06.877010 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d8906-5632-4eba-a915-5e31a20347d4 req-d732f4dd-8cf5-4ada-aa5c-76c833b5ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:06.883088 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-258d8906-5632-4eba-a915-5e31a20347d4 req-d732f4dd-8cf5-4ada-aa5c-76c833b5ef84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce5dc177d53f45de9643f8a43c92911f&device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 1127 time: 0.1108141 Jan 28 19:14:06.925356 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-e139f97d-3568-4c12-8a4b-8f82090e3a4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434155 Jan 28 19:14:06.960397 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c1ed9630-5891-4468-a64d-967628b06fc1 None None] Set router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:07.064843 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d8906-5632-4eba-a915-5e31a20347d4 req-28336627-2467-4558-99fe-814c30aa8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:07.066973 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-258d8906-5632-4eba-a915-5e31a20347d4 req-28336627-2467-4558-99fe-814c30aa8cf6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6 HTTP/1.1" status: 200 len: 921 time: 0.1674078 Jan 28 19:14:07.130345 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-258d8906-5632-4eba-a915-5e31a20347d4 req-8974ffba-02d7-46c5-ba90-5a3fbc3eb292 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c410f0b2-4071-485c-9340-df06a025bd18 HTTP/1.1" status: 200 len: 217 time: 0.0538688 Jan 28 19:14:07.149845 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-1f6561f2-d006-49ec-8cd9-d31eedd2e883 service neutron] 10.222.0.55 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420321 Jan 28 19:14:07.163832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0893e8e2-adb6-42e4-844b-2b73a928460d details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:07.260183 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d8906-5632-4eba-a915-5e31a20347d4 req-8d30230d-5039-4042-a71f-da23d77c046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:07.262263 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-258d8906-5632-4eba-a915-5e31a20347d4 req-8d30230d-5039-4042-a71f-da23d77c046f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d5154f7-89ca-42cb-85fe-94773e052975 HTTP/1.1" status: 200 len: 860 time: 0.1175721 Jan 28 19:14:07.326536 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-258d8906-5632-4eba-a915-5e31a20347d4 req-ee63ab71-6cfb-4dc4-8330-57b956db72e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=637e746c-9fa9-46a8-ab48-5874aa0ce7e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519176 Jan 28 19:14:07.425346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0893e8e2-adb6-42e4-844b-2b73a928460d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0893e8e2-adb6-42e4-844b-2b73a928460d,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:07.429567 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c1ed9630-5891-4468-a64d-967628b06fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-router', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:39Z', 'updated_at': '2022-01-28T19:12:47Z', 'revision_number': 4, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'gw_port': {'id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'b3161467-8606-4290-86e5-2dbeea342ed7', 'name': '', 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'mac_address': 'fa:16:3e:80:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:52Z', 'revision_number': 5, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'subnets': [{'id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:07.432665 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba2eec19-eb26-484b-a0a7-9b7c858705e3 req-1ccfa6d3-99da-4314-85d7-a985ccfdbe2e service neutron] 10.222.0.55 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776494 Jan 28 19:14:07.473498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '0893e8e2-adb6-42e4-844b-2b73a928460d', 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1', 'port_id': '0893e8e2-adb6-42e4-844b-2b73a928460d', 'mac_address': 'fa:16:3e:ca:86:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb5347e-d66a-46e3-9579-1241a6589256', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:14:07.552269 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ed9630-5891-4468-a64d-967628b06fc1 None None] The sync data for ids ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'] in n-d-824834-4 is: [{'id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-router', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:39Z', 'updated_at': '2022-01-28T19:12:47Z', 'revision_number': 4, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'gw_port': {'id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'b3161467-8606-4290-86e5-2dbeea342ed7', 'name': '', 'network_id': '637e746c-9fa9-46a8-ab48-5874aa0ce7e6', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'mac_address': 'fa:16:3e:80:5d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:44Z', 'updated_at': '2022-01-28T19:12:52Z', 'revision_number': 5, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'subnets': [{'id': '7d5154f7-89ca-42cb-85fe-94773e052975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:14:07.592943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 0893e8e2-adb6-42e4-844b-2b73a928460d is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:07.593720 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:07.624602 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0893e8e2-adb6-42e4-844b-2b73a928460d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:07.661704 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abfc27-56c4-4d0e-ae19-b1d22dafe14d req-48c5fe7e-3bbf-4514-9099-4853ea33a69a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:07.669203 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4abfc27-56c4-4d0e-ae19-b1d22dafe14d req-48c5fe7e-3bbf-4514-9099-4853ea33a69a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 944 time: 0.1333303 Jan 28 19:14:07.685543 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0893e8e2-adb6-42e4-844b-2b73a928460d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0893e8e2-adb6-42e4-844b-2b73a928460d,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:07.694831 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:07.758738 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4abfc27-56c4-4d0e-ae19-b1d22dafe14d req-f5fcae38-5a51-4c60-b3bc-dd5f5a8b2e6d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885351 Jan 28 19:14:07.771009 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-258d8906-5632-4eba-a915-5e31a20347d4 req-bcd9d1d7-4455-4232-bcd9-ff0c3fe82c16 service neutron] 10.222.0.37 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338698 Jan 28 19:14:07.823961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=0893e8e2-adb6-42e4-844b-2b73a928460d,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:07.835797 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['0893e8e2-adb6-42e4-844b-2b73a928460d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:07.870522 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 24919edf-f03d-4630-bc08-e0c562cfa827 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:07.872598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46253482-6303-4d14-8c6b-fd26e3621488 req-fefd14a7-f7b0-48b0-9480-ed020d61d269 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:07.874230 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46253482-6303-4d14-8c6b-fd26e3621488 req-fefd14a7-f7b0-48b0-9480-ed020d61d269 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 812 time: 0.3367982 Jan 28 19:14:07.969877 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 24919edf-f03d-4630-bc08-e0c562cfa827 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:07.970256 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 24919edf-f03d-4630-bc08-e0c562cfa827 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:08.006710 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46253482-6303-4d14-8c6b-fd26e3621488 req-f6bb45ff-4074-4cbf-a1e0-c356ef2466b1 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/quotas/b1f1db10744a4501a97a85a9685ef09a HTTP/1.1" status: 200 len: 375 time: 0.0276725 Jan 28 19:14:08.072909 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46253482-6303-4d14-8c6b-fd26e3621488 req-f4dc7bf1-b773-40de-a045-0d36496d38d5 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643837 Jan 28 19:14:08.104014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-46253482-6303-4d14-8c6b-fd26e3621488 req-94524475-eb33-4b9f-b06d-d1c91af4d5cc service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:14:08.105437 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46253482-6303-4d14-8c6b-fd26e3621488 req-94524475-eb33-4b9f-b06d-d1c91af4d5cc service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113146 Jan 28 19:14:08.113782 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-258d8906-5632-4eba-a915-5e31a20347d4 req-1a514d85-643d-4bb5-b881-dca846ee3259 service neutron] 10.222.0.37 "GET /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317378 Jan 28 19:14:08.161850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7fd2b0-f3ff-4928-a315-2e2ee5c1e8da None None] New status for floating IP 79e8d9a2-2870-4552-9026-71d4bb2dd671: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:14:08.176810 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12f8d106-e57a-47cf-9169-0c047515c00f req-40663692-b1c5-440d-b540-7a0784f6bfe0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1336544 Jan 28 19:14:08.198200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2897a1d-46c8-4df6-b732-a3b5ab3b5e52 req-1f9deeba-ae06-4a99-84aa-5b074022fd48 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:08.205754 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2897a1d-46c8-4df6-b732-a3b5ab3b5e52 req-1f9deeba-ae06-4a99-84aa-5b074022fd48 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 946 time: 0.1051097 Jan 28 19:14:08.269449 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2897a1d-46c8-4df6-b732-a3b5ab3b5e52 req-8cbc6dd9-cee7-49c6-860d-cf4235f9283f tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups?id=570c0633-f895-49f2-95b1-4b1c03df8049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601234 Jan 28 19:14:08.386643 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46253482-6303-4d14-8c6b-fd26e3621488 req-ee5a52a7-ce0e-49e6-b9b6-7fd51f44b4f7 service neutron] 10.222.0.55 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513082 Jan 28 19:14:08.416557 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e1be6396-6c28-4b8e-b3cb-800d9a8fa1d1 req-3d14e6d4-5bf6-4303-a97c-043b586c7a5f tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/floatingips/79e8d9a2-2870-4552-9026-71d4bb2dd671 HTTP/1.1" status: 200 len: 695 time: 0.0610299 Jan 28 19:14:08.437707 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8d106-e57a-47cf-9169-0c047515c00f req-50a3554b-dd11-486c-a5e3-e1408a499bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:08.439294 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12f8d106-e57a-47cf-9169-0c047515c00f req-50a3554b-dd11-486c-a5e3-e1408a499bb6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 1126 time: 0.1895452 Jan 28 19:14:08.589434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:08.718734 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46253482-6303-4d14-8c6b-fd26e3621488 req-dff2907d-fed2-4e1e-90f0-c665b628ee2a service neutron] 10.222.0.55 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146491 Jan 28 19:14:08.825036 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04d0f9fb-2d8d-4c15-8999-01dc8e6ea015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.096165 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04d0f9fb-2d8d-4c15-8999-01dc8e6ea015 admin admin] Publish callbacks [] for security_group (d1d30684-2113-4c71-830f-fc7b1775196e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.104147 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04d0f9fb-2d8d-4c15-8999-01dc8e6ea015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d1d30684-2113-4c71-830f-fc7b1775196e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.119315 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be6396-6c28-4b8e-b3cb-800d9a8fa1d1 req-7980e280-716f-485c-9c08-eefc050e310f tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:09.127792 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e1be6396-6c28-4b8e-b3cb-800d9a8fa1d1 req-7980e280-716f-485c-9c08-eefc050e310f tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 784 time: 0.7035463 Jan 28 19:14:09.172742 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8d106-e57a-47cf-9169-0c047515c00f req-94984f48-93f8-4d66-b8c7-2840c90caaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:09.173802 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12f8d106-e57a-47cf-9169-0c047515c00f req-94984f48-93f8-4d66-b8c7-2840c90caaa4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.6708493 Jan 28 19:14:09.190683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0893e8e2-adb6-42e4-844b-2b73a928460d up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:09.196371 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e1be6396-6c28-4b8e-b3cb-800d9a8fa1d1 req-5163e561-14ee-43fb-8f2d-38536e70965a tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 696 time: 0.0675714 Jan 28 19:14:09.199475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89f686-e8a5-4cc3-93b3-c64ad4eae8e5 req-3fd8f825-8206-4488-97fe-a2904961b729 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:09.202129 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0e89f686-e8a5-4cc3-93b3-c64ad4eae8e5 req-3fd8f825-8206-4488-97fe-a2904961b729 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 944 time: 0.1905370 Jan 28 19:14:09.202907 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0f9fb-2d8d-4c15-8999-01dc8e6ea015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d30684-2113-4c71-830f-fc7b1775196e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:09.219487 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-04d0f9fb-2d8d-4c15-8999-01dc8e6ea015 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=931c1dc9583040cab9f5e5b2f63352c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6208873 Jan 28 19:14:09.222187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41784) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:09.297408 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12f8d106-e57a-47cf-9169-0c047515c00f req-7314d0e6-1dd3-4701-bbb1-01bc5e9d226d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b0c675-fa51-478d-ab37-a24cb2220599 HTTP/1.1" status: 200 len: 217 time: 0.1159286 Jan 28 19:14:09.308348 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e1be6396-6c28-4b8e-b3cb-800d9a8fa1d1 req-58dd4d7f-25c7-493f-ae5b-4ad2bf806cb0 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.0.204 HTTP/1.1" status: 200 len: 696 time: 0.1109707 Jan 28 19:14:09.309903 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 0893e8e2-adb6-42e4-844b-2b73a928460d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:09.310482 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.435000 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 0893e8e2-adb6-42e4-844b-2b73a928460d is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:09.435564 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.468997 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8d106-e57a-47cf-9169-0c047515c00f req-1d05756b-6a67-49dc-ba0a-fbce66386038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:09.470620 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12f8d106-e57a-47cf-9169-0c047515c00f req-1d05756b-6a67-49dc-ba0a-fbce66386038 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.1601751 Jan 28 19:14:09.489267 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0893e8e2-adb6-42e4-844b-2b73a928460d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0893e8e2-adb6-42e4-844b-2b73a928460d,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:09.490494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5b5f2c-2d24-43ee-b7b6-542ab2676be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0893e8e2-adb6-42e4-844b-2b73a928460d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:09.495583 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbba9a4-ebda-40f2-8a98-730ccc43269b" -d '{"events": [{"server_uuid": "9a5b5f2c-2d24-43ee-b7b6-542ab2676be6", "name": "network-vif-plugged", "status": "completed", "tag": "0893e8e2-adb6-42e4-844b-2b73a928460d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:09.500180 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3907b5e9-08f2-4c8a-acdc-0b27b4f51bfc admin admin] Publish callbacks [] for security_group (d1d30684-2113-4c71-830f-fc7b1775196e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.500719 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.514099 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0e89f686-e8a5-4cc3-93b3-c64ad4eae8e5 req-8c9e5f7d-eede-4a50-a935-8ca3ae8b7ba7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963111 Jan 28 19:14:09.555543 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12f8d106-e57a-47cf-9169-0c047515c00f req-cd70227c-fa35-4447-bb17-c11eca4e87bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649931 Jan 28 19:14:09.582087 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=0893e8e2-adb6-42e4-844b-2b73a928460d,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:09.591631 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3907b5e9-08f2-4c8a-acdc-0b27b4f51bfc admin admin] Publish callbacks [] for security_group (d1d30684-2113-4c71-830f-fc7b1775196e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.694110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e1be6396-6c28-4b8e-b3cb-800d9a8fa1d1 req-ee21126a-bad2-41bf-bd88-c18efc3e7369 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Deleting port cd16a657-d8e3-40a9-87d1-aae7c802114c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:09.695238 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e1be6396-6c28-4b8e-b3cb-800d9a8fa1d1 req-ee21126a-bad2-41bf-bd88-c18efc3e7369 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (cd16a657-d8e3-40a9-87d1-aae7c802114c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.706675 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97448909-8308-4104-860f-d5630d9193a3 req-cc83be3f-1a9c-4126-a400-f629fe67a28b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 210 time: 0.0415733 Jan 28 19:14:09.737591 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3907b5e9-08f2-4c8a-acdc-0b27b4f51bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d1d30684-2113-4c71-830f-fc7b1775196e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.752599 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3907b5e9-08f2-4c8a-acdc-0b27b4f51bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:09.753725 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3907b5e9-08f2-4c8a-acdc-0b27b4f51bfc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1d30684-2113-4c71-830f-fc7b1775196e HTTP/1.1" status: 204 len: 168 time: 0.5284331 Jan 28 19:14:09.764420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907b5e9-08f2-4c8a-acdc-0b27b4f51bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d30684-2113-4c71-830f-fc7b1775196e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:09.812859 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12f8d106-e57a-47cf-9169-0c047515c00f req-d43e1406-b779-4134-ae78-384020f12e1b service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277093 Jan 28 19:14:10.019273 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e1be6396-6c28-4b8e-b3cb-800d9a8fa1d1 req-ee21126a-bad2-41bf-bd88-c18efc3e7369 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (cd16a657-d8e3-40a9-87d1-aae7c802114c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.019534 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e1be6396-6c28-4b8e-b3cb-800d9a8fa1d1 req-ee21126a-bad2-41bf-bd88-c18efc3e7369 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for floatingip (cd16a657-d8e3-40a9-87d1-aae7c802114c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.083630 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7463cf58-6214-49b4-a6dd-7d61f1abf6db req-f6ad9bee-af15-4e0a-92eb-bb7ba12bfc96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1057541 Jan 28 19:14:10.101447 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e1be6396-6c28-4b8e-b3cb-800d9a8fa1d1 req-ee21126a-bad2-41bf-bd88-c18efc3e7369 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Calling delete_port for cd16a657-d8e3-40a9-87d1-aae7c802114c owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:10.174619 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae004acb-0891-4151-8406-3c90327148b6 x-openstack-request-id: req-ae004acb-0891-4151-8406-3c90327148b6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:10.174966 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5b5f2c-2d24-43ee-b7b6-542ab2676be6", "name": "network-vif-plugged", "status": "completed", "tag": "0893e8e2-adb6-42e4-844b-2b73a928460d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:10.175219 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae004acb-0891-4151-8406-3c90327148b6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:10.175648 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5b5f2c-2d24-43ee-b7b6-542ab2676be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0893e8e2-adb6-42e4-844b-2b73a928460d', 'code': 200} Jan 28 19:14:10.213361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463cf58-6214-49b4-a6dd-7d61f1abf6db req-7919cf20-a652-4aab-99d2-afcd9649bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:10.214941 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7463cf58-6214-49b4-a6dd-7d61f1abf6db req-7919cf20-a652-4aab-99d2-afcd9649bc04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 1127 time: 0.0968456 Jan 28 19:14:10.220900 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41810) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:10.250489 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12f8d106-e57a-47cf-9169-0c047515c00f req-85078c78-3b6b-4d93-bb29-3d0d55c4b803 service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005256 Jan 28 19:14:10.281002 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b011e91-a124-455f-ba52-608d8e4c4f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.424683 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e1be6396-6c28-4b8e-b3cb-800d9a8fa1d1 req-ee21126a-bad2-41bf-bd88-c18efc3e7369 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (cd16a657-d8e3-40a9-87d1-aae7c802114c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.479311 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b011e91-a124-455f-ba52-608d8e4c4f99 admin admin] Publish callbacks [] for security_group (5affb0f5-1432-40b9-b12a-cea921d2bd07), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.510396 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b011e91-a124-455f-ba52-608d8e4c4f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5affb0f5-1432-40b9-b12a-cea921d2bd07), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.599473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21126a-bad2-41bf-bd88-c18efc3e7369 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Pushing event deleted for resources: {'Port': ['ID=cd16a657-d8e3-40a9-87d1-aae7c802114c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:10.614503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b011e91-a124-455f-ba52-608d8e4c4f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5affb0f5-1432-40b9-b12a-cea921d2bd07,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:10.618890 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7b011e91-a124-455f-ba52-608d8e4c4f99 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5fd78ee2ceef4578a4819d5978cd3e8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3969831 Jan 28 19:14:10.621780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463cf58-6214-49b4-a6dd-7d61f1abf6db req-de03c8cf-ffa0-4593-981d-bde5ad12dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:10.623356 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7463cf58-6214-49b4-a6dd-7d61f1abf6db req-de03c8cf-ffa0-4593-981d-bde5ad12dee7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.3584664 Jan 28 19:14:10.623728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41814) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:10.649695 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d0af7-15e8-447d-930c-e3e353bb495c req-b4a93f63-53f2-4522-93e2-787149d67faf tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:10.668466 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-648d0af7-15e8-447d-930c-e3e353bb495c req-b4a93f63-53f2-4522-93e2-787149d67faf tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 946 time: 0.4189467 Jan 28 19:14:10.676353 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46253482-6303-4d14-8c6b-fd26e3621488 req-b42588ee-785d-446d-8cb6-e861b679905c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:10.678200 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-46253482-6303-4d14-8c6b-fd26e3621488 req-b42588ee-785d-446d-8cb6-e861b679905c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.31 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 812 time: 0.2700264 Jan 28 19:14:10.699059 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-46253482-6303-4d14-8c6b-fd26e3621488 req-e9a19ea4-7461-4680-b16e-21aeccce6151 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Request body: {'port': {'device_id': 'ce339bb1-accd-46c7-997c-c140ef3ed8cd', 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82', 'admin_state_up': True, 'tenant_id': 'b1f1db10744a4501a97a85a9685ef09a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:10.718499 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e1be6396-6c28-4b8e-b3cb-800d9a8fa1d1 req-ee21126a-bad2-41bf-bd88-c18efc3e7369 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for floatingip (79e8d9a2-2870-4552-9026-71d4bb2dd671), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.721424 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e1be6396-6c28-4b8e-b3cb-800d9a8fa1d1 req-ee21126a-bad2-41bf-bd88-c18efc3e7369 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.723431 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e1be6396-6c28-4b8e-b3cb-800d9a8fa1d1 req-ee21126a-bad2-41bf-bd88-c18efc3e7369 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "DELETE /v2.0/floatingips/79e8d9a2-2870-4552-9026-71d4bb2dd671 HTTP/1.1" status: 204 len: 173 time: 1.4138503 Jan 28 19:14:10.768815 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7463cf58-6214-49b4-a6dd-7d61f1abf6db req-277c6582-fcd5-469d-9bae-da66166f0e2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 HTTP/1.1" status: 200 len: 217 time: 0.0959630 Jan 28 19:14:10.862306 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dca5242c-c9f8-4ae6-8af4-380ffc26f753 admin admin] Publish callbacks [] for security_group (5affb0f5-1432-40b9-b12a-cea921d2bd07), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.865293 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-648d0af7-15e8-447d-930c-e3e353bb495c req-fb664f96-b4e9-4bc7-807b-985198968f16 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups?id=570c0633-f895-49f2-95b1-4b1c03df8049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959186 Jan 28 19:14:10.882819 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463cf58-6214-49b4-a6dd-7d61f1abf6db req-511f7d49-d032-49ab-ac54-0ae50b51c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:10.884297 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7463cf58-6214-49b4-a6dd-7d61f1abf6db req-511f7d49-d032-49ab-ac54-0ae50b51c9e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.1001740 Jan 28 19:14:10.904490 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dca5242c-c9f8-4ae6-8af4-380ffc26f753 admin admin] Publish callbacks [] for security_group (5affb0f5-1432-40b9-b12a-cea921d2bd07), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:10.938709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb0abd-1ae2-4ebb-885c-a71e0af85a9f req-93db1329-d5e8-4cf6-b454-30cfcccac86b tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:10.946322 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-defb0abd-1ae2-4ebb-885c-a71e0af85a9f req-93db1329-d5e8-4cf6-b454-30cfcccac86b tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 944 time: 0.1579936 Jan 28 19:14:10.973514 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46253482-6303-4d14-8c6b-fd26e3621488 req-e9a19ea4-7461-4680-b16e-21aeccce6151 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Made reservation on behalf of b1f1db10744a4501a97a85a9685ef09a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:10.976930 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46253482-6303-4d14-8c6b-fd26e3621488 req-e9a19ea4-7461-4680-b16e-21aeccce6151 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.008754 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dca5242c-c9f8-4ae6-8af4-380ffc26f753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5affb0f5-1432-40b9-b12a-cea921d2bd07), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.012170 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dca5242c-c9f8-4ae6-8af4-380ffc26f753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.013775 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-dca5242c-c9f8-4ae6-8af4-380ffc26f753 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5affb0f5-1432-40b9-b12a-cea921d2bd07 HTTP/1.1" status: 204 len: 168 time: 0.3889031 Jan 28 19:14:11.042196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5242c-c9f8-4ae6-8af4-380ffc26f753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5affb0f5-1432-40b9-b12a-cea921d2bd07,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:11.071278 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-765f7f6f-e050-4110-8cbb-9ac8ec1e692d req-2fc563a1-93d1-4413-8d6f-6ed9501dec81 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups/8c4b2d4d-6603-4e4f-94d5-1b8302ade1a2 HTTP/1.1" status: 200 len: 1827 time: 0.1105769 Jan 28 19:14:11.091614 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463cf58-6214-49b4-a6dd-7d61f1abf6db req-872b2bba-cdb8-4c39-8808-8b62c2c2f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:11.093483 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7463cf58-6214-49b4-a6dd-7d61f1abf6db req-872b2bba-cdb8-4c39-8808-8b62c2c2f736 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1951661 Jan 28 19:14:11.097703 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-defb0abd-1ae2-4ebb-885c-a71e0af85a9f req-d3da220f-644a-4dd8-9f2f-c8d492f5dde5 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442394 Jan 28 19:14:11.176526 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-765f7f6f-e050-4110-8cbb-9ac8ec1e692d req-8ebb6745-9e29-4445-bf24-be6d1e9e2284 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for security_group (8c4b2d4d-6603-4e4f-94d5-1b8302ade1a2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.212778 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-765f7f6f-e050-4110-8cbb-9ac8ec1e692d req-8ebb6745-9e29-4445-bf24-be6d1e9e2284 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for security_group (8c4b2d4d-6603-4e4f-94d5-1b8302ade1a2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.248223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-46253482-6303-4d14-8c6b-fd26e3621488 req-e9a19ea4-7461-4680-b16e-21aeccce6151 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Allocated IP 172.20.0.5 (a0a0df9e-2526-4910-8347-d42b4cbb9f82/4fd0268e-e755-4d0f-9e56-a9e065215f79/32c40b1c-ad72-4088-943c-025fdda3287a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:11.292443 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-765f7f6f-e050-4110-8cbb-9ac8ec1e692d req-8ebb6745-9e29-4445-bf24-be6d1e9e2284 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8c4b2d4d-6603-4e4f-94d5-1b8302ade1a2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.295517 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-765f7f6f-e050-4110-8cbb-9ac8ec1e692d req-8ebb6745-9e29-4445-bf24-be6d1e9e2284 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.296790 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-765f7f6f-e050-4110-8cbb-9ac8ec1e692d req-8ebb6745-9e29-4445-bf24-be6d1e9e2284 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "DELETE /v2.0/security-groups/8c4b2d4d-6603-4e4f-94d5-1b8302ade1a2 HTTP/1.1" status: 204 len: 173 time: 0.2242069 Jan 28 19:14:11.319359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb6745-9e29-4445-bf24-be6d1e9e2284 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4b2d4d-6603-4e4f-94d5-1b8302ade1a2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:11.399207 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7463cf58-6214-49b4-a6dd-7d61f1abf6db req-b3192b8f-16b9-4384-932e-35d169251e2b service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935534 Jan 28 19:14:11.534663 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9264953a-ff2f-4698-9ac5-425acc3f2f66 req-654e162e-7b3f-4273-98da-83417250edd2 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 210 time: 0.0769780 Jan 28 19:14:11.568633 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7463cf58-6214-49b4-a6dd-7d61f1abf6db req-54da42c4-f363-4282-9ad8-4b91c21bb0d4 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602266 Jan 28 19:14:11.690932 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46253482-6303-4d14-8c6b-fd26e3621488 req-e9a19ea4-7461-4680-b16e-21aeccce6151 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks [] for port (32c40b1c-ad72-4088-943c-025fdda3287a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.759328 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46253482-6303-4d14-8c6b-fd26e3621488 req-e9a19ea4-7461-4680-b16e-21aeccce6151 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (32c40b1c-ad72-4088-943c-025fdda3287a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.766402 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a8864-1825-462f-934c-28b7afadb5aa req-15864b81-4f31-4ee2-9de6-92d10e051a1e tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:11.768049 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-024a8864-1825-462f-934c-28b7afadb5aa req-15864b81-4f31-4ee2-9de6-92d10e051a1e tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0878913 Jan 28 19:14:11.829002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46253482-6303-4d14-8c6b-fd26e3621488 req-e9a19ea4-7461-4680-b16e-21aeccce6151 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Network a0a0df9e-2526-4910-8347-d42b4cbb9f82 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:11.833079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-46253482-6303-4d14-8c6b-fd26e3621488 req-e9a19ea4-7461-4680-b16e-21aeccce6151 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:11.841151 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-46253482-6303-4d14-8c6b-fd26e3621488 req-e9a19ea4-7461-4680-b16e-21aeccce6151 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:11.848619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a19ea4-7461-4680-b16e-21aeccce6151 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Pushing event updated for resources: {'Port': ['ID=32c40b1c-ad72-4088-943c-025fdda3287a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:11.850356 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-024a8864-1825-462f-934c-28b7afadb5aa req-7d7437a6-e396-484e-a616-740b5819945e tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711901 Jan 28 19:14:11.925934 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46253482-6303-4d14-8c6b-fd26e3621488 req-e9a19ea4-7461-4680-b16e-21aeccce6151 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:11.926826 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46253482-6303-4d14-8c6b-fd26e3621488 req-e9a19ea4-7461-4680-b16e-21aeccce6151 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:11.954529 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-46253482-6303-4d14-8c6b-fd26e3621488 req-e9a19ea4-7461-4680-b16e-21aeccce6151 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2629609 Jan 28 19:14:11.970667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Request body: {'port': {'device_id': 'ce339bb1-accd-46c7-997c-c140ef3ed8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:12.102802 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07dbb2-8875-40c6-ba3f-61b5b715608d req-bb43e8c0-1eda-4df6-a47b-ead6bf8c3ec6 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:12.113753 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c07dbb2-8875-40c6-ba3f-61b5b715608d req-bb43e8c0-1eda-4df6-a47b-ead6bf8c3ec6 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 946 time: 0.1032917 Jan 28 19:14:12.141019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e2faa-9256-4b08-bcbe-4864223e6c1b req-f958f88c-c810-4146-86d1-ff4914686e06 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:12.144374 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7c5e2faa-9256-4b08-bcbe-4864223e6c1b req-f958f88c-c810-4146-86d1-ff4914686e06 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 946 time: 0.1687651 Jan 28 19:14:12.150062 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (32c40b1c-ad72-4088-943c-025fdda3287a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:12.315218 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7c5e2faa-9256-4b08-bcbe-4864223e6c1b req-08aaab25-db97-4672-84aa-60fb1997ae41 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups?id=570c0633-f895-49f2-95b1-4b1c03df8049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464546 Jan 28 19:14:12.324765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94104d-46f3-4bb6-ae03-63ae448cebb2 req-f681ad9a-e67b-47bd-948c-d9535422693e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:12.337864 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ba94104d-46f3-4bb6-ae03-63ae448cebb2 req-f681ad9a-e67b-47bd-948c-d9535422693e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 944 time: 0.1161859 Jan 28 19:14:12.476920 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9c07dbb2-8875-40c6-ba3f-61b5b715608d req-c7253ce8-b3ba-4a71-94b5-f32dcc8db816 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Deleting port 08a1958a-fad3-4024-bc0e-56cc1a7ed551 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:12.477351 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9c07dbb2-8875-40c6-ba3f-61b5b715608d req-c7253ce8-b3ba-4a71-94b5-f32dcc8db816 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (08a1958a-fad3-4024-bc0e-56cc1a7ed551), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:12.513097 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ba94104d-46f3-4bb6-ae03-63ae448cebb2 req-ad8ae4cd-0b98-4489-b3c4-376f13e0a80d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761868 Jan 28 19:14:12.643456 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9c07dbb2-8875-40c6-ba3f-61b5b715608d req-c7253ce8-b3ba-4a71-94b5-f32dcc8db816 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] For port 08a1958a-fad3-4024-bc0e-56cc1a7ed551, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=08a1958a-fad3-4024-bc0e-56cc1a7ed551,segment=NetworkSegment(60cab1f1-8b9e-4ba8-9703-02917a8fcce7),segment_id=60cab1f1-8b9e-4ba8-9703-02917a8fcce7)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:12.644122 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9c07dbb2-8875-40c6-ba3f-61b5b715608d req-c7253ce8-b3ba-4a71-94b5-f32dcc8db816 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (08a1958a-fad3-4024-bc0e-56cc1a7ed551), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:12.735817 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c40b1c-ad72-4088-943c-025fdda3287a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:12.746465 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Publish callbacks [] for port (32c40b1c-ad72-4088-943c-025fdda3287a), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:12.783216 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5510d-28bf-40a6-9b31-24960ac7ef6b req-30cb3c67-65d7-4de9-82f3-3ae9a2e35301 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:12.784926 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c9e5510d-28bf-40a6-9b31-24960ac7ef6b req-30cb3c67-65d7-4de9-82f3-3ae9a2e35301 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 931 time: 0.0891786 Jan 28 19:14:12.786000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Transition to ACTIVE for port object 32c40b1c-ad72-4088-943c-025fdda3287a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:14:12.801602 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (32c40b1c-ad72-4088-943c-025fdda3287a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:12.897258 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c9e5510d-28bf-40a6-9b31-24960ac7ef6b req-fa565735-cd75-4f4f-b6c5-f9cd18f734a3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063840 Jan 28 19:14:12.922739 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Pushing event updated for resources: {'Port': ['ID=32c40b1c-ad72-4088-943c-025fdda3287a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:12.998768 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Attempting to bind port 32c40b1c-ad72-4088-943c-025fdda3287a on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:12.999098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Attempting to bind port 32c40b1c-ad72-4088-943c-025fdda3287a by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:12.999429 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Attempting to bind port 32c40b1c-ad72-4088-943c-025fdda3287a on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:13.007092 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Port 32c40b1c-ad72-4088-943c-025fdda3287a on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:14:13.007466 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Attempting to bind port 32c40b1c-ad72-4088-943c-025fdda3287a on network a0a0df9e-2526-4910-8347-d42b4cbb9f82 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:13.013180 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:13.013742 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Checking segment: {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:13.017165 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Bound using segment: {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:13.017678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Bound port: 32c40b1c-ad72-4088-943c-025fdda3287a, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346ba5d7-43f7-4c8e-973d-6e09e362760e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:13.018074 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (32c40b1c-ad72-4088-943c-025fdda3287a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:13.094345 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] For port 32c40b1c-ad72-4088-943c-025fdda3287a, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:13.098298 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] For port 32c40b1c-ad72-4088-943c-025fdda3287a, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=32c40b1c-ad72-4088-943c-025fdda3287a,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:13.118444 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (32c40b1c-ad72-4088-943c-025fdda3287a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:13.180797 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Pushing event updated for resources: {'Port': ['ID=32c40b1c-ad72-4088-943c-025fdda3287a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:13.194222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.194899 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:13.196508 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9c070132-7b1f-4381-9447-019c8a9244ab service neutron] 10.222.0.31 "PUT /v2.0/ports/32c40b1c-ad72-4088-943c-025fdda3287a HTTP/1.1" status: 200 len: 1091 time: 1.2340922 Jan 28 19:14:13.197588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce339bb1-accd-46c7-997c-c140ef3ed8cd', 'tag': '32c40b1c-ad72-4088-943c-025fdda3287a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:13.200096 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cee76d-1047-4efc-bfb3-622d0e6e4c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce339bb1-accd-46c7-997c-c140ef3ed8cd", "tag": "32c40b1c-ad72-4088-943c-025fdda3287a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:13.265920 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9c07dbb2-8875-40c6-ba3f-61b5b715608d req-c7253ce8-b3ba-4a71-94b5-f32dcc8db816 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:13.266359 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9c07dbb2-8875-40c6-ba3f-61b5b715608d req-c7253ce8-b3ba-4a71-94b5-f32dcc8db816 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (d8acb70a-3f29-4c21-ad41-8c2067c10ba2), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:13.266644 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [req-9c07dbb2-8875-40c6-ba3f-61b5b715608d req-c7253ce8-b3ba-4a71-94b5-f32dcc8db816 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Floating IP d8acb70a-3f29-4c21-ad41-8c2067c10ba2 disassociated. External IP: 172.25.0.210, port: 08a1958a-fad3-4024-bc0e-56cc1a7ed551. Jan 28 19:14:13.266991 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9c07dbb2-8875-40c6-ba3f-61b5b715608d req-c7253ce8-b3ba-4a71-94b5-f32dcc8db816 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Calling delete_port for 08a1958a-fad3-4024-bc0e-56cc1a7ed551 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:13.283268 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d2db8-d8f8-4236-b947-402840d4ea11 req-a3b3ecd2-aad4-4f0b-ba18-71a37698581d tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.290278 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7e7d2db8-d8f8-4236-b947-402840d4ea11 req-a3b3ecd2-aad4-4f0b-ba18-71a37698581d tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.1711555 Jan 28 19:14:13.296827 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fd6f68-5948-4e50-becb-78bab39ad055 x-openstack-request-id: req-c7fd6f68-5948-4e50-becb-78bab39ad055 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:13.298913 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce339bb1-accd-46c7-997c-c140ef3ed8cd", "tag": "32c40b1c-ad72-4088-943c-025fdda3287a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:13.299366 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7fd6f68-5948-4e50-becb-78bab39ad055 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:13.301732 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce339bb1-accd-46c7-997c-c140ef3ed8cd', 'tag': '32c40b1c-ad72-4088-943c-025fdda3287a', 'status': 'completed', 'code': 200} Jan 28 19:14:13.359300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46253482-6303-4d14-8c6b-fd26e3621488 req-86abaff4-420c-43ca-9115-48ce46462cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.363532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-46253482-6303-4d14-8c6b-fd26e3621488 req-86abaff4-420c-43ca-9115-48ce46462cd1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 1125 time: 0.1188090 Jan 28 19:14:13.430673 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7e7d2db8-d8f8-4236-b947-402840d4ea11 req-3f74592a-e6b3-423d-854c-68f049af0a2d tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392097 Jan 28 19:14:13.446074 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-46253482-6303-4d14-8c6b-fd26e3621488 req-d0ef9805-bb49-47a8-9bde-01db523dd2f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32c40b1c-ad72-4088-943c-025fdda3287a HTTP/1.1" status: 200 len: 217 time: 0.0733917 Jan 28 19:14:13.547405 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9c07dbb2-8875-40c6-ba3f-61b5b715608d req-c7253ce8-b3ba-4a71-94b5-f32dcc8db816 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (08a1958a-fad3-4024-bc0e-56cc1a7ed551), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:13.565900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46253482-6303-4d14-8c6b-fd26e3621488 req-efffbf44-c242-47d0-98ce-14db94dc7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.567988 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-46253482-6303-4d14-8c6b-fd26e3621488 req-efffbf44-c242-47d0-98ce-14db94dc7693 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fd0268e-e755-4d0f-9e56-a9e065215f79 HTTP/1.1" status: 200 len: 852 time: 0.0900595 Jan 28 19:14:13.590781 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7253ce8-b3ba-4a71-94b5-f32dcc8db816 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Pushing event deleted for resources: {'Port': ['ID=08a1958a-fad3-4024-bc0e-56cc1a7ed551,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:13.630766 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-46253482-6303-4d14-8c6b-fd26e3621488 req-2b064a8d-ce93-4b64-978e-c3842ae5368a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0a0df9e-2526-4910-8347-d42b4cbb9f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548038 Jan 28 19:14:13.771667 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-46253482-6303-4d14-8c6b-fd26e3621488 req-0639e5b5-7678-4954-b6bf-6bf3fa29976b service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322813 Jan 28 19:14:13.791644 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c90fa-6ae0-419e-8697-2eb8745d4337 req-9736cecf-4c80-49b7-b715-c075d8d0e52c tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.793337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe1c90fa-6ae0-419e-8697-2eb8745d4337 req-9736cecf-4c80-49b7-b715-c075d8d0e52c tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 946 time: 0.3578017 Jan 28 19:14:13.835793 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c07dbb2-8875-40c6-ba3f-61b5b715608d req-c7253ce8-b3ba-4a71-94b5-f32dcc8db816 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Router 0b385604-c49e-48b2-a3c4-a2a8769bf89d has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:14:13.851275 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f379686-f3ab-4325-a934-82be31095b06 req-d73b08d0-08ad-4ce4-8116-1d374c633270 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:13.853027 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f379686-f3ab-4325-a934-82be31095b06 req-d73b08d0-08ad-4ce4-8116-1d374c633270 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 944 time: 0.1428559 Jan 28 19:14:13.926815 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe1c90fa-6ae0-419e-8697-2eb8745d4337 req-2252224a-8c45-4e6d-8554-16853cec426d tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups?id=570c0633-f895-49f2-95b1-4b1c03df8049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245661 Jan 28 19:14:14.014677 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f379686-f3ab-4325-a934-82be31095b06 req-a7e6f2dc-2995-4c86-a8ba-86266212bce6 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548543 Jan 28 19:14:14.035648 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-46253482-6303-4d14-8c6b-fd26e3621488 req-9303e44f-c9c3-448a-b410-ad742655a95a service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412498 Jan 28 19:14:14.052357 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c07dbb2-8875-40c6-ba3f-61b5b715608d req-c7253ce8-b3ba-4a71-94b5-f32dcc8db816 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:14:14.064839 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92a66f-061a-4162-928d-4b36eb54fac2 None None] Sync routers for ids ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:14:14.081335 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a92a66f-061a-4162-928d-4b36eb54fac2 None None] Routers {'0b385604-c49e-48b2-a3c4-a2a8769bf89d'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:14.090211 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8a92a66f-061a-4162-928d-4b36eb54fac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:13:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:14.186756 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c07dbb2-8875-40c6-ba3f-61b5b715608d req-c7253ce8-b3ba-4a71-94b5-f32dcc8db816 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] No DVR routers for this DVR port 08a1958a-fad3-4024-bc0e-56cc1a7ed551 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:14.195479 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9c07dbb2-8875-40c6-ba3f-61b5b715608d req-c7253ce8-b3ba-4a71-94b5-f32dcc8db816 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:14.199519 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c07dbb2-8875-40c6-ba3f-61b5b715608d req-c7253ce8-b3ba-4a71-94b5-f32dcc8db816 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.37 "DELETE /v2.0/ports/08a1958a-fad3-4024-bc0e-56cc1a7ed551 HTTP/1.1" status: 204 len: 173 time: 2.0650768 Jan 28 19:14:14.202260 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbc7c93-6f0c-4655-8f9f-b2159781200e', 'name': 'network-vif-deleted', 'tag': '08a1958a-fad3-4024-bc0e-56cc1a7ed551'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:14.210806 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5f5e46-6164-4bc2-9dbb-9e8f1cfdfb52" -d '{"events": [{"server_uuid": "ecbc7c93-6f0c-4655-8f9f-b2159781200e", "name": "network-vif-deleted", "tag": "08a1958a-fad3-4024-bc0e-56cc1a7ed551"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:14.253000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57e625-3d70-4921-b1ff-8d39202327a7 req-9247c06e-e4e7-4925-b062-7b03b0fbbe8f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.266206 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a57e625-3d70-4921-b1ff-8d39202327a7 req-9247c06e-e4e7-4925-b062-7b03b0fbbe8f tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 943 time: 0.1813984 Jan 28 19:14:14.294452 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6447b546-dfaf-4b2c-b31d-8141ef108a4e x-openstack-request-id: req-6447b546-dfaf-4b2c-b31d-8141ef108a4e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:14.294990 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbc7c93-6f0c-4655-8f9f-b2159781200e", "name": "network-vif-deleted", "tag": "08a1958a-fad3-4024-bc0e-56cc1a7ed551", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:14.295419 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6447b546-dfaf-4b2c-b31d-8141ef108a4e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:14.296185 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbc7c93-6f0c-4655-8f9f-b2159781200e', 'name': 'network-vif-deleted', 'tag': '08a1958a-fad3-4024-bc0e-56cc1a7ed551', 'status': 'completed', 'code': 200} Jan 28 19:14:14.309240 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cee76d-1047-4efc-bfb3-622d0e6e4c8f req-0a3041c9-fb67-45f1-88ca-7b75d15f3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.316085 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41cee76d-1047-4efc-bfb3-622d0e6e4c8f req-0a3041c9-fb67-45f1-88ca-7b75d15f3eae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1f1db10744a4501a97a85a9685ef09a&device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 1125 time: 0.1555092 Jan 28 19:14:14.349676 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8a92a66f-061a-4162-928d-4b36eb54fac2 None None] Set router 0b385604-c49e-48b2-a3c4-a2a8769bf89d gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:14.424577 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a57e625-3d70-4921-b1ff-8d39202327a7 req-a30ef242-e8de-4086-a74f-d88f886ed0bc tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573410 Jan 28 19:14:14.576891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cee76d-1047-4efc-bfb3-622d0e6e4c8f req-ef0e4a9b-609a-4c5f-a3f1-653d90849149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.596770 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41cee76d-1047-4efc-bfb3-622d0e6e4c8f req-ef0e4a9b-609a-4c5f-a3f1-653d90849149 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 200 len: 913 time: 0.2733488 Jan 28 19:14:14.610334 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97b6f7-c3ca-4bd3-8478-871764741a0c req-9d08bd7f-1d06-4ab7-87a6-6bdd0b8afb1b tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.632050 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bb97b6f7-c3ca-4bd3-8478-871764741a0c req-9d08bd7f-1d06-4ab7-87a6-6bdd0b8afb1b tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.0948753 Jan 28 19:14:14.680999 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41cee76d-1047-4efc-bfb3-622d0e6e4c8f req-91ec906b-17bd-4983-a452-6da55ba15c4f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32c40b1c-ad72-4088-943c-025fdda3287a HTTP/1.1" status: 200 len: 217 time: 0.0732791 Jan 28 19:14:14.735955 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bb97b6f7-c3ca-4bd3-8478-871764741a0c req-7169ccf2-fbc2-4829-a2bb-160bbe53a06b tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971515 Jan 28 19:14:14.743736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cee76d-1047-4efc-bfb3-622d0e6e4c8f req-d2922662-05d7-4fac-b590-cd939ce4e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:14.745593 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41cee76d-1047-4efc-bfb3-622d0e6e4c8f req-d2922662-05d7-4fac-b590-cd939ce4e955 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fd0268e-e755-4d0f-9e56-a9e065215f79 HTTP/1.1" status: 200 len: 852 time: 0.0618250 Jan 28 19:14:14.789373 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41cee76d-1047-4efc-bfb3-622d0e6e4c8f req-e971ebda-aeca-4895-95bf-eb81c6995985 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0a0df9e-2526-4910-8347-d42b4cbb9f82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345979 Jan 28 19:14:14.841039 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8a92a66f-061a-4162-928d-4b36eb54fac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'name': 'tempest-ServersTestJSON-1609107-router', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:58Z', 'updated_at': '2022-01-28T19:12:04Z', 'revision_number': 4, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'gw_port': {'id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:00Z', 'updated_at': '2022-01-28T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '66bdeeaa-6cf3-457b-9a45-e9cf87a972fa', 'name': '', 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'mac_address': 'fa:16:3e:57:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:04Z', 'updated_at': '2022-01-28T19:12:10Z', 'revision_number': 5, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'subnets': [{'id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:14.875121 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92a66f-061a-4162-928d-4b36eb54fac2 None None] Checking router: 0b385604-c49e-48b2-a3c4-a2a8769bf89d for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:14:14.886609 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a92a66f-061a-4162-928d-4b36eb54fac2 None None] Routers {'0b385604-c49e-48b2-a3c4-a2a8769bf89d'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:14.887787 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8a92a66f-061a-4162-928d-4b36eb54fac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:13:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:14.934002 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41cee76d-1047-4efc-bfb3-622d0e6e4c8f req-4e3c24a7-8a05-4743-ba6f-b30c1190f49a service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361377 Jan 28 19:14:15.056579 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8a92a66f-061a-4162-928d-4b36eb54fac2 None None] Set router 0b385604-c49e-48b2-a3c4-a2a8769bf89d gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:15.111012 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41cee76d-1047-4efc-bfb3-622d0e6e4c8f req-3a4ab657-4ae3-4563-b129-dcda9bd2616b service neutron] 10.222.0.31 "GET /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674562 Jan 28 19:14:15.197972 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78836ffe-29cd-4dc2-ae8e-78cfd0e1791a req-cd225fe3-119e-4dd0-b536-9403c9f77c54 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecbc7c93-6f0c-4655-8f9f-b2159781200e HTTP/1.1" status: 200 len: 210 time: 0.0597401 Jan 28 19:14:15.243761 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee33864-44f2-47c0-b0e1-33aca72fcec9 req-cb09e6af-b4ff-43fc-8d3b-eb36dd0b6fd4 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:15.252430 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fee33864-44f2-47c0-b0e1-33aca72fcec9 req-cb09e6af-b4ff-43fc-8d3b-eb36dd0b6fd4 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 944 time: 0.1266816 Jan 28 19:14:15.312039 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a4c59-3df8-4137-a5e5-0a8e0726b8de req-3b821579-21e4-44d8-8d12-fe0040db40ae tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:15.313601 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-532a4c59-3df8-4137-a5e5-0a8e0726b8de req-3b821579-21e4-44d8-8d12-fe0040db40ae tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.1351748 Jan 28 19:14:15.375065 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8a92a66f-061a-4162-928d-4b36eb54fac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'name': 'tempest-ServersTestJSON-1609107-router', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:58Z', 'updated_at': '2022-01-28T19:12:04Z', 'revision_number': 4, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'gw_port': {'id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:00Z', 'updated_at': '2022-01-28T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '66bdeeaa-6cf3-457b-9a45-e9cf87a972fa', 'name': '', 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'mac_address': 'fa:16:3e:57:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:04Z', 'updated_at': '2022-01-28T19:12:10Z', 'revision_number': 5, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'subnets': [{'id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:15.376389 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fee33864-44f2-47c0-b0e1-33aca72fcec9 req-22a44ef4-8d57-4044-8bbb-3f134f3fb1ad tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228137 Jan 28 19:14:15.409168 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92a66f-061a-4162-928d-4b36eb54fac2 None None] The sync data for ids ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'] in n-d-824834-4 is: [{'id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'name': 'tempest-ServersTestJSON-1609107-router', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:58Z', 'updated_at': '2022-01-28T19:12:04Z', 'revision_number': 4, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'gw_port': {'id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:00Z', 'updated_at': '2022-01-28T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '66bdeeaa-6cf3-457b-9a45-e9cf87a972fa', 'name': '', 'network_id': '2acb1f88-b7fa-424b-ae56-b15b5300cc47', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'mac_address': 'fa:16:3e:57:99:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:04Z', 'updated_at': '2022-01-28T19:12:10Z', 'revision_number': 5, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'subnets': [{'id': 'b05a9622-0a32-4de6-bb6c-b49f21ce62f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:14:15.489623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-532a4c59-3df8-4137-a5e5-0a8e0726b8de req-2da803c3-bb4e-4bd8-9a8a-85d97760b1a3 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Deleting port c410f0b2-4071-485c-9340-df06a025bd18 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:15.490503 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-532a4c59-3df8-4137-a5e5-0a8e0726b8de req-2da803c3-bb4e-4bd8-9a8a-85d97760b1a3 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c410f0b2-4071-485c-9340-df06a025bd18), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:15.592418 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca957a5a-1990-4e15-898d-3bc787584887 req-009fb487-fd66-4eab-8f74-ef75c7daf6eb tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:15.596104 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ca957a5a-1990-4e15-898d-3bc787584887 req-009fb487-fd66-4eab-8f74-ef75c7daf6eb tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 943 time: 0.0858400 Jan 28 19:14:15.628977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-532a4c59-3df8-4137-a5e5-0a8e0726b8de req-2da803c3-bb4e-4bd8-9a8a-85d97760b1a3 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] For port c410f0b2-4071-485c-9340-df06a025bd18, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c410f0b2-4071-485c-9340-df06a025bd18,segment=NetworkSegment(e82d184b-4aea-4ba0-9bbc-d944ceb20447),segment_id=e82d184b-4aea-4ba0-9bbc-d944ceb20447)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:15.629383 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-532a4c59-3df8-4137-a5e5-0a8e0726b8de req-2da803c3-bb4e-4bd8-9a8a-85d97760b1a3 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c410f0b2-4071-485c-9340-df06a025bd18), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:15.644646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-532a4c59-3df8-4137-a5e5-0a8e0726b8de req-2da803c3-bb4e-4bd8-9a8a-85d97760b1a3 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Calling delete_port for c410f0b2-4071-485c-9340-df06a025bd18 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:15.696481 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ca957a5a-1990-4e15-898d-3bc787584887 req-99e60932-a67c-4926-a374-c02e0f723492 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937963 Jan 28 19:14:15.879525 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 08a1958a-fad3-4024-bc0e-56cc1a7ed551 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:15.918322 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-532a4c59-3df8-4137-a5e5-0a8e0726b8de req-2da803c3-bb4e-4bd8-9a8a-85d97760b1a3 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c410f0b2-4071-485c-9340-df06a025bd18), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:15.939270 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb0749-106c-4475-b4d4-4a1465a382eb req-954095b1-7847-422b-bcf4-32af2dfa3217 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:15.945828 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6adb0749-106c-4475-b4d4-4a1465a382eb req-954095b1-7847-422b-bcf4-32af2dfa3217 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f05ba50-407d-44a7-9a1e-fede20f6d621 HTTP/1.1" status: 200 len: 945 time: 0.1259265 Jan 28 19:14:15.968277 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['c410f0b2-4071-485c-9340-df06a025bd18'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:15.977074 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6d4f6a-d011-4c7e-9625-07e03cf97dde None None] New status for floating IP d8acb70a-3f29-4c21-ad41-8c2067c10ba2: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:14:15.991018 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 08a1958a-fad3-4024-bc0e-56cc1a7ed551 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:15.991684 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 08a1958a-fad3-4024-bc0e-56cc1a7ed551 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:16.010671 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da803c3-bb4e-4bd8-9a8a-85d97760b1a3 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Pushing event deleted for resources: {'Port': ['ID=c410f0b2-4071-485c-9340-df06a025bd18,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:16.062265 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6adb0749-106c-4475-b4d4-4a1465a382eb req-facabed2-34cf-4285-943c-e2294ba12371 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.55 "GET /v2.0/security-groups?id=c96811e0-db4b-465e-a1bb-b521f1d8ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071682 Jan 28 19:14:16.072771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-532a4c59-3df8-4137-a5e5-0a8e0726b8de req-2da803c3-bb4e-4bd8-9a8a-85d97760b1a3 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] No DVR routers for this DVR port c410f0b2-4071-485c-9340-df06a025bd18 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:16.075558 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-532a4c59-3df8-4137-a5e5-0a8e0726b8de req-2da803c3-bb4e-4bd8-9a8a-85d97760b1a3 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:16.080234 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-532a4c59-3df8-4137-a5e5-0a8e0726b8de req-2da803c3-bb4e-4bd8-9a8a-85d97760b1a3 tempest-ServerRescueTestJSONUnderV235-649359071 tempest-ServerRescueTestJSONUnderV235-649359071-project] 10.222.0.37 "DELETE /v2.0/ports/c410f0b2-4071-485c-9340-df06a025bd18 HTTP/1.1" status: 204 len: 173 time: 0.7592618 Jan 28 19:14:16.298231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'name': 'network-vif-deleted', 'tag': 'c410f0b2-4071-485c-9340-df06a025bd18'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:16.300830 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0855e0ba-3e33-48c7-b4da-5785f16896e1" -d '{"events": [{"server_uuid": "2f05ba50-407d-44a7-9a1e-fede20f6d621", "name": "network-vif-deleted", "tag": "c410f0b2-4071-485c-9340-df06a025bd18"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:16.338561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41976) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:16.367024 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b452cc2a-9cce-4985-b383-5b01f3740bd9 x-openstack-request-id: req-b452cc2a-9cce-4985-b383-5b01f3740bd9 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:16.368156 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f05ba50-407d-44a7-9a1e-fede20f6d621", "name": "network-vif-deleted", "tag": "c410f0b2-4071-485c-9340-df06a025bd18", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:16.368156 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b452cc2a-9cce-4985-b383-5b01f3740bd9 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:16.369789 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f05ba50-407d-44a7-9a1e-fede20f6d621', 'name': 'network-vif-deleted', 'tag': 'c410f0b2-4071-485c-9340-df06a025bd18', 'status': 'completed', 'code': 200} Jan 28 19:14:16.441484 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90be2507-dc71-4661-8fe1-c07424ca0c69 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for security_group (570c0633-f895-49f2-95b1-4b1c03df8049), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:16.461114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41980) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:16.482463 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90be2507-dc71-4661-8fe1-c07424ca0c69 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for security_group (570c0633-f895-49f2-95b1-4b1c03df8049), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:16.584729 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90be2507-dc71-4661-8fe1-c07424ca0c69 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (570c0633-f895-49f2-95b1-4b1c03df8049), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:16.588361 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90be2507-dc71-4661-8fe1-c07424ca0c69 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:16.596020 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-90be2507-dc71-4661-8fe1-c07424ca0c69 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "DELETE /v2.0/security-groups/570c0633-f895-49f2-95b1-4b1c03df8049 HTTP/1.1" status: 204 len: 168 time: 0.2557902 Jan 28 19:14:16.597968 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d73dd2-bcd3-4949-b041-a3a439b9593e req-788d498f-6bc9-44cc-b0e8-860617028afe tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:16.601111 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-65d73dd2-bcd3-4949-b041-a3a439b9593e req-788d498f-6bc9-44cc-b0e8-860617028afe tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 944 time: 0.1246524 Jan 28 19:14:16.601616 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41984) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:16.657400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be2507-dc71-4661-8fe1-c07424ca0c69 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=570c0633-f895-49f2-95b1-4b1c03df8049,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:16.662787 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-98503363-644d-4b36-a093-b65035696324 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] show failed (client error): The resource could not be found. Jan 28 19:14:16.668492 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-98503363-644d-4b36-a093-b65035696324 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "GET /v2.0/security-groups/570c0633-f895-49f2-95b1-4b1c03df8049 HTTP/1.1" status: 404 len: 347 time: 0.0601487 Jan 28 19:14:16.671401 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41986) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:16.737509 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-464fffcc-fc50-49c8-98ff-bbdc2dba1bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:16.796838 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-65d73dd2-bcd3-4949-b041-a3a439b9593e req-1389025f-4944-4c05-aa62-9e36115d6a91 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814160 Jan 28 19:14:16.975371 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-464fffcc-fc50-49c8-98ff-bbdc2dba1bf9 admin admin] Publish callbacks [] for security_group (c524136c-616a-4e53-885b-65f64320298f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:16.981296 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7954f-decc-4345-ae6a-06d9a441580c req-cc272f75-f509-49ee-9fbb-3328f2a8f475 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:16.983661 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2aa7954f-decc-4345-ae6a-06d9a441580c req-cc272f75-f509-49ee-9fbb-3328f2a8f475 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 943 time: 0.1242652 Jan 28 19:14:16.992393 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-464fffcc-fc50-49c8-98ff-bbdc2dba1bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c524136c-616a-4e53-885b-65f64320298f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:17.013475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ae482403-8f73-4208-bae8-09f0e2f8af06 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Deleting port c2d594eb-01f1-4a81-b89a-82b36aba91af {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:17.013818 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae482403-8f73-4208-bae8-09f0e2f8af06 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c2d594eb-01f1-4a81-b89a-82b36aba91af), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:17.044205 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-464fffcc-fc50-49c8-98ff-bbdc2dba1bf9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4365f31d0e1413abd1ce1acd1051c97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5808699 Jan 28 19:14:17.045412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fffcc-fc50-49c8-98ff-bbdc2dba1bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c524136c-616a-4e53-885b-65f64320298f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:17.048067 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42000) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:17.102321 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae482403-8f73-4208-bae8-09f0e2f8af06 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c2d594eb-01f1-4a81-b89a-82b36aba91af), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:17.102645 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae482403-8f73-4208-bae8-09f0e2f8af06 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for floatingip (c2d594eb-01f1-4a81-b89a-82b36aba91af), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:17.116420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ae482403-8f73-4208-bae8-09f0e2f8af06 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Calling delete_port for c2d594eb-01f1-4a81-b89a-82b36aba91af owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:17.120967 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f29fdcb-536a-4468-a931-a77999d8e527 admin admin] Publish callbacks [] for security_group (c524136c-616a-4e53-885b-65f64320298f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:17.157843 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f29fdcb-536a-4468-a931-a77999d8e527 admin admin] Publish callbacks [] for security_group (c524136c-616a-4e53-885b-65f64320298f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:17.163931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42006) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:17.226056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 32c40b1c-ad72-4088-943c-025fdda3287a details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:17.316071 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f29fdcb-536a-4468-a931-a77999d8e527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c524136c-616a-4e53-885b-65f64320298f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:17.319694 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae482403-8f73-4208-bae8-09f0e2f8af06 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c2d594eb-01f1-4a81-b89a-82b36aba91af), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:17.320636 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f29fdcb-536a-4468-a931-a77999d8e527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:17.322266 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7f29fdcb-536a-4468-a931-a77999d8e527 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c524136c-616a-4e53-885b-65f64320298f HTTP/1.1" status: 204 len: 168 time: 0.2730505 Jan 28 19:14:17.381559 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae482403-8f73-4208-bae8-09f0e2f8af06 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Pushing event deleted for resources: {'Port': ['ID=c2d594eb-01f1-4a81-b89a-82b36aba91af,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:17.436361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29fdcb-536a-4468-a931-a77999d8e527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c524136c-616a-4e53-885b-65f64320298f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:17.460022 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2aa7954f-decc-4345-ae6a-06d9a441580c req-5b9003d8-83db-4755-9a27-419bf95832fc tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664264 Jan 28 19:14:17.461361 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae482403-8f73-4208-bae8-09f0e2f8af06 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks [] for floatingip (d8acb70a-3f29-4c21-ad41-8c2067c10ba2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:17.463992 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae482403-8f73-4208-bae8-09f0e2f8af06 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:17.468371 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ae482403-8f73-4208-bae8-09f0e2f8af06 tempest-ServersTestJSON-1573718451 tempest-ServersTestJSON-1573718451-project] 10.222.0.55 "DELETE /v2.0/floatingips/d8acb70a-3f29-4c21-ad41-8c2067c10ba2 HTTP/1.1" status: 204 len: 168 time: 0.7952602 Jan 28 19:14:17.469068 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42010) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:17.635335 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 32c40b1c-ad72-4088-943c-025fdda3287a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=32c40b1c-ad72-4088-943c-025fdda3287a,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:17.673779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '32c40b1c-ad72-4088-943c-025fdda3287a', 'network_id': 'a0a0df9e-2526-4910-8347-d42b4cbb9f82', 'port_id': '32c40b1c-ad72-4088-943c-025fdda3287a', 'mac_address': 'fa:16:3e:6e:ef:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd0268e-e755-4d0f-9e56-a9e065215f79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:14:17.767065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 32c40b1c-ad72-4088-943c-025fdda3287a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:17.767455 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (32c40b1c-ad72-4088-943c-025fdda3287a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:17.798614 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c40b1c-ad72-4088-943c-025fdda3287a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:17.799094 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f53b820-a5ac-480a-b056-d2a98b56017c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:17.873224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 32c40b1c-ad72-4088-943c-025fdda3287a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=32c40b1c-ad72-4088-943c-025fdda3287a,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:17.881197 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (32c40b1c-ad72-4088-943c-025fdda3287a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:17.968079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42022) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:18.013412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=32c40b1c-ad72-4088-943c-025fdda3287a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:18.041655 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2a314ce-837a-4c29-a46b-bb1239c92854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:18.147295 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['32c40b1c-ad72-4088-943c-025fdda3287a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:18.185325 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc9fa3-c6ec-47c3-bbb6-aa46d3cb38f7 req-8ce1e8c1-6c66-4aca-9035-51899bedd60a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:18.195523 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31dc9fa3-c6ec-47c3-bbb6-aa46d3cb38f7 req-8ce1e8c1-6c66-4aca-9035-51899bedd60a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 944 time: 0.2263007 Jan 28 19:14:18.234921 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2a52b4e-1424-42c6-a35c-daaab010820d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (0b385604-c49e-48b2-a3c4-a2a8769bf89d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:18.289398 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31dc9fa3-c6ec-47c3-bbb6-aa46d3cb38f7 req-ec09d177-978c-4a9f-8289-fd500b06cc19 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892661 Jan 28 19:14:18.316133 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce2f0d57-3f6d-4e4c-8844-742f73676c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:18.417888 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2a314ce-837a-4c29-a46b-bb1239c92854 admin admin] Publish callbacks [] for security_group (d68f1459-d393-4cf7-9938-2c0949ef0496), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:18.453901 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2a314ce-837a-4c29-a46b-bb1239c92854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d68f1459-d393-4cf7-9938-2c0949ef0496), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:18.539582 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f2a314ce-837a-4c29-a46b-bb1239c92854 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9dab349407ef45a2b20676311b4312a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5690684 Jan 28 19:14:18.540572 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42034) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:18.577767 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a314ce-837a-4c29-a46b-bb1239c92854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68f1459-d393-4cf7-9938-2c0949ef0496,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:18.632786 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9cac9f17-533d-4d66-b723-d01bdddce6a2 admin admin] Publish callbacks [] for security_group (d68f1459-d393-4cf7-9938-2c0949ef0496), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:18.640586 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7f53b820-a5ac-480a-b056-d2a98b56017c admin admin] Deleting port b3161467-8606-4290-86e5-2dbeea342ed7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:18.641309 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f53b820-a5ac-480a-b056-d2a98b56017c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b3161467-8606-4290-86e5-2dbeea342ed7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:18.707095 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9cac9f17-533d-4d66-b723-d01bdddce6a2 admin admin] Publish callbacks [] for security_group (d68f1459-d393-4cf7-9938-2c0949ef0496), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:18.710682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd18dc7-0cf5-4369-b9ec-ce67e0d2660d req-4a53e7a6-21f1-43c3-a16e-f8e907c3fc57 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:18.717976 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0bd18dc7-0cf5-4369-b9ec-ce67e0d2660d req-4a53e7a6-21f1-43c3-a16e-f8e907c3fc57 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 944 time: 0.1188264 Jan 28 19:14:18.796450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7f53b820-a5ac-480a-b056-d2a98b56017c admin admin] For port b3161467-8606-4290-86e5-2dbeea342ed7, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b3161467-8606-4290-86e5-2dbeea342ed7,segment=NetworkSegment(e82d184b-4aea-4ba0-9bbc-d944ceb20447),segment_id=e82d184b-4aea-4ba0-9bbc-d944ceb20447)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:18.796450 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f53b820-a5ac-480a-b056-d2a98b56017c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b3161467-8606-4290-86e5-2dbeea342ed7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:18.811921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7f53b820-a5ac-480a-b056-d2a98b56017c admin admin] Calling delete_port for b3161467-8606-4290-86e5-2dbeea342ed7 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:18.814285 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0bd18dc7-0cf5-4369-b9ec-ce67e0d2660d req-cc2f6e69-88fd-42dd-acab-fb61939a73c3 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952826 Jan 28 19:14:18.832115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9cac9f17-533d-4d66-b723-d01bdddce6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d68f1459-d393-4cf7-9938-2c0949ef0496), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:18.833518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f2a52b4e-1424-42c6-a35c-daaab010820d admin admin] Deleting port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:18.834441 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2a52b4e-1424-42c6-a35c-daaab010820d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:18.835398 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9cac9f17-533d-4d66-b723-d01bdddce6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:18.840149 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9cac9f17-533d-4d66-b723-d01bdddce6a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d68f1459-d393-4cf7-9938-2c0949ef0496 HTTP/1.1" status: 204 len: 168 time: 0.2935436 Jan 28 19:14:18.885090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac9f17-533d-4d66-b723-d01bdddce6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68f1459-d393-4cf7-9938-2c0949ef0496,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:19.247852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 32c40b1c-ad72-4088-943c-025fdda3287a up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:19.271263 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f53b820-a5ac-480a-b056-d2a98b56017c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (b3161467-8606-4290-86e5-2dbeea342ed7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:19.346449 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53b820-a5ac-480a-b056-d2a98b56017c admin admin] Pushing event deleted for resources: {'Port': ['ID=b3161467-8606-4290-86e5-2dbeea342ed7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:19.443673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 32c40b1c-ad72-4088-943c-025fdda3287a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:14:19.458513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 32c40b1c-ad72-4088-943c-025fdda3287a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:19.460178 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (32c40b1c-ad72-4088-943c-025fdda3287a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:19.568660 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-f2a52b4e-1424-42c6-a35c-daaab010820d admin admin] For port 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=66bdeeaa-6cf3-457b-9a45-e9cf87a972fa,segment=NetworkSegment(60cab1f1-8b9e-4ba8-9703-02917a8fcce7),segment_id=60cab1f1-8b9e-4ba8-9703-02917a8fcce7)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:19.579611 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2a52b4e-1424-42c6-a35c-daaab010820d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:19.640920 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f2a52b4e-1424-42c6-a35c-daaab010820d admin admin] Calling delete_port for 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:19.676652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 32c40b1c-ad72-4088-943c-025fdda3287a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:19.677042 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (32c40b1c-ad72-4088-943c-025fdda3287a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:19.692781 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaef9d-590d-4afe-8290-21263d5bd1d8 req-a8e76f94-e46c-4263-8737-badfd2e74b8b tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:19.711569 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8daaef9d-590d-4afe-8290-21263d5bd1d8 req-a8e76f94-e46c-4263-8737-badfd2e74b8b tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 944 time: 0.2441423 Jan 28 19:14:19.750559 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f53b820-a5ac-480a-b056-d2a98b56017c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:19.768470 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 32c40b1c-ad72-4088-943c-025fdda3287a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=32c40b1c-ad72-4088-943c-025fdda3287a,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:19.769774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce339bb1-accd-46c7-997c-c140ef3ed8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c40b1c-ad72-4088-943c-025fdda3287a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:19.776507 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7550c0-a57b-4678-812a-04300371ad55" -d '{"events": [{"server_uuid": "ce339bb1-accd-46c7-997c-c140ef3ed8cd", "name": "network-vif-plugged", "status": "completed", "tag": "32c40b1c-ad72-4088-943c-025fdda3287a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:19.793960 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (32c40b1c-ad72-4088-943c-025fdda3287a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:19.795904 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device b06602ea-53fc-4ce3-bf99-df0fa4870f3f no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:19.953494 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d2560c-e11a-42cf-a4f4-e1fe0c20e586 x-openstack-request-id: req-24d2560c-e11a-42cf-a4f4-e1fe0c20e586 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:19.954850 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce339bb1-accd-46c7-997c-c140ef3ed8cd", "name": "network-vif-plugged", "status": "completed", "tag": "32c40b1c-ad72-4088-943c-025fdda3287a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:19.955109 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24d2560c-e11a-42cf-a4f4-e1fe0c20e586 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:19.955517 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce339bb1-accd-46c7-997c-c140ef3ed8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c40b1c-ad72-4088-943c-025fdda3287a', 'code': 200} Jan 28 19:14:19.964026 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:14:19.981446 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8daaef9d-590d-4afe-8290-21263d5bd1d8 req-576ec7fa-0c5a-4eba-a5fe-2ad99aba1561 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611208 Jan 28 19:14:20.048610 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c410f0b2-4071-485c-9340-df06a025bd18 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:20.052944 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=32c40b1c-ad72-4088-943c-025fdda3287a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:20.106998 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: c410f0b2-4071-485c-9340-df06a025bd18 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:20.107433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c410f0b2-4071-485c-9340-df06a025bd18 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:20.188856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port b06602ea-53fc-4ce3-bf99-df0fa4870f3f is: DOWN; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:20.375566 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2a52b4e-1424-42c6-a35c-daaab010820d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (66bdeeaa-6cf3-457b-9a45-e9cf87a972fa), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:20.386178 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-224160b1-295b-45ec-b930-6a07f34adb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:20.452620 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a52b4e-1424-42c6-a35c-daaab010820d admin admin] Pushing event deleted for resources: {'Port': ['ID=66bdeeaa-6cf3-457b-9a45-e9cf87a972fa,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:20.771663 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2a52b4e-1424-42c6-a35c-daaab010820d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (0b385604-c49e-48b2-a3c4-a2a8769bf89d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:20.923353 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f026386-cad9-4ca8-b8c7-40118ece47c9 req-638c0ba9-f07b-40bb-9f71-9032244d64f7 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:20.931176 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0f026386-cad9-4ca8-b8c7-40118ece47c9 req-638c0ba9-f07b-40bb-9f71-9032244d64f7 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 945 time: 0.1749468 Jan 28 19:14:20.956711 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478212f-c8d3-41bc-8595-9125ca7a3964 req-ac739871-af27-4a0e-b51d-1441696a9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:20.959047 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a478212f-c8d3-41bc-8595-9125ca7a3964 req-ac739871-af27-4a0e-b51d-1441696a9506 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 1127 time: 0.1580060 Jan 28 19:14:21.011686 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0f026386-cad9-4ca8-b8c7-40118ece47c9 req-ca8f5f27-1f0d-43e4-b9da-02a95e7c067e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746965 Jan 28 19:14:21.082406 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a478212f-c8d3-41bc-8595-9125ca7a3964 req-37cf5e46-2388-46d1-9a4a-f650c59f4335 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866532 Jan 28 19:14:21.183605 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f53b820-a5ac-480a-b056-d2a98b56017c admin admin] Router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:14:21.318768 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f53b820-a5ac-480a-b056-d2a98b56017c admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:14:21.328521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a52b4e-1424-42c6-a35c-daaab010820d admin admin] Router 0b385604-c49e-48b2-a3c4-a2a8769bf89d has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:14:21.334401 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec05f2-e68b-4b0d-9ccc-5dfe71d955e3 None None] Sync routers for ids ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:14:21.338379 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42106) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:21.338966 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7f53b820-a5ac-480a-b056-d2a98b56017c admin admin] 10.222.0.55 "PUT /v2.0/routers/2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1732490 Jan 28 19:14:21.351168 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec05f2-e68b-4b0d-9ccc-5dfe71d955e3 None None] Routers {'2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:21.351979 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ecec05f2-e68b-4b0d-9ccc-5dfe71d955e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:14:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:21.488928 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f572c81-9307-47dd-bffe-d8bf808790d9 admin admin] Publish callbacks [] for router (2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:21.509275 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c5266-0c57-4380-8e62-c89da58534cb req-a9942602-2936-445e-aed9-5394e716c3ca tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:21.511191 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8d6c5266-0c57-4380-8e62-c89da58534cb req-a9942602-2936-445e-aed9-5394e716c3ca tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 944 time: 0.2972047 Jan 28 19:14:21.549738 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ecec05f2-e68b-4b0d-9ccc-5dfe71d955e3 None None] Set router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:21.877565 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ecec05f2-e68b-4b0d-9ccc-5dfe71d955e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-router', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:39Z', 'updated_at': '2022-01-28T19:14:19Z', 'revision_number': 5, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'gw_port': {'id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:22.000003 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec05f2-e68b-4b0d-9ccc-5dfe71d955e3 None None] Checking router: 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:14:22.011237 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f572c81-9307-47dd-bffe-d8bf808790d9 admin admin] Publish callbacks [] for router_gateway (2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:22.057890 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec05f2-e68b-4b0d-9ccc-5dfe71d955e3 None None] Routers {'2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:22.064731 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ecec05f2-e68b-4b0d-9ccc-5dfe71d955e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:14:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:22.120266 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8d6c5266-0c57-4380-8e62-c89da58534cb req-0033267f-5510-4d0a-9695-11e0a9606e9a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243664 Jan 28 19:14:22.165646 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:22.208395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a52b4e-1424-42c6-a35c-daaab010820d admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:14:22.221219 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e572870-5021-468d-9f24-2e3c8dda98d0 None None] Sync routers for ids ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:14:22.241072 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f2a52b4e-1424-42c6-a35c-daaab010820d admin admin] 10.222.0.55 "PUT /v2.0/routers/0b385604-c49e-48b2-a3c4-a2a8769bf89d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7682440 Jan 28 19:14:22.242947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42122) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:22.246626 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e572870-5021-468d-9f24-2e3c8dda98d0 None None] Routers {'0b385604-c49e-48b2-a3c4-a2a8769bf89d'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:22.250264 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4e572870-5021-468d-9f24-2e3c8dda98d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:14:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:22.379122 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c995a465-0aca-4f9f-bec9-1df08ede1936 admin admin] Publish callbacks [] for router (0b385604-c49e-48b2-a3c4-a2a8769bf89d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:22.422905 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f47315-5856-4358-a9b3-b74ea65f93e4 req-4224ebc6-c648-4904-9bcc-3e948ca0762b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:22.427233 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b1f47315-5856-4358-a9b3-b74ea65f93e4 req-4224ebc6-c648-4904-9bcc-3e948ca0762b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 945 time: 0.2138333 Jan 28 19:14:22.460169 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ecec05f2-e68b-4b0d-9ccc-5dfe71d955e3 None None] Set router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:22.525221 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b1f47315-5856-4358-a9b3-b74ea65f93e4 req-c46651e2-9bf1-417c-8e3b-90f40c61462b tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887074 Jan 28 19:14:22.525736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6f572c81-9307-47dd-bffe-d8bf808790d9 admin admin] Deleting port 18a503b4-58d3-41c9-9346-08babbf43dbe {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:22.530193 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f572c81-9307-47dd-bffe-d8bf808790d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (18a503b4-58d3-41c9-9346-08babbf43dbe), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:22.693694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4e572870-5021-468d-9f24-2e3c8dda98d0 None None] Set router 0b385604-c49e-48b2-a3c4-a2a8769bf89d gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:22.820145 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c995a465-0aca-4f9f-bec9-1df08ede1936 admin admin] Publish callbacks [] for router_gateway (0b385604-c49e-48b2-a3c4-a2a8769bf89d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:22.885895 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6f572c81-9307-47dd-bffe-d8bf808790d9 admin admin] For port 18a503b4-58d3-41c9-9346-08babbf43dbe, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=18a503b4-58d3-41c9-9346-08babbf43dbe,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:22.886293 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f572c81-9307-47dd-bffe-d8bf808790d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (18a503b4-58d3-41c9-9346-08babbf43dbe), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:22.925198 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ecec05f2-e68b-4b0d-9ccc-5dfe71d955e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-router', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:39Z', 'updated_at': '2022-01-28T19:14:19Z', 'revision_number': 5, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'gw_port': {'id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:22.970876 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6f572c81-9307-47dd-bffe-d8bf808790d9 admin admin] Calling delete_port for 18a503b4-58d3-41c9-9346-08babbf43dbe owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:22.976198 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:22.982412 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec05f2-e68b-4b0d-9ccc-5dfe71d955e3 None None] The sync data for ids ['2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4'] in n-d-824834-4 is: [{'id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1338692398-router', 'tenant_id': 'ce5dc177d53f45de9643f8a43c92911f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:12:39Z', 'updated_at': '2022-01-28T19:14:19Z', 'revision_number': 5, 'project_id': 'ce5dc177d53f45de9643f8a43c92911f', 'gw_port': {'id': '18a503b4-58d3-41c9-9346-08babbf43dbe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:40Z', 'updated_at': '2022-01-28T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:14:23.104923 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c995a465-0aca-4f9f-bec9-1df08ede1936 admin admin] Deleting port f0e46295-5e54-4b53-87b6-137aa9602fa0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:23.107741 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c995a465-0aca-4f9f-bec9-1df08ede1936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f0e46295-5e54-4b53-87b6-137aa9602fa0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:23.135729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4e572870-5021-468d-9f24-2e3c8dda98d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'name': 'tempest-ServersTestJSON-1609107-router', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:58Z', 'updated_at': '2022-01-28T19:14:20Z', 'revision_number': 5, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'gw_port': {'id': 'f0e46295-5e54-4b53-87b6-137aa9602fa0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:12:00Z', 'updated_at': '2022-01-28T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:23.215688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e572870-5021-468d-9f24-2e3c8dda98d0 None None] Checking router: 0b385604-c49e-48b2-a3c4-a2a8769bf89d for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:14:23.228151 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e572870-5021-468d-9f24-2e3c8dda98d0 None None] Routers {'0b385604-c49e-48b2-a3c4-a2a8769bf89d'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:14:23.228754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4e572870-5021-468d-9f24-2e3c8dda98d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:14:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:23.272055 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-561f1e9c-f71d-455e-ae41-0325ce9475de service neutron] 10.222.0.31 "GET /v2.0/ports/b06602ea-53fc-4ce3-bf99-df0fa4870f3f/bindings/n-h2-824834-4 HTTP/1.1" status: 200 len: 384 time: 0.0960321 Jan 28 19:14:23.503658 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4e572870-5021-468d-9f24-2e3c8dda98d0 None None] Set router 0b385604-c49e-48b2-a3c4-a2a8769bf89d gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:14:23.536954 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c995a465-0aca-4f9f-bec9-1df08ede1936 admin admin] For port f0e46295-5e54-4b53-87b6-137aa9602fa0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f0e46295-5e54-4b53-87b6-137aa9602fa0,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:23.537326 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c995a465-0aca-4f9f-bec9-1df08ede1936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f0e46295-5e54-4b53-87b6-137aa9602fa0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:23.607990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c995a465-0aca-4f9f-bec9-1df08ede1936 admin admin] Calling delete_port for f0e46295-5e54-4b53-87b6-137aa9602fa0 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:23.612333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4e572870-5021-468d-9f24-2e3c8dda98d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'name': 'tempest-ServersTestJSON-1609107-router', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:58Z', 'updated_at': '2022-01-28T19:14:22Z', 'revision_number': 6, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:23.644509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f357f19-4487-4b55-8e10-2e410da9ea1b req-cbc9ed77-64ce-4764-8c88-b83306d3e78a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:23.652789 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f357f19-4487-4b55-8e10-2e410da9ea1b req-cbc9ed77-64ce-4764-8c88-b83306d3e78a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 944 time: 0.3576543 Jan 28 19:14:23.743523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e572870-5021-468d-9f24-2e3c8dda98d0 None None] The sync data for ids ['0b385604-c49e-48b2-a3c4-a2a8769bf89d'] in n-d-824834-4 is: [{'id': '0b385604-c49e-48b2-a3c4-a2a8769bf89d', 'name': 'tempest-ServersTestJSON-1609107-router', 'tenant_id': 'b40da74f60b74b179db861a2ffa53978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:58Z', 'updated_at': '2022-01-28T19:14:22Z', 'revision_number': 6, 'project_id': 'b40da74f60b74b179db861a2ffa53978', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:14:23.827371 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f572c81-9307-47dd-bffe-d8bf808790d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (18a503b4-58d3-41c9-9346-08babbf43dbe), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:23.832327 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42166) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:23.879844 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f572c81-9307-47dd-bffe-d8bf808790d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=18a503b4-58d3-41c9-9346-08babbf43dbe,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:23.909221 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f357f19-4487-4b55-8e10-2e410da9ea1b req-72f78de5-8168-4d8c-a270-c9cf1f514e9a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552722 Jan 28 19:14:23.961394 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21159a9-ce31-448c-9a0b-11233afac0b0 req-ea7ffa2d-5993-49a7-a917-cbe50596616d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:23.966598 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e21159a9-ce31-448c-9a0b-11233afac0b0 req-ea7ffa2d-5993-49a7-a917-cbe50596616d tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 945 time: 0.1298125 Jan 28 19:14:24.002928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c750ffac-428e-4eba-b691-2df393c47365 req-769e0f3d-5c41-474d-9832-d1020e33dd71 service neutron] For port b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:24.028916 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f572c81-9307-47dd-bffe-d8bf808790d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:24.054837 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c750ffac-428e-4eba-b691-2df393c47365 req-769e0f3d-5c41-474d-9832-d1020e33dd71 service neutron] For port b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:24.094371 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13583332-1f01-45bd-8bce-7ee3347f95fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:24.129391 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e21159a9-ce31-448c-9a0b-11233afac0b0 req-8d96104f-15fe-428d-841a-ecdc6bd9b06c tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569257 Jan 28 19:14:24.195246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-c750ffac-428e-4eba-b691-2df393c47365 req-769e0f3d-5c41-474d-9832-d1020e33dd71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06602ea-53fc-4ce3-bf99-df0fa4870f3f {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:24.245162 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c750ffac-428e-4eba-b691-2df393c47365 req-769e0f3d-5c41-474d-9832-d1020e33dd71 service neutron] For port b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:24.274815 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c750ffac-428e-4eba-b691-2df393c47365 req-769e0f3d-5c41-474d-9832-d1020e33dd71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:24.275897 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:24.357995 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:24.358391 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 66bdeeaa-6cf3-457b-9a45-e9cf87a972fa not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:24.358817 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b3161467-8606-4290-86e5-2dbeea342ed7 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:24.430774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: b3161467-8606-4290-86e5-2dbeea342ed7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:24.431123 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b3161467-8606-4290-86e5-2dbeea342ed7 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:24.464986 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:24.477628 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-c750ffac-428e-4eba-b691-2df393c47365 req-769e0f3d-5c41-474d-9832-d1020e33dd71 service neutron] Transition to ACTIVE for port object b06602ea-53fc-4ce3-bf99-df0fa4870f3f will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:14:24.487222 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13583332-1f01-45bd-8bce-7ee3347f95fd admin admin] Publish callbacks [] for security_group (fadc34b3-98bb-428c-bef8-ff5fa403cf0b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:24.498303 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c750ffac-428e-4eba-b691-2df393c47365 req-769e0f3d-5c41-474d-9832-d1020e33dd71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:24.529983 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13583332-1f01-45bd-8bce-7ee3347f95fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fadc34b3-98bb-428c-bef8-ff5fa403cf0b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:24.584845 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f572c81-9307-47dd-bffe-d8bf808790d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:24.590934 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f572c81-9307-47dd-bffe-d8bf808790d9 admin admin] Publish callbacks [] for router_controller (2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:24.665647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c750ffac-428e-4eba-b691-2df393c47365 req-769e0f3d-5c41-474d-9832-d1020e33dd71 service neutron] No DVR routers for this DVR port b06602ea-53fc-4ce3-bf99-df0fa4870f3f on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:24.671482 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f572c81-9307-47dd-bffe-d8bf808790d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:24.672199 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f572c81-9307-47dd-bffe-d8bf808790d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:14:24.679225 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f572c81-9307-47dd-bffe-d8bf808790d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:24.680681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6f572c81-9307-47dd-bffe-d8bf808790d9 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2aefbad8-b2f5-4a9f-bbad-42e09e5b8fe4 HTTP/1.1" status: 204 len: 168 time: 3.3408515 Jan 28 19:14:24.681934 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-13583332-1f01-45bd-8bce-7ee3347f95fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a81904dbd09742aebcc27ecc251696d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8336055 Jan 28 19:14:24.684005 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42180) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:24.684416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42182) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:24.718623 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13583332-1f01-45bd-8bce-7ee3347f95fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadc34b3-98bb-428c-bef8-ff5fa403cf0b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:24.757817 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0285624-0a75-4c43-90e5-ea1da9593890 req-2bb82365-969e-4ae1-bab8-729ccc14f49a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:24.768463 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0285624-0a75-4c43-90e5-ea1da9593890 req-2bb82365-969e-4ae1-bab8-729ccc14f49a tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 945 time: 0.2854269 Jan 28 19:14:24.779523 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c995a465-0aca-4f9f-bec9-1df08ede1936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f0e46295-5e54-4b53-87b6-137aa9602fa0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:24.798467 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e0f3d-5c41-474d-9832-d1020e33dd71 service neutron] Pushing event updated for resources: {'Port': ['ID=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:24.841889 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-769e0f3d-5c41-474d-9832-d1020e33dd71 service neutron] 10.222.0.31 "PUT /v2.0/ports/b06602ea-53fc-4ce3-bf99-df0fa4870f3f/bindings/n-h2-824834-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5632718 Jan 28 19:14:24.852078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995a465-0aca-4f9f-bec9-1df08ede1936 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e46295-5e54-4b53-87b6-137aa9602fa0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:24.920592 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0285624-0a75-4c43-90e5-ea1da9593890 req-7c9e401a-2318-4d2b-bab9-f40fd1672911 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261230 Jan 28 19:14:24.956360 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd2bb-897c-46c2-9163-d9eaf70f7fc3 admin admin] Publish callbacks [] for security_group (fadc34b3-98bb-428c-bef8-ff5fa403cf0b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:24.963851 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c995a465-0aca-4f9f-bec9-1df08ede1936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (0b385604-c49e-48b2-a3c4-a2a8769bf89d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:24.979654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5e0dcd-e49a-474d-8d16-10e807b5433b admin admin] Deleting subnet 7d5154f7-89ca-42cb-85fe-94773e052975 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:14:25.050498 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0dcd-e49a-474d-8d16-10e807b5433b admin admin] Publish callbacks [] for subnet (7d5154f7-89ca-42cb-85fe-94773e052975), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.104982 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0dcd-e49a-474d-8d16-10e807b5433b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (7d5154f7-89ca-42cb-85fe-94773e052975), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.231565 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.239910 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd2bb-897c-46c2-9163-d9eaf70f7fc3 admin admin] Publish callbacks [] for security_group (fadc34b3-98bb-428c-bef8-ff5fa403cf0b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.249098 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c995a465-0aca-4f9f-bec9-1df08ede1936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (0b385604-c49e-48b2-a3c4-a2a8769bf89d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.262569 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c995a465-0aca-4f9f-bec9-1df08ede1936 admin admin] Publish callbacks [] for router_controller (0b385604-c49e-48b2-a3c4-a2a8769bf89d), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.267481 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0dcd-e49a-474d-8d16-10e807b5433b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (7d5154f7-89ca-42cb-85fe-94773e052975), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.385773 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750ffac-428e-4eba-b691-2df393c47365 req-f4806e68-f26b-49a5-989f-a90c3e8e115f tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:25.387323 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-f4806e68-f26b-49a5-989f-a90c3e8e115f tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245&tenant_id=be0bcd491a344f1d9cdebd1430d3209a&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 1127 time: 0.4465873 Jan 28 19:14:25.393163 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c995a465-0aca-4f9f-bec9-1df08ede1936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (0b385604-c49e-48b2-a3c4-a2a8769bf89d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.393613 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c995a465-0aca-4f9f-bec9-1df08ede1936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b385604-c49e-48b2-a3c4-a2a8769bf89d {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:14:25.405174 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c995a465-0aca-4f9f-bec9-1df08ede1936 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.407607 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c995a465-0aca-4f9f-bec9-1df08ede1936 admin admin] 10.222.0.55 "DELETE /v2.0/routers/0b385604-c49e-48b2-a3c4-a2a8769bf89d HTTP/1.1" status: 204 len: 168 time: 3.1592851 Jan 28 19:14:25.407775 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42190) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:25.449676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdebcab-356e-4a70-805c-75159997eaf1 req-3b9da923-58a6-4eb9-83ac-bca7b3f4ff37 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:25.455017 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-afdebcab-356e-4a70-805c-75159997eaf1 req-3b9da923-58a6-4eb9-83ac-bca7b3f4ff37 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 945 time: 0.4051490 Jan 28 19:14:25.476536 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd2bb-897c-46c2-9163-d9eaf70f7fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fadc34b3-98bb-428c-bef8-ff5fa403cf0b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.479130 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3ecd2bb-897c-46c2-9163-d9eaf70f7fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.492637 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f3ecd2bb-897c-46c2-9163-d9eaf70f7fc3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fadc34b3-98bb-428c-bef8-ff5fa403cf0b HTTP/1.1" status: 204 len: 168 time: 0.7975345 Jan 28 19:14:25.501705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e20ce6-9672-4c46-8531-0854a9163e6f admin admin] Deleting subnet b05a9622-0a32-4de6-bb6c-b49f21ce62f0 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:14:25.507055 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01e20ce6-9672-4c46-8531-0854a9163e6f admin admin] Publish callbacks [] for subnet (b05a9622-0a32-4de6-bb6c-b49f21ce62f0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.511914 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0dcd-e49a-474d-8d16-10e807b5433b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (7d5154f7-89ca-42cb-85fe-94773e052975), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.595413 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01e20ce6-9672-4c46-8531-0854a9163e6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (b05a9622-0a32-4de6-bb6c-b49f21ce62f0), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.605045 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecd2bb-897c-46c2-9163-d9eaf70f7fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadc34b3-98bb-428c-bef8-ff5fa403cf0b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:25.638589 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e0dcd-e49a-474d-8d16-10e807b5433b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d5154f7-89ca-42cb-85fe-94773e052975,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:25.641727 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe5e0dcd-e49a-474d-8d16-10e807b5433b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.649163 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fe5e0dcd-e49a-474d-8d16-10e807b5433b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7d5154f7-89ca-42cb-85fe-94773e052975 HTTP/1.1" status: 204 len: 168 time: 0.9619677 Jan 28 19:14:25.654396 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:25.656067 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750ffac-428e-4eba-b691-2df393c47365 req-33a86138-2d2d-4908-9e0f-f49ec4801822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:25.657713 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-33a86138-2d2d-4908-9e0f-f49ec4801822 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245&tenant_id=be0bcd491a344f1d9cdebd1430d3209a HTTP/1.1" status: 200 len: 1127 time: 0.2490203 Jan 28 19:14:25.697589 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-afdebcab-356e-4a70-805c-75159997eaf1 req-cad9b57a-f9bf-468c-86be-c68194ac871a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268629 Jan 28 19:14:25.751021 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750ffac-428e-4eba-b691-2df393c47365 req-b71aa0f4-e9d7-4810-b971-dc2622a2ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:25.753213 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-b71aa0f4-e9d7-4810-b971-dc2622a2ecb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 1127 time: 0.0540345 Jan 28 19:14:25.875385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750ffac-428e-4eba-b691-2df393c47365 req-f96b9552-0123-4a94-8e8e-4c19c1e59d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:25.877156 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-f96b9552-0123-4a94-8e8e-4c19c1e59d78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.1169400 Jan 28 19:14:25.880633 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2676bc0e-186b-4241-a729-ba2fe579b760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (637e746c-9fa9-46a8-ab48-5874aa0ce7e6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.887312 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01e20ce6-9672-4c46-8531-0854a9163e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (b05a9622-0a32-4de6-bb6c-b49f21ce62f0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:25.985211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 18a503b4-58d3-41c9-9346-08babbf43dbe no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:26.038834 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 18a503b4-58d3-41c9-9346-08babbf43dbe {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:26.045670 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-c4840b0a-138a-40cb-a01a-7a41b9d8af3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b06602ea-53fc-4ce3-bf99-df0fa4870f3f HTTP/1.1" status: 200 len: 217 time: 0.1590106 Jan 28 19:14:26.046631 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 18a503b4-58d3-41c9-9346-08babbf43dbe not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:26.047192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f0e46295-5e54-4b53-87b6-137aa9602fa0 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:26.073070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:26.077767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01e20ce6-9672-4c46-8531-0854a9163e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (b05a9622-0a32-4de6-bb6c-b49f21ce62f0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.084419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: f0e46295-5e54-4b53-87b6-137aa9602fa0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:26.084783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f0e46295-5e54-4b53-87b6-137aa9602fa0 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:26.147578 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2676bc0e-186b-4241-a729-ba2fe579b760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (637e746c-9fa9-46a8-ab48-5874aa0ce7e6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.150406 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e20ce6-9672-4c46-8531-0854a9163e6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b05a9622-0a32-4de6-bb6c-b49f21ce62f0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:26.156250 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcbb05e1-b03d-4392-8f83-ae295d4e5b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.162615 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01e20ce6-9672-4c46-8531-0854a9163e6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.168297 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-01e20ce6-9672-4c46-8531-0854a9163e6f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b05a9622-0a32-4de6-bb6c-b49f21ce62f0 HTTP/1.1" status: 204 len: 168 time: 0.7569504 Jan 28 19:14:26.168434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf30566-7ba6-4da2-8d40-4dd40551d29c None None] Network 2acb1f88-b7fa-424b-ae56-b15b5300cc47 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:14:26.169761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42214) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:26.206495 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2676bc0e-186b-4241-a729-ba2fe579b760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637e746c-9fa9-46a8-ab48-5874aa0ce7e6']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:26.239757 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2676bc0e-186b-4241-a729-ba2fe579b760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82d184b-4aea-4ba0-9bbc-d944ceb20447') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:26.239960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-2676bc0e-186b-4241-a729-ba2fe579b760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82d184b-4aea-4ba0-9bbc-d944ceb20447') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:26.245230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750ffac-428e-4eba-b691-2df393c47365 req-58a21d05-e862-4093-96a3-40fe0b42ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:26.246731 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-58a21d05-e862-4093-96a3-40fe0b42ba72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.1913383 Jan 28 19:14:26.262835 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2676bc0e-186b-4241-a729-ba2fe579b760 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (e82d184b-4aea-4ba0-9bbc-d944ceb20447), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.291326 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-d1aa03a6-8bb8-44ed-a3d7-b476b0d3fca4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359671 Jan 28 19:14:26.291914 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2676bc0e-186b-4241-a729-ba2fe579b760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e82d184b-4aea-4ba0-9bbc-d944ceb20447), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.301006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2676bc0e-186b-4241-a729-ba2fe579b760 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:14:26.301767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2676bc0e-186b-4241-a729-ba2fe579b760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (e82d184b-4aea-4ba0-9bbc-d944ceb20447), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.332446 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e90c91-7c2a-40a3-94b5-c2223af6b1d2 req-7fb9efb5-b553-4cc6-b173-1616933cf6a1 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:26.339561 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0e90c91-7c2a-40a3-94b5-c2223af6b1d2 req-7fb9efb5-b553-4cc6-b173-1616933cf6a1 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 945 time: 0.2084022 Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:14:26.365050 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:14:26.378361 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (2acb1f88-b7fa-424b-ae56-b15b5300cc47), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.381706 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2676bc0e-186b-4241-a729-ba2fe579b760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (637e746c-9fa9-46a8-ab48-5874aa0ce7e6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.386882 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2676bc0e-186b-4241-a729-ba2fe579b760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.391349 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2676bc0e-186b-4241-a729-ba2fe579b760 admin admin] 10.222.0.55 "DELETE /v2.0/networks/637e746c-9fa9-46a8-ab48-5874aa0ce7e6 HTTP/1.1" status: 204 len: 168 time: 0.7354450 Jan 28 19:14:26.414501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676bc0e-186b-4241-a729-ba2fe579b760 admin admin] Pushing event deleted for resources: {'Network': ['ID=637e746c-9fa9-46a8-ab48-5874aa0ce7e6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:26.496004 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] Deleting port 5f9f92bf-9350-4638-8315-74a48ff73c19 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:26.496427 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5f9f92bf-9350-4638-8315-74a48ff73c19), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.502272 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0e90c91-7c2a-40a3-94b5-c2223af6b1d2 req-aa085bfd-7f11-4295-8523-6cf5ee8ae6cb tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572967 Jan 28 19:14:26.513718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dc1ec5-6d82-4c71-a5dd-7c8380d2b277 None None] DHCP port deletion for 2acb1f88-b7fa-424b-ae56-b15b5300cc47 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:14:26.561820 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcbb05e1-b03d-4392-8f83-ae295d4e5b38 admin admin] Publish callbacks [] for security_group (c56d2936-d2df-4550-a201-45cf70a5d94f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.569446 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-64562022-cd86-4aa9-903c-c18be20162df service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707412 Jan 28 19:14:26.570916 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcbb05e1-b03d-4392-8f83-ae295d4e5b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c56d2936-d2df-4550-a201-45cf70a5d94f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.611417 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] For port 5f9f92bf-9350-4638-8315-74a48ff73c19, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5f9f92bf-9350-4638-8315-74a48ff73c19,segment=NetworkSegment(60cab1f1-8b9e-4ba8-9703-02917a8fcce7),segment_id=60cab1f1-8b9e-4ba8-9703-02917a8fcce7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:26.611807 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5f9f92bf-9350-4638-8315-74a48ff73c19), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.630049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-50dc1ec5-6d82-4c71-a5dd-7c8380d2b277 None None] Deleting port 5f9f92bf-9350-4638-8315-74a48ff73c19 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:26.630956 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-50dc1ec5-6d82-4c71-a5dd-7c8380d2b277 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5f9f92bf-9350-4638-8315-74a48ff73c19), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.639079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] Calling delete_port for 5f9f92bf-9350-4638-8315-74a48ff73c19 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:26.731405 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-50dc1ec5-6d82-4c71-a5dd-7c8380d2b277 None None] For port 5f9f92bf-9350-4638-8315-74a48ff73c19, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5f9f92bf-9350-4638-8315-74a48ff73c19,segment=NetworkSegment(60cab1f1-8b9e-4ba8-9703-02917a8fcce7),segment_id=60cab1f1-8b9e-4ba8-9703-02917a8fcce7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:26.732475 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-50dc1ec5-6d82-4c71-a5dd-7c8380d2b277 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5f9f92bf-9350-4638-8315-74a48ff73c19), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.750606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-50dc1ec5-6d82-4c71-a5dd-7c8380d2b277 None None] Calling delete_port for 5f9f92bf-9350-4638-8315-74a48ff73c19 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:26.816779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42226) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:26.869883 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-50dc1ec5-6d82-4c71-a5dd-7c8380d2b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (5f9f92bf-9350-4638-8315-74a48ff73c19), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:26.883528 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb05e1-b03d-4392-8f83-ae295d4e5b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56d2936-d2df-4550-a201-45cf70a5d94f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:26.911344 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-dcbb05e1-b03d-4392-8f83-ae295d4e5b38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f288008c4db54f128e2ca00e2c1858e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8336689 Jan 28 19:14:26.937583 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42236) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:26.973922 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc1ec5-6d82-4c71-a5dd-7c8380d2b277 None None] No DVR routers for this DVR port 5f9f92bf-9350-4638-8315-74a48ff73c19 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:26.978888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc1ec5-6d82-4c71-a5dd-7c8380d2b277 None None] Pushing event deleted for resources: {'Port': ['ID=5f9f92bf-9350-4638-8315-74a48ff73c19,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:27.010408 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (5f9f92bf-9350-4638-8315-74a48ff73c19), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.017320 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-922b7f05-763f-40f4-a78f-22ef6a57809a service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375043 Jan 28 19:14:27.034727 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f5552-ab3a-4037-9ca3-5336bb035e0d req-f844a2b8-68dc-4d06-ad8c-31b7888beed3 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:27.037233 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-443f5552-ab3a-4037-9ca3-5336bb035e0d req-f844a2b8-68dc-4d06-ad8c-31b7888beed3 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 945 time: 0.1743755 Jan 28 19:14:27.072803 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] No DVR routers for this DVR port 5f9f92bf-9350-4638-8315-74a48ff73c19 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:27.079063 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-18d0da6f-8a01-472e-a051-53d7e243313c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce5dc177d53f45de9643f8a43c92911f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2510483 Jan 28 19:14:27.081572 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42242) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:27.082397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9f92bf-9350-4638-8315-74a48ff73c19,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:27.118418 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-443f5552-ab3a-4037-9ca3-5336bb035e0d req-e8efcccd-0bc9-4c39-a0eb-4caa148a9221 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746722 Jan 28 19:14:27.253796 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (2acb1f88-b7fa-424b-ae56-b15b5300cc47), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.279789 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c429a57c-43e9-42f6-9f36-58d004f88e22 admin admin] Publish callbacks [] for security_group (c56d2936-d2df-4550-a201-45cf70a5d94f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.306220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acb1f88-b7fa-424b-ae56-b15b5300cc47']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:27.319739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750ffac-428e-4eba-b691-2df393c47365 req-8adf10bf-50ab-4fe0-ba6a-09d4413d0828 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:27.321266 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-8adf10bf-50ab-4fe0-ba6a-09d4413d0828 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245&tenant_id=be0bcd491a344f1d9cdebd1430d3209a&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 1127 time: 0.0622892 Jan 28 19:14:27.326716 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02996b69-3a3e-4f4f-b420-d7ac1c553f84 req-dfeb3285-f88d-4dea-b678-d00d409f99bc tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:27.328305 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-02996b69-3a3e-4f4f-b420-d7ac1c553f84 req-dfeb3285-f88d-4dea-b678-d00d409f99bc tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 945 time: 0.2738667 Jan 28 19:14:27.352631 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60cab1f1-8b9e-4ba8-9703-02917a8fcce7') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:27.352970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60cab1f1-8b9e-4ba8-9703-02917a8fcce7') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:27.357880 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c429a57c-43e9-42f6-9f36-58d004f88e22 admin admin] Publish callbacks [] for security_group (c56d2936-d2df-4550-a201-45cf70a5d94f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.381786 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07146e00-544c-4da4-9e1d-988eb5a1767c admin admin] Publish callbacks [] for security_group (c96811e0-db4b-465e-a1bb-b521f1d8ed76), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.395508 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (60cab1f1-8b9e-4ba8-9703-02917a8fcce7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.440346 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (60cab1f1-8b9e-4ba8-9703-02917a8fcce7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.456106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c750ffac-428e-4eba-b691-2df393c47365 req-44a33b36-97f8-4596-9000-c31382c05af0 service neutron] For port b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:27.459354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c750ffac-428e-4eba-b691-2df393c47365 req-44a33b36-97f8-4596-9000-c31382c05af0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.460494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750ffac-428e-4eba-b691-2df393c47365 req-44a33b36-97f8-4596-9000-c31382c05af0 service neutron] 10.222.0.37 "DELETE /v2.0/ports/b06602ea-53fc-4ce3-bf99-df0fa4870f3f/bindings/n-h1-824834-4 HTTP/1.1" status: 204 len: 173 time: 0.1313243 Jan 28 19:14:27.473405 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:14:27.473810 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (60cab1f1-8b9e-4ba8-9703-02917a8fcce7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:14:27.478639 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:14:27.494709 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07146e00-544c-4da4-9e1d-988eb5a1767c admin admin] Publish callbacks [] for security_group (c96811e0-db4b-465e-a1bb-b521f1d8ed76), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.499240 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-02996b69-3a3e-4f4f-b420-d7ac1c553f84 req-939ff068-b653-4e2e-88e0-5a3bc3c80af6 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492655 Jan 28 19:14:27.564603 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (2acb1f88-b7fa-424b-ae56-b15b5300cc47), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.571111 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.574420 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2acb1f88-b7fa-424b-ae56-b15b5300cc47 HTTP/1.1" status: 204 len: 168 time: 1.4037261 Jan 28 19:14:27.575189 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c429a57c-43e9-42f6-9f36-58d004f88e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c56d2936-d2df-4550-a201-45cf70a5d94f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.577675 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c429a57c-43e9-42f6-9f36-58d004f88e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.578862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c429a57c-43e9-42f6-9f36-58d004f88e22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c56d2936-d2df-4550-a201-45cf70a5d94f HTTP/1.1" status: 204 len: 168 time: 0.6379859 Jan 28 19:14:27.597400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95b013-96fc-4085-8d0c-2d4d59f2c732 admin admin] Pushing event deleted for resources: {'Network': ['ID=2acb1f88-b7fa-424b-ae56-b15b5300cc47,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:27.599941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429a57c-43e9-42f6-9f36-58d004f88e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56d2936-d2df-4550-a201-45cf70a5d94f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:27.613407 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07146e00-544c-4da4-9e1d-988eb5a1767c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c96811e0-db4b-465e-a1bb-b521f1d8ed76), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.616482 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07146e00-544c-4da4-9e1d-988eb5a1767c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.620531 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-07146e00-544c-4da4-9e1d-988eb5a1767c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c96811e0-db4b-465e-a1bb-b521f1d8ed76 HTTP/1.1" status: 204 len: 168 time: 0.5335131 Jan 28 19:14:27.627661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07146e00-544c-4da4-9e1d-988eb5a1767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96811e0-db4b-465e-a1bb-b521f1d8ed76,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:27.796209 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42262) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:27.847490 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e533c55f-c121-4023-8b28-765cac832edf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b40da74f60b74b179db861a2ffa53978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498967 Jan 28 19:14:27.850012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42264) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:27.939024 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16528738-a7c1-4dbf-ac64-63d3d2cf6e15 admin admin] Publish callbacks [] for security_group (6b5be9ce-1180-4fb8-a541-b3e3db05e6bf), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:27.987965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5f9f92bf-9350-4638-8315-74a48ff73c19 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:28.011608 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16528738-a7c1-4dbf-ac64-63d3d2cf6e15 admin admin] Publish callbacks [] for security_group (6b5be9ce-1180-4fb8-a541-b3e3db05e6bf), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:28.028857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 5f9f92bf-9350-4638-8315-74a48ff73c19 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:28.029977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5f9f92bf-9350-4638-8315-74a48ff73c19 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:28.096074 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16528738-a7c1-4dbf-ac64-63d3d2cf6e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6b5be9ce-1180-4fb8-a541-b3e3db05e6bf), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:28.101220 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16528738-a7c1-4dbf-ac64-63d3d2cf6e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:28.102703 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-16528738-a7c1-4dbf-ac64-63d3d2cf6e15 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6b5be9ce-1180-4fb8-a541-b3e3db05e6bf HTTP/1.1" status: 204 len: 168 time: 0.2512405 Jan 28 19:14:28.113034 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16528738-a7c1-4dbf-ac64-63d3d2cf6e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5be9ce-1180-4fb8-a541-b3e3db05e6bf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:28.273258 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61114a-94a3-4c73-acfb-e9e1f38535da req-5791a293-57e5-40f9-bde4-2c4cf3152d34 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:28.275087 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e61114a-94a3-4c73-acfb-e9e1f38535da req-5791a293-57e5-40f9-bde4-2c4cf3152d34 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 945 time: 0.0665910 Jan 28 19:14:28.336556 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e61114a-94a3-4c73-acfb-e9e1f38535da req-f8c0518f-ef3c-4d4b-980a-ff0393b8b923 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543952 Jan 28 19:14:28.551040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61e953-f802-480f-a0d9-869ac14e0109 req-6ec5b36a-e392-4556-afd7-9c7a0d36774e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:28.552616 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8b61e953-f802-480f-a0d9-869ac14e0109 req-6ec5b36a-e392-4556-afd7-9c7a0d36774e tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 945 time: 0.0998292 Jan 28 19:14:28.554840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909331e9-a00c-4d11-9540-a1f407f67069 req-21188272-278b-41b0-8d58-831932f6ebbc tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:28.556366 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-909331e9-a00c-4d11-9540-a1f407f67069 req-21188272-278b-41b0-8d58-831932f6ebbc tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 1127 time: 0.0702424 Jan 28 19:14:28.662866 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-909331e9-a00c-4d11-9540-a1f407f67069 req-7b7c2b94-9e1a-4ceb-ab39-b69158e12c08 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780914 Jan 28 19:14:28.694224 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8b61e953-f802-480f-a0d9-869ac14e0109 req-04fc13fb-a1ff-4c40-b2cf-ecaec9d91d10 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Deleting port 32c40b1c-ad72-4088-943c-025fdda3287a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:28.694530 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8b61e953-f802-480f-a0d9-869ac14e0109 req-04fc13fb-a1ff-4c40-b2cf-ecaec9d91d10 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (32c40b1c-ad72-4088-943c-025fdda3287a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:28.837525 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8b61e953-f802-480f-a0d9-869ac14e0109 req-04fc13fb-a1ff-4c40-b2cf-ecaec9d91d10 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] For port 32c40b1c-ad72-4088-943c-025fdda3287a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=32c40b1c-ad72-4088-943c-025fdda3287a,segment=NetworkSegment(346ba5d7-43f7-4c8e-973d-6e09e362760e),segment_id=346ba5d7-43f7-4c8e-973d-6e09e362760e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:28.837948 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8b61e953-f802-480f-a0d9-869ac14e0109 req-04fc13fb-a1ff-4c40-b2cf-ecaec9d91d10 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (32c40b1c-ad72-4088-943c-025fdda3287a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:28.848232 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7095a4-4700-4f46-b132-1e3f225a8c39 req-af818cc3-26b3-4fe0-845d-40e3f37f03ad tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:28.855247 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0c7095a4-4700-4f46-b132-1e3f225a8c39 req-af818cc3-26b3-4fe0-845d-40e3f37f03ad tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce339bb1-accd-46c7-997c-c140ef3ed8cd HTTP/1.1" status: 200 len: 945 time: 0.1108263 Jan 28 19:14:28.880207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8b61e953-f802-480f-a0d9-869ac14e0109 req-04fc13fb-a1ff-4c40-b2cf-ecaec9d91d10 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Calling delete_port for 32c40b1c-ad72-4088-943c-025fdda3287a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:28.972956 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0c7095a4-4700-4f46-b132-1e3f225a8c39 req-15c233f7-2ec3-492c-a418-d0377c5f0444 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.55 "GET /v2.0/security-groups?id=b85e0215-e8e2-493f-a937-fb65698ade62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167634 Jan 28 19:14:29.131758 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8b61e953-f802-480f-a0d9-869ac14e0109 req-04fc13fb-a1ff-4c40-b2cf-ecaec9d91d10 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (32c40b1c-ad72-4088-943c-025fdda3287a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:29.135864 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bc24c-8b5a-46b1-9b95-a389a4ed78b7 req-834ea370-e88c-46fc-bac0-b6c479ac03c3 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:29.137784 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc4bc24c-8b5a-46b1-9b95-a389a4ed78b7 req-834ea370-e88c-46fc-bac0-b6c479ac03c3 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 1127 time: 0.0745561 Jan 28 19:14:29.145453 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['32c40b1c-ad72-4088-943c-025fdda3287a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:29.179914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc13fb-a1ff-4c40-b2cf-ecaec9d91d10 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Pushing event deleted for resources: {'Port': ['ID=32c40b1c-ad72-4088-943c-025fdda3287a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:29.249381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b61e953-f802-480f-a0d9-869ac14e0109 req-04fc13fb-a1ff-4c40-b2cf-ecaec9d91d10 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] No DVR routers for this DVR port 32c40b1c-ad72-4088-943c-025fdda3287a on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:29.253648 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8b61e953-f802-480f-a0d9-869ac14e0109 req-04fc13fb-a1ff-4c40-b2cf-ecaec9d91d10 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:29.257299 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8b61e953-f802-480f-a0d9-869ac14e0109 req-04fc13fb-a1ff-4c40-b2cf-ecaec9d91d10 tempest-DeleteServersTestJSON-1054419175 tempest-DeleteServersTestJSON-1054419175-project] 10.222.0.31 "DELETE /v2.0/ports/32c40b1c-ad72-4088-943c-025fdda3287a HTTP/1.1" status: 204 len: 173 time: 0.6998942 Jan 28 19:14:29.257833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce339bb1-accd-46c7-997c-c140ef3ed8cd', 'name': 'network-vif-deleted', 'tag': '32c40b1c-ad72-4088-943c-025fdda3287a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:29.260539 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141ae691-10a4-4cac-b2c9-55c91adf12d1" -d '{"events": [{"server_uuid": "ce339bb1-accd-46c7-997c-c140ef3ed8cd", "name": "network-vif-deleted", "tag": "32c40b1c-ad72-4088-943c-025fdda3287a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:29.311041 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc4bc24c-8b5a-46b1-9b95-a389a4ed78b7 req-ff2b439b-e3aa-43c4-9db2-067f1ca7436d tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592548 Jan 28 19:14:29.336058 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265fff8f-6628-4e5e-b702-c1c33b822650 x-openstack-request-id: req-265fff8f-6628-4e5e-b702-c1c33b822650 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:29.336058 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce339bb1-accd-46c7-997c-c140ef3ed8cd", "name": "network-vif-deleted", "tag": "32c40b1c-ad72-4088-943c-025fdda3287a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:29.336058 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-265fff8f-6628-4e5e-b702-c1c33b822650 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:29.336058 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce339bb1-accd-46c7-997c-c140ef3ed8cd', 'name': 'network-vif-deleted', 'tag': '32c40b1c-ad72-4088-943c-025fdda3287a', 'status': 'completed', 'code': 200} Jan 28 19:14:29.894650 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:29.917004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523e833-52a2-4a82-b022-cb94d2d7e095 req-3b27081e-49f2-4c3b-a408-94fcbcd8892e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:29.919549 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3523e833-52a2-4a82-b022-cb94d2d7e095 req-3b27081e-49f2-4c3b-a408-94fcbcd8892e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.0730712 Jan 28 19:14:29.938637 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-3a962630-d667-4c9c-a7d9-2811b7fc08a0 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:29.940439 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-3a962630-d667-4c9c-a7d9-2811b7fc08a0 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/networks?id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1 HTTP/1.1" status: 200 len: 802 time: 0.2179515 Jan 28 19:14:29.959281 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:29.965884 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-6afec125-a1fa-46ff-ab14-84d1b5d5ef93 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/quotas/3da39749e42a41868cf367b3be55b9b8 HTTP/1.1" status: 200 len: 375 time: 0.0197108 Jan 28 19:14:30.010662 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3523e833-52a2-4a82-b022-cb94d2d7e095 req-3d69fd41-4a05-42fa-9da6-703a2e6c1262 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793180 Jan 28 19:14:30.052557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42448) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:30.061979 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-e8cc4afd-7e41-43c1-b272-2dfe90a82d44 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3da39749e42a41868cf367b3be55b9b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0948303 Jan 28 19:14:30.070868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-f016a043-30fd-4a16-a10c-cc9411125da2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:14:30.076076 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-f016a043-30fd-4a16-a10c-cc9411125da2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123975 Jan 28 19:14:30.183960 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-cc6e4b79-28d2-4b61-b791-b6aa3202e402 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013858 Jan 28 19:14:30.189707 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebd783-a3ed-4f26-bc61-8b686c4d7a35 req-be7d7b77-98d5-4a27-a0a0-bc5c58305884 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:30.191073 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aeebd783-a3ed-4f26-bc61-8b686c4d7a35 req-be7d7b77-98d5-4a27-a0a0-bc5c58305884 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.0697973 Jan 28 19:14:30.197110 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9566a57d-4801-42a5-b0af-1601c8ef71c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.239251 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7393a456-0b05-44a2-88f8-fd4f6123c69d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1744173966-network', 'tenant_id': 'c232b785e7484427b2d9864ad58d6987'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:30.298634 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-27e4d6eb-9193-435d-b4ac-44074465ae8f service neutron] 10.222.0.55 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086895 Jan 28 19:14:30.302583 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aeebd783-a3ed-4f26-bc61-8b686c4d7a35 req-575ea903-1151-4da0-be0d-84d19f43d16d tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954926 Jan 28 19:14:30.307150 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7393a456-0b05-44a2-88f8-fd4f6123c69d admin admin] Made reservation on behalf of c232b785e7484427b2d9864ad58d6987 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:30.309464 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7393a456-0b05-44a2-88f8-fd4f6123c69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.329929 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7393a456-0b05-44a2-88f8-fd4f6123c69d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.416129 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9566a57d-4801-42a5-b0af-1601c8ef71c6 admin admin] Publish callbacks [] for security_group (6b684c62-e429-43e0-aa95-9b9a50776ed9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.435653 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9566a57d-4801-42a5-b0af-1601c8ef71c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6b684c62-e429-43e0-aa95-9b9a50776ed9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.498693 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9566a57d-4801-42a5-b0af-1601c8ef71c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7602d37aca7743f58e3f79cb6cefb2bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6004987 Jan 28 19:14:30.499839 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42466) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:30.499952 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566a57d-4801-42a5-b0af-1601c8ef71c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b684c62-e429-43e0-aa95-9b9a50776ed9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:30.511934 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7393a456-0b05-44a2-88f8-fd4f6123c69d admin admin] Publish callbacks [] for security_group (7763df4f-63ea-479e-9ccd-dd40499cbe54), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.519496 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7393a456-0b05-44a2-88f8-fd4f6123c69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7763df4f-63ea-479e-9ccd-dd40499cbe54), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.565469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7393a456-0b05-44a2-88f8-fd4f6123c69d admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:14:30.575336 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393a456-0b05-44a2-88f8-fd4f6123c69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7763df4f-63ea-479e-9ccd-dd40499cbe54,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:30.591104 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7393a456-0b05-44a2-88f8-fd4f6123c69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f7b60bb7-b0b8-4723-bc49-231c196fa64c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.591469 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-7393a456-0b05-44a2-88f8-fd4f6123c69d admin admin] Added segment f7b60bb7-b0b8-4723-bc49-231c196fa64c of type vlan for network 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 Jan 28 19:14:30.616519 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-254863c3-780f-4a4d-9907-9a7d08c26d80 admin admin] Publish callbacks [] for security_group (6b684c62-e429-43e0-aa95-9b9a50776ed9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.651157 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-254863c3-780f-4a4d-9907-9a7d08c26d80 admin admin] Publish callbacks [] for security_group (6b684c62-e429-43e0-aa95-9b9a50776ed9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.691648 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7393a456-0b05-44a2-88f8-fd4f6123c69d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (86adb1cc-8d6c-4e87-8cd9-b94ca21e5900), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.746776 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-254863c3-780f-4a4d-9907-9a7d08c26d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6b684c62-e429-43e0-aa95-9b9a50776ed9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.752032 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-254863c3-780f-4a4d-9907-9a7d08c26d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.755150 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-254863c3-780f-4a4d-9907-9a7d08c26d80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6b684c62-e429-43e0-aa95-9b9a50776ed9 HTTP/1.1" status: 204 len: 168 time: 0.2525260 Jan 28 19:14:30.773095 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254863c3-780f-4a4d-9907-9a7d08c26d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b684c62-e429-43e0-aa95-9b9a50776ed9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:30.775518 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7393a456-0b05-44a2-88f8-fd4f6123c69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (86adb1cc-8d6c-4e87-8cd9-b94ca21e5900), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.776689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7393a456-0b05-44a2-88f8-fd4f6123c69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:30.777419 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7393a456-0b05-44a2-88f8-fd4f6123c69d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:30.885736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393a456-0b05-44a2-88f8-fd4f6123c69d admin admin] Pushing event updated for resources: {'Network': ['ID=86adb1cc-8d6c-4e87-8cd9-b94ca21e5900,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:30.897599 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:14:31.014250 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6b4c6b7-ddd2-46ef-a747-9e800f474123 req-58d1ea2f-1980-4803-bb9f-69340c9735d0 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 210 time: 0.1305528 Jan 28 19:14:31.036823 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7393a456-0b05-44a2-88f8-fd4f6123c69d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9831598 Jan 28 19:14:31.040455 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42504) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:31.057099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9af9196f-b306-43ae-93fd-844d77176112 admin admin] Request body: {'subnet': {'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1744173966-subnet', 'tenant_id': 'c232b785e7484427b2d9864ad58d6987', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:31.097264 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-a776ed1f-a663-469b-aac9-4fdd3e355133 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:31.115592 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-a776ed1f-a663-469b-aac9-4fdd3e355133 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 812 time: 0.2889311 Jan 28 19:14:31.123449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af9196f-b306-43ae-93fd-844d77176112 admin admin] Made reservation on behalf of c232b785e7484427b2d9864ad58d6987 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:31.127709 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9af9196f-b306-43ae-93fd-844d77176112 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.157522 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-9e68fe9a-a68f-42dc-bcfa-e6346dcf0c5e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/quotas/f09fde878de341aca0d76fa8fb497fc7 HTTP/1.1" status: 200 len: 375 time: 0.0320265 Jan 28 19:14:31.289896 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089604c-4b9a-4cb5-b284-14341aced63c req-d0301630-c95f-41c4-9d5f-b17e0913b633 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:31.289896 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c089604c-4b9a-4cb5-b284-14341aced63c req-d0301630-c95f-41c4-9d5f-b17e0913b633 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a5b5f2c-2d24-43ee-b7b6-542ab2676be6 HTTP/1.1" status: 200 len: 946 time: 0.3153174 Jan 28 19:14:31.331226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0893e8e2-adb6-42e4-844b-2b73a928460d no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:31.465697 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-47198453-53d3-4a7c-93c3-b6a44b5d0293 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3051822 Jan 28 19:14:31.575933 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 0893e8e2-adb6-42e4-844b-2b73a928460d is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:31.576529 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.606997 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-fd312b69-b14b-4b5c-9ea2-708c32b245b5 service neutron] 10.222.0.55 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401908 Jan 28 19:14:31.658046 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0893e8e2-adb6-42e4-844b-2b73a928460d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0893e8e2-adb6-42e4-844b-2b73a928460d,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:31.661911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5b5f2c-2d24-43ee-b7b6-542ab2676be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0893e8e2-adb6-42e4-844b-2b73a928460d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:31.667835 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae668b1f-8a38-4701-95bb-eb3dd165215e" -d '{"events": [{"server_uuid": "9a5b5f2c-2d24-43ee-b7b6-542ab2676be6", "name": "network-vif-unplugged", "status": "completed", "tag": "0893e8e2-adb6-42e4-844b-2b73a928460d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:31.691148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42532) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:31.698827 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.727430 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9af9196f-b306-43ae-93fd-844d77176112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (8ae82aed-d710-4ea3-a053-d0d0552a67d8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.813862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9196f-b306-43ae-93fd-844d77176112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae82aed-d710-4ea3-a053-d0d0552a67d8,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:31.821662 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a22c64-fecf-4030-bc98-5fbf4e10ae96 x-openstack-request-id: req-d7a22c64-fecf-4030-bc98-5fbf4e10ae96 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:31.822939 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5b5f2c-2d24-43ee-b7b6-542ab2676be6", "name": "network-vif-unplugged", "status": "completed", "tag": "0893e8e2-adb6-42e4-844b-2b73a928460d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:31.823331 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7a22c64-fecf-4030-bc98-5fbf4e10ae96 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:31.824039 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5b5f2c-2d24-43ee-b7b6-542ab2676be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0893e8e2-adb6-42e4-844b-2b73a928460d', 'code': 200} Jan 28 19:14:31.825861 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=0893e8e2-adb6-42e4-844b-2b73a928460d,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:31.887990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af9196f-b306-43ae-93fd-844d77176112 admin admin] Checking segment: {'id': 'f7b60bb7-b0b8-4723-bc49-231c196fa64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:31.888347 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af9196f-b306-43ae-93fd-844d77176112 admin admin] Network hostable DHCP agents. Network: 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:14:31.911315 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af9196f-b306-43ae-93fd-844d77176112 admin admin] Network 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:14:31.928839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9af9196f-b306-43ae-93fd-844d77176112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:31.937527 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9231a890-4d6c-4116-8c71-618d6e5cc976 None None] Network 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:14:31.950875 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af9196f-b306-43ae-93fd-844d77176112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:31.951919 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9af9196f-b306-43ae-93fd-844d77176112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:31.984198 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9af9196f-b306-43ae-93fd-844d77176112 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9412658 Jan 28 19:14:32.092454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58f0fe6-780f-48b1-82f0-24a42354a8b3 None None] Network 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:14:32.098723 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2652c98-14b4-47e1-a617-1fb35a8d909d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:32.244933 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65d3bc4d-1356-4c9d-ab3a-68d8faf4f3d0 req-43f3c40b-7007-4734-8052-49981f63e6a2 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 210 time: 0.1024961 Jan 28 19:14:32.404784 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-62ce5372-980a-4d77-a4d6-499257434952 service neutron] 10.222.0.55 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7964761 Jan 28 19:14:32.454395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-c089604c-4b9a-4cb5-b284-14341aced63c req-a44fc7e4-6ebc-4ac7-a9ec-87c8cf7ec7fa tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Deleting port 0893e8e2-adb6-42e4-844b-2b73a928460d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:14:32.461971 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c089604c-4b9a-4cb5-b284-14341aced63c req-a44fc7e4-6ebc-4ac7-a9ec-87c8cf7ec7fa tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:32.532330 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2652c98-14b4-47e1-a617-1fb35a8d909d admin admin] Publish callbacks [] for security_group (2e6ea824-71c0-4189-8279-1dac22f75062), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:32.595168 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2652c98-14b4-47e1-a617-1fb35a8d909d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2e6ea824-71c0-4189-8279-1dac22f75062), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:32.715527 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d2652c98-14b4-47e1-a617-1fb35a8d909d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4e7833676fd48abb8751140e4784c52&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0231075 Jan 28 19:14:32.719178 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42564) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:32.728485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2652c98-14b4-47e1-a617-1fb35a8d909d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6ea824-71c0-4189-8279-1dac22f75062,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:32.739333 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c089604c-4b9a-4cb5-b284-14341aced63c req-a44fc7e4-6ebc-4ac7-a9ec-87c8cf7ec7fa tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] For port 0893e8e2-adb6-42e4-844b-2b73a928460d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0893e8e2-adb6-42e4-844b-2b73a928460d,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:32.739720 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c089604c-4b9a-4cb5-b284-14341aced63c req-a44fc7e4-6ebc-4ac7-a9ec-87c8cf7ec7fa tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:32.760807 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-07c08acd-e9cd-4b59-bb29-666ac4df29ce tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:32.762674 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-07c08acd-e9cd-4b59-bb29-666ac4df29ce tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.31 "GET /v2.0/networks?id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1 HTTP/1.1" status: 200 len: 802 time: 0.5118716 Jan 28 19:14:32.791448 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-52ca8430-53c2-42e7-b616-b03bf0dddc52 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Request body: {'port': {'device_id': '1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b', 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1', 'admin_state_up': True, 'tenant_id': '3da39749e42a41868cf367b3be55b9b8'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:32.817751 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-44061db9-3316-4f68-8e74-e957cd75a74a req-f62ca731-3d4f-4305-946e-099a82db5bba tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 210 time: 0.1215386 Jan 28 19:14:32.838526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-c089604c-4b9a-4cb5-b284-14341aced63c req-a44fc7e4-6ebc-4ac7-a9ec-87c8cf7ec7fa tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Calling delete_port for 0893e8e2-adb6-42e4-844b-2b73a928460d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:14:32.950331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e055fad-f880-468a-8cec-db3e2178dab5 admin admin] Publish callbacks [] for security_group (2e6ea824-71c0-4189-8279-1dac22f75062), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:33.012118 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e055fad-f880-468a-8cec-db3e2178dab5 admin admin] Publish callbacks [] for security_group (2e6ea824-71c0-4189-8279-1dac22f75062), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:33.105789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-52ca8430-53c2-42e7-b616-b03bf0dddc52 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Made reservation on behalf of 3da39749e42a41868cf367b3be55b9b8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:33.115070 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-52ca8430-53c2-42e7-b616-b03bf0dddc52 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:33.146530 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c089604c-4b9a-4cb5-b284-14341aced63c req-a44fc7e4-6ebc-4ac7-a9ec-87c8cf7ec7fa tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0893e8e2-adb6-42e4-844b-2b73a928460d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:33.190318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fc7e4-6ebc-4ac7-a9ec-87c8cf7ec7fa tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Pushing event deleted for resources: {'Port': ['ID=0893e8e2-adb6-42e4-844b-2b73a928460d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:33.225549 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e055fad-f880-468a-8cec-db3e2178dab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2e6ea824-71c0-4189-8279-1dac22f75062), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:33.229712 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e055fad-f880-468a-8cec-db3e2178dab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:33.231294 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7e055fad-f880-468a-8cec-db3e2178dab5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e6ea824-71c0-4189-8279-1dac22f75062 HTTP/1.1" status: 204 len: 168 time: 0.5106692 Jan 28 19:14:33.299968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e055fad-f880-468a-8cec-db3e2178dab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6ea824-71c0-4189-8279-1dac22f75062,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:33.342440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 32c40b1c-ad72-4088-943c-025fdda3287a no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:33.370916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c089604c-4b9a-4cb5-b284-14341aced63c req-a44fc7e4-6ebc-4ac7-a9ec-87c8cf7ec7fa tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] No DVR routers for this DVR port 0893e8e2-adb6-42e4-844b-2b73a928460d on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:14:33.377161 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c089604c-4b9a-4cb5-b284-14341aced63c req-a44fc7e4-6ebc-4ac7-a9ec-87c8cf7ec7fa tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:33.394919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c089604c-4b9a-4cb5-b284-14341aced63c req-a44fc7e4-6ebc-4ac7-a9ec-87c8cf7ec7fa tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.31 "DELETE /v2.0/ports/0893e8e2-adb6-42e4-844b-2b73a928460d HTTP/1.1" status: 204 len: 173 time: 2.0885003 Jan 28 19:14:33.395431 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5b5f2c-2d24-43ee-b7b6-542ab2676be6', 'name': 'network-vif-deleted', 'tag': '0893e8e2-adb6-42e4-844b-2b73a928460d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:33.415960 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4195b0-8bba-422d-8508-e4e87a3fc818" -d '{"events": [{"server_uuid": "9a5b5f2c-2d24-43ee-b7b6-542ab2676be6", "name": "network-vif-deleted", "tag": "0893e8e2-adb6-42e4-844b-2b73a928460d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:33.417994 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26b088-e67c-4556-af5e-2b877747478c req-9fc11026-9782-4280-8ef5-1830677dbc53 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:33.422467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 32c40b1c-ad72-4088-943c-025fdda3287a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:33.423091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 32c40b1c-ad72-4088-943c-025fdda3287a not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:33.427464 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bc26b088-e67c-4556-af5e-2b877747478c req-9fc11026-9782-4280-8ef5-1830677dbc53 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/networks?id=86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 HTTP/1.1" status: 200 len: 815 time: 0.3246765 Jan 28 19:14:33.506555 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75e1a1ae-474a-414b-9145-f65a3fc434e0 req-7660da82-0505-4f17-8b42-f0740eb73ba3 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 210 time: 0.0542543 Jan 28 19:14:33.515164 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bc26b088-e67c-4556-af5e-2b877747478c req-68188165-60b2-4ba1-a5a1-b95da75febcb tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/quotas/c232b785e7484427b2d9864ad58d6987 HTTP/1.1" status: 200 len: 375 time: 0.0335472 Jan 28 19:14:33.611223 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bc26b088-e67c-4556-af5e-2b877747478c req-894d8c0b-b247-434f-afaf-32855418c1a4 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c232b785e7484427b2d9864ad58d6987&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921361 Jan 28 19:14:33.652113 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-52ca8430-53c2-42e7-b616-b03bf0dddc52 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Allocated IP 172.20.0.7 (8a9c11ec-17d4-435e-a13b-0efb9529d2f1/8eb5347e-d66a-46e3-9579-1241a6589256/ff655039-949a-4a02-9c93-200fe3376a8a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:33.763952 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03725d7a-7fd3-48eb-a036-ae77b32922ad x-openstack-request-id: req-03725d7a-7fd3-48eb-a036-ae77b32922ad {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:33.764245 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5b5f2c-2d24-43ee-b7b6-542ab2676be6", "name": "network-vif-deleted", "tag": "0893e8e2-adb6-42e4-844b-2b73a928460d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:33.764496 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03725d7a-7fd3-48eb-a036-ae77b32922ad {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:33.764900 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5b5f2c-2d24-43ee-b7b6-542ab2676be6', 'name': 'network-vif-deleted', 'tag': '0893e8e2-adb6-42e4-844b-2b73a928460d', 'status': 'completed', 'code': 200} Jan 28 19:14:33.961351 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-52ca8430-53c2-42e7-b616-b03bf0dddc52 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks [] for port (ff655039-949a-4a02-9c93-200fe3376a8a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:33.975595 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bc26b088-e67c-4556-af5e-2b877747478c req-40585f1f-7fb8-44f8-86b1-fb27df890959 service neutron] 10.222.0.55 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629954 Jan 28 19:14:34.040015 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32173f7e-cb2a-418a-965e-d578ad751d57 req-ab8cadd5-a121-4f85-a3b3-a25ca3a6cf02 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 210 time: 0.0626674 Jan 28 19:14:34.143513 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-52ca8430-53c2-42e7-b616-b03bf0dddc52 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:34.150238 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42614) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:34.172983 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6392992-1dfe-4353-b12f-2c240d35a870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:34.201318 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca8430-53c2-42e7-b616-b03bf0dddc52 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Pushing event updated for resources: {'Port': ['ID=ff655039-949a-4a02-9c93-200fe3376a8a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:34.261206 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-52ca8430-53c2-42e7-b616-b03bf0dddc52 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:34.268921 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6392992-1dfe-4353-b12f-2c240d35a870 admin admin] Publish callbacks [] for security_group (3fa445f5-0989-43a7-a3af-46d8c51399e2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:34.277235 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6392992-1dfe-4353-b12f-2c240d35a870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3fa445f5-0989-43a7-a3af-46d8c51399e2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:34.280538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-52ca8430-53c2-42e7-b616-b03bf0dddc52 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:34.283278 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-52ca8430-53c2-42e7-b616-b03bf0dddc52 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:34.335407 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c6392992-1dfe-4353-b12f-2c240d35a870 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a6db0279c4844238792d6559d237bd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1833436 Jan 28 19:14:34.336561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6392992-1dfe-4353-b12f-2c240d35a870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa445f5-0989-43a7-a3af-46d8c51399e2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:34.339576 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42618) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:34.345862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-52ca8430-53c2-42e7-b616-b03bf0dddc52 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:34.346508 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-52ca8430-53c2-42e7-b616-b03bf0dddc52 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:34.405537 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4846813d-77d2-4192-b2e7-91ecca9bae50 admin admin] Publish callbacks [] for security_group (3fa445f5-0989-43a7-a3af-46d8c51399e2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:34.453334 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4846813d-77d2-4192-b2e7-91ecca9bae50 admin admin] Publish callbacks [] for security_group (3fa445f5-0989-43a7-a3af-46d8c51399e2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:34.528573 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4846813d-77d2-4192-b2e7-91ecca9bae50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3fa445f5-0989-43a7-a3af-46d8c51399e2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:34.531541 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4846813d-77d2-4192-b2e7-91ecca9bae50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:34.534013 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4846813d-77d2-4192-b2e7-91ecca9bae50 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3fa445f5-0989-43a7-a3af-46d8c51399e2 HTTP/1.1" status: 204 len: 168 time: 0.1920397 Jan 28 19:14:34.547921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846813d-77d2-4192-b2e7-91ecca9bae50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa445f5-0989-43a7-a3af-46d8c51399e2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:34.737876 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb2f3c-2f8e-4810-9959-53e3c811bee9 req-c5711835-27d4-47a5-a9ab-ee7d3b2e0d44 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:34.740562 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12bb2f3c-2f8e-4810-9959-53e3c811bee9 req-c5711835-27d4-47a5-a9ab-ee7d3b2e0d44 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 931 time: 0.1063342 Jan 28 19:14:34.767500 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bc26b088-e67c-4556-af5e-2b877747478c req-7e7870bd-759b-4563-8fec-73e34e415b57 service neutron] 10.222.0.55 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7910013 Jan 28 19:14:34.772603 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-52ca8430-53c2-42e7-b616-b03bf0dddc52 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9994798 Jan 28 19:14:34.785019 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Request body: {'port': {'device_id': '1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:34.858407 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12bb2f3c-2f8e-4810-9959-53e3c811bee9 req-e0183e99-7ede-4a4b-88b6-65b83af1910a tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105945 Jan 28 19:14:34.906805 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:34.929905 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-05550839-63dd-43b4-a0dc-21fa4adcb24f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:34.932781 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-05550839-63dd-43b4-a0dc-21fa4adcb24f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 812 time: 0.7049143 Jan 28 19:14:34.955287 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-88047946-0d9a-4238-ae4b-a0f8276f15a4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Request body: {'port': {'device_id': 'e0d18062-833f-499f-9667-c3bef6a6287b', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'admin_state_up': True, 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:35.164248 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b15a790e-5638-420a-93d3-9c8fc495f58c req-5d9c14c7-a0cd-4061-b5c1-f9fc11cac33a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 210 time: 0.1054015 Jan 28 19:14:35.248553 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7003a304-9a9a-4115-ad5c-596a1b2cb6e9 req-b2ff68e2-c013-4ff5-bdc7-aea8a3fa31bc tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 210 time: 0.0647621 Jan 28 19:14:35.321261 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0893e8e2-adb6-42e4-844b-2b73a928460d no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:14:35.357440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 0893e8e2-adb6-42e4-844b-2b73a928460d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:14:35.357987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0893e8e2-adb6-42e4-844b-2b73a928460d not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:14:35.568673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-88047946-0d9a-4238-ae4b-a0f8276f15a4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Made reservation on behalf of f09fde878de341aca0d76fa8fb497fc7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:35.572725 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-88047946-0d9a-4238-ae4b-a0f8276f15a4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:35.702777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff655039-949a-4a02-9c93-200fe3376a8a {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:35.719386 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Publish callbacks [] for port (ff655039-949a-4a02-9c93-200fe3376a8a), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:35.764964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Transition to ACTIVE for port object ff655039-949a-4a02-9c93-200fe3376a8a will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:14:35.778525 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:35.824900 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-88047946-0d9a-4238-ae4b-a0f8276f15a4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Allocated IP 172.20.0.14 (b49b190d-5fb3-41cb-a694-b0a0b7d47b75/cd80566b-cb23-46e8-93b8-695f127ca2f3/0bbd226e-5012-415c-b71c-e4e3d667b59a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:35.871337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Pushing event updated for resources: {'Port': ['ID=ff655039-949a-4a02-9c93-200fe3376a8a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:36.079390 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Attempting to bind port ff655039-949a-4a02-9c93-200fe3376a8a on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:36.079729 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Attempting to bind port ff655039-949a-4a02-9c93-200fe3376a8a by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:36.080061 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Attempting to bind port ff655039-949a-4a02-9c93-200fe3376a8a on network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:36.103063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fd574-ef20-4a36-a08f-5c35184b79b4 req-69ca80f4-b66c-425f-8d25-c209892f2ee3 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.116215 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Port ff655039-949a-4a02-9c93-200fe3376a8a on network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:14:36.116599 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Attempting to bind port ff655039-949a-4a02-9c93-200fe3376a8a on network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:36.126654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:36.127005 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Checking segment: {'id': '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:36.127383 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Bound using segment: {'id': '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:36.127815 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Bound port: ff655039-949a-4a02-9c93-200fe3376a8a, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:36.128185 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:36.133686 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-668fd574-ef20-4a36-a08f-5c35184b79b4 req-69ca80f4-b66c-425f-8d25-c209892f2ee3 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 943 time: 0.1576123 Jan 28 19:14:36.215950 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42694) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:36.238313 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-88047946-0d9a-4238-ae4b-a0f8276f15a4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:36.258661 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-668fd574-ef20-4a36-a08f-5c35184b79b4 req-d750bdcf-d5fd-431a-a651-aa9b44daab9f tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239617 Jan 28 19:14:36.280683 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-af127d48-d590-4148-8458-49bf931ba464 req-32c213a1-b7d7-47a9-86f8-018c75b37e46 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 210 time: 0.0299792 Jan 28 19:14:36.404387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] For port ff655039-949a-4a02-9c93-200fe3376a8a, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:36.442820 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] For port ff655039-949a-4a02-9c93-200fe3376a8a, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ff655039-949a-4a02-9c93-200fe3376a8a,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:36.458757 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:36.505297 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0eb021f4-4aab-4050-8133-3c979155f770 req-147ab4a0-d141-485e-8d2d-b356eab6b91f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 210 time: 0.1394954 Jan 28 19:14:36.537146 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-88047946-0d9a-4238-ae4b-a0f8276f15a4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:36.549149 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['f25af3c7-5aaa-4ed5-a847-edae90ee5e52', '6a87b861-fc58-4ab9-90c2-bbe9a2e036d6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:36.600652 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.601270 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:36.602198 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e41683b-f508-4394-9a4e-da3886f3ac19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:36.602709 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-a428953e-517c-4e06-a600-7adecff37907 service neutron] 10.222.0.31 "PUT /v2.0/ports/ff655039-949a-4a02-9c93-200fe3376a8a HTTP/1.1" status: 200 len: 1091 time: 1.8223298 Jan 28 19:14:36.603877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b', 'tag': 'ff655039-949a-4a02-9c93-200fe3376a8a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:36.606153 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a52d04-0992-4a80-9c6c-ffd901e68840" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b", "tag": "ff655039-949a-4a02-9c93-200fe3376a8a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:36.648518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-88047946-0d9a-4238-ae4b-a0f8276f15a4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:36.671778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-88047946-0d9a-4238-ae4b-a0f8276f15a4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:36.679211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-88047946-0d9a-4238-ae4b-a0f8276f15a4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:36.688818 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6802551-f2cb-43c1-8a0f-79b25d39a895 x-openstack-request-id: req-a6802551-f2cb-43c1-8a0f-79b25d39a895 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:36.689267 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b", "tag": "ff655039-949a-4a02-9c93-200fe3376a8a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:36.689655 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6802551-f2cb-43c1-8a0f-79b25d39a895 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:36.690239 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b', 'tag': 'ff655039-949a-4a02-9c93-200fe3376a8a', 'status': 'completed', 'code': 200} Jan 28 19:14:36.706841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428953e-517c-4e06-a600-7adecff37907 service neutron] Pushing event updated for resources: {'Port': ['ID=ff655039-949a-4a02-9c93-200fe3376a8a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:36.808357 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26b088-e67c-4556-af5e-2b877747478c req-89214407-aca3-4a0f-bbfa-9ecb2b080a1f tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.810414 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc26b088-e67c-4556-af5e-2b877747478c req-89214407-aca3-4a0f-bbfa-9ecb2b080a1f tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.31 "GET /v2.0/networks?id=86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 HTTP/1.1" status: 200 len: 815 time: 0.4244719 Jan 28 19:14:36.831390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bc26b088-e67c-4556-af5e-2b877747478c req-2c9cf496-59e5-4c19-84a9-438a664b0b98 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Request body: {'port': {'device_id': '51e21848-07f4-4021-8f88-3c272ef1cfb9', 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900', 'admin_state_up': True, 'tenant_id': 'c232b785e7484427b2d9864ad58d6987'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:36.878268 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-88047946-0d9a-4238-ae4b-a0f8276f15a4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.895995 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-88047946-0d9a-4238-ae4b-a0f8276f15a4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:36.898790 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88047946-0d9a-4238-ae4b-a0f8276f15a4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event updated for resources: {'Port': ['ID=0bbd226e-5012-415c-b71c-e4e3d667b59a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:36.931930 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-108b5f86-fe34-466e-9b4d-ef2f659996f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:36.933601 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-108b5f86-fe34-466e-9b4d-ef2f659996f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3da39749e42a41868cf367b3be55b9b8&device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 1125 time: 0.2796898 Jan 28 19:14:36.971526 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-88047946-0d9a-4238-ae4b-a0f8276f15a4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0193009 Jan 28 19:14:37.040447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Request body: {'port': {'device_id': 'e0d18062-833f-499f-9667-c3bef6a6287b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:37.045305 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-33e27b59-f4f7-4ac7-9b1b-e9e7a2687e3c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff655039-949a-4a02-9c93-200fe3376a8a HTTP/1.1" status: 200 len: 217 time: 0.0997596 Jan 28 19:14:37.104192 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e41683b-f508-4394-9a4e-da3886f3ac19 admin admin] Publish callbacks [] for security_group (cc5f4a19-ba3e-4f69-a0c0-7ef78c924940), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:37.128399 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e41683b-f508-4394-9a4e-da3886f3ac19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cc5f4a19-ba3e-4f69-a0c0-7ef78c924940), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:37.136494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4f91bb54-49f3-4ad1-b260-bcb61fd0d1d3 None None] Provisioning complete for port 0bbd226e-5012-415c-b71c-e4e3d667b59a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:37.137147 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4f91bb54-49f3-4ad1-b260-bcb61fd0d1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:37.156209 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-3c7d2e86-39ad-4645-ba06-529d0bcbc376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:37.157698 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-3c7d2e86-39ad-4645-ba06-529d0bcbc376 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8eb5347e-d66a-46e3-9579-1241a6589256 HTTP/1.1" status: 200 len: 842 time: 0.0809970 Jan 28 19:14:37.161519 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:37.170381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41683b-f508-4394-9a4e-da3886f3ac19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5f4a19-ba3e-4f69-a0c0-7ef78c924940,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:37.173509 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc26b088-e67c-4556-af5e-2b877747478c req-2c9cf496-59e5-4c19-84a9-438a664b0b98 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Made reservation on behalf of c232b785e7484427b2d9864ad58d6987 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:37.200977 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc26b088-e67c-4556-af5e-2b877747478c req-2c9cf496-59e5-4c19-84a9-438a664b0b98 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:37.203606 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-450c4915-5c26-4400-9b0c-f12e780ecc64 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388536 Jan 28 19:14:37.234476 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4f91bb54-49f3-4ad1-b260-bcb61fd0d1d3 None None] Port 0bbd226e-5012-415c-b71c-e4e3d667b59a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:14:37.269875 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5e41683b-f508-4394-9a4e-da3886f3ac19 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=afc33337af824917946583846bf9d877&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0496237 Jan 28 19:14:37.269875 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42724) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:37.416819 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f787ece8-d216-4258-94f3-8b2e60be33b2 admin admin] Publish callbacks [] for security_group (cc5f4a19-ba3e-4f69-a0c0-7ef78c924940), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:37.466381 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f787ece8-d216-4258-94f3-8b2e60be33b2 admin admin] Publish callbacks [] for security_group (cc5f4a19-ba3e-4f69-a0c0-7ef78c924940), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:37.515894 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-98d1ed03-70c8-4d5e-8b77-0620adf02d9f service neutron] 10.222.0.31 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830143 Jan 28 19:14:37.529404 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-971a200f-77ec-4504-95da-c45c611f24ec req-72218f4d-b29c-48b4-abf7-964ace856934 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 210 time: 0.1086059 Jan 28 19:14:37.571256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-bc26b088-e67c-4556-af5e-2b877747478c req-2c9cf496-59e5-4c19-84a9-438a664b0b98 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Allocated IP 172.20.0.10 (86adb1cc-8d6c-4e87-8cd9-b94ca21e5900/8ae82aed-d710-4ea3-a053-d0d0552a67d8/7ec61217-fb0b-4500-88af-47e77c1be2e5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:14:37.668063 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f787ece8-d216-4258-94f3-8b2e60be33b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cc5f4a19-ba3e-4f69-a0c0-7ef78c924940), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:37.672345 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f787ece8-d216-4258-94f3-8b2e60be33b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:37.673732 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f787ece8-d216-4258-94f3-8b2e60be33b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc5f4a19-ba3e-4f69-a0c0-7ef78c924940 HTTP/1.1" status: 204 len: 168 time: 0.4021313 Jan 28 19:14:37.705120 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0042c-e02b-48d1-8f37-7721f2d27503 req-8b98f113-a51c-4629-88df-9634083dc093 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:37.712804 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-84e0042c-e02b-48d1-8f37-7721f2d27503 req-8b98f113-a51c-4629-88df-9634083dc093 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 943 time: 0.3063653 Jan 28 19:14:37.734114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787ece8-d216-4258-94f3-8b2e60be33b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5f4a19-ba3e-4f69-a0c0-7ef78c924940,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:37.788759 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bbd226e-5012-415c-b71c-e4e3d667b59a {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:37.852681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1141417-19a9-4da1-8389-b3f21737eec6 req-c15c493d-7f2a-4a4b-89fd-fbabfd0aee56 service neutron] 10.222.0.31 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258429 Jan 28 19:14:37.865516 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Publish callbacks [] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:37.878127 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-84e0042c-e02b-48d1-8f37-7721f2d27503 req-66c99e44-956c-4333-a446-cecb8fbf9bfe tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641908 Jan 28 19:14:37.887389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad3233-3005-4e35-8c34-e58f21da0d25 req-99a30504-9d60-4f4d-81db-55e31dc50a0a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:37.897177 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-80ad3233-3005-4e35-8c34-e58f21da0d25 req-99a30504-9d60-4f4d-81db-55e31dc50a0a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 932 time: 0.2545273 Jan 28 19:14:37.910915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Transition to ACTIVE for port object 0bbd226e-5012-415c-b71c-e4e3d667b59a will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:14:37.919465 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.011408 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc26b088-e67c-4556-af5e-2b877747478c req-2c9cf496-59e5-4c19-84a9-438a664b0b98 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks [] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.038119 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-80ad3233-3005-4e35-8c34-e58f21da0d25 req-7a1c9a82-b39f-470c-aca3-1dba8444b639 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361616 Jan 28 19:14:38.096872 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc26b088-e67c-4556-af5e-2b877747478c req-2c9cf496-59e5-4c19-84a9-438a664b0b98 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.101701 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbd226e-5012-415c-b71c-e4e3d667b59a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:38.120193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a52d04-0992-4a80-9c6c-ffd901e68840 req-5dd89962-72ad-464b-a2f9-9bdcfe651cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:38.121805 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11a52d04-0992-4a80-9c6c-ffd901e68840 req-5dd89962-72ad-464b-a2f9-9bdcfe651cb5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3da39749e42a41868cf367b3be55b9b8&device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 1125 time: 0.1452539 Jan 28 19:14:38.160743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc26b088-e67c-4556-af5e-2b877747478c req-2c9cf496-59e5-4c19-84a9-438a664b0b98 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Network 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:14:38.161965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Attempting to bind port 0bbd226e-5012-415c-b71c-e4e3d667b59a on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:38.162322 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Attempting to bind port 0bbd226e-5012-415c-b71c-e4e3d667b59a by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:38.162649 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Attempting to bind port 0bbd226e-5012-415c-b71c-e4e3d667b59a on network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:38.165901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-bc26b088-e67c-4556-af5e-2b877747478c req-2c9cf496-59e5-4c19-84a9-438a664b0b98 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:38.170820 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc26b088-e67c-4556-af5e-2b877747478c req-2c9cf496-59e5-4c19-84a9-438a664b0b98 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:14:38.221778 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9cf496-59e5-4c19-84a9-438a664b0b98 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Pushing event updated for resources: {'Port': ['ID=7ec61217-fb0b-4500-88af-47e77c1be2e5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:38.240430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Port 0bbd226e-5012-415c-b71c-e4e3d667b59a on network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:14:38.240617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Attempting to bind port 0bbd226e-5012-415c-b71c-e4e3d667b59a on network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:38.254220 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:38.254682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Checking segment: {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:38.255158 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Bound using segment: {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:38.255705 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Bound port: 0bbd226e-5012-415c-b71c-e4e3d667b59a, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:38.255977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.257653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26b088-e67c-4556-af5e-2b877747478c req-2c9cf496-59e5-4c19-84a9-438a664b0b98 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:38.272485 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc26b088-e67c-4556-af5e-2b877747478c req-2c9cf496-59e5-4c19-84a9-438a664b0b98 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.302134 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42774) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:38.336010 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc26b088-e67c-4556-af5e-2b877747478c req-2c9cf496-59e5-4c19-84a9-438a664b0b98 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5142775 Jan 28 19:14:38.352648 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Request body: {'port': {'device_id': '51e21848-07f4-4021-8f88-3c272ef1cfb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:38.450116 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.491921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42778) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:38.514890 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a52d04-0992-4a80-9c6c-ffd901e68840 req-d8df6fa2-2027-43bc-9a7a-2c7e5bd1fece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:38.516647 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11a52d04-0992-4a80-9c6c-ffd901e68840 req-d8df6fa2-2027-43bc-9a7a-2c7e5bd1fece service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1 HTTP/1.1" status: 200 len: 903 time: 0.3871396 Jan 28 19:14:38.524604 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] For port 0bbd226e-5012-415c-b71c-e4e3d667b59a, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:38.524790 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7aaba23-e5c7-4b46-9975-522edc45ec98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.534358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] For port 0bbd226e-5012-415c-b71c-e4e3d667b59a, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0bbd226e-5012-415c-b71c-e4e3d667b59a,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:38.551459 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09871b1b-9a6d-4578-85b4-34e6ccf5ecd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.582953 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11a52d04-0992-4a80-9c6c-ffd901e68840 req-92385a35-1ac9-4f6a-bd12-bf5719ad2bd6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff655039-949a-4a02-9c93-200fe3376a8a HTTP/1.1" status: 200 len: 217 time: 0.0599525 Jan 28 19:14:38.585752 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.657218 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7aaba23-e5c7-4b46-9975-522edc45ec98 admin admin] Publish callbacks [] for security_group (4f3b22ea-0fff-4356-9977-47515671e979), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.667321 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:38.667977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.669731 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] 10.222.0.37 "PUT /v2.0/ports/0bbd226e-5012-415c-b71c-e4e3d667b59a HTTP/1.1" status: 200 len: 1092 time: 1.6440849 Jan 28 19:14:38.680628 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e7aaba23-e5c7-4b46-9975-522edc45ec98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4f3b22ea-0fff-4356-9977-47515671e979), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:38.695078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d18062-833f-499f-9667-c3bef6a6287b', 'tag': '0bbd226e-5012-415c-b71c-e4e3d667b59a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:38.707052 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1181c0c-d99b-4cbf-8a3d-66eb065cfe05" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d18062-833f-499f-9667-c3bef6a6287b", "tag": "0bbd226e-5012-415c-b71c-e4e3d667b59a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:38.766650 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0294cbf7-21b2-424b-89b0-96d4d1993df9 x-openstack-request-id: req-0294cbf7-21b2-424b-89b0-96d4d1993df9 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:38.767264 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d18062-833f-499f-9667-c3bef6a6287b", "tag": "0bbd226e-5012-415c-b71c-e4e3d667b59a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:38.767531 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0294cbf7-21b2-424b-89b0-96d4d1993df9 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:38.767974 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d18062-833f-499f-9667-c3bef6a6287b', 'tag': '0bbd226e-5012-415c-b71c-e4e3d667b59a', 'status': 'completed', 'code': 200} Jan 28 19:14:38.769510 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a52d04-0992-4a80-9c6c-ffd901e68840 req-4ee892df-0b4f-423c-8ae2-ae4f3910905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:38.771102 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11a52d04-0992-4a80-9c6c-ffd901e68840 req-4ee892df-0b4f-423c-8ae2-ae4f3910905d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8eb5347e-d66a-46e3-9579-1241a6589256 HTTP/1.1" status: 200 len: 842 time: 0.1727300 Jan 28 19:14:38.773396 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cf753-0fc5-4de0-9f85-9c6c76d39080 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbd226e-5012-415c-b71c-e4e3d667b59a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:38.818679 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11a52d04-0992-4a80-9c6c-ffd901e68840 req-02db9da1-4ab6-48a1-94f1-8077de3b3d60 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398920 Jan 28 19:14:38.857459 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-dfe93e8d-ede9-49a2-bd64-58376eafe9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:38.859178 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-dfe93e8d-ede9-49a2-bd64-58376eafe9db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 1126 time: 0.1429460 Jan 28 19:14:38.935337 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-6856399b-0de7-4d59-80ef-9384586f3cfe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bbd226e-5012-415c-b71c-e4e3d667b59a HTTP/1.1" status: 200 len: 217 time: 0.0470507 Jan 28 19:14:38.958216 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e7aaba23-e5c7-4b46-9975-522edc45ec98 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf52d8be6972477191bc166df9105d74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4651406 Jan 28 19:14:38.968657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42786) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:38.983969 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aaba23-e5c7-4b46-9975-522edc45ec98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3b22ea-0fff-4356-9977-47515671e979,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:39.008711 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-89647b49-f78e-4ced-aa6b-7f81e7b7dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:39.010552 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-89647b49-f78e-4ced-aa6b-7f81e7b7dbc2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.0684078 Jan 28 19:14:39.033968 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c4daa-b502-4139-a3a1-131f0792e668 req-29c871ec-c33d-4c2f-a75a-af3ac6968115 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:39.035561 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-251c4daa-b502-4139-a3a1-131f0792e668 req-29c871ec-c33d-4c2f-a75a-af3ac6968115 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 932 time: 0.3754210 Jan 28 19:14:39.111034 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11a52d04-0992-4a80-9c6c-ffd901e68840 req-998a9649-ca2d-4d15-abd2-468010716730 service neutron] 10.222.0.31 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855110 Jan 28 19:14:39.130427 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d2e1a-55d3-4a62-b4af-da62816f31f1 req-a3ab1ac2-c9da-480b-96db-c6f5ef8dbf57 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:39.137846 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d58d2e1a-55d3-4a62-b4af-da62816f31f1 req-a3ab1ac2-c9da-480b-96db-c6f5ef8dbf57 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 943 time: 0.1201274 Jan 28 19:14:39.164382 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09871b1b-9a6d-4578-85b4-34e6ccf5ecd7 admin admin] Publish callbacks [] for security_group (fc8c25b0-7eb5-4cdb-95e8-087baa67cc5c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.173498 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2914fb73-2ba4-47ac-9ca3-58f32e71ab7a admin admin] Publish callbacks [] for security_group (4f3b22ea-0fff-4356-9977-47515671e979), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.177822 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09871b1b-9a6d-4578-85b4-34e6ccf5ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fc8c25b0-7eb5-4cdb-95e8-087baa67cc5c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.182661 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-251c4daa-b502-4139-a3a1-131f0792e668 req-66d7aaa6-efec-4c15-8284-21aad0eb1ace tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341395 Jan 28 19:14:39.243509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-adae71e0-c6d4-4137-9391-7a354d3904ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:39.244978 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-adae71e0-c6d4-4137-9391-7a354d3904ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2241197 Jan 28 19:14:39.253047 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d58d2e1a-55d3-4a62-b4af-da62816f31f1 req-5e5c7c86-5d73-40b4-bd96-db18b72b5e8a tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143532 Jan 28 19:14:39.260677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09871b1b-9a6d-4578-85b4-34e6ccf5ecd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8c25b0-7eb5-4cdb-95e8-087baa67cc5c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:39.339371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec61217-fb0b-4500-88af-47e77c1be2e5 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:39.345789 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2914fb73-2ba4-47ac-9ca3-58f32e71ab7a admin admin] Publish callbacks [] for security_group (4f3b22ea-0fff-4356-9977-47515671e979), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.352057 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Publish callbacks [] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.357870 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11a52d04-0992-4a80-9c6c-ffd901e68840 req-93bffaae-c7ce-4559-8961-d08ee89304fa service neutron] 10.222.0.31 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357850 Jan 28 19:14:39.361365 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-09871b1b-9a6d-4578-85b4-34e6ccf5ecd7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0a7c790433846c29e60f2f845bf80a8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0566304 Jan 28 19:14:39.367124 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42792) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:39.407668 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-2da943d7-30d6-4c72-9e41-067993fa1788 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521115 Jan 28 19:14:39.423363 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Transition to ACTIVE for port object 7ec61217-fb0b-4500-88af-47e77c1be2e5 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:14:39.435055 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.493014 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b03ec3-74fa-4178-b6dd-6672e0d50ec1 req-ffb865c4-a305-48e4-beba-81f9ba2c7249 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:39.500709 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3b03ec3-74fa-4178-b6dd-6672e0d50ec1 req-ffb865c4-a305-48e4-beba-81f9ba2c7249 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 944 time: 0.2068813 Jan 28 19:14:39.527590 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2914fb73-2ba4-47ac-9ca3-58f32e71ab7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4f3b22ea-0fff-4356-9977-47515671e979), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.529947 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2914fb73-2ba4-47ac-9ca3-58f32e71ab7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.539976 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d30ad128-6ff0-4607-bcb0-e89e878bd762 req-745b7b08-542c-422d-a2f9-27580ecda641 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251993 Jan 28 19:14:39.541539 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2914fb73-2ba4-47ac-9ca3-58f32e71ab7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f3b22ea-0fff-4356-9977-47515671e979 HTTP/1.1" status: 204 len: 168 time: 0.5616665 Jan 28 19:14:39.588424 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec61217-fb0b-4500-88af-47e77c1be2e5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:39.637496 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4575b8b5-0487-4465-8ac2-55c7b37b5e65 admin admin] Publish callbacks [] for security_group (fc8c25b0-7eb5-4cdb-95e8-087baa67cc5c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.647126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1181c0c-d99b-4cbf-8a3d-66eb065cfe05 req-24f67d7c-0b8a-4e56-9935-177662e22d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:39.648272 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1181c0c-d99b-4cbf-8a3d-66eb065cfe05 req-24f67d7c-0b8a-4e56-9935-177662e22d71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 1126 time: 0.0564165 Jan 28 19:14:39.672591 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3b03ec3-74fa-4178-b6dd-6672e0d50ec1 req-acaa7a51-7abd-4689-afb9-7c4ff57226fa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711226 Jan 28 19:14:39.766999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1181c0c-d99b-4cbf-8a3d-66eb065cfe05 req-8b877331-df66-44cd-a24f-309e3e4d6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:39.768734 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1181c0c-d99b-4cbf-8a3d-66eb065cfe05 req-8b877331-df66-44cd-a24f-309e3e4d6eae service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.1130044 Jan 28 19:14:39.774892 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4575b8b5-0487-4465-8ac2-55c7b37b5e65 admin admin] Publish callbacks [] for security_group (fc8c25b0-7eb5-4cdb-95e8-087baa67cc5c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.800499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914fb73-2ba4-47ac-9ca3-58f32e71ab7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3b22ea-0fff-4356-9977-47515671e979,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:39.817595 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Attempting to bind port 7ec61217-fb0b-4500-88af-47e77c1be2e5 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:14:39.818273 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Attempting to bind port 7ec61217-fb0b-4500-88af-47e77c1be2e5 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'f7b60bb7-b0b8-4723-bc49-231c196fa64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:14:39.818442 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1181c0c-d99b-4cbf-8a3d-66eb065cfe05 req-14143de4-2e9c-4ae8-8d74-8cc48c8ee43c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bbd226e-5012-415c-b71c-e4e3d667b59a HTTP/1.1" status: 200 len: 217 time: 0.0429811 Jan 28 19:14:39.818942 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Attempting to bind port 7ec61217-fb0b-4500-88af-47e77c1be2e5 on network 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:39.825721 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Port 7ec61217-fb0b-4500-88af-47e77c1be2e5 on network 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:14:39.826305 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Attempting to bind port 7ec61217-fb0b-4500-88af-47e77c1be2e5 on network 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:14:39.835033 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:14:39.835921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Checking segment: {'id': 'f7b60bb7-b0b8-4723-bc49-231c196fa64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:39.836570 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Bound using segment: {'id': 'f7b60bb7-b0b8-4723-bc49-231c196fa64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:14:39.837334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Bound port: 7ec61217-fb0b-4500-88af-47e77c1be2e5, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b60bb7-b0b8-4723-bc49-231c196fa64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:14:39.838402 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.893817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1181c0c-d99b-4cbf-8a3d-66eb065cfe05 req-80a16f47-332b-4dd6-bf74-a85fcab6c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:39.895737 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1181c0c-d99b-4cbf-8a3d-66eb065cfe05 req-80a16f47-332b-4dd6-bf74-a85fcab6c645 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.0703948 Jan 28 19:14:39.902299 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4575b8b5-0487-4465-8ac2-55c7b37b5e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fc8c25b0-7eb5-4cdb-95e8-087baa67cc5c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.905347 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4575b8b5-0487-4465-8ac2-55c7b37b5e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:39.909005 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4575b8b5-0487-4465-8ac2-55c7b37b5e65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc8c25b0-7eb5-4cdb-95e8-087baa67cc5c HTTP/1.1" status: 204 len: 168 time: 0.5361137 Jan 28 19:14:39.923126 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575b8b5-0487-4465-8ac2-55c7b37b5e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8c25b0-7eb5-4cdb-95e8-087baa67cc5c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:39.970304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] For port 7ec61217-fb0b-4500-88af-47e77c1be2e5, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:14:39.976195 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] For port 7ec61217-fb0b-4500-88af-47e77c1be2e5, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7ec61217-fb0b-4500-88af-47e77c1be2e5,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:14:39.987895 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:40.018665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1181c0c-d99b-4cbf-8a3d-66eb065cfe05 req-cbd58dcb-3168-49ea-b016-5fa7aa862639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:40.020981 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1181c0c-d99b-4cbf-8a3d-66eb065cfe05 req-cbd58dcb-3168-49ea-b016-5fa7aa862639 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1174622 Jan 28 19:14:40.047101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:40.047731 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:40.049173 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc26b088-e67c-4556-af5e-2b877747478c req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] 10.222.0.31 "PUT /v2.0/ports/7ec61217-fb0b-4500-88af-47e77c1be2e5 HTTP/1.1" status: 200 len: 1092 time: 1.7063346 Jan 28 19:14:40.049638 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e21848-07f4-4021-8f88-3c272ef1cfb9', 'tag': '7ec61217-fb0b-4500-88af-47e77c1be2e5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:40.051966 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2220aff-9281-49ef-8241-2d0da5aa0424" -d '{"events": [{"name": "network-changed", "server_uuid": "51e21848-07f4-4021-8f88-3c272ef1cfb9", "tag": "7ec61217-fb0b-4500-88af-47e77c1be2e5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:40.076832 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa8ba1-0dd1-4b98-aba4-5c00888a5038 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec61217-fb0b-4500-88af-47e77c1be2e5,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:40.144342 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d03d80-052d-4004-a367-dca1d59bbe4b x-openstack-request-id: req-e8d03d80-052d-4004-a367-dca1d59bbe4b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:40.144583 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e21848-07f4-4021-8f88-3c272ef1cfb9", "tag": "7ec61217-fb0b-4500-88af-47e77c1be2e5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:40.145301 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e8d03d80-052d-4004-a367-dca1d59bbe4b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:40.145773 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e21848-07f4-4021-8f88-3c272ef1cfb9', 'tag': '7ec61217-fb0b-4500-88af-47e77c1be2e5', 'status': 'completed', 'code': 200} Jan 28 19:14:40.171819 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26b088-e67c-4556-af5e-2b877747478c req-88d07abc-1b7b-47ce-a9a5-417f07f2545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:40.174136 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc26b088-e67c-4556-af5e-2b877747478c req-88d07abc-1b7b-47ce-a9a5-417f07f2545e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c232b785e7484427b2d9864ad58d6987&device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 1126 time: 0.0796430 Jan 28 19:14:40.217363 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1181c0c-d99b-4cbf-8a3d-66eb065cfe05 req-2d813c43-be17-409a-ba79-8944be2c70a6 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897032 Jan 28 19:14:40.242458 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc26b088-e67c-4556-af5e-2b877747478c req-7bb78284-3d0a-48f3-acaa-caab8903c3b0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ec61217-fb0b-4500-88af-47e77c1be2e5 HTTP/1.1" status: 200 len: 217 time: 0.0591207 Jan 28 19:14:40.407018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26b088-e67c-4556-af5e-2b877747478c req-96a6d42e-9e06-4a7d-9551-98751338f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:40.409116 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc26b088-e67c-4556-af5e-2b877747478c req-96a6d42e-9e06-4a7d-9551-98751338f0f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ae82aed-d710-4ea3-a053-d0d0552a67d8 HTTP/1.1" status: 200 len: 855 time: 0.1613748 Jan 28 19:14:40.414490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42818) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:40.466999 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1181c0c-d99b-4cbf-8a3d-66eb065cfe05 req-ed96d292-0bdd-4fcd-8500-f872ec493e0b service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437751 Jan 28 19:14:40.475493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0b561-303a-4e7d-b958-4527c1344801 req-746574ab-7d56-477c-8316-c2a7832bf5c7 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:40.477003 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-43c0b561-303a-4e7d-b958-4527c1344801 req-746574ab-7d56-477c-8316-c2a7832bf5c7 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 943 time: 0.1141469 Jan 28 19:14:40.481050 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc26b088-e67c-4556-af5e-2b877747478c req-11072ba6-4378-41c8-9b7a-fac470694e55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=86adb1cc-8d6c-4e87-8cd9-b94ca21e5900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652704 Jan 28 19:14:40.493185 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbaff5e2-2164-4839-b7c9-644e76104d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:40.519720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4f791-299e-4bb5-9318-bc2f06b968ca req-c5d7f9d8-3c71-402d-b8c4-4a31b6204442 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:40.521345 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-02c4f791-299e-4bb5-9318-bc2f06b968ca req-c5d7f9d8-3c71-402d-b8c4-4a31b6204442 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 944 time: 0.2144117 Jan 28 19:14:40.575470 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-43c0b561-303a-4e7d-b958-4527c1344801 req-adb522ec-6395-4989-8a7a-e3b7c635dcfa tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917342 Jan 28 19:14:40.666748 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-02c4f791-299e-4bb5-9318-bc2f06b968ca req-d6a758ee-f047-48a8-904d-e40fe579f723 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227844 Jan 28 19:14:40.694219 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc26b088-e67c-4556-af5e-2b877747478c req-d291e701-4dda-46b7-bc1d-ab04a7b5e3f4 service neutron] 10.222.0.31 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023139 Jan 28 19:14:40.777417 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbaff5e2-2164-4839-b7c9-644e76104d38 admin admin] Publish callbacks [] for security_group (5b0e7783-bd4b-4730-98eb-e1cfe43c8267), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:40.786631 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbaff5e2-2164-4839-b7c9-644e76104d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5b0e7783-bd4b-4730-98eb-e1cfe43c8267), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:40.853872 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cbaff5e2-2164-4839-b7c9-644e76104d38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c7932fdd8f214c8b84e28d111630b619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4003060 Jan 28 19:14:40.854709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42834) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:40.858808 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef926b-20a8-46e6-b2d3-b1321b9394c6 req-d420caff-ae2c-4ff4-a961-77b4b42294a0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:40.864525 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc26b088-e67c-4556-af5e-2b877747478c req-c40657a0-dec6-4e05-8b26-7d930b903871 service neutron] 10.222.0.31 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635468 Jan 28 19:14:40.865153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaff5e2-2164-4839-b7c9-644e76104d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0e7783-bd4b-4730-98eb-e1cfe43c8267,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:40.867636 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-05ef926b-20a8-46e6-b2d3-b1321b9394c6 req-d420caff-ae2c-4ff4-a961-77b4b42294a0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 944 time: 0.0955560 Jan 28 19:14:40.970519 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4113-4bfe-40ae-ace6-24894e1a1701 admin admin] Publish callbacks [] for security_group (5b0e7783-bd4b-4730-98eb-e1cfe43c8267), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:41.002734 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4113-4bfe-40ae-ace6-24894e1a1701 admin admin] Publish callbacks [] for security_group (5b0e7783-bd4b-4730-98eb-e1cfe43c8267), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:41.075488 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4113-4bfe-40ae-ace6-24894e1a1701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5b0e7783-bd4b-4730-98eb-e1cfe43c8267), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:41.078910 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4113-4bfe-40ae-ace6-24894e1a1701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:41.093279 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9e6e4113-4bfe-40ae-ace6-24894e1a1701 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b0e7783-bd4b-4730-98eb-e1cfe43c8267 HTTP/1.1" status: 204 len: 168 time: 0.2346563 Jan 28 19:14:41.115135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2220aff-9281-49ef-8241-2d0da5aa0424 req-4ec42849-7156-438a-bbea-871cef400b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:41.117684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2220aff-9281-49ef-8241-2d0da5aa0424 req-4ec42849-7156-438a-bbea-871cef400b63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c232b785e7484427b2d9864ad58d6987&device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 1126 time: 0.1999469 Jan 28 19:14:41.149758 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e4113-4bfe-40ae-ace6-24894e1a1701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0e7783-bd4b-4730-98eb-e1cfe43c8267,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:41.246844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2220aff-9281-49ef-8241-2d0da5aa0424 req-92f68d8f-7137-41a9-a148-c5e4f35271bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:41.248849 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2220aff-9281-49ef-8241-2d0da5aa0424 req-92f68d8f-7137-41a9-a148-c5e4f35271bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 HTTP/1.1" status: 200 len: 916 time: 0.1186223 Jan 28 19:14:41.324442 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2220aff-9281-49ef-8241-2d0da5aa0424 req-9c5b32f0-0f83-43ae-82f7-22153b41b0c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ec61217-fb0b-4500-88af-47e77c1be2e5 HTTP/1.1" status: 200 len: 217 time: 0.0682428 Jan 28 19:14:41.331183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ff655039-949a-4a02-9c93-200fe3376a8a details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:41.344909 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-05ef926b-20a8-46e6-b2d3-b1321b9394c6 req-d94dda5b-ddd9-4b30-a9cd-9c800f6b7b55 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642706 Jan 28 19:14:41.416471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2220aff-9281-49ef-8241-2d0da5aa0424 req-5e91c03f-6834-4af4-80fa-389f0a568f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:41.418317 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2220aff-9281-49ef-8241-2d0da5aa0424 req-5e91c03f-6834-4af4-80fa-389f0a568f22 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ae82aed-d710-4ea3-a053-d0d0552a67d8 HTTP/1.1" status: 200 len: 855 time: 0.0871913 Jan 28 19:14:41.466796 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2220aff-9281-49ef-8241-2d0da5aa0424 req-25842735-a9b1-4d39-b60e-cf0f50b23414 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=86adb1cc-8d6c-4e87-8cd9-b94ca21e5900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421252 Jan 28 19:14:41.539052 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ff655039-949a-4a02-9c93-200fe3376a8a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ff655039-949a-4a02-9c93-200fe3376a8a,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:41.559427 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'ff655039-949a-4a02-9c93-200fe3376a8a', 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1', 'port_id': 'ff655039-949a-4a02-9c93-200fe3376a8a', 'mac_address': 'fa:16:3e:0a:05:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb5347e-d66a-46e3-9579-1241a6589256', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:14:41.661569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ff655039-949a-4a02-9c93-200fe3376a8a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:41.662826 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:41.695060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff655039-949a-4a02-9c93-200fe3376a8a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:41.701840 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2220aff-9281-49ef-8241-2d0da5aa0424 req-1d419b46-6850-49ed-88dd-86c38058b012 service neutron] 10.222.0.31 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269795 Jan 28 19:14:41.750950 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ff655039-949a-4a02-9c93-200fe3376a8a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ff655039-949a-4a02-9c93-200fe3376a8a,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:41.757974 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:41.942656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ff655039-949a-4a02-9c93-200fe3376a8a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:41.977299 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b15e1-6eb0-45c2-99b9-6a40efbf64c7 req-53fc5538-40ae-4710-9eb6-69b579309183 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:41.983006 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-848b15e1-6eb0-45c2-99b9-6a40efbf64c7 req-53fc5538-40ae-4710-9eb6-69b579309183 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 944 time: 0.1483665 Jan 28 19:14:41.999401 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2220aff-9281-49ef-8241-2d0da5aa0424 req-c562e5ee-4aaf-4891-b29c-858238d011b0 service neutron] 10.222.0.31 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924788 Jan 28 19:14:42.016214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['ff655039-949a-4a02-9c93-200fe3376a8a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:42.107597 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-848b15e1-6eb0-45c2-99b9-6a40efbf64c7 req-a7d40485-72a3-4175-8141-34a89e35686b tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103032 Jan 28 19:14:42.315112 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86a21b-590d-4b76-8207-e326253426a2 req-5bea6e7e-23dc-45ac-9070-7ead6a39d08b tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:42.316439 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec86a21b-590d-4b76-8207-e326253426a2 req-5bea6e7e-23dc-45ac-9070-7ead6a39d08b tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 944 time: 0.1080859 Jan 28 19:14:42.402913 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec86a21b-590d-4b76-8207-e326253426a2 req-7273ffc9-b8ba-444c-915d-0f73be24abaf tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806015 Jan 28 19:14:42.506293 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ed1d1-9e6b-447b-967f-85bef9d5f808 req-2924b45b-d3a5-45f2-bfa5-0591a5e43357 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:42.522685 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c83ed1d1-9e6b-447b-967f-85bef9d5f808 req-2924b45b-d3a5-45f2-bfa5-0591a5e43357 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 944 time: 0.0797920 Jan 28 19:14:42.585413 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c83ed1d1-9e6b-447b-967f-85bef9d5f808 req-1933b8a5-0481-4235-b67f-068a490ada21 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615897 Jan 28 19:14:43.258374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834edfad-0c72-49d7-a942-c01322995c2b req-f843777b-a79a-4d1f-8d5b-18cc174ceafe tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:43.260167 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-834edfad-0c72-49d7-a942-c01322995c2b req-f843777b-a79a-4d1f-8d5b-18cc174ceafe tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 944 time: 0.0735469 Jan 28 19:14:43.345868 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7ec61217-fb0b-4500-88af-47e77c1be2e5 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:43.349909 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-834edfad-0c72-49d7-a942-c01322995c2b req-d5f9f3b5-de2f-4760-8f07-98a611736e11 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830967 Jan 28 19:14:43.372605 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ff655039-949a-4a02-9c93-200fe3376a8a up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:43.649740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff52e44-2293-4273-b9fa-c6b59d282d04 req-8539ed91-51c9-438e-83b7-16d6c622e943 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:43.654326 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dff52e44-2293-4273-b9fa-c6b59d282d04 req-8539ed91-51c9-438e-83b7-16d6c622e943 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 944 time: 0.1440306 Jan 28 19:14:43.719767 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port ff655039-949a-4a02-9c93-200fe3376a8a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:14:43.729259 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port ff655039-949a-4a02-9c93-200fe3376a8a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:43.729873 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:43.806733 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dff52e44-2293-4273-b9fa-c6b59d282d04 req-a29615b3-92fe-40ea-90a0-df7cf2fc80c2 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448672 Jan 28 19:14:43.819611 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7ec61217-fb0b-4500-88af-47e77c1be2e5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7ec61217-fb0b-4500-88af-47e77c1be2e5,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:43.837185 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '7ec61217-fb0b-4500-88af-47e77c1be2e5', 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900', 'port_id': '7ec61217-fb0b-4500-88af-47e77c1be2e5', 'mac_address': 'fa:16:3e:b7:60:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae82aed-d710-4ea3-a053-d0d0552a67d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:14:43.855049 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066e289-2055-430d-ad97-54521fc4b938 req-51e04d69-0ae8-4c03-9e7b-efd9e6caee5e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:43.856629 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a066e289-2055-430d-ad97-54521fc4b938 req-51e04d69-0ae8-4c03-9e7b-efd9e6caee5e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 944 time: 0.1663954 Jan 28 19:14:43.960776 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ff655039-949a-4a02-9c93-200fe3376a8a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:43.960776 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:43.964674 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a066e289-2055-430d-ad97-54521fc4b938 req-b7d45630-cebb-4506-85ca-1dbd77ab005e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951447 Jan 28 19:14:43.965204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0bbd226e-5012-415c-b71c-e4e3d667b59a details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:43.973945 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 7ec61217-fb0b-4500-88af-47e77c1be2e5 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:43.974505 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:44.102406 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec61217-fb0b-4500-88af-47e77c1be2e5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:44.128882 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7ec61217-fb0b-4500-88af-47e77c1be2e5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7ec61217-fb0b-4500-88af-47e77c1be2e5,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:44.146497 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:44.159612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff655039-949a-4a02-9c93-200fe3376a8a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:44.161917 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e1979f-b6b8-4fb1-a567-ebde4ce0e529" -d '{"events": [{"server_uuid": "1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b", "name": "network-vif-plugged", "status": "completed", "tag": "ff655039-949a-4a02-9c93-200fe3376a8a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:44.167562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0bbd226e-5012-415c-b71c-e4e3d667b59a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0bbd226e-5012-415c-b71c-e4e3d667b59a,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:44.207578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ff655039-949a-4a02-9c93-200fe3376a8a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ff655039-949a-4a02-9c93-200fe3376a8a,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:44.211014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '0bbd226e-5012-415c-b71c-e4e3d667b59a', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'port_id': '0bbd226e-5012-415c-b71c-e4e3d667b59a', 'mac_address': 'fa:16:3e:06:aa:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:14:44.238959 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8580f3e1-32f1-45a0-be65-a649ddbe6ff6 x-openstack-request-id: req-8580f3e1-32f1-45a0-be65-a649ddbe6ff6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:44.239250 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b", "name": "network-vif-plugged", "status": "completed", "tag": "ff655039-949a-4a02-9c93-200fe3376a8a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:44.239655 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8580f3e1-32f1-45a0-be65-a649ddbe6ff6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:44.240183 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff655039-949a-4a02-9c93-200fe3376a8a', 'code': 200} Jan 28 19:14:44.252281 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:44.280679 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=7ec61217-fb0b-4500-88af-47e77c1be2e5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:44.341630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 0bbd226e-5012-415c-b71c-e4e3d667b59a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:44.342158 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:44.361107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e927423-76cd-4c46-ae1a-dc4d5b25f9fe req-bc08dc1f-040f-49e8-bb01-207b578f2097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:44.361107 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e927423-76cd-4c46-ae1a-dc4d5b25f9fe req-bc08dc1f-040f-49e8-bb01-207b578f2097 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 1127 time: 0.0577278 Jan 28 19:14:44.375628 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bbd226e-5012-415c-b71c-e4e3d667b59a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:44.413333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0bbd226e-5012-415c-b71c-e4e3d667b59a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0bbd226e-5012-415c-b71c-e4e3d667b59a,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:44.423658 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['7ec61217-fb0b-4500-88af-47e77c1be2e5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:44.428888 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:44.457903 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ff655039-949a-4a02-9c93-200fe3376a8a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:44.459935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43008) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:44.524177 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e927423-76cd-4c46-ae1a-dc4d5b25f9fe req-1b7dd974-ad6c-439c-8b1b-31efa6825b33 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506670 Jan 28 19:14:44.578791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=0bbd226e-5012-415c-b71c-e4e3d667b59a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:44.603732 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18422180-9590-4b37-b1b1-2fd8c67b3dd5 req-b9401d8e-a2e4-42f0-8669-91d630d083af tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:44.626319 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-18422180-9590-4b37-b1b1-2fd8c67b3dd5 req-b9401d8e-a2e4-42f0-8669-91d630d083af tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 945 time: 0.1400454 Jan 28 19:14:44.721884 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-18422180-9590-4b37-b1b1-2fd8c67b3dd5 req-8a8ada1b-e389-44f5-a2ed-2320efc4cd67 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907316 Jan 28 19:14:44.736671 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c52fce6-707b-4a8f-8492-0420f6f79a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:44.845044 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c52fce6-707b-4a8f-8492-0420f6f79a41 admin admin] Publish callbacks [] for security_group (8ae7ca9e-685d-4498-b1b2-3b6eadd624fe), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:44.850478 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c52fce6-707b-4a8f-8492-0420f6f79a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8ae7ca9e-685d-4498-b1b2-3b6eadd624fe), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:44.883605 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8c52fce6-707b-4a8f-8492-0420f6f79a41 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17cddb8dc0784c499a4772f4196a59ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4225061 Jan 28 19:14:44.893751 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43066) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:44.896940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['0bbd226e-5012-415c-b71c-e4e3d667b59a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:44.931923 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52fce6-707b-4a8f-8492-0420f6f79a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae7ca9e-685d-4498-b1b2-3b6eadd624fe,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:45.034469 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eceb5a2-2e77-43f7-b2fa-8cfdc118fe5f admin admin] Publish callbacks [] for security_group (8ae7ca9e-685d-4498-b1b2-3b6eadd624fe), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:45.073231 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eceb5a2-2e77-43f7-b2fa-8cfdc118fe5f admin admin] Publish callbacks [] for security_group (8ae7ca9e-685d-4498-b1b2-3b6eadd624fe), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:45.183767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eceb5a2-2e77-43f7-b2fa-8cfdc118fe5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8ae7ca9e-685d-4498-b1b2-3b6eadd624fe), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:45.191199 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6eceb5a2-2e77-43f7-b2fa-8cfdc118fe5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:45.200724 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6eceb5a2-2e77-43f7-b2fa-8cfdc118fe5f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ae7ca9e-685d-4498-b1b2-3b6eadd624fe HTTP/1.1" status: 204 len: 168 time: 0.3108108 Jan 28 19:14:45.232224 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec72b6-6569-4504-881e-33644d89e70e req-029a071e-b8ec-44af-97a4-687d9fdf77ca tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:45.236999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06611963-5f7a-4ea4-9130-281d7a57e988 req-fbc6a597-1e59-47b2-8032-f78780d1c920 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:45.241894 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-13ec72b6-6569-4504-881e-33644d89e70e req-029a071e-b8ec-44af-97a4-687d9fdf77ca tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 945 time: 0.2868590 Jan 28 19:14:45.252015 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-06611963-5f7a-4ea4-9130-281d7a57e988 req-fbc6a597-1e59-47b2-8032-f78780d1c920 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 945 time: 0.1166680 Jan 28 19:14:45.282118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eceb5a2-2e77-43f7-b2fa-8cfdc118fe5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae7ca9e-685d-4498-b1b2-3b6eadd624fe,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:45.323132 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-13ec72b6-6569-4504-881e-33644d89e70e req-4a3fcca9-305c-4c47-8b51-d173583655c9 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789459 Jan 28 19:14:45.365037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7ec61217-fb0b-4500-88af-47e77c1be2e5 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:45.369091 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-06611963-5f7a-4ea4-9130-281d7a57e988 req-5530bf4e-6f05-419f-912e-794299991ad9 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158335 Jan 28 19:14:45.483202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 7ec61217-fb0b-4500-88af-47e77c1be2e5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:14:45.489435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 7ec61217-fb0b-4500-88af-47e77c1be2e5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:45.490262 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:45.648651 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 7ec61217-fb0b-4500-88af-47e77c1be2e5 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:45.649156 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:45.691198 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7ec61217-fb0b-4500-88af-47e77c1be2e5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7ec61217-fb0b-4500-88af-47e77c1be2e5,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:45.698834 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:45.790181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=7ec61217-fb0b-4500-88af-47e77c1be2e5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:45.809803 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43134) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:45.834232 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cff11fef-ed6d-452e-a7a0-306b07c64a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:45.961224 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098e977-b731-4a6d-bda3-ba168e7f746f req-5fe42e1f-785b-479e-99d2-dfc60660dfd9 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:45.968737 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2098e977-b731-4a6d-bda3-ba168e7f746f req-5fe42e1f-785b-479e-99d2-dfc60660dfd9 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.1162004 Jan 28 19:14:46.044842 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cff11fef-ed6d-452e-a7a0-306b07c64a04 admin admin] Publish callbacks [] for security_group (8fe88b6a-5ae1-4db8-a000-a337c57369da), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:46.053279 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2098e977-b731-4a6d-bda3-ba168e7f746f req-f81f4116-f118-4dac-acd2-c1b01d79cb33 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804834 Jan 28 19:14:46.055849 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cff11fef-ed6d-452e-a7a0-306b07c64a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8fe88b6a-5ae1-4db8-a000-a337c57369da), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:46.102301 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cff11fef-ed6d-452e-a7a0-306b07c64a04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=00ff05ddd3344ffe820c320baf21b052&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2910924 Jan 28 19:14:46.103563 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff11fef-ed6d-452e-a7a0-306b07c64a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe88b6a-5ae1-4db8-a000-a337c57369da,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:46.105136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43138) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:46.203758 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53ede24a-36b8-4b33-b9d1-4553f3f1af65 admin admin] Publish callbacks [] for security_group (8fe88b6a-5ae1-4db8-a000-a337c57369da), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:46.228724 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53ede24a-36b8-4b33-b9d1-4553f3f1af65 admin admin] Publish callbacks [] for security_group (8fe88b6a-5ae1-4db8-a000-a337c57369da), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:46.241876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e21848-07f4-4021-8f88-3c272ef1cfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec61217-fb0b-4500-88af-47e77c1be2e5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:46.244848 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af9c111-e025-4fdb-b3cf-0cdf559727b5" -d '{"events": [{"server_uuid": "51e21848-07f4-4021-8f88-3c272ef1cfb9", "name": "network-vif-plugged", "status": "completed", "tag": "7ec61217-fb0b-4500-88af-47e77c1be2e5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:46.309800 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fb2698-f492-4d21-aa3a-8864d2eeea19 x-openstack-request-id: req-a4fb2698-f492-4d21-aa3a-8864d2eeea19 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:46.310377 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e21848-07f4-4021-8f88-3c272ef1cfb9", "name": "network-vif-plugged", "status": "completed", "tag": "7ec61217-fb0b-4500-88af-47e77c1be2e5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:46.310632 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4fb2698-f492-4d21-aa3a-8864d2eeea19 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:46.311118 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e21848-07f4-4021-8f88-3c272ef1cfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec61217-fb0b-4500-88af-47e77c1be2e5', 'code': 200} Jan 28 19:14:46.315218 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53ede24a-36b8-4b33-b9d1-4553f3f1af65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8fe88b6a-5ae1-4db8-a000-a337c57369da), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:46.323632 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53ede24a-36b8-4b33-b9d1-4553f3f1af65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:46.325133 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-53ede24a-36b8-4b33-b9d1-4553f3f1af65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8fe88b6a-5ae1-4db8-a000-a337c57369da HTTP/1.1" status: 204 len: 168 time: 0.2189407 Jan 28 19:14:46.351271 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ede24a-36b8-4b33-b9d1-4553f3f1af65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe88b6a-5ae1-4db8-a000-a337c57369da,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:46.475395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb1456-25a2-4906-a575-b054137d94cf req-e8901510-1c66-433f-8f57-5eb207d61614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:46.481518 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-40bb1456-25a2-4906-a575-b054137d94cf req-e8901510-1c66-433f-8f57-5eb207d61614 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 1128 time: 0.0975003 Jan 28 19:14:46.620974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8566b-28b2-45bb-84ee-6a61c8f2a725 req-aca907e7-0763-4518-8170-d8ba982f5fe5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:46.624863 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1b8566b-28b2-45bb-84ee-6a61c8f2a725 req-aca907e7-0763-4518-8170-d8ba982f5fe5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 945 time: 0.1387298 Jan 28 19:14:46.639048 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-40bb1456-25a2-4906-a575-b054137d94cf req-be40f7a0-202a-4ad5-a7ea-9f9127bc4a26 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542873 Jan 28 19:14:46.652917 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0701c-64fd-44b3-85d2-169980541724 req-c976adb7-301a-4ad7-bdc0-277aea7bb6fd tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:46.661938 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7ce0701c-64fd-44b3-85d2-169980541724 req-c976adb7-301a-4ad7-bdc0-277aea7bb6fd tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 945 time: 0.1439168 Jan 28 19:14:46.690309 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1b8566b-28b2-45bb-84ee-6a61c8f2a725 req-3579d935-e59b-4734-ab85-9dc15db7806a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570562 Jan 28 19:14:46.719279 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7ce0701c-64fd-44b3-85d2-169980541724 req-39ab4a61-e075-4b65-a578-43d2f74b46e7 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563383 Jan 28 19:14:47.119377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09606ca-7733-45b1-9e61-e687c3b46c0e req-e8967a29-4285-4096-b178-29be75c14816 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:47.121802 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f09606ca-7733-45b1-9e61-e687c3b46c0e req-e8967a29-4285-4096-b178-29be75c14816 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 945 time: 0.1081059 Jan 28 19:14:47.249189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d85ae-9ad6-4617-98b2-11054a4587fd req-7b78211f-7a8a-4094-a6a2-467f24aa8ea7 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:47.255361 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-320d85ae-9ad6-4617-98b2-11054a4587fd req-7b78211f-7a8a-4094-a6a2-467f24aa8ea7 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.0797975 Jan 28 19:14:47.262089 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f09606ca-7733-45b1-9e61-e687c3b46c0e req-9f770436-a997-491f-af27-d3c9e0d24356 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331766 Jan 28 19:14:47.324732 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-320d85ae-9ad6-4617-98b2-11054a4587fd req-29119579-ec18-4e72-ae7b-71d9f1d9c8b2 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627270 Jan 28 19:14:47.929671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8901032-86a1-4a6e-9e24-3b0b5127421e req-14e50161-8e05-4479-b6ed-4c1716a59a37 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:47.932038 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8901032-86a1-4a6e-9e24-3b0b5127421e req-14e50161-8e05-4479-b6ed-4c1716a59a37 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 945 time: 0.1334827 Jan 28 19:14:47.954144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0bbd226e-5012-415c-b71c-e4e3d667b59a up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:48.031897 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 0bbd226e-5012-415c-b71c-e4e3d667b59a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:14:48.037524 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 0bbd226e-5012-415c-b71c-e4e3d667b59a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:48.038738 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.061624 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8901032-86a1-4a6e-9e24-3b0b5127421e req-49000882-0d5b-4874-8615-52a648f89e70 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129079 Jan 28 19:14:48.167445 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 0bbd226e-5012-415c-b71c-e4e3d667b59a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:48.168104 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.213077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0bbd226e-5012-415c-b71c-e4e3d667b59a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0bbd226e-5012-415c-b71c-e4e3d667b59a,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:48.221228 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.253878 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d08b1170-af1b-4462-b0e1-891936733ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.288966 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=0bbd226e-5012-415c-b71c-e4e3d667b59a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:48.300139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:48.301091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:48.301658 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:48.302248 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:48.302841 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:48.303593 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:48.304395 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:48.306584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:48.307178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:48.307720 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:48.308484 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:48.309019 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:48.309654 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:14:48.313642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d18062-833f-499f-9667-c3bef6a6287b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbd226e-5012-415c-b71c-e4e3d667b59a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:48.316365 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093168b4-9ea5-4592-ab5d-972afc0037de" -d '{"events": [{"server_uuid": "e0d18062-833f-499f-9667-c3bef6a6287b", "name": "network-vif-plugged", "status": "completed", "tag": "0bbd226e-5012-415c-b71c-e4e3d667b59a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:48.369495 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe3ba7e-f50e-4844-adb1-2dc131878cb5 x-openstack-request-id: req-dbe3ba7e-f50e-4844-adb1-2dc131878cb5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:48.370433 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d18062-833f-499f-9667-c3bef6a6287b", "name": "network-vif-plugged", "status": "completed", "tag": "0bbd226e-5012-415c-b71c-e4e3d667b59a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:48.370882 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dbe3ba7e-f50e-4844-adb1-2dc131878cb5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:48.371552 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d18062-833f-499f-9667-c3bef6a6287b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbd226e-5012-415c-b71c-e4e3d667b59a', 'code': 200} Jan 28 19:14:48.530529 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d7cda-77c4-4429-ac52-e666fe9ee325 req-ebbf96bd-ce07-4e51-b266-aecf1cf2dfc8 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:48.532771 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de7d7cda-77c4-4429-ac52-e666fe9ee325 req-ebbf96bd-ce07-4e51-b266-aecf1cf2dfc8 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 945 time: 0.1257238 Jan 28 19:14:48.556604 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1dedd-822b-4de2-9f6a-4a268664cc6d req-ac756aa1-6b3b-474c-9bf7-96dc56710dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:48.558912 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-75c1dedd-822b-4de2-9f6a-4a268664cc6d req-ac756aa1-6b3b-474c-9bf7-96dc56710dcb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 1128 time: 0.1100998 Jan 28 19:14:48.571091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac812beb-94f0-4200-8277-d306120d1463 req-5062f427-0190-4241-b9b0-beb3f35b3de0 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:48.581259 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac812beb-94f0-4200-8277-d306120d1463 req-5062f427-0190-4241-b9b0-beb3f35b3de0 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.1149540 Jan 28 19:14:48.583014 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43278) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:48.649619 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de7d7cda-77c4-4429-ac52-e666fe9ee325 req-b5806542-b7f5-4ebb-8fc9-6c3f60e82309 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108410 Jan 28 19:14:48.654995 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-75c1dedd-822b-4de2-9f6a-4a268664cc6d req-b16622f3-193e-44d4-b4ec-36605ca5380c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886834 Jan 28 19:14:48.705011 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac812beb-94f0-4200-8277-d306120d1463 req-18379181-b8de-4aa1-a5c9-dc64fd4425e1 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226790 Jan 28 19:14:48.837870 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47c55779-9aa5-4369-b580-14f5fb9b748c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:48.884039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc7476-30a3-494b-a5be-e071d4fcd3be req-f2a3abd6-1357-4ffc-bfa8-f12cfa208131 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:48.895793 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49cc7476-30a3-494b-a5be-e071d4fcd3be req-f2a3abd6-1357-4ffc-bfa8-f12cfa208131 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.1200566 Jan 28 19:14:49.003124 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47c55779-9aa5-4369-b580-14f5fb9b748c admin admin] Publish callbacks [] for security_group (5637e427-cb26-49ea-a142-d1384bf72fec), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:49.065006 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49cc7476-30a3-494b-a5be-e071d4fcd3be req-b54c18e1-1d85-4e4d-9e67-422291d36b89 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663523 Jan 28 19:14:49.065632 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47c55779-9aa5-4369-b580-14f5fb9b748c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5637e427-cb26-49ea-a142-d1384bf72fec), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:49.157321 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-47c55779-9aa5-4369-b580-14f5fb9b748c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e38eb59f7314fc2b1464300e3b7495e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5678704 Jan 28 19:14:49.159409 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c55779-9aa5-4369-b580-14f5fb9b748c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5637e427-cb26-49ea-a142-d1384bf72fec,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:49.160828 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43308) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:49.307949 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67da60e9-cc8a-4121-8e31-e593485e7e02 admin admin] Publish callbacks [] for security_group (5637e427-cb26-49ea-a142-d1384bf72fec), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:49.335621 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67da60e9-cc8a-4121-8e31-e593485e7e02 admin admin] Publish callbacks [] for security_group (5637e427-cb26-49ea-a142-d1384bf72fec), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:49.443490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606f895-c3c2-4eb8-af3d-00bf2ab758ff req-17b5efc6-d978-4912-9bac-a9b9f7d0ca87 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:49.452069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b606f895-c3c2-4eb8-af3d-00bf2ab758ff req-17b5efc6-d978-4912-9bac-a9b9f7d0ca87 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 946 time: 0.1655266 Jan 28 19:14:49.470461 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67da60e9-cc8a-4121-8e31-e593485e7e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5637e427-cb26-49ea-a142-d1384bf72fec), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:49.479852 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67da60e9-cc8a-4121-8e31-e593485e7e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:49.481082 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-67da60e9-cc8a-4121-8e31-e593485e7e02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5637e427-cb26-49ea-a142-d1384bf72fec HTTP/1.1" status: 204 len: 168 time: 0.3191621 Jan 28 19:14:49.509773 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da60e9-cc8a-4121-8e31-e593485e7e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5637e427-cb26-49ea-a142-d1384bf72fec,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:49.581349 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b606f895-c3c2-4eb8-af3d-00bf2ab758ff req-c4fa3d44-5c51-4624-bb86-b0da8e4ed040 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274207 Jan 28 19:14:49.793618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746b484-8f4e-44b4-af16-bcaf86ec3b6c req-feea91fb-76be-4b91-89c8-0e19f19567ae tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:49.818044 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e746b484-8f4e-44b4-af16-bcaf86ec3b6c req-feea91fb-76be-4b91-89c8-0e19f19567ae tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.0982194 Jan 28 19:14:49.891732 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e746b484-8f4e-44b4-af16-bcaf86ec3b6c req-554e6923-4609-4ccf-abfc-1f4fa08505a4 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678265 Jan 28 19:14:50.438896 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8bc86ae-fabe-4bd9-a06d-8aee2992e4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:50.558070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43374) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:50.771862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4b09-16ea-4a60-8087-a92a449aacb5 req-022215e9-14a3-4c9a-85e9-499a44e101d2 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:50.773848 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b63e4b09-16ea-4a60-8087-a92a449aacb5 req-022215e9-14a3-4c9a-85e9-499a44e101d2 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 946 time: 0.0961444 Jan 28 19:14:50.851146 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b63e4b09-16ea-4a60-8087-a92a449aacb5 req-9c07ee36-4a31-435d-b90c-498989540d82 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714147 Jan 28 19:14:51.019503 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa50e2f1-a9d7-48bb-b863-cb81dd3eb103 req-028c6b09-81bd-457e-a774-65dfd9e328e0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f09fde878de341aca0d76fa8fb497fc7 HTTP/1.1" status: 200 len: 267 time: 0.0671477 Jan 28 19:14:51.062600 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43402) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:51.110364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50e2f1-a9d7-48bb-b863-cb81dd3eb103 req-8664b6ba-858d-407c-b4fb-9cd73c5fbcef tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:51.123925 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa50e2f1-a9d7-48bb-b863-cb81dd3eb103 req-8664b6ba-858d-407c-b4fb-9cd73c5fbcef tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 946 time: 0.1028759 Jan 28 19:14:51.130501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-aa50e2f1-a9d7-48bb-b863-cb81dd3eb103 req-89e6f831-8186-4f4a-a892-d377b88854e3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Request body: {'port': {'security_groups': []}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:51.142421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdcb7d-8287-4cf1-9c0d-49ef1b35c9b7 req-aeb43b0d-fcc8-4131-9ab3-5e99353a659a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:51.149754 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51fdcb7d-8287-4cf1-9c0d-49ef1b35c9b7 req-aeb43b0d-fcc8-4131-9ab3-5e99353a659a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.1294737 Jan 28 19:14:51.155659 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45c0f09-7c3b-44d4-9f18-f26a642514ea admin admin] Deleting subnet 4fd0268e-e755-4d0f-9e56-a9e065215f79 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:14:51.161452 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f45c0f09-7c3b-44d4-9f18-f26a642514ea admin admin] Publish callbacks [] for subnet (4fd0268e-e755-4d0f-9e56-a9e065215f79), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:51.231495 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aa50e2f1-a9d7-48bb-b863-cb81dd3eb103 req-89e6f831-8186-4f4a-a892-d377b88854e3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:51.286443 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f45c0f09-7c3b-44d4-9f18-f26a642514ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (4fd0268e-e755-4d0f-9e56-a9e065215f79), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:51.343690 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51fdcb7d-8287-4cf1-9c0d-49ef1b35c9b7 req-bba09982-d4b1-47b0-95f1-dab6674b0bfd tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809795 Jan 28 19:14:51.368767 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f45c0f09-7c3b-44d4-9f18-f26a642514ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (4fd0268e-e755-4d0f-9e56-a9e065215f79), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:51.376999 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ff655039-949a-4a02-9c93-200fe3376a8a details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:14:51.475522 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9be1580-8663-462c-a86e-00be726f1eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:51.491605 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f45c0f09-7c3b-44d4-9f18-f26a642514ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (4fd0268e-e755-4d0f-9e56-a9e065215f79), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:51.571722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ff655039-949a-4a02-9c93-200fe3376a8a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ff655039-949a-4a02-9c93-200fe3376a8a,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:51.574949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c0f09-7c3b-44d4-9f18-f26a642514ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd0268e-e755-4d0f-9e56-a9e065215f79,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:51.589740 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f45c0f09-7c3b-44d4-9f18-f26a642514ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:51.602992 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43426) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:51.604108 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f45c0f09-7c3b-44d4-9f18-f26a642514ea admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4fd0268e-e755-4d0f-9e56-a9e065215f79 HTTP/1.1" status: 204 len: 168 time: 1.0386744 Jan 28 19:14:51.652112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'ff655039-949a-4a02-9c93-200fe3376a8a', 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1', 'port_id': 'ff655039-949a-4a02-9c93-200fe3376a8a', 'mac_address': 'fa:16:3e:0a:05:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb5347e-d66a-46e3-9579-1241a6589256', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:14:51.671672 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:51.699683 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4262da49-024e-400b-ae86-be7cf1267d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (a0a0df9e-2526-4910-8347-d42b4cbb9f82), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:51.715898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-aa50e2f1-a9d7-48bb-b863-cb81dd3eb103 req-89e6f831-8186-4f4a-a892-d377b88854e3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] For port 0bbd226e-5012-415c-b71c-e4e3d667b59a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0bbd226e-5012-415c-b71c-e4e3d667b59a,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:51.758947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ff655039-949a-4a02-9c93-200fe3376a8a is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:51.762440 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:51.798987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff655039-949a-4a02-9c93-200fe3376a8a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:14:51.855947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ff655039-949a-4a02-9c93-200fe3376a8a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ff655039-949a-4a02-9c93-200fe3376a8a,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:51.859034 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aa50e2f1-a9d7-48bb-b863-cb81dd3eb103 req-89e6f831-8186-4f4a-a892-d377b88854e3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:51.862077 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:51.879786 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9be1580-8663-462c-a86e-00be726f1eeb admin admin] Publish callbacks [] for security_group (831fd171-1dc1-4216-8e58-5d9fa94d7e9c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:51.882140 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aa50e2f1-a9d7-48bb-b863-cb81dd3eb103 req-89e6f831-8186-4f4a-a892-d377b88854e3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:51.883754 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4262da49-024e-400b-ae86-be7cf1267d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (a0a0df9e-2526-4910-8347-d42b4cbb9f82), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:51.909515 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['f25af3c7-5aaa-4ed5-a847-edae90ee5e52', '6a87b861-fc58-4ab9-90c2-bbe9a2e036d6', '0bbd226e-5012-415c-b71c-e4e3d667b59a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:51.920865 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9be1580-8663-462c-a86e-00be726f1eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (831fd171-1dc1-4216-8e58-5d9fa94d7e9c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:51.972794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['ff655039-949a-4a02-9c93-200fe3376a8a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:52.040601 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e9be1580-8663-462c-a86e-00be726f1eeb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a47e6c41e19e4152a31eb72b2483fb21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9762955 Jan 28 19:14:52.043475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43440) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:52.060231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4262da49-024e-400b-ae86-be7cf1267d88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a0df9e-2526-4910-8347-d42b4cbb9f82']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:52.068850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ff655039-949a-4a02-9c93-200fe3376a8a,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:52.078502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4262da49-024e-400b-ae86-be7cf1267d88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346ba5d7-43f7-4c8e-973d-6e09e362760e') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:52.078961 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4262da49-024e-400b-ae86-be7cf1267d88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346ba5d7-43f7-4c8e-973d-6e09e362760e') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:14:52.090664 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4262da49-024e-400b-ae86-be7cf1267d88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (346ba5d7-43f7-4c8e-973d-6e09e362760e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:52.131233 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4262da49-024e-400b-ae86-be7cf1267d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (346ba5d7-43f7-4c8e-973d-6e09e362760e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:52.154592 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e603698a-f5f8-4271-9939-a3b0a1be7a73 admin admin] Publish callbacks [] for security_group (831fd171-1dc1-4216-8e58-5d9fa94d7e9c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:52.245247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be1580-8663-462c-a86e-00be726f1eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831fd171-1dc1-4216-8e58-5d9fa94d7e9c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:52.245790 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e603698a-f5f8-4271-9939-a3b0a1be7a73 admin admin] Publish callbacks [] for security_group (831fd171-1dc1-4216-8e58-5d9fa94d7e9c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:52.283511 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50e2f1-a9d7-48bb-b863-cb81dd3eb103 req-89e6f831-8186-4f4a-a892-d377b88854e3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:52.284861 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-aa50e2f1-a9d7-48bb-b863-cb81dd3eb103 req-89e6f831-8186-4f4a-a892-d377b88854e3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:52.291526 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa50e2f1-a9d7-48bb-b863-cb81dd3eb103 req-89e6f831-8186-4f4a-a892-d377b88854e3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "PUT /v2.0/ports/0bbd226e-5012-415c-b71c-e4e3d667b59a HTTP/1.1" status: 200 len: 905 time: 1.1662645 Jan 28 19:14:52.303425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4262da49-024e-400b-ae86-be7cf1267d88 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:14:52.304842 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4262da49-024e-400b-ae86-be7cf1267d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (346ba5d7-43f7-4c8e-973d-6e09e362760e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:52.314412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d18062-833f-499f-9667-c3bef6a6287b', 'tag': '0bbd226e-5012-415c-b71c-e4e3d667b59a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:52.321056 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2175adcb-ef9d-478e-8d18-5cfecf7fe651" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d18062-833f-499f-9667-c3bef6a6287b", "tag": "0bbd226e-5012-415c-b71c-e4e3d667b59a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:14:52.330682 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:14:52.421330 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e603698a-f5f8-4271-9939-a3b0a1be7a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (831fd171-1dc1-4216-8e58-5d9fa94d7e9c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:52.424350 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e603698a-f5f8-4271-9939-a3b0a1be7a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:52.433667 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e603698a-f5f8-4271-9939-a3b0a1be7a73 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/831fd171-1dc1-4216-8e58-5d9fa94d7e9c HTTP/1.1" status: 204 len: 168 time: 0.3843277 Jan 28 19:14:52.453515 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['0bbd226e-5012-415c-b71c-e4e3d667b59a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:14:52.467228 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603698a-f5f8-4271-9939-a3b0a1be7a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831fd171-1dc1-4216-8e58-5d9fa94d7e9c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:52.835007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-09bbee4c-2447-4117-8f03-773e2a298c72 None None] Provisioning complete for port 0bbd226e-5012-415c-b71c-e4e3d667b59a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:52.836076 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09bbee4c-2447-4117-8f03-773e2a298c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:52.904358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777c6e-e092-427b-9b3b-91f068961544 req-c63b2425-5209-4c47-aec5-88ecf68e4bf6 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:52.914637 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19777c6e-e092-427b-9b3b-91f068961544 req-c63b2425-5209-4c47-aec5-88ecf68e4bf6 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.1367567 Jan 28 19:14:52.988601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6f831-8186-4f4a-a892-d377b88854e3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event updated for resources: {'Port': ['ID=0bbd226e-5012-415c-b71c-e4e3d667b59a,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:53.006300 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4262da49-024e-400b-ae86-be7cf1267d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (a0a0df9e-2526-4910-8347-d42b4cbb9f82), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.019894 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19777c6e-e092-427b-9b3b-91f068961544 req-b8ee858c-5fd9-41ea-bb8f-a783c688fcb7 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042759 Jan 28 19:14:53.021871 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4262da49-024e-400b-ae86-be7cf1267d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.026471 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4262da49-024e-400b-ae86-be7cf1267d88 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a0a0df9e-2526-4910-8347-d42b4cbb9f82 HTTP/1.1" status: 204 len: 168 time: 1.4167891 Jan 28 19:14:53.053878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b1010-6278-4b12-83d0-88c7ba42d83a req-c29d5a69-254f-46b4-bf1c-c79789184a5b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:53.059303 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43484) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:53.073456 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-151b1010-6278-4b12-83d0-88c7ba42d83a req-c29d5a69-254f-46b4-bf1c-c79789184a5b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 908 time: 0.1589758 Jan 28 19:14:53.077948 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262da49-024e-400b-ae86-be7cf1267d88 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a0df9e-2526-4910-8347-d42b4cbb9f82,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:53.080773 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94cde6e5-5127-41b7-9d66-39c5159853c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.106588 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1af8ea-ab60-4553-90aa-24fb559f760b x-openstack-request-id: req-4b1af8ea-ab60-4553-90aa-24fb559f760b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:53.106955 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d18062-833f-499f-9667-c3bef6a6287b", "tag": "0bbd226e-5012-415c-b71c-e4e3d667b59a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:53.107561 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b1af8ea-ab60-4553-90aa-24fb559f760b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:53.107869 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d18062-833f-499f-9667-c3bef6a6287b', 'tag': '0bbd226e-5012-415c-b71c-e4e3d667b59a', 'status': 'completed', 'code': 200} Jan 28 19:14:53.118104 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.255519 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94cde6e5-5127-41b7-9d66-39c5159853c1 admin admin] Publish callbacks [] for security_group (a11acb64-67ba-4fac-ae60-190c2725c9f9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.319824 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94cde6e5-5127-41b7-9d66-39c5159853c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a11acb64-67ba-4fac-ae60-190c2725c9f9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.347202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad8b57-bb34-470e-88d9-94c701141c8a req-cc831d42-f436-404b-8687-d992ff490741 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:53.360519 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71ad8b57-bb34-470e-88d9-94c701141c8a req-cc831d42-f436-404b-8687-d992ff490741 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1363049 Jan 28 19:14:53.366659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-09bbee4c-2447-4117-8f03-773e2a298c72 None None] Current status of the port 0bbd226e-5012-415c-b71c-e4e3d667b59a is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:53.391585 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-94cde6e5-5127-41b7-9d66-39c5159853c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=40a8d7e626784ee0b640b3e5875d9856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3311076 Jan 28 19:14:53.394722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43488) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:53.395622 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cde6e5-5127-41b7-9d66-39c5159853c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11acb64-67ba-4fac-ae60-190c2725c9f9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:53.397094 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ff655039-949a-4a02-9c93-200fe3376a8a up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:14:53.410792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175adcb-ef9d-478e-8d18-5cfecf7fe651 req-ab48bb0e-2449-448f-bc45-16253d2ddfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:53.413081 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2175adcb-ef9d-478e-8d18-5cfecf7fe651 req-ab48bb0e-2449-448f-bc45-16253d2ddfb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 1090 time: 0.1540711 Jan 28 19:14:53.474988 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43492) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:53.529052 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port ff655039-949a-4a02-9c93-200fe3376a8a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:14:53.529436 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.549671 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71ad8b57-bb34-470e-88d9-94c701141c8a req-b494c49d-0f2c-4e65-8cba-e2d3855cc7fe tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836126 Jan 28 19:14:53.593026 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7d8e8055-67e8-48e6-832b-9a75dbbf7498 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b1f1db10744a4501a97a85a9685ef09a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1168582 Jan 28 19:14:53.593634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43502) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:53.656250 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80f97c35-40cd-4175-9734-35f0386bfbe0 admin admin] Publish callbacks [] for security_group (b85e0215-e8e2-493f-a937-fb65698ade62), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.681537 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4314fd9-b7d5-4cb0-a840-f57ca8e35abe admin admin] Publish callbacks [] for security_group (a11acb64-67ba-4fac-ae60-190c2725c9f9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.682927 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80f97c35-40cd-4175-9734-35f0386bfbe0 admin admin] Publish callbacks [] for security_group (b85e0215-e8e2-493f-a937-fb65698ade62), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.699226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175adcb-ef9d-478e-8d18-5cfecf7fe651 req-8a112fef-6589-4775-9808-f0e5c6b399a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:53.701764 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2175adcb-ef9d-478e-8d18-5cfecf7fe651 req-8a112fef-6589-4775-9808-f0e5c6b399a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.2811785 Jan 28 19:14:53.704090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ff655039-949a-4a02-9c93-200fe3376a8a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:14:53.704666 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.731078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff655039-949a-4a02-9c93-200fe3376a8a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:14:53.734725 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c7d244-f8fc-47b9-a079-9557e1011d53" -d '{"events": [{"server_uuid": "1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b", "name": "network-vif-plugged", "status": "completed", "tag": "ff655039-949a-4a02-9c93-200fe3376a8a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:14:53.754856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ff655039-949a-4a02-9c93-200fe3376a8a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ff655039-949a-4a02-9c93-200fe3376a8a,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:14:53.770215 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.776203 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80f97c35-40cd-4175-9734-35f0386bfbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b85e0215-e8e2-493f-a937-fb65698ade62), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.782511 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80f97c35-40cd-4175-9734-35f0386bfbe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.786061 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-80f97c35-40cd-4175-9734-35f0386bfbe0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b85e0215-e8e2-493f-a937-fb65698ade62 HTTP/1.1" status: 204 len: 168 time: 0.1890769 Jan 28 19:14:53.808336 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f97c35-40cd-4175-9734-35f0386bfbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85e0215-e8e2-493f-a937-fb65698ade62,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:53.879516 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2175adcb-ef9d-478e-8d18-5cfecf7fe651 req-ab6a95a3-2888-482c-8bf0-1c1227d965c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bbd226e-5012-415c-b71c-e4e3d667b59a HTTP/1.1" status: 200 len: 217 time: 0.1546867 Jan 28 19:14:53.892929 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4314fd9-b7d5-4cb0-a840-f57ca8e35abe admin admin] Publish callbacks [] for security_group (a11acb64-67ba-4fac-ae60-190c2725c9f9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:53.939647 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ff655039-949a-4a02-9c93-200fe3376a8a,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:54.017401 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2aabea-a037-4e14-903e-81ca0481fa9f req-505d3225-c8cb-4077-a858-842ef2f93bb0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:54.019038 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-df2aabea-a037-4e14-903e-81ca0481fa9f req-505d3225-c8cb-4077-a858-842ef2f93bb0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.3317990 Jan 28 19:14:54.021032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175adcb-ef9d-478e-8d18-5cfecf7fe651 req-8df509e6-6f7f-4257-adde-6ac705ca7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:54.022674 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2175adcb-ef9d-478e-8d18-5cfecf7fe651 req-8df509e6-6f7f-4257-adde-6ac705ca7d06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.1270242 Jan 28 19:14:54.082518 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e8cc71-c13b-4548-916f-882f3a7c9c0b x-openstack-request-id: req-33e8cc71-c13b-4548-916f-882f3a7c9c0b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:14:54.083110 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b", "name": "network-vif-plugged", "status": "completed", "tag": "ff655039-949a-4a02-9c93-200fe3376a8a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:14:54.083571 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33e8cc71-c13b-4548-916f-882f3a7c9c0b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:14:54.084185 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff655039-949a-4a02-9c93-200fe3376a8a', 'code': 200} Jan 28 19:14:54.089328 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4314fd9-b7d5-4cb0-a840-f57ca8e35abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a11acb64-67ba-4fac-ae60-190c2725c9f9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:54.092780 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4314fd9-b7d5-4cb0-a840-f57ca8e35abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:54.094129 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d4314fd9-b7d5-4cb0-a840-f57ca8e35abe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a11acb64-67ba-4fac-ae60-190c2725c9f9 HTTP/1.1" status: 204 len: 168 time: 0.6948800 Jan 28 19:14:54.121765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4314fd9-b7d5-4cb0-a840-f57ca8e35abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11acb64-67ba-4fac-ae60-190c2725c9f9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:54.140224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175adcb-ef9d-478e-8d18-5cfecf7fe651 req-fdeead49-7fb8-4f0f-ac9a-b992caa27bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:54.142082 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2175adcb-ef9d-478e-8d18-5cfecf7fe651 req-fdeead49-7fb8-4f0f-ac9a-b992caa27bae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1110454 Jan 28 19:14:54.145760 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-df2aabea-a037-4e14-903e-81ca0481fa9f req-43021171-4997-4633-8492-ee211d9ca4fb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001253 Jan 28 19:14:54.272501 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2175adcb-ef9d-478e-8d18-5cfecf7fe651 req-431662c4-13ee-4cb5-8a95-49a7703e9111 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191134 Jan 28 19:14:54.284171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84010fa-8d48-4dce-8846-8073492b18e6 req-ab39ea37-ff17-4acd-a915-bc161bf79a22 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:54.297211 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c84010fa-8d48-4dce-8846-8073492b18e6 req-ab39ea37-ff17-4acd-a915-bc161bf79a22 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.1335614 Jan 28 19:14:54.397733 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c84010fa-8d48-4dce-8846-8073492b18e6 req-9f692d51-ebae-4ef0-9ca7-80f9140006a4 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991776 Jan 28 19:14:54.413298 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:54.431770 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2175adcb-ef9d-478e-8d18-5cfecf7fe651 req-2ec9622e-ca4b-4218-80d5-749aab2d06cc service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547303 Jan 28 19:14:55.257216 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:55.521262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:55.729365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43640) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:55.837987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3f9dafd0-b519-443e-9b74-28e53ecf3f0f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-404735582-network', 'tenant_id': '3cc015aa4e9c456dbb1c8fc92224f129'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:55.882728 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9dafd0-b519-443e-9b74-28e53ecf3f0f admin admin] Made reservation on behalf of 3cc015aa4e9c456dbb1c8fc92224f129 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:55.891401 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f9dafd0-b519-443e-9b74-28e53ecf3f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:55.911005 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f9dafd0-b519-443e-9b74-28e53ecf3f0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.048294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52da2b-2282-485c-9e61-6c6cb0320d3f req-17052cdf-462a-477d-974b-ec2d7720835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:56.051764 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52da2b-2282-485c-9e61-6c6cb0320d3f req-17052cdf-462a-477d-974b-ec2d7720835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:56.053946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52da2b-2282-485c-9e61-6c6cb0320d3f req-17052cdf-462a-477d-974b-ec2d7720835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:56.054738 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52da2b-2282-485c-9e61-6c6cb0320d3f req-17052cdf-462a-477d-974b-ec2d7720835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:56.055213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52da2b-2282-485c-9e61-6c6cb0320d3f req-17052cdf-462a-477d-974b-ec2d7720835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:56.060813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52da2b-2282-485c-9e61-6c6cb0320d3f req-17052cdf-462a-477d-974b-ec2d7720835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:56.061879 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52da2b-2282-485c-9e61-6c6cb0320d3f req-17052cdf-462a-477d-974b-ec2d7720835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:56.073316 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a52da2b-2282-485c-9e61-6c6cb0320d3f req-17052cdf-462a-477d-974b-ec2d7720835f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 6718 time: 0.3386743 Jan 28 19:14:56.093929 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f9dafd0-b519-443e-9b74-28e53ecf3f0f admin admin] Publish callbacks [] for security_group (8735ab05-0ffa-4c01-b683-bed670b35e39), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.102744 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f9dafd0-b519-443e-9b74-28e53ecf3f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8735ab05-0ffa-4c01-b683-bed670b35e39), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.136964 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9dafd0-b519-443e-9b74-28e53ecf3f0f admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:14:56.150279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9dafd0-b519-443e-9b74-28e53ecf3f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8735ab05-0ffa-4c01-b683-bed670b35e39,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:56.169744 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f9dafd0-b519-443e-9b74-28e53ecf3f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (96adca0c-ef7a-4234-9d9f-85145ce785cb), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.170118 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-3f9dafd0-b519-443e-9b74-28e53ecf3f0f admin admin] Added segment 96adca0c-ef7a-4234-9d9f-85145ce785cb of type vlan for network 7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e Jan 28 19:14:56.221073 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f9dafd0-b519-443e-9b74-28e53ecf3f0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.235827 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a52da2b-2282-485c-9e61-6c6cb0320d3f req-893a0438-5ae7-42ec-b4de-af7f5ddb9944 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=00adf23b-8bed-4122-bede-8d0694367da1&id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1615531 Jan 28 19:14:56.270673 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f9dafd0-b519-443e-9b74-28e53ecf3f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.272143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9dafd0-b519-443e-9b74-28e53ecf3f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:56.273289 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f9dafd0-b519-443e-9b74-28e53ecf3f0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.349192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9dafd0-b519-443e-9b74-28e53ecf3f0f admin admin] Pushing event updated for resources: {'Network': ['ID=7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:56.360454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:14:56.388866 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43658) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:56.389085 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3f9dafd0-b519-443e-9b74-28e53ecf3f0f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8661160 Jan 28 19:14:56.398256 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f1389e2a-aa98-4d63-b745-396984d1fb3d admin admin] Request body: {'subnet': {'network_id': '7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-404735582-subnet', 'tenant_id': '3cc015aa4e9c456dbb1c8fc92224f129', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:14:56.452511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1389e2a-aa98-4d63-b745-396984d1fb3d admin admin] Made reservation on behalf of 3cc015aa4e9c456dbb1c8fc92224f129 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:14:56.457645 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1389e2a-aa98-4d63-b745-396984d1fb3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.711048 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1389e2a-aa98-4d63-b745-396984d1fb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (cd5a5854-bd71-4ba8-84f0-d908109a1d34), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.787380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1389e2a-aa98-4d63-b745-396984d1fb3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd5a5854-bd71-4ba8-84f0-d908109a1d34,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:56.795561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1389e2a-aa98-4d63-b745-396984d1fb3d admin admin] Checking segment: {'id': '96adca0c-ef7a-4234-9d9f-85145ce785cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:14:56.795919 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1389e2a-aa98-4d63-b745-396984d1fb3d admin admin] Network hostable DHCP agents. Network: 7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:14:56.830175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1389e2a-aa98-4d63-b745-396984d1fb3d admin admin] Network 7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:14:56.842087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f1389e2a-aa98-4d63-b745-396984d1fb3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:14:56.849231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1389e2a-aa98-4d63-b745-396984d1fb3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:14:56.851676 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1cb40d-5263-49d9-888d-851ba4b03912 None None] Network 7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:14:56.861423 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1389e2a-aa98-4d63-b745-396984d1fb3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:56.893287 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f1389e2a-aa98-4d63-b745-396984d1fb3d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5025508 Jan 28 19:14:56.969000 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:14:57.028290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480f7253-a5e4-4101-9c78-5bfd448f96b0 None None] Network 7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:14:57.314643 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:57.475777 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a42f8df1-ecdb-4c7f-91f0-5c7757710c9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.594079 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a42f8df1-ecdb-4c7f-91f0-5c7757710c9b admin admin] Publish callbacks [] for security_group (48e06686-99c7-4cf0-91e6-b8aa7678799f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.601069 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a42f8df1-ecdb-4c7f-91f0-5c7757710c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (48e06686-99c7-4cf0-91e6-b8aa7678799f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.645482 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f8df1-ecdb-4c7f-91f0-5c7757710c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e06686-99c7-4cf0-91e6-b8aa7678799f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:57.652649 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a42f8df1-ecdb-4c7f-91f0-5c7757710c9b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e6c321f3e1f64590ba6ae6c2bcb4a2af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3336747 Jan 28 19:14:57.653576 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43682) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:57.712112 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35737f1f-1e3d-40bd-9ccf-9dafe707abd4 admin admin] Publish callbacks [] for security_group (48e06686-99c7-4cf0-91e6-b8aa7678799f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.743784 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35737f1f-1e3d-40bd-9ccf-9dafe707abd4 admin admin] Publish callbacks [] for security_group (48e06686-99c7-4cf0-91e6-b8aa7678799f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.823051 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35737f1f-1e3d-40bd-9ccf-9dafe707abd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (48e06686-99c7-4cf0-91e6-b8aa7678799f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.826291 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35737f1f-1e3d-40bd-9ccf-9dafe707abd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:57.830105 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-35737f1f-1e3d-40bd-9ccf-9dafe707abd4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48e06686-99c7-4cf0-91e6-b8aa7678799f HTTP/1.1" status: 204 len: 168 time: 0.1738172 Jan 28 19:14:57.839769 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35737f1f-1e3d-40bd-9ccf-9dafe707abd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e06686-99c7-4cf0-91e6-b8aa7678799f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:58.212194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43688) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:58.228363 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0b7c2ba-c869-4bb2-aeb0-5f08883996f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:58.366111 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0b7c2ba-c869-4bb2-aeb0-5f08883996f3 admin admin] Publish callbacks [] for security_group (eb3f7d74-12a3-49ec-9804-7f86928daf4a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:58.373945 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0b7c2ba-c869-4bb2-aeb0-5f08883996f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (eb3f7d74-12a3-49ec-9804-7f86928daf4a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:58.418859 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7c2ba-c869-4bb2-aeb0-5f08883996f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3f7d74-12a3-49ec-9804-7f86928daf4a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:58.430717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43692) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:14:58.431560 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f0b7c2ba-c869-4bb2-aeb0-5f08883996f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0f2f1b04b334dbca53211c17a19f16f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2174444 Jan 28 19:14:58.504202 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b640e31f-efff-4636-907d-09f803be5d59 admin admin] Publish callbacks [] for security_group (eb3f7d74-12a3-49ec-9804-7f86928daf4a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:58.541605 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b640e31f-efff-4636-907d-09f803be5d59 admin admin] Publish callbacks [] for security_group (eb3f7d74-12a3-49ec-9804-7f86928daf4a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:58.609252 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b640e31f-efff-4636-907d-09f803be5d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (eb3f7d74-12a3-49ec-9804-7f86928daf4a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:58.612952 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b640e31f-efff-4636-907d-09f803be5d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:14:58.616528 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b640e31f-efff-4636-907d-09f803be5d59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb3f7d74-12a3-49ec-9804-7f86928daf4a HTTP/1.1" status: 204 len: 168 time: 0.1803985 Jan 28 19:14:58.631022 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640e31f-efff-4636-907d-09f803be5d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3f7d74-12a3-49ec-9804-7f86928daf4a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:14:59.968236 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:02.235487 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-5d248d48-9265-4cf6-84e6-757e77b11dc6 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:02.237178 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-5d248d48-9265-4cf6-84e6-757e77b11dc6 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 812 time: 0.1501431 Jan 28 19:15:02.259112 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-16e3e695-4ffc-49ef-ac5c-2b5fea88e758 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/quotas/f09fde878de341aca0d76fa8fb497fc7 HTTP/1.1" status: 200 len: 375 time: 0.0148375 Jan 28 19:15:02.346120 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-64da431d-d897-4767-9b15-04bec6964df9 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0809393 Jan 28 19:15:02.457548 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-448843e2-0a2d-47f6-9533-fbecbfc6d76f service neutron] 10.222.0.55 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036131 Jan 28 19:15:02.600288 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6482e1ae-a163-4ce1-8f70-6540e09bfb1e service neutron] 10.222.0.55 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349440 Jan 28 19:15:02.788734 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd673d0a-8509-4d9d-b82b-92e952d64a64 req-0443f791-a9c8-4d11-8d45-8a8c15ed3c0a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:02.792403 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dd673d0a-8509-4d9d-b82b-92e952d64a64 req-0443f791-a9c8-4d11-8d45-8a8c15ed3c0a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.0988927 Jan 28 19:15:02.914364 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dd673d0a-8509-4d9d-b82b-92e952d64a64 req-ec042fed-00e4-4b9b-9d09-bf762d7f0c0a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140540 Jan 28 19:15:03.018160 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8b898fb-6faa-4abf-a20b-1edcc702ace4 req-d62335a5-a6f7-4303-962b-2ef290613433 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 210 time: 0.0561104 Jan 28 19:15:03.668035 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-4ef5bf3f-c894-402c-b6cb-3aeeb19a3db5 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:03.677867 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-4ef5bf3f-c894-402c-b6cb-3aeeb19a3db5 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/networks?id=7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e HTTP/1.1" status: 200 len: 820 time: 0.2042241 Jan 28 19:15:03.717150 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-55390242-07c8-4d25-95e8-4ad43bb1cc20 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/quotas/3cc015aa4e9c456dbb1c8fc92224f129 HTTP/1.1" status: 200 len: 375 time: 0.0381241 Jan 28 19:15:03.790326 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e227fcd4-8b55-4c1e-a6db-757017943ed9 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cc015aa4e9c456dbb1c8fc92224f129&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721667 Jan 28 19:15:03.896757 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-b627ad49-7435-41ae-85ac-9af144e3b55c service neutron] 10.222.0.55 "GET /v2.0/networks/7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054156 Jan 28 19:15:04.072488 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-6278f333-3600-417b-bf80-d565bb6e7f8a service neutron] 10.222.0.55 "GET /v2.0/networks/7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706724 Jan 28 19:15:04.358365 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e972f9-249d-4482-bb87-f24354354c4d req-e4b14a28-b13a-42bd-b1f1-757735e65c80 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:04.363092 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-43e972f9-249d-4482-bb87-f24354354c4d req-e4b14a28-b13a-42bd-b1f1-757735e65c80 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.1330101 Jan 28 19:15:04.481583 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-43e972f9-249d-4482-bb87-f24354354c4d req-1fbbe005-1da4-4a46-ba95-212ba43d98ad tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929885 Jan 28 19:15:04.567637 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0e3eba52-6da9-4b64-92df-37c313b85fc1 req-9395e068-e737-48f7-9400-aaf09e620e7c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 210 time: 0.1520140 Jan 28 19:15:04.634091 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec43c4b2-98f5-4ed0-b62b-a3d8a94a9464 req-bb11f4f3-5078-4557-94ac-fcbd5d25e1c2 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9913a92-07d3-4f8f-b421-4886139f6bff HTTP/1.1" status: 200 len: 210 time: 0.0744267 Jan 28 19:15:04.657081 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43898) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:04.708263 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-7232d089-4dce-4e0b-9b79-202801a1e035 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:04.710549 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-7232d089-4dce-4e0b-9b79-202801a1e035 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 812 time: 0.4904559 Jan 28 19:15:04.731750 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Request body: {'port': {'device_id': 'a2be1f53-39f7-44e8-88d4-bc2817da2ad0', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'admin_state_up': True, 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:04.905689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Made reservation on behalf of f09fde878de341aca0d76fa8fb497fc7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:04.927116 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:04.937923 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:05.141529 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] Publish callbacks [] for security_group (b3c5837b-2a76-4826-a0c9-998123048df7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:05.155370 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b3c5837b-2a76-4826-a0c9-998123048df7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:05.233763 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d881e6c675f4102ae6d94d2f537bb06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5743194 Jan 28 19:15:05.240158 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43942) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:05.277582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Allocated IP 172.20.0.6 (b49b190d-5fb3-41cb-a694-b0a0b7d47b75/cd80566b-cb23-46e8-93b8-695f127ca2f3/dd92615d-87ba-4b09-b829-cad2f55d3e40) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:05.413488 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5014812f-0439-4e35-8fc5-40aa8555da98 admin admin] Publish callbacks [] for security_group (b3c5837b-2a76-4826-a0c9-998123048df7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:05.416824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c5837b-2a76-4826-a0c9-998123048df7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:05.435955 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.436481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.436827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.437160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.437488 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.437815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.438164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.438687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.439123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.439449 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.439768 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.440087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.440402 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9c83b1-2018-4830-84a5-b74e43626d65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.486548 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5014812f-0439-4e35-8fc5-40aa8555da98 admin admin] Publish callbacks [] for security_group (b3c5837b-2a76-4826-a0c9-998123048df7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:05.499763 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:05.566150 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:05.580331 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['f25af3c7-5aaa-4ed5-a847-edae90ee5e52', '6a87b861-fc58-4ab9-90c2-bbe9a2e036d6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:05.625193 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5014812f-0439-4e35-8fc5-40aa8555da98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b3c5837b-2a76-4826-a0c9-998123048df7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:05.629322 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5014812f-0439-4e35-8fc5-40aa8555da98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:05.633991 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5014812f-0439-4e35-8fc5-40aa8555da98 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3c5837b-2a76-4826-a0c9-998123048df7 HTTP/1.1" status: 204 len: 168 time: 0.3911610 Jan 28 19:15:05.648035 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014812f-0439-4e35-8fc5-40aa8555da98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c5837b-2a76-4826-a0c9-998123048df7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:05.669393 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:05.676133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:05.703766 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:05.798871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e3dda-e9eb-4031-9e0f-fb2d4dab93a4 req-b2e3fe1f-55e3-480a-ab28-5ad7751e4517 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:05.808575 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-046e3dda-e9eb-4031-9e0f-fb2d4dab93a4 req-b2e3fe1f-55e3-480a-ab28-5ad7751e4517 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.1492782 Jan 28 19:15:05.811181 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:05.812658 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:05.911804 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event updated for resources: {'Port': ['ID=dd92615d-87ba-4b09-b829-cad2f55d3e40,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:05.951603 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2277930 Jan 28 19:15:05.954836 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.955186 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.955541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.955886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.956231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.956559 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.957666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.958082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.958438 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.958774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.959211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.959434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.959765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be07c8-e323-4198-adca-5c6f53e374bf tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:05.974954 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Request body: {'port': {'device_id': 'a2be1f53-39f7-44e8-88d4-bc2817da2ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:06.000784 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-046e3dda-e9eb-4031-9e0f-fb2d4dab93a4 req-646d1f71-da22-4c50-8c9c-02c08f6703f3 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912289 Jan 28 19:15:06.061347 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68489a64-32ee-4393-839c-42efea649373 req-e60c2710-c3d1-4772-9228-245cad85b361 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:06.075102 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-68489a64-32ee-4393-839c-42efea649373 req-e60c2710-c3d1-4772-9228-245cad85b361 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 931 time: 0.2582295 Jan 28 19:15:06.215457 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:06.339017 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0cdac5d3-8c33-4773-a3db-48d3a009f728 req-3b16d6ee-3662-42fd-8bf9-af0f7b186e95 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9913a92-07d3-4f8f-b421-4886139f6bff HTTP/1.1" status: 200 len: 210 time: 0.0729382 Jan 28 19:15:06.369942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-433453c0-a15a-44e8-a76e-2cf28d382625 None None] Provisioning complete for port dd92615d-87ba-4b09-b829-cad2f55d3e40 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:06.374808 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-433453c0-a15a-44e8-a76e-2cf28d382625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:06.450672 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-68489a64-32ee-4393-839c-42efea649373 req-047d6225-753d-4c1e-bea3-a1d384f688cc tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651638 Jan 28 19:15:06.502945 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-7ab44489-ec6d-46db-addc-c61d2a5ea80b tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:06.507992 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-7ab44489-ec6d-46db-addc-c61d2a5ea80b tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.31 "GET /v2.0/networks?id=7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e HTTP/1.1" status: 200 len: 820 time: 0.4389119 Jan 28 19:15:06.523770 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e6caef43-a039-41d4-b0c2-030c5668a425 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Request body: {'port': {'device_id': 'a9913a92-07d3-4f8f-b421-4886139f6bff', 'network_id': '7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e', 'admin_state_up': True, 'tenant_id': '3cc015aa4e9c456dbb1c8fc92224f129'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:06.568669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-433453c0-a15a-44e8-a76e-2cf28d382625 None None] Port dd92615d-87ba-4b09-b829-cad2f55d3e40 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:15:06.806833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e6caef43-a039-41d4-b0c2-030c5668a425 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Made reservation on behalf of 3cc015aa4e9c456dbb1c8fc92224f129 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:06.811660 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e6caef43-a039-41d4-b0c2-030c5668a425 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:06.819856 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd92615d-87ba-4b09-b829-cad2f55d3e40 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:06.845430 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Publish callbacks [] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:06.864114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Transition to ACTIVE for port object dd92615d-87ba-4b09-b829-cad2f55d3e40 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:15:06.888425 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:07.098399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd92615d-87ba-4b09-b829-cad2f55d3e40,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:07.151632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e6caef43-a039-41d4-b0c2-030c5668a425 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Allocated IP 172.20.0.13 (7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e/cd5a5854-bd71-4ba8-84f0-d908109a1d34/33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:07.308676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Attempting to bind port dd92615d-87ba-4b09-b829-cad2f55d3e40 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:07.309285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Attempting to bind port dd92615d-87ba-4b09-b829-cad2f55d3e40 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:07.309754 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Attempting to bind port dd92615d-87ba-4b09-b829-cad2f55d3e40 on network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:07.330873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Port dd92615d-87ba-4b09-b829-cad2f55d3e40 on network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:15:07.331226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Attempting to bind port dd92615d-87ba-4b09-b829-cad2f55d3e40 on network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:07.364193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:07.364670 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Checking segment: {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:07.365862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Bound using segment: {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:07.366646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Bound port: dd92615d-87ba-4b09-b829-cad2f55d3e40, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d0a45f-1f90-4329-9431-f7ce01ac3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:07.367243 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:07.467233 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5102943-d4ae-4942-861b-1bacf009ff0c req-0ffc1f0d-42b4-45ee-8c46-cac75c70eaf0 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:07.474858 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b5102943-d4ae-4942-861b-1bacf009ff0c req-0ffc1f0d-42b4-45ee-8c46-cac75c70eaf0 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.3204379 Jan 28 19:15:07.562773 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e6caef43-a039-41d4-b0c2-030c5668a425 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Publish callbacks [] for port (33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:07.583124 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b5102943-d4ae-4942-861b-1bacf009ff0c req-76299fc7-247f-4a96-aa7e-02fec4bf8a05 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656545 Jan 28 19:15:07.600122 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] For port dd92615d-87ba-4b09-b829-cad2f55d3e40, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:07.605461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] For port dd92615d-87ba-4b09-b829-cad2f55d3e40, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=dd92615d-87ba-4b09-b829-cad2f55d3e40,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:07.627390 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:07.658657 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e6caef43-a039-41d4-b0c2-030c5668a425 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:07.663168 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6368c24b-b3c5-4350-809f-1bd26edc5211 req-e76cebdf-8042-44c3-972b-933931f330ae tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9913a92-07d3-4f8f-b421-4886139f6bff HTTP/1.1" status: 200 len: 210 time: 0.0461707 Jan 28 19:15:07.709857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:07.710620 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:07.712690 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] 10.222.0.37 "PUT /v2.0/ports/dd92615d-87ba-4b09-b829-cad2f55d3e40 HTTP/1.1" status: 200 len: 1091 time: 1.7440581 Jan 28 19:15:07.713052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2be1f53-39f7-44e8-88d4-bc2817da2ad0', 'tag': 'dd92615d-87ba-4b09-b829-cad2f55d3e40'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:07.719056 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372dfc12-0e1f-4065-b92d-21fa703d344c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2be1f53-39f7-44e8-88d4-bc2817da2ad0", "tag": "dd92615d-87ba-4b09-b829-cad2f55d3e40"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:07.807006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6caef43-a039-41d4-b0c2-030c5668a425 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Pushing event updated for resources: {'Port': ['ID=33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:07.808562 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc78300-b486-48ba-bd6d-db13a2fe73b5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd92615d-87ba-4b09-b829-cad2f55d3e40,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:07.825157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e6caef43-a039-41d4-b0c2-030c5668a425 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Network 7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:07.827229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e6caef43-a039-41d4-b0c2-030c5668a425 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:07.838705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e6caef43-a039-41d4-b0c2-030c5668a425 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:07.967993 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e6caef43-a039-41d4-b0c2-030c5668a425 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:07.972482 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e6caef43-a039-41d4-b0c2-030c5668a425 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:08.015478 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e6caef43-a039-41d4-b0c2-030c5668a425 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4966419 Jan 28 19:15:08.036246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Request body: {'port': {'device_id': 'a9913a92-07d3-4f8f-b421-4886139f6bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:08.062116 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-17b27849-98a2-4e22-96ab-8bfaefbe5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:08.091885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-17b27849-98a2-4e22-96ab-8bfaefbe5dfe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 1125 time: 0.3204334 Jan 28 19:15:08.121641 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b2d8a-5472-48de-be4d-da5e32143eb5 req-de54c8b0-1c18-4c5f-baed-405f30c48fcd tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:08.126256 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-331b2d8a-5472-48de-be4d-da5e32143eb5 req-de54c8b0-1c18-4c5f-baed-405f30c48fcd tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 943 time: 0.3226273 Jan 28 19:15:08.270533 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:08.284527 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-afb6f6b2-6365-48fb-8809-58e9c10cc5a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd92615d-87ba-4b09-b829-cad2f55d3e40 HTTP/1.1" status: 200 len: 217 time: 0.1527200 Jan 28 19:15:08.476014 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-331b2d8a-5472-48de-be4d-da5e32143eb5 req-623a6fd1-9714-4b6b-a191-7ee079bb1ab7 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221607 Jan 28 19:15:08.500309 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-78ceccb0-4e80-4a55-8ff7-033c300557a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:08.501937 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-78ceccb0-4e80-4a55-8ff7-033c300557a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.2013338 Jan 28 19:15:08.601509 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc16e7b-1b0d-4789-807e-a60f48516a21 x-openstack-request-id: req-5cc16e7b-1b0d-4789-807e-a60f48516a21 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:08.602159 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2be1f53-39f7-44e8-88d4-bc2817da2ad0", "tag": "dd92615d-87ba-4b09-b829-cad2f55d3e40", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:08.602578 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5cc16e7b-1b0d-4789-807e-a60f48516a21 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:08.603205 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2be1f53-39f7-44e8-88d4-bc2817da2ad0', 'tag': 'dd92615d-87ba-4b09-b829-cad2f55d3e40', 'status': 'completed', 'code': 200} Jan 28 19:15:08.673457 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-7ed06103-ba7a-453b-ac59-2dbbf5c75600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:08.675878 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-7ed06103-ba7a-453b-ac59-2dbbf5c75600 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1646068 Jan 28 19:15:08.694409 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:08.702732 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Publish callbacks [] for port (33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:08.717277 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Transition to ACTIVE for port object 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:15:08.727894 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:08.755148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44104) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:08.893634 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1193b-b4da-4469-b986-482dbd689826 req-2fb353d1-e4c0-4713-83ee-a88f56862be3 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:08.907391 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-71b1193b-b4da-4469-b986-482dbd689826 req-2fb353d1-e4c0-4713-83ee-a88f56862be3 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.1232212 Jan 28 19:15:08.968529 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-aa551e1e-3bea-4286-b003-650a8a729668 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856388 Jan 28 19:15:09.009309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:09.026195 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Pushing event updated for resources: {'Port': ['ID=33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:09.035849 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.107019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2915377-f770-44ee-8176-cbe6607a92bf req-b5202bf6-8580-45ea-8d8f-adf0e87e4755 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:09.108560 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a2915377-f770-44ee-8176-cbe6607a92bf req-b5202bf6-8580-45ea-8d8f-adf0e87e4755 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9913a92-07d3-4f8f-b421-4886139f6bff HTTP/1.1" status: 200 len: 944 time: 0.2887080 Jan 28 19:15:09.150618 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5027725-fb53-4690-b1a0-9b1e61fd1728 req-430c8386-cbc9-4bb1-8346-b08000e980ed service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707330 Jan 28 19:15:09.157492 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-71b1193b-b4da-4469-b986-482dbd689826 req-f99b0920-cdde-46d7-9e52-eb9ce90ae2f9 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492511 Jan 28 19:15:09.176657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Attempting to bind port 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:09.177463 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Attempting to bind port 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '96adca0c-ef7a-4234-9d9f-85145ce785cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:09.178159 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Attempting to bind port 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 on network 7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:09.190476 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Port 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 on network 7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:15:09.190796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Attempting to bind port 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 on network 7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:09.276465 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a2915377-f770-44ee-8176-cbe6607a92bf req-4679cdef-7462-4738-9eb3-f3418e0673b0 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/security-groups?id=8735ab05-0ffa-4c01-b683-bed670b35e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512792 Jan 28 19:15:09.277203 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:09.277543 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Checking segment: {'id': '96adca0c-ef7a-4234-9d9f-85145ce785cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:09.277913 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Bound using segment: {'id': '96adca0c-ef7a-4234-9d9f-85145ce785cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:09.278385 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Bound port: 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96adca0c-ef7a-4234-9d9f-85145ce785cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:09.278740 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.325254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dfc12-0e1f-4065-b92d-21fa703d344c req-f511ba0e-e7ed-434f-9d7f-d49893631506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:09.327257 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-372dfc12-0e1f-4065-b92d-21fa703d344c req-f511ba0e-e7ed-434f-9d7f-d49893631506 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 1125 time: 0.1111233 Jan 28 19:15:09.420100 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.474343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] For port 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:09.502748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] For port 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3,segment=NetworkSegment(96adca0c-ef7a-4234-9d9f-85145ce785cb),segment_id=96adca0c-ef7a-4234-9d9f-85145ce785cb)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:09.508556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dfc12-0e1f-4065-b92d-21fa703d344c req-e91bd761-28bf-4f4f-a441-d0067b3fe7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:09.510898 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-372dfc12-0e1f-4065-b92d-21fa703d344c req-e91bd761-28bf-4f4f-a441-d0067b3fe7d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.1764245 Jan 28 19:15:09.534069 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.567338 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-372dfc12-0e1f-4065-b92d-21fa703d344c req-1cdb4c82-db3d-4c79-a91e-f89c077c98c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd92615d-87ba-4b09-b829-cad2f55d3e40 HTTP/1.1" status: 200 len: 217 time: 0.0509281 Jan 28 19:15:09.751824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:09.752279 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:09.756262 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] 10.222.0.31 "PUT /v2.0/ports/33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 HTTP/1.1" status: 200 len: 1092 time: 1.7337649 Jan 28 19:15:09.757319 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9913a92-07d3-4f8f-b421-4886139f6bff', 'tag': '33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:09.760601 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7489b639-2783-4cb5-bd91-d9bdc0967063" -d '{"events": [{"name": "network-changed", "server_uuid": "a9913a92-07d3-4f8f-b421-4886139f6bff", "tag": "33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:09.790897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Allocated IP 172.25.0.202 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/fd8e2037-eb45-4a50-baf0-7131d25d7ef5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:09.893040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169dfb2-7b72-4fbd-b479-77fb25dece3b service neutron] Pushing event updated for resources: {'Port': ['ID=33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:09.977236 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dfc12-0e1f-4065-b92d-21fa703d344c req-76cf749d-01ae-46a0-afb2-d7143037a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:09.978843 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-372dfc12-0e1f-4065-b92d-21fa703d344c req-76cf749d-01ae-46a0-afb2-d7143037a70a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.3986671 Jan 28 19:15:10.031348 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314da96e-5735-4ba2-b520-5b902a45fcd6 x-openstack-request-id: req-314da96e-5735-4ba2-b520-5b902a45fcd6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:10.032165 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9913a92-07d3-4f8f-b421-4886139f6bff", "tag": "33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:10.033837 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-314da96e-5735-4ba2-b520-5b902a45fcd6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:10.034449 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9913a92-07d3-4f8f-b421-4886139f6bff', 'tag': '33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3', 'status': 'completed', 'code': 200} Jan 28 19:15:10.043965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-685dbe10-2c5f-45f5-a8bd-b090b352e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:10.045245 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-685dbe10-2c5f-45f5-a8bd-b090b352e38f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3cc015aa4e9c456dbb1c8fc92224f129&device_id=a9913a92-07d3-4f8f-b421-4886139f6bff HTTP/1.1" status: 200 len: 1126 time: 0.1391211 Jan 28 19:15:10.059664 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fdf21-4a08-4caf-9be0-8866c623184b req-dd4aff04-18b0-46f3-842f-fb783bedf712 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:10.061369 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-131fdf21-4a08-4caf-9be0-8866c623184b req-dd4aff04-18b0-46f3-842f-fb783bedf712 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 943 time: 0.4916716 Jan 28 19:15:10.077555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dfc12-0e1f-4065-b92d-21fa703d344c req-09151539-f32e-4fdb-af7e-12161d0e1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:10.079065 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-372dfc12-0e1f-4065-b92d-21fa703d344c req-09151539-f32e-4fdb-af7e-12161d0e1867 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0841262 Jan 28 19:15:10.102064 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-decaf3b4-5348-42eb-b50a-37acfd3abcb8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 HTTP/1.1" status: 200 len: 217 time: 0.0479450 Jan 28 19:15:10.163228 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-805818c9-218d-4939-bf97-8be579f29289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:10.165129 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-131fdf21-4a08-4caf-9be0-8866c623184b req-ed804b98-c6e9-4372-823e-8ca5d875fb7a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966311 Jan 28 19:15:10.172849 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-805818c9-218d-4939-bf97-8be579f29289 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd5a5854-bd71-4ba8-84f0-d908109a1d34 HTTP/1.1" status: 200 len: 860 time: 0.0519633 Jan 28 19:15:10.194144 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks [] for port (fd8e2037-eb45-4a50-baf0-7131d25d7ef5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.221741 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-772843f7-a5fd-419d-a8ae-7209b823e635 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443125 Jan 28 19:15:10.246283 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-372dfc12-0e1f-4065-b92d-21fa703d344c req-11d1bb0f-1066-4a53-9e2e-b2bd1103d65f service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572819 Jan 28 19:15:10.416256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9103f-a9ce-4857-881d-7d1d3fcf3f55 req-5c3961fe-4e56-4bf8-9c90-b72a41e7d8f3 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:10.417807 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-70a9103f-a9ce-4857-881d-7d1d3fcf3f55 req-5c3961fe-4e56-4bf8-9c90-b72a41e7d8f3 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.1140401 Jan 28 19:15:10.424715 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (fd8e2037-eb45-4a50-baf0-7131d25d7ef5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.472898 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-372dfc12-0e1f-4065-b92d-21fa703d344c req-4f3a5f6c-4f87-4838-b08f-abbc5cc235eb service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190852 Jan 28 19:15:10.484583 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Pushing event updated for resources: {'Port': ['ID=fd8e2037-eb45-4a50-baf0-7131d25d7ef5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:10.499185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7722a-316f-404d-8e80-8372ca586c4f req-6d8c5a1b-51d2-4786-9bce-4d37b053091c tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:10.501361 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0d7722a-316f-404d-8e80-8372ca586c4f req-6d8c5a1b-51d2-4786-9bce-4d37b053091c tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9913a92-07d3-4f8f-b421-4886139f6bff HTTP/1.1" status: 200 len: 944 time: 0.0901582 Jan 28 19:15:10.519169 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-731bf0ed-9390-4b51-92d2-45022cd12de8 service neutron] 10.222.0.31 "GET /v2.0/networks/7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893806 Jan 28 19:15:10.531225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:10.538215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:10.560579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:10.567855 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0d7722a-316f-404d-8e80-8372ca586c4f req-877f6cf8-b5a0-40a4-b424-f6d986a51bfd tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/security-groups?id=8735ab05-0ffa-4c01-b683-bed670b35e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604753 Jan 28 19:15:10.626551 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-70a9103f-a9ce-4857-881d-7d1d3fcf3f55 req-5db732e7-d75d-4b5a-bb6e-b9ba0adec46c tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973183 Jan 28 19:15:10.737594 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c500101-c580-49cf-863b-6a44b0e6c02b req-8bdd7235-59b2-409c-9601-c9622cf131a2 service neutron] 10.222.0.31 "GET /v2.0/networks/7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007382 Jan 28 19:15:10.750113 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks [] for floatingip (1bc927bc-3cf2-4f3a-a078-903236b8517d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.815662 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fd8e2037-eb45-4a50-baf0-7131d25d7ef5), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:10.871635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489b639-2783-4cb5-bd91-d9bdc0967063 req-b65d9b5b-4194-4b12-8509-3e0556e674c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:10.873227 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7489b639-2783-4cb5-bd91-d9bdc0967063 req-b65d9b5b-4194-4b12-8509-3e0556e674c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3cc015aa4e9c456dbb1c8fc92224f129&device_id=a9913a92-07d3-4f8f-b421-4886139f6bff HTTP/1.1" status: 200 len: 1126 time: 0.0879514 Jan 28 19:15:10.953239 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:11.032580 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489b639-2783-4cb5-bd91-d9bdc0967063 req-6278198e-0965-4770-a2a0-e8a5daf015d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:11.034120 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7489b639-2783-4cb5-bd91-d9bdc0967063 req-6278198e-0965-4770-a2a0-e8a5daf015d1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e HTTP/1.1" status: 200 len: 921 time: 0.1542218 Jan 28 19:15:11.081517 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7489b639-2783-4cb5-bd91-d9bdc0967063 req-676b49e1-5c65-4040-bce3-1f8d655e0d59 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 HTTP/1.1" status: 200 len: 217 time: 0.0378044 Jan 28 19:15:11.104407 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks [] for port (fd8e2037-eb45-4a50-baf0-7131d25d7ef5), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.125333 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d62cd94-f1c0-4b17-9c8b-82fd95d95bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.131202 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (fd8e2037-eb45-4a50-baf0-7131d25d7ef5), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.184082 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489b639-2783-4cb5-bd91-d9bdc0967063 req-1e7d852f-9504-4e5a-93a2-17d91643408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:11.185605 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7489b639-2783-4cb5-bd91-d9bdc0967063 req-1e7d852f-9504-4e5a-93a2-17d91643408d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd5a5854-bd71-4ba8-84f0-d908109a1d34 HTTP/1.1" status: 200 len: 860 time: 0.0920615 Jan 28 19:15:11.231676 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d62cd94-f1c0-4b17-9c8b-82fd95d95bf1 admin admin] Publish callbacks [] for security_group (ccdd40af-9c39-4453-9fe2-efb296fa7c37), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.244107 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d62cd94-f1c0-4b17-9c8b-82fd95d95bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ccdd40af-9c39-4453-9fe2-efb296fa7c37), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.247789 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7489b639-2783-4cb5-bd91-d9bdc0967063 req-61dd93b0-b490-4323-a4df-0bbb9be6e68c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401728 Jan 28 19:15:11.250491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Pushing event updated for resources: {'Port': ['ID=fd8e2037-eb45-4a50-baf0-7131d25d7ef5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:11.340413 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3d62cd94-f1c0-4b17-9c8b-82fd95d95bf1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf16eb278f4d4a7eb5ceae3c7e9e8421&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3835871 Jan 28 19:15:11.341538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44268) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:11.398926 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62cd94-f1c0-4b17-9c8b-82fd95d95bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdd40af-9c39-4453-9fe2-efb296fa7c37,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:11.409413 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7489b639-2783-4cb5-bd91-d9bdc0967063 req-e83a5f64-bd78-4710-83e5-4baf08f7dab9 service neutron] 10.222.0.31 "GET /v2.0/networks/7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444676 Jan 28 19:15:11.440381 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (1bc927bc-3cf2-4f3a-a078-903236b8517d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.461650 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8a43c3f4-1851-46ac-9e18-d64b207cc129 admin admin] Publish callbacks [] for security_group (ccdd40af-9c39-4453-9fe2-efb296fa7c37), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.488905 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8a43c3f4-1851-46ac-9e18-d64b207cc129 admin admin] Publish callbacks [] for security_group (ccdd40af-9c39-4453-9fe2-efb296fa7c37), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.511682 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.512860 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c899c86c-a940-4636-9be4-f111f91617f1 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7565992 Jan 28 19:15:11.516082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44278) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:11.521831 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-eaaecc57-900b-4f96-ab99-c724710baf06 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1142730000', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'fixed_ips': [{'ip_address': '172.25.0.202'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:11.553927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaecc57-900b-4f96-ab99-c724710baf06 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Made reservation on behalf of f8756ea7f4e14b66967abce9c54b6314 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:11.559186 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaaecc57-900b-4f96-ab99-c724710baf06 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.568430 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49709c72-d267-4a53-9760-12c7c0e0eae7 req-70dca08f-ade5-4a9b-8393-de1205282c38 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:11.571680 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaaecc57-900b-4f96-ab99-c724710baf06 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.571813 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49709c72-d267-4a53-9760-12c7c0e0eae7 req-70dca08f-ade5-4a9b-8393-de1205282c38 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 943 time: 0.3050039 Jan 28 19:15:11.595969 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8a43c3f4-1851-46ac-9e18-d64b207cc129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ccdd40af-9c39-4453-9fe2-efb296fa7c37), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.598681 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8a43c3f4-1851-46ac-9e18-d64b207cc129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.599762 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8a43c3f4-1851-46ac-9e18-d64b207cc129 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ccdd40af-9c39-4453-9fe2-efb296fa7c37 HTTP/1.1" status: 204 len: 168 time: 0.2571871 Jan 28 19:15:11.617244 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43c3f4-1851-46ac-9e18-d64b207cc129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdd40af-9c39-4453-9fe2-efb296fa7c37,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:11.678295 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7489b639-2783-4cb5-bd91-d9bdc0967063 req-620ec464-02c7-4dc0-aac0-58a948168e43 service neutron] 10.222.0.31 "GET /v2.0/networks/7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480843 Jan 28 19:15:11.682063 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49709c72-d267-4a53-9760-12c7c0e0eae7 req-51815acc-0e6b-43b1-85a5-461fa7e234b0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018865 Jan 28 19:15:11.762089 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaaecc57-900b-4f96-ab99-c724710baf06 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks [] for security_group (fdf3eea6-6b73-4d44-9541-c9148b98c331), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.774344 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaaecc57-900b-4f96-ab99-c724710baf06 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fdf3eea6-6b73-4d44-9541-c9148b98c331), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:11.787448 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-eaaecc57-900b-4f96-ab99-c724710baf06 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] device_id is not set on port fb08ab7c-cec6-4165-9c87-a6696cba25d4 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:15:11.836222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e22a6c-bc88-4dc4-8a50-af3360d7b4d3 req-887c5ff9-3da1-4f32-ada1-f1e4a9ca8085 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:11.853398 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9e22a6c-bc88-4dc4-8a50-af3360d7b4d3 req-887c5ff9-3da1-4f32-ada1-f1e4a9ca8085 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9913a92-07d3-4f8f-b421-4886139f6bff HTTP/1.1" status: 200 len: 944 time: 0.0791993 Jan 28 19:15:11.916177 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9e22a6c-bc88-4dc4-8a50-af3360d7b4d3 req-1e94d93b-647a-4af3-9d79-527730759cd4 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/security-groups?id=8735ab05-0ffa-4c01-b683-bed670b35e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612867 Jan 28 19:15:12.076259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99fcc6-f4d6-4e5f-b025-f8aeb50d4530 req-f01795de-7fce-4fd2-9d6f-1eb95bfc8de3 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:12.083471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaecc57-900b-4f96-ab99-c724710baf06 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf3eea6-6b73-4d44-9541-c9148b98c331,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:12.091780 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ca99fcc6-f4d6-4e5f-b025-f8aeb50d4530 req-f01795de-7fce-4fd2-9d6f-1eb95bfc8de3 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.1014662 Jan 28 19:15:12.104774 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaaecc57-900b-4f96-ab99-c724710baf06 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 19:15:12.105312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaaecc57-900b-4f96-ab99-c724710baf06 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:15:12.150338 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-eaaecc57-900b-4f96-ab99-c724710baf06 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6327832 Jan 28 19:15:12.151250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:12.630617 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ca99fcc6-f4d6-4e5f-b025-f8aeb50d4530 req-5e84dc85-0009-4968-b9a2-75ed555e60b2 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366817 Jan 28 19:15:12.630826 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7c735-d76d-4660-a99b-f9851e11a03f tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Deleting port fd8e2037-eb45-4a50-baf0-7131d25d7ef5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:12.631250 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bb7c735-d76d-4660-a99b-f9851e11a03f tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (fd8e2037-eb45-4a50-baf0-7131d25d7ef5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:12.684776 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-66fa0eff-32db-4f67-8f98-96225f6256ce tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:12.686278 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-66fa0eff-32db-4f67-8f98-96225f6256ce tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/networks?id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1 HTTP/1.1" status: 200 len: 802 time: 0.2108703 Jan 28 19:15:12.709248 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-b8837c14-b8ba-4498-b326-238bfc6b1cbd tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/quotas/3da39749e42a41868cf367b3be55b9b8 HTTP/1.1" status: 200 len: 375 time: 0.0142655 Jan 28 19:15:12.753919 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bb7c735-d76d-4660-a99b-f9851e11a03f tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (fd8e2037-eb45-4a50-baf0-7131d25d7ef5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:12.754274 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bb7c735-d76d-4660-a99b-f9851e11a03f tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks [] for floatingip (fd8e2037-eb45-4a50-baf0-7131d25d7ef5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:12.798463 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7c735-d76d-4660-a99b-f9851e11a03f tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Calling delete_port for fd8e2037-eb45-4a50-baf0-7131d25d7ef5 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:12.831626 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-0e6204b5-dd53-44bc-b3ae-4277d7f88f03 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3da39749e42a41868cf367b3be55b9b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1000407 Jan 28 19:15:12.840163 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad218b4-142e-475d-b532-bb15b6524ab8 req-dab25581-fa5d-4211-8138-4ac020421b8c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:12.849304 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6ad218b4-142e-475d-b532-bb15b6524ab8 req-dab25581-fa5d-4211-8138-4ac020421b8c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 943 time: 0.0712056 Jan 28 19:15:12.905018 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6ad218b4-142e-475d-b532-bb15b6524ab8 req-95b1e21d-9add-48b7-9988-1f624561e6e6 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545728 Jan 28 19:15:13.011158 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-bddce814-d1df-4560-82f7-38073bfe955b service neutron] 10.222.0.55 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782689 Jan 28 19:15:13.060111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b3d1a-0889-484f-a919-6e68914c8ee4 req-9e308c7b-9278-46cc-8e42-7c488268a4cf tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:13.061684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-461b3d1a-0889-484f-a919-6e68914c8ee4 req-9e308c7b-9278-46cc-8e42-7c488268a4cf tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9913a92-07d3-4f8f-b421-4886139f6bff HTTP/1.1" status: 200 len: 944 time: 0.0629640 Jan 28 19:15:13.126389 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-461b3d1a-0889-484f-a919-6e68914c8ee4 req-bfb5c635-7e35-4f15-8c05-d514e1723145 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/security-groups?id=8735ab05-0ffa-4c01-b683-bed670b35e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523317 Jan 28 19:15:13.150237 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-d2b33e0d-acf6-4e8a-97fc-043827005064 service neutron] 10.222.0.55 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376851 Jan 28 19:15:13.207798 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bb7c735-d76d-4660-a99b-f9851e11a03f tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (fd8e2037-eb45-4a50-baf0-7131d25d7ef5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:13.257960 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7c735-d76d-4660-a99b-f9851e11a03f tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd8e2037-eb45-4a50-baf0-7131d25d7ef5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:13.340169 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bb7c735-d76d-4660-a99b-f9851e11a03f tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks [] for floatingip (1bc927bc-3cf2-4f3a-a078-903236b8517d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:13.343628 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bb7c735-d76d-4660-a99b-f9851e11a03f tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:13.346072 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8bb7c735-d76d-4660-a99b-f9851e11a03f tempest-ExternalNetworksAdminNegativeTestJSON-1527077197 tempest-ExternalNetworksAdminNegativeTestJSON-1527077197-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/1bc927bc-3cf2-4f3a-a078-903236b8517d HTTP/1.1" status: 204 len: 168 time: 1.1925707 Jan 28 19:15:13.406003 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9d064c15-6607-48f5-8147-fe01ff5138f9 req-4c0f3f74-e563-43dc-aeb7-202086726ee4 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 210 time: 0.0503473 Jan 28 19:15:13.510754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:15:13.582038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ff655039-949a-4a02-9c93-200fe3376a8a no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:13.726283 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:15:13.843948 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44392) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:13.883861 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ff655039-949a-4a02-9c93-200fe3376a8a is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:13.883861 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:13.924641 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff655039-949a-4a02-9c93-200fe3376a8a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:13.927220 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08678162-acec-469d-b1b0-2d3e110dcc65" -d '{"events": [{"server_uuid": "1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b", "name": "network-vif-unplugged", "status": "completed", "tag": "ff655039-949a-4a02-9c93-200fe3376a8a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:13.943751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec4a94-3745-40c2-a914-220099b9946a req-2a1ba440-5df3-4178-8056-a65aac1c6b78 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:13.957397 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a3ec4a94-3745-40c2-a914-220099b9946a req-2a1ba440-5df3-4178-8056-a65aac1c6b78 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.1568050 Jan 28 19:15:13.971785 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ff655039-949a-4a02-9c93-200fe3376a8a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ff655039-949a-4a02-9c93-200fe3376a8a,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:13.992122 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.007112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3,segment=NetworkSegment(96adca0c-ef7a-4234-9d9f-85145ce785cb),segment_id=96adca0c-ef7a-4234-9d9f-85145ce785cb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:14.066347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3', 'network_id': '7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e', 'port_id': '33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3', 'mac_address': 'fa:16:3e:88:2d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5a5854-bd71-4ba8-84f0-d908109a1d34', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:15:14.074756 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device dd92615d-87ba-4b09-b829-cad2f55d3e40 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:15:14.116520 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a3ec4a94-3745-40c2-a914-220099b9946a req-18c8c3a3-7942-4617-9204-52848b553646 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434405 Jan 28 19:15:14.132903 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ff655039-949a-4a02-9c93-200fe3376a8a,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:14.151700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:14.152095 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.174778 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a35717-c60e-45fd-9116-7009c11b8805 x-openstack-request-id: req-62a35717-c60e-45fd-9116-7009c11b8805 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:14.175042 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b", "name": "network-vif-unplugged", "status": "completed", "tag": "ff655039-949a-4a02-9c93-200fe3376a8a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:14.175290 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62a35717-c60e-45fd-9116-7009c11b8805 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:14.175884 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff655039-949a-4a02-9c93-200fe3376a8a', 'code': 200} Jan 28 19:15:14.186723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:14.209890 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05183452-fa3b-49d4-820a-24d5e79edec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.247329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3,segment=NetworkSegment(96adca0c-ef7a-4234-9d9f-85145ce785cb),segment_id=96adca0c-ef7a-4234-9d9f-85145ce785cb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:14.258626 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.312667 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa652af-e2f7-4f5a-bbe9-c3992bfd4bb6 req-186a9ae9-7c9f-4532-a97e-b5366c8a970c tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:14.321200 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5aa652af-e2f7-4f5a-bbe9-c3992bfd4bb6 req-186a9ae9-7c9f-4532-a97e-b5366c8a970c tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9913a92-07d3-4f8f-b421-4886139f6bff HTTP/1.1" status: 200 len: 945 time: 0.0925939 Jan 28 19:15:14.367285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port dd92615d-87ba-4b09-b829-cad2f55d3e40, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=dd92615d-87ba-4b09-b829-cad2f55d3e40,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:14.390302 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189705ca-b9ff-4550-a0d0-64b8e64410b0 req-90f15a75-7aea-44a7-a661-3d318e5b6d45 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:14.391824 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-189705ca-b9ff-4550-a0d0-64b8e64410b0 req-90f15a75-7aea-44a7-a661-3d318e5b6d45 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b HTTP/1.1" status: 200 len: 943 time: 0.3904314 Jan 28 19:15:14.420432 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e869b3-0a74-484d-aaf0-01f87995d2a8 req-7779f1df-d73e-4b2d-8f8b-9ee75fdaaa3b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:14.421029 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'dd92615d-87ba-4b09-b829-cad2f55d3e40', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'port_id': 'dd92615d-87ba-4b09-b829-cad2f55d3e40', 'mac_address': 'fa:16:3e:4c:e3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:15:14.421976 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-15e869b3-0a74-484d-aaf0-01f87995d2a8 req-7779f1df-d73e-4b2d-8f8b-9ee75fdaaa3b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 943 time: 0.2862599 Jan 28 19:15:14.448636 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5aa652af-e2f7-4f5a-bbe9-c3992bfd4bb6 req-b74d9355-3861-4f54-b2e5-984500fba4e8 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/security-groups?id=8735ab05-0ffa-4c01-b683-bed670b35e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241381 Jan 28 19:15:14.454603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:14.610515 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port dd92615d-87ba-4b09-b829-cad2f55d3e40 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:14.611154 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.636213 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3ae4ef02-77b9-4faa-8352-c151a9dc4149 req-dea17bd2-1c80-46dc-82bf-a805f140f118 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 210 time: 0.0539773 Jan 28 19:15:14.640583 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:14.647791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd92615d-87ba-4b09-b829-cad2f55d3e40 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:14.670271 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-15e869b3-0a74-484d-aaf0-01f87995d2a8 req-ef5f70ed-a20e-4da2-8814-55d17be451dd tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192137 Jan 28 19:15:14.692230 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05183452-fa3b-49d4-820a-24d5e79edec5 admin admin] Publish callbacks [] for security_group (b14be23b-c403-484d-9644-fbb8a2af7584), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.701220 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05183452-fa3b-49d4-820a-24d5e79edec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b14be23b-c403-484d-9644-fbb8a2af7584), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.748837 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port dd92615d-87ba-4b09-b829-cad2f55d3e40, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=dd92615d-87ba-4b09-b829-cad2f55d3e40,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:14.759678 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.774569 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-189705ca-b9ff-4550-a0d0-64b8e64410b0 req-1eedc4ff-72de-49b3-aeff-81eca1f2312e tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Deleting port ff655039-949a-4a02-9c93-200fe3376a8a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:14.774982 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-189705ca-b9ff-4550-a0d0-64b8e64410b0 req-1eedc4ff-72de-49b3-aeff-81eca1f2312e tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.783794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44448) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:14.790951 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-05183452-fa3b-49d4-820a-24d5e79edec5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3179bc0413e466b8f8caab0f4790d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9451408 Jan 28 19:15:14.791843 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05183452-fa3b-49d4-820a-24d5e79edec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14be23b-c403-484d-9644-fbb8a2af7584,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:14.876917 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed991b0d-91e8-49f2-8344-225cf9828736 admin admin] Publish callbacks [] for security_group (b14be23b-c403-484d-9644-fbb8a2af7584), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.889031 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=dd92615d-87ba-4b09-b829-cad2f55d3e40,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:14.909364 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed991b0d-91e8-49f2-8344-225cf9828736 admin admin] Publish callbacks [] for security_group (b14be23b-c403-484d-9644-fbb8a2af7584), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.968855 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-189705ca-b9ff-4550-a0d0-64b8e64410b0 req-1eedc4ff-72de-49b3-aeff-81eca1f2312e tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] For port ff655039-949a-4a02-9c93-200fe3376a8a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ff655039-949a-4a02-9c93-200fe3376a8a,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:14.969581 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-189705ca-b9ff-4550-a0d0-64b8e64410b0 req-1eedc4ff-72de-49b3-aeff-81eca1f2312e tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.981821 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed991b0d-91e8-49f2-8344-225cf9828736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b14be23b-c403-484d-9644-fbb8a2af7584), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.985785 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed991b0d-91e8-49f2-8344-225cf9828736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:14.989615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-189705ca-b9ff-4550-a0d0-64b8e64410b0 req-1eedc4ff-72de-49b3-aeff-81eca1f2312e tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Calling delete_port for ff655039-949a-4a02-9c93-200fe3376a8a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:14.990288 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ed991b0d-91e8-49f2-8344-225cf9828736 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b14be23b-c403-484d-9644-fbb8a2af7584 HTTP/1.1" status: 204 len: 168 time: 0.2053914 Jan 28 19:15:15.008067 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed991b0d-91e8-49f2-8344-225cf9828736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14be23b-c403-484d-9644-fbb8a2af7584,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:15.232129 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['dd92615d-87ba-4b09-b829-cad2f55d3e40'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:15.262576 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-189705ca-b9ff-4550-a0d0-64b8e64410b0 req-1eedc4ff-72de-49b3-aeff-81eca1f2312e tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (ff655039-949a-4a02-9c93-200fe3376a8a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.306343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedc4ff-72de-49b3-aeff-81eca1f2312e tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Pushing event deleted for resources: {'Port': ['ID=ff655039-949a-4a02-9c93-200fe3376a8a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:15.405315 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-189705ca-b9ff-4550-a0d0-64b8e64410b0 req-1eedc4ff-72de-49b3-aeff-81eca1f2312e tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] No DVR routers for this DVR port ff655039-949a-4a02-9c93-200fe3376a8a on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:15.409967 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-189705ca-b9ff-4550-a0d0-64b8e64410b0 req-1eedc4ff-72de-49b3-aeff-81eca1f2312e tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.420786 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-189705ca-b9ff-4550-a0d0-64b8e64410b0 req-1eedc4ff-72de-49b3-aeff-81eca1f2312e tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.31 "DELETE /v2.0/ports/ff655039-949a-4a02-9c93-200fe3376a8a HTTP/1.1" status: 204 len: 173 time: 1.0212083 Jan 28 19:15:15.421303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b', 'name': 'network-vif-deleted', 'tag': 'ff655039-949a-4a02-9c93-200fe3376a8a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:15.425221 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e01002-83cf-4fc4-877c-82a0efa59d15" -d '{"events": [{"server_uuid": "1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b", "name": "network-vif-deleted", "tag": "ff655039-949a-4a02-9c93-200fe3376a8a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:15.435618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b7115-23c2-484d-9bb9-722cd663772c req-ae4021f9-cdf3-4ce2-a1a2-0c0b464db519 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:15.446753 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a57b7115-23c2-484d-9bb9-722cd663772c req-ae4021f9-cdf3-4ce2-a1a2-0c0b464db519 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.1873775 Jan 28 19:15:15.471971 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-ae2971b4-c2c1-46f0-8688-509c51c61f0a tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:15.475054 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-ae2971b4-c2c1-46f0-8688-509c51c61f0a tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.37 "GET /v2.0/networks?id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1 HTTP/1.1" status: 200 len: 802 time: 0.3434374 Jan 28 19:15:15.492075 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-93bfa656-9780-4253-9d7c-58dcaa2b8b6d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Request body: {'port': {'device_id': '26fbad5f-2252-4825-aeb9-446e2d9692af', 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1', 'admin_state_up': True, 'tenant_id': '3da39749e42a41868cf367b3be55b9b8'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:15.513350 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf6179d-1bbd-440b-be3c-b3438fa3e1e6 x-openstack-request-id: req-bdf6179d-1bbd-440b-be3c-b3438fa3e1e6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:15.513643 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b", "name": "network-vif-deleted", "tag": "ff655039-949a-4a02-9c93-200fe3376a8a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:15.513897 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bdf6179d-1bbd-440b-be3c-b3438fa3e1e6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:15.514335 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc71ae2-83e7-466d-b3ee-6ab5c1c4824b', 'name': 'network-vif-deleted', 'tag': 'ff655039-949a-4a02-9c93-200fe3376a8a', 'status': 'completed', 'code': 200} Jan 28 19:15:15.538541 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:15.624260 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a57b7115-23c2-484d-9bb9-722cd663772c req-599bafb3-f98a-46df-95c0-da98dc20234a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723979 Jan 28 19:15:15.762774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-93bfa656-9780-4253-9d7c-58dcaa2b8b6d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Made reservation on behalf of 3da39749e42a41868cf367b3be55b9b8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:15.766596 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-93bfa656-9780-4253-9d7c-58dcaa2b8b6d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.766951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5890f-d468-4af3-af2a-4fa54f983068 req-5ad37f3a-11fe-4567-863c-3779b944e2c9 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:15.791152 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-abb5890f-d468-4af3-af2a-4fa54f983068 req-5ad37f3a-11fe-4567-863c-3779b944e2c9 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9913a92-07d3-4f8f-b421-4886139f6bff HTTP/1.1" status: 200 len: 945 time: 0.1185646 Jan 28 19:15:15.799456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:15:15.812601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44514) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:15.815066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:15.815454 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:15.918316 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-abb5890f-d468-4af3-af2a-4fa54f983068 req-39b36aa9-5bf3-4acb-af1f-c98aaea3828e tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/security-groups?id=8735ab05-0ffa-4c01-b683-bed670b35e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193786 Jan 28 19:15:15.929742 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1bd5ca7d-a262-43ea-82f1-a57a3593d8a8 req-74f6d8fb-000e-44d0-a434-4dd974fa4ea0 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 210 time: 0.1190712 Jan 28 19:15:16.020774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:16.021265 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:16.032267 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-66b57788-0a07-4089-a1e2-d7123aada09f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8756ea7f4e14b66967abce9c54b6314&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2120774 Jan 28 19:15:16.035233 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44528) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:16.102579 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3,segment=NetworkSegment(96adca0c-ef7a-4234-9d9f-85145ce785cb),segment_id=96adca0c-ef7a-4234-9d9f-85145ce785cb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:16.111843 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:16.113498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ff655039-949a-4a02-9c93-200fe3376a8a no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:16.180626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9462ed4-03e3-46bd-b8bd-d754c90b75d7 req-7c67dc62-45c9-461b-a497-1220c764bb45 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:16.184027 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c9462ed4-03e3-46bd-b8bd-d754c90b75d7 req-7c67dc62-45c9-461b-a497-1220c764bb45 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 944 time: 0.1743019 Jan 28 19:15:16.185310 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9913a92-07d3-4f8f-b421-4886139f6bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:16.187622 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b07e7b-9f8b-40bc-a5b2-a7be614e7059" -d '{"events": [{"server_uuid": "a9913a92-07d3-4f8f-b421-4886139f6bff", "name": "network-vif-plugged", "status": "completed", "tag": "33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:16.193862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: ff655039-949a-4a02-9c93-200fe3376a8a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:16.194434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ff655039-949a-4a02-9c93-200fe3376a8a not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:16.214809 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5589e69-3ba7-49a5-9827-3ba32e50f489 admin admin] Publish callbacks [] for security_group (fdf3eea6-6b73-4d44-9541-c9148b98c331), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:16.247163 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-93bfa656-9780-4253-9d7c-58dcaa2b8b6d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Allocated IP 172.20.0.2 (8a9c11ec-17d4-435e-a13b-0efb9529d2f1/8eb5347e-d66a-46e3-9579-1241a6589256/ff170273-0e82-4256-a7ce-536f6bda4a25) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:16.259746 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:16.269126 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5589e69-3ba7-49a5-9827-3ba32e50f489 admin admin] Publish callbacks [] for security_group (fdf3eea6-6b73-4d44-9541-c9148b98c331), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:16.272910 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ee1621-70f9-46d0-ae16-6534c38bde8c x-openstack-request-id: req-25ee1621-70f9-46d0-ae16-6534c38bde8c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:16.273760 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9913a92-07d3-4f8f-b421-4886139f6bff", "name": "network-vif-plugged", "status": "completed", "tag": "33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:16.274145 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-25ee1621-70f9-46d0-ae16-6534c38bde8c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:16.274715 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9913a92-07d3-4f8f-b421-4886139f6bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3', 'code': 200} Jan 28 19:15:16.361952 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c9462ed4-03e3-46bd-b8bd-d754c90b75d7 req-14cdc25c-7cf6-4bc7-9773-9bd7db5a4927 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465344 Jan 28 19:15:16.402310 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4a24c-e469-41e1-b10d-6430a1ef2092 req-2aaf91c3-f9c3-4ddb-bf68-107fd6228b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:16.403823 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b4a24c-e469-41e1-b10d-6430a1ef2092 req-2aaf91c3-f9c3-4ddb-bf68-107fd6228b39 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a9913a92-07d3-4f8f-b421-4886139f6bff HTTP/1.1" status: 200 len: 1128 time: 0.0746133 Jan 28 19:15:16.453910 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5589e69-3ba7-49a5-9827-3ba32e50f489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fdf3eea6-6b73-4d44-9541-c9148b98c331), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:16.457087 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5589e69-3ba7-49a5-9827-3ba32e50f489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:16.458357 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f5589e69-3ba7-49a5-9827-3ba32e50f489 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fdf3eea6-6b73-4d44-9541-c9148b98c331 HTTP/1.1" status: 204 len: 168 time: 0.4216993 Jan 28 19:15:16.471855 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b4a24c-e469-41e1-b10d-6430a1ef2092 req-23fbf383-b2ca-4ac6-8e6a-9b94672697f4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8735ab05-0ffa-4c01-b683-bed670b35e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565622 Jan 28 19:15:16.474934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5589e69-3ba7-49a5-9827-3ba32e50f489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf3eea6-6b73-4d44-9541-c9148b98c331,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:16.520336 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-93bfa656-9780-4253-9d7c-58dcaa2b8b6d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks [] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:16.567488 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-93bfa656-9780-4253-9d7c-58dcaa2b8b6d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:16.615739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-93bfa656-9780-4253-9d7c-58dcaa2b8b6d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:16.619010 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-93bfa656-9780-4253-9d7c-58dcaa2b8b6d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:16.625944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-93bfa656-9780-4253-9d7c-58dcaa2b8b6d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:16.680008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfa656-9780-4253-9d7c-58dcaa2b8b6d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Pushing event updated for resources: {'Port': ['ID=ff170273-0e82-4256-a7ce-536f6bda4a25,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:16.730272 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-93bfa656-9780-4253-9d7c-58dcaa2b8b6d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:16.730891 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-93bfa656-9780-4253-9d7c-58dcaa2b8b6d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:16.777454 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-93bfa656-9780-4253-9d7c-58dcaa2b8b6d tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2928495 Jan 28 19:15:16.790330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Request body: {'port': {'device_id': '26fbad5f-2252-4825-aeb9-446e2d9692af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:16.806483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44556) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:16.861780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a46f0f-7d3c-4d54-be60-210f345a7706 req-60ef8a08-d89b-43a8-bf37-71c669c520f4 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:16.872920 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-99a46f0f-7d3c-4d54-be60-210f345a7706 req-60ef8a08-d89b-43a8-bf37-71c669c520f4 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.1306877 Jan 28 19:15:16.903958 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:16.963682 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-99a46f0f-7d3c-4d54-be60-210f345a7706 req-d52d65f3-bbd5-4b80-b458-11eca9f615f7 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898211 Jan 28 19:15:16.992889 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e560-bc7c-448f-b777-3e977b75ebb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:17.091148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63939d-1f12-49ba-b1f8-00457be0042f req-5cd16b13-1926-437e-a67c-d11af63c5a57 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:17.094091 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da63939d-1f12-49ba-b1f8-00457be0042f req-5cd16b13-1926-437e-a67c-d11af63c5a57 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9913a92-07d3-4f8f-b421-4886139f6bff HTTP/1.1" status: 200 len: 946 time: 0.0978696 Jan 28 19:15:17.178547 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e560-bc7c-448f-b777-3e977b75ebb9 admin admin] Publish callbacks [] for security_group (b155ce01-8436-46df-9ff4-a2e2e087ea58), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:17.197781 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e560-bc7c-448f-b777-3e977b75ebb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b155ce01-8436-46df-9ff4-a2e2e087ea58), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:17.208148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155ce07-09eb-4a5b-baa7-b795036680b6 req-0b72f10f-3d37-4bcd-9a89-5045d306eff9 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:17.210328 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9155ce07-09eb-4a5b-baa7-b795036680b6 req-0b72f10f-3d37-4bcd-9a89-5045d306eff9 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 931 time: 0.1175194 Jan 28 19:15:17.277925 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da63939d-1f12-49ba-b1f8-00457be0042f req-94d6d7c4-e00c-4297-a398-f4e42306faa3 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/security-groups?id=8735ab05-0ffa-4c01-b683-bed670b35e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766748 Jan 28 19:15:17.285068 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8e560-bc7c-448f-b777-3e977b75ebb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b155ce01-8436-46df-9ff4-a2e2e087ea58,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:17.290885 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1ff8e560-bc7c-448f-b777-3e977b75ebb9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85ef95a783d64e5391fd79d18f79ee12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4827642 Jan 28 19:15:17.297002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44578) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:17.308571 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9155ce07-09eb-4a5b-baa7-b795036680b6 req-6d08be0a-d2de-402a-8b1e-39cd0ad4d0c7 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844965 Jan 28 19:15:17.367007 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff170273-0e82-4256-a7ce-536f6bda4a25 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:17.371712 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e5c93d5-9b66-475e-af51-306de9d97503 admin admin] Publish callbacks [] for security_group (b155ce01-8436-46df-9ff4-a2e2e087ea58), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:17.375309 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Publish callbacks [] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:17.390844 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Transition to ACTIVE for port object ff170273-0e82-4256-a7ce-536f6bda4a25 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:15:17.397044 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:17.432261 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e5c93d5-9b66-475e-af51-306de9d97503 admin admin] Publish callbacks [] for security_group (b155ce01-8436-46df-9ff4-a2e2e087ea58), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:17.449627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Pushing event updated for resources: {'Port': ['ID=ff170273-0e82-4256-a7ce-536f6bda4a25,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:17.535744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44584) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:17.557919 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e5c93d5-9b66-475e-af51-306de9d97503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b155ce01-8436-46df-9ff4-a2e2e087ea58), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:17.559054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Attempting to bind port ff170273-0e82-4256-a7ce-536f6bda4a25 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:17.560654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Attempting to bind port ff170273-0e82-4256-a7ce-536f6bda4a25 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:17.560942 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e5c93d5-9b66-475e-af51-306de9d97503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:17.561175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Attempting to bind port ff170273-0e82-4256-a7ce-536f6bda4a25 on network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:17.562357 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9e5c93d5-9b66-475e-af51-306de9d97503 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b155ce01-8436-46df-9ff4-a2e2e087ea58 HTTP/1.1" status: 204 len: 168 time: 0.2650676 Jan 28 19:15:17.566328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Port ff170273-0e82-4256-a7ce-536f6bda4a25 on network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:15:17.566771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Attempting to bind port ff170273-0e82-4256-a7ce-536f6bda4a25 on network 8a9c11ec-17d4-435e-a13b-0efb9529d2f1 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:17.572340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:17.572821 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Checking segment: {'id': '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:17.573300 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Bound using segment: {'id': '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:17.573870 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Bound port: ff170273-0e82-4256-a7ce-536f6bda4a25, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:17.574369 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:17.574832 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c93d5-9b66-475e-af51-306de9d97503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b155ce01-8436-46df-9ff4-a2e2e087ea58,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:17.623576 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66334663-9440-4171-8984-f2a4886f1eb0 req-eef6a004-5acd-4f7f-a8ef-5530a529374b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:17.638943 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-66334663-9440-4171-8984-f2a4886f1eb0 req-eef6a004-5acd-4f7f-a8ef-5530a529374b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 944 time: 0.1333404 Jan 28 19:15:17.652650 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] For port ff170273-0e82-4256-a7ce-536f6bda4a25, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:17.657635 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] For port ff170273-0e82-4256-a7ce-536f6bda4a25, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ff170273-0e82-4256-a7ce-536f6bda4a25,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:17.665558 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:17.705185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:17.705770 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:17.707399 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] 10.222.0.37 "PUT /v2.0/ports/ff170273-0e82-4256-a7ce-536f6bda4a25 HTTP/1.1" status: 200 len: 1091 time: 0.9238756 Jan 28 19:15:17.707959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fbad5f-2252-4825-aeb9-446e2d9692af', 'tag': 'ff170273-0e82-4256-a7ce-536f6bda4a25'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:17.710557 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9c3a5c-d3cb-464d-909b-3b08d3bc0760" -d '{"events": [{"name": "network-changed", "server_uuid": "26fbad5f-2252-4825-aeb9-446e2d9692af", "tag": "ff170273-0e82-4256-a7ce-536f6bda4a25"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:17.716479 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-66334663-9440-4171-8984-f2a4886f1eb0 req-cb35f327-c305-44d0-925a-d626079c7b42 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715654 Jan 28 19:15:17.772860 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91286faa-d838-472d-b1d9-72e1dc59a180 x-openstack-request-id: req-91286faa-d838-472d-b1d9-72e1dc59a180 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:17.773659 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fbad5f-2252-4825-aeb9-446e2d9692af", "tag": "ff170273-0e82-4256-a7ce-536f6bda4a25", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:17.773915 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-91286faa-d838-472d-b1d9-72e1dc59a180 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:17.774341 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fbad5f-2252-4825-aeb9-446e2d9692af', 'tag': 'ff170273-0e82-4256-a7ce-536f6bda4a25', 'status': 'completed', 'code': 200} Jan 28 19:15:17.812196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72db47-0b15-4554-9c4e-fe6f1712ad36 service neutron] Pushing event updated for resources: {'Port': ['ID=ff170273-0e82-4256-a7ce-536f6bda4a25,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:17.834961 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cbc11ed5-1997-4db1-b444-e064bce649cd tempest-AgentManagementNegativeTest-700879967 tempest-AgentManagementNegativeTest-700879967-project] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2979240 Jan 28 19:15:17.852536 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-eb4958e2-b1fc-411a-abdf-1c6a57c69b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:17.854265 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-eb4958e2-b1fc-411a-abdf-1c6a57c69b97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3da39749e42a41868cf367b3be55b9b8&device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 1125 time: 0.0939753 Jan 28 19:15:17.913879 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-6dda9b8a-2d7d-425c-b4a8-51edc0049141 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff170273-0e82-4256-a7ce-536f6bda4a25 HTTP/1.1" status: 200 len: 217 time: 0.0500650 Jan 28 19:15:18.002197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-109f7182-70c5-42b5-830d-eb51e186e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:18.004421 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-109f7182-70c5-42b5-830d-eb51e186e736 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8eb5347e-d66a-46e3-9579-1241a6589256 HTTP/1.1" status: 200 len: 842 time: 0.0860448 Jan 28 19:15:18.046817 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-36a7034e-5d15-4cf0-8261-7f896dab0dda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353472 Jan 28 19:15:18.096253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device dd92615d-87ba-4b09-b829-cad2f55d3e40 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:18.123217 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785890b-2105-48b2-bab7-ab3cf6c9f03a req-b4525eb4-39d0-426e-8f5f-4ba03e0a9d6d tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:18.125426 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7785890b-2105-48b2-bab7-ab3cf6c9f03a req-b4525eb4-39d0-426e-8f5f-4ba03e0a9d6d tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.0814044 Jan 28 19:15:18.165801 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44602) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:18.183181 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-5914efd7-db1a-43f2-8a55-d01ffb88b040 service neutron] 10.222.0.37 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293526 Jan 28 19:15:18.187453 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91d22f3b-6d1b-4bd7-8cff-86f92f45cfc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.189651 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4512f3c0-53dc-4dc4-ba25-99096e2e5b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.191203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port dd92615d-87ba-4b09-b829-cad2f55d3e40 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:15:18.195885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port dd92615d-87ba-4b09-b829-cad2f55d3e40 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:18.196676 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.217700 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7785890b-2105-48b2-bab7-ab3cf6c9f03a req-e79c0711-fcc7-4685-b85e-1de91ffc5092 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847600 Jan 28 19:15:18.292130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44604) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:18.302050 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port dd92615d-87ba-4b09-b829-cad2f55d3e40 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:18.302445 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.313089 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4512f3c0-53dc-4dc4-ba25-99096e2e5b72 admin admin] Publish callbacks [] for security_group (b33be57b-6043-429e-b0f3-c0f999e9a1c4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.321978 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4512f3c0-53dc-4dc4-ba25-99096e2e5b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b33be57b-6043-429e-b0f3-c0f999e9a1c4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.374652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2be1f53-39f7-44e8-88d4-bc2817da2ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd92615d-87ba-4b09-b829-cad2f55d3e40'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:18.374951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512f3c0-53dc-4dc4-ba25-99096e2e5b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33be57b-6043-429e-b0f3-c0f999e9a1c4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:18.378255 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f65a6a-0e12-45d3-b319-1e952dd51235" -d '{"events": [{"server_uuid": "a2be1f53-39f7-44e8-88d4-bc2817da2ad0", "name": "network-vif-plugged", "status": "completed", "tag": "dd92615d-87ba-4b09-b829-cad2f55d3e40"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:18.387009 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4512f3c0-53dc-4dc4-ba25-99096e2e5b72 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf80a276de7e45169bf5a17b57aab058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2199049 Jan 28 19:15:18.387771 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44614) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:18.395504 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port dd92615d-87ba-4b09-b829-cad2f55d3e40, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=dd92615d-87ba-4b09-b829-cad2f55d3e40,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:18.400638 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96ffdf17-07e9-48ef-be8a-816e6d29995b req-6a7eb477-ae89-435e-976c-0ceb76f36851 service neutron] 10.222.0.37 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078128 Jan 28 19:15:18.403582 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.457327 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ae817-c3db-492c-83fc-2fb8fb3a9786 req-b588ce83-018b-4bf3-b469-b92156d35aa3 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:18.459282 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5f1ae817-c3db-492c-83fc-2fb8fb3a9786 req-b588ce83-018b-4bf3-b469-b92156d35aa3 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9913a92-07d3-4f8f-b421-4886139f6bff HTTP/1.1" status: 200 len: 946 time: 0.0943780 Jan 28 19:15:18.471174 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=dd92615d-87ba-4b09-b829-cad2f55d3e40,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:18.495242 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7424a29-2617-480e-8b0e-a32cd16efcad admin admin] Publish callbacks [] for security_group (b33be57b-6043-429e-b0f3-c0f999e9a1c4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.515291 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-371ab281-0280-4d74-80c9-4fd583c0e65d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.525008 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7424a29-2617-480e-8b0e-a32cd16efcad admin admin] Publish callbacks [] for security_group (b33be57b-6043-429e-b0f3-c0f999e9a1c4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.545869 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1ce0c-a685-4943-9d06-7fc70c0fc504 req-fb176458-2283-448b-8ef4-ec4fd3d5b86e tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:18.547436 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3ed1ce0c-a685-4943-9d06-7fc70c0fc504 req-fb176458-2283-448b-8ef4-ec4fd3d5b86e tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 943 time: 0.0977080 Jan 28 19:15:18.567402 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5f1ae817-c3db-492c-83fc-2fb8fb3a9786 req-49453aae-6faf-4aca-8fc5-5c19546e5d10 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/security-groups?id=8735ab05-0ffa-4c01-b683-bed670b35e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954351 Jan 28 19:15:18.582171 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c3a5c-d3cb-464d-909b-3b08d3bc0760 req-5fabac87-961f-49da-b17c-3441c75e0fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:18.583684 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0f9c3a5c-d3cb-464d-909b-3b08d3bc0760 req-5fabac87-961f-49da-b17c-3441c75e0fba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3da39749e42a41868cf367b3be55b9b8&device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 1125 time: 0.1235161 Jan 28 19:15:18.629055 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a4629e-729b-4c81-812b-40af5d23ee5d x-openstack-request-id: req-e1a4629e-729b-4c81-812b-40af5d23ee5d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:18.629349 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2be1f53-39f7-44e8-88d4-bc2817da2ad0", "name": "network-vif-plugged", "status": "completed", "tag": "dd92615d-87ba-4b09-b829-cad2f55d3e40", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:18.629602 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1a4629e-729b-4c81-812b-40af5d23ee5d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:18.629995 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2be1f53-39f7-44e8-88d4-bc2817da2ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd92615d-87ba-4b09-b829-cad2f55d3e40', 'code': 200} Jan 28 19:15:18.646356 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3ed1ce0c-a685-4943-9d06-7fc70c0fc504 req-7d582894-2c34-45b9-9b2f-0dd322b715bc tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877023 Jan 28 19:15:18.648983 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7424a29-2617-480e-8b0e-a32cd16efcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b33be57b-6043-429e-b0f3-c0f999e9a1c4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.653065 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7424a29-2617-480e-8b0e-a32cd16efcad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.654470 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c7424a29-2617-480e-8b0e-a32cd16efcad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b33be57b-6043-429e-b0f3-c0f999e9a1c4 HTTP/1.1" status: 204 len: 168 time: 0.2657449 Jan 28 19:15:18.668404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7424a29-2617-480e-8b0e-a32cd16efcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33be57b-6043-429e-b0f3-c0f999e9a1c4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:18.784316 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-371ab281-0280-4d74-80c9-4fd583c0e65d admin admin] Publish callbacks [] for security_group (6921ad9d-bdc4-48be-ae3c-400979758bfe), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.796098 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-371ab281-0280-4d74-80c9-4fd583c0e65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6921ad9d-bdc4-48be-ae3c-400979758bfe), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:18.823557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c3a5c-d3cb-464d-909b-3b08d3bc0760 req-b1430c0e-7638-4fd1-8fb1-3c8040e6059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:18.825061 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0f9c3a5c-d3cb-464d-909b-3b08d3bc0760 req-b1430c0e-7638-4fd1-8fb1-3c8040e6059f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1 HTTP/1.1" status: 200 len: 903 time: 0.2311573 Jan 28 19:15:18.856533 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ab281-0280-4d74-80c9-4fd583c0e65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6921ad9d-bdc4-48be-ae3c-400979758bfe,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:19.256972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a9580-1919-48dd-8ed9-f931fd7d6999 req-8f92d991-3603-4849-89a4-19788b2dd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:19.258625 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d09a9580-1919-48dd-8ed9-f931fd7d6999 req-8f92d991-3603-4849-89a4-19788b2dd79a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 1127 time: 0.5671668 Jan 28 19:15:19.262013 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0f9c3a5c-d3cb-464d-909b-3b08d3bc0760 req-74151cdc-e20a-422c-acc6-84a7617cb27d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff170273-0e82-4256-a7ce-536f6bda4a25 HTTP/1.1" status: 200 len: 217 time: 0.4285445 Jan 28 19:15:19.265255 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-371ab281-0280-4d74-80c9-4fd583c0e65d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=612d1f84958b47058d40752e01e1e32a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9720905 Jan 28 19:15:19.268824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44664) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:19.280810 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-2b74ff73-e4d3-41e7-88fd-1788d6396c06 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:19.283176 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-2b74ff73-e4d3-41e7-88fd-1788d6396c06 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 808 time: 0.1155918 Jan 28 19:15:19.311889 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-e2cc17ee-e858-498c-a8fe-5e391bb1c7de tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/quotas/be0bcd491a344f1d9cdebd1430d3209a HTTP/1.1" status: 200 len: 375 time: 0.0111952 Jan 28 19:15:19.389163 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f266c-45fe-4f5f-9646-29d66ad7b2d9 req-96c22ad1-79fd-401f-a75a-2cc3b7ed84c2 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:19.397090 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-159f266c-45fe-4f5f-9646-29d66ad7b2d9 req-96c22ad1-79fd-401f-a75a-2cc3b7ed84c2 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.5683007 Jan 28 19:15:19.404532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-60ae3846-1692-4f24-a614-312d12011e04 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854540 Jan 28 19:15:19.418591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c3a5c-d3cb-464d-909b-3b08d3bc0760 req-f982844a-1807-4ac1-bd9b-64ae216a9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:19.420006 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0f9c3a5c-d3cb-464d-909b-3b08d3bc0760 req-f982844a-1807-4ac1-bd9b-64ae216a9083 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8eb5347e-d66a-46e3-9579-1241a6589256 HTTP/1.1" status: 200 len: 842 time: 0.1377301 Jan 28 19:15:19.432092 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d09a9580-1919-48dd-8ed9-f931fd7d6999 req-8b25cd69-ea3b-49b9-959c-0b4bd9e4d552 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620498 Jan 28 19:15:19.500243 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e33e91c8-01e7-4795-b09f-d53aabbbaa02 admin admin] Publish callbacks [] for security_group (6921ad9d-bdc4-48be-ae3c-400979758bfe), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:19.506054 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0f9c3a5c-d3cb-464d-909b-3b08d3bc0760 req-cac59262-9ffe-4eb3-98d0-68ec672622f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a9c11ec-17d4-435e-a13b-0efb9529d2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783353 Jan 28 19:15:19.513938 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-159f266c-45fe-4f5f-9646-29d66ad7b2d9 req-f6539d8b-ee37-4e23-8f8c-d4e785683286 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159921 Jan 28 19:15:19.531226 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e33e91c8-01e7-4795-b09f-d53aabbbaa02 admin admin] Publish callbacks [] for security_group (6921ad9d-bdc4-48be-ae3c-400979758bfe), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:19.535487 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-df80c3f9-36ca-41b5-bab5-2ad456f17715 service neutron] 10.222.0.55 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211729 Jan 28 19:15:19.598957 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e33e91c8-01e7-4795-b09f-d53aabbbaa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6921ad9d-bdc4-48be-ae3c-400979758bfe), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:19.602446 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e33e91c8-01e7-4795-b09f-d53aabbbaa02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:19.604117 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e33e91c8-01e7-4795-b09f-d53aabbbaa02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6921ad9d-bdc4-48be-ae3c-400979758bfe HTTP/1.1" status: 204 len: 168 time: 0.3327405 Jan 28 19:15:19.616020 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e91c8-01e7-4795-b09f-d53aabbbaa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6921ad9d-bdc4-48be-ae3c-400979758bfe,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:19.711157 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-d6845245-0cf1-42ac-93c5-6ce0c0f90ac9 service neutron] 10.222.0.55 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688950 Jan 28 19:15:19.908684 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0f9c3a5c-d3cb-464d-909b-3b08d3bc0760 req-26a9ad19-1bd8-4453-9061-392ddc0c820e service neutron] 10.222.0.37 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119939 Jan 28 19:15:20.026831 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fccd3-8f1f-4e9a-aa3b-70414d97fcb6 req-58cfab17-9551-41af-8e6a-fcff5accbe22 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:20.034342 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-175fccd3-8f1f-4e9a-aa3b-70414d97fcb6 req-58cfab17-9551-41af-8e6a-fcff5accbe22 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.1475205 Jan 28 19:15:20.107196 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0f9c3a5c-d3cb-464d-909b-3b08d3bc0760 req-d1db1bf5-e15d-436b-a5d0-22bb237bac4f service neutron] 10.222.0.37 "GET /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792374 Jan 28 19:15:20.123131 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-175fccd3-8f1f-4e9a-aa3b-70414d97fcb6 req-de312cb9-fd94-4acf-b8f4-a7696bf04f6d tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826738 Jan 28 19:15:20.313906 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0995629-3067-48fd-90e8-d5d8ba5c2202 req-d7064c0d-0a63-45b8-bdc1-3d98d17b3c07 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:20.317237 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3c27c-8730-41e2-bb70-e82e132e442b req-8f49bd81-5bbe-4074-82cd-0b6ccbdea10f tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:20.319831 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0995629-3067-48fd-90e8-d5d8ba5c2202 req-d7064c0d-0a63-45b8-bdc1-3d98d17b3c07 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 943 time: 0.1365504 Jan 28 19:15:20.325130 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-27d3c27c-8730-41e2-bb70-e82e132e442b req-8f49bd81-5bbe-4074-82cd-0b6ccbdea10f tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9913a92-07d3-4f8f-b421-4886139f6bff HTTP/1.1" status: 200 len: 946 time: 0.0709488 Jan 28 19:15:20.373488 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-37578948-580d-4b25-945d-7044d59df602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:20.397371 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0995629-3067-48fd-90e8-d5d8ba5c2202 req-9fbf4ea8-3b1e-4229-a88b-3fb8ce92bc43 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715504 Jan 28 19:15:20.415916 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-27d3c27c-8730-41e2-bb70-e82e132e442b req-5f4b9023-ce04-4f97-b4a0-37962444baf9 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/security-groups?id=8735ab05-0ffa-4c01-b683-bed670b35e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889728 Jan 28 19:15:20.496191 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c13c0b76-6fd5-4ea5-a3ad-c43820794cd8 req-67a0e019-fa65-4b61-97e0-47be1aec76b2 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 210 time: 0.0396860 Jan 28 19:15:20.725302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44730) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:20.743275 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bee418-5c53-47f9-bc73-dfd79722f9e3 req-bd526a7e-b82e-42aa-8303-b91dfcc6c001 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:20.745169 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d4bee418-5c53-47f9-bc73-dfd79722f9e3 req-bd526a7e-b82e-42aa-8303-b91dfcc6c001 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.1206665 Jan 28 19:15:20.756558 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44734) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:20.834485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d4bee418-5c53-47f9-bc73-dfd79722f9e3 req-ab935631-d0f7-4d0c-ab5c-06f6d4f7f700 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796320 Jan 28 19:15:20.844892 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e14df70d-c565-4d7b-b4d9-58a047ce1945 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-601689867'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:20.873653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14df70d-c565-4d7b-b4d9-58a047ce1945 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Made reservation on behalf of f34d96ea7fe0404eab935bf44294a010 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:20.877627 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14df70d-c565-4d7b-b4d9-58a047ce1945 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:20.887815 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14df70d-c565-4d7b-b4d9-58a047ce1945 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:20.940434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-992526de-c48a-41c0-b4da-694b079d0f8f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1332794943', 'router:external': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:20.993010 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992526de-c48a-41c0-b4da-694b079d0f8f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Made reservation on behalf of d534cdcd16a044e0b42f9be404323d9e for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:20.995940 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-992526de-c48a-41c0-b4da-694b079d0f8f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.011170 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-992526de-c48a-41c0-b4da-694b079d0f8f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.053597 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14df70d-c565-4d7b-b4d9-58a047ce1945 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks [] for security_group (9ddcd62b-16ea-4235-b402-6b4a9c31628b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.060539 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14df70d-c565-4d7b-b4d9-58a047ce1945 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9ddcd62b-16ea-4235-b402-6b4a9c31628b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.096700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14df70d-c565-4d7b-b4d9-58a047ce1945 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:15:21.117008 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14df70d-c565-4d7b-b4d9-58a047ce1945 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (84db8172-562c-4549-938d-a3b36e12004d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.117373 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-e14df70d-c565-4d7b-b4d9-58a047ce1945 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Added segment 84db8172-562c-4549-938d-a3b36e12004d of type vlan for network 9046fe22-4e7a-4edd-ab40-b5bbf345952e Jan 28 19:15:21.128534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14df70d-c565-4d7b-b4d9-58a047ce1945 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddcd62b-16ea-4235-b402-6b4a9c31628b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:21.183347 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14df70d-c565-4d7b-b4d9-58a047ce1945 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (9046fe22-4e7a-4edd-ab40-b5bbf345952e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.224871 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-992526de-c48a-41c0-b4da-694b079d0f8f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for security_group (26b9558a-de98-42ef-9fce-1bb77d9d27f0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.241254 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-992526de-c48a-41c0-b4da-694b079d0f8f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (26b9558a-de98-42ef-9fce-1bb77d9d27f0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.246678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d432b-6c83-4bfd-a8c3-2b1c0a70853f req-877fae6b-11db-47c9-b184-0faa15ed37ee tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:21.248351 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-270d432b-6c83-4bfd-a8c3-2b1c0a70853f req-877fae6b-11db-47c9-b184-0faa15ed37ee tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9913a92-07d3-4f8f-b421-4886139f6bff HTTP/1.1" status: 200 len: 946 time: 0.0901275 Jan 28 19:15:21.274670 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14df70d-c565-4d7b-b4d9-58a047ce1945 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (9046fe22-4e7a-4edd-ab40-b5bbf345952e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.279815 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14df70d-c565-4d7b-b4d9-58a047ce1945 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:21.280413 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e14df70d-c565-4d7b-b4d9-58a047ce1945 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.297867 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992526de-c48a-41c0-b4da-694b079d0f8f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:15:21.377314 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-992526de-c48a-41c0-b4da-694b079d0f8f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5980c09c-45f0-48c7-84be-04c595cdfbfe), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.377572 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-992526de-c48a-41c0-b4da-694b079d0f8f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Added segment 5980c09c-45f0-48c7-84be-04c595cdfbfe of type vlan for network 3c3c436e-a0d4-4842-a176-47606905565c Jan 28 19:15:21.383617 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e14df70d-c565-4d7b-b4d9-58a047ce1945 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6570511 Jan 28 19:15:21.384467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992526de-c48a-41c0-b4da-694b079d0f8f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b9558a-de98-42ef-9fce-1bb77d9d27f0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:21.386149 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-270d432b-6c83-4bfd-a8c3-2b1c0a70853f req-e80c219f-e360-4b93-bf4a-641e949b2e27 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Deleting port 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:21.387052 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-270d432b-6c83-4bfd-a8c3-2b1c0a70853f req-e80c219f-e360-4b93-bf4a-641e949b2e27 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.405878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44740) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:21.411745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5895916c-49b3-45e2-943c-ca2f638ea5a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Request body: {'subnet': {'network_id': '9046fe22-4e7a-4edd-ab40-b5bbf345952e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:21.529466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14df70d-c565-4d7b-b4d9-58a047ce1945 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Pushing event updated for resources: {'Network': ['ID=9046fe22-4e7a-4edd-ab40-b5bbf345952e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:21.542353 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 9046fe22-4e7a-4edd-ab40-b5bbf345952e details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:15:21.602811 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71e18a-3148-4db2-a0e5-b22f831a77f9 req-df803040-d6e7-473b-9646-f3a454904d7d tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:21.604608 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1f71e18a-3148-4db2-a0e5-b22f831a77f9 req-df803040-d6e7-473b-9646-f3a454904d7d tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.3828905 Jan 28 19:15:21.607579 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-992526de-c48a-41c0-b4da-694b079d0f8f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (3c3c436e-a0d4-4842-a176-47606905565c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.681687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-270d432b-6c83-4bfd-a8c3-2b1c0a70853f req-e80c219f-e360-4b93-bf4a-641e949b2e27 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] For port 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3,segment=NetworkSegment(96adca0c-ef7a-4234-9d9f-85145ce785cb),segment_id=96adca0c-ef7a-4234-9d9f-85145ce785cb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:21.682076 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-270d432b-6c83-4bfd-a8c3-2b1c0a70853f req-e80c219f-e360-4b93-bf4a-641e949b2e27 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.701212 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.708622 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c3502-86f1-40c1-ab84-416db59edf00 req-78348a6f-672a-4350-908f-88548b26c315 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:21.709836 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-992526de-c48a-41c0-b4da-694b079d0f8f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (3c3c436e-a0d4-4842-a176-47606905565c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.711159 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9b4c3502-86f1-40c1-ab84-416db59edf00 req-78348a6f-672a-4350-908f-88548b26c315 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 943 time: 0.2167313 Jan 28 19:15:21.711294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992526de-c48a-41c0-b4da-694b079d0f8f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:21.712635 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-992526de-c48a-41c0-b4da-694b079d0f8f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.715785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5895916c-49b3-45e2-943c-ca2f638ea5a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Made reservation on behalf of f34d96ea7fe0404eab935bf44294a010 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:21.719194 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5895916c-49b3-45e2-943c-ca2f638ea5a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.725114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-270d432b-6c83-4bfd-a8c3-2b1c0a70853f req-e80c219f-e360-4b93-bf4a-641e949b2e27 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Calling delete_port for 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:21.761257 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1f71e18a-3148-4db2-a0e5-b22f831a77f9 req-51b44d89-a6ec-4620-aae6-ebd60cf42ef3 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462433 Jan 28 19:15:21.804039 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-992526de-c48a-41c0-b4da-694b079d0f8f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0459378 Jan 28 19:15:21.811822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44748) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:21.819829 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-f98cc190-26a4-427c-b975-6fc0a892e158 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:21.821457 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-f98cc190-26a4-427c-b975-6fc0a892e158 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.31 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 808 time: 0.4466994 Jan 28 19:15:21.825103 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9fbf72c1-ffc3-4423-a01d-ba9236aefe1b tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Request body: {'subnet': {'network_id': '3c3c436e-a0d4-4842-a176-47606905565c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:21.856679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-13627e75-a70b-4b8a-94f3-1402ad90acac tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Request body: {'port': {'device_id': 'ab1d7e37-5338-4683-9333-539e46f11cde', 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58', 'admin_state_up': True, 'tenant_id': 'be0bcd491a344f1d9cdebd1430d3209a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:21.865730 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbf72c1-ffc3-4423-a01d-ba9236aefe1b tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Made reservation on behalf of d534cdcd16a044e0b42f9be404323d9e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:21.868234 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fbf72c1-ffc3-4423-a01d-ba9236aefe1b tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:21.908228 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9b4c3502-86f1-40c1-ab84-416db59edf00 req-314ba71d-3a0e-46a1-a65c-ccd0cfee40ac tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853168 Jan 28 19:15:21.957669 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992526de-c48a-41c0-b4da-694b079d0f8f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Pushing event updated for resources: {'Network': ['ID=3c3c436e-a0d4-4842-a176-47606905565c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:21.976537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 3c3c436e-a0d4-4842-a176-47606905565c details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:15:22.089071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74130ed0-6eca-4130-ab62-0ee9fcc751e2 req-519dc13c-426a-4e83-ae51-3eff1fde5fff tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:22.098973 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-74130ed0-6eca-4130-ab62-0ee9fcc751e2 req-519dc13c-426a-4e83-ae51-3eff1fde5fff tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9913a92-07d3-4f8f-b421-4886139f6bff HTTP/1.1" status: 200 len: 946 time: 0.2360027 Jan 28 19:15:22.115065 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fc080b64-9402-4691-bc57-aeb6db262ed0 req-7ec6cc9a-c725-462f-a352-37615d9d6a7d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 210 time: 0.0530400 Jan 28 19:15:22.137104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device ff170273-0e82-4256-a7ce-536f6bda4a25 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:15:22.156038 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-270d432b-6c83-4bfd-a8c3-2b1c0a70853f req-e80c219f-e360-4b93-bf4a-641e949b2e27 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.165291 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5895916c-49b3-45e2-943c-ca2f638ea5a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (c4098bd8-e270-4b2b-9528-f08fdd2c3215), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.169953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:22.203915 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-74130ed0-6eca-4130-ab62-0ee9fcc751e2 req-7885a38d-c1f9-497d-8b71-5d91b28e6a40 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.55 "GET /v2.0/security-groups?id=8735ab05-0ffa-4c01-b683-bed670b35e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036634 Jan 28 19:15:22.249016 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-13627e75-a70b-4b8a-94f3-1402ad90acac tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Made reservation on behalf of be0bcd491a344f1d9cdebd1430d3209a for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:22.253737 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-13627e75-a70b-4b8a-94f3-1402ad90acac tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.272692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port ff170273-0e82-4256-a7ce-536f6bda4a25, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ff170273-0e82-4256-a7ce-536f6bda4a25,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:22.285030 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'ff170273-0e82-4256-a7ce-536f6bda4a25', 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1', 'port_id': 'ff170273-0e82-4256-a7ce-536f6bda4a25', 'mac_address': 'fa:16:3e:b8:80:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb5347e-d66a-46e3-9579-1241a6589256', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:15:22.322308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port ff170273-0e82-4256-a7ce-536f6bda4a25 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:22.322724 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.323210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895916c-49b3-45e2-943c-ca2f638ea5a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Pushing event updated for resources: {'Subnet': ['ID=c4098bd8-e270-4b2b-9528-f08fdd2c3215,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:22.336623 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff170273-0e82-4256-a7ce-536f6bda4a25 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:22.339495 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c219f-e360-4b93-bf4a-641e949b2e27 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Pushing event deleted for resources: {'Port': ['ID=33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:22.367959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port ff170273-0e82-4256-a7ce-536f6bda4a25, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ff170273-0e82-4256-a7ce-536f6bda4a25,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:22.375813 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.462917 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-270d432b-6c83-4bfd-a8c3-2b1c0a70853f req-e80c219f-e360-4b93-bf4a-641e949b2e27 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] No DVR routers for this DVR port 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:22.472579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f967d1-98f9-48fc-9009-0c6903a612dc req-4413e9bb-0190-4b71-adeb-2b4ef5e883f1 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:22.478369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=ff170273-0e82-4256-a7ce-536f6bda4a25,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:22.479475 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37f967d1-98f9-48fc-9009-0c6903a612dc req-4413e9bb-0190-4b71-adeb-2b4ef5e883f1 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.1579981 Jan 28 19:15:22.488162 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-270d432b-6c83-4bfd-a8c3-2b1c0a70853f req-e80c219f-e360-4b93-bf4a-641e949b2e27 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.491455 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-270d432b-6c83-4bfd-a8c3-2b1c0a70853f req-e80c219f-e360-4b93-bf4a-641e949b2e27 tempest-ServerMetadataNegativeTestJSON-2129572784 tempest-ServerMetadataNegativeTestJSON-2129572784-project] 10.222.0.31 "DELETE /v2.0/ports/33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 HTTP/1.1" status: 204 len: 173 time: 1.2365029 Jan 28 19:15:22.491909 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9913a92-07d3-4f8f-b421-4886139f6bff', 'name': 'network-vif-deleted', 'tag': '33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:22.494287 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30ac69c-7cea-4ed0-86f9-be83eda58ea5" -d '{"events": [{"server_uuid": "a9913a92-07d3-4f8f-b421-4886139f6bff", "name": "network-vif-deleted", "tag": "33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:22.511377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5895916c-49b3-45e2-943c-ca2f638ea5a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Checking segment: {'id': '84db8172-562c-4549-938d-a3b36e12004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9046fe22-4e7a-4edd-ab40-b5bbf345952e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:22.511747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5895916c-49b3-45e2-943c-ca2f638ea5a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Network hostable DHCP agents. Network: 9046fe22-4e7a-4edd-ab40-b5bbf345952e, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:15:22.518582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-13627e75-a70b-4b8a-94f3-1402ad90acac tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Allocated IP 172.20.0.12 (07cf55c4-e390-408e-b1e2-a832ba462c58/10a56f99-3d90-4e93-bed9-c1a90d6cae3c/aca36bc6-d415-4159-bdd5-0789222372da) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:22.560405 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37f967d1-98f9-48fc-9009-0c6903a612dc req-96e68ada-b770-4166-93a1-aab32f81676a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750644 Jan 28 19:15:22.561701 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5895916c-49b3-45e2-943c-ca2f638ea5a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Network 9046fe22-4e7a-4edd-ab40-b5bbf345952e is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:15:22.579930 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5895916c-49b3-45e2-943c-ca2f638ea5a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 9046fe22-4e7a-4edd-ab40-b5bbf345952e) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:22.587985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5895916c-49b3-45e2-943c-ca2f638ea5a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:22.588750 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5895916c-49b3-45e2-943c-ca2f638ea5a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.615588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef383cf-a2d1-45eb-8e3f-9a50518b6d15 None None] Network 9046fe22-4e7a-4edd-ab40-b5bbf345952e requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:22.628027 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5895916c-49b3-45e2-943c-ca2f638ea5a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2184229 Jan 28 19:15:22.628885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44756) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:22.633967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-42fb1d1e-ea6a-4592-b03d-7fc04038ce56 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Request body: {'port': {'network_id': '9046fe22-4e7a-4edd-ab40-b5bbf345952e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-495219312'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:22.682194 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28521d26-f107-494a-9800-bcacd4220cb9 x-openstack-request-id: req-28521d26-f107-494a-9800-bcacd4220cb9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:22.698654 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9913a92-07d3-4f8f-b421-4886139f6bff", "name": "network-vif-deleted", "tag": "33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:22.699151 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28521d26-f107-494a-9800-bcacd4220cb9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:22.699717 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9913a92-07d3-4f8f-b421-4886139f6bff', 'name': 'network-vif-deleted', 'tag': '33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3', 'status': 'completed', 'code': 200} Jan 28 19:15:22.763976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.objects.ports [None req-9fbf72c1-ffc3-4423-a01d-ba9236aefe1b tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:15:22.764546 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fbf72c1-ffc3-4423-a01d-ba9236aefe1b tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (aa362c5c-e37e-45ed-a133-2791aa5b80ef), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.823684 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-9046fe22-4e7a-4edd-ab40-b5bbf345952e', 'network_id': '9046fe22-4e7a-4edd-ab40-b5bbf345952e', 'project_id': 'f34d96ea7fe0404eab935bf44294a010', 'fixed_ips': [{'subnet_id': 'c4098bd8-e270-4b2b-9528-f08fdd2c3215'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:15:22.827935 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-13627e75-a70b-4b8a-94f3-1402ad90acac tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks [] for port (aca36bc6-d415-4159-bdd5-0789222372da), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.829526 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.841326 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['ff170273-0e82-4256-a7ce-536f6bda4a25'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:22.901121 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf72c1-ffc3-4423-a01d-ba9236aefe1b tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Pushing event updated for resources: {'Subnet': ['ID=aa362c5c-e37e-45ed-a133-2791aa5b80ef,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:22.950083 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.952237 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fb1d1e-ea6a-4592-b03d-7fc04038ce56 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Made reservation on behalf of f34d96ea7fe0404eab935bf44294a010 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:22.961638 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42fb1d1e-ea6a-4592-b03d-7fc04038ce56 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:22.974470 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf72c1-ffc3-4423-a01d-ba9236aefe1b tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Checking segment: {'id': '5980c09c-45f0-48c7-84be-04c595cdfbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3c3c436e-a0d4-4842-a176-47606905565c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:22.974895 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf72c1-ffc3-4423-a01d-ba9236aefe1b tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Network hostable DHCP agents. Network: 3c3c436e-a0d4-4842-a176-47606905565c, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:15:22.997731 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-13627e75-a70b-4b8a-94f3-1402ad90acac tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (aca36bc6-d415-4159-bdd5-0789222372da), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:23.006599 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-42fb1d1e-ea6a-4592-b03d-7fc04038ce56 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] device_id is not set on port 76446ce6-efdb-4b26-b55a-1a0aecc56468 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:15:23.015308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['b06602ea-53fc-4ce3-bf99-df0fa4870f3f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:23.018658 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc9299-71e3-4c08-85e2-98e95d1db50f req-8ba3e8d2-21ea-4d04-93f0-ca1b24e42188 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:23.026294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4340d5-9c72-4607-825c-3085cabcd4ab req-65b4472a-e485-4190-a448-cfbd57d4919f tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:23.026500 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6fdc9299-71e3-4c08-85e2-98e95d1db50f req-8ba3e8d2-21ea-4d04-93f0-ca1b24e42188 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.1185813 Jan 28 19:15:23.028754 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-db4340d5-9c72-4607-825c-3085cabcd4ab req-65b4472a-e485-4190-a448-cfbd57d4919f tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.1538751 Jan 28 19:15:23.064941 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf72c1-ffc3-4423-a01d-ba9236aefe1b tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Network 3c3c436e-a0d4-4842-a176-47606905565c is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:15:23.103282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-13627e75-a70b-4b8a-94f3-1402ad90acac tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Network 07cf55c4-e390-408e-b1e2-a832ba462c58 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:23.124857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-13627e75-a70b-4b8a-94f3-1402ad90acac tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:23.133639 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13627e75-a70b-4b8a-94f3-1402ad90acac tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Pushing event updated for resources: {'Port': ['ID=aca36bc6-d415-4159-bdd5-0789222372da,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:23.137628 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-13627e75-a70b-4b8a-94f3-1402ad90acac tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:23.148220 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9fbf72c1-ffc3-4423-a01d-ba9236aefe1b tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 3c3c436e-a0d4-4842-a176-47606905565c) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:23.160961 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-db4340d5-9c72-4607-825c-3085cabcd4ab req-68cacf99-40d8-4788-a8e6-73aac863975e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242912 Jan 28 19:15:23.164032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbf72c1-ffc3-4423-a01d-ba9236aefe1b tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:23.164806 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fbf72c1-ffc3-4423-a01d-ba9236aefe1b tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:23.169158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa7bc14-412f-43f6-abec-8fb1619c7d9e None None] Network 3c3c436e-a0d4-4842-a176-47606905565c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:23.236526 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6fdc9299-71e3-4c08-85e2-98e95d1db50f req-c823f9eb-41e7-41c4-ad8c-0c409f2f97be tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089024 Jan 28 19:15:23.267528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44768) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:23.268643 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9fbf72c1-ffc3-4423-a01d-ba9236aefe1b tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4554536 Jan 28 19:15:23.279205 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-13627e75-a70b-4b8a-94f3-1402ad90acac tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:23.279866 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-13627e75-a70b-4b8a-94f3-1402ad90acac tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:23.289212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-21139da6-a1da-44df-8b55-d68391c07e66 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-330038358', 'network_id': '3c3c436e-a0d4-4842-a176-47606905565c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:23.315152 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-13627e75-a70b-4b8a-94f3-1402ad90acac tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4667616 Jan 28 19:15:23.332012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Request body: {'port': {'device_id': 'ab1d7e37-5338-4683-9333-539e46f11cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:23.337242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21139da6-a1da-44df-8b55-d68391c07e66 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Made reservation on behalf of d534cdcd16a044e0b42f9be404323d9e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:23.340602 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21139da6-a1da-44df-8b55-d68391c07e66 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:23.342520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Allocated IP 2001:db8::2 (9046fe22-4e7a-4edd-ab40-b5bbf345952e/c4098bd8-e270-4b2b-9528-f08fdd2c3215/c9fed64e-7121-4466-95b8-d4a9710285bc) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:23.368832 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-21139da6-a1da-44df-8b55-d68391c07e66 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] device_id is not set on port 22fbd27a-87ad-4429-8479-6c172275f215 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:15:23.467079 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aca36bc6-d415-4159-bdd5-0789222372da), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:23.521985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-21139da6-a1da-44df-8b55-d68391c07e66 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Allocated IP 172.20.0.2 (3c3c436e-a0d4-4842-a176-47606905565c/aa362c5c-e37e-45ed-a133-2791aa5b80ef/22fbd27a-87ad-4429-8479-6c172275f215) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:23.679781 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eb23c4-b6b2-42f8-9b94-40623bc34cbe None None] Network 3c3c436e-a0d4-4842-a176-47606905565c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:23.696533 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21139da6-a1da-44df-8b55-d68391c07e66 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for port (22fbd27a-87ad-4429-8479-6c172275f215), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:23.753935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5582efa-fc4a-4487-a07e-a3a477a10bdb req-b49e74f3-b772-4052-9af0-fb21cc61f553 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:23.764463 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f5582efa-fc4a-4487-a07e-a3a477a10bdb req-b49e74f3-b772-4052-9af0-fb21cc61f553 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 944 time: 0.4981506 Jan 28 19:15:23.767005 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21139da6-a1da-44df-8b55-d68391c07e66 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (22fbd27a-87ad-4429-8479-6c172275f215), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:23.800026 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca36bc6-d415-4159-bdd5-0789222372da {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:23.809668 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Publish callbacks [] for port (aca36bc6-d415-4159-bdd5-0789222372da), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:23.826911 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Transition to ACTIVE for port object aca36bc6-d415-4159-bdd5-0789222372da will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:15:23.838200 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (aca36bc6-d415-4159-bdd5-0789222372da), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:23.846136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21139da6-a1da-44df-8b55-d68391c07e66 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Pushing event updated for resources: {'Port': ['ID=22fbd27a-87ad-4429-8479-6c172275f215,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:23.850610 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21139da6-a1da-44df-8b55-d68391c07e66 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Network 3c3c436e-a0d4-4842-a176-47606905565c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:23.860870 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-21139da6-a1da-44df-8b55-d68391c07e66 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:23.867888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21139da6-a1da-44df-8b55-d68391c07e66 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:23.888442 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Publish callbacks [] for port (c9fed64e-7121-4466-95b8-d4a9710285bc), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:23.901066 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (c9fed64e-7121-4466-95b8-d4a9710285bc), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:23.970134 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82b062-d2c0-4a6e-a024-fcc903163308 req-c5499a4c-7635-48fc-a3ed-95a756ccc684 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:23.972950 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Network 9046fe22-4e7a-4edd-ab40-b5bbf345952e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:23.975820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:23.979575 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bf82b062-d2c0-4a6e-a024-fcc903163308 req-c5499a4c-7635-48fc-a3ed-95a756ccc684 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 932 time: 0.5134728 Jan 28 19:15:23.981627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:23.989001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Pushing event updated for resources: {'Port': ['ID=c9fed64e-7121-4466-95b8-d4a9710285bc,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:23.989733 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21139da6-a1da-44df-8b55-d68391c07e66 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:23.990490 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21139da6-a1da-44df-8b55-d68391c07e66 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.001529 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f5582efa-fc4a-4487-a07e-a3a477a10bdb req-072704fb-7cbb-475d-9b08-f08edb6df334 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358301 Jan 28 19:15:24.033634 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-21139da6-a1da-44df-8b55-d68391c07e66 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.7490568 Jan 28 19:15:24.035616 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-42fb1d1e-ea6a-4592-b03d-7fc04038ce56 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Allocated IP 2001:db8::3cd (9046fe22-4e7a-4edd-ab40-b5bbf345952e/c4098bd8-e270-4b2b-9528-f08fdd2c3215/76446ce6-efdb-4b26-b55a-1a0aecc56468) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:24.038054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44770) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:24.066421 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Attempting to bind port c9fed64e-7121-4466-95b8-d4a9710285bc on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:24.066793 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Attempting to bind port c9fed64e-7121-4466-95b8-d4a9710285bc by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '84db8172-562c-4549-938d-a3b36e12004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9046fe22-4e7a-4edd-ab40-b5bbf345952e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:24.067357 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Attempting to bind port c9fed64e-7121-4466-95b8-d4a9710285bc on network 9046fe22-4e7a-4edd-ab40-b5bbf345952e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:24.073076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:24.073561 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Checking segment: {'id': '84db8172-562c-4549-938d-a3b36e12004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9046fe22-4e7a-4edd-ab40-b5bbf345952e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:24.074003 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.074703 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Bound using segment: {'id': '84db8172-562c-4549-938d-a3b36e12004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9046fe22-4e7a-4edd-ab40-b5bbf345952e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:24.074929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Bound port: c9fed64e-7121-4466-95b8-d4a9710285bc, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84db8172-562c-4549-938d-a3b36e12004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '9046fe22-4e7a-4edd-ab40-b5bbf345952e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:24.075490 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c9fed64e-7121-4466-95b8-d4a9710285bc), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.113587 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44772) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:24.143484 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] For port c9fed64e-7121-4466-95b8-d4a9710285bc, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:24.144060 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bf82b062-d2c0-4a6e-a024-fcc903163308 req-ba01932c-12fc-427b-a216-4e3a67d32834 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620786 Jan 28 19:15:24.152507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] For port c9fed64e-7121-4466-95b8-d4a9710285bc, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c9fed64e-7121-4466-95b8-d4a9710285bc,segment=NetworkSegment(84db8172-562c-4549-938d-a3b36e12004d),segment_id=84db8172-562c-4549-938d-a3b36e12004d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:24.160403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Pushing event updated for resources: {'Port': ['ID=aca36bc6-d415-4159-bdd5-0789222372da,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:24.164623 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c9fed64e-7121-4466-95b8-d4a9710285bc), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.194446 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Attempting to bind port aca36bc6-d415-4159-bdd5-0789222372da on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:24.194934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Attempting to bind port aca36bc6-d415-4159-bdd5-0789222372da by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:24.195917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Attempting to bind port aca36bc6-d415-4159-bdd5-0789222372da on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:24.206664 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Port aca36bc6-d415-4159-bdd5-0789222372da on network 07cf55c4-e390-408e-b1e2-a832ba462c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:15:24.207439 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Attempting to bind port aca36bc6-d415-4159-bdd5-0789222372da on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:24.215979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:24.216763 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Checking segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:24.217892 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Bound using segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:24.218582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Bound port: aca36bc6-d415-4159-bdd5-0789222372da, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:24.219170 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aca36bc6-d415-4159-bdd5-0789222372da), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.241517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628c3bd-b8ce-475d-b8f0-751c0cc3fedf None None] Pushing event updated for resources: {'Port': ['ID=c9fed64e-7121-4466-95b8-d4a9710285bc,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:24.295313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7fe5a35-618e-4eea-8a38-7cc151003935 admin admin] Deleting subnet cd5a5854-bd71-4ba8-84f0-d908109a1d34 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:15:24.316465 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7fe5a35-618e-4eea-8a38-7cc151003935 admin admin] Publish callbacks [] for subnet (cd5a5854-bd71-4ba8-84f0-d908109a1d34), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.317466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] For port aca36bc6-d415-4159-bdd5-0789222372da, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:24.321046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] For port aca36bc6-d415-4159-bdd5-0789222372da, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=aca36bc6-d415-4159-bdd5-0789222372da,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:24.331982 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (aca36bc6-d415-4159-bdd5-0789222372da), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.405529 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.413904 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7fe5a35-618e-4eea-8a38-7cc151003935 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (cd5a5854-bd71-4ba8-84f0-d908109a1d34), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.420113 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e96dd212-54a9-40f2-a265-3ad95112d046 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Deleting port 22fbd27a-87ad-4429-8479-6c172275f215 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:24.420438 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e96dd212-54a9-40f2-a265-3ad95112d046 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (22fbd27a-87ad-4429-8479-6c172275f215), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.456655 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Pushing event updated for resources: {'Port': ['ID=aca36bc6-d415-4159-bdd5-0789222372da,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:24.465832 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:24.466489 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.468196 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7d9f49b1-7d01-4071-a958-317dc2a5804e service neutron] 10.222.0.31 "PUT /v2.0/ports/aca36bc6-d415-4159-bdd5-0789222372da HTTP/1.1" status: 200 len: 1092 time: 1.1455338 Jan 28 19:15:24.468781 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1d7e37-5338-4683-9333-539e46f11cde', 'tag': 'aca36bc6-d415-4159-bdd5-0789222372da'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:24.471439 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d90283-5e26-4486-8fc9-b92f649a1ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1d7e37-5338-4683-9333-539e46f11cde", "tag": "aca36bc6-d415-4159-bdd5-0789222372da"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:24.527416 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7fe5a35-618e-4eea-8a38-7cc151003935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (cd5a5854-bd71-4ba8-84f0-d908109a1d34), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:24.566579 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585f780-4402-43a3-a199-630d7ddde29a req-128de5bc-fefc-4ee7-b6ba-6aba7f73d82d tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:24.575127 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2585f780-4402-43a3-a199-630d7ddde29a req-128de5bc-fefc-4ee7-b6ba-6aba7f73d82d tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.2340860 Jan 28 19:15:24.638431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-03c9b20f-7ca6-4acf-9676-f9f32e5aa185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:24.639960 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-03c9b20f-7ca6-4acf-9676-f9f32e5aa185 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 1126 time: 0.1122050 Jan 28 19:15:24.662870 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2585f780-4402-43a3-a199-630d7ddde29a req-70ec8179-3931-46a7-8fa0-16d084bc6bed tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819364 Jan 28 19:15:24.728614 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-a4c35070-7cd7-46fa-a4b0-55a8e170cf31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aca36bc6-d415-4159-bdd5-0789222372da HTTP/1.1" status: 200 len: 217 time: 0.0811524 Jan 28 19:15:24.730702 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce80243b-c4e6-4fec-93e4-d6a5cc53a965 x-openstack-request-id: req-ce80243b-c4e6-4fec-93e4-d6a5cc53a965 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:24.731077 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1d7e37-5338-4683-9333-539e46f11cde", "tag": "aca36bc6-d415-4159-bdd5-0789222372da", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:24.731436 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce80243b-c4e6-4fec-93e4-d6a5cc53a965 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:24.731952 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1d7e37-5338-4683-9333-539e46f11cde', 'tag': 'aca36bc6-d415-4159-bdd5-0789222372da', 'status': 'completed', 'code': 200} Jan 28 19:15:24.809554 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-a63e3ac6-29be-4422-885f-6f946bb520af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:24.811997 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-a63e3ac6-29be-4422-885f-6f946bb520af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.0740483 Jan 28 19:15:24.850326 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-19509c64-fa14-45c8-9c12-c98e95f5fe2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324969 Jan 28 19:15:24.978782 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-ae7f602f-3096-4949-ae51-2ad258fc9f61 service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225436 Jan 28 19:15:25.004571 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42fb1d1e-ea6a-4592-b03d-7fc04038ce56 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks [] for port (76446ce6-efdb-4b26-b55a-1a0aecc56468), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.015612 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5d6b-3899-445c-8277-a5cb8db7c404 req-73cf096f-d635-4e87-a359-2dea52e76e6e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:25.017173 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-710d5d6b-3899-445c-8277-a5cb8db7c404 req-73cf096f-d635-4e87-a359-2dea52e76e6e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.7281070 Jan 28 19:15:25.102475 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10b5b2d0-18a3-472c-a316-8057965a1b87 req-7634e35c-4c79-4610-ad4d-010010fdcece service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146877 Jan 28 19:15:25.140547 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e96dd212-54a9-40f2-a265-3ad95112d046 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (22fbd27a-87ad-4429-8479-6c172275f215), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.156187 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7fe5a35-618e-4eea-8a38-7cc151003935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (cd5a5854-bd71-4ba8-84f0-d908109a1d34), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.188320 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7fe5a35-618e-4eea-8a38-7cc151003935 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.191963 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c7fe5a35-618e-4eea-8a38-7cc151003935 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cd5a5854-bd71-4ba8-84f0-d908109a1d34 HTTP/1.1" status: 204 len: 168 time: 1.0749493 Jan 28 19:15:25.199320 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44796) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:25.223024 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe5a35-618e-4eea-8a38-7cc151003935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd5a5854-bd71-4ba8-84f0-d908109a1d34,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:25.230903 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-710d5d6b-3899-445c-8277-a5cb8db7c404 req-ca40a5b2-e9e1-4621-aa16-c0817de354d7 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034674 Jan 28 19:15:25.232841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e96dd212-54a9-40f2-a265-3ad95112d046 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Calling delete_port for 22fbd27a-87ad-4429-8479-6c172275f215 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:25.240480 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42fb1d1e-ea6a-4592-b03d-7fc04038ce56 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (76446ce6-efdb-4b26-b55a-1a0aecc56468), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.277379 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.344184 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fb1d1e-ea6a-4592-b03d-7fc04038ce56 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Network 9046fe22-4e7a-4edd-ab40-b5bbf345952e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:25.386254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-42fb1d1e-ea6a-4592-b03d-7fc04038ce56 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:25.392557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb1d1e-ea6a-4592-b03d-7fc04038ce56 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:25.400808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fb1d1e-ea6a-4592-b03d-7fc04038ce56 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:25.402407 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42fb1d1e-ea6a-4592-b03d-7fc04038ce56 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.416177 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4424e1c4-b354-4044-953c-14f6219849a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.427624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90283-5e26-4486-8fc9-b92f649a1ddb req-e01db009-9578-45fb-8c50-66d5cf8de977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:25.429517 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37d90283-5e26-4486-8fc9-b92f649a1ddb req-e01db009-9578-45fb-8c50-66d5cf8de977 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 1126 time: 0.2498343 Jan 28 19:15:25.433615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb1d1e-ea6a-4592-b03d-7fc04038ce56 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Pushing event updated for resources: {'Port': ['ID=76446ce6-efdb-4b26-b55a-1a0aecc56468,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:25.443316 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0baa2f-1475-4b8d-875d-787e5267410e req-b64f423e-33df-4f89-83c6-13d66f1282c0 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:25.445181 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7b0baa2f-1475-4b8d-875d-787e5267410e req-b64f423e-33df-4f89-83c6-13d66f1282c0 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 944 time: 0.2445767 Jan 28 19:15:25.458819 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-42fb1d1e-ea6a-4592-b03d-7fc04038ce56 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8287270 Jan 28 19:15:25.463726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:25.479250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-553b6ef4-d491-4a4b-a48d-347df4964c85 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Request body: {'port': {'network_id': '9046fe22-4e7a-4edd-ab40-b5bbf345952e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2008499397', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:25.480971 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-553b6ef4-d491-4a4b-a48d-347df4964c85 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] bootfile-name is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:15:25.480971 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-553b6ef4-d491-4a4b-a48d-347df4964c85 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] tftp-server is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:15:25.480971 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-553b6ef4-d491-4a4b-a48d-347df4964c85 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] server-ip-address is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:15:25.481661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76ce78-b16d-4697-8e45-2b29edc88637 req-0df2e2d9-4c4f-4d9c-b6ea-21a5fe722aca tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:25.483550 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4d76ce78-b16d-4697-8e45-2b29edc88637 req-0df2e2d9-4c4f-4d9c-b6ea-21a5fe722aca tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.1366568 Jan 28 19:15:25.585495 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4d76ce78-b16d-4697-8e45-2b29edc88637 req-49f1c378-5f28-4ede-918c-79cfd782d124 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878692 Jan 28 19:15:25.595611 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7ec61217-fb0b-4500-88af-47e77c1be2e5 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:15:25.598396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:25.617364 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e96dd212-54a9-40f2-a265-3ad95112d046 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (22fbd27a-87ad-4429-8479-6c172275f215), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.635673 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4424e1c4-b354-4044-953c-14f6219849a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.656447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:25.656804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 33807e2d-bdbc-4a7b-be47-6bd9cd1b20b3 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:25.657288 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7ec61217-fb0b-4500-88af-47e77c1be2e5 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:25.740414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dd212-54a9-40f2-a265-3ad95112d046 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Pushing event deleted for resources: {'Port': ['ID=22fbd27a-87ad-4429-8479-6c172275f215,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:25.775720 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e671da-90c2-41c8-92bf-85c43d5a39ff None None] Network 9046fe22-4e7a-4edd-ab40-b5bbf345952e requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:25.845740 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e96dd212-54a9-40f2-a265-3ad95112d046 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.853653 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e96dd212-54a9-40f2-a265-3ad95112d046 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "DELETE /v2.0/ports/22fbd27a-87ad-4429-8479-6c172275f215 HTTP/1.1" status: 204 len: 168 time: 1.8143256 Jan 28 19:15:25.863487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ddf24-1029-451f-af8e-c626fc39eebf req-cb305c11-69a8-49ab-8e2e-b5660c069e4a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:25.871221 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ad8ddf24-1029-451f-af8e-c626fc39eebf req-cb305c11-69a8-49ab-8e2e-b5660c069e4a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.1322365 Jan 28 19:15:25.872508 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44800) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:25.878537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c3c436e-a0d4-4842-a176-47606905565c', 'external_fixed_ips': [{'subnet_id': 'aa362c5c-e37e-45ed-a133-2791aa5b80ef', 'ip_address': '172.20.0.2'}]}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:25.967524 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7ec61217-fb0b-4500-88af-47e77c1be2e5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7ec61217-fb0b-4500-88af-47e77c1be2e5,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:25.972465 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 7ec61217-fb0b-4500-88af-47e77c1be2e5 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:25.972874 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.979787 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4424e1c4-b354-4044-953c-14f6219849a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:25.983792 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (c4fc7845-d19c-4671-851e-d0752ba85965), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.985392 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (c4fc7845-d19c-4671-851e-d0752ba85965), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:25.990621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4424e1c4-b354-4044-953c-14f6219849a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96adca0c-ef7a-4234-9d9f-85145ce785cb') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:25.990915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4424e1c4-b354-4044-953c-14f6219849a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96adca0c-ef7a-4234-9d9f-85145ce785cb') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:26.001576 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4424e1c4-b354-4044-953c-14f6219849a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (96adca0c-ef7a-4234-9d9f-85145ce785cb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.018114 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9a588d67-ea4b-48ff-87ee-804080e563e3 None None] Provisioning complete for port c9fed64e-7121-4466-95b8-d4a9710285bc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:26.018280 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4424e1c4-b354-4044-953c-14f6219849a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (96adca0c-ef7a-4234-9d9f-85145ce785cb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.018365 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a588d67-ea4b-48ff-87ee-804080e563e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c9fed64e-7121-4466-95b8-d4a9710285bc), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.024700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4424e1c4-b354-4044-953c-14f6219849a2 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:15:26.025388 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4424e1c4-b354-4044-953c-14f6219849a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (96adca0c-ef7a-4234-9d9f-85145ce785cb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.092614 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_controller (c4fc7845-d19c-4671-851e-d0752ba85965), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.104480 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '7ec61217-fb0b-4500-88af-47e77c1be2e5', 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900', 'port_id': '7ec61217-fb0b-4500-88af-47e77c1be2e5', 'mac_address': 'fa:16:3e:b7:60:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae82aed-d710-4ea3-a053-d0d0552a67d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:15:26.114941 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ad8ddf24-1029-451f-af8e-c626fc39eebf req-5dbc757d-3ea6-4341-a954-c35b7d4bedfc tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425506 Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: warnings.warn(msg) Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:15:26.120555 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:15:26.130014 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4424e1c4-b354-4044-953c-14f6219849a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.134971 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4424e1c4-b354-4044-953c-14f6219849a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.141460 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e21848-07f4-4021-8f88-3c272ef1cfb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ec61217-fb0b-4500-88af-47e77c1be2e5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:26.142061 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4424e1c4-b354-4044-953c-14f6219849a2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e HTTP/1.1" status: 204 len: 168 time: 0.9401641 Jan 28 19:15:26.142398 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a7179d-f877-4161-8952-5778b42892b7" -d '{"events": [{"server_uuid": "51e21848-07f4-4021-8f88-3c272ef1cfb9", "name": "network-vif-unplugged", "status": "completed", "tag": "7ec61217-fb0b-4500-88af-47e77c1be2e5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:26.173324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424e1c4-b354-4044-953c-14f6219849a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae4ae41-0c62-4a37-8f96-3c3c4ac6018e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:26.217996 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7ec61217-fb0b-4500-88af-47e77c1be2e5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7ec61217-fb0b-4500-88af-47e77c1be2e5,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:26.222059 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device ff170273-0e82-4256-a7ce-536f6bda4a25 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:26.233967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c9fed64e-7121-4466-95b8-d4a9710285bc up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:26.280197 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6db65ee-eeec-4843-950b-897405bd9ab7 x-openstack-request-id: req-d6db65ee-eeec-4843-950b-897405bd9ab7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:26.280914 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e21848-07f4-4021-8f88-3c272ef1cfb9", "name": "network-vif-unplugged", "status": "completed", "tag": "7ec61217-fb0b-4500-88af-47e77c1be2e5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:26.280914 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d6db65ee-eeec-4843-950b-897405bd9ab7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:26.281522 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e21848-07f4-4021-8f88-3c272ef1cfb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ec61217-fb0b-4500-88af-47e77c1be2e5', 'code': 200} Jan 28 19:15:26.285788 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7b0baa2f-1475-4b8d-875d-787e5267410e req-678c8276-b023-417a-97b0-18fd7c2fe870 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8252921 Jan 28 19:15:26.327408 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.361323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553b6ef4-d491-4a4b-a48d-347df4964c85 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Made reservation on behalf of f34d96ea7fe0404eab935bf44294a010 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:26.364767 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-553b6ef4-d491-4a4b-a48d-347df4964c85 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.403616 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90283-5e26-4486-8fc9-b92f649a1ddb req-fcf72d3f-6c46-4de9-b7fc-0ff695ce1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:26.406957 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37d90283-5e26-4486-8fc9-b92f649a1ddb req-fcf72d3f-6c46-4de9-b7fc-0ff695ce1466 service neutron] 10.222.0.31 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.9539165 Jan 28 19:15:26.415567 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 7ec61217-fb0b-4500-88af-47e77c1be2e5 is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:26.415948 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.419474 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-553b6ef4-d491-4a4b-a48d-347df4964c85 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] device_id is not set on port 94f21c7d-9112-4b80-b308-c518d86d3618 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:15:26.462603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ec61217-fb0b-4500-88af-47e77c1be2e5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:26.498213 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=7ec61217-fb0b-4500-88af-47e77c1be2e5,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:26.514997 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (c4fc7845-d19c-4671-851e-d0752ba85965), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.599898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port ff170273-0e82-4256-a7ce-536f6bda4a25 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:15:26.606303 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9a588d67-ea4b-48ff-87ee-804080e563e3 None None] Current status of the port c9fed64e-7121-4466-95b8-d4a9710285bc is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:26.606701 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a588d67-ea4b-48ff-87ee-804080e563e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c9fed64e-7121-4466-95b8-d4a9710285bc), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.608851 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44808) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:26.662872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port ff170273-0e82-4256-a7ce-536f6bda4a25 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:26.664757 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.666816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c9fed64e-7121-4466-95b8-d4a9710285bc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:26.669214 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-553b6ef4-d491-4a4b-a48d-347df4964c85 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Allocated IP 2001:db8::b (9046fe22-4e7a-4edd-ab40-b5bbf345952e/c4098bd8-e270-4b2b-9528-f08fdd2c3215/94f21c7d-9112-4b80-b308-c518d86d3618) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:26.669841 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c9fed64e-7121-4466-95b8-d4a9710285bc), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.755701 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8ff202c5-4842-4851-823b-98da7e71fe29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3cc015aa4e9c456dbb1c8fc92224f129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456003 Jan 28 19:15:26.761364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44812) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:26.761681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37d90283-5e26-4486-8fc9-b92f649a1ddb req-c54ab510-abac-474c-89e7-6f4d129e5984 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aca36bc6-d415-4159-bdd5-0789222372da HTTP/1.1" status: 200 len: 217 time: 0.0616515 Jan 28 19:15:26.775020 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10041418-ea00-4fed-ba5b-af3b033bce2a req-6340e288-b224-4310-813c-cfca52c42abb tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:26.775711 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-10041418-ea00-4fed-ba5b-af3b033bce2a req-6340e288-b224-4310-813c-cfca52c42abb tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 944 time: 0.2522998 Jan 28 19:15:26.788493 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:15:26.788851 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:15:26.900721 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83325c1e-57a8-465c-b221-4b0359b78a98 admin admin] Publish callbacks [] for security_group (8735ab05-0ffa-4c01-b683-bed670b35e39), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.903198 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d90283-5e26-4486-8fc9-b92f649a1ddb req-152a2af2-51fa-4902-8794-44309f8fdbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:26.904691 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37d90283-5e26-4486-8fc9-b92f649a1ddb req-152a2af2-51fa-4902-8794-44309f8fdbbe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.1217816 Jan 28 19:15:26.909402 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9a588d67-ea4b-48ff-87ee-804080e563e3 None None] For port c9fed64e-7121-4466-95b8-d4a9710285bc, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c9fed64e-7121-4466-95b8-d4a9710285bc,segment=NetworkSegment(84db8172-562c-4549-938d-a3b36e12004d),segment_id=84db8172-562c-4549-938d-a3b36e12004d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:26.928032 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83325c1e-57a8-465c-b221-4b0359b78a98 admin admin] Publish callbacks [] for security_group (8735ab05-0ffa-4c01-b683-bed670b35e39), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.960927 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37d90283-5e26-4486-8fc9-b92f649a1ddb req-d49c2ed9-0845-437f-90cb-d2a1072ea3e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478475 Jan 28 19:15:26.968125 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e40243-2e3d-4ae3-bc69-01f44d85ded1 req-7a582617-ba40-468a-9b0d-ea474f58559c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:26.975253 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-32e40243-2e3d-4ae3-bc69-01f44d85ded1 req-7a582617-ba40-468a-9b0d-ea474f58559c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.2239830 Jan 28 19:15:26.990498 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a588d67-ea4b-48ff-87ee-804080e563e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c9fed64e-7121-4466-95b8-d4a9710285bc), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:26.996176 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c9fed64e-7121-4466-95b8-d4a9710285bc is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:27.010969 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83325c1e-57a8-465c-b221-4b0359b78a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8735ab05-0ffa-4c01-b683-bed670b35e39), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.019534 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83325c1e-57a8-465c-b221-4b0359b78a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.020781 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-83325c1e-57a8-465c-b221-4b0359b78a98 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8735ab05-0ffa-4c01-b683-bed670b35e39 HTTP/1.1" status: 204 len: 168 time: 0.2440114 Jan 28 19:15:27.053183 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-10041418-ea00-4fed-ba5b-af3b033bce2a req-972f0755-6ccd-4101-96b4-2fd76c620e97 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304997 Jan 28 19:15:27.100774 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83325c1e-57a8-465c-b221-4b0359b78a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8735ab05-0ffa-4c01-b683-bed670b35e39,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:27.106646 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-553b6ef4-d491-4a4b-a48d-347df4964c85 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks [] for port (94f21c7d-9112-4b80-b308-c518d86d3618), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.156369 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-32e40243-2e3d-4ae3-bc69-01f44d85ded1 req-915a2223-f8a4-4895-b151-5de6d70a9178 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802218 Jan 28 19:15:27.215540 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37d90283-5e26-4486-8fc9-b92f649a1ddb req-7d1b3a74-8d16-489c-a13b-3beb19f84db1 service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363365 Jan 28 19:15:27.218668 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588d67-ea4b-48ff-87ee-804080e563e3 None None] Pushing event updated for resources: {'Port': ['ID=c9fed64e-7121-4466-95b8-d4a9710285bc,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:27.226272 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port ff170273-0e82-4256-a7ce-536f6bda4a25 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:27.226457 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.229760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1d3d5642-7bba-48a1-83c7-59274f687bec None None] Provisioning complete for port 76446ce6-efdb-4b26-b55a-1a0aecc56468 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:27.230149 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d3d5642-7bba-48a1-83c7-59274f687bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (76446ce6-efdb-4b26-b55a-1a0aecc56468), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.368286 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37d90283-5e26-4486-8fc9-b92f649a1ddb req-c55315ed-1c12-496c-a579-0c787d19ec93 service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354568 Jan 28 19:15:27.389913 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-553b6ef4-d491-4a4b-a48d-347df4964c85 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (94f21c7d-9112-4b80-b308-c518d86d3618), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.400545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port ff170273-0e82-4256-a7ce-536f6bda4a25, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ff170273-0e82-4256-a7ce-536f6bda4a25,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:27.401943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d5642-7bba-48a1-83c7-59274f687bec None None] Port 76446ce6-efdb-4b26-b55a-1a0aecc56468 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:15:27.410422 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.416617 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf8931-f8ea-4d7c-99f5-9c3bd0229df9 req-272b2723-4913-4c75-ad4f-ccc1b935e252 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:27.424124 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41bf8931-f8ea-4d7c-99f5-9c3bd0229df9 req-272b2723-4913-4c75-ad4f-ccc1b935e252 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.1186693 Jan 28 19:15:27.433084 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (c4fc7845-d19c-4671-851e-d0752ba85965), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.453049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 7ec61217-fb0b-4500-88af-47e77c1be2e5 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:27.453438 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.471136 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1d3d5642-7bba-48a1-83c7-59274f687bec None None] Provisioning complete for port c9fed64e-7121-4466-95b8-d4a9710285bc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:27.471552 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d3d5642-7bba-48a1-83c7-59274f687bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c9fed64e-7121-4466-95b8-d4a9710285bc), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.477050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b6ef4-d491-4a4b-a48d-347df4964c85 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Pushing event updated for resources: {'Port': ['ID=94f21c7d-9112-4b80-b308-c518d86d3618,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:27.498296 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.509807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec61217-fb0b-4500-88af-47e77c1be2e5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:27.518924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=ff170273-0e82-4256-a7ce-536f6bda4a25,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:27.546671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7ec61217-fb0b-4500-88af-47e77c1be2e5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7ec61217-fb0b-4500-88af-47e77c1be2e5,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:27.565823 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.571277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553b6ef4-d491-4a4b-a48d-347df4964c85 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Network 9046fe22-4e7a-4edd-ab40-b5bbf345952e is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:27.577207 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-553b6ef4-d491-4a4b-a48d-347df4964c85 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:27.595428 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b6ef4-d491-4a4b-a48d-347df4964c85 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:27.601730 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553b6ef4-d491-4a4b-a48d-347df4964c85 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:27.603984 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-553b6ef4-d491-4a4b-a48d-347df4964c85 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:27.647838 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45f344-c35a-4f7d-8f48-b6af738134b4 req-891559b7-05c9-4192-8a8a-f89ee2ddd564 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:27.650589 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0d45f344-c35a-4f7d-8f48-b6af738134b4 req-891559b7-05c9-4192-8a8a-f89ee2ddd564 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 945 time: 0.1882365 Jan 28 19:15:27.656238 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-553b6ef4-d491-4a4b-a48d-347df4964c85 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.1832712 Jan 28 19:15:27.662688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44824) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:27.722281 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41bf8931-f8ea-4d7c-99f5-9c3bd0229df9 req-0d31a41c-198a-4919-9622-4356dbd0853a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963803 Jan 28 19:15:27.809511 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0d45f344-c35a-4f7d-8f48-b6af738134b4 req-e0d776b9-3ee2-44c4-8f94-b198f6d0fcad tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517687 Jan 28 19:15:27.818724 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ab52ed-b277-4e12-b676-0b10087e6c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:27.838363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ab52ed-b277-4e12-b676-0b10087e6c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:27.839628 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Allocated IP 172.20.0.2 (3c3c436e-a0d4-4842-a176-47606905565c/aa362c5c-e37e-45ed-a133-2791aa5b80ef/fd1a5568-13cd-421f-b757-c5cb71046d36) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:27.859385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ab52ed-b277-4e12-b676-0b10087e6c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:27.862384 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-82ab52ed-b277-4e12-b676-0b10087e6c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1971781 Jan 28 19:15:27.865349 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44832) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:27.944869 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d5642-7bba-48a1-83c7-59274f687bec None None] Current status of the port c9fed64e-7121-4466-95b8-d4a9710285bc is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:27.953936 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=7ec61217-fb0b-4500-88af-47e77c1be2e5,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:28.024743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['7ec61217-fb0b-4500-88af-47e77c1be2e5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:28.027268 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for port (fd1a5568-13cd-421f-b757-c5cb71046d36), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:28.090992 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-84639342-9e36-4524-9ee1-7b4e15bbec4f tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Deleting port 94f21c7d-9112-4b80-b308-c518d86d3618 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:28.091604 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84639342-9e36-4524-9ee1-7b4e15bbec4f tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (94f21c7d-9112-4b80-b308-c518d86d3618), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:28.113701 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (fd1a5568-13cd-421f-b757-c5cb71046d36), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:28.134707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c9fed64e-7121-4466-95b8-d4a9710285bc up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:28.186700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device dd92615d-87ba-4b09-b829-cad2f55d3e40 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:15:28.212257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Pushing event updated for resources: {'Port': ['ID=fd1a5568-13cd-421f-b757-c5cb71046d36,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:28.241213 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-40adcf98-1648-4a8f-8b1e-ef85e6e6d2f9 None None] Provisioning complete for port 76446ce6-efdb-4b26-b55a-1a0aecc56468 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:28.241773 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40adcf98-1648-4a8f-8b1e-ef85e6e6d2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (76446ce6-efdb-4b26-b55a-1a0aecc56468), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:28.243928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Network 3c3c436e-a0d4-4842-a176-47606905565c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:28.270535 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:28.282935 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fbad5f-2252-4825-aeb9-446e2d9692af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff170273-0e82-4256-a7ce-536f6bda4a25'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:28.284434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:28.285288 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508f7ee4-da62-4f96-a43d-3d64e4924097" -d '{"events": [{"server_uuid": "26fbad5f-2252-4825-aeb9-446e2d9692af", "name": "network-vif-plugged", "status": "completed", "tag": "ff170273-0e82-4256-a7ce-536f6bda4a25"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:28.293330 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84639342-9e36-4524-9ee1-7b4e15bbec4f tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (94f21c7d-9112-4b80-b308-c518d86d3618), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:28.329137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-84639342-9e36-4524-9ee1-7b4e15bbec4f tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Calling delete_port for 94f21c7d-9112-4b80-b308-c518d86d3618 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:28.389677 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44848) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:28.451413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4424718-474d-49fd-bc89-15d4968bd2d2 req-1d889cbb-c86a-4a85-bb9e-02d88ed9ed74 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:28.456546 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4424718-474d-49fd-bc89-15d4968bd2d2 req-1d889cbb-c86a-4a85-bb9e-02d88ed9ed74 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.1998959 Jan 28 19:15:28.492432 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffcff7-289c-4de9-a740-d68f6b74d88e req-a0346563-0a28-45bf-bb83-1cbd34e00cdc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:28.497146 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-66ffcff7-289c-4de9-a740-d68f6b74d88e req-a0346563-0a28-45bf-bb83-1cbd34e00cdc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 945 time: 0.2860096 Jan 28 19:15:28.499203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-40adcf98-1648-4a8f-8b1e-ef85e6e6d2f9 None None] Port 76446ce6-efdb-4b26-b55a-1a0aecc56468 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:15:28.516140 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c9fed64e-7121-4466-95b8-d4a9710285bc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:28.516869 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c9fed64e-7121-4466-95b8-d4a9710285bc), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:28.565582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-40adcf98-1648-4a8f-8b1e-ef85e6e6d2f9 None None] Provisioning complete for port 94f21c7d-9112-4b80-b308-c518d86d3618 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:28.565965 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40adcf98-1648-4a8f-8b1e-ef85e6e6d2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (94f21c7d-9112-4b80-b308-c518d86d3618), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:28.584522 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-66ffcff7-289c-4de9-a740-d68f6b74d88e req-ed88b5d7-4be1-4191-8f87-e98b135c71bc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622702 Jan 28 19:15:28.651263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c9fed64e-7121-4466-95b8-d4a9710285bc is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:28.663208 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ea7529b4-ca0e-457b-9288-82bac08216ad admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-131991009-network', 'tenant_id': '6d48413e1a3440a88ba67c30a5a9a320'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:28.692882 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port dd92615d-87ba-4b09-b829-cad2f55d3e40, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=dd92615d-87ba-4b09-b829-cad2f55d3e40,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:28.724792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'dd92615d-87ba-4b09-b829-cad2f55d3e40', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'port_id': 'dd92615d-87ba-4b09-b829-cad2f55d3e40', 'mac_address': 'fa:16:3e:4c:e3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:15:28.731047 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78c13ff-3915-4efa-87ab-1291f201a381 x-openstack-request-id: req-c78c13ff-3915-4efa-87ab-1291f201a381 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:28.732113 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fbad5f-2252-4825-aeb9-446e2d9692af", "name": "network-vif-plugged", "status": "completed", "tag": "ff170273-0e82-4256-a7ce-536f6bda4a25", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:28.732532 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c78c13ff-3915-4efa-87ab-1291f201a381 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:28.733567 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4424718-474d-49fd-bc89-15d4968bd2d2 req-75ba6acc-47fd-466c-9574-a85d7ec7e9ca tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687097 Jan 28 19:15:28.738560 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (c4fc7845-d19c-4671-851e-d0752ba85965), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:28.742712 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fbad5f-2252-4825-aeb9-446e2d9692af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff170273-0e82-4256-a7ce-536f6bda4a25', 'code': 200} Jan 28 19:15:28.792672 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port dd92615d-87ba-4b09-b829-cad2f55d3e40 is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:28.793265 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:28.796359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-40adcf98-1648-4a8f-8b1e-ef85e6e6d2f9 None None] Port 94f21c7d-9112-4b80-b308-c518d86d3618 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:15:28.812187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7529b4-ca0e-457b-9288-82bac08216ad admin admin] Made reservation on behalf of 6d48413e1a3440a88ba67c30a5a9a320 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:28.814875 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea7529b4-ca0e-457b-9288-82bac08216ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:28.815172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd92615d-87ba-4b09-b829-cad2f55d3e40 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:28.833688 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea7529b4-ca0e-457b-9288-82bac08216ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:28.835855 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84639342-9e36-4524-9ee1-7b4e15bbec4f tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (94f21c7d-9112-4b80-b308-c518d86d3618), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:28.841291 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port dd92615d-87ba-4b09-b829-cad2f55d3e40, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=dd92615d-87ba-4b09-b829-cad2f55d3e40,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:28.849077 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:28.911438 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84639342-9e36-4524-9ee1-7b4e15bbec4f tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Pushing event deleted for resources: {'Port': ['ID=94f21c7d-9112-4b80-b308-c518d86d3618,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:28.953388 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=dd92615d-87ba-4b09-b829-cad2f55d3e40,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:28.966630 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ee1a4-6f9f-4869-9ed8-3ef9897e3002 req-b6d5a50e-13e3-4e46-9120-2fafc9b6fce7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:28.968534 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eb4ee1a4-6f9f-4869-9ed8-3ef9897e3002 req-b6d5a50e-13e3-4e46-9120-2fafc9b6fce7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.1364462 Jan 28 19:15:28.977481 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84639342-9e36-4524-9ee1-7b4e15bbec4f tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:28.981089 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-84639342-9e36-4524-9ee1-7b4e15bbec4f tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] 10.222.0.55 "DELETE /v2.0/ports/94f21c7d-9112-4b80-b308-c518d86d3618 HTTP/1.1" status: 204 len: 168 time: 1.1146142 Jan 28 19:15:28.987382 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44856) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:28.992407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6223fc28-e713-4deb-aaf3-80e8b24f7fdf tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Request body: {'port': {'name': 'tempest-new-port-name-1021880893', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:28.992910 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-6223fc28-e713-4deb-aaf3-80e8b24f7fdf tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] bootfile-name is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:15:28.993324 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-6223fc28-e713-4deb-aaf3-80e8b24f7fdf tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] tftp-server is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:15:28.993662 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.api.validators [None req-6223fc28-e713-4deb-aaf3-80e8b24f7fdf tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] server-ip-address is not in valid_values {{(pid=103147) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:15:29.015051 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['dd92615d-87ba-4b09-b829-cad2f55d3e40'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:29.015916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc52e81-ea56-4559-8171-4e5ec6499f59 req-939b5141-a899-403e-aed3-2e03bdf1072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:29.017441 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbc52e81-ea56-4559-8171-4e5ec6499f59 req-939b5141-a899-403e-aed3-2e03bdf1072c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 1127 time: 0.2692184 Jan 28 19:15:29.111908 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (c4fc7845-d19c-4671-851e-d0752ba85965), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.208797 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6223fc28-e713-4deb-aaf3-80e8b24f7fdf tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (76446ce6-efdb-4b26-b55a-1a0aecc56468), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.218608 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eb4ee1a4-6f9f-4869-9ed8-3ef9897e3002 req-44f4387a-d4b2-4c17-b3c9-e3fc8313c932 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134905 Jan 28 19:15:29.296381 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb7c2a-5662-4fe2-a806-cf3234050c43 req-1da03e99-bb37-4760-b6de-89dc9a50f324 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:29.299872 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6ebb7c2a-5662-4fe2-a806-cf3234050c43 req-1da03e99-bb37-4760-b6de-89dc9a50f324 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 945 time: 0.3402264 Jan 28 19:15:29.307210 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbc52e81-ea56-4559-8171-4e5ec6499f59 req-2b618188-db35-444e-9f4e-a69f022be31e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774036 Jan 28 19:15:29.323384 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea7529b4-ca0e-457b-9288-82bac08216ad admin admin] Publish callbacks [] for security_group (fb2e8cc1-8be8-4e61-90ce-92e24a82ca13), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.323635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Router c4fc7845-d19c-4671-851e-d0752ba85965 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:15:29.352785 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea7529b4-ca0e-457b-9288-82bac08216ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fb2e8cc1-8be8-4e61-90ce-92e24a82ca13), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.363980 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7529b4-ca0e-457b-9288-82bac08216ad admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:15:29.372737 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea7529b4-ca0e-457b-9288-82bac08216ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (15540ce2-efff-4506-a7e3-5dc986671eab), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.373085 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-ea7529b4-ca0e-457b-9288-82bac08216ad admin admin] Added segment 15540ce2-efff-4506-a7e3-5dc986671eab of type vlan for network 531983c0-f535-4b5c-a35d-0977a603c4bc Jan 28 19:15:29.439066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:15:29.448929 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Sync routers for ids ['c4fc7845-d19c-4671-851e-d0752ba85965'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:15:29.449476 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea7529b4-ca0e-457b-9288-82bac08216ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (531983c0-f535-4b5c-a35d-0977a603c4bc), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.465806 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Routers {'c4fc7845-d19c-4671-851e-d0752ba85965'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:29.467405 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:15:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c4fc7845-d19c-4671-851e-d0752ba85965'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:29.467988 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.472530 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-508c5ac0-5313-48cf-a780-f10b983f94f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.5979230 Jan 28 19:15:29.474482 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44858) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:29.509859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7529b4-ca0e-457b-9288-82bac08216ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2e8cc1-8be8-4e61-90ce-92e24a82ca13,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:29.575863 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6ebb7c2a-5662-4fe2-a806-cf3234050c43 req-41b1cf50-3de5-4710-b594-1c1153fb8959 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635562 Jan 28 19:15:29.600642 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4803de8-40ed-45ad-977b-27cb1eb9f045 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router (c4fc7845-d19c-4671-851e-d0752ba85965), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.605167 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea7529b4-ca0e-457b-9288-82bac08216ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (531983c0-f535-4b5c-a35d-0977a603c4bc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.606415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7529b4-ca0e-457b-9288-82bac08216ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:29.607147 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea7529b4-ca0e-457b-9288-82bac08216ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.610188 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Set router c4fc7845-d19c-4671-851e-d0752ba85965 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:29.642533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7ec61217-fb0b-4500-88af-47e77c1be2e5 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:29.717037 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ea7529b4-ca0e-457b-9288-82bac08216ad admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3220344 Jan 28 19:15:29.725657 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44862) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:29.732237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c3d98c04-545d-4a7a-b2ea-d526583c4d33 admin admin] Request body: {'subnet': {'network_id': '531983c0-f535-4b5c-a35d-0977a603c4bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-131991009-subnet', 'tenant_id': '6d48413e1a3440a88ba67c30a5a9a320', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:29.757854 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7529b4-ca0e-457b-9288-82bac08216ad admin admin] Pushing event updated for resources: {'Network': ['ID=531983c0-f535-4b5c-a35d-0977a603c4bc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:29.785978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 531983c0-f535-4b5c-a35d-0977a603c4bc details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:15:29.797461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d98c04-545d-4a7a-b2ea-d526583c4d33 admin admin] Made reservation on behalf of 6d48413e1a3440a88ba67c30a5a9a320 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:29.804701 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d98c04-545d-4a7a-b2ea-d526583c4d33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.862729 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4803de8-40ed-45ad-977b-27cb1eb9f045 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (c4fc7845-d19c-4671-851e-d0752ba85965), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.892254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bc2c8-af57-47d5-bf97-1c6dd7e4e66e req-6fe0ffc7-9ab9-479f-b5a0-1a8deb9ed517 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:29.895720 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-423bc2c8-af57-47d5-bf97-1c6dd7e4e66e req-6fe0ffc7-9ab9-479f-b5a0-1a8deb9ed517 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 945 time: 0.1119461 Jan 28 19:15:29.904354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6223fc28-e713-4deb-aaf3-80e8b24f7fdf tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks [] for port (76446ce6-efdb-4b26-b55a-1a0aecc56468), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.919242 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6223fc28-e713-4deb-aaf3-80e8b24f7fdf tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (76446ce6-efdb-4b26-b55a-1a0aecc56468), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.919541 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 7ec61217-fb0b-4500-88af-47e77c1be2e5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:29.920556 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:29.990332 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6223fc28-e713-4deb-aaf3-80e8b24f7fdf tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] In _notify_port_updated(), no bound segment for port 76446ce6-efdb-4b26-b55a-1a0aecc56468 on network 9046fe22-4e7a-4edd-ab40-b5bbf345952e {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:15:29.995811 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6223fc28-e713-4deb-aaf3-80e8b24f7fdf tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:29.996572 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6223fc28-e713-4deb-aaf3-80e8b24f7fdf tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.001248 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6223fc28-e713-4deb-aaf3-80e8b24f7fdf tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] 10.222.0.55 "PUT /v2.0/ports/76446ce6-efdb-4b26-b55a-1a0aecc56468 HTTP/1.1" status: 200 len: 1130 time: 1.0136638 Jan 28 19:15:30.007265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:30.041809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223fc28-e713-4deb-aaf3-80e8b24f7fdf tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Pushing event updated for resources: {'Port': ['ID=76446ce6-efdb-4b26-b55a-1a0aecc56468,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:30.062887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dffbea-f081-4450-b11c-3d770ed15894 req-ce58b691-8293-40b2-bac3-6ae176e7555b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:30.071043 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-53dffbea-f081-4450-b11c-3d770ed15894 req-ce58b691-8293-40b2-bac3-6ae176e7555b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 944 time: 0.1755595 Jan 28 19:15:30.093431 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.139949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 7ec61217-fb0b-4500-88af-47e77c1be2e5 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:30.140127 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4fc7845-d19c-4671-851e-d0752ba85965', 'name': '', 'tenant_id': 'd534cdcd16a044e0b42f9be404323d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c3c436e-a0d4-4842-a176-47606905565c', 'external_fixed_ips': [{'subnet_id': 'aa362c5c-e37e-45ed-a133-2791aa5b80ef', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'fd1a5568-13cd-421f-b757-c5cb71046d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:25Z', 'updated_at': '2022-01-28T19:15:28Z', 'revision_number': 3, 'project_id': 'd534cdcd16a044e0b42f9be404323d9e', 'gw_port': {'id': 'fd1a5568-13cd-421f-b757-c5cb71046d36', 'name': '', 'network_id': '3c3c436e-a0d4-4842-a176-47606905565c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4fc7845-d19c-4671-851e-d0752ba85965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'aa362c5c-e37e-45ed-a133-2791aa5b80ef', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:27Z', 'updated_at': '2022-01-28T19:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa362c5c-e37e-45ed-a133-2791aa5b80ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:30.140780 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.148849 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-423bc2c8-af57-47d5-bf97-1c6dd7e4e66e req-9c15e98c-e707-4679-b98f-bda2398bb023 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211113 Jan 28 19:15:30.155710 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d4803de8-40ed-45ad-977b-27cb1eb9f045 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Deleting port fd1a5568-13cd-421f-b757-c5cb71046d36 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:30.156131 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4803de8-40ed-45ad-977b-27cb1eb9f045 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (fd1a5568-13cd-421f-b757-c5cb71046d36), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.172283 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75c39b6-a0b8-4e55-811a-bd0c1b6081cd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:30.174642 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b75c39b6-a0b8-4e55-811a-bd0c1b6081cd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] 10.222.0.55 "GET /v2.0/ports/76446ce6-efdb-4b26-b55a-1a0aecc56468 HTTP/1.1" status: 200 len: 1130 time: 0.1642091 Jan 28 19:15:30.187385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:30.204346 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Checking router: c4fc7845-d19c-4671-851e-d0752ba85965 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:15:30.204795 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Updating router c4fc7845-d19c-4671-851e-d0752ba85965 port fd1a5568-13cd-421f-b757-c5cb71046d36 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:15:30.207617 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device dd92615d-87ba-4b09-b829-cad2f55d3e40 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:30.212684 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-53dffbea-f081-4450-b11c-3d770ed15894 req-b6eb0bbf-8701-481e-a896-44e1a59bc470 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405470 Jan 28 19:15:30.267107 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fd1a5568-13cd-421f-b757-c5cb71046d36), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.330255 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d98c04-545d-4a7a-b2ea-d526583c4d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (336731f5-284d-4302-9342-02de260c17de), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.340723 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4803de8-40ed-45ad-977b-27cb1eb9f045 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (fd1a5568-13cd-421f-b757-c5cb71046d36), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.356438 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d4803de8-40ed-45ad-977b-27cb1eb9f045 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Calling delete_port for fd1a5568-13cd-421f-b757-c5cb71046d36 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:30.375376 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7ec61217-fb0b-4500-88af-47e77c1be2e5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7ec61217-fb0b-4500-88af-47e77c1be2e5,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:30.387343 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.392443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port dd92615d-87ba-4b09-b829-cad2f55d3e40 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:30.392658 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.435526 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d98c04-545d-4a7a-b2ea-d526583c4d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=336731f5-284d-4302-9342-02de260c17de,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:30.459682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d98c04-545d-4a7a-b2ea-d526583c4d33 admin admin] Checking segment: {'id': '15540ce2-efff-4506-a7e3-5dc986671eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '531983c0-f535-4b5c-a35d-0977a603c4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:30.459682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d98c04-545d-4a7a-b2ea-d526583c4d33 admin admin] Network hostable DHCP agents. Network: 531983c0-f535-4b5c-a35d-0977a603c4bc, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:15:30.473105 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-aa44c484-9ed9-4a21-85b9-8b1a7f771a48 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Deleting port 76446ce6-efdb-4b26-b55a-1a0aecc56468 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:30.473339 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa44c484-9ed9-4a21-85b9-8b1a7f771a48 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (76446ce6-efdb-4b26-b55a-1a0aecc56468), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.525513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=7ec61217-fb0b-4500-88af-47e77c1be2e5,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:30.532002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d98c04-545d-4a7a-b2ea-d526583c4d33 admin admin] Network 531983c0-f535-4b5c-a35d-0977a603c4bc is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:15:30.548365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c3d98c04-545d-4a7a-b2ea-d526583c4d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 531983c0-f535-4b5c-a35d-0977a603c4bc) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:30.564399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d98c04-545d-4a7a-b2ea-d526583c4d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:30.565003 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3d98c04-545d-4a7a-b2ea-d526583c4d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.583477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f4dfd3-12f8-4fd4-8364-47d9880c1bee None None] Network 531983c0-f535-4b5c-a35d-0977a603c4bc requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:30.608946 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c3d98c04-545d-4a7a-b2ea-d526583c4d33 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8712389 Jan 28 19:15:30.609196 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d7bcfdd3-bdc7-4cb0-b4bc-1decd7b16cd9 None None] Provisioning complete for port 76446ce6-efdb-4b26-b55a-1a0aecc56468 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:30.609196 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfdd3-bdc7-4cb0-b4bc-1decd7b16cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (76446ce6-efdb-4b26-b55a-1a0aecc56468), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.609343 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa44c484-9ed9-4a21-85b9-8b1a7f771a48 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (76446ce6-efdb-4b26-b55a-1a0aecc56468), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.663228 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-aa44c484-9ed9-4a21-85b9-8b1a7f771a48 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Calling delete_port for 76446ce6-efdb-4b26-b55a-1a0aecc56468 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:30.803898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e21848-07f4-4021-8f88-3c272ef1cfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec61217-fb0b-4500-88af-47e77c1be2e5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:30.812626 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ac163c-b654-46ff-a457-53f55168261b" -d '{"events": [{"server_uuid": "51e21848-07f4-4021-8f88-3c272ef1cfb9", "name": "network-vif-plugged", "status": "completed", "tag": "7ec61217-fb0b-4500-88af-47e77c1be2e5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:30.819917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port dd92615d-87ba-4b09-b829-cad2f55d3e40 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:30.820576 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.828806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5b2d8-ea97-479c-81ec-36d38bf9c70f req-5096212c-5546-49a5-95cd-8f2925921d4e tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:30.836998 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-08c5b2d8-ea97-479c-81ec-36d38bf9c70f req-5096212c-5546-49a5-95cd-8f2925921d4e tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 945 time: 0.0997105 Jan 28 19:15:30.918943 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Publish callbacks [] for port (fd1a5568-13cd-421f-b757-c5cb71046d36), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.927363 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fd1a5568-13cd-421f-b757-c5cb71046d36), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:30.965404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d7bcfdd3-bdc7-4cb0-b4bc-1decd7b16cd9 None None] Port 76446ce6-efdb-4b26-b55a-1a0aecc56468 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:15:30.965998 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e3f7e-aea9-48a2-ba82-e4a24b79084f req-39242fb7-0128-4a7e-b980-06fec085192d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:30.967261 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-08c5b2d8-ea97-479c-81ec-36d38bf9c70f req-2241ed12-ba15-450a-a902-05524d258ce5 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292992 Jan 28 19:15:30.969501 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c03e3f7e-aea9-48a2-ba82-e4a24b79084f req-39242fb7-0128-4a7e-b980-06fec085192d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.5789959 Jan 28 19:15:30.992854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port dd92615d-87ba-4b09-b829-cad2f55d3e40, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=dd92615d-87ba-4b09-b829-cad2f55d3e40,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:31.006943 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.007757 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa44c484-9ed9-4a21-85b9-8b1a7f771a48 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (76446ce6-efdb-4b26-b55a-1a0aecc56468), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.022918 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Attempting to bind port fd1a5568-13cd-421f-b757-c5cb71046d36 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:31.023283 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Attempting to bind port fd1a5568-13cd-421f-b757-c5cb71046d36 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '5980c09c-45f0-48c7-84be-04c595cdfbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3c3c436e-a0d4-4842-a176-47606905565c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:31.023639 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Attempting to bind port fd1a5568-13cd-421f-b757-c5cb71046d36 on network 3c3c436e-a0d4-4842-a176-47606905565c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:31.044863 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:31.045308 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Checking segment: {'id': '5980c09c-45f0-48c7-84be-04c595cdfbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3c3c436e-a0d4-4842-a176-47606905565c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:31.045634 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.046054 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Bound using segment: {'id': '5980c09c-45f0-48c7-84be-04c595cdfbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3c3c436e-a0d4-4842-a176-47606905565c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:31.046513 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Bound port: fd1a5568-13cd-421f-b757-c5cb71046d36, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5980c09c-45f0-48c7-84be-04c595cdfbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3c3c436e-a0d4-4842-a176-47606905565c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:31.046893 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fd1a5568-13cd-421f-b757-c5cb71046d36), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.049668 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e0784-5a71-4954-a79f-66cd62783671 None None] Pushing event updated for resources: {'Port': ['ID=fd1a5568-13cd-421f-b757-c5cb71046d36,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:31.071774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd04f6d6-1bba-4bf1-8853-d7941d8b260c None None] Network 531983c0-f535-4b5c-a35d-0977a603c4bc requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:31.073368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44c484-9ed9-4a21-85b9-8b1a7f771a48 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Pushing event deleted for resources: {'Port': ['ID=76446ce6-efdb-4b26-b55a-1a0aecc56468,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:31.101224 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e0784-5a71-4954-a79f-66cd62783671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:31.104260 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e0784-5a71-4954-a79f-66cd62783671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:31.104260 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e0784-5a71-4954-a79f-66cd62783671 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:31.113120 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e0784-5a71-4954-a79f-66cd62783671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:31.113540 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e0784-5a71-4954-a79f-66cd62783671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:31.113944 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e0784-5a71-4954-a79f-66cd62783671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:31.114312 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e0784-5a71-4954-a79f-66cd62783671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:31.114736 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e0784-5a71-4954-a79f-66cd62783671 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:31.114965 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e0784-5a71-4954-a79f-66cd62783671 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:31.115287 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e0784-5a71-4954-a79f-66cd62783671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:31.115611 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e0784-5a71-4954-a79f-66cd62783671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:31.115987 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e0784-5a71-4954-a79f-66cd62783671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:31.116318 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e0784-5a71-4954-a79f-66cd62783671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:31.148244 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa44c484-9ed9-4a21-85b9-8b1a7f771a48 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.156517 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c03e3f7e-aea9-48a2-ba82-e4a24b79084f req-f8aaf22d-509e-4995-a22b-6540f8f9a69d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779139 Jan 28 19:15:31.160002 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-aa44c484-9ed9-4a21-85b9-8b1a7f771a48 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] 10.222.0.55 "DELETE /v2.0/ports/76446ce6-efdb-4b26-b55a-1a0aecc56468 HTTP/1.1" status: 204 len: 168 time: 0.9711268 Jan 28 19:15:31.160646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44884) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:31.189655 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=dd92615d-87ba-4b09-b829-cad2f55d3e40,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:31.197976 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] For port fd1a5568-13cd-421f-b757-c5cb71046d36, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:31.221013 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.db.api [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 28 19:15:31.221013 n-d-824834-4 neutron-server[103149]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, level, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Jan 28 19:15:31.221013 n-d-824834-4 neutron-server[103149]: [parameters: {'port_id': 'fd1a5568-13cd-421f-b757-c5cb71046d36', 'host': 'n-d-824834-4', 'level': 0, 'driver': 'openvswitch', 'segment_id': '5980c09c-45f0-48c7-84be-04c595cdfbfe'}] Jan 28 19:15:31.221013 n-d-824834-4 neutron-server[103149]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:15:31.221467 n-d-824834-4 neutron-server[103149]: DEBUG oslo_db.api [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:15:31.287667 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b14b35-34bc-447c-bb4c-a5d65d737a6f x-openstack-request-id: req-f9b14b35-34bc-447c-bb4c-a5d65d737a6f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:31.288167 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e21848-07f4-4021-8f88-3c272ef1cfb9", "name": "network-vif-plugged", "status": "completed", "tag": "7ec61217-fb0b-4500-88af-47e77c1be2e5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:31.288425 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9b14b35-34bc-447c-bb4c-a5d65d737a6f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:31.288902 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e21848-07f4-4021-8f88-3c272ef1cfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec61217-fb0b-4500-88af-47e77c1be2e5', 'code': 200} Jan 28 19:15:31.315039 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42833fd-0624-433b-b3e5-f00d889b5694 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Deleting subnet c4098bd8-e270-4b2b-9528-f08fdd2c3215 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:15:31.319260 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42833fd-0624-433b-b3e5-f00d889b5694 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks [] for subnet (c4098bd8-e270-4b2b-9528-f08fdd2c3215), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.321988 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4803de8-40ed-45ad-977b-27cb1eb9f045 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (fd1a5568-13cd-421f-b757-c5cb71046d36), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.461574 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42833fd-0624-433b-b3e5-f00d889b5694 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (c4098bd8-e270-4b2b-9528-f08fdd2c3215), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.469109 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4803de8-40ed-45ad-977b-27cb1eb9f045 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd1a5568-13cd-421f-b757-c5cb71046d36,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:31.577851 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc25d43-adef-4cff-aa72-c4b97d9c0e76 req-b588fa1e-1d63-432a-9b8d-bda396776622 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:31.582533 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4fc25d43-adef-4cff-aa72-c4b97d9c0e76 req-b588fa1e-1d63-432a-9b8d-bda396776622 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.1664505 Jan 28 19:15:31.583697 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4803de8-40ed-45ad-977b-27cb1eb9f045 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (c4fc7845-d19c-4671-851e-d0752ba85965), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.625111 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42833fd-0624-433b-b3e5-f00d889b5694 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (c4098bd8-e270-4b2b-9528-f08fdd2c3215), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.673887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7159ef-c370-4b15-a567-13f867941d5b req-21c23b16-38ca-4288-a689-02543daa265f tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:31.675403 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b7159ef-c370-4b15-a567-13f867941d5b req-21c23b16-38ca-4288-a689-02543daa265f tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/networks?id=531983c0-f535-4b5c-a35d-0977a603c4bc HTTP/1.1" status: 200 len: 812 time: 0.3047109 Jan 28 19:15:31.696591 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4803de8-40ed-45ad-977b-27cb1eb9f045 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (c4fc7845-d19c-4671-851e-d0752ba85965), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.699666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22c58d-8f4a-401f-a01a-931af52b152f req-f71e544e-b509-400c-afb0-31c75f02873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:31.701216 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1c22c58d-8f4a-401f-a01a-931af52b152f req-f71e544e-b509-400c-afb0-31c75f02873b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 1128 time: 0.1363902 Jan 28 19:15:31.704931 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b7159ef-c370-4b15-a567-13f867941d5b req-30945588-2b22-439f-9c1f-ce7052959221 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/quotas/6d48413e1a3440a88ba67c30a5a9a320 HTTP/1.1" status: 200 len: 375 time: 0.0216100 Jan 28 19:15:31.705055 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4803de8-40ed-45ad-977b-27cb1eb9f045 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_controller (c4fc7845-d19c-4671-851e-d0752ba85965), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.743919 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Attempting to bind port fd1a5568-13cd-421f-b757-c5cb71046d36 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:31.744249 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Attempting to bind port fd1a5568-13cd-421f-b757-c5cb71046d36 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '5980c09c-45f0-48c7-84be-04c595cdfbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3c3c436e-a0d4-4842-a176-47606905565c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:31.744860 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Attempting to bind port fd1a5568-13cd-421f-b757-c5cb71046d36 on network 3c3c436e-a0d4-4842-a176-47606905565c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:31.750519 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:31.750885 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Checking segment: {'id': '5980c09c-45f0-48c7-84be-04c595cdfbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3c3c436e-a0d4-4842-a176-47606905565c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:31.751346 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.752043 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Bound using segment: {'id': '5980c09c-45f0-48c7-84be-04c595cdfbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3c3c436e-a0d4-4842-a176-47606905565c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:31.752556 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Bound port: fd1a5568-13cd-421f-b757-c5cb71046d36, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5980c09c-45f0-48c7-84be-04c595cdfbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3c3c436e-a0d4-4842-a176-47606905565c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:31.752939 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fd1a5568-13cd-421f-b757-c5cb71046d36), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.765959 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4fc25d43-adef-4cff-aa72-c4b97d9c0e76 req-578bb9b3-a5e1-44ce-b6a8-4eb8cfb1042a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765079 Jan 28 19:15:31.773583 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4803de8-40ed-45ad-977b-27cb1eb9f045 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (c4fc7845-d19c-4671-851e-d0752ba85965), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.774187 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4803de8-40ed-45ad-977b-27cb1eb9f045 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4fc7845-d19c-4671-851e-d0752ba85965 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:15:31.779284 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b7159ef-c370-4b15-a567-13f867941d5b req-e0b07e54-a7bf-4c2c-ae4e-3d693549c968 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d48413e1a3440a88ba67c30a5a9a320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632219 Jan 28 19:15:31.780039 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4803de8-40ed-45ad-977b-27cb1eb9f045 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.781284 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d4803de8-40ed-45ad-977b-27cb1eb9f045 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "DELETE /v2.0/routers/c4fc7845-d19c-4671-851e-d0752ba85965 HTTP/1.1" status: 204 len: 168 time: 2.3071461 Jan 28 19:15:31.781406 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42833fd-0624-433b-b3e5-f00d889b5694 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (c4098bd8-e270-4b2b-9528-f08fdd2c3215), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.785323 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44898) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:31.809045 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Port fd1a5568-13cd-421f-b757-c5cb71046d36 has been deleted concurrently {{(pid=103149) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 28 19:15:31.831882 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Routers set() bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:31.832259 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Router IDs set() for agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 19:15:31.832871 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_agentschedulers_db [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c4fc7845-d19c-4671-851e-d0752ba85965'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:15:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent'). {{(pid=103149) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 19:15:31.833258 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d762d-80ac-4487-ac9c-0197ebb15836 None None] The sync data for ids ['c4fc7845-d19c-4671-851e-d0752ba85965'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:15:31.839684 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42833fd-0624-433b-b3e5-f00d889b5694 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Pushing event deleted for resources: {'Subnet': ['ID=c4098bd8-e270-4b2b-9528-f08fdd2c3215,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:31.842520 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e42833fd-0624-433b-b3e5-f00d889b5694 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:31.845874 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e42833fd-0624-433b-b3e5-f00d889b5694 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] 10.222.0.55 "DELETE /v2.0/subnets/c4098bd8-e270-4b2b-9528-f08fdd2c3215 HTTP/1.1" status: 204 len: 168 time: 0.6842406 Jan 28 19:15:31.848768 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44900) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:31.851050 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d289292-f247-443f-a3d3-36202db26cc7 None None] Network 9046fe22-4e7a-4edd-ab40-b5bbf345952e requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:31.858340 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1c22c58d-8f4a-401f-a01a-931af52b152f req-0ec89c0c-70a9-4996-852e-8b0ae5361176 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505859 Jan 28 19:15:31.970793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3894a555-1977-46f5-98a9-9b2af13e19e6 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Deleting subnet aa362c5c-e37e-45ed-a133-2791aa5b80ef {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:15:31.973285 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b7159ef-c370-4b15-a567-13f867941d5b req-a9109c57-b10a-40cf-a923-d362d885df95 service neutron] 10.222.0.55 "GET /v2.0/networks/531983c0-f535-4b5c-a35d-0977a603c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496849 Jan 28 19:15:31.980525 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3894a555-1977-46f5-98a9-9b2af13e19e6 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for subnet (aa362c5c-e37e-45ed-a133-2791aa5b80ef), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.015987 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (9046fe22-4e7a-4edd-ab40-b5bbf345952e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.048839 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba4bd8-9e8b-4fd4-b583-6b43f6954488 req-bc5cdfa4-943a-4903-aea1-f99da1cf17d7 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:32.050397 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4ba4bd8-9e8b-4fd4-b583-6b43f6954488 req-bc5cdfa4-943a-4903-aea1-f99da1cf17d7 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.1496332 Jan 28 19:15:32.071636 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3894a555-1977-46f5-98a9-9b2af13e19e6 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (aa362c5c-e37e-45ed-a133-2791aa5b80ef), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.101753 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b7159ef-c370-4b15-a567-13f867941d5b req-27d2fa08-3b26-478e-850c-b3725d0c1de2 service neutron] 10.222.0.55 "GET /v2.0/networks/531983c0-f535-4b5c-a35d-0977a603c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208265 Jan 28 19:15:32.170501 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4ba4bd8-9e8b-4fd4-b583-6b43f6954488 req-73518761-b94e-44ff-a937-ae698d7a9be6 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953343 Jan 28 19:15:32.173163 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3894a555-1977-46f5-98a9-9b2af13e19e6 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (aa362c5c-e37e-45ed-a133-2791aa5b80ef), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.185300 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5779f1-3022-41de-a1d0-14a83f72463a None None] DHCP port deletion for 9046fe22-4e7a-4edd-ab40-b5bbf345952e request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:15:32.267124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8f5779f1-3022-41de-a1d0-14a83f72463a None None] Deleting port c9fed64e-7121-4466-95b8-d4a9710285bc {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:32.267270 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f5779f1-3022-41de-a1d0-14a83f72463a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c9fed64e-7121-4466-95b8-d4a9710285bc), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.293018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Deleting port c9fed64e-7121-4466-95b8-d4a9710285bc {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:32.293381 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c9fed64e-7121-4466-95b8-d4a9710285bc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.362361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] For port c9fed64e-7121-4466-95b8-d4a9710285bc, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c9fed64e-7121-4466-95b8-d4a9710285bc,segment=NetworkSegment(84db8172-562c-4549-938d-a3b36e12004d),segment_id=84db8172-562c-4549-938d-a3b36e12004d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:32.362760 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c9fed64e-7121-4466-95b8-d4a9710285bc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.377313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Calling delete_port for c9fed64e-7121-4466-95b8-d4a9710285bc owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:32.388904 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8f5779f1-3022-41de-a1d0-14a83f72463a None None] For port c9fed64e-7121-4466-95b8-d4a9710285bc, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c9fed64e-7121-4466-95b8-d4a9710285bc,segment=NetworkSegment(84db8172-562c-4549-938d-a3b36e12004d),segment_id=84db8172-562c-4549-938d-a3b36e12004d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:32.389692 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f5779f1-3022-41de-a1d0-14a83f72463a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c9fed64e-7121-4466-95b8-d4a9710285bc), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.410840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8f5779f1-3022-41de-a1d0-14a83f72463a None None] Calling delete_port for c9fed64e-7121-4466-95b8-d4a9710285bc owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:32.469960 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a545f17-9208-4f2e-b6b5-ecdd601e4ae4 req-0323dd62-e049-4d8e-bbde-b1184d340034 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:32.472524 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1a545f17-9208-4f2e-b6b5-ecdd601e4ae4 req-0323dd62-e049-4d8e-bbde-b1184d340034 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.1140900 Jan 28 19:15:32.531888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abb9d6-ba48-4f97-952b-38b08ad3797f req-39e5e6e6-1453-4f91-b286-caea2b1888b8 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:32.533458 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-77abb9d6-ba48-4f97-952b-38b08ad3797f req-39e5e6e6-1453-4f91-b286-caea2b1888b8 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 945 time: 0.1075718 Jan 28 19:15:32.555911 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3894a555-1977-46f5-98a9-9b2af13e19e6 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (aa362c5c-e37e-45ed-a133-2791aa5b80ef), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.576442 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1a545f17-9208-4f2e-b6b5-ecdd601e4ae4 req-3b47fae6-e9ca-4a75-9650-25ecaf59d141 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969102 Jan 28 19:15:32.614878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894a555-1977-46f5-98a9-9b2af13e19e6 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=aa362c5c-e37e-45ed-a133-2791aa5b80ef,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:32.618653 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3894a555-1977-46f5-98a9-9b2af13e19e6 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.625225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44928) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:32.633175 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3894a555-1977-46f5-98a9-9b2af13e19e6 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/aa362c5c-e37e-45ed-a133-2791aa5b80ef HTTP/1.1" status: 204 len: 168 time: 0.8462608 Jan 28 19:15:32.658348 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c9fed64e-7121-4466-95b8-d4a9710285bc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.658608 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f5779f1-3022-41de-a1d0-14a83f72463a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (c9fed64e-7121-4466-95b8-d4a9710285bc), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.708261 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5779f1-3022-41de-a1d0-14a83f72463a None None] No DVR routers for this DVR port c9fed64e-7121-4466-95b8-d4a9710285bc on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:32.733473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5779f1-3022-41de-a1d0-14a83f72463a None None] Pushing event deleted for resources: {'Port': ['ID=c9fed64e-7121-4466-95b8-d4a9710285bc,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:32.738638 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] No DVR routers for this DVR port c9fed64e-7121-4466-95b8-d4a9710285bc on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:32.740974 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Pushing event deleted for resources: {'Port': ['ID=c9fed64e-7121-4466-95b8-d4a9710285bc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:32.773837 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-77abb9d6-ba48-4f97-952b-38b08ad3797f req-b665a094-4538-45bb-b2ee-1c423efaf847 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301624 Jan 28 19:15:32.783331 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a53378a6-c113-4d79-8154-77adb0a890c6 req-fa6a2174-7c26-400b-a8a7-a481cac5b886 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bd40334-eb28-4802-8422-2f4bcacb3d79 HTTP/1.1" status: 200 len: 210 time: 0.0709515 Jan 28 19:15:32.880338 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89e8f401-d373-45fe-891b-dcc37b13a77e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (3c3c436e-a0d4-4842-a176-47606905565c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.890067 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (9046fe22-4e7a-4edd-ab40-b5bbf345952e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:32.939158 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9046fe22-4e7a-4edd-ab40-b5bbf345952e']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:32.959846 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84db8172-562c-4549-938d-a3b36e12004d') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:32.960150 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84db8172-562c-4549-938d-a3b36e12004d') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:32.985614 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (84db8172-562c-4549-938d-a3b36e12004d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.019064 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (84db8172-562c-4549-938d-a3b36e12004d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.032440 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:15:33.032440 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (84db8172-562c-4549-938d-a3b36e12004d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: items = [ Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:15:33.038928 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:15:33.137019 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (9046fe22-4e7a-4edd-ab40-b5bbf345952e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.140586 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89e8f401-d373-45fe-891b-dcc37b13a77e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (3c3c436e-a0d4-4842-a176-47606905565c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.149139 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.156820 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] 10.222.0.55 "DELETE /v2.0/networks/9046fe22-4e7a-4edd-ab40-b5bbf345952e HTTP/1.1" status: 204 len: 168 time: 1.3068905 Jan 28 19:15:33.172043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2589ea-a933-4f96-90d4-9a46a5ca18fd tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129 tempest-ExtraDHCPOptionsIpV6TestJSON-1102318129-project] Pushing event deleted for resources: {'Network': ['ID=9046fe22-4e7a-4edd-ab40-b5bbf345952e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:33.200166 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-89e8f401-d373-45fe-891b-dcc37b13a77e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3c436e-a0d4-4842-a176-47606905565c']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:33.239780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d77d05-a485-4371-bd13-19d4cf650ca5 req-eaafeebc-a177-41be-a10a-f21425fbc102 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:33.246694 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e9d77d05-a485-4371-bd13-19d4cf650ca5 req-eaafeebc-a177-41be-a10a-f21425fbc102 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.2706819 Jan 28 19:15:33.256125 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-89e8f401-d373-45fe-891b-dcc37b13a77e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5980c09c-45f0-48c7-84be-04c595cdfbfe') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:33.256432 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-89e8f401-d373-45fe-891b-dcc37b13a77e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5980c09c-45f0-48c7-84be-04c595cdfbfe') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:33.274551 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89e8f401-d373-45fe-891b-dcc37b13a77e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (5980c09c-45f0-48c7-84be-04c595cdfbfe), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.293829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2be1f53-39f7-44e8-88d4-bc2817da2ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd92615d-87ba-4b09-b829-cad2f55d3e40'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:33.296643 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9354a4-1fb0-4bf4-8005-52ff6b0ad637" -d '{"events": [{"server_uuid": "a2be1f53-39f7-44e8-88d4-bc2817da2ad0", "name": "network-vif-plugged", "status": "completed", "tag": "dd92615d-87ba-4b09-b829-cad2f55d3e40"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:33.299691 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89e8f401-d373-45fe-891b-dcc37b13a77e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5980c09c-45f0-48c7-84be-04c595cdfbfe), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.315636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e8f401-d373-45fe-891b-dcc37b13a77e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:15:33.316125 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89e8f401-d373-45fe-891b-dcc37b13a77e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (5980c09c-45f0-48c7-84be-04c595cdfbfe), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:15:33.317848 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:15:33.344430 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e9d77d05-a485-4371-bd13-19d4cf650ca5 req-437fbc75-d59f-411b-9261-da4d3a232979 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910084 Jan 28 19:15:33.530970 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89e8f401-d373-45fe-891b-dcc37b13a77e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (3c3c436e-a0d4-4842-a176-47606905565c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.540943 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e8f401-d373-45fe-891b-dcc37b13a77e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3c3c436e-a0d4-4842-a176-47606905565c {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 19:15:33.607072 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89e8f401-d373-45fe-891b-dcc37b13a77e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:33.620847 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-89e8f401-d373-45fe-891b-dcc37b13a77e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "DELETE /v2.0/networks/3c3c436e-a0d4-4842-a176-47606905565c HTTP/1.1" status: 204 len: 168 time: 0.9944971 Jan 28 19:15:33.624638 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8f401-d373-45fe-891b-dcc37b13a77e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c3c436e-a0d4-4842-a176-47606905565c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:33.638151 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44968) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:33.641075 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cefd3-f93f-43c1-ab59-15ca5b18627d req-1983e877-89c3-40c7-af3e-6def67615055 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:33.648733 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c8cefd3-f93f-43c1-ab59-15ca5b18627d req-1983e877-89c3-40c7-af3e-6def67615055 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.1674633 Jan 28 19:15:33.696070 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f562899-bfff-4d4e-b074-af8ba25c26d5 x-openstack-request-id: req-8f562899-bfff-4d4e-b074-af8ba25c26d5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:33.696070 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2be1f53-39f7-44e8-88d4-bc2817da2ad0", "name": "network-vif-plugged", "status": "completed", "tag": "dd92615d-87ba-4b09-b829-cad2f55d3e40", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:33.696070 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f562899-bfff-4d4e-b074-af8ba25c26d5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:33.696541 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2be1f53-39f7-44e8-88d4-bc2817da2ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd92615d-87ba-4b09-b829-cad2f55d3e40', 'code': 200} Jan 28 19:15:33.962675 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:15:34.151806 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c9fed64e-7121-4466-95b8-d4a9710285bc no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:34.191190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44978) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:34.210809 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5e54c2fc-50b0-4939-b6b7-7fdb802592f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Request body: {'router': {'name': 'tempest-router--358293872', 'project_id': '0d39c9f48cf141dcbe14978cd73e1afb'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:34.213056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: c9fed64e-7121-4466-95b8-d4a9710285bc {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:34.213400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c9fed64e-7121-4466-95b8-d4a9710285bc not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:34.287607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49186041-991a-4dd2-8976-18d016d886d5 req-328c9e72-7461-4313-920b-0789f36beef7 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:34.292472 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49186041-991a-4dd2-8976-18d016d886d5 req-328c9e72-7461-4313-920b-0789f36beef7 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.3989055 Jan 28 19:15:34.310637 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-94982570-3c57-4c09-9fa7-22aa52165f1b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f34d96ea7fe0404eab935bf44294a010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6710901 Jan 28 19:15:34.311318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44980) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:34.385768 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efcb41da-9c6d-400b-8609-98029dcdccc3 admin admin] Publish callbacks [] for security_group (9ddcd62b-16ea-4235-b402-6b4a9c31628b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.389490 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e54c2fc-50b0-4939-b6b7-7fdb802592f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (a5c5682c-a769-4511-867b-658ebf5b2736), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.391272 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e54c2fc-50b0-4939-b6b7-7fdb802592f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (a5c5682c-a769-4511-867b-658ebf5b2736), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.448117 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49186041-991a-4dd2-8976-18d016d886d5 req-36ed7119-1e18-4044-8c3a-0cd2e6655040 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445765 Jan 28 19:15:34.473553 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efcb41da-9c6d-400b-8609-98029dcdccc3 admin admin] Publish callbacks [] for security_group (9ddcd62b-16ea-4235-b402-6b4a9c31628b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.537728 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e54c2fc-50b0-4939-b6b7-7fdb802592f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_controller (a5c5682c-a769-4511-867b-658ebf5b2736), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.551901 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e54c2fc-50b0-4939-b6b7-7fdb802592f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (a5c5682c-a769-4511-867b-658ebf5b2736), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.593817 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e54c2fc-50b0-4939-b6b7-7fdb802592f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.595255 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5e54c2fc-50b0-4939-b6b7-7fdb802592f2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4013937 Jan 28 19:15:34.601442 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44994) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:34.610194 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efcb41da-9c6d-400b-8609-98029dcdccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9ddcd62b-16ea-4235-b402-6b4a9c31628b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.621117 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efcb41da-9c6d-400b-8609-98029dcdccc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.626871 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-efcb41da-9c6d-400b-8609-98029dcdccc3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ddcd62b-16ea-4235-b402-6b4a9c31628b HTTP/1.1" status: 204 len: 168 time: 0.3087912 Jan 28 19:15:34.644086 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb41da-9c6d-400b-8609-98029dcdccc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddcd62b-16ea-4235-b402-6b4a9c31628b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:34.731877 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-131760aa-eb22-4f7f-ace3-92d6b1123fc4 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router (a5c5682c-a769-4511-867b-658ebf5b2736), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:34.769683 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c8cefd3-f93f-43c1-ab59-15ca5b18627d req-341a486e-f73f-4a73-9664-b0b9655fdc7d tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1199589 Jan 28 19:15:34.879391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35950ef9-c002-4d99-b8db-d3450302f447 req-1d60d767-9bb0-41a8-bc03-23c279213d68 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:34.886908 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35950ef9-c002-4d99-b8db-d3450302f447 req-1d60d767-9bb0-41a8-bc03-23c279213d68 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.1699345 Jan 28 19:15:34.910873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7159ef-c370-4b15-a567-13f867941d5b req-128af1ea-f76f-49e1-ae31-8442bb6ea4b1 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:34.915727 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b7159ef-c370-4b15-a567-13f867941d5b req-128af1ea-f76f-49e1-ae31-8442bb6ea4b1 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.31 "GET /v2.0/networks?id=531983c0-f535-4b5c-a35d-0977a603c4bc HTTP/1.1" status: 200 len: 812 time: 0.3527675 Jan 28 19:15:34.938400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-0b7159ef-c370-4b15-a567-13f867941d5b req-70e8cf59-d63c-4a5b-b03e-76937c2d00d5 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Request body: {'port': {'device_id': '8bd40334-eb28-4802-8422-2f4bcacb3d79', 'network_id': '531983c0-f535-4b5c-a35d-0977a603c4bc', 'admin_state_up': True, 'tenant_id': '6d48413e1a3440a88ba67c30a5a9a320'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:34.990601 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c802337f-02cc-42df-9e3c-3538d8bdb995 req-45a0839e-7020-4db6-b1e6-7f24b9fd6065 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bd40334-eb28-4802-8422-2f4bcacb3d79 HTTP/1.1" status: 200 len: 210 time: 0.0735705 Jan 28 19:15:35.007872 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-131760aa-eb22-4f7f-ace3-92d6b1123fc4 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (a5c5682c-a769-4511-867b-658ebf5b2736), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:35.039221 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-131760aa-eb22-4f7f-ace3-92d6b1123fc4 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_controller (a5c5682c-a769-4511-867b-658ebf5b2736), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:35.055652 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35950ef9-c002-4d99-b8db-d3450302f447 req-29e07f88-3c51-45c0-aa06-c67d25727898 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676748 Jan 28 19:15:35.200410 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-131760aa-eb22-4f7f-ace3-92d6b1123fc4 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (a5c5682c-a769-4511-867b-658ebf5b2736), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:35.201853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131760aa-eb22-4f7f-ace3-92d6b1123fc4 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5c5682c-a769-4511-867b-658ebf5b2736 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:15:35.208672 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-131760aa-eb22-4f7f-ace3-92d6b1123fc4 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:35.214924 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-131760aa-eb22-4f7f-ace3-92d6b1123fc4 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "DELETE /v2.0/routers/a5c5682c-a769-4511-867b-658ebf5b2736 HTTP/1.1" status: 204 len: 168 time: 0.6122265 Jan 28 19:15:35.310896 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7159ef-c370-4b15-a567-13f867941d5b req-70e8cf59-d63c-4a5b-b03e-76937c2d00d5 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Made reservation on behalf of 6d48413e1a3440a88ba67c30a5a9a320 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:35.319804 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b7159ef-c370-4b15-a567-13f867941d5b req-70e8cf59-d63c-4a5b-b03e-76937c2d00d5 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:35.555026 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45032) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:35.864985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e1d62-0fec-4377-b02f-872e30a9f6c4 req-5e875554-e822-40a6-9e19-2cacfe3e61f0 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:35.870741 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-680e1d62-0fec-4377-b02f-872e30a9f6c4 req-5e875554-e822-40a6-9e19-2cacfe3e61f0 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 945 time: 0.1544991 Jan 28 19:15:35.893573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-162541224', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:35.952053 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (d691344b-587d-4d9f-8bb5-48a0dcfcd2fc), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:35.954600 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (d691344b-587d-4d9f-8bb5-48a0dcfcd2fc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:35.969351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-0b7159ef-c370-4b15-a567-13f867941d5b req-70e8cf59-d63c-4a5b-b03e-76937c2d00d5 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Allocated IP 172.20.0.5 (531983c0-f535-4b5c-a35d-0977a603c4bc/336731f5-284d-4302-9342-02de260c17de/567497a2-77fb-4b12-9b5b-c358601e6b0d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:35.981529 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-680e1d62-0fec-4377-b02f-872e30a9f6c4 req-c3661d2c-ecec-42bb-a199-becd07ea18be tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043060 Jan 28 19:15:35.992350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4ff98b84-2343-41d1-972a-3044989df932 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:36.002293 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4ff98b84-2343-41d1-972a-3044989df932 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/networks?id=86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 HTTP/1.1" status: 200 len: 815 time: 0.2662666 Jan 28 19:15:36.035720 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-33dc4925-698d-447e-8424-ad9919b9b698 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/quotas/c232b785e7484427b2d9864ad58d6987 HTTP/1.1" status: 200 len: 375 time: 0.0318470 Jan 28 19:15:36.122956 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_controller (d691344b-587d-4d9f-8bb5-48a0dcfcd2fc), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:36.156448 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-6fc32aa9-d522-42e0-9d48-ae86bae9abcd tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c232b785e7484427b2d9864ad58d6987&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1186833 Jan 28 19:15:36.377852 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-52ae0c14-6c02-4c56-85cd-6a8eb94295f0 service neutron] 10.222.0.55 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204309 Jan 28 19:15:36.454335 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b7159ef-c370-4b15-a567-13f867941d5b req-70e8cf59-d63c-4a5b-b03e-76937c2d00d5 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Publish callbacks [] for port (567497a2-77fb-4b12-9b5b-c358601e6b0d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:36.457925 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (d691344b-587d-4d9f-8bb5-48a0dcfcd2fc), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:36.517603 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe839bac-cdfb-4055-938c-f7442e19bc28 req-53361abf-c125-4274-9d06-db3445791f55 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:36.525502 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe839bac-cdfb-4055-938c-f7442e19bc28 req-53361abf-c125-4274-9d06-db3445791f55 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.4042511 Jan 28 19:15:36.531295 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-efe5bb8f-8997-453a-893f-e54023eacb91 service neutron] 10.222.0.55 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522841 Jan 28 19:15:36.547997 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45062) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:36.557111 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b7159ef-c370-4b15-a567-13f867941d5b req-70e8cf59-d63c-4a5b-b03e-76937c2d00d5 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (567497a2-77fb-4b12-9b5b-c358601e6b0d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:36.697539 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8cf59-d63c-4a5b-b03e-76937c2d00d5 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Pushing event updated for resources: {'Port': ['ID=567497a2-77fb-4b12-9b5b-c358601e6b0d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:36.784374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7159ef-c370-4b15-a567-13f867941d5b req-70e8cf59-d63c-4a5b-b03e-76937c2d00d5 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Network 531983c0-f535-4b5c-a35d-0977a603c4bc is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:36.804749 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe839bac-cdfb-4055-938c-f7442e19bc28 req-70f07232-c874-4796-b530-26a16acfd722 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696943 Jan 28 19:15:36.807684 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-0b7159ef-c370-4b15-a567-13f867941d5b req-70e8cf59-d63c-4a5b-b03e-76937c2d00d5 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:36.819078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7159ef-c370-4b15-a567-13f867941d5b req-70e8cf59-d63c-4a5b-b03e-76937c2d00d5 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:36.846901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685bb15-01bc-4860-b42e-bf40f66252d8 req-4eb240f3-b991-42ef-b1d7-ebbe385b0ecc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:36.861456 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4685bb15-01bc-4860-b42e-bf40f66252d8 req-4eb240f3-b991-42ef-b1d7-ebbe385b0ecc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.31 "GET /v2.0/ports?device_id=51e21848-07f4-4021-8f88-3c272ef1cfb9 HTTP/1.1" status: 200 len: 946 time: 0.2043872 Jan 28 19:15:36.890698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7159ef-c370-4b15-a567-13f867941d5b req-70e8cf59-d63c-4a5b-b03e-76937c2d00d5 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:36.891360 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b7159ef-c370-4b15-a567-13f867941d5b req-70e8cf59-d63c-4a5b-b03e-76937c2d00d5 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:36.912136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ad70d208-951e-4f48-867f-481c64956ebc tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1508349216'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:36.950879 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b7159ef-c370-4b15-a567-13f867941d5b req-70e8cf59-d63c-4a5b-b03e-76937c2d00d5 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0146434 Jan 28 19:15:37.014447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Request body: {'port': {'device_id': '8bd40334-eb28-4802-8422-2f4bcacb3d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:37.023739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad70d208-951e-4f48-867f-481c64956ebc tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:37.029298 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad70d208-951e-4f48-867f-481c64956ebc tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.051216 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46bc42-0405-4a37-a8db-d3c985235661 req-0f23ca78-2728-4e46-b2b3-da7b943434ff tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:37.059934 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1b46bc42-0405-4a37-a8db-d3c985235661 req-0f23ca78-2728-4e46-b2b3-da7b943434ff tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.1315787 Jan 28 19:15:37.089649 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad70d208-951e-4f48-867f-481c64956ebc tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.135300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4685bb15-01bc-4860-b42e-bf40f66252d8 req-eaa60bd5-f434-433a-981d-1845ea0535ac tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Deleting port 7ec61217-fb0b-4500-88af-47e77c1be2e5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:37.135632 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4685bb15-01bc-4860-b42e-bf40f66252d8 req-eaa60bd5-f434-433a-981d-1845ea0535ac tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.163546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b50e93-02fa-4732-b0fd-93465ab7355b req-9e7da53b-c889-4bb8-a801-d05092eb0207 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:37.165552 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95b50e93-02fa-4732-b0fd-93465ab7355b req-9e7da53b-c889-4bb8-a801-d05092eb0207 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bd40334-eb28-4802-8422-2f4bcacb3d79 HTTP/1.1" status: 200 len: 931 time: 0.2612276 Jan 28 19:15:37.186910 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (567497a2-77fb-4b12-9b5b-c358601e6b0d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.246639 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1b46bc42-0405-4a37-a8db-d3c985235661 req-48c40762-0ebe-4213-a2d6-b8d271c00715 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855528 Jan 28 19:15:37.274061 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95b50e93-02fa-4732-b0fd-93465ab7355b req-43aba41e-ca8f-4e8d-90fe-798cd8c5eb04 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e8cc1-8be8-4e61-90ce-92e24a82ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008070 Jan 28 19:15:37.305118 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (d691344b-587d-4d9f-8bb5-48a0dcfcd2fc), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.655719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a7dd1-19a5-4aaa-877e-af6876ccf059 req-27c14ead-778c-41a5-a9a4-083fa4586bee tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:37.657279 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f86a7dd1-19a5-4aaa-877e-af6876ccf059 req-27c14ead-778c-41a5-a9a4-083fa4586bee tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 945 time: 0.2961798 Jan 28 19:15:37.660976 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad70d208-951e-4f48-867f-481c64956ebc tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks [] for security_group (a7645e19-7738-48f9-a044-a668227b27e0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.680895 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad70d208-951e-4f48-867f-481c64956ebc tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a7645e19-7738-48f9-a044-a668227b27e0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.691857 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.754380 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d15ee440-d81d-4660-abd4-c33aadef2db7 req-a7dc2bc3-3dbc-4a9e-8d5f-0d64833c3579 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 210 time: 0.0735836 Jan 28 19:15:37.786062 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad70d208-951e-4f48-867f-481c64956ebc tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:15:37.800563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70d208-951e-4f48-867f-481c64956ebc tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7645e19-7738-48f9-a044-a668227b27e0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:37.828888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-4685bb15-01bc-4860-b42e-bf40f66252d8 req-eaa60bd5-f434-433a-981d-1845ea0535ac tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] For port 7ec61217-fb0b-4500-88af-47e77c1be2e5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7ec61217-fb0b-4500-88af-47e77c1be2e5,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:37.829348 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4685bb15-01bc-4860-b42e-bf40f66252d8 req-eaa60bd5-f434-433a-981d-1845ea0535ac tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.848174 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad70d208-951e-4f48-867f-481c64956ebc tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (102da3cf-397f-4635-afa0-ce9e515dc68a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.848430 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-ad70d208-951e-4f48-867f-481c64956ebc tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Added segment 102da3cf-397f-4635-afa0-ce9e515dc68a of type vlan for network 9e86c984-dff2-4584-94ca-dbb6a6826eb9 Jan 28 19:15:37.849988 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-4685bb15-01bc-4860-b42e-bf40f66252d8 req-eaa60bd5-f434-433a-981d-1845ea0535ac tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Calling delete_port for 7ec61217-fb0b-4500-88af-47e77c1be2e5 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:37.852882 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f86a7dd1-19a5-4aaa-877e-af6876ccf059 req-ee1bf01e-8d2e-4f59-869b-476e74b218ec tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882825 Jan 28 19:15:37.938913 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad70d208-951e-4f48-867f-481c64956ebc tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (9e86c984-dff2-4584-94ca-dbb6a6826eb9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.955736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567497a2-77fb-4b12-9b5b-c358601e6b0d {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:37.963975 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Publish callbacks [] for port (567497a2-77fb-4b12-9b5b-c358601e6b0d), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:37.990717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Transition to ACTIVE for port object 567497a2-77fb-4b12-9b5b-c358601e6b0d will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:15:37.997314 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (567497a2-77fb-4b12-9b5b-c358601e6b0d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.034113 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad70d208-951e-4f48-867f-481c64956ebc tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (9e86c984-dff2-4584-94ca-dbb6a6826eb9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.038319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad70d208-951e-4f48-867f-481c64956ebc tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:38.038792 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad70d208-951e-4f48-867f-481c64956ebc tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.151428 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ad70d208-951e-4f48-867f-481c64956ebc tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6002393 Jan 28 19:15:38.167815 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Pushing event updated for resources: {'Port': ['ID=567497a2-77fb-4b12-9b5b-c358601e6b0d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:38.184358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70d208-951e-4f48-867f-481c64956ebc tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Network': ['ID=9e86c984-dff2-4584-94ca-dbb6a6826eb9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:38.203986 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 9e86c984-dff2-4584-94ca-dbb6a6826eb9 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:15:38.212439 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-a92e3eae-4adc-4512-8111-fc1db83caf66 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:38.214055 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-a92e3eae-4adc-4512-8111-fc1db83caf66 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.31 "GET /v2.0/networks?id=86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 HTTP/1.1" status: 200 len: 815 time: 0.1102853 Jan 28 19:15:38.215379 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Allocated IP 172.25.0.152 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/24330574-9f70-4235-a150-b541c9a93c2e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:38.226597 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-badaed86-6adf-443b-adc4-e086f38313d8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Request body: {'port': {'device_id': '18479f13-e47b-47f2-914d-4366864372d5', 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900', 'admin_state_up': True, 'tenant_id': 'c232b785e7484427b2d9864ad58d6987'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:38.296532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45086) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:38.297345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Attempting to bind port 567497a2-77fb-4b12-9b5b-c358601e6b0d on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:38.297682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Attempting to bind port 567497a2-77fb-4b12-9b5b-c358601e6b0d by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '15540ce2-efff-4506-a7e3-5dc986671eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '531983c0-f535-4b5c-a35d-0977a603c4bc'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:38.298013 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Attempting to bind port 567497a2-77fb-4b12-9b5b-c358601e6b0d on network 531983c0-f535-4b5c-a35d-0977a603c4bc {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:38.305891 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b4b68933-f828-4996-845f-9ef29969de7e tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'subnet': {'network_id': '9e86c984-dff2-4584-94ca-dbb6a6826eb9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:38.316260 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device ff170273-0e82-4256-a7ce-536f6bda4a25 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:15:38.326227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Port 567497a2-77fb-4b12-9b5b-c358601e6b0d on network 531983c0-f535-4b5c-a35d-0977a603c4bc not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:15:38.326557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Attempting to bind port 567497a2-77fb-4b12-9b5b-c358601e6b0d on network 531983c0-f535-4b5c-a35d-0977a603c4bc {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:38.433229 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:38.433479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Checking segment: {'id': '15540ce2-efff-4506-a7e3-5dc986671eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '531983c0-f535-4b5c-a35d-0977a603c4bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:38.433866 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Bound using segment: {'id': '15540ce2-efff-4506-a7e3-5dc986671eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '531983c0-f535-4b5c-a35d-0977a603c4bc'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:38.434339 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Bound port: 567497a2-77fb-4b12-9b5b-c358601e6b0d, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15540ce2-efff-4506-a7e3-5dc986671eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '531983c0-f535-4b5c-a35d-0977a603c4bc'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:38.434706 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (567497a2-77fb-4b12-9b5b-c358601e6b0d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.446971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cf8ea-8f80-465c-a0eb-45ee0fa41ca8 req-da080de4-77bb-43a5-b015-ecea0654c9bb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:38.448621 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-408cf8ea-8f80-465c-a0eb-45ee0fa41ca8 req-da080de4-77bb-43a5-b015-ecea0654c9bb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.5498607 Jan 28 19:15:38.470381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-badaed86-6adf-443b-adc4-e086f38313d8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Made reservation on behalf of c232b785e7484427b2d9864ad58d6987 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:38.475809 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-badaed86-6adf-443b-adc4-e086f38313d8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.493355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port ff170273-0e82-4256-a7ce-536f6bda4a25, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ff170273-0e82-4256-a7ce-536f6bda4a25,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:38.502919 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf0d78-bebd-4f6f-953d-06468be7aab4 req-2cc5f6d5-398f-488d-a1aa-84e0a534ae48 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:38.504661 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abbf0d78-bebd-4f6f-953d-06468be7aab4 req-2cc5f6d5-398f-488d-a1aa-84e0a534ae48 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.1343818 Jan 28 19:15:38.512260 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'ff170273-0e82-4256-a7ce-536f6bda4a25', 'network_id': '8a9c11ec-17d4-435e-a13b-0efb9529d2f1', 'port_id': 'ff170273-0e82-4256-a7ce-536f6bda4a25', 'mac_address': 'fa:16:3e:b8:80:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb5347e-d66a-46e3-9579-1241a6589256', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:15:38.560290 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] For port 567497a2-77fb-4b12-9b5b-c358601e6b0d, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:38.564104 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] For port 567497a2-77fb-4b12-9b5b-c358601e6b0d, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=567497a2-77fb-4b12-9b5b-c358601e6b0d,segment=NetworkSegment(15540ce2-efff-4506-a7e3-5dc986671eab),segment_id=15540ce2-efff-4506-a7e3-5dc986671eab)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:38.599292 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4685bb15-01bc-4860-b42e-bf40f66252d8 req-eaa60bd5-f434-433a-981d-1845ea0535ac tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (7ec61217-fb0b-4500-88af-47e77c1be2e5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.623800 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abbf0d78-bebd-4f6f-953d-06468be7aab4 req-962f182d-cd97-4eae-942d-7ff7ffc63582 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559478 Jan 28 19:15:38.625046 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (567497a2-77fb-4b12-9b5b-c358601e6b0d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.640862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b68933-f828-4996-845f-9ef29969de7e tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:38.644727 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4b68933-f828-4996-845f-9ef29969de7e tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.673785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa60bd5-f434-433a-981d-1845ea0535ac tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Pushing event deleted for resources: {'Port': ['ID=7ec61217-fb0b-4500-88af-47e77c1be2e5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:38.765836 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-408cf8ea-8f80-465c-a0eb-45ee0fa41ca8 req-b5a9d589-e956-46af-9ffc-f3e8a1bcf905 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812634 Jan 28 19:15:38.876249 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for port (24330574-9f70-4235-a150-b541c9a93c2e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.880531 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-4685bb15-01bc-4860-b42e-bf40f66252d8 req-eaa60bd5-f434-433a-981d-1845ea0535ac tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] No DVR routers for this DVR port 7ec61217-fb0b-4500-88af-47e77c1be2e5 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:38.888329 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4685bb15-01bc-4860-b42e-bf40f66252d8 req-eaa60bd5-f434-433a-981d-1845ea0535ac tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.892838 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4685bb15-01bc-4860-b42e-bf40f66252d8 req-eaa60bd5-f434-433a-981d-1845ea0535ac tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.31 "DELETE /v2.0/ports/7ec61217-fb0b-4500-88af-47e77c1be2e5 HTTP/1.1" status: 204 len: 173 time: 2.0247958 Jan 28 19:15:38.894694 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:38.895868 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.896077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['7ec61217-fb0b-4500-88af-47e77c1be2e5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:38.896668 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b7159ef-c370-4b15-a567-13f867941d5b req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] 10.222.0.31 "PUT /v2.0/ports/567497a2-77fb-4b12-9b5b-c358601e6b0d HTTP/1.1" status: 200 len: 1091 time: 1.8907537 Jan 28 19:15:38.899752 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4b68933-f828-4996-845f-9ef29969de7e tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (962b3ad7-847d-4b60-a815-d87b6d6b57f1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:38.906253 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd40334-eb28-4802-8422-2f4bcacb3d79', 'tag': '567497a2-77fb-4b12-9b5b-c358601e6b0d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:38.908830 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81d3c4e-5f1f-41ad-a015-dfb86f8a8e39" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd40334-eb28-4802-8422-2f4bcacb3d79", "tag": "567497a2-77fb-4b12-9b5b-c358601e6b0d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:38.921470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e21848-07f4-4021-8f88-3c272ef1cfb9', 'name': 'network-vif-deleted', 'tag': '7ec61217-fb0b-4500-88af-47e77c1be2e5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:38.924322 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5b271b-fe23-41ae-915d-8ab573c3b722" -d '{"events": [{"server_uuid": "51e21848-07f4-4021-8f88-3c272ef1cfb9", "name": "network-vif-deleted", "tag": "7ec61217-fb0b-4500-88af-47e77c1be2e5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:38.976059 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-badaed86-6adf-443b-adc4-e086f38313d8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Allocated IP 172.20.0.13 (86adb1cc-8d6c-4e87-8cd9-b94ca21e5900/8ae82aed-d710-4ea3-a053-d0d0552a67d8/987531cc-562b-4ff0-9f10-392e78eaf0ea) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:39.016215 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b68933-f828-4996-845f-9ef29969de7e tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Subnet': ['ID=962b3ad7-847d-4b60-a815-d87b6d6b57f1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:39.035545 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (24330574-9f70-4235-a150-b541c9a93c2e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.044116 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3af1ab99-02e6-42a3-a8e6-c12e6f7f10b0 req-33e44b55-be77-4e82-86ce-d35d667de1a6 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 210 time: 0.0451486 Jan 28 19:15:39.045022 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port ff170273-0e82-4256-a7ce-536f6bda4a25 is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:39.045528 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.083218 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff170273-0e82-4256-a7ce-536f6bda4a25 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:39.084971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:39.103191 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:39.105128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cca0e7-fb3a-464d-8a51-651084c947b6 req-a9251f0a-8e3c-41da-8d60-9e9fa4397380 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:39.107257 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-53cca0e7-fb3a-464d-8a51-651084c947b6 req-a9251f0a-8e3c-41da-8d60-9e9fa4397380 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bd40334-eb28-4802-8422-2f4bcacb3d79 HTTP/1.1" status: 200 len: 943 time: 0.2151918 Jan 28 19:15:39.108882 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:39.137945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7159ef-c370-4b15-a567-13f867941d5b req-62fead44-757a-451e-af74-e47173e68113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:39.139524 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b7159ef-c370-4b15-a567-13f867941d5b req-62fead44-757a-451e-af74-e47173e68113 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d48413e1a3440a88ba67c30a5a9a320&device_id=8bd40334-eb28-4802-8422-2f4bcacb3d79 HTTP/1.1" status: 200 len: 1125 time: 0.1276944 Jan 28 19:15:39.156737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port ff170273-0e82-4256-a7ce-536f6bda4a25, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ff170273-0e82-4256-a7ce-536f6bda4a25,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:39.165360 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.180393 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5b759-8fe6-42c2-952e-30123158e839 service neutron] Pushing event updated for resources: {'Port': ['ID=567497a2-77fb-4b12-9b5b-c358601e6b0d,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:39.201159 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b68933-f828-4996-845f-9ef29969de7e tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Checking segment: {'id': '102da3cf-397f-4635-afa0-ce9e515dc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e86c984-dff2-4584-94ca-dbb6a6826eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:39.201159 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b68933-f828-4996-845f-9ef29969de7e tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network hostable DHCP agents. Network: 9e86c984-dff2-4584-94ca-dbb6a6826eb9, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:15:39.220207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Pushing event updated for resources: {'Port': ['ID=24330574-9f70-4235-a150-b541c9a93c2e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:39.243624 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b7159ef-c370-4b15-a567-13f867941d5b req-52b26b5b-e0e2-4c84-bedc-094dfca6c901 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=567497a2-77fb-4b12-9b5b-c358601e6b0d HTTP/1.1" status: 200 len: 217 time: 0.0795059 Jan 28 19:15:39.305257 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=ff170273-0e82-4256-a7ce-536f6bda4a25,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:39.312799 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7159ef-c370-4b15-a567-13f867941d5b req-7ed7cc87-cbbe-4a84-82a9-1f01d76fce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:39.314565 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b7159ef-c370-4b15-a567-13f867941d5b req-7ed7cc87-cbbe-4a84-82a9-1f01d76fce18 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=336731f5-284d-4302-9342-02de260c17de HTTP/1.1" status: 200 len: 852 time: 0.0509515 Jan 28 19:15:39.319622 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b68933-f828-4996-845f-9ef29969de7e tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network 9e86c984-dff2-4584-94ca-dbb6a6826eb9 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:15:39.356822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['ff170273-0e82-4256-a7ce-536f6bda4a25'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:39.380452 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b7159ef-c370-4b15-a567-13f867941d5b req-c88fa423-18f9-4b36-bf2a-f23c3415b6cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=531983c0-f535-4b5c-a35d-0977a603c4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548820 Jan 28 19:15:39.384665 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-53cca0e7-fb3a-464d-8a51-651084c947b6 req-be322c65-e813-44dc-885f-7771f9edf566 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e8cc1-8be8-4e61-90ce-92e24a82ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690542 Jan 28 19:15:39.385642 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b4b68933-f828-4996-845f-9ef29969de7e tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 9e86c984-dff2-4584-94ca-dbb6a6826eb9) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:39.405665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5a6a6d-b7d1-43ed-bd49-49a06fa176ca None None] Network 9e86c984-dff2-4584-94ca-dbb6a6826eb9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:39.412626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b68933-f828-4996-845f-9ef29969de7e tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:39.413237 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4b68933-f828-4996-845f-9ef29969de7e tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.452612 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b4b68933-f828-4996-845f-9ef29969de7e tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1510890 Jan 28 19:15:39.455253 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45096) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:39.495497 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-884ac522-4ac7-49f8-bedf-c6a3546613ec tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1539723756'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:39.516285 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97fdea6-17a8-4203-85e0-a9b00b27f2d4 x-openstack-request-id: req-e97fdea6-17a8-4203-85e0-a9b00b27f2d4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:39.517558 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd40334-eb28-4802-8422-2f4bcacb3d79", "tag": "567497a2-77fb-4b12-9b5b-c358601e6b0d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:39.517558 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e97fdea6-17a8-4203-85e0-a9b00b27f2d4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:39.518070 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd40334-eb28-4802-8422-2f4bcacb3d79', 'tag': '567497a2-77fb-4b12-9b5b-c358601e6b0d', 'status': 'completed', 'code': 200} Jan 28 19:15:39.527837 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884ac522-4ac7-49f8-bedf-c6a3546613ec tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:39.532214 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-884ac522-4ac7-49f8-bedf-c6a3546613ec tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.629864 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5eaef2-f7f8-45be-840d-877b69170ebe req-ddeb17de-ee84-4229-8b60-3c6f2a22409c tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:39.631491 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884ac522-4ac7-49f8-bedf-c6a3546613ec tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:15:39.637239 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4c5eaef2-f7f8-45be-840d-877b69170ebe req-ddeb17de-ee84-4229-8b60-3c6f2a22409c tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 944 time: 0.4201844 Jan 28 19:15:39.654807 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88674d9-6cb0-43c0-bf1b-278172849869 x-openstack-request-id: req-a88674d9-6cb0-43c0-bf1b-278172849869 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:39.657211 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-884ac522-4ac7-49f8-bedf-c6a3546613ec tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5366d45f-0645-4b1e-acc8-4e74e1de731b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.657211 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-884ac522-4ac7-49f8-bedf-c6a3546613ec tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Added segment 5366d45f-0645-4b1e-acc8-4e74e1de731b of type vlan for network 9e2a3776-9789-4776-b1af-2d021072b517 Jan 28 19:15:39.657480 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e21848-07f4-4021-8f88-3c272ef1cfb9", "name": "network-vif-deleted", "tag": "7ec61217-fb0b-4500-88af-47e77c1be2e5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:39.657572 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a88674d9-6cb0-43c0-bf1b-278172849869 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:39.658112 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e21848-07f4-4021-8f88-3c272ef1cfb9', 'name': 'network-vif-deleted', 'tag': '7ec61217-fb0b-4500-88af-47e77c1be2e5', 'status': 'completed', 'code': 200} Jan 28 19:15:39.690740 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b7159ef-c370-4b15-a567-13f867941d5b req-824f203d-a50b-4189-a433-5379c6fd0a5e service neutron] 10.222.0.31 "GET /v2.0/networks/531983c0-f535-4b5c-a35d-0977a603c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024516 Jan 28 19:15:39.726597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-9e86c984-dff2-4584-94ca-dbb6a6826eb9', 'network_id': '9e86c984-dff2-4584-94ca-dbb6a6826eb9', 'project_id': '5416b8fbc0b84fbb996f4a3dc6ae761a', 'fixed_ips': [{'subnet_id': '962b3ad7-847d-4b60-a815-d87b6d6b57f1'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:15:39.737690 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.757135 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-badaed86-6adf-443b-adc4-e086f38313d8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks [] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.845585 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4c5eaef2-f7f8-45be-840d-877b69170ebe req-20f01e5b-c83f-475b-bd54-1719375f2c76 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073102 Jan 28 19:15:39.898604 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-884ac522-4ac7-49f8-bedf-c6a3546613ec tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (9e2a3776-9789-4776-b1af-2d021072b517), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:39.939528 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b7159ef-c370-4b15-a567-13f867941d5b req-9612ac06-3b0f-4cab-b484-c23772d44dfa service neutron] 10.222.0.31 "GET /v2.0/networks/531983c0-f535-4b5c-a35d-0977a603c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368352 Jan 28 19:15:39.978589 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-884ac522-4ac7-49f8-bedf-c6a3546613ec tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (9e2a3776-9789-4776-b1af-2d021072b517), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.000823 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884ac522-4ac7-49f8-bedf-c6a3546613ec tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:40.001960 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-884ac522-4ac7-49f8-bedf-c6a3546613ec tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.053665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Allocated IP 172.20.255.242 (9e86c984-dff2-4584-94ca-dbb6a6826eb9/962b3ad7-847d-4b60-a815-d87b6d6b57f1/28e9a6d4-ae1f-4109-94ca-75e955b2d829) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:40.117685 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-badaed86-6adf-443b-adc4-e086f38313d8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.121406 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-884ac522-4ac7-49f8-bedf-c6a3546613ec tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6643069 Jan 28 19:15:40.128694 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45104) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:40.137160 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e7366243-8b81-468a-80ae-b4e1392c5892 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'subnet': {'network_id': '9e2a3776-9789-4776-b1af-2d021072b517', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:40.165683 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ac522-4ac7-49f8-bedf-c6a3546613ec tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Network': ['ID=9e2a3776-9789-4776-b1af-2d021072b517,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:40.181237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 9e2a3776-9789-4776-b1af-2d021072b517 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:15:40.221052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927141-957c-4d7d-a65c-55dff9053ca6 req-81cd9b2a-c363-4548-bbbc-8bc1378efb6a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:40.228350 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35927141-957c-4d7d-a65c-55dff9053ca6 req-81cd9b2a-c363-4548-bbbc-8bc1378efb6a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.4713387 Jan 28 19:15:40.263856 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d3c4e-5f1f-41ad-a015-dfb86f8a8e39 req-4822258e-7237-4ca1-8bad-d3ff8f2b9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:40.265446 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a81d3c4e-5f1f-41ad-a015-dfb86f8a8e39 req-4822258e-7237-4ca1-8bad-d3ff8f2b9c07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d48413e1a3440a88ba67c30a5a9a320&device_id=8bd40334-eb28-4802-8422-2f4bcacb3d79 HTTP/1.1" status: 200 len: 1125 time: 0.2593780 Jan 28 19:15:40.276343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badaed86-6adf-443b-adc4-e086f38313d8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Pushing event updated for resources: {'Port': ['ID=987531cc-562b-4ff0-9f10-392e78eaf0ea,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:40.282121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device ff170273-0e82-4256-a7ce-536f6bda4a25 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:40.289312 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (d691344b-587d-4d9f-8bb5-48a0dcfcd2fc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.366260 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Publish callbacks [] for port (28e9a6d4-ae1f-4109-94ca-75e955b2d829), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.383924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port ff170273-0e82-4256-a7ce-536f6bda4a25 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:40.384458 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.429495 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (28e9a6d4-ae1f-4109-94ca-75e955b2d829), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.430469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7366243-8b81-468a-80ae-b4e1392c5892 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:40.433443 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-badaed86-6adf-443b-adc4-e086f38313d8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Network 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:40.435032 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7366243-8b81-468a-80ae-b4e1392c5892 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.438492 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-badaed86-6adf-443b-adc4-e086f38313d8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:40.452127 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-badaed86-6adf-443b-adc4-e086f38313d8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:40.469019 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35927141-957c-4d7d-a65c-55dff9053ca6 req-52e85c46-703d-44c9-a7ce-92fba23eaa8a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397084 Jan 28 19:15:40.484954 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Pushing event updated for resources: {'Port': ['ID=28e9a6d4-ae1f-4109-94ca-75e955b2d829,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:40.505373 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-badaed86-6adf-443b-adc4-e086f38313d8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:40.506341 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-badaed86-6adf-443b-adc4-e086f38313d8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.507709 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Network 9e86c984-dff2-4584-94ca-dbb6a6826eb9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:40.519347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:40.524366 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:40.543780 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c53efd-4551-4ab8-84e4-6584ad751456 req-5b037e7e-3dcd-422d-ba3e-b7694ad255e5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:40.545397 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6c53efd-4551-4ab8-84e4-6584ad751456 req-5b037e7e-3dcd-422d-ba3e-b7694ad255e5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.5535750 Jan 28 19:15:40.625463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port ff170273-0e82-4256-a7ce-536f6bda4a25 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:40.625860 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.630770 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Attempting to bind port 28e9a6d4-ae1f-4109-94ca-75e955b2d829 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:40.631154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Attempting to bind port 28e9a6d4-ae1f-4109-94ca-75e955b2d829 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '102da3cf-397f-4635-afa0-ce9e515dc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e86c984-dff2-4584-94ca-dbb6a6826eb9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:40.631584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Attempting to bind port 28e9a6d4-ae1f-4109-94ca-75e955b2d829 on network 9e86c984-dff2-4584-94ca-dbb6a6826eb9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:40.643758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:40.644193 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Checking segment: {'id': '102da3cf-397f-4635-afa0-ce9e515dc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e86c984-dff2-4584-94ca-dbb6a6826eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:40.644552 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.644945 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Bound using segment: {'id': '102da3cf-397f-4635-afa0-ce9e515dc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e86c984-dff2-4584-94ca-dbb6a6826eb9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:40.645432 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Bound port: 28e9a6d4-ae1f-4109-94ca-75e955b2d829, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102da3cf-397f-4635-afa0-ce9e515dc68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e86c984-dff2-4584-94ca-dbb6a6826eb9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:40.645812 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (28e9a6d4-ae1f-4109-94ca-75e955b2d829), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.668877 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (d691344b-587d-4d9f-8bb5-48a0dcfcd2fc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.676400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fbad5f-2252-4825-aeb9-446e2d9692af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff170273-0e82-4256-a7ce-536f6bda4a25'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:40.678808 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289b4fe0-2485-4446-b37e-5bb199f54dca" -d '{"events": [{"server_uuid": "26fbad5f-2252-4825-aeb9-446e2d9692af", "name": "network-vif-plugged", "status": "completed", "tag": "ff170273-0e82-4256-a7ce-536f6bda4a25"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:40.715027 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port ff170273-0e82-4256-a7ce-536f6bda4a25, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ff170273-0e82-4256-a7ce-536f6bda4a25,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:40.724784 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-badaed86-6adf-443b-adc4-e086f38313d8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5020087 Jan 28 19:15:40.725116 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.741562 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Request body: {'port': {'device_id': '18479f13-e47b-47f2-914d-4366864372d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:40.769782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] For port 28e9a6d4-ae1f-4109-94ca-75e955b2d829, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:40.775007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] For port 28e9a6d4-ae1f-4109-94ca-75e955b2d829, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=28e9a6d4-ae1f-4109-94ca-75e955b2d829,segment=NetworkSegment(102da3cf-397f-4635-afa0-ce9e515dc68a),segment_id=102da3cf-397f-4635-afa0-ce9e515dc68a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:40.777295 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d3c4e-5f1f-41ad-a015-dfb86f8a8e39 req-e58f54ef-8f5c-4a4a-acc0-d5a9468e807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:40.778998 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a81d3c4e-5f1f-41ad-a015-dfb86f8a8e39 req-e58f54ef-8f5c-4a4a-acc0-d5a9468e807b service neutron] 10.222.0.31 "GET /v2.0/networks?id=531983c0-f535-4b5c-a35d-0977a603c4bc HTTP/1.1" status: 200 len: 913 time: 0.5002189 Jan 28 19:15:40.791633 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (28e9a6d4-ae1f-4109-94ca-75e955b2d829), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.845152 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6c53efd-4551-4ab8-84e4-6584ad751456 req-bb72dba0-8c2c-4d09-be24-acb341bb44b3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811707 Jan 28 19:15:40.878489 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a81d3c4e-5f1f-41ad-a015-dfb86f8a8e39 req-f4a083d9-3f9f-4f41-aa83-b34397a8f180 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=567497a2-77fb-4b12-9b5b-c358601e6b0d HTTP/1.1" status: 200 len: 217 time: 0.0926991 Jan 28 19:15:40.897101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=ff170273-0e82-4256-a7ce-536f6bda4a25,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:40.904064 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:40.982426 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebd3d8-39cc-4ba5-a0bf-4a59b7d798e8 req-b58d9779-c923-4aa1-bc0f-927dae4d7249 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:40.986080 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fdebd3d8-39cc-4ba5-a0bf-4a59b7d798e8 req-b58d9779-c923-4aa1-bc0f-927dae4d7249 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 932 time: 0.2492175 Jan 28 19:15:40.990055 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7366243-8b81-468a-80ae-b4e1392c5892 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (5bc84cd8-f0d8-4153-8528-6a9a2ba2e382), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.046175 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa24ee-77c3-4e56-86e9-6b2d2b0ce820 None None] Pushing event updated for resources: {'Port': ['ID=28e9a6d4-ae1f-4109-94ca-75e955b2d829,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:41.077034 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d3c4e-5f1f-41ad-a015-dfb86f8a8e39 req-6495033a-e5df-4a94-aebc-61aa379daf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:41.078585 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a81d3c4e-5f1f-41ad-a015-dfb86f8a8e39 req-6495033a-e5df-4a94-aebc-61aa379daf6a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=336731f5-284d-4302-9342-02de260c17de HTTP/1.1" status: 200 len: 852 time: 0.1942062 Jan 28 19:15:41.166382 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a81d3c4e-5f1f-41ad-a015-dfb86f8a8e39 req-340af80f-e418-4e19-912e-455c0c3f37df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=531983c0-f535-4b5c-a35d-0977a603c4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779562 Jan 28 19:15:41.172824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Router d691344b-587d-4d9f-8bb5-48a0dcfcd2fc is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:15:41.195350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7366243-8b81-468a-80ae-b4e1392c5892 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Subnet': ['ID=5bc84cd8-f0d8-4153-8528-6a9a2ba2e382,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:41.300748 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7366243-8b81-468a-80ae-b4e1392c5892 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Checking segment: {'id': '5366d45f-0645-4b1e-acc8-4e74e1de731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9e2a3776-9789-4776-b1af-2d021072b517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:41.301111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7366243-8b81-468a-80ae-b4e1392c5892 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network hostable DHCP agents. Network: 9e2a3776-9789-4776-b1af-2d021072b517, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:15:41.322446 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fdebd3d8-39cc-4ba5-a0bf-4a59b7d798e8 req-6a4a0945-8b79-404d-8217-f8c812aa89a9 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225331 Jan 28 19:15:41.363892 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7366243-8b81-468a-80ae-b4e1392c5892 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network 9e2a3776-9789-4776-b1af-2d021072b517 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:15:41.366906 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:15:41.380020 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3eccd0-6085-4f5c-b31b-55953fe084d8 None None] Sync routers for ids ['d691344b-587d-4d9f-8bb5-48a0dcfcd2fc'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:15:41.384211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e7366243-8b81-468a-80ae-b4e1392c5892 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 9e2a3776-9789-4776-b1af-2d021072b517) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:41.391543 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7366243-8b81-468a-80ae-b4e1392c5892 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:41.392161 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7366243-8b81-468a-80ae-b4e1392c5892 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.394513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e34dbc-c1ae-486f-8039-fc031ad0d0ef req-b93f822b-c657-4c5e-95d7-a7694c0517f5 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:41.401078 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a81d3c4e-5f1f-41ad-a015-dfb86f8a8e39 req-e5e21833-baf2-44c1-bf5f-cc7e3610a431 service neutron] 10.222.0.31 "GET /v2.0/networks/531983c0-f535-4b5c-a35d-0977a603c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255595 Jan 28 19:15:41.403482 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-99e34dbc-c1ae-486f-8039-fc031ad0d0ef req-b93f822b-c657-4c5e-95d7-a7694c0517f5 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bd40334-eb28-4802-8422-2f4bcacb3d79 HTTP/1.1" status: 200 len: 943 time: 0.4024565 Jan 28 19:15:41.418516 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3eccd0-6085-4f5c-b31b-55953fe084d8 None None] Routers {'d691344b-587d-4d9f-8bb5-48a0dcfcd2fc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:41.420487 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-af3eccd0-6085-4f5c-b31b-55953fe084d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:15:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d691344b-587d-4d9f-8bb5-48a0dcfcd2fc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:41.429572 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e7366243-8b81-468a-80ae-b4e1392c5892 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2988875 Jan 28 19:15:41.443249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45118) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:41.528245 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.529446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-69971d65-b2af-4ff0-b99c-03a1153f1857 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9733131 Jan 28 19:15:41.530483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9303bbf-9a38-4af0-b4cd-54b4cc68ba3a None None] Network 9e2a3776-9789-4776-b1af-2d021072b517 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:41.533855 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621af555-da01-4cd2-bc4d-30018dee8b7a x-openstack-request-id: req-621af555-da01-4cd2-bc4d-30018dee8b7a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:41.534171 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fbad5f-2252-4825-aeb9-446e2d9692af", "name": "network-vif-plugged", "status": "completed", "tag": "ff170273-0e82-4256-a7ce-536f6bda4a25", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:41.534434 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-621af555-da01-4cd2-bc4d-30018dee8b7a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:41.534802 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fbad5f-2252-4825-aeb9-446e2d9692af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff170273-0e82-4256-a7ce-536f6bda4a25', 'code': 200} Jan 28 19:15:41.537436 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-af3eccd0-6085-4f5c-b31b-55953fe084d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:41.557948 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45122) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:41.662010 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3eccd0-6085-4f5c-b31b-55953fe084d8 None None] Routers {'d691344b-587d-4d9f-8bb5-48a0dcfcd2fc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:41.667198 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-af3eccd0-6085-4f5c-b31b-55953fe084d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:15:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d691344b-587d-4d9f-8bb5-48a0dcfcd2fc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:41.690865 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-99e34dbc-c1ae-486f-8039-fc031ad0d0ef req-0c62cb35-a990-43a8-aecd-a7d829bc0e36 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e8cc1-8be8-4e61-90ce-92e24a82ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849777 Jan 28 19:15:41.743578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7ec61217-fb0b-4500-88af-47e77c1be2e5 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:41.747479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-af3eccd0-6085-4f5c-b31b-55953fe084d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:41.752337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3eccd0-6085-4f5c-b31b-55953fe084d8 None None] The sync data for ids ['d691344b-587d-4d9f-8bb5-48a0dcfcd2fc'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:15:41.836039 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 7ec61217-fb0b-4500-88af-47e77c1be2e5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:41.836409 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7ec61217-fb0b-4500-88af-47e77c1be2e5 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:41.881810 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-9e2a3776-9789-4776-b1af-2d021072b517', 'network_id': '9e2a3776-9789-4776-b1af-2d021072b517', 'project_id': '5416b8fbc0b84fbb996f4a3dc6ae761a', 'fixed_ips': [{'subnet_id': '5bc84cd8-f0d8-4153-8528-6a9a2ba2e382'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:15:41.882793 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:41.883191 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a81d3c4e-5f1f-41ad-a015-dfb86f8a8e39 req-bbe0e472-140e-4add-bece-c7c375f23cfb service neutron] 10.222.0.31 "GET /v2.0/networks/531983c0-f535-4b5c-a35d-0977a603c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720926 Jan 28 19:15:41.933339 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b1d578b1-4cd3-4707-bd22-844a92488f29 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "GET /v2.0/routers/d691344b-587d-4d9f-8bb5-48a0dcfcd2fc HTTP/1.1" status: 200 len: 920 time: 0.3714840 Jan 28 19:15:41.933909 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45126) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:42.121680 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Allocated IP 172.20.0.2 (9e2a3776-9789-4776-b1af-2d021072b517/5bc84cd8-f0d8-4153-8528-6a9a2ba2e382/ede98d57-12b7-4944-987d-571cafe56284) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:42.168675 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (9e2a3776-9789-4776-b1af-2d021072b517), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.202783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8cc31-3c23-4798-86ec-66a9e5beaaae req-88398d1f-163a-4beb-9376-892d8e4b19e2 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:42.211206 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2dc8cc31-3c23-4798-86ec-66a9e5beaaae req-88398d1f-163a-4beb-9376-892d8e4b19e2 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 945 time: 0.3267515 Jan 28 19:15:42.390117 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Publish callbacks [] for port (ede98d57-12b7-4944-987d-571cafe56284), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.399112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 28e9a6d4-ae1f-4109-94ca-75e955b2d829 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:42.418428 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (5bc84cd8-f0d8-4153-8528-6a9a2ba2e382), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.445872 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (ede98d57-12b7-4944-987d-571cafe56284), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.493314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987531cc-562b-4ff0-9f10-392e78eaf0ea {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:42.496264 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Network 9e2a3776-9789-4776-b1af-2d021072b517 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:42.502234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:42.514928 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:42.523892 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2dc8cc31-3c23-4798-86ec-66a9e5beaaae req-9c095b23-5b52-4b3f-959d-a249ce87b451 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892187 Jan 28 19:15:42.532402 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-480d5b36-af3b-4778-aa03-a9f2cae84450 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691344b-587d-4d9f-8bb5-48a0dcfcd2fc HTTP/1.1" status: 200 len: 205 time: 0.5951512 Jan 28 19:15:42.533354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45130) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:42.546295 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Publish callbacks [] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.555199 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f15f4f-af23-41e4-9076-2f75046210f4 req-9d06fe7c-dde0-4092-b7af-9954dd46e631 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:42.556837 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-43f15f4f-af23-41e4-9076-2f75046210f4 req-9d06fe7c-dde0-4092-b7af-9954dd46e631 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.7283988 Jan 28 19:15:42.572573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 28e9a6d4-ae1f-4109-94ca-75e955b2d829 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:42.572968 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (28e9a6d4-ae1f-4109-94ca-75e955b2d829), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.637217 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (5bc84cd8-f0d8-4153-8528-6a9a2ba2e382), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.677652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Transition to ACTIVE for port object 987531cc-562b-4ff0-9f10-392e78eaf0ea will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:15:42.697981 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Pushing event updated for resources: {'Port': ['ID=ede98d57-12b7-4944-987d-571cafe56284,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:42.699458 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.705922 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc84cd8-f0d8-4153-8528-6a9a2ba2e382,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:42.718507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12825a6-3065-41a9-8663-eb5fc86d310d None None] Network 9e86c984-dff2-4584-94ca-dbb6a6826eb9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:42.803527 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (9e2a3776-9789-4776-b1af-2d021072b517), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.810972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Attempting to bind port ede98d57-12b7-4944-987d-571cafe56284 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:42.811359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Attempting to bind port ede98d57-12b7-4944-987d-571cafe56284 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '5366d45f-0645-4b1e-acc8-4e74e1de731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9e2a3776-9789-4776-b1af-2d021072b517'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:42.811732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Attempting to bind port ede98d57-12b7-4944-987d-571cafe56284 on network 9e2a3776-9789-4776-b1af-2d021072b517 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:42.827155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:42.827538 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Checking segment: {'id': '5366d45f-0645-4b1e-acc8-4e74e1de731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9e2a3776-9789-4776-b1af-2d021072b517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:42.827945 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.828341 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Bound using segment: {'id': '5366d45f-0645-4b1e-acc8-4e74e1de731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9e2a3776-9789-4776-b1af-2d021072b517'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:42.828831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Bound port: ede98d57-12b7-4944-987d-571cafe56284, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5366d45f-0645-4b1e-acc8-4e74e1de731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9e2a3776-9789-4776-b1af-2d021072b517'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:42.829218 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ede98d57-12b7-4944-987d-571cafe56284), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.838403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125ca06-e69d-44fa-942f-ff9cf4dee8b5 req-c0b65c0b-9511-4931-9fb2-b8ee00702353 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:42.839995 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6125ca06-e69d-44fa-942f-ff9cf4dee8b5 req-c0b65c0b-9511-4931-9fb2-b8ee00702353 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.1472154 Jan 28 19:15:42.869288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2a3776-9789-4776-b1af-2d021072b517']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:42.882170 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-43f15f4f-af23-41e4-9076-2f75046210f4 req-d8f1467d-b631-45ed-9830-cdaa0be81590 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549603 Jan 28 19:15:42.897378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5366d45f-0645-4b1e-acc8-4e74e1de731b') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:42.897378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5366d45f-0645-4b1e-acc8-4e74e1de731b') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:42.926983 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (5366d45f-0645-4b1e-acc8-4e74e1de731b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.955034 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b66e9f81-bb6d-4334-88e0-b7376ee1046e None None] Provisioning complete for port 28e9a6d4-ae1f-4109-94ca-75e955b2d829 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:42.956707 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5366d45f-0645-4b1e-acc8-4e74e1de731b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.957267 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b66e9f81-bb6d-4334-88e0-b7376ee1046e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (28e9a6d4-ae1f-4109-94ca-75e955b2d829), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.970512 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:15:42.970512 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (5366d45f-0645-4b1e-acc8-4e74e1de731b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:42.970892 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Attempting to bind port 987531cc-562b-4ff0-9f10-392e78eaf0ea on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:42.971388 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Attempting to bind port 987531cc-562b-4ff0-9f10-392e78eaf0ea by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'f7b60bb7-b0b8-4723-bc49-231c196fa64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:42.971488 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Attempting to bind port 987531cc-562b-4ff0-9f10-392e78eaf0ea on network 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:15:42.973918 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:15:42.983984 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Port 987531cc-562b-4ff0-9f10-392e78eaf0ea on network 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:15:42.985250 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Attempting to bind port 987531cc-562b-4ff0-9f10-392e78eaf0ea on network 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:43.001446 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6125ca06-e69d-44fa-942f-ff9cf4dee8b5 req-11f37884-241a-428f-a5bb-0e3bf4dacfe3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477633 Jan 28 19:15:43.010798 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Pushing event updated for resources: {'Port': ['ID=987531cc-562b-4ff0-9f10-392e78eaf0ea,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:43.033138 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:43.033438 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Checking segment: {'id': 'f7b60bb7-b0b8-4723-bc49-231c196fa64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:43.036339 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Bound using segment: {'id': 'f7b60bb7-b0b8-4723-bc49-231c196fa64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:43.036838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Bound port: 987531cc-562b-4ff0-9f10-392e78eaf0ea, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b60bb7-b0b8-4723-bc49-231c196fa64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:43.037227 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.102115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfaedb71-ecef-4355-9077-19493cc37091 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (d691344b-587d-4d9f-8bb5-48a0dcfcd2fc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.166252 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 19:15:43.166252 n-d-824834-4 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 19:15:43.166252 n-d-824834-4 neutron-server[103147]: [parameters: {'id': '9e2a3776-9789-4776-b1af-2d021072b517'}] Jan 28 19:15:43.166252 n-d-824834-4 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:15:43.167265 n-d-824834-4 neutron-server[103147]: DEBUG oslo_db.api [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:15:43.213928 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f411327-a537-417a-95c2-b06ce5a88abb req-06bfce07-0d69-4d31-a274-a9adf1f3e8c6 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:43.223454 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f411327-a537-417a-95c2-b06ce5a88abb req-06bfce07-0d69-4d31-a274-a9adf1f3e8c6 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bd40334-eb28-4802-8422-2f4bcacb3d79 HTTP/1.1" status: 200 len: 943 time: 0.1178524 Jan 28 19:15:43.225994 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] For port 987531cc-562b-4ff0-9f10-392e78eaf0ea, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:43.230299 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] For port 987531cc-562b-4ff0-9f10-392e78eaf0ea, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=987531cc-562b-4ff0-9f10-392e78eaf0ea,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:43.250183 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.268211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 28e9a6d4-ae1f-4109-94ca-75e955b2d829 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:43.268625 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (28e9a6d4-ae1f-4109-94ca-75e955b2d829), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.269941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:43.270826 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.272703 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] 10.222.0.31 "PUT /v2.0/ports/987531cc-562b-4ff0-9f10-392e78eaf0ea HTTP/1.1" status: 200 len: 1092 time: 2.5370433 Jan 28 19:15:43.276351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18479f13-e47b-47f2-914d-4366864372d5', 'tag': '987531cc-562b-4ff0-9f10-392e78eaf0ea'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:43.280084 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d75315-50cb-4bea-8ad8-c0db7992603e" -d '{"events": [{"name": "network-changed", "server_uuid": "18479f13-e47b-47f2-914d-4366864372d5", "tag": "987531cc-562b-4ff0-9f10-392e78eaf0ea"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:43.291970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b4b59-ae9d-4200-8bcd-940c3eebd280 req-be0de3f9-13d3-4bc9-b217-cd6b6f1a7d4e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:43.300739 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-161b4b59-ae9d-4200-8bcd-940c3eebd280 req-be0de3f9-13d3-4bc9-b217-cd6b6f1a7d4e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 944 time: 0.2555671 Jan 28 19:15:43.307465 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f411327-a537-417a-95c2-b06ce5a88abb req-6b8f30f2-2a26-4876-bd99-2dd2d585116f tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e8cc1-8be8-4e61-90ce-92e24a82ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805931 Jan 28 19:15:43.311139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 28e9a6d4-ae1f-4109-94ca-75e955b2d829, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=28e9a6d4-ae1f-4109-94ca-75e955b2d829,segment=NetworkSegment(102da3cf-397f-4635-afa0-ce9e515dc68a),segment_id=102da3cf-397f-4635-afa0-ce9e515dc68a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:43.330970 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (28e9a6d4-ae1f-4109-94ca-75e955b2d829), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.403816 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793bdcde-0411-4a81-95c2-327c567cf089 x-openstack-request-id: req-793bdcde-0411-4a81-95c2-327c567cf089 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:43.404207 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18479f13-e47b-47f2-914d-4366864372d5", "tag": "987531cc-562b-4ff0-9f10-392e78eaf0ea", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:43.405916 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-793bdcde-0411-4a81-95c2-327c567cf089 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:43.406823 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18479f13-e47b-47f2-914d-4366864372d5', 'tag': '987531cc-562b-4ff0-9f10-392e78eaf0ea', 'status': 'completed', 'code': 200} Jan 28 19:15:43.412650 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] For port ede98d57-12b7-4944-987d-571cafe56284, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:43.416466 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] For port ede98d57-12b7-4944-987d-571cafe56284, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ede98d57-12b7-4944-987d-571cafe56284,segment=NetworkSegment(5366d45f-0645-4b1e-acc8-4e74e1de731b),segment_id=5366d45f-0645-4b1e-acc8-4e74e1de731b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:43.435574 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=28e9a6d4-ae1f-4109-94ca-75e955b2d829,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:43.454983 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ede98d57-12b7-4944-987d-571cafe56284), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.528636 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e2a99-60ba-4519-a7fb-c4098d959b52 service neutron] Pushing event updated for resources: {'Port': ['ID=987531cc-562b-4ff0-9f10-392e78eaf0ea,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:43.560928 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b66e9f81-bb6d-4334-88e0-b7376ee1046e None None] Current status of the port 28e9a6d4-ae1f-4109-94ca-75e955b2d829 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:43.562854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96829949-4d02-4c7e-88d4-a22968520dad None None] Pushing event updated for resources: {'Port': ['ID=ede98d57-12b7-4944-987d-571cafe56284,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:43.563011 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfaedb71-ecef-4355-9077-19493cc37091 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (d691344b-587d-4d9f-8bb5-48a0dcfcd2fc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.599607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-75c52c98-b0d3-4113-85df-0261d767ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:43.601909 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-75c52c98-b0d3-4113-85df-0261d767ebc2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c232b785e7484427b2d9864ad58d6987&device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 1126 time: 0.2413259 Jan 28 19:15:43.620091 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-161b4b59-ae9d-4200-8bcd-940c3eebd280 req-15bc4b37-6618-4394-a5cd-26934c4cd8ef tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183789 Jan 28 19:15:43.668374 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (9e2a3776-9789-4776-b1af-2d021072b517), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.670104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2c0b64-3e36-4ecd-b69d-413adffb58d5 None None] Network 9e2a3776-9789-4776-b1af-2d021072b517 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:43.701447 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-632345f1-a183-44a1-a1cd-e381e3113998 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=987531cc-562b-4ff0-9f10-392e78eaf0ea HTTP/1.1" status: 200 len: 217 time: 0.0796201 Jan 28 19:15:43.765703 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 567497a2-77fb-4b12-9b5b-c358601e6b0d details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:15:43.798773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-63cbc71f-3ba5-4fb9-bd22-81a4452e2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:43.801671 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-63cbc71f-3ba5-4fb9-bd22-81a4452e2c26 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ae82aed-d710-4ea3-a053-d0d0552a67d8 HTTP/1.1" status: 200 len: 855 time: 0.0867245 Jan 28 19:15:43.813346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa984ccf-5f7e-40a8-a2be-7ff3c9ce6a95 req-254d20e9-ea86-4e4a-84db-9c252ff4d724 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:43.814997 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fa984ccf-5f7e-40a8-a2be-7ff3c9ce6a95 req-254d20e9-ea86-4e4a-84db-9c252ff4d724 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 945 time: 0.0726740 Jan 28 19:15:43.830702 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Deleting port ede98d57-12b7-4944-987d-571cafe56284 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:43.831210 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ede98d57-12b7-4944-987d-571cafe56284), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.839709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dfaedb71-ecef-4355-9077-19493cc37091 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Deleting port 24330574-9f70-4235-a150-b541c9a93c2e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:43.840610 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfaedb71-ecef-4355-9077-19493cc37091 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (24330574-9f70-4235-a150-b541c9a93c2e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.877724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 567497a2-77fb-4b12-9b5b-c358601e6b0d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=567497a2-77fb-4b12-9b5b-c358601e6b0d,segment=NetworkSegment(15540ce2-efff-4506-a7e3-5dc986671eab),segment_id=15540ce2-efff-4506-a7e3-5dc986671eab)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:43.893206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '567497a2-77fb-4b12-9b5b-c358601e6b0d', 'network_id': '531983c0-f535-4b5c-a35d-0977a603c4bc', 'port_id': '567497a2-77fb-4b12-9b5b-c358601e6b0d', 'mac_address': 'fa:16:3e:af:67:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336731f5-284d-4302-9342-02de260c17de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:15:43.904237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] For port ede98d57-12b7-4944-987d-571cafe56284, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ede98d57-12b7-4944-987d-571cafe56284,segment=NetworkSegment(5366d45f-0645-4b1e-acc8-4e74e1de731b),segment_id=5366d45f-0645-4b1e-acc8-4e74e1de731b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:43.904782 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ede98d57-12b7-4944-987d-571cafe56284), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:43.914549 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-a48a0ae9-62d9-44d4-8ef7-456952056c80 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=86adb1cc-8d6c-4e87-8cd9-b94ca21e5900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042509 Jan 28 19:15:43.929929 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Calling delete_port for ede98d57-12b7-4944-987d-571cafe56284 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:43.996460 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7d8a6290-8b29-4981-bdb1-963c72d1491e None None] Provisioning complete for port 28e9a6d4-ae1f-4109-94ca-75e955b2d829 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:44.005657 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6290-8b29-4981-bdb1-963c72d1491e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (28e9a6d4-ae1f-4109-94ca-75e955b2d829), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.022640 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfaedb71-ecef-4355-9077-19493cc37091 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (24330574-9f70-4235-a150-b541c9a93c2e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.032576 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fa984ccf-5f7e-40a8-a2be-7ff3c9ce6a95 req-e2563d93-d57c-42c9-a08a-6705f7cb4e06 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057741 Jan 28 19:15:44.043263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dfaedb71-ecef-4355-9077-19493cc37091 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Calling delete_port for 24330574-9f70-4235-a150-b541c9a93c2e owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:44.099702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 567497a2-77fb-4b12-9b5b-c358601e6b0d is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:44.100250 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (567497a2-77fb-4b12-9b5b-c358601e6b0d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.122718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe31c3-92e7-4af6-b592-bcf9abea2863 None None] get_active_networks_info from n-d-824834-4 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:15:44.136675 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 28e9a6d4-ae1f-4109-94ca-75e955b2d829 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:44.136900 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ede98d57-12b7-4944-987d-571cafe56284), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.184079 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No DVR routers for this DVR port ede98d57-12b7-4944-987d-571cafe56284 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:44.185933 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Port': ['ID=ede98d57-12b7-4944-987d-571cafe56284,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:44.191397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567497a2-77fb-4b12-9b5b-c358601e6b0d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:44.265165 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 567497a2-77fb-4b12-9b5b-c358601e6b0d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=567497a2-77fb-4b12-9b5b-c358601e6b0d,segment=NetworkSegment(15540ce2-efff-4506-a7e3-5dc986671eab),segment_id=15540ce2-efff-4506-a7e3-5dc986671eab)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:44.288352 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b682b5-54f5-41ff-8fff-5b2432f2a6ee req-aba77041-f4c1-42ba-987a-bc78f6e9a52d tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:44.294463 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (567497a2-77fb-4b12-9b5b-c358601e6b0d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.296074 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29b682b5-54f5-41ff-8fff-5b2432f2a6ee req-aba77041-f4c1-42ba-987a-bc78f6e9a52d tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.1717501 Jan 28 19:15:44.316048 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (9e2a3776-9789-4776-b1af-2d021072b517), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.349715 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2a3776-9789-4776-b1af-2d021072b517']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:44.357112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device ff170273-0e82-4256-a7ce-536f6bda4a25 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:44.371369 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5366d45f-0645-4b1e-acc8-4e74e1de731b') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:44.371819 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5366d45f-0645-4b1e-acc8-4e74e1de731b') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:44.390590 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29b682b5-54f5-41ff-8fff-5b2432f2a6ee req-157d73cf-a4e7-40c4-9b24-c00af49eca79 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934346 Jan 28 19:15:44.398573 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (5366d45f-0645-4b1e-acc8-4e74e1de731b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.425741 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5366d45f-0645-4b1e-acc8-4e74e1de731b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.438468 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:15:44.439316 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (5366d45f-0645-4b1e-acc8-4e74e1de731b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.441647 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-c93fccf2-8536-4b3b-8a74-c9755afd5177 service neutron] 10.222.0.31 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199444 Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:15:44.447764 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:15:44.459387 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfaedb71-ecef-4355-9077-19493cc37091 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (24330574-9f70-4235-a150-b541c9a93c2e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.516175 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a6290-8b29-4981-bdb1-963c72d1491e None None] Current status of the port 28e9a6d4-ae1f-4109-94ca-75e955b2d829 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:44.532519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['567497a2-77fb-4b12-9b5b-c358601e6b0d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:44.538130 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 28e9a6d4-ae1f-4109-94ca-75e955b2d829 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:44.538570 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (28e9a6d4-ae1f-4109-94ca-75e955b2d829), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.549287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=567497a2-77fb-4b12-9b5b-c358601e6b0d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:44.590152 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (9e2a3776-9789-4776-b1af-2d021072b517), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.611367 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.616845 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/9e2a3776-9789-4776-b1af-2d021072b517 HTTP/1.1" status: 204 len: 168 time: 3.1715860 Jan 28 19:15:44.641106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:44.647827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4c94f28f-5f15-4bd8-b273-fb99670b697c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-287785800'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:44.652079 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df8c9f-61ae-46c4-8b44-e55c39e34dc3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Network': ['ID=9e2a3776-9789-4776-b1af-2d021072b517,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:44.696950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c94f28f-5f15-4bd8-b273-fb99670b697c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:44.697181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe31c3-92e7-4af6-b592-bcf9abea2863 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:15:44.702339 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b336c844-3b5d-4ff4-ab60-751921d2a86d req-eb590289-dbcc-4392-a456-aba233e4284e service neutron] 10.222.0.31 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440500 Jan 28 19:15:44.706135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaedb71-ecef-4355-9077-19493cc37091 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Pushing event deleted for resources: {'Port': ['ID=24330574-9f70-4235-a150-b541c9a93c2e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:44.712359 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c94f28f-5f15-4bd8-b273-fb99670b697c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.752787 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port ff170273-0e82-4256-a7ce-536f6bda4a25 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:44.753183 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.782986 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c94f28f-5f15-4bd8-b273-fb99670b697c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:15:44.807635 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c94f28f-5f15-4bd8-b273-fb99670b697c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9f44d13b-8ed3-4c30-9f29-ad8c83057a73), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.807858 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-4c94f28f-5f15-4bd8-b273-fb99670b697c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Added segment 9f44d13b-8ed3-4c30-9f29-ad8c83057a73 of type vlan for network e662d8ec-a899-4e83-84aa-a27584fe098c Jan 28 19:15:44.862806 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c94f28f-5f15-4bd8-b273-fb99670b697c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (e662d8ec-a899-4e83-84aa-a27584fe098c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.901526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e05f1-d499-4d0c-bbea-6fa7483f5587 req-248efa05-f3f3-4f85-bb72-fd18e4baeffb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:44.903485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e01e05f1-d499-4d0c-bbea-6fa7483f5587 req-248efa05-f3f3-4f85-bb72-fd18e4baeffb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.4677997 Jan 28 19:15:44.906438 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfaedb71-ecef-4355-9077-19493cc37091 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (d691344b-587d-4d9f-8bb5-48a0dcfcd2fc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.911784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d75315-50cb-4bea-8ad8-c0db7992603e req-545006b5-fcb6-49ef-a203-34962c83dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:44.913482 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-19d75315-50cb-4bea-8ad8-c0db7992603e req-545006b5-fcb6-49ef-a203-34962c83dec5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c232b785e7484427b2d9864ad58d6987&device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 1126 time: 0.0893786 Jan 28 19:15:44.915500 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c94f28f-5f15-4bd8-b273-fb99670b697c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (e662d8ec-a899-4e83-84aa-a27584fe098c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.922007 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c94f28f-5f15-4bd8-b273-fb99670b697c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:44.922658 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c94f28f-5f15-4bd8-b273-fb99670b697c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:44.935892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fbad5f-2252-4825-aeb9-446e2d9692af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff170273-0e82-4256-a7ce-536f6bda4a25'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:44.938186 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015b842f-78c1-4aef-b6f8-819108d9ad34" -d '{"events": [{"server_uuid": "26fbad5f-2252-4825-aeb9-446e2d9692af", "name": "network-vif-unplugged", "status": "completed", "tag": "ff170273-0e82-4256-a7ce-536f6bda4a25"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:44.985903 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port ff170273-0e82-4256-a7ce-536f6bda4a25, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ff170273-0e82-4256-a7ce-536f6bda4a25,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:45.020531 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.049679 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4c94f28f-5f15-4bd8-b273-fb99670b697c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4062366 Jan 28 19:15:45.054312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45154) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:45.061718 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ec63c8e4-8bcb-4516-b2e3-c1ee973965c6 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'subnet': {'network_id': 'e662d8ec-a899-4e83-84aa-a27584fe098c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:45.080811 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfaedb71-ecef-4355-9077-19493cc37091 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (d691344b-587d-4d9f-8bb5-48a0dcfcd2fc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.083198 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfaedb71-ecef-4355-9077-19493cc37091 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_controller (d691344b-587d-4d9f-8bb5-48a0dcfcd2fc), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.084665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 28e9a6d4-ae1f-4109-94ca-75e955b2d829 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:45.095152 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd1849-240a-43e4-9a3e-e66e5ffc0ca5 req-a1ffb528-7de4-40af-a0fa-1eb46d9a3a79 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:45.105832 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5ffd1849-240a-43e4-9a3e-e66e5ffc0ca5 req-a1ffb528-7de4-40af-a0fa-1eb46d9a3a79 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bd40334-eb28-4802-8422-2f4bcacb3d79 HTTP/1.1" status: 200 len: 944 time: 0.2097995 Jan 28 19:15:45.108968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94f28f-5f15-4bd8-b273-fb99670b697c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Network': ['ID=e662d8ec-a899-4e83-84aa-a27584fe098c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:45.130419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network e662d8ec-a899-4e83-84aa-a27584fe098c details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:15:45.178011 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e01e05f1-d499-4d0c-bbea-6fa7483f5587 req-2f33fc0e-c764-47c9-9744-d5cc237d2b11 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631686 Jan 28 19:15:45.181406 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfaedb71-ecef-4355-9077-19493cc37091 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (d691344b-587d-4d9f-8bb5-48a0dcfcd2fc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.182172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaedb71-ecef-4355-9077-19493cc37091 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Fanout notify agent at l3_agent the message router_deleted on router d691344b-587d-4d9f-8bb5-48a0dcfcd2fc {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:15:45.194560 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dfaedb71-ecef-4355-9077-19493cc37091 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.195826 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dfaedb71-ecef-4355-9077-19493cc37091 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "DELETE /v2.0/routers/d691344b-587d-4d9f-8bb5-48a0dcfcd2fc HTTP/1.1" status: 204 len: 168 time: 2.6612682 Jan 28 19:15:45.202671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45156) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:45.208206 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1358166505', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'enable_snat': False}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:45.237253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (b1a2b502-844b-4318-8fe8-3c20cc3b0690), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.238476 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (b1a2b502-844b-4318-8fe8-3c20cc3b0690), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.242656 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d75315-50cb-4bea-8ad8-c0db7992603e req-c050d16d-d313-405d-8591-0050f0e431e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:45.244195 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-19d75315-50cb-4bea-8ad8-c0db7992603e req-c050d16d-d313-405d-8591-0050f0e431e1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 HTTP/1.1" status: 200 len: 916 time: 0.3033659 Jan 28 19:15:45.298521 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-19d75315-50cb-4bea-8ad8-c0db7992603e req-e1fb6d1e-2ec3-4ff1-85a3-053f624febef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=987531cc-562b-4ff0-9f10-392e78eaf0ea HTTP/1.1" status: 200 len: 217 time: 0.0470085 Jan 28 19:15:45.323776 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5ffd1849-240a-43e4-9a3e-e66e5ffc0ca5 req-fa67b375-3aa6-4562-8eab-75b04b251c34 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e8cc1-8be8-4e61-90ce-92e24a82ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168753 Jan 28 19:15:45.367304 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_controller (b1a2b502-844b-4318-8fe8-3c20cc3b0690), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.379881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec63c8e4-8bcb-4516-b2e3-c1ee973965c6 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:45.384100 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec63c8e4-8bcb-4516-b2e3-c1ee973965c6 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.469405 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=ff170273-0e82-4256-a7ce-536f6bda4a25,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:45.509769 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188cd065-2e11-4ab6-94d2-e59701dd5df1 x-openstack-request-id: req-188cd065-2e11-4ab6-94d2-e59701dd5df1 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:45.510087 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fbad5f-2252-4825-aeb9-446e2d9692af", "name": "network-vif-unplugged", "status": "completed", "tag": "ff170273-0e82-4256-a7ce-536f6bda4a25", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:45.510345 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-188cd065-2e11-4ab6-94d2-e59701dd5df1 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:45.510774 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fbad5f-2252-4825-aeb9-446e2d9692af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff170273-0e82-4256-a7ce-536f6bda4a25', 'code': 200} Jan 28 19:15:45.515534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-ec63c8e4-8bcb-4516-b2e3-c1ee973965c6 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Performing IP validity checks on allocation pools {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 19:15:45.516200 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-ec63c8e4-8bcb-4516-b2e3-c1ee973965c6 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 19:15:45.556941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d75315-50cb-4bea-8ad8-c0db7992603e req-361b64b3-990e-4fb0-9a02-29740c8ced37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:45.561074 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-19d75315-50cb-4bea-8ad8-c0db7992603e req-361b64b3-990e-4fb0-9a02-29740c8ced37 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ae82aed-d710-4ea3-a053-d0d0552a67d8 HTTP/1.1" status: 200 len: 855 time: 0.2546380 Jan 28 19:15:45.675781 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-19d75315-50cb-4bea-8ad8-c0db7992603e req-2eb19386-ea81-4990-9542-fb49fb01d3d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=86adb1cc-8d6c-4e87-8cd9-b94ca21e5900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060452 Jan 28 19:15:45.724737 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (b1a2b502-844b-4318-8fe8-3c20cc3b0690), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.737835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43bff5-6d29-4126-9201-f91c4d5122e2 req-fe9aa3cb-24b6-48b7-9634-cf2987e6060e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:45.739390 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a43bff5-6d29-4126-9201-f91c4d5122e2 req-fe9aa3cb-24b6-48b7-9634-cf2987e6060e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 944 time: 0.3107910 Jan 28 19:15:45.766287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device aca36bc6-d415-4159-bdd5-0789222372da details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:15:45.786512 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec63c8e4-8bcb-4516-b2e3-c1ee973965c6 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (cd24ca9a-e775-452b-ac47-62487a658aaf), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:45.882472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port aca36bc6-d415-4159-bdd5-0789222372da, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=aca36bc6-d415-4159-bdd5-0789222372da,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:45.898243 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a43bff5-6d29-4126-9201-f91c4d5122e2 req-fa1523d5-8c90-4709-93ed-6c446ecc5369 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448176 Jan 28 19:15:45.909738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'aca36bc6-d415-4159-bdd5-0789222372da', 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58', 'port_id': 'aca36bc6-d415-4159-bdd5-0789222372da', 'mac_address': 'fa:16:3e:85:2d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a56f99-3d90-4e93-bed9-c1a90d6cae3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:15:45.912437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e4d73-edf5-414f-b81a-d2c70dfffb6d req-846dec82-b2a5-4122-b8e3-6b965e2f2789 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:45.913991 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d96e4d73-edf5-414f-b81a-d2c70dfffb6d req-846dec82-b2a5-4122-b8e3-6b965e2f2789 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.1606483 Jan 28 19:15:45.924996 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63c8e4-8bcb-4516-b2e3-c1ee973965c6 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Subnet': ['ID=cd24ca9a-e775-452b-ac47-62487a658aaf,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:45.933161 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-19d75315-50cb-4bea-8ad8-c0db7992603e req-38f52b1c-3724-47f0-acf2-b9ef1588908c service neutron] 10.222.0.31 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255416 Jan 28 19:15:46.000906 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec63c8e4-8bcb-4516-b2e3-c1ee973965c6 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Checking segment: {'id': '9f44d13b-8ed3-4c30-9f29-ad8c83057a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e662d8ec-a899-4e83-84aa-a27584fe098c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:46.003219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec63c8e4-8bcb-4516-b2e3-c1ee973965c6 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network hostable DHCP agents. Network: e662d8ec-a899-4e83-84aa-a27584fe098c, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:15:46.025011 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d96e4d73-edf5-414f-b81a-d2c70dfffb6d req-426be138-6543-4f53-a906-3e0fea3f9b05 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907843 Jan 28 19:15:46.040907 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec63c8e4-8bcb-4516-b2e3-c1ee973965c6 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network e662d8ec-a899-4e83-84aa-a27584fe098c is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:15:46.062804 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ec63c8e4-8bcb-4516-b2e3-c1ee973965c6 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, e662d8ec-a899-4e83-84aa-a27584fe098c) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:46.074737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec63c8e4-8bcb-4516-b2e3-c1ee973965c6 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:46.079193 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec63c8e4-8bcb-4516-b2e3-c1ee973965c6 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.125642 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ec63c8e4-8bcb-4516-b2e3-c1ee973965c6 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0656059 Jan 28 19:15:46.125849 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45168) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:46.133797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-19d75315-50cb-4bea-8ad8-c0db7992603e req-b3800c16-3d89-43d5-bd52-57776365dcba service neutron] 10.222.0.31 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912258 Jan 28 19:15:46.149069 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662194b-a88f-47ed-952b-b82bb4b8c6b6 req-977f2699-c394-428a-9030-ad3a0bfd69ee tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:46.151177 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d662194b-a88f-47ed-952b-b82bb4b8c6b6 req-977f2699-c394-428a-9030-ad3a0bfd69ee tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 943 time: 0.1370971 Jan 28 19:15:46.278808 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-543c3a6f-6557-46f6-8e29-dd5d9d1fae46 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (e662d8ec-a899-4e83-84aa-a27584fe098c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.311580 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d662194b-a88f-47ed-952b-b82bb4b8c6b6 req-1c27d3c7-9ba3-4247-9813-c6af38dbabfa tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178079 Jan 28 19:15:46.318897 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (b1a2b502-844b-4318-8fe8-3c20cc3b0690), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.341878 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.357994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ecadc8-18f1-4519-a2e4-99c24dbbbdec None None] Network e662d8ec-a899-4e83-84aa-a27584fe098c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:46.371647 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-543c3a6f-6557-46f6-8e29-dd5d9d1fae46 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (cd24ca9a-e775-452b-ac47-62487a658aaf), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.485606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port aca36bc6-d415-4159-bdd5-0789222372da is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:46.486118 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aca36bc6-d415-4159-bdd5-0789222372da), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.489151 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6e0ee-9106-404b-a82e-a5748bfbc4b0 req-67d429bc-9db1-4117-882e-1a6467db0ccb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:46.497048 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4ef6e0ee-9106-404b-a82e-a5748bfbc4b0 req-67d429bc-9db1-4117-882e-1a6467db0ccb tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.1215620 Jan 28 19:15:46.502933 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca36bc6-d415-4159-bdd5-0789222372da {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:46.532793 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-543c3a6f-6557-46f6-8e29-dd5d9d1fae46 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (cd24ca9a-e775-452b-ac47-62487a658aaf), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.533039 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port aca36bc6-d415-4159-bdd5-0789222372da, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=aca36bc6-d415-4159-bdd5-0789222372da,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:46.535211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4a7113-ed5d-4865-959e-96ee159a3b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-e662d8ec-a899-4e83-84aa-a27584fe098c', 'network_id': 'e662d8ec-a899-4e83-84aa-a27584fe098c', 'project_id': '5416b8fbc0b84fbb996f4a3dc6ae761a', 'fixed_ips': [{'subnet_id': 'cd24ca9a-e775-452b-ac47-62487a658aaf'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:15:46.536536 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f4a7113-ed5d-4865-959e-96ee159a3b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.588583 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691a367-d2ff-447d-80c4-4ee7ea78161c req-7e4e9e83-8a4f-4308-a2f2-bdb67df3852e tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:46.590304 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c3a6f-6557-46f6-8e29-dd5d9d1fae46 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Subnet': ['ID=cd24ca9a-e775-452b-ac47-62487a658aaf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:46.601472 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9691a367-d2ff-447d-80c4-4ee7ea78161c req-7e4e9e83-8a4f-4308-a2f2-bdb67df3852e tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bd40334-eb28-4802-8422-2f4bcacb3d79 HTTP/1.1" status: 200 len: 944 time: 0.1349063 Jan 28 19:15:46.620887 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4ef6e0ee-9106-404b-a82e-a5748bfbc4b0 req-ed9cf61a-1274-4166-9652-b9c288812711 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228025 Jan 28 19:15:46.691927 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (aca36bc6-d415-4159-bdd5-0789222372da), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.703670 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-543c3a6f-6557-46f6-8e29-dd5d9d1fae46 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (e662d8ec-a899-4e83-84aa-a27584fe098c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.743201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-543c3a6f-6557-46f6-8e29-dd5d9d1fae46 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e662d8ec-a899-4e83-84aa-a27584fe098c']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:46.754753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=aca36bc6-d415-4159-bdd5-0789222372da,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:46.755901 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-543c3a6f-6557-46f6-8e29-dd5d9d1fae46 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f44d13b-8ed3-4c30-9f29-ad8c83057a73') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:46.756394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-543c3a6f-6557-46f6-8e29-dd5d9d1fae46 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f44d13b-8ed3-4c30-9f29-ad8c83057a73') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:46.780891 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc14f224-c55e-46f7-9ed0-44ffc755501f None None] Network e662d8ec-a899-4e83-84aa-a27584fe098c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:46.798675 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-543c3a6f-6557-46f6-8e29-dd5d9d1fae46 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (9f44d13b-8ed3-4c30-9f29-ad8c83057a73), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.819418 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-543c3a6f-6557-46f6-8e29-dd5d9d1fae46 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9f44d13b-8ed3-4c30-9f29-ad8c83057a73), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.839909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543c3a6f-6557-46f6-8e29-dd5d9d1fae46 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:15:46.842843 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-543c3a6f-6557-46f6-8e29-dd5d9d1fae46 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (9f44d13b-8ed3-4c30-9f29-ad8c83057a73), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:15:46.846923 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:15:46.941491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['aca36bc6-d415-4159-bdd5-0789222372da'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:47.001535 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-543c3a6f-6557-46f6-8e29-dd5d9d1fae46 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (e662d8ec-a899-4e83-84aa-a27584fe098c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.034861 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Allocated IP 172.25.0.42 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/853a08ae-6a6f-444d-88df-4d8002236afe) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:47.065895 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9691a367-d2ff-447d-80c4-4ee7ea78161c req-be3247f2-071f-48c7-ba46-d2af01c30272 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e8cc1-8be8-4e61-90ce-92e24a82ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630830 Jan 28 19:15:47.088486 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-543c3a6f-6557-46f6-8e29-dd5d9d1fae46 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.096740 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-543c3a6f-6557-46f6-8e29-dd5d9d1fae46 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/e662d8ec-a899-4e83-84aa-a27584fe098c HTTP/1.1" status: 204 len: 168 time: 0.9663315 Jan 28 19:15:47.101852 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45178) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:47.125179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d004d1d4-07e5-4409-b72d-42bf1d74e7cd tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1224178804'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:47.152317 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c3a6f-6557-46f6-8e29-dd5d9d1fae46 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Network': ['ID=e662d8ec-a899-4e83-84aa-a27584fe098c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:47.161791 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf50422-3990-42c4-8afc-b02da0bfffc5 req-5c2ac309-89e3-4d03-97a5-b604de92ff17 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:47.167955 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cbf50422-3990-42c4-8afc-b02da0bfffc5 req-5c2ac309-89e3-4d03-97a5-b604de92ff17 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.37 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 943 time: 0.3450480 Jan 28 19:15:47.174611 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d004d1d4-07e5-4409-b72d-42bf1d74e7cd tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:47.178300 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d004d1d4-07e5-4409-b72d-42bf1d74e7cd tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.213296 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b2db5-8e93-4bf0-b188-a88f1821ed30 req-40528ea4-e9e5-4595-b16f-37016438ad2a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:47.215244 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-903b2db5-8e93-4bf0-b188-a88f1821ed30 req-40528ea4-e9e5-4595-b16f-37016438ad2a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 944 time: 0.2080281 Jan 28 19:15:47.285839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d004d1d4-07e5-4409-b72d-42bf1d74e7cd tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:15:47.296192 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d004d1d4-07e5-4409-b72d-42bf1d74e7cd tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9adcda74-bba2-4263-9f03-c88d05099a3e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.296813 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-d004d1d4-07e5-4409-b72d-42bf1d74e7cd tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Added segment 9adcda74-bba2-4263-9f03-c88d05099a3e of type vlan for network 4ad6e619-4786-4ba2-8982-3ec5c5806ac5 Jan 28 19:15:47.321364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470017d-df06-4556-8d00-1e62f2f9b770 req-8ae2d152-f94a-4145-862a-626cc2096650 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:47.323391 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9470017d-df06-4556-8d00-1e62f2f9b770 req-8ae2d152-f94a-4145-862a-626cc2096650 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.1027296 Jan 28 19:15:47.326463 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for port (853a08ae-6a6f-444d-88df-4d8002236afe), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.362987 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d004d1d4-07e5-4409-b72d-42bf1d74e7cd tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (4ad6e619-4786-4ba2-8982-3ec5c5806ac5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.402713 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9470017d-df06-4556-8d00-1e62f2f9b770 req-072582d1-8068-447b-bf1d-642b31fb18e4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722826 Jan 28 19:15:47.419285 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (853a08ae-6a6f-444d-88df-4d8002236afe), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.428727 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-903b2db5-8e93-4bf0-b188-a88f1821ed30 req-867f5d2f-071d-4c73-a691-5401aba5f412 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835265 Jan 28 19:15:47.464538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d004d1d4-07e5-4409-b72d-42bf1d74e7cd tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (4ad6e619-4786-4ba2-8982-3ec5c5806ac5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.469480 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d004d1d4-07e5-4409-b72d-42bf1d74e7cd tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:47.470087 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d004d1d4-07e5-4409-b72d-42bf1d74e7cd tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.496951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:47.502376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:47.509383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:47.552207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Pushing event updated for resources: {'Port': ['ID=853a08ae-6a6f-444d-88df-4d8002236afe,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:47.589088 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-cbf50422-3990-42c4-8afc-b02da0bfffc5 req-f1fc7256-c93e-4416-8543-4f5687c29a09 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Deleting port ff170273-0e82-4256-a7ce-536f6bda4a25 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:47.589347 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cbf50422-3990-42c4-8afc-b02da0bfffc5 req-f1fc7256-c93e-4416-8543-4f5687c29a09 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.635834 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d004d1d4-07e5-4409-b72d-42bf1d74e7cd tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5199864 Jan 28 19:15:47.674869 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45186) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:47.680029 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7ca66883-969c-4459-9930-a09c27c0c8af tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'subnet': {'network_id': '4ad6e619-4786-4ba2-8982-3ec5c5806ac5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:47.700888 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004d1d4-07e5-4409-b72d-42bf1d74e7cd tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Network': ['ID=4ad6e619-4786-4ba2-8982-3ec5c5806ac5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:47.714854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 4ad6e619-4786-4ba2-8982-3ec5c5806ac5 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:15:47.795962 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 987531cc-562b-4ff0-9f10-392e78eaf0ea details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:15:47.812852 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27f600-d5b8-44c7-8b33-12bfac715534 req-52e9f4b6-a8fd-4b02-b25c-dd821497bc57 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:47.820415 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c27f600-d5b8-44c7-8b33-12bfac715534 req-52e9f4b6-a8fd-4b02-b25c-dd821497bc57 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 943 time: 0.2964988 Jan 28 19:15:47.860492 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-cbf50422-3990-42c4-8afc-b02da0bfffc5 req-f1fc7256-c93e-4416-8543-4f5687c29a09 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] For port ff170273-0e82-4256-a7ce-536f6bda4a25, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ff170273-0e82-4256-a7ce-536f6bda4a25,segment=NetworkSegment(4fcc921d-e5c1-498f-ac1e-95a1d4228dc0),segment_id=4fcc921d-e5c1-498f-ac1e-95a1d4228dc0)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:47.860866 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cbf50422-3990-42c4-8afc-b02da0bfffc5 req-f1fc7256-c93e-4416-8543-4f5687c29a09 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.886194 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-cbf50422-3990-42c4-8afc-b02da0bfffc5 req-f1fc7256-c93e-4416-8543-4f5687c29a09 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Calling delete_port for ff170273-0e82-4256-a7ce-536f6bda4a25 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:47.892340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca66883-969c-4459-9930-a09c27c0c8af tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:47.895824 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ca66883-969c-4459-9930-a09c27c0c8af tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.904332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 987531cc-562b-4ff0-9f10-392e78eaf0ea, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=987531cc-562b-4ff0-9f10-392e78eaf0ea,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:47.906709 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (b1a2b502-844b-4318-8fe8-3c20cc3b0690), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:47.915794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 567497a2-77fb-4b12-9b5b-c358601e6b0d up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:47.955377 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '987531cc-562b-4ff0-9f10-392e78eaf0ea', 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900', 'port_id': '987531cc-562b-4ff0-9f10-392e78eaf0ea', 'mac_address': 'fa:16:3e:bb:e2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae82aed-d710-4ea3-a053-d0d0552a67d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:15:47.986844 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c27f600-d5b8-44c7-8b33-12bfac715534 req-617de567-9c60-43c1-a559-f99586e57f31 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659985 Jan 28 19:15:48.012409 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 987531cc-562b-4ff0-9f10-392e78eaf0ea is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:48.012944 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.027845 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987531cc-562b-4ff0-9f10-392e78eaf0ea {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:15:48.048898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 987531cc-562b-4ff0-9f10-392e78eaf0ea, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=987531cc-562b-4ff0-9f10-392e78eaf0ea,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:48.059285 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.064976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 567497a2-77fb-4b12-9b5b-c358601e6b0d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:15:48.099749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 567497a2-77fb-4b12-9b5b-c358601e6b0d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:48.100361 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (567497a2-77fb-4b12-9b5b-c358601e6b0d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.216432 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (b1a2b502-844b-4318-8fe8-3c20cc3b0690), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.219105 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d7e50b1-9132-4b0f-a2ee-67616ab213ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.223362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=987531cc-562b-4ff0-9f10-392e78eaf0ea,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:48.241642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 567497a2-77fb-4b12-9b5b-c358601e6b0d is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:48.242308 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (567497a2-77fb-4b12-9b5b-c358601e6b0d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.283924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 567497a2-77fb-4b12-9b5b-c358601e6b0d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=567497a2-77fb-4b12-9b5b-c358601e6b0d,segment=NetworkSegment(15540ce2-efff-4506-a7e3-5dc986671eab),segment_id=15540ce2-efff-4506-a7e3-5dc986671eab)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:48.285108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd40334-eb28-4802-8422-2f4bcacb3d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567497a2-77fb-4b12-9b5b-c358601e6b0d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:48.288056 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abab122c-2dc3-468c-8a3f-2833eccfd8f8" -d '{"events": [{"server_uuid": "8bd40334-eb28-4802-8422-2f4bcacb3d79", "name": "network-vif-plugged", "status": "completed", "tag": "567497a2-77fb-4b12-9b5b-c358601e6b0d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:48.295234 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (567497a2-77fb-4b12-9b5b-c358601e6b0d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.296182 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device aca36bc6-d415-4159-bdd5-0789222372da up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:48.317437 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cbf50422-3990-42c4-8afc-b02da0bfffc5 req-f1fc7256-c93e-4416-8543-4f5687c29a09 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ff170273-0e82-4256-a7ce-536f6bda4a25), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.361568 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ca66883-969c-4459-9930-a09c27c0c8af tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (bb1a34b0-056a-4874-bd9a-c073b530ae92), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.363028 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=567497a2-77fb-4b12-9b5b-c358601e6b0d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:48.364114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc7256-c93e-4416-8543-4f5687c29a09 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Pushing event deleted for resources: {'Port': ['ID=ff170273-0e82-4256-a7ce-536f6bda4a25,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:48.371542 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['987531cc-562b-4ff0-9f10-392e78eaf0ea'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:48.406910 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:48.407357 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:48.407796 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:48.408474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:48.409590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:48.409984 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:48.410445 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:48.411030 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:48.411419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:48.411844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:48.412235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:48.412743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:48.413248 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:15:48.417985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb9b77-e019-4aa0-a5b1-b0ccebb7c6f2 req-58480e28-0fd1-4b13-a207-87420af31ed6 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:48.425875 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6cb9b77-e019-4aa0-a5b1-b0ccebb7c6f2 req-58480e28-0fd1-4b13-a207-87420af31ed6 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bd40334-eb28-4802-8422-2f4bcacb3d79 HTTP/1.1" status: 200 len: 944 time: 0.2514355 Jan 28 19:15:48.455861 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d04f1f-b8ef-4487-a485-71c6ca2f832d req-388ea745-cebd-45f0-9c87-412dbe1594ae tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:48.457944 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-91d04f1f-b8ef-4487-a485-71c6ca2f832d req-388ea745-cebd-45f0-9c87-412dbe1594ae tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 945 time: 0.7325180 Jan 28 19:15:48.534186 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-91d04f1f-b8ef-4487-a485-71c6ca2f832d req-241ba7de-e3bc-4deb-b8ed-6dd57fd07633 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592408 Jan 28 19:15:48.548102 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Router b1a2b502-844b-4318-8fe8-3c20cc3b0690 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:15:48.577892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port aca36bc6-d415-4159-bdd5-0789222372da completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:15:48.588760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port aca36bc6-d415-4159-bdd5-0789222372da triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:48.589238 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (aca36bc6-d415-4159-bdd5-0789222372da), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.655561 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e69b193-a9b9-4024-8b49-fcb8b226ae47 x-openstack-request-id: req-2e69b193-a9b9-4024-8b49-fcb8b226ae47 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:48.656391 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd40334-eb28-4802-8422-2f4bcacb3d79", "name": "network-vif-plugged", "status": "completed", "tag": "567497a2-77fb-4b12-9b5b-c358601e6b0d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:48.657344 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e69b193-a9b9-4024-8b49-fcb8b226ae47 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:48.657344 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd40334-eb28-4802-8422-2f4bcacb3d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567497a2-77fb-4b12-9b5b-c358601e6b0d', 'code': 200} Jan 28 19:15:48.764708 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port aca36bc6-d415-4159-bdd5-0789222372da is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:48.765338 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aca36bc6-d415-4159-bdd5-0789222372da), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.818328 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port aca36bc6-d415-4159-bdd5-0789222372da, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=aca36bc6-d415-4159-bdd5-0789222372da,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:48.825229 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (aca36bc6-d415-4159-bdd5-0789222372da), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.885590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=aca36bc6-d415-4159-bdd5-0789222372da,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:48.892269 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:15:48.895891 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf50422-3990-42c4-8afc-b02da0bfffc5 req-f1fc7256-c93e-4416-8543-4f5687c29a09 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] No DVR routers for this DVR port ff170273-0e82-4256-a7ce-536f6bda4a25 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:48.909372 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Sync routers for ids ['b1a2b502-844b-4318-8fe8-3c20cc3b0690'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:15:48.911135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925f4d6-0d38-41f8-8c3d-e07b745be510 req-d682c7b2-c598-489e-a3e6-83053e832d35 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:48.916662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca66883-969c-4459-9930-a09c27c0c8af tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Subnet': ['ID=bb1a34b0-056a-4874-bd9a-c073b530ae92,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:48.918785 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7925f4d6-0d38-41f8-8c3d-e07b745be510 req-d682c7b2-c598-489e-a3e6-83053e832d35 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.2076764 Jan 28 19:15:48.920906 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cbf50422-3990-42c4-8afc-b02da0bfffc5 req-f1fc7256-c93e-4416-8543-4f5687c29a09 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.924508 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cbf50422-3990-42c4-8afc-b02da0bfffc5 req-f1fc7256-c93e-4416-8543-4f5687c29a09 tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.37 "DELETE /v2.0/ports/ff170273-0e82-4256-a7ce-536f6bda4a25 HTTP/1.1" status: 204 len: 173 time: 1.7425323 Jan 28 19:15:48.925852 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Routers {'b1a2b502-844b-4318-8fe8-3c20cc3b0690'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:48.926555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fbad5f-2252-4825-aeb9-446e2d9692af', 'name': 'network-vif-deleted', 'tag': 'ff170273-0e82-4256-a7ce-536f6bda4a25'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:48.927627 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:15:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['b1a2b502-844b-4318-8fe8-3c20cc3b0690'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:48.929096 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26af10c0-f5f8-45bd-a51f-c9a7fa9a7625" -d '{"events": [{"server_uuid": "26fbad5f-2252-4825-aeb9-446e2d9692af", "name": "network-vif-deleted", "tag": "ff170273-0e82-4256-a7ce-536f6bda4a25"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:48.955683 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e499cd-4f43-4908-9d80-4b104c10bacb req-5c47cd5d-f3c4-4e1a-a358-b7f72a8451b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:48.957854 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-09e499cd-4f43-4908-9d80-4b104c10bacb req-5c47cd5d-f3c4-4e1a-a358-b7f72a8451b9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8bd40334-eb28-4802-8422-2f4bcacb3d79 HTTP/1.1" status: 200 len: 1127 time: 0.2568307 Jan 28 19:15:48.983639 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:48.985239 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-40701363-31e0-4f31-9571-20d41354868c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7810342 Jan 28 19:15:48.989918 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45200) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:49.019681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6cb9b77-e019-4aa0-a5b1-b0ccebb7c6f2 req-185b1f07-7cf2-4c2a-bf75-1e99f13b9504 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e8cc1-8be8-4e61-90ce-92e24a82ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5925214 Jan 28 19:15:49.087170 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7925f4d6-0d38-41f8-8c3d-e07b745be510 req-c95c91d0-a58b-4a69-924a-494427ec14f9 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673532 Jan 28 19:15:49.100207 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Set router b1a2b502-844b-4318-8fe8-3c20cc3b0690 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:49.133149 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-09e499cd-4f43-4908-9d80-4b104c10bacb req-ab098ba4-2915-4f1e-866e-c642e4b9a285 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fb2e8cc1-8be8-4e61-90ce-92e24a82ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674416 Jan 28 19:15:49.171145 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea121ce-7eb4-4f5d-be92-d6d2f0644a58 x-openstack-request-id: req-8ea121ce-7eb4-4f5d-be92-d6d2f0644a58 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:49.171752 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fbad5f-2252-4825-aeb9-446e2d9692af", "name": "network-vif-deleted", "tag": "ff170273-0e82-4256-a7ce-536f6bda4a25", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:49.172204 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ea121ce-7eb4-4f5d-be92-d6d2f0644a58 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:49.173433 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fbad5f-2252-4825-aeb9-446e2d9692af', 'name': 'network-vif-deleted', 'tag': 'ff170273-0e82-4256-a7ce-536f6bda4a25', 'status': 'completed', 'code': 200} Jan 28 19:15:49.207370 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca66883-969c-4459-9930-a09c27c0c8af tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Checking segment: {'id': '9adcda74-bba2-4263-9f03-c88d05099a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4ad6e619-4786-4ba2-8982-3ec5c5806ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:49.208425 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca66883-969c-4459-9930-a09c27c0c8af tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network hostable DHCP agents. Network: 4ad6e619-4786-4ba2-8982-3ec5c5806ac5, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:15:49.308913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca66883-969c-4459-9930-a09c27c0c8af tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network 4ad6e619-4786-4ba2-8982-3ec5c5806ac5 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:15:49.312859 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78b14696-3c29-4d3e-9c43-f56565fcdee9 req-db257822-17a8-444c-8336-cf82594bfaba tempest-ImagesTestJSON-1355427690 tempest-ImagesTestJSON-1355427690-project] 10.222.0.55 "GET /v2.0/ports?device_id=26fbad5f-2252-4825-aeb9-446e2d9692af HTTP/1.1" status: 200 len: 210 time: 0.0421679 Jan 28 19:15:49.324939 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c7511-a8c6-45e9-94fa-124856665065 req-1734cd74-50f7-498f-b155-8885f3773092 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:49.331957 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-406c7511-a8c6-45e9-94fa-124856665065 req-1734cd74-50f7-498f-b155-8885f3773092 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 945 time: 0.1552563 Jan 28 19:15:49.335378 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2b502-844b-4318-8fe8-3c20cc3b0690', 'name': 'tempest-snat-router-1358166505', 'tenant_id': 'd534cdcd16a044e0b42f9be404323d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.42'}], 'enable_snat': False}, 'gw_port_id': '853a08ae-6a6f-444d-88df-4d8002236afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:45Z', 'updated_at': '2022-01-28T19:15:47Z', 'revision_number': 3, 'project_id': 'd534cdcd16a044e0b42f9be404323d9e', 'gw_port': {'id': '853a08ae-6a6f-444d-88df-4d8002236afe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a2b502-844b-4318-8fe8-3c20cc3b0690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:46Z', 'updated_at': '2022-01-28T19:15:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:49.359851 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45204) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:49.364262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1358166505', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'enable_snat': True}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:49.367738 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Checking router: b1a2b502-844b-4318-8fe8-3c20cc3b0690 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:15:49.368163 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Updating router b1a2b502-844b-4318-8fe8-3c20cc3b0690 port 853a08ae-6a6f-444d-88df-4d8002236afe binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:15:49.370908 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-464d2fe1-3032-477a-96c7-588fa4697fba tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "GET /v2.0/routers/b1a2b502-844b-4318-8fe8-3c20cc3b0690 HTTP/1.1" status: 200 len: 908 time: 0.3757901 Jan 28 19:15:49.381327 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7ca66883-969c-4459-9930-a09c27c0c8af tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 4ad6e619-4786-4ba2-8982-3ec5c5806ac5) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:49.391144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0972575-97c1-4a88-9466-d0f2a0c004e8 None None] Network 4ad6e619-4786-4ba2-8982-3ec5c5806ac5 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:49.394386 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca66883-969c-4459-9930-a09c27c0c8af tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:49.395121 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ca66883-969c-4459-9930-a09c27c0c8af tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:49.408762 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (adada5c2-5901-4530-86fd-ec45130d4a65), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:49.410547 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (adada5c2-5901-4530-86fd-ec45130d4a65), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:49.422997 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (853a08ae-6a6f-444d-88df-4d8002236afe), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:49.452788 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-406c7511-a8c6-45e9-94fa-124856665065 req-d8683a66-d9da-4a9f-a216-d6e9cc874b36 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114604 Jan 28 19:15:49.457053 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7ca66883-969c-4459-9930-a09c27c0c8af tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7809992 Jan 28 19:15:49.462346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45206) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:49.523413 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_controller (adada5c2-5901-4530-86fd-ec45130d4a65), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:49.671338 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19d37eca-fa8e-4e59-bb20-2fb028409819 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (4ad6e619-4786-4ba2-8982-3ec5c5806ac5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:49.690850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5bfeba-c70e-4cb9-bda7-8ed26b1a18e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-4ad6e619-4786-4ba2-8982-3ec5c5806ac5', 'network_id': '4ad6e619-4786-4ba2-8982-3ec5c5806ac5', 'project_id': '5416b8fbc0b84fbb996f4a3dc6ae761a', 'fixed_ips': [{'subnet_id': 'bb1a34b0-056a-4874-bd9a-c073b530ae92'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:15:49.691759 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfeba-c70e-4cb9-bda7-8ed26b1a18e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:49.749140 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19d37eca-fa8e-4e59-bb20-2fb028409819 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (bb1a34b0-056a-4874-bd9a-c073b530ae92), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:49.885487 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 987531cc-562b-4ff0-9f10-392e78eaf0ea up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:49.904044 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19d37eca-fa8e-4e59-bb20-2fb028409819 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (bb1a34b0-056a-4874-bd9a-c073b530ae92), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:49.925820 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Publish callbacks [] for port (853a08ae-6a6f-444d-88df-4d8002236afe), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:49.941836 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (853a08ae-6a6f-444d-88df-4d8002236afe), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.010439 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d37eca-fa8e-4e59-bb20-2fb028409819 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Subnet': ['ID=bb1a34b0-056a-4874-bd9a-c073b530ae92,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:50.034730 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (adada5c2-5901-4530-86fd-ec45130d4a65), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server [None req-ea5bfeba-c70e-4cb9-bda7-8ed26b1a18e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb1a34b0-056a-4874-bd9a-c073b530ae92: This subnet is being modified by another concurrent operation. Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:15:50.035136 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise exception Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb1a34b0-056a-4874-bd9a-c073b530ae92: This subnet is being modified by another concurrent operation. Jan 28 19:15:50.039170 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server Jan 28 19:15:50.050457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f1b8e-f1a9-429f-8ec3-37dc3b630adf req-da1f62a9-aa61-49ed-a78c-5bf75c873911 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:50.062773 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1e7f1b8e-f1a9-429f-8ec3-37dc3b630adf req-da1f62a9-aa61-49ed-a78c-5bf75c873911 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.4130909 Jan 28 19:15:50.065514 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 987531cc-562b-4ff0-9f10-392e78eaf0ea completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:15:50.065669 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Attempting to bind port 853a08ae-6a6f-444d-88df-4d8002236afe on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:50.069564 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Attempting to bind port 853a08ae-6a6f-444d-88df-4d8002236afe by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:50.069977 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Attempting to bind port 853a08ae-6a6f-444d-88df-4d8002236afe on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:50.074412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 987531cc-562b-4ff0-9f10-392e78eaf0ea triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:50.074790 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.092243 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8ef97-22cd-4c99-9ed6-3800ec93f427 None None] Pushing event updated for resources: {'Port': ['ID=853a08ae-6a6f-444d-88df-4d8002236afe,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:50.109982 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:50.116258 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:50.116680 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.117546 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:50.117825 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Bound port: 853a08ae-6a6f-444d-88df-4d8002236afe, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:50.118377 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (853a08ae-6a6f-444d-88df-4d8002236afe), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.140913 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2970078-4c61-4c2a-a2cf-b953801cc403 None None] get_active_networks_info from n-d-824834-4 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:15:50.182716 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1e7f1b8e-f1a9-429f-8ec3-37dc3b630adf req-374c2e61-e14b-43ba-a648-7bcc74055222 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186798 Jan 28 19:15:50.254242 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] For port 853a08ae-6a6f-444d-88df-4d8002236afe, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:50.259577 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] For port 853a08ae-6a6f-444d-88df-4d8002236afe, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=853a08ae-6a6f-444d-88df-4d8002236afe,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:50.278806 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (853a08ae-6a6f-444d-88df-4d8002236afe), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.322280 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19d37eca-fa8e-4e59-bb20-2fb028409819 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (4ad6e619-4786-4ba2-8982-3ec5c5806ac5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.332901 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device ff170273-0e82-4256-a7ce-536f6bda4a25 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:50.356480 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Routers {'b1a2b502-844b-4318-8fe8-3c20cc3b0690'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:50.356878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-19d37eca-fa8e-4e59-bb20-2fb028409819 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad6e619-4786-4ba2-8982-3ec5c5806ac5']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:50.357109 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:15:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['b1a2b502-844b-4318-8fe8-3c20cc3b0690'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:50.363511 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8ef97-22cd-4c99-9ed6-3800ec93f427 None None] Pushing event updated for resources: {'Port': ['ID=853a08ae-6a6f-444d-88df-4d8002236afe,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:50.390921 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-19d37eca-fa8e-4e59-bb20-2fb028409819 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adcda74-bba2-4263-9f03-c88d05099a3e') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:50.391220 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-19d37eca-fa8e-4e59-bb20-2fb028409819 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adcda74-bba2-4263-9f03-c88d05099a3e') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:50.409172 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19d37eca-fa8e-4e59-bb20-2fb028409819 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (9adcda74-bba2-4263-9f03-c88d05099a3e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.427394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01202e-0e59-49e9-86d9-a207fa1bcd37 req-6372094c-7deb-4a2a-bf68-66a86fc65234 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:50.429010 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe01202e-0e59-49e9-86d9-a207fa1bcd37 req-6372094c-7deb-4a2a-bf68-66a86fc65234 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bd40334-eb28-4802-8422-2f4bcacb3d79 HTTP/1.1" status: 200 len: 945 time: 0.2309999 Jan 28 19:15:50.457633 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19d37eca-fa8e-4e59-bb20-2fb028409819 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9adcda74-bba2-4263-9f03-c88d05099a3e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.469039 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d37eca-fa8e-4e59-bb20-2fb028409819 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:15:50.469652 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19d37eca-fa8e-4e59-bb20-2fb028409819 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (9adcda74-bba2-4263-9f03-c88d05099a3e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:15:50.475834 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:15:50.510260 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: ff170273-0e82-4256-a7ce-536f6bda4a25 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:15:50.510598 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device ff170273-0e82-4256-a7ce-536f6bda4a25 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:15:50.512341 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2970078-4c61-4c2a-a2cf-b953801cc403 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:15:50.530247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb66b8-bf5f-47cc-90ee-e1170b4563ae req-ed72c8bf-d0ea-4cec-b02d-39077325771e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:50.537923 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8ffb66b8-bf5f-47cc-90ee-e1170b4563ae req-ed72c8bf-d0ea-4cec-b02d-39077325771e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.2596483 Jan 28 19:15:50.566882 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 987531cc-562b-4ff0-9f10-392e78eaf0ea is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:50.567247 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] Set router b1a2b502-844b-4318-8fe8-3c20cc3b0690 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:50.567554 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.613338 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (adada5c2-5901-4530-86fd-ec45130d4a65), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.627916 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8ffb66b8-bf5f-47cc-90ee-e1170b4563ae req-6cabc1c1-22db-491b-8c36-79bce0289f15 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887246 Jan 28 19:15:50.661969 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe01202e-0e59-49e9-86d9-a207fa1bcd37 req-7d5d07b7-106e-4827-9842-3980d9708c4d tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e8cc1-8be8-4e61-90ce-92e24a82ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233124 Jan 28 19:15:50.672420 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19d37eca-fa8e-4e59-bb20-2fb028409819 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (4ad6e619-4786-4ba2-8982-3ec5c5806ac5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.677842 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19d37eca-fa8e-4e59-bb20-2fb028409819 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.685454 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-19d37eca-fa8e-4e59-bb20-2fb028409819 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/4ad6e619-4786-4ba2-8982-3ec5c5806ac5 HTTP/1.1" status: 204 len: 168 time: 1.2168028 Jan 28 19:15:50.686984 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:50.711443 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ec23e913-e0d2-4f3a-ad0a-eb35e6201dc4 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-148391741'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:50.712572 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.743324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d37eca-fa8e-4e59-bb20-2fb028409819 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Network': ['ID=4ad6e619-4786-4ba2-8982-3ec5c5806ac5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:50.747264 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1d7e37-5338-4683-9333-539e46f11cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca36bc6-d415-4159-bdd5-0789222372da'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:50.753124 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27b8025-37bb-43f1-84e8-6c91078cfff3" -d '{"events": [{"server_uuid": "ab1d7e37-5338-4683-9333-539e46f11cde", "name": "network-vif-plugged", "status": "completed", "tag": "aca36bc6-d415-4159-bdd5-0789222372da"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:50.786816 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec23e913-e0d2-4f3a-ad0a-eb35e6201dc4 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:50.790701 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec23e913-e0d2-4f3a-ad0a-eb35e6201dc4 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.815014 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4540e041-b708-4e1d-b4d0-c45285629684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.854872 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec23e913-e0d2-4f3a-ad0a-eb35e6201dc4 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:15:50.864039 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 987531cc-562b-4ff0-9f10-392e78eaf0ea, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=987531cc-562b-4ff0-9f10-392e78eaf0ea,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:50.930288 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d794cb72-26e1-4b35-8ca9-92fda7c2d016 x-openstack-request-id: req-d794cb72-26e1-4b35-8ca9-92fda7c2d016 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:50.932652 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1d7e37-5338-4683-9333-539e46f11cde", "name": "network-vif-plugged", "status": "completed", "tag": "aca36bc6-d415-4159-bdd5-0789222372da", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:50.933786 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d794cb72-26e1-4b35-8ca9-92fda7c2d016 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:50.934509 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1d7e37-5338-4683-9333-539e46f11cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca36bc6-d415-4159-bdd5-0789222372da', 'code': 200} Jan 28 19:15:50.950151 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:50.994638 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec23e913-e0d2-4f3a-ad0a-eb35e6201dc4 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d1f3aa02-e902-4016-a3c9-2b71b13ecbb8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.001974 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-ec23e913-e0d2-4f3a-ad0a-eb35e6201dc4 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Added segment d1f3aa02-e902-4016-a3c9-2b71b13ecbb8 of type vlan for network 80957d44-0d51-44f8-9402-eb58335d4d47 Jan 28 19:15:51.022246 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a2b502-844b-4318-8fe8-3c20cc3b0690', 'name': 'tempest-snat-router-1358166505', 'tenant_id': 'd534cdcd16a044e0b42f9be404323d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.42'}], 'enable_snat': False}, 'gw_port_id': '853a08ae-6a6f-444d-88df-4d8002236afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:45Z', 'updated_at': '2022-01-28T19:15:47Z', 'revision_number': 3, 'project_id': 'd534cdcd16a044e0b42f9be404323d9e', 'gw_port': {'id': '853a08ae-6a6f-444d-88df-4d8002236afe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a2b502-844b-4318-8fe8-3c20cc3b0690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:46Z', 'updated_at': '2022-01-28T19:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:51.040176 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=987531cc-562b-4ff0-9f10-392e78eaf0ea,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:51.045722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a249c0-d3c3-46cb-b068-237efaefb531 None None] Network 4ad6e619-4786-4ba2-8982-3ec5c5806ac5 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:51.062994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a249c0-d3c3-46cb-b068-237efaefb531 None None] Network 4ad6e619-4786-4ba2-8982-3ec5c5806ac5 could not be found, it might have been deleted concurrently. {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:15:51.074660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Allocated IP 172.25.0.149 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/e84ef05f-5b55-460a-8493-5a121e0969a9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:51.083482 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c129fe-d5fe-4a8a-8ed2-5c868f7763b4 req-02a5d8b6-47ec-4679-a16c-b500dde89b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:51.085202 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5c129fe-d5fe-4a8a-8ed2-5c868f7763b4 req-02a5d8b6-47ec-4679-a16c-b500dde89b1f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 1128 time: 0.1163974 Jan 28 19:15:51.089752 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e783bee8-df7f-4b73-8443-7e55fe61d168 None None] The sync data for ids ['b1a2b502-844b-4318-8fe8-3c20cc3b0690'] in n-d-824834-4 is: [{'id': 'b1a2b502-844b-4318-8fe8-3c20cc3b0690', 'name': 'tempest-snat-router-1358166505', 'tenant_id': 'd534cdcd16a044e0b42f9be404323d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.42'}], 'enable_snat': False}, 'gw_port_id': '853a08ae-6a6f-444d-88df-4d8002236afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:45Z', 'updated_at': '2022-01-28T19:15:47Z', 'revision_number': 3, 'project_id': 'd534cdcd16a044e0b42f9be404323d9e', 'gw_port': {'id': '853a08ae-6a6f-444d-88df-4d8002236afe', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9d:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a2b502-844b-4318-8fe8-3c20cc3b0690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:46Z', 'updated_at': '2022-01-28T19:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:15:51.118980 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec23e913-e0d2-4f3a-ad0a-eb35e6201dc4 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (80957d44-0d51-44f8-9402-eb58335d4d47), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.136676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3f2eb-88ef-48a0-b543-6a0a8e6d922e req-c753a27f-5c6e-4009-9472-92f8d6176207 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:51.143714 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-41f3f2eb-88ef-48a0-b543-6a0a8e6d922e req-c753a27f-5c6e-4009-9472-92f8d6176207 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.2817104 Jan 28 19:15:51.212563 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec23e913-e0d2-4f3a-ad0a-eb35e6201dc4 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (80957d44-0d51-44f8-9402-eb58335d4d47), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.226400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec23e913-e0d2-4f3a-ad0a-eb35e6201dc4 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:51.226965 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec23e913-e0d2-4f3a-ad0a-eb35e6201dc4 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.254737 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for port (e84ef05f-5b55-460a-8493-5a121e0969a9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.265364 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ec23e913-e0d2-4f3a-ad0a-eb35e6201dc4 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5697119 Jan 28 19:15:51.283309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45244) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:51.285517 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-41f3f2eb-88ef-48a0-b543-6a0a8e6d922e req-13e7bcb4-34be-4e2e-99ee-d7e1381dc696 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405771 Jan 28 19:15:51.295279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-aed4c2a6-7c10-461e-a87c-962045ac413b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'subnet': {'network_id': '80957d44-0d51-44f8-9402-eb58335d4d47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:51.363652 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23e913-e0d2-4f3a-ad0a-eb35e6201dc4 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Network': ['ID=80957d44-0d51-44f8-9402-eb58335d4d47,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:51.383669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 80957d44-0d51-44f8-9402-eb58335d4d47 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:15:51.421021 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5c129fe-d5fe-4a8a-8ed2-5c868f7763b4 req-d60b7640-65f2-466b-9a37-5fdcf2b90fcc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272009 Jan 28 19:15:51.492408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45256) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:51.563810 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d31dac-1c68-49b9-addc-25d8f6360c46 admin admin] Deleting subnet 8eb5347e-d66a-46e3-9579-1241a6589256 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:15:51.568733 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e84ef05f-5b55-460a-8493-5a121e0969a9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.571091 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7d31dac-1c68-49b9-addc-25d8f6360c46 admin admin] Publish callbacks [] for subnet (8eb5347e-d66a-46e3-9579-1241a6589256), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.610181 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.676320 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7d31dac-1c68-49b9-addc-25d8f6360c46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (8eb5347e-d66a-46e3-9579-1241a6589256), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.692600 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Pushing event updated for resources: {'Port': ['ID=e84ef05f-5b55-460a-8493-5a121e0969a9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:51.708615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31c781-b946-427d-881e-7f9a6a107fae req-5fece20a-9d3b-440c-a792-baa8d150ae33 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:51.710432 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d31c781-b946-427d-881e-7f9a6a107fae req-5fece20a-9d3b-440c-a792-baa8d150ae33 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.4076092 Jan 28 19:15:51.716156 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed4c2a6-7c10-461e-a87c-962045ac413b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:51.719613 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aed4c2a6-7c10-461e-a87c-962045ac413b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.725356 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:51.753904 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7d31dac-1c68-49b9-addc-25d8f6360c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (8eb5347e-d66a-46e3-9579-1241a6589256), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.780115 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:51.782727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:51.881452 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616eab04-ce72-4756-adab-057deea614fe req-4f10d0fd-5882-42fb-82d2-f358486024bb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:51.884141 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-616eab04-ce72-4756-adab-057deea614fe req-4f10d0fd-5882-42fb-82d2-f358486024bb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0978544 Jan 28 19:15:51.886534 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7d31dac-1c68-49b9-addc-25d8f6360c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (8eb5347e-d66a-46e3-9579-1241a6589256), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.952148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d31dac-1c68-49b9-addc-25d8f6360c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb5347e-d66a-46e3-9579-1241a6589256,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:51.960177 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7d31dac-1c68-49b9-addc-25d8f6360c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:51.967996 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d7d31dac-1c68-49b9-addc-25d8f6360c46 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8eb5347e-d66a-46e3-9579-1241a6589256 HTTP/1.1" status: 204 len: 168 time: 0.4741788 Jan 28 19:15:51.969404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45262) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:51.978653 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d31c781-b946-427d-881e-7f9a6a107fae req-dda8175f-7603-47dd-9873-e99b754c0676 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474210 Jan 28 19:15:52.094134 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-616eab04-ce72-4756-adab-057deea614fe req-12e592ac-1330-42c3-88eb-2b6986229c6f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022352 Jan 28 19:15:52.130613 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d46a257a-d0e9-4b75-a969-b3708e8db24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (8a9c11ec-17d4-435e-a13b-0efb9529d2f1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.248433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 853a08ae-6a6f-444d-88df-4d8002236afe up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:52.276333 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d46a257a-d0e9-4b75-a969-b3708e8db24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (8a9c11ec-17d4-435e-a13b-0efb9529d2f1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.304790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a529c1-372a-415d-844c-738bce22145d req-35267745-4f21-4923-8b61-f8aa49e6f9a6 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:52.312796 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31a529c1-372a-415d-844c-738bce22145d req-35267745-4f21-4923-8b61-f8aa49e6f9a6 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bd40334-eb28-4802-8422-2f4bcacb3d79 HTTP/1.1" status: 200 len: 945 time: 0.1801209 Jan 28 19:15:52.323411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d46a257a-d0e9-4b75-a969-b3708e8db24b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9c11ec-17d4-435e-a13b-0efb9529d2f1']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:52.360783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 853a08ae-6a6f-444d-88df-4d8002236afe triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:52.361230 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (853a08ae-6a6f-444d-88df-4d8002236afe), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.371066 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d46a257a-d0e9-4b75-a969-b3708e8db24b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:52.371338 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d46a257a-d0e9-4b75-a969-b3708e8db24b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcc921d-e5c1-498f-ac1e-95a1d4228dc0') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:52.397265 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d46a257a-d0e9-4b75-a969-b3708e8db24b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (4fcc921d-e5c1-498f-ac1e-95a1d4228dc0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.423653 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d46a257a-d0e9-4b75-a969-b3708e8db24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (4fcc921d-e5c1-498f-ac1e-95a1d4228dc0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.460536 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46a257a-d0e9-4b75-a969-b3708e8db24b admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:15:52.460536 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d46a257a-d0e9-4b75-a969-b3708e8db24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (4fcc921d-e5c1-498f-ac1e-95a1d4228dc0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.569289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 853a08ae-6a6f-444d-88df-4d8002236afe is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:52.569879 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (853a08ae-6a6f-444d-88df-4d8002236afe), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:15:52.591772 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:15:52.636351 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d46a257a-d0e9-4b75-a969-b3708e8db24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (8a9c11ec-17d4-435e-a13b-0efb9529d2f1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.648634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 853a08ae-6a6f-444d-88df-4d8002236afe, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=853a08ae-6a6f-444d-88df-4d8002236afe,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:52.658567 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31a529c1-372a-415d-844c-738bce22145d req-9502f804-eeed-4203-8197-5cc15cf4a2ab tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e8cc1-8be8-4e61-90ce-92e24a82ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400648 Jan 28 19:15:52.659848 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (adada5c2-5901-4530-86fd-ec45130d4a65), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.662396 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (853a08ae-6a6f-444d-88df-4d8002236afe), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.704722 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d46a257a-d0e9-4b75-a969-b3708e8db24b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.718221 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d46a257a-d0e9-4b75-a969-b3708e8db24b admin admin] 10.222.0.55 "DELETE /v2.0/networks/8a9c11ec-17d4-435e-a13b-0efb9529d2f1 HTTP/1.1" status: 204 len: 168 time: 0.7450807 Jan 28 19:15:52.805837 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a257a-d0e9-4b75-a969-b3708e8db24b admin admin] Pushing event deleted for resources: {'Network': ['ID=8a9c11ec-17d4-435e-a13b-0efb9529d2f1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:52.815941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=853a08ae-6a6f-444d-88df-4d8002236afe,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:52.849193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7b241-99f6-4a5e-aaf1-bcc1ce88d962 req-b7677281-2651-4ef3-bb6a-f3c4f1b67e23 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:52.868668 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09e7b241-99f6-4a5e-aaf1-bcc1ce88d962 req-b7677281-2651-4ef3-bb6a-f3c4f1b67e23 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.2888322 Jan 28 19:15:52.935967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18479f13-e47b-47f2-914d-4366864372d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987531cc-562b-4ff0-9f10-392e78eaf0ea'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:52.939787 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd5a14d-ff36-436c-9fa5-a7ff79e5f7ba" -d '{"events": [{"server_uuid": "18479f13-e47b-47f2-914d-4366864372d5", "name": "network-vif-plugged", "status": "completed", "tag": "987531cc-562b-4ff0-9f10-392e78eaf0ea"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:52.957954 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:52.999007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09e7b241-99f6-4a5e-aaf1-bcc1ce88d962 req-b7aba148-8a6b-493d-82a4-6aa307e76e3c tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289020 Jan 28 19:15:53.113326 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5511cb-a60a-4ffd-9e59-8585fe3caf6f x-openstack-request-id: req-3f5511cb-a60a-4ffd-9e59-8585fe3caf6f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:53.113795 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18479f13-e47b-47f2-914d-4366864372d5", "name": "network-vif-plugged", "status": "completed", "tag": "987531cc-562b-4ff0-9f10-392e78eaf0ea", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:53.114310 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f5511cb-a60a-4ffd-9e59-8585fe3caf6f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:53.114833 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18479f13-e47b-47f2-914d-4366864372d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987531cc-562b-4ff0-9f10-392e78eaf0ea', 'code': 200} Jan 28 19:15:53.190620 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aed4c2a6-7c10-461e-a87c-962045ac413b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (de146a49-3f1b-4fd1-bf75-165abef15bc7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.214921 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45280) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:53.333987 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-64cfbac4-902e-450e-b092-def9ba202e24 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3da39749e42a41868cf367b3be55b9b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1177676 Jan 28 19:15:53.337687 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45282) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:53.429838 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa590d39-daee-49ef-8dbd-1d7377552d28 admin admin] Publish callbacks [] for security_group (1c249f04-9f0d-46d8-9c10-9ad5ab8586f6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.461802 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa590d39-daee-49ef-8dbd-1d7377552d28 admin admin] Publish callbacks [] for security_group (1c249f04-9f0d-46d8-9c10-9ad5ab8586f6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.578441 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b92b4-dcaa-4b83-b1be-4bef6dc9a752 req-23d7238c-9a06-44bc-9f99-5264df9bb8fa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:53.580467 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ab2b92b4-dcaa-4b83-b1be-4bef6dc9a752 req-23d7238c-9a06-44bc-9f99-5264df9bb8fa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.0961556 Jan 28 19:15:53.587180 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa590d39-daee-49ef-8dbd-1d7377552d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1c249f04-9f0d-46d8-9c10-9ad5ab8586f6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.590500 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa590d39-daee-49ef-8dbd-1d7377552d28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.594680 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fa590d39-daee-49ef-8dbd-1d7377552d28 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c249f04-9f0d-46d8-9c10-9ad5ab8586f6 HTTP/1.1" status: 204 len: 168 time: 0.2509003 Jan 28 19:15:53.603613 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa590d39-daee-49ef-8dbd-1d7377552d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c249f04-9f0d-46d8-9c10-9ad5ab8586f6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:53.688187 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ab2b92b4-dcaa-4b83-b1be-4bef6dc9a752 req-a9778a7e-024d-45b8-843d-f601848ca219 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915961 Jan 28 19:15:53.756615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4c2a6-7c10-461e-a87c-962045ac413b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Subnet': ['ID=de146a49-3f1b-4fd1-bf75-165abef15bc7,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:53.802333 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869853c5-7134-4fbf-a9f2-884fac7ed03e req-eea76710-5f6b-4993-aad6-7ac1779ead8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:53.804917 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-869853c5-7134-4fbf-a9f2-884fac7ed03e req-eea76710-5f6b-4993-aad6-7ac1779ead8a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 1128 time: 0.5580571 Jan 28 19:15:53.808528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed4c2a6-7c10-461e-a87c-962045ac413b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Checking segment: {'id': 'd1f3aa02-e902-4016-a3c9-2b71b13ecbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '80957d44-0d51-44f8-9402-eb58335d4d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:53.808888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed4c2a6-7c10-461e-a87c-962045ac413b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network hostable DHCP agents. Network: 80957d44-0d51-44f8-9402-eb58335d4d47, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:15:53.812586 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (adada5c2-5901-4530-86fd-ec45130d4a65), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:53.833014 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535058c1-3be1-458d-9e57-d2af7581c694 req-f5f9b328-9c91-41d8-afc1-6f0246c73f89 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:53.834531 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-535058c1-3be1-458d-9e57-d2af7581c694 req-f5f9b328-9c91-41d8-afc1-6f0246c73f89 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.5979366 Jan 28 19:15:53.861847 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a684dc-0b48-4501-9a3f-41d0be475cc9 req-a6e4679a-b788-45d0-8a4d-ac4f261d2161 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:53.864256 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97a684dc-0b48-4501-9a3f-41d0be475cc9 req-a6e4679a-b788-45d0-8a4d-ac4f261d2161 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bd40334-eb28-4802-8422-2f4bcacb3d79 HTTP/1.1" status: 200 len: 945 time: 0.0825353 Jan 28 19:15:53.959852 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed4c2a6-7c10-461e-a87c-962045ac413b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network 80957d44-0d51-44f8-9402-eb58335d4d47 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:15:53.970769 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97a684dc-0b48-4501-9a3f-41d0be475cc9 req-81094371-8f2f-40c5-83fa-be4a7996fe85 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e8cc1-8be8-4e61-90ce-92e24a82ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932994 Jan 28 19:15:53.993719 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-869853c5-7134-4fbf-a9f2-884fac7ed03e req-390fe0e5-7ba1-4a92-8d27-4c9deff136ae service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789742 Jan 28 19:15:53.997825 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-535058c1-3be1-458d-9e57-d2af7581c694 req-63defc9f-af9e-454e-a730-b8f7f3966590 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501403 Jan 28 19:15:54.034523 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-aed4c2a6-7c10-461e-a87c-962045ac413b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 80957d44-0d51-44f8-9402-eb58335d4d47) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:54.045553 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc1cad1-d5d3-4e02-a0ed-1d40d6bb9040 None None] Network 80957d44-0d51-44f8-9402-eb58335d4d47 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:54.050625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed4c2a6-7c10-461e-a87c-962045ac413b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:54.051356 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aed4c2a6-7c10-461e-a87c-962045ac413b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.097747 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-aed4c2a6-7c10-461e-a87c-962045ac413b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8132806 Jan 28 19:15:54.101717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45298) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:54.145565 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Router adada5c2-5901-4530-86fd-ec45130d4a65 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:15:54.343415 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bffb226-a73c-4f8a-988e-b1a58bbf2d81 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (80957d44-0d51-44f8-9402-eb58335d4d47), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.352145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334c305-b5cb-4a57-881f-2073be04204b req-757e7f8f-1692-4f13-9248-629c186f4610 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:54.359859 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e334c305-b5cb-4a57-881f-2073be04204b req-757e7f8f-1692-4f13-9248-629c186f4610 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.1185770 Jan 28 19:15:54.451351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:15:54.464589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 853a08ae-6a6f-444d-88df-4d8002236afe up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:15:54.488975 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe49bfc-e59c-42e3-9d25-25eece9e9647 req-20b6b867-31df-48d7-86fc-e88469392da8 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:54.490696 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6fe49bfc-e59c-42e3-9d25-25eece9e9647 req-20b6b867-31df-48d7-86fc-e88469392da8 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 1128 time: 0.2215388 Jan 28 19:15:54.497904 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.499215 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-315c811b-c816-4c2e-aef8-c9ba8f69fb5e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1383517 Jan 28 19:15:54.502245 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45312) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:54.507923 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Sync routers for ids ['adada5c2-5901-4530-86fd-ec45130d4a65'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:15:54.520100 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e334c305-b5cb-4a57-881f-2073be04204b req-4b766f3a-f0e9-4cec-8635-131aa67b197e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530676 Jan 28 19:15:54.543770 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bffb226-a73c-4f8a-988e-b1a58bbf2d81 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (de146a49-3f1b-4fd1-bf75-165abef15bc7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.550966 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.552822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 853a08ae-6a6f-444d-88df-4d8002236afe triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:15:54.553330 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (853a08ae-6a6f-444d-88df-4d8002236afe), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.562928 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Routers {'adada5c2-5901-4530-86fd-ec45130d4a65'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:54.563856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:15:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['adada5c2-5901-4530-86fd-ec45130d4a65'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:54.651954 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bffb226-a73c-4f8a-988e-b1a58bbf2d81 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (de146a49-3f1b-4fd1-bf75-165abef15bc7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.667885 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6fe49bfc-e59c-42e3-9d25-25eece9e9647 req-dbd659ea-102e-408a-aa1e-75fc1eaa2577 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594648 Jan 28 19:15:54.724198 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffb226-a73c-4f8a-988e-b1a58bbf2d81 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Subnet': ['ID=de146a49-3f1b-4fd1-bf75-165abef15bc7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:54.751791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9892bb2-4e35-4693-9e02-30b0ecbf891f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-80957d44-0d51-44f8-9402-eb58335d4d47', 'network_id': '80957d44-0d51-44f8-9402-eb58335d4d47', 'project_id': '5416b8fbc0b84fbb996f4a3dc6ae761a', 'fixed_ips': [{'subnet_id': 'de146a49-3f1b-4fd1-bf75-165abef15bc7'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:15:54.752904 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9892bb2-4e35-4693-9e02-30b0ecbf891f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.757902 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Set router adada5c2-5901-4530-86fd-ec45130d4a65 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:54.813481 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-89d2caba-8927-4dd2-9b3b-1a42458d0568 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "GET /v2.0/routers/adada5c2-5901-4530-86fd-ec45130d4a65 HTTP/1.1" status: 200 len: 908 time: 0.3077946 Jan 28 19:15:54.814102 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45330) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:54.866263 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bffb226-a73c-4f8a-988e-b1a58bbf2d81 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (80957d44-0d51-44f8-9402-eb58335d4d47), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.891663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4bffb226-a73c-4f8a-988e-b1a58bbf2d81 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80957d44-0d51-44f8-9402-eb58335d4d47']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:54.904841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4bffb226-a73c-4f8a-988e-b1a58bbf2d81 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f3aa02-e902-4016-a3c9-2b71b13ecbb8') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:54.905124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4bffb226-a73c-4f8a-988e-b1a58bbf2d81 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f3aa02-e902-4016-a3c9-2b71b13ecbb8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:54.930421 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791008-2f45-4e24-be89-401c2dcca04c req-d64cea00-d146-4fb9-8848-2e4a8055277e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:54.932485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3b791008-2f45-4e24-be89-401c2dcca04c req-d64cea00-d146-4fb9-8848-2e4a8055277e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.1126475 Jan 28 19:15:54.941238 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bffb226-a73c-4f8a-988e-b1a58bbf2d81 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (d1f3aa02-e902-4016-a3c9-2b71b13ecbb8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.961506 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bffb226-a73c-4f8a-988e-b1a58bbf2d81 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d1f3aa02-e902-4016-a3c9-2b71b13ecbb8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.970065 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bffb226-a73c-4f8a-988e-b1a58bbf2d81 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:15:54.970464 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bffb226-a73c-4f8a-988e-b1a58bbf2d81 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (d1f3aa02-e902-4016-a3c9-2b71b13ecbb8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:15:54.973864 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:15:54.975844 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323e3ca-f322-4b31-9d10-096756781de5 req-a01ab24a-ec0a-4f4a-906e-34131dcc61b2 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:54.978384 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e323e3ca-f322-4b31-9d10-096756781de5 req-a01ab24a-ec0a-4f4a-906e-34131dcc61b2 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 1128 time: 0.0752459 Jan 28 19:15:55.009093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 853a08ae-6a6f-444d-88df-4d8002236afe is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:55.028974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c47dad9-cc7b-4bef-b537-b64a52f71a69 None None] Network 80957d44-0d51-44f8-9402-eb58335d4d47 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:55.084593 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bffb226-a73c-4f8a-988e-b1a58bbf2d81 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (80957d44-0d51-44f8-9402-eb58335d4d47), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.093862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3b791008-2f45-4e24-be89-401c2dcca04c req-786c1f5c-30ef-4d79-a0dc-457175c6b5a5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152453 Jan 28 19:15:55.110772 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2340ee4a-9e27-45b5-a0b4-49fe96e456cc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router (adada5c2-5901-4530-86fd-ec45130d4a65), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.111329 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4bffb226-a73c-4f8a-988e-b1a58bbf2d81 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.118211 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4bffb226-a73c-4f8a-988e-b1a58bbf2d81 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/80957d44-0d51-44f8-9402-eb58335d4d47 HTTP/1.1" status: 204 len: 168 time: 1.0120108 Jan 28 19:15:55.122793 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffb226-a73c-4f8a-988e-b1a58bbf2d81 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Network': ['ID=80957d44-0d51-44f8-9402-eb58335d4d47,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:55.127249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45338) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:55.133709 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9db33d43-3eda-4f80-b509-48f3055d9749 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-105930792'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:55.152515 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adada5c2-5901-4530-86fd-ec45130d4a65', 'name': 'tempest-snat-router-1358166505', 'tenant_id': 'd534cdcd16a044e0b42f9be404323d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e84ef05f-5b55-460a-8493-5a121e0969a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:49Z', 'updated_at': '2022-01-28T19:15:52Z', 'revision_number': 3, 'project_id': 'd534cdcd16a044e0b42f9be404323d9e', 'gw_port': {'id': 'e84ef05f-5b55-460a-8493-5a121e0969a9', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adada5c2-5901-4530-86fd-ec45130d4a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:15:50Z', 'updated_at': '2022-01-28T19:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:55.158652 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e323e3ca-f322-4b31-9d10-096756781de5 req-eadc7664-f5af-4448-b016-af3d4af94e93 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667395 Jan 28 19:15:55.159800 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db33d43-3eda-4f80-b509-48f3055d9749 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:55.163281 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9db33d43-3eda-4f80-b509-48f3055d9749 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.199722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Checking router: adada5c2-5901-4530-86fd-ec45130d4a65 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:15:55.200329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Updating router adada5c2-5901-4530-86fd-ec45130d4a65 port e84ef05f-5b55-460a-8493-5a121e0969a9 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:15:55.246827 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e84ef05f-5b55-460a-8493-5a121e0969a9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.248078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db33d43-3eda-4f80-b509-48f3055d9749 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:15:55.266955 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9db33d43-3eda-4f80-b509-48f3055d9749 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (530fb591-e18a-4fad-936d-80db52c631a1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.271111 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-9db33d43-3eda-4f80-b509-48f3055d9749 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Added segment 530fb591-e18a-4fad-936d-80db52c631a1 of type vlan for network e4a9ccec-5371-449e-a9fc-b592df679e4a Jan 28 19:15:55.302980 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.312692 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e9f57-3e92-4606-a872-e8148dad87a5 req-810051d7-edba-429a-992f-6daa04154ec3 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:55.314504 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-994e9f57-3e92-4606-a872-e8148dad87a5 req-810051d7-edba-429a-992f-6daa04154ec3 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.31 "GET /v2.0/ports?device_id=8bd40334-eb28-4802-8422-2f4bcacb3d79 HTTP/1.1" status: 200 len: 945 time: 0.3031449 Jan 28 19:15:55.361569 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9db33d43-3eda-4f80-b509-48f3055d9749 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (e4a9ccec-5371-449e-a9fc-b592df679e4a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.403017 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9db33d43-3eda-4f80-b509-48f3055d9749 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (e4a9ccec-5371-449e-a9fc-b592df679e4a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.410194 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db33d43-3eda-4f80-b509-48f3055d9749 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:55.410877 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9db33d43-3eda-4f80-b509-48f3055d9749 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.415570 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2340ee4a-9e27-45b5-a0b4-49fe96e456cc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (adada5c2-5901-4530-86fd-ec45130d4a65), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.509644 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9db33d43-3eda-4f80-b509-48f3055d9749 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3812752 Jan 28 19:15:55.518674 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45356) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:55.526645 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d73d0fc8-26f8-46b5-9533-d9b366faf379 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'subnet': {'network_id': 'e4a9ccec-5371-449e-a9fc-b592df679e4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:55.533273 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db33d43-3eda-4f80-b509-48f3055d9749 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Network': ['ID=e4a9ccec-5371-449e-a9fc-b592df679e4a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:55.539542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-b09a3cc0-e7d7-4931-9213-e3c18ae97b7d req-eac27173-5f98-4793-b3c8-bc5a884c81f3 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:15:55.540591 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b09a3cc0-e7d7-4931-9213-e3c18ae97b7d req-eac27173-5f98-4793-b3c8-bc5a884c81f3 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097570 Jan 28 19:15:55.546490 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network e4a9ccec-5371-449e-a9fc-b592df679e4a details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:15:55.557028 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526e5aa-07b1-4e7a-8582-335f27664dea req-2081e7e4-a4e5-49b4-a39d-f83b645268af tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:55.559244 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f526e5aa-07b1-4e7a-8582-335f27664dea req-2081e7e4-a4e5-49b4-a39d-f83b645268af tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bd40334-eb28-4802-8422-2f4bcacb3d79 HTTP/1.1" status: 200 len: 945 time: 0.3076866 Jan 28 19:15:55.561990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70094b9f-cf73-46d6-9f7b-3607a7a8143f req-2acd6c27-bbb2-4b18-9134-9aba46f82d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:55.563742 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70094b9f-cf73-46d6-9f7b-3607a7a8143f req-2acd6c27-bbb2-4b18-9134-9aba46f82d9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 1127 time: 0.1705809 Jan 28 19:15:55.687108 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70094b9f-cf73-46d6-9f7b-3607a7a8143f req-8eaef6be-e424-43a3-9e8c-9d4dddcfa834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:55.689479 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70094b9f-cf73-46d6-9f7b-3607a7a8143f req-8eaef6be-e424-43a3-9e8c-9d4dddcfa834 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.1187727 Jan 28 19:15:55.703846 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Publish callbacks [] for port (e84ef05f-5b55-460a-8493-5a121e0969a9), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.711636 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e84ef05f-5b55-460a-8493-5a121e0969a9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.713635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-994e9f57-3e92-4606-a872-e8148dad87a5 req-91e88bdf-e3d2-4e23-bd65-d3ccf25371d0 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Deleting port 567497a2-77fb-4b12-9b5b-c358601e6b0d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:55.714138 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-994e9f57-3e92-4606-a872-e8148dad87a5 req-91e88bdf-e3d2-4e23-bd65-d3ccf25371d0 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (567497a2-77fb-4b12-9b5b-c358601e6b0d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.732852 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f526e5aa-07b1-4e7a-8582-335f27664dea req-45260b24-f867-4e6b-9885-ad671b60bb51 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb2e8cc1-8be8-4e61-90ce-92e24a82ca13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402497 Jan 28 19:15:55.737255 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73d0fc8-26f8-46b5-9533-d9b366faf379 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:15:55.740526 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d73d0fc8-26f8-46b5-9533-d9b366faf379 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.751767 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70094b9f-cf73-46d6-9f7b-3607a7a8143f req-dfe17085-3ac1-4eb9-8819-f88bc317e0e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd92615d-87ba-4b09-b829-cad2f55d3e40 HTTP/1.1" status: 200 len: 217 time: 0.0551715 Jan 28 19:15:55.780634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2340ee4a-9e27-45b5-a0b4-49fe96e456cc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Deleting port e84ef05f-5b55-460a-8493-5a121e0969a9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:55.780981 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2340ee4a-9e27-45b5-a0b4-49fe96e456cc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e84ef05f-5b55-460a-8493-5a121e0969a9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.785947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Attempting to bind port e84ef05f-5b55-460a-8493-5a121e0969a9 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:55.786349 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Attempting to bind port e84ef05f-5b55-460a-8493-5a121e0969a9 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:55.786819 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Attempting to bind port e84ef05f-5b55-460a-8493-5a121e0969a9 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:55.796036 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:55.797136 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:55.797420 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.798605 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:55.799211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Bound port: e84ef05f-5b55-460a-8493-5a121e0969a9, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:55.799877 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e84ef05f-5b55-460a-8493-5a121e0969a9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.839549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70094b9f-cf73-46d6-9f7b-3607a7a8143f req-4eb13e2b-21a7-46ee-ae3e-a8ae78a21c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:55.841994 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70094b9f-cf73-46d6-9f7b-3607a7a8143f req-4eb13e2b-21a7-46ee-ae3e-a8ae78a21c21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.0828683 Jan 28 19:15:55.880581 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] For port e84ef05f-5b55-460a-8493-5a121e0969a9, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:55.883190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efd5f8-98db-4be7-b90a-7cb45b22748d None None] Pushing event updated for resources: {'Port': ['ID=e84ef05f-5b55-460a-8493-5a121e0969a9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:55.902517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] For port e84ef05f-5b55-460a-8493-5a121e0969a9, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e84ef05f-5b55-460a-8493-5a121e0969a9,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:55.906377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-d73d0fc8-26f8-46b5-9533-d9b366faf379 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Performing IP validity checks on allocation pools {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 19:15:55.906987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-d73d0fc8-26f8-46b5-9533-d9b366faf379 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 19:15:55.912403 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e84ef05f-5b55-460a-8493-5a121e0969a9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:55.940667 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70094b9f-cf73-46d6-9f7b-3607a7a8143f req-dd8498f7-763a-40af-8eb6-d4a538fbcb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:55.947273 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70094b9f-cf73-46d6-9f7b-3607a7a8143f req-dd8498f7-763a-40af-8eb6-d4a538fbcb08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0945714 Jan 28 19:15:55.992408 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Routers {'adada5c2-5901-4530-86fd-ec45130d4a65'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:15:55.994491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:15:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['adada5c2-5901-4530-86fd-ec45130d4a65'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:56.020501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-994e9f57-3e92-4606-a872-e8148dad87a5 req-91e88bdf-e3d2-4e23-bd65-d3ccf25371d0 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] For port 567497a2-77fb-4b12-9b5b-c358601e6b0d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=567497a2-77fb-4b12-9b5b-c358601e6b0d,segment=NetworkSegment(15540ce2-efff-4506-a7e3-5dc986671eab),segment_id=15540ce2-efff-4506-a7e3-5dc986671eab)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:56.020883 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-994e9f57-3e92-4606-a872-e8148dad87a5 req-91e88bdf-e3d2-4e23-bd65-d3ccf25371d0 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (567497a2-77fb-4b12-9b5b-c358601e6b0d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.048150 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efd5f8-98db-4be7-b90a-7cb45b22748d None None] Pushing event updated for resources: {'Port': ['ID=e84ef05f-5b55-460a-8493-5a121e0969a9,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:56.052091 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2340ee4a-9e27-45b5-a0b4-49fe96e456cc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e84ef05f-5b55-460a-8493-5a121e0969a9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.070240 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-994e9f57-3e92-4606-a872-e8148dad87a5 req-91e88bdf-e3d2-4e23-bd65-d3ccf25371d0 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Calling delete_port for 567497a2-77fb-4b12-9b5b-c358601e6b0d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:56.090762 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2340ee4a-9e27-45b5-a0b4-49fe96e456cc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Calling delete_port for e84ef05f-5b55-460a-8493-5a121e0969a9 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:56.104768 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70094b9f-cf73-46d6-9f7b-3607a7a8143f req-12ac6610-00ad-4972-9112-a8c82565135e service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548817 Jan 28 19:15:56.123330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] Set router adada5c2-5901-4530-86fd-ec45130d4a65 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:15:56.126223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b551fd-5a6c-4875-8056-55f2f2679638 req-65a042b6-a037-4994-8c81-b726bba5d04b tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:56.127991 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-26b551fd-5a6c-4875-8056-55f2f2679638 req-65a042b6-a037-4994-8c81-b726bba5d04b tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.2096326 Jan 28 19:15:56.199478 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adada5c2-5901-4530-86fd-ec45130d4a65', 'name': 'tempest-snat-router-1358166505', 'tenant_id': 'd534cdcd16a044e0b42f9be404323d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:49Z', 'updated_at': '2022-01-28T19:15:55Z', 'revision_number': 4, 'project_id': 'd534cdcd16a044e0b42f9be404323d9e', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:56.233329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb4ffc-e803-4369-ba30-52000610221b None None] The sync data for ids ['adada5c2-5901-4530-86fd-ec45130d4a65'] in n-d-824834-4 is: [{'id': 'adada5c2-5901-4530-86fd-ec45130d4a65', 'name': 'tempest-snat-router-1358166505', 'tenant_id': 'd534cdcd16a044e0b42f9be404323d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:15:49Z', 'updated_at': '2022-01-28T19:15:55Z', 'revision_number': 4, 'project_id': 'd534cdcd16a044e0b42f9be404323d9e', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:15:56.261270 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70094b9f-cf73-46d6-9f7b-3607a7a8143f req-e246e36e-181c-446c-9a84-a9796f400289 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501236 Jan 28 19:15:56.377484 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-26b551fd-5a6c-4875-8056-55f2f2679638 req-fd3ace56-ea37-40bd-97a5-411b19243f8d tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205975 Jan 28 19:15:56.382515 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d73d0fc8-26f8-46b5-9533-d9b366faf379 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (221c6721-7ed2-4a98-a1b3-cd3f47e0b3d5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.582592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d0fc8-26f8-46b5-9533-d9b366faf379 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Subnet': ['ID=221c6721-7ed2-4a98-a1b3-cd3f47e0b3d5,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:56.618187 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-994e9f57-3e92-4606-a872-e8148dad87a5 req-91e88bdf-e3d2-4e23-bd65-d3ccf25371d0 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (567497a2-77fb-4b12-9b5b-c358601e6b0d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.633717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73d0fc8-26f8-46b5-9533-d9b366faf379 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Checking segment: {'id': '530fb591-e18a-4fad-936d-80db52c631a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e4a9ccec-5371-449e-a9fc-b592df679e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:56.634085 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73d0fc8-26f8-46b5-9533-d9b366faf379 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network hostable DHCP agents. Network: e4a9ccec-5371-449e-a9fc-b592df679e4a, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:15:56.634958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['567497a2-77fb-4b12-9b5b-c358601e6b0d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:15:56.678306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e88bdf-e3d2-4e23-bd65-d3ccf25371d0 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Pushing event deleted for resources: {'Port': ['ID=567497a2-77fb-4b12-9b5b-c358601e6b0d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:56.713655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf1f95-71f9-4cb5-8b47-ad31dee11d8b req-28362a3d-63c5-4f4d-9488-d629e160cda0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:56.715249 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0edf1f95-71f9-4cb5-8b47-ad31dee11d8b req-28362a3d-63c5-4f4d-9488-d629e160cda0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.2119207 Jan 28 19:15:56.715866 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2340ee4a-9e27-45b5-a0b4-49fe96e456cc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e84ef05f-5b55-460a-8493-5a121e0969a9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.768972 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-994e9f57-3e92-4606-a872-e8148dad87a5 req-91e88bdf-e3d2-4e23-bd65-d3ccf25371d0 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] No DVR routers for this DVR port 567497a2-77fb-4b12-9b5b-c358601e6b0d on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:56.777924 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-994e9f57-3e92-4606-a872-e8148dad87a5 req-91e88bdf-e3d2-4e23-bd65-d3ccf25371d0 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.781208 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-994e9f57-3e92-4606-a872-e8148dad87a5 req-91e88bdf-e3d2-4e23-bd65-d3ccf25371d0 tempest-ServerPasswordTestJSON-1403236013 tempest-ServerPasswordTestJSON-1403236013-project] 10.222.0.31 "DELETE /v2.0/ports/567497a2-77fb-4b12-9b5b-c358601e6b0d HTTP/1.1" status: 204 len: 173 time: 1.4437039 Jan 28 19:15:56.781957 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340ee4a-9e27-45b5-a0b4-49fe96e456cc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Pushing event deleted for resources: {'Port': ['ID=e84ef05f-5b55-460a-8493-5a121e0969a9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:56.784793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd40334-eb28-4802-8422-2f4bcacb3d79', 'name': 'network-vif-deleted', 'tag': '567497a2-77fb-4b12-9b5b-c358601e6b0d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:56.786907 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dfe1be-1029-496f-bf93-ecd232d9192e" -d '{"events": [{"server_uuid": "8bd40334-eb28-4802-8422-2f4bcacb3d79", "name": "network-vif-deleted", "tag": "567497a2-77fb-4b12-9b5b-c358601e6b0d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:56.799959 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73d0fc8-26f8-46b5-9533-d9b366faf379 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network e4a9ccec-5371-449e-a9fc-b592df679e4a is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:15:56.838271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d73d0fc8-26f8-46b5-9533-d9b366faf379 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, e4a9ccec-5371-449e-a9fc-b592df679e4a) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:56.849390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92708d33-d87c-493b-b12f-6a18cd29611f None None] Network e4a9ccec-5371-449e-a9fc-b592df679e4a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:56.876672 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73d0fc8-26f8-46b5-9533-d9b366faf379 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:56.877929 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d73d0fc8-26f8-46b5-9533-d9b366faf379 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.897192 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0edf1f95-71f9-4cb5-8b47-ad31dee11d8b req-fd7fb4bc-3a00-4956-86d9-56efd408ba4c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689811 Jan 28 19:15:56.920439 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2340ee4a-9e27-45b5-a0b4-49fe96e456cc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (adada5c2-5901-4530-86fd-ec45130d4a65), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:56.922259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4ca69648-f8fd-42aa-8c19-f93634a939f7 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:15:56.923447 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4ca69648-f8fd-42aa-8c19-f93634a939f7 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1614199 Jan 28 19:15:56.984818 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d73d0fc8-26f8-46b5-9533-d9b366faf379 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4633105 Jan 28 19:15:56.985838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45404) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:56.988219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-e0a26275-670f-49de-96aa-b8b9f54ff28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:56.990908 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-e0a26275-670f-49de-96aa-b8b9f54ff28c service neutron] 10.222.0.55 "GET /v2.0/ports/aca36bc6-d415-4159-bdd5-0789222372da HTTP/1.1" status: 200 len: 1125 time: 0.0567708 Jan 28 19:15:57.000881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-982ccd3b-100c-4c8c-b9e2-ef0fddbe5644 service neutron] Request body: {'binding': {'host': 'n-h2-824834-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:15:57.001416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-982ccd3b-100c-4c8c-b9e2-ef0fddbe5644 service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:15:57.006855 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-e4a9ccec-5371-449e-a9fc-b592df679e4a', 'network_id': 'e4a9ccec-5371-449e-a9fc-b592df679e4a', 'project_id': '5416b8fbc0b84fbb996f4a3dc6ae761a', 'fixed_ips': [{'subnet_id': '221c6721-7ed2-4a98-a1b3-cd3f47e0b3d5'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:15:57.007784 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.091753 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2340ee4a-9e27-45b5-a0b4-49fe96e456cc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (adada5c2-5901-4530-86fd-ec45130d4a65), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.132046 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2340ee4a-9e27-45b5-a0b4-49fe96e456cc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_controller (adada5c2-5901-4530-86fd-ec45130d4a65), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.160107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-982ccd3b-100c-4c8c-b9e2-ef0fddbe5644 service neutron] Attempting to bind port aca36bc6-d415-4159-bdd5-0789222372da on host n-h2-824834-4 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:57.160316 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-982ccd3b-100c-4c8c-b9e2-ef0fddbe5644 service neutron] Attempting to bind port aca36bc6-d415-4159-bdd5-0789222372da by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:57.160834 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-982ccd3b-100c-4c8c-b9e2-ef0fddbe5644 service neutron] Attempting to bind port aca36bc6-d415-4159-bdd5-0789222372da on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:57.166514 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-982ccd3b-100c-4c8c-b9e2-ef0fddbe5644 service neutron] Port aca36bc6-d415-4159-bdd5-0789222372da on network 07cf55c4-e390-408e-b1e2-a832ba462c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:15:57.167092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-982ccd3b-100c-4c8c-b9e2-ef0fddbe5644 service neutron] Attempting to bind port aca36bc6-d415-4159-bdd5-0789222372da on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:57.173892 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-982ccd3b-100c-4c8c-b9e2-ef0fddbe5644 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:57.174508 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-982ccd3b-100c-4c8c-b9e2-ef0fddbe5644 service neutron] Checking segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:57.174636 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Allocated IP 172.20.0.3 (e4a9ccec-5371-449e-a9fc-b592df679e4a/221c6721-7ed2-4a98-a1b3-cd3f47e0b3d5/a0eb3b4a-f36a-4660-aefd-a124c039b531) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:15:57.175068 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-982ccd3b-100c-4c8c-b9e2-ef0fddbe5644 service neutron] Bound using segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:57.175648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-982ccd3b-100c-4c8c-b9e2-ef0fddbe5644 service neutron] Bound port: aca36bc6-d415-4159-bdd5-0789222372da, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:57.221229 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2340ee4a-9e27-45b5-a0b4-49fe96e456cc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (adada5c2-5901-4530-86fd-ec45130d4a65), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.221653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2340ee4a-9e27-45b5-a0b4-49fe96e456cc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adada5c2-5901-4530-86fd-ec45130d4a65 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:15:57.228968 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2340ee4a-9e27-45b5-a0b4-49fe96e456cc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.230172 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2340ee4a-9e27-45b5-a0b4-49fe96e456cc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "DELETE /v2.0/routers/adada5c2-5901-4530-86fd-ec45130d4a65 HTTP/1.1" status: 204 len: 168 time: 2.4154608 Jan 28 19:15:57.235356 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45406) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:57.247464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-982ccd3b-100c-4c8c-b9e2-ef0fddbe5644 service neutron] For port aca36bc6-d415-4159-bdd5-0789222372da, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=aca36bc6-d415-4159-bdd5-0789222372da,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:57.256043 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-982ccd3b-100c-4c8c-b9e2-ef0fddbe5644 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.257398 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-982ccd3b-100c-4c8c-b9e2-ef0fddbe5644 service neutron] 10.222.0.55 "POST /v2.0/ports/aca36bc6-d415-4159-bdd5-0789222372da/bindings HTTP/1.1" status: 201 len: 389 time: 0.2599781 Jan 28 19:15:57.300633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94688491-d628-46d6-b4ad-eb638794d2fd req-5f8fb86b-6442-4e98-af48-5e0841ca2e6b tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:57.302210 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-94688491-d628-46d6-b4ad-eb638794d2fd req-5f8fb86b-6442-4e98-af48-5e0841ca2e6b tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.3152022 Jan 28 19:15:57.361894 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (e4a9ccec-5371-449e-a9fc-b592df679e4a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.379783 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Publish callbacks [] for port (a0eb3b4a-f36a-4660-aefd-a124c039b531), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.390183 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (a0eb3b4a-f36a-4660-aefd-a124c039b531), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.445574 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe41ea75-59ce-4130-856f-40397a649dc2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router (b1a2b502-844b-4318-8fe8-3c20cc3b0690), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.480803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45416) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:57.600076 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3661a05-1150-4207-a0bf-2d5a837d0dbf x-openstack-request-id: req-c3661a05-1150-4207-a0bf-2d5a837d0dbf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:57.600348 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd40334-eb28-4802-8422-2f4bcacb3d79", "name": "network-vif-deleted", "tag": "567497a2-77fb-4b12-9b5b-c358601e6b0d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:57.600610 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c3661a05-1150-4207-a0bf-2d5a837d0dbf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:57.601020 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd40334-eb28-4802-8422-2f4bcacb3d79', 'name': 'network-vif-deleted', 'tag': '567497a2-77fb-4b12-9b5b-c358601e6b0d', 'status': 'completed', 'code': 200} Jan 28 19:15:57.608688 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-94688491-d628-46d6-b4ad-eb638794d2fd req-01b83763-21d6-4097-833b-7ec90d18a7dc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672708 Jan 28 19:15:57.715831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Network e4a9ccec-5371-449e-a9fc-b592df679e4a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:15:57.722601 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:15:57.728694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:15:57.739421 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Pushing event updated for resources: {'Port': ['ID=a0eb3b4a-f36a-4660-aefd-a124c039b531,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:57.811060 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78db104-40fe-4a17-b566-926c3f052808 admin admin] Deleting subnet 336731f5-284d-4302-9342-02de260c17de {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:15:57.812384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Attempting to bind port a0eb3b4a-f36a-4660-aefd-a124c039b531 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:15:57.812819 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Attempting to bind port a0eb3b4a-f36a-4660-aefd-a124c039b531 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '530fb591-e18a-4fad-936d-80db52c631a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e4a9ccec-5371-449e-a9fc-b592df679e4a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:15:57.813187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Attempting to bind port a0eb3b4a-f36a-4660-aefd-a124c039b531 on network e4a9ccec-5371-449e-a9fc-b592df679e4a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:15:57.820579 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e78db104-40fe-4a17-b566-926c3f052808 admin admin] Publish callbacks [] for subnet (336731f5-284d-4302-9342-02de260c17de), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.821042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:15:57.821430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Checking segment: {'id': '530fb591-e18a-4fad-936d-80db52c631a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e4a9ccec-5371-449e-a9fc-b592df679e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:15:57.821853 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.822298 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Bound using segment: {'id': '530fb591-e18a-4fad-936d-80db52c631a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e4a9ccec-5371-449e-a9fc-b592df679e4a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:15:57.822778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Bound port: a0eb3b4a-f36a-4660-aefd-a124c039b531, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530fb591-e18a-4fad-936d-80db52c631a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'e4a9ccec-5371-449e-a9fc-b592df679e4a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:15:57.823664 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a0eb3b4a-f36a-4660-aefd-a124c039b531), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.918746 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e78db104-40fe-4a17-b566-926c3f052808 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (336731f5-284d-4302-9342-02de260c17de), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:57.928701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] For port a0eb3b4a-f36a-4660-aefd-a124c039b531, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:15:57.935853 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] For port a0eb3b4a-f36a-4660-aefd-a124c039b531, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a0eb3b4a-f36a-4660-aefd-a124c039b531,segment=NetworkSegment(530fb591-e18a-4fad-936d-80db52c631a1),segment_id=530fb591-e18a-4fad-936d-80db52c631a1)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:15:57.951390 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a0eb3b4a-f36a-4660-aefd-a124c039b531), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.015934 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743b67a-838b-4306-b7bd-0036188ac6ee None None] Pushing event updated for resources: {'Port': ['ID=a0eb3b4a-f36a-4660-aefd-a124c039b531,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:58.025645 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-d3534078-d480-400b-af08-3c804d0850bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:58.027218 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-d3534078-d480-400b-af08-3c804d0850bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 1128 time: 0.4484613 Jan 28 19:15:58.036514 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e78db104-40fe-4a17-b566-926c3f052808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (336731f5-284d-4302-9342-02de260c17de), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.075387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36057031-886f-4cd9-bc16-3d3d59b27c7e req-83f76ff8-f970-41b8-aec7-c773f6634f69 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:58.077008 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-36057031-886f-4cd9-bc16-3d3d59b27c7e req-83f76ff8-f970-41b8-aec7-c773f6634f69 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.3842127 Jan 28 19:15:58.148195 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45432) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:58.183814 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Deleting port a0eb3b4a-f36a-4660-aefd-a124c039b531 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:58.184426 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a0eb3b4a-f36a-4660-aefd-a124c039b531), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.259773 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-36057031-886f-4cd9-bc16-3d3d59b27c7e req-104c888a-f648-4518-a800-ed505f7a1a89 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672232 Jan 28 19:15:58.263092 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e78db104-40fe-4a17-b566-926c3f052808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (336731f5-284d-4302-9342-02de260c17de), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.267952 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe41ea75-59ce-4130-856f-40397a649dc2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (b1a2b502-844b-4318-8fe8-3c20cc3b0690), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.268266 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-91773e22-ab9b-42b1-9fd4-3c1576f49c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:58.269547 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-91773e22-ab9b-42b1-9fd4-3c1576f49c49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.2348163 Jan 28 19:15:58.332538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e78db104-40fe-4a17-b566-926c3f052808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.335738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bef6d-1419-4c95-bf48-b2eaf91c7ca3 req-1e374ea5-7fe7-4fcf-a41e-37eb9e7889c8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:58.337106 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e78db104-40fe-4a17-b566-926c3f052808 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/336731f5-284d-4302-9342-02de260c17de HTTP/1.1" status: 204 len: 168 time: 0.8552556 Jan 28 19:15:58.338197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78db104-40fe-4a17-b566-926c3f052808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=336731f5-284d-4302-9342-02de260c17de,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:58.339985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:58.340107 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-069bef6d-1419-4c95-bf48-b2eaf91c7ca3 req-1e374ea5-7fe7-4fcf-a41e-37eb9e7889c8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.2174218 Jan 28 19:15:58.362565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device dd92615d-87ba-4b09-b829-cad2f55d3e40 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:58.478073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] For port a0eb3b4a-f36a-4660-aefd-a124c039b531, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a0eb3b4a-f36a-4660-aefd-a124c039b531,segment=NetworkSegment(530fb591-e18a-4fad-936d-80db52c631a1),segment_id=530fb591-e18a-4fad-936d-80db52c631a1)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:58.478569 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a0eb3b4a-f36a-4660-aefd-a124c039b531), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.490589 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-af5734aa-0090-4acc-9b08-ca4033e430ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aca36bc6-d415-4159-bdd5-0789222372da HTTP/1.1" status: 200 len: 217 time: 0.2138720 Jan 28 19:15:58.506453 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Calling delete_port for a0eb3b4a-f36a-4660-aefd-a124c039b531 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:58.542819 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port dd92615d-87ba-4b09-b829-cad2f55d3e40 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:15:58.543378 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.573626 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1f144fc-6f0d-4001-90da-c631574f3492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.580669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2be1f53-39f7-44e8-88d4-bc2817da2ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd92615d-87ba-4b09-b829-cad2f55d3e40'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:15:58.583228 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b43988-f3ab-4cc3-bdbe-ea4a4e9c30d3" -d '{"events": [{"server_uuid": "a2be1f53-39f7-44e8-88d4-bc2817da2ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "dd92615d-87ba-4b09-b829-cad2f55d3e40"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:15:58.597078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port dd92615d-87ba-4b09-b829-cad2f55d3e40, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=dd92615d-87ba-4b09-b829-cad2f55d3e40,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:58.602853 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.621037 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3144372-48c6-49f0-8a6b-e5b3211b6808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (531983c0-f535-4b5c-a35d-0977a603c4bc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.628556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-69f37637-113c-4f1d-9bc7-1e6e2c8e6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:58.630120 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-69f37637-113c-4f1d-9bc7-1e6e2c8e6061 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.1081953 Jan 28 19:15:58.659777 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=dd92615d-87ba-4b09-b829-cad2f55d3e40,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:58.681303 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-6ab9498f-9f57-48ab-b9d7-bb0ff11ba3a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383906 Jan 28 19:15:58.688483 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9244cee-f644-4835-9376-30e2de8fbd2b req-2d2857e9-0840-4b00-818b-1818b434f5e4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:58.689936 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f9244cee-f644-4835-9376-30e2de8fbd2b req-2d2857e9-0840-4b00-818b-1818b434f5e4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 945 time: 0.2879491 Jan 28 19:15:58.695569 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-069bef6d-1419-4c95-bf48-b2eaf91c7ca3 req-b45363f2-838a-48ba-87a9-2a3d128959eb tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656698 Jan 28 19:15:58.705282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fe41ea75-59ce-4130-856f-40397a649dc2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Deleting port 853a08ae-6a6f-444d-88df-4d8002236afe {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:15:58.705634 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe41ea75-59ce-4130-856f-40397a649dc2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (853a08ae-6a6f-444d-88df-4d8002236afe), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.708971 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (a0eb3b4a-f36a-4660-aefd-a124c039b531), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.757596 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74991979-bc6e-49b9-b4d0-fe4db74709c9 x-openstack-request-id: req-74991979-bc6e-49b9-b4d0-fe4db74709c9 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:15:58.757826 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2be1f53-39f7-44e8-88d4-bc2817da2ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "dd92615d-87ba-4b09-b829-cad2f55d3e40", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:15:58.758095 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74991979-bc6e-49b9-b4d0-fe4db74709c9 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:15:58.758576 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2be1f53-39f7-44e8-88d4-bc2817da2ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd92615d-87ba-4b09-b829-cad2f55d3e40', 'code': 200} Jan 28 19:15:58.781135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Port': ['ID=a0eb3b4a-f36a-4660-aefd-a124c039b531,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:58.833330 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No DVR routers for this DVR port a0eb3b4a-f36a-4660-aefd-a124c039b531 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:15:58.908730 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3144372-48c6-49f0-8a6b-e5b3211b6808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (531983c0-f535-4b5c-a35d-0977a603c4bc), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.937146 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f9244cee-f644-4835-9376-30e2de8fbd2b req-f8784c6d-e91b-4c8e-be37-f5249ec7812c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975448 Jan 28 19:15:58.963228 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-fe41ea75-59ce-4130-856f-40397a649dc2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] For port 853a08ae-6a6f-444d-88df-4d8002236afe, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=853a08ae-6a6f-444d-88df-4d8002236afe,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:15:58.963675 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe41ea75-59ce-4130-856f-40397a649dc2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (853a08ae-6a6f-444d-88df-4d8002236afe), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.966160 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f3144372-48c6-49f0-8a6b-e5b3211b6808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531983c0-f535-4b5c-a35d-0977a603c4bc']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:58.966795 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (221c6721-7ed2-4a98-a1b3-cd3f47e0b3d5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:58.988962 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-68d135b7-e178-42f9-b8de-4ba3297e43ff service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973082 Jan 28 19:15:58.994267 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f3144372-48c6-49f0-8a6b-e5b3211b6808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15540ce2-efff-4506-a7e3-5dc986671eab') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:58.994563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f3144372-48c6-49f0-8a6b-e5b3211b6808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15540ce2-efff-4506-a7e3-5dc986671eab') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:59.009000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fe41ea75-59ce-4130-856f-40397a649dc2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Calling delete_port for 853a08ae-6a6f-444d-88df-4d8002236afe owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:15:59.012681 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1f144fc-6f0d-4001-90da-c631574f3492 admin admin] Publish callbacks [] for security_group (37b11330-5563-4c70-8b5c-15d581509899), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.016569 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3144372-48c6-49f0-8a6b-e5b3211b6808 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (15540ce2-efff-4506-a7e3-5dc986671eab), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.030904 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1f144fc-6f0d-4001-90da-c631574f3492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (37b11330-5563-4c70-8b5c-15d581509899), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.046452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84954d05-11fe-4ca9-89e8-bb291740de70 req-8121994d-ecf5-454f-a0e2-ee16fb0be1c8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:59.048003 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84954d05-11fe-4ca9-89e8-bb291740de70 req-8121994d-ecf5-454f-a0e2-ee16fb0be1c8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.2044427 Jan 28 19:15:59.079623 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3144372-48c6-49f0-8a6b-e5b3211b6808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (15540ce2-efff-4506-a7e3-5dc986671eab), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.103576 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3144372-48c6-49f0-8a6b-e5b3211b6808 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:15:59.103983 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3144372-48c6-49f0-8a6b-e5b3211b6808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (15540ce2-efff-4506-a7e3-5dc986671eab), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:15:59.112038 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:15:59.129423 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (221c6721-7ed2-4a98-a1b3-cd3f47e0b3d5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.169022 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f144fc-6f0d-4001-90da-c631574f3492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b11330-5563-4c70-8b5c-15d581509899,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:59.173290 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a1f144fc-6f0d-4001-90da-c631574f3492 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52fedc5df1a34fce8efaac6dfc7ca741&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0226772 Jan 28 19:15:59.177500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Subnet': ['ID=221c6721-7ed2-4a98-a1b3-cd3f47e0b3d5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:59.179564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45442) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:59.199421 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-a7ea3639-524d-4b47-a5b1-45997e6a5c30 service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005029 Jan 28 19:15:59.200029 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3144372-48c6-49f0-8a6b-e5b3211b6808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (531983c0-f535-4b5c-a35d-0977a603c4bc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.217180 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3144372-48c6-49f0-8a6b-e5b3211b6808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.221335 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f3144372-48c6-49f0-8a6b-e5b3211b6808 admin admin] 10.222.0.55 "DELETE /v2.0/networks/531983c0-f535-4b5c-a35d-0977a603c4bc HTTP/1.1" status: 204 len: 168 time: 0.8216496 Jan 28 19:15:59.232023 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84954d05-11fe-4ca9-89e8-bb291740de70 req-447c08a3-02f2-4513-b77c-1ea50869b304 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487808 Jan 28 19:15:59.239041 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3144372-48c6-49f0-8a6b-e5b3211b6808 admin admin] Pushing event deleted for resources: {'Network': ['ID=531983c0-f535-4b5c-a35d-0977a603c4bc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:59.342051 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (e4a9ccec-5371-449e-a9fc-b592df679e4a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.439250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45458) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:59.469783 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a9ccec-5371-449e-a9fc-b592df679e4a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:59.512612 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cd00030f-4402-4b42-a5de-4c619be25c5b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d48413e1a3440a88ba67c30a5a9a320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0718443 Jan 28 19:15:59.514452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530fb591-e18a-4fad-936d-80db52c631a1') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:59.514828 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530fb591-e18a-4fad-936d-80db52c631a1') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:15:59.516334 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45460) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:15:59.520880 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe41ea75-59ce-4130-856f-40397a649dc2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (853a08ae-6a6f-444d-88df-4d8002236afe), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.523522 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa190-2343-4b98-a2c9-c7c421cc0109 admin admin] Publish callbacks [] for security_group (37b11330-5563-4c70-8b5c-15d581509899), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.600405 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (530fb591-e18a-4fad-936d-80db52c631a1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.648215 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79141a76-b897-4523-aa2e-1d3bd507fbfe admin admin] Publish callbacks [] for security_group (fb2e8cc1-8be8-4e61-90ce-92e24a82ca13), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.651694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41ea75-59ce-4130-856f-40397a649dc2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Pushing event deleted for resources: {'Port': ['ID=853a08ae-6a6f-444d-88df-4d8002236afe,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:59.685402 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79141a76-b897-4523-aa2e-1d3bd507fbfe admin admin] Publish callbacks [] for security_group (fb2e8cc1-8be8-4e61-90ce-92e24a82ca13), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.699624 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (530fb591-e18a-4fad-936d-80db52c631a1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.706668 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa190-2343-4b98-a2c9-c7c421cc0109 admin admin] Publish callbacks [] for security_group (37b11330-5563-4c70-8b5c-15d581509899), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.753763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdcbc64-b526-4613-b604-c72cbadd7991 None None] Network e4a9ccec-5371-449e-a9fc-b592df679e4a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:15:59.763818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:15:59.764387 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (530fb591-e18a-4fad-936d-80db52c631a1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:15:59.772327 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:15:59.798296 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79141a76-b897-4523-aa2e-1d3bd507fbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fb2e8cc1-8be8-4e61-90ce-92e24a82ca13), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.803517 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79141a76-b897-4523-aa2e-1d3bd507fbfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.805605 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-79141a76-b897-4523-aa2e-1d3bd507fbfe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb2e8cc1-8be8-4e61-90ce-92e24a82ca13 HTTP/1.1" status: 204 len: 168 time: 0.2867546 Jan 28 19:15:59.810475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f04209-b7ab-4b25-951f-3b3d0b9e96a2 req-243eafde-c197-485c-85d3-11350c6980d1 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:59.812221 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69f04209-b7ab-4b25-951f-3b3d0b9e96a2 req-243eafde-c197-485c-85d3-11350c6980d1 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.3290269 Jan 28 19:15:59.825475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79141a76-b897-4523-aa2e-1d3bd507fbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2e8cc1-8be8-4e61-90ce-92e24a82ca13,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:15:59.856410 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e60cff-59fb-46c3-88a1-777dc4993e62 req-6915b99a-b3db-4a87-8e48-ec4f41f4d145 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:15:59.858504 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26e60cff-59fb-46c3-88a1-777dc4993e62 req-6915b99a-b3db-4a87-8e48-ec4f41f4d145 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.1103168 Jan 28 19:15:59.933980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 567497a2-77fb-4b12-9b5b-c358601e6b0d no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:15:59.941732 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe41ea75-59ce-4130-856f-40397a649dc2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (b1a2b502-844b-4318-8fe8-3c20cc3b0690), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:15:59.975042 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26e60cff-59fb-46c3-88a1-777dc4993e62 req-6c1818f7-2398-45eb-9a59-6251cf004202 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081223 Jan 28 19:16:00.005927 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-614ea423-ec2c-4158-88c4-0dd9a5421697 None None] Could not find standard attr ID for object a0eb3b4a-f36a-4660-aefd-a124c039b531. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:16:00.027784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 567497a2-77fb-4b12-9b5b-c358601e6b0d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:16:00.028216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 567497a2-77fb-4b12-9b5b-c358601e6b0d not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:16:00.105791 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.206085 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bc786d-9cd8-49f9-a2bd-72da4d6541b9 None None] DHCP port deletion for e4a9ccec-5371-449e-a9fc-b592df679e4a request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:16:00.207368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69f04209-b7ab-4b25-951f-3b3d0b9e96a2 req-e86a570b-bb14-48a0-a59f-1a902be7a087 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527105 Jan 28 19:16:00.214779 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (e4a9ccec-5371-449e-a9fc-b592df679e4a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.217716 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe41ea75-59ce-4130-856f-40397a649dc2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (b1a2b502-844b-4318-8fe8-3c20cc3b0690), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.220159 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe41ea75-59ce-4130-856f-40397a649dc2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_controller (b1a2b502-844b-4318-8fe8-3c20cc3b0690), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.231869 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.236276 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/e4a9ccec-5371-449e-a9fc-b592df679e4a HTTP/1.1" status: 204 len: 168 time: 3.2157087 Jan 28 19:16:00.240805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45474) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:00.250973 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7054cb5d-1524-4fd6-8d06-ad6b56bf8b64 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-306171160'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:00.259776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11391ae1-2818-46f8-8214-e191dd0f71c5 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Network': ['ID=e4a9ccec-5371-449e-a9fc-b592df679e4a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:00.306728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868aa0d-8e61-4ed1-9311-57e5b9f6707f req-049e3c5e-8710-4be7-bbea-cf640e4e78fe tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:00.308675 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7868aa0d-8e61-4ed1-9311-57e5b9f6707f req-049e3c5e-8710-4be7-bbea-cf640e4e78fe tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 943 time: 0.1950397 Jan 28 19:16:00.321685 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa190-2343-4b98-a2c9-c7c421cc0109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (37b11330-5563-4c70-8b5c-15d581509899), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.325954 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa190-2343-4b98-a2c9-c7c421cc0109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.326276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7054cb5d-1524-4fd6-8d06-ad6b56bf8b64 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:00.329831 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f0ffa190-2343-4b98-a2c9-c7c421cc0109 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37b11330-5563-4c70-8b5c-15d581509899 HTTP/1.1" status: 204 len: 168 time: 1.1420217 Jan 28 19:16:00.336001 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7054cb5d-1524-4fd6-8d06-ad6b56bf8b64 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.346368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffa190-2343-4b98-a2c9-c7c421cc0109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b11330-5563-4c70-8b5c-15d581509899,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:00.348249 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe41ea75-59ce-4130-856f-40397a649dc2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (b1a2b502-844b-4318-8fe8-3c20cc3b0690), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.348892 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe41ea75-59ce-4130-856f-40397a649dc2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1a2b502-844b-4318-8fe8-3c20cc3b0690 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:16:00.355599 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe41ea75-59ce-4130-856f-40397a649dc2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.361086 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fe41ea75-59ce-4130-856f-40397a649dc2 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "DELETE /v2.0/routers/b1a2b502-844b-4318-8fe8-3c20cc3b0690 HTTP/1.1" status: 204 len: 168 time: 3.1211033 Jan 28 19:16:00.363519 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45482) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:00.368506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1201479253', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:00.430393 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7054cb5d-1524-4fd6-8d06-ad6b56bf8b64 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:16:00.432235 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (70c9347b-b55f-4cf4-a35f-4de6c59dc925), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.434528 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (70c9347b-b55f-4cf4-a35f-4de6c59dc925), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.442007 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7054cb5d-1524-4fd6-8d06-ad6b56bf8b64 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5a753ae9-9b7e-4f6d-a11c-332c615282ff), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.442819 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-7054cb5d-1524-4fd6-8d06-ad6b56bf8b64 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Added segment 5a753ae9-9b7e-4f6d-a11c-332c615282ff of type vlan for network 02bf1f47-a130-438a-9c97-799ac5d997d4 Jan 28 19:16:00.512389 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7054cb5d-1524-4fd6-8d06-ad6b56bf8b64 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (02bf1f47-a130-438a-9c97-799ac5d997d4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.515490 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_controller (70c9347b-b55f-4cf4-a35f-4de6c59dc925), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.609517 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7868aa0d-8e61-4ed1-9311-57e5b9f6707f req-80328219-5db6-4653-91ac-8c2f4a5ae6f3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639565 Jan 28 19:16:00.643417 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7054cb5d-1524-4fd6-8d06-ad6b56bf8b64 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (02bf1f47-a130-438a-9c97-799ac5d997d4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.652841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7054cb5d-1524-4fd6-8d06-ad6b56bf8b64 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:00.653567 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7054cb5d-1524-4fd6-8d06-ad6b56bf8b64 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.844523 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (70c9347b-b55f-4cf4-a35f-4de6c59dc925), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:00.864083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a267ed-bdcf-4078-b11c-0ca37cd0a844 req-932a6e6a-7abe-48f1-85a9-8f7caf666a16 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:00.865912 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-29a267ed-bdcf-4078-b11c-0ca37cd0a844 req-932a6e6a-7abe-48f1-85a9-8f7caf666a16 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1842012 Jan 28 19:16:01.032936 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-29a267ed-bdcf-4078-b11c-0ca37cd0a844 req-6b03a7b8-b707-41a0-8e6f-18046b152d1d tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577563 Jan 28 19:16:01.207400 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7054cb5d-1524-4fd6-8d06-ad6b56bf8b64 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9588330 Jan 28 19:16:01.213746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45520) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:01.221626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-527987dd-5756-47f2-9f73-882d26fb8d6d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'subnet': {'network_id': '02bf1f47-a130-438a-9c97-799ac5d997d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:01.245714 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054cb5d-1524-4fd6-8d06-ad6b56bf8b64 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Network': ['ID=02bf1f47-a130-438a-9c97-799ac5d997d4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:01.257372 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 02bf1f47-a130-438a-9c97-799ac5d997d4 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:16:01.303342 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7bc0c-5321-4181-a184-984fd84fbbff req-73289d42-0207-48f6-bccb-43cc1afedc02 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:01.304971 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5f7bc0c-5321-4181-a184-984fd84fbbff req-73289d42-0207-48f6-bccb-43cc1afedc02 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.1462243 Jan 28 19:16:01.361788 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (70c9347b-b55f-4cf4-a35f-4de6c59dc925), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.387870 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5f7bc0c-5321-4181-a184-984fd84fbbff req-f2494afd-c5c4-4ef0-bceb-39744b37a2a3 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723135 Jan 28 19:16:01.388902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527987dd-5756-47f2-9f73-882d26fb8d6d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:01.393157 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-527987dd-5756-47f2-9f73-882d26fb8d6d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.424553 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.525639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded64ffc-1cb3-47fa-9187-8e62e2257ec7 req-aadaea78-77be-4f6f-9245-84376bff18e9 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:01.533777 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ded64ffc-1cb3-47fa-9187-8e62e2257ec7 req-aadaea78-77be-4f6f-9245-84376bff18e9 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.3084040 Jan 28 19:16:01.663607 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ded64ffc-1cb3-47fa-9187-8e62e2257ec7 req-24cf827d-3e50-42a2-a920-d757d650a146 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234252 Jan 28 19:16:01.677407 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-527987dd-5756-47f2-9f73-882d26fb8d6d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (cbc2ff88-a182-4f5a-bc66-5e8871357743), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.697657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Allocated IP 172.25.0.168 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/d7dfa9df-782e-4b40-b4bb-3e3902477ac8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:01.736676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527987dd-5756-47f2-9f73-882d26fb8d6d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Subnet': ['ID=cbc2ff88-a182-4f5a-bc66-5e8871357743,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:01.752568 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527987dd-5756-47f2-9f73-882d26fb8d6d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Checking segment: {'id': '5a753ae9-9b7e-4f6d-a11c-332c615282ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '02bf1f47-a130-438a-9c97-799ac5d997d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:01.752928 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527987dd-5756-47f2-9f73-882d26fb8d6d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network hostable DHCP agents. Network: 02bf1f47-a130-438a-9c97-799ac5d997d4, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:16:01.774543 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527987dd-5756-47f2-9f73-882d26fb8d6d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network 02bf1f47-a130-438a-9c97-799ac5d997d4 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:16:01.786423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-527987dd-5756-47f2-9f73-882d26fb8d6d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 02bf1f47-a130-438a-9c97-799ac5d997d4) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:01.797798 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1b1bbd-a497-4db7-b364-ddf4148774bd None None] Network 02bf1f47-a130-438a-9c97-799ac5d997d4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:01.809491 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527987dd-5756-47f2-9f73-882d26fb8d6d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:01.811096 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-527987dd-5756-47f2-9f73-882d26fb8d6d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.836256 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for port (d7dfa9df-782e-4b40-b4bb-3e3902477ac8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.842848 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-527987dd-5756-47f2-9f73-882d26fb8d6d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6243620 Jan 28 19:16:01.843700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45544) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:01.926457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-02bf1f47-a130-438a-9c97-799ac5d997d4', 'network_id': '02bf1f47-a130-438a-9c97-799ac5d997d4', 'project_id': '5416b8fbc0b84fbb996f4a3dc6ae761a', 'fixed_ips': [{'subnet_id': 'cbc2ff88-a182-4f5a-bc66-5e8871357743'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:16:01.927399 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:01.963055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5408c91-0d40-46ba-9688-39287001ccc2 req-41493325-72da-4047-b09f-531e358e6670 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:01.965132 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b5408c91-0d40-46ba-9688-39287001ccc2 req-41493325-72da-4047-b09f-531e358e6670 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.1263936 Jan 28 19:16:01.978434 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (d7dfa9df-782e-4b40-b4bb-3e3902477ac8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.060847 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:02.067187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 853a08ae-6a6f-444d-88df-4d8002236afe no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:16:02.072671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:02.077447 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:02.106296 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (02bf1f47-a130-438a-9c97-799ac5d997d4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.147284 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 853a08ae-6a6f-444d-88df-4d8002236afe {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:16:02.147642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 853a08ae-6a6f-444d-88df-4d8002236afe not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:16:02.148073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a0eb3b4a-f36a-4660-aefd-a124c039b531 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:16:02.196045 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (cbc2ff88-a182-4f5a-bc66-5e8871357743), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.200694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: a0eb3b4a-f36a-4660-aefd-a124c039b531 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:16:02.201016 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a0eb3b4a-f36a-4660-aefd-a124c039b531 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:16:02.251737 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-f60972b6-479d-4f66-8893-4f9eae98702d tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=af479d8a72a748329bbe012b87341bf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865586 Jan 28 19:16:02.270759 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Pushing event updated for resources: {'Port': ['ID=d7dfa9df-782e-4b40-b4bb-3e3902477ac8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:02.307861 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Allocated IP 172.20.0.1 (02bf1f47-a130-438a-9c97-799ac5d997d4/cbc2ff88-a182-4f5a-bc66-5e8871357743/b7222d4d-a953-456e-bc8c-43735c18487b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:02.333686 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b5408c91-0d40-46ba-9688-39287001ccc2 req-c121f2a4-6ee1-4139-a090-ec76a28f8f54 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299274 Jan 28 19:16:02.432359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device dd92615d-87ba-4b09-b829-cad2f55d3e40 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:16:02.590777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-8f1e54e9-cf54-467a-84fa-e1bf8cef2164 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:02.604882 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-8f1e54e9-cf54-467a-84fa-e1bf8cef2164 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3515751 Jan 28 19:16:02.626354 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-894878cf-9dfb-4178-8211-d25db17d2832 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/quotas/af479d8a72a748329bbe012b87341bf9 HTTP/1.1" status: 200 len: 375 time: 0.0199749 Jan 28 19:16:02.676270 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-2bb8e0ee-0dbd-4935-9274-49695416c9b1 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=af479d8a72a748329bbe012b87341bf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487406 Jan 28 19:16:02.711295 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89bbb153-ec72-474b-af6d-91fdd5ea2994 req-3afb5400-6bad-4086-bb14-346fbb52d07c tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ed95934-171e-41a6-9f90-483b9f8cbb39 HTTP/1.1" status: 200 len: 210 time: 0.0550346 Jan 28 19:16:02.734474 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (70c9347b-b55f-4cf4-a35f-4de6c59dc925), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.757418 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port dd92615d-87ba-4b09-b829-cad2f55d3e40 is: DOWN; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:02.763287 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Publish callbacks [] for port (b7222d4d-a953-456e-bc8c-43735c18487b), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.777527 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (b7222d4d-a953-456e-bc8c-43735c18487b), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.803517 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (cbc2ff88-a182-4f5a-bc66-5e8871357743), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.843246 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Network 02bf1f47-a130-438a-9c97-799ac5d997d4 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:02.844776 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Pushing event updated for resources: {'Port': ['ID=b7222d4d-a953-456e-bc8c-43735c18487b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:02.847971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:02.854236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:02.882343 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Subnet': ['ID=cbc2ff88-a182-4f5a-bc66-5e8871357743,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:02.949464 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Attempting to bind port b7222d4d-a953-456e-bc8c-43735c18487b on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:02.949916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Attempting to bind port b7222d4d-a953-456e-bc8c-43735c18487b by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '5a753ae9-9b7e-4f6d-a11c-332c615282ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '02bf1f47-a130-438a-9c97-799ac5d997d4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:02.950311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Attempting to bind port b7222d4d-a953-456e-bc8c-43735c18487b on network 02bf1f47-a130-438a-9c97-799ac5d997d4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:02.957392 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:02.958485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Checking segment: {'id': '5a753ae9-9b7e-4f6d-a11c-332c615282ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '02bf1f47-a130-438a-9c97-799ac5d997d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:02.958940 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.959342 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Bound using segment: {'id': '5a753ae9-9b7e-4f6d-a11c-332c615282ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '02bf1f47-a130-438a-9c97-799ac5d997d4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:02.961575 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Bound port: b7222d4d-a953-456e-bc8c-43735c18487b, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a753ae9-9b7e-4f6d-a11c-332c615282ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '02bf1f47-a130-438a-9c97-799ac5d997d4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:02.961575 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b7222d4d-a953-456e-bc8c-43735c18487b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:02.980078 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4db9a-a2ad-4fc5-97e6-f927a6dcd8a4 req-2a1a42f4-feab-4447-a293-41ff70af56fe tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:02.982554 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-15e4db9a-a2ad-4fc5-97e6-f927a6dcd8a4 req-2a1a42f4-feab-4447-a293-41ff70af56fe tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.1407039 Jan 28 19:16:03.023869 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (02bf1f47-a130-438a-9c97-799ac5d997d4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.047009 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bf1f47-a130-438a-9c97-799ac5d997d4']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:03.056942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a753ae9-9b7e-4f6d-a11c-332c615282ff') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:03.057237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a753ae9-9b7e-4f6d-a11c-332c615282ff') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:03.068410 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (5a753ae9-9b7e-4f6d-a11c-332c615282ff), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.070087 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] For port b7222d4d-a953-456e-bc8c-43735c18487b, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:03.074202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] For port b7222d4d-a953-456e-bc8c-43735c18487b, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b7222d4d-a953-456e-bc8c-43735c18487b,segment=NetworkSegment(5a753ae9-9b7e-4f6d-a11c-332c615282ff),segment_id=5a753ae9-9b7e-4f6d-a11c-332c615282ff)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:03.085517 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5a753ae9-9b7e-4f6d-a11c-332c615282ff), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.086974 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b7222d4d-a953-456e-bc8c-43735c18487b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.095012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:16:03.095012 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (5a753ae9-9b7e-4f6d-a11c-332c615282ff), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:16:03.098790 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:16:03.162863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1af6e-1208-4116-87ec-c5ce8ebbf108 None None] Pushing event updated for resources: {'Port': ['ID=b7222d4d-a953-456e-bc8c-43735c18487b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:03.215080 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 19:16:03.215080 n-d-824834-4 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 19:16:03.215080 n-d-824834-4 neutron-server[103147]: [parameters: {'id': '02bf1f47-a130-438a-9c97-799ac5d997d4'}] Jan 28 19:16:03.215080 n-d-824834-4 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:16:03.215529 n-d-824834-4 neutron-server[103147]: DEBUG oslo_db.api [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:16:03.224859 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-15e4db9a-a2ad-4fc5-97e6-f927a6dcd8a4 req-a7d6dad3-0c81-4421-9077-fd23a101ac40 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299659 Jan 28 19:16:03.231891 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e7123-248b-4432-ac0f-6c53eaa27cb8 req-9d01fcf0-a105-4874-b63b-454f78f0a47b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:03.233545 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-541e7123-248b-4432-ac0f-6c53eaa27cb8 req-9d01fcf0-a105-4874-b63b-454f78f0a47b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.0836651 Jan 28 19:16:03.275009 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f85733-884c-4d14-9071-82452a984364 None None] get_active_networks_info from n-d-824834-4 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:16:03.316399 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-541e7123-248b-4432-ac0f-6c53eaa27cb8 req-af07b8d6-ad2e-47eb-9e01-84eb19e66b95 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713532 Jan 28 19:16:03.343510 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (70c9347b-b55f-4cf4-a35f-4de6c59dc925), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.395894 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0254dd10-252d-49c6-975f-7a2937f38410 req-c12556ee-ce25-45ee-9dda-081bc2e64bdd tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/ports?device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 210 time: 0.0362880 Jan 28 19:16:03.505455 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83fd4d-16bb-4a80-ad4c-032a43a7cf22 req-4bc4424d-836f-4509-8dc9-0ccb49c5dac5 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:03.513026 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8e83fd4d-16bb-4a80-ad4c-032a43a7cf22 req-4bc4424d-836f-4509-8dc9-0ccb49c5dac5 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.0642757 Jan 28 19:16:03.558341 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f85733-884c-4d14-9071-82452a984364 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:16:03.571080 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8e83fd4d-16bb-4a80-ad4c-032a43a7cf22 req-0104320f-f913-48b9-a1a9-f7e2af33dd22 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565405 Jan 28 19:16:03.716938 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (02bf1f47-a130-438a-9c97-799ac5d997d4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.864834 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Deleting port b7222d4d-a953-456e-bc8c-43735c18487b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:03.865159 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b7222d4d-a953-456e-bc8c-43735c18487b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.937802 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] For port b7222d4d-a953-456e-bc8c-43735c18487b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b7222d4d-a953-456e-bc8c-43735c18487b,segment=NetworkSegment(5a753ae9-9b7e-4f6d-a11c-332c615282ff),segment_id=5a753ae9-9b7e-4f6d-a11c-332c615282ff)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:03.938321 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b7222d4d-a953-456e-bc8c-43735c18487b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:03.953986 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Calling delete_port for b7222d4d-a953-456e-bc8c-43735c18487b owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:04.079956 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326a83ee-8b98-4575-8a5d-396ff5a45a52 None None] Network 02bf1f47-a130-438a-9c97-799ac5d997d4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:04.088970 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (b7222d4d-a953-456e-bc8c-43735c18487b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.147863 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Port': ['ID=b7222d4d-a953-456e-bc8c-43735c18487b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:04.171492 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No DVR routers for this DVR port b7222d4d-a953-456e-bc8c-43735c18487b on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:04.223179 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e03dde3-0354-4628-8e93-4f02bf5c9656 req-21529759-2be1-46ce-8c9a-c273c894a5c2 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0572805 Jan 28 19:16:04.280940 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Router 70c9347b-b55f-4cf4-a35f-4de6c59dc925 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:16:04.325651 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (02bf1f47-a130-438a-9c97-799ac5d997d4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.385412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bf1f47-a130-438a-9c97-799ac5d997d4']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:04.434183 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a753ae9-9b7e-4f6d-a11c-332c615282ff') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:04.434618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a753ae9-9b7e-4f6d-a11c-332c615282ff') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:04.435167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:04.449349 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (5a753ae9-9b7e-4f6d-a11c-332c615282ff), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.452118 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ebcb83-b457-47e7-bd01-7fdc12d1e61f None None] Sync routers for ids ['70c9347b-b55f-4cf4-a35f-4de6c59dc925'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:04.473182 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5a753ae9-9b7e-4f6d-a11c-332c615282ff), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.474959 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ebcb83-b457-47e7-bd01-7fdc12d1e61f None None] Routers {'70c9347b-b55f-4cf4-a35f-4de6c59dc925'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:04.475640 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-89ebcb83-b457-47e7-bd01-7fdc12d1e61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:15:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['70c9347b-b55f-4cf4-a35f-4de6c59dc925'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:04.500663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:16:04.503306 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (5a753ae9-9b7e-4f6d-a11c-332c615282ff), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.518930 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.523154 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-65165323-c530-4aa7-8b04-b7dfe0d5b213 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1555390 Jan 28 19:16:04.528319 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45614) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:04.532382 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-194b78c4-b39f-4d3d-b695-b56574be1f06 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'enable_snat': False}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:04.554660 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-89ebcb83-b457-47e7-bd01-7fdc12d1e61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:04.564577 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ebcb83-b457-47e7-bd01-7fdc12d1e61f None None] Routers {'70c9347b-b55f-4cf4-a35f-4de6c59dc925'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:04.565442 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-89ebcb83-b457-47e7-bd01-7fdc12d1e61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:15:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['70c9347b-b55f-4cf4-a35f-4de6c59dc925'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:16:04.614330 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:16:04.638320 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd0368-03ac-4fbf-b973-7053ff4d5047 req-eaadc55d-6f2c-4b58-a958-04bd56afd883 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:04.642835 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd0368-03ac-4fbf-b973-7053ff4d5047 req-eaadc55d-6f2c-4b58-a958-04bd56afd883 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.2851474 Jan 28 19:16:04.646212 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (02bf1f47-a130-438a-9c97-799ac5d997d4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.661248 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.669493 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/02bf1f47-a130-438a-9c97-799ac5d997d4 HTTP/1.1" status: 204 len: 168 time: 2.8231313 Jan 28 19:16:04.681880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45618) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:04.710900 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-89ebcb83-b457-47e7-bd01-7fdc12d1e61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:04.711884 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ebcb83-b457-47e7-bd01-7fdc12d1e61f None None] The sync data for ids ['70c9347b-b55f-4cf4-a35f-4de6c59dc925'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:04.741639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741c5e3-0c2f-4861-9467-307242d6720b req-aba2f6fe-b7b7-43c9-bacc-c65aec77c93e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:04.744398 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4741c5e3-0c2f-4861-9467-307242d6720b req-aba2f6fe-b7b7-43c9-bacc-c65aec77c93e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.2720957 Jan 28 19:16:04.760241 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4f4d0a4f-ac76-4512-97f8-7b940f01227b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-931275986'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:04.766766 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd0368-03ac-4fbf-b973-7053ff4d5047 req-78509fb1-0982-4205-a04a-26da6e8634f5 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944529 Jan 28 19:16:04.769139 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc83158-bf96-4df9-87c3-69ef050a4d28 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Network': ['ID=02bf1f47-a130-438a-9c97-799ac5d997d4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:04.813231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4d0a4f-ac76-4512-97f8-7b940f01227b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:04.817113 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0a4f-ac76-4512-97f8-7b940f01227b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.879840 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4d0a4f-ac76-4512-97f8-7b940f01227b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:16:04.915801 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4741c5e3-0c2f-4861-9467-307242d6720b req-c964199b-98b4-426f-a995-1d54d376d3b6 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302381 Jan 28 19:16:04.937233 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-962cd95c-e290-4587-b6bb-be139d31a026 req-a8fa8780-06e6-4356-a903-296d60c1a6e6 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/ports?device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 210 time: 0.0585694 Jan 28 19:16:04.938689 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0a4f-ac76-4512-97f8-7b940f01227b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (c3b01869-4235-406f-85df-b0b22f93b121), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:04.939020 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-4f4d0a4f-ac76-4512-97f8-7b940f01227b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Added segment c3b01869-4235-406f-85df-b0b22f93b121 of type vlan for network 03b07c5f-3cbd-49a1-bb6f-39022e11a427 Jan 28 19:16:05.003253 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0a4f-ac76-4512-97f8-7b940f01227b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (03b07c5f-3cbd-49a1-bb6f-39022e11a427), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.066105 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0a4f-ac76-4512-97f8-7b940f01227b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (03b07c5f-3cbd-49a1-bb6f-39022e11a427), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.072915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4d0a4f-ac76-4512-97f8-7b940f01227b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:05.074192 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0a4f-ac76-4512-97f8-7b940f01227b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.088708 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-7acb5ca4-3821-4602-a12b-90a446200936 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=af479d8a72a748329bbe012b87341bf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562100 Jan 28 19:16:05.145518 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4f4d0a4f-ac76-4512-97f8-7b940f01227b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4594331 Jan 28 19:16:05.155020 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45620) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:05.162844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'subnet': {'network_id': '03b07c5f-3cbd-49a1-bb6f-39022e11a427', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:05.174455 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d0a4f-ac76-4512-97f8-7b940f01227b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Network': ['ID=03b07c5f-3cbd-49a1-bb6f-39022e11a427,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:05.189867 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 03b07c5f-3cbd-49a1-bb6f-39022e11a427 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:16:05.273048 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-194b78c4-b39f-4d3d-b695-b56574be1f06 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (70c9347b-b55f-4cf4-a35f-4de6c59dc925), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.304189 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064584d-4d4f-48c6-9b19-caf5738c66ec req-78483a37-198f-4c2a-ab36-4dd01818ea3e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:05.310586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2064584d-4d4f-48c6-9b19-caf5738c66ec req-78483a37-198f-4c2a-ab36-4dd01818ea3e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.2796566 Jan 28 19:16:05.372159 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-71c4f187-e65a-4b4b-a313-5411c9216d37 req-10e82935-d4d5-4940-9b0a-8979d3c03677 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0473835 Jan 28 19:16:05.443943 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-95cd87bd-819c-414d-9949-4f97effe43f3 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:05.445306 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-95cd87bd-819c-414d-9949-4f97effe43f3 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3467925 Jan 28 19:16:05.460215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-511c1b7c-ad90-4fc1-a9d7-475fe251d25a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Request body: {'port': {'device_id': '1778a5bc-64f3-4592-a24e-a68cf3636dc1', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': 'af479d8a72a748329bbe012b87341bf9'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:05.486677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:05.490049 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.594698 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2064584d-4d4f-48c6-9b19-caf5738c66ec req-1e7a383f-93ce-49fa-b5a6-9b411227f02a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826803 Jan 28 19:16:05.735220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-511c1b7c-ad90-4fc1-a9d7-475fe251d25a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Made reservation on behalf of af479d8a72a748329bbe012b87341bf9 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:05.738469 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-511c1b7c-ad90-4fc1-a9d7-475fe251d25a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.778158 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-511c1b7c-ad90-4fc1-a9d7-475fe251d25a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.838755 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (17105567-8188-4a45-8f58-e02962b9f7b9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:05.951486 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26c8af-5e6b-4129-b360-d90230165c69 req-302a5099-778f-47b7-958c-a91ce1a64378 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:05.962726 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a26c8af-5e6b-4129-b360-d90230165c69 req-302a5099-778f-47b7-958c-a91ce1a64378 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.0971496 Jan 28 19:16:05.992886 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Subnet': ['ID=17105567-8188-4a45-8f58-e02962b9f7b9,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:06.016707 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.017059 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.017438 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.017780 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.018137 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.018470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.018859 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.019183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.019579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.019916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.020264 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.020584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.020928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.044749 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a26c8af-5e6b-4129-b360-d90230165c69 req-d9a51b3b-abfa-44a6-a26d-d205cf006d95 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800726 Jan 28 19:16:06.078813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Checking segment: {'id': 'c3b01869-4235-406f-85df-b0b22f93b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '03b07c5f-3cbd-49a1-bb6f-39022e11a427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:06.079174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network hostable DHCP agents. Network: 03b07c5f-3cbd-49a1-bb6f-39022e11a427, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:16:06.150993 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eba86099-4891-4789-a1ce-552f33981d99 req-5fb7e9d3-4ce9-4306-85b1-9df86ea52aed tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/ports?device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 210 time: 0.0289073 Jan 28 19:16:06.173232 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-511c1b7c-ad90-4fc1-a9d7-475fe251d25a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Publish callbacks [] for security_group (74635b57-9ce4-46c8-addd-65f444ec59b4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.184778 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-511c1b7c-ad90-4fc1-a9d7-475fe251d25a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (74635b57-9ce4-46c8-addd-65f444ec59b4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.197777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network 03b07c5f-3cbd-49a1-bb6f-39022e11a427 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:16:06.271391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 03b07c5f-3cbd-49a1-bb6f-39022e11a427) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:06.280363 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543dad14-57f9-4b5b-8d41-d08d13cb8421 None None] Network 03b07c5f-3cbd-49a1-bb6f-39022e11a427 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:06.287794 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb533ec-e148-4ba9-bc45-800b50858cb1 req-99cfe265-1f42-49fa-a704-5325812256a3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:06.289406 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2bb533ec-e148-4ba9-bc45-800b50858cb1 req-99cfe265-1f42-49fa-a704-5325812256a3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.2578425 Jan 28 19:16:06.328665 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:06.329258 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.341220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c1b7c-ad90-4fc1-a9d7-475fe251d25a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74635b57-9ce4-46c8-addd-65f444ec59b4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:06.410699 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-03b07c5f-3cbd-49a1-bb6f-39022e11a427', 'network_id': '03b07c5f-3cbd-49a1-bb6f-39022e11a427', 'project_id': '5416b8fbc0b84fbb996f4a3dc6ae761a', 'fixed_ips': [{'subnet_id': '17105567-8188-4a45-8f58-e02962b9f7b9'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:16:06.412713 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e4f5947c-3d1c-4200-819b-83b0baf4b9ee tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2563782 Jan 28 19:16:06.415776 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45632) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:06.416443 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.497637 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2bb533ec-e148-4ba9-bc45-800b50858cb1 req-80ec4651-e262-40c8-b788-6875b9e67a66 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622856 Jan 28 19:16:06.509434 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-194b78c4-b39f-4d3d-b695-b56574be1f06 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (70c9347b-b55f-4cf4-a35f-4de6c59dc925), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.516327 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-511c1b7c-ad90-4fc1-a9d7-475fe251d25a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Allocated IP 192.168.233.129 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/96794736-e5da-4c0e-aeac-2400a4d0e029) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:06.520877 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-194b78c4-b39f-4d3d-b695-b56574be1f06 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (70c9347b-b55f-4cf4-a35f-4de6c59dc925), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.536324 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-443fa485-efb2-452f-9bab-b91c429e6e1c req-5b5eaf15-6058-4845-a16f-6f946a77aec4 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0457852 Jan 28 19:16:06.600932 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (03b07c5f-3cbd-49a1-bb6f-39022e11a427), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.678770 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Allocated IP 172.20.0.1 (03b07c5f-3cbd-49a1-bb6f-39022e11a427/17105567-8188-4a45-8f58-e02962b9f7b9/d6e8f0d7-1be0-49e5-ab78-89f096d11862) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:06.723702 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e64e276f-f83c-438b-a080-81ee6c50c28b req-3d2638df-fc1d-49e0-b27a-98b9fa13a676 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ed95934-171e-41a6-9f90-483b9f8cbb39 HTTP/1.1" status: 200 len: 210 time: 0.0906978 Jan 28 19:16:06.744977 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95661a53-d524-4a30-b3c3-b808977aca55 req-f201f61c-f07b-40ba-bf7d-7dc720a80e08 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0458646 Jan 28 19:16:06.752459 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194b78c4-b39f-4d3d-b695-b56574be1f06 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Router 70c9347b-b55f-4cf4-a35f-4de6c59dc925 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:16:06.757508 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (17105567-8188-4a45-8f58-e02962b9f7b9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.869969 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Publish callbacks [] for port (d6e8f0d7-1be0-49e5-ab78-89f096d11862), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.882149 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (d6e8f0d7-1be0-49e5-ab78-89f096d11862), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.901909 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (17105567-8188-4a45-8f58-e02962b9f7b9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:06.937424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Network 03b07c5f-3cbd-49a1-bb6f-39022e11a427 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:06.939041 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Subnet': ['ID=17105567-8188-4a45-8f58-e02962b9f7b9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:06.940426 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:06.953519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:06.964686 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.965404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.965901 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.966016 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Pushing event updated for resources: {'Port': ['ID=d6e8f0d7-1be0-49e5-ab78-89f096d11862,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:06.966880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.967425 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.968082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.974673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.975016 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.975364 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.975683 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.976026 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.976385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:06.976721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:07.045009 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Attempting to bind port d6e8f0d7-1be0-49e5-ab78-89f096d11862 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:07.045665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Attempting to bind port d6e8f0d7-1be0-49e5-ab78-89f096d11862 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'c3b01869-4235-406f-85df-b0b22f93b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '03b07c5f-3cbd-49a1-bb6f-39022e11a427'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:07.046205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Attempting to bind port d6e8f0d7-1be0-49e5-ab78-89f096d11862 on network 03b07c5f-3cbd-49a1-bb6f-39022e11a427 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:07.052882 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:07.053576 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Checking segment: {'id': 'c3b01869-4235-406f-85df-b0b22f93b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '03b07c5f-3cbd-49a1-bb6f-39022e11a427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:07.054167 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.054709 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Bound using segment: {'id': 'c3b01869-4235-406f-85df-b0b22f93b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '03b07c5f-3cbd-49a1-bb6f-39022e11a427'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:07.055391 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Bound port: d6e8f0d7-1be0-49e5-ab78-89f096d11862, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b01869-4235-406f-85df-b0b22f93b121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '03b07c5f-3cbd-49a1-bb6f-39022e11a427'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:07.055941 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d6e8f0d7-1be0-49e5-ab78-89f096d11862), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.066177 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (03b07c5f-3cbd-49a1-bb6f-39022e11a427), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.092593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b07c5f-3cbd-49a1-bb6f-39022e11a427']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:07.105275 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b01869-4235-406f-85df-b0b22f93b121') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:07.105721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b01869-4235-406f-85df-b0b22f93b121') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:07.117894 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (c3b01869-4235-406f-85df-b0b22f93b121), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.136008 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (c3b01869-4235-406f-85df-b0b22f93b121), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.138370 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] For port d6e8f0d7-1be0-49e5-ab78-89f096d11862, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:07.144395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:16:07.144965 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (c3b01869-4235-406f-85df-b0b22f93b121), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:16:07.158861 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:16:07.244303 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] For port d6e8f0d7-1be0-49e5-ab78-89f096d11862, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d6e8f0d7-1be0-49e5-ab78-89f096d11862,segment=NetworkSegment(c3b01869-4235-406f-85df-b0b22f93b121),segment_id=c3b01869-4235-406f-85df-b0b22f93b121)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:07.246687 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 19:16:07.246687 n-d-824834-4 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 19:16:07.246687 n-d-824834-4 neutron-server[103147]: [parameters: {'id': '03b07c5f-3cbd-49a1-bb6f-39022e11a427'}] Jan 28 19:16:07.246687 n-d-824834-4 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:16:07.247353 n-d-824834-4 neutron-server[103147]: DEBUG oslo_db.api [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:16:07.257153 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d6e8f0d7-1be0-49e5-ab78-89f096d11862), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.264002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19131e6-8834-4e70-843f-4cfee72fe0e7 req-1f31a1a2-e2ea-4eaf-88b1-16a18bc6e032 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:07.265721 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a19131e6-8834-4e70-843f-4cfee72fe0e7 req-1f31a1a2-e2ea-4eaf-88b1-16a18bc6e032 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.1041346 Jan 28 19:16:07.292384 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcc063-4f1a-4817-a835-58894d5f1cdf req-72306607-6111-4f6f-ac3a-0070a1bbd340 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:07.293906 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-33bcc063-4f1a-4817-a835-58894d5f1cdf req-72306607-6111-4f6f-ac3a-0070a1bbd340 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.5402772 Jan 28 19:16:07.298474 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-511c1b7c-ad90-4fc1-a9d7-475fe251d25a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Publish callbacks [] for port (96794736-e5da-4c0e-aeac-2400a4d0e029), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.337175 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194b78c4-b39f-4d3d-b695-b56574be1f06 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:07.344519 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-194b78c4-b39f-4d3d-b695-b56574be1f06 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.346268 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-194b78c4-b39f-4d3d-b695-b56574be1f06 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "PUT /v2.0/routers/70c9347b-b55f-4cf4-a35f-4de6c59dc925 HTTP/1.1" status: 200 len: 922 time: 2.8168283 Jan 28 19:16:07.347006 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a19131e6-8834-4e70-843f-4cfee72fe0e7 req-4ac9bf9b-b150-4e6f-b1c5-3e739b56c5e7 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570736 Jan 28 19:16:07.349104 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45640) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:07.349949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fe8ac-59cb-45de-aea7-18dcd1bee1c7 None None] Pushing event updated for resources: {'Port': ['ID=d6e8f0d7-1be0-49e5-ab78-89f096d11862,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:07.369020 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394ac603-441e-41eb-8503-0274d6c13331 None None] Sync routers for ids ['70c9347b-b55f-4cf4-a35f-4de6c59dc925'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:07.413796 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ac603-441e-41eb-8503-0274d6c13331 None None] Routers {'70c9347b-b55f-4cf4-a35f-4de6c59dc925'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:07.415131 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-394ac603-441e-41eb-8503-0274d6c13331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:15:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['70c9347b-b55f-4cf4-a35f-4de6c59dc925'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:07.415584 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-33bcc063-4f1a-4817-a835-58894d5f1cdf req-955b9cfc-041a-4aaf-8569-22fc829225a4 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144278 Jan 28 19:16:07.445838 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-511c1b7c-ad90-4fc1-a9d7-475fe251d25a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (96794736-e5da-4c0e-aeac-2400a4d0e029), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.471727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb547016-cc99-4fa4-85f6-e51d86f2ffec None None] get_active_networks_info from n-d-824834-4 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:16:07.473790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-394ac603-441e-41eb-8503-0274d6c13331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:07.507923 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-511c1b7c-ad90-4fc1-a9d7-475fe251d25a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:07.511857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-511c1b7c-ad90-4fc1-a9d7-475fe251d25a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:07.515328 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ac603-441e-41eb-8503-0274d6c13331 None None] Routers {'70c9347b-b55f-4cf4-a35f-4de6c59dc925'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:07.515980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-394ac603-441e-41eb-8503-0274d6c13331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:15:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['70c9347b-b55f-4cf4-a35f-4de6c59dc925'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:07.524966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-511c1b7c-ad90-4fc1-a9d7-475fe251d25a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:07.575844 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcad5e0-04f8-48f3-bbbc-9343d3efe86c req-84c393cf-6ed8-4a42-abd3-0b859d3d4964 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:07.580499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c1b7c-ad90-4fc1-a9d7-475fe251d25a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Pushing event updated for resources: {'Port': ['ID=96794736-e5da-4c0e-aeac-2400a4d0e029,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:07.583486 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-adcad5e0-04f8-48f3-bbbc-9343d3efe86c req-84c393cf-6ed8-4a42-abd3-0b859d3d4964 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/ports?device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 936 time: 0.1155250 Jan 28 19:16:07.587079 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8d8c06d1-c594-4dc0-8b8b-82756df9a9bf tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "GET /v2.0/routers/70c9347b-b55f-4cf4-a35f-4de6c59dc925 HTTP/1.1" status: 200 len: 922 time: 0.2367177 Jan 28 19:16:07.591653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45646) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:07.628617 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-394ac603-441e-41eb-8503-0274d6c13331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:07.629291 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394ac603-441e-41eb-8503-0274d6c13331 None None] The sync data for ids ['70c9347b-b55f-4cf4-a35f-4de6c59dc925'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:07.651084 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-adcad5e0-04f8-48f3-bbbc-9343d3efe86c req-9938c15c-99b9-4759-bbe5-29646921d5d7 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/security-groups?id=74635b57-9ce4-46c8-addd-65f444ec59b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666313 Jan 28 19:16:07.717119 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-511c1b7c-ad90-4fc1-a9d7-475fe251d25a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:07.717909 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-511c1b7c-ad90-4fc1-a9d7-475fe251d25a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.744384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb547016-cc99-4fa4-85f6-e51d86f2ffec None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:16:07.755128 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-75e2b2e6-3e41-4336-836f-f01fcc60de8c req-99c88176-df90-4135-a8bb-4d2cf3c51a2c tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0416903 Jan 28 19:16:07.758943 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (03b07c5f-3cbd-49a1-bb6f-39022e11a427), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.763396 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-511c1b7c-ad90-4fc1-a9d7-475fe251d25a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3096845 Jan 28 19:16:07.773037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f03628d-18d4-4cee-a80c-00964eaaac19 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:07.774973 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8f03628d-18d4-4cee-a80c-00964eaaac19 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&device_id=70c9347b-b55f-4cf4-a35f-4de6c59dc925&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1822777 Jan 28 19:16:07.778360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45648) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:07.782403 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Request body: {'port': {'device_id': '1778a5bc-64f3-4592-a24e-a68cf3636dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:07.792978 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db65636-bb5d-434d-84f6-af1c88d78c90 req-2314bf35-3aa2-49af-a7ac-a10ebf306069 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:07.794725 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9db65636-bb5d-434d-84f6-af1c88d78c90 req-2314bf35-3aa2-49af-a7ac-a10ebf306069 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1487262 Jan 28 19:16:07.904079 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (96794736-e5da-4c0e-aeac-2400a4d0e029), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:07.922188 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9db65636-bb5d-434d-84f6-af1c88d78c90 req-2c58c1cd-f316-420f-aeed-41ab7ea8ba5a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098013 Jan 28 19:16:08.050609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Deleting port d6e8f0d7-1be0-49e5-ab78-89f096d11862 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:08.050945 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d6e8f0d7-1be0-49e5-ab78-89f096d11862), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:08.127319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee5fea0-f0e4-4837-ae08-ff0a49e40a8c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:08.131337 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6ee5fea0-f0e4-4837-ae08-ff0a49e40a8c tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 881 time: 0.3483860 Jan 28 19:16:08.135072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45650) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:08.168898 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-561df51f-4603-411d-a603-a5fb2992c8cb tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "GET /v2.0/ports?device_id=70c9347b-b55f-4cf4-a35f-4de6c59dc925 HTTP/1.1" status: 200 len: 205 time: 0.0302596 Jan 28 19:16:08.170817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45652) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:08.259849 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] For port d6e8f0d7-1be0-49e5-ab78-89f096d11862, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d6e8f0d7-1be0-49e5-ab78-89f096d11862,segment=NetworkSegment(c3b01869-4235-406f-85df-b0b22f93b121),segment_id=c3b01869-4235-406f-85df-b0b22f93b121)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:08.260218 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d6e8f0d7-1be0-49e5-ab78-89f096d11862), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:08.263943 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96794736-e5da-4c0e-aeac-2400a4d0e029 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:16:08.273508 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Publish callbacks [] for port (96794736-e5da-4c0e-aeac-2400a4d0e029), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:08.279900 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aba1d6-92b5-4d57-ad76-a8811daed6f7 None None] Network 03b07c5f-3cbd-49a1-bb6f-39022e11a427 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:08.288084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Transition to ACTIVE for port object 96794736-e5da-4c0e-aeac-2400a4d0e029 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:16:08.294602 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (96794736-e5da-4c0e-aeac-2400a4d0e029), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:08.299101 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Calling delete_port for d6e8f0d7-1be0-49e5-ab78-89f096d11862 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:08.351537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Pushing event updated for resources: {'Port': ['ID=96794736-e5da-4c0e-aeac-2400a4d0e029,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:08.557069 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Attempting to bind port 96794736-e5da-4c0e-aeac-2400a4d0e029 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:08.557327 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Attempting to bind port 96794736-e5da-4c0e-aeac-2400a4d0e029 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:08.557661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Attempting to bind port 96794736-e5da-4c0e-aeac-2400a4d0e029 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:08.566904 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Port 96794736-e5da-4c0e-aeac-2400a4d0e029 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:16:08.567238 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Attempting to bind port 96794736-e5da-4c0e-aeac-2400a4d0e029 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:08.576672 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:08.577015 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:08.577414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:08.577861 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Bound port: 96794736-e5da-4c0e-aeac-2400a4d0e029, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:08.578423 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (96794736-e5da-4c0e-aeac-2400a4d0e029), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:08.611183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eafc70-6334-4fcf-885c-89a7f0609e7a req-d80dc8c2-3d0c-43ac-9d62-60b0ae321b54 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:08.612865 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-33eafc70-6334-4fcf-885c-89a7f0609e7a req-d80dc8c2-3d0c-43ac-9d62-60b0ae321b54 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.0886288 Jan 28 19:16:08.730049 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] For port 96794736-e5da-4c0e-aeac-2400a4d0e029, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:08.736057 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-33eafc70-6334-4fcf-885c-89a7f0609e7a req-d97feaa7-c2e2-4ddf-90ce-a262434758f1 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977564 Jan 28 19:16:08.737844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] For port 96794736-e5da-4c0e-aeac-2400a4d0e029, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=96794736-e5da-4c0e-aeac-2400a4d0e029,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:08.759997 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (96794736-e5da-4c0e-aeac-2400a4d0e029), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:08.826700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:08.827317 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:08.828731 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] 10.222.0.31 "PUT /v2.0/ports/96794736-e5da-4c0e-aeac-2400a4d0e029 HTTP/1.1" status: 200 len: 1096 time: 1.0508091 Jan 28 19:16:08.829191 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1778a5bc-64f3-4592-a24e-a68cf3636dc1', 'tag': '96794736-e5da-4c0e-aeac-2400a4d0e029'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:08.840674 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaa92a3-8d52-4e3a-9bf2-6132f2db2b39" -d '{"events": [{"name": "network-changed", "server_uuid": "1778a5bc-64f3-4592-a24e-a68cf3636dc1", "tag": "96794736-e5da-4c0e-aeac-2400a4d0e029"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:08.861046 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d7fb-dc2b-4ceb-806f-157effaace03 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (70c9347b-b55f-4cf4-a35f-4de6c59dc925), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:08.879481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8e4f3-b545-4d06-8ab0-826fe4c7a4fc service neutron] Pushing event updated for resources: {'Port': ['ID=96794736-e5da-4c0e-aeac-2400a4d0e029,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:08.935842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ad5ef-aac5-4f90-9bc0-6cab3ff343d8 req-8e192bf4-f2a6-43ef-832e-a1c7498a9db9 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:08.943202 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-529ad5ef-aac5-4f90-9bc0-6cab3ff343d8 req-8e192bf4-f2a6-43ef-832e-a1c7498a9db9 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.2286246 Jan 28 19:16:08.996331 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-b405690f-6759-4123-b525-649feff1d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:08.998105 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-b405690f-6759-4123-b525-649feff1d410 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af479d8a72a748329bbe012b87341bf9&device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 1130 time: 0.1152360 Jan 28 19:16:09.045144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae68154-3ec3-4bbd-b16d-fb9714f69899 req-f85539cc-8c06-494d-8207-4f3e041cf1fa tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:09.047894 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dae68154-3ec3-4bbd-b16d-fb9714f69899 req-f85539cc-8c06-494d-8207-4f3e041cf1fa tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/ports?device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 948 time: 0.1629865 Jan 28 19:16:09.091647 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-3a85088a-1aa9-4f91-9605-25c413459aae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=96794736-e5da-4c0e-aeac-2400a4d0e029 HTTP/1.1" status: 200 len: 217 time: 0.0798178 Jan 28 19:16:09.094215 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-529ad5ef-aac5-4f90-9bc0-6cab3ff343d8 req-450f05ec-860e-495c-9183-317e19c03437 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435320 Jan 28 19:16:09.098287 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (d6e8f0d7-1be0-49e5-ab78-89f096d11862), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.155626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Port': ['ID=d6e8f0d7-1be0-49e5-ab78-89f096d11862,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:09.185573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-212f9e36-7f16-419c-b23c-a78d6ed5739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:09.189592 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-212f9e36-7f16-419c-b23c-a78d6ed5739f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0642304 Jan 28 19:16:09.225575 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5ddc7d8a-c9b7-4430-9de0-c66e057fabdb req-ab544791-48a1-4dba-80ac-fe6885dd4cfa tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0484176 Jan 28 19:16:09.227513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No DVR routers for this DVR port d6e8f0d7-1be0-49e5-ab78-89f096d11862 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:09.230262 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dae68154-3ec3-4bbd-b16d-fb9714f69899 req-db08f0ea-355d-423e-8d0e-fd8d0381179a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/security-groups?id=74635b57-9ce4-46c8-addd-65f444ec59b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341033 Jan 28 19:16:09.247969 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d7fb-dc2b-4ceb-806f-157effaace03 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (70c9347b-b55f-4cf4-a35f-4de6c59dc925), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.304835 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c041b8e2-1021-47bf-aae7-d737ddc911a0 x-openstack-request-id: req-c041b8e2-1021-47bf-aae7-d737ddc911a0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:09.305574 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1778a5bc-64f3-4592-a24e-a68cf3636dc1", "tag": "96794736-e5da-4c0e-aeac-2400a4d0e029", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:09.305574 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c041b8e2-1021-47bf-aae7-d737ddc911a0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:09.307101 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1778a5bc-64f3-4592-a24e-a68cf3636dc1', 'tag': '96794736-e5da-4c0e-aeac-2400a4d0e029', 'status': 'completed', 'code': 200} Jan 28 19:16:09.360076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-e0b6b731-af81-4810-9b19-31695d96b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:09.361619 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-e0b6b731-af81-4810-9b19-31695d96b13b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1298418 Jan 28 19:16:09.373147 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77dd7864-c10f-4f48-af11-4fce7851f149 req-378a5305-a782-4b63-b3f8-272d3a1e49c1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3039639 Jan 28 19:16:09.477813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675572b-407b-4e7f-8c6a-b0a5c563f6e2 req-3ab23269-89e4-4e04-acad-6f637e2d14e4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:09.485450 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (03b07c5f-3cbd-49a1-bb6f-39022e11a427), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.488734 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5675572b-407b-4e7f-8c6a-b0a5c563f6e2 req-3ab23269-89e4-4e04-acad-6f637e2d14e4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1629701 Jan 28 19:16:09.515719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b07c5f-3cbd-49a1-bb6f-39022e11a427']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:09.532205 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b01869-4235-406f-85df-b0b22f93b121') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:09.532502 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b01869-4235-406f-85df-b0b22f93b121') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:09.552632 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (c3b01869-4235-406f-85df-b0b22f93b121), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.565257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7864-c10f-4f48-af11-4fce7851f149 req-fd96c57a-0e19-4005-ad4d-6fdc7c23c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:09.566770 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77dd7864-c10f-4f48-af11-4fce7851f149 req-fd96c57a-0e19-4005-ad4d-6fdc7c23c7e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 1126 time: 0.1250198 Jan 28 19:16:09.569491 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5675572b-407b-4e7f-8c6a-b0a5c563f6e2 req-9c392ee4-85d6-44d2-9995-90913c680fab tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785580 Jan 28 19:16:09.580097 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c3b2d7fb-dc2b-4ceb-806f-157effaace03 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Deleting port d7dfa9df-782e-4b40-b4bb-3e3902477ac8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:09.580097 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d7fb-dc2b-4ceb-806f-157effaace03 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d7dfa9df-782e-4b40-b4bb-3e3902477ac8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.583229 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (c3b01869-4235-406f-85df-b0b22f93b121), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.611211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:16:09.611607 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (c3b01869-4235-406f-85df-b0b22f93b121), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.612531 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-2c0850fe-8aa9-4ff1-8608-b130753cccd7 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343471 Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:16:09.614787 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:16:09.786884 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-db6e11b6-f97f-4766-adca-a19810358cf2 req-5998feb2-bc10-4065-9c3d-c82485ce1436 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0356164 Jan 28 19:16:09.829953 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f840124d-3f8e-4e96-b4d5-094877e66836 req-4d448865-644b-411f-889c-7722fb4e1a96 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071450 Jan 28 19:16:09.853973 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (03b07c5f-3cbd-49a1-bb6f-39022e11a427), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.863509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7864-c10f-4f48-af11-4fce7851f149 req-65c88ccd-8ee5-411c-86ba-5a4a3465206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:09.865101 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77dd7864-c10f-4f48-af11-4fce7851f149 req-65c88ccd-8ee5-411c-86ba-5a4a3465206e service neutron] 10.222.0.31 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.2626822 Jan 28 19:16:09.884550 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.887851 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/03b07c5f-3cbd-49a1-bb6f-39022e11a427 HTTP/1.1" status: 204 len: 168 time: 3.4711199 Jan 28 19:16:09.895266 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45684) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:09.910765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3ad23b11-fb21-40e4-b02c-86c8d738283a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1747215513'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:09.956286 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d7fb-dc2b-4ceb-806f-157effaace03 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d7dfa9df-782e-4b40-b4bb-3e3902477ac8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:09.960716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fad80-9006-40b7-bc1a-a00cae2af2f9 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Network': ['ID=03b07c5f-3cbd-49a1-bb6f-39022e11a427,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:09.968877 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77dd7864-c10f-4f48-af11-4fce7851f149 req-5669b370-b333-496e-adef-cc9816259606 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3b0c675-fa51-478d-ab37-a24cb2220599 HTTP/1.1" status: 200 len: 217 time: 0.0753484 Jan 28 19:16:09.976746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c3b2d7fb-dc2b-4ceb-806f-157effaace03 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Calling delete_port for d7dfa9df-782e-4b40-b4bb-3e3902477ac8 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:09.995371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad23b11-fb21-40e4-b02c-86c8d738283a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:09.999617 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ad23b11-fb21-40e4-b02c-86c8d738283a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:10.027729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa92a3-8d52-4e3a-9bf2-6132f2db2b39 req-0a766ea9-10fe-4b49-b4f8-e33c7b009b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:10.029436 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4eaa92a3-8d52-4e3a-9bf2-6132f2db2b39 req-0a766ea9-10fe-4b49-b4f8-e33c7b009b4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af479d8a72a748329bbe012b87341bf9&device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 1130 time: 0.1368546 Jan 28 19:16:10.037542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad23b11-fb21-40e4-b02c-86c8d738283a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:16:10.078459 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b34a1-b251-4f7e-a2e8-57144d73b63e req-4e5217bc-7c9e-4137-b02d-3733e0805279 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:10.079974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b85b34a1-b251-4f7e-a2e8-57144d73b63e req-4e5217bc-7c9e-4137-b02d-3733e0805279 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.2198572 Jan 28 19:16:10.083261 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd7864-c10f-4f48-af11-4fce7851f149 req-c611cf40-ad68-4017-94b9-0f333bcc23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:10.084587 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77dd7864-c10f-4f48-af11-4fce7851f149 req-c611cf40-ad68-4017-94b9-0f333bcc23ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.1050415 Jan 28 19:16:10.091726 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ad23b11-fb21-40e4-b02c-86c8d738283a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8db956b5-10ee-4a8a-b386-b69e5f05cae3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:10.092289 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-3ad23b11-fb21-40e4-b02c-86c8d738283a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Added segment 8db956b5-10ee-4a8a-b386-b69e5f05cae3 of type vlan for network d3b376f1-12cb-42aa-a011-c0da6b264459 Jan 28 19:16:10.149846 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ad23b11-fb21-40e4-b02c-86c8d738283a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (d3b376f1-12cb-42aa-a011-c0da6b264459), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:10.216719 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77dd7864-c10f-4f48-af11-4fce7851f149 req-3c7c409d-d17f-401a-a837-eb3afeeccf05 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347357 Jan 28 19:16:10.220213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa92a3-8d52-4e3a-9bf2-6132f2db2b39 req-90a1431b-188c-440a-8d8c-7b813ad7b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:10.222155 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4eaa92a3-8d52-4e3a-9bf2-6132f2db2b39 req-90a1431b-188c-440a-8d8c-7b813ad7b409 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.1812887 Jan 28 19:16:10.225270 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ad23b11-fb21-40e4-b02c-86c8d738283a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (d3b376f1-12cb-42aa-a011-c0da6b264459), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:10.230518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad23b11-fb21-40e4-b02c-86c8d738283a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:10.231205 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ad23b11-fb21-40e4-b02c-86c8d738283a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:10.315396 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b85b34a1-b251-4f7e-a2e8-57144d73b63e req-0493eb1e-53cd-457d-9bc2-7dae284405cf tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223167 Jan 28 19:16:10.336410 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3ad23b11-fb21-40e4-b02c-86c8d738283a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4292436 Jan 28 19:16:10.336410 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4eaa92a3-8d52-4e3a-9bf2-6132f2db2b39 req-ac33e73c-07f1-4300-b699-7da7aec26eaf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=96794736-e5da-4c0e-aeac-2400a4d0e029 HTTP/1.1" status: 200 len: 217 time: 0.0989439 Jan 28 19:16:10.336410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:10.343974 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc25213-653e-4ed0-a196-c7fa04f17380 req-4c9d9649-96e9-429b-90f3-508fae5497a6 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:10.345599 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3dc25213-653e-4ed0-a196-c7fa04f17380 req-4c9d9649-96e9-429b-90f3-508fae5497a6 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.1931958 Jan 28 19:16:10.354432 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c1b13b87-104f-4a4e-b040-927586f3b4f7 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:10.358432 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d7fb-dc2b-4ceb-806f-157effaace03 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (d7dfa9df-782e-4b40-b4bb-3e3902477ac8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:10.415843 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad23b11-fb21-40e4-b02c-86c8d738283a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Network': ['ID=d3b376f1-12cb-42aa-a011-c0da6b264459,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:10.428344 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network d3b376f1-12cb-42aa-a011-c0da6b264459 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:16:10.439246 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2d7fb-dc2b-4ceb-806f-157effaace03 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Pushing event deleted for resources: {'Port': ['ID=d7dfa9df-782e-4b40-b4bb-3e3902477ac8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:10.526829 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3dc25213-653e-4ed0-a196-c7fa04f17380 req-98a1b4b6-d901-4449-9958-b34ec9e66902 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501200 Jan 28 19:16:10.542521 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa92a3-8d52-4e3a-9bf2-6132f2db2b39 req-cff5f1d8-d71c-444b-ada7-536b6d6b61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:10.543767 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4eaa92a3-8d52-4e3a-9bf2-6132f2db2b39 req-cff5f1d8-d71c-444b-ada7-536b6d6b61ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1937034 Jan 28 19:16:10.544383 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77dd7864-c10f-4f48-af11-4fce7851f149 req-12fe6a10-9eb6-495c-b0b6-019b7c0257db service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133080 Jan 28 19:16:10.548268 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d7fb-dc2b-4ceb-806f-157effaace03 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (70c9347b-b55f-4cf4-a35f-4de6c59dc925), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:10.633538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e0b8e-9e27-4970-8f87-4407ea920f05 req-1efb4895-3e62-4b44-acf5-269d79051e1b tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:10.635801 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-077e0b8e-9e27-4970-8f87-4407ea920f05 req-1efb4895-3e62-4b44-acf5-269d79051e1b tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/ports?device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 948 time: 0.2068946 Jan 28 19:16:10.689293 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa92a3-8d52-4e3a-9bf2-6132f2db2b39 req-8845f7da-300f-45c3-8981-fc53e33fb5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:10.690827 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4eaa92a3-8d52-4e3a-9bf2-6132f2db2b39 req-8845f7da-300f-45c3-8981-fc53e33fb5b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1351478 Jan 28 19:16:10.707265 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d7fb-dc2b-4ceb-806f-157effaace03 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (70c9347b-b55f-4cf4-a35f-4de6c59dc925), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:10.720335 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d7fb-dc2b-4ceb-806f-157effaace03 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_controller (70c9347b-b55f-4cf4-a35f-4de6c59dc925), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:10.734500 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1b13b87-104f-4a4e-b040-927586f3b4f7 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (d3b376f1-12cb-42aa-a011-c0da6b264459), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:10.789647 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1b13b87-104f-4a4e-b040-927586f3b4f7 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (d3b376f1-12cb-42aa-a011-c0da6b264459), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:10.804234 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d7fb-dc2b-4ceb-806f-157effaace03 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (70c9347b-b55f-4cf4-a35f-4de6c59dc925), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:10.804753 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b2d7fb-dc2b-4ceb-806f-157effaace03 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Fanout notify agent at l3_agent the message router_deleted on router 70c9347b-b55f-4cf4-a35f-4de6c59dc925 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:16:10.811694 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d7fb-dc2b-4ceb-806f-157effaace03 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:10.812801 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c3b2d7fb-dc2b-4ceb-806f-157effaace03 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "DELETE /v2.0/routers/70c9347b-b55f-4cf4-a35f-4de6c59dc925 HTTP/1.1" status: 204 len: 168 time: 2.6411104 Jan 28 19:16:10.815292 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1b13b87-104f-4a4e-b040-927586f3b4f7 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network d3b376f1-12cb-42aa-a011-c0da6b264459 is not hosted by any dhcp agent {{(pid=103146) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:16:10.818204 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-077e0b8e-9e27-4970-8f87-4407ea920f05 req-322d27f1-7105-4005-9959-fa65cc7f8b97 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/security-groups?id=74635b57-9ce4-46c8-addd-65f444ec59b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699154 Jan 28 19:16:10.818662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:10.819810 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b13b87-104f-4a4e-b040-927586f3b4f7 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:10.820922 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1b13b87-104f-4a4e-b040-927586f3b4f7 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:10.824683 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3d607814-2ce9-43a1-a3b2-c6a4fe34ab63 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-111497350', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:10.826314 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c1b13b87-104f-4a4e-b040-927586f3b4f7 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "PUT /v2.0/networks/d3b376f1-12cb-42aa-a011-c0da6b264459 HTTP/1.1" status: 200 len: 723 time: 0.4795182 Jan 28 19:16:10.831133 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45696) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:10.855568 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77dd7864-c10f-4f48-af11-4fce7851f149 req-bae03362-b2cb-460a-bde2-28c541b30fef service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755551 Jan 28 19:16:10.877029 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0f74d2bb-1702-41c7-989d-739be42eac37 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'subnet': {'network_id': 'd3b376f1-12cb-42aa-a011-c0da6b264459', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:10.886861 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d607814-2ce9-43a1-a3b2-c6a4fe34ab63 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (b7293ca8-259a-4d87-b6fb-ed2824783afa), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:10.888640 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d607814-2ce9-43a1-a3b2-c6a4fe34ab63 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (b7293ca8-259a-4d87-b6fb-ed2824783afa), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:10.892702 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f903e69-1c96-46b4-acaa-53c8ef5fdbc8 req-6147a0a5-b908-48dc-ae42-22de1396f68b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:10.894499 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f903e69-1c96-46b4-acaa-53c8ef5fdbc8 req-6147a0a5-b908-48dc-ae42-22de1396f68b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.2229133 Jan 28 19:16:10.964141 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:16:10.994246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b13b87-104f-4a4e-b040-927586f3b4f7 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Network': ['ID=d3b376f1-12cb-42aa-a011-c0da6b264459,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:11.006133 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f8af407-6c24-4af5-8571-ab39627e6a2f req-af97a589-3b3f-4ff8-86be-8c68be8f3667 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0558305 Jan 28 19:16:11.014214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network d3b376f1-12cb-42aa-a011-c0da6b264459 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:16:11.036315 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4eaa92a3-8d52-4e3a-9bf2-6132f2db2b39 req-608e5eac-0121-4893-993b-bf0569579215 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204508 Jan 28 19:16:11.039570 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d607814-2ce9-43a1-a3b2-c6a4fe34ab63 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_controller (b7293ca8-259a-4d87-b6fb-ed2824783afa), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.045304 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d607814-2ce9-43a1-a3b2-c6a4fe34ab63 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (b7293ca8-259a-4d87-b6fb-ed2824783afa), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.072167 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d607814-2ce9-43a1-a3b2-c6a4fe34ab63 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.076469 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3d607814-2ce9-43a1-a3b2-c6a4fe34ab63 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2552290 Jan 28 19:16:11.077080 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45700) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:11.083223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:11.120693 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f903e69-1c96-46b4-acaa-53c8ef5fdbc8 req-59693e34-5d46-4edf-be89-28b9a9b9ed49 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141120 Jan 28 19:16:11.135734 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f74d2bb-1702-41c7-989d-739be42eac37 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:11.139193 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f74d2bb-1702-41c7-989d-739be42eac37 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.237311 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4eaa92a3-8d52-4e3a-9bf2-6132f2db2b39 req-6d7e013f-fcf8-480f-b216-e4c70ed1c60b service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934593 Jan 28 19:16:11.362347 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (b7293ca8-259a-4d87-b6fb-ed2824783afa), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.369574 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f74d2bb-1702-41c7-989d-739be42eac37 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (1727c7ed-a444-4417-bafc-10ef57e1f7d6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.450219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74d2bb-1702-41c7-989d-739be42eac37 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Subnet': ['ID=1727c7ed-a444-4417-bafc-10ef57e1f7d6,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:11.458663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74d2bb-1702-41c7-989d-739be42eac37 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Checking segment: {'id': '8db956b5-10ee-4a8a-b386-b69e5f05cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd3b376f1-12cb-42aa-a011-c0da6b264459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:11.459017 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f74d2bb-1702-41c7-989d-739be42eac37 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network hostable DHCP agents. Network: d3b376f1-12cb-42aa-a011-c0da6b264459, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:16:11.478350 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f74d2bb-1702-41c7-989d-739be42eac37 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network d3b376f1-12cb-42aa-a011-c0da6b264459 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:16:11.494503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0f74d2bb-1702-41c7-989d-739be42eac37 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, d3b376f1-12cb-42aa-a011-c0da6b264459) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:11.499743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f74d2bb-1702-41c7-989d-739be42eac37 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:11.500454 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f74d2bb-1702-41c7-989d-739be42eac37 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.506269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7a2fc3-568f-4bce-8606-4769c646fe1a None None] Network d3b376f1-12cb-42aa-a011-c0da6b264459 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:11.530264 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0f74d2bb-1702-41c7-989d-739be42eac37 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6965559 Jan 28 19:16:11.533025 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45704) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:11.540285 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-557e844f-f24d-4649-a47e-4cbeb281ebf2 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:11.652048 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-d3b376f1-12cb-42aa-a011-c0da6b264459', 'network_id': 'd3b376f1-12cb-42aa-a011-c0da6b264459', 'project_id': '5416b8fbc0b84fbb996f4a3dc6ae761a', 'fixed_ips': [{'subnet_id': '1727c7ed-a444-4417-bafc-10ef57e1f7d6'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:16:11.653015 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.690037 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-557e844f-f24d-4649-a47e-4cbeb281ebf2 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9060991'] for subnet (1727c7ed-a444-4417-bafc-10ef57e1f7d6), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:11.741202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb322f9-56bc-4f7c-8fd1-760accb39ff6 req-ea23b506-3ed5-4b45-a8cc-08e1ee3eafb0 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:11.742928 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3bb322f9-56bc-4f7c-8fd1-760accb39ff6 req-ea23b506-3ed5-4b45-a8cc-08e1ee3eafb0 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.1127057 Jan 28 19:16:11.819132 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Allocated IP 172.20.0.2 (d3b376f1-12cb-42aa-a011-c0da6b264459/1727c7ed-a444-4417-bafc-10ef57e1f7d6/84b1ddff-be6b-4132-a2ac-c4a74c43109f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:11.822304 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3bb322f9-56bc-4f7c-8fd1-760accb39ff6 req-878a4758-a540-4afa-946d-56b398d11b68 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724444 Jan 28 19:16:11.969613 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c8bd8-ca32-4ca9-ba62-a59c9326b11c req-bac83c6c-70d4-4572-a513-3c6815fb3220 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:11.975382 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a0725-b3ee-4d7a-9ca7-381300eec191 req-d9331bdf-cd5f-4fca-b3fd-fc41bb69b7c1 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:11.976979 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bf2a0725-b3ee-4d7a-9ca7-381300eec191 req-d9331bdf-cd5f-4fca-b3fd-fc41bb69b7c1 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.1195877 Jan 28 19:16:11.978590 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f0c8bd8-ca32-4ca9-ba62-a59c9326b11c req-bac83c6c-70d4-4572-a513-3c6815fb3220 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/ports?device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 948 time: 0.0655742 Jan 28 19:16:12.038246 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Publish callbacks [] for port (84b1ddff-be6b-4132-a2ac-c4a74c43109f), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.040935 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f0c8bd8-ca32-4ca9-ba62-a59c9326b11c req-462ea784-b06b-4ecd-a7c0-f25a7b9e58b4 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/security-groups?id=74635b57-9ce4-46c8-addd-65f444ec59b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583887 Jan 28 19:16:12.060496 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (84b1ddff-be6b-4132-a2ac-c4a74c43109f), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.112757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Pushing event updated for resources: {'Port': ['ID=84b1ddff-be6b-4132-a2ac-c4a74c43109f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:12.131017 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Network d3b376f1-12cb-42aa-a011-c0da6b264459 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:12.134665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:12.139043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:12.146627 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bf2a0725-b3ee-4d7a-9ca7-381300eec191 req-129fffe6-6e06-432f-87d8-2a4b41208b2b tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587021 Jan 28 19:16:12.217548 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Attempting to bind port 84b1ddff-be6b-4132-a2ac-c4a74c43109f on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:12.217950 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Attempting to bind port 84b1ddff-be6b-4132-a2ac-c4a74c43109f by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '8db956b5-10ee-4a8a-b386-b69e5f05cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd3b376f1-12cb-42aa-a011-c0da6b264459'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:12.218306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Attempting to bind port 84b1ddff-be6b-4132-a2ac-c4a74c43109f on network d3b376f1-12cb-42aa-a011-c0da6b264459 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:12.224355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:12.224742 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Checking segment: {'id': '8db956b5-10ee-4a8a-b386-b69e5f05cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd3b376f1-12cb-42aa-a011-c0da6b264459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:12.225151 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.225871 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Bound using segment: {'id': '8db956b5-10ee-4a8a-b386-b69e5f05cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd3b376f1-12cb-42aa-a011-c0da6b264459'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:12.226593 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Bound port: 84b1ddff-be6b-4132-a2ac-c4a74c43109f, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db956b5-10ee-4a8a-b386-b69e5f05cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd3b376f1-12cb-42aa-a011-c0da6b264459'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:12.227135 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (84b1ddff-be6b-4132-a2ac-c4a74c43109f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.247554 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3509658e-23c3-434d-a9ae-43a440d1ef42 req-dccf52bd-1c91-428b-85b3-4b2ca1acf4a7 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.1037164 Jan 28 19:16:12.255313 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-557e844f-f24d-4649-a47e-4cbeb281ebf2 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777971155667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9025865'] for subnet (1727c7ed-a444-4417-bafc-10ef57e1f7d6), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.271714 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (b7293ca8-259a-4d87-b6fb-ed2824783afa), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.302077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e844f-f24d-4649-a47e-4cbeb281ebf2 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:12.302675 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-557e844f-f24d-4649-a47e-4cbeb281ebf2 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.307049 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-557e844f-f24d-4649-a47e-4cbeb281ebf2 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "PUT /v2.0/subnets/1727c7ed-a444-4417-bafc-10ef57e1f7d6 HTTP/1.1" status: 200 len: 806 time: 0.7726684 Jan 28 19:16:12.307708 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45714) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:12.327763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] For port 84b1ddff-be6b-4132-a2ac-c4a74c43109f, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:12.332672 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] For port 84b1ddff-be6b-4132-a2ac-c4a74c43109f, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=84b1ddff-be6b-4132-a2ac-c4a74c43109f,segment=NetworkSegment(8db956b5-10ee-4a8a-b386-b69e5f05cae3),segment_id=8db956b5-10ee-4a8a-b386-b69e5f05cae3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:12.335181 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.345645 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (84b1ddff-be6b-4132-a2ac-c4a74c43109f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.397539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e844f-f24d-4649-a47e-4cbeb281ebf2 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Subnet': ['ID=1727c7ed-a444-4417-bafc-10ef57e1f7d6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:12.418846 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dda820-371c-43f0-b295-5620dbceadf1 req-366b3e18-3c05-4c36-a586-ffcc24b0f678 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:12.420405 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-90dda820-371c-43f0-b295-5620dbceadf1 req-366b3e18-3c05-4c36-a586-ffcc24b0f678 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1510417 Jan 28 19:16:12.465918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e9619-0622-49db-a3ee-11d5318ff62a None None] Pushing event updated for resources: {'Port': ['ID=84b1ddff-be6b-4132-a2ac-c4a74c43109f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:12.470304 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (d3b376f1-12cb-42aa-a011-c0da6b264459), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.545543 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Deleting port 84b1ddff-be6b-4132-a2ac-c4a74c43109f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:12.545974 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (84b1ddff-be6b-4132-a2ac-c4a74c43109f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.547799 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-90dda820-371c-43f0-b295-5620dbceadf1 req-8560a570-3bcf-43d4-89b8-9369cdf131fb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168714 Jan 28 19:16:12.558099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Allocated IP 172.25.0.172 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/72d3ac17-95b1-451f-a75c-f8a198d1dcee) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:12.654528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] For port 84b1ddff-be6b-4132-a2ac-c4a74c43109f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=84b1ddff-be6b-4132-a2ac-c4a74c43109f,segment=NetworkSegment(8db956b5-10ee-4a8a-b386-b69e5f05cae3),segment_id=8db956b5-10ee-4a8a-b386-b69e5f05cae3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:12.655374 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (84b1ddff-be6b-4132-a2ac-c4a74c43109f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.668867 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Calling delete_port for 84b1ddff-be6b-4132-a2ac-c4a74c43109f owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:12.709679 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for port (72d3ac17-95b1-451f-a75c-f8a198d1dcee), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.777556 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (72d3ac17-95b1-451f-a75c-f8a198d1dcee), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.841379 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:12.844404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:12.849647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:12.882629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Pushing event updated for resources: {'Port': ['ID=72d3ac17-95b1-451f-a75c-f8a198d1dcee,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:12.909617 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (84b1ddff-be6b-4132-a2ac-c4a74c43109f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:12.997995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Port': ['ID=84b1ddff-be6b-4132-a2ac-c4a74c43109f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:13.059299 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No DVR routers for this DVR port 84b1ddff-be6b-4132-a2ac-c4a74c43109f on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:13.083821 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319a173-8c71-445c-959d-741c7e087b26 req-ff925b56-7c59-44ba-9f44-a984fdd5d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:13.085517 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f319a173-8c71-445c-959d-741c7e087b26 req-ff925b56-7c59-44ba-9f44-a984fdd5d9a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 1126 time: 0.1255953 Jan 28 19:16:13.105067 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b80e76-afba-46f4-9f24-1809977e1d2a req-be770d89-a05a-4d95-aca5-8c5c486d6268 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:13.106841 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e0b80e76-afba-46f4-9f24-1809977e1d2a req-be770d89-a05a-4d95-aca5-8c5c486d6268 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.1450987 Jan 28 19:16:13.143644 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (1727c7ed-a444-4417-bafc-10ef57e1f7d6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.206326 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e0b80e76-afba-46f4-9f24-1809977e1d2a req-9e19e68b-14cd-4d42-95d7-8d1d2de4516f tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893223 Jan 28 19:16:13.231508 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (1727c7ed-a444-4417-bafc-10ef57e1f7d6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.264631 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Subnet': ['ID=1727c7ed-a444-4417-bafc-10ef57e1f7d6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:13.298072 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (b7293ca8-259a-4d87-b6fb-ed2824783afa), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.306336 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ada60-72f8-456b-8ff7-1f4a57b2a2c8 req-4bb767b7-3e72-4fcc-9327-55fa65f8f1a8 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:13.307832 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e34ada60-72f8-456b-8ff7-1f4a57b2a2c8 req-4bb767b7-3e72-4fcc-9327-55fa65f8f1a8 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/ports?device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 948 time: 0.1788919 Jan 28 19:16:13.354707 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319a173-8c71-445c-959d-741c7e087b26 req-5d672b14-4822-480c-b137-022a54ff2f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:13.355880 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (d3b376f1-12cb-42aa-a011-c0da6b264459), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.356151 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f319a173-8c71-445c-959d-741c7e087b26 req-5d672b14-4822-480c-b137-022a54ff2f1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.2260451 Jan 28 19:16:13.385813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b376f1-12cb-42aa-a011-c0da6b264459']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:13.398011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db956b5-10ee-4a8a-b386-b69e5f05cae3') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:13.398695 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db956b5-10ee-4a8a-b386-b69e5f05cae3') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:13.504681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e34ada60-72f8-456b-8ff7-1f4a57b2a2c8 req-0475a427-ff4d-4e35-9c59-688683cbeafe tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/security-groups?id=74635b57-9ce4-46c8-addd-65f444ec59b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603699 Jan 28 19:16:13.511339 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f319a173-8c71-445c-959d-741c7e087b26 req-435ad986-1a92-4d6d-a55e-79c30a3f2865 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879 HTTP/1.1" status: 200 len: 999 time: 0.1460605 Jan 28 19:16:13.630528 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb9ecba5-0ea8-4a09-9e4b-19c773fce668 req-c425717b-d998-44d3-b1c3-a17748c3adfd tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0384197 Jan 28 19:16:13.645977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319a173-8c71-445c-959d-741c7e087b26 req-adf1473b-84e1-47a7-a996-af14cc34016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:13.647463 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f319a173-8c71-445c-959d-741c7e087b26 req-adf1473b-84e1-47a7-a996-af14cc34016a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.1291292 Jan 28 19:16:13.734761 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (b7293ca8-259a-4d87-b6fb-ed2824783afa), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.759552 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4195b916-2e40-4f01-b3d9-99af21a96d6c None None] Network d3b376f1-12cb-42aa-a011-c0da6b264459 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:13.760176 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (b7293ca8-259a-4d87-b6fb-ed2824783afa), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.761065 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e49c10-dff9-4b5b-b6a4-c8370944f2b8 req-581aebf4-f151-405f-b621-a7085fab1d22 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:13.767110 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0e49c10-dff9-4b5b-b6a4-c8370944f2b8 req-581aebf4-f151-405f-b621-a7085fab1d22 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.4827104 Jan 28 19:16:13.769809 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (8db956b5-10ee-4a8a-b386-b69e5f05cae3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.797599 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8db956b5-10ee-4a8a-b386-b69e5f05cae3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.810187 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:16:13.810914 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (8db956b5-10ee-4a8a-b386-b69e5f05cae3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:16:13.813796 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:16:13.816029 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319a173-8c71-445c-959d-741c7e087b26 req-5b2140f8-a911-45b2-958c-13df7053d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:13.816235 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f319a173-8c71-445c-959d-741c7e087b26 req-5b2140f8-a911-45b2-958c-13df7053d2d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1420240 Jan 28 19:16:13.846560 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0511b437-c0d1-4ad4-af52-b574cec16be8 None None] Could not find standard attr ID for object 84b1ddff-be6b-4132-a2ac-c4a74c43109f. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:16:13.904093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adbb16-af64-45d3-bccf-439b573003f2 req-8cb4e348-05ce-44f3-8355-38a3522e296f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:13.905592 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a4adbb16-af64-45d3-bccf-439b573003f2 req-8cb4e348-05ce-44f3-8355-38a3522e296f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1894891 Jan 28 19:16:13.908616 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0e49c10-dff9-4b5b-b6a4-c8370944f2b8 req-da39e094-65c1-41be-ac44-af3a70ec587b tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363223 Jan 28 19:16:13.917509 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (d3b376f1-12cb-42aa-a011-c0da6b264459), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.927330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 96794736-e5da-4c0e-aeac-2400a4d0e029 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:16:13.927742 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbad14b3-0390-46b0-b8a9-4aed3c3d4f37 None None] DHCP port deletion for d3b376f1-12cb-42aa-a011-c0da6b264459 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:16:13.941083 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:13.947336 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/d3b376f1-12cb-42aa-a011-c0da6b264459 HTTP/1.1" status: 204 len: 168 time: 1.6339862 Jan 28 19:16:13.947902 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45726) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:13.969672 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05995b89-6aaa-457f-901e-a585c66ab6dd None None] Network d3b376f1-12cb-42aa-a011-c0da6b264459 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:13.972071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bbf45-85f7-4c04-981f-d8e3051dbe9f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Network': ['ID=d3b376f1-12cb-42aa-a011-c0da6b264459,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:13.985566 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-0430e643-d0e9-42cb-bf6a-10977e56296c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:13.986277 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0430e643-d0e9-42cb-bf6a-10977e56296c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:13.989354 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0430e643-d0e9-42cb-bf6a-10977e56296c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/d3b376f1-12cb-42aa-a011-c0da6b264459 HTTP/1.1" status: 404 len: 339 time: 0.0404248 Jan 28 19:16:13.993389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45728) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:13.998489 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-022b4a87-c5fc-4a2a-b1b0-74b62bf363d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-23600478', 'description': 'd1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:14.003927 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05995b89-6aaa-457f-901e-a585c66ab6dd None None] Network d3b376f1-12cb-42aa-a011-c0da6b264459 could not be found, it might have been deleted concurrently. {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:16:14.022366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022b4a87-c5fc-4a2a-b1b0-74b62bf363d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:14.026834 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-022b4a87-c5fc-4a2a-b1b0-74b62bf363d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.057598 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f319a173-8c71-445c-959d-741c7e087b26 req-62def42e-d259-4510-ac2d-fed5224de036 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327445 Jan 28 19:16:14.063308 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a4adbb16-af64-45d3-bccf-439b573003f2 req-d5dc0ccb-a0e4-4d90-ad34-57cda182f4dd tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023722 Jan 28 19:16:14.063490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022b4a87-c5fc-4a2a-b1b0-74b62bf363d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:16:14.074571 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-022b4a87-c5fc-4a2a-b1b0-74b62bf363d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (bfee2ce6-2add-444c-884b-52902a885184), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.074926 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-022b4a87-c5fc-4a2a-b1b0-74b62bf363d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Added segment bfee2ce6-2add-444c-884b-52902a885184 of type vlan for network 7c94b242-24d8-4816-b295-179e444b1cda Jan 28 19:16:14.102922 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 96794736-e5da-4c0e-aeac-2400a4d0e029, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=96794736-e5da-4c0e-aeac-2400a4d0e029,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:14.116066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '96794736-e5da-4c0e-aeac-2400a4d0e029', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '96794736-e5da-4c0e-aeac-2400a4d0e029', 'mac_address': 'fa:16:3e:3c:98:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:16:14.129011 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-022b4a87-c5fc-4a2a-b1b0-74b62bf363d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (7c94b242-24d8-4816-b295-179e444b1cda), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.143723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Router b7293ca8-259a-4d87-b6fb-ed2824783afa is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:16:14.157337 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-022b4a87-c5fc-4a2a-b1b0-74b62bf363d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (7c94b242-24d8-4816-b295-179e444b1cda), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.162741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022b4a87-c5fc-4a2a-b1b0-74b62bf363d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:14.163313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 96794736-e5da-4c0e-aeac-2400a4d0e029 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:14.163616 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-022b4a87-c5fc-4a2a-b1b0-74b62bf363d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.163867 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (96794736-e5da-4c0e-aeac-2400a4d0e029), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.177468 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96794736-e5da-4c0e-aeac-2400a4d0e029 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:16:14.197628 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 96794736-e5da-4c0e-aeac-2400a4d0e029, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=96794736-e5da-4c0e-aeac-2400a4d0e029,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:14.202423 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (96794736-e5da-4c0e-aeac-2400a4d0e029), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.220034 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-022b4a87-c5fc-4a2a-b1b0-74b62bf363d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2229602 Jan 28 19:16:14.220250 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f319a173-8c71-445c-959d-741c7e087b26 req-c9a5ca13-fb74-483a-a38e-30f08e836b34 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512330 Jan 28 19:16:14.221028 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45730) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:14.238054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b4a87-c5fc-4a2a-b1b0-74b62bf363d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Network': ['ID=7c94b242-24d8-4816-b295-179e444b1cda,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:14.260669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 7c94b242-24d8-4816-b295-179e444b1cda details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:16:14.280676 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=96794736-e5da-4c0e-aeac-2400a4d0e029,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:14.343764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443c506-a49c-4a80-a754-956c4f4f4971 req-1dae8b59-b2a7-4a5d-954b-dcdaeccfc9f2 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:14.345429 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4443c506-a49c-4a80-a754-956c4f4f4971 req-1dae8b59-b2a7-4a5d-954b-dcdaeccfc9f2 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.0560036 Jan 28 19:16:14.360348 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:14.367587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ce0afa-abfd-48af-985c-70b411ad8daf tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:14.369071 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b3ce0afa-abfd-48af-985c-70b411ad8daf tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "GET /v2.0/networks?id=7c94b242-24d8-4816-b295-179e444b1cda HTTP/1.1" status: 200 len: 759 time: 0.1474986 Jan 28 19:16:14.371011 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76766dcc-138c-4c08-8204-99e97820ba24 None None] Sync routers for ids ['b7293ca8-259a-4d87-b6fb-ed2824783afa'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:14.374414 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.374557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45734) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:14.375615 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3cf28fbb-9489-462e-8142-24548de7e9ca tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "PUT /v2.0/routers/b7293ca8-259a-4d87-b6fb-ed2824783afa HTTP/1.1" status: 200 len: 879 time: 3.2975926 Jan 28 19:16:14.378224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45736) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:14.380224 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0e06677b-2922-4630-87bf-eda29693edf3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'network': {'description': 'd2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:14.385094 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76766dcc-138c-4c08-8204-99e97820ba24 None None] Routers {'b7293ca8-259a-4d87-b6fb-ed2824783afa'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:14.385888 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-76766dcc-138c-4c08-8204-99e97820ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:15:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['b7293ca8-259a-4d87-b6fb-ed2824783afa'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:14.423970 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-76766dcc-138c-4c08-8204-99e97820ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:14.433268 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76766dcc-138c-4c08-8204-99e97820ba24 None None] Routers {'b7293ca8-259a-4d87-b6fb-ed2824783afa'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:14.434137 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-76766dcc-138c-4c08-8204-99e97820ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:15:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['b7293ca8-259a-4d87-b6fb-ed2824783afa'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:14.464866 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4443c506-a49c-4a80-a754-956c4f4f4971 req-4178e9e0-a0de-42a5-83b9-3cdc7eee2027 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134331 Jan 28 19:16:14.468211 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-76766dcc-138c-4c08-8204-99e97820ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:14.468888 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76766dcc-138c-4c08-8204-99e97820ba24 None None] The sync data for ids ['b7293ca8-259a-4d87-b6fb-ed2824783afa'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:14.482738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['96794736-e5da-4c0e-aeac-2400a4d0e029'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:14.495722 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0d749af5-80e1-46cb-970d-a594996ae3c8 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "GET /v2.0/routers/b7293ca8-259a-4d87-b6fb-ed2824783afa HTTP/1.1" status: 200 len: 920 time: 0.1163287 Jan 28 19:16:14.498331 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45738) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:14.575006 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e06677b-2922-4630-87bf-eda29693edf3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (7c94b242-24d8-4816-b295-179e444b1cda), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.597935 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e06677b-2922-4630-87bf-eda29693edf3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (7c94b242-24d8-4816-b295-179e444b1cda), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.622268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e06677b-2922-4630-87bf-eda29693edf3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network 7c94b242-24d8-4816-b295-179e444b1cda is not hosted by any dhcp agent {{(pid=103146) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:16:14.626148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e06677b-2922-4630-87bf-eda29693edf3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:14.626904 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e06677b-2922-4630-87bf-eda29693edf3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.631089 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0e06677b-2922-4630-87bf-eda29693edf3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "PUT /v2.0/networks/7c94b242-24d8-4816-b295-179e444b1cda HTTP/1.1" status: 200 len: 756 time: 0.2526278 Jan 28 19:16:14.654380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45742) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:14.736846 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06677b-2922-4630-87bf-eda29693edf3 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Network': ['ID=7c94b242-24d8-4816-b295-179e444b1cda,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:14.761022 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfe8d6f-ab5b-4f23-8942-3aa1bee38e68 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:14.762093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 7c94b242-24d8-4816-b295-179e444b1cda details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:16:14.767313 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6cfe8d6f-ab5b-4f23-8942-3aa1bee38e68 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "GET /v2.0/networks?id=7c94b242-24d8-4816-b295-179e444b1cda HTTP/1.1" status: 200 len: 759 time: 0.1075780 Jan 28 19:16:14.767313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45748) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:14.772322 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c5576a59-6975-44b0-8f7c-7f37f7b70856 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-876825643'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:14.803162 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5576a59-6975-44b0-8f7c-7f37f7b70856 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:14.805377 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5576a59-6975-44b0-8f7c-7f37f7b70856 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.823751 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9abc4c88-7242-4a98-bacf-d13dbb3dd07d req-c4cedbe0-6d38-4493-87ac-b65e6b57ba95 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0337451 Jan 28 19:16:14.860140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5576a59-6975-44b0-8f7c-7f37f7b70856 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:16:14.865987 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5576a59-6975-44b0-8f7c-7f37f7b70856 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f893d446-ddb2-406f-8bb8-226a823c553f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.866549 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-c5576a59-6975-44b0-8f7c-7f37f7b70856 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Added segment f893d446-ddb2-406f-8bb8-226a823c553f of type vlan for network c0023cd7-315e-4de0-b6ad-4f935de1c8b7 Jan 28 19:16:14.914993 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5576a59-6975-44b0-8f7c-7f37f7b70856 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (c0023cd7-315e-4de0-b6ad-4f935de1c8b7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.950625 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5576a59-6975-44b0-8f7c-7f37f7b70856 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (c0023cd7-315e-4de0-b6ad-4f935de1c8b7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:14.956927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5576a59-6975-44b0-8f7c-7f37f7b70856 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:14.957717 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5576a59-6975-44b0-8f7c-7f37f7b70856 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.002795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15286349-148c-4b82-a65c-a5ed5b0b0dca req-81d1b41a-09d6-419f-a756-0267aadaca4a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:15.004494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-15286349-148c-4b82-a65c-a5ed5b0b0dca req-81d1b41a-09d6-419f-a756-0267aadaca4a tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/ports?device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 949 time: 0.0901909 Jan 28 19:16:15.033796 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94628b48-c579-4733-bfe2-81ed908b9d12 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:15.040727 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-94628b48-c579-4733-bfe2-81ed908b9d12 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&device_id=b7293ca8-259a-4d87-b6fb-ed2824783afa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5360653 Jan 28 19:16:15.040908 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c5576a59-6975-44b0-8f7c-7f37f7b70856 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2698748 Jan 28 19:16:15.041026 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:15.041026 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45754) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:15.058551 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f5ebb688-0035-4f91-afcc-c81589f9367f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'subnet': {'network_id': 'c0023cd7-315e-4de0-b6ad-4f935de1c8b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:15.067523 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5576a59-6975-44b0-8f7c-7f37f7b70856 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Network': ['ID=c0023cd7-315e-4de0-b6ad-4f935de1c8b7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:15.080151 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network c0023cd7-315e-4de0-b6ad-4f935de1c8b7 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:16:15.093729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bd0f3-1ee6-44bd-8f3a-407f77933809 req-221e9f10-e09c-495b-ab93-9a998df71776 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:15.095515 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7a2bd0f3-1ee6-44bd-8f3a-407f77933809 req-221e9f10-e09c-495b-ab93-9a998df71776 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.1089227 Jan 28 19:16:15.150745 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7a2bd0f3-1ee6-44bd-8f3a-407f77933809 req-478fc998-499c-4d50-86c3-7cebca4acb76 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483644 Jan 28 19:16:15.175172 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-15286349-148c-4b82-a65c-a5ed5b0b0dca req-248fcf66-e285-4606-8e35-889fcb8fb770 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/security-groups?id=74635b57-9ce4-46c8-addd-65f444ec59b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623435 Jan 28 19:16:15.225475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72202d3a-316a-4a8e-ba4a-285037c10649 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:15.227061 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-72202d3a-316a-4a8e-ba4a-285037c10649 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 881 time: 0.1867957 Jan 28 19:16:15.230195 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45758) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:15.241032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ebb688-0035-4f91-afcc-c81589f9367f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:15.244600 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb688-0035-4f91-afcc-c81589f9367f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.263150 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a1c9b-98a8-44ec-ba83-0ad2e8737b42 req-e01bec33-31e3-4121-8f77-0a5edac9359a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:15.265659 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af1a1c9b-98a8-44ec-ba83-0ad2e8737b42 req-e01bec33-31e3-4121-8f77-0a5edac9359a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.0555077 Jan 28 19:16:15.267299 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4fb15cb3-c732-4aaf-a436-317b0c31e094 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7293ca8-259a-4d87-b6fb-ed2824783afa HTTP/1.1" status: 200 len: 205 time: 0.0359383 Jan 28 19:16:15.269848 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45760) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:15.403471 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af1a1c9b-98a8-44ec-ba83-0ad2e8737b42 req-a70ee060-ccc2-4b6e-9f24-7203f19fbc51 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264343 Jan 28 19:16:15.432105 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4ab1639-a592-4593-adc8-2b4ba40686aa tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (b7293ca8-259a-4d87-b6fb-ed2824783afa), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.468240 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb688-0035-4f91-afcc-c81589f9367f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (8d405b6d-4b42-45d8-9c5b-76c3921fdc99), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.535272 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebb688-0035-4f91-afcc-c81589f9367f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Subnet': ['ID=8d405b6d-4b42-45d8-9c5b-76c3921fdc99,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:15.543482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ebb688-0035-4f91-afcc-c81589f9367f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Checking segment: {'id': 'f893d446-ddb2-406f-8bb8-226a823c553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c0023cd7-315e-4de0-b6ad-4f935de1c8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:15.544431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ebb688-0035-4f91-afcc-c81589f9367f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network hostable DHCP agents. Network: c0023cd7-315e-4de0-b6ad-4f935de1c8b7, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:16:15.563941 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ebb688-0035-4f91-afcc-c81589f9367f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network c0023cd7-315e-4de0-b6ad-4f935de1c8b7 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:16:15.566103 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4ab1639-a592-4593-adc8-2b4ba40686aa tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (b7293ca8-259a-4d87-b6fb-ed2824783afa), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.584947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f5ebb688-0035-4f91-afcc-c81589f9367f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, c0023cd7-315e-4de0-b6ad-4f935de1c8b7) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:15.594086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a099f55-a088-4e52-8c6f-9902b155d4b7 None None] Network c0023cd7-315e-4de0-b6ad-4f935de1c8b7 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:15.611788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebb688-0035-4f91-afcc-c81589f9367f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:15.612549 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb688-0035-4f91-afcc-c81589f9367f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.642758 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f5ebb688-0035-4f91-afcc-c81589f9367f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5907633 Jan 28 19:16:15.644044 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45764) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:15.652910 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab1639-a592-4593-adc8-2b4ba40686aa tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Deleting port 72d3ac17-95b1-451f-a75c-f8a198d1dcee {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:15.653567 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4ab1639-a592-4593-adc8-2b4ba40686aa tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (72d3ac17-95b1-451f-a75c-f8a198d1dcee), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.661095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88660937-088c-47e9-95af-42f6eefc76eb req-e0db5a64-f8bb-4ad6-94fb-a0a457d1aec8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:15.662973 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88660937-088c-47e9-95af-42f6eefc76eb req-e0db5a64-f8bb-4ad6-94fb-a0a457d1aec8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.0891609 Jan 28 19:16:15.718374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-c0023cd7-315e-4de0-b6ad-4f935de1c8b7', 'network_id': 'c0023cd7-315e-4de0-b6ad-4f935de1c8b7', 'project_id': '5416b8fbc0b84fbb996f4a3dc6ae761a', 'fixed_ips': [{'subnet_id': '8d405b6d-4b42-45d8-9c5b-76c3921fdc99'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:16:15.719563 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.737712 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4ab1639-a592-4593-adc8-2b4ba40686aa tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (72d3ac17-95b1-451f-a75c-f8a198d1dcee), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.752958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab1639-a592-4593-adc8-2b4ba40686aa tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Calling delete_port for 72d3ac17-95b1-451f-a75c-f8a198d1dcee owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:15.759169 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88660937-088c-47e9-95af-42f6eefc76eb req-3d105679-4654-4b47-ba77-25f4aacb562d tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856278 Jan 28 19:16:15.791745 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (c0023cd7-315e-4de0-b6ad-4f935de1c8b7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.853135 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (8d405b6d-4b42-45d8-9c5b-76c3921fdc99), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.875071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Allocated IP 172.20.0.2 (c0023cd7-315e-4de0-b6ad-4f935de1c8b7/8d405b6d-4b42-45d8-9c5b-76c3921fdc99/a4ac2226-a263-4dd6-b8b2-485356a16ec7) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:15.933811 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 96794736-e5da-4c0e-aeac-2400a4d0e029 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:15.953113 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4ab1639-a592-4593-adc8-2b4ba40686aa tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (72d3ac17-95b1-451f-a75c-f8a198d1dcee), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:15.981105 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5afa70d7-6686-4276-8f39-6b0ceed04bfd req-c1808365-41b5-4ab0-ae6b-45277c50bb33 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0389378 Jan 28 19:16:16.003079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab1639-a592-4593-adc8-2b4ba40686aa tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Pushing event deleted for resources: {'Port': ['ID=72d3ac17-95b1-451f-a75c-f8a198d1dcee,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:16.035458 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 96794736-e5da-4c0e-aeac-2400a4d0e029 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:16:16.061774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 96794736-e5da-4c0e-aeac-2400a4d0e029 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:16.062267 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (96794736-e5da-4c0e-aeac-2400a4d0e029), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.068623 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4ab1639-a592-4593-adc8-2b4ba40686aa tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (b7293ca8-259a-4d87-b6fb-ed2824783afa), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.111594 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Publish callbacks [] for port (a4ac2226-a263-4dd6-b8b2-485356a16ec7), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.121247 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (a4ac2226-a263-4dd6-b8b2-485356a16ec7), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.139252 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (8d405b6d-4b42-45d8-9c5b-76c3921fdc99), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.161937 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4ab1639-a592-4593-adc8-2b4ba40686aa tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (b7293ca8-259a-4d87-b6fb-ed2824783afa), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.164276 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4ab1639-a592-4593-adc8-2b4ba40686aa tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_controller (b7293ca8-259a-4d87-b6fb-ed2824783afa), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.170836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Network c0023cd7-315e-4de0-b6ad-4f935de1c8b7 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:16.173853 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Subnet': ['ID=8d405b6d-4b42-45d8-9c5b-76c3921fdc99,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:16.176615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:16.201753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:16.220759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Pushing event updated for resources: {'Port': ['ID=a4ac2226-a263-4dd6-b8b2-485356a16ec7,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:16.265762 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4ab1639-a592-4593-adc8-2b4ba40686aa tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (b7293ca8-259a-4d87-b6fb-ed2824783afa), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.266946 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ab1639-a592-4593-adc8-2b4ba40686aa tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Fanout notify agent at l3_agent the message router_deleted on router b7293ca8-259a-4d87-b6fb-ed2824783afa {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:16:16.277329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 96794736-e5da-4c0e-aeac-2400a4d0e029 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:16.277720 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (96794736-e5da-4c0e-aeac-2400a4d0e029), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.288486 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4ab1639-a592-4593-adc8-2b4ba40686aa tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.294255 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c4ab1639-a592-4593-adc8-2b4ba40686aa tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "DELETE /v2.0/routers/b7293ca8-259a-4d87-b6fb-ed2824783afa HTTP/1.1" status: 204 len: 168 time: 1.0229368 Jan 28 19:16:16.296513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Attempting to bind port a4ac2226-a263-4dd6-b8b2-485356a16ec7 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:16.297026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Attempting to bind port a4ac2226-a263-4dd6-b8b2-485356a16ec7 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'f893d446-ddb2-406f-8bb8-226a823c553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c0023cd7-315e-4de0-b6ad-4f935de1c8b7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:16.297472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Attempting to bind port a4ac2226-a263-4dd6-b8b2-485356a16ec7 on network c0023cd7-315e-4de0-b6ad-4f935de1c8b7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:16.303767 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45772) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:16.306057 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (c0023cd7-315e-4de0-b6ad-4f935de1c8b7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.311727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:16.312108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Checking segment: {'id': 'f893d446-ddb2-406f-8bb8-226a823c553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c0023cd7-315e-4de0-b6ad-4f935de1c8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:16.312515 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.312912 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Bound using segment: {'id': 'f893d446-ddb2-406f-8bb8-226a823c553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c0023cd7-315e-4de0-b6ad-4f935de1c8b7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:16.313385 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Bound port: a4ac2226-a263-4dd6-b8b2-485356a16ec7, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f893d446-ddb2-406f-8bb8-226a823c553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'c0023cd7-315e-4de0-b6ad-4f935de1c8b7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:16.313802 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a4ac2226-a263-4dd6-b8b2-485356a16ec7), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.320820 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d2489dc7-00c9-46bd-871e-820f5c73ffde tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-88066216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:16.321362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1778a5bc-64f3-4592-a24e-a68cf3636dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96794736-e5da-4c0e-aeac-2400a4d0e029'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:16.324027 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f496e9-f75a-4845-b907-f6ac8c55622e" -d '{"events": [{"server_uuid": "1778a5bc-64f3-4592-a24e-a68cf3636dc1", "name": "network-vif-plugged", "status": "completed", "tag": "96794736-e5da-4c0e-aeac-2400a4d0e029"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:16.340636 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef5370-87aa-4665-a445-e3a5ccf3a66e req-ae85bee5-fb5e-4988-87e5-ce1c85e574ea tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:16.346007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 96794736-e5da-4c0e-aeac-2400a4d0e029, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=96794736-e5da-4c0e-aeac-2400a4d0e029,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:16.349383 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fef5370-87aa-4665-a445-e3a5ccf3a66e req-ae85bee5-fb5e-4988-87e5-ce1c85e574ea tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/ports?device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 949 time: 0.0870585 Jan 28 19:16:16.349960 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0023cd7-315e-4de0-b6ad-4f935de1c8b7']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:16.368714 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f893d446-ddb2-406f-8bb8-226a823c553f') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:16.369011 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f893d446-ddb2-406f-8bb8-226a823c553f') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:16.371704 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (96794736-e5da-4c0e-aeac-2400a4d0e029), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.380180 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2489dc7-00c9-46bd-871e-820f5c73ffde tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (f00b4491-c5a2-458c-b2c0-03e9f76420ef), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.381261 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2489dc7-00c9-46bd-871e-820f5c73ffde tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (f00b4491-c5a2-458c-b2c0-03e9f76420ef), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.386089 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (f893d446-ddb2-406f-8bb8-226a823c553f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.409097 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81796573-a0a3-424f-8f6f-dfe6128f03bd req-ca54890d-a0a8-4577-b1e7-f90b5f96ec0e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:16.416007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-81796573-a0a3-424f-8f6f-dfe6128f03bd req-ca54890d-a0a8-4577-b1e7-f90b5f96ec0e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.1534245 Jan 28 19:16:16.417069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fef5370-87aa-4665-a445-e3a5ccf3a66e req-6a50468e-cb34-4ca2-b150-f394d8d45853 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/security-groups?id=74635b57-9ce4-46c8-addd-65f444ec59b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631270 Jan 28 19:16:16.435212 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f893d446-ddb2-406f-8bb8-226a823c553f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.462949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] For port a4ac2226-a263-4dd6-b8b2-485356a16ec7, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:16.465971 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:16:16.466414 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (f893d446-ddb2-406f-8bb8-226a823c553f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.466732 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8e9540-e710-430e-8eff-3d7f2d6268df x-openstack-request-id: req-4e8e9540-e710-430e-8eff-3d7f2d6268df {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:16.467212 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1778a5bc-64f3-4592-a24e-a68cf3636dc1", "name": "network-vif-plugged", "status": "completed", "tag": "96794736-e5da-4c0e-aeac-2400a4d0e029", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:16.467703 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e8e9540-e710-430e-8eff-3d7f2d6268df {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:16.468457 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1778a5bc-64f3-4592-a24e-a68cf3636dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96794736-e5da-4c0e-aeac-2400a4d0e029', 'code': 200} Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:16:16.470266 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:16:16.477374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=96794736-e5da-4c0e-aeac-2400a4d0e029,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:16.518236 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2489dc7-00c9-46bd-871e-820f5c73ffde tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_controller (f00b4491-c5a2-458c-b2c0-03e9f76420ef), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.560664 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2489dc7-00c9-46bd-871e-820f5c73ffde tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (f00b4491-c5a2-458c-b2c0-03e9f76420ef), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.585058 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-81796573-a0a3-424f-8f6f-dfe6128f03bd req-9afa9aa1-ca0d-46b6-b8ff-4c29510033bd tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681678 Jan 28 19:16:16.592261 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2489dc7-00c9-46bd-871e-820f5c73ffde tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.593451 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d2489dc7-00c9-46bd-871e-820f5c73ffde tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2836761 Jan 28 19:16:16.594926 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.db.api [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 19:16:16.594926 n-d-824834-4 neutron-server[103147]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 19:16:16.594926 n-d-824834-4 neutron-server[103147]: [parameters: {'id': 'c0023cd7-315e-4de0-b6ad-4f935de1c8b7'}] Jan 28 19:16:16.594926 n-d-824834-4 neutron-server[103147]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103147) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:16:16.595215 n-d-824834-4 neutron-server[103147]: DEBUG oslo_db.api [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:16:16.596185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45778) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:16.601158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] For port a4ac2226-a263-4dd6-b8b2-485356a16ec7, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a4ac2226-a263-4dd6-b8b2-485356a16ec7,segment=NetworkSegment(f893d446-ddb2-406f-8bb8-226a823c553f),segment_id=f893d446-ddb2-406f-8bb8-226a823c553f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:16.601333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'enable_snat': True}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:16.618825 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a4ac2226-a263-4dd6-b8b2-485356a16ec7), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.619840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adacfd-4cfa-4a60-8fc8-9ef7e649871e req-6f4a3835-ce66-4ed5-b336-c98be26e6dbb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:16.621412 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-19adacfd-4cfa-4a60-8fc8-9ef7e649871e req-6f4a3835-ce66-4ed5-b336-c98be26e6dbb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1033101 Jan 28 19:16:16.624634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4889bb-93b2-4ffd-8b19-d068f02e7064 req-32faba95-f339-48b3-8373-0bca7fe22aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:16.626009 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e4889bb-93b2-4ffd-8b19-d068f02e7064 req-32faba95-f339-48b3-8373-0bca7fe22aa9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 1132 time: 0.0764112 Jan 28 19:16:16.709295 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec655d65-cac3-4d66-9d25-c2a0ec414f44 None None] Pushing event updated for resources: {'Port': ['ID=a4ac2226-a263-4dd6-b8b2-485356a16ec7,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:16.722459 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-19adacfd-4cfa-4a60-8fc8-9ef7e649871e req-3da65dc5-4fb3-4fd1-bbc1-7c658c6a82fa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923781 Jan 28 19:16:16.727884 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67f1538-271a-400d-8613-46af41f3ac88 None None] get_active_networks_info from n-d-824834-4 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:16:16.730290 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e4889bb-93b2-4ffd-8b19-d068f02e7064 req-d4d65e44-b132-4211-8efc-277c4fe97582 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=74635b57-9ce4-46c8-addd-65f444ec59b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883653 Jan 28 19:16:16.824167 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (f00b4491-c5a2-458c-b2c0-03e9f76420ef), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:16.853057 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67f1538-271a-400d-8613-46af41f3ac88 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:16:16.936966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e9088-a595-40dc-9531-6aac1e3e5463 req-711b2f58-182e-4a38-8e3b-e92fd1fbdf3a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:16.939132 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a1e9088-a595-40dc-9531-6aac1e3e5463 req-711b2f58-182e-4a38-8e3b-e92fd1fbdf3a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.1010723 Jan 28 19:16:17.015087 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a1e9088-a595-40dc-9531-6aac1e3e5463 req-03715e2c-95fe-4fd0-80fb-efef8c62b23d tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619593 Jan 28 19:16:17.085367 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d99c1ed-bb26-4d07-8adb-2d931630824c None None] Network c0023cd7-315e-4de0-b6ad-4f935de1c8b7 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:17.101206 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-27c5b6c2-ea06-4c3e-8d78-b61b397af986 req-d9c1d36a-b0e6-4b0c-beff-5852f5ff820a tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0300958 Jan 28 19:16:17.110238 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (c0023cd7-315e-4de0-b6ad-4f935de1c8b7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.149941 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (f00b4491-c5a2-458c-b2c0-03e9f76420ef), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.186626 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.283232 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Deleting port a4ac2226-a263-4dd6-b8b2-485356a16ec7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:17.283442 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a4ac2226-a263-4dd6-b8b2-485356a16ec7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.351206 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Allocated IP 172.25.0.32 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/04ff735e-c085-400f-b5b0-e64d360d72ff) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:17.369347 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] For port a4ac2226-a263-4dd6-b8b2-485356a16ec7, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a4ac2226-a263-4dd6-b8b2-485356a16ec7,segment=NetworkSegment(f893d446-ddb2-406f-8bb8-226a823c553f),segment_id=f893d446-ddb2-406f-8bb8-226a823c553f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:17.369711 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a4ac2226-a263-4dd6-b8b2-485356a16ec7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.386369 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Calling delete_port for a4ac2226-a263-4dd6-b8b2-485356a16ec7 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:17.553719 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for port (04ff735e-c085-400f-b5b0-e64d360d72ff), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.584006 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a4ac2226-a263-4dd6-b8b2-485356a16ec7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.623908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fafd3c-2755-4258-a6aa-b143f0fa1ae7 req-d7ff55a9-6ae2-4e10-8a0a-5cb503bc66e6 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:17.625411 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03fafd3c-2755-4258-a6aa-b143f0fa1ae7 req-d7ff55a9-6ae2-4e10-8a0a-5cb503bc66e6 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/ports?device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 950 time: 0.1468379 Jan 28 19:16:17.630978 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Port': ['ID=a4ac2226-a263-4dd6-b8b2-485356a16ec7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:17.638566 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No DVR routers for this DVR port a4ac2226-a263-4dd6-b8b2-485356a16ec7 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:17.687655 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (04ff735e-c085-400f-b5b0-e64d360d72ff), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.722388 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ae628-3664-47e2-8a41-5453689eb53e req-e8597ee4-d382-4448-942a-e0bd8c841641 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:17.724672 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f57ae628-3664-47e2-8a41-5453689eb53e req-e8597ee4-d382-4448-942a-e0bd8c841641 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.0564191 Jan 28 19:16:17.776010 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f57ae628-3664-47e2-8a41-5453689eb53e req-98465f8e-40ae-4bd5-b4b0-19d03d533b63 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451810 Jan 28 19:16:17.780625 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (c0023cd7-315e-4de0-b6ad-4f935de1c8b7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.790553 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:17.819552 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:17.822440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:17.832857 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03fafd3c-2755-4258-a6aa-b143f0fa1ae7 req-5c582293-5f22-4f94-9670-dd57f10f9e3c tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/security-groups?id=74635b57-9ce4-46c8-addd-65f444ec59b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973276 Jan 28 19:16:17.835595 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0023cd7-315e-4de0-b6ad-4f935de1c8b7']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:17.854912 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Pushing event updated for resources: {'Port': ['ID=04ff735e-c085-400f-b5b0-e64d360d72ff,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:17.879324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f893d446-ddb2-406f-8bb8-226a823c553f') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:17.879665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f893d446-ddb2-406f-8bb8-226a823c553f') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:17.892577 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (f893d446-ddb2-406f-8bb8-226a823c553f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.936116 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1133cd8-a2ac-4008-8595-fbc0a0f70dfa req-ecc783a1-4db1-4363-ad1e-fcf8796e8468 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:17.938359 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a1133cd8-a2ac-4008-8595-fbc0a0f70dfa req-ecc783a1-4db1-4363-ad1e-fcf8796e8468 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.0749223 Jan 28 19:16:17.946340 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f893d446-ddb2-406f-8bb8-226a823c553f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.955306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:16:17.955703 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (f893d446-ddb2-406f-8bb8-226a823c553f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:16:17.958894 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:16:17.996707 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a1133cd8-a2ac-4008-8595-fbc0a0f70dfa req-2be3a03e-a666-4415-acc0-02eae00892ca tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496275 Jan 28 19:16:18.082530 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (c0023cd7-315e-4de0-b6ad-4f935de1c8b7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:18.091192 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:18.094432 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/c0023cd7-315e-4de0-b6ad-4f935de1c8b7 HTTP/1.1" status: 204 len: 168 time: 2.4499235 Jan 28 19:16:18.097254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45794) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:18.119450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2f435-9c8f-45d8-b2cf-fae53724db84 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Network': ['ID=c0023cd7-315e-4de0-b6ad-4f935de1c8b7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:18.129155 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab54449e-2c9e-455a-a8b1-495011d53790 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] GET failed (client error): The resource could not be found. Jan 28 19:16:18.133186 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ab54449e-2c9e-455a-a8b1-495011d53790 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "GET /v2.0/subnets/8d405b6d-4b42-45d8-9c5b-76c3921fdc99 HTTP/1.1" status: 404 len: 337 time: 0.0319161 Jan 28 19:16:18.133504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45798) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:18.153820 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1781232-d12b-4726-945b-d4665119f79c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:18.154556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1781232-d12b-4726-945b-d4665119f79c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:18.158916 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f1781232-d12b-4726-945b-d4665119f79c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/c0023cd7-315e-4de0-b6ad-4f935de1c8b7 HTTP/1.1" status: 404 len: 339 time: 0.0242817 Jan 28 19:16:18.163188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45800) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:18.176786 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7b31df2-56b5-4450-a57c-f435e6e13239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:18.291623 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-59484228-7f06-42f0-a67c-24ce194e97a5 req-e516af1e-12db-4276-8519-410f252bb1ae tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0830092 Jan 28 19:16:18.402653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047015f2-9ffe-4226-b84b-7f65ca407b5a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:18.405554 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-047015f2-9ffe-4226-b84b-7f65ca407b5a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2400701 Jan 28 19:16:18.407966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45802) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:18.446003 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b24089b1-530d-40fc-a0f4-ae2947a5658d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 207 time: 0.0366504 Jan 28 19:16:18.449470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45804) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:18.602493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bc025-b694-42a8-b227-4b85baceab69 req-021c6f3e-966b-456e-81cb-622107055518 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:18.603991 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-969bc025-b694-42a8-b227-4b85baceab69 req-021c6f3e-966b-456e-81cb-622107055518 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.5084765 Jan 28 19:16:18.633640 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (f00b4491-c5a2-458c-b2c0-03e9f76420ef), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:18.637157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df6dcf4-a033-4130-8744-b2e59e574f41 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:18.642583 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df6dcf4-a033-4130-8744-b2e59e574f41 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:18.647663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df6dcf4-a033-4130-8744-b2e59e574f41 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:18.653141 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df6dcf4-a033-4130-8744-b2e59e574f41 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:18.655525 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0df6dcf4-a033-4130-8744-b2e59e574f41 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2048209 Jan 28 19:16:18.658494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45806) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:18.696306 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-969bc025-b694-42a8-b227-4b85baceab69 req-900b4488-8018-4bf1-ab74-cda2f577b9b0 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857074 Jan 28 19:16:18.771676 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1aa15a8e-5345-45d6-9870-57a3db1bcd76 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1120679 Jan 28 19:16:18.775001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45808) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:18.845455 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (f00b4491-c5a2-458c-b2c0-03e9f76420ef), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:18.851589 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (f00b4491-c5a2-458c-b2c0-03e9f76420ef), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:18.868928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547c1627-0108-4b24-8ff7-23fd3ef8bf79 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:18.870246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547c1627-0108-4b24-8ff7-23fd3ef8bf79 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:18.875922 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-547c1627-0108-4b24-8ff7-23fd3ef8bf79 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0959895 Jan 28 19:16:18.881770 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45814) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:18.960180 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76b1370-26f0-4ceb-882e-580d0c3e255a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:18.962006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76b1370-26f0-4ceb-882e-580d0c3e255a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:18.967018 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c76b1370-26f0-4ceb-882e-580d0c3e255a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0804522 Jan 28 19:16:18.967182 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45816) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:19.036168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f8132-56ce-4d52-a254-d4a33548b909 req-0ace936c-b7fd-4562-bf7d-4509fd1d042b tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:19.037871 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-260f8132-56ce-4d52-a254-d4a33548b909 req-0ace936c-b7fd-4562-bf7d-4509fd1d042b tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.1754453 Jan 28 19:16:19.039239 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75077dd8-4131-42f7-887c-2ed2849c50b9 req-642a22af-29b9-46da-8d83-83b3c893f561 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:19.040836 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-75077dd8-4131-42f7-887c-2ed2849c50b9 req-642a22af-29b9-46da-8d83-83b3c893f561 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/ports?device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 950 time: 0.0816987 Jan 28 19:16:19.085298 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Router f00b4491-c5a2-458c-b2c0-03e9f76420ef is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:16:19.110363 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-75077dd8-4131-42f7-887c-2ed2849c50b9 req-98d07423-3e3a-4fdd-a0ef-706a3fa81b51 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/security-groups?id=74635b57-9ce4-46c8-addd-65f444ec59b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635986 Jan 28 19:16:19.126216 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2ce3e3-8934-4483-8902-0d03d1152c1a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:19.127546 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ed2ce3e3-8934-4483-8902-0d03d1152c1a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "GET /v2.0/networks/9e86c984-dff2-4584-94ca-dbb6a6826eb9 HTTP/1.1" status: 200 len: 800 time: 0.1593189 Jan 28 19:16:19.136244 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-260f8132-56ce-4d52-a254-d4a33548b909 req-c5b3aa67-fc42-4c25-8484-90d9358a6628 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878475 Jan 28 19:16:19.136737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:19.293124 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2e157bd6-50df-429d-a7c5-de7a1a8bc94a tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "GET /v2.0/networks/9e86c984-dff2-4584-94ca-dbb6a6826eb9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1552300 Jan 28 19:16:19.298007 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45824) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:19.298546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b78f1a-7977-444d-b254-44dbd7510fb2 req-ce07a64e-9ff8-417d-a2c4-fe2eb3c0d1e7 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:19.300167 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-90b78f1a-7977-444d-b254-44dbd7510fb2 req-ce07a64e-9ff8-417d-a2c4-fe2eb3c0d1e7 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.0694284 Jan 28 19:16:19.301468 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:19.306060 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:19.307380 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5f0d319c-45f3-40f4-9891-8da1d964f17f tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "PUT /v2.0/routers/f00b4491-c5a2-458c-b2c0-03e9f76420ef HTTP/1.1" status: 200 len: 912 time: 2.7101479 Jan 28 19:16:19.315727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8c1265-918b-42f7-9758-d210a6e315af None None] Sync routers for ids ['f00b4491-c5a2-458c-b2c0-03e9f76420ef'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:19.320606 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45826) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:19.329301 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8c1265-918b-42f7-9758-d210a6e315af None None] Routers {'f00b4491-c5a2-458c-b2c0-03e9f76420ef'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:19.331112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9f8c1265-918b-42f7-9758-d210a6e315af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:15:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['f00b4491-c5a2-458c-b2c0-03e9f76420ef'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:19.374712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-90b78f1a-7977-444d-b254-44dbd7510fb2 req-2c4e7f2e-a40d-471f-b944-bc726b3f073a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656791 Jan 28 19:16:19.430283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9f8c1265-918b-42f7-9758-d210a6e315af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:19.430866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f48a3b6-0462-4959-85a0-96c85ceaafa7 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:19.432474 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9f48a3b6-0462-4959-85a0-96c85ceaafa7 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "GET /v2.0/subnets/962b3ad7-847d-4b60-a815-d87b6d6b57f1 HTTP/1.1" status: 200 len: 811 time: 0.1330874 Jan 28 19:16:19.436312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45834) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:19.451159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8c1265-918b-42f7-9758-d210a6e315af None None] Routers {'f00b4491-c5a2-458c-b2c0-03e9f76420ef'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:19.454918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9f8c1265-918b-42f7-9758-d210a6e315af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:15:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['f00b4491-c5a2-458c-b2c0-03e9f76420ef'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:19.547733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8988a92d-d7a8-498c-8fbc-8d51071ee56b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:19.549777 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8988a92d-d7a8-498c-8fbc-8d51071ee56b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "GET /v2.0/subnets/962b3ad7-847d-4b60-a815-d87b6d6b57f1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1124203 Jan 28 19:16:19.553907 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:19.561587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fb255893-022f-4032-a5c8-2c98a9c55de0 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-538719107'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:19.592715 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-017d492a-2552-4055-9c48-151db19c239e tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "GET /v2.0/routers/f00b4491-c5a2-458c-b2c0-03e9f76420ef HTTP/1.1" status: 200 len: 918 time: 0.2382374 Jan 28 19:16:19.600059 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45840) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:19.602700 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e800406-a1e2-4852-a27a-315a2801977b req-57f313e8-a4f1-436c-a054-e8633cf2e767 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0697668 Jan 28 19:16:19.758640 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83a5b9-435b-45eb-ab8f-e3ed2b452bae req-20c84187-57df-4e25-ac7d-b23ffbe065d1 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:19.761388 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c83a5b9-435b-45eb-ab8f-e3ed2b452bae req-20c84187-57df-4e25-ac7d-b23ffbe065d1 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.0723038 Jan 28 19:16:19.793413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb255893-022f-4032-a5c8-2c98a9c55de0 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:19.797089 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb255893-022f-4032-a5c8-2c98a9c55de0 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:19.810645 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9f8c1265-918b-42f7-9758-d210a6e315af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:19.811616 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8c1265-918b-42f7-9758-d210a6e315af None None] The sync data for ids ['f00b4491-c5a2-458c-b2c0-03e9f76420ef'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:19.852910 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb255893-022f-4032-a5c8-2c98a9c55de0 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:16:19.877339 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-b5e2a4d6-fdd8-4dbf-9727-4f8c31010926 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:19.878901 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-b5e2a4d6-fdd8-4dbf-9727-4f8c31010926 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde&tenant_id=be0bcd491a344f1d9cdebd1430d3209a&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 1128 time: 0.2294264 Jan 28 19:16:19.889954 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb255893-022f-4032-a5c8-2c98a9c55de0 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (6738b361-9fb0-417c-8229-f281730ebd5b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:19.890251 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-fb255893-022f-4032-a5c8-2c98a9c55de0 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Added segment 6738b361-9fb0-417c-8229-f281730ebd5b of type vlan for network d63e9e14-b85d-4b14-80dd-2a11d0c5f894 Jan 28 19:16:19.893016 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4942d-2187-462f-b9bd-b3fd98ce8d66 req-5c325591-ea00-46d6-886c-91bbc3aed055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:19.894540 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02e4942d-2187-462f-b9bd-b3fd98ce8d66 req-5c325591-ea00-46d6-886c-91bbc3aed055 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 1126 time: 0.2178450 Jan 28 19:16:19.905808 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-824834-4'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:19.945415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1147f4-7a1d-415a-a513-d8a704a68af8 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:19.947098 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4c1147f4-7a1d-415a-a513-d8a704a68af8 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&device_id=f00b4491-c5a2-458c-b2c0-03e9f76420ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3372552 Jan 28 19:16:19.978794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45844) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:20.060523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7b4d9-0768-4fd4-8bb8-b509d23d2f8d req-5db2ea30-3a01-46e1-ab54-40096b39ea06 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:20.062299 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73d7b4d9-0768-4fd4-8bb8-b509d23d2f8d req-5db2ea30-3a01-46e1-ab54-40096b39ea06 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/ports?device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 950 time: 0.3960192 Jan 28 19:16:20.101310 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb255893-022f-4032-a5c8-2c98a9c55de0 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (d63e9e14-b85d-4b14-80dd-2a11d0c5f894), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.186842 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c83a5b9-435b-45eb-ab8f-e3ed2b452bae req-7677840e-e7a2-424f-bd67-be06423e8ae0 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200211 Jan 28 19:16:20.248724 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb255893-022f-4032-a5c8-2c98a9c55de0 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (d63e9e14-b85d-4b14-80dd-2a11d0c5f894), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.254108 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb255893-022f-4032-a5c8-2c98a9c55de0 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:20.254703 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fb255893-022f-4032-a5c8-2c98a9c55de0 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.269310 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aca36bc6-d415-4159-bdd5-0789222372da), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.284500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4942d-2187-462f-b9bd-b3fd98ce8d66 req-ff7b1a41-7677-44c6-a4af-d93246e87eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:20.286090 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02e4942d-2187-462f-b9bd-b3fd98ce8d66 req-ff7b1a41-7677-44c6-a4af-d93246e87eab service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.3728077 Jan 28 19:16:20.299796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac925e-368b-440d-9815-2286ee0b52a1 req-c6d9bc13-397b-453f-8f5f-48fd3e198ec4 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:20.301393 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-09ac925e-368b-440d-9815-2286ee0b52a1 req-c6d9bc13-397b-453f-8f5f-48fd3e198ec4 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.0534136 Jan 28 19:16:20.354597 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73d7b4d9-0768-4fd4-8bb8-b509d23d2f8d req-5bae3cc6-85e7-4aaf-b2b2-01d16b879a91 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/security-groups?id=74635b57-9ce4-46c8-addd-65f444ec59b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603378 Jan 28 19:16:20.371247 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7e6eb16-28cf-4fc1-9b7e-55b7f473bc7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.375875 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78c50db-35aa-45f3-bf51-b09c70449370 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:20.377508 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d78c50db-35aa-45f3-bf51-b09c70449370 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 881 time: 0.3935633 Jan 28 19:16:20.380949 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-09ac925e-368b-440d-9815-2286ee0b52a1 req-f4d794ec-0b15-4760-a71c-88e894425d54 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724361 Jan 28 19:16:20.381269 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fb255893-022f-4032-a5c8-2c98a9c55de0 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8262444 Jan 28 19:16:20.381900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45848) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:20.384003 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45850) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:20.389406 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f6893227-4ad8-48d5-801c-837d9f8ff05b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'subnet': {'network_id': 'd63e9e14-b85d-4b14-80dd-2a11d0c5f894', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:20.436189 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d44f2e1d-c219-40b4-924b-99e986006a74 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f00b4491-c5a2-458c-b2c0-03e9f76420ef HTTP/1.1" status: 200 len: 205 time: 0.0528593 Jan 28 19:16:20.455501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:20.469062 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb255893-022f-4032-a5c8-2c98a9c55de0 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Network': ['ID=d63e9e14-b85d-4b14-80dd-2a11d0c5f894,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:20.480946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network d63e9e14-b85d-4b14-80dd-2a11d0c5f894 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:16:20.528127 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device aca36bc6-d415-4159-bdd5-0789222372da details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:16:20.543897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6893227-4ad8-48d5-801c-837d9f8ff05b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Made reservation on behalf of 5416b8fbc0b84fbb996f4a3dc6ae761a for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:20.548256 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6893227-4ad8-48d5-801c-837d9f8ff05b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.616150 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-f6893227-4ad8-48d5-801c-837d9f8ff05b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Performing IP validity checks on allocation pools {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 19:16:20.616708 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-f6893227-4ad8-48d5-801c-837d9f8ff05b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 19:16:20.644664 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02e4942d-2187-462f-b9bd-b3fd98ce8d66 req-277cb831-989d-46ff-bda6-645b003d1f0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879 HTTP/1.1" status: 200 len: 999 time: 0.3335640 Jan 28 19:16:20.702242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port aca36bc6-d415-4159-bdd5-0789222372da, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=aca36bc6-d415-4159-bdd5-0789222372da,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:20.717891 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device aca36bc6-d415-4159-bdd5-0789222372da has no active binding in host n-h2-824834-4 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:16:20.786046 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3cc6af88-4f21-4949-a5f6-1a7976dd4107 req-549984a3-58b5-48c5-a397-32e6c33f7a96 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0447681 Jan 28 19:16:20.790607 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f12cfc-213e-4ef1-ba13-50789b5ced98 req-76de17b7-0d31-42f4-9939-6886d5f6ee2d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:20.792703 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2f12cfc-213e-4ef1-ba13-50789b5ced98 req-76de17b7-0d31-42f4-9939-6886d5f6ee2d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 946 time: 0.3006697 Jan 28 19:16:20.794972 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac1822-1adb-4c6d-a0d9-bf2620b7e3bc tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (f00b4491-c5a2-458c-b2c0-03e9f76420ef), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.806170 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4942d-2187-462f-b9bd-b3fd98ce8d66 req-30b68404-371c-44e9-91b7-ebbdd0bf2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:20.807611 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02e4942d-2187-462f-b9bd-b3fd98ce8d66 req-30b68404-371c-44e9-91b7-ebbdd0bf2205 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.1470346 Jan 28 19:16:20.846176 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6893227-4ad8-48d5-801c-837d9f8ff05b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (859619b6-724e-4db8-8a2a-711fb030cd8f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.894662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] For port aca36bc6-d415-4159-bdd5-0789222372da, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=aca36bc6-d415-4159-bdd5-0789222372da,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:20.927393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6893227-4ad8-48d5-801c-837d9f8ff05b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Subnet': ['ID=859619b6-724e-4db8-8a2a-711fb030cd8f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:20.932761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6893227-4ad8-48d5-801c-837d9f8ff05b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Checking segment: {'id': '6738b361-9fb0-417c-8229-f281730ebd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd63e9e14-b85d-4b14-80dd-2a11d0c5f894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:20.933127 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6893227-4ad8-48d5-801c-837d9f8ff05b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network hostable DHCP agents. Network: d63e9e14-b85d-4b14-80dd-2a11d0c5f894, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:16:20.958150 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6893227-4ad8-48d5-801c-837d9f8ff05b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Network d63e9e14-b85d-4b14-80dd-2a11d0c5f894 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:16:20.970427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f6893227-4ad8-48d5-801c-837d9f8ff05b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, d63e9e14-b85d-4b14-80dd-2a11d0c5f894) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:20.977250 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6893227-4ad8-48d5-801c-837d9f8ff05b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:20.979492 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f6893227-4ad8-48d5-801c-837d9f8ff05b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:20.980582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f573a4f-c1e7-4904-b69a-e0d7798a1a9e None None] Network d63e9e14-b85d-4b14-80dd-2a11d0c5f894 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:21.056984 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] For port aca36bc6-d415-4159-bdd5-0789222372da, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:21.057200 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f6893227-4ad8-48d5-801c-837d9f8ff05b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6690888 Jan 28 19:16:21.058785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45856) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:21.060012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4942d-2187-462f-b9bd-b3fd98ce8d66 req-51de4372-cc5e-4af5-9150-37b21be6880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:21.062251 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02e4942d-2187-462f-b9bd-b3fd98ce8d66 req-51de4372-cc5e-4af5-9150-37b21be6880e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2198534 Jan 28 19:16:21.063572 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-57751787-f4e2-439c-9920-628bfbfbe1d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:21.076496 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2f12cfc-213e-4ef1-ba13-50789b5ced98 req-fe337a88-7cc2-4197-9036-0046efed60ce tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702374 Jan 28 19:16:21.107678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc7ed8-a8c2-4e9d-9e48-7d904f654824 req-bfe06521-85e4-4788-9f26-cf43bbdf388c tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:21.110003 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8afc7ed8-a8c2-4e9d-9e48-7d904f654824 req-bfe06521-85e4-4788-9f26-cf43bbdf388c tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 950 time: 0.1198032 Jan 28 19:16:21.132997 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-d63e9e14-b85d-4b14-80dd-2a11d0c5f894', 'network_id': 'd63e9e14-b85d-4b14-80dd-2a11d0c5f894', 'project_id': '5416b8fbc0b84fbb996f4a3dc6ae761a', 'fixed_ips': [{'subnet_id': '859619b6-724e-4db8-8a2a-711fb030cd8f'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:16:21.135103 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.197810 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac1822-1adb-4c6d-a0d9-bf2620b7e3bc tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (f00b4491-c5a2-458c-b2c0-03e9f76420ef), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.205454 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1d7e37-5338-4683-9333-539e46f11cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca36bc6-d415-4159-bdd5-0789222372da'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:21.208209 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d1e9c1-d789-46e5-a86c-03bf261c1c3e" -d '{"events": [{"server_uuid": "ab1d7e37-5338-4683-9333-539e46f11cde", "name": "network-vif-unplugged", "status": "completed", "tag": "aca36bc6-d415-4159-bdd5-0789222372da"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:21.212557 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Publish callbacks [] for port (aca36bc6-d415-4159-bdd5-0789222372da), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.236550 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (aca36bc6-d415-4159-bdd5-0789222372da), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.300092 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4c4e38-b104-40b2-b5f0-657922ce9293 x-openstack-request-id: req-0a4c4e38-b104-40b2-b5f0-657922ce9293 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:21.300652 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1d7e37-5338-4683-9333-539e46f11cde", "name": "network-vif-unplugged", "status": "completed", "tag": "aca36bc6-d415-4159-bdd5-0789222372da", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:21.301028 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a4c4e38-b104-40b2-b5f0-657922ce9293 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:21.301679 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1d7e37-5338-4683-9333-539e46f11cde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca36bc6-d415-4159-bdd5-0789222372da', 'code': 200} Jan 28 19:16:21.344606 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57751787-f4e2-439c-9920-628bfbfbe1d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9060991'] for subnet (859619b6-724e-4db8-8a2a-711fb030cd8f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.350536 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02e4942d-2187-462f-b9bd-b3fd98ce8d66 req-a77e594e-6950-413a-94dc-eb9221ba6102 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608049 Jan 28 19:16:21.358462 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Pushing event updated for resources: {'Port': ['ID=aca36bc6-d415-4159-bdd5-0789222372da,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:21.400861 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Allocated IP 172.20.0.3 (d63e9e14-b85d-4b14-80dd-2a11d0c5f894/859619b6-724e-4db8-8a2a-711fb030cd8f/9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:21.436846 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8afc7ed8-a8c2-4e9d-9e48-7d904f654824 req-b0b326d3-ce27-431b-99a4-084b484b1306 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Deleting port 96794736-e5da-4c0e-aeac-2400a4d0e029 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:21.437222 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8afc7ed8-a8c2-4e9d-9e48-7d904f654824 req-b0b326d3-ce27-431b-99a4-084b484b1306 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (96794736-e5da-4c0e-aeac-2400a4d0e029), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.467063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73076c91-b843-45e8-8371-31baf015292f req-4d9c56af-7edc-4a60-8a07-e2e62349a5ff tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:21.468870 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-73076c91-b843-45e8-8371-31baf015292f req-4d9c56af-7edc-4a60-8a07-e2e62349a5ff tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1373048 Jan 28 19:16:21.590604 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-73076c91-b843-45e8-8371-31baf015292f req-ef44ad5d-3b1d-4b6b-bb0e-ee62842f3b78 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874665 Jan 28 19:16:21.604515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-8afc7ed8-a8c2-4e9d-9e48-7d904f654824 req-b0b326d3-ce27-431b-99a4-084b484b1306 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] For port 96794736-e5da-4c0e-aeac-2400a4d0e029, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=96794736-e5da-4c0e-aeac-2400a4d0e029,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:21.604893 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8afc7ed8-a8c2-4e9d-9e48-7d904f654824 req-b0b326d3-ce27-431b-99a4-084b484b1306 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (96794736-e5da-4c0e-aeac-2400a4d0e029), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.625520 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-8afc7ed8-a8c2-4e9d-9e48-7d904f654824 req-b0b326d3-ce27-431b-99a4-084b484b1306 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Calling delete_port for 96794736-e5da-4c0e-aeac-2400a4d0e029 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:21.667605 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Publish callbacks [] for port (9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.690458 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.701569 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.740240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Network d63e9e14-b85d-4b14-80dd-2a11d0c5f894 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:21.749431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:21.752523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:21.757779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Pushing event updated for resources: {'Port': ['ID=9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:21.832301 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21365c-6eea-4563-9048-f179accc5633 req-eb038fb2-455e-477e-a02f-e6cb667bdb16 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:21.833843 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e21365c-6eea-4563-9048-f179accc5633 req-eb038fb2-455e-477e-a02f-e6cb667bdb16 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.1575303 Jan 28 19:16:21.846208 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Attempting to bind port aca36bc6-d415-4159-bdd5-0789222372da on host n-h1-824834-4 for vnic_type normal with profile {"migrating_to": "n-h2-824834-4"} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:21.846833 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Attempting to bind port aca36bc6-d415-4159-bdd5-0789222372da by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:21.846833 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Attempting to bind port aca36bc6-d415-4159-bdd5-0789222372da on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:21.847514 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Attempting to bind port 9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:21.848162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Attempting to bind port 9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '6738b361-9fb0-417c-8229-f281730ebd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd63e9e14-b85d-4b14-80dd-2a11d0c5f894'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:21.848740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Attempting to bind port 9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c on network d63e9e14-b85d-4b14-80dd-2a11d0c5f894 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:21.857880 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:21.858568 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Checking segment: {'id': '6738b361-9fb0-417c-8229-f281730ebd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd63e9e14-b85d-4b14-80dd-2a11d0c5f894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:21.859729 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.860275 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Bound using segment: {'id': '6738b361-9fb0-417c-8229-f281730ebd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd63e9e14-b85d-4b14-80dd-2a11d0c5f894'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:21.860954 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Bound port: 9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6738b361-9fb0-417c-8229-f281730ebd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd63e9e14-b85d-4b14-80dd-2a11d0c5f894'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:21.861851 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.866353 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-47ac1822-1adb-4c6d-a0d9-bf2620b7e3bc tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Deleting port 04ff735e-c085-400f-b5b0-e64d360d72ff {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:21.866353 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac1822-1adb-4c6d-a0d9-bf2620b7e3bc tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (04ff735e-c085-400f-b5b0-e64d360d72ff), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.872008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Port aca36bc6-d415-4159-bdd5-0789222372da on network 07cf55c4-e390-408e-b1e2-a832ba462c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:16:21.872416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Attempting to bind port aca36bc6-d415-4159-bdd5-0789222372da on network 07cf55c4-e390-408e-b1e2-a832ba462c58 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:21.937219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:21.937677 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Checking segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:21.938208 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Bound using segment: {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:21.938711 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Bound port: aca36bc6-d415-4159-bdd5-0789222372da, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41982488-b071-488b-8767-5bc7501b0c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '07cf55c4-e390-408e-b1e2-a832ba462c58'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:21.939129 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aca36bc6-d415-4159-bdd5-0789222372da), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.939921 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] For port 9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:21.953140 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] For port 9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c,segment=NetworkSegment(6738b361-9fb0-417c-8229-f281730ebd5b),segment_id=6738b361-9fb0-417c-8229-f281730ebd5b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:21.961962 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.962475 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02e4942d-2187-462f-b9bd-b3fd98ce8d66 req-06feeb7b-bc3b-46b6-acc4-44757b70194a service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053500 Jan 28 19:16:21.972354 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b388c-64eb-4741-b658-b76b9f1c2b4c req-394cde27-4923-4bcd-b70e-9d92c5261359 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:21.980256 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-937b388c-64eb-4741-b658-b76b9f1c2b4c req-394cde27-4923-4bcd-b70e-9d92c5261359 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/ports?device_id=1778a5bc-64f3-4592-a24e-a68cf3636dc1 HTTP/1.1" status: 200 len: 950 time: 0.2146955 Jan 28 19:16:21.985969 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8afc7ed8-a8c2-4e9d-9e48-7d904f654824 req-b0b326d3-ce27-431b-99a4-084b484b1306 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (96794736-e5da-4c0e-aeac-2400a4d0e029), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:21.999707 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e21365c-6eea-4563-9048-f179accc5633 req-28c6a3d3-77c2-44cc-9fa4-8ea276416c68 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387153 Jan 28 19:16:22.025789 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['96794736-e5da-4c0e-aeac-2400a4d0e029'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:22.044368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b326d3-ce27-431b-99a4-084b484b1306 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Pushing event deleted for resources: {'Port': ['ID=96794736-e5da-4c0e-aeac-2400a4d0e029,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:22.046266 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57751787-f4e2-439c-9920-628bfbfbe1d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777971155667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9025865'] for subnet (859619b6-724e-4db8-8a2a-711fb030cd8f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.059684 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac1822-1adb-4c6d-a0d9-bf2620b7e3bc tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (04ff735e-c085-400f-b5b0-e64d360d72ff), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.123130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-47ac1822-1adb-4c6d-a0d9-bf2620b7e3bc tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Calling delete_port for 04ff735e-c085-400f-b5b0-e64d360d72ff owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:22.131068 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afc7ed8-a8c2-4e9d-9e48-7d904f654824 req-b0b326d3-ce27-431b-99a4-084b484b1306 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] No DVR routers for this DVR port 96794736-e5da-4c0e-aeac-2400a4d0e029 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:22.137353 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f626f2-7bd4-4712-a43f-a5da552cdda2 None None] Pushing event updated for resources: {'Port': ['ID=9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:22.145096 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8afc7ed8-a8c2-4e9d-9e48-7d904f654824 req-b0b326d3-ce27-431b-99a4-084b484b1306 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.148762 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8afc7ed8-a8c2-4e9d-9e48-7d904f654824 req-b0b326d3-ce27-431b-99a4-084b484b1306 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.31 "DELETE /v2.0/ports/96794736-e5da-4c0e-aeac-2400a4d0e029 HTTP/1.1" status: 204 len: 173 time: 1.0249658 Jan 28 19:16:22.151977 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1778a5bc-64f3-4592-a24e-a68cf3636dc1', 'name': 'network-vif-deleted', 'tag': '96794736-e5da-4c0e-aeac-2400a4d0e029'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:22.162452 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2aed0c-69ef-47fc-b7ce-b576b51b8c7c" -d '{"events": [{"server_uuid": "1778a5bc-64f3-4592-a24e-a68cf3636dc1", "name": "network-vif-deleted", "tag": "96794736-e5da-4c0e-aeac-2400a4d0e029"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:22.191512 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-937b388c-64eb-4741-b658-b76b9f1c2b4c req-6e616233-1e28-4227-a7e7-31d7160a28e3 tempest-ImagesNegativeTestJSON-1823339643 tempest-ImagesNegativeTestJSON-1823339643-project] 10.222.0.55 "GET /v2.0/security-groups?id=74635b57-9ce4-46c8-addd-65f444ec59b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108626 Jan 28 19:16:22.203336 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] For port aca36bc6-d415-4159-bdd5-0789222372da, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:22.208435 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] For port aca36bc6-d415-4159-bdd5-0789222372da, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=aca36bc6-d415-4159-bdd5-0789222372da,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:22.211539 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1ef3935-6609-4eeb-88a3-a33b6277955e req-1e50119a-6aee-4ae9-afe6-136f3f2bcf56 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0736747 Jan 28 19:16:22.215993 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57751787-f4e2-439c-9920-628bfbfbe1d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:22.216610 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57751787-f4e2-439c-9920-628bfbfbe1d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.221255 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-57751787-f4e2-439c-9920-628bfbfbe1d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "PUT /v2.0/subnets/859619b6-724e-4db8-8a2a-711fb030cd8f HTTP/1.1" status: 200 len: 877 time: 1.1589060 Jan 28 19:16:22.221255 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45872) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:22.250087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57751787-f4e2-439c-9920-628bfbfbe1d1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event updated for resources: {'Subnet': ['ID=859619b6-724e-4db8-8a2a-711fb030cd8f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:22.300373 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (aca36bc6-d415-4159-bdd5-0789222372da), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.328108 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cd1236-a8ea-4d41-a9d6-3942118e0182 x-openstack-request-id: req-93cd1236-a8ea-4d41-a9d6-3942118e0182 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:22.328513 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1778a5bc-64f3-4592-a24e-a68cf3636dc1", "name": "network-vif-deleted", "tag": "96794736-e5da-4c0e-aeac-2400a4d0e029", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:22.328983 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-93cd1236-a8ea-4d41-a9d6-3942118e0182 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:22.329389 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1778a5bc-64f3-4592-a24e-a68cf3636dc1', 'name': 'network-vif-deleted', 'tag': '96794736-e5da-4c0e-aeac-2400a4d0e029', 'status': 'completed', 'code': 200} Jan 28 19:16:22.422157 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (d63e9e14-b85d-4b14-80dd-2a11d0c5f894), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.500302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Pushing event updated for resources: {'Port': ['ID=aca36bc6-d415-4159-bdd5-0789222372da,revision_number=8']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:22.502179 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Deleting port 9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:22.502621 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.511598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:22.512216 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.513611 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4bc3f9af-a94e-42ab-a64b-262a875d5d9d service neutron] 10.222.0.37 "PUT /v2.0/ports/aca36bc6-d415-4159-bdd5-0789222372da HTTP/1.1" status: 200 len: 1122 time: 2.6255312 Jan 28 19:16:22.572022 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7eb29c-3849-465b-8e24-086e097d0af5 req-585afb79-dd80-479f-a5d3-d318d207037e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:22.578935 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad7eb29c-3849-465b-8e24-086e097d0af5 req-585afb79-dd80-479f-a5d3-d318d207037e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.2274399 Jan 28 19:16:22.603531 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['aca36bc6-d415-4159-bdd5-0789222372da'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:22.668955 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] For port 9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c,segment=NetworkSegment(6738b361-9fb0-417c-8229-f281730ebd5b),segment_id=6738b361-9fb0-417c-8229-f281730ebd5b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:22.670461 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.700233 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['aca36bc6-d415-4159-bdd5-0789222372da'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:22.701821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Calling delete_port for 9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:22.723116 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad7eb29c-3849-465b-8e24-086e097d0af5 req-c72dd447-6f0f-4b60-95b5-7511bb3d9865 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305971 Jan 28 19:16:22.726483 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac1822-1adb-4c6d-a0d9-bf2620b7e3bc tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (04ff735e-c085-400f-b5b0-e64d360d72ff), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.805980 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac1822-1adb-4c6d-a0d9-bf2620b7e3bc tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Pushing event deleted for resources: {'Port': ['ID=04ff735e-c085-400f-b5b0-e64d360d72ff,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:22.837012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c2210-0932-4561-8460-b6872ca326a0 req-93def6cd-ea56-45ee-86d5-87e36daaaef1 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:22.838795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec3c2210-0932-4561-8460-b6872ca326a0 req-93def6cd-ea56-45ee-86d5-87e36daaaef1 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1142833 Jan 28 19:16:22.894608 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac1822-1adb-4c6d-a0d9-bf2620b7e3bc tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (f00b4491-c5a2-458c-b2c0-03e9f76420ef), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.914993 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec3c2210-0932-4561-8460-b6872ca326a0 req-a2155034-ca15-4be6-bba3-addaa4114c18 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661991 Jan 28 19:16:22.976924 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.979406 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:22.999318 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac1822-1adb-4c6d-a0d9-bf2620b7e3bc tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (f00b4491-c5a2-458c-b2c0-03e9f76420ef), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.002278 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac1822-1adb-4c6d-a0d9-bf2620b7e3bc tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_controller (f00b4491-c5a2-458c-b2c0-03e9f76420ef), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.024138 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Port': ['ID=9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:23.092070 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No DVR routers for this DVR port 9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:23.107408 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac1822-1adb-4c6d-a0d9-bf2620b7e3bc tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (f00b4491-c5a2-458c-b2c0-03e9f76420ef), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.107967 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ac1822-1adb-4c6d-a0d9-bf2620b7e3bc tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Fanout notify agent at l3_agent the message router_deleted on router f00b4491-c5a2-458c-b2c0-03e9f76420ef {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:16:23.116262 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47ac1822-1adb-4c6d-a0d9-bf2620b7e3bc tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.117378 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-47ac1822-1adb-4c6d-a0d9-bf2620b7e3bc tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "DELETE /v2.0/routers/f00b4491-c5a2-458c-b2c0-03e9f76420ef HTTP/1.1" status: 204 len: 168 time: 2.6610737 Jan 28 19:16:23.123273 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45880) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:23.127780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cf47c1c0-2411-4768-bd50-acd5aefb8386 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2018867405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:23.155467 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf47c1c0-2411-4768-bd50-acd5aefb8386 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (4c490cb8-8fd0-423d-b967-90cd4b513d67), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.156501 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf47c1c0-2411-4768-bd50-acd5aefb8386 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (4c490cb8-8fd0-423d-b967-90cd4b513d67), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.169295 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7813fc-615b-45e0-b182-6aea21674a26 req-d84892e0-e80c-45ee-9396-a3ee58259311 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:23.170917 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7b7813fc-615b-45e0-b182-6aea21674a26 req-d84892e0-e80c-45ee-9396-a3ee58259311 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1187475 Jan 28 19:16:23.172896 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (859619b6-724e-4db8-8a2a-711fb030cd8f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.247074 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf47c1c0-2411-4768-bd50-acd5aefb8386 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_controller (4c490cb8-8fd0-423d-b967-90cd4b513d67), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.249401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff1a68-a0f1-4b36-af73-8a8b6a367f72 req-fc7a1fbf-1f05-41cb-8e35-a197f931d6d7 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:23.251141 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1dff1a68-a0f1-4b36-af73-8a8b6a367f72 req-fc7a1fbf-1f05-41cb-8e35-a197f931d6d7 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.1188726 Jan 28 19:16:23.259678 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf47c1c0-2411-4768-bd50-acd5aefb8386 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (4c490cb8-8fd0-423d-b967-90cd4b513d67), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.271893 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (859619b6-724e-4db8-8a2a-711fb030cd8f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.274697 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7b7813fc-615b-45e0-b182-6aea21674a26 req-0cc01bb2-a52c-450f-b6cf-2fc0b8898445 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942359 Jan 28 19:16:23.288738 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf47c1c0-2411-4768-bd50-acd5aefb8386 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.294850 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cf47c1c0-2411-4768-bd50-acd5aefb8386 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1704800 Jan 28 19:16:23.295783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45886) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:23.300768 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'enable_snat': False}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:23.313935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Subnet': ['ID=859619b6-724e-4db8-8a2a-711fb030cd8f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:23.353652 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1dff1a68-a0f1-4b36-af73-8a8b6a367f72 req-1d8cfefa-8947-4a90-affc-5d0ef6e1399b tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913782 Jan 28 19:16:23.434158 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (d63e9e14-b85d-4b14-80dd-2a11d0c5f894), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.439622 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1d7e37-5338-4683-9333-539e46f11cde', 'tag': 'aca36bc6-d415-4159-bdd5-0789222372da'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:23.443283 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e994a7ae-7ae3-42c0-ba49-b72156312c88" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1d7e37-5338-4683-9333-539e46f11cde", "tag": "aca36bc6-d415-4159-bdd5-0789222372da"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:23.465300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d63e9e14-b85d-4b14-80dd-2a11d0c5f894']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:23.501526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6738b361-9fb0-417c-8229-f281730ebd5b') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:23.501909 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6738b361-9fb0-417c-8229-f281730ebd5b') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:23.514969 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7213d5e0-32da-43f4-b963-b03247cca658 req-853500ab-6b88-4a77-80d8-2e8cbd5e6f99 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0644541 Jan 28 19:16:23.522487 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (6738b361-9fb0-417c-8229-f281730ebd5b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.544441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e94b16f-dea7-4513-bfec-82017fe487f9 None None] Network d63e9e14-b85d-4b14-80dd-2a11d0c5f894 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:23.556701 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (6738b361-9fb0-417c-8229-f281730ebd5b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.590990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc4eec-c86c-4551-aa7d-4af2f2200828 req-ab63f9c1-031c-404e-b58d-a8eb3fd8560a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:23.592657 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-70cc4eec-c86c-4551-aa7d-4af2f2200828 req-ab63f9c1-031c-404e-b58d-a8eb3fd8560a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1309857 Jan 28 19:16:23.593894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:16:23.594331 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (6738b361-9fb0-417c-8229-f281730ebd5b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:16:23.597824 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:16:23.625424 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7465c0f7-1dc9-491a-b15d-eb702aeb8d53 x-openstack-request-id: req-7465c0f7-1dc9-491a-b15d-eb702aeb8d53 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:23.625709 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1d7e37-5338-4683-9333-539e46f11cde", "tag": "aca36bc6-d415-4159-bdd5-0789222372da", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:23.625959 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7465c0f7-1dc9-491a-b15d-eb702aeb8d53 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:23.626384 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1d7e37-5338-4683-9333-539e46f11cde', 'tag': 'aca36bc6-d415-4159-bdd5-0789222372da', 'status': 'completed', 'code': 200} Jan 28 19:16:23.630869 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (4c490cb8-8fd0-423d-b967-90cd4b513d67), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.660644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-763395db-3feb-46b8-89a7-a9e6b0b6484c None None] Could not find standard attr ID for object 9cf307c1-5c7a-4ee4-b4e3-d5d82da27d4c. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:16:23.755482 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (d63e9e14-b85d-4b14-80dd-2a11d0c5f894), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.772544 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:23.782537 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/d63e9e14-b85d-4b14-80dd-2a11d0c5f894 HTTP/1.1" status: 204 len: 168 time: 1.5601308 Jan 28 19:16:23.801177 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45908) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:23.801723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c940212e-2eba-4cd8-a47d-efb259f3bf85 None None] DHCP port deletion for d63e9e14-b85d-4b14-80dd-2a11d0c5f894 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:16:23.815551 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca67f7-7b55-4f0d-916c-697a1c38da35 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Network': ['ID=d63e9e14-b85d-4b14-80dd-2a11d0c5f894,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:23.827199 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90a6f3e-dbf8-47a4-9515-9482276e626a None None] Network d63e9e14-b85d-4b14-80dd-2a11d0c5f894 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:23.851926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90a6f3e-dbf8-47a4-9515-9482276e626a None None] Network d63e9e14-b85d-4b14-80dd-2a11d0c5f894 could not be found, it might have been deleted concurrently. {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:16:23.867170 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-70cc4eec-c86c-4551-aa7d-4af2f2200828 req-1f9f56d5-8dcc-483b-81a4-fa2e9b5f795c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550211 Jan 28 19:16:23.872291 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7710c3d3-144d-450a-bae7-a6909d125ef1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:23.873132 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7710c3d3-144d-450a-bae7-a6909d125ef1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:23.877928 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7710c3d3-144d-450a-bae7-a6909d125ef1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/subnets/859619b6-724e-4db8-8a2a-711fb030cd8f HTTP/1.1" status: 404 len: 337 time: 0.0737827 Jan 28 19:16:23.880566 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45912) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:23.896506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994a7ae-7ae3-42c0-ba49-b72156312c88 req-5ffbe694-deec-4350-912a-0837483ac9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:23.898308 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e994a7ae-7ae3-42c0-ba49-b72156312c88 req-5ffbe694-deec-4350-912a-0837483ac9cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 1156 time: 0.2211776 Jan 28 19:16:23.917294 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f01bbae-3364-4f3c-9c50-90a040481674 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:23.917823 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f01bbae-3364-4f3c-9c50-90a040481674 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:23.924164 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6f01bbae-3364-4f3c-9c50-90a040481674 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/d63e9e14-b85d-4b14-80dd-2a11d0c5f894 HTTP/1.1" status: 404 len: 339 time: 0.0397403 Jan 28 19:16:23.924409 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45914) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:23.997787 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00993b-3eac-4058-bee2-4c112cb6cf8f req-36b433bb-94ab-4836-be53-04735ae44fe3 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:23.999918 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9d00993b-3eac-4058-bee2-4c112cb6cf8f req-36b433bb-94ab-4836-be53-04735ae44fe3 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.1242523 Jan 28 19:16:24.008569 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (4c490cb8-8fd0-423d-b967-90cd4b513d67), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.018605 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e0e192-aeed-4b5a-a793-c77f1dd91c3f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:24.019249 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e0e192-aeed-4b5a-a793-c77f1dd91c3f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:24.022894 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-55e0e192-aeed-4b5a-a793-c77f1dd91c3f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/subnets/8d405b6d-4b42-45d8-9c5b-76c3921fdc99 HTTP/1.1" status: 404 len: 337 time: 0.0975156 Jan 28 19:16:24.025835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45916) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:24.043188 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.051668 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-206720cf-6827-4560-94c3-6384477dd3ea tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:24.051668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206720cf-6827-4560-94c3-6384477dd3ea tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:24.054527 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-206720cf-6827-4560-94c3-6384477dd3ea tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/c0023cd7-315e-4de0-b6ad-4f935de1c8b7 HTTP/1.1" status: 404 len: 339 time: 0.0272517 Jan 28 19:16:24.057359 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45920) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:24.150633 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9d00993b-3eac-4058-bee2-4c112cb6cf8f req-940348a5-4259-4fff-87c9-2c55c6185ec8 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444983 Jan 28 19:16:24.164228 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd31e1c7-55eb-4d00-96cf-80915823c0e1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (7c94b242-24d8-4816-b295-179e444b1cda), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.193280 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45924) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:24.220218 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994a7ae-7ae3-42c0-ba49-b72156312c88 req-f11512ce-1cad-455d-8caf-d1b9b0c41d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:24.221799 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e994a7ae-7ae3-42c0-ba49-b72156312c88 req-f11512ce-1cad-455d-8caf-d1b9b0c41d42 service neutron] 10.222.0.31 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.3131602 Jan 28 19:16:24.231956 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Allocated IP 172.25.0.125 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/5ef8123b-0c40-4bec-9ce1-60ab670166f5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:24.326169 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e994a7ae-7ae3-42c0-ba49-b72156312c88 req-77249684-2bb8-4e85-8e24-330d48821efe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aca36bc6-d415-4159-bdd5-0789222372da HTTP/1.1" status: 200 len: 217 time: 0.0805676 Jan 28 19:16:24.347466 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for port (5ef8123b-0c40-4bec-9ce1-60ab670166f5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.382750 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd31e1c7-55eb-4d00-96cf-80915823c0e1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (7c94b242-24d8-4816-b295-179e444b1cda), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.383632 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5ef8123b-0c40-4bec-9ce1-60ab670166f5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.413521 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73eb777-c831-47ea-a6ba-3df22637466d req-4a8e5979-33b9-4b3f-b188-79af5459759b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:24.415322 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f73eb777-c831-47ea-a6ba-3df22637466d req-4a8e5979-33b9-4b3f-b188-79af5459759b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.2391462 Jan 28 19:16:24.429308 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.441285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:24.444258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:24.444425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bd31e1c7-55eb-4d00-96cf-80915823c0e1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c94b242-24d8-4816-b295-179e444b1cda']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:24.451264 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:24.475731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bd31e1c7-55eb-4d00-96cf-80915823c0e1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfee2ce6-2add-444c-884b-52902a885184') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:24.476080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bd31e1c7-55eb-4d00-96cf-80915823c0e1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfee2ce6-2add-444c-884b-52902a885184') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:24.476696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Pushing event updated for resources: {'Port': ['ID=5ef8123b-0c40-4bec-9ce1-60ab670166f5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:24.489720 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e7e6c92b-f2e1-406e-b3bf-e3ba2d2350f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af479d8a72a748329bbe012b87341bf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2956982 Jan 28 19:16:24.494101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994a7ae-7ae3-42c0-ba49-b72156312c88 req-fc454021-286c-4d6b-888a-9402ceb6a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:24.495597 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e994a7ae-7ae3-42c0-ba49-b72156312c88 req-fc454021-286c-4d6b-888a-9402ceb6a89f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.1604819 Jan 28 19:16:24.495795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45930) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:24.501949 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd31e1c7-55eb-4d00-96cf-80915823c0e1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (bfee2ce6-2add-444c-884b-52902a885184), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.547183 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd31e1c7-55eb-4d00-96cf-80915823c0e1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (bfee2ce6-2add-444c-884b-52902a885184), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.550748 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e994a7ae-7ae3-42c0-ba49-b72156312c88 req-10f826cc-2cc9-4ee2-9b6e-a2b1bd525f2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372000 Jan 28 19:16:24.556225 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f73eb777-c831-47ea-a6ba-3df22637466d req-430cc42b-45b8-439e-9530-0aed3852c825 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250772 Jan 28 19:16:24.558970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd31e1c7-55eb-4d00-96cf-80915823c0e1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:16:24.559549 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd31e1c7-55eb-4d00-96cf-80915823c0e1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (bfee2ce6-2add-444c-884b-52902a885184), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:16:24.562751 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:16:24.694575 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-645a0ac7-90ac-4c35-a642-bd7edc9426bf req-c5948267-38ad-49cc-95d5-4418fdde4851 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0498459 Jan 28 19:16:24.706892 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0055571-4929-4075-880c-2b32803594f1 req-b5c32d4f-70bc-4b03-a017-91433051ab51 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:24.707761 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd31e1c7-55eb-4d00-96cf-80915823c0e1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (7c94b242-24d8-4816-b295-179e444b1cda), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.723297 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0055571-4929-4075-880c-2b32803594f1 req-b5c32d4f-70bc-4b03-a017-91433051ab51 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.2276809 Jan 28 19:16:24.723858 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bd31e1c7-55eb-4d00-96cf-80915823c0e1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.723858 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bd31e1c7-55eb-4d00-96cf-80915823c0e1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/7c94b242-24d8-4816-b295-179e444b1cda HTTP/1.1" status: 204 len: 168 time: 0.6627927 Jan 28 19:16:24.724367 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45934) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:24.734390 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96543029-5e30-453a-90a2-e7f5043bd48e admin admin] Publish callbacks [] for security_group (74635b57-9ce4-46c8-addd-65f444ec59b4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.745121 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31e1c7-55eb-4d00-96cf-80915823c0e1 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Network': ['ID=7c94b242-24d8-4816-b295-179e444b1cda,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:24.773467 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-44425611-377b-4c89-8a82-5cce9292254c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:24.774060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44425611-377b-4c89-8a82-5cce9292254c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:24.779584 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-44425611-377b-4c89-8a82-5cce9292254c tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/subnets/1727c7ed-a444-4417-bafc-10ef57e1f7d6 HTTP/1.1" status: 404 len: 337 time: 0.0440271 Jan 28 19:16:24.780720 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e994a7ae-7ae3-42c0-ba49-b72156312c88 req-c8006283-b962-4ecd-b420-6ad871108368 service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171676 Jan 28 19:16:24.781154 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45936) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:24.807255 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b18f6b6-769f-4e24-a4aa-ac3c180bf83f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:24.807744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b18f6b6-769f-4e24-a4aa-ac3c180bf83f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:24.813146 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9b18f6b6-769f-4e24-a4aa-ac3c180bf83f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/d3b376f1-12cb-42aa-a011-c0da6b264459 HTTP/1.1" status: 404 len: 339 time: 0.0286820 Jan 28 19:16:24.813650 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96543029-5e30-453a-90a2-e7f5043bd48e admin admin] Publish callbacks [] for security_group (74635b57-9ce4-46c8-addd-65f444ec59b4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.817530 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45938) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:24.884582 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e994a7ae-7ae3-42c0-ba49-b72156312c88 req-b66f5032-a711-48e1-b820-082513619f2b service neutron] 10.222.0.31 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858016 Jan 28 19:16:24.890535 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0055571-4929-4075-880c-2b32803594f1 req-83bca9f1-ad3a-46a3-9e16-a3de3d57a18c tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721461 Jan 28 19:16:24.891368 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c75d67-d387-47ca-847f-de8b7aca7366 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:24.891959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c75d67-d387-47ca-847f-de8b7aca7366 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:24.897870 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-25c75d67-d387-47ca-847f-de8b7aca7366 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/subnets/17105567-8188-4a45-8f58-e02962b9f7b9 HTTP/1.1" status: 404 len: 337 time: 0.0701878 Jan 28 19:16:24.898608 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45940) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:24.932979 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c04a152-7c4c-4884-a07d-0bce97462542 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:24.934061 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c04a152-7c4c-4884-a07d-0bce97462542 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:24.937462 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9c04a152-7c4c-4884-a07d-0bce97462542 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/03b07c5f-3cbd-49a1-bb6f-39022e11a427 HTTP/1.1" status: 404 len: 339 time: 0.0378044 Jan 28 19:16:24.940322 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45942) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:24.949971 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router_gateway (4c490cb8-8fd0-423d-b967-90cd4b513d67), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.974705 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ededa7b5-d450-4330-b65b-d862fa86466d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:24.975160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ededa7b5-d450-4330-b65b-d862fa86466d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:24.978353 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ededa7b5-d450-4330-b65b-d862fa86466d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/subnets/cbc2ff88-a182-4f5a-bc66-5e8871357743 HTTP/1.1" status: 404 len: 337 time: 0.0370405 Jan 28 19:16:24.980991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45944) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:24.982915 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96543029-5e30-453a-90a2-e7f5043bd48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (74635b57-9ce4-46c8-addd-65f444ec59b4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.986222 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-96543029-5e30-453a-90a2-e7f5043bd48e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:24.987326 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-96543029-5e30-453a-90a2-e7f5043bd48e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74635b57-9ce4-46c8-addd-65f444ec59b4 HTTP/1.1" status: 204 len: 168 time: 0.4826460 Jan 28 19:16:24.999730 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1c6d6e-adf7-4277-949d-5cc1f9011965 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:25.000203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96543029-5e30-453a-90a2-e7f5043bd48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74635b57-9ce4-46c8-addd-65f444ec59b4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:25.000679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b1c6d6e-adf7-4277-949d-5cc1f9011965 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:25.003439 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0b1c6d6e-adf7-4277-949d-5cc1f9011965 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/02bf1f47-a130-438a-9c97-799ac5d997d4 HTTP/1.1" status: 404 len: 339 time: 0.0213611 Jan 28 19:16:25.007135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45948) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:25.035020 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b1d2ac-1f5d-42ef-a1d4-20f0b6ecb76b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:25.035640 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b1d2ac-1f5d-42ef-a1d4-20f0b6ecb76b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:25.042278 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d5b1d2ac-1f5d-42ef-a1d4-20f0b6ecb76b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/subnets/221c6721-7ed2-4a98-a1b3-cd3f47e0b3d5 HTTP/1.1" status: 404 len: 337 time: 0.0307257 Jan 28 19:16:25.042495 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45950) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:25.063416 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4946ee1-ba4a-4e76-960d-d4e88ef9a138 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:25.063914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4946ee1-ba4a-4e76-960d-d4e88ef9a138 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:25.067020 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a4946ee1-ba4a-4e76-960d-d4e88ef9a138 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/e4a9ccec-5371-449e-a9fc-b592df679e4a HTTP/1.1" status: 404 len: 339 time: 0.0235336 Jan 28 19:16:25.070942 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45952) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:25.096864 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ac402b-c3aa-4df5-a34b-44878e1dffcd tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:25.097317 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ac402b-c3aa-4df5-a34b-44878e1dffcd tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:25.103155 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-95ac402b-c3aa-4df5-a34b-44878e1dffcd tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/subnets/de146a49-3f1b-4fd1-bf75-165abef15bc7 HTTP/1.1" status: 404 len: 337 time: 0.0285039 Jan 28 19:16:25.103663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45954) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:25.123885 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d9b81c-fb4f-4d66-a2fe-afaa327e02e8 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:25.123885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d9b81c-fb4f-4d66-a2fe-afaa327e02e8 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:25.126965 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b6d9b81c-fb4f-4d66-a2fe-afaa327e02e8 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/80957d44-0d51-44f8-9402-eb58335d4d47 HTTP/1.1" status: 404 len: 339 time: 0.0223250 Jan 28 19:16:25.129871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45956) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:25.169785 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-66056cd5-34b8-45f0-ad99-8e2f53f8698d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:25.170287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66056cd5-34b8-45f0-ad99-8e2f53f8698d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:25.174370 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-66056cd5-34b8-45f0-ad99-8e2f53f8698d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/subnets/bb1a34b0-056a-4874-bd9a-c073b530ae92 HTTP/1.1" status: 404 len: 337 time: 0.0434415 Jan 28 19:16:25.177164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45960) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:25.200494 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (4c490cb8-8fd0-423d-b967-90cd4b513d67), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:25.204434 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (4c490cb8-8fd0-423d-b967-90cd4b513d67), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:25.223660 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d730c5b-6039-4315-867e-268abe76fb7d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:25.224479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d730c5b-6039-4315-867e-268abe76fb7d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:25.228684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5d730c5b-6039-4315-867e-268abe76fb7d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/4ad6e619-4786-4ba2-8982-3ec5c5806ac5 HTTP/1.1" status: 404 len: 339 time: 0.0503879 Jan 28 19:16:25.234694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45964) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:25.270353 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d012f45-b96b-4f47-8904-2184e2c3d42b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:25.270811 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d012f45-b96b-4f47-8904-2184e2c3d42b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:25.274155 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0d012f45-b96b-4f47-8904-2184e2c3d42b tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/subnets/cd24ca9a-e775-452b-ac47-62487a658aaf HTTP/1.1" status: 404 len: 337 time: 0.0382254 Jan 28 19:16:25.277002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45966) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:25.278586 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:25.301022 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc68f269-ab07-4ff7-9696-f74167e4fbda tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:25.301560 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc68f269-ab07-4ff7-9696-f74167e4fbda tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:25.307035 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bc68f269-ab07-4ff7-9696-f74167e4fbda tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/e662d8ec-a899-4e83-84aa-a27584fe098c HTTP/1.1" status: 404 len: 339 time: 0.0262313 Jan 28 19:16:25.307283 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45970) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:25.344015 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e027fd58-3bf8-457c-b082-165daefa9e3f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:25.344475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e027fd58-3bf8-457c-b082-165daefa9e3f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:25.347872 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e027fd58-3bf8-457c-b082-165daefa9e3f tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/subnets/5bc84cd8-f0d8-4153-8528-6a9a2ba2e382 HTTP/1.1" status: 404 len: 337 time: 0.0389349 Jan 28 19:16:25.351462 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45974) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:25.379507 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9f30a-1d6e-4701-a5f2-83bc773b02e3 req-2d1be88b-7816-460b-8fc9-69a2217a0e26 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:25.381094 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e5c9f30a-1d6e-4701-a5f2-83bc773b02e3 req-2d1be88b-7816-460b-8fc9-69a2217a0e26 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.1129766 Jan 28 19:16:25.382282 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0d9616-f2ff-4eb9-a473-0236fe409203 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:25.382783 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0d9616-f2ff-4eb9-a473-0236fe409203 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:25.386228 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2a0d9616-f2ff-4eb9-a473-0236fe409203 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/9e2a3776-9789-4776-b1af-2d021072b517 HTTP/1.1" status: 404 len: 339 time: 0.0337834 Jan 28 19:16:25.388897 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45976) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:25.427420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Router 4c490cb8-8fd0-423d-b967-90cd4b513d67 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:16:25.452216 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc830d7-8b69-4bda-aa5b-79586432fb2d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Deleting subnet 962b3ad7-847d-4b60-a815-d87b6d6b57f1 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:16:25.453843 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e5c9f30a-1d6e-4701-a5f2-83bc773b02e3 req-42c249d3-5778-4060-a54d-1d7f1b69b8fc tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645528 Jan 28 19:16:25.456909 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5dc830d7-8b69-4bda-aa5b-79586432fb2d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks [] for subnet (962b3ad7-847d-4b60-a815-d87b6d6b57f1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:25.534961 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5dc830d7-8b69-4bda-aa5b-79586432fb2d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (962b3ad7-847d-4b60-a815-d87b6d6b57f1), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:25.622138 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:25.635975 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2776d19-f244-4cd0-b17b-2b3d6263b29c None None] Sync routers for ids ['4c490cb8-8fd0-423d-b967-90cd4b513d67'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:25.645915 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:25.649930 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7b21c471-cd73-45a8-92c0-fe96a335e2bc tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "PUT /v2.0/routers/4c490cb8-8fd0-423d-b967-90cd4b513d67 HTTP/1.1" status: 200 len: 916 time: 2.3505037 Jan 28 19:16:25.650841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45988) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:25.651605 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2776d19-f244-4cd0-b17b-2b3d6263b29c None None] Routers {'4c490cb8-8fd0-423d-b967-90cd4b513d67'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:25.652383 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b2776d19-f244-4cd0-b17b-2b3d6263b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4c490cb8-8fd0-423d-b967-90cd4b513d67'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:25.690267 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5dc830d7-8b69-4bda-aa5b-79586432fb2d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (962b3ad7-847d-4b60-a815-d87b6d6b57f1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:25.697579 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b2776d19-f244-4cd0-b17b-2b3d6263b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:25.707690 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2776d19-f244-4cd0-b17b-2b3d6263b29c None None] Routers {'4c490cb8-8fd0-423d-b967-90cd4b513d67'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:25.708365 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b2776d19-f244-4cd0-b17b-2b3d6263b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4c490cb8-8fd0-423d-b967-90cd4b513d67'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:25.753649 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc53a3-16b9-4fb9-b6f1-2bfbdfe2e44b req-af7e7d0d-c22f-4466-8195-a9f5e66747d6 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:25.756643 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bbc53a3-16b9-4fb9-b6f1-2bfbdfe2e44b req-af7e7d0d-c22f-4466-8195-a9f5e66747d6 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1130290 Jan 28 19:16:25.777059 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b2776d19-f244-4cd0-b17b-2b3d6263b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:25.778091 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2776d19-f244-4cd0-b17b-2b3d6263b29c None None] The sync data for ids ['4c490cb8-8fd0-423d-b967-90cd4b513d67'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:25.796212 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e2ef19c0-3078-43a8-a2b8-9c99497891b1 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "GET /v2.0/routers/4c490cb8-8fd0-423d-b967-90cd4b513d67 HTTP/1.1" status: 200 len: 922 time: 0.1441116 Jan 28 19:16:25.797799 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5dc830d7-8b69-4bda-aa5b-79586432fb2d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (962b3ad7-847d-4b60-a815-d87b6d6b57f1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:25.799064 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45998) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:25.834579 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc830d7-8b69-4bda-aa5b-79586432fb2d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Subnet': ['ID=962b3ad7-847d-4b60-a815-d87b6d6b57f1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:25.847398 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5dc830d7-8b69-4bda-aa5b-79586432fb2d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:25.850621 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5dc830d7-8b69-4bda-aa5b-79586432fb2d tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/subnets/962b3ad7-847d-4b60-a815-d87b6d6b57f1 HTTP/1.1" status: 204 len: 168 time: 0.4607844 Jan 28 19:16:25.853121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606f0ec1-0708-4c5d-ac10-ee6dafb8d754 None None] Network 9e86c984-dff2-4584-94ca-dbb6a6826eb9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:25.854202 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46000) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:25.862169 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ee12a27a-4b59-485a-95b6-df7159b4e529 req-3c627902-4b76-4343-b626-3fc19ae1583b tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0512111 Jan 28 19:16:25.867191 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5bbc53a3-16b9-4fb9-b6f1-2bfbdfe2e44b req-53600cbc-7213-48c9-859e-92b4f18770dc tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999503 Jan 28 19:16:25.877657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70544295-de5c-4931-8dc6-6f9242906f65 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:25.881825 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-70544295-de5c-4931-8dc6-6f9242906f65 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&device_id=4c490cb8-8fd0-423d-b967-90cd4b513d67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0792284 Jan 28 19:16:25.882091 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46002) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:25.890809 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46004) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:25.995457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 96794736-e5da-4c0e-aeac-2400a4d0e029 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:16:25.996821 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (9e86c984-dff2-4584-94ca-dbb6a6826eb9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.034187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 96794736-e5da-4c0e-aeac-2400a4d0e029 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:16:26.034537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 96794736-e5da-4c0e-aeac-2400a4d0e029 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:16:26.087017 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8da1f-d501-47ef-b4f6-901377d1bddc req-1954062a-fb5d-4f9b-b755-a7577c5d9076 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:26.087490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b9af2b-823a-42f7-ad11-5c5ad4fa8968 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:26.094790 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ffd8da1f-d501-47ef-b4f6-901377d1bddc req-1954062a-fb5d-4f9b-b755-a7577c5d9076 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.0759764 Jan 28 19:16:26.099653 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b8b9af2b-823a-42f7-ad11-5c5ad4fa8968 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 881 time: 0.2059700 Jan 28 19:16:26.107969 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-da36a789-a964-4e6e-8209-d5118495a653 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-187299519-network', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:26.111881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46014) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:26.160360 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e0bf5424-716b-4b92-aa60-973a93e378f8 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c490cb8-8fd0-423d-b967-90cd4b513d67 HTTP/1.1" status: 200 len: 205 time: 0.0465984 Jan 28 19:16:26.167759 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46016) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:26.172192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58422b9-2287-4d1b-be31-5a1f27af482a None None] DHCP port deletion for 9e86c984-dff2-4584-94ca-dbb6a6826eb9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:16:26.224616 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da36a789-a964-4e6e-8209-d5118495a653 admin admin] Made reservation on behalf of 8cc767c1cbe248bab484e9622a21d031 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:26.227124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cebca-81d4-425f-9f48-d7fc62c581ee req-f3d08157-6a99-40d0-9b13-b42075e8ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:26.227303 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da36a789-a964-4e6e-8209-d5118495a653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.228635 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b73cebca-81d4-425f-9f48-d7fc62c581ee req-f3d08157-6a99-40d0-9b13-b42075e8ad71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f09fde878de341aca0d76fa8fb497fc7&device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 1126 time: 0.0980129 Jan 28 19:16:26.228913 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d58422b9-2287-4d1b-be31-5a1f27af482a None None] Deleting port 28e9a6d4-ae1f-4109-94ca-75e955b2d829 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:26.229366 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d58422b9-2287-4d1b-be31-5a1f27af482a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (28e9a6d4-ae1f-4109-94ca-75e955b2d829), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.237186 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d6410-6b85-4b26-a2e1-89d4a1d69808 req-58c53064-64cc-4d0a-9345-472dbfc2ccb1 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:26.238668 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2c2d6410-6b85-4b26-a2e1-89d4a1d69808 req-58c53064-64cc-4d0a-9345-472dbfc2ccb1 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1069338 Jan 28 19:16:26.241594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Deleting port 28e9a6d4-ae1f-4109-94ca-75e955b2d829 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:26.241825 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (28e9a6d4-ae1f-4109-94ca-75e955b2d829), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.254220 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da36a789-a964-4e6e-8209-d5118495a653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.270589 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ffd8da1f-d501-47ef-b4f6-901377d1bddc req-2023a25e-583d-4270-9272-40ad5a8e8195 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748559 Jan 28 19:16:26.302545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d58422b9-2287-4d1b-be31-5a1f27af482a None None] For port 28e9a6d4-ae1f-4109-94ca-75e955b2d829, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=28e9a6d4-ae1f-4109-94ca-75e955b2d829,segment=NetworkSegment(102da3cf-397f-4635-afa0-ce9e515dc68a),segment_id=102da3cf-397f-4635-afa0-ce9e515dc68a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:26.303076 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d58422b9-2287-4d1b-be31-5a1f27af482a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (28e9a6d4-ae1f-4109-94ca-75e955b2d829), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.333076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d58422b9-2287-4d1b-be31-5a1f27af482a None None] Calling delete_port for 28e9a6d4-ae1f-4109-94ca-75e955b2d829 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:26.366701 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe1b1-eecc-4848-8f65-90e49f6840c4 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (4c490cb8-8fd0-423d-b967-90cd4b513d67), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.405977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] For port 28e9a6d4-ae1f-4109-94ca-75e955b2d829, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=28e9a6d4-ae1f-4109-94ca-75e955b2d829,segment=NetworkSegment(102da3cf-397f-4635-afa0-ce9e515dc68a),segment_id=102da3cf-397f-4635-afa0-ce9e515dc68a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:26.406233 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (28e9a6d4-ae1f-4109-94ca-75e955b2d829), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.431005 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Calling delete_port for 28e9a6d4-ae1f-4109-94ca-75e955b2d829 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:26.431234 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d58422b9-2287-4d1b-be31-5a1f27af482a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (28e9a6d4-ae1f-4109-94ca-75e955b2d829), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.450381 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2c2d6410-6b85-4b26-a2e1-89d4a1d69808 req-6a25b3f2-4977-4d82-9be5-3d3f75cb8520 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983654 Jan 28 19:16:26.473670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58422b9-2287-4d1b-be31-5a1f27af482a None None] Pushing event deleted for resources: {'Port': ['ID=28e9a6d4-ae1f-4109-94ca-75e955b2d829,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:26.477855 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58422b9-2287-4d1b-be31-5a1f27af482a None None] No DVR routers for this DVR port 28e9a6d4-ae1f-4109-94ca-75e955b2d829 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:26.497545 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da36a789-a964-4e6e-8209-d5118495a653 admin admin] Publish callbacks [] for security_group (fb8142ae-0cf1-4ff6-90f9-3108ba0166ed), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.505324 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da36a789-a964-4e6e-8209-d5118495a653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fb8142ae-0cf1-4ff6-90f9-3108ba0166ed), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.526824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cebca-81d4-425f-9f48-d7fc62c581ee req-0261cf95-fca2-4c63-86e7-1daff1b61ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:26.528393 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b73cebca-81d4-425f-9f48-d7fc62c581ee req-0261cf95-fca2-4c63-86e7-1daff1b61ee1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 200 len: 913 time: 0.2888598 Jan 28 19:16:26.540161 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da36a789-a964-4e6e-8209-d5118495a653 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:16:26.542983 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe1b1-eecc-4848-8f65-90e49f6840c4 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (4c490cb8-8fd0-423d-b967-90cd4b513d67), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.568451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36a789-a964-4e6e-8209-d5118495a653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:26.589168 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da36a789-a964-4e6e-8209-d5118495a653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (66139151-886b-4c11-a2c2-236a4d651755), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:26.589497 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-da36a789-a964-4e6e-8209-d5118495a653 admin admin] Added segment 66139151-886b-4c11-a2c2-236a4d651755 of type vlan for network 2102cb4c-1a8c-4160-88a9-27c39edb311a Jan 28 19:16:26.979936 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b73cebca-81d4-425f-9f48-d7fc62c581ee req-42fc5b7b-b52d-4b34-90d9-baf66bea402f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879 HTTP/1.1" status: 200 len: 999 time: 0.4441233 Jan 28 19:16:26.985293 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (28e9a6d4-ae1f-4109-94ca-75e955b2d829), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.059217 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Port': ['ID=28e9a6d4-ae1f-4109-94ca-75e955b2d829,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:27.070744 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da36a789-a964-4e6e-8209-d5118495a653 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (2102cb4c-1a8c-4160-88a9-27c39edb311a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.076238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] No DVR routers for this DVR port 28e9a6d4-ae1f-4109-94ca-75e955b2d829 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:27.081266 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2fc5a08f-e85d-49d2-89bb-b3bbc0d9d082 req-182e3fd3-42b2-41f5-a4aa-fc704acc9f0e tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0759351 Jan 28 19:16:27.111337 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da36a789-a964-4e6e-8209-d5118495a653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (2102cb4c-1a8c-4160-88a9-27c39edb311a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.112377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da36a789-a964-4e6e-8209-d5118495a653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:27.113062 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da36a789-a964-4e6e-8209-d5118495a653 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.115512 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cebca-81d4-425f-9f48-d7fc62c581ee req-f113084b-877a-487d-98fb-66fc6d7e11e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:27.117529 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b73cebca-81d4-425f-9f48-d7fc62c581ee req-f113084b-877a-487d-98fb-66fc6d7e11e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 200 len: 851 time: 0.1281526 Jan 28 19:16:27.181639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f7e8e-05d2-4cc3-9b11-f29ec51261b5 req-a9850b7b-4a81-4404-a9dd-d11749b3676a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:27.183231 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-436f7e8e-05d2-4cc3-9b11-f29ec51261b5 req-a9850b7b-4a81-4404-a9dd-d11749b3676a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.6360605 Jan 28 19:16:27.205836 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3a8fe1b1-eecc-4848-8f65-90e49f6840c4 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Deleting port 5ef8123b-0c40-4bec-9ce1-60ab670166f5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:27.206232 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe1b1-eecc-4848-8f65-90e49f6840c4 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5ef8123b-0c40-4bec-9ce1-60ab670166f5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.208006 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (9e86c984-dff2-4584-94ca-dbb6a6826eb9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.222249 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-da36a789-a964-4e6e-8209-d5118495a653 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3303308 Jan 28 19:16:27.222858 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46022) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:27.234838 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e86c984-dff2-4584-94ca-dbb6a6826eb9']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:27.245179 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-75a4ffbf-a98b-49a5-89a2-f78496af5eaf admin admin] Request body: {'subnet': {'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-187299519-subnet', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:27.246530 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102da3cf-397f-4635-afa0-ce9e515dc68a') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:27.246873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102da3cf-397f-4635-afa0-ce9e515dc68a') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:27.250097 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cebca-81d4-425f-9f48-d7fc62c581ee req-885fbdf5-c49a-4c5a-b0d6-a525d0fb4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:27.251704 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b73cebca-81d4-425f-9f48-d7fc62c581ee req-885fbdf5-c49a-4c5a-b0d6-a525d0fb4771 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b49b190d-5fb3-41cb-a694-b0a0b7d47b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1144421 Jan 28 19:16:27.260576 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (102da3cf-397f-4635-afa0-ce9e515dc68a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.284283 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36a789-a964-4e6e-8209-d5118495a653 admin admin] Pushing event updated for resources: {'Network': ['ID=2102cb4c-1a8c-4160-88a9-27c39edb311a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:27.296094 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 2102cb4c-1a8c-4160-88a9-27c39edb311a details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:16:27.335544 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a4ffbf-a98b-49a5-89a2-f78496af5eaf admin admin] Made reservation on behalf of 8cc767c1cbe248bab484e9622a21d031 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:27.337467 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (102da3cf-397f-4635-afa0-ce9e515dc68a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.338261 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75a4ffbf-a98b-49a5-89a2-f78496af5eaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.362196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:16:27.366170 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (102da3cf-397f-4635-afa0-ce9e515dc68a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.378054 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-436f7e8e-05d2-4cc3-9b11-f29ec51261b5 req-b362c774-6884-4bb2-ad23-82dade5bc291 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850829 Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:16:27.381575 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:16:27.453248 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe1b1-eecc-4848-8f65-90e49f6840c4 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5ef8123b-0c40-4bec-9ce1-60ab670166f5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.493321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3a8fe1b1-eecc-4848-8f65-90e49f6840c4 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Calling delete_port for 5ef8123b-0c40-4bec-9ce1-60ab670166f5 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:27.505023 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b73cebca-81d4-425f-9f48-d7fc62c581ee req-c2ab308d-2bfe-4549-b4d4-83efd845feb4 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460067 Jan 28 19:16:27.521697 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (9e86c984-dff2-4584-94ca-dbb6a6826eb9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.568873 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.575365 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] 10.222.0.55 "DELETE /v2.0/networks/9e86c984-dff2-4584-94ca-dbb6a6826eb9 HTTP/1.1" status: 204 len: 168 time: 1.7176049 Jan 28 19:16:27.594921 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21313d27-7370-4bd1-89cf-43e888fd3fc8 req-ef0053e6-5a51-4fcd-bce6-fa47d873e976 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:27.602135 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-21313d27-7370-4bd1-89cf-43e888fd3fc8 req-ef0053e6-5a51-4fcd-bce6-fa47d873e976 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.2066522 Jan 28 19:16:27.613912 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9151c0-ee06-427d-a90b-42f970f4aa11 tempest-NetworksTest-1409572095 tempest-NetworksTest-1409572095-project] Pushing event deleted for resources: {'Network': ['ID=9e86c984-dff2-4584-94ca-dbb6a6826eb9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:27.690664 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-21313d27-7370-4bd1-89cf-43e888fd3fc8 req-c7da8788-1fc0-4f14-b519-04bd739f9975 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876222 Jan 28 19:16:27.695279 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b73cebca-81d4-425f-9f48-d7fc62c581ee req-8d496b61-da45-4761-a34d-aaf1331763a2 service neutron] 10.222.0.37 "GET /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836371 Jan 28 19:16:27.768174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa08faa-2fab-4c85-9094-571d42cd55a2 req-62a224d4-a2ca-4409-847f-eaaea53df81f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:27.769749 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-baa08faa-2fab-4c85-9094-571d42cd55a2 req-62a224d4-a2ca-4409-847f-eaaea53df81f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.2103984 Jan 28 19:16:27.818971 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75a4ffbf-a98b-49a5-89a2-f78496af5eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (b17c08f2-27fc-4e90-b48d-43d50a5e8a2c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:27.892969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46032) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:27.951521 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-baa08faa-2fab-4c85-9094-571d42cd55a2 req-87d6fd25-9e08-4eda-9366-9ffc767d2872 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728044 Jan 28 19:16:27.963561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4ffbf-a98b-49a5-89a2-f78496af5eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b17c08f2-27fc-4e90-b48d-43d50a5e8a2c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:27.980651 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe1b1-eecc-4848-8f65-90e49f6840c4 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (5ef8123b-0c40-4bec-9ce1-60ab670166f5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.014166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fe1b1-eecc-4848-8f65-90e49f6840c4 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Pushing event deleted for resources: {'Port': ['ID=5ef8123b-0c40-4bec-9ce1-60ab670166f5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:28.017780 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4ffbf-a98b-49a5-89a2-f78496af5eaf admin admin] Checking segment: {'id': '66139151-886b-4c11-a2c2-236a4d651755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:28.018246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a4ffbf-a98b-49a5-89a2-f78496af5eaf admin admin] Network hostable DHCP agents. Network: 2102cb4c-1a8c-4160-88a9-27c39edb311a, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:16:28.098050 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46036) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:28.098630 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8c8ec986-2287-46ad-bd44-ae0fddc2801a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5416b8fbc0b84fbb996f4a3dc6ae761a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2034318 Jan 28 19:16:28.121267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a4ffbf-a98b-49a5-89a2-f78496af5eaf admin admin] Network 2102cb4c-1a8c-4160-88a9-27c39edb311a is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:16:28.129695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 28e9a6d4-ae1f-4109-94ca-75e955b2d829 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:16:28.132105 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe1b1-eecc-4848-8f65-90e49f6840c4 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (4c490cb8-8fd0-423d-b967-90cd4b513d67), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.167288 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 28e9a6d4-ae1f-4109-94ca-75e955b2d829 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:16:28.168035 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 28e9a6d4-ae1f-4109-94ca-75e955b2d829 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:16:28.185486 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-75a4ffbf-a98b-49a5-89a2-f78496af5eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 2102cb4c-1a8c-4160-88a9-27c39edb311a) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:28.192791 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a4ffbf-a98b-49a5-89a2-f78496af5eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:28.192892 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75a4ffbf-a98b-49a5-89a2-f78496af5eaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.196322 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04ebde1-3f7a-434f-b9a9-9867a20e4c14 None None] Network 2102cb4c-1a8c-4160-88a9-27c39edb311a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:28.249548 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-908c3a7a-f49c-4968-8a47-e3e667669941 req-378ba088-625a-4965-b080-e5f9c8d4399e tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0461864 Jan 28 19:16:28.310006 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe1b1-eecc-4848-8f65-90e49f6840c4 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (4c490cb8-8fd0-423d-b967-90cd4b513d67), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.315670 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-75a4ffbf-a98b-49a5-89a2-f78496af5eaf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0753081 Jan 28 19:16:28.318803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46040) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:28.319104 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe1b1-eecc-4848-8f65-90e49f6840c4 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_controller (4c490cb8-8fd0-423d-b967-90cd4b513d67), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.326175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-187299519-router', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:28.339950 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dddcfa93-06fd-44e2-ad2f-f884d472526e admin admin] Publish callbacks [] for security_group (a7645e19-7738-48f9-a044-a668227b27e0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.341134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-2102cb4c-1a8c-4160-88a9-27c39edb311a', 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a', 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'fixed_ips': [{'subnet_id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:16:28.344218 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.359887 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (de631864-170f-4322-8117-e6cdb81c39da), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.361676 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (de631864-170f-4322-8117-e6cdb81c39da), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.392553 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe1b1-eecc-4848-8f65-90e49f6840c4 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (4c490cb8-8fd0-423d-b967-90cd4b513d67), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.393251 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8fe1b1-eecc-4848-8f65-90e49f6840c4 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Fanout notify agent at l3_agent the message router_deleted on router 4c490cb8-8fd0-423d-b967-90cd4b513d67 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:16:28.403082 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe1b1-eecc-4848-8f65-90e49f6840c4 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.404863 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3a8fe1b1-eecc-4848-8f65-90e49f6840c4 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "DELETE /v2.0/routers/4c490cb8-8fd0-423d-b967-90cd4b513d67 HTTP/1.1" status: 204 len: 168 time: 2.2355518 Jan 28 19:16:28.408860 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46044) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:28.426441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-802530625', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:28.441449 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dddcfa93-06fd-44e2-ad2f-f884d472526e admin admin] Publish callbacks [] for security_group (a7645e19-7738-48f9-a044-a668227b27e0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.483340 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Publish callbacks [] for router_controller (de631864-170f-4322-8117-e6cdb81c39da), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.504049 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (2097d488-e5b1-4d21-9323-0a6d8efb9f36), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.505353 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (2097d488-e5b1-4d21-9323-0a6d8efb9f36), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.547386 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Allocated IP 172.20.0.2 (2102cb4c-1a8c-4160-88a9-27c39edb311a/b17c08f2-27fc-4e90-b48d-43d50a5e8a2c/1bc5545f-288d-4c8c-8be2-dc47971799ad) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:28.606972 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_controller (2097d488-e5b1-4d21-9323-0a6d8efb9f36), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.625608 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2baf1-530a-4cfe-bab2-082de4d42a4b req-0349b510-cd17-49c5-9d2c-3a25d31c5e30 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:28.627458 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8e2baf1-530a-4cfe-bab2-082de4d42a4b req-0349b510-cd17-49c5-9d2c-3a25d31c5e30 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.1486192 Jan 28 19:16:28.631005 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dddcfa93-06fd-44e2-ad2f-f884d472526e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a7645e19-7738-48f9-a044-a668227b27e0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.633936 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dddcfa93-06fd-44e2-ad2f-f884d472526e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.635256 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dddcfa93-06fd-44e2-ad2f-f884d472526e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7645e19-7738-48f9-a044-a668227b27e0 HTTP/1.1" status: 204 len: 168 time: 0.5343237 Jan 28 19:16:28.697167 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Publish callbacks [] for router_gateway (de631864-170f-4322-8117-e6cdb81c39da), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.700944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcfa93-06fd-44e2-ad2f-f884d472526e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7645e19-7738-48f9-a044-a668227b27e0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:28.847355 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8e2baf1-530a-4cfe-bab2-082de4d42a4b req-00ebb556-313b-4dde-a204-175ef668af97 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097692 Jan 28 19:16:28.849617 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (2097d488-e5b1-4d21-9323-0a6d8efb9f36), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.875333 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Publish callbacks [] for port (1bc5545f-288d-4c8c-8be2-dc47971799ad), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.892922 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (1bc5545f-288d-4c8c-8be2-dc47971799ad), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:28.978857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Pushing event updated for resources: {'Port': ['ID=1bc5545f-288d-4c8c-8be2-dc47971799ad,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:29.007214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Network 2102cb4c-1a8c-4160-88a9-27c39edb311a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:29.019400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:29.026933 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:29.076152 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dde2db-ba94-4bda-8876-d57316f99be3 req-c582a6e1-a8be-4e7d-8799-d857647b52ee tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:29.086559 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65dde2db-ba94-4bda-8876-d57316f99be3 req-c582a6e1-a8be-4e7d-8799-d857647b52ee tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.2269654 Jan 28 19:16:29.110885 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Publish callbacks [] for router_gateway (de631864-170f-4322-8117-e6cdb81c39da), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:29.136273 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Attempting to bind port 1bc5545f-288d-4c8c-8be2-dc47971799ad on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:29.136847 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Attempting to bind port 1bc5545f-288d-4c8c-8be2-dc47971799ad by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '66139151-886b-4c11-a2c2-236a4d651755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:29.136937 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Attempting to bind port 1bc5545f-288d-4c8c-8be2-dc47971799ad on network 2102cb4c-1a8c-4160-88a9-27c39edb311a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:29.148888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:29.150101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Checking segment: {'id': '66139151-886b-4c11-a2c2-236a4d651755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:29.150101 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:29.150289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Bound using segment: {'id': '66139151-886b-4c11-a2c2-236a4d651755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:29.150695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Bound port: 1bc5545f-288d-4c8c-8be2-dc47971799ad, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66139151-886b-4c11-a2c2-236a4d651755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:29.153698 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:29.155517 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1bc5545f-288d-4c8c-8be2-dc47971799ad), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:29.188863 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65dde2db-ba94-4bda-8876-d57316f99be3 req-994943e1-4c79-4dd7-913b-e6b09d45be4b tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034577 Jan 28 19:16:29.239654 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (2097d488-e5b1-4d21-9323-0a6d8efb9f36), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:29.269917 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:29.277818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] For port 1bc5545f-288d-4c8c-8be2-dc47971799ad, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:29.283145 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] For port 1bc5545f-288d-4c8c-8be2-dc47971799ad, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1bc5545f-288d-4c8c-8be2-dc47971799ad,segment=NetworkSegment(66139151-886b-4c11-a2c2-236a4d651755),segment_id=66139151-886b-4c11-a2c2-236a4d651755)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:29.294454 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1bc5545f-288d-4c8c-8be2-dc47971799ad), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:29.354920 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e09bd-c068-40f1-8437-35d96f237c03 None None] Pushing event updated for resources: {'Port': ['ID=1bc5545f-288d-4c8c-8be2-dc47971799ad,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:29.387333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Allocated IP 172.25.0.209 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/7fb06b1d-5bd5-4b07-ac41-7d979b2c3198) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:29.418399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f59bd0-1450-4ed4-88f7-90c13f89b0e2 req-1ab769cd-c34f-48c8-88e7-bc2959f16deb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:29.420865 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-46f59bd0-1450-4ed4-88f7-90c13f89b0e2 req-1ab769cd-c34f-48c8-88e7-bc2959f16deb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.3037372 Jan 28 19:16:29.426588 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-59217770-0441-48ec-98b8-7227ee22f693 req-c997be60-c38e-40f4-9112-d0632c0ac34a tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0417106 Jan 28 19:16:29.498337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-46f59bd0-1450-4ed4-88f7-90c13f89b0e2 req-6d6dcad4-23b1-4bfa-9bc9-7efb45bdaa48 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636396 Jan 28 19:16:29.575916 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Publish callbacks [] for port (7fb06b1d-5bd5-4b07-ac41-7d979b2c3198), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:29.624060 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (7fb06b1d-5bd5-4b07-ac41-7d979b2c3198), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:29.718059 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:29.721033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:29.726982 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:29.744143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Allocated IP 172.25.0.59 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/1d7adaa5-5601-4421-ada2-8984a44c4f99) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:29.778581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=7fb06b1d-5bd5-4b07-ac41-7d979b2c3198,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:29.803493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:29.930723 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for port (1d7adaa5-5601-4421-ada2-8984a44c4f99), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:29.947890 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9e1dea28-b502-4383-8acc-e3158fe624d0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-818332641'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:29.969692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 987531cc-562b-4ff0-9f10-392e78eaf0ea details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:16:30.002068 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1dea28-b502-4383-8acc-e3158fe624d0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:30.005850 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e1dea28-b502-4383-8acc-e3158fe624d0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.007129 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1d7adaa5-5601-4421-ada2-8984a44c4f99), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.025694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 987531cc-562b-4ff0-9f10-392e78eaf0ea no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:16:30.034977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e1dea28-b502-4383-8acc-e3158fe624d0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.131797 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.133259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:30.142920 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Pushing event updated for resources: {'Port': ['ID=1d7adaa5-5601-4421-ada2-8984a44c4f99,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:30.153335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:30.160929 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:30.223865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 987531cc-562b-4ff0-9f10-392e78eaf0ea is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:30.224431 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.264905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18479f13-e47b-47f2-914d-4366864372d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '987531cc-562b-4ff0-9f10-392e78eaf0ea'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:30.265255 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Publish callbacks [] for router_gateway (de631864-170f-4322-8117-e6cdb81c39da), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.271567 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cee551-4e67-44fa-b7a9-759b73ea002e" -d '{"events": [{"server_uuid": "18479f13-e47b-47f2-914d-4366864372d5", "name": "network-vif-unplugged", "status": "completed", "tag": "987531cc-562b-4ff0-9f10-392e78eaf0ea"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:30.276315 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 987531cc-562b-4ff0-9f10-392e78eaf0ea, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=987531cc-562b-4ff0-9f10-392e78eaf0ea,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:30.306457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1bc5545f-288d-4c8c-8be2-dc47971799ad up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:30.318092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 987531cc-562b-4ff0-9f10-392e78eaf0ea, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=987531cc-562b-4ff0-9f10-392e78eaf0ea,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:30.356781 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.357612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device aca36bc6-d415-4159-bdd5-0789222372da no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:16:30.364757 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e1dea28-b502-4383-8acc-e3158fe624d0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (56119304-73c2-4f05-ae36-2bb24ea946bf), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.410757 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e1dea28-b502-4383-8acc-e3158fe624d0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (56119304-73c2-4f05-ae36-2bb24ea946bf), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.413683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '987531cc-562b-4ff0-9f10-392e78eaf0ea', 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900', 'port_id': '987531cc-562b-4ff0-9f10-392e78eaf0ea', 'mac_address': 'fa:16:3e:bb:e2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae82aed-d710-4ea3-a053-d0d0552a67d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:16:30.425765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1dea28-b502-4383-8acc-e3158fe624d0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:16:30.447823 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e1dea28-b502-4383-8acc-e3158fe624d0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f68958ac-47eb-43ee-b78d-f27a9075bc1c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.448654 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-9e1dea28-b502-4383-8acc-e3158fe624d0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Added segment f68958ac-47eb-43ee-b78d-f27a9075bc1c of type vlan for network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb Jan 28 19:16:30.497082 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e1dea28-b502-4383-8acc-e3158fe624d0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (2356a48d-87e0-48e9-b70d-d30e1c2d78fb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.518446 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 987531cc-562b-4ff0-9f10-392e78eaf0ea is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:30.518844 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.572781 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67bc1c-296b-4a1d-8d84-19fd07153e53 req-6c3b4380-1e2d-4ec8-a8f8-eff8e377ba49 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:30.581468 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec67bc1c-296b-4a1d-8d84-19fd07153e53 req-6c3b4380-1e2d-4ec8-a8f8-eff8e377ba49 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 944 time: 0.2148662 Jan 28 19:16:30.590785 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1dea28-b502-4383-8acc-e3158fe624d0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56119304-73c2-4f05-ae36-2bb24ea946bf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:30.604599 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e1dea28-b502-4383-8acc-e3158fe624d0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (2356a48d-87e0-48e9-b70d-d30e1c2d78fb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.606396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987531cc-562b-4ff0-9f10-392e78eaf0ea {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:16:30.610193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1dea28-b502-4383-8acc-e3158fe624d0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:30.610772 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e1dea28-b502-4383-8acc-e3158fe624d0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.690167 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 987531cc-562b-4ff0-9f10-392e78eaf0ea, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=987531cc-562b-4ff0-9f10-392e78eaf0ea,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:30.697172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port aca36bc6-d415-4159-bdd5-0789222372da is: DOWN; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:30.713840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=987531cc-562b-4ff0-9f10-392e78eaf0ea,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:30.719916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1dea28-b502-4383-8acc-e3158fe624d0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Network': ['ID=2356a48d-87e0-48e9-b70d-d30e1c2d78fb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:30.732199 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9e1dea28-b502-4383-8acc-e3158fe624d0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9275556 Jan 28 19:16:30.735970 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.745778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:16:30.750661 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46088) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:30.768719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5aed0a03-879b-496f-82ce-ce184dac2d5a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'name': 'tempest-PortsIpV6TestJSON-1599674738'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:30.793814 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec67bc1c-296b-4a1d-8d84-19fd07153e53 req-070e762a-a3c8-42fa-9e18-c4fb40a4da22 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085826 Jan 28 19:16:30.841135 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (2097d488-e5b1-4d21-9323-0a6d8efb9f36), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.899550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9c864-8126-493c-9720-b51fd66cac97 req-f9965443-fa66-417c-9b9d-bbf3c4415108 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:30.903695 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23c9c864-8126-493c-9720-b51fd66cac97 req-f9965443-fa66-417c-9b9d-bbf3c4415108 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.5358312 Jan 28 19:16:30.923234 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e12c06-1fc0-4d44-b052-7129cd681b08 x-openstack-request-id: req-85e12c06-1fc0-4d44-b052-7129cd681b08 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:30.923699 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18479f13-e47b-47f2-914d-4366864372d5", "name": "network-vif-unplugged", "status": "completed", "tag": "987531cc-562b-4ff0-9f10-392e78eaf0ea", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:30.924039 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-85e12c06-1fc0-4d44-b052-7129cd681b08 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:30.925110 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18479f13-e47b-47f2-914d-4366864372d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '987531cc-562b-4ff0-9f10-392e78eaf0ea', 'code': 200} Jan 28 19:16:30.933306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1bc5545f-288d-4c8c-8be2-dc47971799ad triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:30.933886 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1bc5545f-288d-4c8c-8be2-dc47971799ad), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.982627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aed0a03-879b-496f-82ce-ce184dac2d5a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:30.988065 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aed0a03-879b-496f-82ce-ce184dac2d5a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:30.992035 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201ca649-da85-467d-a399-b734c4de4631 None None] Network 2102cb4c-1a8c-4160-88a9-27c39edb311a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:31.083189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['987531cc-562b-4ff0-9f10-392e78eaf0ea'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:31.091740 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52db4a25-a4bb-47a9-aba6-65d6c4881c86 req-3f9b54aa-6499-42c2-bcde-523189ff29c4 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0618098 Jan 28 19:16:31.127334 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (de631864-170f-4322-8117-e6cdb81c39da), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:31.138804 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-5aed0a03-879b-496f-82ce-ce184dac2d5a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] device_id is not set on port 640187dc-2e89-45e8-906b-f948fcb9de68 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:16:31.166001 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (2097d488-e5b1-4d21-9323-0a6d8efb9f36), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:31.322897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1545ca2-3025-455a-a463-1a2caf122916 req-5cea367f-61f5-4206-9ad9-b61b8243b424 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:31.324772 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1545ca2-3025-455a-a463-1a2caf122916 req-5cea367f-61f5-4206-9ad9-b61b8243b424 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1057110 Jan 28 19:16:31.385138 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aed0a03-879b-496f-82ce-ce184dac2d5a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (640187dc-2e89-45e8-906b-f948fcb9de68), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:31.395972 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1545ca2-3025-455a-a463-1a2caf122916 req-82199597-98c4-4d21-9ce5-8b497dbc34cb tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625980 Jan 28 19:16:31.442305 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Router 2097d488-e5b1-4d21-9323-0a6d8efb9f36 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:16:31.476872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=987531cc-562b-4ff0-9f10-392e78eaf0ea,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:31.494841 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-83c3c9bf-fea1-4609-a4ad-63eeaa589bbb None None] Provisioning complete for port 1bc5545f-288d-4c8c-8be2-dc47971799ad triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:31.495571 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83c3c9bf-fea1-4609-a4ad-63eeaa589bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1bc5545f-288d-4c8c-8be2-dc47971799ad), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:31.504305 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23c9c864-8126-493c-9720-b51fd66cac97 req-8fe46d2b-69a5-45d7-8e35-a42eb72612aa tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035397 Jan 28 19:16:31.555108 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aed0a03-879b-496f-82ce-ce184dac2d5a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (640187dc-2e89-45e8-906b-f948fcb9de68), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:31.599117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1bc5545f-288d-4c8c-8be2-dc47971799ad is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:31.599605 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1bc5545f-288d-4c8c-8be2-dc47971799ad), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:31.606351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed0a03-879b-496f-82ce-ce184dac2d5a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=640187dc-2e89-45e8-906b-f948fcb9de68,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:31.608544 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Router de631864-170f-4322-8117-e6cdb81c39da is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:16:31.650362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb0dd2-e1ed-4c4c-be8f-74479446108c req-95e28d29-7017-4e94-8b0a-4decc3462d1c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:31.651927 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2fb0dd2-e1ed-4c4c-be8f-74479446108c req-95e28d29-7017-4e94-8b0a-4decc3462d1c tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.1121941 Jan 28 19:16:31.665769 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:31.705896 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 1bc5545f-288d-4c8c-8be2-dc47971799ad, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1bc5545f-288d-4c8c-8be2-dc47971799ad,segment=NetworkSegment(66139151-886b-4c11-a2c2-236a4d651755),segment_id=66139151-886b-4c11-a2c2-236a4d651755)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:31.709086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30df0355-b633-4752-8f03-c7fb929bfefe None None] Sync routers for ids ['2097d488-e5b1-4d21-9323-0a6d8efb9f36'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:31.725397 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1bc5545f-288d-4c8c-8be2-dc47971799ad), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:31.730489 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:31.736015 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:31.740393 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bb7a3fc1-dd9f-4d4d-93e3-4e6421127788 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.3300047 Jan 28 19:16:31.742010 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46092) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:31.743289 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Sync routers for ids ['de631864-170f-4322-8117-e6cdb81c39da'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:31.748784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-35bc9acb-107d-42fb-bfdc-99f8bc7ed19e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:31.760053 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Routers {'de631864-170f-4322-8117-e6cdb81c39da'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:31.760681 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['de631864-170f-4322-8117-e6cdb81c39da'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:31.762986 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2fb0dd2-e1ed-4c4c-be8f-74479446108c req-8ed268bc-d1fc-4cac-8a3c-0ad7e579a81a tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819292 Jan 28 19:16:31.808783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aed0a03-879b-496f-82ce-ce184dac2d5a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Checking segment: {'id': 'f68958ac-47eb-43ee-b78d-f27a9075bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:31.812754 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed0a03-879b-496f-82ce-ce184dac2d5a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network hostable DHCP agents. Network: 2356a48d-87e0-48e9-b70d-d30e1c2d78fb, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:16:31.831333 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:31.835258 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6aabe102-69a2-476d-8df7-a31b29d88fa4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5120313 Jan 28 19:16:31.836048 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46098) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:31.846223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30df0355-b633-4752-8f03-c7fb929bfefe None None] Routers {'2097d488-e5b1-4d21-9323-0a6d8efb9f36'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:31.847100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-30df0355-b633-4752-8f03-c7fb929bfefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2097d488-e5b1-4d21-9323-0a6d8efb9f36'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:31.850903 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-83c3c9bf-fea1-4609-a4ad-63eeaa589bbb None None] Current status of the port 1bc5545f-288d-4c8c-8be2-dc47971799ad is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:31.852122 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83c3c9bf-fea1-4609-a4ad-63eeaa589bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1bc5545f-288d-4c8c-8be2-dc47971799ad), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:31.959538 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Set router de631864-170f-4322-8117-e6cdb81c39da gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:31.974120 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed0a03-879b-496f-82ce-ce184dac2d5a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:16:32.031895 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5aed0a03-879b-496f-82ce-ce184dac2d5a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 2356a48d-87e0-48e9-b70d-d30e1c2d78fb) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:32.039403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed0a03-879b-496f-82ce-ce184dac2d5a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:32.044647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed0a03-879b-496f-82ce-ce184dac2d5a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:32.045273 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aed0a03-879b-496f-82ce-ce184dac2d5a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:32.050125 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-30df0355-b633-4752-8f03-c7fb929bfefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:32.069595 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af22d5e-9c3d-4464-9bd5-57de3fcabdc1 None None] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:32.082053 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4b5e64ee-1a78-4884-aa42-c07799487382 service neutron] 10.222.0.31 "GET /v2.0/ports/aca36bc6-d415-4159-bdd5-0789222372da/bindings/n-h2-824834-4 HTTP/1.1" status: 200 len: 384 time: 0.2634125 Jan 28 19:16:32.130594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=1bc5545f-288d-4c8c-8be2-dc47971799ad,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:32.164522 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb812ffb-5a03-4fc7-aefc-5fbb56b4c2a9 req-560d1e25-e6d6-48df-8590-a32beffd5d6a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:32.167304 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb812ffb-5a03-4fc7-aefc-5fbb56b4c2a9 req-560d1e25-e6d6-48df-8590-a32beffd5d6a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 945 time: 0.2144485 Jan 28 19:16:32.168520 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5aed0a03-879b-496f-82ce-ce184dac2d5a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4167130 Jan 28 19:16:32.175279 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46108) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:32.180360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9c987d7a-79ec-459a-8ea5-9978c0b1530d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-472191072'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:32.217064 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de631864-170f-4322-8117-e6cdb81c39da', 'name': 'tempest-TaggedBootDevicesTest-187299519-router', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:28Z', 'updated_at': '2022-01-28T19:16:29Z', 'revision_number': 3, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'gw_port': {'id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:29Z', 'updated_at': '2022-01-28T19:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:32.247595 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Checking router: de631864-170f-4322-8117-e6cdb81c39da for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:16:32.248319 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Updating router de631864-170f-4322-8117-e6cdb81c39da port 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:16:32.293201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30df0355-b633-4752-8f03-c7fb929bfefe None None] Routers {'2097d488-e5b1-4d21-9323-0a6d8efb9f36'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:32.293686 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7fb06b1d-5bd5-4b07-ac41-7d979b2c3198), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:32.293844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-30df0355-b633-4752-8f03-c7fb929bfefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2097d488-e5b1-4d21-9323-0a6d8efb9f36'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:32.306280 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c987d7a-79ec-459a-8ea5-9978c0b1530d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:32.309654 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c987d7a-79ec-459a-8ea5-9978c0b1530d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:32.330762 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb812ffb-5a03-4fc7-aefc-5fbb56b4c2a9 req-082bf26b-ce43-4398-83ee-9161b34d3585 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391089 Jan 28 19:16:32.452797 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-30df0355-b633-4752-8f03-c7fb929bfefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:32.453550 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30df0355-b633-4752-8f03-c7fb929bfefe None None] The sync data for ids ['2097d488-e5b1-4d21-9323-0a6d8efb9f36'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:32.487682 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-83c3c9bf-fea1-4609-a4ad-63eeaa589bbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:16:32.488304 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-83c3c9bf-fea1-4609-a4ad-63eeaa589bbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:16:32.751140 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Publish callbacks [] for port (7fb06b1d-5bd5-4b07-ac41-7d979b2c3198), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:32.760061 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7fb06b1d-5bd5-4b07-ac41-7d979b2c3198), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:32.825910 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Attempting to bind port 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:32.826583 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Attempting to bind port 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:32.826959 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Attempting to bind port 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:32.833353 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208834a2-0470-4b40-995f-7e2267029c13 None None] Pushing event updated for resources: {'Port': ['ID=7fb06b1d-5bd5-4b07-ac41-7d979b2c3198,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:32.844690 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208834a2-0470-4b40-995f-7e2267029c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:32.845286 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208834a2-0470-4b40-995f-7e2267029c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:32.845792 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208834a2-0470-4b40-995f-7e2267029c13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:32.846303 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208834a2-0470-4b40-995f-7e2267029c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:32.847276 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208834a2-0470-4b40-995f-7e2267029c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:32.847560 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c987d7a-79ec-459a-8ea5-9978c0b1530d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:16:32.848486 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208834a2-0470-4b40-995f-7e2267029c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:32.848977 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208834a2-0470-4b40-995f-7e2267029c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:32.849437 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208834a2-0470-4b40-995f-7e2267029c13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:32.849901 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208834a2-0470-4b40-995f-7e2267029c13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:32.850386 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208834a2-0470-4b40-995f-7e2267029c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:32.851371 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208834a2-0470-4b40-995f-7e2267029c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:32.851902 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208834a2-0470-4b40-995f-7e2267029c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:32.852501 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208834a2-0470-4b40-995f-7e2267029c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:32.857411 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:32.858250 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:32.859195 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:32.859719 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:32.860342 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Bound port: 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:32.860936 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7fb06b1d-5bd5-4b07-ac41-7d979b2c3198), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:32.868909 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c987d7a-79ec-459a-8ea5-9978c0b1530d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (b63ab541-6c52-4dee-89ed-10c70dfe2df6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:32.869265 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-9c987d7a-79ec-459a-8ea5-9978c0b1530d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Added segment b63ab541-6c52-4dee-89ed-10c70dfe2df6 of type vlan for network 3201c479-0d46-480a-9571-f79847122de4 Jan 28 19:16:32.920899 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] For port 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:32.924447 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] For port 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7fb06b1d-5bd5-4b07-ac41-7d979b2c3198,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:32.937411 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7fb06b1d-5bd5-4b07-ac41-7d979b2c3198), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:32.969167 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c987d7a-79ec-459a-8ea5-9978c0b1530d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (3201c479-0d46-480a-9571-f79847122de4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.002880 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d13e344e-df95-4ba0-a561-fc6c30270c33 req-90ef3d18-4ec7-40a3-8577-1e2760702f0c tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0908067 Jan 28 19:16:33.019485 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208834a2-0470-4b40-995f-7e2267029c13 None None] Pushing event updated for resources: {'Port': ['ID=7fb06b1d-5bd5-4b07-ac41-7d979b2c3198,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:33.022499 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Routers {'de631864-170f-4322-8117-e6cdb81c39da'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:33.023093 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['de631864-170f-4322-8117-e6cdb81c39da'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:33.050299 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35bc9acb-107d-42fb-bfdc-99f8bc7ed19e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (2097d488-e5b1-4d21-9323-0a6d8efb9f36), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.074390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-83c3c9bf-fea1-4609-a4ad-63eeaa589bbb None None] Current status of the port 1bc5545f-288d-4c8c-8be2-dc47971799ad is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:33.089053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-5d4b2a20-0491-4d13-92d5-8a8061bdc2d4 service neutron] For port aca36bc6-d415-4159-bdd5-0789222372da, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=aca36bc6-d415-4159-bdd5-0789222372da,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:33.090843 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c987d7a-79ec-459a-8ea5-9978c0b1530d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (3201c479-0d46-480a-9571-f79847122de4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.096202 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c987d7a-79ec-459a-8ea5-9978c0b1530d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:33.096533 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c987d7a-79ec-459a-8ea5-9978c0b1530d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.109423 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35bc9acb-107d-42fb-bfdc-99f8bc7ed19e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_gateway (2097d488-e5b1-4d21-9323-0a6d8efb9f36), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.123841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-5d4b2a20-0491-4d13-92d5-8a8061bdc2d4 service neutron] For port aca36bc6-d415-4159-bdd5-0789222372da, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:33.152386 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] Set router de631864-170f-4322-8117-e6cdb81c39da gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:33.204279 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-052f67ec-d34f-4930-a542-ea68016432ab None None] Provisioning complete for port 1bc5545f-288d-4c8c-8be2-dc47971799ad triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:33.204817 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-052f67ec-d34f-4930-a542-ea68016432ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1bc5545f-288d-4c8c-8be2-dc47971799ad), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.213948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9c987d7a-79ec-459a-8ea5-9978c0b1530d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0351558 Jan 28 19:16:33.214335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46144) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:33.215945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c987d7a-79ec-459a-8ea5-9978c0b1530d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Network': ['ID=3201c479-0d46-480a-9571-f79847122de4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:33.219407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'ports': [{'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb'}, {'network_id': '3201c479-0d46-480a-9571-f79847122de4'}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:33.219726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:33.220220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'network_id': '3201c479-0d46-480a-9571-f79847122de4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:33.226251 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313ef56-cbd3-4ab2-b047-3f76af013736 req-33d0155a-9779-4672-9214-83c6ef1deab5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:33.227867 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c313ef56-cbd3-4ab2-b047-3f76af013736 req-33d0155a-9779-4672-9214-83c6ef1deab5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2be1f53-39f7-44e8-88d4-bc2817da2ad0 HTTP/1.1" status: 200 len: 943 time: 0.1898720 Jan 28 19:16:33.241528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-5d4b2a20-0491-4d13-92d5-8a8061bdc2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca36bc6-d415-4159-bdd5-0789222372da {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:16:33.244754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 3201c479-0d46-480a-9571-f79847122de4 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:16:33.284004 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-5d4b2a20-0491-4d13-92d5-8a8061bdc2d4 service neutron] For port aca36bc6-d415-4159-bdd5-0789222372da, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=aca36bc6-d415-4159-bdd5-0789222372da,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:33.335235 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-5d4b2a20-0491-4d13-92d5-8a8061bdc2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aca36bc6-d415-4159-bdd5-0789222372da), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.341510 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-35bc9acb-107d-42fb-bfdc-99f8bc7ed19e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Deleting port 1d7adaa5-5601-4421-ada2-8984a44c4f99 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:33.341772 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35bc9acb-107d-42fb-bfdc-99f8bc7ed19e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1d7adaa5-5601-4421-ada2-8984a44c4f99), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.350786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e0974-84f4-455d-a0ce-438a6ebd30c1 req-cda49c79-9df5-48cc-b98e-aa6f14f0e99a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:33.357888 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a00e0974-84f4-455d-a0ce-438a6ebd30c1 req-cda49c79-9df5-48cc-b98e-aa6f14f0e99a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 944 time: 0.2119315 Jan 28 19:16:33.383712 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de631864-170f-4322-8117-e6cdb81c39da', 'name': 'tempest-TaggedBootDevicesTest-187299519-router', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:28Z', 'updated_at': '2022-01-28T19:16:29Z', 'revision_number': 3, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'gw_port': {'id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:29Z', 'updated_at': '2022-01-28T19:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:33.387565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-052f67ec-d34f-4930-a542-ea68016432ab None None] Current status of the port 1bc5545f-288d-4c8c-8be2-dc47971799ad is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:33.412529 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb3df96-7fde-4eb6-be9b-986ec569c1fa None None] The sync data for ids ['de631864-170f-4322-8117-e6cdb81c39da'] in n-d-824834-4 is: [{'id': 'de631864-170f-4322-8117-e6cdb81c39da', 'name': 'tempest-TaggedBootDevicesTest-187299519-router', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:28Z', 'updated_at': '2022-01-28T19:16:29Z', 'revision_number': 3, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'gw_port': {'id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:29Z', 'updated_at': '2022-01-28T19:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:33.482938 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c313ef56-cbd3-4ab2-b047-3f76af013736 req-394a6915-213f-4fb3-ad59-6621f9196f54 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Deleting port dd92615d-87ba-4b09-b829-cad2f55d3e40 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:33.483273 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c313ef56-cbd3-4ab2-b047-3f76af013736 req-394a6915-213f-4fb3-ad59-6621f9196f54 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.533455 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a00e0974-84f4-455d-a0ce-438a6ebd30c1 req-7059654f-627b-462e-ab1a-85ffb14ace9d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746867 Jan 28 19:16:33.547299 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.609035 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35bc9acb-107d-42fb-bfdc-99f8bc7ed19e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1d7adaa5-5601-4421-ada2-8984a44c4f99), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.646530 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-35bc9acb-107d-42fb-bfdc-99f8bc7ed19e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Calling delete_port for 1d7adaa5-5601-4421-ada2-8984a44c4f99 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:33.665488 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-5d4b2a20-0491-4d13-92d5-8a8061bdc2d4 service neutron] Transition to ACTIVE for port object aca36bc6-d415-4159-bdd5-0789222372da will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:16:33.673744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'port': 2} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:33.678736 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.689047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c313ef56-cbd3-4ab2-b047-3f76af013736 req-394a6915-213f-4fb3-ad59-6621f9196f54 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] For port dd92615d-87ba-4b09-b829-cad2f55d3e40, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=dd92615d-87ba-4b09-b829-cad2f55d3e40,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:33.689047 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c313ef56-cbd3-4ab2-b047-3f76af013736 req-394a6915-213f-4fb3-ad59-6621f9196f54 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.701734 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-5d4b2a20-0491-4d13-92d5-8a8061bdc2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (aca36bc6-d415-4159-bdd5-0789222372da), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.738579 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c313ef56-cbd3-4ab2-b047-3f76af013736 req-394a6915-213f-4fb3-ad59-6621f9196f54 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Calling delete_port for dd92615d-87ba-4b09-b829-cad2f55d3e40 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:33.788486 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:33.898297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-5d4b2a20-0491-4d13-92d5-8a8061bdc2d4 service neutron] No DVR routers for this DVR port aca36bc6-d415-4159-bdd5-0789222372da on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:33.903792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Allocated IP 172.20.0.1 (2102cb4c-1a8c-4160-88a9-27c39edb311a/b17c08f2-27fc-4e90-b48d-43d50a5e8a2c/4e02ebe3-7422-49eb-b7e7-d2d1640ffb59) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:33.921321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055fe4c-a59c-4c90-9cb7-9191d635d192 req-6460bd0d-66d0-4e38-89bc-dc7577b1430d tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:33.922965 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b055fe4c-a59c-4c90-9cb7-9191d635d192 req-6460bd0d-66d0-4e38-89bc-dc7577b1430d tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 945 time: 0.3072746 Jan 28 19:16:33.926670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b2a20-0491-4d13-92d5-8a8061bdc2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=aca36bc6-d415-4159-bdd5-0789222372da,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:33.998568 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 987531cc-562b-4ff0-9f10-392e78eaf0ea up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:34.054060 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-5d4b2a20-0491-4d13-92d5-8a8061bdc2d4 service neutron] 10.222.0.31 "PUT /v2.0/ports/aca36bc6-d415-4159-bdd5-0789222372da/bindings/n-h2-824834-4/activate HTTP/1.1" status: 200 len: 369 time: 1.9084680 Jan 28 19:16:34.054313 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c313ef56-cbd3-4ab2-b047-3f76af013736 req-394a6915-213f-4fb3-ad59-6621f9196f54 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (dd92615d-87ba-4b09-b829-cad2f55d3e40), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.081494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['f25af3c7-5aaa-4ed5-a847-edae90ee5e52', '6a87b861-fc58-4ab9-90c2-bbe9a2e036d6'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:34.107272 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a6915-213f-4fb3-ad59-6621f9196f54 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event deleted for resources: {'Port': ['ID=dd92615d-87ba-4b09-b829-cad2f55d3e40,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:34.200660 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Publish callbacks [] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.220519 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c313ef56-cbd3-4ab2-b047-3f76af013736 req-394a6915-213f-4fb3-ad59-6621f9196f54 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] No DVR routers for this DVR port dd92615d-87ba-4b09-b829-cad2f55d3e40 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:34.224284 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c313ef56-cbd3-4ab2-b047-3f76af013736 req-394a6915-213f-4fb3-ad59-6621f9196f54 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.235186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 987531cc-562b-4ff0-9f10-392e78eaf0ea triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:34.235904 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.238496 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c313ef56-cbd3-4ab2-b047-3f76af013736 req-394a6915-213f-4fb3-ad59-6621f9196f54 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "DELETE /v2.0/ports/dd92615d-87ba-4b09-b829-cad2f55d3e40 HTTP/1.1" status: 204 len: 173 time: 0.9985609 Jan 28 19:16:34.244094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] device_id is not set on port 9b69c6e9-54f4-4368-9158-6c5ed5af7854 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:16:34.245169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2be1f53-39f7-44e8-88d4-bc2817da2ad0', 'name': 'network-vif-deleted', 'tag': 'dd92615d-87ba-4b09-b829-cad2f55d3e40'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:34.249725 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b055fe4c-a59c-4c90-9cb7-9191d635d192 req-e73df2e6-5739-4286-a2e3-0c6b703abfcc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738664 Jan 28 19:16:34.263561 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f7f936-458b-4c38-af52-eb60b94a4624" -d '{"events": [{"server_uuid": "a2be1f53-39f7-44e8-88d4-bc2817da2ad0", "name": "network-vif-deleted", "tag": "dd92615d-87ba-4b09-b829-cad2f55d3e40"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:34.392878 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.403171 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35bc9acb-107d-42fb-bfdc-99f8bc7ed19e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1d7adaa5-5601-4421-ada2-8984a44c4f99), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.413373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-ed4ce7d2-ac21-4f78-8682-3bc96c0a03b3 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:34.415470 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-ed4ce7d2-ac21-4f78-8682-3bc96c0a03b3 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde&tenant_id=be0bcd491a344f1d9cdebd1430d3209a&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 1127 time: 0.2644939 Jan 28 19:16:34.462140 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Network 2102cb4c-1a8c-4160-88a9-27c39edb311a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:34.485159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:34.491523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:34.496641 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:34.526645 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8aa11651-e78e-4594-8a90-bf2c8a879543 req-3573c249-47c9-4f85-8399-4f6695c28155 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.1275878 Jan 28 19:16:34.564413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Pushing event updated for resources: {'Port': ['ID=4e02ebe3-7422-49eb-b7e7-d2d1640ffb59,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:34.594643 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (de631864-170f-4322-8117-e6cdb81c39da), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.623349 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc9acb-107d-42fb-bfdc-99f8bc7ed19e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Pushing event deleted for resources: {'Port': ['ID=1d7adaa5-5601-4421-ada2-8984a44c4f99,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:34.678087 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80aa14d-da30-46d6-86c5-449414d410b6 x-openstack-request-id: req-a80aa14d-da30-46d6-86c5-449414d410b6 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:34.679423 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2be1f53-39f7-44e8-88d4-bc2817da2ad0", "name": "network-vif-deleted", "tag": "dd92615d-87ba-4b09-b829-cad2f55d3e40", "status": "failed", "code": 422}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:34.679683 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a80aa14d-da30-46d6-86c5-449414d410b6 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:34.680599 n-d-824834-4 neutron-server[103147]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2be1f53-39f7-44e8-88d4-bc2817da2ad0', 'name': 'network-vif-deleted', 'tag': 'dd92615d-87ba-4b09-b829-cad2f55d3e40', 'status': 'failed', 'code': 422} returned with failed status Jan 28 19:16:34.687956 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-886b0a6f-32ba-4ebb-8d12-91096a9e7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:34.689486 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-886b0a6f-32ba-4ebb-8d12-91096a9e7565 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde&tenant_id=be0bcd491a344f1d9cdebd1430d3209a HTTP/1.1" status: 200 len: 1127 time: 0.2521193 Jan 28 19:16:34.872546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-c62a4771-5b96-483c-be44-a9a8fa9d6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:34.874413 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-c62a4771-5b96-483c-be44-a9a8fa9d6d81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 1127 time: 0.1520808 Jan 28 19:16:34.885754 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (9b69c6e9-54f4-4368-9158-6c5ed5af7854), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.905194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:34.905572 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7fb06b1d-5bd5-4b07-ac41-7d979b2c3198), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.926358 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35bc9acb-107d-42fb-bfdc-99f8bc7ed19e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (2097d488-e5b1-4d21-9323-0a6d8efb9f36), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.955620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 987531cc-562b-4ff0-9f10-392e78eaf0ea is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:34.956006 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:34.988793 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:35.045247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-40cd9aa0-28f1-4e44-88c4-97d80f67b0e7 None None] Provisioning complete for port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:35.045739 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40cd9aa0-28f1-4e44-88c4-97d80f67b0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:35.055532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-7b60ccea-e6d9-463d-9e34-9b7970a47689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:35.056876 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-7b60ccea-e6d9-463d-9e34-9b7970a47689 service neutron] 10.222.0.37 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 0.1711879 Jan 28 19:16:35.092756 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-40cd9aa0-28f1-4e44-88c4-97d80f67b0e7 None None] Port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:16:35.099767 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18479f13-e47b-47f2-914d-4366864372d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987531cc-562b-4ff0-9f10-392e78eaf0ea'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:35.102396 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7455411-64a8-459a-8d7b-55f8818a531f" -d '{"events": [{"server_uuid": "18479f13-e47b-47f2-914d-4366864372d5", "name": "network-vif-plugged", "status": "completed", "tag": "987531cc-562b-4ff0-9f10-392e78eaf0ea"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:35.116615 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-ac92c913-ef0a-4c5b-a814-c46970beee56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aca36bc6-d415-4159-bdd5-0789222372da HTTP/1.1" status: 200 len: 217 time: 0.0522733 Jan 28 19:16:35.124248 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 987531cc-562b-4ff0-9f10-392e78eaf0ea, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=987531cc-562b-4ff0-9f10-392e78eaf0ea,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:35.155586 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] device_id is not set on port f5d5d4c1-76ac-4146-9156-8c8f87d1698a yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:16:35.157152 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:35.220946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4d14250d-fec1-43e4-9b9d-d714631d2ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:35.223526 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4d14250d-fec1-43e4-9b9d-d714631d2ad9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.0941522 Jan 28 19:16:35.234526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e7221-c431-498a-81fe-5b40fd61a5cf req-c2d6cca5-0ab8-4bb0-8f0c-7f634074104e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:35.246648 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-849e7221-c431-498a-81fe-5b40fd61a5cf req-c2d6cca5-0ab8-4bb0-8f0c-7f634074104e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 945 time: 0.4728460 Jan 28 19:16:35.276565 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-4d66bc0b-6563-4b24-b951-492011ffa788 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453994 Jan 28 19:16:35.306583 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:35.306977 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7fb06b1d-5bd5-4b07-ac41-7d979b2c3198), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:35.348314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=987531cc-562b-4ff0-9f10-392e78eaf0ea,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:35.363743 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea867165-cf81-448d-b26c-76d208bcfa8b x-openstack-request-id: req-ea867165-cf81-448d-b26c-76d208bcfa8b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:35.364280 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18479f13-e47b-47f2-914d-4366864372d5", "name": "network-vif-plugged", "status": "completed", "tag": "987531cc-562b-4ff0-9f10-392e78eaf0ea", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:35.364678 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea867165-cf81-448d-b26c-76d208bcfa8b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:35.365216 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18479f13-e47b-47f2-914d-4366864372d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987531cc-562b-4ff0-9f10-392e78eaf0ea', 'code': 200} Jan 28 19:16:35.370811 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7fb06b1d-5bd5-4b07-ac41-7d979b2c3198,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:35.382648 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7fb06b1d-5bd5-4b07-ac41-7d979b2c3198), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:35.383853 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1bc5545f-288d-4c8c-8be2-dc47971799ad up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:35.475918 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-849e7221-c431-498a-81fe-5b40fd61a5cf req-5cfa6776-e532-4f22-b312-703a0fb78ada tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273841 Jan 28 19:16:35.507212 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35bc9acb-107d-42fb-bfdc-99f8bc7ed19e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (2097d488-e5b1-4d21-9323-0a6d8efb9f36), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:35.511431 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Publish callbacks [] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:35.528419 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:35.569460 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1bc5545f-288d-4c8c-8be2-dc47971799ad triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:35.569836 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1bc5545f-288d-4c8c-8be2-dc47971799ad), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:35.599067 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=7fb06b1d-5bd5-4b07-ac41-7d979b2c3198,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:35.634894 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02a1e1-7b63-4a3d-a025-0eacd77a17ff req-82ee74dc-2d66-4772-94b0-d69be4907485 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:35.645156 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9a02a1e1-7b63-4a3d-a025-0eacd77a17ff req-82ee74dc-2d66-4772-94b0-d69be4907485 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 908 time: 0.2162640 Jan 28 19:16:35.654850 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-3d74ba6c-bf7b-4844-851a-cd0183ed917b service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525095 Jan 28 19:16:35.677440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1bc5545f-288d-4c8c-8be2-dc47971799ad is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:35.683419 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35bc9acb-107d-42fb-bfdc-99f8bc7ed19e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (2097d488-e5b1-4d21-9323-0a6d8efb9f36), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:35.701811 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Pushing event updated for resources: {'Port': ['ID=4e02ebe3-7422-49eb-b7e7-d2d1640ffb59,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:35.708674 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (de631864-170f-4322-8117-e6cdb81c39da), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:35.833044 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-731b581f-0027-4a34-a788-88da1f203ead req-2674eb49-e81d-48f3-8238-499704977ea7 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0692453 Jan 28 19:16:35.852895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c2c90-7acd-477f-8d66-13d6941a2e36 req-1be3b1d1-791d-4817-8756-ea1cad73ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:35.854469 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f55c2c90-7acd-477f-8d66-13d6941a2e36 req-1be3b1d1-791d-4817-8756-ea1cad73ccee service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 1128 time: 0.3416429 Jan 28 19:16:35.856453 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-e8545e96-8c37-41d9-8fbd-8a8d80c30930 service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791232 Jan 28 19:16:35.915679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bc9acb-107d-42fb-bfdc-99f8bc7ed19e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Router 2097d488-e5b1-4d21-9323-0a6d8efb9f36 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:16:35.923037 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Network 2102cb4c-1a8c-4160-88a9-27c39edb311a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:35.923875 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (f5d5d4c1-76ac-4146-9156-8c8f87d1698a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:35.925383 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:35.961614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12540083-b881-42dd-83ee-8bdbc7695fcd req-0495dd17-b3ca-4107-968c-d09bb14b8fb7 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:35.963291 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12540083-b881-42dd-83ee-8bdbc7695fcd req-0495dd17-b3ca-4107-968c-d09bb14b8fb7 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.2744961 Jan 28 19:16:36.047311 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f55c2c90-7acd-477f-8d66-13d6941a2e36 req-2ec7759d-fbf8-4b89-a825-7525f0e94f63 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840005 Jan 28 19:16:36.111262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Router de631864-170f-4322-8117-e6cdb81c39da has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:16:36.170727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bc9acb-107d-42fb-bfdc-99f8bc7ed19e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:36.178562 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35bc9acb-107d-42fb-bfdc-99f8bc7ed19e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:36.182235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:36.182747 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-35bc9acb-107d-42fb-bfdc-99f8bc7ed19e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "PUT /v2.0/routers/2097d488-e5b1-4d21-9323-0a6d8efb9f36 HTTP/1.1" status: 200 len: 705 time: 4.4390285 Jan 28 19:16:36.184381 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (9b69c6e9-54f4-4368-9158-6c5ed5af7854), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:36.201341 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12540083-b881-42dd-83ee-8bdbc7695fcd req-a69b71ad-cbd3-461d-91b0-7cb4fa929c91 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979284 Jan 28 19:16:36.202575 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:36.224404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7f04b3-7471-4e10-93fc-b60a40e276c8 None None] Sync routers for ids ['2097d488-e5b1-4d21-9323-0a6d8efb9f36'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:36.249035 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f04b3-7471-4e10-93fc-b60a40e276c8 None None] Routers {'2097d488-e5b1-4d21-9323-0a6d8efb9f36'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:36.249693 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3e7f04b3-7471-4e10-93fc-b60a40e276c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2097d488-e5b1-4d21-9323-0a6d8efb9f36'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:36.262754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:36.264915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=9b69c6e9-54f4-4368-9158-6c5ed5af7854,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:36.267372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:36.269332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:36.270362 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f5d5d4c1-76ac-4146-9156-8c8f87d1698a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:36.292633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3e7f04b3-7471-4e10-93fc-b60a40e276c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:36.308356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f04b3-7471-4e10-93fc-b60a40e276c8 None None] Routers {'2097d488-e5b1-4d21-9323-0a6d8efb9f36'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:36.308975 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3e7f04b3-7471-4e10-93fc-b60a40e276c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2097d488-e5b1-4d21-9323-0a6d8efb9f36'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:36.315613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:36.316355 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7fb06b1d-5bd5-4b07-ac41-7d979b2c3198), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:36.331202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=f5d5d4c1-76ac-4146-9156-8c8f87d1698a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:36.342802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Checking segment: {'id': 'b63ab541-6c52-4dee-89ed-10c70dfe2df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3201c479-0d46-480a-9571-f79847122de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:36.343343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network hostable DHCP agents. Network: 3201c479-0d46-480a-9571-f79847122de4, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:16:36.352856 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fb514a6b-8982-42b8-b098-d21a5b975ab7 tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "GET /v2.0/routers/2097d488-e5b1-4d21-9323-0a6d8efb9f36 HTTP/1.1" status: 200 len: 740 time: 0.1489882 Jan 28 19:16:36.356659 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46178) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:36.373314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3e7f04b3-7471-4e10-93fc-b60a40e276c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:36.373954 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7f04b3-7471-4e10-93fc-b60a40e276c8 None None] The sync data for ids ['2097d488-e5b1-4d21-9323-0a6d8efb9f36'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:36.375670 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-b8ccfcd3-03d1-4651-8677-1f562b173b51 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:36.377291 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-b8ccfcd3-03d1-4651-8677-1f562b173b51 tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde&tenant_id=be0bcd491a344f1d9cdebd1430d3209a&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 1127 time: 0.2182159 Jan 28 19:16:36.386049 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:36.390176 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 3201c479-0d46-480a-9571-f79847122de4 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:16:36.394616 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d2c8c930-67b5-429a-a9b4-807f3f4d08e3 admin admin] 10.222.0.55 "PUT /v2.0/routers/de631864-170f-4322-8117-e6cdb81c39da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5562799 Jan 28 19:16:36.399521 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Sync routers for ids ['de631864-170f-4322-8117-e6cdb81c39da'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:36.400071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-730dce9e-1289-4641-a22a-ccf7d6052b4e None None] Provisioning complete for port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:36.400071 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-730dce9e-1289-4641-a22a-ccf7d6052b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:36.417231 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Routers {'de631864-170f-4322-8117-e6cdb81c39da'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:36.420854 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-beb2853a-6c27-4859-abae-66e06869858b tempest-RoutersAdminTest-1469779575 tempest-RoutersAdminTest-1469779575-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&device_id=2097d488-e5b1-4d21-9323-0a6d8efb9f36 HTTP/1.1" status: 200 len: 205 time: 0.0629263 Jan 28 19:16:36.421203 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['de631864-170f-4322-8117-e6cdb81c39da'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:36.423640 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46182) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:36.434195 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 3201c479-0d46-480a-9571-f79847122de4) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:36.456673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:36.462716 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:36.468114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:36.469215 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:36.472676 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c72546-899e-4f02-9765-2711fca979dc None None] Network 3201c479-0d46-480a-9571-f79847122de4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:36.474077 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-28975b78-26da-457c-bf0b-fd21c4bd4ba4 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "GET /v2.0/ports?device_id=2097d488-e5b1-4d21-9323-0a6d8efb9f36 HTTP/1.1" status: 200 len: 205 time: 0.0491717 Jan 28 19:16:36.476623 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46184) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:36.521184 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-730dce9e-1289-4641-a22a-ccf7d6052b4e None None] Port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:16:36.612840 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c33e4a9e-7002-4b7b-85d9-f9e056aa220d tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (2097d488-e5b1-4d21-9323-0a6d8efb9f36), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:36.634377 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Set router de631864-170f-4322-8117-e6cdb81c39da gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:36.660532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-395e2454-bea5-4fee-938b-bddfc2b2da9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4450979 Jan 28 19:16:36.664996 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46190) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:36.853541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fd6b7-b3cd-4449-8daa-abc07e7447c6 req-ef44bb33-1db5-466a-abe4-5e3e8762a67d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:36.866774 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-158fd6b7-b3cd-4449-8daa-abc07e7447c6 req-ef44bb33-1db5-466a-abe4-5e3e8762a67d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 945 time: 0.2511673 Jan 28 19:16:36.868005 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c33e4a9e-7002-4b7b-85d9-f9e056aa220d tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (2097d488-e5b1-4d21-9323-0a6d8efb9f36), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:36.875280 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c33e4a9e-7002-4b7b-85d9-f9e056aa220d tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router_controller (2097d488-e5b1-4d21-9323-0a6d8efb9f36), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:36.876479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-903f9188-019a-44ce-992d-698cada88da4 service neutron] For port aca36bc6-d415-4159-bdd5-0789222372da, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:36.907645 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-903f9188-019a-44ce-992d-698cada88da4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:36.908787 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8f292fc-61c8-4046-8339-557a0ec7d588 req-903f9188-019a-44ce-992d-698cada88da4 service neutron] 10.222.0.37 "DELETE /v2.0/ports/aca36bc6-d415-4159-bdd5-0789222372da/bindings/n-h1-824834-4 HTTP/1.1" status: 204 len: 173 time: 0.5209389 Jan 28 19:16:36.986097 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11ba22-7b36-4ce4-be7e-20528cd57ed3 req-4b2b95cc-60c5-404c-988c-987d3af4bfb4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:36.998878 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec11ba22-7b36-4ce4-be7e-20528cd57ed3 req-4b2b95cc-60c5-404c-988c-987d3af4bfb4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 908 time: 0.2010877 Jan 28 19:16:37.002860 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-158fd6b7-b3cd-4449-8daa-abc07e7447c6 req-a498b222-7658-4f2d-86f1-befe3291a9f9 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350627 Jan 28 19:16:37.017911 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c33e4a9e-7002-4b7b-85d9-f9e056aa220d tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (2097d488-e5b1-4d21-9323-0a6d8efb9f36), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.018470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33e4a9e-7002-4b7b-85d9-f9e056aa220d tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Fanout notify agent at l3_agent the message router_deleted on router 2097d488-e5b1-4d21-9323-0a6d8efb9f36 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:16:37.029423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-15d00d59-82d3-454c-8e75-b57555b964a9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port f5d5d4c1-76ac-4146-9156-8c8f87d1698a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:37.029794 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15d00d59-82d3-454c-8e75-b57555b964a9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f5d5d4c1-76ac-4146-9156-8c8f87d1698a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.033179 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c33e4a9e-7002-4b7b-85d9-f9e056aa220d tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.034217 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c33e4a9e-7002-4b7b-85d9-f9e056aa220d tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "DELETE /v2.0/routers/2097d488-e5b1-4d21-9323-0a6d8efb9f36 HTTP/1.1" status: 204 len: 168 time: 0.5563524 Jan 28 19:16:37.037652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:37.097120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:37.134164 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b2116a73-557f-4314-aef5-05f8285dbd35 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "GET /v2.0/ports?device_id=2097d488-e5b1-4d21-9323-0a6d8efb9f36 HTTP/1.1" status: 200 len: 205 time: 0.0918345 Jan 28 19:16:37.135178 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46208) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:37.180285 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15d00d59-82d3-454c-8e75-b57555b964a9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f5d5d4c1-76ac-4146-9156-8c8f87d1698a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.229018 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-15d00d59-82d3-454c-8e75-b57555b964a9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for f5d5d4c1-76ac-4146-9156-8c8f87d1698a owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:37.239623 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de631864-170f-4322-8117-e6cdb81c39da', 'name': 'tempest-TaggedBootDevicesTest-187299519-router', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:28Z', 'updated_at': '2022-01-28T19:16:34Z', 'revision_number': 4, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'gw_port': {'id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:29Z', 'updated_at': '2022-01-28T19:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '4e02ebe3-7422-49eb-b7e7-d2d1640ffb59', 'name': '', 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'mac_address': 'fa:16:3e:76:07:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:33Z', 'updated_at': '2022-01-28T19:16:35Z', 'revision_number': 2, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'subnets': [{'id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:37.250677 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-590545fc-d662-44e5-895f-a938da9ff9aa req-ad599a84-96f9-45b2-842a-90fe8ba3fe20 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.1078842 Jan 28 19:16:37.252080 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-025a09ed-ae0a-4bbe-87c1-13928d2a11c0 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] delete failed (client error): The resource could not be found. Jan 28 19:16:37.257331 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-025a09ed-ae0a-4bbe-87c1-13928d2a11c0 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "DELETE /v2.0/routers/2097d488-e5b1-4d21-9323-0a6d8efb9f36 HTTP/1.1" status: 404 len: 336 time: 0.1136982 Jan 28 19:16:37.262307 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46214) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:37.283609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a4c7d-4fcd-432d-844d-fd2a1fde6c5f req-8e79401a-dbb7-4b78-9f7c-52e050ae2f2f tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:37.285170 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6e6a4c7d-4fcd-432d-844d-fd2a1fde6c5f req-8e79401a-dbb7-4b78-9f7c-52e050ae2f2f tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 1127 time: 0.0790784 Jan 28 19:16:37.321920 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6fb558e0-c07b-4802-9bc0-cf5690569525 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c490cb8-8fd0-423d-b967-90cd4b513d67 HTTP/1.1" status: 200 len: 205 time: 0.0578964 Jan 28 19:16:37.322657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46216) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:37.332345 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Checking router: de631864-170f-4322-8117-e6cdb81c39da for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:16:37.332695 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Updating router de631864-170f-4322-8117-e6cdb81c39da port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:16:37.375461 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-eba9ee03-c909-4e00-bb2e-b6a3e4d333e9 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] delete failed (client error): The resource could not be found. Jan 28 19:16:37.379647 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-eba9ee03-c909-4e00-bb2e-b6a3e4d333e9 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "DELETE /v2.0/routers/4c490cb8-8fd0-423d-b967-90cd4b513d67 HTTP/1.1" status: 404 len: 336 time: 0.0559335 Jan 28 19:16:37.380582 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:37.388762 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6e6a4c7d-4fcd-432d-844d-fd2a1fde6c5f req-72f19366-2297-4a61-a304-43438952a1ec tempest-LiveMigrationTest-2091389244 tempest-LiveMigrationTest-2091389244-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613964 Jan 28 19:16:37.427206 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.432320 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15d00d59-82d3-454c-8e75-b57555b964a9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f5d5d4c1-76ac-4146-9156-8c8f87d1698a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.433945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46222) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:37.439253 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0978b2f0-e6dc-4d59-ac5c-c9df4563b8f5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1325393383-network', 'tenant_id': '75166bf4b0ff455194837b1ecd812dc9'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:37.451337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5629344d-9195-495e-b430-a29efb1094af tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f00b4491-c5a2-458c-b2c0-03e9f76420ef HTTP/1.1" status: 200 len: 205 time: 0.0694342 Jan 28 19:16:37.459469 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46226) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:37.475968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d00d59-82d3-454c-8e75-b57555b964a9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=f5d5d4c1-76ac-4146-9156-8c8f87d1698a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:37.524125 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15d00d59-82d3-454c-8e75-b57555b964a9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.527386 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-15d00d59-82d3-454c-8e75-b57555b964a9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/f5d5d4c1-76ac-4146-9156-8c8f87d1698a HTTP/1.1" status: 204 len: 168 time: 0.8570197 Jan 28 19:16:37.530455 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:37.535082 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-9ddf67f4-6fd9-421f-8e07-defc19f98d5e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] delete failed (client error): The resource could not be found. Jan 28 19:16:37.536435 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9ddf67f4-6fd9-421f-8e07-defc19f98d5e tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "DELETE /v2.0/routers/f00b4491-c5a2-458c-b2c0-03e9f76420ef HTTP/1.1" status: 404 len: 336 time: 0.0760722 Jan 28 19:16:37.539287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46230) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:37.570439 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0978b2f0-e6dc-4d59-ac5c-c9df4563b8f5 admin admin] Made reservation on behalf of 75166bf4b0ff455194837b1ecd812dc9 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:37.573107 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0978b2f0-e6dc-4d59-ac5c-c9df4563b8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.601145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3491c46-3c86-4641-84b6-b3ed8d07734e req-7f526e53-87fc-427b-821f-00580fee235f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:37.603258 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3491c46-3c86-4641-84b6-b3ed8d07734e req-7f526e53-87fc-427b-821f-00580fee235f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 908 time: 0.1284297 Jan 28 19:16:37.605369 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0978b2f0-e6dc-4d59-ac5c-c9df4563b8f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.721264 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb3afd-f7f0-45d7-8939-730a093b68a4 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:37.727443 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb3afd-f7f0-45d7-8939-730a093b68a4 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:37.731690 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1edb3afd-f7f0-45d7-8939-730a093b68a4 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1976354 Jan 28 19:16:37.756539 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:37.937778 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0978b2f0-e6dc-4d59-ac5c-c9df4563b8f5 admin admin] Publish callbacks [] for security_group (455c1ed5-f006-4300-9800-081b3561f45e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.952774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d3491c46-3c86-4641-84b6-b3ed8d07734e req-a3c4a3d8-42b1-4039-a675-884b2299dd9b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Deleting port 0bbd226e-5012-415c-b71c-e4e3d667b59a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:37.953154 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3491c46-3c86-4641-84b6-b3ed8d07734e req-a3c4a3d8-42b1-4039-a675-884b2299dd9b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.958955 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0978b2f0-e6dc-4d59-ac5c-c9df4563b8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (455c1ed5-f006-4300-9800-081b3561f45e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.967228 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Publish callbacks [] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.975673 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:37.987177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47485dfa-d26b-4746-9ca2-802639a64e64 req-139d42c5-bfc4-4f69-b867-39d440d62b69 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:37.990506 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-47485dfa-d26b-4746-9ca2-802639a64e64 req-139d42c5-bfc4-4f69-b867-39d440d62b69 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 945 time: 0.1850517 Jan 28 19:16:38.004045 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-25be2d05-36b3-485f-82c6-273d3400a699 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7293ca8-259a-4d87-b6fb-ed2824783afa HTTP/1.1" status: 200 len: 205 time: 0.4633894 Jan 28 19:16:38.010320 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:38.032099 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-236c6a8a-1580-4b7c-99af-3d89926bf6d7 req-1c99f06b-6391-4944-a342-9e21edf0ed15 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0308392 Jan 28 19:16:38.052059 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3414ad-13c9-449c-b87d-9bef46285ca1 req-2d40b93e-961e-48f9-a0ba-2eb0a47a9f46 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:38.053793 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f3414ad-13c9-449c-b87d-9bef46285ca1 req-2d40b93e-961e-48f9-a0ba-2eb0a47a9f46 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.6107931 Jan 28 19:16:38.059721 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd2f12-4c91-40f9-8c7a-2e39ad678c7c None None] Pushing event updated for resources: {'Port': ['ID=4e02ebe3-7422-49eb-b7e7-d2d1640ffb59,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:38.116818 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f3414ad-13c9-449c-b87d-9bef46285ca1 req-5bc854f5-8428-4f84-9965-2ccc388ad7e6 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569043 Jan 28 19:16:38.159273 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Attempting to bind port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:38.159644 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Attempting to bind port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '66139151-886b-4c11-a2c2-236a4d651755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:38.160018 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Attempting to bind port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 on network 2102cb4c-1a8c-4160-88a9-27c39edb311a {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:38.171071 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:38.171447 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Checking segment: {'id': '66139151-886b-4c11-a2c2-236a4d651755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:38.171848 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:38.172390 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Bound using segment: {'id': '66139151-886b-4c11-a2c2-236a4d651755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:38.173038 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Bound port: 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66139151-886b-4c11-a2c2-236a4d651755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:38.173256 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:38.259179 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] For port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:38.264431 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] For port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4e02ebe3-7422-49eb-b7e7-d2d1640ffb59,segment=NetworkSegment(66139151-886b-4c11-a2c2-236a4d651755),segment_id=66139151-886b-4c11-a2c2-236a4d651755)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:38.272813 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:38.282002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199de87b-4f60-4649-b0b5-194c1268c794 req-50a113c4-0b31-4eb0-be8e-45ac1d667a33 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:38.283702 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-199de87b-4f60-4649-b0b5-194c1268c794 req-50a113c4-0b31-4eb0-be8e-45ac1d667a33 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 908 time: 0.0722785 Jan 28 19:16:38.350773 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Routers {'de631864-170f-4322-8117-e6cdb81c39da'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:38.351419 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['de631864-170f-4322-8117-e6cdb81c39da'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:38.366494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d9fbf870-1cce-4a45-b3a1-14b1e86a1ed7 None None] Provisioning complete for port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:38.367114 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9fbf870-1cce-4a45-b3a1-14b1e86a1ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:38.425954 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fec5f-9520-4452-b8df-e0d0baa0f66d req-be93f79d-0e94-4193-a654-d341d9ce89f2 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:38.427950 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d43fec5f-9520-4452-b8df-e0d0baa0f66d req-be93f79d-0e94-4193-a654-d341d9ce89f2 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.0640993 Jan 28 19:16:38.488777 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd2f12-4c91-40f9-8c7a-2e39ad678c7c None None] Pushing event updated for resources: {'Port': ['ID=4e02ebe3-7422-49eb-b7e7-d2d1640ffb59,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:38.506455 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d43fec5f-9520-4452-b8df-e0d0baa0f66d req-42694f77-6e39-4967-b069-038c2681c3fa tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595253 Jan 28 19:16:38.526236 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] Set router de631864-170f-4322-8117-e6cdb81c39da gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:38.546970 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d9fbf870-1cce-4a45-b3a1-14b1e86a1ed7 None None] Current status of the port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:38.547775 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9fbf870-1cce-4a45-b3a1-14b1e86a1ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:38.555721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0978b2f0-e6dc-4d59-ac5c-c9df4563b8f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:16:38.593719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d9fbf870-1cce-4a45-b3a1-14b1e86a1ed7 None None] For port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4e02ebe3-7422-49eb-b7e7-d2d1640ffb59,segment=NetworkSegment(66139151-886b-4c11-a2c2-236a4d651755),segment_id=66139151-886b-4c11-a2c2-236a4d651755)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:38.605526 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9fbf870-1cce-4a45-b3a1-14b1e86a1ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:38.617885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-47485dfa-d26b-4746-9ca2-802639a64e64 req-46e52cff-81fd-4d3d-abc3-4358184fb8ca tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6083145 Jan 28 19:16:38.619249 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-7a861ab8-cfd1-46a4-acf4-a83008b266af tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] delete failed (client error): The resource could not be found. Jan 28 19:16:38.623084 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7a861ab8-cfd1-46a4-acf4-a83008b266af tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "DELETE /v2.0/routers/b7293ca8-259a-4d87-b6fb-ed2824783afa HTTP/1.1" status: 404 len: 336 time: 0.6067326 Jan 28 19:16:38.628826 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46250) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:38.662799 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7ba91062-55be-449f-bb73-30afe9ea50e5 req-aa5c5cbf-aca5-4fce-9fce-79fd35d61499 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0671244 Jan 28 19:16:38.678366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4d453bf7-0d23-4d02-86a0-6914dacc6abd tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port 9b69c6e9-54f4-4368-9158-6c5ed5af7854 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:38.678709 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d453bf7-0d23-4d02-86a0-6914dacc6abd tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9b69c6e9-54f4-4368-9158-6c5ed5af7854), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:38.682967 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1dfb0eb0-0c7f-4496-8c05-0f5dcbb15beb tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "GET /v2.0/ports?device_id=70c9347b-b55f-4cf4-a35f-4de6c59dc925 HTTP/1.1" status: 200 len: 205 time: 0.0486984 Jan 28 19:16:38.685817 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46252) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:38.687420 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0978b2f0-e6dc-4d59-ac5c-c9df4563b8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (06fd3bee-eb05-4ccf-867d-f680ea3ff31b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:38.687772 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-0978b2f0-e6dc-4d59-ac5c-c9df4563b8f5 admin admin] Added segment 06fd3bee-eb05-4ccf-867d-f680ea3ff31b of type vlan for network f4294580-1870-4ac6-a1e0-556b6ca29ee5 Jan 28 19:16:38.689347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbf870-1cce-4a45-b3a1-14b1e86a1ed7 None None] Pushing event updated for resources: {'Port': ['ID=4e02ebe3-7422-49eb-b7e7-d2d1640ffb59,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:38.728837 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0978b2f0-e6dc-4d59-ac5c-c9df4563b8f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (f4294580-1870-4ac6-a1e0-556b6ca29ee5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:38.735038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-756cfc1b-8018-42dd-a84c-df1ffd91dcf8 None None] Provisioning complete for port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:38.735645 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-756cfc1b-8018-42dd-a84c-df1ffd91dcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:38.745972 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-f4e27c07-dd2a-4493-b49b-50d47ed55c98 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] delete failed (client error): The resource could not be found. Jan 28 19:16:38.752665 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f4e27c07-dd2a-4493-b49b-50d47ed55c98 tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "DELETE /v2.0/routers/70c9347b-b55f-4cf4-a35f-4de6c59dc925 HTTP/1.1" status: 404 len: 336 time: 0.0654311 Jan 28 19:16:38.755441 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978b2f0-e6dc-4d59-ac5c-c9df4563b8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455c1ed5-f006-4300-9800-081b3561f45e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:38.758271 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46254) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:38.827047 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de631864-170f-4322-8117-e6cdb81c39da', 'name': 'tempest-TaggedBootDevicesTest-187299519-router', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:28Z', 'updated_at': '2022-01-28T19:16:34Z', 'revision_number': 4, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'gw_port': {'id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:29Z', 'updated_at': '2022-01-28T19:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '4e02ebe3-7422-49eb-b7e7-d2d1640ffb59', 'name': '', 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'mac_address': 'fa:16:3e:76:07:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:33Z', 'updated_at': '2022-01-28T19:16:38Z', 'revision_number': 4, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'subnets': [{'id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:38.831487 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0978b2f0-e6dc-4d59-ac5c-c9df4563b8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (f4294580-1870-4ac6-a1e0-556b6ca29ee5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:38.833541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0978b2f0-e6dc-4d59-ac5c-c9df4563b8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:38.834166 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0978b2f0-e6dc-4d59-ac5c-c9df4563b8f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:38.867082 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a5103-df83-455f-9b7b-e9a2e6cec592 None None] The sync data for ids ['de631864-170f-4322-8117-e6cdb81c39da'] in n-d-824834-4 is: [{'id': 'de631864-170f-4322-8117-e6cdb81c39da', 'name': 'tempest-TaggedBootDevicesTest-187299519-router', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:28Z', 'updated_at': '2022-01-28T19:16:34Z', 'revision_number': 4, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'gw_port': {'id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:29Z', 'updated_at': '2022-01-28T19:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '4e02ebe3-7422-49eb-b7e7-d2d1640ffb59', 'name': '', 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'mac_address': 'fa:16:3e:76:07:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:33Z', 'updated_at': '2022-01-28T19:16:38Z', 'revision_number': 4, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'subnets': [{'id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:38.876809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-756cfc1b-8018-42dd-a84c-df1ffd91dcf8 None None] Current status of the port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:38.909606 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0978b2f0-e6dc-4d59-ac5c-c9df4563b8f5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4719574 Jan 28 19:16:38.909606 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b8d27f48-442e-4a6d-9fd9-30de0c15547b tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691344b-587d-4d9f-8bb5-48a0dcfcd2fc HTTP/1.1" status: 200 len: 205 time: 0.1310537 Jan 28 19:16:38.909918 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:38.915933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-26cebf2c-cb2c-4128-b10d-3a0a0fdac458 admin admin] Request body: {'subnet': {'network_id': 'f4294580-1870-4ac6-a1e0-556b6ca29ee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1325393383-subnet', 'tenant_id': '75166bf4b0ff455194837b1ecd812dc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:38.924440 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46260) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:39.004072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d3491c46-3c86-4641-84b6-b3ed8d07734e req-a3c4a3d8-42b1-4039-a675-884b2299dd9b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] For port 0bbd226e-5012-415c-b71c-e4e3d667b59a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0bbd226e-5012-415c-b71c-e4e3d667b59a,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:39.004557 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3491c46-3c86-4641-84b6-b3ed8d07734e req-a3c4a3d8-42b1-4039-a675-884b2299dd9b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.019897 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-4950644b-38c8-46f1-9c0d-ca5aa92cf20d tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] delete failed (client error): The resource could not be found. Jan 28 19:16:39.021125 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4950644b-38c8-46f1-9c0d-ca5aa92cf20d tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "DELETE /v2.0/routers/d691344b-587d-4d9f-8bb5-48a0dcfcd2fc HTTP/1.1" status: 404 len: 336 time: 0.0958002 Jan 28 19:16:39.024028 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46262) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:39.027290 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d453bf7-0d23-4d02-86a0-6914dacc6abd tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9b69c6e9-54f4-4368-9158-6c5ed5af7854), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.050943 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d3491c46-3c86-4641-84b6-b3ed8d07734e req-a3c4a3d8-42b1-4039-a675-884b2299dd9b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Calling delete_port for 0bbd226e-5012-415c-b71c-e4e3d667b59a owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:39.054364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cebf2c-cb2c-4128-b10d-3a0a0fdac458 admin admin] Made reservation on behalf of 75166bf4b0ff455194837b1ecd812dc9 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:39.057089 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26cebf2c-cb2c-4128-b10d-3a0a0fdac458 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.059077 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e45608b-c812-41c8-806d-a613194c1f6b tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:39.059506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e45608b-c812-41c8-806d-a613194c1f6b tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:39.065022 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9e45608b-c812-41c8-806d-a613194c1f6b tempest-RoutersAdminTest-1935256682 tempest-RoutersAdminTest-1935256682-project] 10.222.0.55 "DELETE /v2.0/subnets/aa362c5c-e37e-45ed-a133-2791aa5b80ef HTTP/1.1" status: 404 len: 337 time: 0.0374649 Jan 28 19:16:39.065192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4d453bf7-0d23-4d02-86a0-6914dacc6abd tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for 9b69c6e9-54f4-4368-9158-6c5ed5af7854 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:39.077780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978b2f0-e6dc-4d59-ac5c-c9df4563b8f5 admin admin] Pushing event updated for resources: {'Network': ['ID=f4294580-1870-4ac6-a1e0-556b6ca29ee5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:39.100602 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network f4294580-1870-4ac6-a1e0-556b6ca29ee5 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:16:39.160462 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f108b4-cf04-4524-8cad-dcd130605e58 req-0bb064bf-733a-400c-b565-d47b10c88ba1 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:39.161961 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f5f108b4-cf04-4524-8cad-dcd130605e58 req-0bb064bf-733a-400c-b565-d47b10c88ba1 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 945 time: 0.6092622 Jan 28 19:16:39.455011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-d7b896e4-38fa-48e6-91bf-d73ffb41ba4a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:39.456769 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-d7b896e4-38fa-48e6-91bf-d73ffb41ba4a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/networks?id=86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 HTTP/1.1" status: 200 len: 815 time: 0.2077956 Jan 28 19:16:39.458200 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26cebf2c-cb2c-4128-b10d-3a0a0fdac458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.459688 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d453bf7-0d23-4d02-86a0-6914dacc6abd tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9b69c6e9-54f4-4368-9158-6c5ed5af7854), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.519791 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-eed20a45-a3fe-4f5b-a1d3-c88ec23b96a9 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/quotas/c232b785e7484427b2d9864ad58d6987 HTTP/1.1" status: 200 len: 375 time: 0.0361884 Jan 28 19:16:39.527019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:39.537335 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d453bf7-0d23-4d02-86a0-6914dacc6abd tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=9b69c6e9-54f4-4368-9158-6c5ed5af7854,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:39.547675 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-f5f108b4-cf04-4524-8cad-dcd130605e58 req-d575032e-a776-42a4-b665-5bac3ee7897a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Deleting port aca36bc6-d415-4159-bdd5-0789222372da {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:39.548025 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f5f108b4-cf04-4524-8cad-dcd130605e58 req-d575032e-a776-42a4-b665-5bac3ee7897a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (aca36bc6-d415-4159-bdd5-0789222372da), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.552979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cebf2c-cb2c-4128-b10d-3a0a0fdac458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:39.553142 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d453bf7-0d23-4d02-86a0-6914dacc6abd tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.556518 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4d453bf7-0d23-4d02-86a0-6914dacc6abd tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/9b69c6e9-54f4-4368-9158-6c5ed5af7854 HTTP/1.1" status: 204 len: 168 time: 1.7977099 Jan 28 19:16:39.559265 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46284) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:39.602658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cebf2c-cb2c-4128-b10d-3a0a0fdac458 admin admin] Checking segment: {'id': '06fd3bee-eb05-4ccf-867d-f680ea3ff31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f4294580-1870-4ac6-a1e0-556b6ca29ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:39.603025 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cebf2c-cb2c-4128-b10d-3a0a0fdac458 admin admin] Network hostable DHCP agents. Network: f4294580-1870-4ac6-a1e0-556b6ca29ee5, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:16:39.632244 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3491c46-3c86-4641-84b6-b3ed8d07734e req-a3c4a3d8-42b1-4039-a675-884b2299dd9b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0bbd226e-5012-415c-b71c-e4e3d667b59a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.637823 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cebf2c-cb2c-4128-b10d-3a0a0fdac458 admin admin] Network f4294580-1870-4ac6-a1e0-556b6ca29ee5 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:16:39.656848 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-20f3332a-deac-471f-8498-927ef9ac07a3 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c232b785e7484427b2d9864ad58d6987&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1352301 Jan 28 19:16:39.657899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-26cebf2c-cb2c-4128-b10d-3a0a0fdac458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, f4294580-1870-4ac6-a1e0-556b6ca29ee5) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:39.663314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cebf2c-cb2c-4128-b10d-3a0a0fdac458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:39.663947 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26cebf2c-cb2c-4128-b10d-3a0a0fdac458 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.669381 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b63e60-c34c-4a27-a400-58382ed4ae43 None None] Network f4294580-1870-4ac6-a1e0-556b6ca29ee5 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:39.689168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4a3d8-42b1-4039-a675-884b2299dd9b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event deleted for resources: {'Port': ['ID=0bbd226e-5012-415c-b71c-e4e3d667b59a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:39.698684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-26cebf2c-cb2c-4128-b10d-3a0a0fdac458 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7837663 Jan 28 19:16:39.703236 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46290) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:39.721239 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1325393383-router', 'tenant_id': '75166bf4b0ff455194837b1ecd812dc9', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:39.768070 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f507876a-ddea-4b8c-84f3-a75e2c1aef5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.775748 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693cc9a-f132-4170-bf2f-3674600f2df8 req-a7a409e7-6eea-49cd-9737-9f53d9bb3834 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:39.777416 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4693cc9a-f132-4170-bf2f-3674600f2df8 req-a7a409e7-6eea-49cd-9737-9f53d9bb3834 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0d18062-833f-499f-9667-c3bef6a6287b HTTP/1.1" status: 200 len: 908 time: 0.3237517 Jan 28 19:16:39.851603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3491c46-3c86-4641-84b6-b3ed8d07734e req-a3c4a3d8-42b1-4039-a675-884b2299dd9b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] No DVR routers for this DVR port 0bbd226e-5012-415c-b71c-e4e3d667b59a on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:39.867843 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d3491c46-3c86-4641-84b6-b3ed8d07734e req-a3c4a3d8-42b1-4039-a675-884b2299dd9b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.870690 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3491c46-3c86-4641-84b6-b3ed8d07734e req-a3c4a3d8-42b1-4039-a675-884b2299dd9b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "DELETE /v2.0/ports/0bbd226e-5012-415c-b71c-e4e3d667b59a HTTP/1.1" status: 204 len: 173 time: 2.2545421 Jan 28 19:16:39.870916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-f4294580-1870-4ac6-a1e0-556b6ca29ee5', 'network_id': 'f4294580-1870-4ac6-a1e0-556b6ca29ee5', 'project_id': '75166bf4b0ff455194837b1ecd812dc9', 'fixed_ips': [{'subnet_id': '2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:16:39.871995 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.877933 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d18062-833f-499f-9667-c3bef6a6287b', 'name': 'network-vif-deleted', 'tag': '0bbd226e-5012-415c-b71c-e4e3d667b59a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:39.880343 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92c6b5c-9464-446f-a5cd-4267ab2d90fa" -d '{"events": [{"server_uuid": "e0d18062-833f-499f-9667-c3bef6a6287b", "name": "network-vif-deleted", "tag": "0bbd226e-5012-415c-b71c-e4e3d667b59a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:39.894812 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f5f108b4-cf04-4524-8cad-dcd130605e58 req-d575032e-a776-42a4-b665-5bac3ee7897a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] For port aca36bc6-d415-4159-bdd5-0789222372da, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=aca36bc6-d415-4159-bdd5-0789222372da,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:39.895266 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f5f108b4-cf04-4524-8cad-dcd130605e58 req-d575032e-a776-42a4-b665-5bac3ee7897a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (aca36bc6-d415-4159-bdd5-0789222372da), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.940464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-f5f108b4-cf04-4524-8cad-dcd130605e58 req-d575032e-a776-42a4-b665-5bac3ee7897a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Calling delete_port for aca36bc6-d415-4159-bdd5-0789222372da owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:39.967862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d644852-abed-4db3-a23f-2f6f3fe20e80 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:39.971889 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7d644852-abed-4db3-a23f-2f6f3fe20e80 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4018171 Jan 28 19:16:39.979357 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46294) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:39.981125 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:39.982518 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:40.017553 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbcc547-fbf7-482e-871a-c1f4b78309a8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] GET failed (client error): The resource could not be found. Jan 28 19:16:40.037155 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6cbcc547-fbf7-482e-871a-c1f4b78309a8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports/f5d5d4c1-76ac-4146-9156-8c8f87d1698a HTTP/1.1" status: 404 len: 333 time: 0.0557144 Jan 28 19:16:40.046337 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46296) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:40.081378 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-6d7f0613-58e2-4f6e-9e23-cea276f25148 service neutron] 10.222.0.55 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060345 Jan 28 19:16:40.082223 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9197a083-b31a-489b-8d4a-6cf7972dad9b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] GET failed (client error): The resource could not be found. Jan 28 19:16:40.083514 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9197a083-b31a-489b-8d4a-6cf7972dad9b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports/9b69c6e9-54f4-4368-9158-6c5ed5af7854 HTTP/1.1" status: 404 len: 333 time: 0.0362351 Jan 28 19:16:40.088814 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46298) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:40.183615 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f507876a-ddea-4b8c-84f3-a75e2c1aef5d admin admin] Publish callbacks [] for security_group (39f2ddd1-42fb-4095-b010-db145b4f5f2b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:40.197009 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f507876a-ddea-4b8c-84f3-a75e2c1aef5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (39f2ddd1-42fb-4095-b010-db145b4f5f2b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:40.214635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Allocated IP 172.20.0.2 (f4294580-1870-4ac6-a1e0-556b6ca29ee5/2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff/308e77ef-cfdc-4b46-8c71-b044cadb3174) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:40.268089 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Publish callbacks [] for router_controller (cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:40.284799 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f5f108b4-cf04-4524-8cad-dcd130605e58 req-d575032e-a776-42a4-b665-5bac3ee7897a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (aca36bc6-d415-4159-bdd5-0789222372da), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:40.304028 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:40.340910 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['b06602ea-53fc-4ce3-bf99-df0fa4870f3f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:40.343275 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-e722eb5d-c997-4f1e-b7fb-453087e35362 service neutron] 10.222.0.55 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470391 Jan 28 19:16:40.346237 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f507876a-ddea-4b8c-84f3-a75e2c1aef5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39ee820331a843de9ea985c30e502c34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8166094 Jan 28 19:16:40.384952 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507876a-ddea-4b8c-84f3-a75e2c1aef5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f2ddd1-42fb-4095-b010-db145b4f5f2b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:40.389603 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46300) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:40.473903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea4dfe-43a4-40ef-8733-238d443a667c req-58fc5b4f-cb7e-45f5-b0d1-7f756b73faaf tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:40.475553 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ccea4dfe-43a4-40ef-8733-238d443a667c req-58fc5b4f-cb7e-45f5-b0d1-7f756b73faaf tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.31 "GET /v2.0/ports?device_id=18479f13-e47b-47f2-914d-4366864372d5 HTTP/1.1" status: 200 len: 946 time: 0.2074981 Jan 28 19:16:40.530889 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad9693db-e05c-498a-aea8-1b489a3054e5 admin admin] Publish callbacks [] for security_group (39f2ddd1-42fb-4095-b010-db145b4f5f2b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:40.545831 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f108b4-cf04-4524-8cad-dcd130605e58 req-d575032e-a776-42a4-b665-5bac3ee7897a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] No DVR routers for this DVR port aca36bc6-d415-4159-bdd5-0789222372da on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:40.561325 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6cbf4-824b-4e00-9d98-30ae632a0a06 req-19b1a0aa-f928-42e4-b677-a2d7096e5bc1 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:40.569119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:40.569859 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:40.570394 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ce6cbf4-824b-4e00-9d98-30ae632a0a06 req-19b1a0aa-f928-42e4-b677-a2d7096e5bc1 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 945 time: 0.6705232 Jan 28 19:16:40.585538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f5f108b4-cf04-4524-8cad-dcd130605e58 req-d575032e-a776-42a4-b665-5bac3ee7897a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:40.590763 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f5f108b4-cf04-4524-8cad-dcd130605e58 req-d575032e-a776-42a4-b665-5bac3ee7897a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.37 "DELETE /v2.0/ports/aca36bc6-d415-4159-bdd5-0789222372da HTTP/1.1" status: 204 len: 173 time: 1.4194353 Jan 28 19:16:40.593113 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575032e-a776-42a4-b665-5bac3ee7897a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Pushing event deleted for resources: {'Port': ['ID=aca36bc6-d415-4159-bdd5-0789222372da,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:40.602553 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad9693db-e05c-498a-aea8-1b489a3054e5 admin admin] Publish callbacks [] for security_group (39f2ddd1-42fb-4095-b010-db145b4f5f2b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:40.648513 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Publish callbacks [] for router_gateway (cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:40.666414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ccea4dfe-43a4-40ef-8733-238d443a667c req-ec6b07b2-1cd6-48cc-b5e8-e558d3ea3560 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Deleting port 987531cc-562b-4ff0-9f10-392e78eaf0ea {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:40.666763 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccea4dfe-43a4-40ef-8733-238d443a667c req-ec6b07b2-1cd6-48cc-b5e8-e558d3ea3560 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:40.681544 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9862e4b7-0b82-4323-8c39-966ccaeb2b38 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (3201c479-0d46-480a-9571-f79847122de4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:40.687181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device aca36bc6-d415-4159-bdd5-0789222372da no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:16:40.762230 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: aca36bc6-d415-4159-bdd5-0789222372da {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:16:40.774565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device aca36bc6-d415-4159-bdd5-0789222372da not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:16:40.779889 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0bbd226e-5012-415c-b71c-e4e3d667b59a no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:16:40.817433 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad9693db-e05c-498a-aea8-1b489a3054e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (39f2ddd1-42fb-4095-b010-db145b4f5f2b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:40.819967 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad9693db-e05c-498a-aea8-1b489a3054e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:40.821356 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ad9693db-e05c-498a-aea8-1b489a3054e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39f2ddd1-42fb-4095-b010-db145b4f5f2b HTTP/1.1" status: 204 len: 168 time: 0.4289925 Jan 28 19:16:40.910822 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ce6cbf4-824b-4e00-9d98-30ae632a0a06 req-7095f1f1-dc7d-4898-b537-af219a0f705e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391252 Jan 28 19:16:40.919030 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9693db-e05c-498a-aea8-1b489a3054e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f2ddd1-42fb-4095-b010-db145b4f5f2b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:40.974469 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 0bbd226e-5012-415c-b71c-e4e3d667b59a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:16:40.975132 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0bbd226e-5012-415c-b71c-e4e3d667b59a not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:16:41.024721 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8582a83d-b5ef-46fe-ac49-7a2feceeffd2 req-318f1c0d-6b44-4d8f-9993-3f5802dae017 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.1264465 Jan 28 19:16:41.029373 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ccea4dfe-43a4-40ef-8733-238d443a667c req-ec6b07b2-1cd6-48cc-b5e8-e558d3ea3560 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] For port 987531cc-562b-4ff0-9f10-392e78eaf0ea, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=987531cc-562b-4ff0-9f10-392e78eaf0ea,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:41.029981 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccea4dfe-43a4-40ef-8733-238d443a667c req-ec6b07b2-1cd6-48cc-b5e8-e558d3ea3560 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.053500 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ab3eca-96aa-43a6-bcbe-86249fd898b0 x-openstack-request-id: req-28ab3eca-96aa-43a6-bcbe-86249fd898b0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:41.054143 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d18062-833f-499f-9667-c3bef6a6287b", "name": "network-vif-deleted", "tag": "0bbd226e-5012-415c-b71c-e4e3d667b59a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:41.054601 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28ab3eca-96aa-43a6-bcbe-86249fd898b0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:41.055323 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d18062-833f-499f-9667-c3bef6a6287b', 'name': 'network-vif-deleted', 'tag': '0bbd226e-5012-415c-b71c-e4e3d667b59a', 'status': 'completed', 'code': 200} Jan 28 19:16:41.076123 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9862e4b7-0b82-4323-8c39-966ccaeb2b38 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (3201c479-0d46-480a-9571-f79847122de4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.103326 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ccea4dfe-43a4-40ef-8733-238d443a667c req-ec6b07b2-1cd6-48cc-b5e8-e558d3ea3560 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Calling delete_port for 987531cc-562b-4ff0-9f10-392e78eaf0ea owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:41.106556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9862e4b7-0b82-4323-8c39-966ccaeb2b38 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3201c479-0d46-480a-9571-f79847122de4']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:41.123803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9862e4b7-0b82-4323-8c39-966ccaeb2b38 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63ab541-6c52-4dee-89ed-10c70dfe2df6') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:41.124520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9862e4b7-0b82-4323-8c39-966ccaeb2b38 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63ab541-6c52-4dee-89ed-10c70dfe2df6') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:41.143821 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9862e4b7-0b82-4323-8c39-966ccaeb2b38 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (b63ab541-6c52-4dee-89ed-10c70dfe2df6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.164662 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9862e4b7-0b82-4323-8c39-966ccaeb2b38 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (b63ab541-6c52-4dee-89ed-10c70dfe2df6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.176071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9862e4b7-0b82-4323-8c39-966ccaeb2b38 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:16:41.176535 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9862e4b7-0b82-4323-8c39-966ccaeb2b38 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (b63ab541-6c52-4dee-89ed-10c70dfe2df6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:16:41.180950 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:16:41.189945 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Publish callbacks [] for port (308e77ef-cfdc-4b46-8c71-b044cadb3174), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.231660 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (308e77ef-cfdc-4b46-8c71-b044cadb3174), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.290424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:41.367093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Network f4294580-1870-4ac6-a1e0-556b6ca29ee5 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:41.370961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:41.376300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46320) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:41.379018 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:41.387679 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d4b7e3ea-f629-4ab9-8e81-0f8ae287f588 req-6ac70630-5c77-4472-ae53-dab13ae05065 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 210 time: 0.1074827 Jan 28 19:16:41.390664 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9862e4b7-0b82-4323-8c39-966ccaeb2b38 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (3201c479-0d46-480a-9571-f79847122de4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.401159 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9862e4b7-0b82-4323-8c39-966ccaeb2b38 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.403842 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Pushing event updated for resources: {'Port': ['ID=308e77ef-cfdc-4b46-8c71-b044cadb3174,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:41.404936 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9862e4b7-0b82-4323-8c39-966ccaeb2b38 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/networks/3201c479-0d46-480a-9571-f79847122de4 HTTP/1.1" status: 204 len: 168 time: 1.3139234 Jan 28 19:16:41.411151 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46324) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:41.417797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862e4b7-0b82-4323-8c39-966ccaeb2b38 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Network': ['ID=3201c479-0d46-480a-9571-f79847122de4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:41.432195 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4f40e0be-f4ed-4022-b2c9-1651a09f9022 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-939568710'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:41.486882 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Publish callbacks [] for router_gateway (cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.510201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Attempting to bind port 308e77ef-cfdc-4b46-8c71-b044cadb3174 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:41.511011 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Attempting to bind port 308e77ef-cfdc-4b46-8c71-b044cadb3174 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '06fd3bee-eb05-4ccf-867d-f680ea3ff31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f4294580-1870-4ac6-a1e0-556b6ca29ee5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:41.511952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Attempting to bind port 308e77ef-cfdc-4b46-8c71-b044cadb3174 on network f4294580-1870-4ac6-a1e0-556b6ca29ee5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:41.521721 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:41.523024 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Checking segment: {'id': '06fd3bee-eb05-4ccf-867d-f680ea3ff31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f4294580-1870-4ac6-a1e0-556b6ca29ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:41.523706 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.524265 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Bound using segment: {'id': '06fd3bee-eb05-4ccf-867d-f680ea3ff31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f4294580-1870-4ac6-a1e0-556b6ca29ee5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:41.524937 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Bound port: 308e77ef-cfdc-4b46-8c71-b044cadb3174, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fd3bee-eb05-4ccf-867d-f680ea3ff31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f4294580-1870-4ac6-a1e0-556b6ca29ee5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:41.525480 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (308e77ef-cfdc-4b46-8c71-b044cadb3174), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.527884 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.584699 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dae3942e-1e91-4d1b-8898-684060c65a4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d534cdcd16a044e0b42f9be404323d9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2050023 Jan 28 19:16:41.596427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46326) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:41.608018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f40e0be-f4ed-4022-b2c9-1651a09f9022 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:41.611767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f40e0be-f4ed-4022-b2c9-1651a09f9022 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.641657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] For port 308e77ef-cfdc-4b46-8c71-b044cadb3174, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:41.656112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] For port 308e77ef-cfdc-4b46-8c71-b044cadb3174, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=308e77ef-cfdc-4b46-8c71-b044cadb3174,segment=NetworkSegment(06fd3bee-eb05-4ccf-867d-f680ea3ff31b),segment_id=06fd3bee-eb05-4ccf-867d-f680ea3ff31b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:41.673312 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (308e77ef-cfdc-4b46-8c71-b044cadb3174), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.759036 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccea4dfe-43a4-40ef-8733-238d443a667c req-ec6b07b2-1cd6-48cc-b5e8-e558d3ea3560 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (987531cc-562b-4ff0-9f10-392e78eaf0ea), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.761086 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f40e0be-f4ed-4022-b2c9-1651a09f9022 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:16:41.795728 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['987531cc-562b-4ff0-9f10-392e78eaf0ea'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:41.800967 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Allocated IP 172.25.0.55 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/f9ff7632-0c4c-411b-b6d9-837070efa259) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:41.823423 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27292ae1-6ff7-45c3-a5e4-3f8b89c9a9d6 admin admin] Publish callbacks [] for security_group (26b9558a-de98-42ef-9fce-1bb77d9d27f0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.896344 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97660c-c867-405b-a95f-7d340926ec17 None None] Pushing event updated for resources: {'Port': ['ID=308e77ef-cfdc-4b46-8c71-b044cadb3174,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:41.918694 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f40e0be-f4ed-4022-b2c9-1651a09f9022 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f01d5306-020b-4001-b235-a05d9ff982c7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:41.919051 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-4f40e0be-f4ed-4022-b2c9-1651a09f9022 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Added segment f01d5306-020b-4001-b235-a05d9ff982c7 of type vlan for network aa23f74a-352a-4a91-a176-abc236a34afd Jan 28 19:16:41.920529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b07b2-1cd6-48cc-b5e8-e558d3ea3560 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Pushing event deleted for resources: {'Port': ['ID=987531cc-562b-4ff0-9f10-392e78eaf0ea,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:41.945048 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e7510165-07d5-47cd-8759-0d49133cafb1 req-f9ab30e8-8cda-4a5f-8d9b-266ab3e779bf tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556&device_id=4ed95934-171e-41a6-9f90-483b9f8cbb39 HTTP/1.1" status: 200 len: 210 time: 0.0609915 Jan 28 19:16:42.002230 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27292ae1-6ff7-45c3-a5e4-3f8b89c9a9d6 admin admin] Publish callbacks [] for security_group (26b9558a-de98-42ef-9fce-1bb77d9d27f0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:42.003817 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccea4dfe-43a4-40ef-8733-238d443a667c req-ec6b07b2-1cd6-48cc-b5e8-e558d3ea3560 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] No DVR routers for this DVR port 987531cc-562b-4ff0-9f10-392e78eaf0ea on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:42.014542 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccea4dfe-43a4-40ef-8733-238d443a667c req-ec6b07b2-1cd6-48cc-b5e8-e558d3ea3560 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:42.018113 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ccea4dfe-43a4-40ef-8733-238d443a667c req-ec6b07b2-1cd6-48cc-b5e8-e558d3ea3560 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.31 "DELETE /v2.0/ports/987531cc-562b-4ff0-9f10-392e78eaf0ea HTTP/1.1" status: 204 len: 173 time: 1.5346317 Jan 28 19:16:42.020367 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18479f13-e47b-47f2-914d-4366864372d5', 'name': 'network-vif-deleted', 'tag': '987531cc-562b-4ff0-9f10-392e78eaf0ea'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:42.022821 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf36fdc4-0677-4920-958b-459525f164a5" -d '{"events": [{"server_uuid": "18479f13-e47b-47f2-914d-4366864372d5", "name": "network-vif-deleted", "tag": "987531cc-562b-4ff0-9f10-392e78eaf0ea"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:42.061682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333b908-4aaf-4b8a-9406-96357a74350a req-b69d20f4-ca0c-4ef5-a9ab-5fe136372b50 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:42.063434 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c333b908-4aaf-4b8a-9406-96357a74350a req-b69d20f4-ca0c-4ef5-a9ab-5fe136372b50 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 945 time: 0.2565591 Jan 28 19:16:42.108278 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Publish callbacks [] for port (f9ff7632-0c4c-411b-b6d9-837070efa259), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:42.115153 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f40e0be-f4ed-4022-b2c9-1651a09f9022 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (aa23f74a-352a-4a91-a176-abc236a34afd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:42.178515 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c333b908-4aaf-4b8a-9406-96357a74350a req-0b1789e5-d9fe-4384-99ef-46509bc0ae42 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048899 Jan 28 19:16:42.201828 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3a69b4ff-4b1f-4936-8bab-a158f440682f req-f5bbc399-a791-42d4-b455-aaae67c397f8 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 210 time: 0.1411684 Jan 28 19:16:42.224612 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f9ff7632-0c4c-411b-b6d9-837070efa259), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:42.239515 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f40e0be-f4ed-4022-b2c9-1651a09f9022 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (aa23f74a-352a-4a91-a176-abc236a34afd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:42.246830 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f40e0be-f4ed-4022-b2c9-1651a09f9022 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:42.247641 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f40e0be-f4ed-4022-b2c9-1651a09f9022 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:42.349875 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Pushing event updated for resources: {'Port': ['ID=f9ff7632-0c4c-411b-b6d9-837070efa259,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:42.351223 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3480d44c-647f-4941-8220-a714ee168bf0 x-openstack-request-id: req-3480d44c-647f-4941-8220-a714ee168bf0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:42.352919 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18479f13-e47b-47f2-914d-4366864372d5", "name": "network-vif-deleted", "tag": "987531cc-562b-4ff0-9f10-392e78eaf0ea", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:42.353245 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3480d44c-647f-4941-8220-a714ee168bf0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:42.353782 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18479f13-e47b-47f2-914d-4366864372d5', 'name': 'network-vif-deleted', 'tag': '987531cc-562b-4ff0-9f10-392e78eaf0ea', 'status': 'completed', 'code': 200} Jan 28 19:16:42.363182 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4f40e0be-f4ed-4022-b2c9-1651a09f9022 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9477799 Jan 28 19:16:42.371219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:42.371862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:42.379356 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f64a54f0-290c-4dc3-a6b4-63a96e555523 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'subnet': {'network_id': 'aa23f74a-352a-4a91-a176-abc236a34afd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:42.384774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:42.394298 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:42.551901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64a54f0-290c-4dc3-a6b4-63a96e555523 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:42.555736 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f64a54f0-290c-4dc3-a6b4-63a96e555523 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:42.561264 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71e4aa90-dd57-4a6b-9bfc-49d668c4db34 req-a4e6c16b-36e5-4fa4-a32b-d09daa49b819 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0375338579fa4d94bc62dc564224c7ea&device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0394008 Jan 28 19:16:42.609328 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d62ce1e-e06a-470c-b19e-9ffe56817882 req-c6d85720-9eec-4855-8117-ea223e739e21 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 210 time: 0.0274765 Jan 28 19:16:42.643400 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71e4aa90-dd57-4a6b-9bfc-49d668c4db34 req-49630b75-92b3-4eb1-99f6-af099b76cfd9 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0375338579fa4d94bc62dc564224c7ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331061 Jan 28 19:16:42.644258 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40e0be-f4ed-4022-b2c9-1651a09f9022 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Network': ['ID=aa23f74a-352a-4a91-a176-abc236a34afd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:42.650985 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a55d1465-dc97-4942-9c29-64ef79278dc7 req-4006c4a5-7b60-452c-8673-05d3c7cc636a tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0462177 Jan 28 19:16:42.655930 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network aa23f74a-352a-4a91-a176-abc236a34afd details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:16:42.676477 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27292ae1-6ff7-45c3-a5e4-3f8b89c9a9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (26b9558a-de98-42ef-9fce-1bb77d9d27f0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:42.678984 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-27292ae1-6ff7-45c3-a5e4-3f8b89c9a9d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:42.680403 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-27292ae1-6ff7-45c3-a5e4-3f8b89c9a9d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/26b9558a-de98-42ef-9fce-1bb77d9d27f0 HTTP/1.1" status: 204 len: 168 time: 1.0830133 Jan 28 19:16:42.754892 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27292ae1-6ff7-45c3-a5e4-3f8b89c9a9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b9558a-de98-42ef-9fce-1bb77d9d27f0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:42.846586 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4aa90-dd57-4a6b-9bfc-49d668c4db34 req-9d084817-60ae-409f-bec6-f582a24ad260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:42.848199 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71e4aa90-dd57-4a6b-9bfc-49d668c4db34 req-9d084817-60ae-409f-bec6-f582a24ad260 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1426568 Jan 28 19:16:42.853024 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-f64a54f0-290c-4dc3-a6b4-63a96e555523 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Performing IP validity checks on allocation pools {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 19:16:42.855956 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-f64a54f0-290c-4dc3-a6b4-63a96e555523 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 19:16:42.968723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c5098-d5e5-44eb-8688-709e7faba7d3 req-92c5bf2e-99ec-488f-a8f6-c23396043dd3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:42.975359 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1e8c5098-d5e5-44eb-8688-709e7faba7d3 req-92c5bf2e-99ec-488f-a8f6-c23396043dd3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "GET /v2.0/ports?device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 945 time: 0.4305599 Jan 28 19:16:43.089312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1d7e37-5338-4683-9333-539e46f11cde', 'name': 'network-vif-deleted', 'tag': 'aca36bc6-d415-4159-bdd5-0789222372da'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:43.096679 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43353daf-16fc-4823-9dfe-ba5a6038d675" -d '{"events": [{"server_uuid": "ab1d7e37-5338-4683-9333-539e46f11cde", "name": "network-vif-deleted", "tag": "aca36bc6-d415-4159-bdd5-0789222372da"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:43.181946 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f64a54f0-290c-4dc3-a6b4-63a96e555523 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (5add8822-7d7e-4806-932b-29dc8c2d58b2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:43.187413 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4822e1-9cce-4d0e-8a7c-43cc009ac6d7 x-openstack-request-id: req-5b4822e1-9cce-4d0e-8a7c-43cc009ac6d7 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:43.188692 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1d7e37-5338-4683-9333-539e46f11cde", "name": "network-vif-deleted", "tag": "aca36bc6-d415-4159-bdd5-0789222372da", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:43.188820 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b4822e1-9cce-4d0e-8a7c-43cc009ac6d7 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:43.189541 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1d7e37-5338-4683-9333-539e46f11cde', 'name': 'network-vif-deleted', 'tag': 'aca36bc6-d415-4159-bdd5-0789222372da', 'status': 'completed', 'code': 200} Jan 28 19:16:43.320498 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a54f0-290c-4dc3-a6b4-63a96e555523 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Subnet': ['ID=5add8822-7d7e-4806-932b-29dc8c2d58b2,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:43.396549 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec4675a7-ff93-4bf0-b3fc-3b77f920ee67 req-d5d1b6a8-fdb3-44be-a4e7-e493623a82b3 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 210 time: 0.0606689 Jan 28 19:16:43.419589 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Publish callbacks [] for router_gateway (cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:43.452443 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a54f0-290c-4dc3-a6b4-63a96e555523 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Checking segment: {'id': 'f01d5306-020b-4001-b235-a05d9ff982c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'aa23f74a-352a-4a91-a176-abc236a34afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:43.452976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64a54f0-290c-4dc3-a6b4-63a96e555523 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network hostable DHCP agents. Network: aa23f74a-352a-4a91-a176-abc236a34afd, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:16:43.462689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-0bb612f0-6b0c-43e5-897a-3a936b30c3d5 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:43.464492 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-0bb612f0-6b0c-43e5-897a-3a936b30c3d5 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.31 "GET /v2.0/networks?id=86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 HTTP/1.1" status: 200 len: 815 time: 0.4037302 Jan 28 19:16:43.482566 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-c36edfc3-726c-48bd-bf89-504fb495e9fc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Request body: {'port': {'device_id': '65528fdd-b78e-43af-9de2-8e61b115195f', 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900', 'admin_state_up': True, 'tenant_id': 'c232b785e7484427b2d9864ad58d6987'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:43.505954 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64a54f0-290c-4dc3-a6b4-63a96e555523 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network aa23f74a-352a-4a91-a176-abc236a34afd is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:16:43.549804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f64a54f0-290c-4dc3-a6b4-63a96e555523 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, aa23f74a-352a-4a91-a176-abc236a34afd) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:43.553288 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64a54f0-290c-4dc3-a6b4-63a96e555523 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:43.553288 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f64a54f0-290c-4dc3-a6b4-63a96e555523 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:43.563732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b5f726-f4e5-470f-b3ac-3a92ad2dc5fa None None] Network aa23f74a-352a-4a91-a176-abc236a34afd requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:43.617163 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f64a54f0-290c-4dc3-a6b4-63a96e555523 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2439001 Jan 28 19:16:43.617743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46362) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:43.646922 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-acb02189-0654-480a-9aa4-8e2c41329e36 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'network_id': 'aa23f74a-352a-4a91-a176-abc236a34afd', 'name': 'tempest-PortsIpV6TestJSON-1606279146'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:43.683666 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f1b2ff-05d3-474a-b234-f6b707ae37f6 None None] Network f4294580-1870-4ac6-a1e0-556b6ca29ee5 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:43.783921 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-261deb9b-e50f-40a8-adca-866529142cc9 None None] Provisioning complete for port 308e77ef-cfdc-4b46-8c71-b044cadb3174 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:43.784302 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-261deb9b-e50f-40a8-adca-866529142cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (308e77ef-cfdc-4b46-8c71-b044cadb3174), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:43.888694 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea2a337b-5fa8-43aa-8a2e-16055a5c51ae req-3ac01a66-d513-4615-83aa-75f09bbd65cf tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 210 time: 0.0845428 Jan 28 19:16:43.940749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-c36edfc3-726c-48bd-bf89-504fb495e9fc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Made reservation on behalf of c232b785e7484427b2d9864ad58d6987 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:43.946851 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-c36edfc3-726c-48bd-bf89-504fb495e9fc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:43.947049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-aa23f74a-352a-4a91-a176-abc236a34afd', 'network_id': 'aa23f74a-352a-4a91-a176-abc236a34afd', 'project_id': '4c120119fb864adbb0efc0e4dcd24a47', 'fixed_ips': [{'subnet_id': '5add8822-7d7e-4806-932b-29dc8c2d58b2'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:16:43.947049 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:44.064405 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4d7f3b54-9ee8-4f52-bd7f-38ab76676950 req-2d5dedef-cc87-4930-b2f5-0b0e4f66cd26 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0414212 Jan 28 19:16:44.092744 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 987531cc-562b-4ff0-9f10-392e78eaf0ea no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:16:44.169344 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb02189-0654-480a-9aa4-8e2c41329e36 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:44.174229 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acb02189-0654-480a-9aa4-8e2c41329e36 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:44.215071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-acb02189-0654-480a-9aa4-8e2c41329e36 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] device_id is not set on port d6b9a044-fc72-4bbc-9f4f-266ebcda4dd5 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:16:44.238833 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-1e8c5098-d5e5-44eb-8688-709e7faba7d3 req-9b663bdd-4453-495a-a04c-b586c333d13f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Deleting port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:44.239395 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1e8c5098-d5e5-44eb-8688-709e7faba7d3 req-9b663bdd-4453-495a-a04c-b586c333d13f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:44.273176 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 308e77ef-cfdc-4b46-8c71-b044cadb3174 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:44.275598 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 987531cc-562b-4ff0-9f10-392e78eaf0ea {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:16:44.275882 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 987531cc-562b-4ff0-9f10-392e78eaf0ea not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:16:44.399772 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-261deb9b-e50f-40a8-adca-866529142cc9 None None] Current status of the port 308e77ef-cfdc-4b46-8c71-b044cadb3174 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:44.402984 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-261deb9b-e50f-40a8-adca-866529142cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (308e77ef-cfdc-4b46-8c71-b044cadb3174), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:44.464256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-acb02189-0654-480a-9aa4-8e2c41329e36 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Allocated IP 2001:db8::240 (aa23f74a-352a-4a91-a176-abc236a34afd/5add8822-7d7e-4806-932b-29dc8c2d58b2/d6b9a044-fc72-4bbc-9f4f-266ebcda4dd5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:44.499834 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-261deb9b-e50f-40a8-adca-866529142cc9 None None] For port 308e77ef-cfdc-4b46-8c71-b044cadb3174, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=308e77ef-cfdc-4b46-8c71-b044cadb3174,segment=NetworkSegment(06fd3bee-eb05-4ccf-867d-f680ea3ff31b),segment_id=06fd3bee-eb05-4ccf-867d-f680ea3ff31b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:44.515451 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-261deb9b-e50f-40a8-adca-866529142cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (308e77ef-cfdc-4b46-8c71-b044cadb3174), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:44.569808 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1320eb-6bea-4980-a9a0-40130c77545c req-0edd75d0-a21e-4ef3-9221-7c722f3b5dc5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:44.571525 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c1320eb-6bea-4980-a9a0-40130c77545c req-0edd75d0-a21e-4ef3-9221-7c722f3b5dc5 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 945 time: 1.1542165 Jan 28 19:16:44.573990 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 308e77ef-cfdc-4b46-8c71-b044cadb3174 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:44.574976 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (308e77ef-cfdc-4b46-8c71-b044cadb3174), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:44.603027 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-71e4aa90-dd57-4a6b-9bfc-49d668c4db34 req-908ffc28-7143-4589-9dd3-31c01ae3dd58 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.1480913 Jan 28 19:16:44.655992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-33bfb0b8-4e1e-49ce-94b8-2857b7e0d723 None None] Provisioning complete for port 308e77ef-cfdc-4b46-8c71-b044cadb3174 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:44.656374 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-33bfb0b8-4e1e-49ce-94b8-2857b7e0d723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (308e77ef-cfdc-4b46-8c71-b044cadb3174), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:44.658171 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:16:44.783306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-c36edfc3-726c-48bd-bf89-504fb495e9fc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Allocated IP 172.20.0.8 (86adb1cc-8d6c-4e87-8cd9-b94ca21e5900/8ae82aed-d710-4ea3-a053-d0d0552a67d8/c3cc25c1-1004-4aa9-ae48-82168cbf5838) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:44.871386 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1e8c5098-d5e5-44eb-8688-709e7faba7d3 req-9b663bdd-4453-495a-a04c-b586c333d13f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] For port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6a87b861-fc58-4ab9-90c2-bbe9a2e036d6,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:44.872184 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1e8c5098-d5e5-44eb-8688-709e7faba7d3 req-9b663bdd-4453-495a-a04c-b586c333d13f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:44.935795 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261deb9b-e50f-40a8-adca-866529142cc9 None None] Pushing event updated for resources: {'Port': ['ID=308e77ef-cfdc-4b46-8c71-b044cadb3174,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:44.941124 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c1320eb-6bea-4980-a9a0-40130c77545c req-644e608a-ddbc-4016-9048-fa15623c1951 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226438 Jan 28 19:16:45.023871 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-1e8c5098-d5e5-44eb-8688-709e7faba7d3 req-9b663bdd-4453-495a-a04c-b586c333d13f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Calling delete_port for 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:45.058420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46394) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:45.063838 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 308e77ef-cfdc-4b46-8c71-b044cadb3174 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:45.134762 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0148080f-3569-4d5d-8f34-dae6bbf50b9c req-8658ee9c-2704-40f9-b684-870e999e7c8f tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 210 time: 0.4275136 Jan 28 19:16:45.138623 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-c36edfc3-726c-48bd-bf89-504fb495e9fc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks [] for port (c3cc25c1-1004-4aa9-ae48-82168cbf5838), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.161456 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.211245 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-33bfb0b8-4e1e-49ce-94b8-2857b7e0d723 None None] Current status of the port 308e77ef-cfdc-4b46-8c71-b044cadb3174 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:45.214496 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acb02189-0654-480a-9aa4-8e2c41329e36 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (d6b9a044-fc72-4bbc-9f4f-266ebcda4dd5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.253764 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:45.254262 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.261076 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-c36edfc3-726c-48bd-bf89-504fb495e9fc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c3cc25c1-1004-4aa9-ae48-82168cbf5838), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.288108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5007c8ce-ef52-4ea3-8f01-94a528225bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a87b861-fc58-4ab9-90c2-bbe9a2e036d6'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:45.291602 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e2984e-3c96-4588-82d4-e3d5910d6286" -d '{"events": [{"server_uuid": "5007c8ce-ef52-4ea3-8f01-94a528225bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "6a87b861-fc58-4ab9-90c2-bbe9a2e036d6"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:45.309131 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=6a87b861-fc58-4ab9-90c2-bbe9a2e036d6,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:45.309472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-c36edfc3-726c-48bd-bf89-504fb495e9fc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Network 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:45.318792 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.336969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-357161191', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:45.343499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-c36edfc3-726c-48bd-bf89-504fb495e9fc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:45.346852 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1f3f434-f05c-424e-86eb-806b2ee936fe req-a1a161a3-1124-45a8-af4c-dfe151f89187 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=e18da64b-c7e6-4b20-8f88-430a822d6556 HTTP/1.1" status: 200 len: 210 time: 0.0366616 Jan 28 19:16:45.349483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-c36edfc3-726c-48bd-bf89-504fb495e9fc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:45.377157 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e6d4c235-eb55-439f-9dcd-227920978f6b req-461e2ffc-5722-4247-a973-42e9a791a77b tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 210 time: 0.2766929 Jan 28 19:16:45.395625 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acb02189-0654-480a-9aa4-8e2c41329e36 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (d6b9a044-fc72-4bbc-9f4f-266ebcda4dd5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.406744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36edfc3-726c-48bd-bf89-504fb495e9fc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Pushing event updated for resources: {'Port': ['ID=c3cc25c1-1004-4aa9-ae48-82168cbf5838,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:45.438742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Made reservation on behalf of db1cc6ee8f274f098e21b97e95b5cb3a for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:45.442152 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.454364 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28392444-4b8a-46d2-989f-53edbaa19d19 x-openstack-request-id: req-28392444-4b8a-46d2-989f-53edbaa19d19 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:45.454659 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5007c8ce-ef52-4ea3-8f01-94a528225bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "6a87b861-fc58-4ab9-90c2-bbe9a2e036d6", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:45.454925 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28392444-4b8a-46d2-989f-53edbaa19d19 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:45.455326 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5007c8ce-ef52-4ea3-8f01-94a528225bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a87b861-fc58-4ab9-90c2-bbe9a2e036d6', 'code': 200} Jan 28 19:16:45.463488 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.465876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=6a87b861-fc58-4ab9-90c2-bbe9a2e036d6,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:45.480045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Allocated IP 2001:db8::2 (aa23f74a-352a-4a91-a176-abc236a34afd/5add8822-7d7e-4806-932b-29dc8c2d58b2/5c73125f-89be-4dac-966f-973d36a7a2a1) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:45.490937 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb02189-0654-480a-9aa4-8e2c41329e36 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=d6b9a044-fc72-4bbc-9f4f-266ebcda4dd5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:45.510501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb02189-0654-480a-9aa4-8e2c41329e36 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network aa23f74a-352a-4a91-a176-abc236a34afd is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:45.514318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-acb02189-0654-480a-9aa4-8e2c41329e36 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:45.518367 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb02189-0654-480a-9aa4-8e2c41329e36 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:45.524898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb02189-0654-480a-9aa4-8e2c41329e36 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:45.526044 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acb02189-0654-480a-9aa4-8e2c41329e36 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.542874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-c36edfc3-726c-48bd-bf89-504fb495e9fc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:45.543775 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-c36edfc3-726c-48bd-bf89-504fb495e9fc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.549385 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-acb02189-0654-480a-9aa4-8e2c41329e36 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9239438 Jan 28 19:16:45.552111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46402) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:45.599027 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-c36edfc3-726c-48bd-bf89-504fb495e9fc tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1234741 Jan 28 19:16:45.613801 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Request body: {'port': {'device_id': '65528fdd-b78e-43af-9de2-8e61b115195f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:45.713688 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c3cc25c1-1004-4aa9-ae48-82168cbf5838), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.723756 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks [] for security_group (56fc52eb-b910-42b1-b7d5-3db88c99f3b3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.726160 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1e8c5098-d5e5-44eb-8688-709e7faba7d3 req-9b663bdd-4453-495a-a04c-b586c333d13f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6a87b861-fc58-4ab9-90c2-bbe9a2e036d6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.735910 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Router cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:16:45.737678 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (56fc52eb-b910-42b1-b7d5-3db88c99f3b3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.741720 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['f25af3c7-5aaa-4ed5-a847-edae90ee5e52'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:45.753007 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Publish callbacks [] for port (5c73125f-89be-4dac-966f-973d36a7a2a1), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.768926 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] device_id is not set on port a3b9607f-e8dd-4daa-bbcc-5fc8352678fa yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:16:45.782455 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b663bdd-4453-495a-a04c-b586c333d13f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event deleted for resources: {'Port': ['ID=6a87b861-fc58-4ab9-90c2-bbe9a2e036d6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:45.801452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a142945a-f31b-4bb8-b877-8416a8dac01f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port d6b9a044-fc72-4bbc-9f4f-266ebcda4dd5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:45.802327 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a142945a-f31b-4bb8-b877-8416a8dac01f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d6b9a044-fc72-4bbc-9f4f-266ebcda4dd5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.814313 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (5c73125f-89be-4dac-966f-973d36a7a2a1), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.867969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fc52eb-b910-42b1-b7d5-3db88c99f3b3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:45.900136 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a142945a-f31b-4bb8-b877-8416a8dac01f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d6b9a044-fc72-4bbc-9f4f-266ebcda4dd5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.906291 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Pushing event updated for resources: {'Port': ['ID=5c73125f-89be-4dac-966f-973d36a7a2a1,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:45.913358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a142945a-f31b-4bb8-b877-8416a8dac01f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for d6b9a044-fc72-4bbc-9f4f-266ebcda4dd5 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:45.924556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8c5098-d5e5-44eb-8688-709e7faba7d3 req-9b663bdd-4453-495a-a04c-b586c333d13f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] No DVR routers for this DVR port 6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:45.930312 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1e8c5098-d5e5-44eb-8688-709e7faba7d3 req-9b663bdd-4453-495a-a04c-b586c333d13f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:45.933727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Network aa23f74a-352a-4a91-a176-abc236a34afd is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:45.934008 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1e8c5098-d5e5-44eb-8688-709e7faba7d3 req-9b663bdd-4453-495a-a04c-b586c333d13f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "DELETE /v2.0/ports/6a87b861-fc58-4ab9-90c2-bbe9a2e036d6 HTTP/1.1" status: 204 len: 173 time: 2.9469743 Jan 28 19:16:45.937088 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5007c8ce-ef52-4ea3-8f01-94a528225bdf', 'name': 'network-vif-deleted', 'tag': '6a87b861-fc58-4ab9-90c2-bbe9a2e036d6'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:45.940333 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142b5eec-4d31-4eba-9f8f-a61140009590" -d '{"events": [{"server_uuid": "5007c8ce-ef52-4ea3-8f01-94a528225bdf", "name": "network-vif-deleted", "tag": "6a87b861-fc58-4ab9-90c2-bbe9a2e036d6"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:45.944610 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:45.952721 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:46.058832 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Allocated IP 172.25.0.29 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/a3b9607f-e8dd-4daa-bbcc-5fc8352678fa) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:46.065992 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79466d99-0e1a-4ed4-9628-27281093aaaa x-openstack-request-id: req-79466d99-0e1a-4ed4-9628-27281093aaaa {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:46.066401 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5007c8ce-ef52-4ea3-8f01-94a528225bdf", "name": "network-vif-deleted", "tag": "6a87b861-fc58-4ab9-90c2-bbe9a2e036d6", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:46.066725 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-79466d99-0e1a-4ed4-9628-27281093aaaa {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:46.067321 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5007c8ce-ef52-4ea3-8f01-94a528225bdf', 'name': 'network-vif-deleted', 'tag': '6a87b861-fc58-4ab9-90c2-bbe9a2e036d6', 'status': 'completed', 'code': 200} Jan 28 19:16:46.081523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:46.144817 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.146900 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8f15a21d-a658-40f4-a38c-9684d714d5ee admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4307342 Jan 28 19:16:46.149735 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:46.159060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Sync routers for ids ['cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:46.198119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Routers {'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:46.199313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:46.297845 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a142945a-f31b-4bb8-b877-8416a8dac01f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (d6b9a044-fc72-4bbc-9f4f-266ebcda4dd5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.345079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Set router cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:46.404715 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-504bd55a-0fa5-4877-984a-601c90517805 req-f93f328c-c06a-4557-b319-f5951b9557ed tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=5007c8ce-ef52-4ea3-8f01-94a528225bdf HTTP/1.1" status: 200 len: 210 time: 0.1422129 Jan 28 19:16:46.431427 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-64828482-293f-490e-8d33-ac6694b66ad6 req-6c66901a-09cb-484e-8192-75bcf1b4e3a3 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 210 time: 0.1272779 Jan 28 19:16:46.472644 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142945a-f31b-4bb8-b877-8416a8dac01f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=d6b9a044-fc72-4bbc-9f4f-266ebcda4dd5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:46.507965 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks [] for port (a3b9607f-e8dd-4daa-bbcc-5fc8352678fa), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.539428 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a142945a-f31b-4bb8-b877-8416a8dac01f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.547663 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a142945a-f31b-4bb8-b877-8416a8dac01f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/d6b9a044-fc72-4bbc-9f4f-266ebcda4dd5 HTTP/1.1" status: 204 len: 168 time: 0.9943161 Jan 28 19:16:46.550503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46418) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:46.566165 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a3b9607f-e8dd-4daa-bbcc-5fc8352678fa), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.600616 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88f23ef-5eb2-4258-bdf8-b96161e0c39b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] DELETE failed (client error): The resource could not be found. Jan 28 19:16:46.601540 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88f23ef-5eb2-4258-bdf8-b96161e0c39b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:16:46.605226 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a88f23ef-5eb2-4258-bdf8-b96161e0c39b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/d6b9a044-fc72-4bbc-9f4f-266ebcda4dd5 HTTP/1.1" status: 404 len: 333 time: 0.0534928 Jan 28 19:16:46.618429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 308e77ef-cfdc-4b46-8c71-b044cadb3174 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:46.625436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46420) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:46.715963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:46.722802 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:46.728088 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Pushing event updated for resources: {'Port': ['ID=a3b9607f-e8dd-4daa-bbcc-5fc8352678fa,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:46.731182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:46.750609 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c538ccb-79f6-4a3a-8374-66e2c595038b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] GET failed (client error): The resource could not be found. Jan 28 19:16:46.752033 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3c538ccb-79f6-4a3a-8374-66e2c595038b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports/d6b9a044-fc72-4bbc-9f4f-266ebcda4dd5 HTTP/1.1" status: 404 len: 333 time: 0.1241505 Jan 28 19:16:46.754892 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:46.786487 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:46.787131 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.819284 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Attempting to bind port 5c73125f-89be-4dac-966f-973d36a7a2a1 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:46.819893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Attempting to bind port 5c73125f-89be-4dac-966f-973d36a7a2a1 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'f01d5306-020b-4001-b235-a05d9ff982c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'aa23f74a-352a-4a91-a176-abc236a34afd'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:46.820333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Attempting to bind port 5c73125f-89be-4dac-966f-973d36a7a2a1 on network aa23f74a-352a-4a91-a176-abc236a34afd {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:46.834122 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:46.834509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Checking segment: {'id': 'f01d5306-020b-4001-b235-a05d9ff982c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'aa23f74a-352a-4a91-a176-abc236a34afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:46.834920 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.835322 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Bound using segment: {'id': 'f01d5306-020b-4001-b235-a05d9ff982c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'aa23f74a-352a-4a91-a176-abc236a34afd'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:46.835924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Bound port: 5c73125f-89be-4dac-966f-973d36a7a2a1, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01d5306-020b-4001-b235-a05d9ff982c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'aa23f74a-352a-4a91-a176-abc236a34afd'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:46.836315 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5c73125f-89be-4dac-966f-973d36a7a2a1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.852704 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1b1756d8-2d46-44df-a1fe-65007b0f93e9 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.7847753 Jan 28 19:16:46.862532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 308e77ef-cfdc-4b46-8c71-b044cadb3174 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:46.862919 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (308e77ef-cfdc-4b46-8c71-b044cadb3174), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:46.865954 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46426) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:46.872733 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07cc84d2-ab0e-48e9-8d29-f3fb3657f3a3 req-be96a984-b98a-43d9-87aa-722ab6b0ddd9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0375338579fa4d94bc62dc564224c7ea&device_id=4ed95934-171e-41a6-9f90-483b9f8cbb39 HTTP/1.1" status: 200 len: 210 time: 0.0650129 Jan 28 19:16:46.879329 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0581e038-857e-419d-bd9a-e6e61bb7807f tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.29'}]}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:46.901388 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458bf1c-6a32-45f9-81f6-8fb13f04a017 req-16185dcd-a01f-49fc-b9f8-9dcbea5bcfb1 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:46.908667 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e458bf1c-6a32-45f9-81f6-8fb13f04a017 req-16185dcd-a01f-49fc-b9f8-9dcbea5bcfb1 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 931 time: 0.3863847 Jan 28 19:16:46.940704 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-df232af7-2907-44cf-a425-d74b71cac0d5 req-7e4400c5-e816-41f5-9eb9-a91eeb0b1b7b tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ed95934-171e-41a6-9f90-483b9f8cbb39 HTTP/1.1" status: 200 len: 210 time: 0.0645020 Jan 28 19:16:46.944693 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07cc84d2-ab0e-48e9-8d29-f3fb3657f3a3 req-02b1f76e-eedd-4f81-a659-7e8c2a36b899 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0375338579fa4d94bc62dc564224c7ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571697 Jan 28 19:16:46.955765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-97117e38-c374-410d-a6b7-6a728970a02a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting subnet 5add8822-7d7e-4806-932b-29dc8c2d58b2 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:16:46.967959 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97117e38-c374-410d-a6b7-6a728970a02a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (5add8822-7d7e-4806-932b-29dc8c2d58b2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.006770 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] For port 5c73125f-89be-4dac-966f-973d36a7a2a1, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:47.011164 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] For port 5c73125f-89be-4dac-966f-973d36a7a2a1, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5c73125f-89be-4dac-966f-973d36a7a2a1,segment=NetworkSegment(f01d5306-020b-4001-b235-a05d9ff982c7),segment_id=f01d5306-020b-4001-b235-a05d9ff982c7)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:47.022646 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0581e038-857e-419d-bd9a-e6e61bb7807f tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (017e3879-7a81-417a-b19a-68423da733d9), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.024115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0581e038-857e-419d-bd9a-e6e61bb7807f tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (017e3879-7a81-417a-b19a-68423da733d9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.041466 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e458bf1c-6a32-45f9-81f6-8fb13f04a017 req-cb022f47-ebb1-4d6b-89da-f478bc025e46 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314945 Jan 28 19:16:47.060232 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5c73125f-89be-4dac-966f-973d36a7a2a1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.080074 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97117e38-c374-410d-a6b7-6a728970a02a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (5add8822-7d7e-4806-932b-29dc8c2d58b2), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.106907 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc84d2-ab0e-48e9-8d29-f3fb3657f3a3 req-e5954477-aa1c-4126-9fe9-e22cb6cd3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:47.109224 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07cc84d2-ab0e-48e9-8d29-f3fb3657f3a3 req-e5954477-aa1c-4126-9fe9-e22cb6cd3da1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1588488 Jan 28 19:16:47.131531 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7bf17-eb2e-45c8-8fd3-fd700560d854 None None] Pushing event updated for resources: {'Port': ['ID=5c73125f-89be-4dac-966f-973d36a7a2a1,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:47.178170 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0581e038-857e-419d-bd9a-e6e61bb7807f tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks [] for router_controller (017e3879-7a81-417a-b19a-68423da733d9), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.182615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3cc25c1-1004-4aa9-ae48-82168cbf5838 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:16:47.192347 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Publish callbacks [] for port (c3cc25c1-1004-4aa9-ae48-82168cbf5838), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.207866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 308e77ef-cfdc-4b46-8c71-b044cadb3174 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:47.239404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'name': 'tempest-TaggedBootDevicesTest-1325393383-router', 'tenant_id': '75166bf4b0ff455194837b1ecd812dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f9ff7632-0c4c-411b-b6d9-837070efa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:43Z', 'revision_number': 3, 'project_id': '75166bf4b0ff455194837b1ecd812dc9', 'gw_port': {'id': 'f9ff7632-0c4c-411b-b6d9-837070efa259', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:41Z', 'updated_at': '2022-01-28T19:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:47.276124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Checking router: cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:16:47.276723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Updating router cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c port f9ff7632-0c4c-411b-b6d9-837070efa259 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:16:47.308389 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f9ff7632-0c4c-411b-b6d9-837070efa259), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.318554 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Transition to ACTIVE for port object c3cc25c1-1004-4aa9-ae48-82168cbf5838 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:16:47.345778 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.379387 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (c3cc25c1-1004-4aa9-ae48-82168cbf5838), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.592899 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Allocated IP 172.20.0.1 (f4294580-1870-4ac6-a1e0-556b6ca29ee5/2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff/6766a180-7d46-4bb6-9941-85e71bccd032) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:47.818857 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Publish callbacks [] for port (6766a180-7d46-4bb6-9941-85e71bccd032), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.834514 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Publish callbacks [] for port (f9ff7632-0c4c-411b-b6d9-837070efa259), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.852785 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f9ff7632-0c4c-411b-b6d9-837070efa259), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.884020 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6766a180-7d46-4bb6-9941-85e71bccd032), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:47.956778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Network f4294580-1870-4ac6-a1e0-556b6ca29ee5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:47.966119 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:16:47.977764 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Attempting to bind port f9ff7632-0c4c-411b-b6d9-837070efa259 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:47.978486 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Attempting to bind port f9ff7632-0c4c-411b-b6d9-837070efa259 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:47.979013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Attempting to bind port f9ff7632-0c4c-411b-b6d9-837070efa259 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:47.979639 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:47.987357 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:48.003397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc8c0c-a8ad-4332-b7d8-fb32ff60305c None None] Pushing event updated for resources: {'Port': ['ID=f9ff7632-0c4c-411b-b6d9-837070efa259,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:48.019139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:48.019765 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:48.020347 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:48.022008 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:48.023236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Bound port: f9ff7632-0c4c-411b-b6d9-837070efa259, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:48.023958 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f9ff7632-0c4c-411b-b6d9-837070efa259), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:48.048189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=6766a180-7d46-4bb6-9941-85e71bccd032,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:48.051908 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0581e038-857e-419d-bd9a-e6e61bb7807f tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks [] for router_gateway (017e3879-7a81-417a-b19a-68423da733d9), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:48.072642 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:48.090176 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97117e38-c374-410d-a6b7-6a728970a02a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (5add8822-7d7e-4806-932b-29dc8c2d58b2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:48.182538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758e0bb-fb56-47d2-abd8-204b19ce26a1 req-676c6f16-cf67-47ff-91f8-e5d614979730 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:48.190301 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4758e0bb-fb56-47d2-abd8-204b19ce26a1 req-676c6f16-cf67-47ff-91f8-e5d614979730 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.2837782 Jan 28 19:16:48.209588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] For port f9ff7632-0c4c-411b-b6d9-837070efa259, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:48.223911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] For port f9ff7632-0c4c-411b-b6d9-837070efa259, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f9ff7632-0c4c-411b-b6d9-837070efa259,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:48.226054 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ca92037-9117-4f8c-b0f6-45a982f79acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:48.244851 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48b2934c-3137-43e9-bf34-0fe4677ff279 req-b0450351-23f3-499f-a657-cb603c57e497 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 210 time: 0.1753805 Jan 28 19:16:48.250728 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f9ff7632-0c4c-411b-b6d9-837070efa259), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:48.342729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5c73125f-89be-4dac-966f-973d36a7a2a1 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:48.352765 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Routers {'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:48.353575 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:48.394481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3cc25c1-1004-4aa9-ae48-82168cbf5838,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:48.492249 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-863d9477-af93-4e37-89ea-e895ec55a7be req-27456d4f-f53d-4f5d-8010-772b7bee0fed tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ed95934-171e-41a6-9f90-483b9f8cbb39 HTTP/1.1" status: 200 len: 210 time: 0.0894611 Jan 28 19:16:48.535705 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6766a180-7d46-4bb6-9941-85e71bccd032), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:48.548515 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97117e38-c374-410d-a6b7-6a728970a02a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (5add8822-7d7e-4806-932b-29dc8c2d58b2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:48.556659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc8c0c-a8ad-4332-b7d8-fb32ff60305c None None] Pushing event updated for resources: {'Port': ['ID=f9ff7632-0c4c-411b-b6d9-837070efa259,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:48.583297 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-38d84152-390d-42f3-8410-5e55b965b0e2 None None] Provisioning complete for port 6766a180-7d46-4bb6-9941-85e71bccd032 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:48.583926 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-38d84152-390d-42f3-8410-5e55b965b0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6766a180-7d46-4bb6-9941-85e71bccd032), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:48.594687 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc8c0c-a8ad-4332-b7d8-fb32ff60305c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:48.595435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc8c0c-a8ad-4332-b7d8-fb32ff60305c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:48.595923 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc8c0c-a8ad-4332-b7d8-fb32ff60305c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:48.596698 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc8c0c-a8ad-4332-b7d8-fb32ff60305c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:48.597177 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc8c0c-a8ad-4332-b7d8-fb32ff60305c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:48.597320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97117e38-c374-410d-a6b7-6a728970a02a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Subnet': ['ID=5add8822-7d7e-4806-932b-29dc8c2d58b2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:48.597806 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc8c0c-a8ad-4332-b7d8-fb32ff60305c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:48.598302 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc8c0c-a8ad-4332-b7d8-fb32ff60305c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:48.603266 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Attempting to bind port c3cc25c1-1004-4aa9-ae48-82168cbf5838 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:48.603609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Attempting to bind port c3cc25c1-1004-4aa9-ae48-82168cbf5838 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'f7b60bb7-b0b8-4723-bc49-231c196fa64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:48.603938 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Attempting to bind port c3cc25c1-1004-4aa9-ae48-82168cbf5838 on network 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:48.605290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc8c0c-a8ad-4332-b7d8-fb32ff60305c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:48.605807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc8c0c-a8ad-4332-b7d8-fb32ff60305c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:48.608801 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc8c0c-a8ad-4332-b7d8-fb32ff60305c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:48.609314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc8c0c-a8ad-4332-b7d8-fb32ff60305c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:48.611071 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4758e0bb-fb56-47d2-abd8-204b19ce26a1 req-cad65b6a-3cf7-4e46-9868-196d2aaeb3c3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196794 Jan 28 19:16:48.614657 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97117e38-c374-410d-a6b7-6a728970a02a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:48.619977 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-97117e38-c374-410d-a6b7-6a728970a02a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/5add8822-7d7e-4806-932b-29dc8c2d58b2 HTTP/1.1" status: 204 len: 168 time: 1.8641264 Jan 28 19:16:48.621400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Port c3cc25c1-1004-4aa9-ae48-82168cbf5838 on network 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:16:48.621732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Attempting to bind port c3cc25c1-1004-4aa9-ae48-82168cbf5838 on network 86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:48.621978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc8c0c-a8ad-4332-b7d8-fb32ff60305c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:48.622433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dc8c0c-a8ad-4332-b7d8-fb32ff60305c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:16:48.627857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46440) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:48.628713 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322ccdf-190b-40ca-886e-c1bfa73f078d req-ffd2fba9-c14c-46b0-bb52-c70f3a05f221 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:48.630704 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2322ccdf-190b-40ca-886e-c1bfa73f078d req-ffd2fba9-c14c-46b0-bb52-c70f3a05f221 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.4223866 Jan 28 19:16:48.662832 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:48.663193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Checking segment: {'id': 'f7b60bb7-b0b8-4723-bc49-231c196fa64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:48.663664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Bound using segment: {'id': 'f7b60bb7-b0b8-4723-bc49-231c196fa64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:48.664157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Bound port: c3cc25c1-1004-4aa9-ae48-82168cbf5838, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b60bb7-b0b8-4723-bc49-231c196fa64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:48.664529 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c3cc25c1-1004-4aa9-ae48-82168cbf5838), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:48.702849 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] Set router cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:48.829502 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Publish callbacks [] for port (6766a180-7d46-4bb6-9941-85e71bccd032), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:48.954072 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (6766a180-7d46-4bb6-9941-85e71bccd032), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.000037 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07cc84d2-ab0e-48e9-8d29-f3fb3657f3a3 req-1d4d388c-193e-4409-a4be-3ac9b39f3c72 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ed95934-171e-41a6-9f90-483b9f8cbb39 HTTP/1.1" status: 200 len: 210 time: 0.0988340 Jan 28 19:16:49.031871 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0581e038-857e-419d-bd9a-e6e61bb7807f tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks [] for router_gateway (017e3879-7a81-417a-b19a-68423da733d9), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.042903 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-38d84152-390d-42f3-8410-5e55b965b0e2 None None] Port 6766a180-7d46-4bb6-9941-85e71bccd032 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:16:49.066781 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 5c73125f-89be-4dac-966f-973d36a7a2a1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:49.071446 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (aa23f74a-352a-4a91-a176-abc236a34afd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.072807 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5c73125f-89be-4dac-966f-973d36a7a2a1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.086439 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0581e038-857e-419d-bd9a-e6e61bb7807f tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.093985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=6766a180-7d46-4bb6-9941-85e71bccd032,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:49.100203 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.103517 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c6972-8c25-47f2-a3b6-f392a687443f req-b97754fd-48f1-4b2a-a4ee-c5ea2a8abee4 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:49.105446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ef6c6972-8c25-47f2-a3b6-f392a687443f req-b97754fd-48f1-4b2a-a4ee-c5ea2a8abee4 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 943 time: 0.4767599 Jan 28 19:16:49.145656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c75946-388a-47e1-8996-0e884a93c165 None None] Network aa23f74a-352a-4a91-a176-abc236a34afd requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:49.177397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-2322ccdf-190b-40ca-886e-c1bfa73f078d req-ca0bc991-eca5-401b-8ddb-9e1caf4526fa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Deleting port f25af3c7-5aaa-4ed5-a847-edae90ee5e52 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:49.177826 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2322ccdf-190b-40ca-886e-c1bfa73f078d req-ca0bc991-eca5-401b-8ddb-9e1caf4526fa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f25af3c7-5aaa-4ed5-a847-edae90ee5e52), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.238161 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] For port c3cc25c1-1004-4aa9-ae48-82168cbf5838, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:49.290508 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Network f4294580-1870-4ac6-a1e0-556b6ca29ee5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:49.295656 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:49.334790 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2322ccdf-190b-40ca-886e-c1bfa73f078d req-ca0bc991-eca5-401b-8ddb-9e1caf4526fa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] For port f25af3c7-5aaa-4ed5-a847-edae90ee5e52, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=f25af3c7-5aaa-4ed5-a847-edae90ee5e52,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:49.335819 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2322ccdf-190b-40ca-886e-c1bfa73f078d req-ca0bc991-eca5-401b-8ddb-9e1caf4526fa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f25af3c7-5aaa-4ed5-a847-edae90ee5e52), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.339311 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] For port c3cc25c1-1004-4aa9-ae48-82168cbf5838, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=c3cc25c1-1004-4aa9-ae48-82168cbf5838,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:49.363774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2e2fab68-5c04-43df-9ddf-77be987ec25f None None] Provisioning complete for port 5c73125f-89be-4dac-966f-973d36a7a2a1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:49.364261 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e2fab68-5c04-43df-9ddf-77be987ec25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5c73125f-89be-4dac-966f-973d36a7a2a1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.378546 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ef6c6972-8c25-47f2-a3b6-f392a687443f req-d7b2ceea-c777-4a7a-ad03-cbabb6003d7a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606571 Jan 28 19:16:49.382736 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (c3cc25c1-1004-4aa9-ae48-82168cbf5838), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.467109 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:49.468041 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.470865 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] 10.222.0.31 "PUT /v2.0/ports/c3cc25c1-1004-4aa9-ae48-82168cbf5838 HTTP/1.1" status: 200 len: 1091 time: 3.8606875 Jan 28 19:16:49.484862 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fbcc7-45af-4c4c-bb5c-0b4cf952e3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3cc25c1-1004-4aa9-ae48-82168cbf5838,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:49.490166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65528fdd-b78e-43af-9de2-8e61b115195f', 'tag': 'c3cc25c1-1004-4aa9-ae48-82168cbf5838'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:49.496909 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9644c8e5-7914-4b4a-9e14-2f1a2319ab95" -d '{"events": [{"name": "network-changed", "server_uuid": "65528fdd-b78e-43af-9de2-8e61b115195f", "tag": "c3cc25c1-1004-4aa9-ae48-82168cbf5838"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:49.518348 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 5c73125f-89be-4dac-966f-973d36a7a2a1 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:49.518616 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5c73125f-89be-4dac-966f-973d36a7a2a1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.545900 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b99254b7-fa3a-4b2e-9e29-9d771a50b2b5 req-67c740e5-abb9-402c-a892-b5c3c8be644e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 210 time: 0.1223137 Jan 28 19:16:49.557900 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-2322ccdf-190b-40ca-886e-c1bfa73f078d req-ca0bc991-eca5-401b-8ddb-9e1caf4526fa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Calling delete_port for f25af3c7-5aaa-4ed5-a847-edae90ee5e52 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:49.585445 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 5c73125f-89be-4dac-966f-973d36a7a2a1, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5c73125f-89be-4dac-966f-973d36a7a2a1,segment=NetworkSegment(f01d5306-020b-4001-b235-a05d9ff982c7),segment_id=f01d5306-020b-4001-b235-a05d9ff982c7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:49.599322 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5c73125f-89be-4dac-966f-973d36a7a2a1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.604046 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b16eba6-4f96-4114-966a-72120b21ccf9 x-openstack-request-id: req-7b16eba6-4f96-4114-966a-72120b21ccf9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:49.604337 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65528fdd-b78e-43af-9de2-8e61b115195f", "tag": "c3cc25c1-1004-4aa9-ae48-82168cbf5838", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:49.604590 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b16eba6-4f96-4114-966a-72120b21ccf9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:49.605039 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65528fdd-b78e-43af-9de2-8e61b115195f', 'tag': 'c3cc25c1-1004-4aa9-ae48-82168cbf5838', 'status': 'completed', 'code': 200} Jan 28 19:16:49.695650 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port 5c73125f-89be-4dac-966f-973d36a7a2a1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:49.696782 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5c73125f-89be-4dac-966f-973d36a7a2a1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.835899 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=5c73125f-89be-4dac-966f-973d36a7a2a1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:49.859002 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0581e038-857e-419d-bd9a-e6e61bb7807f tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks [] for router (017e3879-7a81-417a-b19a-68423da733d9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.864750 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2e2fab68-5c04-43df-9ddf-77be987ec25f None None] Current status of the port 5c73125f-89be-4dac-966f-973d36a7a2a1 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:49.870313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51502ea3-703f-4f8e-b2ae-3ac99b3da205 None None] DHCP port deletion for aa23f74a-352a-4a91-a176-abc236a34afd request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:16:49.932336 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] For port 5c73125f-89be-4dac-966f-973d36a7a2a1, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5c73125f-89be-4dac-966f-973d36a7a2a1,segment=NetworkSegment(f01d5306-020b-4001-b235-a05d9ff982c7),segment_id=f01d5306-020b-4001-b235-a05d9ff982c7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:49.932635 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5c73125f-89be-4dac-966f-973d36a7a2a1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:49.953530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'name': 'tempest-TaggedBootDevicesTest-1325393383-router', 'tenant_id': '75166bf4b0ff455194837b1ecd812dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f9ff7632-0c4c-411b-b6d9-837070efa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:43Z', 'revision_number': 3, 'project_id': '75166bf4b0ff455194837b1ecd812dc9', 'gw_port': {'id': 'f9ff7632-0c4c-411b-b6d9-837070efa259', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:41Z', 'updated_at': '2022-01-28T19:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:49.984365 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-1759bf5b-201c-4ceb-b830-3ea7e5e3990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:49.985915 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-1759bf5b-201c-4ceb-b830-3ea7e5e3990a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c232b785e7484427b2d9864ad58d6987&device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 1125 time: 0.3760459 Jan 28 19:16:49.992321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for 5c73125f-89be-4dac-966f-973d36a7a2a1 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:50.006437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5fef19-2b97-4ebb-bad9-43ebcfddc005 None None] The sync data for ids ['cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'] in n-d-824834-4 is: [{'id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'name': 'tempest-TaggedBootDevicesTest-1325393383-router', 'tenant_id': '75166bf4b0ff455194837b1ecd812dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f9ff7632-0c4c-411b-b6d9-837070efa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:43Z', 'revision_number': 3, 'project_id': '75166bf4b0ff455194837b1ecd812dc9', 'gw_port': {'id': 'f9ff7632-0c4c-411b-b6d9-837070efa259', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:41Z', 'updated_at': '2022-01-28T19:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:50.022459 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-51502ea3-703f-4f8e-b2ae-3ac99b3da205 None None] Deleting port 5c73125f-89be-4dac-966f-973d36a7a2a1 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:50.023121 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51502ea3-703f-4f8e-b2ae-3ac99b3da205 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5c73125f-89be-4dac-966f-973d36a7a2a1), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.133487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774cb63-b568-4cb8-aa08-d5fb221bcf5b req-ee1e21ba-84e3-458a-93dc-3adc7ea83b14 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:50.135549 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-51502ea3-703f-4f8e-b2ae-3ac99b3da205 None None] For port 5c73125f-89be-4dac-966f-973d36a7a2a1, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5c73125f-89be-4dac-966f-973d36a7a2a1,segment=NetworkSegment(f01d5306-020b-4001-b235-a05d9ff982c7),segment_id=f01d5306-020b-4001-b235-a05d9ff982c7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:50.138459 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51502ea3-703f-4f8e-b2ae-3ac99b3da205 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5c73125f-89be-4dac-966f-973d36a7a2a1), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.140548 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0774cb63-b568-4cb8-aa08-d5fb221bcf5b req-ee1e21ba-84e3-458a-93dc-3adc7ea83b14 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 946 time: 0.3349319 Jan 28 19:16:50.156884 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-36224876-cd6f-4ff8-a64f-ca9e2e20097d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3cc25c1-1004-4aa9-ae48-82168cbf5838 HTTP/1.1" status: 200 len: 217 time: 0.1582336 Jan 28 19:16:50.174125 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-51502ea3-703f-4f8e-b2ae-3ac99b3da205 None None] Calling delete_port for 5c73125f-89be-4dac-966f-973d36a7a2a1 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:50.246197 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0581e038-857e-419d-bd9a-e6e61bb7807f tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (017e3879-7a81-417a-b19a-68423da733d9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.250949 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0581e038-857e-419d-bd9a-e6e61bb7807f tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks [] for router_controller (017e3879-7a81-417a-b19a-68423da733d9), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.296486 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d393fdde-fd26-4ef8-96c5-9168cba9daa8 req-1d6713d7-0faf-40b5-8288-4cf0091ac8e3 tempest-ServerShowV247Test-1561400734 tempest-ServerShowV247Test-1561400734-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ed95934-171e-41a6-9f90-483b9f8cbb39 HTTP/1.1" status: 200 len: 210 time: 0.0798531 Jan 28 19:16:50.325349 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5c73125f-89be-4dac-966f-973d36a7a2a1 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:16:50.330300 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51502ea3-703f-4f8e-b2ae-3ac99b3da205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (5c73125f-89be-4dac-966f-973d36a7a2a1), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.336513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Router cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:16:50.362588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e21e1db6-2b1d-43e3-9277-2b7dbd2d728a None None] Provisioning complete for port 6766a180-7d46-4bb6-9941-85e71bccd032 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:50.363064 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e21e1db6-2b1d-43e3-9277-2b7dbd2d728a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6766a180-7d46-4bb6-9941-85e71bccd032), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.415263 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0774cb63-b568-4cb8-aa08-d5fb221bcf5b req-b69a514a-7199-4f80-8775-5c278fa22b52 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0f1892e-3ad1-424f-a4c7-730fa87e4345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719157 Jan 28 19:16:50.421301 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0581e038-857e-419d-bd9a-e6e61bb7807f tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (017e3879-7a81-417a-b19a-68423da733d9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.428846 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0581e038-857e-419d-bd9a-e6e61bb7807f tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 017e3879-7a81-417a-b19a-68423da733d9 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:16:50.445604 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (5c73125f-89be-4dac-966f-973d36a7a2a1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.467342 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-6baac2a7-70b2-4cad-a8c9-0dbaa472b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:50.468824 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-6baac2a7-70b2-4cad-a8c9-0dbaa472b445 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ae82aed-d710-4ea3-a053-d0d0552a67d8 HTTP/1.1" status: 200 len: 855 time: 0.2390070 Jan 28 19:16:50.519375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 5c73125f-89be-4dac-966f-973d36a7a2a1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:16:50.520520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5c73125f-89be-4dac-966f-973d36a7a2a1 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:16:50.522867 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e21e1db6-2b1d-43e3-9277-2b7dbd2d728a None None] Port 6766a180-7d46-4bb6-9941-85e71bccd032 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:16:50.538333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51502ea3-703f-4f8e-b2ae-3ac99b3da205 None None] Pushing event deleted for resources: {'Port': ['ID=5c73125f-89be-4dac-966f-973d36a7a2a1,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:50.549056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51502ea3-703f-4f8e-b2ae-3ac99b3da205 None None] No DVR routers for this DVR port 5c73125f-89be-4dac-966f-973d36a7a2a1 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:50.573674 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=5c73125f-89be-4dac-966f-973d36a7a2a1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:50.575579 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ee0c0a2-ee97-43d4-ae46-186cb1ccd7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.586749 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-d8ce06f3-5444-44cb-8f11-9e50b6fa103c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=86adb1cc-8d6c-4e87-8cd9-b94ca21e5900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747676 Jan 28 19:16:50.606773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No DVR routers for this DVR port 5c73125f-89be-4dac-966f-973d36a7a2a1 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:50.650102 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-0581e038-857e-419d-bd9a-e6e61bb7807f tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 19:16:50.653839 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0581e038-857e-419d-bd9a-e6e61bb7807f tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.7778878 Jan 28 19:16:50.654434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46454) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:50.721648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:50.742354 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a6f50b53-c17c-4a5a-8967-f66a122fd1e9 admin admin] 10.222.0.55 "PUT /v2.0/routers/cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5836265 Jan 28 19:16:50.742354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2322ccdf-190b-40ca-886e-c1bfa73f078d req-ca0bc991-eca5-401b-8ddb-9e1caf4526fa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f25af3c7-5aaa-4ed5-a847-edae90ee5e52), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.765320 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da6f90af-7f81-41cb-a798-a864c9a291bb req-77cdd5ac-4feb-4df4-9d2a-1f1cc41dcb5a tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 210 time: 0.1164939 Jan 28 19:16:50.799460 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bc991-eca5-401b-8ddb-9e1caf4526fa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event deleted for resources: {'Port': ['ID=f25af3c7-5aaa-4ed5-a847-edae90ee5e52,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:50.832219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cbdea-2cf8-4b60-b1e5-0f42dbc71c5a req-2a31cb61-9382-444d-82a0-6c5bb131cf5f tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:50.833814 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f99cbdea-2cf8-4b60-b1e5-0f42dbc71c5a req-2a31cb61-9382-444d-82a0-6c5bb131cf5f tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 943 time: 0.3133624 Jan 28 19:16:50.872944 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (aa23f74a-352a-4a91-a176-abc236a34afd), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.902605 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2322ccdf-190b-40ca-886e-c1bfa73f078d req-ca0bc991-eca5-401b-8ddb-9e1caf4526fa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] No DVR routers for this DVR port f25af3c7-5aaa-4ed5-a847-edae90ee5e52 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:50.915199 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2322ccdf-190b-40ca-886e-c1bfa73f078d req-ca0bc991-eca5-401b-8ddb-9e1caf4526fa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:50.919056 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2322ccdf-190b-40ca-886e-c1bfa73f078d req-ca0bc991-eca5-401b-8ddb-9e1caf4526fa tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "DELETE /v2.0/ports/f25af3c7-5aaa-4ed5-a847-edae90ee5e52 HTTP/1.1" status: 204 len: 173 time: 2.0871413 Jan 28 19:16:50.919559 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70cb878-4df2-4970-951a-e31c7ffcf977', 'name': 'network-vif-deleted', 'tag': 'f25af3c7-5aaa-4ed5-a847-edae90ee5e52'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:50.927894 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b725ade8-2198-4aaa-91df-0aca0018287f" -d '{"events": [{"server_uuid": "c70cb878-4df2-4970-951a-e31c7ffcf977", "name": "network-vif-deleted", "tag": "f25af3c7-5aaa-4ed5-a847-edae90ee5e52"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:50.938653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa23f74a-352a-4a91-a176-abc236a34afd']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:50.991218 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-7bf629bc-05ca-4a08-838f-5aa95ffc0dff service neutron] 10.222.0.31 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768253 Jan 28 19:16:51.004635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01d5306-020b-4001-b235-a05d9ff982c7') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:51.004922 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01d5306-020b-4001-b235-a05d9ff982c7') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:51.019510 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (f01d5306-020b-4001-b235-a05d9ff982c7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.038392 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f01d5306-020b-4001-b235-a05d9ff982c7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.042771 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f99cbdea-2cf8-4b60-b1e5-0f42dbc71c5a req-cf179f4d-1d85-45d6-a642-02e94e524539 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414025 Jan 28 19:16:51.046319 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5274b907-4fba-49f1-a5b7-738128d5c847 x-openstack-request-id: req-5274b907-4fba-49f1-a5b7-738128d5c847 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:51.046319 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70cb878-4df2-4970-951a-e31c7ffcf977", "name": "network-vif-deleted", "tag": "f25af3c7-5aaa-4ed5-a847-edae90ee5e52", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:51.046319 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5274b907-4fba-49f1-a5b7-738128d5c847 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:51.047241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:16:51.047755 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (f01d5306-020b-4001-b235-a05d9ff982c7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.049243 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70cb878-4df2-4970-951a-e31c7ffcf977', 'name': 'network-vif-deleted', 'tag': 'f25af3c7-5aaa-4ed5-a847-edae90ee5e52', 'status': 'completed', 'code': 200} Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:16:51.118076 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:16:51.200749 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (aa23f74a-352a-4a91-a176-abc236a34afd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.205540 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.215043 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46466) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:51.220104 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5faac259-17d9-4662-9b0a-ad2c3ddfe566 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1194689970'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:51.224306 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/networks/aa23f74a-352a-4a91-a176-abc236a34afd HTTP/1.1" status: 204 len: 168 time: 2.5919666 Jan 28 19:16:51.242624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-256db169-56fd-4d58-ace6-9093a9de67f1 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Deleting port a3b9607f-e8dd-4daa-bbcc-5fc8352678fa {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:51.243441 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-256db169-56fd-4d58-ace6-9093a9de67f1 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a3b9607f-e8dd-4daa-bbcc-5fc8352678fa), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.274012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faac259-17d9-4662-9b0a-ad2c3ddfe566 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:51.277729 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5faac259-17d9-4662-9b0a-ad2c3ddfe566 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.285774 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5683c2-6e51-428d-a52d-c5680ccfd1c2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Network': ['ID=aa23f74a-352a-4a91-a176-abc236a34afd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:51.345416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5faac259-17d9-4662-9b0a-ad2c3ddfe566 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:16:51.371682 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdc94a6c-fb94-43e2-b4ed-3fda22795393 req-c58b1a61-64c6-4afa-8a93-c28599629bed service neutron] 10.222.0.31 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518187 Jan 28 19:16:51.385765 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5faac259-17d9-4662-9b0a-ad2c3ddfe566 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (eec6e1df-e770-48d5-a995-eb7332b3c84e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.386142 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-5faac259-17d9-4662-9b0a-ad2c3ddfe566 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Added segment eec6e1df-e770-48d5-a995-eb7332b3c84e of type vlan for network dd3804df-0233-470f-a5cf-5576a2132d09 Jan 28 19:16:51.463932 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-256db169-56fd-4d58-ace6-9093a9de67f1 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a3b9607f-e8dd-4daa-bbcc-5fc8352678fa), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.486181 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5faac259-17d9-4662-9b0a-ad2c3ddfe566 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (dd3804df-0233-470f-a5cf-5576a2132d09), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.605682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-256db169-56fd-4d58-ace6-9093a9de67f1 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Calling delete_port for a3b9607f-e8dd-4daa-bbcc-5fc8352678fa owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:51.621517 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.643741 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-716f4cda-c6b7-4e7e-9d7c-b41e0b962cd3 req-c0522494-7711-46d4-970b-f029afd542d2 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c70cb878-4df2-4970-951a-e31c7ffcf977 HTTP/1.1" status: 200 len: 210 time: 0.0798395 Jan 28 19:16:51.656106 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5faac259-17d9-4662-9b0a-ad2c3ddfe566 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (dd3804df-0233-470f-a5cf-5576a2132d09), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.665788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faac259-17d9-4662-9b0a-ad2c3ddfe566 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:51.665788 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5faac259-17d9-4662-9b0a-ad2c3ddfe566 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:51.772305 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5faac259-17d9-4662-9b0a-ad2c3ddfe566 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5559387 Jan 28 19:16:51.773046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46508) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:51.773257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644c8e5-7914-4b4a-9e14-2f1a2319ab95 req-bee815c9-9f8a-461b-8fb7-31b8ea7bab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:51.775031 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9644c8e5-7914-4b4a-9e14-2f1a2319ab95 req-bee815c9-9f8a-461b-8fb7-31b8ea7bab10 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c232b785e7484427b2d9864ad58d6987&device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 1125 time: 0.3312476 Jan 28 19:16:51.786398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0f3162dd-9ccb-4dcb-9b5c-99a15e15d0f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'subnet': {'network_id': 'dd3804df-0233-470f-a5cf-5576a2132d09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:51.800324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faac259-17d9-4662-9b0a-ad2c3ddfe566 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Network': ['ID=dd3804df-0233-470f-a5cf-5576a2132d09,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:51.813301 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network dd3804df-0233-470f-a5cf-5576a2132d09 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:16:51.977507 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3162dd-9ccb-4dcb-9b5c-99a15e15d0f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:51.981323 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f3162dd-9ccb-4dcb-9b5c-99a15e15d0f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.008158 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46514) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:52.033877 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-056d2254-e35c-4c72-8221-214caf2e9b4b req-5f1af61e-00c2-4b78-b757-f8b05e6e97d8 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 210 time: 0.0920279 Jan 28 19:16:52.096040 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-256db169-56fd-4d58-ace6-9093a9de67f1 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (a3b9607f-e8dd-4daa-bbcc-5fc8352678fa), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.115162 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644c8e5-7914-4b4a-9e14-2f1a2319ab95 req-49fb68d2-faa2-41e6-a919-7d587da5f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:52.116684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9644c8e5-7914-4b4a-9e14-2f1a2319ab95 req-49fb68d2-faa2-41e6-a919-7d587da5f850 service neutron] 10.222.0.31 "GET /v2.0/networks?id=86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 HTTP/1.1" status: 200 len: 916 time: 0.3329830 Jan 28 19:16:52.196675 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256db169-56fd-4d58-ace6-9093a9de67f1 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3b9607f-e8dd-4daa-bbcc-5fc8352678fa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:52.324044 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9644c8e5-7914-4b4a-9e14-2f1a2319ab95 req-71cc83c0-796e-4f93-9cc1-c5e02f81540a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3cc25c1-1004-4aa9-ae48-82168cbf5838 HTTP/1.1" status: 200 len: 217 time: 0.1121709 Jan 28 19:16:52.334696 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f9ff7632-0c4c-411b-b6d9-837070efa259 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:52.362165 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac61602a-4df1-4ae5-9b85-e790115bf5d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.386925 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0036a-6a5e-4ae0-b54c-8aba325b9f38 req-e0502bbe-78cd-4c7c-9d71-f515217a4971 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:52.393818 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4e0036a-6a5e-4ae0-b54c-8aba325b9f38 req-e0502bbe-78cd-4c7c-9d71-f515217a4971 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 943 time: 0.2120612 Jan 28 19:16:52.415663 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f9ff7632-0c4c-411b-b6d9-837070efa259 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:52.416360 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f9ff7632-0c4c-411b-b6d9-837070efa259), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.452686 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f3162dd-9ccb-4dcb-9b5c-99a15e15d0f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (965aa802-6ae6-4515-b831-4595ca00a1b8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.520664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644c8e5-7914-4b4a-9e14-2f1a2319ab95 req-d7f8853c-a9f5-4bd3-89aa-2068862e4257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:52.522083 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9644c8e5-7914-4b4a-9e14-2f1a2319ab95 req-d7f8853c-a9f5-4bd3-89aa-2068862e4257 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ae82aed-d710-4ea3-a053-d0d0552a67d8 HTTP/1.1" status: 200 len: 855 time: 0.1695561 Jan 28 19:16:52.531590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f9ff7632-0c4c-411b-b6d9-837070efa259 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:52.532050 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f9ff7632-0c4c-411b-b6d9-837070efa259), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.560916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port f9ff7632-0c4c-411b-b6d9-837070efa259, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f9ff7632-0c4c-411b-b6d9-837070efa259,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:52.573636 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f9ff7632-0c4c-411b-b6d9-837070efa259), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.585880 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9644c8e5-7914-4b4a-9e14-2f1a2319ab95 req-025e12f2-bdb2-4d87-ad1d-aeda501bf74a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=86adb1cc-8d6c-4e87-8cd9-b94ca21e5900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508199 Jan 28 19:16:52.589662 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-256db169-56fd-4d58-ace6-9093a9de67f1 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.589836 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4e0036a-6a5e-4ae0-b54c-8aba325b9f38 req-3ebcf6da-1cd8-4331-82f8-b5356e9069e9 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949687 Jan 28 19:16:52.607695 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-256db169-56fd-4d58-ace6-9093a9de67f1 tempest-RoutersAdminNegativeIpV6Test-6100407 tempest-RoutersAdminNegativeIpV6Test-6100407-project-admin] 10.222.0.55 "DELETE /v2.0/ports/a3b9607f-e8dd-4daa-bbcc-5fc8352678fa HTTP/1.1" status: 204 len: 168 time: 1.9502699 Jan 28 19:16:52.694086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device f25af3c7-5aaa-4ed5-a847-edae90ee5e52 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:16:52.764621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: f25af3c7-5aaa-4ed5-a847-edae90ee5e52 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:16:52.767510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device f25af3c7-5aaa-4ed5-a847-edae90ee5e52 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:16:52.791099 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9644c8e5-7914-4b4a-9e14-2f1a2319ab95 req-c89e816b-c1be-48b9-90c3-c51e554266ea service neutron] 10.222.0.31 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787488 Jan 28 19:16:52.792615 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Sync routers for ids ['cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:52.809176 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Routers {'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:52.809952 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8169454b-702b-435d-a130-a801edf4a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:52.821901 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac61602a-4df1-4ae5-9b85-e790115bf5d7 admin admin] Publish callbacks [] for security_group (f70ad8d5-630d-4e37-823c-2644daf79686), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.832408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3162dd-9ccb-4dcb-9b5c-99a15e15d0f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Subnet': ['ID=965aa802-6ae6-4515-b831-4595ca00a1b8,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:52.846397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=f9ff7632-0c4c-411b-b6d9-837070efa259,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:52.860232 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3162dd-9ccb-4dcb-9b5c-99a15e15d0f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Checking segment: {'id': 'eec6e1df-e770-48d5-a995-eb7332b3c84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dd3804df-0233-470f-a5cf-5576a2132d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:52.861899 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3162dd-9ccb-4dcb-9b5c-99a15e15d0f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network hostable DHCP agents. Network: dd3804df-0233-470f-a5cf-5576a2132d09, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:16:52.879349 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac61602a-4df1-4ae5-9b85-e790115bf5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f70ad8d5-630d-4e37-823c-2644daf79686), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:52.940782 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:53.045766 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Set router cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:53.045986 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9644c8e5-7914-4b4a-9e14-2f1a2319ab95 req-8ba1e15a-9dc8-4eff-9573-0132c1a139cd service neutron] 10.222.0.31 "GET /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447915 Jan 28 19:16:53.068492 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ac61602a-4df1-4ae5-9b85-e790115bf5d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0375338579fa4d94bc62dc564224c7ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0594258 Jan 28 19:16:53.069939 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61602a-4df1-4ae5-9b85-e790115bf5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70ad8d5-630d-4e37-823c-2644daf79686,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:53.072038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46564) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:53.074990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3162dd-9ccb-4dcb-9b5c-99a15e15d0f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network dd3804df-0233-470f-a5cf-5576a2132d09 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:16:53.093932 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0f3162dd-9ccb-4dcb-9b5c-99a15e15d0f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, dd3804df-0233-470f-a5cf-5576a2132d09) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:53.109727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d61b25-5ec8-47eb-8676-55ed4dd07211 None None] Network dd3804df-0233-470f-a5cf-5576a2132d09 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:53.113414 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3162dd-9ccb-4dcb-9b5c-99a15e15d0f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:53.115928 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f3162dd-9ccb-4dcb-9b5c-99a15e15d0f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:53.180907 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0f3162dd-9ccb-4dcb-9b5c-99a15e15d0f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4033318 Jan 28 19:16:53.186732 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46568) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:53.216802 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-719d6a6d-350d-4ac9-ada2-37b4159ac2a6 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'network_id': 'dd3804df-0233-470f-a5cf-5576a2132d09', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-51732056'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:53.225369 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46570) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:53.406302 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-dd3804df-0233-470f-a5cf-5576a2132d09', 'network_id': 'dd3804df-0233-470f-a5cf-5576a2132d09', 'project_id': '4c120119fb864adbb0efc0e4dcd24a47', 'fixed_ips': [{'subnet_id': '965aa802-6ae6-4515-b831-4595ca00a1b8'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:16:53.412474 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:53.456046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719d6a6d-350d-4ac9-ada2-37b4159ac2a6 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:53.459283 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-719d6a6d-350d-4ac9-ada2-37b4159ac2a6 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:53.496656 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-719d6a6d-350d-4ac9-ada2-37b4159ac2a6 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] device_id is not set on port 0d3870ce-b98d-4339-9de7-cb88fdf9389d yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:16:53.693435 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-719d6a6d-350d-4ac9-ada2-37b4159ac2a6 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Allocated IP 2001:db8::306 (dd3804df-0233-470f-a5cf-5576a2132d09/965aa802-6ae6-4515-b831-4595ca00a1b8/0d3870ce-b98d-4339-9de7-cb88fdf9389d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:53.782064 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8169454b-702b-435d-a130-a801edf4a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'name': 'tempest-TaggedBootDevicesTest-1325393383-router', 'tenant_id': '75166bf4b0ff455194837b1ecd812dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f9ff7632-0c4c-411b-b6d9-837070efa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:48Z', 'revision_number': 4, 'project_id': '75166bf4b0ff455194837b1ecd812dc9', 'gw_port': {'id': 'f9ff7632-0c4c-411b-b6d9-837070efa259', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:41Z', 'updated_at': '2022-01-28T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '6766a180-7d46-4bb6-9941-85e71bccd032', 'name': '', 'network_id': 'f4294580-1870-4ac6-a1e0-556b6ca29ee5', 'tenant_id': '75166bf4b0ff455194837b1ecd812dc9', 'mac_address': 'fa:16:3e:9b:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:47Z', 'updated_at': '2022-01-28T19:16:48Z', 'revision_number': 2, 'project_id': '75166bf4b0ff455194837b1ecd812dc9', 'subnets': [{'id': '2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:53.790722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294fb40-487d-4b90-ab87-4894d114d45e req-7fc81fda-b8c4-465b-838f-3b0019b94e07 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:53.792422 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9294fb40-487d-4b90-ab87-4894d114d45e req-7fc81fda-b8c4-465b-838f-3b0019b94e07 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.3563621 Jan 28 19:16:53.832991 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Checking router: cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:16:53.834738 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Updating router cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c port 6766a180-7d46-4bb6-9941-85e71bccd032 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:16:53.882917 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90c6817b-b93b-4f1f-9a80-63e797f00602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:53.896441 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6766a180-7d46-4bb6-9941-85e71bccd032), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:53.981806 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-719d6a6d-350d-4ac9-ada2-37b4159ac2a6 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (0d3870ce-b98d-4339-9de7-cb88fdf9389d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:54.035238 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-93f378b9-e28d-472e-b57b-0bcebefff43b req-1663170c-0f8d-4144-b5a5-b512381cff4e tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 210 time: 0.7853661 Jan 28 19:16:54.036376 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-528d606b-08b5-4553-b7a2-cbf25e5e03b1 admin admin] Publish callbacks [] for security_group (f70ad8d5-630d-4e37-823c-2644daf79686), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:54.055332 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9294fb40-487d-4b90-ab87-4894d114d45e req-10b731a2-8ded-4b44-9b18-81529576cff2 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545891 Jan 28 19:16:54.081062 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device c3cc25c1-1004-4aa9-ae48-82168cbf5838 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:16:54.105923 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-528d606b-08b5-4553-b7a2-cbf25e5e03b1 admin admin] Publish callbacks [] for security_group (f70ad8d5-630d-4e37-823c-2644daf79686), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:54.159903 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-719d6a6d-350d-4ac9-ada2-37b4159ac2a6 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0d3870ce-b98d-4339-9de7-cb88fdf9389d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:54.197738 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-528d606b-08b5-4553-b7a2-cbf25e5e03b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f70ad8d5-630d-4e37-823c-2644daf79686), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:54.203561 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-528d606b-08b5-4553-b7a2-cbf25e5e03b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:54.207852 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-528d606b-08b5-4553-b7a2-cbf25e5e03b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f70ad8d5-630d-4e37-823c-2644daf79686 HTTP/1.1" status: 204 len: 168 time: 1.1323831 Jan 28 19:16:54.223684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d606b-08b5-4553-b7a2-cbf25e5e03b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70ad8d5-630d-4e37-823c-2644daf79686,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:54.263917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f9ff7632-0c4c-411b-b6d9-837070efa259 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:54.337080 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d6a6d-350d-4ac9-ada2-37b4159ac2a6 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=0d3870ce-b98d-4339-9de7-cb88fdf9389d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:54.384714 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Allocated IP 2001:db8::2 (dd3804df-0233-470f-a5cf-5576a2132d09/965aa802-6ae6-4515-b831-4595ca00a1b8/d7faa525-fafc-4bce-9659-f5c6985c3b93) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:16:54.412739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d6a6d-350d-4ac9-ada2-37b4159ac2a6 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network dd3804df-0233-470f-a5cf-5576a2132d09 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:54.425852 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d78ee3-1a56-44f9-90dc-a4ff2da18b64 req-345a51d0-898e-4a2f-986a-4a9da3574b4d tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:54.430456 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6d78ee3-1a56-44f9-90dc-a4ff2da18b64 req-345a51d0-898e-4a2f-986a-4a9da3574b4d tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 943 time: 0.1733124 Jan 28 19:16:54.431287 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-719d6a6d-350d-4ac9-ada2-37b4159ac2a6 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:54.435589 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d6a6d-350d-4ac9-ada2-37b4159ac2a6 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:54.453950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719d6a6d-350d-4ac9-ada2-37b4159ac2a6 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:54.454299 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-719d6a6d-350d-4ac9-ada2-37b4159ac2a6 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:54.488677 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:54.498339 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Publish callbacks [] for port (6766a180-7d46-4bb6-9941-85e71bccd032), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:54.510048 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f9ff7632-0c4c-411b-b6d9-837070efa259 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:54.510527 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f9ff7632-0c4c-411b-b6d9-837070efa259), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:54.514790 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6766a180-7d46-4bb6-9941-85e71bccd032), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:54.569601 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90c6817b-b93b-4f1f-9a80-63e797f00602 admin admin] Publish callbacks [] for security_group (0efcf766-67fe-4b74-a8d1-eaa0ae1f1e75), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:54.578804 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-719d6a6d-350d-4ac9-ada2-37b4159ac2a6 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.3860986 Jan 28 19:16:54.582491 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46584) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:54.583709 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6d78ee3-1a56-44f9-90dc-a4ff2da18b64 req-22b330d1-c80f-478a-a75b-139a29a62056 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438515 Jan 28 19:16:54.609671 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90c6817b-b93b-4f1f-9a80-63e797f00602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0efcf766-67fe-4b74-a8d1-eaa0ae1f1e75), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:54.635968 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77485049-f0b5-49f5-9c04-fca64b95ae2d None None] Pushing event updated for resources: {'Port': ['ID=6766a180-7d46-4bb6-9941-85e71bccd032,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:54.697629 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port c3cc25c1-1004-4aa9-ae48-82168cbf5838, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=c3cc25c1-1004-4aa9-ae48-82168cbf5838,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:54.746142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'c3cc25c1-1004-4aa9-ae48-82168cbf5838', 'network_id': '86adb1cc-8d6c-4e87-8cd9-b94ca21e5900', 'port_id': 'c3cc25c1-1004-4aa9-ae48-82168cbf5838', 'mac_address': 'fa:16:3e:cd:5c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae82aed-d710-4ea3-a053-d0d0552a67d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:16:54.808929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port c3cc25c1-1004-4aa9-ae48-82168cbf5838 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:54.809587 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c3cc25c1-1004-4aa9-ae48-82168cbf5838), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:54.868586 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f9ff7632-0c4c-411b-b6d9-837070efa259 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:54.879492 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3cc25c1-1004-4aa9-ae48-82168cbf5838 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:16:54.903191 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:54.909390 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-90c6817b-b93b-4f1f-9a80-63e797f00602 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a22e5739de74b6299c9b65f7076ecea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6707919 Jan 28 19:16:54.913100 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6817b-b93b-4f1f-9a80-63e797f00602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efcf766-67fe-4b74-a8d1-eaa0ae1f1e75,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:54.997678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f42bf9-2677-4992-8625-c4fe4c5d2891 req-8e5b314b-9bdc-4779-bd0b-540df2851c1b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:54.999236 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-04f42bf9-2677-4992-8625-c4fe4c5d2891 req-8e5b314b-9bdc-4779-bd0b-540df2851c1b tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.2044983 Jan 28 19:16:55.004878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b2554-5d5c-4bb8-9459-9324cbb78907 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port 0d3870ce-b98d-4339-9de7-cb88fdf9389d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:55.005359 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd1b2554-5d5c-4bb8-9459-9324cbb78907 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0d3870ce-b98d-4339-9de7-cb88fdf9389d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.027271 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Attempting to bind port 6766a180-7d46-4bb6-9941-85e71bccd032 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:55.027839 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Attempting to bind port 6766a180-7d46-4bb6-9941-85e71bccd032 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '06fd3bee-eb05-4ccf-867d-f680ea3ff31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f4294580-1870-4ac6-a1e0-556b6ca29ee5'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:55.028222 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Attempting to bind port 6766a180-7d46-4bb6-9941-85e71bccd032 on network f4294580-1870-4ac6-a1e0-556b6ca29ee5 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:55.034850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port c3cc25c1-1004-4aa9-ae48-82168cbf5838, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=c3cc25c1-1004-4aa9-ae48-82168cbf5838,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:55.038490 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:55.040526 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Checking segment: {'id': '06fd3bee-eb05-4ccf-867d-f680ea3ff31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f4294580-1870-4ac6-a1e0-556b6ca29ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:55.041051 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.041637 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Bound using segment: {'id': '06fd3bee-eb05-4ccf-867d-f680ea3ff31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f4294580-1870-4ac6-a1e0-556b6ca29ee5'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:55.042236 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Bound port: 6766a180-7d46-4bb6-9941-85e71bccd032, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fd3bee-eb05-4ccf-867d-f680ea3ff31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f4294580-1870-4ac6-a1e0-556b6ca29ee5'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:55.043188 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26f90933-c54f-44f7-a2c6-bf0bd1a0c44b admin admin] Publish callbacks [] for security_group (0efcf766-67fe-4b74-a8d1-eaa0ae1f1e75), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.043991 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6766a180-7d46-4bb6-9941-85e71bccd032), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.053110 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c3cc25c1-1004-4aa9-ae48-82168cbf5838), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.108803 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd1b2554-5d5c-4bb8-9459-9324cbb78907 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0d3870ce-b98d-4339-9de7-cb88fdf9389d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.123263 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b2554-5d5c-4bb8-9459-9324cbb78907 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for 0d3870ce-b98d-4339-9de7-cb88fdf9389d owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:55.129800 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26f90933-c54f-44f7-a2c6-bf0bd1a0c44b admin admin] Publish callbacks [] for security_group (0efcf766-67fe-4b74-a8d1-eaa0ae1f1e75), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.206952 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Publish callbacks [] for port (d7faa525-fafc-4bce-9659-f5c6985c3b93), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.244104 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8169454b-702b-435d-a130-a801edf4a708 None None] For port 6766a180-7d46-4bb6-9941-85e71bccd032, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:55.249538 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8169454b-702b-435d-a130-a801edf4a708 None None] For port 6766a180-7d46-4bb6-9941-85e71bccd032, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6766a180-7d46-4bb6-9941-85e71bccd032,segment=NetworkSegment(06fd3bee-eb05-4ccf-867d-f680ea3ff31b),segment_id=06fd3bee-eb05-4ccf-867d-f680ea3ff31b)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:55.256082 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26f90933-c54f-44f7-a2c6-bf0bd1a0c44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0efcf766-67fe-4b74-a8d1-eaa0ae1f1e75), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.259629 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26f90933-c54f-44f7-a2c6-bf0bd1a0c44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.261396 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-26f90933-c54f-44f7-a2c6-bf0bd1a0c44b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0efcf766-67fe-4b74-a8d1-eaa0ae1f1e75 HTTP/1.1" status: 204 len: 168 time: 0.3568032 Jan 28 19:16:55.270778 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6766a180-7d46-4bb6-9941-85e71bccd032), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.282700 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd1b2554-5d5c-4bb8-9459-9324cbb78907 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0d3870ce-b98d-4339-9de7-cb88fdf9389d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.317826 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f90933-c54f-44f7-a2c6-bf0bd1a0c44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efcf766-67fe-4b74-a8d1-eaa0ae1f1e75,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:55.377599 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (d7faa525-fafc-4bce-9659-f5c6985c3b93), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.415920 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d500e2cd-676e-447d-a939-5f47f72ecca7 req-d6e4c83d-e13d-40f3-8706-16192fe2d4e9 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 210 time: 0.1443579 Jan 28 19:16:55.418244 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b2554-5d5c-4bb8-9459-9324cbb78907 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=0d3870ce-b98d-4339-9de7-cb88fdf9389d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:55.437090 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77485049-f0b5-49f5-9c04-fca64b95ae2d None None] Pushing event updated for resources: {'Port': ['ID=6766a180-7d46-4bb6-9941-85e71bccd032,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:55.445535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['c3cc25c1-1004-4aa9-ae48-82168cbf5838'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:16:55.488239 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Routers {'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:55.488911 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8169454b-702b-435d-a130-a801edf4a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:55.520107 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Network dd3804df-0233-470f-a5cf-5576a2132d09 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:16:55.543784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e49d9-0254-4b7c-bc0c-cbf4819cc400 req-7aa3037e-39e1-42de-8ceb-d636babde7fd tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:55.554044 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1c6e49d9-0254-4b7c-bc0c-cbf4819cc400 req-7aa3037e-39e1-42de-8ceb-d636babde7fd tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.2645631 Jan 28 19:16:55.610232 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd1b2554-5d5c-4bb8-9459-9324cbb78907 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.622908 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bd1b2554-5d5c-4bb8-9459-9324cbb78907 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/0d3870ce-b98d-4339-9de7-cb88fdf9389d HTTP/1.1" status: 204 len: 168 time: 1.0195334 Jan 28 19:16:55.626359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46610) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:55.628202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:16:55.631424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-076f125f-36fc-4c26-bd6c-36cb5a674e5e None None] Provisioning complete for port 6766a180-7d46-4bb6-9941-85e71bccd032 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:55.631812 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-076f125f-36fc-4c26-bd6c-36cb5a674e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6766a180-7d46-4bb6-9941-85e71bccd032), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.633779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:16:55.690553 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.691147 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=c3cc25c1-1004-4aa9-ae48-82168cbf5838,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:55.742062 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1c6e49d9-0254-4b7c-bc0c-cbf4819cc400 req-b2a6cc0b-0a38-483a-9136-1eb287c81f59 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857505 Jan 28 19:16:55.744150 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-359f08c6-ed18-499b-ad3a-897f9dd64980 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] GET failed (client error): The resource could not be found. Jan 28 19:16:55.751637 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-359f08c6-ed18-499b-ad3a-897f9dd64980 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports/0d3870ce-b98d-4339-9de7-cb88fdf9389d HTTP/1.1" status: 404 len: 333 time: 0.1215677 Jan 28 19:16:55.755046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46614) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:55.842665 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8169454b-702b-435d-a130-a801edf4a708 None None] Set router cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:55.902088 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c810a6c7-5e57-41ff-827d-c5a315f7c7a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting subnet 965aa802-6ae6-4515-b831-4595ca00a1b8 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:16:55.911213 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c810a6c7-5e57-41ff-827d-c5a315f7c7a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (965aa802-6ae6-4515-b831-4595ca00a1b8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:55.913399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-04f42bf9-2677-4992-8625-c4fe4c5d2891 req-0fd228c5-d360-438c-a308-0c1379d8783f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Deleting port fe9ba215-689b-4bde-b4e6-5d14d235b879 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:55.914219 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Pushing event updated for resources: {'Port': ['ID=d7faa525-fafc-4bce-9659-f5c6985c3b93,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:55.917587 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-04f42bf9-2677-4992-8625-c4fe4c5d2891 req-0fd228c5-d360-438c-a308-0c1379d8783f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:56.012372 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c810a6c7-5e57-41ff-827d-c5a315f7c7a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (965aa802-6ae6-4515-b831-4595ca00a1b8), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:56.123737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46620) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:56.157495 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65485e7b-db76-4682-8c3a-7ee8d222067a req-6dce9cfe-02c9-4f46-a1ab-61a98e7c4a98 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:56.171897 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65485e7b-db76-4682-8c3a-7ee8d222067a req-6dce9cfe-02c9-4f46-a1ab-61a98e7c4a98 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 944 time: 0.3887930 Jan 28 19:16:56.175163 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Attempting to bind port d7faa525-fafc-4bce-9659-f5c6985c3b93 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:16:56.176329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Attempting to bind port d7faa525-fafc-4bce-9659-f5c6985c3b93 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'eec6e1df-e770-48d5-a995-eb7332b3c84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dd3804df-0233-470f-a5cf-5576a2132d09'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:16:56.176703 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Attempting to bind port d7faa525-fafc-4bce-9659-f5c6985c3b93 on network dd3804df-0233-470f-a5cf-5576a2132d09 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:16:56.273658 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-076f125f-36fc-4c26-bd6c-36cb5a674e5e None None] Current status of the port 6766a180-7d46-4bb6-9941-85e71bccd032 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:56.278422 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-076f125f-36fc-4c26-bd6c-36cb5a674e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6766a180-7d46-4bb6-9941-85e71bccd032), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:56.301614 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c810a6c7-5e57-41ff-827d-c5a315f7c7a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (965aa802-6ae6-4515-b831-4595ca00a1b8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:56.307054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:16:56.308141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Checking segment: {'id': 'eec6e1df-e770-48d5-a995-eb7332b3c84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dd3804df-0233-470f-a5cf-5576a2132d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:16:56.308560 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:56.310713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Bound using segment: {'id': 'eec6e1df-e770-48d5-a995-eb7332b3c84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dd3804df-0233-470f-a5cf-5576a2132d09'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:16:56.316199 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Bound port: d7faa525-fafc-4bce-9659-f5c6985c3b93, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec6e1df-e770-48d5-a995-eb7332b3c84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dd3804df-0233-470f-a5cf-5576a2132d09'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:16:56.317345 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d7faa525-fafc-4bce-9659-f5c6985c3b93), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:56.341160 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-04f42bf9-2677-4992-8625-c4fe4c5d2891 req-0fd228c5-d360-438c-a308-0c1379d8783f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] For port fe9ba215-689b-4bde-b4e6-5d14d235b879, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fe9ba215-689b-4bde-b4e6-5d14d235b879,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:56.341553 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-04f42bf9-2677-4992-8625-c4fe4c5d2891 req-0fd228c5-d360-438c-a308-0c1379d8783f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:56.345493 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8169454b-702b-435d-a130-a801edf4a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'name': 'tempest-TaggedBootDevicesTest-1325393383-router', 'tenant_id': '75166bf4b0ff455194837b1ecd812dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f9ff7632-0c4c-411b-b6d9-837070efa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:48Z', 'revision_number': 4, 'project_id': '75166bf4b0ff455194837b1ecd812dc9', 'gw_port': {'id': 'f9ff7632-0c4c-411b-b6d9-837070efa259', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:41Z', 'updated_at': '2022-01-28T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '6766a180-7d46-4bb6-9941-85e71bccd032', 'name': '', 'network_id': 'f4294580-1870-4ac6-a1e0-556b6ca29ee5', 'tenant_id': '75166bf4b0ff455194837b1ecd812dc9', 'mac_address': 'fa:16:3e:9b:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:47Z', 'updated_at': '2022-01-28T19:16:55Z', 'revision_number': 4, 'project_id': '75166bf4b0ff455194837b1ecd812dc9', 'subnets': [{'id': '2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:56.350055 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65485e7b-db76-4682-8c3a-7ee8d222067a req-5ff6d6fa-3e25-4adb-9720-59849a619805 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772494 Jan 28 19:16:56.385279 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c50456dc-2ae0-4266-8554-df3b4bfb462e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db1cc6ee8f274f098e21b97e95b5cb3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2603467 Jan 28 19:16:56.389072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46628) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:56.404170 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169454b-702b-435d-a130-a801edf4a708 None None] The sync data for ids ['cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'] in n-d-824834-4 is: [{'id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'name': 'tempest-TaggedBootDevicesTest-1325393383-router', 'tenant_id': '75166bf4b0ff455194837b1ecd812dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f9ff7632-0c4c-411b-b6d9-837070efa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:16:48Z', 'revision_number': 4, 'project_id': '75166bf4b0ff455194837b1ecd812dc9', 'gw_port': {'id': 'f9ff7632-0c4c-411b-b6d9-837070efa259', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:41Z', 'updated_at': '2022-01-28T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '6766a180-7d46-4bb6-9941-85e71bccd032', 'name': '', 'network_id': 'f4294580-1870-4ac6-a1e0-556b6ca29ee5', 'tenant_id': '75166bf4b0ff455194837b1ecd812dc9', 'mac_address': 'fa:16:3e:9b:1b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:47Z', 'updated_at': '2022-01-28T19:16:55Z', 'revision_number': 4, 'project_id': '75166bf4b0ff455194837b1ecd812dc9', 'subnets': [{'id': '2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:16:56.457133 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c810a6c7-5e57-41ff-827d-c5a315f7c7a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (965aa802-6ae6-4515-b831-4595ca00a1b8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:56.567110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810a6c7-5e57-41ff-827d-c5a315f7c7a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Subnet': ['ID=965aa802-6ae6-4515-b831-4595ca00a1b8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:56.568425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] For port d7faa525-fafc-4bce-9659-f5c6985c3b93, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:16:56.584744 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c810a6c7-5e57-41ff-827d-c5a315f7c7a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:56.584971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] For port d7faa525-fafc-4bce-9659-f5c6985c3b93, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d7faa525-fafc-4bce-9659-f5c6985c3b93,segment=NetworkSegment(eec6e1df-e770-48d5-a995-eb7332b3c84e),segment_id=eec6e1df-e770-48d5-a995-eb7332b3c84e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:16:56.597612 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c810a6c7-5e57-41ff-827d-c5a315f7c7a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/965aa802-6ae6-4515-b831-4595ca00a1b8 HTTP/1.1" status: 204 len: 168 time: 0.8413453 Jan 28 19:16:56.606300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46632) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:56.628559 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d7faa525-fafc-4bce-9659-f5c6985c3b93), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:56.633930 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-076f125f-36fc-4c26-bd6c-36cb5a674e5e None None] For port 6766a180-7d46-4bb6-9941-85e71bccd032, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6766a180-7d46-4bb6-9941-85e71bccd032,segment=NetworkSegment(06fd3bee-eb05-4ccf-867d-f680ea3ff31b),segment_id=06fd3bee-eb05-4ccf-867d-f680ea3ff31b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:56.660725 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-076f125f-36fc-4c26-bd6c-36cb5a674e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6766a180-7d46-4bb6-9941-85e71bccd032), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:56.784797 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (dd3804df-0233-470f-a5cf-5576a2132d09), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:56.880774 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0e4ea177-e414-4930-bd09-ad617eb4b960 req-35ec89a4-9880-4886-9e2a-39adaf775d22 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab1d7e37-5338-4683-9333-539e46f11cde HTTP/1.1" status: 200 len: 210 time: 0.1314800 Jan 28 19:16:56.996975 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ebf72f2e-377b-481d-981b-dec84b437f01 admin admin] Publish callbacks [] for security_group (56fc52eb-b910-42b1-b7d5-3db88c99f3b3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.068698 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port d7faa525-fafc-4bce-9659-f5c6985c3b93 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:16:57.069131 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d7faa525-fafc-4bce-9659-f5c6985c3b93), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.122691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0794d1c-6384-496d-a6a0-162d5006f0bc None None] Pushing event updated for resources: {'Port': ['ID=d7faa525-fafc-4bce-9659-f5c6985c3b93,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:57.139829 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ebf72f2e-377b-481d-981b-dec84b437f01 admin admin] Publish callbacks [] for security_group (56fc52eb-b910-42b1-b7d5-3db88c99f3b3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.193265 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-04f42bf9-2677-4992-8625-c4fe4c5d2891 req-0fd228c5-d360-438c-a308-0c1379d8783f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.196162 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-04f42bf9-2677-4992-8625-c4fe4c5d2891 req-0fd228c5-d360-438c-a308-0c1379d8783f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (c8bac870-66ca-4c0f-80ac-2a4dae85fca2), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.196724 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [req-04f42bf9-2677-4992-8625-c4fe4c5d2891 req-0fd228c5-d360-438c-a308-0c1379d8783f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Floating IP c8bac870-66ca-4c0f-80ac-2a4dae85fca2 disassociated. External IP: 172.25.0.212, port: fe9ba215-689b-4bde-b4e6-5d14d235b879. Jan 28 19:16:57.197293 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-04f42bf9-2677-4992-8625-c4fe4c5d2891 req-0fd228c5-d360-438c-a308-0c1379d8783f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Calling delete_port for fe9ba215-689b-4bde-b4e6-5d14d235b879 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:57.357435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] For port d7faa525-fafc-4bce-9659-f5c6985c3b93, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d7faa525-fafc-4bce-9659-f5c6985c3b93,segment=NetworkSegment(eec6e1df-e770-48d5-a995-eb7332b3c84e),segment_id=eec6e1df-e770-48d5-a995-eb7332b3c84e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:16:57.358776 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d7faa525-fafc-4bce-9659-f5c6985c3b93), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.397852 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f317496-a533-42c3-aa1d-3fdbd972c244 req-7f3883b9-e315-4498-ba92-76e1bf751a01 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:57.407360 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0f317496-a533-42c3-aa1d-3fdbd972c244 req-7f3883b9-e315-4498-ba92-76e1bf751a01 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 944 time: 0.4253812 Jan 28 19:16:57.443974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a1082109-14f1-43af-8ea6-d70b62496021 None None] Provisioning complete for port 6766a180-7d46-4bb6-9941-85e71bccd032 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:57.444549 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a1082109-14f1-43af-8ea6-d70b62496021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6766a180-7d46-4bb6-9941-85e71bccd032), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.498944 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ebf72f2e-377b-481d-981b-dec84b437f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (56fc52eb-b910-42b1-b7d5-3db88c99f3b3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.502289 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ebf72f2e-377b-481d-981b-dec84b437f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.503646 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ebf72f2e-377b-481d-981b-dec84b437f01 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56fc52eb-b910-42b1-b7d5-3db88c99f3b3 HTTP/1.1" status: 204 len: 168 time: 1.1120548 Jan 28 19:16:57.530382 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0f317496-a533-42c3-aa1d-3fdbd972c244 req-33d6d704-07e9-4691-8d3f-8777a5b3a3f2 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups?id=5723710e-2955-4ade-880c-b1e0f0315f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217968 Jan 28 19:16:57.547245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf72f2e-377b-481d-981b-dec84b437f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fc52eb-b910-42b1-b7d5-3db88c99f3b3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:57.574270 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for d7faa525-fafc-4bce-9659-f5c6985c3b93 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:16:57.593562 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-82cdb0ed-d8f8-40c8-9ec4-1226fb844195 req-f9191901-6ac0-47bc-b06a-91af2b2fbade tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.2063940 Jan 28 19:16:57.741334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f125f-36fc-4c26-bd6c-36cb5a674e5e None None] Pushing event updated for resources: {'Port': ['ID=6766a180-7d46-4bb6-9941-85e71bccd032,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:57.930191 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-04f42bf9-2677-4992-8625-c4fe4c5d2891 req-0fd228c5-d360-438c-a308-0c1379d8783f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (fe9ba215-689b-4bde-b4e6-5d14d235b879), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:57.953715 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (d7faa525-fafc-4bce-9659-f5c6985c3b93), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:58.022871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=d7faa525-fafc-4bce-9659-f5c6985c3b93,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:58.033671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No DVR routers for this DVR port d7faa525-fafc-4bce-9659-f5c6985c3b93 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:58.038495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a1082109-14f1-43af-8ea6-d70b62496021 None None] Current status of the port 6766a180-7d46-4bb6-9941-85e71bccd032 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:58.079870 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6054c-493a-4656-b74a-bf5f63953457 req-530d9c96-8a8b-4454-8c75-0c8a65a16883 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:58.088490 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4cb6054c-493a-4656-b74a-bf5f63953457 req-530d9c96-8a8b-4454-8c75-0c8a65a16883 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 944 time: 0.3299589 Jan 28 19:16:58.092282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd228c5-d360-438c-a308-0c1379d8783f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event deleted for resources: {'Port': ['ID=fe9ba215-689b-4bde-b4e6-5d14d235b879,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:58.198324 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (dd3804df-0233-470f-a5cf-5576a2132d09), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:58.219886 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4cb6054c-493a-4656-b74a-bf5f63953457 req-4c67cf87-9101-45af-bcf2-03344a09437c tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203282 Jan 28 19:16:58.252031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3804df-0233-470f-a5cf-5576a2132d09']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:58.306497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec6e1df-e770-48d5-a995-eb7332b3c84e') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:58.306729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec6e1df-e770-48d5-a995-eb7332b3c84e') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:58.374233 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (eec6e1df-e770-48d5-a995-eb7332b3c84e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:58.432995 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (eec6e1df-e770-48d5-a995-eb7332b3c84e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:58.454241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:16:58.456432 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (eec6e1df-e770-48d5-a995-eb7332b3c84e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:16:58.486607 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:16:58.549888 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04f42bf9-2677-4992-8625-c4fe4c5d2891 req-0fd228c5-d360-438c-a308-0c1379d8783f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:16:58.696800 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device fe9ba215-689b-4bde-b4e6-5d14d235b879 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:16:58.746955 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (dd3804df-0233-470f-a5cf-5576a2132d09), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:58.771044 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: fe9ba215-689b-4bde-b4e6-5d14d235b879 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:16:58.771759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device fe9ba215-689b-4bde-b4e6-5d14d235b879 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:16:58.783645 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6766a180-7d46-4bb6-9941-85e71bccd032 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:16:58.785933 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:58.798213 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/networks/dd3804df-0233-470f-a5cf-5576a2132d09 HTTP/1.1" status: 204 len: 168 time: 2.1889637 Jan 28 19:16:58.846655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:16:58.865063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c7f78545-a9b9-4359-963b-4e7261baaab2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'name': 'tempest-PortsIpV6TestJSON-203285974'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:16:58.894405 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ab810-26a8-415c-a6d5-83e1a5a74917 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Network': ['ID=dd3804df-0233-470f-a5cf-5576a2132d09,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:16:58.924954 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6766a180-7d46-4bb6-9941-85e71bccd032 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:16:58.926381 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6766a180-7d46-4bb6-9941-85e71bccd032), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:59.056980 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e62633a4-901f-40cc-a6f7-915e1df3880e req-9b991272-b12a-4e95-8efd-7272c142014e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 210 time: 0.1118734 Jan 28 19:16:59.148551 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04f42bf9-2677-4992-8625-c4fe4c5d2891 req-0fd228c5-d360-438c-a308-0c1379d8783f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:16:59.165284 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1377493-2fee-4959-b056-dea9fe2238b8 None None] Sync routers for ids ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:16:59.205384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1377493-2fee-4959-b056-dea9fe2238b8 None None] Routers {'61b8a2b8-0198-4701-9f5e-ac6ac648a52d'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:16:59.206056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e1377493-2fee-4959-b056-dea9fe2238b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:16:59.252482 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f78545-a9b9-4359-963b-4e7261baaab2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:16:59.261384 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7f78545-a9b9-4359-963b-4e7261baaab2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:59.326239 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f42bf9-2677-4992-8625-c4fe4c5d2891 req-0fd228c5-d360-438c-a308-0c1379d8783f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] No DVR routers for this DVR port fe9ba215-689b-4bde-b4e6-5d14d235b879 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:16:59.346890 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-04f42bf9-2677-4992-8625-c4fe4c5d2891 req-0fd228c5-d360-438c-a308-0c1379d8783f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:59.350399 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-04f42bf9-2677-4992-8625-c4fe4c5d2891 req-0fd228c5-d360-438c-a308-0c1379d8783f tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.37 "DELETE /v2.0/ports/fe9ba215-689b-4bde-b4e6-5d14d235b879 HTTP/1.1" status: 204 len: 173 time: 4.0776937 Jan 28 19:16:59.365867 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-82b4a04c-733b-44f3-a84d-af7caec3cd5c req-5f6c6c95-51da-41bb-9db6-fa9b07e0e643 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.1030407 Jan 28 19:16:59.366592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'name': 'network-vif-deleted', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:16:59.377706 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe89db19-813c-4bd0-a599-bcc206a6c912" -d '{"events": [{"server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "name": "network-vif-deleted", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:16:59.503655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-c7f78545-a9b9-4359-963b-4e7261baaab2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] device_id is not set on port 25c5d735-1c9b-4139-8ab9-20fcd7e8b50b yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:16:59.508405 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6766a180-7d46-4bb6-9941-85e71bccd032 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:16:59.671188 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f796817-df0e-473f-b4ad-17efc4dd25bc req-8d3a7111-9f8f-43eb-a251-97ec0bff24be tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:59.672961 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3f796817-df0e-473f-b4ad-17efc4dd25bc req-8d3a7111-9f8f-43eb-a251-97ec0bff24be tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 944 time: 0.1452005 Jan 28 19:16:59.713961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e1377493-2fee-4959-b056-dea9fe2238b8 None None] Set router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:16:59.856062 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99c4cb3-1e11-4a22-bc25-f3aaffa4c4c6 None None] DHCP port deletion for dd3804df-0233-470f-a5cf-5576a2132d09 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:16:59.862046 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3f796817-df0e-473f-b4ad-17efc4dd25bc req-84804dcb-bfaf-4fa4-9ccc-f6bc05edb478 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669188 Jan 28 19:16:59.876143 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7f78545-a9b9-4359-963b-4e7261baaab2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (25c5d735-1c9b-4139-8ab9-20fcd7e8b50b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:16:59.905396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d8303c5b-4946-4bd9-9ae8-3c9de2405b53 None None] Could not find standard attr ID for object d7faa525-fafc-4bce-9659-f5c6985c3b93. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:16:59.950364 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10c4b2f-2a0b-4889-8aa5-6710fe654257 x-openstack-request-id: req-f10c4b2f-2a0b-4889-8aa5-6710fe654257 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:16:59.950653 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98c7457-efff-4bb6-806c-31501d8f9df1", "name": "network-vif-deleted", "tag": "fe9ba215-689b-4bde-b4e6-5d14d235b879", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:16:59.953588 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f10c4b2f-2a0b-4889-8aa5-6710fe654257 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:16:59.953588 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98c7457-efff-4bb6-806c-31501d8f9df1', 'name': 'network-vif-deleted', 'tag': 'fe9ba215-689b-4bde-b4e6-5d14d235b879', 'status': 'completed', 'code': 200} Jan 28 19:16:59.966245 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64297906-b9d2-4f9a-92f7-4357e77900a8 None None] Network dd3804df-0233-470f-a5cf-5576a2132d09 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:16:59.981691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92aa9a-8b4d-496b-a6f1-90969af3679b req-b5060865-3277-4b8c-826a-bb84ae86db08 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:59.990128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92aa9a-8b4d-496b-a6f1-90969af3679b req-b5060865-3277-4b8c-826a-bb84ae86db08 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:16:59.997792 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92aa9a-8b4d-496b-a6f1-90969af3679b req-b5060865-3277-4b8c-826a-bb84ae86db08 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:00.005760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64297906-b9d2-4f9a-92f7-4357e77900a8 None None] Network dd3804df-0233-470f-a5cf-5576a2132d09 could not be found, it might have been deleted concurrently. {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:17:00.006544 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92aa9a-8b4d-496b-a6f1-90969af3679b req-b5060865-3277-4b8c-826a-bb84ae86db08 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:00.016402 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92aa9a-8b4d-496b-a6f1-90969af3679b req-b5060865-3277-4b8c-826a-bb84ae86db08 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:00.023371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92aa9a-8b4d-496b-a6f1-90969af3679b req-b5060865-3277-4b8c-826a-bb84ae86db08 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:00.024252 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:00.047186 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92aa9a-8b4d-496b-a6f1-90969af3679b req-b5060865-3277-4b8c-826a-bb84ae86db08 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:00.054560 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf92aa9a-8b4d-496b-a6f1-90969af3679b req-b5060865-3277-4b8c-826a-bb84ae86db08 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5444 time: 0.7276621 Jan 28 19:17:00.086545 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:00.107469 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device c3cc25c1-1004-4aa9-ae48-82168cbf5838 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:00.138803 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7f78545-a9b9-4359-963b-4e7261baaab2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (25c5d735-1c9b-4139-8ab9-20fcd7e8b50b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:00.283157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f78545-a9b9-4359-963b-4e7261baaab2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:00.296110 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3f930c3c-ad0b-45c8-9b54-dcad535aa101 req-c502b5e2-e614-4050-9538-d5c7996806d4 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/ports?device_id=d98c7457-efff-4bb6-806c-31501d8f9df1 HTTP/1.1" status: 200 len: 210 time: 0.0649383 Jan 28 19:17:00.307560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c7f78545-a9b9-4359-963b-4e7261baaab2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:00.315926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f78545-a9b9-4359-963b-4e7261baaab2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:00.324982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e1377493-2fee-4959-b056-dea9fe2238b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'name': 'tempest-ServerActionsTestJSON-1376128393-router', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:55Z', 'updated_at': '2022-01-28T19:07:05Z', 'revision_number': 4, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'gw_port': {'id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:57Z', 'updated_at': '2022-01-28T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '57f9b371-d099-4dba-b2ca-9e126d2d8dde', 'name': '', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'mac_address': 'fa:16:3e:00:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:07:04Z', 'updated_at': '2022-01-28T19:07:11Z', 'revision_number': 5, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'subnets': [{'id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:00.336033 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f78545-a9b9-4359-963b-4e7261baaab2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:00.336892 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7f78545-a9b9-4359-963b-4e7261baaab2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:00.340028 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ffc19d89-d478-4062-8bfd-60e95c85b860 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2018091270'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:00.345169 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d7faa525-fafc-4bce-9659-f5c6985c3b93 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:00.347086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port c3cc25c1-1004-4aa9-ae48-82168cbf5838 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:17:00.390137 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf92aa9a-8b4d-496b-a6f1-90969af3679b req-5ef3101d-4561-43c8-9747-d7e553e57c20 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3329241 Jan 28 19:17:00.402957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc19d89-d478-4062-8bfd-60e95c85b860 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:00.408415 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc19d89-d478-4062-8bfd-60e95c85b860 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:00.426362 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46716) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:00.426951 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c7f78545-a9b9-4359-963b-4e7261baaab2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5778601 Jan 28 19:17:00.428952 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f78545-a9b9-4359-963b-4e7261baaab2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=25c5d735-1c9b-4139-8ab9-20fcd7e8b50b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:00.450409 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc19d89-d478-4062-8bfd-60e95c85b860 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:00.452777 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: d7faa525-fafc-4bce-9659-f5c6985c3b93 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:00.453241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d7faa525-fafc-4bce-9659-f5c6985c3b93 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:00.550523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port c3cc25c1-1004-4aa9-ae48-82168cbf5838 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:00.551675 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c3cc25c1-1004-4aa9-ae48-82168cbf5838), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:00.594933 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1377493-2fee-4959-b056-dea9fe2238b8 None None] Checking router: 61b8a2b8-0198-4701-9f5e-ac6ac648a52d for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:17:00.615976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1377493-2fee-4959-b056-dea9fe2238b8 None None] Routers {'61b8a2b8-0198-4701-9f5e-ac6ac648a52d'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:17:00.616719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e1377493-2fee-4959-b056-dea9fe2238b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:00.622340 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd8a4f52-04d8-4925-b8d0-11ea907709a3 req-136f2054-2e6a-4ac7-aad0-2b8b29364313 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.0539615 Jan 28 19:17:00.687859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-02edb083-6a6d-4b7f-ba7f-327fdf75e46d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port 25c5d735-1c9b-4139-8ab9-20fcd7e8b50b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:00.688255 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02edb083-6a6d-4b7f-ba7f-327fdf75e46d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (25c5d735-1c9b-4139-8ab9-20fcd7e8b50b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:00.712227 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc19d89-d478-4062-8bfd-60e95c85b860 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for security_group (4118c156-3da2-4f8b-8648-96a2d7d10dd0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:00.749775 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc19d89-d478-4062-8bfd-60e95c85b860 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4118c156-3da2-4f8b-8648-96a2d7d10dd0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:00.787033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc19d89-d478-4062-8bfd-60e95c85b860 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:17:00.795228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port c3cc25c1-1004-4aa9-ae48-82168cbf5838 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:00.795740 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c3cc25c1-1004-4aa9-ae48-82168cbf5838), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:00.799264 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02edb083-6a6d-4b7f-ba7f-327fdf75e46d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (25c5d735-1c9b-4139-8ab9-20fcd7e8b50b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:00.817944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-02edb083-6a6d-4b7f-ba7f-327fdf75e46d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for 25c5d735-1c9b-4139-8ab9-20fcd7e8b50b owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:00.820147 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc19d89-d478-4062-8bfd-60e95c85b860 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d8e28732-0665-4fdd-a1fd-9290ac808bd3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:00.820496 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-ffc19d89-d478-4062-8bfd-60e95c85b860 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Added segment d8e28732-0665-4fdd-a1fd-9290ac808bd3 of type vlan for network 1218acd0-0311-470a-8d43-e1a60f7e0be9 Jan 28 19:17:00.823994 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc19d89-d478-4062-8bfd-60e95c85b860 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4118c156-3da2-4f8b-8648-96a2d7d10dd0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:00.833322 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65528fdd-b78e-43af-9de2-8e61b115195f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cc25c1-1004-4aa9-ae48-82168cbf5838'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:00.836669 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f6c7b9-269f-4e55-a074-afdf891ab72b" -d '{"events": [{"server_uuid": "65528fdd-b78e-43af-9de2-8e61b115195f", "name": "network-vif-plugged", "status": "completed", "tag": "c3cc25c1-1004-4aa9-ae48-82168cbf5838"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:00.865030 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port c3cc25c1-1004-4aa9-ae48-82168cbf5838, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=c3cc25c1-1004-4aa9-ae48-82168cbf5838,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:00.870761 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e1377493-2fee-4959-b056-dea9fe2238b8 None None] Set router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:17:00.909041 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc19d89-d478-4062-8bfd-60e95c85b860 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (1218acd0-0311-470a-8d43-e1a60f7e0be9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:00.945659 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658c7b12-a1c7-4764-9e6a-0d37f43fe2ad x-openstack-request-id: req-658c7b12-a1c7-4764-9e6a-0d37f43fe2ad {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:00.945987 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65528fdd-b78e-43af-9de2-8e61b115195f", "name": "network-vif-plugged", "status": "completed", "tag": "c3cc25c1-1004-4aa9-ae48-82168cbf5838", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:00.946234 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-658c7b12-a1c7-4764-9e6a-0d37f43fe2ad {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:00.946682 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65528fdd-b78e-43af-9de2-8e61b115195f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cc25c1-1004-4aa9-ae48-82168cbf5838', 'code': 200} Jan 28 19:17:00.950168 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c3cc25c1-1004-4aa9-ae48-82168cbf5838), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:00.992623 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc19d89-d478-4062-8bfd-60e95c85b860 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (1218acd0-0311-470a-8d43-e1a60f7e0be9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:00.998295 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc19d89-d478-4062-8bfd-60e95c85b860 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:00.998895 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc19d89-d478-4062-8bfd-60e95c85b860 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:01.075484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942c358-00e5-4d0c-946d-05967423b55c req-52154578-594c-4de9-96cb-2b9f9b4b52a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:01.077612 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5942c358-00e5-4d0c-946d-05967423b55c req-52154578-594c-4de9-96cb-2b9f9b4b52a6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 1127 time: 0.0742960 Jan 28 19:17:01.190895 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5942c358-00e5-4d0c-946d-05967423b55c req-cabbc0ab-2082-406c-b609-bfa208647289 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071670 Jan 28 19:17:01.202836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=c3cc25c1-1004-4aa9-ae48-82168cbf5838,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:01.387995 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e1377493-2fee-4959-b056-dea9fe2238b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'name': 'tempest-ServerActionsTestJSON-1376128393-router', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:55Z', 'updated_at': '2022-01-28T19:07:05Z', 'revision_number': 4, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'gw_port': {'id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:57Z', 'updated_at': '2022-01-28T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '57f9b371-d099-4dba-b2ca-9e126d2d8dde', 'name': '', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'mac_address': 'fa:16:3e:00:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:07:04Z', 'updated_at': '2022-01-28T19:07:11Z', 'revision_number': 5, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'subnets': [{'id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:01.424070 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46730) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:01.474356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1377493-2fee-4959-b056-dea9fe2238b8 None None] The sync data for ids ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'] in n-d-824834-4 is: [{'id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'name': 'tempest-ServerActionsTestJSON-1376128393-router', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:55Z', 'updated_at': '2022-01-28T19:07:05Z', 'revision_number': 4, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'gw_port': {'id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:57Z', 'updated_at': '2022-01-28T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '57f9b371-d099-4dba-b2ca-9e126d2d8dde', 'name': '', 'network_id': 'b49b190d-5fb3-41cb-a694-b0a0b7d47b75', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'mac_address': 'fa:16:3e:00:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:07:04Z', 'updated_at': '2022-01-28T19:07:11Z', 'revision_number': 5, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'subnets': [{'id': 'cd80566b-cb23-46e8-93b8-695f127ca2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:17:01.531926 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02edb083-6a6d-4b7f-ba7f-327fdf75e46d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (25c5d735-1c9b-4139-8ab9-20fcd7e8b50b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:01.600350 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ffc19d89-d478-4062-8bfd-60e95c85b860 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5136669 Jan 28 19:17:01.600656 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9659adf1-e177-4116-aff3-02fc7399e934 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for security_group (5723710e-2955-4ade-880c-b1e0f0315f48), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:01.630319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46736) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:01.636193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bcd3e164-c7b1-4390-8765-f7bd4c8f2e30 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:01.641702 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9659adf1-e177-4116-aff3-02fc7399e934 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for security_group (5723710e-2955-4ade-880c-b1e0f0315f48), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:01.645594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edb083-6a6d-4b7f-ba7f-327fdf75e46d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=25c5d735-1c9b-4139-8ab9-20fcd7e8b50b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:01.656703 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-02edb083-6a6d-4b7f-ba7f-327fdf75e46d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:01.660171 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-02edb083-6a6d-4b7f-ba7f-327fdf75e46d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/25c5d735-1c9b-4139-8ab9-20fcd7e8b50b HTTP/1.1" status: 204 len: 168 time: 1.2317824 Jan 28 19:17:01.674127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46740) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:01.676521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc19d89-d478-4062-8bfd-60e95c85b860 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Network': ['ID=1218acd0-0311-470a-8d43-e1a60f7e0be9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:01.682817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-413e16fe-1b5c-4d51-af19-d8d08adb3d4c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'mac_address': 'fa:16:3e:dc:1f:17', 'name': 'tempest-PortsIpV6TestJSON-530435974'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:01.696836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:17:01.791243 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9659adf1-e177-4116-aff3-02fc7399e934 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5723710e-2955-4ade-880c-b1e0f0315f48), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:01.797051 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9659adf1-e177-4116-aff3-02fc7399e934 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:01.800362 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9659adf1-e177-4116-aff3-02fc7399e934 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "DELETE /v2.0/security-groups/5723710e-2955-4ade-880c-b1e0f0315f48 HTTP/1.1" status: 204 len: 168 time: 0.3741989 Jan 28 19:17:01.802986 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46742) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:01.888256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eb5ba-27eb-4f44-9fe1-a7de8e9eaaec req-b61ac978-d260-4487-8292-04d61a37d88f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:01.905274 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eb5ba-27eb-4f44-9fe1-a7de8e9eaaec req-b61ac978-d260-4487-8292-04d61a37d88f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:01.929950 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eb5ba-27eb-4f44-9fe1-a7de8e9eaaec req-b61ac978-d260-4487-8292-04d61a37d88f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:01.936016 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eb5ba-27eb-4f44-9fe1-a7de8e9eaaec req-b61ac978-d260-4487-8292-04d61a37d88f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:01.938058 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782126ee-86d9-45c1-8ce5-1e1b859a43f2 req-b0ac2c28-3e15-45b3-a02f-c3d302067974 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:01.939747 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-782126ee-86d9-45c1-8ce5-1e1b859a43f2 req-b0ac2c28-3e15-45b3-a02f-c3d302067974 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 945 time: 0.9155493 Jan 28 19:17:01.957284 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eb5ba-27eb-4f44-9fe1-a7de8e9eaaec req-b61ac978-d260-4487-8292-04d61a37d88f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:01.968302 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eb5ba-27eb-4f44-9fe1-a7de8e9eaaec req-b61ac978-d260-4487-8292-04d61a37d88f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:01.974577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eb5ba-27eb-4f44-9fe1-a7de8e9eaaec req-b61ac978-d260-4487-8292-04d61a37d88f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:01.988723 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaca0aec-223d-4413-994b-f6b634e38ef8 None None] New status for floating IP c8bac870-66ca-4c0f-80ac-2a4dae85fca2: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:17:01.989235 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa2eb5ba-27eb-4f44-9fe1-a7de8e9eaaec req-b61ac978-d260-4487-8292-04d61a37d88f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5444 time: 0.4707954 Jan 28 19:17:01.993298 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659adf1-e177-4116-aff3-02fc7399e934 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5723710e-2955-4ade-880c-b1e0f0315f48,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:02.017071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd3e164-c7b1-4390-8765-f7bd4c8f2e30 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:02.022235 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcd3e164-c7b1-4390-8765-f7bd4c8f2e30 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.043864 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-9ddb3683-426f-458d-bffd-b17b5ea8116e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] show failed (client error): The resource could not be found. Jan 28 19:17:02.044969 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9ddb3683-426f-458d-bffd-b17b5ea8116e tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "GET /v2.0/security-groups/5723710e-2955-4ade-880c-b1e0f0315f48 HTTP/1.1" status: 404 len: 347 time: 0.2334840 Jan 28 19:17:02.048790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46744) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:02.092521 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-782126ee-86d9-45c1-8ce5-1e1b859a43f2 req-e54d4b14-40f1-49e1-a0b7-82ed9f3f2781 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350422 Jan 28 19:17:02.097071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413e16fe-1b5c-4d51-af19-d8d08adb3d4c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:02.201422 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-413e16fe-1b5c-4d51-af19-d8d08adb3d4c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.242956 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-413e16fe-1b5c-4d51-af19-d8d08adb3d4c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] device_id is not set on port 6160a155-680f-4016-9039-9e17813553ae yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:17:02.362810 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa2eb5ba-27eb-4f44-9fe1-a7de8e9eaaec req-1419ca6b-1dbf-4ea6-b6c7-a05ad2b6e33f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3725903 Jan 28 19:17:02.385640 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b96df88-f3f2-4bdc-adc1-2f3267ab88d5 req-6092a0e7-f271-4b7d-89ee-cb73313eeae0 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.1120200 Jan 28 19:17:02.421043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-327713c0-5b7b-449b-8337-2c5ccf67e9f3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Deleting port 87450f5f-f772-42e1-a388-126e7038894b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:02.422482 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-327713c0-5b7b-449b-8337-2c5ccf67e9f3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (87450f5f-f772-42e1-a388-126e7038894b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.536706 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcd3e164-c7b1-4390-8765-f7bd4c8f2e30 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (caa2c69d-cf7e-4961-8b11-da64bce31f03), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.558057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-40b42d34-2e5c-44fb-9357-c92b36b98b7c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:02.564045 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-40b42d34-2e5c-44fb-9357-c92b36b98b7c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:02.569879 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-40b42d34-2e5c-44fb-9357-c92b36b98b7c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:02.575481 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-40b42d34-2e5c-44fb-9357-c92b36b98b7c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:02.581034 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-40b42d34-2e5c-44fb-9357-c92b36b98b7c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:02.586997 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-40b42d34-2e5c-44fb-9357-c92b36b98b7c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:02.592794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-40b42d34-2e5c-44fb-9357-c92b36b98b7c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:02.594977 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-40b42d34-2e5c-44fb-9357-c92b36b98b7c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5444 time: 0.3030138 Jan 28 19:17:02.598312 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-327713c0-5b7b-449b-8337-2c5ccf67e9f3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (87450f5f-f772-42e1-a388-126e7038894b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.598641 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-327713c0-5b7b-449b-8337-2c5ccf67e9f3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for floatingip (87450f5f-f772-42e1-a388-126e7038894b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.623455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-327713c0-5b7b-449b-8337-2c5ccf67e9f3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Calling delete_port for 87450f5f-f772-42e1-a388-126e7038894b owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:02.740391 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-4e38c3fc-095d-4240-90e8-a5cbf6a0b51f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:02.741831 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-4e38c3fc-095d-4240-90e8-a5cbf6a0b51f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.37 "GET /v2.0/ports/bc03262b-ee5b-4a57-952b-ed61da7d64b2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1326973 Jan 28 19:17:02.746865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3e164-c7b1-4390-8765-f7bd4c8f2e30 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=caa2c69d-cf7e-4961-8b11-da64bce31f03,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:02.803155 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-413e16fe-1b5c-4d51-af19-d8d08adb3d4c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (6160a155-680f-4016-9039-9e17813553ae), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.860008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd3e164-c7b1-4390-8765-f7bd4c8f2e30 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:02.860382 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd3e164-c7b1-4390-8765-f7bd4c8f2e30 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network hostable DHCP agents. Network: 1218acd0-0311-470a-8d43-e1a60f7e0be9, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:17:02.932494 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-327713c0-5b7b-449b-8337-2c5ccf67e9f3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (87450f5f-f772-42e1-a388-126e7038894b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:02.935883 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-8ce0909e-05cc-4aa7-b56a-0e382e9d4858 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.37 "GET /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1862795 Jan 28 19:17:02.954099 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1c6506e7-a9fa-4080-b35b-a02924fb74c7 req-3287f197-8b54-4704-b528-29b44efdfed1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.0333335 Jan 28 19:17:02.954509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd3e164-c7b1-4390-8765-f7bd4c8f2e30 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:17:02.960009 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-a7a6691a-003a-49cd-8554-aa2867607d8e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:02.963057 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-413e16fe-1b5c-4d51-af19-d8d08adb3d4c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6160a155-680f-4016-9039-9e17813553ae), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.003031 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bcd3e164-c7b1-4390-8765-f7bd4c8f2e30 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 1218acd0-0311-470a-8d43-e1a60f7e0be9) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:03.011715 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764ccf7a-528f-4d14-a0cd-767804ddf96b None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:03.033662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd3e164-c7b1-4390-8765-f7bd4c8f2e30 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:03.034267 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcd3e164-c7b1-4390-8765-f7bd4c8f2e30 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.043944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327713c0-5b7b-449b-8337-2c5ccf67e9f3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Pushing event deleted for resources: {'Port': ['ID=87450f5f-f772-42e1-a388-126e7038894b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:03.062046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413e16fe-1b5c-4d51-af19-d8d08adb3d4c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:03.066557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-413e16fe-1b5c-4d51-af19-d8d08adb3d4c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:03.084658 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e16fe-1b5c-4d51-af19-d8d08adb3d4c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=6160a155-680f-4016-9039-9e17813553ae,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:03.088043 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-327713c0-5b7b-449b-8337-2c5ccf67e9f3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks [] for floatingip (c8bac870-66ca-4c0f-80ac-2a4dae85fca2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.092238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e16fe-1b5c-4d51-af19-d8d08adb3d4c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:03.092437 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-327713c0-5b7b-449b-8337-2c5ccf67e9f3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.094077 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-327713c0-5b7b-449b-8337-2c5ccf67e9f3 tempest-ServerActionsTestJSON-912457032 tempest-ServerActionsTestJSON-912457032-project] 10.222.0.55 "DELETE /v2.0/floatingips/c8bac870-66ca-4c0f-80ac-2a4dae85fca2 HTTP/1.1" status: 204 len: 168 time: 1.0432956 Jan 28 19:17:03.095652 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e16fe-1b5c-4d51-af19-d8d08adb3d4c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:03.096303 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-413e16fe-1b5c-4d51-af19-d8d08adb3d4c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.102187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46750) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:03.115862 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bcd3e164-c7b1-4390-8765-f7bd4c8f2e30 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4842229 Jan 28 19:17:03.119001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46754) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:03.124925 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-a7a6691a-003a-49cd-8554-aa2867607d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.140694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-afb211c5-d177-4853-b708-1854d510996e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'name': 'tempest-NetworksTestDHCPv6-1399853131'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:03.161016 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-413e16fe-1b5c-4d51-af19-d8d08adb3d4c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4853179 Jan 28 19:17:03.163699 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46758) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:03.258953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac4a279-57a3-4e6b-8a42-f9468e50d1df tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:03.263977 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2ac4a279-57a3-4e6b-8a42-f9468e50d1df tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports/6160a155-680f-4016-9039-9e17813553ae HTTP/1.1" status: 200 len: 844 time: 0.0992310 Jan 28 19:17:03.270202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': 'caa2c69d-cf7e-4961-8b11-da64bce31f03'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:17:03.274077 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.289076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46760) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:03.491125 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3cae4-0511-4e9d-b322-63274b6c958e req-0864ddfd-ba90-4864-9ba9-e883f47ab89a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:03.499217 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41e3cae4-0511-4e9d-b322-63274b6c958e req-0864ddfd-ba90-4864-9ba9-e883f47ab89a tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 945 time: 0.2494235 Jan 28 19:17:03.540179 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Allocated IP 2001:db8::2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/caa2c69d-cf7e-4961-8b11-da64bce31f03/d0251228-7b01-4887-836a-b80cfbd0f62f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:03.589364 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41e3cae4-0511-4e9d-b322-63274b6c958e req-0d9d3d87-886e-43ca-a89b-7ac97822c858 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833924 Jan 28 19:17:03.590429 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb211c5-d177-4853-b708-1854d510996e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:03.601102 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afb211c5-d177-4853-b708-1854d510996e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.653217 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-afb211c5-d177-4853-b708-1854d510996e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port 25b52201-4add-45a5-bc3b-933c367499dd yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:17:03.715738 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-a7a6691a-003a-49cd-8554-aa2867607d8e service neutron] For port bc03262b-ee5b-4a57-952b-ed61da7d64b2, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=bc03262b-ee5b-4a57-952b-ed61da7d64b2,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:03.730855 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2588e5d2-a4f1-4020-b5f6-e4586112e872 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port 6160a155-680f-4016-9039-9e17813553ae {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:03.731361 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2588e5d2-a4f1-4020-b5f6-e4586112e872 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6160a155-680f-4016-9039-9e17813553ae), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.781949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32ff9-5e79-408a-864e-663bf81690ed req-c892351c-34ea-4028-991c-12e1c6ec4574 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:03.797859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32ff9-5e79-408a-864e-663bf81690ed req-c892351c-34ea-4028-991c-12e1c6ec4574 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:03.812394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32ff9-5e79-408a-864e-663bf81690ed req-c892351c-34ea-4028-991c-12e1c6ec4574 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:03.825037 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32ff9-5e79-408a-864e-663bf81690ed req-c892351c-34ea-4028-991c-12e1c6ec4574 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:03.836335 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32ff9-5e79-408a-864e-663bf81690ed req-c892351c-34ea-4028-991c-12e1c6ec4574 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:03.845545 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32ff9-5e79-408a-864e-663bf81690ed req-c892351c-34ea-4028-991c-12e1c6ec4574 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:03.857031 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f32ff9-5e79-408a-864e-663bf81690ed req-c892351c-34ea-4028-991c-12e1c6ec4574 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:03.860452 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac4e6b8b-6652-4118-8902-ba952c2ad5c9 req-983b09c5-c570-4296-9347-95573e104c7e tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.0996382 Jan 28 19:17:03.869703 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79f32ff9-5e79-408a-864e-663bf81690ed req-c892351c-34ea-4028-991c-12e1c6ec4574 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 5444 time: 0.3275251 Jan 28 19:17:03.873916 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Publish callbacks [] for port (d0251228-7b01-4887-836a-b80cfbd0f62f), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.898447 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (d0251228-7b01-4887-836a-b80cfbd0f62f), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:03.979825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-afb211c5-d177-4853-b708-1854d510996e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::8f (1218acd0-0311-470a-8d43-e1a60f7e0be9/caa2c69d-cf7e-4961-8b11-da64bce31f03/25b52201-4add-45a5-bc3b-933c367499dd) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:03.998216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:04.016871 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:04.019509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Pushing event updated for resources: {'Port': ['ID=d0251228-7b01-4887-836a-b80cfbd0f62f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:04.025653 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:04.149624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Attempting to bind port d0251228-7b01-4887-836a-b80cfbd0f62f on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:04.150002 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Attempting to bind port d0251228-7b01-4887-836a-b80cfbd0f62f by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:04.150400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Attempting to bind port d0251228-7b01-4887-836a-b80cfbd0f62f on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:04.157369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:04.157746 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:04.158556 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:04.159199 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:04.159688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Bound port: d0251228-7b01-4887-836a-b80cfbd0f62f, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:04.160069 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d0251228-7b01-4887-836a-b80cfbd0f62f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:04.306245 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2588e5d2-a4f1-4020-b5f6-e4586112e872 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6160a155-680f-4016-9039-9e17813553ae), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:04.314063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] For port d0251228-7b01-4887-836a-b80cfbd0f62f, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:04.318413 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] For port d0251228-7b01-4887-836a-b80cfbd0f62f, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d0251228-7b01-4887-836a-b80cfbd0f62f,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:04.336367 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d0251228-7b01-4887-836a-b80cfbd0f62f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:04.343544 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409178b-6669-4a75-90ff-1fca49b6f409 req-5a7ccbcc-3e93-49f9-bd36-925466ed6426 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:04.349389 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-a7a6691a-003a-49cd-8554-aa2867607d8e service neutron] For port bc03262b-ee5b-4a57-952b-ed61da7d64b2, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:04.353080 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0409178b-6669-4a75-90ff-1fca49b6f409 req-5a7ccbcc-3e93-49f9-bd36-925466ed6426 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 945 time: 0.2744219 Jan 28 19:17:04.426943 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2588e5d2-a4f1-4020-b5f6-e4586112e872 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for 6160a155-680f-4016-9039-9e17813553ae owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:04.437080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640733e-f5c7-447a-ab3c-87ad7f45d172 None None] Pushing event updated for resources: {'Port': ['ID=d0251228-7b01-4887-836a-b80cfbd0f62f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:04.445926 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0409178b-6669-4a75-90ff-1fca49b6f409 req-7433ac45-f018-492c-8868-24619aa3082c tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733919 Jan 28 19:17:04.500846 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-a7a6691a-003a-49cd-8554-aa2867607d8e service neutron] device_id is not set on port bc03262b-ee5b-4a57-952b-ed61da7d64b2 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:17:04.530995 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-a7a6691a-003a-49cd-8554-aa2867607d8e service neutron] Publish callbacks [] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:04.568746 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afb211c5-d177-4853-b708-1854d510996e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (25b52201-4add-45a5-bc3b-933c367499dd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:04.594409 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79f32ff9-5e79-408a-864e-663bf81690ed req-b49415ce-6502-480e-a47c-fdd673b9ad35 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7173283 Jan 28 19:17:04.621962 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-a7a6691a-003a-49cd-8554-aa2867607d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:04.693820 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afb211c5-d177-4853-b708-1854d510996e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (25b52201-4add-45a5-bc3b-933c367499dd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:04.817961 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb211c5-d177-4853-b708-1854d510996e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:04.827526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-afb211c5-d177-4853-b708-1854d510996e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:04.833115 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb211c5-d177-4853-b708-1854d510996e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:04.851343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb211c5-d177-4853-b708-1854d510996e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:04.852308 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-afb211c5-d177-4853-b708-1854d510996e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:04.879529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb211c5-d177-4853-b708-1854d510996e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=25b52201-4add-45a5-bc3b-933c367499dd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:04.896710 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-afb211c5-d177-4853-b708-1854d510996e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7751625 Jan 28 19:17:04.900516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46780) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:04.994168 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2588e5d2-a4f1-4020-b5f6-e4586112e872 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6160a155-680f-4016-9039-9e17813553ae), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:05.089689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6691a-003a-49cd-8554-aa2867607d8e service neutron] Pushing event updated for resources: {'Port': ['ID=bc03262b-ee5b-4a57-952b-ed61da7d64b2,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:05.132862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-951ff71d-50e9-4b05-9501-4f7aae79ed48 req-364441c4-ad38-4b99-919d-4d847e63b2e9 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.0914643 Jan 28 19:17:05.161180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-a7a6691a-003a-49cd-8554-aa2867607d8e service neutron] No DVR routers for this DVR port bc03262b-ee5b-4a57-952b-ed61da7d64b2 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:05.250455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bed30e-20ca-45c6-9d80-b859ea6d9502 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:05.259555 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bed30e-20ca-45c6-9d80-b859ea6d9502 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:05.261470 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-70bed30e-20ca-45c6-9d80-b859ea6d9502 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3599815 Jan 28 19:17:05.264592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46786) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:05.283037 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2588e5d2-a4f1-4020-b5f6-e4586112e872 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:05.290820 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2588e5d2-a4f1-4020-b5f6-e4586112e872 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/6160a155-680f-4016-9039-9e17813553ae HTTP/1.1" status: 204 len: 168 time: 2.0004025 Jan 28 19:17:05.303951 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588e5d2-a4f1-4020-b5f6-e4586112e872 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=6160a155-680f-4016-9039-9e17813553ae,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:05.321656 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46788) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:05.388647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-a7a6691a-003a-49cd-8554-aa2867607d8e service neutron] In _notify_port_updated(), no bound segment for port bc03262b-ee5b-4a57-952b-ed61da7d64b2 on network 1fb8a996-2168-4f5b-9c7f-595915f7223f {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:17:05.391163 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-a7a6691a-003a-49cd-8554-aa2867607d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:05.391784 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-a7a6691a-003a-49cd-8554-aa2867607d8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:05.393121 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-a7a6691a-003a-49cd-8554-aa2867607d8e service neutron] 10.222.0.37 "PUT /v2.0/ports/bc03262b-ee5b-4a57-952b-ed61da7d64b2 HTTP/1.1" status: 200 len: 1033 time: 2.4423623 Jan 28 19:17:05.403389 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-53714bca-98e2-4d76-bd51-b0ff6c44e7f1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] GET failed (client error): The resource could not be found. Jan 28 19:17:05.408975 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-53714bca-98e2-4d76-bd51-b0ff6c44e7f1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports/6160a155-680f-4016-9039-9e17813553ae HTTP/1.1" status: 404 len: 333 time: 0.0705101 Jan 28 19:17:05.411850 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46790) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:05.455798 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'name': 'tempest-PortsIpV6TestJSON-952094724'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:05.484325 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cf00f-3ae2-4389-beb3-8ce2c75477fc req-b880f54e-8abe-450d-842e-de7f50682efb tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:05.503264 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-408cf00f-3ae2-4389-beb3-8ce2c75477fc req-b880f54e-8abe-450d-842e-de7f50682efb tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 945 time: 0.5591743 Jan 28 19:17:05.535433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-25f56bf7-0a1d-418a-ad8b-5609ce0bbf50 None None] Provisioning complete for port bc03262b-ee5b-4a57-952b-ed61da7d64b2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:05.536031 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25f56bf7-0a1d-418a-ad8b-5609ce0bbf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:05.606138 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port 25b52201-4add-45a5-bc3b-933c367499dd {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:05.606620 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (25b52201-4add-45a5-bc3b-933c367499dd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:05.792316 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (25b52201-4add-45a5-bc3b-933c367499dd), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:05.831826 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for 25b52201-4add-45a5-bc3b-933c367499dd owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:05.852662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-910695bd-70b5-4ee5-89fd-96fde9fef37c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:05.854131 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-910695bd-70b5-4ee5-89fd-96fde9fef37c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.37 "GET /v2.0/ports/aadb6dad-40f0-4d6e-aac5-5e77d813d05b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4545908 Jan 28 19:17:05.893615 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-86476dfd-72a3-44c1-92cb-b891c72b066c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:05.953177 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-25f56bf7-0a1d-418a-ad8b-5609ce0bbf50 None None] Port bc03262b-ee5b-4a57-952b-ed61da7d64b2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:05.995902 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-408cf00f-3ae2-4389-beb3-8ce2c75477fc req-a7264e9b-7cd4-4156-b2c4-4c263206de8d tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889514 Jan 28 19:17:06.111336 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:06.114794 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:06.136711 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-86476dfd-72a3-44c1-92cb-b891c72b066c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:06.168817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] device_id is not set on port 46e62fcd-bb21-4318-8b15-e0df0bd236d7 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:17:06.227446 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fbc7746-8c8e-47e0-80dc-ccc16e5a6cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (61b8a2b8-0198-4701-9f5e-ac6ac648a52d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:06.313698 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (25b52201-4add-45a5-bc3b-933c367499dd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:06.372719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a4ad3-d20e-427c-801f-7ccbb4334390 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:06.378461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=25b52201-4add-45a5-bc3b-933c367499dd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:06.426393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:06.426901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:06.427356 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:06.427699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:06.428043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:06.428371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:06.429441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:06.429795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:06.431051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:06.433125 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:06.433479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:06.433921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:06.441507 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:06.581866 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:06.588020 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c1dec152-0a25-4a4f-96e4-f1f5df834795 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/25b52201-4add-45a5-bc3b-933c367499dd HTTP/1.1" status: 204 len: 168 time: 1.3211031 Jan 28 19:17:06.595576 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9345bc3a-3eff-4ce2-9137-800634a202e8 None None] Provisioning complete for port d0251228-7b01-4887-836a-b80cfbd0f62f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:06.596138 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9345bc3a-3eff-4ce2-9137-800634a202e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d0251228-7b01-4887-836a-b80cfbd0f62f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:06.599555 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46816) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:06.669546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d0251228-7b01-4887-836a-b80cfbd0f62f up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:06.706316 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc70bb-755b-4763-bda6-b1adc7c80636 req-23bbdb9f-ea84-429c-992f-66eac30fc571 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:06.711792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc70bb-755b-4763-bda6-b1adc7c80636 req-23bbdb9f-ea84-429c-992f-66eac30fc571 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:06.714591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30935ed1-ab60-4c60-bae4-15753550d583 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:06.719265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30935ed1-ab60-4c60-bae4-15753550d583 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:06.725285 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-30935ed1-ab60-4c60-bae4-15753550d583 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1210630 Jan 28 19:17:06.727624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc70bb-755b-4763-bda6-b1adc7c80636 req-23bbdb9f-ea84-429c-992f-66eac30fc571 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:06.729712 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46818) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:06.732292 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc70bb-755b-4763-bda6-b1adc7c80636 req-23bbdb9f-ea84-429c-992f-66eac30fc571 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:06.754950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc70bb-755b-4763-bda6-b1adc7c80636 req-23bbdb9f-ea84-429c-992f-66eac30fc571 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:06.760470 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc70bb-755b-4763-bda6-b1adc7c80636 req-23bbdb9f-ea84-429c-992f-66eac30fc571 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:06.762401 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70bc70bb-755b-4763-bda6-b1adc7c80636 req-23bbdb9f-ea84-429c-992f-66eac30fc571 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 4664 time: 0.5758593 Jan 28 19:17:06.854591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f60115-bbb8-474a-b905-282adaff1bfc req-eac98d42-a0a0-40ef-93f7-51dd9f8e2e0b tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:06.855056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device fb5f305d-2922-42df-8fe7-9043a96ffe72 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:06.860585 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-73f60115-bbb8-474a-b905-282adaff1bfc req-eac98d42-a0a0-40ef-93f7-51dd9f8e2e0b tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 945 time: 0.4151423 Jan 28 19:17:06.872790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-134418fd-4a58-48ef-9e84-27b484455f4f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet caa2c69d-cf7e-4961-8b11-da64bce31f03 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:17:06.883616 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-134418fd-4a58-48ef-9e84-27b484455f4f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (caa2c69d-cf7e-4961-8b11-da64bce31f03), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:06.972227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9345bc3a-3eff-4ce2-9137-800634a202e8 None None] Current status of the port d0251228-7b01-4887-836a-b80cfbd0f62f is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:06.973814 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9345bc3a-3eff-4ce2-9137-800634a202e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d0251228-7b01-4887-836a-b80cfbd0f62f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:07.056495 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-134418fd-4a58-48ef-9e84-27b484455f4f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (caa2c69d-cf7e-4961-8b11-da64bce31f03), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:07.213653 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (46e62fcd-bb21-4318-8b15-e0df0bd236d7), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:07.214415 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-73f60115-bbb8-474a-b905-282adaff1bfc req-b98029e2-9f15-453c-9f51-98cccae2a035 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564862 Jan 28 19:17:07.260417 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port d0251228-7b01-4887-836a-b80cfbd0f62f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:07.260896 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d0251228-7b01-4887-836a-b80cfbd0f62f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:07.266765 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9345bc3a-3eff-4ce2-9137-800634a202e8 None None] For port d0251228-7b01-4887-836a-b80cfbd0f62f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d0251228-7b01-4887-836a-b80cfbd0f62f,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:07.298499 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9345bc3a-3eff-4ce2-9137-800634a202e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d0251228-7b01-4887-836a-b80cfbd0f62f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:07.321906 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70bc70bb-755b-4763-bda6-b1adc7c80636 req-dd3fd5d8-0c93-455e-b25a-d6769cd9945e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&id=00adf23b-8bed-4122-bede-8d0694367da1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5304203 Jan 28 19:17:07.378683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port fb5f305d-2922-42df-8fe7-9043a96ffe72 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:07.379761 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:07.441875 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-86476dfd-72a3-44c1-92cb-b891c72b066c service neutron] For port aadb6dad-40f0-4d6e-aac5-5e77d813d05b, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=aadb6dad-40f0-4d6e-aac5-5e77d813d05b,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:07.474704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb5f305d-2922-42df-8fe7-9043a96ffe72'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:07.476608 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede20497-135a-4950-8f61-e5104c74780a" -d '{"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-unplugged", "status": "completed", "tag": "fb5f305d-2922-42df-8fe7-9043a96ffe72"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:07.494567 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-134418fd-4a58-48ef-9e84-27b484455f4f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (caa2c69d-cf7e-4961-8b11-da64bce31f03), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:07.505393 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (46e62fcd-bb21-4318-8b15-e0df0bd236d7), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:07.510876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345bc3a-3eff-4ce2-9137-800634a202e8 None None] Pushing event updated for resources: {'Port': ['ID=d0251228-7b01-4887-836a-b80cfbd0f62f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:07.530384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port fb5f305d-2922-42df-8fe7-9043a96ffe72, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fb5f305d-2922-42df-8fe7-9043a96ffe72,segment=NetworkSegment(73ae1af7-c909-4737-bf62-7db43c19630a),segment_id=73ae1af7-c909-4737-bf62-7db43c19630a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:07.544266 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:07.553057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:07.560473 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:07.566650 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:07.567311 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:07.586678 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:07.587410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 3efdff0a-8a2d-4378-af59-5e2f16314b7c no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:07.655099 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c195be3-9324-4adb-a864-b08ab5870fe7 x-openstack-request-id: req-8c195be3-9324-4adb-a864-b08ab5870fe7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:07.655869 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-unplugged", "status": "completed", "tag": "fb5f305d-2922-42df-8fe7-9043a96ffe72", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:07.655869 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c195be3-9324-4adb-a864-b08ab5870fe7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:07.656032 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb5f305d-2922-42df-8fe7-9043a96ffe72', 'code': 200} Jan 28 19:17:07.684277 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port d0251228-7b01-4887-836a-b80cfbd0f62f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:07.698878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-86476dfd-72a3-44c1-92cb-b891c72b066c service neutron] For port aadb6dad-40f0-4d6e-aac5-5e77d813d05b, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:07.713596 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=fb5f305d-2922-42df-8fe7-9043a96ffe72,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:07.761759 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8acffd61-1fea-4ab6-a38b-26f6eabe6d59 req-70e9c398-fb34-4451-bfbe-171373d1b873 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.3585753 Jan 28 19:17:07.763344 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-134418fd-4a58-48ef-9e84-27b484455f4f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (caa2c69d-cf7e-4961-8b11-da64bce31f03), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:07.813660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 3efdff0a-8a2d-4378-af59-5e2f16314b7c is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:07.816099 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:07.843039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134418fd-4a58-48ef-9e84-27b484455f4f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=caa2c69d-cf7e-4961-8b11-da64bce31f03,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:07.845240 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-134418fd-4a58-48ef-9e84-27b484455f4f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:07.848651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-134418fd-4a58-48ef-9e84-27b484455f4f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/caa2c69d-cf7e-4961-8b11-da64bce31f03 HTTP/1.1" status: 204 len: 168 time: 1.1174362 Jan 28 19:17:07.852376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46830) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:07.898411 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-66c5890b-f61c-4d42-ba4c-1660b0cb484b None None] Provisioning complete for port d0251228-7b01-4887-836a-b80cfbd0f62f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:07.898900 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66c5890b-f61c-4d42-ba4c-1660b0cb484b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d0251228-7b01-4887-836a-b80cfbd0f62f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:07.965314 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-07e48f8e-ed94-4ca9-ae4d-b5634bbe3a89 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101158 Jan 28 19:17:07.970483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46832) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:07.976368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-317f99b3-1f9a-470f-8250-e9e7b5560a95 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:07.987471 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 3efdff0a-8a2d-4378-af59-5e2f16314b7c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3efdff0a-8a2d-4378-af59-5e2f16314b7c,segment=NetworkSegment(73ae1af7-c909-4737-bf62-7db43c19630a),segment_id=73ae1af7-c909-4737-bf62-7db43c19630a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:08.007696 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:08.008570 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c8ab8bcc-5100-4235-85e8-fb0ff3effe78 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:08.230211 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317f99b3-1f9a-470f-8250-e9e7b5560a95 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:08.235126 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-317f99b3-1f9a-470f-8250-e9e7b5560a95 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:08.239791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-66c5890b-f61c-4d42-ba4c-1660b0cb484b None None] Current status of the port d0251228-7b01-4887-836a-b80cfbd0f62f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:08.273824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a589fb-b7d3-4626-8ea8-f360c3d1fc16 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:08.352533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=3efdff0a-8a2d-4378-af59-5e2f16314b7c,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:08.427203 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0014515 Jan 28 19:17:08.431453 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46840) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:08.449619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-073b4219-a3a7-436c-9f78-03e14e660357 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:08.451076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=46e62fcd-bb21-4318-8b15-e0df0bd236d7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:08.457700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-86476dfd-72a3-44c1-92cb-b891c72b066c service neutron] device_id is not set on port aadb6dad-40f0-4d6e-aac5-5e77d813d05b yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:17:08.498797 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port c8ab8bcc-5100-4235-85e8-fb0ff3effe78 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:08.509826 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:08.512472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d0251228-7b01-4887-836a-b80cfbd0f62f up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:08.518401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ae92e607-35aa-49a3-96e4-10ea023d9b2b None None] Could not find standard attr ID for object 25b52201-4add-45a5-bc3b-933c367499dd. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:17:08.529736 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-86476dfd-72a3-44c1-92cb-b891c72b066c service neutron] Publish callbacks [] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:08.534906 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:08.535284 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:08.535564 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:08.535899 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:08.536230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:08.536590 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:08.536935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:08.537283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:08.537579 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:08.537909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:08.539070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:08.540890 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:08.542723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf9f45f-a35e-4686-98ef-18ee57a9fa76 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:08.560873 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-86476dfd-72a3-44c1-92cb-b891c72b066c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:08.643104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port c8ab8bcc-5100-4235-85e8-fb0ff3effe78, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c8ab8bcc-5100-4235-85e8-fb0ff3effe78,segment=NetworkSegment(9d5c6e12-c712-4983-98fd-50717ae7c18b),segment_id=9d5c6e12-c712-4983-98fd-50717ae7c18b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:08.677917 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:08.678675 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2510a89c-2357-4dce-a701-9442113669a5 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:08.711811 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-073b4219-a3a7-436c-9f78-03e14e660357 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (46e62fcd-bb21-4318-8b15-e0df0bd236d7), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:08.752585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86476dfd-72a3-44c1-92cb-b891c72b066c service neutron] Pushing event updated for resources: {'Port': ['ID=aadb6dad-40f0-4d6e-aac5-5e77d813d05b,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:08.791000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14128b8f-3522-4e77-97e3-78f08f0200cf req-5b417af6-a522-4f12-95ca-6957a6f460c6 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:08.801670 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-14128b8f-3522-4e77-97e3-78f08f0200cf req-5b417af6-a522-4f12-95ca-6957a6f460c6 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 945 time: 0.4003444 Jan 28 19:17:08.897114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-86476dfd-72a3-44c1-92cb-b891c72b066c service neutron] No DVR routers for this DVR port aadb6dad-40f0-4d6e-aac5-5e77d813d05b on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:08.907700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=c8ab8bcc-5100-4235-85e8-fb0ff3effe78,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:08.975580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port d0251228-7b01-4887-836a-b80cfbd0f62f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:08.975982 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d0251228-7b01-4887-836a-b80cfbd0f62f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.015762 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-14128b8f-3522-4e77-97e3-78f08f0200cf req-29f73b1f-d28a-48db-aa63-2bad108464a8 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102487 Jan 28 19:17:09.054535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-86476dfd-72a3-44c1-92cb-b891c72b066c service neutron] In _notify_port_updated(), no bound segment for port aadb6dad-40f0-4d6e-aac5-5e77d813d05b on network 1fb8a996-2168-4f5b-9c7f-595915f7223f {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:17:09.058833 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-86476dfd-72a3-44c1-92cb-b891c72b066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:09.061814 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-86476dfd-72a3-44c1-92cb-b891c72b066c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.070410 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-86476dfd-72a3-44c1-92cb-b891c72b066c service neutron] 10.222.0.37 "PUT /v2.0/ports/aadb6dad-40f0-4d6e-aac5-5e77d813d05b HTTP/1.1" status: 200 len: 1032 time: 3.1966233 Jan 28 19:17:09.131931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b3242-6d26-47af-9a64-cf9e94191f24 None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:17:09.173104 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc7746-8c8e-47e0-80dc-ccc16e5a6cf5 admin admin] Deleting port 57f9b371-d099-4dba-b2ca-9e126d2d8dde {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:09.173624 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fbc7746-8c8e-47e0-80dc-ccc16e5a6cf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.192135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784da258-7c08-4c05-8848-12067ae598e6 req-97116efb-247c-495a-92ff-a34917ad9b85 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:09.203226 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784da258-7c08-4c05-8848-12067ae598e6 req-97116efb-247c-495a-92ff-a34917ad9b85 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:09.230358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784da258-7c08-4c05-8848-12067ae598e6 req-97116efb-247c-495a-92ff-a34917ad9b85 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:09.237950 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a6065927-b155-4ae1-913d-9b9cdf290e83 None None] Provisioning complete for port aadb6dad-40f0-4d6e-aac5-5e77d813d05b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:09.238479 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6065927-b155-4ae1-913d-9b9cdf290e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.246855 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784da258-7c08-4c05-8848-12067ae598e6 req-97116efb-247c-495a-92ff-a34917ad9b85 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:09.261771 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784da258-7c08-4c05-8848-12067ae598e6 req-97116efb-247c-495a-92ff-a34917ad9b85 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:09.265737 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-784da258-7c08-4c05-8848-12067ae598e6 req-97116efb-247c-495a-92ff-a34917ad9b85 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 3881 time: 0.7242734 Jan 28 19:17:09.288839 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a6065927-b155-4ae1-913d-9b9cdf290e83 None None] Port aadb6dad-40f0-4d6e-aac5-5e77d813d05b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:09.290485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 2510a89c-2357-4dce-a701-9442113669a5 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:09.290879 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2510a89c-2357-4dce-a701-9442113669a5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.397565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port d0251228-7b01-4887-836a-b80cfbd0f62f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:09.421857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2510a89c-2357-4dce-a701-9442113669a5, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2510a89c-2357-4dce-a701-9442113669a5,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:09.424461 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b3242-6d26-47af-9a64-cf9e94191f24 None None] Deleting port d0251228-7b01-4887-836a-b80cfbd0f62f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:09.424872 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b1b3242-6d26-47af-9a64-cf9e94191f24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d0251228-7b01-4887-836a-b80cfbd0f62f), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.441555 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2510a89c-2357-4dce-a701-9442113669a5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.442659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device bc03262b-ee5b-4a57-952b-ed61da7d64b2 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:09.443641 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-39ee6659-aeeb-4b6e-89db-6170fae31eae req-1835acb7-ed78-4f5a-8cca-c9855331519e tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.2586980 Jan 28 19:17:09.484820 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-073b4219-a3a7-436c-9f78-03e14e660357 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (46e62fcd-bb21-4318-8b15-e0df0bd236d7), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.512203 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-317f99b3-1f9a-470f-8250-e9e7b5560a95 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (62dfb450-b58c-4b26-a181-5dca7f703c1b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.526979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-2fbc7746-8c8e-47e0-80dc-ccc16e5a6cf5 admin admin] For port 57f9b371-d099-4dba-b2ca-9e126d2d8dde, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=57f9b371-d099-4dba-b2ca-9e126d2d8dde,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:09.527618 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fbc7746-8c8e-47e0-80dc-ccc16e5a6cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.551565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc7746-8c8e-47e0-80dc-ccc16e5a6cf5 admin admin] Calling delete_port for 57f9b371-d099-4dba-b2ca-9e126d2d8dde owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:09.658742 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3efdff0a-8a2d-4378-af59-5e2f16314b7c'}, {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ab8bcc-5100-4235-85e8-fb0ff3effe78'}, {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2510a89c-2357-4dce-a701-9442113669a5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:09.666938 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37bf998-9be1-4f6e-a279-a7c31baf66ce" -d '{"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-unplugged", "status": "completed", "tag": "3efdff0a-8a2d-4378-af59-5e2f16314b7c"}, {"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ab8bcc-5100-4235-85e8-fb0ff3effe78"}, {"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-unplugged", "status": "completed", "tag": "2510a89c-2357-4dce-a701-9442113669a5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:09.680867 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] The host n-h2-824834-4 is not matching for port bc03262b-ee5b-4a57-952b-ed61da7d64b2 host ! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:17:09.681538 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device bc03262b-ee5b-4a57-952b-ed61da7d64b2 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:09.682635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 00483342-9629-4105-84b7-63f1b73710d0 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:09.691159 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317f99b3-1f9a-470f-8250-e9e7b5560a95 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:09.693361 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-073b4219-a3a7-436c-9f78-03e14e660357 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (46e62fcd-bb21-4318-8b15-e0df0bd236d7), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.701678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=2510a89c-2357-4dce-a701-9442113669a5,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:09.711084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f99b3-1f9a-470f-8250-e9e7b5560a95 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=62dfb450-b58c-4b26-a181-5dca7f703c1b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:09.744896 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-317f99b3-1f9a-470f-8250-e9e7b5560a95 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:09.750772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317f99b3-1f9a-470f-8250-e9e7b5560a95 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:09.752820 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-317f99b3-1f9a-470f-8250-e9e7b5560a95 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.809013 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-073b4219-a3a7-436c-9f78-03e14e660357 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] In _notify_port_updated(), no bound segment for port 46e62fcd-bb21-4318-8b15-e0df0bd236d7 on network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:17:09.816293 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073b4219-a3a7-436c-9f78-03e14e660357 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:09.819189 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-073b4219-a3a7-436c-9f78-03e14e660357 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.828522 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-073b4219-a3a7-436c-9f78-03e14e660357 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "PUT /v2.0/ports/46e62fcd-bb21-4318-8b15-e0df0bd236d7 HTTP/1.1" status: 200 len: 818 time: 1.3942885 Jan 28 19:17:09.834314 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:09.868931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1b1b3242-6d26-47af-9a64-cf9e94191f24 None None] For port d0251228-7b01-4887-836a-b80cfbd0f62f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d0251228-7b01-4887-836a-b80cfbd0f62f,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:09.869409 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b1b3242-6d26-47af-9a64-cf9e94191f24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d0251228-7b01-4887-836a-b80cfbd0f62f), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.908651 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fbc7746-8c8e-47e0-80dc-ccc16e5a6cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (57f9b371-d099-4dba-b2ca-9e126d2d8dde), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:09.909365 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b3242-6d26-47af-9a64-cf9e94191f24 None None] Calling delete_port for d0251228-7b01-4887-836a-b80cfbd0f62f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:09.931282 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-784da258-7c08-4c05-8848-12067ae598e6 req-8a72cb27-ff51-4454-a01a-05ded5024e2e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4410989 Jan 28 19:17:09.954591 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-317f99b3-1f9a-470f-8250-e9e7b5560a95 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9825470 Jan 28 19:17:09.957904 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46854) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:09.971187 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-32d4b860-6909-4c8f-995d-d4755c340784 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'name': 'tempest-NetworksTestDHCPv6-1297373266'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:09.974985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b4219-a3a7-436c-9f78-03e14e660357 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=46e62fcd-bb21-4318-8b15-e0df0bd236d7,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:09.990974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc7746-8c8e-47e0-80dc-ccc16e5a6cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=57f9b371-d099-4dba-b2ca-9e126d2d8dde,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:10.000359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764b099-99d3-4afd-9f6d-39b42b167f35 req-8826fff8-afcc-49d0-9fb1-7cbd65f2a5a5 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:10.027049 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c764b099-99d3-4afd-9f6d-39b42b167f35 req-8826fff8-afcc-49d0-9fb1-7cbd65f2a5a5 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 945 time: 0.2607026 Jan 28 19:17:10.036115 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-5e772436-b994-40e1-943f-56610e811339 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Deleting port fb5f305d-2922-42df-8fe7-9043a96ffe72 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:10.036462 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-5e772436-b994-40e1-943f-56610e811339 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:10.219924 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d4b860-6909-4c8f-995d-d4755c340784 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:10.224563 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32d4b860-6909-4c8f-995d-d4755c340784 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:10.304845 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-32d4b860-6909-4c8f-995d-d4755c340784 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port 1cb93759-fa8d-4b35-a10c-271f1949781d yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:17:10.422860 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c764b099-99d3-4afd-9f6d-39b42b167f35 req-773a09ce-62f0-4aa8-9dda-e1ef7e37b69e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948989 Jan 28 19:17:10.545974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-5e772436-b994-40e1-943f-56610e811339 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] For port fb5f305d-2922-42df-8fe7-9043a96ffe72, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=fb5f305d-2922-42df-8fe7-9043a96ffe72,segment=NetworkSegment(73ae1af7-c909-4737-bf62-7db43c19630a),segment_id=73ae1af7-c909-4737-bf62-7db43c19630a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:10.546716 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-5e772436-b994-40e1-943f-56610e811339 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:10.616291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-32d4b860-6909-4c8f-995d-d4755c340784 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::d5 (1218acd0-0311-470a-8d43-e1a60f7e0be9/62dfb450-b58c-4b26-a181-5dca7f703c1b/1cb93759-fa8d-4b35-a10c-271f1949781d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:10.619607 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b4719a-126d-4b48-9939-8f038012e447 x-openstack-request-id: req-e6b4719a-126d-4b48-9939-8f038012e447 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:10.621581 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-unplugged", "status": "completed", "tag": "3efdff0a-8a2d-4378-af59-5e2f16314b7c", "code": 200}, {"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ab8bcc-5100-4235-85e8-fb0ff3effe78", "code": 200}, {"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-unplugged", "status": "completed", "tag": "2510a89c-2357-4dce-a701-9442113669a5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:10.622618 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e6b4719a-126d-4b48-9939-8f038012e447 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:10.623763 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3efdff0a-8a2d-4378-af59-5e2f16314b7c', 'code': 200} Jan 28 19:17:10.624418 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ab8bcc-5100-4235-85e8-fb0ff3effe78', 'code': 200} Jan 28 19:17:10.627695 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2510a89c-2357-4dce-a701-9442113669a5', 'code': 200} Jan 28 19:17:10.632769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5757ab15-ad35-4691-a51c-dd8b3d029494 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port 46e62fcd-bb21-4318-8b15-e0df0bd236d7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:10.633001 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5757ab15-ad35-4691-a51c-dd8b3d029494 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (46e62fcd-bb21-4318-8b15-e0df0bd236d7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:10.634369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d0251228-7b01-4887-836a-b80cfbd0f62f no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:10.654637 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f5e34a71-7417-42e4-a553-3f4ded38f901 req-48a5bd03-04a1-41bf-9e1d-c8798deea0ba tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.0811322 Jan 28 19:17:10.682176 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-5e772436-b994-40e1-943f-56610e811339 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Calling delete_port for fb5f305d-2922-42df-8fe7-9043a96ffe72 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:10.753676 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 00483342-9629-4105-84b7-63f1b73710d0 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:10.754583 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (00483342-9629-4105-84b7-63f1b73710d0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:10.836367 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 00483342-9629-4105-84b7-63f1b73710d0, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=00483342-9629-4105-84b7-63f1b73710d0,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:10.895544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port d0251228-7b01-4887-836a-b80cfbd0f62f is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:10.896074 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d0251228-7b01-4887-836a-b80cfbd0f62f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:10.910961 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (00483342-9629-4105-84b7-63f1b73710d0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:10.911669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device aadb6dad-40f0-4d6e-aac5-5e77d813d05b no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:11.000178 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32d4b860-6909-4c8f-995d-d4755c340784 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (1cb93759-fa8d-4b35-a10c-271f1949781d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.003816 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5757ab15-ad35-4691-a51c-dd8b3d029494 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (46e62fcd-bb21-4318-8b15-e0df0bd236d7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.052242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port d0251228-7b01-4887-836a-b80cfbd0f62f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d0251228-7b01-4887-836a-b80cfbd0f62f,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:11.075158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] The host n-h2-824834-4 is not matching for port aadb6dad-40f0-4d6e-aac5-5e77d813d05b host ! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:17:11.075575 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device aadb6dad-40f0-4d6e-aac5-5e77d813d05b not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:11.077623 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d0251228-7b01-4887-836a-b80cfbd0f62f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.080249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=00483342-9629-4105-84b7-63f1b73710d0,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:11.082967 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b1b3242-6d26-47af-9a64-cf9e94191f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (d0251228-7b01-4887-836a-b80cfbd0f62f), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.097077 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fbc7746-8c8e-47e0-80dc-ccc16e5a6cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (61b8a2b8-0198-4701-9f5e-ac6ac648a52d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.124591 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32d4b860-6909-4c8f-995d-d4755c340784 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1cb93759-fa8d-4b35-a10c-271f1949781d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.128639 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5757ab15-ad35-4691-a51c-dd8b3d029494 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for 46e62fcd-bb21-4318-8b15-e0df0bd236d7 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:11.159180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event deleted for resources: {'Port': ['ID=d0251228-7b01-4887-836a-b80cfbd0f62f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:11.211203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b3242-6d26-47af-9a64-cf9e94191f24 None None] No DVR routers for this DVR port d0251228-7b01-4887-836a-b80cfbd0f62f on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:11.229857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b3242-6d26-47af-9a64-cf9e94191f24 None None] Pushing event deleted for resources: {'Port': ['ID=d0251228-7b01-4887-836a-b80cfbd0f62f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:11.271050 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6259d1c2-442f-4210-8e07-340148754214 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:11.275176 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4b860-6909-4c8f-995d-d4755c340784 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=1cb93759-fa8d-4b35-a10c-271f1949781d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:11.282004 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d4b860-6909-4c8f-995d-d4755c340784 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:11.314176 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-32d4b860-6909-4c8f-995d-d4755c340784 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:11.322990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d4b860-6909-4c8f-995d-d4755c340784 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:11.327572 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d4b860-6909-4c8f-995d-d4755c340784 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:11.328214 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-32d4b860-6909-4c8f-995d-d4755c340784 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.366437 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-32d4b860-6909-4c8f-995d-d4755c340784 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4070308 Jan 28 19:17:11.370779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46870) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:11.640952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': '62dfb450-b58c-4b26-a181-5dca7f703c1b'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:17:11.641849 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.734565 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5757ab15-ad35-4691-a51c-dd8b3d029494 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (46e62fcd-bb21-4318-8b15-e0df0bd236d7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.739265 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-5e772436-b994-40e1-943f-56610e811339 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (fb5f305d-2922-42df-8fe7-9043a96ffe72), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.872425 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757ab15-ad35-4691-a51c-dd8b3d029494 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=46e62fcd-bb21-4318-8b15-e0df0bd236d7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:11.917165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e772436-b994-40e1-943f-56610e811339 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event deleted for resources: {'Port': ['ID=fb5f305d-2922-42df-8fe7-9043a96ffe72,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:11.929807 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5757ab15-ad35-4691-a51c-dd8b3d029494 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.939376 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Allocated IP 2001:db8::2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/62dfb450-b58c-4b26-a181-5dca7f703c1b/1de14bd1-3f27-4796-9940-7fc2f1af8cd9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:11.939983 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5757ab15-ad35-4691-a51c-dd8b3d029494 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/46e62fcd-bb21-4318-8b15-e0df0bd236d7 HTTP/1.1" status: 204 len: 168 time: 2.0981643 Jan 28 19:17:11.965806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46878) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:11.971703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-5e772436-b994-40e1-943f-56610e811339 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] No DVR routers for this DVR port fb5f305d-2922-42df-8fe7-9043a96ffe72 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:11.988990 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-5e772436-b994-40e1-943f-56610e811339 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:11.993002 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-5e772436-b994-40e1-943f-56610e811339 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.37 "DELETE /v2.0/ports/fb5f305d-2922-42df-8fe7-9043a96ffe72 HTTP/1.1" status: 204 len: 173 time: 2.9154971 Jan 28 19:17:11.994552 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-deleted', 'tag': 'fb5f305d-2922-42df-8fe7-9043a96ffe72'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:11.997781 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6b2e3e-d430-4554-b016-fc32273abf45" -d '{"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-deleted", "tag": "fb5f305d-2922-42df-8fe7-9043a96ffe72"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:12.066103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5b664-74d4-4401-be51-430435ecde21 req-16ffaae8-84d8-4418-8906-47886e20bc96 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:12.072321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5b664-74d4-4401-be51-430435ecde21 req-16ffaae8-84d8-4418-8906-47886e20bc96 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:12.087530 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5b664-74d4-4401-be51-430435ecde21 req-16ffaae8-84d8-4418-8906-47886e20bc96 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:12.093672 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c709bd-dc00-4846-896c-0925a487be94 req-cc463972-6797-45f6-bedf-a33b6725b61f tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:12.099918 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5b664-74d4-4401-be51-430435ecde21 req-16ffaae8-84d8-4418-8906-47886e20bc96 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:12.103771 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-72c709bd-dc00-4846-896c-0925a487be94 req-cc463972-6797-45f6-bedf-a33b6725b61f tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 945 time: 0.9113379 Jan 28 19:17:12.115262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5b664-74d4-4401-be51-430435ecde21 req-16ffaae8-84d8-4418-8906-47886e20bc96 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:12.116766 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-47c5b664-74d4-4401-be51-430435ecde21 req-16ffaae8-84d8-4418-8906-47886e20bc96 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 3875 time: 0.9658945 Jan 28 19:17:12.145020 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18d18ea-68c3-44a3-b552-25610783a960 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:12.148076 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a18d18ea-68c3-44a3-b552-25610783a960 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.7740178 Jan 28 19:17:12.154394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46882) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:12.239243 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-47c5b664-74d4-4401-be51-430435ecde21 req-d1c10d95-0a7f-496f-86df-ef8caf019259 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906184 Jan 28 19:17:12.317289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8402f5-4418-47a1-b937-fc3dcfae23af req-43573eb3-6c54-4d3d-8cb3-8e29bce61519 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:12.319368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f8402f5-4418-47a1-b937-fc3dcfae23af req-43573eb3-6c54-4d3d-8cb3-8e29bce61519 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.31 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 945 time: 0.0970292 Jan 28 19:17:12.372641 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Publish callbacks [] for port (1de14bd1-3f27-4796-9940-7fc2f1af8cd9), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:12.387692 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (1de14bd1-3f27-4796-9940-7fc2f1af8cd9), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:12.475038 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8d783d2e-63a6-40fd-8da3-22f920b95073 req-2a9917bb-2e09-4f9f-8da5-5a4c95e89d05 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.0410397 Jan 28 19:17:12.481822 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-72c709bd-dc00-4846-896c-0925a487be94 req-b9cbcf10-64c5-463d-8f9c-4849714d8f12 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/security-groups?id=7763df4f-63ea-479e-9ccd-dd40499cbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770275 Jan 28 19:17:12.494165 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:12.501745 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:12.513282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:12.593173 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921fa5e8-1d7e-4cf4-8165-cc751cb304d8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:12.606418 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Pushing event updated for resources: {'Port': ['ID=1de14bd1-3f27-4796-9940-7fc2f1af8cd9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:12.607840 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-921fa5e8-1d7e-4cf4-8165-cc751cb304d8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6372945 Jan 28 19:17:12.611302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-05b91dbb-f2a4-486f-886a-465b9f896c04 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Deleting port 3efdff0a-8a2d-4378-af59-5e2f16314b7c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:12.611642 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-05b91dbb-f2a4-486f-886a-465b9f896c04 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:12.611887 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46886) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:12.615319 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa40c0e-56a3-4d58-8f68-b00a31408643 x-openstack-request-id: req-efa40c0e-56a3-4d58-8f68-b00a31408643 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:12.615605 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-deleted", "tag": "fb5f305d-2922-42df-8fe7-9043a96ffe72", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:12.615859 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-efa40c0e-56a3-4d58-8f68-b00a31408643 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:12.616252 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-deleted', 'tag': 'fb5f305d-2922-42df-8fe7-9043a96ffe72', 'status': 'completed', 'code': 200} Jan 28 19:17:12.618359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbc7746-8c8e-47e0-80dc-ccc16e5a6cf5 admin admin] Router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:17:12.640015 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00483342-9629-4105-84b7-63f1b73710d0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:12.642523 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8f543e-91d6-46e9-8525-26ebeee4408d" -d '{"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-unplugged", "status": "completed", "tag": "00483342-9629-4105-84b7-63f1b73710d0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:12.675841 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33ec031-e319-471c-bdc6-5c41aa78ea89 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] GET failed (client error): The resource could not be found. Jan 28 19:17:12.685075 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c33ec031-e319-471c-bdc6-5c41aa78ea89 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports/46e62fcd-bb21-4318-8b15-e0df0bd236d7 HTTP/1.1" status: 404 len: 333 time: 0.0678077 Jan 28 19:17:12.687626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46892) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:12.692903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b9cde8ec-6988-4b43-8d58-9c9bdfded7d8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-793048945'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:12.700518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9f8402f5-4418-47a1-b937-fc3dcfae23af req-262b0f42-4ec3-43fb-9c25-516e0ddb7c4e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Deleting port c3cc25c1-1004-4aa9-ae48-82168cbf5838 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:12.700877 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f8402f5-4418-47a1-b937-fc3dcfae23af req-262b0f42-4ec3-43fb-9c25-516e0ddb7c4e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c3cc25c1-1004-4aa9-ae48-82168cbf5838), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:12.712105 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Attempting to bind port 1de14bd1-3f27-4796-9940-7fc2f1af8cd9 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:12.712458 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Attempting to bind port 1de14bd1-3f27-4796-9940-7fc2f1af8cd9 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:12.712868 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Attempting to bind port 1de14bd1-3f27-4796-9940-7fc2f1af8cd9 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:12.732962 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47591f0-f053-46f4-839b-0cd2448d629d x-openstack-request-id: req-c47591f0-f053-46f4-839b-0cd2448d629d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:12.734512 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-unplugged", "status": "completed", "tag": "00483342-9629-4105-84b7-63f1b73710d0", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:12.734680 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c47591f0-f053-46f4-839b-0cd2448d629d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:12.735710 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00483342-9629-4105-84b7-63f1b73710d0', 'code': 200} Jan 28 19:17:12.737203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:12.738419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:12.739520 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:12.740007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:12.741337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Bound port: 1de14bd1-3f27-4796-9940-7fc2f1af8cd9, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:12.741710 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1de14bd1-3f27-4796-9940-7fc2f1af8cd9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:12.751231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e4d94a43-8092-4230-aeb3-114f7f4841e3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port 1cb93759-fa8d-4b35-a10c-271f1949781d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:12.751857 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4d94a43-8092-4230-aeb3-114f7f4841e3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1cb93759-fa8d-4b35-a10c-271f1949781d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:12.833187 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9f8402f5-4418-47a1-b937-fc3dcfae23af req-262b0f42-4ec3-43fb-9c25-516e0ddb7c4e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] For port c3cc25c1-1004-4aa9-ae48-82168cbf5838, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=c3cc25c1-1004-4aa9-ae48-82168cbf5838,segment=NetworkSegment(f7b60bb7-b0b8-4723-bc49-231c196fa64c),segment_id=f7b60bb7-b0b8-4723-bc49-231c196fa64c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:12.833559 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f8402f5-4418-47a1-b937-fc3dcfae23af req-262b0f42-4ec3-43fb-9c25-516e0ddb7c4e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c3cc25c1-1004-4aa9-ae48-82168cbf5838), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:12.868795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-9f8402f5-4418-47a1-b937-fc3dcfae23af req-262b0f42-4ec3-43fb-9c25-516e0ddb7c4e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Calling delete_port for c3cc25c1-1004-4aa9-ae48-82168cbf5838 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:12.888412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] For port 1de14bd1-3f27-4796-9940-7fc2f1af8cd9, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:12.901179 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] For port 1de14bd1-3f27-4796-9940-7fc2f1af8cd9, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1de14bd1-3f27-4796-9940-7fc2f1af8cd9,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:12.916013 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1de14bd1-3f27-4796-9940-7fc2f1af8cd9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.050796 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803add73-02ee-4068-a69d-88c317d7ba67 None None] Pushing event updated for resources: {'Port': ['ID=1de14bd1-3f27-4796-9940-7fc2f1af8cd9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:13.079636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-05b91dbb-f2a4-486f-886a-465b9f896c04 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] For port 3efdff0a-8a2d-4378-af59-5e2f16314b7c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3efdff0a-8a2d-4378-af59-5e2f16314b7c,segment=NetworkSegment(73ae1af7-c909-4737-bf62-7db43c19630a),segment_id=73ae1af7-c909-4737-bf62-7db43c19630a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:13.080086 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-05b91dbb-f2a4-486f-886a-465b9f896c04 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.114510 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-05b91dbb-f2a4-486f-886a-465b9f896c04 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Calling delete_port for 3efdff0a-8a2d-4378-af59-5e2f16314b7c owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:13.197579 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f8402f5-4418-47a1-b937-fc3dcfae23af req-262b0f42-4ec3-43fb-9c25-516e0ddb7c4e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c3cc25c1-1004-4aa9-ae48-82168cbf5838), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.213065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['c3cc25c1-1004-4aa9-ae48-82168cbf5838'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:13.221185 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cde8ec-6988-4b43-8d58-9c9bdfded7d8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:13.224569 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9cde8ec-6988-4b43-8d58-9c9bdfded7d8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.309296 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4d94a43-8092-4230-aeb3-114f7f4841e3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1cb93759-fa8d-4b35-a10c-271f1949781d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.335966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e4d94a43-8092-4230-aeb3-114f7f4841e3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for 1cb93759-fa8d-4b35-a10c-271f1949781d owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:13.369835 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbc7746-8c8e-47e0-80dc-ccc16e5a6cf5 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:17:13.384241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636b368-48a9-45f1-b5ff-c272352b43da None None] Sync routers for ids ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:17:13.384481 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2fbc7746-8c8e-47e0-80dc-ccc16e5a6cf5 admin admin] 10.222.0.55 "PUT /v2.0/routers/61b8a2b8-0198-4701-9f5e-ac6ac648a52d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2809598 Jan 28 19:17:13.388305 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b0f42-4ec3-43fb-9c25-516e0ddb7c4e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Pushing event deleted for resources: {'Port': ['ID=c3cc25c1-1004-4aa9-ae48-82168cbf5838,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:13.390600 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46900) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:13.437318 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2636b368-48a9-45f1-b5ff-c272352b43da None None] Routers {'61b8a2b8-0198-4701-9f5e-ac6ac648a52d'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:17:13.439425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2636b368-48a9-45f1-b5ff-c272352b43da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:13.459180 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cde8ec-6988-4b43-8d58-9c9bdfded7d8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:17:13.474166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578b611-229a-442f-8c0b-140b81a72d4e req-5f241576-0a62-4b71-b441-555b36e8cfa5 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:13.475787 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9578b611-229a-442f-8c0b-140b81a72d4e req-5f241576-0a62-4b71-b441-555b36e8cfa5 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 945 time: 0.3006325 Jan 28 19:17:13.526498 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8402f5-4418-47a1-b937-fc3dcfae23af req-262b0f42-4ec3-43fb-9c25-516e0ddb7c4e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] No DVR routers for this DVR port c3cc25c1-1004-4aa9-ae48-82168cbf5838 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:13.529266 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9f8402f5-4418-47a1-b937-fc3dcfae23af req-262b0f42-4ec3-43fb-9c25-516e0ddb7c4e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.533744 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f8402f5-4418-47a1-b937-fc3dcfae23af req-262b0f42-4ec3-43fb-9c25-516e0ddb7c4e tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.31 "DELETE /v2.0/ports/c3cc25c1-1004-4aa9-ae48-82168cbf5838 HTTP/1.1" status: 204 len: 173 time: 1.2076590 Jan 28 19:17:13.547994 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65528fdd-b78e-43af-9de2-8e61b115195f', 'name': 'network-vif-deleted', 'tag': 'c3cc25c1-1004-4aa9-ae48-82168cbf5838'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:13.551000 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b266569a-74cc-4fa1-951a-aec702a207b0" -d '{"events": [{"server_uuid": "65528fdd-b78e-43af-9de2-8e61b115195f", "name": "network-vif-deleted", "tag": "c3cc25c1-1004-4aa9-ae48-82168cbf5838"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:13.565616 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9cde8ec-6988-4b43-8d58-9c9bdfded7d8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (69ebc898-39b5-4f22-866b-17288dd9afa4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.566279 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-b9cde8ec-6988-4b43-8d58-9c9bdfded7d8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Added segment 69ebc898-39b5-4f22-866b-17288dd9afa4 of type vlan for network f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9 Jan 28 19:17:13.625351 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38a8b873-614d-4f7f-b979-2f6779bda7ab admin admin] Publish callbacks [] for router (61b8a2b8-0198-4701-9f5e-ac6ac648a52d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.639157 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9578b611-229a-442f-8c0b-140b81a72d4e req-0ff54ec2-5e4d-466b-bb18-3c1b67e04c1d tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340830 Jan 28 19:17:13.659867 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9cde8ec-6988-4b43-8d58-9c9bdfded7d8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.725476 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9cde8ec-6988-4b43-8d58-9c9bdfded7d8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.730829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cde8ec-6988-4b43-8d58-9c9bdfded7d8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:13.731455 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b9cde8ec-6988-4b43-8d58-9c9bdfded7d8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:13.746379 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2636b368-48a9-45f1-b5ff-c272352b43da None None] Set router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:17:13.759425 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b8c1be1-62a3-459c-b6cb-96f6ce01ea60 req-a249bf19-800c-4de2-b29a-0c7e2d98cf61 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8212612 Jan 28 19:17:13.843585 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cde8ec-6988-4b43-8d58-9c9bdfded7d8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Network': ['ID=f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:13.854150 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0dda8fbc-e0b2-4853-acdc-951e2fcbbc41 req-862c541e-28a9-43db-ae8d-500d287acc63 tempest-ServerDiskConfigTestJSON-351436215 tempest-ServerDiskConfigTestJSON-351436215-project] 10.222.0.55 "GET /v2.0/ports?device_id=65528fdd-b78e-43af-9de2-8e61b115195f HTTP/1.1" status: 200 len: 210 time: 0.0395384 Jan 28 19:17:13.886784 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b9cde8ec-6988-4b43-8d58-9c9bdfded7d8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1980119 Jan 28 19:17:13.889713 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46910) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:13.895447 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a7a54b71-6633-4d95-b5e1-b9ebd36ed233 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'subnet': {'network_id': 'f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:13.899800 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:17:14.018512 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e695720a-1fb1-4a10-a2b2-5c40df000c41 req-b132decb-db56-45d2-b86a-694c6589e5d1 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.0407796 Jan 28 19:17:14.110330 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a54b71-6633-4d95-b5e1-b9ebd36ed233 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:14.118328 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7a54b71-6633-4d95-b5e1-b9ebd36ed233 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:14.124982 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26d2ece-e587-4185-9e7e-8de62a969efe x-openstack-request-id: req-e26d2ece-e587-4185-9e7e-8de62a969efe {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:14.127577 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65528fdd-b78e-43af-9de2-8e61b115195f", "name": "network-vif-deleted", "tag": "c3cc25c1-1004-4aa9-ae48-82168cbf5838", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:14.129374 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e26d2ece-e587-4185-9e7e-8de62a969efe {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:14.130153 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65528fdd-b78e-43af-9de2-8e61b115195f', 'name': 'network-vif-deleted', 'tag': 'c3cc25c1-1004-4aa9-ae48-82168cbf5838', 'status': 'completed', 'code': 200} Jan 28 19:17:14.136006 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2636b368-48a9-45f1-b5ff-c272352b43da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'name': 'tempest-ServerActionsTestJSON-1376128393-router', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:55Z', 'updated_at': '2022-01-28T19:17:09Z', 'revision_number': 5, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'gw_port': {'id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:57Z', 'updated_at': '2022-01-28T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:14.177474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636b368-48a9-45f1-b5ff-c272352b43da None None] Checking router: 61b8a2b8-0198-4701-9f5e-ac6ac648a52d for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:17:14.188551 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2636b368-48a9-45f1-b5ff-c272352b43da None None] Routers {'61b8a2b8-0198-4701-9f5e-ac6ac648a52d'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:17:14.189705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2636b368-48a9-45f1-b5ff-c272352b43da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:16:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:14.425809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2636b368-48a9-45f1-b5ff-c272352b43da None None] Set router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:17:14.449804 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7a54b71-6633-4d95-b5e1-b9ebd36ed233 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (62837186-2934-4a20-86e5-8d4183b806d0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:14.543642 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a54b71-6633-4d95-b5e1-b9ebd36ed233 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Subnet': ['ID=62837186-2934-4a20-86e5-8d4183b806d0,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:14.573942 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a54b71-6633-4d95-b5e1-b9ebd36ed233 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Checking segment: {'id': '69ebc898-39b5-4f22-866b-17288dd9afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:14.576419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a54b71-6633-4d95-b5e1-b9ebd36ed233 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network hostable DHCP agents. Network: f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:17:14.580806 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1de14bd1-3f27-4796-9940-7fc2f1af8cd9 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:14.634675 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a54b71-6633-4d95-b5e1-b9ebd36ed233 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:17:14.655240 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a7a54b71-6633-4d95-b5e1-b9ebd36ed233 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:14.662137 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a54b71-6633-4d95-b5e1-b9ebd36ed233 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:14.662911 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7a54b71-6633-4d95-b5e1-b9ebd36ed233 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:14.693221 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a7a54b71-6633-4d95-b5e1-b9ebd36ed233 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7993987 Jan 28 19:17:14.693568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46922) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:14.708249 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a49ac03c-bfd2-41fc-829f-af8d6118f17b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'subnet': {'network_id': 'f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:14.749033 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6a0f7f-7a17-4c36-b86a-a55f3523f8f9 None None] Network f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:15.000883 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-05b91dbb-f2a4-486f-886a-465b9f896c04 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (3efdff0a-8a2d-4378-af59-5e2f16314b7c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:15.001494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9b21d-0e87-442b-bac0-1797011c5a74 req-cf0ef1c5-c13c-4810-b060-f5c6c7e93d09 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:15.003795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c2f9b21d-0e87-442b-bac0-1797011c5a74 req-cf0ef1c5-c13c-4810-b060-f5c6c7e93d09 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 945 time: 0.1991582 Jan 28 19:17:15.005263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49ac03c-bfd2-41fc-829f-af8d6118f17b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:15.009365 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a49ac03c-bfd2-41fc-829f-af8d6118f17b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:15.058608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b91dbb-f2a4-486f-886a-465b9f896c04 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event deleted for resources: {'Port': ['ID=3efdff0a-8a2d-4378-af59-5e2f16314b7c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:15.080133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1de14bd1-3f27-4796-9940-7fc2f1af8cd9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:15.080974 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1de14bd1-3f27-4796-9940-7fc2f1af8cd9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:15.090155 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c1be1-62a3-459c-b6cb-96f6ce01ea60 req-7b7cc0f9-94cd-4c95-a8f2-4c41f653db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:15.092275 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b8c1be1-62a3-459c-b6cb-96f6ce01ea60 req-7b7cc0f9-94cd-4c95-a8f2-4c41f653db31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 1127 time: 1.2864516 Jan 28 19:17:15.111319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e533f-1c0f-4554-933d-a79bf2d5a65b req-259a794e-d018-49db-8a53-065318b7c5b9 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:15.113466 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d13e533f-1c0f-4554-933d-a79bf2d5a65b req-259a794e-d018-49db-8a53-065318b7c5b9 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 945 time: 1.2858553 Jan 28 19:17:15.117851 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38a8b873-614d-4f7f-b979-2f6779bda7ab admin admin] Publish callbacks [] for router_gateway (61b8a2b8-0198-4701-9f5e-ac6ac648a52d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:15.212023 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daf5c5-7e9e-48df-8dc1-e984ee5be2a0 req-c6e1f94e-4302-4afa-b584-0503468103eb tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:15.214069 n-d-824834-4 neutron-server[103146]: INFO neutron.db.ipam_backend_mixin [None req-a49ac03c-bfd2-41fc-829f-af8d6118f17b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 62837186-2934-4a20-86e5-8d4183b806d0 (CIDR: 2001:db8::/64) Jan 28 19:17:15.219109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daf5c5-7e9e-48df-8dc1-e984ee5be2a0 req-c6e1f94e-4302-4afa-b584-0503468103eb tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:15.225318 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49ac03c-bfd2-41fc-829f-af8d6118f17b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:17:15.225785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49ac03c-bfd2-41fc-829f-af8d6118f17b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:17:15.227636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daf5c5-7e9e-48df-8dc1-e984ee5be2a0 req-c6e1f94e-4302-4afa-b584-0503468103eb tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:15.234000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daf5c5-7e9e-48df-8dc1-e984ee5be2a0 req-c6e1f94e-4302-4afa-b584-0503468103eb tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:15.241831 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-63daf5c5-7e9e-48df-8dc1-e984ee5be2a0 req-c6e1f94e-4302-4afa-b584-0503468103eb tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 3142 time: 1.6301835 Jan 28 19:17:15.257497 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a49ac03c-bfd2-41fc-829f-af8d6118f17b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5592782 Jan 28 19:17:15.258466 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:15.268415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ab34f42c-907c-49ad-80bc-ece7180836cc tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'subnet': {'network_id': 'f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:15.367343 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5adf8935-933d-4a92-b149-9b682e2919dd None None] Provisioning complete for port 1cb93759-fa8d-4b35-a10c-271f1949781d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:15.369599 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5adf8935-933d-4a92-b149-9b682e2919dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1cb93759-fa8d-4b35-a10c-271f1949781d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:15.399090 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c2f9b21d-0e87-442b-bac0-1797011c5a74 req-c7d42f0b-8412-46d0-b032-e9f503052000 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616341 Jan 28 19:17:15.489793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab34f42c-907c-49ad-80bc-ece7180836cc tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:15.490919 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5adf8935-933d-4a92-b149-9b682e2919dd None None] Port 1cb93759-fa8d-4b35-a10c-271f1949781d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:15.494558 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab34f42c-907c-49ad-80bc-ece7180836cc tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:15.611333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2636b368-48a9-45f1-b5ff-c272352b43da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'name': 'tempest-ServerActionsTestJSON-1376128393-router', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:55Z', 'updated_at': '2022-01-28T19:17:09Z', 'revision_number': 5, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'gw_port': {'id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:57Z', 'updated_at': '2022-01-28T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:15.629081 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5adf8935-933d-4a92-b149-9b682e2919dd None None] Provisioning complete for port 1de14bd1-3f27-4796-9940-7fc2f1af8cd9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:15.629449 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5adf8935-933d-4a92-b149-9b682e2919dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1de14bd1-3f27-4796-9940-7fc2f1af8cd9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:15.632011 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-05b91dbb-f2a4-486f-886a-465b9f896c04 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] No DVR routers for this DVR port 3efdff0a-8a2d-4378-af59-5e2f16314b7c on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:15.634791 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-05b91dbb-f2a4-486f-886a-465b9f896c04 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:15.637556 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9', 'network_id': 'f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9', 'project_id': '4c120119fb864adbb0efc0e4dcd24a47', 'fixed_ips': [{'subnet_id': '62837186-2934-4a20-86e5-8d4183b806d0'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:17:15.641532 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-05b91dbb-f2a4-486f-886a-465b9f896c04 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.37 "DELETE /v2.0/ports/3efdff0a-8a2d-4378-af59-5e2f16314b7c HTTP/1.1" status: 204 len: 173 time: 3.6375725 Jan 28 19:17:15.646579 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:15.658420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-deleted', 'tag': '3efdff0a-8a2d-4378-af59-5e2f16314b7c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:15.660710 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d6a901-dccb-4260-8340-a93eb6e1a196" -d '{"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-deleted", "tag": "3efdff0a-8a2d-4378-af59-5e2f16314b7c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:15.751739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636b368-48a9-45f1-b5ff-c272352b43da None None] The sync data for ids ['61b8a2b8-0198-4701-9f5e-ac6ac648a52d'] in n-d-824834-4 is: [{'id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'name': 'tempest-ServerActionsTestJSON-1376128393-router', 'tenant_id': 'f09fde878de341aca0d76fa8fb497fc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:06:55Z', 'updated_at': '2022-01-28T19:17:09Z', 'revision_number': 5, 'project_id': 'f09fde878de341aca0d76fa8fb497fc7', 'gw_port': {'id': 'c832d637-7b96-4f5c-99b4-6c3d02f69f18', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b8a2b8-0198-4701-9f5e-ac6ac648a52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:06:57Z', 'updated_at': '2022-01-28T19:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:17:15.849495 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-63daf5c5-7e9e-48df-8dc1-e984ee5be2a0 req-88c25cfd-9c4a-4c04-8d1b-6a1bf2eceb2f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6036491 Jan 28 19:17:15.953255 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Allocated IP 2001:db8::2 (f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9/62837186-2934-4a20-86e5-8d4183b806d0/4a3df7d8-b2c1-47f3-874e-b7632256080d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:15.970565 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab34f42c-907c-49ad-80bc-ece7180836cc tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (4c33dbe4-846b-4cdc-8c3e-ddae2d6ae9e1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.017889 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83f26eaa-de61-46fd-8f94-46be9c883d6f req-def5c376-9511-462b-bd21-1fda3ef09556 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.0590272 Jan 28 19:17:16.039999 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab34f42c-907c-49ad-80bc-ece7180836cc tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:16.044236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ab34f42c-907c-49ad-80bc-ece7180836cc tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:16.049274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1de14bd1-3f27-4796-9940-7fc2f1af8cd9 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:16.049755 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1de14bd1-3f27-4796-9940-7fc2f1af8cd9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.055674 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab34f42c-907c-49ad-80bc-ece7180836cc tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:16.059439 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab34f42c-907c-49ad-80bc-ece7180836cc tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.080575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34f42c-907c-49ad-80bc-ece7180836cc tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Subnet': ['ID=4c33dbe4-846b-4cdc-8c3e-ddae2d6ae9e1,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:16.098617 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6c2006-ce48-4ee4-ad2e-15d6726c476a x-openstack-request-id: req-9f6c2006-ce48-4ee4-ad2e-15d6726c476a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:16.099279 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-deleted", "tag": "3efdff0a-8a2d-4378-af59-5e2f16314b7c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:16.099279 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f6c2006-ce48-4ee4-ad2e-15d6726c476a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:16.099538 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-deleted', 'tag': '3efdff0a-8a2d-4378-af59-5e2f16314b7c', 'status': 'completed', 'code': 200} Jan 28 19:17:16.104290 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ab34f42c-907c-49ad-80bc-ece7180836cc tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8433223 Jan 28 19:17:16.108849 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46948) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:16.115294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5246a4c6-59da-44a9-8d8a-257349376c46 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'network_id': 'f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9', 'fixed_ips': [{'subnet_id': '62837186-2934-4a20-86e5-8d4183b806d0'}, {'subnet_id': '4c33dbe4-846b-4cdc-8c3e-ddae2d6ae9e1'}], 'name': 'tempest-PortsIpV6TestJSON-639927577'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:16.137311 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-38a8b873-614d-4f7f-b979-2f6779bda7ab admin admin] Deleting port c832d637-7b96-4f5c-99b4-6c3d02f69f18 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:16.144730 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38a8b873-614d-4f7f-b979-2f6779bda7ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c832d637-7b96-4f5c-99b4-6c3d02f69f18), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.148994 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c1be1-62a3-459c-b6cb-96f6ce01ea60 req-0517fc57-7812-46f6-9546-4ecb3e47c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:16.158407 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b8c1be1-62a3-459c-b6cb-96f6ce01ea60 req-0517fc57-7812-46f6-9546-4ecb3e47c3a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 200 len: 909 time: 1.0066202 Jan 28 19:17:16.172685 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4d94a43-8092-4230-aeb3-114f7f4841e3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (1cb93759-fa8d-4b35-a10c-271f1949781d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.246323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46954) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:16.267060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device c3cc25c1-1004-4aa9-ae48-82168cbf5838 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:16.324516 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 1de14bd1-3f27-4796-9940-7fc2f1af8cd9, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1de14bd1-3f27-4796-9940-7fc2f1af8cd9,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:16.326522 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Publish callbacks [] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.332359 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5246a4c6-59da-44a9-8d8a-257349376c46 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:16.336036 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: c3cc25c1-1004-4aa9-ae48-82168cbf5838 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:16.336388 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device c3cc25c1-1004-4aa9-ae48-82168cbf5838 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:16.340772 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1de14bd1-3f27-4796-9940-7fc2f1af8cd9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.345451 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.392931 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b8c1be1-62a3-459c-b6cb-96f6ce01ea60 req-ca0f336d-5b80-4dc5-9650-458f2d326c9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c HTTP/1.1" status: 200 len: 217 time: 0.1903415 Jan 28 19:17:16.445463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 57f9b371-d099-4dba-b2ca-9e126d2d8dde no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:16.465946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d13e533f-1c0f-4554-933d-a79bf2d5a65b req-6c01a98b-e46b-41d8-ac86-4c57d1552d96 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Deleting port b06602ea-53fc-4ce3-bf99-df0fa4870f3f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:16.469064 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d13e533f-1c0f-4554-933d-a79bf2d5a65b req-6c01a98b-e46b-41d8-ac86-4c57d1552d96 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.497498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Network f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:16.498204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 57f9b371-d099-4dba-b2ca-9e126d2d8dde {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:16.498550 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 57f9b371-d099-4dba-b2ca-9e126d2d8dde not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:16.508049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:16.515403 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:16.529701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5adf8935-933d-4a92-b149-9b682e2919dd None None] Current status of the port 1de14bd1-3f27-4796-9940-7fc2f1af8cd9 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:16.538362 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5246a4c6-59da-44a9-8d8a-257349376c46 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.544608 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=1de14bd1-3f27-4796-9940-7fc2f1af8cd9,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:16.607501 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Pushing event updated for resources: {'Port': ['ID=4a3df7d8-b2c1-47f3-874e-b7632256080d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:16.621087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-5246a4c6-59da-44a9-8d8a-257349376c46 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] device_id is not set on port 4cff5713-a42c-4455-8062-e7c001fff622 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:17:16.670565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d94a43-8092-4230-aeb3-114f7f4841e3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=1cb93759-fa8d-4b35-a10c-271f1949781d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:16.677314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f580a1bb-1b62-427a-a614-c7427f8a5599 None None] Could not find standard attr ID for object 1cb93759-fa8d-4b35-a10c-271f1949781d. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:17:16.696122 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Attempting to bind port 4a3df7d8-b2c1-47f3-874e-b7632256080d on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:16.696495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Attempting to bind port 4a3df7d8-b2c1-47f3-874e-b7632256080d by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '69ebc898-39b5-4f22-866b-17288dd9afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:16.696852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Attempting to bind port 4a3df7d8-b2c1-47f3-874e-b7632256080d on network f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:16.702215 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:16.702593 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Checking segment: {'id': '69ebc898-39b5-4f22-866b-17288dd9afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:16.703015 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.703389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Bound using segment: {'id': '69ebc898-39b5-4f22-866b-17288dd9afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:16.703861 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Bound port: 4a3df7d8-b2c1-47f3-874e-b7632256080d, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ebc898-39b5-4f22-866b-17288dd9afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:16.704234 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.772382 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b82dc8-1e80-40d7-ba5f-4e7b276b382b req-92963fca-ae33-47ee-8528-59348d892354 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:16.775203 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75b82dc8-1e80-40d7-ba5f-4e7b276b382b req-92963fca-ae33-47ee-8528-59348d892354 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 945 time: 0.2339306 Jan 28 19:17:16.837791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] For port 4a3df7d8-b2c1-47f3-874e-b7632256080d, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:16.845354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] For port 4a3df7d8-b2c1-47f3-874e-b7632256080d, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4a3df7d8-b2c1-47f3-874e-b7632256080d,segment=NetworkSegment(69ebc898-39b5-4f22-866b-17288dd9afa4),segment_id=69ebc898-39b5-4f22-866b-17288dd9afa4)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:16.855068 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.872895 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4d94a43-8092-4230-aeb3-114f7f4841e3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.878747 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e4d94a43-8092-4230-aeb3-114f7f4841e3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/1cb93759-fa8d-4b35-a10c-271f1949781d HTTP/1.1" status: 204 len: 168 time: 4.6851521 Jan 28 19:17:16.887900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46958) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:16.928764 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d13e533f-1c0f-4554-933d-a79bf2d5a65b req-6c01a98b-e46b-41d8-ac86-4c57d1552d96 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] For port b06602ea-53fc-4ce3-bf99-df0fa4870f3f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:16.929233 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d13e533f-1c0f-4554-933d-a79bf2d5a65b req-6c01a98b-e46b-41d8-ac86-4c57d1552d96 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:16.942999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d13e533f-1c0f-4554-933d-a79bf2d5a65b req-6c01a98b-e46b-41d8-ac86-4c57d1552d96 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Calling delete_port for b06602ea-53fc-4ce3-bf99-df0fa4870f3f owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:16.969072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2facc6-816b-4470-8168-bc15b887b3ad None None] Pushing event updated for resources: {'Port': ['ID=4a3df7d8-b2c1-47f3-874e-b7632256080d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:17.031971 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c1be1-62a3-459c-b6cb-96f6ce01ea60 req-6ed294fc-b17f-455f-97d7-cd00df5a8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:17.033488 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b8c1be1-62a3-459c-b6cb-96f6ce01ea60 req-6ed294fc-b17f-455f-97d7-cd00df5a8bd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 200 len: 848 time: 0.3652747 Jan 28 19:17:17.052481 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8d85be-3a4a-47a7-82f6-bed8ea9be84a admin admin] Deleting subnet 8ae82aed-d710-4ea3-a053-d0d0552a67d8 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:17:17.078886 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fe16be-41b5-45b9-bf58-c59d94458f5b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:17.080997 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fe16be-41b5-45b9-bf58-c59d94458f5b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:17.085992 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-38fe16be-41b5-45b9-bf58-c59d94458f5b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1966126 Jan 28 19:17:17.089854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46966) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:17.106756 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b8c1be1-62a3-459c-b6cb-96f6ce01ea60 req-2168c800-259f-4011-a41a-b7cb2bc0245e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07cf55c4-e390-408e-b1e2-a832ba462c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460207 Jan 28 19:17:17.149322 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c8d85be-3a4a-47a7-82f6-bed8ea9be84a admin admin] Publish callbacks [] for subnet (8ae82aed-d710-4ea3-a053-d0d0552a67d8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:17.161569 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75b82dc8-1e80-40d7-ba5f-4e7b276b382b req-07995ded-3c82-44f6-ac24-945234f66388 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732104 Jan 28 19:17:17.249531 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9b0fa9-c8e4-489a-94aa-ffc96080a836 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 62dfb450-b58c-4b26-a181-5dca7f703c1b {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:17:17.258298 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb9b0fa9-c8e4-489a-94aa-ffc96080a836 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (62dfb450-b58c-4b26-a181-5dca7f703c1b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:17.280955 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b8c1be1-62a3-459c-b6cb-96f6ce01ea60 req-a5318dd7-43d4-4241-8b30-1cd9ad50716e service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217282 Jan 28 19:17:17.351837 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-482cd291-f344-4d86-8aa7-c0116c9420b9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Deleting port c8ab8bcc-5100-4235-85e8-fb0ff3effe78 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:17.352365 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-482cd291-f344-4d86-8aa7-c0116c9420b9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:17.358658 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-38a8b873-614d-4f7f-b979-2f6779bda7ab admin admin] For port c832d637-7b96-4f5c-99b4-6c3d02f69f18, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c832d637-7b96-4f5c-99b4-6c3d02f69f18,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:17.359270 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38a8b873-614d-4f7f-b979-2f6779bda7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c832d637-7b96-4f5c-99b4-6c3d02f69f18), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:17.429536 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb9b0fa9-c8e4-489a-94aa-ffc96080a836 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (62dfb450-b58c-4b26-a181-5dca7f703c1b), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:17.436055 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b07c130e-dbee-4091-a629-eb75cd85c976 req-4f53a364-32b5-4e25-ad90-91858848da57 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.0684533 Jan 28 19:17:17.481672 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-38a8b873-614d-4f7f-b979-2f6779bda7ab admin admin] Calling delete_port for c832d637-7b96-4f5c-99b4-6c3d02f69f18 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:17.504943 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c8d85be-3a4a-47a7-82f6-bed8ea9be84a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (8ae82aed-d710-4ea3-a053-d0d0552a67d8), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:17.585655 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb9b0fa9-c8e4-489a-94aa-ffc96080a836 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (62dfb450-b58c-4b26-a181-5dca7f703c1b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:17.634411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5246a4c6-59da-44a9-8d8a-257349376c46 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Allocated IP 2001:db8::2b9 (f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9/62837186-2934-4a20-86e5-8d4183b806d0/4cff5713-a42c-4455-8062-e7c001fff622) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:17.645976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5246a4c6-59da-44a9-8d8a-257349376c46 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Allocated IP 2001:db8:0:1::178 (f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9/4c33dbe4-846b-4cdc-8c3e-ddae2d6ae9e1/4cff5713-a42c-4455-8062-e7c001fff622) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:17.691418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c2690-e4ad-44a2-a07a-20afa227524f req-24e3b047-4ca4-4410-802b-5b268eaa8aef tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:17.692388 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb9b0fa9-c8e4-489a-94aa-ffc96080a836 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (62dfb450-b58c-4b26-a181-5dca7f703c1b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:17.696966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c2690-e4ad-44a2-a07a-20afa227524f req-24e3b047-4ca4-4410-802b-5b268eaa8aef tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:17.702524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c2690-e4ad-44a2-a07a-20afa227524f req-24e3b047-4ca4-4410-802b-5b268eaa8aef tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:17.704091 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-847c2690-e4ad-44a2-a07a-20afa227524f req-24e3b047-4ca4-4410-802b-5b268eaa8aef tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 2409 time: 0.6694026 Jan 28 19:17:17.711928 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b8c1be1-62a3-459c-b6cb-96f6ce01ea60 req-86467a27-3964-46b7-803a-1973368fe234 service neutron] 10.222.0.37 "GET /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116957 Jan 28 19:17:17.715190 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c8d85be-3a4a-47a7-82f6-bed8ea9be84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (8ae82aed-d710-4ea3-a053-d0d0552a67d8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:17.781685 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b0fa9-c8e4-489a-94aa-ffc96080a836 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=62dfb450-b58c-4b26-a181-5dca7f703c1b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:17.817000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-482cd291-f344-4d86-8aa7-c0116c9420b9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] For port c8ab8bcc-5100-4235-85e8-fb0ff3effe78, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c8ab8bcc-5100-4235-85e8-fb0ff3effe78,segment=NetworkSegment(9d5c6e12-c712-4983-98fd-50717ae7c18b),segment_id=9d5c6e12-c712-4983-98fd-50717ae7c18b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:17.817377 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-482cd291-f344-4d86-8aa7-c0116c9420b9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:17.826720 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb9b0fa9-c8e4-489a-94aa-ffc96080a836 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:17.832775 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bb9b0fa9-c8e4-489a-94aa-ffc96080a836 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/62dfb450-b58c-4b26-a181-5dca7f703c1b HTTP/1.1" status: 204 len: 168 time: 0.7375596 Jan 28 19:17:17.833679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46968) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:17.840971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaa812c-9eb0-4735-8ff0-b528be5e54c9 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:17.962875 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d76295ee-4dd1-428d-bb69-7a7b6f6d6d8c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1249561 Jan 28 19:17:17.964395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46970) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:17.965045 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-847c2690-e4ad-44a2-a07a-20afa227524f req-daa412ae-8fd6-442b-8b1d-2001061b81bf tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454948 Jan 28 19:17:17.973906 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d13e533f-1c0f-4554-933d-a79bf2d5a65b req-6c01a98b-e46b-41d8-ac86-4c57d1552d96 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (b06602ea-53fc-4ce3-bf99-df0fa4870f3f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:17.983591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-803901d0-c106-4e05-9c27-49294b75da17 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:18.022490 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5246a4c6-59da-44a9-8d8a-257349376c46 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (4cff5713-a42c-4455-8062-e7c001fff622), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.081279 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c8d85be-3a4a-47a7-82f6-bed8ea9be84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (8ae82aed-d710-4ea3-a053-d0d0552a67d8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.133704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322c0873-7128-472a-ae77-d36fae80ff3e None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:17:18.153333 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5246a4c6-59da-44a9-8d8a-257349376c46 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4cff5713-a42c-4455-8062-e7c001fff622), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.165773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803901d0-c106-4e05-9c27-49294b75da17 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:18.169734 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-803901d0-c106-4e05-9c27-49294b75da17 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.226381 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01a98b-e46b-41d8-ac86-4c57d1552d96 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Pushing event deleted for resources: {'Port': ['ID=b06602ea-53fc-4ce3-bf99-df0fa4870f3f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:18.240875 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c8d85be-3a4a-47a7-82f6-bed8ea9be84a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.249868 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8c8d85be-3a4a-47a7-82f6-bed8ea9be84a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8ae82aed-d710-4ea3-a053-d0d0552a67d8 HTTP/1.1" status: 204 len: 168 time: 1.8714659 Jan 28 19:17:18.249868 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d85be-3a4a-47a7-82f6-bed8ea9be84a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae82aed-d710-4ea3-a053-d0d0552a67d8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:18.250214 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:18.268343 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-485400fe-e90e-4639-a8de-98b5202b7921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.286827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-322c0873-7128-472a-ae77-d36fae80ff3e None None] Deleting port 1de14bd1-3f27-4796-9940-7fc2f1af8cd9 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:18.289257 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-322c0873-7128-472a-ae77-d36fae80ff3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1de14bd1-3f27-4796-9940-7fc2f1af8cd9), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.364024 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a763723-4020-4862-8b53-641eff8b6dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (86adb1cc-8d6c-4e87-8cd9-b94ca21e5900), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.388302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13e533f-1c0f-4554-933d-a79bf2d5a65b req-6c01a98b-e46b-41d8-ac86-4c57d1552d96 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] No DVR routers for this DVR port b06602ea-53fc-4ce3-bf99-df0fa4870f3f on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:18.410477 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d13e533f-1c0f-4554-933d-a79bf2d5a65b req-6c01a98b-e46b-41d8-ac86-4c57d1552d96 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.414659 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d13e533f-1c0f-4554-933d-a79bf2d5a65b req-6c01a98b-e46b-41d8-ac86-4c57d1552d96 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.37 "DELETE /v2.0/ports/b06602ea-53fc-4ce3-bf99-df0fa4870f3f HTTP/1.1" status: 204 len: 173 time: 3.2868938 Jan 28 19:17:18.414659 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9903ce-0aa9-4462-acd3-2b225cf30245', 'name': 'network-vif-deleted', 'tag': 'b06602ea-53fc-4ce3-bf99-df0fa4870f3f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:18.416727 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b13907-1d19-4700-952e-4ccc5bc6ff48" -d '{"events": [{"server_uuid": "9a9903ce-0aa9-4462-acd3-2b225cf30245", "name": "network-vif-deleted", "tag": "b06602ea-53fc-4ce3-bf99-df0fa4870f3f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:18.421624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-322c0873-7128-472a-ae77-d36fae80ff3e None None] For port 1de14bd1-3f27-4796-9940-7fc2f1af8cd9, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1de14bd1-3f27-4796-9940-7fc2f1af8cd9,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:18.422124 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-322c0873-7128-472a-ae77-d36fae80ff3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1de14bd1-3f27-4796-9940-7fc2f1af8cd9), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.456279 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-322c0873-7128-472a-ae77-d36fae80ff3e None None] Calling delete_port for 1de14bd1-3f27-4796-9940-7fc2f1af8cd9 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:18.519916 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38a8b873-614d-4f7f-b979-2f6779bda7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c832d637-7b96-4f5c-99b4-6c3d02f69f18), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.523653 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-482cd291-f344-4d86-8aa7-c0116c9420b9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.524135 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-482cd291-f344-4d86-8aa7-c0116c9420b9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (e223d43a-8f22-48b7-9c66-9aef75ef88ba), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.524445 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-482cd291-f344-4d86-8aa7-c0116c9420b9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Floating IP e223d43a-8f22-48b7-9c66-9aef75ef88ba disassociated. External IP: 172.25.0.252, port: c8ab8bcc-5100-4235-85e8-fb0ff3effe78. Jan 28 19:17:18.524790 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-482cd291-f344-4d86-8aa7-c0116c9420b9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Calling delete_port for c8ab8bcc-5100-4235-85e8-fb0ff3effe78 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:18.572271 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c460d0fb-a17d-4117-8c54-0d25dc1e4446 x-openstack-request-id: req-c460d0fb-a17d-4117-8c54-0d25dc1e4446 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:18.572557 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9903ce-0aa9-4462-acd3-2b225cf30245", "name": "network-vif-deleted", "tag": "b06602ea-53fc-4ce3-bf99-df0fa4870f3f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:18.572810 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c460d0fb-a17d-4117-8c54-0d25dc1e4446 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:18.573211 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9903ce-0aa9-4462-acd3-2b225cf30245', 'name': 'network-vif-deleted', 'tag': 'b06602ea-53fc-4ce3-bf99-df0fa4870f3f', 'status': 'completed', 'code': 200} Jan 28 19:17:18.629865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8b873-614d-4f7f-b979-2f6779bda7ab admin admin] Pushing event deleted for resources: {'Port': ['ID=c832d637-7b96-4f5c-99b4-6c3d02f69f18,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:18.646076 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-322c0873-7128-472a-ae77-d36fae80ff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (1de14bd1-3f27-4796-9940-7fc2f1af8cd9), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.664885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4a3df7d8-b2c1-47f3-874e-b7632256080d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:18.767968 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c0873-7128-472a-ae77-d36fae80ff3e None None] Pushing event deleted for resources: {'Port': ['ID=1de14bd1-3f27-4796-9940-7fc2f1af8cd9,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:18.799999 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-585406b1-ccf3-48a1-8112-ccf80bffc84b req-18446df7-328d-4a12-8472-cd30f656da91 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.0725191 Jan 28 19:17:18.823571 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322c0873-7128-472a-ae77-d36fae80ff3e None None] No DVR routers for this DVR port 1de14bd1-3f27-4796-9940-7fc2f1af8cd9 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:18.838566 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38a8b873-614d-4f7f-b979-2f6779bda7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (61b8a2b8-0198-4701-9f5e-ac6ac648a52d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.843190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device b06602ea-53fc-4ce3-bf99-df0fa4870f3f no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:18.845543 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8a4a0f-b574-4898-9531-b457ec748e5e None None] Network f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:18.855392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1bca47b4-5146-46e3-85cc-df0f94a6b4a2 req-4d384f5c-9727-45a7-a103-3750b4c93812 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a9903ce-0aa9-4462-acd3-2b225cf30245 HTTP/1.1" status: 200 len: 210 time: 0.4742632 Jan 28 19:17:18.885322 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: b06602ea-53fc-4ce3-bf99-df0fa4870f3f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:18.885674 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device b06602ea-53fc-4ce3-bf99-df0fa4870f3f not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:18.906749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5246a4c6-59da-44a9-8d8a-257349376c46 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:18.940481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 4a3df7d8-b2c1-47f3-874e-b7632256080d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:18.940777 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.942312 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5246a4c6-59da-44a9-8d8a-257349376c46 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:18.994049 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38a8b873-614d-4f7f-b979-2f6779bda7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (61b8a2b8-0198-4701-9f5e-ac6ac648a52d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:18.998245 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38a8b873-614d-4f7f-b979-2f6779bda7ab admin admin] Publish callbacks [] for router_controller (61b8a2b8-0198-4701-9f5e-ac6ac648a52d), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.000056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4947aa04-8459-4772-b775-27bd193af25f None None] Provisioning complete for port 4a3df7d8-b2c1-47f3-874e-b7632256080d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:19.000439 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4947aa04-8459-4772-b775-27bd193af25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.013937 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5246a4c6-59da-44a9-8d8a-257349376c46 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:19.026249 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5246a4c6-59da-44a9-8d8a-257349376c46 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:19.026950 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5246a4c6-59da-44a9-8d8a-257349376c46 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.043391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246a4c6-59da-44a9-8d8a-257349376c46 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=4cff5713-a42c-4455-8062-e7c001fff622,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:19.194630 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38a8b873-614d-4f7f-b979-2f6779bda7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (61b8a2b8-0198-4701-9f5e-ac6ac648a52d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.195590 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a8b873-614d-4f7f-b979-2f6779bda7ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61b8a2b8-0198-4701-9f5e-ac6ac648a52d {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:17:19.202158 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38a8b873-614d-4f7f-b979-2f6779bda7ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.207503 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-38a8b873-614d-4f7f-b979-2f6779bda7ab admin admin] 10.222.0.55 "DELETE /v2.0/routers/61b8a2b8-0198-4701-9f5e-ac6ac648a52d HTTP/1.1" status: 204 len: 168 time: 5.8113763 Jan 28 19:17:19.208489 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46986) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:19.224577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4947aa04-8459-4772-b775-27bd193af25f None None] Current status of the port 4a3df7d8-b2c1-47f3-874e-b7632256080d is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:19.224972 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4947aa04-8459-4772-b775-27bd193af25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.237198 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-482cd291-f344-4d86-8aa7-c0116c9420b9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c8ab8bcc-5100-4235-85e8-fb0ff3effe78), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.389695 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5246a4c6-59da-44a9-8d8a-257349376c46 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.2790849 Jan 28 19:17:19.395609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46988) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:19.402770 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-803901d0-c106-4e05-9c27-49294b75da17 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (14905f85-aae7-401a-944a-f44712868dc1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.408889 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4947aa04-8459-4772-b775-27bd193af25f None None] For port 4a3df7d8-b2c1-47f3-874e-b7632256080d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4a3df7d8-b2c1-47f3-874e-b7632256080d,segment=NetworkSegment(69ebc898-39b5-4f22-866b-17288dd9afa4),segment_id=69ebc898-39b5-4f22-866b-17288dd9afa4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:19.411084 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 4a3df7d8-b2c1-47f3-874e-b7632256080d is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:19.411483 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.427778 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a763723-4020-4862-8b53-641eff8b6dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (86adb1cc-8d6c-4e87-8cd9-b94ca21e5900), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.444184 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c2d209fc-359f-404d-8309-14061d1fbd4d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62837186-2934-4a20-86e5-8d4183b806d0'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:19.461681 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4947aa04-8459-4772-b775-27bd193af25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.469710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fd532-71d3-4e89-85dd-a5521673894c req-206311f0-c829-40ef-aa55-65781f7af7b7 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:19.495523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fd532-71d3-4e89-85dd-a5521673894c req-206311f0-c829-40ef-aa55-65781f7af7b7 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:19.502961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fd532-71d3-4e89-85dd-a5521673894c req-206311f0-c829-40ef-aa55-65781f7af7b7 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:19.511094 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3d5fd532-71d3-4e89-85dd-a5521673894c req-206311f0-c829-40ef-aa55-65781f7af7b7 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 2409 time: 0.3740802 Jan 28 19:17:19.525974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482cd291-f344-4d86-8aa7-c0116c9420b9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event deleted for resources: {'Port': ['ID=c8ab8bcc-5100-4235-85e8-fb0ff3effe78,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:19.630574 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:17:19.630973 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:17:19.658686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947aa04-8459-4772-b775-27bd193af25f None None] Pushing event updated for resources: {'Port': ['ID=4a3df7d8-b2c1-47f3-874e-b7632256080d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:19.665689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803901d0-c106-4e05-9c27-49294b75da17 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=14905f85-aae7-401a-944a-f44712868dc1,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:19.667985 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2d209fc-359f-404d-8309-14061d1fbd4d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4cff5713-a42c-4455-8062-e7c001fff622), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.669666 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac1b7db-4014-4115-9ef4-908adb978536 None None] Update dhcp port {'port': {'network_id': 'f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9', 'fixed_ips': [{'subnet_id': '62837186-2934-4a20-86e5-8d4183b806d0', 'ip_address': '2001:db8::2'}, {'subnet_id': '4c33dbe4-846b-4cdc-8c3e-ddae2d6ae9e1'}], 'binding:host_id': 'n-d-824834-4'}, 'id': '4a3df7d8-b2c1-47f3-874e-b7632256080d'} from n-d-824834-4. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:17:19.705012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803901d0-c106-4e05-9c27-49294b75da17 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:19.707370 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aac1b7db-4014-4115-9ef4-908adb978536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.712073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8a763723-4020-4862-8b53-641eff8b6dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86adb1cc-8d6c-4e87-8cd9-b94ca21e5900']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:19.716242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-803901d0-c106-4e05-9c27-49294b75da17 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:19.747239 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803901d0-c106-4e05-9c27-49294b75da17 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:19.749254 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-803901d0-c106-4e05-9c27-49294b75da17 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.749400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712368b7-0586-40dc-8054-0f7de8f42015 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:19.792336 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8a763723-4020-4862-8b53-641eff8b6dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b60bb7-b0b8-4723-bc49-231c196fa64c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:19.792637 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8a763723-4020-4862-8b53-641eff8b6dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b60bb7-b0b8-4723-bc49-231c196fa64c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:19.836965 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a763723-4020-4862-8b53-641eff8b6dbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (f7b60bb7-b0b8-4723-bc49-231c196fa64c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:19.865340 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-803901d0-c106-4e05-9c27-49294b75da17 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9005129 Jan 28 19:17:19.868345 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47000) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:19.928491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d4ac7d9c-5577-48de-84c2-ec16a23a51c1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'name': 'tempest-NetworksTestDHCPv6-1396739574'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:20.084824 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a763723-4020-4862-8b53-641eff8b6dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f7b60bb7-b0b8-4723-bc49-231c196fa64c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:20.170540 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-54fb1c49-b6f1-49d0-9fcf-5cea6c928f9f req-62e563e4-9c1f-44cd-810b-1a2cc909659f tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.1616273 Jan 28 19:17:20.189594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 4a3df7d8-b2c1-47f3-874e-b7632256080d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:20.206097 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a763723-4020-4862-8b53-641eff8b6dbb admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:17:20.206514 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a763723-4020-4862-8b53-641eff8b6dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (f7b60bb7-b0b8-4723-bc49-231c196fa64c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:17:20.208277 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:17:20.299807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1de14bd1-3f27-4796-9940-7fc2f1af8cd9 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:20.313850 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-7757075f-c985-464c-809d-c4306920657c admin admin] Deleting subnet cd80566b-cb23-46e8-93b8-695f127ca2f3 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:17:20.334871 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7757075f-c985-464c-809d-c4306920657c admin admin] Publish callbacks [] for subnet (cd80566b-cb23-46e8-93b8-695f127ca2f3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:20.374346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 1de14bd1-3f27-4796-9940-7fc2f1af8cd9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:20.374696 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1de14bd1-3f27-4796-9940-7fc2f1af8cd9 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:20.472819 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3d5fd532-71d3-4e89-85dd-a5521673894c req-a01e2a0e-214f-4f9c-8ca9-aac85dce1a39 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9602182 Jan 28 19:17:20.516279 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': '14905f85-aae7-401a-944a-f44712868dc1'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:17:20.517158 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:20.518975 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7757075f-c985-464c-809d-c4306920657c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (cd80566b-cb23-46e8-93b8-695f127ca2f3), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:20.568278 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51f2d85e-ec95-4356-81cd-3c6dec1e1f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:20.568992 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a763723-4020-4862-8b53-641eff8b6dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (86adb1cc-8d6c-4e87-8cd9-b94ca21e5900), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:20.589890 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-aac1b7db-4014-4115-9ef4-908adb978536 None None] Allocated IP 2001:db8:0:1::2 (f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9/4c33dbe4-846b-4cdc-8c3e-ddae2d6ae9e1/4a3df7d8-b2c1-47f3-874e-b7632256080d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:20.612809 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a763723-4020-4862-8b53-641eff8b6dbb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:20.616097 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8a763723-4020-4862-8b53-641eff8b6dbb admin admin] 10.222.0.55 "DELETE /v2.0/networks/86adb1cc-8d6c-4e87-8cd9-b94ca21e5900 HTTP/1.1" status: 204 len: 168 time: 2.3678343 Jan 28 19:17:20.644662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-482cd291-f344-4d86-8aa7-c0116c9420b9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Router 3f2b73da-805a-47ae-b82b-8383f58b6d43 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:17:20.685673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a763723-4020-4862-8b53-641eff8b6dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=86adb1cc-8d6c-4e87-8cd9-b94ca21e5900,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:20.742060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ac7d9c-5577-48de-84c2-ec16a23a51c1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:20.746849 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7d9c-5577-48de-84c2-ec16a23a51c1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:20.781620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4a3df7d8-b2c1-47f3-874e-b7632256080d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:20.793542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-d4ac7d9c-5577-48de-84c2-ec16a23a51c1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port aec993ad-36e4-43fc-b387-63e2a9e5e66a yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:17:20.918813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47012) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:20.940850 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7757075f-c985-464c-809d-c4306920657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (cd80566b-cb23-46e8-93b8-695f127ca2f3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:20.945850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d4ac7d9c-5577-48de-84c2-ec16a23a51c1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::16 (1218acd0-0311-470a-8d43-e1a60f7e0be9/14905f85-aae7-401a-944a-f44712868dc1/aec993ad-36e4-43fc-b387-63e2a9e5e66a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:21.017264 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-482cd291-f344-4d86-8aa7-c0116c9420b9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:17:21.029845 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f1225-a90d-40bf-a7ae-cdc67cafe1b9 None None] Sync routers for ids ['3f2b73da-805a-47ae-b82b-8383f58b6d43'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:17:21.037936 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-aac1b7db-4014-4115-9ef4-908adb978536 None None] For port 4a3df7d8-b2c1-47f3-874e-b7632256080d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4a3df7d8-b2c1-47f3-874e-b7632256080d,segment=NetworkSegment(69ebc898-39b5-4f22-866b-17288dd9afa4),segment_id=69ebc898-39b5-4f22-866b-17288dd9afa4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:21.046368 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f1225-a90d-40bf-a7ae-cdc67cafe1b9 None None] Routers {'3f2b73da-805a-47ae-b82b-8383f58b6d43'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:17:21.047256 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a3f1225-a90d-40bf-a7ae-cdc67cafe1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:17:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3f2b73da-805a-47ae-b82b-8383f58b6d43'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:21.095840 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7757075f-c985-464c-809d-c4306920657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (cd80566b-cb23-46e8-93b8-695f127ca2f3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.123717 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aac1b7db-4014-4115-9ef4-908adb978536 None None] Publish callbacks [] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.126237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 4a3df7d8-b2c1-47f3-874e-b7632256080d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:21.126627 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.165297 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aac1b7db-4014-4115-9ef4-908adb978536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.171034 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7d9c-5577-48de-84c2-ec16a23a51c1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (aec993ad-36e4-43fc-b387-63e2a9e5e66a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.191923 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a9bd546c-1da4-4199-86a6-59cdadb6c67c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c232b785e7484427b2d9864ad58d6987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1566055 Jan 28 19:17:21.199434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47014) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:21.201309 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7757075f-c985-464c-809d-c4306920657c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.207782 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7757075f-c985-464c-809d-c4306920657c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cd80566b-cb23-46e8-93b8-695f127ca2f3 HTTP/1.1" status: 204 len: 168 time: 1.9976604 Jan 28 19:17:21.210618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47016) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:21.264025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16be4e27-7e06-4d3a-b221-facf47339c72 None None] Network b49b190d-5fb3-41cb-a694-b0a0b7d47b75 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:21.291124 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4a3f1225-a90d-40bf-a7ae-cdc67cafe1b9 None None] Set router 3f2b73da-805a-47ae-b82b-8383f58b6d43 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:17:21.358675 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-482cd291-f344-4d86-8aa7-c0116c9420b9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] No DVR routers for this DVR port c8ab8bcc-5100-4235-85e8-fb0ff3effe78 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:21.362894 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757075f-c985-464c-809d-c4306920657c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd80566b-cb23-46e8-93b8-695f127ca2f3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:21.365231 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-482cd291-f344-4d86-8aa7-c0116c9420b9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.368879 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-482cd291-f344-4d86-8aa7-c0116c9420b9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.37 "DELETE /v2.0/ports/c8ab8bcc-5100-4235-85e8-fb0ff3effe78 HTTP/1.1" status: 204 len: 173 time: 5.6801755 Jan 28 19:17:21.372447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-deleted', 'tag': 'c8ab8bcc-5100-4235-85e8-fb0ff3effe78'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:21.374960 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef73e17d-1813-4356-8724-b1dbe4842272" -d '{"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-deleted", "tag": "c8ab8bcc-5100-4235-85e8-fb0ff3effe78"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:21.519585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4a6f3-f12c-45a1-aeee-a127cbc0e646 req-abf492e1-aa8f-4a56-b25d-f8a8aa28e83c tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:21.521658 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-66e4a6f3-f12c-45a1-aeee-a127cbc0e646 req-abf492e1-aa8f-4a56-b25d-f8a8aa28e83c tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 945 time: 0.6051173 Jan 28 19:17:21.527633 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-275fded2-76fe-4c11-9d45-5bdf7ab61868 req-53719fe1-bd46-46d8-909b-bec9b562f41c tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.1719017 Jan 28 19:17:21.539337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00842cf2-43c8-4eea-8d43-099be3c70175 req-2eef8fd3-15b0-42e5-88ae-b231122f0ce6 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:21.543077 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00842cf2-43c8-4eea-8d43-099be3c70175 req-2eef8fd3-15b0-42e5-88ae-b231122f0ce6 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 945 time: 0.3983045 Jan 28 19:17:21.556478 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1b7db-4014-4115-9ef4-908adb978536 None None] Pushing event updated for resources: {'Port': ['ID=4a3df7d8-b2c1-47f3-874e-b7632256080d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:21.633035 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7d9c-5577-48de-84c2-ec16a23a51c1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (aec993ad-36e4-43fc-b387-63e2a9e5e66a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.637171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c2d209fc-359f-404d-8309-14061d1fbd4d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Delete allocated IP 2001:db8:0:1::178 (f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9/4c33dbe4-846b-4cdc-8c3e-ddae2d6ae9e1) {{(pid=103146) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 19:17:21.644566 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-12975d6b-9f99-4577-a96d-2e3e1bac906c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Deleting port 00483342-9629-4105-84b7-63f1b73710d0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:21.645398 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-12975d6b-9f99-4577-a96d-2e3e1bac906c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (00483342-9629-4105-84b7-63f1b73710d0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.657564 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (b49b190d-5fb3-41cb-a694-b0a0b7d47b75), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.747700 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a3f1225-a90d-40bf-a7ae-cdc67cafe1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-router', 'tenant_id': '6617f763bd2b491295631965114da93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:06Z', 'updated_at': '2022-01-28T19:11:19Z', 'revision_number': 4, 'project_id': '6617f763bd2b491295631965114da93b', 'gw_port': {'id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:08Z', 'updated_at': '2022-01-28T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa', 'name': '', 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70', 'tenant_id': '6617f763bd2b491295631965114da93b', 'mac_address': 'fa:16:3e:26:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:17Z', 'updated_at': '2022-01-28T19:11:24Z', 'revision_number': 5, 'project_id': '6617f763bd2b491295631965114da93b', 'subnets': [{'id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:21.751109 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214eb127-10c3-43c1-9733-53c46e395dc3 x-openstack-request-id: req-214eb127-10c3-43c1-9733-53c46e395dc3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:21.751674 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-deleted", "tag": "c8ab8bcc-5100-4235-85e8-fb0ff3effe78", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:21.752132 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-214eb127-10c3-43c1-9733-53c46e395dc3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:21.752724 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-deleted', 'tag': 'c8ab8bcc-5100-4235-85e8-fb0ff3effe78', 'status': 'completed', 'code': 200} Jan 28 19:17:21.764398 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-66e4a6f3-f12c-45a1-aeee-a127cbc0e646 req-b6a258cb-ff5b-49e1-b5c8-eb3e9de8d0c7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190399 Jan 28 19:17:21.823426 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.841147 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 4a3df7d8-b2c1-47f3-874e-b7632256080d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:21.858384 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f1225-a90d-40bf-a7ae-cdc67cafe1b9 None None] Checking router: 3f2b73da-805a-47ae-b82b-8383f58b6d43 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:17:21.868446 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Allocated IP 2001:db8::2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/14905f85-aae7-401a-944a-f44712868dc1/b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:21.899025 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f1225-a90d-40bf-a7ae-cdc67cafe1b9 None None] Routers {'3f2b73da-805a-47ae-b82b-8383f58b6d43'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:17:21.899782 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a3f1225-a90d-40bf-a7ae-cdc67cafe1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:17:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3f2b73da-805a-47ae-b82b-8383f58b6d43'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:21.911262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac7d9c-5577-48de-84c2-ec16a23a51c1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:21.927441 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-12975d6b-9f99-4577-a96d-2e3e1bac906c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] For port 00483342-9629-4105-84b7-63f1b73710d0, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=00483342-9629-4105-84b7-63f1b73710d0,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:21.927815 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-12975d6b-9f99-4577-a96d-2e3e1bac906c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (00483342-9629-4105-84b7-63f1b73710d0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.938706 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-00842cf2-43c8-4eea-8d43-099be3c70175 req-e9ac612e-ca44-49c9-9387-1de4090d1886 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Deleting port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:21.946315 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00842cf2-43c8-4eea-8d43-099be3c70175 req-e9ac612e-ca44-49c9-9387-1de4090d1886 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:21.954696 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c832d637-7b96-4f5c-99b4-6c3d02f69f18 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:21.998157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-12975d6b-9f99-4577-a96d-2e3e1bac906c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Calling delete_port for 00483342-9629-4105-84b7-63f1b73710d0 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:22.062424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58365b86-4c90-4072-9662-76be9a0165a7 None None] DHCP port deletion for b49b190d-5fb3-41cb-a694-b0a0b7d47b75 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:17:22.070311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: c832d637-7b96-4f5c-99b4-6c3d02f69f18 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:22.073769 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8afa51b8-bcce-453c-a8c6-74c8b24be198 admin admin] Publish callbacks [] for security_group (7763df4f-63ea-479e-9ccd-dd40499cbe54), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:22.081587 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c832d637-7b96-4f5c-99b4-6c3d02f69f18 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:22.133954 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac7d9c-5577-48de-84c2-ec16a23a51c1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:22.184132 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4a3f1225-a90d-40bf-a7ae-cdc67cafe1b9 None None] Set router 3f2b73da-805a-47ae-b82b-8383f58b6d43 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:17:22.247215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac7d9c-5577-48de-84c2-ec16a23a51c1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:22.255375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac7d9c-5577-48de-84c2-ec16a23a51c1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:22.256039 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7d9c-5577-48de-84c2-ec16a23a51c1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:22.258739 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac7d9c-5577-48de-84c2-ec16a23a51c1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=aec993ad-36e4-43fc-b387-63e2a9e5e66a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:22.304090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-58365b86-4c90-4072-9662-76be9a0165a7 None None] Deleting port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:22.304683 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58365b86-4c90-4072-9662-76be9a0165a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6acb7c21-64a6-4e0c-aba2-c5623ad61b98), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:22.322301 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-00842cf2-43c8-4eea-8d43-099be3c70175 req-e9ac612e-ca44-49c9-9387-1de4090d1886 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] For port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:22.322701 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00842cf2-43c8-4eea-8d43-099be3c70175 req-e9ac612e-ca44-49c9-9387-1de4090d1886 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:22.359257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-00842cf2-43c8-4eea-8d43-099be3c70175 req-e9ac612e-ca44-49c9-9387-1de4090d1886 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Calling delete_port for 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:22.361236 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-12975d6b-9f99-4577-a96d-2e3e1bac906c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (00483342-9629-4105-84b7-63f1b73710d0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:22.401619 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8afa51b8-bcce-453c-a8c6-74c8b24be198 admin admin] Publish callbacks [] for security_group (7763df4f-63ea-479e-9ccd-dd40499cbe54), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:22.421911 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d4ac7d9c-5577-48de-84c2-ec16a23a51c1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4843440 Jan 28 19:17:22.422710 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47026) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:22.426039 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Publish callbacks [] for port (b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:22.481714 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:22.540794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12975d6b-9f99-4577-a96d-2e3e1bac906c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event deleted for resources: {'Port': ['ID=00483342-9629-4105-84b7-63f1b73710d0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:22.588509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-12975d6b-9f99-4577-a96d-2e3e1bac906c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] No DVR routers for this DVR port 00483342-9629-4105-84b7-63f1b73710d0 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:22.594895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-58365b86-4c90-4072-9662-76be9a0165a7 None None] For port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6acb7c21-64a6-4e0c-aba2-c5623ad61b98,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:22.595301 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58365b86-4c90-4072-9662-76be9a0165a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6acb7c21-64a6-4e0c-aba2-c5623ad61b98), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:22.598635 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-12975d6b-9f99-4577-a96d-2e3e1bac906c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:22.602575 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-12975d6b-9f99-4577-a96d-2e3e1bac906c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.37 "DELETE /v2.0/ports/00483342-9629-4105-84b7-63f1b73710d0 HTTP/1.1" status: 204 len: 173 time: 1.2217999 Jan 28 19:17:22.625617 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4a3df7d8-b2c1-47f3-874e-b7632256080d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:22.696636 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:22.704787 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-58365b86-4c90-4072-9662-76be9a0165a7 None None] Calling delete_port for 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:22.717579 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4a3f1225-a90d-40bf-a7ae-cdc67cafe1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-router', 'tenant_id': '6617f763bd2b491295631965114da93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:06Z', 'updated_at': '2022-01-28T19:11:19Z', 'revision_number': 4, 'project_id': '6617f763bd2b491295631965114da93b', 'gw_port': {'id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:08Z', 'updated_at': '2022-01-28T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa', 'name': '', 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70', 'tenant_id': '6617f763bd2b491295631965114da93b', 'mac_address': 'fa:16:3e:26:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:17Z', 'updated_at': '2022-01-28T19:11:24Z', 'revision_number': 5, 'project_id': '6617f763bd2b491295631965114da93b', 'subnets': [{'id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:22.735590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:22.742618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:22.747867 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d05259-b46b-4f06-b877-704f3a5a9be2 None None] Network f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:22.780145 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f1225-a90d-40bf-a7ae-cdc67cafe1b9 None None] The sync data for ids ['3f2b73da-805a-47ae-b82b-8383f58b6d43'] in n-d-824834-4 is: [{'id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-router', 'tenant_id': '6617f763bd2b491295631965114da93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:06Z', 'updated_at': '2022-01-28T19:11:19Z', 'revision_number': 4, 'project_id': '6617f763bd2b491295631965114da93b', 'gw_port': {'id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:08Z', 'updated_at': '2022-01-28T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa', 'name': '', 'network_id': '7948a81e-3fe8-4059-93c5-2faeaa093a70', 'tenant_id': '6617f763bd2b491295631965114da93b', 'mac_address': 'fa:16:3e:26:d8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:17Z', 'updated_at': '2022-01-28T19:11:24Z', 'revision_number': 5, 'project_id': '6617f763bd2b491295631965114da93b', 'subnets': [{'id': '5ce8390e-336c-458e-a9da-26a1cd52fae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:17:22.800568 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Pushing event updated for resources: {'Port': ['ID=b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:22.815617 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e829293-0653-4c04-bbb3-3e24059f1748 req-1eebdd34-cbe1-4ec7-8eea-bc0954547641 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:22.821373 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e829293-0653-4c04-bbb3-3e24059f1748 req-1eebdd34-cbe1-4ec7-8eea-bc0954547641 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:22.842841 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e829293-0653-4c04-bbb3-3e24059f1748 req-1eebdd34-cbe1-4ec7-8eea-bc0954547641 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 1675 time: 0.9096704 Jan 28 19:17:22.896408 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] Deleting port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:22.896790 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6acb7c21-64a6-4e0c-aba2-c5623ad61b98), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:22.935066 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00842cf2-43c8-4eea-8d43-099be3c70175 req-e9ac612e-ca44-49c9-9387-1de4090d1886 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4c1eeb3b-fcdc-43ea-b426-100e8a907a8c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.027618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac612e-ca44-49c9-9387-1de4090d1886 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Pushing event deleted for resources: {'Port': ['ID=4c1eeb3b-fcdc-43ea-b426-100e8a907a8c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:23.048495 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-43500d36-2dcf-4243-99a2-1ee3ab61c6f4 req-11ad46f4-edb4-41b8-b1b4-fe6c90bfb796 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.1552725 Jan 28 19:17:23.113930 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] For port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6acb7c21-64a6-4e0c-aba2-c5623ad61b98,segment=NetworkSegment(78d0a45f-1f90-4329-9431-f7ce01ac3576),segment_id=78d0a45f-1f90-4329-9431-f7ce01ac3576)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:23.114479 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6acb7c21-64a6-4e0c-aba2-c5623ad61b98), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.156150 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] Calling delete_port for 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:23.196367 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Attempting to bind port b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:23.197585 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Attempting to bind port b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:23.198233 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Attempting to bind port b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:23.201993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-00842cf2-43c8-4eea-8d43-099be3c70175 req-e9ac612e-ca44-49c9-9387-1de4090d1886 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] No DVR routers for this DVR port 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:23.207437 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-00842cf2-43c8-4eea-8d43-099be3c70175 req-e9ac612e-ca44-49c9-9387-1de4090d1886 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.217209 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00842cf2-43c8-4eea-8d43-099be3c70175 req-e9ac612e-ca44-49c9-9387-1de4090d1886 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.37 "DELETE /v2.0/ports/4c1eeb3b-fcdc-43ea-b426-100e8a907a8c HTTP/1.1" status: 204 len: 173 time: 1.6631792 Jan 28 19:17:23.220323 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:23.221079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:23.223263 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.223890 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:23.224615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Bound port: b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:23.228881 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.283692 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.294162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e1886c69-8fc1-410d-bfbe-21a918856d1e None None] Provisioning complete for port 4a3df7d8-b2c1-47f3-874e-b7632256080d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:23.294641 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e1886c69-8fc1-410d-bfbe-21a918856d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.323796 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e40c40bf-0ccc-499d-87f2-4a12cbbaf3e9 req-d2cf428b-6be7-425f-b676-dc7db73ed698 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f338e9b-3cab-4ebf-97ec-b0f120410bcc HTTP/1.1" status: 200 len: 210 time: 0.1249633 Jan 28 19:17:23.336703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-4f94392e-5c3b-40c9-98c0-2251ff1e44b2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Deleting port 2510a89c-2357-4dce-a701-9442113669a5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:23.336703 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-4f94392e-5c3b-40c9-98c0-2251ff1e44b2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2510a89c-2357-4dce-a701-9442113669a5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.372404 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2d209fc-359f-404d-8309-14061d1fbd4d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (4cff5713-a42c-4455-8062-e7c001fff622), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.381463 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cadd29b-e673-465b-8442-c4c51a517db5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:23.385397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 4a3df7d8-b2c1-47f3-874e-b7632256080d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:23.385933 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.386983 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cadd29b-e673-465b-8442-c4c51a517db5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:23.392123 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0cadd29b-e673-465b-8442-c4c51a517db5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.9257228 Jan 28 19:17:23.393177 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58872fae-70dc-4c95-836a-b01ab80c2be6 None None] New status for floating IP e223d43a-8f22-48b7-9c66-9aef75ef88ba: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:17:23.401513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47034) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:23.405991 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2d209fc-359f-404d-8309-14061d1fbd4d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4cff5713-a42c-4455-8062-e7c001fff622), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.407658 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8afa51b8-bcce-453c-a8c6-74c8b24be198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7763df4f-63ea-479e-9ccd-dd40499cbe54), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.410154 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8afa51b8-bcce-453c-a8c6-74c8b24be198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.413927 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8afa51b8-bcce-453c-a8c6-74c8b24be198 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7763df4f-63ea-479e-9ccd-dd40499cbe54 HTTP/1.1" status: 204 len: 168 time: 2.2105970 Jan 28 19:17:23.510766 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-4f94392e-5c3b-40c9-98c0-2251ff1e44b2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] For port 2510a89c-2357-4dce-a701-9442113669a5, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2510a89c-2357-4dce-a701-9442113669a5,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:23.511368 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-4f94392e-5c3b-40c9-98c0-2251ff1e44b2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2510a89c-2357-4dce-a701-9442113669a5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.534967 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-4f94392e-5c3b-40c9-98c0-2251ff1e44b2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Calling delete_port for 2510a89c-2357-4dce-a701-9442113669a5 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:23.539031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa51b8-bcce-453c-a8c6-74c8b24be198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7763df4f-63ea-479e-9ccd-dd40499cbe54,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:23.551709 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e829293-0653-4c04-bbb3-3e24059f1748 req-ba96c71b-d75e-4eb5-92d7-ce5f42eaf1d2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups?id=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7066956 Jan 28 19:17:23.592328 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (6acb7c21-64a6-4e0c-aba2-c5623ad61b98), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.707219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d209fc-359f-404d-8309-14061d1fbd4d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=4cff5713-a42c-4455-8062-e7c001fff622,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:23.743181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c2d209fc-359f-404d-8309-14061d1fbd4d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] In _notify_port_updated(), no bound segment for port 4cff5713-a42c-4455-8062-e7c001fff622 on network f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:17:23.758129 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d209fc-359f-404d-8309-14061d1fbd4d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:23.758836 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2d209fc-359f-404d-8309-14061d1fbd4d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.761965 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c2d209fc-359f-404d-8309-14061d1fbd4d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "PUT /v2.0/ports/4cff5713-a42c-4455-8062-e7c001fff622 HTTP/1.1" status: 200 len: 925 time: 4.3465466 Jan 28 19:17:23.764665 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] No DVR routers for this DVR port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:23.793200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47042) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:23.804415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8b133f89-3d19-45d0-93cf-824089c4a70a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62837186-2934-4a20-86e5-8d4183b806d0'}, {'subnet_id': '4c33dbe4-846b-4cdc-8c3e-ddae2d6ae9e1'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:23.861760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-deleted', 'tag': '00483342-9629-4105-84b7-63f1b73710d0'}, {'server_uuid': '6f338e9b-3cab-4ebf-97ec-b0f120410bcc', 'name': 'network-vif-deleted', 'tag': '4c1eeb3b-fcdc-43ea-b426-100e8a907a8c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:23.864901 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8064d2-c044-4710-87be-eb3818257fc5" -d '{"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-deleted", "tag": "00483342-9629-4105-84b7-63f1b73710d0"}, {"server_uuid": "6f338e9b-3cab-4ebf-97ec-b0f120410bcc", "name": "network-vif-deleted", "tag": "4c1eeb3b-fcdc-43ea-b426-100e8a907a8c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:23.874069 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-4f94392e-5c3b-40c9-98c0-2251ff1e44b2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2510a89c-2357-4dce-a701-9442113669a5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:23.927978 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=6acb7c21-64a6-4e0c-aba2-c5623ad61b98,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:24.063934 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a759bef6-8010-4f26-9a79-89aece71558b x-openstack-request-id: req-a759bef6-8010-4f26-9a79-89aece71558b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:24.064236 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-deleted", "tag": "00483342-9629-4105-84b7-63f1b73710d0", "status": "completed", "code": 200}, {"server_uuid": "6f338e9b-3cab-4ebf-97ec-b0f120410bcc", "name": "network-vif-deleted", "tag": "4c1eeb3b-fcdc-43ea-b426-100e8a907a8c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:24.064488 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a759bef6-8010-4f26-9a79-89aece71558b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:24.064897 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-deleted', 'tag': '00483342-9629-4105-84b7-63f1b73710d0', 'status': 'completed', 'code': 200} Jan 28 19:17:24.065148 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f338e9b-3cab-4ebf-97ec-b0f120410bcc', 'name': 'network-vif-deleted', 'tag': '4c1eeb3b-fcdc-43ea-b426-100e8a907a8c', 'status': 'completed', 'code': 200} Jan 28 19:17:24.066609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-4f94392e-5c3b-40c9-98c0-2251ff1e44b2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] No DVR routers for this DVR port 2510a89c-2357-4dce-a701-9442113669a5 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:24.072331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-4f94392e-5c3b-40c9-98c0-2251ff1e44b2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:24.077216 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92e6209a-1173-4364-a0ac-9f7fb618d1c9 req-4f94392e-5c3b-40c9-98c0-2251ff1e44b2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.37 "DELETE /v2.0/ports/2510a89c-2357-4dce-a701-9442113669a5 HTTP/1.1" status: 204 len: 173 time: 1.4097693 Jan 28 19:17:24.079060 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94392e-5c3b-40c9-98c0-2251ff1e44b2 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event deleted for resources: {'Port': ['ID=2510a89c-2357-4dce-a701-9442113669a5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:24.210429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] For port b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:24.215198 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] For port b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:24.315368 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (b49b190d-5fb3-41cb-a694-b0a0b7d47b75), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:24.328504 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e1886c69-8fc1-410d-bfbe-21a918856d1e None None] Current status of the port 4a3df7d8-b2c1-47f3-874e-b7632256080d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:24.330847 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58365b86-4c90-4072-9662-76be9a0165a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (6acb7c21-64a6-4e0c-aba2-c5623ad61b98), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:24.375512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58365b86-4c90-4072-9662-76be9a0165a7 None None] No DVR routers for this DVR port 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:24.381107 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:24.423187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58365b86-4c90-4072-9662-76be9a0165a7 None None] Pushing event deleted for resources: {'Port': ['ID=6acb7c21-64a6-4e0c-aba2-c5623ad61b98,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:24.473176 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c56fc14-e867-48bd-aa91-8e8bed155a79 req-5de0fdd8-810f-4708-b5b9-9bbfa51559ee tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.1875556 Jan 28 19:17:24.525866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3b175952-25b9-4235-afb0-0fb58897c941 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port aec993ad-36e4-43fc-b387-63e2a9e5e66a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:24.532079 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b175952-25b9-4235-afb0-0fb58897c941 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (aec993ad-36e4-43fc-b387-63e2a9e5e66a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:24.543234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695334a-a22b-410d-adba-d1989cdee39f None None] Pushing event updated for resources: {'Port': ['ID=b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:24.547756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49b190d-5fb3-41cb-a694-b0a0b7d47b75']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:24.583651 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47068) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:24.635419 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:24.649264 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e1886c69-8fc1-410d-bfbe-21a918856d1e None None] Provisioning complete for port 4cff5713-a42c-4455-8062-e7c001fff622 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:24.649435 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e1886c69-8fc1-410d-bfbe-21a918856d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4cff5713-a42c-4455-8062-e7c001fff622), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:24.663303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d0a45f-1f90-4329-9431-f7ce01ac3576') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:24.672653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d0a45f-1f90-4329-9431-f7ce01ac3576') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:24.841672 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e1886c69-8fc1-410d-bfbe-21a918856d1e None None] Port 4cff5713-a42c-4455-8062-e7c001fff622 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:24.874431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5467e9b4-1454-4687-bc00-862bfb361909 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1470782768-network', 'tenant_id': '879acf9325444fcf81724121707a446e'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:24.888181 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (78d0a45f-1f90-4329-9431-f7ce01ac3576), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:24.895134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 4a3df7d8-b2c1-47f3-874e-b7632256080d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:24.968229 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:17:24.975484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5467e9b4-1454-4687-bc00-862bfb361909 admin admin] Made reservation on behalf of 879acf9325444fcf81724121707a446e for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:24.977994 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5467e9b4-1454-4687-bc00-862bfb361909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.006559 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5467e9b4-1454-4687-bc00-862bfb361909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.009270 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5988daf4-f845-4ca2-bd2d-7cda45c9c4fc None None] Provisioning complete for port 4a3df7d8-b2c1-47f3-874e-b7632256080d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:25.009653 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5988daf4-f845-4ca2-bd2d-7cda45c9c4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.064822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652950a-200a-4fe8-b02c-7f0ce3370e2e req-7224f71d-302e-4cd5-a229-1e128875d3f8 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:25.070533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:25.073148 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9652950a-200a-4fe8-b02c-7f0ce3370e2e req-7224f71d-302e-4cd5-a229-1e128875d3f8 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 944 time: 0.1585658 Jan 28 19:17:25.122478 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:25.122828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6acb7c21-64a6-4e0c-aba2-c5623ad61b98 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:25.194875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5988daf4-f845-4ca2-bd2d-7cda45c9c4fc None None] Current status of the port 4a3df7d8-b2c1-47f3-874e-b7632256080d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:25.215724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5988daf4-f845-4ca2-bd2d-7cda45c9c4fc None None] Provisioning complete for port 4cff5713-a42c-4455-8062-e7c001fff622 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:25.216219 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5988daf4-f845-4ca2-bd2d-7cda45c9c4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4cff5713-a42c-4455-8062-e7c001fff622), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.261158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5988daf4-f845-4ca2-bd2d-7cda45c9c4fc None None] Port 4cff5713-a42c-4455-8062-e7c001fff622 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:25.264416 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9652950a-200a-4fe8-b02c-7f0ce3370e2e req-8ca77aa7-9541-422c-bb60-5cc84cf17616 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901164 Jan 28 19:17:25.324359 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.356995 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5467e9b4-1454-4687-bc00-862bfb361909 admin admin] Publish callbacks [] for security_group (4fdf5bab-a026-49ae-ba63-442277b86f3b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.364045 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5467e9b4-1454-4687-bc00-862bfb361909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4fdf5bab-a026-49ae-ba63-442277b86f3b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.390451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bcdb4af7-0aed-4bb2-97a1-b6cf3da6637c None None] Provisioning complete for port 4cff5713-a42c-4455-8062-e7c001fff622 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:25.390744 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bcdb4af7-0aed-4bb2-97a1-b6cf3da6637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4cff5713-a42c-4455-8062-e7c001fff622), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.420029 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467e9b4-1454-4687-bc00-862bfb361909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdf5bab-a026-49ae-ba63-442277b86f3b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:25.440002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5467e9b4-1454-4687-bc00-862bfb361909 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:17:25.455016 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5467e9b4-1454-4687-bc00-862bfb361909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1fd55bbc-6fac-4399-a6e2-4f40f27b0164), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.455363 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-5467e9b4-1454-4687-bc00-862bfb361909 admin admin] Added segment 1fd55bbc-6fac-4399-a6e2-4f40f27b0164 of type vlan for network 074eae1d-2c42-4598-836d-454ad1c3eb28 Jan 28 19:17:25.484401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:25.485618 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a66ebfc0-a355-4e56-b8f8-e2834a1e2a17 req-570e1112-0397-46fb-afb9-593d4b82005e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.6674798 Jan 28 19:17:25.523265 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5467e9b4-1454-4687-bc00-862bfb361909 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (074eae1d-2c42-4598-836d-454ad1c3eb28), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.581743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb4af7-0aed-4bb2-97a1-b6cf3da6637c None None] Port 4cff5713-a42c-4455-8062-e7c001fff622 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:25.583507 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b133f89-3d19-45d0-93cf-824089c4a70a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4cff5713-a42c-4455-8062-e7c001fff622), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.587242 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5467e9b4-1454-4687-bc00-862bfb361909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (074eae1d-2c42-4598-836d-454ad1c3eb28), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.588375 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5467e9b4-1454-4687-bc00-862bfb361909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:25.589388 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5467e9b4-1454-4687-bc00-862bfb361909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.592862 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (78d0a45f-1f90-4329-9431-f7ce01ac3576), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.624064 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:17:25.624747 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (78d0a45f-1f90-4329-9431-f7ce01ac3576), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.626442 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:25.626827 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:17:25.633359 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:17:25.729396 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5467e9b4-1454-4687-bc00-862bfb361909 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1443400 Jan 28 19:17:25.738949 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b499461d-009e-4b7b-b4ad-9e7314854602 req-2bd086df-76b7-45f0-b771-3f16006493ec tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.1138704 Jan 28 19:17:25.739472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47080) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:25.759274 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fa2ef40e-1f82-4caa-b259-6fa75b145995 admin admin] Request body: {'subnet': {'network_id': '074eae1d-2c42-4598-836d-454ad1c3eb28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1470782768-subnet', 'tenant_id': '879acf9325444fcf81724121707a446e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:25.783616 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467e9b4-1454-4687-bc00-862bfb361909 admin admin] Pushing event updated for resources: {'Network': ['ID=074eae1d-2c42-4598-836d-454ad1c3eb28,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:25.787480 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:25.788730 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.821663 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 074eae1d-2c42-4598-836d-454ad1c3eb28 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:17:25.822292 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2ef40e-1f82-4caa-b259-6fa75b145995 admin admin] Made reservation on behalf of 879acf9325444fcf81724121707a446e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:25.824667 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef40e-1f82-4caa-b259-6fa75b145995 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:25.895259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba891f-69b9-46db-80de-50ecc590c77e req-7df3e75b-a0ea-4cca-a1fc-f20aa79e4bcf tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:25.897190 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0aba891f-69b9-46db-80de-50ecc590c77e req-7df3e75b-a0ea-4cca-a1fc-f20aa79e4bcf tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.31 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 944 time: 0.3550825 Jan 28 19:17:25.941845 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b175952-25b9-4235-afb0-0fb58897c941 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (aec993ad-36e4-43fc-b387-63e2a9e5e66a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:26.010484 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:26.017303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3b175952-25b9-4235-afb0-0fb58897c941 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for aec993ad-36e4-43fc-b387-63e2a9e5e66a owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:26.026241 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:26.071675 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (b49b190d-5fb3-41cb-a694-b0a0b7d47b75), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:26.099552 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:26.105033 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b49b190d-5fb3-41cb-a694-b0a0b7d47b75 HTTP/1.1" status: 204 len: 168 time: 4.8866892 Jan 28 19:17:26.155032 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:26.156174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d83a90-f0c6-402c-a0a4-6e88a0c33d58 admin admin] Pushing event deleted for resources: {'Network': ['ID=b49b190d-5fb3-41cb-a694-b0a0b7d47b75,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:26.232113 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-deleted', 'tag': '2510a89c-2357-4dce-a701-9442113669a5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:26.236592 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45e905b-2de7-4293-98be-c12fb7152bb5" -d '{"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-deleted", "tag": "2510a89c-2357-4dce-a701-9442113669a5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:26.244177 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef40e-1f82-4caa-b259-6fa75b145995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (4631f69c-d34f-4765-86f8-32acadf6f833), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:26.339925 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1998fc7b-e2ac-4967-ba63-32bea5bd34aa x-openstack-request-id: req-1998fc7b-e2ac-4967-ba63-32bea5bd34aa {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:26.340206 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e44c800-d179-4d3f-8f19-778c3fc91a56", "name": "network-vif-deleted", "tag": "2510a89c-2357-4dce-a701-9442113669a5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:26.340459 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1998fc7b-e2ac-4967-ba63-32bea5bd34aa {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:26.340842 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44c800-d179-4d3f-8f19-778c3fc91a56', 'name': 'network-vif-deleted', 'tag': '2510a89c-2357-4dce-a701-9442113669a5', 'status': 'completed', 'code': 200} Jan 28 19:17:26.385662 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47090) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:26.449302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ef40e-1f82-4caa-b259-6fa75b145995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4631f69c-d34f-4765-86f8-32acadf6f833,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:26.452797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2ef40e-1f82-4caa-b259-6fa75b145995 admin admin] Checking segment: {'id': '1fd55bbc-6fac-4399-a6e2-4f40f27b0164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '074eae1d-2c42-4598-836d-454ad1c3eb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:26.453162 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2ef40e-1f82-4caa-b259-6fa75b145995 admin admin] Network hostable DHCP agents. Network: 074eae1d-2c42-4598-836d-454ad1c3eb28, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:17:26.524538 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cb2e7cb8-0013-4caf-be3b-a0cb144429dd None None] Provisioning complete for port b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:26.525137 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7cb8-0013-4caf-be3b-a0cb144429dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:26.529025 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2ef40e-1f82-4caa-b259-6fa75b145995 admin admin] Network 074eae1d-2c42-4598-836d-454ad1c3eb28 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:17:26.547479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ac508-28bc-48ef-9b32-4572e0d2af06 req-fbe091e5-8aad-4f7f-8d8f-41b21fd04fa7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:26.549392 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b6ac508-28bc-48ef-9b32-4572e0d2af06 req-fbe091e5-8aad-4f7f-8d8f-41b21fd04fa7 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 944 time: 0.1378305 Jan 28 19:17:26.550972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-fa2ef40e-1f82-4caa-b259-6fa75b145995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 074eae1d-2c42-4598-836d-454ad1c3eb28) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:26.572566 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9616e98a-6c64-472d-b326-71655c5ea2e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f09fde878de341aca0d76fa8fb497fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845233 Jan 28 19:17:26.577953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2ef40e-1f82-4caa-b259-6fa75b145995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:26.578694 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef40e-1f82-4caa-b259-6fa75b145995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:26.590464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47094) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:26.597985 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc40f83-33e4-418f-8a48-0ce43adf11fe None None] Network 074eae1d-2c42-4598-836d-454ad1c3eb28 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:26.642097 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fa2ef40e-1f82-4caa-b259-6fa75b145995 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8994255 Jan 28 19:17:26.729329 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b6ac508-28bc-48ef-9b32-4572e0d2af06 req-782c4281-c356-4353-b945-998e04f3fb68 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675701 Jan 28 19:17:26.782202 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9829295-7396-4138-9633-a3da13237fde admin admin] Publish callbacks [] for security_group (b0f1892e-3ad1-424f-a4c7-730fa87e4345), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:26.810393 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9829295-7396-4138-9633-a3da13237fde admin admin] Publish callbacks [] for security_group (b0f1892e-3ad1-424f-a4c7-730fa87e4345), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:26.826108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:26.849336 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0aba891f-69b9-46db-80de-50ecc590c77e req-ee3d956a-7e8d-4e81-bf43-750313838439 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Deleting port e3b0c675-fa51-478d-ab37-a24cb2220599 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:26.849761 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0aba891f-69b9-46db-80de-50ecc590c77e req-ee3d956a-7e8d-4e81-bf43-750313838439 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:26.890898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:26.891651 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4c1eeb3b-fcdc-43ea-b426-100e8a907a8c not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:26.952744 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-647bae1b-302f-4877-b167-eb8747c25cb9 req-c79a7a74-f51c-4260-b61d-926ccacab9ff tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.0649190 Jan 28 19:17:26.970681 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9829295-7396-4138-9633-a3da13237fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b0f1892e-3ad1-424f-a4c7-730fa87e4345), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:26.973465 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9829295-7396-4138-9633-a3da13237fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:26.980038 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b9829295-7396-4138-9633-a3da13237fde admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b0f1892e-3ad1-424f-a4c7-730fa87e4345 HTTP/1.1" status: 204 len: 168 time: 0.3805788 Jan 28 19:17:27.009851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9829295-7396-4138-9633-a3da13237fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f1892e-3ad1-424f-a4c7-730fa87e4345,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:27.018114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0aba891f-69b9-46db-80de-50ecc590c77e req-ee3d956a-7e8d-4e81-bf43-750313838439 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] For port e3b0c675-fa51-478d-ab37-a24cb2220599, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e3b0c675-fa51-478d-ab37-a24cb2220599,segment=NetworkSegment(41982488-b071-488b-8767-5bc7501b0c6b),segment_id=41982488-b071-488b-8767-5bc7501b0c6b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:27.018368 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0aba891f-69b9-46db-80de-50ecc590c77e req-ee3d956a-7e8d-4e81-bf43-750313838439 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:27.035913 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4f43f7e8-3492-4b7d-a0d1-53dd92bb1070 req-2a08aec0-2970-4769-b7a0-18a583751df5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.3903542 Jan 28 19:17:27.064029 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-8b133f89-3d19-45d0-93cf-824089c4a70a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Allocated IP 2001:db8:0:1::2ba (f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9/4c33dbe4-846b-4cdc-8c3e-ddae2d6ae9e1/4cff5713-a42c-4455-8062-e7c001fff622) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:27.070614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0aba891f-69b9-46db-80de-50ecc590c77e req-ee3d956a-7e8d-4e81-bf43-750313838439 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Calling delete_port for e3b0c675-fa51-478d-ab37-a24cb2220599 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:27.122330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e7cb8-0013-4caf-be3b-a0cb144429dd None None] Current status of the port b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:27.134669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffce65ec-271a-4d5d-84df-137745f6bb01 None None] Network 074eae1d-2c42-4598-836d-454ad1c3eb28 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:27.308401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:27.370000 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b175952-25b9-4235-afb0-0fb58897c941 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (aec993ad-36e4-43fc-b387-63e2a9e5e66a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:27.396898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0f728952-c218-46c0-bf03-e7d1634733ae None None] Provisioning complete for port aec993ad-36e4-43fc-b387-63e2a9e5e66a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:27.397646 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0f728952-c218-46c0-bf03-e7d1634733ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (aec993ad-36e4-43fc-b387-63e2a9e5e66a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:27.424121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0f728952-c218-46c0-bf03-e7d1634733ae None None] Port aec993ad-36e4-43fc-b387-63e2a9e5e66a was deleted so its status cannot be updated. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 19:17:27.454496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:27.455032 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:27.485854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b175952-25b9-4235-afb0-0fb58897c941 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=aec993ad-36e4-43fc-b387-63e2a9e5e66a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:27.589389 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-eba79d51-78a3-4a62-bd3d-783105f54743 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:27.594465 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-eba79d51-78a3-4a62-bd3d-783105f54743 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/networks?id=074eae1d-2c42-4598-836d-454ad1c3eb28 HTTP/1.1" status: 200 len: 809 time: 0.2546592 Jan 28 19:17:27.596885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:27.624699 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-72bd3c5a-b35c-44a7-b1d0-d85ae7714d8e tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/quotas/879acf9325444fcf81724121707a446e HTTP/1.1" status: 200 len: 375 time: 0.0259838 Jan 28 19:17:27.697133 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b133f89-3d19-45d0-93cf-824089c4a70a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (4cff5713-a42c-4455-8062-e7c001fff622), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:27.743360 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-b5c4c37a-ef54-4c4b-a72d-9eb81a726af5 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=879acf9325444fcf81724121707a446e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1128125 Jan 28 19:17:27.749142 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b133f89-3d19-45d0-93cf-824089c4a70a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4cff5713-a42c-4455-8062-e7c001fff622), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:27.793918 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b175952-25b9-4235-afb0-0fb58897c941 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:27.812906 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3b175952-25b9-4235-afb0-0fb58897c941 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/aec993ad-36e4-43fc-b387-63e2a9e5e66a HTTP/1.1" status: 204 len: 168 time: 4.4073393 Jan 28 19:17:27.821401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47128) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:27.989013 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-f328fbef-33ac-4e2b-be0a-c1487f2250c4 service neutron] 10.222.0.55 "GET /v2.0/networks/074eae1d-2c42-4598-836d-454ad1c3eb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346060 Jan 28 19:17:28.179557 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-ebb34b5b-1e2d-4cc6-9c18-1954c47e6fbc service neutron] 10.222.0.55 "GET /v2.0/networks/074eae1d-2c42-4598-836d-454ad1c3eb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878331 Jan 28 19:17:28.189234 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8b133f89-3d19-45d0-93cf-824089c4a70a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] In _notify_port_updated(), no bound segment for port 4cff5713-a42c-4455-8062-e7c001fff622 on network f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:17:28.194814 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b133f89-3d19-45d0-93cf-824089c4a70a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:28.195528 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b133f89-3d19-45d0-93cf-824089c4a70a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:28.200279 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47142) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:28.200529 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8b133f89-3d19-45d0-93cf-824089c4a70a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "PUT /v2.0/ports/4cff5713-a42c-4455-8062-e7c001fff622 HTTP/1.1" status: 200 len: 1011 time: 4.4050710 Jan 28 19:17:28.201249 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b133f89-3d19-45d0-93cf-824089c4a70a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=4cff5713-a42c-4455-8062-e7c001fff622,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:28.222862 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d90351-c6ae-4b5e-a7d6-dbc72639c868 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:28.225160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d90351-c6ae-4b5e-a7d6-dbc72639c868 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:28.227064 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c9d90351-c6ae-4b5e-a7d6-dbc72639c868 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4038982 Jan 28 19:17:28.233426 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47146) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:28.243136 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0aba891f-69b9-46db-80de-50ecc590c77e req-ee3d956a-7e8d-4e81-bf43-750313838439 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e3b0c675-fa51-478d-ab37-a24cb2220599), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:28.258008 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e3b0c675-fa51-478d-ab37-a24cb2220599 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:28.325827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: e3b0c675-fa51-478d-ab37-a24cb2220599 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:28.328537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e3b0c675-fa51-478d-ab37-a24cb2220599 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:28.355164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d956a-7e8d-4e81-bf43-750313838439 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Pushing event deleted for resources: {'Port': ['ID=e3b0c675-fa51-478d-ab37-a24cb2220599,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:28.373022 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157e446-39a4-4ba6-ab95-788514eb975f req-ca3b4afb-40c8-47e1-ad19-3fd86325782b tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:28.384321 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c157e446-39a4-4ba6-ab95-788514eb975f req-ca3b4afb-40c8-47e1-ad19-3fd86325782b tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/ports?device_id=91b1eb72-bbc2-45b5-a185-6a69f2fbd881 HTTP/1.1" status: 200 len: 944 time: 0.3760695 Jan 28 19:17:28.482430 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4915e10-c043-48d6-821d-2cad4a3bce34 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 14905f85-aae7-401a-944a-f44712868dc1 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:17:28.487439 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d8569456-8fe0-48c0-9d3e-c024ce7179af tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port 4cff5713-a42c-4455-8062-e7c001fff622 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:28.487851 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8569456-8fe0-48c0-9d3e-c024ce7179af tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4cff5713-a42c-4455-8062-e7c001fff622), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:28.509762 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aba891f-69b9-46db-80de-50ecc590c77e req-ee3d956a-7e8d-4e81-bf43-750313838439 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] No DVR routers for this DVR port e3b0c675-fa51-478d-ab37-a24cb2220599 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:28.512004 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4915e10-c043-48d6-821d-2cad4a3bce34 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (14905f85-aae7-401a-944a-f44712868dc1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:28.519269 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0aba891f-69b9-46db-80de-50ecc590c77e req-ee3d956a-7e8d-4e81-bf43-750313838439 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:28.524270 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0aba891f-69b9-46db-80de-50ecc590c77e req-ee3d956a-7e8d-4e81-bf43-750313838439 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.31 "DELETE /v2.0/ports/e3b0c675-fa51-478d-ab37-a24cb2220599 HTTP/1.1" status: 204 len: 173 time: 2.6084704 Jan 28 19:17:28.542397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a4ad39b4-ca9a-4079-96c4-341c292de325 None None] Provisioning complete for port 4cff5713-a42c-4455-8062-e7c001fff622 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:28.547526 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a4ad39b4-ca9a-4079-96c4-341c292de325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4cff5713-a42c-4455-8062-e7c001fff622), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:28.561596 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b1eb72-bbc2-45b5-a185-6a69f2fbd881', 'name': 'network-vif-deleted', 'tag': 'e3b0c675-fa51-478d-ab37-a24cb2220599'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:28.575284 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a2d929-4afa-4e20-a91e-63af0a648ff4" -d '{"events": [{"server_uuid": "91b1eb72-bbc2-45b5-a185-6a69f2fbd881", "name": "network-vif-deleted", "tag": "e3b0c675-fa51-478d-ab37-a24cb2220599"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:28.658844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47156) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:28.661893 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4915e10-c043-48d6-821d-2cad4a3bce34 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (14905f85-aae7-401a-944a-f44712868dc1), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:28.678600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad39b4-ca9a-4079-96c4-341c292de325 None None] Port 4cff5713-a42c-4455-8062-e7c001fff622 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:28.749420 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c157e446-39a4-4ba6-ab95-788514eb975f req-a1267a99-1391-43b5-8abc-031231628405 tempest-LiveMigrationTest-1539802257 tempest-LiveMigrationTest-1539802257-project] 10.222.0.55 "GET /v2.0/security-groups?id=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639228 Jan 28 19:17:28.785525 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-86a1a41a-d2de-435f-bfd7-4cb30ca74935 req-b7ec6ade-3ab6-40a6-b3e2-781a01f25c80 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.0957959 Jan 28 19:17:28.929235 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8569456-8fe0-48c0-9d3e-c024ce7179af tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4cff5713-a42c-4455-8062-e7c001fff622), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:28.982188 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d8569456-8fe0-48c0-9d3e-c024ce7179af tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for 4cff5713-a42c-4455-8062-e7c001fff622 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:28.997960 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f17e7c75-2002-45db-8b52-9005b520ca8e req-96841709-13f2-42de-b73a-a7a06ec6e87a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.0955093 Jan 28 19:17:29.005463 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4915e10-c043-48d6-821d-2cad4a3bce34 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (14905f85-aae7-401a-944a-f44712868dc1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.013016 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1e29330c-2db0-4de7-818c-47105054dbc2 req-fcc1583c-74a5-477e-ba55-be8d353a2ca5 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 210 time: 0.0729613 Jan 28 19:17:29.019401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8d07456d-e8a3-4988-921f-3983b9a05cd2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-970053529-network', 'tenant_id': '5926700680f54f9c9e9f9c8b943306b7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:29.099601 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e931b12-3452-446b-a256-60f53fcc2693 x-openstack-request-id: req-0e931b12-3452-446b-a256-60f53fcc2693 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:29.099889 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b1eb72-bbc2-45b5-a185-6a69f2fbd881", "name": "network-vif-deleted", "tag": "e3b0c675-fa51-478d-ab37-a24cb2220599", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:29.100142 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e931b12-3452-446b-a256-60f53fcc2693 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:29.100539 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b1eb72-bbc2-45b5-a185-6a69f2fbd881', 'name': 'network-vif-deleted', 'tag': 'e3b0c675-fa51-478d-ab37-a24cb2220599', 'status': 'completed', 'code': 200} Jan 28 19:17:29.106717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d07456d-e8a3-4988-921f-3983b9a05cd2 admin admin] Made reservation on behalf of 5926700680f54f9c9e9f9c8b943306b7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:29.115247 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d07456d-e8a3-4988-921f-3983b9a05cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.157821 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d07456d-e8a3-4988-921f-3983b9a05cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.273109 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4915e10-c043-48d6-821d-2cad4a3bce34 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (14905f85-aae7-401a-944a-f44712868dc1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.305714 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8569456-8fe0-48c0-9d3e-c024ce7179af tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4cff5713-a42c-4455-8062-e7c001fff622), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.352575 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8569456-8fe0-48c0-9d3e-c024ce7179af tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=4cff5713-a42c-4455-8062-e7c001fff622,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:29.373255 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4915e10-c043-48d6-821d-2cad4a3bce34 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=14905f85-aae7-401a-944a-f44712868dc1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:29.386538 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4915e10-c043-48d6-821d-2cad4a3bce34 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.395291 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f4915e10-c043-48d6-821d-2cad4a3bce34 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/14905f85-aae7-401a-944a-f44712868dc1 HTTP/1.1" status: 204 len: 168 time: 1.1573658 Jan 28 19:17:29.401750 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47168) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:29.409265 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4add9774-b3e2-4806-bc6c-954b43368877 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:29.466277 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d07456d-e8a3-4988-921f-3983b9a05cd2 admin admin] Publish callbacks [] for security_group (e000a0ee-d00e-4208-9485-41ee0e652a45), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.475624 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d07456d-e8a3-4988-921f-3983b9a05cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e000a0ee-d00e-4208-9485-41ee0e652a45), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.508001 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d8569456-8fe0-48c0-9d3e-c024ce7179af tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.515963 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d8569456-8fe0-48c0-9d3e-c024ce7179af tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/4cff5713-a42c-4455-8062-e7c001fff622 HTTP/1.1" status: 204 len: 168 time: 1.3132987 Jan 28 19:17:29.516645 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47170) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:29.541393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07456d-e8a3-4988-921f-3983b9a05cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e000a0ee-d00e-4208-9485-41ee0e652a45,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:29.551699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d07456d-e8a3-4988-921f-3983b9a05cd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:17:29.569604 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8441162f-b138-4c03-9457-7b733745c4ed tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1594164 Jan 28 19:17:29.572079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47172) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:29.607148 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-137066b1-bcbc-4a0b-8f2f-94a3a2b6837c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] GET failed (client error): The resource could not be found. Jan 28 19:17:29.622081 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-137066b1-bcbc-4a0b-8f2f-94a3a2b6837c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports/4cff5713-a42c-4455-8062-e7c001fff622 HTTP/1.1" status: 404 len: 333 time: 0.0556314 Jan 28 19:17:29.622985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47174) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:29.643603 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d07456d-e8a3-4988-921f-3983b9a05cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.644113 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-8d07456d-e8a3-4988-921f-3983b9a05cd2 admin admin] Added segment 4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb of type vlan for network 9f86c06f-a710-4830-86a7-936315128ca8 Jan 28 19:17:29.725866 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d07456d-e8a3-4988-921f-3983b9a05cd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (9f86c06f-a710-4830-86a7-936315128ca8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.775452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b356e8f4-7608-4a2c-94b3-b8de9339ef9a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:29.781932 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47296275-e59c-49c5-97dc-45fbdf7c707c None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:17:29.783608 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b356e8f4-7608-4a2c-94b3-b8de9339ef9a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2088640 Jan 28 19:17:29.788848 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47178) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:29.794325 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bda29a0-c080-47b1-b6f6-832f2b9cdef7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting subnet 4c33dbe4-846b-4cdc-8c3e-ddae2d6ae9e1 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:17:29.800951 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bda29a0-c080-47b1-b6f6-832f2b9cdef7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (4c33dbe4-846b-4cdc-8c3e-ddae2d6ae9e1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.851535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47182) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:29.892499 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bda29a0-c080-47b1-b6f6-832f2b9cdef7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (4c33dbe4-846b-4cdc-8c3e-ddae2d6ae9e1), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.939186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-47296275-e59c-49c5-97dc-45fbdf7c707c None None] Deleting port b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:29.939937 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47296275-e59c-49c5-97dc-45fbdf7c707c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.952573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325f59ce-e258-4000-97b7-d0fa66a16a99 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:29.966560 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-325f59ce-e258-4000-97b7-d0fa66a16a99 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1706474 Jan 28 19:17:29.970513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47186) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:29.985236 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d07456d-e8a3-4988-921f-3983b9a05cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (9f86c06f-a710-4830-86a7-936315128ca8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:29.986497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d07456d-e8a3-4988-921f-3983b9a05cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:29.987392 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d07456d-e8a3-4988-921f-3983b9a05cd2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.075176 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07456d-e8a3-4988-921f-3983b9a05cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=9f86c06f-a710-4830-86a7-936315128ca8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:30.078372 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f8625210-eedf-4308-9b51-0465c95466f2 req-627435a5-0173-4e95-a758-2ef160c2d621 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.1233974 Jan 28 19:17:30.109050 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-60a1c2af-8fc2-4c20-8a30-6138adfbd93f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1218724 Jan 28 19:17:30.114054 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8d07456d-e8a3-4988-921f-3983b9a05cd2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4456468 Jan 28 19:17:30.116519 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47192) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:30.117765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:30.134825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-014bb3e0-bad1-49ec-907d-01a60d3c1c14 admin admin] Request body: {'subnet': {'network_id': '9f86c06f-a710-4830-86a7-936315128ca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-970053529-subnet', 'tenant_id': '5926700680f54f9c9e9f9c8b943306b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:30.134949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 9f86c06f-a710-4830-86a7-936315128ca8 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:17:30.144675 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0574fda8-f646-4dc5-8f20-2fac9d3bd96d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:30.214632 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.254077 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e52da25-b309-4952-862b-613f95e02598 admin admin] Deleting subnet 10a56f99-3d90-4e93-bed9-c1a90d6cae3c {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:17:30.265022 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e52da25-b309-4952-862b-613f95e02598 admin admin] Publish callbacks [] for subnet (10a56f99-3d90-4e93-bed9-c1a90d6cae3c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.274987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-47296275-e59c-49c5-97dc-45fbdf7c707c None None] For port b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:30.275383 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47296275-e59c-49c5-97dc-45fbdf7c707c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.300164 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-47296275-e59c-49c5-97dc-45fbdf7c707c None None] Calling delete_port for b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:30.364931 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7388ac02-95ee-4411-a244-62757c0df133 req-58d23272-0e04-4656-b613-05b8c0661188 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 210 time: 0.1821702 Jan 28 19:17:30.452794 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47296275-e59c-49c5-97dc-45fbdf7c707c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.479056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47296275-e59c-49c5-97dc-45fbdf7c707c None None] Pushing event deleted for resources: {'Port': ['ID=b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:30.480033 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-01ff5cac-80f1-47ed-add2-30aae625400c req-6d0af11e-934d-405e-8014-6dde2a637595 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.2023377 Jan 28 19:17:30.488257 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47296275-e59c-49c5-97dc-45fbdf7c707c None None] No DVR routers for this DVR port b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:30.516538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e52da25-b309-4952-862b-613f95e02598 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (10a56f99-3d90-4e93-bed9-c1a90d6cae3c), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.539405 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bda29a0-c080-47b1-b6f6-832f2b9cdef7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (4c33dbe4-846b-4cdc-8c3e-ddae2d6ae9e1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.572039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-19b26513-d13b-4da9-aee6-433174cbd69a tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:30.574669 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-19b26513-d13b-4da9-aee6-433174cbd69a tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.31 "GET /v2.0/networks?id=074eae1d-2c42-4598-836d-454ad1c3eb28 HTTP/1.1" status: 200 len: 809 time: 0.2080643 Jan 28 19:17:30.581456 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014bb3e0-bad1-49ec-907d-01a60d3c1c14 admin admin] Made reservation on behalf of 5926700680f54f9c9e9f9c8b943306b7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:30.584580 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-014bb3e0-bad1-49ec-907d-01a60d3c1c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.596803 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e52da25-b309-4952-862b-613f95e02598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (10a56f99-3d90-4e93-bed9-c1a90d6cae3c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.656879 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bda29a0-c080-47b1-b6f6-832f2b9cdef7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (4c33dbe4-846b-4cdc-8c3e-ddae2d6ae9e1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.692191 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda29a0-c080-47b1-b6f6-832f2b9cdef7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Subnet': ['ID=4c33dbe4-846b-4cdc-8c3e-ddae2d6ae9e1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:30.714842 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bda29a0-c080-47b1-b6f6-832f2b9cdef7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.722363 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7bda29a0-c080-47b1-b6f6-832f2b9cdef7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/4c33dbe4-846b-4cdc-8c3e-ddae2d6ae9e1 HTTP/1.1" status: 204 len: 168 time: 1.0981236 Jan 28 19:17:30.723029 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47198) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:30.729223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06844834-6a1c-460b-8dc7-243dd4049f0a None None] Network f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:30.748189 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-0db70b59-dbc9-44e1-8c9c-5eda7155260d tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Request body: {'port': {'device_id': '36e07f29-e79d-4621-908b-004fbd07d1e3', 'network_id': '074eae1d-2c42-4598-836d-454ad1c3eb28', 'admin_state_up': True, 'tenant_id': '879acf9325444fcf81724121707a446e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:30.830642 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0574fda8-f646-4dc5-8f20-2fac9d3bd96d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:30.834250 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0574fda8-f646-4dc5-8f20-2fac9d3bd96d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.848315 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bf73cb-8678-4555-aed1-6f82d1f05af9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting subnet 62837186-2934-4a20-86e5-8d4183b806d0 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:17:30.851978 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10bf73cb-8678-4555-aed1-6f82d1f05af9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (62837186-2934-4a20-86e5-8d4183b806d0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.870307 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e52da25-b309-4952-862b-613f95e02598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (10a56f99-3d90-4e93-bed9-c1a90d6cae3c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.916335 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10bf73cb-8678-4555-aed1-6f82d1f05af9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (62837186-2934-4a20-86e5-8d4183b806d0), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:30.997188 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-014bb3e0-bad1-49ec-907d-01a60d3c1c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (33ca378f-d56e-492c-81da-4fe693f811e5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.096326 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-0db70b59-dbc9-44e1-8c9c-5eda7155260d tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Made reservation on behalf of 879acf9325444fcf81724121707a446e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:31.099850 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-0db70b59-dbc9-44e1-8c9c-5eda7155260d tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.111520 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10bf73cb-8678-4555-aed1-6f82d1f05af9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (62837186-2934-4a20-86e5-8d4183b806d0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.111726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bb3e0-bad1-49ec-907d-01a60d3c1c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ca378f-d56e-492c-81da-4fe693f811e5,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:31.176563 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014bb3e0-bad1-49ec-907d-01a60d3c1c14 admin admin] Checking segment: {'id': '4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9f86c06f-a710-4830-86a7-936315128ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:31.177024 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014bb3e0-bad1-49ec-907d-01a60d3c1c14 admin admin] Network hostable DHCP agents. Network: 9f86c06f-a710-4830-86a7-936315128ca8, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:17:31.219153 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52da25-b309-4952-862b-613f95e02598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a56f99-3d90-4e93-bed9-c1a90d6cae3c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:31.225920 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e52da25-b309-4952-862b-613f95e02598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.229963 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5e52da25-b309-4952-862b-613f95e02598 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/10a56f99-3d90-4e93-bed9-c1a90d6cae3c HTTP/1.1" status: 204 len: 168 time: 1.3760455 Jan 28 19:17:31.232071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10bf73cb-8678-4555-aed1-6f82d1f05af9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (62837186-2934-4a20-86e5-8d4183b806d0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.238681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47204) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:31.307182 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:31.311854 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf73cb-8678-4555-aed1-6f82d1f05af9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Subnet': ['ID=62837186-2934-4a20-86e5-8d4183b806d0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:31.319013 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10bf73cb-8678-4555-aed1-6f82d1f05af9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.325192 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-10bf73cb-8678-4555-aed1-6f82d1f05af9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/62837186-2934-4a20-86e5-8d4183b806d0 HTTP/1.1" status: 204 len: 168 time: 0.6002891 Jan 28 19:17:31.325802 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47208) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:31.377105 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:31.377496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b1c0aec9-b6ac-4425-8aec-ba543cbcb5a9 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:31.402839 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014bb3e0-bad1-49ec-907d-01a60d3c1c14 admin admin] Network 9f86c06f-a710-4830-86a7-936315128ca8 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:17:31.406769 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0519290c-46c1-4de2-a107-38b47a7bd1d3 req-0b63c09f-b740-43f7-96ca-44a47ed268cb tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.1195304 Jan 28 19:17:31.461573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-014bb3e0-bad1-49ec-907d-01a60d3c1c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 9f86c06f-a710-4830-86a7-936315128ca8) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:31.472325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4ce3ee-0edf-43df-801c-875c695612a3 None None] Network 9f86c06f-a710-4830-86a7-936315128ca8 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:31.493051 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0574fda8-f646-4dc5-8f20-2fac9d3bd96d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (ebc9ef07-a70b-46a3-87e4-a2d2ead04361), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.533480 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014bb3e0-bad1-49ec-907d-01a60d3c1c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:31.534212 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-014bb3e0-bad1-49ec-907d-01a60d3c1c14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.641444 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d07b0244-528a-4af0-9825-f3bfb7c6384f req-95bb96bd-04df-4dcb-bdbe-a9271b0e7466 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 210 time: 0.0844474 Jan 28 19:17:31.657196 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d946da98-cb8a-4470-9c60-c15499c716f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (07cf55c4-e390-408e-b1e2-a832ba462c58), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.690352 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.706695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db8c6c2-c3b3-4de1-a212-e0d75a7399e8 None None] Network 9f86c06f-a710-4830-86a7-936315128ca8 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:31.707965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574fda8-f646-4dc5-8f20-2fac9d3bd96d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=ebc9ef07-a70b-46a3-87e4-a2d2ead04361,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:31.759679 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b0e49aa2-e4d2-4ea2-8a51-30e8dccabe45 req-4dcf1885-74bf-4844-ba97-9a51363b605e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.1329501 Jan 28 19:17:31.784120 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-014bb3e0-bad1-49ec-907d-01a60d3c1c14 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6604364 Jan 28 19:17:31.791114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0574fda8-f646-4dc5-8f20-2fac9d3bd96d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:31.813342 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0574fda8-f646-4dc5-8f20-2fac9d3bd96d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:31.818230 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0574fda8-f646-4dc5-8f20-2fac9d3bd96d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:31.822382 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0574fda8-f646-4dc5-8f20-2fac9d3bd96d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:31.824595 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55078af1-0da3-447d-80fe-c234ed384249 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:31.830245 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-0db70b59-dbc9-44e1-8c9c-5eda7155260d tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Allocated IP 172.20.0.3 (074eae1d-2c42-4598-836d-454ad1c3eb28/4631f69c-d34f-4765-86f8-32acadf6f833/6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:31.900247 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0574fda8-f646-4dc5-8f20-2fac9d3bd96d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7797332 Jan 28 19:17:31.903368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:31.935380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-72b8085d-598c-4c46-9242-b319e9b028f2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'fixed_ips': [{'subnet_id': 'ebc9ef07-a70b-46a3-87e4-a2d2ead04361', 'ip_address': '2001:db8::2c1b:af5d:a77e:4639'}], 'name': 'tempest-NetworksTestDHCPv6-1743685565'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:32.314492 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9db5cba-3499-434d-a186-c043c02089bc None None] Network f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:32.480496 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d946da98-cb8a-4470-9c60-c15499c716f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (07cf55c4-e390-408e-b1e2-a832ba462c58), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:32.500384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9b0a1183-065e-431a-85e7-2ffaec23a6f8 None None] Provisioning complete for port 4a3df7d8-b2c1-47f3-874e-b7632256080d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:32.501000 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1183-065e-431a-85e7-2ffaec23a6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:32.567090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d946da98-cb8a-4470-9c60-c15499c716f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cf55c4-e390-408e-b1e2-a832ba462c58']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:32.586179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port 4a3df7d8-b2c1-47f3-874e-b7632256080d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:32.586527 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:32.595675 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-0db70b59-dbc9-44e1-8c9c-5eda7155260d tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Publish callbacks [] for port (6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:32.608288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d946da98-cb8a-4470-9c60-c15499c716f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41982488-b071-488b-8767-5bc7501b0c6b') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:32.608617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d946da98-cb8a-4470-9c60-c15499c716f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41982488-b071-488b-8767-5bc7501b0c6b') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:32.618811 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': 'ebc9ef07-a70b-46a3-87e4-a2d2ead04361'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:17:32.621365 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:32.677439 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d946da98-cb8a-4470-9c60-c15499c716f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (41982488-b071-488b-8767-5bc7501b0c6b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:32.689263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7a3e19-18c3-4491-9d91-66c3267b44b1 None None] DHCP port deletion for f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:17:32.704647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-20dd5dc0-0241-4eca-9501-5ba94eba4ab7 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:32.706227 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-20dd5dc0-0241-4eca-9501-5ba94eba4ab7 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/networks?id=9f86c06f-a710-4830-86a7-936315128ca8 HTTP/1.1" status: 200 len: 813 time: 0.2651165 Jan 28 19:17:32.723074 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d946da98-cb8a-4470-9c60-c15499c716f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (41982488-b071-488b-8767-5bc7501b0c6b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:32.735463 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] For port 4a3df7d8-b2c1-47f3-874e-b7632256080d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4a3df7d8-b2c1-47f3-874e-b7632256080d,segment=NetworkSegment(69ebc898-39b5-4f22-866b-17288dd9afa4),segment_id=69ebc898-39b5-4f22-866b-17288dd9afa4)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:32.735896 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:32.739565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d946da98-cb8a-4470-9c60-c15499c716f8 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:17:32.740148 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d946da98-cb8a-4470-9c60-c15499c716f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (41982488-b071-488b-8767-5bc7501b0c6b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:32.742955 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a0b4eed3-19d3-4876-982f-23509c178667 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/quotas/5926700680f54f9c9e9f9c8b943306b7 HTTP/1.1" status: 200 len: 375 time: 0.0294695 Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:17:32.743798 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:17:32.754216 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-0db70b59-dbc9-44e1-8c9c-5eda7155260d tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:32.775106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for 4a3df7d8-b2c1-47f3-874e-b7632256080d owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:32.785142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9b0a1183-065e-431a-85e7-2ffaec23a6f8 None None] Current status of the port 4a3df7d8-b2c1-47f3-874e-b7632256080d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:32.836201 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-8a1bd021-72b3-4fbc-b230-7c544880d400 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5926700680f54f9c9e9f9c8b943306b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747271 Jan 28 19:17:32.872993 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-0db70b59-dbc9-44e1-8c9c-5eda7155260d tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Network 074eae1d-2c42-4598-836d-454ad1c3eb28 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:32.906409 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db70b59-dbc9-44e1-8c9c-5eda7155260d tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Pushing event updated for resources: {'Port': ['ID=6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:32.910556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-0db70b59-dbc9-44e1-8c9c-5eda7155260d tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:32.916386 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a3e19-18c3-4491-9d91-66c3267b44b1 None None] Deleting port 4a3df7d8-b2c1-47f3-874e-b7632256080d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:32.917130 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b7a3e19-18c3-4491-9d91-66c3267b44b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:32.917343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-0db70b59-dbc9-44e1-8c9c-5eda7155260d tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:32.974897 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Allocated IP 2001:db8::2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/ebc9ef07-a70b-46a3-87e4-a2d2ead04361/ff357363-fc8a-4ae4-848e-73e9df3dbcef) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:33.024084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-0db70b59-dbc9-44e1-8c9c-5eda7155260d tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:33.025144 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-0db70b59-dbc9-44e1-8c9c-5eda7155260d tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.039135 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec473c64-accb-4308-9127-1459907e9e48 req-cd91bfc0-d3f2-427d-91c5-79b9fdb90667 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.3533053 Jan 28 19:17:33.052255 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-0db70b59-dbc9-44e1-8c9c-5eda7155260d tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3106170 Jan 28 19:17:33.092028 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Request body: {'port': {'device_id': '36e07f29-e79d-4621-908b-004fbd07d1e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:33.130629 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d946da98-cb8a-4470-9c60-c15499c716f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (07cf55c4-e390-408e-b1e2-a832ba462c58), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.149543 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d946da98-cb8a-4470-9c60-c15499c716f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.157096 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d946da98-cb8a-4470-9c60-c15499c716f8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/07cf55c4-e390-408e-b1e2-a832ba462c58 HTTP/1.1" status: 204 len: 168 time: 1.9098663 Jan 28 19:17:33.161674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47246) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:33.207432 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Publish callbacks [] for port (ff357363-fc8a-4ae4-848e-73e9df3dbcef), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.277650 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946da98-cb8a-4470-9c60-c15499c716f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=07cf55c4-e390-408e-b1e2-a832ba462c58,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:33.295268 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-5881b6be-c464-42c7-8163-e10d56d25dfd service neutron] 10.222.0.55 "GET /v2.0/networks/9f86c06f-a710-4830-86a7-936315128ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577360 Jan 28 19:17:33.336587 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.337299 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4b7a3e19-18c3-4491-9d91-66c3267b44b1 None None] For port 4a3df7d8-b2c1-47f3-874e-b7632256080d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4a3df7d8-b2c1-47f3-874e-b7632256080d,segment=NetworkSegment(69ebc898-39b5-4f22-866b-17288dd9afa4),segment_id=69ebc898-39b5-4f22-866b-17288dd9afa4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:33.339083 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b7a3e19-18c3-4491-9d91-66c3267b44b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.361806 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.366890 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a3e19-18c3-4491-9d91-66c3267b44b1 None None] Calling delete_port for 4a3df7d8-b2c1-47f3-874e-b7632256080d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:33.385453 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b2fa5-9474-4882-a4b6-6d9f222e028d req-65d2d4da-7743-459f-9411-b828c593ab33 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:33.387186 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-018b2fa5-9474-4882-a4b6-6d9f222e028d req-65d2d4da-7743-459f-9411-b828c593ab33 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 931 time: 0.2322931 Jan 28 19:17:33.389980 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b8085d-598c-4c46-9242-b319e9b028f2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:33.394501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No DVR routers for this DVR port 4a3df7d8-b2c1-47f3-874e-b7632256080d on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:33.407046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d6231d-a837-49a4-9b7c-3ab485e28b7a admin admin] Deleting subnet e986ce21-6c47-4443-89af-9ccc398c38f0 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:17:33.461099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=4a3df7d8-b2c1-47f3-874e-b7632256080d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:33.461933 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b7a3e19-18c3-4491-9d91-66c3267b44b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (4a3df7d8-b2c1-47f3-874e-b7632256080d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.472639 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4a3df7d8-b2c1-47f3-874e-b7632256080d no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:33.475360 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (ff357363-fc8a-4ae4-848e-73e9df3dbcef), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.492414 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95d6231d-a837-49a4-9b7c-3ab485e28b7a admin admin] Publish callbacks [] for subnet (e986ce21-6c47-4443-89af-9ccc398c38f0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.541810 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 4a3df7d8-b2c1-47f3-874e-b7632256080d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:33.542185 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4a3df7d8-b2c1-47f3-874e-b7632256080d not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:33.549499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a3e19-18c3-4491-9d91-66c3267b44b1 None None] Pushing event deleted for resources: {'Port': ['ID=4a3df7d8-b2c1-47f3-874e-b7632256080d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:33.610248 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:33.612128 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Pushing event updated for resources: {'Port': ['ID=ff357363-fc8a-4ae4-848e-73e9df3dbcef,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:33.626864 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a3e19-18c3-4491-9d91-66c3267b44b1 None None] No DVR routers for this DVR port 4a3df7d8-b2c1-47f3-874e-b7632256080d on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:33.634132 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:33.641324 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95d6231d-a837-49a4-9b7c-3ab485e28b7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (e986ce21-6c47-4443-89af-9ccc398c38f0), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.641838 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:33.660690 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72b8085d-598c-4c46-9242-b319e9b028f2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.667461 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-018b2fa5-9474-4882-a4b6-6d9f222e028d req-b74d5239-85a1-4bf8-a037-5e8651471e86 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdf5bab-a026-49ae-ba63-442277b86f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711453 Jan 28 19:17:33.687042 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95d6231d-a837-49a4-9b7c-3ab485e28b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (e986ce21-6c47-4443-89af-9ccc398c38f0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.769134 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95d6231d-a837-49a4-9b7c-3ab485e28b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (e986ce21-6c47-4443-89af-9ccc398c38f0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.776661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Attempting to bind port ff357363-fc8a-4ae4-848e-73e9df3dbcef on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:33.777085 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Attempting to bind port ff357363-fc8a-4ae4-848e-73e9df3dbcef by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:33.778131 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.779007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Attempting to bind port ff357363-fc8a-4ae4-848e-73e9df3dbcef on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:33.787018 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:33.787018 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:33.787419 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.787814 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:33.788637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Bound port: ff357363-fc8a-4ae4-848e-73e9df3dbcef, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:33.788775 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff357363-fc8a-4ae4-848e-73e9df3dbcef), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.839599 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6231d-a837-49a4-9b7c-3ab485e28b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e986ce21-6c47-4443-89af-9ccc398c38f0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:33.849404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:33.858984 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95d6231d-a837-49a4-9b7c-3ab485e28b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.863534 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e11853f7-44f3-42bf-a87a-2f3439b41e00 req-8de79b7e-ee45-4f9e-a309-b044b37af4d7 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.0619996 Jan 28 19:17:33.865202 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-95d6231d-a837-49a4-9b7c-3ab485e28b7a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e986ce21-6c47-4443-89af-9ccc398c38f0 HTTP/1.1" status: 204 len: 168 time: 0.6884749 Jan 28 19:17:33.867850 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:33.868578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-72b8085d-598c-4c46-9242-b319e9b028f2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port 8db8849c-d832-45c6-8045-248bb168db92 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:17:33.888838 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ebc898-39b5-4f22-866b-17288dd9afa4') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:33.889142 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ebc898-39b5-4f22-866b-17288dd9afa4') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:33.917829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] For port ff357363-fc8a-4ae4-848e-73e9df3dbcef, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:33.925250 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] For port ff357363-fc8a-4ae4-848e-73e9df3dbcef, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ff357363-fc8a-4ae4-848e-73e9df3dbcef,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:33.935565 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ff357363-fc8a-4ae4-848e-73e9df3dbcef), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.977555 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (69ebc898-39b5-4f22-866b-17288dd9afa4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:33.991532 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a4761337-1969-4820-8c8e-223d3722e823 service neutron] 10.222.0.55 "GET /v2.0/networks/9f86c06f-a710-4830-86a7-936315128ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6885104 Jan 28 19:17:34.004989 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (69ebc898-39b5-4f22-866b-17288dd9afa4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.051924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421b6f1-126c-430d-a8a1-b9b2f2ed01ba None None] Pushing event updated for resources: {'Port': ['ID=ff357363-fc8a-4ae4-848e-73e9df3dbcef,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:34.052750 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:17:34.053188 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (69ebc898-39b5-4f22-866b-17288dd9afa4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:17:34.072080 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:17:34.104228 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd87838d-2185-4c6c-982e-145893716576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (476c439e-8021-4a85-b40d-6ecfa77fecc2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.279929 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.342463 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.349969 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/networks/f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9 HTTP/1.1" status: 204 len: 168 time: 2.9502277 Jan 28 19:17:34.357095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47258) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:34.384960 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6071c-3221-49d0-beea-f1b890820836 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Network': ['ID=f5cd92d5-f260-4b10-8b0b-09bc8b1cd3f9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:34.388524 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd87838d-2185-4c6c-982e-145893716576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (476c439e-8021-4a85-b40d-6ecfa77fecc2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.412375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-72b8085d-598c-4c46-9242-b319e9b028f2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::2c1b:af5d:a77e:4639 (1218acd0-0311-470a-8d43-e1a60f7e0be9/ebc9ef07-a70b-46a3-87e4-a2d2ead04361/8db8849c-d832-45c6-8045-248bb168db92) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:34.452278 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35abe336-dba8-4818-b343-56bf9ec87c5b req-1639691f-3f6c-4d35-9511-e16b12edaa41 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 210 time: 0.0727186 Jan 28 19:17:34.464313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bd87838d-2185-4c6c-982e-145893716576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476c439e-8021-4a85-b40d-6ecfa77fecc2']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:34.493417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe18ae7-a7f2-41f7-b27c-58bee8a28889 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:34.498487 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8fe18ae7-a7f2-41f7-b27c-58bee8a28889 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1350446 Jan 28 19:17:34.498487 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bd87838d-2185-4c6c-982e-145893716576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885bad03-8449-439e-b6dd-48a8a39b68cf') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:34.498487 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bd87838d-2185-4c6c-982e-145893716576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885bad03-8449-439e-b6dd-48a8a39b68cf') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:34.499673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47260) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:34.518797 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd87838d-2185-4c6c-982e-145893716576 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (885bad03-8449-439e-b6dd-48a8a39b68cf), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.532506 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd87838d-2185-4c6c-982e-145893716576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (885bad03-8449-439e-b6dd-48a8a39b68cf), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.540374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd87838d-2185-4c6c-982e-145893716576 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:17:34.540884 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd87838d-2185-4c6c-982e-145893716576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (885bad03-8449-439e-b6dd-48a8a39b68cf), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.567520 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba7c2149-d7c7-4e30-90cf-5e1345f5fc7d req-0df84fbe-29c0-4bdb-b176-a93b0dca12de tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.3481305 Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:17:34.602893 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:17:34.630636 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd87838d-2185-4c6c-982e-145893716576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (476c439e-8021-4a85-b40d-6ecfa77fecc2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.648483 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd87838d-2185-4c6c-982e-145893716576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.655050 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bd87838d-2185-4c6c-982e-145893716576 admin admin] 10.222.0.55 "DELETE /v2.0/networks/476c439e-8021-4a85-b40d-6ecfa77fecc2 HTTP/1.1" status: 204 len: 168 time: 0.7801406 Jan 28 19:17:34.677553 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87838d-2185-4c6c-982e-145893716576 admin admin] Pushing event deleted for resources: {'Network': ['ID=476c439e-8021-4a85-b40d-6ecfa77fecc2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:34.718107 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bf12b0ed-10d8-4822-be35-fee055cd978e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2153897 Jan 28 19:17:34.722897 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47270) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:34.728788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bd3271dc-e516-4480-a1fa-8df1f45578a3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1877818838'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:34.792554 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3271dc-e516-4480-a1fa-8df1f45578a3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:34.799100 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd3271dc-e516-4480-a1fa-8df1f45578a3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.942450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3271dc-e516-4480-a1fa-8df1f45578a3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:17:34.956892 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47276) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:34.981200 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd3271dc-e516-4480-a1fa-8df1f45578a3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d196c81a-1237-4fae-9c99-2623948d827c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:34.982147 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-bd3271dc-e516-4480-a1fa-8df1f45578a3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Added segment d196c81a-1237-4fae-9c99-2623948d827c of type vlan for network da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0 Jan 28 19:17:34.992087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb354fe-4b28-4941-bfec-7b7568504061 req-39f6e62c-847f-4efc-b881-a5247a979717 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:34.999837 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9fb354fe-4b28-4941-bfec-7b7568504061 req-39f6e62c-847f-4efc-b881-a5247a979717 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 931 time: 0.1711643 Jan 28 19:17:35.025580 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72b8085d-598c-4c46-9242-b319e9b028f2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (8db8849c-d832-45c6-8045-248bb168db92), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.110275 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd3271dc-e516-4480-a1fa-8df1f45578a3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.112069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-70f03c1d-a718-478c-b3df-e3902b2ce3a2 req-0bfd791e-ebd8-4622-930f-7dfb2af5ab0a tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.0751042 Jan 28 19:17:35.117120 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0328dc53-851a-4255-bcae-43d0b64d7bdc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be0bcd491a344f1d9cdebd1430d3209a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556134 Jan 28 19:17:35.119023 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47278) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:35.136484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:35.146342 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Publish callbacks [] for port (6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.165361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Transition to ACTIVE for port object 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:17:35.179210 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.193090 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72b8085d-598c-4c46-9242-b319e9b028f2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8db8849c-d832-45c6-8045-248bb168db92), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.215062 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9fb354fe-4b28-4941-bfec-7b7568504061 req-117b758d-0442-4d48-9822-3da04a59d724 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdf5bab-a026-49ae-ba63-442277b86f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057292 Jan 28 19:17:35.221148 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd3271dc-e516-4480-a1fa-8df1f45578a3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.227202 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3271dc-e516-4480-a1fa-8df1f45578a3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:35.233283 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd3271dc-e516-4480-a1fa-8df1f45578a3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.322051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b8085d-598c-4c46-9242-b319e9b028f2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:35.343548 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Pushing event updated for resources: {'Port': ['ID=6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:35.347888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-72b8085d-598c-4c46-9242-b319e9b028f2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:35.389637 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bd3271dc-e516-4480-a1fa-8df1f45578a3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6653855 Jan 28 19:17:35.392906 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3271dc-e516-4480-a1fa-8df1f45578a3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Network': ['ID=da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:35.395238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47284) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:35.401980 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b4e7d452-3d91-4861-be85-c4656b758ba0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'subnet': {'network_id': 'da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:35.406047 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2685686d-7650-474c-863a-e3e93a55e955 admin admin] Publish callbacks [] for security_group (bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.408631 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:17:35.424533 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b8085d-598c-4c46-9242-b319e9b028f2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:35.440705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b8085d-598c-4c46-9242-b319e9b028f2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:35.442837 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72b8085d-598c-4c46-9242-b319e9b028f2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.504243 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2685686d-7650-474c-863a-e3e93a55e955 admin admin] Publish callbacks [] for security_group (bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.606319 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ff357363-fc8a-4ae4-848e-73e9df3dbcef up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:35.627439 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-72b8085d-598c-4c46-9242-b319e9b028f2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7121289 Jan 28 19:17:35.633659 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47292) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:35.646700 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2685686d-7650-474c-863a-e3e93a55e955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.652802 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2685686d-7650-474c-863a-e3e93a55e955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.654885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2685686d-7650-474c-863a-e3e93a55e955 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3 HTTP/1.1" status: 204 len: 168 time: 0.5319629 Jan 28 19:17:35.729401 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685686d-7650-474c-863a-e3e93a55e955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf33a06-7c89-4cc5-bf9b-e6e27e3537d3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:35.732061 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8085d-598c-4c46-9242-b319e9b028f2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=8db8849c-d832-45c6-8045-248bb168db92,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:35.743072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port ff357363-fc8a-4ae4-848e-73e9df3dbcef triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:35.743826 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ff357363-fc8a-4ae4-848e-73e9df3dbcef), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:35.893399 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4c75b15d-9842-4435-bdf4-257cec20efeb req-931c92b3-87ee-4cc9-9472-4a779260a0a6 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.1102891 Jan 28 19:17:35.899795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Attempting to bind port 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:35.900227 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Attempting to bind port 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '1fd55bbc-6fac-4399-a6e2-4f40f27b0164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '074eae1d-2c42-4598-836d-454ad1c3eb28'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:35.900609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Attempting to bind port 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 on network 074eae1d-2c42-4598-836d-454ad1c3eb28 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:35.928554 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1114d2b6-7672-4c9e-a562-15b9d2b6ce05 req-3e77377f-a985-46e8-bab0-4c21b01c9794 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 210 time: 0.2989922 Jan 28 19:17:35.964823 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Port 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 on network 074eae1d-2c42-4598-836d-454ad1c3eb28 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:17:35.965156 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Attempting to bind port 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 on network 074eae1d-2c42-4598-836d-454ad1c3eb28 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:36.006842 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:36.007962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Checking segment: {'id': '1fd55bbc-6fac-4399-a6e2-4f40f27b0164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '074eae1d-2c42-4598-836d-454ad1c3eb28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:36.009127 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Bound using segment: {'id': '1fd55bbc-6fac-4399-a6e2-4f40f27b0164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '074eae1d-2c42-4598-836d-454ad1c3eb28'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:36.009663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Bound port: 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd55bbc-6fac-4399-a6e2-4f40f27b0164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '074eae1d-2c42-4598-836d-454ad1c3eb28'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:36.009984 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:36.025935 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c2ce3931-4d50-49d4-a2ff-9b5f169d51ca req-5873768f-e526-4e60-9214-092ea741ea4e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.1349373 Jan 28 19:17:36.040558 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port ff357363-fc8a-4ae4-848e-73e9df3dbcef is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:36.040961 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ff357363-fc8a-4ae4-848e-73e9df3dbcef), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:36.084804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebd9b42-8cbf-41d1-9c61-4948f287c385 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:36.108791 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebd9b42-8cbf-41d1-9c61-4948f287c385 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:36.110503 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1ebd9b42-8cbf-41d1-9c61-4948f287c385 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4386520 Jan 28 19:17:36.120973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47302) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:36.183649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port ff357363-fc8a-4ae4-848e-73e9df3dbcef, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ff357363-fc8a-4ae4-848e-73e9df3dbcef,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:36.195331 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ff357363-fc8a-4ae4-848e-73e9df3dbcef), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:36.285832 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e7d452-3d91-4861-be85-c4656b758ba0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:36.294888 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4e7d452-3d91-4861-be85-c4656b758ba0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:36.324920 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=ff357363-fc8a-4ae4-848e-73e9df3dbcef,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:36.374318 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6c940bca-3660-43cc-93ad-1015514eae5d None None] Provisioning complete for port ff357363-fc8a-4ae4-848e-73e9df3dbcef triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:36.374706 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c940bca-3660-43cc-93ad-1015514eae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ff357363-fc8a-4ae4-848e-73e9df3dbcef), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:36.415026 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47308) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:36.511625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] For port 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:36.516847 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] For port 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3,segment=NetworkSegment(1fd55bbc-6fac-4399-a6e2-4f40f27b0164),segment_id=1fd55bbc-6fac-4399-a6e2-4f40f27b0164)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:36.567817 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6c940bca-3660-43cc-93ad-1015514eae5d None None] Current status of the port ff357363-fc8a-4ae4-848e-73e9df3dbcef is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:36.575137 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:36.621766 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5cca4270-5785-4d0a-8e50-2372d6c36e08 req-6f968466-a8ae-4952-9699-43603a662dae tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.3060837 Jan 28 19:17:36.625524 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4e7d452-3d91-4861-be85-c4656b758ba0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (fddfe329-c1f3-4f71-8874-2191ddc13d72), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:36.682877 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Pushing event updated for resources: {'Port': ['ID=6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:36.699060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ef6e15eb-f644-4b4a-bda6-e1cdc77d79f5 None None] Provisioning complete for port 8db8849c-d832-45c6-8045-248bb168db92 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:36.699432 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef6e15eb-f644-4b4a-bda6-e1cdc77d79f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8db8849c-d832-45c6-8045-248bb168db92), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:36.734145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e7d452-3d91-4861-be85-c4656b758ba0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Checking segment: {'id': 'd196c81a-1237-4fae-9c99-2623948d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:36.734711 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e7d452-3d91-4861-be85-c4656b758ba0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network hostable DHCP agents. Network: da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:17:36.769381 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-55f15462-72b1-41d1-a4fa-b8ac5652d14c tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:36.771121 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-55f15462-72b1-41d1-a4fa-b8ac5652d14c tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.31 "GET /v2.0/networks?id=9f86c06f-a710-4830-86a7-936315128ca8 HTTP/1.1" status: 200 len: 813 time: 0.7714465 Jan 28 19:17:36.775564 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e7d452-3d91-4861-be85-c4656b758ba0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:17:36.776296 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7e7b07e7-5c96-46e3-bbdb-039b284aafdf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc2d3c9aa394466e81914b49fdd1e7ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342350 Jan 28 19:17:36.783230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47310) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:36.795463 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-69373d4b-e3cc-4881-92c8-a94a0c604ba0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port 8db8849c-d832-45c6-8045-248bb168db92 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:36.796041 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69373d4b-e3cc-4881-92c8-a94a0c604ba0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8db8849c-d832-45c6-8045-248bb168db92), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:36.799040 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-3d3f0753-1e9e-4770-8e0b-cbf0a9941a23 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Request body: {'port': {'device_id': 'c46070e3-84cd-485f-b82a-7b9ed37679fd', 'network_id': '9f86c06f-a710-4830-86a7-936315128ca8', 'admin_state_up': True, 'tenant_id': '5926700680f54f9c9e9f9c8b943306b7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:36.801181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e15eb-f644-4b4a-bda6-e1cdc77d79f5 None None] Port 8db8849c-d832-45c6-8045-248bb168db92 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:36.818460 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:36.819087 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:36.820850 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-45fa4bdc-0f28-4f6c-8ae9-b94607c00adb service neutron] 10.222.0.31 "PUT /v2.0/ports/6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 HTTP/1.1" status: 200 len: 1091 time: 3.7612102 Jan 28 19:17:36.824235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e07f29-e79d-4621-908b-004fbd07d1e3', 'tag': '6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:36.834046 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83498f3-7187-4507-a7e8-ef4728566c01" -d '{"events": [{"name": "network-changed", "server_uuid": "36e07f29-e79d-4621-908b-004fbd07d1e3", "tag": "6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:36.899254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682372d-250d-4e9f-8909-6107a4abafe8 req-36d6c132-8925-49a4-8d0d-c84e46cde555 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:36.907028 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4682372d-250d-4e9f-8909-6107a4abafe8 req-36d6c132-8925-49a4-8d0d-c84e46cde555 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 943 time: 0.4866877 Jan 28 19:17:36.955417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b4e7d452-3d91-4861-be85-c4656b758ba0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:36.965436 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efefdd8-3f1c-4e6a-875f-609be24a117c None None] Network da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:36.968685 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e7d452-3d91-4861-be85-c4656b758ba0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:36.969387 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4e7d452-3d91-4861-be85-c4656b758ba0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:36.975277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7d452-3d91-4861-be85-c4656b758ba0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Subnet': ['ID=fddfe329-c1f3-4f71-8874-2191ddc13d72,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:36.980488 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478c2ff5-e648-4404-867a-0d335d278722 x-openstack-request-id: req-478c2ff5-e648-4404-867a-0d335d278722 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:36.980775 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e07f29-e79d-4621-908b-004fbd07d1e3", "tag": "6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:36.981025 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-478c2ff5-e648-4404-867a-0d335d278722 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:36.981522 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e07f29-e79d-4621-908b-004fbd07d1e3', 'tag': '6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3', 'status': 'completed', 'code': 200} Jan 28 19:17:37.059687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-85d74ac3-1e61-417f-b96a-008e6cc99e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:37.065298 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-85d74ac3-1e61-417f-b96a-008e6cc99e47 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=879acf9325444fcf81724121707a446e&device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 1125 time: 0.1517124 Jan 28 19:17:37.098729 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5102dfd8-d65f-4acb-b94d-1835b4888188 admin admin] Publish callbacks [] for security_group (9c6e5edd-54e7-4b90-b9b7-dcfde1134d15), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:37.106961 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b4e7d452-3d91-4861-be85-c4656b758ba0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7103784 Jan 28 19:17:37.119297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47320) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:37.151835 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-303bc829-ce15-4237-8231-689584719c58 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'network_id': 'da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0', 'name': 'tempest-PortsIpV6TestJSON-1413244154'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:37.154491 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69373d4b-e3cc-4881-92c8-a94a0c604ba0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8db8849c-d832-45c6-8045-248bb168db92), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:37.179745 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0', 'network_id': 'da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0', 'project_id': '4c120119fb864adbb0efc0e4dcd24a47', 'fixed_ips': [{'subnet_id': 'fddfe329-c1f3-4f71-8874-2191ddc13d72'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:17:37.180871 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:37.256774 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-1941b45c-e91f-4bd8-84eb-09df12449d53 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 HTTP/1.1" status: 200 len: 217 time: 0.1729896 Jan 28 19:17:37.261113 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-3d3f0753-1e9e-4770-8e0b-cbf0a9941a23 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Made reservation on behalf of 5926700680f54f9c9e9f9c8b943306b7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:37.264480 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-3d3f0753-1e9e-4770-8e0b-cbf0a9941a23 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:37.297752 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1b432d55-b9da-4996-9c15-67318973fbfb req-d36d43b4-b283-45eb-9868-2b2d0eddf2fe tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.2002010 Jan 28 19:17:37.301953 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4682372d-250d-4e9f-8909-6107a4abafe8 req-9efd073a-fae8-4c51-841f-bb0cbfd3d204 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdf5bab-a026-49ae-ba63-442277b86f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939664 Jan 28 19:17:37.330529 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303bc829-ce15-4237-8231-689584719c58 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:37.341015 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-303bc829-ce15-4237-8231-689584719c58 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:37.355047 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5102dfd8-d65f-4acb-b94d-1835b4888188 admin admin] Publish callbacks [] for security_group (9c6e5edd-54e7-4b90-b9b7-dcfde1134d15), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:37.430324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-69373d4b-e3cc-4881-92c8-a94a0c604ba0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for 8db8849c-d832-45c6-8045-248bb168db92 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:37.452853 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ff357363-fc8a-4ae4-848e-73e9df3dbcef up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:37.508008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-303bc829-ce15-4237-8231-689584719c58 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] device_id is not set on port c26880f8-6a13-4127-aa27-29cd37ca9d59 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:17:37.526989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-ca454873-55fd-4d7d-bc9b-da26fcbccb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:37.528614 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-ca454873-55fd-4d7d-bc9b-da26fcbccb49 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4631f69c-d34f-4765-86f8-32acadf6f833 HTTP/1.1" status: 200 len: 849 time: 0.2585442 Jan 28 19:17:37.598412 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-ac13e8f8-8be8-4ee2-8349-9cf267f537f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=074eae1d-2c42-4598-836d-454ad1c3eb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584660 Jan 28 19:17:37.608322 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Allocated IP 2001:db8::2 (da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0/fddfe329-c1f3-4f71-8874-2191ddc13d72/3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:37.724481 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5102dfd8-d65f-4acb-b94d-1835b4888188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9c6e5edd-54e7-4b90-b9b7-dcfde1134d15), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:37.731076 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5102dfd8-d65f-4acb-b94d-1835b4888188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:37.732258 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5102dfd8-d65f-4acb-b94d-1835b4888188 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c6e5edd-54e7-4b90-b9b7-dcfde1134d15 HTTP/1.1" status: 204 len: 168 time: 0.9454322 Jan 28 19:17:37.735915 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port ff357363-fc8a-4ae4-848e-73e9df3dbcef triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:37.737117 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ff357363-fc8a-4ae4-848e-73e9df3dbcef), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:37.759458 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f115abe3-9184-4c15-a538-91205b803f25 req-02056bf5-0481-45ae-ad97-25bfe8957268 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 210 time: 0.3436272 Jan 28 19:17:37.875482 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-323a1e9f-443d-492f-b049-6437876d8efa req-1c7151f0-d201-44ca-8a5c-d5686748a73b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.0634530 Jan 28 19:17:37.922876 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102dfd8-d65f-4acb-b94d-1835b4888188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6e5edd-54e7-4b90-b9b7-dcfde1134d15,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:38.007154 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Publish callbacks [] for port (3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:38.008127 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-c5ea0324-9a9a-4220-a69b-8570b347eab8 service neutron] 10.222.0.31 "GET /v2.0/networks/074eae1d-2c42-4598-836d-454ad1c3eb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989270 Jan 28 19:17:38.010852 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69373d4b-e3cc-4881-92c8-a94a0c604ba0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8db8849c-d832-45c6-8045-248bb168db92), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:38.018898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port ff357363-fc8a-4ae4-848e-73e9df3dbcef is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:38.030344 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:38.054302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-3d3f0753-1e9e-4770-8e0b-cbf0a9941a23 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Allocated IP 172.20.0.7 (9f86c06f-a710-4830-86a7-936315128ca8/33ca378f-d56e-492c-81da-4fe693f811e5/b33cbe60-3262-4e64-bcd7-c3278d219aaa) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:38.089139 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69373d4b-e3cc-4881-92c8-a94a0c604ba0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=8db8849c-d832-45c6-8045-248bb168db92,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:38.164839 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69373d4b-e3cc-4881-92c8-a94a0c604ba0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:38.174824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Network da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:38.181854 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-69373d4b-e3cc-4881-92c8-a94a0c604ba0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/8db8849c-d832-45c6-8045-248bb168db92 HTTP/1.1" status: 204 len: 168 time: 2.0481369 Jan 28 19:17:38.184477 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47332) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:38.187577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:38.207023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:38.234312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Pushing event updated for resources: {'Port': ['ID=3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:38.318223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Attempting to bind port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:38.319566 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Attempting to bind port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd196c81a-1237-4fae-9c99-2623948d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:38.320387 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Attempting to bind port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b on network da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:38.329191 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:38.331730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Checking segment: {'id': 'd196c81a-1237-4fae-9c99-2623948d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:38.332843 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:38.333523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Bound using segment: {'id': 'd196c81a-1237-4fae-9c99-2623948d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:38.334749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Bound port: 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd196c81a-1237-4fae-9c99-2623948d827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:38.335951 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:38.341961 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dc5c3b-6527-4bba-8e0d-1af7ab6ac645 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:38.343500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dc5c3b-6527-4bba-8e0d-1af7ab6ac645 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:38.348086 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-38dc5c3b-6527-4bba-8e0d-1af7ab6ac645 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1626244 Jan 28 19:17:38.348677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47338) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:38.374317 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fc47a0f-df81-4019-a041-19e2bb66177f req-bf6c0550-c1a8-4906-81ac-2b5342333f17 service neutron] 10.222.0.31 "GET /v2.0/networks/074eae1d-2c42-4598-836d-454ad1c3eb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412564 Jan 28 19:17:38.552533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] For port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:38.555994 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-303bc829-ce15-4237-8231-689584719c58 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Allocated IP 2001:db8::30b (da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0/fddfe329-c1f3-4f71-8874-2191ddc13d72/c26880f8-6a13-4127-aa27-29cd37ca9d59) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:38.557792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] For port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b,segment=NetworkSegment(d196c81a-1237-4fae-9c99-2623948d827c),segment_id=d196c81a-1237-4fae-9c99-2623948d827c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:38.572112 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:38.602881 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abf12e73-7f0b-4d38-97fd-d4d138a1a38b req-c01fd99f-e1ba-43be-beb3-2dd87c4b8811 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.0864198 Jan 28 19:17:38.614077 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-3d3f0753-1e9e-4770-8e0b-cbf0a9941a23 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Publish callbacks [] for port (b33cbe60-3262-4e64-bcd7-c3278d219aaa), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:38.659427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f3d2ac-8c43-456f-9a1f-1fbc484eefae tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet ebc9ef07-a70b-46a3-87e4-a2d2ead04361 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:17:38.668468 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15f3d2ac-8c43-456f-9a1f-1fbc484eefae tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (ebc9ef07-a70b-46a3-87e4-a2d2ead04361), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:38.727773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f5962-736b-4dd7-9d38-b90e9a0b546c None None] Pushing event updated for resources: {'Port': ['ID=3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:38.782236 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-3d3f0753-1e9e-4770-8e0b-cbf0a9941a23 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (b33cbe60-3262-4e64-bcd7-c3278d219aaa), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:38.813508 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83498f3-7187-4507-a7e8-ef4728566c01 req-4c936b90-5277-4871-9635-ec1b40a6ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:38.815192 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b83498f3-7187-4507-a7e8-ef4728566c01 req-4c936b90-5277-4871-9635-ec1b40a6ce57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=879acf9325444fcf81724121707a446e&device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 1125 time: 0.3599608 Jan 28 19:17:38.845821 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15f3d2ac-8c43-456f-9a1f-1fbc484eefae tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (ebc9ef07-a70b-46a3-87e4-a2d2ead04361), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:38.886963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f0753-1e9e-4770-8e0b-cbf0a9941a23 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Pushing event updated for resources: {'Port': ['ID=b33cbe60-3262-4e64-bcd7-c3278d219aaa,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:38.898772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-3d3f0753-1e9e-4770-8e0b-cbf0a9941a23 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Network 9f86c06f-a710-4830-86a7-936315128ca8 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:38.903071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-3d3f0753-1e9e-4770-8e0b-cbf0a9941a23 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:38.907261 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-3d3f0753-1e9e-4770-8e0b-cbf0a9941a23 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:38.956607 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-3d3f0753-1e9e-4770-8e0b-cbf0a9941a23 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:38.957253 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-3d3f0753-1e9e-4770-8e0b-cbf0a9941a23 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:38.964738 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15f3d2ac-8c43-456f-9a1f-1fbc484eefae tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (ebc9ef07-a70b-46a3-87e4-a2d2ead04361), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:39.106680 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47368) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:39.109102 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d60ef-70db-40c9-a077-5009dbeacda6 req-18f3a207-d81a-45b7-985b-8f0c16df2ace tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:39.112118 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce44bad6-e59f-40f9-8688-1b99fd2e5030 req-b8212873-0664-4604-8665-6dc015048f30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d5f35a99cd53442f9e180ca0eca19350&device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.0695260 Jan 28 19:17:39.115446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac6d60ef-70db-40c9-a077-5009dbeacda6 req-18f3a207-d81a-45b7-985b-8f0c16df2ace tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 943 time: 0.5765362 Jan 28 19:17:39.115724 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-3d3f0753-1e9e-4770-8e0b-cbf0a9941a23 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3303325 Jan 28 19:17:39.119936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-259dd809-86f7-4d9c-8f51-b229790f5c83 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1121694478'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:39.120716 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15f3d2ac-8c43-456f-9a1f-1fbc484eefae tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (ebc9ef07-a70b-46a3-87e4-a2d2ead04361), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:39.143754 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-303bc829-ce15-4237-8231-689584719c58 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (c26880f8-6a13-4127-aa27-29cd37ca9d59), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:39.176787 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce44bad6-e59f-40f9-8688-1b99fd2e5030 req-9e1e063f-2f99-4b87-b6d2-5aa45f2035f7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d5f35a99cd53442f9e180ca0eca19350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308950 Jan 28 19:17:39.185290 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Request body: {'port': {'device_id': 'c46070e3-84cd-485f-b82a-7b9ed37679fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:39.230400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259dd809-86f7-4d9c-8f51-b229790f5c83 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Made reservation on behalf of 8cc767c1cbe248bab484e9622a21d031 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:39.239815 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-259dd809-86f7-4d9c-8f51-b229790f5c83 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:39.281286 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac6d60ef-70db-40c9-a077-5009dbeacda6 req-dbcbbac0-f7c2-46e0-a5a4-fe1aa1cf5986 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdf5bab-a026-49ae-ba63-442277b86f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538360 Jan 28 19:17:39.284788 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3d2ac-8c43-456f-9a1f-1fbc484eefae tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc9ef07-a70b-46a3-87e4-a2d2ead04361,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:39.297880 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a3f77b-0ca3-4394-a360-fc416033c2f4 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:39.367689 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15f3d2ac-8c43-456f-9a1f-1fbc484eefae tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:39.380392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-15f3d2ac-8c43-456f-9a1f-1fbc484eefae tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/ebc9ef07-a70b-46a3-87e4-a2d2ead04361 HTTP/1.1" status: 204 len: 168 time: 1.0254993 Jan 28 19:17:39.389578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47374) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:39.456016 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:39.513179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259dd809-86f7-4d9c-8f51-b229790f5c83 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:17:39.577805 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b33cbe60-3262-4e64-bcd7-c3278d219aaa), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:39.597572 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-259dd809-86f7-4d9c-8f51-b229790f5c83 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (67b2327a-6c07-464c-8926-4e271fa80298), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:39.598233 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-259dd809-86f7-4d9c-8f51-b229790f5c83 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Added segment 67b2327a-6c07-464c-8926-4e271fa80298 of type vlan for network 5b784934-81a2-4bb5-a668-73176a055465 Jan 28 19:17:39.669046 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:39.669678 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:39.708934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9134dd9-1157-4d57-80ca-b9fc03c46be5 req-78ac628e-fbcb-46dd-8ede-d3b70a447518 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:39.719597 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f9134dd9-1157-4d57-80ca-b9fc03c46be5 req-78ac628e-fbcb-46dd-8ede-d3b70a447518 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 931 time: 0.5415280 Jan 28 19:17:39.793917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0632227a-0a6e-4a5e-8e75-34e31dad3996 None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:17:39.811654 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-259dd809-86f7-4d9c-8f51-b229790f5c83 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (5b784934-81a2-4bb5-a668-73176a055465), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:39.824060 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-303bc829-ce15-4237-8231-689584719c58 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c26880f8-6a13-4127-aa27-29cd37ca9d59), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:39.850798 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44bad6-e59f-40f9-8688-1b99fd2e5030 req-7e737bd3-2455-4b87-8526-bfde696be22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:39.852334 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce44bad6-e59f-40f9-8688-1b99fd2e5030 req-7e737bd3-2455-4b87-8526-bfde696be22b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6025026 Jan 28 19:17:39.873475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47382) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:39.876418 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5ce11f94-036e-44ff-a32d-d4e0836ed219 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4830472 Jan 28 19:17:39.927612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:39.928507 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:39.941967 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fe7ec205-ef4f-4844-bab4-82b08a64cd5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:39.962613 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-259dd809-86f7-4d9c-8f51-b229790f5c83 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:17:40.027090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b,segment=NetworkSegment(d196c81a-1237-4fae-9c99-2623948d827c),segment_id=d196c81a-1237-4fae-9c99-2623948d827c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:40.040531 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:40.046077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0632227a-0a6e-4a5e-8e75-34e31dad3996 None None] Deleting port ff357363-fc8a-4ae4-848e-73e9df3dbcef {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:40.046633 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0632227a-0a6e-4a5e-8e75-34e31dad3996 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ff357363-fc8a-4ae4-848e-73e9df3dbcef), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:40.058822 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-430522a6-192c-47cb-8003-430a066076a5 req-1f46d888-edb9-4c92-b664-8a3e07dcf7ab tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.1765935 Jan 28 19:17:40.059972 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83498f3-7187-4507-a7e8-ef4728566c01 req-611d3da0-e404-439e-8c7a-c80c2f42d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:40.061357 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b83498f3-7187-4507-a7e8-ef4728566c01 req-611d3da0-e404-439e-8c7a-c80c2f42d8b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=074eae1d-2c42-4598-836d-454ad1c3eb28 HTTP/1.1" status: 200 len: 910 time: 0.9447651 Jan 28 19:17:40.154716 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b83498f3-7187-4507-a7e8-ef4728566c01 req-0be11aeb-0362-4b99-991b-bc51e9ec5e19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 HTTP/1.1" status: 200 len: 217 time: 0.0832505 Jan 28 19:17:40.269134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0632227a-0a6e-4a5e-8e75-34e31dad3996 None None] For port ff357363-fc8a-4ae4-848e-73e9df3dbcef, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ff357363-fc8a-4ae4-848e-73e9df3dbcef,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:40.269533 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0632227a-0a6e-4a5e-8e75-34e31dad3996 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ff357363-fc8a-4ae4-848e-73e9df3dbcef), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:40.276954 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6a9a2e9-fa20-4d75-ad05-22257c354801 req-fd953b69-eb21-46f1-b388-d50503d42a44 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.0467730 Jan 28 19:17:40.287868 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:40.303683 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83498f3-7187-4507-a7e8-ef4728566c01 req-70a5ab60-690f-48ea-8fcd-c0980a9acc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:40.312848 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b83498f3-7187-4507-a7e8-ef4728566c01 req-70a5ab60-690f-48ea-8fcd-c0980a9acc6c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4631f69c-d34f-4765-86f8-32acadf6f833 HTTP/1.1" status: 200 len: 849 time: 0.1449602 Jan 28 19:17:40.327255 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0632227a-0a6e-4a5e-8e75-34e31dad3996 None None] Calling delete_port for ff357363-fc8a-4ae4-848e-73e9df3dbcef owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:40.375243 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b83498f3-7187-4507-a7e8-ef4728566c01 req-0220092e-b78e-465e-8fda-4ae25da68636 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=074eae1d-2c42-4598-836d-454ad1c3eb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564575 Jan 28 19:17:40.515260 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0632227a-0a6e-4a5e-8e75-34e31dad3996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (ff357363-fc8a-4ae4-848e-73e9df3dbcef), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:40.550254 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632227a-0a6e-4a5e-8e75-34e31dad3996 None None] Pushing event deleted for resources: {'Port': ['ID=ff357363-fc8a-4ae4-848e-73e9df3dbcef,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:40.566219 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0632227a-0a6e-4a5e-8e75-34e31dad3996 None None] No DVR routers for this DVR port ff357363-fc8a-4ae4-848e-73e9df3dbcef on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:40.575538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35251-d4c4-47bd-ab63-c3a92b11167a req-9e25bc06-6fae-4f1f-8a1c-859ad774a2b9 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:40.575538 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a2a35251-d4c4-47bd-ab63-c3a92b11167a req-9e25bc06-6fae-4f1f-8a1c-859ad774a2b9 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 943 time: 0.1067481 Jan 28 19:17:40.602458 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f91f34-93bf-43f2-b6a1-6e8c2ab3ffae None None] Network da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:40.604094 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b83498f3-7187-4507-a7e8-ef4728566c01 req-ef26a2a6-7948-48c9-b3b9-081336aac966 service neutron] 10.222.0.31 "GET /v2.0/networks/074eae1d-2c42-4598-836d-454ad1c3eb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226076 Jan 28 19:17:40.683770 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a2a35251-d4c4-47bd-ab63-c3a92b11167a req-5c98e529-0e0b-456c-8584-7743dd68f45a tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdf5bab-a026-49ae-ba63-442277b86f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008735 Jan 28 19:17:40.691136 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1c6e4afe-47c9-47b7-aa1b-94eac841ac50 None None] Provisioning complete for port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:40.691136 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4afe-47c9-47b7-aa1b-94eac841ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:40.707245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303bc829-ce15-4237-8231-689584719c58 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:40.727281 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f9134dd9-1157-4d57-80ca-b9fc03c46be5 req-5bc41977-8866-4c18-acf1-abf5dc7f751c tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e000a0ee-d00e-4208-9485-41ee0e652a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0064650 Jan 28 19:17:40.734649 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bc829-ce15-4237-8231-689584719c58 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=c26880f8-6a13-4127-aa27-29cd37ca9d59,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:40.744413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-303bc829-ce15-4237-8231-689584719c58 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:40.762911 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303bc829-ce15-4237-8231-689584719c58 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:40.768254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303bc829-ce15-4237-8231-689584719c58 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:40.768964 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-303bc829-ce15-4237-8231-689584719c58 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:40.769299 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b83498f3-7187-4507-a7e8-ef4728566c01 req-7203d036-8315-43f9-8529-44df7cf7ad9a service neutron] 10.222.0.31 "GET /v2.0/networks/074eae1d-2c42-4598-836d-454ad1c3eb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579459 Jan 28 19:17:40.771600 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-259dd809-86f7-4d9c-8f51-b229790f5c83 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (5b784934-81a2-4bb5-a668-73176a055465), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:40.776678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259dd809-86f7-4d9c-8f51-b229790f5c83 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:40.777395 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-259dd809-86f7-4d9c-8f51-b229790f5c83 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:40.891772 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-303bc829-ce15-4237-8231-689584719c58 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7607203 Jan 28 19:17:40.892993 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47400) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:40.896655 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-259dd809-86f7-4d9c-8f51-b229790f5c83 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7874870 Jan 28 19:17:40.898986 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9bf44eb8-3826-4979-ac14-c8356fed8478 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'network_id': 'da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0', 'name': 'tempest-PortsIpV6TestJSON-911086843'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:40.900040 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47402) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:40.910259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c8fb184a-9f76-4d63-a856-6ab18d90fb9f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2028572274'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:40.939219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dd809-86f7-4d9c-8f51-b229790f5c83 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event updated for resources: {'Network': ['ID=5b784934-81a2-4bb5-a668-73176a055465,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:40.977495 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7ec205-ef4f-4844-bab4-82b08a64cd5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:40.981752 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe7ec205-ef4f-4844-bab4-82b08a64cd5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:41.051468 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fb184a-9f76-4d63-a856-6ab18d90fb9f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Made reservation on behalf of 8cc767c1cbe248bab484e9622a21d031 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:41.055436 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8fb184a-9f76-4d63-a856-6ab18d90fb9f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:41.105127 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf44eb8-3826-4979-ac14-c8356fed8478 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:41.115779 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bf44eb8-3826-4979-ac14-c8356fed8478 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:41.130586 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fb184a-9f76-4d63-a856-6ab18d90fb9f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:17:41.167158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 5b784934-81a2-4bb5-a668-73176a055465 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:17:41.177573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-9bf44eb8-3826-4979-ac14-c8356fed8478 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] device_id is not set on port 555fae8e-f566-493a-bb8a-33bcaefd2aae yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:17:41.228406 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce44bad6-e59f-40f9-8688-1b99fd2e5030 req-f183a3f2-4d01-4890-b965-be0fdb96868c tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.37 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.1021879 Jan 28 19:17:41.240419 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8fb184a-9f76-4d63-a856-6ab18d90fb9f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (2f9ca07e-a570-4068-8d71-ec00c0d5e506), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:41.240794 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-c8fb184a-9f76-4d63-a856-6ab18d90fb9f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Added segment 2f9ca07e-a570-4068-8d71-ec00c0d5e506 of type vlan for network 8bd761fc-fe6a-405a-9893-029eb3d01134 Jan 28 19:17:41.289350 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-547a7030-2125-48d5-b32d-981f6455ec54 req-f523fe58-e035-4c58-af6b-665629696cc5 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.0580394 Jan 28 19:17:41.326249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33cbe60-3262-4e64-bcd7-c3278d219aaa {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:41.336833 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Publish callbacks [] for port (b33cbe60-3262-4e64-bcd7-c3278d219aaa), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:41.337036 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e4afe-47c9-47b7-aa1b-94eac841ac50 None None] Current status of the port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:41.353351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Transition to ACTIVE for port object b33cbe60-3262-4e64-bcd7-c3278d219aaa will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:17:41.382097 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:41.401803 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8fb184a-9f76-4d63-a856-6ab18d90fb9f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (8bd761fc-fe6a-405a-9893-029eb3d01134), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:41.466339 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (b33cbe60-3262-4e64-bcd7-c3278d219aaa), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:41.481769 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8fb184a-9f76-4d63-a856-6ab18d90fb9f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (8bd761fc-fe6a-405a-9893-029eb3d01134), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:41.487431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb184a-9f76-4d63-a856-6ab18d90fb9f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:41.487949 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8fb184a-9f76-4d63-a856-6ab18d90fb9f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:41.529682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9bf44eb8-3826-4979-ac14-c8356fed8478 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Allocated IP 2001:db8::42 (da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0/fddfe329-c1f3-4f71-8874-2191ddc13d72/555fae8e-f566-493a-bb8a-33bcaefd2aae) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:41.549498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:41.550432 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:41.600097 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c879e17-7c6e-4399-95f4-38c6d7cf02bb req-c7475920-21c0-410d-b4d3-5ba723fc15d8 tempest-ServerShowV254Test-1728531038 tempest-ServerShowV254Test-1728531038-project] 10.222.0.55 "GET /v2.0/ports?device_id=97df2fd7-6308-4ea9-9f95-ba5d307e6b7d HTTP/1.1" status: 200 len: 210 time: 0.1282110 Jan 28 19:17:41.738273 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:41.765211 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bf44eb8-3826-4979-ac14-c8356fed8478 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (555fae8e-f566-493a-bb8a-33bcaefd2aae), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:41.766365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb184a-9f76-4d63-a856-6ab18d90fb9f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event updated for resources: {'Network': ['ID=8bd761fc-fe6a-405a-9893-029eb3d01134,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:41.784434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 8bd761fc-fe6a-405a-9893-029eb3d01134 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:17:41.817673 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c8fb184a-9f76-4d63-a856-6ab18d90fb9f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9127777 Jan 28 19:17:41.833505 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47432) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:41.847025 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bf44eb8-3826-4979-ac14-c8356fed8478 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (555fae8e-f566-493a-bb8a-33bcaefd2aae), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:41.847614 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-aeb94d6a-e365-46bf-8b14-dd46af7b7662 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Request body: {'subnet': {'network_id': '5b784934-81a2-4bb5-a668-73176a055465', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:41.865900 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ff357363-fc8a-4ae4-848e-73e9df3dbcef no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:41.881600 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Pushing event updated for resources: {'Port': ['ID=b33cbe60-3262-4e64-bcd7-c3278d219aaa,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:41.989476 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: ff357363-fc8a-4ae4-848e-73e9df3dbcef {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:41.990243 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ff357363-fc8a-4ae4-848e-73e9df3dbcef not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:42.019563 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-df072fa6-2442-426c-8f62-9d8574953042 None None] Provisioning complete for port c26880f8-6a13-4127-aa27-29cd37ca9d59 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:42.019680 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df072fa6-2442-426c-8f62-9d8574953042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c26880f8-6a13-4127-aa27-29cd37ca9d59), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:42.079650 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-df072fa6-2442-426c-8f62-9d8574953042 None None] Port c26880f8-6a13-4127-aa27-29cd37ca9d59 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:42.085115 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf44eb8-3826-4979-ac14-c8356fed8478 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:42.087428 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf44eb8-3826-4979-ac14-c8356fed8478 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=555fae8e-f566-493a-bb8a-33bcaefd2aae,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:42.092448 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9bf44eb8-3826-4979-ac14-c8356fed8478 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:42.094803 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf44eb8-3826-4979-ac14-c8356fed8478 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:42.104524 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf44eb8-3826-4979-ac14-c8356fed8478 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:42.105203 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bf44eb8-3826-4979-ac14-c8356fed8478 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:42.113087 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-df072fa6-2442-426c-8f62-9d8574953042 None None] Provisioning complete for port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:42.113716 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df072fa6-2442-426c-8f62-9d8574953042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:42.123341 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe7ec205-ef4f-4844-bab4-82b08a64cd5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (535208e7-face-49b9-92e4-0c5a5f444992), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:42.150095 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9bf44eb8-3826-4979-ac14-c8356fed8478 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2527194 Jan 28 19:17:42.153673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47436) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:42.182900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762b513-1a26-4af1-a97e-e1fb6685833f req-fffc9d9e-16d8-441f-81f0-52b223492f14 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:42.197096 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4762b513-1a26-4af1-a97e-e1fb6685833f req-fffc9d9e-16d8-441f-81f0-52b223492f14 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 943 time: 0.3404012 Jan 28 19:17:42.242908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7ec205-ef4f-4844-bab4-82b08a64cd5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:42.245346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-df072fa6-2442-426c-8f62-9d8574953042 None None] Current status of the port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:42.259509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-fe7ec205-ef4f-4844-bab4-82b08a64cd5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:42.268150 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7ec205-ef4f-4844-bab4-82b08a64cd5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:42.268761 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe7ec205-ef4f-4844-bab4-82b08a64cd5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:42.271299 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ec205-ef4f-4844-bab4-82b08a64cd5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=535208e7-face-49b9-92e4-0c5a5f444992,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:42.273729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde765a0-1fb9-4d63-a1f6-3f64628b38d4 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:42.275795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Attempting to bind port b33cbe60-3262-4e64-bcd7-c3278d219aaa on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:42.277580 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Attempting to bind port b33cbe60-3262-4e64-bcd7-c3278d219aaa by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9f86c06f-a710-4830-86a7-936315128ca8'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:42.277580 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Attempting to bind port b33cbe60-3262-4e64-bcd7-c3278d219aaa on network 9f86c06f-a710-4830-86a7-936315128ca8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:42.286999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb94d6a-e365-46bf-8b14-dd46af7b7662 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Made reservation on behalf of 8cc767c1cbe248bab484e9622a21d031 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:42.290530 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aeb94d6a-e365-46bf-8b14-dd46af7b7662 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:42.315759 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bde6fd-d56a-49e2-a7d1-09589cf60e8b req-669604f4-9f2a-4dfd-a465-b87b5f59a844 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:42.317356 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7bde6fd-d56a-49e2-a7d1-09589cf60e8b req-669604f4-9f2a-4dfd-a465-b87b5f59a844 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 943 time: 0.3232450 Jan 28 19:17:42.323920 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fe7ec205-ef4f-4844-bab4-82b08a64cd5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4285364 Jan 28 19:17:42.334235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47438) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:42.352067 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-81b0fcee-005f-4b90-a537-36ac7436508c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'fixed_ips': [{'subnet_id': '535208e7-face-49b9-92e4-0c5a5f444992', 'ip_address': '2001:db8::994b:2190:fb2c:1a4'}], 'name': 'tempest-NetworksTestDHCPv6-1395801455'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:42.369603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:17:42.373723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Port b33cbe60-3262-4e64-bcd7-c3278d219aaa on network 9f86c06f-a710-4830-86a7-936315128ca8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:17:42.374065 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Attempting to bind port b33cbe60-3262-4e64-bcd7-c3278d219aaa on network 9f86c06f-a710-4830-86a7-936315128ca8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:42.483976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:42.484522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Checking segment: {'id': '4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9f86c06f-a710-4830-86a7-936315128ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:42.484954 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Bound using segment: {'id': '4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9f86c06f-a710-4830-86a7-936315128ca8'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:42.485491 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Bound port: b33cbe60-3262-4e64-bcd7-c3278d219aaa, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '9f86c06f-a710-4830-86a7-936315128ca8'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:42.486202 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b33cbe60-3262-4e64-bcd7-c3278d219aaa), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:42.513166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3,segment=NetworkSegment(1fd55bbc-6fac-4399-a6e2-4f40f27b0164),segment_id=1fd55bbc-6fac-4399-a6e2-4f40f27b0164)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:42.529058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3', 'network_id': '074eae1d-2c42-4598-836d-454ad1c3eb28', 'port_id': '6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3', 'mac_address': 'fa:16:3e:e9:ba:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4631f69c-d34f-4765-86f8-32acadf6f833', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:17:42.536089 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4762b513-1a26-4af1-a97e-e1fb6685833f req-5a722b8b-55e4-40e4-85f6-d710f708a8b7 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdf5bab-a026-49ae-ba63-442277b86f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358629 Jan 28 19:17:42.570660 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] For port b33cbe60-3262-4e64-bcd7-c3278d219aaa, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:42.578576 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] For port b33cbe60-3262-4e64-bcd7-c3278d219aaa, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b33cbe60-3262-4e64-bcd7-c3278d219aaa,segment=NetworkSegment(4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb),segment_id=4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:42.588743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cfc1f3c0-fc4d-42ad-b0a9-91b6d1025f60 None None] Provisioning complete for port c26880f8-6a13-4127-aa27-29cd37ca9d59 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:42.588743 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f3c0-fc4d-42ad-b0a9-91b6d1025f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c26880f8-6a13-4127-aa27-29cd37ca9d59), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:42.616131 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd490044-c9ce-44aa-8cb7-1a54f4ddd440 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:42.618590 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fd490044-c9ce-44aa-8cb7-1a54f4ddd440 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A30b HTTP/1.1" status: 200 len: 929 time: 0.4613752 Jan 28 19:17:42.623115 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47448) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:42.653953 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7bde6fd-d56a-49e2-a7d1-09589cf60e8b req-49ee550b-d93b-4425-96b4-6984aa202502 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e000a0ee-d00e-4208-9485-41ee0e652a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530200 Jan 28 19:17:42.669321 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (b33cbe60-3262-4e64-bcd7-c3278d219aaa), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:42.691575 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:42.691958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b0fcee-005f-4b90-a537-36ac7436508c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:42.692082 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:42.722396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cfc1f3c0-fc4d-42ad-b0a9-91b6d1025f60 None None] Port c26880f8-6a13-4127-aa27-29cd37ca9d59 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:42.746006 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': '535208e7-face-49b9-92e4-0c5a5f444992'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:17:42.746895 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:42.759547 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:42.760181 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:42.761709 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] 10.222.0.31 "PUT /v2.0/ports/b33cbe60-3262-4e64-bcd7-c3278d219aaa HTTP/1.1" status: 200 len: 1091 time: 3.6114292 Jan 28 19:17:42.764303 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46070e3-84cd-485f-b82a-7b9ed37679fd', 'tag': 'b33cbe60-3262-4e64-bcd7-c3278d219aaa'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:42.767150 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91729c93-a4c9-4c6e-bfc2-8b0e531bc241" -d '{"events": [{"name": "network-changed", "server_uuid": "c46070e3-84cd-485f-b82a-7b9ed37679fd", "tag": "b33cbe60-3262-4e64-bcd7-c3278d219aaa"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:42.792500 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:42.878643 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81b0fcee-005f-4b90-a537-36ac7436508c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:42.881006 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3,segment=NetworkSegment(1fd55bbc-6fac-4399-a6e2-4f40f27b0164),segment_id=1fd55bbc-6fac-4399-a6e2-4f40f27b0164)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:42.902471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-323da739-ec9b-420e-907d-f612991e00a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port 555fae8e-f566-493a-bb8a-33bcaefd2aae {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:42.902976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-323da739-ec9b-420e-907d-f612991e00a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (555fae8e-f566-493a-bb8a-33bcaefd2aae), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:42.924242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-81b0fcee-005f-4b90-a537-36ac7436508c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port e9132944-45f8-4dd9-95eb-d885f9455818 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:17:42.981751 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a0b4885c-b78a-4ce5-bed7-4139f080889c req-d592646b-340d-43b6-840b-25f490ff0144 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.1084738 Jan 28 19:17:42.988402 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:43.012451 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60169ea-b899-4a9b-9e3a-ddcc7951531b service neutron] Pushing event updated for resources: {'Port': ['ID=b33cbe60-3262-4e64-bcd7-c3278d219aaa,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:43.026423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a2d47c54-052f-4cff-bc4f-fd0d297635c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:43.029280 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-a2d47c54-052f-4cff-bc4f-fd0d297635c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5926700680f54f9c9e9f9c8b943306b7&device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 1125 time: 0.1847513 Jan 28 19:17:43.033999 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aeb94d6a-e365-46bf-8b14-dd46af7b7662 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (ec7a4d45-bacc-4359-8d3a-1282bf5498e3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:43.126925 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:43.129540 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-75ed68fa-a40f-4191-afeb-00b6257ef236 None None] Provisioning complete for port 555fae8e-f566-493a-bb8a-33bcaefd2aae triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:43.129914 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75ed68fa-a40f-4191-afeb-00b6257ef236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (555fae8e-f566-493a-bb8a-33bcaefd2aae), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:43.165394 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-36ba0e1a-d36a-4da7-840b-9ee6c709802f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b33cbe60-3262-4e64-bcd7-c3278d219aaa HTTP/1.1" status: 200 len: 217 time: 0.1258254 Jan 28 19:17:43.231689 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:43.240270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb94d6a-e365-46bf-8b14-dd46af7b7662 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event updated for resources: {'Subnet': ['ID=ec7a4d45-bacc-4359-8d3a-1282bf5498e3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:43.256937 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eacd0b-c34f-42ad-830d-98a73c14818d x-openstack-request-id: req-e2eacd0b-c34f-42ad-830d-98a73c14818d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:43.261436 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46070e3-84cd-485f-b82a-7b9ed37679fd", "tag": "b33cbe60-3262-4e64-bcd7-c3278d219aaa", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:43.263150 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2eacd0b-c34f-42ad-830d-98a73c14818d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:43.263748 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46070e3-84cd-485f-b82a-7b9ed37679fd', 'tag': 'b33cbe60-3262-4e64-bcd7-c3278d219aaa', 'status': 'completed', 'code': 200} Jan 28 19:17:43.266282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-5b3797a9-781a-494b-b9e1-8ae59b6e3096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:43.269155 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-5b3797a9-781a-494b-b9e1-8ae59b6e3096 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=33ca378f-d56e-492c-81da-4fe693f811e5 HTTP/1.1" status: 200 len: 853 time: 0.0937390 Jan 28 19:17:43.312335 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-75ed68fa-a40f-4191-afeb-00b6257ef236 None None] Port 555fae8e-f566-493a-bb8a-33bcaefd2aae cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:43.322286 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-85da9885-be3c-4417-9f55-6d345ab179a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9f86c06f-a710-4830-86a7-936315128ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431156 Jan 28 19:17:43.359934 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-323da739-ec9b-420e-907d-f612991e00a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (555fae8e-f566-493a-bb8a-33bcaefd2aae), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:43.381863 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-323da739-ec9b-420e-907d-f612991e00a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for 555fae8e-f566-493a-bb8a-33bcaefd2aae owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:43.444438 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-0225524b-48b6-4bae-908d-90b2c51270bd service neutron] 10.222.0.31 "GET /v2.0/networks/9f86c06f-a710-4830-86a7-936315128ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164598 Jan 28 19:17:43.490960 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb94d6a-e365-46bf-8b14-dd46af7b7662 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Checking segment: {'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:43.491561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb94d6a-e365-46bf-8b14-dd46af7b7662 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Network hostable DHCP agents. Network: 5b784934-81a2-4bb5-a668-73176a055465, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:17:43.497428 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Allocated IP 2001:db8::2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/535208e7-face-49b9-92e4-0c5a5f444992/b0128698-e15f-4419-a446-10b5dae65297) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:43.559914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb94d6a-e365-46bf-8b14-dd46af7b7662 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Network 5b784934-81a2-4bb5-a668-73176a055465 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:17:43.581192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-aeb94d6a-e365-46bf-8b14-dd46af7b7662 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 5b784934-81a2-4bb5-a668-73176a055465) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:43.586608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb94d6a-e365-46bf-8b14-dd46af7b7662 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:43.587665 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aeb94d6a-e365-46bf-8b14-dd46af7b7662 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:43.623316 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-aeb94d6a-e365-46bf-8b14-dd46af7b7662 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7878551 Jan 28 19:17:43.630550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47470) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:43.638663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a211d99b-f86f-4187-81c5-082002c6ab9e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Request body: {'subnet': {'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:43.658851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcf2002-d737-4c96-a604-2d68e81f7965 None None] Network 5b784934-81a2-4bb5-a668-73176a055465 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:43.682703 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47474) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:43.730211 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-323da739-ec9b-420e-907d-f612991e00a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (555fae8e-f566-493a-bb8a-33bcaefd2aae), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:43.791039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323da739-ec9b-420e-907d-f612991e00a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=555fae8e-f566-493a-bb8a-33bcaefd2aae,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:43.820919 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-5b784934-81a2-4bb5-a668-73176a055465', 'network_id': '5b784934-81a2-4bb5-a668-73176a055465', 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'fixed_ips': [{'subnet_id': 'ec7a4d45-bacc-4359-8d3a-1282bf5498e3'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:17:43.822849 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:43.865791 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40ef46c9-1e2e-4c9a-ad3b-d05217e4c62e req-5202cc93-6621-44a5-8147-10eab444556f service neutron] 10.222.0.31 "GET /v2.0/networks/9f86c06f-a710-4830-86a7-936315128ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038072 Jan 28 19:17:43.873929 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-323da739-ec9b-420e-907d-f612991e00a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:43.879098 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-323da739-ec9b-420e-907d-f612991e00a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/555fae8e-f566-493a-bb8a-33bcaefd2aae HTTP/1.1" status: 204 len: 168 time: 1.2546356 Jan 28 19:17:43.882607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47478) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:43.964317 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0beac8c-fd57-448e-9357-83219a4c75c6 req-4ba45693-aa7f-4291-aad5-e543d8efe842 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:43.974326 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0beac8c-fd57-448e-9357-83219a4c75c6 req-4ba45693-aa7f-4291-aad5-e543d8efe842 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 944 time: 0.2870998 Jan 28 19:17:43.987977 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11c894a-ba63-4390-a426-2b682f4f663a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] GET failed (client error): The resource could not be found. Jan 28 19:17:43.995196 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d11c894a-ba63-4390-a426-2b682f4f663a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports/555fae8e-f566-493a-bb8a-33bcaefd2aae HTTP/1.1" status: 404 len: 333 time: 0.1115236 Jan 28 19:17:44.000749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47480) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:44.020936 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfd732a1-4a51-4a1f-a954-0ef1ea3bdae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.029245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a211d99b-f86f-4187-81c5-082002c6ab9e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Made reservation on behalf of 8cc767c1cbe248bab484e9622a21d031 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:44.033188 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a211d99b-f86f-4187-81c5-082002c6ab9e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.236249 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0beac8c-fd57-448e-9357-83219a4c75c6 req-9b6f5dc4-f175-405b-9fc0-f42f39c7547b tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdf5bab-a026-49ae-ba63-442277b86f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607498 Jan 28 19:17:44.254896 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91729c93-a4c9-4c6e-bfc2-8b0e531bc241 req-d57d5e55-b47b-4eea-b6c0-f3b80653e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:44.258041 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91729c93-a4c9-4c6e-bfc2-8b0e531bc241 req-d57d5e55-b47b-4eea-b6c0-f3b80653e4c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5926700680f54f9c9e9f9c8b943306b7&device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 1125 time: 0.2779105 Jan 28 19:17:44.297978 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Publish callbacks [] for port (b0128698-e15f-4419-a446-10b5dae65297), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.299848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Allocated IP 10.1.1.2 (5b784934-81a2-4bb5-a668-73176a055465/ec7a4d45-bacc-4359-8d3a-1282bf5498e3/8f85bb95-81ff-4c2b-a0e3-dc843101f9ed) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:44.312791 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (b0128698-e15f-4419-a446-10b5dae65297), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.366530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:44.400614 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b88fd5c-cfc2-4e6e-b191-4e6ba5cbfd5b req-3d041d9c-4334-46d0-bbf3-d6aa5a333a58 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.0489614 Jan 28 19:17:44.413885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:44.449892 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791fded-5066-40d8-b48d-f47100d6dc66 req-008de925-8b65-4661-9c37-57b26ccf56c8 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:44.450600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:44.455506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Pushing event updated for resources: {'Port': ['ID=b0128698-e15f-4419-a446-10b5dae65297,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:44.460237 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0791fded-5066-40d8-b48d-f47100d6dc66 req-008de925-8b65-4661-9c37-57b26ccf56c8 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 943 time: 0.2386792 Jan 28 19:17:44.464221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:44.468130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-263b866f-24c1-4185-8233-a1ca6e7210b0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port c26880f8-6a13-4127-aa27-29cd37ca9d59 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:44.468479 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-263b866f-24c1-4185-8233-a1ca6e7210b0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c26880f8-6a13-4127-aa27-29cd37ca9d59), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.518667 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfd732a1-4a51-4a1f-a954-0ef1ea3bdae6 admin admin] Publish callbacks [] for security_group (66a1ef13-cb03-4726-8ed2-31bf6fcabef9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.523198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-81b0fcee-005f-4b90-a537-36ac7436508c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::994b:2190:fb2c:1a4 (1218acd0-0311-470a-8d43-e1a60f7e0be9/535208e7-face-49b9-92e4-0c5a5f444992/e9132944-45f8-4dd9-95eb-d885f9455818) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:44.558070 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfd732a1-4a51-4a1f-a954-0ef1ea3bdae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (66a1ef13-cb03-4726-8ed2-31bf6fcabef9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.635197 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Attempting to bind port b0128698-e15f-4419-a446-10b5dae65297 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:44.635594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Attempting to bind port b0128698-e15f-4419-a446-10b5dae65297 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:44.635995 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Attempting to bind port b0128698-e15f-4419-a446-10b5dae65297 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:44.642009 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:17:44.644015 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91729c93-a4c9-4c6e-bfc2-8b0e531bc241 req-89a61951-4023-4e0a-9844-b042d6a0093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:44.648267 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91729c93-a4c9-4c6e-bfc2-8b0e531bc241 req-89a61951-4023-4e0a-9844-b042d6a0093b service neutron] 10.222.0.31 "GET /v2.0/networks?id=9f86c06f-a710-4830-86a7-936315128ca8 HTTP/1.1" status: 200 len: 914 time: 0.3797877 Jan 28 19:17:44.651970 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a211d99b-f86f-4187-81c5-082002c6ab9e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (b2bd6593-7035-4596-8196-359b444681b6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.657650 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:44.658060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:44.658486 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.658938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:44.659481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Bound port: b0128698-e15f-4419-a446-10b5dae65297, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:44.659930 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b0128698-e15f-4419-a446-10b5dae65297), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.662103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:44.662467 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.677892 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bfd732a1-4a51-4a1f-a954-0ef1ea3bdae6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5f35a99cd53442f9e180ca0eca19350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9941044 Jan 28 19:17:44.682512 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47492) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:44.706507 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd732a1-4a51-4a1f-a954-0ef1ea3bdae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a1ef13-cb03-4726-8ed2-31bf6fcabef9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:44.714854 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Publish callbacks [] for port (8f85bb95-81ff-4c2b-a0e3-dc843101f9ed), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.756964 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (8f85bb95-81ff-4c2b-a0e3-dc843101f9ed), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.759085 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0791fded-5066-40d8-b48d-f47100d6dc66 req-79e54e6c-7772-44a8-987b-466b04098868 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e000a0ee-d00e-4208-9485-41ee0e652a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978342 Jan 28 19:17:44.786290 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-263b866f-24c1-4185-8233-a1ca6e7210b0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c26880f8-6a13-4127-aa27-29cd37ca9d59), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:44.795289 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91729c93-a4c9-4c6e-bfc2-8b0e531bc241 req-9a6b12f7-630d-4511-baa8-c27c84d64957 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b33cbe60-3262-4e64-bcd7-c3278d219aaa HTTP/1.1" status: 200 len: 217 time: 0.1273124 Jan 28 19:17:44.807884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-263b866f-24c1-4185-8233-a1ca6e7210b0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for c26880f8-6a13-4127-aa27-29cd37ca9d59 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:44.814574 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Network 5b784934-81a2-4bb5-a668-73176a055465 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:44.849326 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:44.859086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:44.891567 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Pushing event updated for resources: {'Port': ['ID=8f85bb95-81ff-4c2b-a0e3-dc843101f9ed,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:44.895254 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] For port b0128698-e15f-4419-a446-10b5dae65297, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:44.904363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a211d99b-f86f-4187-81c5-082002c6ab9e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Checking segment: {'id': '2f9ca07e-a570-4068-8d71-ec00c0d5e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:44.904728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a211d99b-f86f-4187-81c5-082002c6ab9e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Network hostable DHCP agents. Network: 8bd761fc-fe6a-405a-9893-029eb3d01134, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:17:44.916704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211d99b-f86f-4187-81c5-082002c6ab9e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event updated for resources: {'Subnet': ['ID=b2bd6593-7035-4596-8196-359b444681b6,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:44.952783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91729c93-a4c9-4c6e-bfc2-8b0e531bc241 req-963712f8-f4c2-4ebf-bd33-ecb99027242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:44.954707 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91729c93-a4c9-4c6e-bfc2-8b0e531bc241 req-963712f8-f4c2-4ebf-bd33-ecb99027242c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=33ca378f-d56e-492c-81da-4fe693f811e5 HTTP/1.1" status: 200 len: 853 time: 0.1516774 Jan 28 19:17:44.956453 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a211d99b-f86f-4187-81c5-082002c6ab9e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Network 8bd761fc-fe6a-405a-9893-029eb3d01134 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:17:44.967701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] For port b0128698-e15f-4419-a446-10b5dae65297, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b0128698-e15f-4419-a446-10b5dae65297,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:44.996434 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b5cadf4-e8f8-4798-93c9-0f6314a01183 admin admin] Publish callbacks [] for security_group (66a1ef13-cb03-4726-8ed2-31bf6fcabef9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.025654 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b5cadf4-e8f8-4798-93c9-0f6314a01183 admin admin] Publish callbacks [] for security_group (66a1ef13-cb03-4726-8ed2-31bf6fcabef9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.033047 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91729c93-a4c9-4c6e-bfc2-8b0e531bc241 req-75128db0-663a-41d8-a48a-dec707672237 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9f86c06f-a710-4830-86a7-936315128ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688186 Jan 28 19:17:45.035975 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a211d99b-f86f-4187-81c5-082002c6ab9e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 8bd761fc-fe6a-405a-9893-029eb3d01134) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:45.165102 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b5cadf4-e8f8-4798-93c9-0f6314a01183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (66a1ef13-cb03-4726-8ed2-31bf6fcabef9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.168496 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b5cadf4-e8f8-4798-93c9-0f6314a01183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.169686 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4b5cadf4-e8f8-4798-93c9-0f6314a01183 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/66a1ef13-cb03-4726-8ed2-31bf6fcabef9 HTTP/1.1" status: 204 len: 168 time: 0.4821894 Jan 28 19:17:45.188073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cadf4-e8f8-4798-93c9-0f6314a01183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a1ef13-cb03-4726-8ed2-31bf6fcabef9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:45.206126 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91729c93-a4c9-4c6e-bfc2-8b0e531bc241 req-e583401b-da2d-4733-85d8-c7271ff1563d service neutron] 10.222.0.31 "GET /v2.0/networks/9f86c06f-a710-4830-86a7-936315128ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597831 Jan 28 19:17:45.208963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211d99b-f86f-4187-81c5-082002c6ab9e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:45.209545 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a211d99b-f86f-4187-81c5-082002c6ab9e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.271907 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-263b866f-24c1-4185-8233-a1ca6e7210b0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c26880f8-6a13-4127-aa27-29cd37ca9d59), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.309419 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a211d99b-f86f-4187-81c5-082002c6ab9e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6746235 Jan 28 19:17:45.310821 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b0128698-e15f-4419-a446-10b5dae65297), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.315749 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47508) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:45.336407 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54fd8fd-059a-4026-b4aa-2a79694f2456 None None] Network 8bd761fc-fe6a-405a-9893-029eb3d01134 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:45.336815 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fe2488d3-2f13-4dd8-958c-15b9d9bae52d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Request body: {'port': {'network_id': '5b784934-81a2-4bb5-a668-73176a055465', 'name': 'tempest-TaggedBootDevicesTest-851391741', 'fixed_ips': [{'subnet_id': 'ec7a4d45-bacc-4359-8d3a-1282bf5498e3'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:45.345414 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81b0fcee-005f-4b90-a537-36ac7436508c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (e9132944-45f8-4dd9-95eb-d885f9455818), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.353114 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-263b866f-24c1-4185-8233-a1ca6e7210b0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.357137 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-263b866f-24c1-4185-8233-a1ca6e7210b0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/c26880f8-6a13-4127-aa27-29cd37ca9d59 HTTP/1.1" status: 204 len: 168 time: 1.3554020 Jan 28 19:17:45.366441 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47512) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:45.394191 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b866f-24c1-4185-8233-a1ca6e7210b0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=c26880f8-6a13-4127-aa27-29cd37ca9d59,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:45.415605 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Attempting to bind port 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:45.415979 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Attempting to bind port 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:45.416338 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Attempting to bind port 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed on network 5b784934-81a2-4bb5-a668-73176a055465 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:45.467251 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:45.467643 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.477137 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:45.477515 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Checking segment: {'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:45.477915 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.478332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Bound using segment: {'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:45.478811 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Bound port: 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:45.479189 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8f85bb95-81ff-4c2b-a0e3-dc843101f9ed), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.497226 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c9ba7-a37c-41b4-96d8-01ed0fdd98da req-742ad240-b57a-46f7-b43e-c44b9e62fcb6 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:45.499143 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4f9c9ba7-a37c-41b4-96d8-01ed0fdd98da req-742ad240-b57a-46f7-b43e-c44b9e62fcb6 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 944 time: 0.1094964 Jan 28 19:17:45.550957 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81b0fcee-005f-4b90-a537-36ac7436508c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e9132944-45f8-4dd9-95eb-d885f9455818), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.568472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f6068-f175-4d5c-8b69-490df7137b4b None None] Pushing event updated for resources: {'Port': ['ID=b0128698-e15f-4419-a446-10b5dae65297,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:45.599489 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b0fcee-005f-4b90-a537-36ac7436508c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:45.623437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e07f29-e79d-4621-908b-004fbd07d1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:45.625864 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11123626-f33b-4c54-9a20-78906ab4aee9" -d '{"events": [{"server_uuid": "36e07f29-e79d-4621-908b-004fbd07d1e3", "name": "network-vif-plugged", "status": "completed", "tag": "6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:45.666584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3,segment=NetworkSegment(1fd55bbc-6fac-4399-a6e2-4f40f27b0164),segment_id=1fd55bbc-6fac-4399-a6e2-4f40f27b0164)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:45.712741 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.724629 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-8bd761fc-fe6a-405a-9893-029eb3d01134', 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134', 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'fixed_ips': [{'subnet_id': 'b2bd6593-7035-4596-8196-359b444681b6'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:17:45.725712 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.756328 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4f9c9ba7-a37c-41b4-96d8-01ed0fdd98da req-dfe24a95-7ab6-4c74-bacc-d0c67498ed53 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdf5bab-a026-49ae-ba63-442277b86f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502580 Jan 28 19:17:45.759240 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-81b0fcee-005f-4b90-a537-36ac7436508c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:45.768106 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b0fcee-005f-4b90-a537-36ac7436508c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:45.796193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b0fcee-005f-4b90-a537-36ac7436508c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:45.799118 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81b0fcee-005f-4b90-a537-36ac7436508c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:45.834760 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91729c93-a4c9-4c6e-bfc2-8b0e531bc241 req-a780e34e-8407-4e20-886c-19efe9189dec service neutron] 10.222.0.31 "GET /v2.0/networks/9f86c06f-a710-4830-86a7-936315128ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214819 Jan 28 19:17:45.837778 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0439c1a2-b8ff-4696-ac95-2ac9c695bcc9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] GET failed (client error): The resource could not be found. Jan 28 19:17:45.839421 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0439c1a2-b8ff-4696-ac95-2ac9c695bcc9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports/c26880f8-6a13-4127-aa27-29cd37ca9d59 HTTP/1.1" status: 404 len: 333 time: 0.4583600 Jan 28 19:17:45.843498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47526) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:45.873804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] For port 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:45.880735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] For port 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8f85bb95-81ff-4c2b-a0e3-dc843101f9ed,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:45.941423 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8f85bb95-81ff-4c2b-a0e3-dc843101f9ed), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:46.001190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2488d3-2f13-4dd8-958c-15b9d9bae52d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Made reservation on behalf of 8cc767c1cbe248bab484e9622a21d031 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:46.103264 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6930348-5f13-4854-bf6a-68199b31d1f0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting subnet fddfe329-c1f3-4f71-8874-2191ddc13d72 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:17:46.224457 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2cc44a-5041-4fab-a6d8-29d6fb93a26c x-openstack-request-id: req-2a2cc44a-5041-4fab-a6d8-29d6fb93a26c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:46.227287 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e07f29-e79d-4621-908b-004fbd07d1e3", "name": "network-vif-plugged", "status": "completed", "tag": "6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:46.227627 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a2cc44a-5041-4fab-a6d8-29d6fb93a26c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:46.234625 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e07f29-e79d-4621-908b-004fbd07d1e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3', 'code': 200} Jan 28 19:17:46.256175 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:46.258149 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6930348-5f13-4854-bf6a-68199b31d1f0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (fddfe329-c1f3-4f71-8874-2191ddc13d72), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:46.381872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device b33cbe60-3262-4e64-bcd7-c3278d219aaa details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:17:46.501044 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-81b0fcee-005f-4b90-a537-36ac7436508c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1653726 Jan 28 19:17:46.502607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47542) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:46.503724 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0fcee-005f-4b90-a537-36ac7436508c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=e9132944-45f8-4dd9-95eb-d885f9455818,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:46.513358 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6930348-5f13-4854-bf6a-68199b31d1f0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (fddfe329-c1f3-4f71-8874-2191ddc13d72), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:46.520147 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b5dac-e394-4dc7-8b3f-66f19db862d5 None None] Pushing event updated for resources: {'Port': ['ID=8f85bb95-81ff-4c2b-a0e3-dc843101f9ed,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:46.567850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Allocated IP 10.2.2.2 (8bd761fc-fe6a-405a-9893-029eb3d01134/b2bd6593-7035-4596-8196-359b444681b6/6094a330-ac56-483d-b014-8cf5f3bd5af0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:46.587069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d5ad814-8b0b-4534-91fb-b476eb4deaf3 req-a9a199d5-b1d2-40ae-8d35-f521cf8fd437 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.0982618 Jan 28 19:17:46.687974 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021b0c70-87c8-4ae3-8771-b4a84c80b28a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:46.729304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021b0c70-87c8-4ae3-8771-b4a84c80b28a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:46.747285 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-021b0c70-87c8-4ae3-8771-b4a84c80b28a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2368424 Jan 28 19:17:46.748727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47552) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:46.854664 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe2488d3-2f13-4dd8-958c-15b9d9bae52d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:46.890344 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6930348-5f13-4854-bf6a-68199b31d1f0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (fddfe329-c1f3-4f71-8874-2191ddc13d72), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:46.924287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port b33cbe60-3262-4e64-bcd7-c3278d219aaa, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b33cbe60-3262-4e64-bcd7-c3278d219aaa,segment=NetworkSegment(4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb),segment_id=4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:46.986006 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'b33cbe60-3262-4e64-bcd7-c3278d219aaa', 'network_id': '9f86c06f-a710-4830-86a7-936315128ca8', 'port_id': 'b33cbe60-3262-4e64-bcd7-c3278d219aaa', 'mac_address': 'fa:16:3e:0d:2a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ca378f-d56e-492c-81da-4fe693f811e5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:17:47.003776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f199663e-e9bf-4000-8208-e7a887c7e128 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port e9132944-45f8-4dd9-95eb-d885f9455818 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:47.004121 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f199663e-e9bf-4000-8208-e7a887c7e128 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e9132944-45f8-4dd9-95eb-d885f9455818), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:47.068040 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80f19-12a7-409a-82f0-8ce5cc4021f4 req-97a3fc45-2d1b-4416-9021-f50931cc4c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:47.073907 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ed80f19-12a7-409a-82f0-8ce5cc4021f4 req-97a3fc45-2d1b-4416-9021-f50931cc4c50 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 1127 time: 0.8126891 Jan 28 19:17:47.109883 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6930348-5f13-4854-bf6a-68199b31d1f0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (fddfe329-c1f3-4f71-8874-2191ddc13d72), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:47.125852 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-fe2488d3-2f13-4dd8-958c-15b9d9bae52d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] device_id is not set on port 1c4f9e94-3927-4dd2-b547-28673b49a1ac yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:17:47.163291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47560) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:47.187989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port b33cbe60-3262-4e64-bcd7-c3278d219aaa is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:47.191253 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b33cbe60-3262-4e64-bcd7-c3278d219aaa), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:47.199272 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Publish callbacks [] for port (6094a330-ac56-483d-b014-8cf5f3bd5af0), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:47.217398 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f199663e-e9bf-4000-8208-e7a887c7e128 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e9132944-45f8-4dd9-95eb-d885f9455818), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:47.229309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33cbe60-3262-4e64-bcd7-c3278d219aaa {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:17:47.249160 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (6094a330-ac56-483d-b014-8cf5f3bd5af0), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:47.250390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f199663e-e9bf-4000-8208-e7a887c7e128 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for e9132944-45f8-4dd9-95eb-d885f9455818 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:47.336367 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port b33cbe60-3262-4e64-bcd7-c3278d219aaa, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b33cbe60-3262-4e64-bcd7-c3278d219aaa,segment=NetworkSegment(4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb),segment_id=4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:47.353525 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b33cbe60-3262-4e64-bcd7-c3278d219aaa), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:47.358966 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Network 8bd761fc-fe6a-405a-9893-029eb3d01134 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:47.367432 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:47.372832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:47.387176 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Pushing event updated for resources: {'Port': ['ID=6094a330-ac56-483d-b014-8cf5f3bd5af0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:47.471193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108986f0-3100-4af2-8402-81b541f36122 req-b23d5c60-f8fc-42f4-9528-10b96ded3700 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:47.477378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-95f7a2b2-185e-42c0-a133-7c17a80600a6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-916894026-network', 'tenant_id': 'bd26b4a1af414fdc8369d49057bec541'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:47.482061 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-108986f0-3100-4af2-8402-81b541f36122 req-b23d5c60-f8fc-42f4-9528-10b96ded3700 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 943 time: 1.1530735 Jan 28 19:17:47.507985 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Attempting to bind port 6094a330-ac56-483d-b014-8cf5f3bd5af0 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:47.507985 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Attempting to bind port 6094a330-ac56-483d-b014-8cf5f3bd5af0 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '2f9ca07e-a570-4068-8d71-ec00c0d5e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:47.507985 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Attempting to bind port 6094a330-ac56-483d-b014-8cf5f3bd5af0 on network 8bd761fc-fe6a-405a-9893-029eb3d01134 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:47.515623 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=b33cbe60-3262-4e64-bcd7-c3278d219aaa,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:47.523053 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:47.523530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Checking segment: {'id': '2f9ca07e-a570-4068-8d71-ec00c0d5e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:47.524777 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:47.525594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Bound using segment: {'id': '2f9ca07e-a570-4068-8d71-ec00c0d5e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:47.526189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Bound port: 6094a330-ac56-483d-b014-8cf5f3bd5af0, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9ca07e-a570-4068-8d71-ec00c0d5e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:47.526659 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6094a330-ac56-483d-b014-8cf5f3bd5af0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:47.567500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f7a2b2-185e-42c0-a133-7c17a80600a6 admin admin] Made reservation on behalf of bd26b4a1af414fdc8369d49057bec541 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:47.571042 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95f7a2b2-185e-42c0-a133-7c17a80600a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:47.595800 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['b33cbe60-3262-4e64-bcd7-c3278d219aaa'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:17:47.596682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991075c5-2a14-4bc9-96b2-fe7d51341b8d req-07bc8997-2675-44bb-83ce-9868e1f110ac tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:47.599195 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b0128698-e15f-4419-a446-10b5dae65297 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:47.606710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6930348-5f13-4854-bf6a-68199b31d1f0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Subnet': ['ID=fddfe329-c1f3-4f71-8874-2191ddc13d72,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:47.610631 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-991075c5-2a14-4bc9-96b2-fe7d51341b8d req-07bc8997-2675-44bb-83ce-9868e1f110ac tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 945 time: 0.2023172 Jan 28 19:17:47.627777 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95f7a2b2-185e-42c0-a133-7c17a80600a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:47.660092 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6930348-5f13-4854-bf6a-68199b31d1f0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:47.667593 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f6930348-5f13-4854-bf6a-68199b31d1f0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/fddfe329-c1f3-4f71-8874-2191ddc13d72 HTTP/1.1" status: 204 len: 168 time: 1.8230362 Jan 28 19:17:47.679626 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d0b33d-79b2-424e-9b2c-c202dd4adfd2 None None] Network da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:47.688583 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47568) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:47.704660 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ed80f19-12a7-409a-82f0-8ce5cc4021f4 req-c7295e16-00b8-494e-9fdd-05f12e45f943 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4fdf5bab-a026-49ae-ba63-442277b86f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870464 Jan 28 19:17:47.819166 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-108986f0-3100-4af2-8402-81b541f36122 req-09752c3a-1038-4945-9f49-fcbca92c5209 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e000a0ee-d00e-4208-9485-41ee0e652a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360803 Jan 28 19:17:47.866455 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-fe2488d3-2f13-4dd8-958c-15b9d9bae52d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Allocated IP 10.1.1.34 (5b784934-81a2-4bb5-a668-73176a055465/ec7a4d45-bacc-4359-8d3a-1282bf5498e3/1c4f9e94-3927-4dd2-b547-28673b49a1ac) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:47.873668 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Provisioning complete for port b0128698-e15f-4419-a446-10b5dae65297 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:47.874294 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b0128698-e15f-4419-a446-10b5dae65297), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:47.904877 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-991075c5-2a14-4bc9-96b2-fe7d51341b8d req-e91830da-5fbe-4f5f-9d3c-8f14fd366ca3 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdf5bab-a026-49ae-ba63-442277b86f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930195 Jan 28 19:17:47.937148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] For port 6094a330-ac56-483d-b014-8cf5f3bd5af0, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:47.963073 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f199663e-e9bf-4000-8208-e7a887c7e128 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e9132944-45f8-4dd9-95eb-d885f9455818), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:48.009933 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] For port 6094a330-ac56-483d-b014-8cf5f3bd5af0, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6094a330-ac56-483d-b014-8cf5f3bd5af0,segment=NetworkSegment(2f9ca07e-a570-4068-8d71-ec00c0d5e506),segment_id=2f9ca07e-a570-4068-8d71-ec00c0d5e506)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:48.068435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port b0128698-e15f-4419-a446-10b5dae65297 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:48.068843 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b0128698-e15f-4419-a446-10b5dae65297), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:48.076282 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6094a330-ac56-483d-b014-8cf5f3bd5af0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:48.083457 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:48.112655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199663e-e9bf-4000-8208-e7a887c7e128 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=e9132944-45f8-4dd9-95eb-d885f9455818,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:48.188686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daceaef-6c9c-4d33-9596-443c2ee7b5f0 None None] Pushing event updated for resources: {'Port': ['ID=6094a330-ac56-483d-b014-8cf5f3bd5af0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:48.221937 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1c827bd9-eee6-430c-b536-c1867f79fcc3 req-0340dfff-480e-4092-988f-af763d65d388 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.1297727 Jan 28 19:17:48.227586 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f199663e-e9bf-4000-8208-e7a887c7e128 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:48.235466 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f199663e-e9bf-4000-8208-e7a887c7e128 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/e9132944-45f8-4dd9-95eb-d885f9455818 HTTP/1.1" status: 204 len: 168 time: 1.4852364 Jan 28 19:17:48.244156 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47574) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:48.290692 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39687e07-5825-4047-bcdc-2aa8545dd0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:48.359488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Current status of the port b0128698-e15f-4419-a446-10b5dae65297 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:48.359881 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b0128698-e15f-4419-a446-10b5dae65297), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:48.371358 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe2488d3-2f13-4dd8-958c-15b9d9bae52d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:48.423233 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95f7a2b2-185e-42c0-a133-7c17a80600a6 admin admin] Publish callbacks [] for security_group (aa827165-ab3f-495f-b956-9f49dbbd9adc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:48.467628 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95f7a2b2-185e-42c0-a133-7c17a80600a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (aa827165-ab3f-495f-b956-9f49dbbd9adc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:48.481236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df97d07-257f-437a-a212-92996c8cda9c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:48.483422 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df97d07-257f-437a-a212-92996c8cda9c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:48.485402 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8df97d07-257f-437a-a212-92996c8cda9c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2176571 Jan 28 19:17:48.506955 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47576) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:48.522909 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1903d6d-075f-4e61-b10a-a79b39bfd665 None None] DHCP port deletion for da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:17:48.537782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] For port b0128698-e15f-4419-a446-10b5dae65297, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b0128698-e15f-4419-a446-10b5dae65297,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:48.557731 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19430ba-745d-453c-b5e4-7889e73cddbc None None] Network 5b784934-81a2-4bb5-a668-73176a055465 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:48.560236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b0128698-e15f-4419-a446-10b5dae65297 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:48.560736 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b0128698-e15f-4419-a446-10b5dae65297), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:48.562969 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b0128698-e15f-4419-a446-10b5dae65297), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:48.565497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f7a2b2-185e-42c0-a133-7c17a80600a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:17:48.662095 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95f7a2b2-185e-42c0-a133-7c17a80600a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (4088d258-8f97-4246-9e54-01b89f1fa7c7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:48.666742 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-95f7a2b2-185e-42c0-a133-7c17a80600a6 admin admin] Added segment 4088d258-8f97-4246-9e54-01b89f1fa7c7 of type vlan for network 90b7f43e-3747-4b1f-88a3-2b708e54bcad Jan 28 19:17:48.670624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7a2b2-185e-42c0-a133-7c17a80600a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa827165-ab3f-495f-b956-9f49dbbd9adc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:48.802421 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:48.802865 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:48.918705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] For port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b,segment=NetworkSegment(d196c81a-1237-4fae-9c99-2623948d827c),segment_id=d196c81a-1237-4fae-9c99-2623948d827c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:48.919080 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:48.988146 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e220c3-3c36-42cd-9754-5643c2990d36 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 535208e7-face-49b9-92e4-0c5a5f444992 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:17:49.011745 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95f7a2b2-185e-42c0-a133-7c17a80600a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (90b7f43e-3747-4b1f-88a3-2b708e54bcad), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.022693 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92e220c3-3c36-42cd-9754-5643c2990d36 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (535208e7-face-49b9-92e4-0c5a5f444992), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.047285 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:49.192079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e65cc8ad-4a60-40f0-9632-817b1c0e018b None None] Provisioning complete for port 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:49.192567 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e65cc8ad-4a60-40f0-9632-817b1c0e018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8f85bb95-81ff-4c2b-a0e3-dc843101f9ed), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.213112 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92e220c3-3c36-42cd-9754-5643c2990d36 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (535208e7-face-49b9-92e4-0c5a5f444992), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.264528 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Pushing event updated for resources: {'Port': ['ID=b0128698-e15f-4419-a446-10b5dae65297,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:49.271912 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95f7a2b2-185e-42c0-a133-7c17a80600a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (90b7f43e-3747-4b1f-88a3-2b708e54bcad), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.273283 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f7a2b2-185e-42c0-a133-7c17a80600a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:49.273634 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95f7a2b2-185e-42c0-a133-7c17a80600a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.300028 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:49.300218 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:49.300941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:49.301818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:49.302193 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:49.302589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:49.302976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:49.303310 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:49.303418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd968087-e781-48fd-a01d-e28a78ce3b2e req-6641cf0f-1059-4181-86ac-40cf64ef747e tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:49.304006 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:49.304271 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:49.304967 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cd968087-e781-48fd-a01d-e28a78ce3b2e req-6641cf0f-1059-4181-86ac-40cf64ef747e tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 944 time: 0.0683422 Jan 28 19:17:49.305138 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:49.305646 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:49.306181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d8e227-30bc-4572-86a4-3128e4122deb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:17:49.307019 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe2488d3-2f13-4dd8-958c-15b9d9bae52d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.324172 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:17:49.324784 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:17:49.349112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a1903d6d-075f-4e61-b10a-a79b39bfd665 None None] Deleting port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:49.349713 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a1903d6d-075f-4e61-b10a-a79b39bfd665 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.373897 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2488d3-2f13-4dd8-958c-15b9d9bae52d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Network 5b784934-81a2-4bb5-a668-73176a055465 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:49.402091 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-fe2488d3-2f13-4dd8-958c-15b9d9bae52d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:49.419515 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2488d3-2f13-4dd8-958c-15b9d9bae52d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:49.464584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a1903d6d-075f-4e61-b10a-a79b39bfd665 None None] For port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b,segment=NetworkSegment(d196c81a-1237-4fae-9c99-2623948d827c),segment_id=d196c81a-1237-4fae-9c99-2623948d827c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:49.465297 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a1903d6d-075f-4e61-b10a-a79b39bfd665 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.473891 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e65cc8ad-4a60-40f0-9632-817b1c0e018b None None] Current status of the port 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:49.474595 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e65cc8ad-4a60-40f0-9632-817b1c0e018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8f85bb95-81ff-4c2b-a0e3-dc843101f9ed), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.476951 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2488d3-2f13-4dd8-958c-15b9d9bae52d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:49.477581 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe2488d3-2f13-4dd8-958c-15b9d9bae52d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.503050 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-95f7a2b2-185e-42c0-a133-7c17a80600a6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3384552 Jan 28 19:17:49.506583 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a1903d6d-075f-4e61-b10a-a79b39bfd665 None None] Calling delete_port for 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:49.534526 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e65cc8ad-4a60-40f0-9632-817b1c0e018b None None] For port 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8f85bb95-81ff-4c2b-a0e3-dc843101f9ed,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:49.557220 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cd968087-e781-48fd-a01d-e28a78ce3b2e req-5befd9fe-429b-4f84-becf-78fd1b18f251 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e000a0ee-d00e-4208-9485-41ee0e652a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332435 Jan 28 19:17:49.563558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7a2b2-185e-42c0-a133-7c17a80600a6 admin admin] Pushing event updated for resources: {'Network': ['ID=90b7f43e-3747-4b1f-88a3-2b708e54bcad,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:49.565354 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2488d3-2f13-4dd8-958c-15b9d9bae52d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event updated for resources: {'Port': ['ID=1c4f9e94-3927-4dd2-b547-28673b49a1ac,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:49.611564 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fe2488d3-2f13-4dd8-958c-15b9d9bae52d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2873323 Jan 28 19:17:49.612037 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:49.618416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ec325dd6-a807-4318-823a-64c4568819d8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Request body: {'port': {'network_id': '5b784934-81a2-4bb5-a668-73176a055465', 'name': 'tempest-TaggedBootDevicesTest-1608523962', 'fixed_ips': [{'subnet_id': 'ec7a4d45-bacc-4359-8d3a-1282bf5498e3'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:49.629708 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.637131 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 90b7f43e-3747-4b1f-88a3-2b708e54bcad details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:17:49.671861 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e65cc8ad-4a60-40f0-9632-817b1c0e018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8f85bb95-81ff-4c2b-a0e3-dc843101f9ed), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.723947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No DVR routers for this DVR port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:49.736094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:49.783866 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92e220c3-3c36-42cd-9754-5643c2990d36 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (535208e7-face-49b9-92e4-0c5a5f444992), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:49.833591 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e65cc8ad-4a60-40f0-9632-817b1c0e018b None None] Could not find standard attr ID for object e9132944-45f8-4dd9-95eb-d885f9455818. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:17:50.005692 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.056679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274a142-bf79-4cc7-96f7-d0ad59a56514 req-170e6296-bbff-409a-848a-456f49b7a22f tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:50.058218 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9274a142-bf79-4cc7-96f7-d0ad59a56514 req-170e6296-bbff-409a-848a-456f49b7a22f tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 945 time: 0.2899327 Jan 28 19:17:50.091445 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a1903d6d-075f-4e61-b10a-a79b39bfd665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.110054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b0128698-e15f-4419-a446-10b5dae65297 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:50.110279 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92e220c3-3c36-42cd-9754-5643c2990d36 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (535208e7-face-49b9-92e4-0c5a5f444992), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.111493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:50.113666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec325dd6-a807-4318-823a-64c4568819d8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Made reservation on behalf of 8cc767c1cbe248bab484e9622a21d031 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:50.114586 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cc8ad-4a60-40f0-9632-817b1c0e018b None None] Pushing event updated for resources: {'Port': ['ID=8f85bb95-81ff-4c2b-a0e3-dc843101f9ed,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:50.132315 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec325dd6-a807-4318-823a-64c4568819d8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.181026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1903d6d-075f-4e61-b10a-a79b39bfd665 None None] Pushing event deleted for resources: {'Port': ['ID=3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:50.189359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1903d6d-075f-4e61-b10a-a79b39bfd665 None None] No DVR routers for this DVR port 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:50.195840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4c8574b-ef1f-4846-b06a-d72a9e37c732 None None] Provisioning complete for port 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:50.196387 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4c8574b-ef1f-4846-b06a-d72a9e37c732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8f85bb95-81ff-4c2b-a0e3-dc843101f9ed), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.199214 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-ec325dd6-a807-4318-823a-64c4568819d8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] device_id is not set on port 02d7af34-d764-432c-ad55-d958387aec9d yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:17:50.213069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb03608a-39a9-4021-b3c2-a5f4912118f0 req-2b472f28-e38e-4af9-8c99-dfc974b7325f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.1954019 Jan 28 19:17:50.223012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e220c3-3c36-42cd-9754-5643c2990d36 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=535208e7-face-49b9-92e4-0c5a5f444992,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:50.246558 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9274a142-bf79-4cc7-96f7-d0ad59a56514 req-9d60616f-2f2a-40d0-9abe-de0adb796ff2 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdf5bab-a026-49ae-ba63-442277b86f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678078 Jan 28 19:17:50.246693 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:50.262322 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92e220c3-3c36-42cd-9754-5643c2990d36 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.273820 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-92e220c3-3c36-42cd-9754-5643c2990d36 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/535208e7-face-49b9-92e4-0c5a5f444992 HTTP/1.1" status: 204 len: 168 time: 1.7560220 Jan 28 19:17:50.277641 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47604) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:50.283961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebe2570-5c09-4006-be02-026d46193aab None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:50.292946 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47608) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:50.313736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd196c81a-1237-4fae-9c99-2623948d827c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:50.314067 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd196c81a-1237-4fae-9c99-2623948d827c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:50.340353 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (d196c81a-1237-4fae-9c99-2623948d827c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.370353 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d196c81a-1237-4fae-9c99-2623948d827c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.393218 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:17:50.393632 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (d196c81a-1237-4fae-9c99-2623948d827c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:17:50.402250 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:17:50.408268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device b33cbe60-3262-4e64-bcd7-c3278d219aaa up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:50.457626 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f789e173-42a2-4eeb-b712-ac84b354391f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1722226 Jan 28 19:17:50.460911 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47612) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:50.465565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-abaf13a7-7332-47ae-ba97-b24444a35879 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:50.492157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a505ff-8f33-4c2b-b739-d625802ce2e8 None None] Network 8bd761fc-fe6a-405a-9893-029eb3d01134 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:50.580275 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b6f2710-3593-40d6-a06d-b1de7cf104be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.590882 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e696d291-6038-4906-93e5-7948a7d60307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.621201 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.635345 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.646775 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/networks/da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0 HTTP/1.1" status: 204 len: 168 time: 2.9218287 Jan 28 19:17:50.647161 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:50.647161 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8f85bb95-81ff-4c2b-a0e3-dc843101f9ed), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.650616 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47620) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:50.658366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4d8325fd-6905-445a-94a8-3a541a547529 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-565257644'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:50.743120 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8325fd-6905-445a-94a8-3a541a547529 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:50.746469 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d8325fd-6905-445a-94a8-3a541a547529 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.776025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4c8574b-ef1f-4846-b06a-d72a9e37c732 None None] Current status of the port 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:50.802122 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b6f2710-3593-40d6-a06d-b1de7cf104be admin admin] Publish callbacks [] for security_group (db9cb9b8-7e00-4b7b-bb4c-44a28c8ddd37), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.804597 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94868a44-1ea8-4534-9452-9063395f66e8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Network': ['ID=da81ac67-8db3-4f6d-b3a3-d2cd9f70adf0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:50.806325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port b33cbe60-3262-4e64-bcd7-c3278d219aaa completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:17:50.817028 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port b33cbe60-3262-4e64-bcd7-c3278d219aaa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:50.817410 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b33cbe60-3262-4e64-bcd7-c3278d219aaa), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.838550 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b6f2710-3593-40d6-a06d-b1de7cf104be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (db9cb9b8-7e00-4b7b-bb4c-44a28c8ddd37), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.908958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b061a5-3cdd-4ffa-a5d1-f5a921121898 None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:17:50.926998 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:50.983332 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133f6af-6037-45c5-a157-3949ebe48def req-63083004-3e85-4159-9967-c69343192bd5 tempest-ComputeTenantNetworksTest-653410417 tempest-ComputeTenantNetworksTest-653410417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:50.983638 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ae4f59e3-f5db-47bd-ab87-68057f7b13a5 None None] Provisioning complete for port 6094a330-ac56-483d-b014-8cf5f3bd5af0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:50.984228 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae4f59e3-f5db-47bd-ab87-68057f7b13a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6094a330-ac56-483d-b014-8cf5f3bd5af0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:50.988810 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133f6af-6037-45c5-a157-3949ebe48def req-63083004-3e85-4159-9967-c69343192bd5 tempest-ComputeTenantNetworksTest-653410417 tempest-ComputeTenantNetworksTest-653410417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:50.994331 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133f6af-6037-45c5-a157-3949ebe48def req-63083004-3e85-4159-9967-c69343192bd5 tempest-ComputeTenantNetworksTest-653410417 tempest-ComputeTenantNetworksTest-653410417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:51.008165 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e133f6af-6037-45c5-a157-3949ebe48def req-63083004-3e85-4159-9967-c69343192bd5 tempest-ComputeTenantNetworksTest-653410417 tempest-ComputeTenantNetworksTest-653410417-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2558744 Jan 28 19:17:51.015205 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ec325dd6-a807-4318-823a-64c4568819d8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Allocated IP 10.1.1.8 (5b784934-81a2-4bb5-a668-73176a055465/ec7a4d45-bacc-4359-8d3a-1282bf5498e3/02d7af34-d764-432c-ad55-d958387aec9d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:51.026486 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaf13a7-7332-47ae-ba97-b24444a35879 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:51.031657 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6b6f2710-3593-40d6-a06d-b1de7cf104be admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cba0b8c009cd4dc29ca2faff7a5fd8a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7376544 Jan 28 19:17:51.036300 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-abaf13a7-7332-47ae-ba97-b24444a35879 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.040248 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f2710-3593-40d6-a06d-b1de7cf104be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9cb9b8-7e00-4b7b-bb4c-44a28c8ddd37,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:51.042768 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47624) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:51.087091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port b33cbe60-3262-4e64-bcd7-c3278d219aaa is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:51.087788 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b33cbe60-3262-4e64-bcd7-c3278d219aaa), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.149862 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e140c0-857e-4a79-b30c-70d222b655b4 req-2e26090f-4ae3-47a5-bee9-6f16031e1d28 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:51.153373 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17e140c0-857e-4a79-b30c-70d222b655b4 req-2e26090f-4ae3-47a5-bee9-6f16031e1d28 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 944 time: 0.3423824 Jan 28 19:17:51.154384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46070e3-84cd-485f-b82a-7b9ed37679fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33cbe60-3262-4e64-bcd7-c3278d219aaa'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:51.156761 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed98fa2-907a-49a8-a383-296ad318a95d" -d '{"events": [{"server_uuid": "c46070e3-84cd-485f-b82a-7b9ed37679fd", "name": "network-vif-plugged", "status": "completed", "tag": "b33cbe60-3262-4e64-bcd7-c3278d219aaa"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:51.164385 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-11b061a5-3cdd-4ffa-a5d1-f5a921121898 None None] Deleting port b0128698-e15f-4419-a446-10b5dae65297 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:51.164385 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-11b061a5-3cdd-4ffa-a5d1-f5a921121898 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b0128698-e15f-4419-a446-10b5dae65297), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.191060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port b33cbe60-3262-4e64-bcd7-c3278d219aaa, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b33cbe60-3262-4e64-bcd7-c3278d219aaa,segment=NetworkSegment(4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb),segment_id=4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:51.206295 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8325fd-6905-445a-94a8-3a541a547529 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:17:51.217551 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d8325fd-6905-445a-94a8-3a541a547529 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (bb7914fb-1e64-4a1e-b620-c2efb87ef90a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.218140 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-4d8325fd-6905-445a-94a8-3a541a547529 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Added segment bb7914fb-1e64-4a1e-b620-c2efb87ef90a of type vlan for network 20dabdbf-f479-4f3a-a13a-2c3cb36858f9 Jan 28 19:17:51.261145 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d8325fd-6905-445a-94a8-3a541a547529 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (20dabdbf-f479-4f3a-a13a-2c3cb36858f9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.265256 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70adfc26-04b6-4a39-b60e-36dd8b3fdf00 admin admin] Publish callbacks [] for security_group (db9cb9b8-7e00-4b7b-bb4c-44a28c8ddd37), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.285513 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b33cbe60-3262-4e64-bcd7-c3278d219aaa), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.329610 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70adfc26-04b6-4a39-b60e-36dd8b3fdf00 admin admin] Publish callbacks [] for security_group (db9cb9b8-7e00-4b7b-bb4c-44a28c8ddd37), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.342965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6094a330-ac56-483d-b014-8cf5f3bd5af0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:51.352263 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17e140c0-857e-4a79-b30c-70d222b655b4 req-2def3b59-d69f-4f80-b328-435dcc48b0a1 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e000a0ee-d00e-4208-9485-41ee0e652a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698067 Jan 28 19:17:51.385431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-11b061a5-3cdd-4ffa-a5d1-f5a921121898 None None] For port b0128698-e15f-4419-a446-10b5dae65297, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b0128698-e15f-4419-a446-10b5dae65297,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:51.385916 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-11b061a5-3cdd-4ffa-a5d1-f5a921121898 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b0128698-e15f-4419-a446-10b5dae65297), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.390155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ae4f59e3-f5db-47bd-ab87-68057f7b13a5 None None] Current status of the port 6094a330-ac56-483d-b014-8cf5f3bd5af0 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:51.390609 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae4f59e3-f5db-47bd-ab87-68057f7b13a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6094a330-ac56-483d-b014-8cf5f3bd5af0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.404904 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b5840e-ec0e-43c8-934c-2599c3e0a144 x-openstack-request-id: req-f5b5840e-ec0e-43c8-934c-2599c3e0a144 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:51.405210 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46070e3-84cd-485f-b82a-7b9ed37679fd", "name": "network-vif-plugged", "status": "completed", "tag": "b33cbe60-3262-4e64-bcd7-c3278d219aaa", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:51.405562 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5b5840e-ec0e-43c8-934c-2599c3e0a144 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:51.406084 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46070e3-84cd-485f-b82a-7b9ed37679fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33cbe60-3262-4e64-bcd7-c3278d219aaa', 'code': 200} Jan 28 19:17:51.426986 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-11b061a5-3cdd-4ffa-a5d1-f5a921121898 None None] Calling delete_port for b0128698-e15f-4419-a446-10b5dae65297 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:51.429710 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d8325fd-6905-445a-94a8-3a541a547529 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (20dabdbf-f479-4f3a-a13a-2c3cb36858f9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.441281 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8325fd-6905-445a-94a8-3a541a547529 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:51.441998 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d8325fd-6905-445a-94a8-3a541a547529 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.474388 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=b33cbe60-3262-4e64-bcd7-c3278d219aaa,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:51.515074 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70adfc26-04b6-4a39-b60e-36dd8b3fdf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (db9cb9b8-7e00-4b7b-bb4c-44a28c8ddd37), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.519648 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70adfc26-04b6-4a39-b60e-36dd8b3fdf00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.519835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ae4f59e3-f5db-47bd-ab87-68057f7b13a5 None None] For port 6094a330-ac56-483d-b014-8cf5f3bd5af0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6094a330-ac56-483d-b014-8cf5f3bd5af0,segment=NetworkSegment(2f9ca07e-a570-4068-8d71-ec00c0d5e506),segment_id=2f9ca07e-a570-4068-8d71-ec00c0d5e506)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:51.523694 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-70adfc26-04b6-4a39-b60e-36dd8b3fdf00 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db9cb9b8-7e00-4b7b-bb4c-44a28c8ddd37 HTTP/1.1" status: 204 len: 168 time: 0.4797044 Jan 28 19:17:51.534948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4d8325fd-6905-445a-94a8-3a541a547529 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8826382 Jan 28 19:17:51.546668 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae4f59e3-f5db-47bd-ab87-68057f7b13a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6094a330-ac56-483d-b014-8cf5f3bd5af0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.593517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6094a330-ac56-483d-b014-8cf5f3bd5af0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:51.594228 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6094a330-ac56-483d-b014-8cf5f3bd5af0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.628426 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2aead1c0-4bf2-49d0-bfbe-3f3b49d47dd3 req-c2048c98-ba50-4a74-b564-18333515770f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.0922849 Jan 28 19:17:51.640215 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ae4f59e3-f5db-47bd-ab87-68057f7b13a5 None None] Provisioning complete for port 1c4f9e94-3927-4dd2-b547-28673b49a1ac triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:51.640669 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae4f59e3-f5db-47bd-ab87-68057f7b13a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.648691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47636) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:51.652704 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adfc26-04b6-4a39-b60e-36dd8b3fdf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9cb9b8-7e00-4b7b-bb4c-44a28c8ddd37,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:51.674774 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5268da8e-7da7-4765-9c87-406f1fe10ac1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'subnet': {'network_id': '20dabdbf-f479-4f3a-a13a-2c3cb36858f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:51.679691 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-abaf13a7-7332-47ae-ba97-b24444a35879 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (38d67d35-0715-4696-96f4-7378d69a3fd6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.795414 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf13a7-7332-47ae-ba97-b24444a35879 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=38d67d35-0715-4696-96f4-7378d69a3fd6,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:51.848834 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8325fd-6905-445a-94a8-3a541a547529 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Network': ['ID=20dabdbf-f479-4f3a-a13a-2c3cb36858f9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:51.862691 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7c6a3-c748-4ee3-aa65-140b7f9f9801 req-68fd0e16-c6c4-4c20-a78f-2772556c5ef1 tempest-ComputeTenantNetworksTest-653410417 tempest-ComputeTenantNetworksTest-653410417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:51.865195 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5ac7c6a3-c748-4ee3-aa65-140b7f9f9801 req-68fd0e16-c6c4-4c20-a78f-2772556c5ef1 tempest-ComputeTenantNetworksTest-653410417 tempest-ComputeTenantNetworksTest-653410417-project] 10.222.0.55 "GET /v2.0/networks/90b7f43e-3747-4b1f-88a3-2b708e54bcad HTTP/1.1" status: 200 len: 768 time: 0.4981210 Jan 28 19:17:51.874556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5268da8e-7da7-4765-9c87-406f1fe10ac1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:51.880495 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5268da8e-7da7-4765-9c87-406f1fe10ac1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.886191 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47640) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:51.903492 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 20dabdbf-f479-4f3a-a13a-2c3cb36858f9 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:17:51.905896 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.906794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f59e3-f5db-47bd-ab87-68057f7b13a5 None None] Pushing event updated for resources: {'Port': ['ID=6094a330-ac56-483d-b014-8cf5f3bd5af0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:51.980874 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-11b061a5-3cdd-4ffa-a5d1-f5a921121898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (b0128698-e15f-4419-a446-10b5dae65297), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:51.989416 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ae4f59e3-f5db-47bd-ab87-68057f7b13a5 None None] Port 1c4f9e94-3927-4dd2-b547-28673b49a1ac cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:52.016731 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaf13a7-7332-47ae-ba97-b24444a35879 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:52.024765 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-857938ec-d50a-4f02-8d57-09f0f3e38b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (90b7f43e-3747-4b1f-88a3-2b708e54bcad), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.031952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b061a5-3cdd-4ffa-a5d1-f5a921121898 None None] Pushing event deleted for resources: {'Port': ['ID=b0128698-e15f-4419-a446-10b5dae65297,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:52.034829 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-abaf13a7-7332-47ae-ba97-b24444a35879 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:52.039495 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaf13a7-7332-47ae-ba97-b24444a35879 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:52.040107 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-abaf13a7-7332-47ae-ba97-b24444a35879 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.051946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b061a5-3cdd-4ffa-a5d1-f5a921121898 None None] No DVR routers for this DVR port b0128698-e15f-4419-a446-10b5dae65297 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:52.099036 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba61bb7-ddbb-4ef8-9e04-6d89a256024d req-355e3a28-63e9-4029-947a-6cdd65038d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:52.099036 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eba61bb7-ddbb-4ef8-9e04-6d89a256024d req-355e3a28-63e9-4029-947a-6cdd65038d5f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 1127 time: 0.4310546 Jan 28 19:17:52.124556 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeee9030-d698-42b9-acad-694f82df6d2a None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:52.159431 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-abaf13a7-7332-47ae-ba97-b24444a35879 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6975796 Jan 28 19:17:52.162831 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec325dd6-a807-4318-823a-64c4568819d8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for port (02d7af34-d764-432c-ad55-d958387aec9d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.164437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47646) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:52.186053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-511e65cf-c9bb-476e-9fd2-45a9485bc917 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'fixed_ips': [{'subnet_id': '38d67d35-0715-4696-96f4-7378d69a3fd6', 'ip_address': '2001:db8::353d:8143:6052:919a'}], 'name': 'tempest-NetworksTestDHCPv6-577317387'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:52.213248 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6094a330-ac56-483d-b014-8cf5f3bd5af0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:52.214487 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:52.219360 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47648) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:52.238641 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97e7eda9-372b-4561-8192-9d5ec693b71c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.292500 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a5615767-c9f2-4c69-b5a8-b44622a098cb None None] Provisioning complete for port 6094a330-ac56-483d-b014-8cf5f3bd5af0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:52.293136 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5615767-c9f2-4c69-b5a8-b44622a098cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6094a330-ac56-483d-b014-8cf5f3bd5af0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.318862 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5268da8e-7da7-4765-9c87-406f1fe10ac1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (2c75f121-0194-43ef-928e-bc9e35f4540f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.377324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268da8e-7da7-4765-9c87-406f1fe10ac1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Subnet': ['ID=2c75f121-0194-43ef-928e-bc9e35f4540f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:52.393372 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:52.393756 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8f85bb95-81ff-4c2b-a0e3-dc843101f9ed), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.473478 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5268da8e-7da7-4765-9c87-406f1fe10ac1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Checking segment: {'id': 'bb7914fb-1e64-4a1e-b620-c2efb87ef90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20dabdbf-f479-4f3a-a13a-2c3cb36858f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:52.476081 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5268da8e-7da7-4765-9c87-406f1fe10ac1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network hostable DHCP agents. Network: 20dabdbf-f479-4f3a-a13a-2c3cb36858f9, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:17:52.500817 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec325dd6-a807-4318-823a-64c4568819d8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (02d7af34-d764-432c-ad55-d958387aec9d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.517322 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': '38d67d35-0715-4696-96f4-7378d69a3fd6'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:17:52.519956 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.545531 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97e7eda9-372b-4561-8192-9d5ec693b71c admin admin] Publish callbacks [] for security_group (404612e7-2270-4b51-8ecd-002ef2cf4a89), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.551677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5268da8e-7da7-4765-9c87-406f1fe10ac1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 20dabdbf-f479-4f3a-a13a-2c3cb36858f9 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:17:52.561087 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97e7eda9-372b-4561-8192-9d5ec693b71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (404612e7-2270-4b51-8ecd-002ef2cf4a89), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.604946 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7eda9-372b-4561-8192-9d5ec693b71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404612e7-2270-4b51-8ecd-002ef2cf4a89,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:52.609016 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5268da8e-7da7-4765-9c87-406f1fe10ac1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 20dabdbf-f479-4f3a-a13a-2c3cb36858f9) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:52.626153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5268da8e-7da7-4765-9c87-406f1fe10ac1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:52.627441 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5268da8e-7da7-4765-9c87-406f1fe10ac1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.664173 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a39634-797b-4d21-980a-818cf9d4f805 None None] Network 20dabdbf-f479-4f3a-a13a-2c3cb36858f9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:52.672132 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5268da8e-7da7-4765-9c87-406f1fe10ac1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0042570 Jan 28 19:17:52.673682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47660) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:52.686757 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e8e448c9-0b50-41ee-a971-a16d4a0ca65e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'network_id': '20dabdbf-f479-4f3a-a13a-2c3cb36858f9', 'name': 'tempest-PortsIpV6TestJSON-1687323223', 'fixed_ips': [{'subnet_id': '2c75f121-0194-43ef-928e-bc9e35f4540f', 'ip_address': '2001:db8::10'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:52.711286 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-97e7eda9-372b-4561-8192-9d5ec693b71c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7cc95850096648bbafed7a27f5a8d70d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4904964 Jan 28 19:17:52.715262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47662) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:52.736088 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eba61bb7-ddbb-4ef8-9e04-6d89a256024d req-561e5afa-57d7-4275-b1ec-9f23762f7869 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e000a0ee-d00e-4208-9485-41ee0e652a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6233299 Jan 28 19:17:52.750938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a5615767-c9f2-4c69-b5a8-b44622a098cb None None] Current status of the port 6094a330-ac56-483d-b014-8cf5f3bd5af0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:52.774892 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-857938ec-d50a-4f02-8d57-09f0f3e38b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (90b7f43e-3747-4b1f-88a3-2b708e54bcad), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.808508 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-857938ec-d50a-4f02-8d57-09f0f3e38b3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b7f43e-3747-4b1f-88a3-2b708e54bcad']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:52.823463 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-857938ec-d50a-4f02-8d57-09f0f3e38b3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4088d258-8f97-4246-9e54-01b89f1fa7c7') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:52.824182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-857938ec-d50a-4f02-8d57-09f0f3e38b3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4088d258-8f97-4246-9e54-01b89f1fa7c7') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:17:52.837462 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-857938ec-d50a-4f02-8d57-09f0f3e38b3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (4088d258-8f97-4246-9e54-01b89f1fa7c7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.837877 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:52.854820 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-711fd2a9-e0a9-4a7b-b5be-af59bf63d20c req-23ddb3e2-1c57-45b6-bb33-52ece2c71619 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.0569997 Jan 28 19:17:52.858288 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21ca3167-9481-4afd-b7d4-f33b3c081851 admin admin] Publish callbacks [] for security_group (404612e7-2270-4b51-8ecd-002ef2cf4a89), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.878533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Allocated IP 2001:db8::2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/38d67d35-0715-4696-96f4-7378d69a3fd6/6e263846-ec09-4236-ba33-204fc9eb4f82) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:52.893776 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-857938ec-d50a-4f02-8d57-09f0f3e38b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (4088d258-8f97-4246-9e54-01b89f1fa7c7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.896910 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-20dabdbf-f479-4f3a-a13a-2c3cb36858f9', 'network_id': '20dabdbf-f479-4f3a-a13a-2c3cb36858f9', 'project_id': '4c120119fb864adbb0efc0e4dcd24a47', 'fixed_ips': [{'subnet_id': '2c75f121-0194-43ef-928e-bc9e35f4540f'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:17:52.897738 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.899513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857938ec-d50a-4f02-8d57-09f0f3e38b3e admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:17:52.901836 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-857938ec-d50a-4f02-8d57-09f0f3e38b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (4088d258-8f97-4246-9e54-01b89f1fa7c7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.922772 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21ca3167-9481-4afd-b7d4-f33b3c081851 admin admin] Publish callbacks [] for security_group (404612e7-2270-4b51-8ecd-002ef2cf4a89), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:52.961243 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:52.983232 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec325dd6-a807-4318-823a-64c4568819d8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event updated for resources: {'Port': ['ID=02d7af34-d764-432c-ad55-d958387aec9d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:17:52.993526 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:17:53.007695 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec325dd6-a807-4318-823a-64c4568819d8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Network 5b784934-81a2-4bb5-a668-73176a055465 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:53.013524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511e65cf-c9bb-476e-9fd2-45a9485bc917 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:53.024620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:53.024966 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3e5e4422-1edc-47d7-bafc-5d7dc1bf7b4b not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:53.025430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b0128698-e15f-4419-a446-10b5dae65297 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:17:53.069935 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:53.095318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e448c9-0b50-41ee-a971-a16d4a0ca65e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:53.120395 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-857938ec-d50a-4f02-8d57-09f0f3e38b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (90b7f43e-3747-4b1f-88a3-2b708e54bcad), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:53.132129 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-511e65cf-c9bb-476e-9fd2-45a9485bc917 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:53.136381 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: b0128698-e15f-4419-a446-10b5dae65297 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:17:53.136730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b0128698-e15f-4419-a446-10b5dae65297 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:17:53.192291 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21ca3167-9481-4afd-b7d4-f33b3c081851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (404612e7-2270-4b51-8ecd-002ef2cf4a89), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:53.201219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5dc8a-35ce-4262-bbfa-dccf410fb99f req-c122d1f7-6697-464e-b1b4-f14b09fcd2ad tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:53.204103 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21ca3167-9481-4afd-b7d4-f33b3c081851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:53.206276 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-acd5dc8a-35ce-4262-bbfa-dccf410fb99f req-c122d1f7-6697-464e-b1b4-f14b09fcd2ad tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 945 time: 0.6976848 Jan 28 19:17:53.217145 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-21ca3167-9481-4afd-b7d4-f33b3c081851 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/404612e7-2270-4b51-8ecd-002ef2cf4a89 HTTP/1.1" status: 204 len: 168 time: 0.4885898 Jan 28 19:17:53.218046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ec325dd6-a807-4318-823a-64c4568819d8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:53.224226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec325dd6-a807-4318-823a-64c4568819d8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:53.253560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca3167-9481-4afd-b7d4-f33b3c081851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404612e7-2270-4b51-8ecd-002ef2cf4a89,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:53.284023 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-857938ec-d50a-4f02-8d57-09f0f3e38b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:53.288996 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-857938ec-d50a-4f02-8d57-09f0f3e38b3e admin admin] 10.222.0.55 "DELETE /v2.0/networks/90b7f43e-3747-4b1f-88a3-2b708e54bcad HTTP/1.1" status: 204 len: 168 time: 1.3903801 Jan 28 19:17:53.294407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857938ec-d50a-4f02-8d57-09f0f3e38b3e admin admin] Pushing event deleted for resources: {'Network': ['ID=90b7f43e-3747-4b1f-88a3-2b708e54bcad,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:53.329091 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8e448c9-0b50-41ee-a971-a16d4a0ca65e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:53.333586 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Allocated IP 2001:db8::2 (20dabdbf-f479-4f3a-a13a-2c3cb36858f9/2c75f121-0194-43ef-928e-bc9e35f4540f/1ec2f1b8-bf86-4e39-a887-e99cb069a3f9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:53.346101 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-511e65cf-c9bb-476e-9fd2-45a9485bc917 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port 2a4e65cc-c52a-49af-b19a-c6427a6d8155 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:17:53.379397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-e8e448c9-0b50-41ee-a971-a16d4a0ca65e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] device_id is not set on port bea282b2-7098-45e8-a02f-e01c80e01770 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:17:53.386394 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-acd5dc8a-35ce-4262-bbfa-dccf410fb99f req-dab5ea86-de37-4617-82ba-04474e11c733 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e000a0ee-d00e-4208-9485-41ee0e652a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240425 Jan 28 19:17:53.429383 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6094a330-ac56-483d-b014-8cf5f3bd5af0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:53.441217 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Publish callbacks [] for port (6e263846-ec09-4236-ba33-204fc9eb4f82), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:53.553073 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec325dd6-a807-4318-823a-64c4568819d8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:53.554927 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec325dd6-a807-4318-823a-64c4568819d8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:53.660863 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (6e263846-ec09-4236-ba33-204fc9eb4f82), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:53.736786 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ec325dd6-a807-4318-823a-64c4568819d8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1235416 Jan 28 19:17:53.901441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:53.926849 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-511e65cf-c9bb-476e-9fd2-45a9485bc917 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::353d:8143:6052:919a (1218acd0-0311-470a-8d43-e1a60f7e0be9/38d67d35-0715-4696-96f4-7378d69a3fd6/2a4e65cc-c52a-49af-b19a-c6427a6d8155) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:53.953914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:53.987451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:54.008329 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2961a699-aaeb-40a1-a0d1-2e56a14e5be3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd26b4a1af414fdc8369d49057bec541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0966415 Jan 28 19:17:54.009143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47694) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:54.014899 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:54.024712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-90e64293-4bdf-44e2-acf5-369e732f1d65 None None] Provisioning complete for port 02d7af34-d764-432c-ad55-d958387aec9d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:54.024712 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90e64293-4bdf-44e2-acf5-369e732f1d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (02d7af34-d764-432c-ad55-d958387aec9d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.093776 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6717fb03-f16c-44e1-b78f-7bbc297f4611 admin admin] Publish callbacks [] for security_group (aa827165-ab3f-495f-b956-9f49dbbd9adc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.124123 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6717fb03-f16c-44e1-b78f-7bbc297f4611 admin admin] Publish callbacks [] for security_group (aa827165-ab3f-495f-b956-9f49dbbd9adc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.144565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Pushing event updated for resources: {'Port': ['ID=6e263846-ec09-4236-ba33-204fc9eb4f82,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:54.199196 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6717fb03-f16c-44e1-b78f-7bbc297f4611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (aa827165-ab3f-495f-b956-9f49dbbd9adc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.205944 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6717fb03-f16c-44e1-b78f-7bbc297f4611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.205944 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6717fb03-f16c-44e1-b78f-7bbc297f4611 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa827165-ab3f-495f-b956-9f49dbbd9adc HTTP/1.1" status: 204 len: 168 time: 0.1932464 Jan 28 19:17:54.215903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717fb03-f16c-44e1-b78f-7bbc297f4611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa827165-ab3f-495f-b956-9f49dbbd9adc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:54.323136 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-511e65cf-c9bb-476e-9fd2-45a9485bc917 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (2a4e65cc-c52a-49af-b19a-c6427a6d8155), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.345604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-90e64293-4bdf-44e2-acf5-369e732f1d65 None None] Port 02d7af34-d764-432c-ad55-d958387aec9d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:54.356008 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:54.361314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d253784f-1fa2-47e3-a067-9aed0e8f22c5 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849802313', 'description': 'tempest-description--1963316769'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:54.383131 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-511e65cf-c9bb-476e-9fd2-45a9485bc917 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2a4e65cc-c52a-49af-b19a-c6427a6d8155), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.409799 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6094a330-ac56-483d-b014-8cf5f3bd5af0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:54.410344 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6094a330-ac56-483d-b014-8cf5f3bd5af0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.415543 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Attempting to bind port 6e263846-ec09-4236-ba33-204fc9eb4f82 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:54.417757 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d253784f-1fa2-47e3-a067-9aed0e8f22c5 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.421549 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c26125a-5e34-4836-b478-7ac16e52fa5e req-1becb9da-f384-43a4-be2d-f8ec8c720c1b tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.1424813 Jan 28 19:17:54.430806 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Attempting to bind port 6e263846-ec09-4236-ba33-204fc9eb4f82 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:54.431759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Attempting to bind port 6e263846-ec09-4236-ba33-204fc9eb4f82 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:54.598855 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e65cf-c9bb-476e-9fd2-45a9485bc917 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:54.600601 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d253784f-1fa2-47e3-a067-9aed0e8f22c5 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for security_group (3d51f05d-7623-4222-b390-56706a33fc17), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.617619 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d253784f-1fa2-47e3-a067-9aed0e8f22c5 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3d51f05d-7623-4222-b390-56706a33fc17), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.617772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-511e65cf-c9bb-476e-9fd2-45a9485bc917 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:54.630994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:54.633620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:54.636133 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.639008 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:54.639774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Bound port: 6e263846-ec09-4236-ba33-204fc9eb4f82, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:54.640444 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6e263846-ec09-4236-ba33-204fc9eb4f82), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.646180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511e65cf-c9bb-476e-9fd2-45a9485bc917 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:54.652785 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511e65cf-c9bb-476e-9fd2-45a9485bc917 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:54.653417 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-511e65cf-c9bb-476e-9fd2-45a9485bc917 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.685480 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e65cf-c9bb-476e-9fd2-45a9485bc917 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=2a4e65cc-c52a-49af-b19a-c6427a6d8155,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:54.721150 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-511e65cf-c9bb-476e-9fd2-45a9485bc917 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5467556 Jan 28 19:17:54.727974 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47716) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:54.734994 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b64d6-f7e9-4e93-b110-8d8519400158 req-77511255-6307-4564-8811-622f2079e540 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:54.736573 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-470b64d6-f7e9-4e93-b110-8d8519400158 req-77511255-6307-4564-8811-622f2079e540 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 945 time: 0.1365144 Jan 28 19:17:54.753037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253784f-1fa2-47e3-a067-9aed0e8f22c5 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d51f05d-7623-4222-b390-56706a33fc17,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:54.774189 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d253784f-1fa2-47e3-a067-9aed0e8f22c5 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.775941 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d253784f-1fa2-47e3-a067-9aed0e8f22c5 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4186959 Jan 28 19:17:54.779190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47722) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:54.784772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-45c9ba03-e77f-43d9-af58-9b583b4e3bfa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Request body: {'security_group_rule': {'security_group_id': '3d51f05d-7623-4222-b390-56706a33fc17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:54.819236 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Publish callbacks [] for port (1ec2f1b8-bf86-4e39-a887-e99cb069a3f9), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.839647 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.851296 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (1ec2f1b8-bf86-4e39-a887-e99cb069a3f9), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:54.858789 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] For port 6e263846-ec09-4236-ba33-204fc9eb4f82, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:54.859073 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-470b64d6-f7e9-4e93-b110-8d8519400158 req-44b7cee4-7cb2-4988-8482-fab44c25dd62 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e000a0ee-d00e-4208-9485-41ee0e652a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140995 Jan 28 19:17:54.873180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] For port 6e263846-ec09-4236-ba33-204fc9eb4f82, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6e263846-ec09-4236-ba33-204fc9eb4f82,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:54.981293 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45c9ba03-e77f-43d9-af58-9b583b4e3bfa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for security_group_rule (d1deba39-8de3-4fc9-bb50-7a37ac12be42), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:55.036143 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6e263846-ec09-4236-ba33-204fc9eb4f82), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:55.044371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e8e448c9-0b50-41ee-a971-a16d4a0ca65e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Allocated IP 2001:db8::10 (20dabdbf-f479-4f3a-a13a-2c3cb36858f9/2c75f121-0194-43ef-928e-bc9e35f4540f/bea282b2-7098-45e8-a02f-e01c80e01770) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:55.085064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Network 20dabdbf-f479-4f3a-a13a-2c3cb36858f9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:55.127734 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5688f0bd-ed38-4c00-8f57-bcb0dcf992fe tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:55.136528 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:55.149277 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:55.154974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6094a330-ac56-483d-b014-8cf5f3bd5af0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:55.157201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5688f0bd-ed38-4c00-8f57-bcb0dcf992fe tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:55.166757 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47742) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:55.168016 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Pushing event updated for resources: {'Port': ['ID=1ec2f1b8-bf86-4e39-a887-e99cb069a3f9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:55.181427 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5688f0bd-ed38-4c00-8f57-bcb0dcf992fe tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4521053 Jan 28 19:17:55.332512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Attempting to bind port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:17:55.333439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Attempting to bind port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'bb7914fb-1e64-4a1e-b620-c2efb87ef90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20dabdbf-f479-4f3a-a13a-2c3cb36858f9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:17:55.333876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Attempting to bind port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 on network 20dabdbf-f479-4f3a-a13a-2c3cb36858f9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:17:55.340202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21be90-e5ad-478a-941f-2dcf749d0c80 None None] Pushing event updated for resources: {'Port': ['ID=6e263846-ec09-4236-ba33-204fc9eb4f82,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:55.349616 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:17:55.350004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Checking segment: {'id': 'bb7914fb-1e64-4a1e-b620-c2efb87ef90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20dabdbf-f479-4f3a-a13a-2c3cb36858f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:17:55.350584 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:55.351084 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Bound using segment: {'id': 'bb7914fb-1e64-4a1e-b620-c2efb87ef90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20dabdbf-f479-4f3a-a13a-2c3cb36858f9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:17:55.351905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Bound port: 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7914fb-1e64-4a1e-b620-c2efb87ef90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '20dabdbf-f479-4f3a-a13a-2c3cb36858f9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:17:55.352424 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1ec2f1b8-bf86-4e39-a887-e99cb069a3f9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:55.356212 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:55.407455 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45c9ba03-e77f-43d9-af58-9b583b4e3bfa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for security_group_rule (d1deba39-8de3-4fc9-bb50-7a37ac12be42), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:55.425222 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45c9ba03-e77f-43d9-af58-9b583b4e3bfa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (d1deba39-8de3-4fc9-bb50-7a37ac12be42), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:55.425792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e2268195-b1fe-486f-88f8-ff4ed21679ee tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port 2a4e65cc-c52a-49af-b19a-c6427a6d8155 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:55.426733 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2268195-b1fe-486f-88f8-ff4ed21679ee tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2a4e65cc-c52a-49af-b19a-c6427a6d8155), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:55.567332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] For port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:17:55.567743 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2268195-b1fe-486f-88f8-ff4ed21679ee tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2a4e65cc-c52a-49af-b19a-c6427a6d8155), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:55.573064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] For port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1ec2f1b8-bf86-4e39-a887-e99cb069a3f9,segment=NetworkSegment(bb7914fb-1e64-4a1e-b620-c2efb87ef90a),segment_id=bb7914fb-1e64-4a1e-b620-c2efb87ef90a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:17:55.582621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e2268195-b1fe-486f-88f8-ff4ed21679ee tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for 2a4e65cc-c52a-49af-b19a-c6427a6d8155 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:55.584415 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1ec2f1b8-bf86-4e39-a887-e99cb069a3f9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:55.660241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9ba03-e77f-43d9-af58-9b583b4e3bfa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1deba39-8de3-4fc9-bb50-7a37ac12be42,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:55.666376 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88bc53-252d-43c6-89a8-20c8bcb9ed42 None None] Pushing event updated for resources: {'Port': ['ID=1ec2f1b8-bf86-4e39-a887-e99cb069a3f9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:55.696027 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45c9ba03-e77f-43d9-af58-9b583b4e3bfa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:55.703927 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-45c9ba03-e77f-43d9-af58-9b583b4e3bfa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9205368 Jan 28 19:17:55.710288 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47756) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:55.864482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55772-3fc7-47a2-b86e-5a04e59cf9fd req-dda13de8-679f-4188-9532-f2760f759bba tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:55.867318 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2aa55772-3fc7-47a2-b86e-5a04e59cf9fd req-dda13de8-679f-4188-9532-f2760f759bba tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 945 time: 0.1992118 Jan 28 19:17:55.924425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7bfc99c6-78b9-44af-8aca-a4053cb9a445 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Request body: {'security_group_rule': {'security_group_id': '3d51f05d-7623-4222-b390-56706a33fc17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:56.007487 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2aa55772-3fc7-47a2-b86e-5a04e59cf9fd req-04af80ed-2654-4cda-911a-1da476abf580 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e000a0ee-d00e-4208-9485-41ee0e652a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339722 Jan 28 19:17:56.012926 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8e448c9-0b50-41ee-a971-a16d4a0ca65e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (bea282b2-7098-45e8-a02f-e01c80e01770), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:56.022438 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2268195-b1fe-486f-88f8-ff4ed21679ee tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2a4e65cc-c52a-49af-b19a-c6427a6d8155), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:56.098859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2268195-b1fe-486f-88f8-ff4ed21679ee tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=2a4e65cc-c52a-49af-b19a-c6427a6d8155,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:56.101648 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497da1d-72d8-4b80-8bd4-e0af3cb4b188 req-8442038a-49f9-44a1-afe4-9c31ef0d319d tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:56.105178 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1497da1d-72d8-4b80-8bd4-e0af3cb4b188 req-8442038a-49f9-44a1-afe4-9c31ef0d319d tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 945 time: 0.6921759 Jan 28 19:17:56.160105 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bfc99c6-78b9-44af-8aca-a4053cb9a445 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for security_group_rule (8b36d50b-9c8b-4985-be5f-6a3671d6f048), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:56.184692 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2268195-b1fe-486f-88f8-ff4ed21679ee tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:56.190693 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e2268195-b1fe-486f-88f8-ff4ed21679ee tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/2a4e65cc-c52a-49af-b19a-c6427a6d8155 HTTP/1.1" status: 204 len: 168 time: 1.0200570 Jan 28 19:17:56.201048 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47772) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:56.222817 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30572e2b-ff06-4857-916c-f3380c7465d8 req-86bc1021-c9fe-469b-b4a7-3493282622c9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.0417955 Jan 28 19:17:56.307303 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8e448c9-0b50-41ee-a971-a16d4a0ca65e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (bea282b2-7098-45e8-a02f-e01c80e01770), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:56.634822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843c07c-0c5d-4d50-807a-063319f12d4b req-e7816bd5-af96-45d0-afb5-8850b4abbddf tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:56.636575 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6843c07c-0c5d-4d50-807a-063319f12d4b req-e7816bd5-af96-45d0-afb5-8850b4abbddf tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.31 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 945 time: 0.1038456 Jan 28 19:17:56.814659 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6843c07c-0c5d-4d50-807a-063319f12d4b req-8266bdea-5185-4893-9b07-961b00c1c2be tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Deleting port 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:56.815231 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6843c07c-0c5d-4d50-807a-063319f12d4b req-8266bdea-5185-4893-9b07-961b00c1c2be tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:56.935868 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1497da1d-72d8-4b80-8bd4-e0af3cb4b188 req-6a79924f-742f-4f7c-87cc-2a7d49298c1f tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdf5bab-a026-49ae-ba63-442277b86f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8223476 Jan 28 19:17:56.985714 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47802) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:57.000624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e448c9-0b50-41ee-a971-a16d4a0ca65e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 20dabdbf-f479-4f3a-a13a-2c3cb36858f9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:57.013093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6843c07c-0c5d-4d50-807a-063319f12d4b req-8266bdea-5185-4893-9b07-961b00c1c2be tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] For port 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3,segment=NetworkSegment(1fd55bbc-6fac-4399-a6e2-4f40f27b0164),segment_id=1fd55bbc-6fac-4399-a6e2-4f40f27b0164)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:57.017455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0393495-da17-4809-85d5-c69216dff0d4 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:57.017946 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6843c07c-0c5d-4d50-807a-063319f12d4b req-8266bdea-5185-4893-9b07-961b00c1c2be tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.026118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0393495-da17-4809-85d5-c69216dff0d4 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:57.031980 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47808) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:57.032439 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c0393495-da17-4809-85d5-c69216dff0d4 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8261669 Jan 28 19:17:57.061785 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6843c07c-0c5d-4d50-807a-063319f12d4b req-8266bdea-5185-4893-9b07-961b00c1c2be tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Calling delete_port for 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:57.068675 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e8e448c9-0b50-41ee-a971-a16d4a0ca65e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:57.079375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e448c9-0b50-41ee-a971-a16d4a0ca65e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:57.086805 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e448c9-0b50-41ee-a971-a16d4a0ca65e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:57.087851 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8e448c9-0b50-41ee-a971-a16d4a0ca65e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.123799 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9b6a94d2-4edb-41d5-8685-c08126bd1ff1 None None] Provisioning complete for port 6e263846-ec09-4236-ba33-204fc9eb4f82 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:57.125754 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b6a94d2-4edb-41d5-8685-c08126bd1ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6e263846-ec09-4236-ba33-204fc9eb4f82), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.131465 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e448c9-0b50-41ee-a971-a16d4a0ca65e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=bea282b2-7098-45e8-a02f-e01c80e01770,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:57.192338 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bfc99c6-78b9-44af-8aca-a4053cb9a445 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for security_group_rule (8b36d50b-9c8b-4985-be5f-6a3671d6f048), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.291997 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bfc99c6-78b9-44af-8aca-a4053cb9a445 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (8b36d50b-9c8b-4985-be5f-6a3671d6f048), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.303047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d4402c-1d58-48ac-8cee-55fa8f60ce94 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 38d67d35-0715-4696-96f4-7378d69a3fd6 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:17:57.327682 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68d4402c-1d58-48ac-8cee-55fa8f60ce94 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (38d67d35-0715-4696-96f4-7378d69a3fd6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.367976 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c590fa38-9852-484c-9e2c-f029bd5c7ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.371651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e8e448c9-0b50-41ee-a971-a16d4a0ca65e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6967700 Jan 28 19:17:57.376732 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47818) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:57.403779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc99c6-78b9-44af-8aca-a4053cb9a445 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b36d50b-9c8b-4985-be5f-6a3671d6f048,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:57.432581 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bfc99c6-78b9-44af-8aca-a4053cb9a445 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.433871 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7bfc99c6-78b9-44af-8aca-a4053cb9a445 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7204182 Jan 28 19:17:57.450825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9e736-7eaf-491b-ba30-d3219b88a430 req-4ee5d026-e514-49ba-842f-f751a3a83820 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:57.452322 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a5e9e736-7eaf-491b-ba30-d3219b88a430 req-4ee5d026-e514-49ba-842f-f751a3a83820 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.31 "GET /v2.0/ports?device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 945 time: 0.5804629 Jan 28 19:17:57.452837 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:57.462852 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:57.478676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c346f206-d9aa-4058-ba7b-b1e1499646a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'network_id': '20dabdbf-f479-4f3a-a13a-2c3cb36858f9', 'name': 'tempest-PortsIpV6TestJSON-1435620214', 'fixed_ips': [{'subnet_id': '2c75f121-0194-43ef-928e-bc9e35f4540f', 'ip_address': '2001:db8::f'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:57.492351 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a94d2-4edb-41d5-8685-c08126bd1ff1 None None] Current status of the port 6e263846-ec09-4236-ba33-204fc9eb4f82 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:57.492756 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b6a94d2-4edb-41d5-8685-c08126bd1ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6e263846-ec09-4236-ba33-204fc9eb4f82), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.557055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f18e2c-fd09-4042-b6ee-b2af8e53f885 req-6e4a1145-0cdc-41dd-941f-78e413e9ef92 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:57.566535 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79f18e2c-fd09-4042-b6ee-b2af8e53f885 req-6e4a1145-0cdc-41dd-941f-78e413e9ef92 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 945 time: 0.3680084 Jan 28 19:17:57.570938 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.605644 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07b94cd7-702b-447f-87b9-38dbe0ec6d55 req-2e372ae2-1728-463c-8252-1290c2934e6e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.0928626 Jan 28 19:17:57.659477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6e263846-ec09-4236-ba33-204fc9eb4f82 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:57.709058 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47822) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:57.747585 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79f18e2c-fd09-4042-b6ee-b2af8e53f885 req-96326e41-511d-47dd-8ee0-7b725314f3a4 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/security-groups?id=e000a0ee-d00e-4208-9485-41ee0e652a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804194 Jan 28 19:17:57.785562 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a5e9e736-7eaf-491b-ba30-d3219b88a430 req-58b143c2-c0f4-47da-b182-64d5c0557987 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Deleting port b33cbe60-3262-4e64-bcd7-c3278d219aaa {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:17:57.785923 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a5e9e736-7eaf-491b-ba30-d3219b88a430 req-58b143c2-c0f4-47da-b182-64d5c0557987 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b33cbe60-3262-4e64-bcd7-c3278d219aaa), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.913346 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a5e9e736-7eaf-491b-ba30-d3219b88a430 req-58b143c2-c0f4-47da-b182-64d5c0557987 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] For port b33cbe60-3262-4e64-bcd7-c3278d219aaa, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b33cbe60-3262-4e64-bcd7-c3278d219aaa,segment=NetworkSegment(4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb),segment_id=4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:57.913745 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a5e9e736-7eaf-491b-ba30-d3219b88a430 req-58b143c2-c0f4-47da-b182-64d5c0557987 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b33cbe60-3262-4e64-bcd7-c3278d219aaa), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.924583 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:57.935664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074a73e6-7a0e-444a-89a4-0de09e739b3e None None] Network 20dabdbf-f479-4f3a-a13a-2c3cb36858f9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:57.937010 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-a5e9e736-7eaf-491b-ba30-d3219b88a430 req-58b143c2-c0f4-47da-b182-64d5c0557987 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Calling delete_port for b33cbe60-3262-4e64-bcd7-c3278d219aaa owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:17:57.940195 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9b6a94d2-4edb-41d5-8685-c08126bd1ff1 None None] For port 6e263846-ec09-4236-ba33-204fc9eb4f82, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6e263846-ec09-4236-ba33-204fc9eb4f82,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:57.987698 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b6a94d2-4edb-41d5-8685-c08126bd1ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6e263846-ec09-4236-ba33-204fc9eb4f82), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.046912 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e26e1cd-6b79-4557-b828-341537f1388b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.138101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a94d2-4edb-41d5-8685-c08126bd1ff1 None None] Pushing event updated for resources: {'Port': ['ID=6e263846-ec09-4236-ba33-204fc9eb4f82,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:58.176343 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6e263846-ec09-4236-ba33-204fc9eb4f82 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:58.177153 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6e263846-ec09-4236-ba33-204fc9eb4f82), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.200244 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8eaa8d61-fe87-4bf2-90dd-f99e1f2a0794 None None] Provisioning complete for port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:58.201110 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8eaa8d61-fe87-4bf2-90dd-f99e1f2a0794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1ec2f1b8-bf86-4e39-a887-e99cb069a3f9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.215215 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68d4402c-1d58-48ac-8cee-55fa8f60ce94 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (38d67d35-0715-4696-96f4-7378d69a3fd6), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.253201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Allocated IP 172.25.0.109 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/4b2839e2-cda0-47e0-acef-8bacac648af5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:58.346445 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3ac7f-4988-4412-97f4-76b15e80bd54 req-68c27812-ed73-4877-a188-6b13082283a3 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:58.354064 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-63e3ac7f-4988-4412-97f4-76b15e80bd54 req-68c27812-ed73-4877-a188-6b13082283a3 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 945 time: 0.2014832 Jan 28 19:17:58.388264 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6e263846-ec09-4236-ba33-204fc9eb4f82 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:58.395094 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:58.398518 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa8d61-fe87-4bf2-90dd-f99e1f2a0794 None None] Current status of the port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:58.398518 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8eaa8d61-fe87-4bf2-90dd-f99e1f2a0794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1ec2f1b8-bf86-4e39-a887-e99cb069a3f9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.441443 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e26e1cd-6b79-4557-b828-341537f1388b admin admin] Publish callbacks [] for security_group (37131c01-d770-4064-b93f-5fcb787b30a0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.463097 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5e26e1cd-6b79-4557-b828-341537f1388b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (37131c01-d770-4064-b93f-5fcb787b30a0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.479401 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-63e3ac7f-4988-4412-97f4-76b15e80bd54 req-5f4fee29-8f8d-4b8d-a6b1-2c7e5b05d8c4 tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/security-groups?id=4fdf5bab-a026-49ae-ba63-442277b86f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229241 Jan 28 19:17:58.481974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8eaa8d61-fe87-4bf2-90dd-f99e1f2a0794 None None] For port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1ec2f1b8-bf86-4e39-a887-e99cb069a3f9,segment=NetworkSegment(bb7914fb-1e64-4a1e-b620-c2efb87ef90a),segment_id=bb7914fb-1e64-4a1e-b620-c2efb87ef90a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:17:58.487671 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8eaa8d61-fe87-4bf2-90dd-f99e1f2a0794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1ec2f1b8-bf86-4e39-a887-e99cb069a3f9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.499791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8eaa8d61-fe87-4bf2-90dd-f99e1f2a0794 None None] Could not find standard attr ID for object 2a4e65cc-c52a-49af-b19a-c6427a6d8155. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:17:58.525912 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a5e9e736-7eaf-491b-ba30-d3219b88a430 req-58b143c2-c0f4-47da-b182-64d5c0557987 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (b33cbe60-3262-4e64-bcd7-c3278d219aaa), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.532092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:58.534682 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1ec2f1b8-bf86-4e39-a887-e99cb069a3f9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.589394 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b143c2-c0f4-47da-b182-64d5c0557987 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Pushing event deleted for resources: {'Port': ['ID=b33cbe60-3262-4e64-bcd7-c3278d219aaa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:58.591958 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68d4402c-1d58-48ac-8cee-55fa8f60ce94 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (38d67d35-0715-4696-96f4-7378d69a3fd6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.593694 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5e26e1cd-6b79-4557-b828-341537f1388b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=969582408fad48dca78daa7e9ed91742&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8832185 Jan 28 19:17:58.602142 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26e1cd-6b79-4557-b828-341537f1388b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37131c01-d770-4064-b93f-5fcb787b30a0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:58.607882 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47828) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:58.608710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c346f206-d9aa-4058-ba7b-b1e1499646a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:17:58.628518 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa8d61-fe87-4bf2-90dd-f99e1f2a0794 None None] Pushing event updated for resources: {'Port': ['ID=1ec2f1b8-bf86-4e39-a887-e99cb069a3f9,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:58.665098 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for port (4b2839e2-cda0-47e0-acef-8bacac648af5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.717866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e9e736-7eaf-491b-ba30-d3219b88a430 req-58b143c2-c0f4-47da-b182-64d5c0557987 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] No DVR routers for this DVR port b33cbe60-3262-4e64-bcd7-c3278d219aaa on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:58.722033 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:58.737973 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a5e9e736-7eaf-491b-ba30-d3219b88a430 req-58b143c2-c0f4-47da-b182-64d5c0557987 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.741422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a5e9e736-7eaf-491b-ba30-d3219b88a430 req-58b143c2-c0f4-47da-b182-64d5c0557987 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.31 "DELETE /v2.0/ports/b33cbe60-3262-4e64-bcd7-c3278d219aaa HTTP/1.1" status: 204 len: 173 time: 1.2711987 Jan 28 19:17:58.741893 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46070e3-84cd-485f-b82a-7b9ed37679fd', 'name': 'network-vif-deleted', 'tag': 'b33cbe60-3262-4e64-bcd7-c3278d219aaa'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:58.746292 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a5c67a-09b7-48f7-bf39-a3d21fb53600" -d '{"events": [{"server_uuid": "c46070e3-84cd-485f-b82a-7b9ed37679fd", "name": "network-vif-deleted", "tag": "b33cbe60-3262-4e64-bcd7-c3278d219aaa"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:58.760732 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c346f206-d9aa-4058-ba7b-b1e1499646a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.789257 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6843c07c-0c5d-4d50-807a-063319f12d4b req-8266bdea-5185-4893-9b07-961b00c1c2be tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.826937 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c590fa38-9852-484c-9e2c-f029bd5c7ad7 admin admin] Publish callbacks [] for security_group (53a1962a-ec16-49cf-834a-c426d05ed0b6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.848993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b86ab7e5-b3cb-42d8-8492-6b5fcc73c6e0 None None] Provisioning complete for port bea282b2-7098-45e8-a02f-e01c80e01770 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:58.849432 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b86ab7e5-b3cb-42d8-8492-6b5fcc73c6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bea282b2-7098-45e8-a02f-e01c80e01770), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.873408 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d817cbd5-0cc8-4ca2-a762-a9954847ac20 x-openstack-request-id: req-d817cbd5-0cc8-4ca2-a762-a9954847ac20 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:58.876695 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46070e3-84cd-485f-b82a-7b9ed37679fd", "name": "network-vif-deleted", "tag": "b33cbe60-3262-4e64-bcd7-c3278d219aaa", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:58.877831 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d817cbd5-0cc8-4ca2-a762-a9954847ac20 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:58.878490 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46070e3-84cd-485f-b82a-7b9ed37679fd', 'name': 'network-vif-deleted', 'tag': 'b33cbe60-3262-4e64-bcd7-c3278d219aaa', 'status': 'completed', 'code': 200} Jan 28 19:17:58.906789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266bdea-5185-4893-9b07-961b00c1c2be tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Pushing event deleted for resources: {'Port': ['ID=6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:58.907468 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0c39b6cd-1b5f-4fff-a03b-b5eb39c6c853 req-7deec1d9-4ae3-416b-b9dc-74f663fa4b9e tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.1565866 Jan 28 19:17:58.908804 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c590fa38-9852-484c-9e2c-f029bd5c7ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (53a1962a-ec16-49cf-834a-c426d05ed0b6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.927827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-c346f206-d9aa-4058-ba7b-b1e1499646a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] device_id is not set on port 6ba468d7-9fdf-4a02-b624-f452f8834407 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:17:58.937586 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b86ab7e5-b3cb-42d8-8492-6b5fcc73c6e0 None None] Port bea282b2-7098-45e8-a02f-e01c80e01770 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:58.956584 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4b2839e2-cda0-47e0-acef-8bacac648af5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:58.966463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b86ab7e5-b3cb-42d8-8492-6b5fcc73c6e0 None None] Provisioning complete for port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:58.966851 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b86ab7e5-b3cb-42d8-8492-6b5fcc73c6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1ec2f1b8-bf86-4e39-a887-e99cb069a3f9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:59.057106 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:17:59.061286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:17:59.063297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event updated for resources: {'Port': ['ID=4b2839e2-cda0-47e0-acef-8bacac648af5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:59.070598 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:17:59.089038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b86ab7e5-b3cb-42d8-8492-6b5fcc73c6e0 None None] Current status of the port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:17:59.130371 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b5899a2-049c-41f9-a896-0f0d38e73a79 req-797c5d82-42a1-425f-941c-fac0cdf11d78 tempest-ServerAddressesTestJSON-772211040 tempest-ServerAddressesTestJSON-772211040-project] 10.222.0.55 "GET /v2.0/ports?device_id=c46070e3-84cd-485f-b82a-7b9ed37679fd HTTP/1.1" status: 200 len: 210 time: 0.1735880 Jan 28 19:17:59.166581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590fa38-9852-484c-9e2c-f029bd5c7ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a1962a-ec16-49cf-834a-c426d05ed0b6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:59.169376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6843c07c-0c5d-4d50-807a-063319f12d4b req-8266bdea-5185-4893-9b07-961b00c1c2be tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] No DVR routers for this DVR port 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:17:59.175424 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c590fa38-9852-484c-9e2c-f029bd5c7ad7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8b5d212dd864a9498b2762ec6686089&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1861012 Jan 28 19:17:59.176626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47836) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:59.178912 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6843c07c-0c5d-4d50-807a-063319f12d4b req-8266bdea-5185-4893-9b07-961b00c1c2be tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:59.183058 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6843c07c-0c5d-4d50-807a-063319f12d4b req-8266bdea-5185-4893-9b07-961b00c1c2be tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.31 "DELETE /v2.0/ports/6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 HTTP/1.1" status: 204 len: 173 time: 2.5396378 Jan 28 19:17:59.184718 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e07f29-e79d-4621-908b-004fbd07d1e3', 'name': 'network-vif-deleted', 'tag': '6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:17:59.187278 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3998e6-f1b2-4efe-8418-ed60f900a92c" -d '{"events": [{"server_uuid": "36e07f29-e79d-4621-908b-004fbd07d1e3", "name": "network-vif-deleted", "tag": "6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:17:59.215340 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68d4402c-1d58-48ac-8cee-55fa8f60ce94 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (38d67d35-0715-4696-96f4-7378d69a3fd6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:59.219598 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2c58a4f-039c-4f5e-a70e-35574ef8c578 admin admin] Publish callbacks [] for security_group (37131c01-d770-4064-b93f-5fcb787b30a0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:59.245045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a333071e-f5d6-42cb-906f-31decf98d32b None None] Provisioning complete for port bea282b2-7098-45e8-a02f-e01c80e01770 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:59.251587 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a333071e-f5d6-42cb-906f-31decf98d32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bea282b2-7098-45e8-a02f-e01c80e01770), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:59.299424 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for floatingip (1b34f477-7f52-4300-a2b9-3186ceba66e5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:59.323179 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca04cc3-e343-4f15-a9a4-363951e76059 x-openstack-request-id: req-bca04cc3-e343-4f15-a9a4-363951e76059 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:17:59.323595 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e07f29-e79d-4621-908b-004fbd07d1e3", "name": "network-vif-deleted", "tag": "6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:17:59.323932 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bca04cc3-e343-4f15-a9a4-363951e76059 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:17:59.324422 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e07f29-e79d-4621-908b-004fbd07d1e3', 'name': 'network-vif-deleted', 'tag': '6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3', 'status': 'completed', 'code': 200} Jan 28 19:17:59.344272 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4402c-1d58-48ac-8cee-55fa8f60ce94 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=38d67d35-0715-4696-96f4-7378d69a3fd6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:59.348170 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a333071e-f5d6-42cb-906f-31decf98d32b None None] Port bea282b2-7098-45e8-a02f-e01c80e01770 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:17:59.374813 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68d4402c-1d58-48ac-8cee-55fa8f60ce94 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:59.378806 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-68d4402c-1d58-48ac-8cee-55fa8f60ce94 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/38d67d35-0715-4696-96f4-7378d69a3fd6 HTTP/1.1" status: 204 len: 168 time: 2.3454149 Jan 28 19:17:59.383671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f46bff-6bda-477f-b373-b6cfe057d329 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:17:59.387334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47840) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:59.394467 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2c58a4f-039c-4f5e-a70e-35574ef8c578 admin admin] Publish callbacks [] for security_group (37131c01-d770-4064-b93f-5fcb787b30a0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:59.451308 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-35c0a456-9e38-4c0f-b0bc-3adf08d12fbe tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627236 Jan 28 19:17:59.453961 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4b2839e2-cda0-47e0-acef-8bacac648af5), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:59.455771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47842) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:59.486747 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9287d0ca-aff6-48e9-a170-0d556bdf057c admin admin] Publish callbacks [] for security_group (53a1962a-ec16-49cf-834a-c426d05ed0b6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:59.513863 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9287d0ca-aff6-48e9-a170-0d556bdf057c admin admin] Publish callbacks [] for security_group (53a1962a-ec16-49cf-834a-c426d05ed0b6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:59.518701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6e263846-ec09-4236-ba33-204fc9eb4f82 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:17:59.571876 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f098261-d3cb-42ce-aa78-50105fada093 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:59.576238 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8f098261-d3cb-42ce-aa78-50105fada093 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1127815 Jan 28 19:17:59.580217 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47846) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:59.593971 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-c346f206-d9aa-4058-ba7b-b1e1499646a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Allocated IP 2001:db8::f (20dabdbf-f479-4f3a-a13a-2c3cb36858f9/2c75f121-0194-43ef-928e-bc9e35f4540f/6ba468d7-9fdf-4a02-b624-f452f8834407) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:17:59.606982 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9287d0ca-aff6-48e9-a170-0d556bdf057c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (53a1962a-ec16-49cf-834a-c426d05ed0b6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:59.608801 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2c58a4f-039c-4f5e-a70e-35574ef8c578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (37131c01-d770-4064-b93f-5fcb787b30a0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:59.611343 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9287d0ca-aff6-48e9-a170-0d556bdf057c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:59.612478 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2c58a4f-039c-4f5e-a70e-35574ef8c578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:59.616159 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a2c58a4f-039c-4f5e-a70e-35574ef8c578 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37131c01-d770-4064-b93f-5fcb787b30a0 HTTP/1.1" status: 204 len: 168 time: 0.8884645 Jan 28 19:17:59.626675 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9287d0ca-aff6-48e9-a170-0d556bdf057c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/53a1962a-ec16-49cf-834a-c426d05ed0b6 HTTP/1.1" status: 204 len: 168 time: 0.4488666 Jan 28 19:17:59.660627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6e263846-ec09-4236-ba33-204fc9eb4f82 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:17:59.662245 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6e263846-ec09-4236-ba33-204fc9eb4f82), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:17:59.677497 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c58a4f-039c-4f5e-a70e-35574ef8c578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37131c01-d770-4064-b93f-5fcb787b30a0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:17:59.740866 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7573288-1543-4625-a3ff-9ecb161c6c70 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:17:59.742837 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e7573288-1543-4625-a3ff-9ecb161c6c70 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1615517 Jan 28 19:17:59.756298 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23ba2cde-a6f7-498d-abaf-6c0d24451fda req-13a79618-3acc-4ad8-8e46-6f5800971bcd tempest-ServerTagsTestJSON-347802765 tempest-ServerTagsTestJSON-347802765-project] 10.222.0.55 "GET /v2.0/ports?device_id=36e07f29-e79d-4621-908b-004fbd07d1e3 HTTP/1.1" status: 200 len: 210 time: 0.0718050 Jan 28 19:17:59.760273 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:59.818763 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0280a96b-df3d-4b9e-9f60-967d228e2afd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554304 Jan 28 19:17:59.825557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:17:59.858387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-00e64bf0-7925-44ba-8d32-e90deaf52866 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:17:59.879663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287d0ca-aff6-48e9-a170-0d556bdf057c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a1962a-ec16-49cf-834a-c426d05ed0b6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:00.009587 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbb0dca-3bc3-42b5-9f1d-021f6828f895 None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:18:00.010586 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for port (4b2839e2-cda0-47e0-acef-8bacac648af5), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.013210 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6e263846-ec09-4236-ba33-204fc9eb4f82 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:00.014285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:00.025041 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4b2839e2-cda0-47e0-acef-8bacac648af5), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.127577 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (1b34f477-7f52-4300-a2b9-3186ceba66e5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.172052 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.208711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:00.209330 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1ec2f1b8-bf86-4e39-a887-e99cb069a3f9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.216909 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ddbb0dca-3bc3-42b5-9f1d-021f6828f895 None None] Deleting port 6e263846-ec09-4236-ba33-204fc9eb4f82 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:00.217407 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddbb0dca-3bc3-42b5-9f1d-021f6828f895 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6e263846-ec09-4236-ba33-204fc9eb4f82), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.218889 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e64bf0-7925-44ba-8d32-e90deaf52866 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:00.238367 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b025b0f4-130f-4344-ae32-026001fb21e2 req-2d295388-8314-4161-b7ee-a40e00f55db4 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.1114273 Jan 28 19:18:00.240396 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00e64bf0-7925-44ba-8d32-e90deaf52866 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.247189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:00.278114 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.282509 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8237584 Jan 28 19:18:00.289514 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ff698-f57d-4d5b-a30d-b2c44a4a5bf4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event updated for resources: {'Port': ['ID=4b2839e2-cda0-47e0-acef-8bacac648af5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:00.385065 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c346f206-d9aa-4058-ba7b-b1e1499646a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (6ba468d7-9fdf-4a02-b624-f452f8834407), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.411212 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ddbb0dca-3bc3-42b5-9f1d-021f6828f895 None None] For port 6e263846-ec09-4236-ba33-204fc9eb4f82, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6e263846-ec09-4236-ba33-204fc9eb4f82,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:00.412354 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddbb0dca-3bc3-42b5-9f1d-021f6828f895 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6e263846-ec09-4236-ba33-204fc9eb4f82), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.429365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f86ced-de7a-4b96-b8a9-fed6863c1d4a admin admin] Deleting subnet 33ca378f-d56e-492c-81da-4fe693f811e5 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:18:00.437846 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f86ced-de7a-4b96-b8a9-fed6863c1d4a admin admin] Publish callbacks [] for subnet (33ca378f-d56e-492c-81da-4fe693f811e5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.452820 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47876) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:00.454497 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ddbb0dca-3bc3-42b5-9f1d-021f6828f895 None None] Calling delete_port for 6e263846-ec09-4236-ba33-204fc9eb4f82 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:00.464206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device b33cbe60-3262-4e64-bcd7-c3278d219aaa no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:00.494343 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3c02652-fef2-434e-857b-b5d8f8726e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.509654 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f86ced-de7a-4b96-b8a9-fed6863c1d4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (33ca378f-d56e-492c-81da-4fe693f811e5), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.516273 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: b33cbe60-3262-4e64-bcd7-c3278d219aaa {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:00.516989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device b33cbe60-3262-4e64-bcd7-c3278d219aaa not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:00.517615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:00.541312 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c346f206-d9aa-4058-ba7b-b1e1499646a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6ba468d7-9fdf-4a02-b624-f452f8834407), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.573354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:00.575891 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:00.576489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 6cb9ae2a-f4ba-482b-8c0f-43a1aa21e8c3 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:00.650517 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f86ced-de7a-4b96-b8a9-fed6863c1d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (33ca378f-d56e-492c-81da-4fe693f811e5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.653337 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3c02652-fef2-434e-857b-b5d8f8726e3e admin admin] Publish callbacks [] for security_group (cc91bdde-8a13-421f-aa65-b1fe262979d7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.654076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c346f206-d9aa-4058-ba7b-b1e1499646a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 20dabdbf-f479-4f3a-a13a-2c3cb36858f9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:00.656372 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346f206-d9aa-4058-ba7b-b1e1499646a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=6ba468d7-9fdf-4a02-b624-f452f8834407,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:00.657581 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddbb0dca-3bc3-42b5-9f1d-021f6828f895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (6e263846-ec09-4236-ba33-204fc9eb4f82), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.659236 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3c02652-fef2-434e-857b-b5d8f8726e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cc91bdde-8a13-421f-aa65-b1fe262979d7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.707642 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e3c02652-fef2-434e-857b-b5d8f8726e3e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=458cf5786d674a1199596c3984157182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2536988 Jan 28 19:18:00.710792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c346f206-d9aa-4058-ba7b-b1e1499646a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:00.717418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47880) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:00.720828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb0dca-3bc3-42b5-9f1d-021f6828f895 None None] Pushing event deleted for resources: {'Port': ['ID=6e263846-ec09-4236-ba33-204fc9eb4f82,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:00.723742 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb0dca-3bc3-42b5-9f1d-021f6828f895 None None] No DVR routers for this DVR port 6e263846-ec09-4236-ba33-204fc9eb4f82 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:00.728549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c346f206-d9aa-4058-ba7b-b1e1499646a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:00.734208 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c346f206-d9aa-4058-ba7b-b1e1499646a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:00.734942 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c346f206-d9aa-4058-ba7b-b1e1499646a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.787538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c02652-fef2-434e-857b-b5d8f8726e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc91bdde-8a13-421f-aa65-b1fe262979d7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:00.836548 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00e64bf0-7925-44ba-8d32-e90deaf52866 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (efd7c513-95ec-4050-834d-2e88253e85e6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:00.861624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47894) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:00.871302 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47896) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:00.876565 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c346f206-d9aa-4058-ba7b-b1e1499646a7 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4110923 Jan 28 19:18:01.018753 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e64bf0-7925-44ba-8d32-e90deaf52866 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:01.044082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-00e64bf0-7925-44ba-8d32-e90deaf52866 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:01.058489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d5de30-da52-475a-b1ac-4736383f0600 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:01.058705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-857a3d7a-3bc3-46f1-bb91-85c5473f0690 admin admin] Deleting subnet 4631f69c-d34f-4765-86f8-32acadf6f833 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:18:01.069775 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a008273-5310-4eb9-8259-3e8f14f9daf8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:01.071373 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2a008273-5310-4eb9-8259-3e8f14f9daf8 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1991580 Jan 28 19:18:01.072754 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-857a3d7a-3bc3-46f1-bb91-85c5473f0690 admin admin] Publish callbacks [] for subnet (4631f69c-d34f-4765-86f8-32acadf6f833), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:01.074509 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47906) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:01.075630 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e64bf0-7925-44ba-8d32-e90deaf52866 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:01.077250 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00e64bf0-7925-44ba-8d32-e90deaf52866 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:01.114715 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f86ced-de7a-4b96-b8a9-fed6863c1d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (33ca378f-d56e-492c-81da-4fe693f811e5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:01.146477 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f86ced-de7a-4b96-b8a9-fed6863c1d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:01.154499 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b9f86ced-de7a-4b96-b8a9-fed6863c1d4a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/33ca378f-d56e-492c-81da-4fe693f811e5 HTTP/1.1" status: 204 len: 168 time: 0.9053047 Jan 28 19:18:01.160927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47908) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:01.168466 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-857a3d7a-3bc3-46f1-bb91-85c5473f0690 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (4631f69c-d34f-4765-86f8-32acadf6f833), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:01.214308 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa893b2c-6081-4b39-a4e0-f5d529b92ee6 admin admin] Publish callbacks [] for security_group (cc91bdde-8a13-421f-aa65-b1fe262979d7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:01.270530 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa893b2c-6081-4b39-a4e0-f5d529b92ee6 admin admin] Publish callbacks [] for security_group (cc91bdde-8a13-421f-aa65-b1fe262979d7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:01.274723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': 'efd7c513-95ec-4050-834d-2e88253e85e6'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:18:01.280405 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:01.287804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-da6701df-ba0b-43e2-b51f-cf1c39f91360 None None] Provisioning complete for port 6ba468d7-9fdf-4a02-b624-f452f8834407 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:01.288186 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da6701df-ba0b-43e2-b51f-cf1c39f91360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6ba468d7-9fdf-4a02-b624-f452f8834407), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:01.297560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3e0c5-e020-42e9-a01d-37bf33f88475 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:01.312841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3e0c5-e020-42e9-a01d-37bf33f88475 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:01.325486 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c3e0c5-e020-42e9-a01d-37bf33f88475 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:01.327452 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-55c3e0c5-e020-42e9-a01d-37bf33f88475 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2515996 Jan 28 19:18:01.345055 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-da6701df-ba0b-43e2-b51f-cf1c39f91360 None None] Port 6ba468d7-9fdf-4a02-b624-f452f8834407 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:01.348682 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6e263846-ec09-4236-ba33-204fc9eb4f82 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:01.355189 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47914) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:01.377818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 6e263846-ec09-4236-ba33-204fc9eb4f82 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:01.378567 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6e263846-ec09-4236-ba33-204fc9eb4f82 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:01.417413 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-00e64bf0-7925-44ba-8d32-e90deaf52866 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5828383 Jan 28 19:18:01.421184 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa893b2c-6081-4b39-a4e0-f5d529b92ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cc91bdde-8a13-421f-aa65-b1fe262979d7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:01.423941 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa893b2c-6081-4b39-a4e0-f5d529b92ee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:01.425101 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-aa893b2c-6081-4b39-a4e0-f5d529b92ee6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc91bdde-8a13-421f-aa65-b1fe262979d7 HTTP/1.1" status: 204 len: 168 time: 0.7042220 Jan 28 19:18:01.425698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47918) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:01.453716 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd8097d6-fda2-43ac-910a-2caea41163a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (9f86c06f-a710-4830-86a7-936315128ca8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:01.467887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-992a7aa1-739f-483d-89d5-18979c693ed0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'fixed_ips': [{'subnet_id': 'efd7c513-95ec-4050-834d-2e88253e85e6', 'ip_address': '2001:db8::1791:6a4:db7e:5024'}], 'name': 'tempest-NetworksTestDHCPv6-403022181'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:01.481192 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-857a3d7a-3bc3-46f1-bb91-85c5473f0690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (4631f69c-d34f-4765-86f8-32acadf6f833), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:01.501001 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5555dea9-8b11-43dc-91d8-b2e472d68d08 req-7fbbd6e1-02c0-41a4-9cc2-b6b5c42e0808 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.1439388 Jan 28 19:18:01.572522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e64bf0-7925-44ba-8d32-e90deaf52866 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=efd7c513-95ec-4050-834d-2e88253e85e6,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:01.580327 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-09b3eae3-8406-40a7-8a41-cb006c188703 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--849802313&fields=id&tenant_id=8cc767c1cbe248bab484e9622a21d031 HTTP/1.1" status: 200 len: 267 time: 0.6485345 Jan 28 19:18:01.586219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa893b2c-6081-4b39-a4e0-f5d529b92ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc91bdde-8a13-421f-aa65-b1fe262979d7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:01.668332 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f86ced-de7a-4b96-b8a9-fed6863c1d4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ca378f-d56e-492c-81da-4fe693f811e5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:01.675936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-140a454f-6fcc-48d6-866f-872fcafdec29 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:01.677527 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-140a454f-6fcc-48d6-866f-872fcafdec29 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports/1c4f9e94-3927-4dd2-b547-28673b49a1ac HTTP/1.1" status: 200 len: 930 time: 0.0656307 Jan 28 19:18:01.736868 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-a96a57ee-f3b2-46e7-af4c-dc87e6b9b9bb tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:01.738751 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-a96a57ee-f3b2-46e7-af4c-dc87e6b9b9bb tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports/02d7af34-d764-432c-ad55-d958387aec9d HTTP/1.1" status: 200 len: 930 time: 0.0549183 Jan 28 19:18:01.740163 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992a7aa1-739f-483d-89d5-18979c693ed0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:01.772949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Allocated IP 2001:db8::2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/efd7c513-95ec-4050-834d-2e88253e85e6/eb7151d4-8dc3-4888-bfa3-50aec778cec0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:01.871993 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-992a7aa1-739f-483d-89d5-18979c693ed0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:01.913384 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-992a7aa1-739f-483d-89d5-18979c693ed0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port c88363de-6e25-404d-aa59-403cc6bd90e0 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:18:01.968053 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:18:02.039738 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-13de3bcd-8983-4d09-94a2-aa3a86aa6454 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?network_id=8bd761fc-fe6a-405a-9893-029eb3d01134&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1484513 Jan 28 19:18:02.047260 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-69fa02fa-0bd6-4c2f-9d38-b428f81caf88 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port 6ba468d7-9fdf-4a02-b624-f452f8834407 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:02.047606 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69fa02fa-0bd6-4c2f-9d38-b428f81caf88 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6ba468d7-9fdf-4a02-b624-f452f8834407), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.051890 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd8097d6-fda2-43ac-910a-2caea41163a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (9f86c06f-a710-4830-86a7-936315128ca8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.074621 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-857a3d7a-3bc3-46f1-bb91-85c5473f0690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (4631f69c-d34f-4765-86f8-32acadf6f833), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.145113 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Publish callbacks [] for port (eb7151d4-8dc3-4888-bfa3-50aec778cec0), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.150522 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a3d7a-3bc3-46f1-bb91-85c5473f0690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4631f69c-d34f-4765-86f8-32acadf6f833,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:02.162461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-fd8097d6-fda2-43ac-910a-2caea41163a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f86c06f-a710-4830-86a7-936315128ca8']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:02.168715 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (eb7151d4-8dc3-4888-bfa3-50aec778cec0), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.175963 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-857a3d7a-3bc3-46f1-bb91-85c5473f0690 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.180249 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-857a3d7a-3bc3-46f1-bb91-85c5473f0690 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4631f69c-d34f-4765-86f8-32acadf6f833 HTTP/1.1" status: 204 len: 168 time: 1.3174601 Jan 28 19:18:02.184895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47936) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:02.188035 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-fd8097d6-fda2-43ac-910a-2caea41163a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:02.188483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-fd8097d6-fda2-43ac-910a-2caea41163a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:02.212218 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-92eac414-783e-4e44-93fa-7f1cb1ec0946 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?network_id=8bd761fc-fe6a-405a-9893-029eb3d01134&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0942900 Jan 28 19:18:02.296156 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Pushing event updated for resources: {'Port': ['ID=eb7151d4-8dc3-4888-bfa3-50aec778cec0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:02.296392 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd8097d6-fda2-43ac-910a-2caea41163a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.331918 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69fa02fa-0bd6-4c2f-9d38-b428f81caf88 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6ba468d7-9fdf-4a02-b624-f452f8834407), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.333759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:02.336880 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ccd9dcf-e50f-43bd-b1bb-fbde799e85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (074eae1d-2c42-4598-836d-454ad1c3eb28), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.337873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:02.350712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:02.351533 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd8097d6-fda2-43ac-910a-2caea41163a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.358701 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-69fa02fa-0bd6-4c2f-9d38-b428f81caf88 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for 6ba468d7-9fdf-4a02-b624-f452f8834407 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:02.370272 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8097d6-fda2-43ac-910a-2caea41163a4 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:18:02.370537 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd8097d6-fda2-43ac-910a-2caea41163a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (4bfeb1db-5c41-4275-b2fb-3ce3b455c2eb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:18:02.373443 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:18:02.511085 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Attempting to bind port eb7151d4-8dc3-4888-bfa3-50aec778cec0 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:02.511260 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Attempting to bind port eb7151d4-8dc3-4888-bfa3-50aec778cec0 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:02.512816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Attempting to bind port eb7151d4-8dc3-4888-bfa3-50aec778cec0 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:02.518194 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-992a7aa1-739f-483d-89d5-18979c693ed0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::1791:6a4:db7e:5024 (1218acd0-0311-470a-8d43-e1a60f7e0be9/efd7c513-95ec-4050-834d-2e88253e85e6/c88363de-6e25-404d-aa59-403cc6bd90e0) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:02.519795 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:02.520390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:02.520948 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.521445 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:02.522091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Bound port: eb7151d4-8dc3-4888-bfa3-50aec778cec0, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:02.523586 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (eb7151d4-8dc3-4888-bfa3-50aec778cec0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.625252 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd8097d6-fda2-43ac-910a-2caea41163a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (9f86c06f-a710-4830-86a7-936315128ca8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.649961 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd8097d6-fda2-43ac-910a-2caea41163a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.658814 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fd8097d6-fda2-43ac-910a-2caea41163a4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9f86c06f-a710-4830-86a7-936315128ca8 HTTP/1.1" status: 204 len: 168 time: 1.4916916 Jan 28 19:18:02.704546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] For port eb7151d4-8dc3-4888-bfa3-50aec778cec0, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:02.711802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] For port eb7151d4-8dc3-4888-bfa3-50aec778cec0, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=eb7151d4-8dc3-4888-bfa3-50aec778cec0,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:02.713309 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ccd9dcf-e50f-43bd-b1bb-fbde799e85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (074eae1d-2c42-4598-836d-454ad1c3eb28), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.729209 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (eb7151d4-8dc3-4888-bfa3-50aec778cec0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.734572 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-992a7aa1-739f-483d-89d5-18979c693ed0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (c88363de-6e25-404d-aa59-403cc6bd90e0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.789559 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-992a7aa1-739f-483d-89d5-18979c693ed0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c88363de-6e25-404d-aa59-403cc6bd90e0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.810893 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7e119a39-55ef-4714-8024-1c6c6104fdfc req-577eb215-c490-4d50-a98e-345d93aa5da9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.1681783 Jan 28 19:18:02.815235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8097d6-fda2-43ac-910a-2caea41163a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f86c06f-a710-4830-86a7-936315128ca8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:02.869264 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9ccd9dcf-e50f-43bd-b1bb-fbde799e85d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074eae1d-2c42-4598-836d-454ad1c3eb28']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:02.877016 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a30d2-6843-4902-8ae1-a78e15b6c310 None None] Pushing event updated for resources: {'Port': ['ID=eb7151d4-8dc3-4888-bfa3-50aec778cec0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:02.910697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9ccd9dcf-e50f-43bd-b1bb-fbde799e85d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd55bbc-6fac-4399-a6e2-4f40f27b0164') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:02.911014 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9ccd9dcf-e50f-43bd-b1bb-fbde799e85d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd55bbc-6fac-4399-a6e2-4f40f27b0164') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:02.940389 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ccd9dcf-e50f-43bd-b1bb-fbde799e85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (1fd55bbc-6fac-4399-a6e2-4f40f27b0164), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:02.994594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992a7aa1-739f-483d-89d5-18979c693ed0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:03.015173 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-992a7aa1-739f-483d-89d5-18979c693ed0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:03.033897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47962) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:03.046255 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a7aa1-739f-483d-89d5-18979c693ed0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:03.059434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992a7aa1-739f-483d-89d5-18979c693ed0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:03.060423 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-992a7aa1-739f-483d-89d5-18979c693ed0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:03.066080 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ccd9dcf-e50f-43bd-b1bb-fbde799e85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1fd55bbc-6fac-4399-a6e2-4f40f27b0164), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:03.091135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a7aa1-739f-483d-89d5-18979c693ed0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=c88363de-6e25-404d-aa59-403cc6bd90e0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:03.101621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-a7491692-0b25-4627-98e8-0780fc208460 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:03.108784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-a7491692-0b25-4627-98e8-0780fc208460 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:03.117215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccd9dcf-e50f-43bd-b1bb-fbde799e85d5 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:18:03.117630 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ccd9dcf-e50f-43bd-b1bb-fbde799e85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (1fd55bbc-6fac-4399-a6e2-4f40f27b0164), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:18:03.123031 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:18:03.141238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-a7491692-0b25-4627-98e8-0780fc208460 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:03.143356 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-a7491692-0b25-4627-98e8-0780fc208460 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/networks?id=2102cb4c-1a8c-4160-88a9-27c39edb311a&id=5b784934-81a2-4bb5-a668-73176a055465&id=5b784934-81a2-4bb5-a668-73176a055465&id=8bd761fc-fe6a-405a-9893-029eb3d01134&id=8bd761fc-fe6a-405a-9893-029eb3d01134 HTTP/1.1" status: 200 len: 1990 time: 0.9303498 Jan 28 19:18:03.179130 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-53d5a828-a5d1-4735-9631-4f9de6ebb543 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/quotas/8cc767c1cbe248bab484e9622a21d031 HTTP/1.1" status: 200 len: 375 time: 0.0140355 Jan 28 19:18:03.212815 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-992a7aa1-739f-483d-89d5-18979c693ed0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7514877 Jan 28 19:18:03.247071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47966) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:03.278214 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2b62385c-4031-487b-b841-b295f6c32fa8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'fixed_ips': [{'subnet_id': 'efd7c513-95ec-4050-834d-2e88253e85e6', 'ip_address': '2001:db8::1791:6a4:db7e:5024'}], 'name': 'tempest-NetworksTestDHCPv6-1861281925'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:03.292325 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69fa02fa-0bd6-4c2f-9d38-b428f81caf88 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (6ba468d7-9fdf-4a02-b624-f452f8834407), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:03.314671 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7cd8f671-8a6a-44bf-beef-23b69a9e747a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5926700680f54f9c9e9f9c8b943306b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2755821 Jan 28 19:18:03.320270 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47970) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:03.437854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device eb7151d4-8dc3-4888-bfa3-50aec778cec0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:03.453212 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4446eccc-f1a9-4bd2-8dec-c88d39fcf967 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cc767c1cbe248bab484e9622a21d031&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2683432 Jan 28 19:18:03.469615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa02fa-0bd6-4c2f-9d38-b428f81caf88 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=6ba468d7-9fdf-4a02-b624-f452f8834407,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:03.501935 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ccd9dcf-e50f-43bd-b1bb-fbde799e85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (074eae1d-2c42-4598-836d-454ad1c3eb28), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:03.508056 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ccd9dcf-e50f-43bd-b1bb-fbde799e85d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:03.518532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9ccd9dcf-e50f-43bd-b1bb-fbde799e85d5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/074eae1d-2c42-4598-836d-454ad1c3eb28 HTTP/1.1" status: 204 len: 168 time: 1.3311646 Jan 28 19:18:03.582782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port eb7151d4-8dc3-4888-bfa3-50aec778cec0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:03.583280 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69fa02fa-0bd6-4c2f-9d38-b428f81caf88 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:03.585549 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (eb7151d4-8dc3-4888-bfa3-50aec778cec0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:03.594383 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-69fa02fa-0bd6-4c2f-9d38-b428f81caf88 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/6ba468d7-9fdf-4a02-b624-f452f8834407 HTTP/1.1" status: 204 len: 168 time: 2.2358227 Jan 28 19:18:03.611118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47978) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:03.649727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd9dcf-e50f-43bd-b1bb-fbde799e85d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=074eae1d-2c42-4598-836d-454ad1c3eb28,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:03.657248 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b88a96e-d1db-4838-b3ba-71bfb6fbc849 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] GET failed (client error): The resource could not be found. Jan 28 19:18:03.662012 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9b88a96e-d1db-4838-b3ba-71bfb6fbc849 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports/6ba468d7-9fdf-4a02-b624-f452f8834407 HTTP/1.1" status: 404 len: 333 time: 0.0477943 Jan 28 19:18:03.662833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47982) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:03.685750 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-41fde7ff-3c42-4dc9-b275-75d703ce7b13 service neutron] 10.222.0.55 "GET /v2.0/networks/2102cb4c-1a8c-4160-88a9-27c39edb311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485736 Jan 28 19:18:03.750227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port eb7151d4-8dc3-4888-bfa3-50aec778cec0 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:03.750626 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (eb7151d4-8dc3-4888-bfa3-50aec778cec0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:03.800936 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port eb7151d4-8dc3-4888-bfa3-50aec778cec0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=eb7151d4-8dc3-4888-bfa3-50aec778cec0,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:03.809179 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (eb7151d4-8dc3-4888-bfa3-50aec778cec0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:03.846335 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad09c2b0-695f-4fc7-a875-69e5705f40ed admin admin] Publish callbacks [] for security_group (e000a0ee-d00e-4208-9485-41ee0e652a45), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:03.851479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b62385c-4031-487b-b841-b295f6c32fa8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:03.868802 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b62385c-4031-487b-b841-b295f6c32fa8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:03.919740 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-2b62385c-4031-487b-b841-b295f6c32fa8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port b8e1ef2a-057e-4db8-b81d-608dfbf90c57 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:18:03.940707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=eb7151d4-8dc3-4888-bfa3-50aec778cec0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:03.956569 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad09c2b0-695f-4fc7-a875-69e5705f40ed admin admin] Publish callbacks [] for security_group (e000a0ee-d00e-4208-9485-41ee0e652a45), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:04.032716 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-412d56e3-2880-4fa3-a823-9b8cb3bf8677 req-bc90ef6f-1915-479b-8b2c-2b1c455cae74 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.0529835 Jan 28 19:18:04.040928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-698b18ec-96e8-47da-aa0f-1f6ba2296c11 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port bea282b2-7098-45e8-a02f-e01c80e01770 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:04.041677 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-698b18ec-96e8-47da-aa0f-1f6ba2296c11 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (bea282b2-7098-45e8-a02f-e01c80e01770), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:04.146918 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47990) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:04.230660 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ded0880a-7cf1-4f57-a5e1-61fcbd00ffe7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=879acf9325444fcf81724121707a446e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0796857 Jan 28 19:18:04.231586 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad09c2b0-695f-4fc7-a875-69e5705f40ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e000a0ee-d00e-4208-9485-41ee0e652a45), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:04.235994 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad09c2b0-695f-4fc7-a875-69e5705f40ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:04.239361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47992) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:04.240084 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ad09c2b0-695f-4fc7-a875-69e5705f40ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e000a0ee-d00e-4208-9485-41ee0e652a45 HTTP/1.1" status: 204 len: 168 time: 0.9094658 Jan 28 19:18:04.288893 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-698b18ec-96e8-47da-aa0f-1f6ba2296c11 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (bea282b2-7098-45e8-a02f-e01c80e01770), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:04.324766 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-698b18ec-96e8-47da-aa0f-1f6ba2296c11 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for bea282b2-7098-45e8-a02f-e01c80e01770 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:04.363947 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-16f2e6f7-7e6d-4870-a574-79f2af794d17 service neutron] 10.222.0.55 "GET /v2.0/networks/2102cb4c-1a8c-4160-88a9-27c39edb311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6622438 Jan 28 19:18:04.508216 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b62385c-4031-487b-b841-b295f6c32fa8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 19:18:04.511421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b62385c-4031-487b-b841-b295f6c32fa8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:18:04.523801 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-48d45d41-ed98-4812-ab37-0dd96c3712d4 service neutron] 10.222.0.55 "GET /v2.0/ports/1c4f9e94-3927-4dd2-b547-28673b49a1ac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1408014 Jan 28 19:18:04.554433 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09c2b0-695f-4fc7-a875-69e5705f40ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e000a0ee-d00e-4208-9485-41ee0e652a45,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:04.637674 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-698b18ec-96e8-47da-aa0f-1f6ba2296c11 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (bea282b2-7098-45e8-a02f-e01c80e01770), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:04.687781 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2b62385c-4031-487b-b841-b295f6c32fa8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.4370215 Jan 28 19:18:04.689197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48006) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:04.698676 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b18ec-96e8-47da-aa0f-1f6ba2296c11 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=bea282b2-7098-45e8-a02f-e01c80e01770,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:04.702468 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e12b3d93-15ee-4a9d-8968-740387710bce None None] Provisioning complete for port eb7151d4-8dc3-4888-bfa3-50aec778cec0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:04.703025 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e12b3d93-15ee-4a9d-8968-740387710bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (eb7151d4-8dc3-4888-bfa3-50aec778cec0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:04.767568 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-698b18ec-96e8-47da-aa0f-1f6ba2296c11 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:04.775531 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-698b18ec-96e8-47da-aa0f-1f6ba2296c11 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/bea282b2-7098-45e8-a02f-e01c80e01770 HTTP/1.1" status: 204 len: 168 time: 1.1091094 Jan 28 19:18:04.777536 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48010) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:04.825431 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fae9043-730b-4c8f-83b7-7c86eb801c66 admin admin] Publish callbacks [] for security_group (4fdf5bab-a026-49ae-ba63-442277b86f3b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:04.841729 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-73474615-86c7-4165-9bd1-fa259e5230e0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] GET failed (client error): The resource could not be found. Jan 28 19:18:04.846059 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-73474615-86c7-4165-9bd1-fa259e5230e0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports/bea282b2-7098-45e8-a02f-e01c80e01770 HTTP/1.1" status: 404 len: 333 time: 0.0651484 Jan 28 19:18:04.849091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48012) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:04.867718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e12b3d93-15ee-4a9d-8968-740387710bce None None] Current status of the port eb7151d4-8dc3-4888-bfa3-50aec778cec0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:04.882782 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fae9043-730b-4c8f-83b7-7c86eb801c66 admin admin] Publish callbacks [] for security_group (4fdf5bab-a026-49ae-ba63-442277b86f3b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:04.954044 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-64d72847-5bd0-4261-b8a8-9e9ca5b6b426 service neutron] 10.222.0.55 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227369 Jan 28 19:18:04.980897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fae9043-730b-4c8f-83b7-7c86eb801c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4fdf5bab-a026-49ae-ba63-442277b86f3b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:04.984229 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7fae9043-730b-4c8f-83b7-7c86eb801c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:04.985268 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7fae9043-730b-4c8f-83b7-7c86eb801c66 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4fdf5bab-a026-49ae-ba63-442277b86f3b HTTP/1.1" status: 204 len: 168 time: 0.7436664 Jan 28 19:18:04.986257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fbf2f4-9b2c-49ca-b255-58413095d1fe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting subnet 2c75f121-0194-43ef-928e-bc9e35f4540f {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:18:04.992871 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70fbf2f4-9b2c-49ca-b255-58413095d1fe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (2c75f121-0194-43ef-928e-bc9e35f4540f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:05.056966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae9043-730b-4c8f-83b7-7c86eb801c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdf5bab-a026-49ae-ba63-442277b86f3b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:05.078500 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70fbf2f4-9b2c-49ca-b255-58413095d1fe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (2c75f121-0194-43ef-928e-bc9e35f4540f), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:05.107947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afffa7a-6ad4-4cad-a9dd-a5ec9b72bfce tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:05.115418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afffa7a-6ad4-4cad-a9dd-a5ec9b72bfce tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:05.124008 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4afffa7a-6ad4-4cad-a9dd-a5ec9b72bfce tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4318466 Jan 28 19:18:05.131655 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48024) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:05.199761 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a05f84c0-1573-4af7-8567-c420fbd3e841 None None] Provisioning complete for port c88363de-6e25-404d-aa59-403cc6bd90e0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:05.200243 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a05f84c0-1573-4af7-8567-c420fbd3e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c88363de-6e25-404d-aa59-403cc6bd90e0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:05.277234 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bb84257-203b-430f-94d1-028e85ae35ae req-510ab0af-d17f-46be-8e50-a45480c62208 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.0716469 Jan 28 19:18:05.292511 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a05f84c0-1573-4af7-8567-c420fbd3e841 None None] Port c88363de-6e25-404d-aa59-403cc6bd90e0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:05.341795 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-bf298167-9887-45a8-934c-f8915da811ce service neutron] 10.222.0.55 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759425 Jan 28 19:18:05.355188 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device eb7151d4-8dc3-4888-bfa3-50aec778cec0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:05.388619 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-e079b803-8306-431b-92f1-34295c111007 service neutron] 10.222.0.55 "GET /v2.0/ports/02d7af34-d764-432c-ad55-d958387aec9d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0387404 Jan 28 19:18:05.411465 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70fbf2f4-9b2c-49ca-b255-58413095d1fe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (2c75f121-0194-43ef-928e-bc9e35f4540f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:05.421581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d3110307-0507-46f1-b106-51dc01d97c34 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port c88363de-6e25-404d-aa59-403cc6bd90e0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:05.422483 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3110307-0507-46f1-b106-51dc01d97c34 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c88363de-6e25-404d-aa59-403cc6bd90e0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:05.436407 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port eb7151d4-8dc3-4888-bfa3-50aec778cec0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:05.436796 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (eb7151d4-8dc3-4888-bfa3-50aec778cec0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:05.530602 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70fbf2f4-9b2c-49ca-b255-58413095d1fe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (2c75f121-0194-43ef-928e-bc9e35f4540f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:05.612235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbf2f4-9b2c-49ca-b255-58413095d1fe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Subnet': ['ID=2c75f121-0194-43ef-928e-bc9e35f4540f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:05.617097 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70fbf2f4-9b2c-49ca-b255-58413095d1fe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:05.628777 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a74b0e-1361-444a-be3a-d5bf864e38c2 None None] Network 20dabdbf-f479-4f3a-a13a-2c3cb36858f9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:05.630580 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:05.632230 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-70fbf2f4-9b2c-49ca-b255-58413095d1fe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/2c75f121-0194-43ef-928e-bc9e35f4540f HTTP/1.1" status: 204 len: 168 time: 0.7767034 Jan 28 19:18:05.660982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port eb7151d4-8dc3-4888-bfa3-50aec778cec0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:05.669807 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-b3aa4274-ff68-4ab6-8df5-cffc312d3dbf service neutron] 10.222.0.55 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683499 Jan 28 19:18:05.673198 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3110307-0507-46f1-b106-51dc01d97c34 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c88363de-6e25-404d-aa59-403cc6bd90e0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:05.785155 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d3110307-0507-46f1-b106-51dc01d97c34 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for c88363de-6e25-404d-aa59-403cc6bd90e0 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:05.830519 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (20dabdbf-f479-4f3a-a13a-2c3cb36858f9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:05.900992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1bdd2a-5ca1-4ea9-ac09-4538bac5d838 None None] DHCP port deletion for 20dabdbf-f479-4f3a-a13a-2c3cb36858f9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:18:05.991580 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-dca59c90-0a1b-4fae-a39b-d339088b39e0 service neutron] 10.222.0.55 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206844 Jan 28 19:18:06.024190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad1bdd2a-5ca1-4ea9-ac09-4538bac5d838 None None] Deleting port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:06.024593 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad1bdd2a-5ca1-4ea9-ac09-4538bac5d838 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1ec2f1b8-bf86-4e39-a887-e99cb069a3f9), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.349563 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-4815f3cd-dbd2-4277-89ab-12e6729e3f1e req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Request body: {'security_group': {'name': 'tempest-securitygroup-656453886', 'description': 'tempest-description-1490904326'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:06.398978 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4815f3cd-dbd2-4277-89ab-12e6729e3f1e req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.414391 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4815f3cd-dbd2-4277-89ab-12e6729e3f1e req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.458488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad1bdd2a-5ca1-4ea9-ac09-4538bac5d838 None None] For port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1ec2f1b8-bf86-4e39-a887-e99cb069a3f9,segment=NetworkSegment(bb7914fb-1e64-4a1e-b620-c2efb87ef90a),segment_id=bb7914fb-1e64-4a1e-b620-c2efb87ef90a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:06.459019 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad1bdd2a-5ca1-4ea9-ac09-4538bac5d838 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1ec2f1b8-bf86-4e39-a887-e99cb069a3f9), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.475454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad1bdd2a-5ca1-4ea9-ac09-4538bac5d838 None None] Calling delete_port for 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:06.601384 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad1bdd2a-5ca1-4ea9-ac09-4538bac5d838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (1ec2f1b8-bf86-4e39-a887-e99cb069a3f9), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.612857 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4815f3cd-dbd2-4277-89ab-12e6729e3f1e req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks [] for security_group (5ff68ba3-37de-4dbe-a6ec-cb65aa950e92), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.621022 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4815f3cd-dbd2-4277-89ab-12e6729e3f1e req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5ff68ba3-37de-4dbe-a6ec-cb65aa950e92), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.681023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1bdd2a-5ca1-4ea9-ac09-4538bac5d838 None None] No DVR routers for this DVR port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:06.686369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1bdd2a-5ca1-4ea9-ac09-4538bac5d838 None None] Pushing event deleted for resources: {'Port': ['ID=1ec2f1b8-bf86-4e39-a887-e99cb069a3f9,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:06.691961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:06.692786 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1ec2f1b8-bf86-4e39-a887-e99cb069a3f9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.719948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-838709d5-89d4-4565-b0a8-498f47ea0b61 service neutron] 10.222.0.55 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7274916 Jan 28 19:18:06.767111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff68ba3-37de-4dbe-a6ec-cb65aa950e92,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:06.769733 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3110307-0507-46f1-b106-51dc01d97c34 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c88363de-6e25-404d-aa59-403cc6bd90e0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.786966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:06.787648 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:06.788496 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:06.789029 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:06.789898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:06.790803 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:06.791451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:06.792017 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:06.792744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:06.793264 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:06.793785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:06.794324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:06.794826 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:06.865187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3110307-0507-46f1-b106-51dc01d97c34 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=c88363de-6e25-404d-aa59-403cc6bd90e0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:06.888759 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4815f3cd-dbd2-4277-89ab-12e6729e3f1e req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks [] for security_group (bf39ed02-1623-4830-8090-cc396783a6b1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.897341 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4815f3cd-dbd2-4277-89ab-12e6729e3f1e req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bf39ed02-1623-4830-8090-cc396783a6b1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.910420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] For port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9, host n-d-824834-4, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:06.910645 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1ec2f1b8-bf86-4e39-a887-e99cb069a3f9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.927390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48074) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:06.936780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:06.950563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 was not found and therefore no delete operation was performed {{(pid=103147) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:18:06.958665 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (1ec2f1b8-bf86-4e39-a887-e99cb069a3f9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.964268 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-4815f3cd-dbd2-4277-89ab-12e6729e3f1e req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:06.965575 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4815f3cd-dbd2-4277-89ab-12e6729e3f1e req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.6222644 Jan 28 19:18:06.971604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22744638-098c-46ac-8899-e8c8db103b95 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf39ed02-1623-4830-8090-cc396783a6b1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:06.990417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No DVR routers for this DVR port 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:07.000417 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3110307-0507-46f1-b106-51dc01d97c34 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.008542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48080) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:07.013736 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d3110307-0507-46f1-b106-51dc01d97c34 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/c88363de-6e25-404d-aa59-403cc6bd90e0 HTTP/1.1" status: 204 len: 168 time: 1.8757870 Jan 28 19:18:07.066649 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=1ec2f1b8-bf86-4e39-a887-e99cb069a3f9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:07.117246 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d9e8aa8b-efd9-45b6-93e4-0a405e6741e2 req-4d2e9e8a-decf-4bf2-9ed7-cd34bd23f69c tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.0544734 Jan 28 19:18:07.135400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be57924c-ed1e-476e-bab3-1719444c253e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:07.137083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be57924c-ed1e-476e-bab3-1719444c253e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:07.138647 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-be57924c-ed1e-476e-bab3-1719444c253e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1290851 Jan 28 19:18:07.141642 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48084) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:07.202740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-129c9261-f186-4b93-9728-df5066eae4a8 req-5a0b9005-6d98-4b4a-82d1-10e4189ab653 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Request body: {'security_group': {'name': 'tempest-securitygroup-742280966', 'description': 'tempest-description-2030810820'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:07.213051 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (20dabdbf-f479-4f3a-a13a-2c3cb36858f9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.224552 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-2dd0e722-eda0-4de9-8b9e-508bb53be2a8 service neutron] 10.222.0.55 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738529 Jan 28 19:18:07.252703 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebd4b8c-dcfb-42cf-906c-50d3c632485d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet efd7c513-95ec-4050-834d-2e88253e85e6 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:18:07.256765 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eebd4b8c-dcfb-42cf-906c-50d3c632485d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (efd7c513-95ec-4050-834d-2e88253e85e6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.259740 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-129c9261-f186-4b93-9728-df5066eae4a8 req-5a0b9005-6d98-4b4a-82d1-10e4189ab653 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.286506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b3924a10-79ee-4433-9075-01d6f02aacaf admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1656715884-network', 'tenant_id': 'f1998ddef2d642a09822bef952a0b97c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:07.289512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:07.307859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20dabdbf-f479-4f3a-a13a-2c3cb36858f9']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:07.320716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7914fb-1e64-4a1e-b620-c2efb87ef90a') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:07.321927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7914fb-1e64-4a1e-b620-c2efb87ef90a') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:07.335139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:07.335537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1ec2f1b8-bf86-4e39-a887-e99cb069a3f9 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:07.355308 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (bb7914fb-1e64-4a1e-b620-c2efb87ef90a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.355834 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eebd4b8c-dcfb-42cf-906c-50d3c632485d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (efd7c513-95ec-4050-834d-2e88253e85e6), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.380301 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (bb7914fb-1e64-4a1e-b620-c2efb87ef90a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.389935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:18:07.390742 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (bb7914fb-1e64-4a1e-b620-c2efb87ef90a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.391745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3924a10-79ee-4433-9075-01d6f02aacaf admin admin] Made reservation on behalf of f1998ddef2d642a09822bef952a0b97c for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:07.394058 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3924a10-79ee-4433-9075-01d6f02aacaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.417115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3924a10-79ee-4433-9075-01d6f02aacaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:18:07.458599 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:18:07.499389 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-129c9261-f186-4b93-9728-df5066eae4a8 req-5a0b9005-6d98-4b4a-82d1-10e4189ab653 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks [] for security_group (5b99fe9b-d69f-43c6-ab9d-9c79b23d87a5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.524405 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-129c9261-f186-4b93-9728-df5066eae4a8 req-5a0b9005-6d98-4b4a-82d1-10e4189ab653 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5b99fe9b-d69f-43c6-ab9d-9c79b23d87a5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.551971 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eebd4b8c-dcfb-42cf-906c-50d3c632485d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (efd7c513-95ec-4050-834d-2e88253e85e6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.571107 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (20dabdbf-f479-4f3a-a13a-2c3cb36858f9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.585985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48094) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:07.592283 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.598521 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/networks/20dabdbf-f479-4f3a-a13a-2c3cb36858f9 HTTP/1.1" status: 204 len: 168 time: 1.9662797 Jan 28 19:18:07.606785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48098) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:07.615337 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a7c908ea-5b2d-4850-821c-13ba5c37f6a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1056665807'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:07.625046 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-129c9261-f186-4b93-9728-df5066eae4a8 req-5a0b9005-6d98-4b4a-82d1-10e4189ab653 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.634196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a6f45-d923-446a-addd-d889abdfaff1 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Network': ['ID=20dabdbf-f479-4f3a-a13a-2c3cb36858f9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:07.636101 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-129c9261-f186-4b93-9728-df5066eae4a8 req-5a0b9005-6d98-4b4a-82d1-10e4189ab653 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.4315281 Jan 28 19:18:07.641070 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b9005-6d98-4b4a-82d1-10e4189ab653 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b99fe9b-d69f-43c6-ab9d-9c79b23d87a5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:07.650797 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-8059290a-eb59-4047-98aa-93d297309a2a service neutron] 10.222.0.55 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253519 Jan 28 19:18:07.708547 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3924a10-79ee-4433-9075-01d6f02aacaf admin admin] Publish callbacks [] for security_group (db74a9d5-62ca-4630-a117-fae556b46dfb), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.709620 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c908ea-5b2d-4850-821c-13ba5c37f6a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:07.713302 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7c908ea-5b2d-4850-821c-13ba5c37f6a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.725477 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eebd4b8c-dcfb-42cf-906c-50d3c632485d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (efd7c513-95ec-4050-834d-2e88253e85e6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.730545 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3924a10-79ee-4433-9075-01d6f02aacaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (db74a9d5-62ca-4630-a117-fae556b46dfb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.776911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd4b8c-dcfb-42cf-906c-50d3c632485d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=efd7c513-95ec-4050-834d-2e88253e85e6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:07.792480 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3924a10-79ee-4433-9075-01d6f02aacaf admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:18:07.795986 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eebd4b8c-dcfb-42cf-906c-50d3c632485d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.796333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90599bc-a705-4cf4-b58a-6587c81c6b46 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:07.799238 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-eebd4b8c-dcfb-42cf-906c-50d3c632485d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/efd7c513-95ec-4050-834d-2e88253e85e6 HTTP/1.1" status: 204 len: 168 time: 0.6561539 Jan 28 19:18:07.811178 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48106) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:07.817701 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c908ea-5b2d-4850-821c-13ba5c37f6a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:18:07.860820 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7fbd9fd7-c8ae-433a-b715-c9d332072465 service neutron] 10.222.0.55 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022080 Jan 28 19:18:07.868840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3924a10-79ee-4433-9075-01d6f02aacaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db74a9d5-62ca-4630-a117-fae556b46dfb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:07.876174 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7bac0f5b-d555-4b3b-9bb9-3f9a33f28ebf tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608232 Jan 28 19:18:07.877572 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3924a10-79ee-4433-9075-01d6f02aacaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (02d45718-67ab-4fae-8304-49dacd3cc2c2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.880200 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-b3924a10-79ee-4433-9075-01d6f02aacaf admin admin] Added segment 02d45718-67ab-4fae-8304-49dacd3cc2c2 of type vlan for network 98cfa7e0-e682-47e0-b62e-9753da0d9bd8 Jan 28 19:18:07.882900 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48108) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:07.884809 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7c908ea-5b2d-4850-821c-13ba5c37f6a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (cc8e9005-70b3-48f5-b88c-ef9cf582c229), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:07.885144 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-a7c908ea-5b2d-4850-821c-13ba5c37f6a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Added segment cc8e9005-70b3-48f5-b88c-ef9cf582c229 of type vlan for network 233b84a9-cc0d-4e92-a814-ecb004f0b5d4 Jan 28 19:18:07.898321 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:07.904835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e679d69a-ec06-4a43-9878-368b1f18b58b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1207583542-network', 'tenant_id': '61cd7e5aeb21431cbd8d750d183e5bcd'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:07.966592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f951669f-9f94-46c0-bff1-539fbf82e176 req-79648071-c2a0-450f-9e8e-c1a49b21429f tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1412732662', 'description': 'tempest-description-369388497'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:07.978323 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3924a10-79ee-4433-9075-01d6f02aacaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (98cfa7e0-e682-47e0-b62e-9753da0d9bd8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.002206 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7c908ea-5b2d-4850-821c-13ba5c37f6a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (233b84a9-cc0d-4e92-a814-ecb004f0b5d4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.054975 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e679d69a-ec06-4a43-9878-368b1f18b58b admin admin] Made reservation on behalf of 61cd7e5aeb21431cbd8d750d183e5bcd for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:08.058257 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e679d69a-ec06-4a43-9878-368b1f18b58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.073108 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f951669f-9f94-46c0-bff1-539fbf82e176 req-79648071-c2a0-450f-9e8e-c1a49b21429f tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.079908 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3924a10-79ee-4433-9075-01d6f02aacaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (98cfa7e0-e682-47e0-b62e-9753da0d9bd8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.080941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3924a10-79ee-4433-9075-01d6f02aacaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:08.081519 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3924a10-79ee-4433-9075-01d6f02aacaf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.097251 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e679d69a-ec06-4a43-9878-368b1f18b58b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.100947 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7c908ea-5b2d-4850-821c-13ba5c37f6a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (233b84a9-cc0d-4e92-a814-ecb004f0b5d4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.105864 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c908ea-5b2d-4850-821c-13ba5c37f6a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:08.106666 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7c908ea-5b2d-4850-821c-13ba5c37f6a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.109805 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f951669f-9f94-46c0-bff1-539fbf82e176 req-79648071-c2a0-450f-9e8e-c1a49b21429f tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.173283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f333d2a6-9a86-406a-b4c6-28317336ac2b None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:18:08.194890 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b3924a10-79ee-4433-9075-01d6f02aacaf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2663884 Jan 28 19:18:08.202352 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48116) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:08.206554 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a7c908ea-5b2d-4850-821c-13ba5c37f6a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5971327 Jan 28 19:18:08.212958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48118) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:08.222290 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-860e9439-d768-41fb-be4b-e83270a794c3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'subnet': {'network_id': '233b84a9-cc0d-4e92-a814-ecb004f0b5d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:08.234632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3924a10-79ee-4433-9075-01d6f02aacaf admin admin] Pushing event updated for resources: {'Network': ['ID=98cfa7e0-e682-47e0-b62e-9753da0d9bd8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:08.237855 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a85f322b-24d7-4b0b-8b38-78fd6ce445d0 admin admin] Request body: {'subnet': {'network_id': '98cfa7e0-e682-47e0-b62e-9753da0d9bd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1656715884-subnet', 'tenant_id': 'f1998ddef2d642a09822bef952a0b97c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:08.252441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 98cfa7e0-e682-47e0-b62e-9753da0d9bd8 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:18:08.257254 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-e4a35ab9-6ff6-40a9-8e90-8b38e203b215 service neutron] 10.222.0.55 "GET /v2.0/networks/8bd761fc-fe6a-405a-9893-029eb3d01134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906357 Jan 28 19:18:08.271796 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:08.278504 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.401528 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f333d2a6-9a86-406a-b4c6-28317336ac2b None None] Deleting port eb7151d4-8dc3-4888-bfa3-50aec778cec0 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:08.401918 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f333d2a6-9a86-406a-b4c6-28317336ac2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (eb7151d4-8dc3-4888-bfa3-50aec778cec0), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.480701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f333d2a6-9a86-406a-b4c6-28317336ac2b None None] For port eb7151d4-8dc3-4888-bfa3-50aec778cec0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=eb7151d4-8dc3-4888-bfa3-50aec778cec0,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:08.482967 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f333d2a6-9a86-406a-b4c6-28317336ac2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (eb7151d4-8dc3-4888-bfa3-50aec778cec0), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.516244 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f333d2a6-9a86-406a-b4c6-28317336ac2b None None] Calling delete_port for eb7151d4-8dc3-4888-bfa3-50aec778cec0 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:08.527646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85f322b-24d7-4b0b-8b38-78fd6ce445d0 admin admin] Made reservation on behalf of f1998ddef2d642a09822bef952a0b97c for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:08.530074 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a85f322b-24d7-4b0b-8b38-78fd6ce445d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.533158 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e679d69a-ec06-4a43-9878-368b1f18b58b admin admin] Publish callbacks [] for security_group (2d6c3c7c-1add-440f-b6b2-399ea6327d4f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.552119 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e679d69a-ec06-4a43-9878-368b1f18b58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2d6c3c7c-1add-440f-b6b2-399ea6327d4f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.575683 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c908ea-5b2d-4850-821c-13ba5c37f6a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Network': ['ID=233b84a9-cc0d-4e92-a814-ecb004f0b5d4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:08.600650 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 233b84a9-cc0d-4e92-a814-ecb004f0b5d4 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:18:08.603195 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e679d69a-ec06-4a43-9878-368b1f18b58b admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:18:08.647723 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860e9439-d768-41fb-be4b-e83270a794c3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:08.659665 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-860e9439-d768-41fb-be4b-e83270a794c3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.705371 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e679d69a-ec06-4a43-9878-368b1f18b58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (47132bdd-a2f2-480c-838c-c5e98d03db0d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.705738 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-e679d69a-ec06-4a43-9878-368b1f18b58b admin admin] Added segment 47132bdd-a2f2-480c-838c-c5e98d03db0d of type vlan for network c0f8b21d-325f-490e-a9f6-c44658260678 Jan 28 19:18:08.719209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679d69a-ec06-4a43-9878-368b1f18b58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6c3c7c-1add-440f-b6b2-399ea6327d4f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:08.725879 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-c87dcb50-061e-433e-986a-c39247dc2762 service neutron] 10.222.0.55 "GET /v2.0/networks/8bd761fc-fe6a-405a-9893-029eb3d01134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579298 Jan 28 19:18:08.759247 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f333d2a6-9a86-406a-b4c6-28317336ac2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (eb7151d4-8dc3-4888-bfa3-50aec778cec0), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.818866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333d2a6-9a86-406a-b4c6-28317336ac2b None None] Pushing event deleted for resources: {'Port': ['ID=eb7151d4-8dc3-4888-bfa3-50aec778cec0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:08.847696 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f333d2a6-9a86-406a-b4c6-28317336ac2b None None] No DVR routers for this DVR port eb7151d4-8dc3-4888-bfa3-50aec778cec0 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:08.891182 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3ca7b7c3-809c-4e9c-8148-f8853c4efeb1 service neutron] 10.222.0.55 "GET /v2.0/networks/8bd761fc-fe6a-405a-9893-029eb3d01134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557841 Jan 28 19:18:08.906278 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f951669f-9f94-46c0-bff1-539fbf82e176 req-79648071-c2a0-450f-9e8e-c1a49b21429f tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks [] for security_group (e3d73222-880b-46c5-a18a-09ccae947de6), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.926429 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e679d69a-ec06-4a43-9878-368b1f18b58b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (c0f8b21d-325f-490e-a9f6-c44658260678), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:08.934385 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f951669f-9f94-46c0-bff1-539fbf82e176 req-79648071-c2a0-450f-9e8e-c1a49b21429f tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e3d73222-880b-46c5-a18a-09ccae947de6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.019905 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79648071-c2a0-450f-9e8e-c1a49b21429f tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d73222-880b-46c5-a18a-09ccae947de6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:09.050239 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e679d69a-ec06-4a43-9878-368b1f18b58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (c0f8b21d-325f-490e-a9f6-c44658260678), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.051814 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e679d69a-ec06-4a43-9878-368b1f18b58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:09.052683 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e679d69a-ec06-4a43-9878-368b1f18b58b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.085776 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (a3c8db48-506a-4c93-b32b-663b0694c5b3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.167731 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:09.174437 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-cccd616a-01bd-45c4-af44-e0df450c650b service neutron] 10.222.0.55 "GET /v2.0/networks/8bd761fc-fe6a-405a-9893-029eb3d01134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737193 Jan 28 19:18:09.178145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:09.183436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:09.184182 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.189953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b9d241-5d6f-4aef-9812-c03c6d6828a5 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:09.203731 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a85f322b-24d7-4b0b-8b38-78fd6ce445d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (f82977f6-a2ab-41f3-9d34-a3808988af40), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.211976 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e679d69a-ec06-4a43-9878-368b1f18b58b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6191180 Jan 28 19:18:09.216549 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48128) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:09.219644 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f951669f-9f94-46c0-bff1-539fbf82e176 req-79648071-c2a0-450f-9e8e-c1a49b21429f tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks [] for security_group (84742415-2531-404a-adfc-de09a5971d5e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.227048 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4fc79bd0-7035-4845-ad97-b60eede3a6ee admin admin] Request body: {'subnet': {'network_id': 'c0f8b21d-325f-490e-a9f6-c44658260678', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1207583542-subnet', 'tenant_id': '61cd7e5aeb21431cbd8d750d183e5bcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:09.235015 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=a3c8db48-506a-4c93-b32b-663b0694c5b3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:09.237919 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f951669f-9f94-46c0-bff1-539fbf82e176 req-79648071-c2a0-450f-9e8e-c1a49b21429f tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (84742415-2531-404a-adfc-de09a5971d5e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.256186 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3699884 Jan 28 19:18:09.266999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48130) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:09.276648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2d1ff748-cf7e-4338-8897-587e6198c22b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'fixed_ips': [{'subnet_id': 'a3c8db48-506a-4c93-b32b-663b0694c5b3', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1307812447'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:09.300071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79648071-c2a0-450f-9e8e-c1a49b21429f tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84742415-2531-404a-adfc-de09a5971d5e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:09.309540 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679d69a-ec06-4a43-9878-368b1f18b58b admin admin] Pushing event updated for resources: {'Network': ['ID=c0f8b21d-325f-490e-a9f6-c44658260678,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:09.328238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:09.334110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:09.334655 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:09.336239 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:09.336687 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:09.337602 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:09.340330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:09.340789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:09.341247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:09.341681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:09.342136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:09.342840 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:09.344734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7a8e7-5c12-4dc2-a0be-c478233cf700 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:09.351979 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network c0f8b21d-325f-490e-a9f6-c44658260678 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:18:09.364945 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f951669f-9f94-46c0-bff1-539fbf82e176 req-79648071-c2a0-450f-9e8e-c1a49b21429f tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.366384 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f951669f-9f94-46c0-bff1-539fbf82e176 req-79648071-c2a0-450f-9e8e-c1a49b21429f tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 1.4172518 Jan 28 19:18:09.399727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc79bd0-7035-4845-ad97-b60eede3a6ee admin admin] Made reservation on behalf of 61cd7e5aeb21431cbd8d750d183e5bcd for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:09.408539 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fc79bd0-7035-4845-ad97-b60eede3a6ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.416612 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-860e9439-d768-41fb-be4b-e83270a794c3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (6c3aea45-e8ba-4b16-893a-15c6c7f83e4a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.449279 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device eb7151d4-8dc3-4888-bfa3-50aec778cec0 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:09.479485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85f322b-24d7-4b0b-8b38-78fd6ce445d0 admin admin] Checking segment: {'id': '02d45718-67ab-4fae-8304-49dacd3cc2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '98cfa7e0-e682-47e0-b62e-9753da0d9bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:09.479850 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85f322b-24d7-4b0b-8b38-78fd6ce445d0 admin admin] Network hostable DHCP agents. Network: 98cfa7e0-e682-47e0-b62e-9753da0d9bd8, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:18:09.484674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f322b-24d7-4b0b-8b38-78fd6ce445d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f82977f6-a2ab-41f3-9d34-a3808988af40,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:09.508183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': 'a3c8db48-506a-4c93-b32b-663b0694c5b3'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:18:09.509805 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.561121 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85f322b-24d7-4b0b-8b38-78fd6ce445d0 admin admin] Network 98cfa7e0-e682-47e0-b62e-9753da0d9bd8 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:18:09.567457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: eb7151d4-8dc3-4888-bfa3-50aec778cec0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:09.567804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device eb7151d4-8dc3-4888-bfa3-50aec778cec0 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:09.572546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1ff748-cf7e-4338-8897-587e6198c22b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:09.584274 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a85f322b-24d7-4b0b-8b38-78fd6ce445d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 98cfa7e0-e682-47e0-b62e-9753da0d9bd8) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:09.591546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85f322b-24d7-4b0b-8b38-78fd6ce445d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:09.597543 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a85f322b-24d7-4b0b-8b38-78fd6ce445d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.597968 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264c771a-dfba-4624-a38c-8814b542b36c None None] Network 98cfa7e0-e682-47e0-b62e-9753da0d9bd8 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:09.729083 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a85f322b-24d7-4b0b-8b38-78fd6ce445d0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5077307 Jan 28 19:18:09.767881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e9439-d768-41fb-be4b-e83270a794c3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Subnet': ['ID=6c3aea45-e8ba-4b16-893a-15c6c7f83e4a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:09.802158 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d1ff748-cf7e-4338-8897-587e6198c22b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:09.864381 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-2d1ff748-cf7e-4338-8897-587e6198c22b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port 5446998d-35c5-4149-9dc1-eb2f010a7cd8 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:18:09.870886 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-db2c0043-fd9e-40a8-ae38-7ad25f74bdfc req-7b337dd1-7694-4615-b683-7b0d9649a6ce tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.3292358 Jan 28 19:18:09.876827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860e9439-d768-41fb-be4b-e83270a794c3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Checking segment: {'id': 'cc8e9005-70b3-48f5-b88c-ef9cf582c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '233b84a9-cc0d-4e92-a814-ecb004f0b5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:09.879702 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e9439-d768-41fb-be4b-e83270a794c3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network hostable DHCP agents. Network: 233b84a9-cc0d-4e92-a814-ecb004f0b5d4, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:18:09.951285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af9d37c-feac-4a4d-ac45-839c33bb97fb None None] Network 98cfa7e0-e682-47e0-b62e-9753da0d9bd8 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:09.958580 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e9439-d768-41fb-be4b-e83270a794c3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 233b84a9-cc0d-4e92-a814-ecb004f0b5d4 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:18:09.975653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c0e9ee2c-bfe5-4d44-962c-b18e6a1cb9f7 req-8ef30854-5833-4eef-825c-24014e13db13 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-547473415', 'description': 'tempest-description-610308673'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:10.097858 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fc79bd0-7035-4845-ad97-b60eede3a6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (9e71d067-cc27-468e-88ea-6a72e3d685ee), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:10.190656 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-860e9439-d768-41fb-be4b-e83270a794c3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 233b84a9-cc0d-4e92-a814-ecb004f0b5d4) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:10.199818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860e9439-d768-41fb-be4b-e83270a794c3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:10.202514 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-860e9439-d768-41fb-be4b-e83270a794c3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:10.208926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bcada2-4ea6-4c2d-a216-6ffb85631f33 None None] Network 233b84a9-cc0d-4e92-a814-ecb004f0b5d4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:10.260891 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10cd5c32-4365-4c90-ae15-cd1154e6ffb0 req-9b0c8be4-cb4e-4aca-8c0b-eca7fa91a17b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0833416 Jan 28 19:18:10.298364 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0e9ee2c-bfe5-4d44-962c-b18e6a1cb9f7 req-8ef30854-5833-4eef-825c-24014e13db13 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:10.344389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Allocated IP 2001:db8::2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/a3c8db48-506a-4c93-b32b-663b0694c5b3/05427afc-6fe2-4d8c-9ab0-95e9791734e4) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:10.352657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-233b84a9-cc0d-4e92-a814-ecb004f0b5d4', 'network_id': '233b84a9-cc0d-4e92-a814-ecb004f0b5d4', 'project_id': '4c120119fb864adbb0efc0e4dcd24a47', 'fixed_ips': [{'subnet_id': '6c3aea45-e8ba-4b16-893a-15c6c7f83e4a'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:18:10.353589 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:10.424650 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0e9ee2c-bfe5-4d44-962c-b18e6a1cb9f7 req-8ef30854-5833-4eef-825c-24014e13db13 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks [] for security_group (e33d3262-3181-4f0b-b628-f57f0e5532d0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:10.437591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc79bd0-7035-4845-ad97-b60eede3a6ee admin admin] Checking segment: {'id': '47132bdd-a2f2-480c-838c-c5e98d03db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c0f8b21d-325f-490e-a9f6-c44658260678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:10.438473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc79bd0-7035-4845-ad97-b60eede3a6ee admin admin] Network hostable DHCP agents. Network: c0f8b21d-325f-490e-a9f6-c44658260678, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:18:10.445617 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0e9ee2c-bfe5-4d44-962c-b18e6a1cb9f7 req-8ef30854-5833-4eef-825c-24014e13db13 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e33d3262-3181-4f0b-b628-f57f0e5532d0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:10.489687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef30854-5833-4eef-825c-24014e13db13 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33d3262-3181-4f0b-b628-f57f0e5532d0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:10.509575 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-860e9439-d768-41fb-be4b-e83270a794c3 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2912638 Jan 28 19:18:10.512138 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48180) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:10.516936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ee82011e-557f-4f7b-b85c-e87883ea5a13 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1099467339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:10.523967 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c0e9ee2c-bfe5-4d44-962c-b18e6a1cb9f7 req-8ef30854-5833-4eef-825c-24014e13db13 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:10.528117 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c0e9ee2c-bfe5-4d44-962c-b18e6a1cb9f7 req-8ef30854-5833-4eef-825c-24014e13db13 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5814602 Jan 28 19:18:10.563561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc79bd0-7035-4845-ad97-b60eede3a6ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e71d067-cc27-468e-88ea-6a72e3d685ee,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:10.565661 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee82011e-557f-4f7b-b85c-e87883ea5a13 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (239049c1-0751-4e0e-bf6b-9fc6f73187b5), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:10.567057 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee82011e-557f-4f7b-b85c-e87883ea5a13 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (239049c1-0751-4e0e-bf6b-9fc6f73187b5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:10.584903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc79bd0-7035-4845-ad97-b60eede3a6ee admin admin] Network c0f8b21d-325f-490e-a9f6-c44658260678 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:18:10.618080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4fc79bd0-7035-4845-ad97-b60eede3a6ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, c0f8b21d-325f-490e-a9f6-c44658260678) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:10.628539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc79bd0-7035-4845-ad97-b60eede3a6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:10.629797 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fc79bd0-7035-4845-ad97-b60eede3a6ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:10.640729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fe155a-a23d-45c3-8c56-a060233fe07f None None] Network c0f8b21d-325f-490e-a9f6-c44658260678 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:10.686563 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4fc79bd0-7035-4845-ad97-b60eede3a6ee admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4652860 Jan 28 19:18:10.880494 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee82011e-557f-4f7b-b85c-e87883ea5a13 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for router_controller (239049c1-0751-4e0e-bf6b-9fc6f73187b5), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:10.891131 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee82011e-557f-4f7b-b85c-e87883ea5a13 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (239049c1-0751-4e0e-bf6b-9fc6f73187b5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:10.970191 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-0a433c4f-6ac4-464f-af5c-c1b9dc654a0a tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:10.980350 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-0a433c4f-6ac4-464f-af5c-c1b9dc654a0a tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/networks?id=98cfa7e0-e682-47e0-b62e-9753da0d9bd8 HTTP/1.1" status: 200 len: 822 time: 0.2809165 Jan 28 19:18:10.993278 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee82011e-557f-4f7b-b85c-e87883ea5a13 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:10.995867 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ee82011e-557f-4f7b-b85c-e87883ea5a13 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4826391 Jan 28 19:18:11.000499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:11.023970 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-a2d26744-1d1d-4f23-a5ff-6df84add1fc5 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/quotas/f1998ddef2d642a09822bef952a0b97c HTTP/1.1" status: 200 len: 375 time: 0.0402749 Jan 28 19:18:11.025551 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4ab22047-78fa-495f-b42c-80c64590a813 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'network_id': '233b84a9-cc0d-4e92-a814-ecb004f0b5d4', 'name': 'tempest-PortsIpV6TestJSON-463137788'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:11.067044 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-36d5b250-863d-4020-a4da-a4ca2333fd8b tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1998ddef2d642a09822bef952a0b97c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419810 Jan 28 19:18:11.101863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25af344e-810e-42bd-9060-4e91a5cdec48 None None] Network c0f8b21d-325f-490e-a9f6-c44658260678 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:11.181059 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-d6f6b45f-6c13-4aed-a5dc-4e4815480ab3 service neutron] 10.222.0.55 "GET /v2.0/networks/98cfa7e0-e682-47e0-b62e-9753da0d9bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131015 Jan 28 19:18:11.294931 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-661e937f-c617-4449-bd9d-154039d59b47 service neutron] 10.222.0.55 "GET /v2.0/networks/98cfa7e0-e682-47e0-b62e-9753da0d9bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126924 Jan 28 19:18:11.422828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Allocated IP 2001:db8::2 (233b84a9-cc0d-4e92-a814-ecb004f0b5d4/6c3aea45-e8ba-4b16-893a-15c6c7f83e4a/28c38550-9345-47be-8386-b5fe26ff9718) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:11.483386 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Publish callbacks [] for port (05427afc-6fe2-4d8c-9ab0-95e9791734e4), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:11.495064 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-55bb39ed-1581-4369-a79e-6f4078fc80a6 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48183 time: 0.9160171 Jan 28 19:18:11.504712 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1ff748-cf7e-4338-8897-587e6198c22b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:18:11.505786 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1ff748-cf7e-4338-8897-587e6198c22b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:18:11.524962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab22047-78fa-495f-b42c-80c64590a813 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:11.528376 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ab22047-78fa-495f-b42c-80c64590a813 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:11.544749 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2d1ff748-cf7e-4338-8897-587e6198c22b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2723444 Jan 28 19:18:11.547482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:11.582187 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (05427afc-6fe2-4d8c-9ab0-95e9791734e4), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:11.639784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-4ab22047-78fa-495f-b42c-80c64590a813 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] device_id is not set on port 99e623dd-0d65-4b0a-9067-5028af63c1bf yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:18:11.653385 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4fc33b99-b635-4708-9778-15cf65e4cb8b req-a8138584-dc3a-419e-a8da-6f6ead275e12 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.0603676 Jan 28 19:18:11.728422 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38d8947-f598-4af8-bb41-1ed8d2f4ef8d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:11.732867 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a38d8947-f598-4af8-bb41-1ed8d2f4ef8d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1833491 Jan 28 19:18:11.735470 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:11.838287 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-dff19b3f-835e-4151-89c4-0b590f3fe1d2 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/00adf23b-8bed-4122-bede-8d0694367da1 HTTP/1.1" status: 200 len: 2998 time: 0.3408031 Jan 28 19:18:11.929242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:11.961623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-632b4393-5591-406c-b9eb-6f0fc6ac8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:11.961770 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:11.966238 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-632b4393-5591-406c-b9eb-6f0fc6ac8732 service neutron] 10.222.0.31 "GET /v2.0/ports/1c4f9e94-3927-4dd2-b547-28673b49a1ac HTTP/1.1" status: 200 len: 1026 time: 0.0976808 Jan 28 19:18:11.983174 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:12.012579 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-3c5333e3-bb0e-44ad-92ad-fdbb1d0422d6 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/00adf23b-8bed-4122-bede-8d0694367da1 HTTP/1.1" status: 200 len: 2998 time: 0.1572609 Jan 28 19:18:12.020615 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Publish callbacks [] for port (28c38550-9345-47be-8386-b5fe26ff9718), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.089445 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-496e4384-cf40-4ac7-a8c6-5e3602ebc25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:12.090842 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-496e4384-cf40-4ac7-a8c6-5e3602ebc25e service neutron] 10.222.0.31 "GET /v2.0/ports/02d7af34-d764-432c-ad55-d958387aec9d HTTP/1.1" status: 200 len: 1026 time: 0.0899134 Jan 28 19:18:12.091329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:12.118469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e96c0052-3430-403f-af77-4cca4c98308e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-883991839-network', 'tenant_id': '1e0e9900fabd468aae037c82e47a1804'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:12.149160 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78c239eb-1be1-4e60-812b-e01f1a3eab84 req-405a5b6a-40d2-4b79-8624-9eb505c07ac0 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.2847764 Jan 28 19:18:12.161665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96c0052-3430-403f-af77-4cca4c98308e admin admin] Made reservation on behalf of 1e0e9900fabd468aae037c82e47a1804 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:12.173929 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96c0052-3430-403f-af77-4cca4c98308e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.185963 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (28c38550-9345-47be-8386-b5fe26ff9718), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.192582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a918928-3cc3-42f2-bc53-a7e39166b592 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:12.196123 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a918928-3cc3-42f2-bc53-a7e39166b592 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:12.199751 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1a918928-3cc3-42f2-bc53-a7e39166b592 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4615321 Jan 28 19:18:12.203361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48242) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:12.205673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Pushing event updated for resources: {'Port': ['ID=05427afc-6fe2-4d8c-9ab0-95e9791734e4,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:12.302960 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-2ed58323-d656-4e96-8242-17f659e5ace5 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/228034c8-cb2d-438d-8bfc-0b6a6ef67693 HTTP/1.1" status: 200 len: 2990 time: 0.2836397 Jan 28 19:18:12.329988 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-4ab22047-78fa-495f-b42c-80c64590a813 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Allocated IP 2001:db8::279 (233b84a9-cc0d-4e92-a814-ecb004f0b5d4/6c3aea45-e8ba-4b16-893a-15c6c7f83e4a/99e623dd-0d65-4b0a-9067-5028af63c1bf) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:12.360134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Network 233b84a9-cc0d-4e92-a814-ecb004f0b5d4 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:12.364914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:12.372754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:12.384602 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Attempting to bind port 05427afc-6fe2-4d8c-9ab0-95e9791734e4 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:12.386057 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Attempting to bind port 05427afc-6fe2-4d8c-9ab0-95e9791734e4 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:12.386677 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Attempting to bind port 05427afc-6fe2-4d8c-9ab0-95e9791734e4 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:12.428729 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-0478904e-9240-4952-97c8-27f46afc0109 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:12.433729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:12.434761 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:12.435466 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.438284 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-0478904e-9240-4952-97c8-27f46afc0109 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:12.438713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:12.439488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Bound port: 05427afc-6fe2-4d8c-9ab0-95e9791734e4, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:12.440146 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (05427afc-6fe2-4d8c-9ab0-95e9791734e4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.446135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-0478904e-9240-4952-97c8-27f46afc0109 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:12.449351 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-0478904e-9240-4952-97c8-27f46afc0109 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.31 "GET /v2.0/networks?id=2102cb4c-1a8c-4160-88a9-27c39edb311a&id=5b784934-81a2-4bb5-a668-73176a055465&id=5b784934-81a2-4bb5-a668-73176a055465&id=5b784934-81a2-4bb5-a668-73176a055465&id=5b784934-81a2-4bb5-a668-73176a055465&id=8bd761fc-fe6a-405a-9893-029eb3d01134&id=8bd761fc-fe6a-405a-9893-029eb3d01134 HTTP/1.1" status: 200 len: 1990 time: 0.3346932 Jan 28 19:18:12.511833 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-92a42008-b61a-4000-90de-8ff966a32e0e tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/228034c8-cb2d-438d-8bfc-0b6a6ef67693 HTTP/1.1" status: 200 len: 2990 time: 0.1880543 Jan 28 19:18:12.518730 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88fc4a8-aec0-4fb4-9d6f-c760cdc134f6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet a3c8db48-506a-4c93-b32b-663b0694c5b3 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:18:12.522427 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f88fc4a8-aec0-4fb4-9d6f-c760cdc134f6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (a3c8db48-506a-4c93-b32b-663b0694c5b3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.535754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] For port 05427afc-6fe2-4d8c-9ab0-95e9791734e4, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:12.539988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] For port 05427afc-6fe2-4d8c-9ab0-95e9791734e4, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=05427afc-6fe2-4d8c-9ab0-95e9791734e4,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:12.547380 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Pushing event updated for resources: {'Port': ['ID=28c38550-9345-47be-8386-b5fe26ff9718,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:12.559501 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (05427afc-6fe2-4d8c-9ab0-95e9791734e4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.585210 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Attempting to bind port 28c38550-9345-47be-8386-b5fe26ff9718 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:12.585816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Attempting to bind port 28c38550-9345-47be-8386-b5fe26ff9718 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'cc8e9005-70b3-48f5-b88c-ef9cf582c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '233b84a9-cc0d-4e92-a814-ecb004f0b5d4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:12.586445 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Attempting to bind port 28c38550-9345-47be-8386-b5fe26ff9718 on network 233b84a9-cc0d-4e92-a814-ecb004f0b5d4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:12.609612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:12.610550 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Checking segment: {'id': 'cc8e9005-70b3-48f5-b88c-ef9cf582c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '233b84a9-cc0d-4e92-a814-ecb004f0b5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:12.611314 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.611968 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Bound using segment: {'id': 'cc8e9005-70b3-48f5-b88c-ef9cf582c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '233b84a9-cc0d-4e92-a814-ecb004f0b5d4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:12.613181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Bound port: 28c38550-9345-47be-8386-b5fe26ff9718, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8e9005-70b3-48f5-b88c-ef9cf582c229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '233b84a9-cc0d-4e92-a814-ecb004f0b5d4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:12.613843 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (28c38550-9345-47be-8386-b5fe26ff9718), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.614962 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f88fc4a8-aec0-4fb4-9d6f-c760cdc134f6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (a3c8db48-506a-4c93-b32b-663b0694c5b3), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.692671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8f017-79fa-4704-b048-fd1e27128fcc None None] Pushing event updated for resources: {'Port': ['ID=05427afc-6fe2-4d8c-9ab0-95e9791734e4,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:12.728119 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-5c01dc1d-82dc-40e1-96ab-1f705a2d3d46 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/2596d1de-98aa-42cd-9877-d7e4fc9966e8 HTTP/1.1" status: 200 len: 2998 time: 0.2021344 Jan 28 19:18:12.785758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] For port 28c38550-9345-47be-8386-b5fe26ff9718, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:12.796503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] For port 28c38550-9345-47be-8386-b5fe26ff9718, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=28c38550-9345-47be-8386-b5fe26ff9718,segment=NetworkSegment(cc8e9005-70b3-48f5-b88c-ef9cf582c229),segment_id=cc8e9005-70b3-48f5-b88c-ef9cf582c229)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:12.819050 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (28c38550-9345-47be-8386-b5fe26ff9718), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.849952 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f88fc4a8-aec0-4fb4-9d6f-c760cdc134f6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (a3c8db48-506a-4c93-b32b-663b0694c5b3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:12.953160 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96c0052-3430-403f-af77-4cca4c98308e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:13.029424 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-eebfa961-34bd-4af2-821f-40b5885fc95f tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/2596d1de-98aa-42cd-9877-d7e4fc9966e8 HTTP/1.1" status: 200 len: 2998 time: 0.2798359 Jan 28 19:18:13.029971 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fc681d40-3088-4eb7-b4c1-6e92254ebfcd req-d34f5108-fab6-443e-870b-f8e844c0c646 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 210 time: 0.6097329 Jan 28 19:18:13.038367 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ab22047-78fa-495f-b42c-80c64590a813 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (99e623dd-0d65-4b0a-9067-5028af63c1bf), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:13.048928 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694661a-42a1-46c9-b23b-85e070d51d8e None None] Pushing event updated for resources: {'Port': ['ID=28c38550-9345-47be-8386-b5fe26ff9718,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:13.063460 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f88fc4a8-aec0-4fb4-9d6f-c760cdc134f6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (a3c8db48-506a-4c93-b32b-663b0694c5b3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:13.190449 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f88fc4a8-aec0-4fb4-9d6f-c760cdc134f6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:13.196349 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-e9a54297-0e53-4bdf-b4f7-f5674bafb49f tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/2d6c3c7c-1add-440f-b6b2-399ea6327d4f HTTP/1.1" status: 200 len: 3002 time: 0.1512105 Jan 28 19:18:13.211734 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f88fc4a8-aec0-4fb4-9d6f-c760cdc134f6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/a3c8db48-506a-4c93-b32b-663b0694c5b3 HTTP/1.1" status: 204 len: 168 time: 0.8581297 Jan 28 19:18:13.215629 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48256) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:13.228863 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ab22047-78fa-495f-b42c-80c64590a813 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (99e623dd-0d65-4b0a-9067-5028af63c1bf), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:13.233475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fc4a8-aec0-4fb4-9d6f-c760cdc134f6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c8db48-506a-4c93-b32b-663b0694c5b3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:13.346723 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-47db94e3-6161-407f-a183-0c954dbaedc1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1298690 Jan 28 19:18:13.347374 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:13.353027 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c49b0798-ce12-4cc3-989e-4e90e880249a req-89541e8a-21f2-4a4f-bcbb-da0c898f70a9 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.1316061 Jan 28 19:18:13.400884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e1b5e82f-e55b-4593-b26d-2a194f6f1daf tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:13.407772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab22047-78fa-495f-b42c-80c64590a813 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 233b84a9-cc0d-4e92-a814-ecb004f0b5d4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:13.428353 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4ab22047-78fa-495f-b42c-80c64590a813 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:13.457137 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab22047-78fa-495f-b42c-80c64590a813 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:13.463618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab22047-78fa-495f-b42c-80c64590a813 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:13.464462 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ab22047-78fa-495f-b42c-80c64590a813 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:13.504325 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4ab22047-78fa-495f-b42c-80c64590a813 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5027552 Jan 28 19:18:13.518524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48260) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:13.539654 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-cc8c252a-0a0c-4622-82ff-9a40142d177b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cc767c1cbe248bab484e9622a21d031 HTTP/1.1" status: 200 len: 379 time: 0.5754600 Jan 28 19:18:13.554684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-64d6d41a-78cc-46c1-9b67-563ed31d872f tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/2d6c3c7c-1add-440f-b6b2-399ea6327d4f HTTP/1.1" status: 200 len: 3002 time: 0.3495934 Jan 28 19:18:13.588431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4a7f4983-1506-4129-a422-563aede85823 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Request body: {'port': {'device_id': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a', 'admin_state_up': True, 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'security_groups': ['3d51f05d-7623-4222-b390-56706a33fc17']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:13.591102 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab22047-78fa-495f-b42c-80c64590a813 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=99e623dd-0d65-4b0a-9067-5028af63c1bf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:13.673929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 05427afc-6fe2-4d8c-9ab0-95e9791734e4 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:13.817393 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-bc9d364a-16cf-4fd3-b579-08449ac4fcfa tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/4118c156-3da2-4f8b-8648-96a2d7d10dd0 HTTP/1.1" status: 200 len: 3002 time: 0.2112126 Jan 28 19:18:13.825359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 05427afc-6fe2-4d8c-9ab0-95e9791734e4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:13.826116 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (05427afc-6fe2-4d8c-9ab0-95e9791734e4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:13.897630 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b5e82f-e55b-4593-b26d-2a194f6f1daf tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:13.917799 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e82f-e55b-4593-b26d-2a194f6f1daf tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:14.043191 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 05427afc-6fe2-4d8c-9ab0-95e9791734e4 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:14.043927 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (05427afc-6fe2-4d8c-9ab0-95e9791734e4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:14.130384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 05427afc-6fe2-4d8c-9ab0-95e9791734e4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=05427afc-6fe2-4d8c-9ab0-95e9791734e4,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:14.138208 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (05427afc-6fe2-4d8c-9ab0-95e9791734e4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:14.271023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=05427afc-6fe2-4d8c-9ab0-95e9791734e4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:14.364648 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-a5756944-3136-482d-abcc-48ef76a7cd22 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/4118c156-3da2-4f8b-8648-96a2d7d10dd0 HTTP/1.1" status: 200 len: 3002 time: 0.5463197 Jan 28 19:18:14.374629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-f291f5be-a8a6-4c12-9305-7c4e971fa853 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:14.376096 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-f291f5be-a8a6-4c12-9305-7c4e971fa853 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.37 "GET /v2.0/networks?id=98cfa7e0-e682-47e0-b62e-9753da0d9bd8 HTTP/1.1" status: 200 len: 822 time: 0.8016176 Jan 28 19:18:14.418377 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51aeaa3d-b46c-43f0-843c-88615aaa9ff7 req-78d93dd8-d9a7-491f-8eb3-7804b2cda13c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.6567991 Jan 28 19:18:14.424376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-d3f9b017-afee-4d46-a869-8108b945c20b tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Request body: {'port': {'device_id': '555bc78c-bf23-4bb6-9e4d-d993b8f5abbb', 'network_id': '98cfa7e0-e682-47e0-b62e-9753da0d9bd8', 'admin_state_up': True, 'tenant_id': 'f1998ddef2d642a09822bef952a0b97c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:14.508674 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-6366d828-57a8-4e06-b21a-c25daed4ea20 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/455c1ed5-f006-4300-9800-081b3561f45e HTTP/1.1" status: 200 len: 3002 time: 0.1373208 Jan 28 19:18:14.522136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48270) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:14.655255 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-41d41bf8-1ada-45b1-ac2a-8bb8880b901d tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/455c1ed5-f006-4300-9800-081b3561f45e HTTP/1.1" status: 200 len: 3002 time: 0.1111534 Jan 28 19:18:14.713606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a99d08-6cad-4d02-a8cb-aaa52356204e None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:14.771811 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e82f-e55b-4593-b26d-2a194f6f1daf tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (8d3272dd-565e-4509-82bd-af32a33d64b1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:14.772415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4a7f4983-1506-4129-a422-563aede85823 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Made reservation on behalf of 8cc767c1cbe248bab484e9622a21d031 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:14.775429 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bbf409b-3a21-4888-927f-58528e90eb8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:14.775950 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4a7f4983-1506-4129-a422-563aede85823 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:14.780086 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-503faed4-2aa0-4957-aa39-1249c1b5d9d3 req-329d18b6-eafb-4199-8d77-ebcdd43dc8d4 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 210 time: 0.1237805 Jan 28 19:18:14.879172 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-498a97ca-df81-42e8-94fc-2ca8a8dae8e2 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/524d0d1a-430e-4c71-9c4a-732e6f6606e3 HTTP/1.1" status: 200 len: 2994 time: 0.2146211 Jan 28 19:18:14.902057 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b5e82f-e55b-4593-b26d-2a194f6f1daf tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:14.926164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e1b5e82f-e55b-4593-b26d-2a194f6f1daf tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:14.939880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b5e82f-e55b-4593-b26d-2a194f6f1daf tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:14.940396 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e82f-e55b-4593-b26d-2a194f6f1daf tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:14.949669 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5e82f-e55b-4593-b26d-2a194f6f1daf tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=8d3272dd-565e-4509-82bd-af32a33d64b1,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:14.951633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3e45f501-6c4f-4ae2-9291-7265424be966 None None] Provisioning complete for port 05427afc-6fe2-4d8c-9ab0-95e9791734e4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:14.951633 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e45f501-6c4f-4ae2-9291-7265424be966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (05427afc-6fe2-4d8c-9ab0-95e9791734e4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.037461 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e1b5e82f-e55b-4593-b26d-2a194f6f1daf tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6409621 Jan 28 19:18:15.041499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48274) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:15.051258 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-be8f015d-7ccc-421a-9212-ac3b3e2b4619 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-847688672', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:15.052588 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96c0052-3430-403f-af77-4cca4c98308e admin admin] Publish callbacks [] for security_group (e9a53e7d-ac24-4d05-8ab6-4eb088e13d5d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.063289 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-a2d56ddc-9eba-4966-9aed-4f1181aad313 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/524d0d1a-430e-4c71-9c4a-732e6f6606e3 HTTP/1.1" status: 200 len: 2994 time: 0.1749647 Jan 28 19:18:15.141960 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8f015d-7ccc-421a-9212-ac3b3e2b4619 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (0c40deb3-26b8-4c10-96cb-ff8b2a948574), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.143389 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8f015d-7ccc-421a-9212-ac3b3e2b4619 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (0c40deb3-26b8-4c10-96cb-ff8b2a948574), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.150750 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bbf409b-3a21-4888-927f-58528e90eb8f admin admin] Publish callbacks [] for security_group (6ec49dee-898f-427f-ba4c-a4ba2c5f4920), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.167466 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bbf409b-3a21-4888-927f-58528e90eb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6ec49dee-898f-427f-ba4c-a4ba2c5f4920), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.181724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9035dcf-7b9c-4e78-b0f7-3a0e8d3896d5 None None] Network 233b84a9-cc0d-4e92-a814-ecb004f0b5d4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:15.193200 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-8372fb76-95f0-452c-8cd5-f5fcb7551694 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/56119304-73c2-4f05-ae36-2bb24ea946bf HTTP/1.1" status: 200 len: 3002 time: 0.1239946 Jan 28 19:18:15.282562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3e45f501-6c4f-4ae2-9291-7265424be966 None None] Current status of the port 05427afc-6fe2-4d8c-9ab0-95e9791734e4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:15.321581 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759be3e3-19a9-460e-a292-0f3cd082f5a1 None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:18:15.336188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf409b-3a21-4888-927f-58528e90eb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec49dee-898f-427f-ba4c-a4ba2c5f4920,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:15.384164 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6bbf409b-3a21-4888-927f-58528e90eb8f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af4fcf192a6547d88092def6e81b87c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8608060 Jan 28 19:18:15.392925 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8f015d-7ccc-421a-9212-ac3b3e2b4619 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for router_controller (0c40deb3-26b8-4c10-96cb-ff8b2a948574), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.394129 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48276) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:15.440932 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8f015d-7ccc-421a-9212-ac3b3e2b4619 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (0c40deb3-26b8-4c10-96cb-ff8b2a948574), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.443577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-30a8fb6a-3e05-45e4-8fdd-d1e136ab516d None None] Provisioning complete for port 28c38550-9345-47be-8386-b5fe26ff9718 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:15.444244 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-30a8fb6a-3e05-45e4-8fdd-d1e136ab516d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (28c38550-9345-47be-8386-b5fe26ff9718), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.458482 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-1af3bd86-edd8-4a9d-b8a8-1010331ceccc tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/56119304-73c2-4f05-ae36-2bb24ea946bf HTTP/1.1" status: 200 len: 3002 time: 0.2438200 Jan 28 19:18:15.517329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 28c38550-9345-47be-8386-b5fe26ff9718 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:15.563924 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-be8f015d-7ccc-421a-9212-ac3b3e2b4619 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.565776 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-be8f015d-7ccc-421a-9212-ac3b3e2b4619 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5215991 Jan 28 19:18:15.582082 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:15.582779 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c33b0c00-9790-45a4-9ec9-8d50a207e9ca admin admin] Publish callbacks [] for security_group (6ec49dee-898f-427f-ba4c-a4ba2c5f4920), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.595533 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-38380bad-a220-46b2-94e1-9d5355b45abd req-e709de14-0ba2-4ef6-b001-f1ad46ebcc32 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e44c800-d179-4d3f-8f19-778c3fc91a56 HTTP/1.1" status: 200 len: 210 time: 0.5797350 Jan 28 19:18:15.603441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-759be3e3-19a9-460e-a292-0f3cd082f5a1 None None] Deleting port 05427afc-6fe2-4d8c-9ab0-95e9791734e4 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:15.604140 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-759be3e3-19a9-460e-a292-0f3cd082f5a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (05427afc-6fe2-4d8c-9ab0-95e9791734e4), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.613560 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 28c38550-9345-47be-8386-b5fe26ff9718 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:15.614229 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (28c38550-9345-47be-8386-b5fe26ff9718), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.639633 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-d3f9b017-afee-4d46-a869-8108b945c20b tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Made reservation on behalf of f1998ddef2d642a09822bef952a0b97c for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:15.649874 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-d3f9b017-afee-4d46-a869-8108b945c20b tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.652970 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96c0052-3430-403f-af77-4cca4c98308e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e9a53e7d-ac24-4d05-8ab6-4eb088e13d5d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.745880 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-9e8b1cfa-8c41-461a-b7ef-d3097ebeff81 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/5ff68ba3-37de-4dbe-a6ec-cb65aa950e92 HTTP/1.1" status: 200 len: 3002 time: 0.2789884 Jan 28 19:18:15.783459 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-30a8fb6a-3e05-45e4-8fdd-d1e136ab516d None None] Current status of the port 28c38550-9345-47be-8386-b5fe26ff9718 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:15.783459 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-30a8fb6a-3e05-45e4-8fdd-d1e136ab516d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (28c38550-9345-47be-8386-b5fe26ff9718), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.828793 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 28c38550-9345-47be-8386-b5fe26ff9718 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:15.829333 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (28c38550-9345-47be-8386-b5fe26ff9718), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.838715 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c33b0c00-9790-45a4-9ec9-8d50a207e9ca admin admin] Publish callbacks [] for security_group (6ec49dee-898f-427f-ba4c-a4ba2c5f4920), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.847417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96c0052-3430-403f-af77-4cca4c98308e admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:18:15.883631 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 28c38550-9345-47be-8386-b5fe26ff9718, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=28c38550-9345-47be-8386-b5fe26ff9718,segment=NetworkSegment(cc8e9005-70b3-48f5-b88c-ef9cf582c229),segment_id=cc8e9005-70b3-48f5-b88c-ef9cf582c229)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:15.900743 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (28c38550-9345-47be-8386-b5fe26ff9718), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:15.968806 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=28c38550-9345-47be-8386-b5fe26ff9718,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:15.981190 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e4a73aa6-6674-482e-b29d-0f39b6db4621 req-75fd3cb6-f01a-404f-95c2-efe52f66db91 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.1792443 Jan 28 19:18:16.047420 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-30a8fb6a-3e05-45e4-8fdd-d1e136ab516d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:18:16.047902 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-30a8fb6a-3e05-45e4-8fdd-d1e136ab516d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:18:16.048779 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96c0052-3430-403f-af77-4cca4c98308e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e0a99418-ebbb-4003-92c5-c48353900cf0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:16.049304 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-e96c0052-3430-403f-af77-4cca4c98308e admin admin] Added segment e0a99418-ebbb-4003-92c5-c48353900cf0 of type vlan for network e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321 Jan 28 19:18:16.054086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-759be3e3-19a9-460e-a292-0f3cd082f5a1 None None] For port 05427afc-6fe2-4d8c-9ab0-95e9791734e4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=05427afc-6fe2-4d8c-9ab0-95e9791734e4,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:16.054660 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-759be3e3-19a9-460e-a292-0f3cd082f5a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (05427afc-6fe2-4d8c-9ab0-95e9791734e4), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:16.055900 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:16.066054 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-7c70e9f9-a728-4c90-8b91-96b2f43d56e6 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/5ff68ba3-37de-4dbe-a6ec-cb65aa950e92 HTTP/1.1" status: 200 len: 3002 time: 0.2822974 Jan 28 19:18:16.077438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-759be3e3-19a9-460e-a292-0f3cd082f5a1 None None] Calling delete_port for 05427afc-6fe2-4d8c-9ab0-95e9791734e4 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:16.087007 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c0052-3430-403f-af77-4cca4c98308e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a53e7d-ac24-4d05-8ab6-4eb088e13d5d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:16.097094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4a7f4983-1506-4129-a422-563aede85823 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Allocated IP 172.20.0.8 (2102cb4c-1a8c-4160-88a9-27c39edb311a/b17c08f2-27fc-4e90-b48d-43d50a5e8a2c/97e80eea-8605-4e6d-90bd-6e52508f9934) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:16.152847 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-1f703602-891a-4940-9e6a-1c6296976705 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b2721189-62c4-4e4f-8fc4-b551881ecf88 HTTP/1.1" status: 200 len: 2998 time: 0.0638876 Jan 28 19:18:16.209681 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-759be3e3-19a9-460e-a292-0f3cd082f5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (05427afc-6fe2-4d8c-9ab0-95e9791734e4), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:16.242787 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759be3e3-19a9-460e-a292-0f3cd082f5a1 None None] Pushing event deleted for resources: {'Port': ['ID=05427afc-6fe2-4d8c-9ab0-95e9791734e4,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:16.245147 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759be3e3-19a9-460e-a292-0f3cd082f5a1 None None] No DVR routers for this DVR port 05427afc-6fe2-4d8c-9ab0-95e9791734e4 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:16.267507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52642837-9611-4472-8698-a1b119415571 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:16.336664 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be252641-ff2e-4efa-b910-cb55b1ab5655 req-8a4de1b1-a5e6-4d07-b328-9bdb2987cdfb tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 210 time: 0.1734145 Jan 28 19:18:16.342528 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96c0052-3430-403f-af77-4cca4c98308e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:16.409193 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-5b568717-d891-4691-8868-72274c88cd76 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b2721189-62c4-4e4f-8fc4-b551881ecf88 HTTP/1.1" status: 200 len: 2998 time: 0.1036048 Jan 28 19:18:16.416010 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': '8d3272dd-565e-4509-82bd-af32a33d64b1'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:18:16.418920 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:16.440891 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c33b0c00-9790-45a4-9ec9-8d50a207e9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6ec49dee-898f-427f-ba4c-a4ba2c5f4920), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:16.446773 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c33b0c00-9790-45a4-9ec9-8d50a207e9ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:16.447811 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c33b0c00-9790-45a4-9ec9-8d50a207e9ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ec49dee-898f-427f-ba4c-a4ba2c5f4920 HTTP/1.1" status: 204 len: 168 time: 1.0495107 Jan 28 19:18:16.464625 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-e96c0052-3430-403f-af77-4cca4c98308e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:18:16.489188 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6481114-0ddf-4acb-bf23-8e8df2154d70 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (99e623dd-0d65-4b0a-9067-5028af63c1bf), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:16.514386 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-d3f9b017-afee-4d46-a869-8108b945c20b tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Allocated IP 172.20.0.9 (98cfa7e0-e682-47e0-b62e-9753da0d9bd8/f82977f6-a2ab-41f3-9d34-a3808988af40/532343c9-2909-406c-bc3e-38dba26197a9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:16.535574 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b0c00-9790-45a4-9ec9-8d50a207e9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec49dee-898f-427f-ba4c-a4ba2c5f4920,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:16.536791 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96c0052-3430-403f-af77-4cca4c98308e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:16.537895 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96c0052-3430-403f-af77-4cca4c98308e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:16.538433 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96c0052-3430-403f-af77-4cca4c98308e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:16.551419 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-f74a5e23-686e-4a86-8aca-7acfdf53600b tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/db74a9d5-62ca-4630-a117-fae556b46dfb HTTP/1.1" status: 200 len: 3002 time: 0.1323783 Jan 28 19:18:16.614876 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::1 (1218acd0-0311-470a-8d43-e1a60f7e0be9/8d3272dd-565e-4509-82bd-af32a33d64b1/e8ebc9aa-3ce9-487b-8ce7-1e6225741f75) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:16.628463 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-6eab0a28-c99f-4ac6-bacb-e594917bcf1b tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/db74a9d5-62ca-4630-a117-fae556b46dfb HTTP/1.1" status: 200 len: 3002 time: 0.0649555 Jan 28 19:18:16.683741 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e96c0052-3430-403f-af77-4cca4c98308e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.5721028 Jan 28 19:18:16.707249 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48288) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:16.733806 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-580f5e88-66f4-41d7-adab-076dc5fae16a admin admin] Request body: {'subnet': {'network_id': 'e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-883991839-subnet', 'tenant_id': '1e0e9900fabd468aae037c82e47a1804', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:16.773801 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48294) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:16.779618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c0052-3430-403f-af77-4cca4c98308e admin admin] Pushing event updated for resources: {'Network': ['ID=e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:16.791398 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4a7f4983-1506-4129-a422-563aede85823 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:16.808802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-30a8fb6a-3e05-45e4-8fdd-d1e136ab516d None None] Current status of the port 28c38550-9345-47be-8386-b5fe26ff9718 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:16.826172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:18:16.879334 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-d7442dc8-f6e5-4410-b28c-2112ddee24f8 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e3d73222-880b-46c5-a18a-09ccae947de6 HTTP/1.1" status: 200 len: 3002 time: 0.2245862 Jan 28 19:18:16.890331 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580f5e88-66f4-41d7-adab-076dc5fae16a admin admin] Made reservation on behalf of 1e0e9900fabd468aae037c82e47a1804 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:16.894527 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-580f5e88-66f4-41d7-adab-076dc5fae16a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:16.992629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:16.996667 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0195e126-9001-490a-9ac6-d0b2235d7db0 None None] Provisioning complete for port 99e623dd-0d65-4b0a-9067-5028af63c1bf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:16.997639 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0195e126-9001-490a-9ac6-d0b2235d7db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (99e623dd-0d65-4b0a-9067-5028af63c1bf), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.031576 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-641466a9-7787-4825-b721-30c8b94b3a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.046422 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0195e126-9001-490a-9ac6-d0b2235d7db0 None None] Port 99e623dd-0d65-4b0a-9067-5028af63c1bf cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:17.064493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0195e126-9001-490a-9ac6-d0b2235d7db0 None None] Provisioning complete for port 28c38550-9345-47be-8386-b5fe26ff9718 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:17.065577 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0195e126-9001-490a-9ac6-d0b2235d7db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (28c38550-9345-47be-8386-b5fe26ff9718), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.103443 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4a7f4983-1506-4129-a422-563aede85823 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.112246 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.160876 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-09caeed9-fcc6-40a9-8924-3e121c354def tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e3d73222-880b-46c5-a18a-09ccae947de6 HTTP/1.1" status: 200 len: 3002 time: 0.1291413 Jan 28 19:18:17.161958 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c030d054-837b-4367-978a-beb2e893f275 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for security_group (d28f25f1-fb23-4ae3-ac0a-04a0965e85e4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.190375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0195e126-9001-490a-9ac6-d0b2235d7db0 None None] Current status of the port 28c38550-9345-47be-8386-b5fe26ff9718 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:17.196365 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-d3f9b017-afee-4d46-a869-8108b945c20b tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Publish callbacks [] for port (532343c9-2909-406c-bc3e-38dba26197a9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.255057 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6481114-0ddf-4acb-bf23-8e8df2154d70 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (99e623dd-0d65-4b0a-9067-5028af63c1bf), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.259187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4a7f4983-1506-4129-a422-563aede85823 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Network 2102cb4c-1a8c-4160-88a9-27c39edb311a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:17.262565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f4983-1506-4129-a422-563aede85823 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event updated for resources: {'Port': ['ID=97e80eea-8605-4e6d-90bd-6e52508f9934,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:17.270793 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4a7f4983-1506-4129-a422-563aede85823 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:17.277536 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4a7f4983-1506-4129-a422-563aede85823 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:17.282886 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6481114-0ddf-4acb-bf23-8e8df2154d70 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (99e623dd-0d65-4b0a-9067-5028af63c1bf), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.318278 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 28c38550-9345-47be-8386-b5fe26ff9718 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:17.320599 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.397217 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c030d054-837b-4367-978a-beb2e893f275 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for security_group (d28f25f1-fb23-4ae3-ac0a-04a0965e85e4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.509095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4a7f4983-1506-4129-a422-563aede85823 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:17.509766 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4a7f4983-1506-4129-a422-563aede85823 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.524378 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-d3f9b017-afee-4d46-a869-8108b945c20b tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (532343c9-2909-406c-bc3e-38dba26197a9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.550778 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-ca320b27-3976-4ab9-b728-d737de14e463 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/fb8142ae-0cf1-4ff6-90f9-3108ba0166ed HTTP/1.1" status: 200 len: 3002 time: 0.3793566 Jan 28 19:18:17.565532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:17.579960 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49c93-227e-4fb9-8f01-6de00838f632 req-b471c4c2-97e7-4750-a2ff-423be36ac337 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:17.583244 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4ac49c93-227e-4fb9-8f01-6de00838f632 req-b471c4c2-97e7-4750-a2ff-423be36ac337 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 931 time: 0.4220512 Jan 28 19:18:17.600457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=e8ebc9aa-3ce9-487b-8ce7-1e6225741f75,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:17.628687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:17.636819 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:17.637213 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (0c40deb3-26b8-4c10-96cb-ff8b2a948574), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.719406 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Allocated IP 2001:db8::2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/8d3272dd-565e-4509-82bd-af32a33d64b1/8c9560d0-66d9-4b1a-bd68-06145ad28502) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:17.817929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-aab5f108-3a83-4935-89b2-e900abce26c9 None None] Provisioning complete for port 97e80eea-8605-4e6d-90bd-6e52508f9934 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:17.819275 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aab5f108-3a83-4935-89b2-e900abce26c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.836087 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-580f5e88-66f4-41d7-adab-076dc5fae16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (395e2255-c540-4299-acd7-51ad1586b643), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.870374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 28c38550-9345-47be-8386-b5fe26ff9718 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:17.872695 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (28c38550-9345-47be-8386-b5fe26ff9718), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.909128 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6481114-0ddf-4acb-bf23-8e8df2154d70 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (239049c1-0751-4e0e-bf6b-9fc6f73187b5), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:17.931000 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4a7f4983-1506-4129-a422-563aede85823 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3671126 Jan 28 19:18:17.937527 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-aab5f108-3a83-4935-89b2-e900abce26c9 None None] Port 97e80eea-8605-4e6d-90bd-6e52508f9934 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:17.980370 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-d3f9b017-afee-4d46-a869-8108b945c20b tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Network 98cfa7e0-e682-47e0-b62e-9753da0d9bd8 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:17.990448 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-d3f9b017-afee-4d46-a869-8108b945c20b tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:17.998939 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-c0e488ac-fa23-4287-acb3-c5356d08665e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Request body: {'port': {'device_id': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'network_id': '5b784934-81a2-4bb5-a668-73176a055465', 'admin_state_up': True, 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'security_groups': ['3d51f05d-7623-4222-b390-56706a33fc17']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:18.004173 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-641466a9-7787-4825-b721-30c8b94b3a4c admin admin] Publish callbacks [] for security_group (2c1b7779-00b4-41e5-8cbd-bc200f594910), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.005896 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6481114-0ddf-4acb-bf23-8e8df2154d70 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=99e623dd-0d65-4b0a-9067-5028af63c1bf,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:18.008416 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c030d054-837b-4367-978a-beb2e893f275 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d28f25f1-fb23-4ae3-ac0a-04a0965e85e4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.013450 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c030d054-837b-4367-978a-beb2e893f275 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.013657 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-d3f9b017-afee-4d46-a869-8108b945c20b tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:18.013882 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c030d054-837b-4367-978a-beb2e893f275 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "DELETE /v2.0/security-groups/d28f25f1-fb23-4ae3-ac0a-04a0965e85e4 HTTP/1.1" status: 204 len: 168 time: 1.2388933 Jan 28 19:18:18.057337 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Publish callbacks [] for port (8c9560d0-66d9-4b1a-bd68-06145ad28502), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.060808 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48304) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:18.075721 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.078624 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4ac49c93-227e-4fb9-8f01-6de00838f632 req-20926877-0ead-4609-a041-cc90c50de8c8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3857031 Jan 28 19:18:18.081341 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (8c9560d0-66d9-4b1a-bd68-06145ad28502), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.087019 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 28c38550-9345-47be-8386-b5fe26ff9718 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:18.092207 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3ff4d4e4-04f2-4c1a-bdc7-181d81735e45 None None] Provisioning complete for port 99e623dd-0d65-4b0a-9067-5028af63c1bf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:18.092843 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ff4d4e4-04f2-4c1a-bdc7-181d81735e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (99e623dd-0d65-4b0a-9067-5028af63c1bf), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.158356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:18.168438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:18.174699 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:18.178240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Pushing event updated for resources: {'Port': ['ID=8c9560d0-66d9-4b1a-bd68-06145ad28502,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:18.183871 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3ff4d4e4-04f2-4c1a-bdc7-181d81735e45 None None] Port 99e623dd-0d65-4b0a-9067-5028af63c1bf cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:18.185280 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-641466a9-7787-4825-b721-30c8b94b3a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2c1b7779-00b4-41e5-8cbd-bc200f594910), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.242134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 05427afc-6fe2-4d8c-9ab0-95e9791734e4 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:18.255530 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b249672-68fb-434d-9aad-94619d874d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.257549 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030d054-837b-4367-978a-beb2e893f275 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28f25f1-fb23-4ae3-ac0a-04a0965e85e4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:18.269367 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0286edba-e042-4add-9402-d38a913dca61 req-12a15d47-6794-4588-90b4-b3ad7d7146b9 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/fb8142ae-0cf1-4ff6-90f9-3108ba0166ed HTTP/1.1" status: 200 len: 3002 time: 0.7177126 Jan 28 19:18:18.292068 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f5e88-66f4-41d7-adab-076dc5fae16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=395e2255-c540-4299-acd7-51ad1586b643,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:18.294659 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580f5e88-66f4-41d7-adab-076dc5fae16a admin admin] Checking segment: {'id': 'e0a99418-ebbb-4003-92c5-c48353900cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:18.295033 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580f5e88-66f4-41d7-adab-076dc5fae16a admin admin] Network hostable DHCP agents. Network: e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:18:18.304080 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-641466a9-7787-4825-b721-30c8b94b3a4c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e94caba899ac42a1a0daf17bbd401df1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3086965 Jan 28 19:18:18.311903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48308) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:18.363398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 05427afc-6fe2-4d8c-9ab0-95e9791734e4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:18.364119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 05427afc-6fe2-4d8c-9ab0-95e9791734e4 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:18.382066 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-ea3e56ac-94e3-41e3-86ff-8b62b713f053 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] show failed (client error): The resource could not be found. Jan 28 19:18:18.383136 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ea3e56ac-94e3-41e3-86ff-8b62b713f053 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "GET /v2.0/security-groups/d28f25f1-fb23-4ae3-ac0a-04a0965e85e4 HTTP/1.1" status: 404 len: 347 time: 0.3032844 Jan 28 19:18:18.400907 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48310) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:18.417416 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Attempting to bind port 8c9560d0-66d9-4b1a-bd68-06145ad28502 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:18.418512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Attempting to bind port 8c9560d0-66d9-4b1a-bd68-06145ad28502 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:18.419101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Attempting to bind port 8c9560d0-66d9-4b1a-bd68-06145ad28502 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:18.429174 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:18.430115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:18.430857 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.431396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:18.433957 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Bound port: 8c9560d0-66d9-4b1a-bd68-06145ad28502, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:18.435215 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8c9560d0-66d9-4b1a-bd68-06145ad28502), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.469344 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580f5e88-66f4-41d7-adab-076dc5fae16a admin admin] Network e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:18:18.519310 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] For port 8c9560d0-66d9-4b1a-bd68-06145ad28502, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:18.523335 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] For port 8c9560d0-66d9-4b1a-bd68-06145ad28502, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8c9560d0-66d9-4b1a-bd68-06145ad28502,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:18.530802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-580f5e88-66f4-41d7-adab-076dc5fae16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:18.532437 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2e781e0-06f7-4073-82bd-048cf7752850 admin admin] Publish callbacks [] for security_group (2c1b7779-00b4-41e5-8cbd-bc200f594910), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.546196 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8c9560d0-66d9-4b1a-bd68-06145ad28502), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.553444 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580f5e88-66f4-41d7-adab-076dc5fae16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:18.553444 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-580f5e88-66f4-41d7-adab-076dc5fae16a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.562977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e326855a-9d17-4fd6-926d-f4485fea93b6 None None] Network e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:18.583658 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-580f5e88-66f4-41d7-adab-076dc5fae16a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8746042 Jan 28 19:18:18.608749 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641466a9-7787-4825-b721-30c8b94b3a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1b7779-00b4-41e5-8cbd-bc200f594910,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:18.610298 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a91c56e3-0191-44aa-84fc-f0b98643d326 req-6df7eead-4307-42fa-977c-2b0b9bb2e7c2 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c8ed6fa695d043d3af7a86355c92e9a6 HTTP/1.1" status: 200 len: 6161 time: 0.2556357 Jan 28 19:18:18.612915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9b017-afee-4d46-a869-8108b945c20b tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Pushing event updated for resources: {'Port': ['ID=532343c9-2909-406c-bc3e-38dba26197a9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:18.621133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-d3f9b017-afee-4d46-a869-8108b945c20b tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:18.621966 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-d3f9b017-afee-4d46-a869-8108b945c20b tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.628816 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2e781e0-06f7-4073-82bd-048cf7752850 admin admin] Publish callbacks [] for security_group (2c1b7779-00b4-41e5-8cbd-bc200f594910), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.637818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cc0f1-fac1-4338-99a3-37ababf473c4 req-e23a013b-62f9-41ab-ac87-fa511eb2b5d1 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:18.646928 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a91cc0f1-fac1-4338-99a3-37ababf473c4 req-e23a013b-62f9-41ab-ac87-fa511eb2b5d1 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 931 time: 0.3927846 Jan 28 19:18:18.742202 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a91c56e3-0191-44aa-84fc-f0b98643d326 req-d2333a0e-d150-45de-a3bd-b6bfd24bd6f6 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] 10.222.0.55 "GET /v2.0/security-groups/5ff68ba3-37de-4dbe-a6ec-cb65aa950e92 HTTP/1.1" status: 200 len: 3002 time: 0.1250291 Jan 28 19:18:18.780673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b2d91-dc04-4a73-b619-de56ef5ea4c1 None None] Pushing event updated for resources: {'Port': ['ID=8c9560d0-66d9-4b1a-bd68-06145ad28502,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:18.823197 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-d3f9b017-afee-4d46-a869-8108b945c20b tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4159958 Jan 28 19:18:18.832629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Request body: {'port': {'device_id': '555bc78c-bf23-4bb6-9e4d-d993b8f5abbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:18.859768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da45a1cd-1885-4e39-aaeb-5ed0f63902f9 None None] Network e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:18.882418 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a91cc0f1-fac1-4338-99a3-37ababf473c4 req-7ee7ff2a-87cf-49f2-9ea4-8a27aad37437 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/security-groups?id=db74a9d5-62ca-4630-a117-fae556b46dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345119 Jan 28 19:18:18.898206 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6481114-0ddf-4acb-bf23-8e8df2154d70 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (99e623dd-0d65-4b0a-9067-5028af63c1bf), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.917372 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2e781e0-06f7-4073-82bd-048cf7752850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2c1b7779-00b4-41e5-8cbd-bc200f594910), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.920437 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2e781e0-06f7-4073-82bd-048cf7752850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:18.921645 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b2e781e0-06f7-4073-82bd-048cf7752850 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c1b7779-00b4-41e5-8cbd-bc200f594910 HTTP/1.1" status: 204 len: 168 time: 0.6089070 Jan 28 19:18:18.959427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e781e0-06f7-4073-82bd-048cf7752850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1b7779-00b4-41e5-8cbd-bc200f594910,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:18.985312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-c0e488ac-fa23-4287-acb3-c5356d08665e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Made reservation on behalf of 8cc767c1cbe248bab484e9622a21d031 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:18.996617 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a91c56e3-0191-44aa-84fc-f0b98643d326 req-fdc6e4a9-e9c1-49e3-96c9-24384f12d6d2 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] 10.222.0.55 "GET /v2.0/security-groups/5ff68ba3-37de-4dbe-a6ec-cb65aa950e92 HTTP/1.1" status: 200 len: 3002 time: 0.2405133 Jan 28 19:18:19.009295 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-c0e488ac-fa23-4287-acb3-c5356d08665e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:19.031252 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:19.057989 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:19.058980 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (0c40deb3-26b8-4c10-96cb-ff8b2a948574), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:19.064472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c04dfb1d-b052-4f94-8cb9-1cf9fb5feaee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Deleting port bb89dac9-ed75-44d9-9cee-742f12ec6bd2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:19.065194 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c04dfb1d-b052-4f94-8cb9-1cf9fb5feaee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (bb89dac9-ed75-44d9-9cee-742f12ec6bd2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:19.269776 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (532343c9-2909-406c-bc3e-38dba26197a9), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:19.422715 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=e8ebc9aa-3ce9-487b-8ce7-1e6225741f75,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:19.433567 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:19.495532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8c9560d0-66d9-4b1a-bd68-06145ad28502 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:19.591524 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2a4ba695-637f-4872-8135-6d1cff535b82 req-b29edc19-d266-4217-bb1e-4cfa65911724 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e33d3262-3181-4f0b-b628-f57f0e5532d0 HTTP/1.1" status: 200 len: 1795 time: 0.5131717 Jan 28 19:18:19.596947 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c04dfb1d-b052-4f94-8cb9-1cf9fb5feaee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (bb89dac9-ed75-44d9-9cee-742f12ec6bd2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:19.597273 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c04dfb1d-b052-4f94-8cb9-1cf9fb5feaee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for floatingip (bb89dac9-ed75-44d9-9cee-742f12ec6bd2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:19.605184 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 8c9560d0-66d9-4b1a-bd68-06145ad28502 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:19.605842 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8c9560d0-66d9-4b1a-bd68-06145ad28502), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:19.635052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c04dfb1d-b052-4f94-8cb9-1cf9fb5feaee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Calling delete_port for bb89dac9-ed75-44d9-9cee-742f12ec6bd2 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:19.652341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-56fc5703-838d-43fa-8805-cb1cd3bc721a tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:19.660667 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-56fc5703-838d-43fa-8805-cb1cd3bc721a tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/networks?id=c0f8b21d-325f-490e-a9f6-c44658260678 HTTP/1.1" status: 200 len: 825 time: 0.2399538 Jan 28 19:18:19.665495 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:19.711111 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-33dd7c17-83e2-4a4a-a336-c53fb5c06e17 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/quotas/61cd7e5aeb21431cbd8d750d183e5bcd HTTP/1.1" status: 200 len: 375 time: 0.0275931 Jan 28 19:18:19.822439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 8c9560d0-66d9-4b1a-bd68-06145ad28502 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:19.822745 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8c9560d0-66d9-4b1a-bd68-06145ad28502), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:19.886629 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-e76faac5-74e5-4b47-9690-209b93a64786 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=61cd7e5aeb21431cbd8d750d183e5bcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1661963 Jan 28 19:18:19.910139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 8c9560d0-66d9-4b1a-bd68-06145ad28502, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8c9560d0-66d9-4b1a-bd68-06145ad28502,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:19.922981 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8c9560d0-66d9-4b1a-bd68-06145ad28502), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:20.032066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=8c9560d0-66d9-4b1a-bd68-06145ad28502,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:20.179887 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-6c9d04eb-7e19-42de-a81d-682d954865da service neutron] 10.222.0.55 "GET /v2.0/networks/c0f8b21d-325f-490e-a9f6-c44658260678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205048 Jan 28 19:18:20.393795 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad37d517-6b26-4242-973c-91949cafff93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:20.547313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-c0e488ac-fa23-4287-acb3-c5356d08665e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Allocated IP 10.1.1.88 (5b784934-81a2-4bb5-a668-73176a055465/ec7a4d45-bacc-4359-8d3a-1282bf5498e3/2231651e-f2f6-4bc4-b992-84ee49c5e41c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:20.643482 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c54ba1a6-fa5a-41f5-aaa4-d756169cedce None None] Provisioning complete for port 8c9560d0-66d9-4b1a-bd68-06145ad28502 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:20.643907 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c54ba1a6-fa5a-41f5-aaa4-d756169cedce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8c9560d0-66d9-4b1a-bd68-06145ad28502), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:20.719759 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-379703ae-e997-46c0-959b-6844f6909d01 service neutron] 10.222.0.55 "GET /v2.0/networks/c0f8b21d-325f-490e-a9f6-c44658260678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266869 Jan 28 19:18:20.820706 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Router 0c40deb3-26b8-4c10-96cb-ff8b2a948574 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:18:20.853339 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c54ba1a6-fa5a-41f5-aaa4-d756169cedce None None] Current status of the port 8c9560d0-66d9-4b1a-bd68-06145ad28502 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:20.988136 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9cc67a9f-0e2e-485a-ad69-9144532f1f5c None None] Provisioning complete for port e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:20.988732 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9cc67a9f-0e2e-485a-ad69-9144532f1f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:21.065700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:18:21.078034 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Sync routers for ids ['0c40deb3-26b8-4c10-96cb-ff8b2a948574'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:18:21.082223 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9a2b2e80-8b2c-4ede-947b-f592de14cdf9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "PUT /v2.0/routers/0c40deb3-26b8-4c10-96cb-ff8b2a948574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4972379 Jan 28 19:18:21.082901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48372) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:21.096788 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Routers {'0c40deb3-26b8-4c10-96cb-ff8b2a948574'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:18:21.097406 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:18:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0c40deb3-26b8-4c10-96cb-ff8b2a948574'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:21.136237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9cc67a9f-0e2e-485a-ad69-9144532f1f5c None None] Port e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:21.189957 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c74717f-9a85-49c3-a65d-60f43ed88325 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:21.196511 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5c74717f-9a85-49c3-a65d-60f43ed88325 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports/e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 HTTP/1.1" status: 200 len: 911 time: 0.1123836 Jan 28 19:18:21.198502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48374) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:21.268534 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ea1a0-f1e7-475e-9b37-68faf15874ef req-4b88a166-ab43-464f-b59a-3b22366d32d4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:21.281400 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c96ea1a0-f1e7-475e-9b37-68faf15874ef req-4b88a166-ab43-464f-b59a-3b22366d32d4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 931 time: 0.1773350 Jan 28 19:18:21.353250 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c96ea1a0-f1e7-475e-9b37-68faf15874ef req-d37992b0-d3da-419f-8312-73a0b123b7fc tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711575 Jan 28 19:18:21.377471 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Set router 0c40deb3-26b8-4c10-96cb-ff8b2a948574 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:18:21.385656 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4bd78e-2d9d-4228-9343-487f0715bcd7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:21.392737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4bd78e-2d9d-4228-9343-487f0715bcd7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:21.394948 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-be4bd78e-2d9d-4228-9343-487f0715bcd7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1956336 Jan 28 19:18:21.397761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48378) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:21.424238 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8c9560d0-66d9-4b1a-bd68-06145ad28502 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:21.550162 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2a4ba695-637f-4872-8135-6d1cff535b82 req-afaa5707-d9d7-4b99-86ab-db4b1cc01e4b tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks [] for security_group (e33d3262-3181-4f0b-b628-f57f0e5532d0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:21.620779 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2a4ba695-637f-4872-8135-6d1cff535b82 req-afaa5707-d9d7-4b99-86ab-db4b1cc01e4b tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks [] for security_group (e33d3262-3181-4f0b-b628-f57f0e5532d0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:21.670253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-70d21908-f586-4189-b973-0c4b5701c3cc None None] Provisioning complete for port e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:21.670679 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70d21908-f586-4189-b973-0c4b5701c3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:21.748845 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:21.766963 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-70d21908-f586-4189-b973-0c4b5701c3cc None None] Port e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:21.779222 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 8c9560d0-66d9-4b1a-bd68-06145ad28502 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:21.779784 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8c9560d0-66d9-4b1a-bd68-06145ad28502), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:21.852271 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-c0e488ac-fa23-4287-acb3-c5356d08665e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:21.936396 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-c0e488ac-fa23-4287-acb3-c5356d08665e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:21.941423 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c40deb3-26b8-4c10-96cb-ff8b2a948574', 'name': 'tempest-NetworksTestDHCPv6-router-847688672', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:15Z', 'updated_at': '2022-01-28T19:18:17Z', 'revision_number': 2, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'gw_port_host': None, '_interfaces': [{'id': 'e8ebc9aa-3ce9-487b-8ce7-1e6225741f75', 'name': '', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'mac_address': 'fa:16:3e:21:01:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c40deb3-26b8-4c10-96cb-ff8b2a948574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '8d3272dd-565e-4509-82bd-af32a33d64b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:18:16Z', 'updated_at': '2022-01-28T19:18:18Z', 'revision_number': 2, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'subnets': [{'id': '8d3272dd-565e-4509-82bd-af32a33d64b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:21.985630 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83832cfd-cc57-4f0c-9752-5921ced4ac11 req-cc677d35-d4e5-4b1d-aee3-ebb4b225e073 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:21.987402 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83832cfd-cc57-4f0c-9752-5921ced4ac11 req-cc677d35-d4e5-4b1d-aee3-ebb4b225e073 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 931 time: 0.3516173 Jan 28 19:18:22.007631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-c0e488ac-fa23-4287-acb3-c5356d08665e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Network 5b784934-81a2-4bb5-a668-73176a055465 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:22.009185 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Checking router: 0c40deb3-26b8-4c10-96cb-ff8b2a948574 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:18:22.009544 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Updating router 0c40deb3-26b8-4c10-96cb-ff8b2a948574 port e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:18:22.011093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 8c9560d0-66d9-4b1a-bd68-06145ad28502 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:22.012059 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c04dfb1d-b052-4f94-8cb9-1cf9fb5feaee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (bb89dac9-ed75-44d9-9cee-742f12ec6bd2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:22.047497 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6481114-0ddf-4acb-bf23-8e8df2154d70 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (99e623dd-0d65-4b0a-9067-5028af63c1bf), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:22.050958 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-c0e488ac-fa23-4287-acb3-c5356d08665e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:22.056596 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-c0e488ac-fa23-4287-acb3-c5356d08665e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:22.077015 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:22.242698 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6481114-0ddf-4acb-bf23-8e8df2154d70 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (99e623dd-0d65-4b0a-9067-5028af63c1bf), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:22.243488 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6481114-0ddf-4acb-bf23-8e8df2154d70 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (239049c1-0751-4e0e-bf6b-9fc6f73187b5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:22.438867 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83832cfd-cc57-4f0c-9752-5921ced4ac11 req-cecadcd2-cdbb-4a94-abe8-d9bd0eaf97a2 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/security-groups?id=db74a9d5-62ca-4630-a117-fae556b46dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339543 Jan 28 19:18:22.600459 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a5fff040-b8d0-484b-ae59-525c5928d7d1 None None] Provisioning complete for port 2231651e-f2f6-4bc4-b992-84ee49c5e41c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:22.602292 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5fff040-b8d0-484b-ae59-525c5928d7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:22.603091 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6481114-0ddf-4acb-bf23-8e8df2154d70 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 233b84a9-cc0d-4e92-a814-ecb004f0b5d4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:22.669822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b6481114-0ddf-4acb-bf23-8e8df2154d70 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:22.717175 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f912c006-7bdc-4e5e-a011-77ea0eeb59f8 req-180ae0f5-6016-468d-b408-5c88a1dc5367 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/ports?device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 210 time: 0.0967522 Jan 28 19:18:22.720617 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbb5cbd-3bf6-43dd-9683-68f9dcbd63e7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (0c40deb3-26b8-4c10-96cb-ff8b2a948574), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:22.726524 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a5fff040-b8d0-484b-ae59-525c5928d7d1 None None] Port 2231651e-f2f6-4bc4-b992-84ee49c5e41c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:22.835557 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Publish callbacks [] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:22.862803 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:22.917494 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e488ac-fa23-4287-acb3-c5356d08665e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event updated for resources: {'Port': ['ID=2231651e-f2f6-4bc4-b992-84ee49c5e41c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:22.933699 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:22.946989 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2a4ba695-637f-4872-8135-6d1cff535b82 req-afaa5707-d9d7-4b99-86ab-db4b1cc01e4b tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e33d3262-3181-4f0b-b628-f57f0e5532d0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:22.949596 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2a4ba695-637f-4872-8135-6d1cff535b82 req-afaa5707-d9d7-4b99-86ab-db4b1cc01e4b tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:22.955453 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2a4ba695-637f-4872-8135-6d1cff535b82 req-afaa5707-d9d7-4b99-86ab-db4b1cc01e4b tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/e33d3262-3181-4f0b-b628-f57f0e5532d0 HTTP/1.1" status: 204 len: 173 time: 3.3448761 Jan 28 19:18:22.963292 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-c0e488ac-fa23-4287-acb3-c5356d08665e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:22.983116 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-c0e488ac-fa23-4287-acb3-c5356d08665e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:22.994174 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e705891-c57b-4af2-aad1-0f7cac3d9b5e None None] Pushing event updated for resources: {'Port': ['ID=e8ebc9aa-3ce9-487b-8ce7-1e6225741f75,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:23.031556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6481114-0ddf-4acb-bf23-8e8df2154d70 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Router 239049c1-0751-4e0e-bf6b-9fc6f73187b5 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:18:23.058288 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e705891-c57b-4af2-aad1-0f7cac3d9b5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:23.058627 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e705891-c57b-4af2-aad1-0f7cac3d9b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:23.062541 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e705891-c57b-4af2-aad1-0f7cac3d9b5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:23.063077 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e705891-c57b-4af2-aad1-0f7cac3d9b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:23.063418 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e705891-c57b-4af2-aad1-0f7cac3d9b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:23.063742 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e705891-c57b-4af2-aad1-0f7cac3d9b5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:23.064071 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e705891-c57b-4af2-aad1-0f7cac3d9b5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:23.064392 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e705891-c57b-4af2-aad1-0f7cac3d9b5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:23.064712 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e705891-c57b-4af2-aad1-0f7cac3d9b5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:23.065049 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e705891-c57b-4af2-aad1-0f7cac3d9b5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:23.065353 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e705891-c57b-4af2-aad1-0f7cac3d9b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:23.065667 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e705891-c57b-4af2-aad1-0f7cac3d9b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:23.065985 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e705891-c57b-4af2-aad1-0f7cac3d9b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:23.129242 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Attempting to bind port e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:23.130053 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Attempting to bind port e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:23.130634 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Attempting to bind port e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:23.137845 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:23.138731 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:23.139374 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:23.140108 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:23.140799 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Bound port: e8ebc9aa-3ce9-487b-8ce7-1e6225741f75, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:23.141433 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:23.149080 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-c0e488ac-fa23-4287-acb3-c5356d08665e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.1649296 Jan 28 19:18:23.272770 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e924c468-3340-486d-b3fc-c42e024f4372 None None] Provisioning complete for port 99e623dd-0d65-4b0a-9067-5028af63c1bf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:23.276965 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e924c468-3340-486d-b3fc-c42e024f4372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (99e623dd-0d65-4b0a-9067-5028af63c1bf), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:23.306758 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] For port e8ebc9aa-3ce9-487b-8ce7-1e6225741f75, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:23.311071 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] For port e8ebc9aa-3ce9-487b-8ce7-1e6225741f75, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e8ebc9aa-3ce9-487b-8ce7-1e6225741f75,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:23.330733 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:23.400678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e924c468-3340-486d-b3fc-c42e024f4372 None None] Port 99e623dd-0d65-4b0a-9067-5028af63c1bf cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:23.420412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdde7d8-5298-41a1-bf5a-54b224a26a5a req-779918fc-bf5e-4eba-ae4f-be30fbe0d304 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:23.430249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-b6b64500-1e3e-4470-a110-3ddfcc1c8107 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Request body: {'port': {'device_id': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'network_id': '5b784934-81a2-4bb5-a668-73176a055465', 'admin_state_up': True, 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'security_groups': ['3d51f05d-7623-4222-b390-56706a33fc17']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:23.440122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdde7d8-5298-41a1-bf5a-54b224a26a5a req-779918fc-bf5e-4eba-ae4f-be30fbe0d304 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:23.448692 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7bdde7d8-5298-41a1-bf5a-54b224a26a5a req-779918fc-bf5e-4eba-ae4f-be30fbe0d304 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 1652 time: 0.3260553 Jan 28 19:18:23.467556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532343c9-2909-406c-bc3e-38dba26197a9 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:23.483250 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Publish callbacks [] for port (532343c9-2909-406c-bc3e-38dba26197a9), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:23.506015 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e705891-c57b-4af2-aad1-0f7cac3d9b5e None None] Pushing event updated for resources: {'Port': ['ID=e8ebc9aa-3ce9-487b-8ce7-1e6225741f75,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:23.519015 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Routers {'0c40deb3-26b8-4c10-96cb-ff8b2a948574'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:18:23.521015 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:18:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0c40deb3-26b8-4c10-96cb-ff8b2a948574'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:23.541324 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4c50183f-8b54-4d30-8107-e5f7942b297e None None] Provisioning complete for port e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:23.541784 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c50183f-8b54-4d30-8107-e5f7942b297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:23.542819 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c04dfb1d-b052-4f94-8cb9-1cf9fb5feaee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for floatingip (e223d43a-8f22-48b7-9c66-9aef75ef88ba), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:23.550626 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c04dfb1d-b052-4f94-8cb9-1cf9fb5feaee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:23.552226 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c04dfb1d-b052-4f94-8cb9-1cf9fb5feaee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "DELETE /v2.0/floatingips/e223d43a-8f22-48b7-9c66-9aef75ef88ba HTTP/1.1" status: 204 len: 168 time: 5.1417205 Jan 28 19:18:23.553581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6481114-0ddf-4acb-bf23-8e8df2154d70 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:18:23.564238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa5707-d9d7-4b99-86ab-db4b1cc01e4b tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33d3262-3181-4f0b-b628-f57f0e5532d0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:23.577079 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dfb1d-b052-4f94-8cb9-1cf9fb5feaee tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event deleted for resources: {'Port': ['ID=bb89dac9-ed75-44d9-9cee-742f12ec6bd2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:23.606698 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b6481114-0ddf-4acb-bf23-8e8df2154d70 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "PUT /v2.0/routers/239049c1-0751-4e0e-bf6b-9fc6f73187b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0610731 Jan 28 19:18:23.610802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa3fb79-55ff-401d-815e-ca80b84723de None None] Sync routers for ids ['239049c1-0751-4e0e-bf6b-9fc6f73187b5'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:18:23.620362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48412) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:23.620703 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48414) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:23.689437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4c50183f-8b54-4d30-8107-e5f7942b297e None None] Current status of the port e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:23.690228 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c50183f-8b54-4d30-8107-e5f7942b297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:23.755093 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7bdde7d8-5298-41a1-bf5a-54b224a26a5a req-8641f271-d54d-40cf-bddb-098d906b94c5 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3053937 Jan 28 19:18:23.761606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4c50183f-8b54-4d30-8107-e5f7942b297e None None] For port e8ebc9aa-3ce9-487b-8ce7-1e6225741f75, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e8ebc9aa-3ce9-487b-8ce7-1e6225741f75,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:23.766644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa3fb79-55ff-401d-815e-ca80b84723de None None] Routers {'239049c1-0751-4e0e-bf6b-9fc6f73187b5'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:18:23.768764 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2fa3fb79-55ff-401d-815e-ca80b84723de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:18:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['239049c1-0751-4e0e-bf6b-9fc6f73187b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:23.772300 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] Set router 0c40deb3-26b8-4c10-96cb-ff8b2a948574 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:18:23.788838 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c50183f-8b54-4d30-8107-e5f7942b297e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:23.904662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Transition to ACTIVE for port object 532343c9-2909-406c-bc3e-38dba26197a9 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:23.937031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48420) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:23.965187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2fa3fb79-55ff-401d-815e-ca80b84723de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:23.980168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6481114-0ddf-4acb-bf23-8e8df2154d70 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=99e623dd-0d65-4b0a-9067-5028af63c1bf,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:23.985956 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa3fb79-55ff-401d-815e-ca80b84723de None None] Routers {'239049c1-0751-4e0e-bf6b-9fc6f73187b5'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:18:23.986837 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2fa3fb79-55ff-401d-815e-ca80b84723de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:18:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['239049c1-0751-4e0e-bf6b-9fc6f73187b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:23.990393 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50183f-8b54-4d30-8107-e5f7942b297e None None] Pushing event updated for resources: {'Port': ['ID=e8ebc9aa-3ce9-487b-8ce7-1e6225741f75,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:24.003899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bdbb5cbd-3bf6-43dd-9683-68f9dcbd63e7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:24.005677 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbb5cbd-3bf6-43dd-9683-68f9dcbd63e7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:24.029650 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (532343c9-2909-406c-bc3e-38dba26197a9), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:24.030359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2fa3fb79-55ff-401d-815e-ca80b84723de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:24.031216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa3fb79-55ff-401d-815e-ca80b84723de None None] The sync data for ids ['239049c1-0751-4e0e-bf6b-9fc6f73187b5'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:18:24.044304 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4d73f8c-56a4-47ac-8d5e-e11dbf247660 None None] Provisioning complete for port e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:24.044887 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4d73f8c-56a4-47ac-8d5e-e11dbf247660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:24.102393 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b249705-8a05-4f85-8e79-b3e3a965debf req-7549986e-36f9-4ebf-8908-f958d8569c47 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "GET /v2.0/security-groups/84742415-2531-404a-adfc-de09a5971d5e HTTP/1.1" status: 200 len: 1796 time: 1.0905154 Jan 28 19:18:24.114125 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c40deb3-26b8-4c10-96cb-ff8b2a948574', 'name': 'tempest-NetworksTestDHCPv6-router-847688672', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:15Z', 'updated_at': '2022-01-28T19:18:17Z', 'revision_number': 2, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'gw_port_host': None, '_interfaces': [{'id': 'e8ebc9aa-3ce9-487b-8ce7-1e6225741f75', 'name': '', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'mac_address': 'fa:16:3e:21:01:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c40deb3-26b8-4c10-96cb-ff8b2a948574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '8d3272dd-565e-4509-82bd-af32a33d64b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:18:16Z', 'updated_at': '2022-01-28T19:18:23Z', 'revision_number': 4, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'subnets': [{'id': '8d3272dd-565e-4509-82bd-af32a33d64b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:24.166093 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b596853-7473-4f35-a900-27b39dc3de90 None None] The sync data for ids ['0c40deb3-26b8-4c10-96cb-ff8b2a948574'] in n-d-824834-4 is: [{'id': '0c40deb3-26b8-4c10-96cb-ff8b2a948574', 'name': 'tempest-NetworksTestDHCPv6-router-847688672', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:15Z', 'updated_at': '2022-01-28T19:18:17Z', 'revision_number': 2, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'gw_port_host': None, '_interfaces': [{'id': 'e8ebc9aa-3ce9-487b-8ce7-1e6225741f75', 'name': '', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'mac_address': 'fa:16:3e:21:01:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c40deb3-26b8-4c10-96cb-ff8b2a948574', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': '8d3272dd-565e-4509-82bd-af32a33d64b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:18:16Z', 'updated_at': '2022-01-28T19:18:23Z', 'revision_number': 4, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'subnets': [{'id': '8d3272dd-565e-4509-82bd-af32a33d64b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:18:24.166865 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63798285-2929-4190-af1e-8b826c1ff303 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:24.175163 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-63798285-2929-4190-af1e-8b826c1ff303 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports?device_id=239049c1-0751-4e0e-bf6b-9fc6f73187b5 HTTP/1.1" status: 200 len: 988 time: 0.5490150 Jan 28 19:18:24.175929 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:24.178760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4d73f8c-56a4-47ac-8d5e-e11dbf247660 None None] Current status of the port e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:24.255502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bdbb5cbd-3bf6-43dd-9683-68f9dcbd63e7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] For port e8ebc9aa-3ce9-487b-8ce7-1e6225741f75, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e8ebc9aa-3ce9-487b-8ce7-1e6225741f75,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:24.256934 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbb5cbd-3bf6-43dd-9683-68f9dcbd63e7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:24.259407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-90fe446f-ce16-46d2-8cdc-c9a7ed40f0b7 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:24.260955 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-90fe446f-ce16-46d2-8cdc-c9a7ed40f0b7 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.37 "GET /v2.0/networks?id=c0f8b21d-325f-490e-a9f6-c44658260678 HTTP/1.1" status: 200 len: 825 time: 0.7212663 Jan 28 19:18:24.261631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=532343c9-2909-406c-bc3e-38dba26197a9,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:24.269504 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-b6b64500-1e3e-4470-a110-3ddfcc1c8107 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Made reservation on behalf of 8cc767c1cbe248bab484e9622a21d031 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:24.273005 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-b6b64500-1e3e-4470-a110-3ddfcc1c8107 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:24.278186 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bdbb5cbd-3bf6-43dd-9683-68f9dcbd63e7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:24.280228 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-5601d683-bf6a-46b0-930f-2b6607986461 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Request body: {'port': {'device_id': '58c4ecfe-927a-4310-b35e-820a069ff2a9', 'network_id': 'c0f8b21d-325f-490e-a9f6-c44658260678', 'admin_state_up': True, 'tenant_id': '61cd7e5aeb21431cbd8d750d183e5bcd'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:24.364120 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-601b3da5-d1b4-4f13-904f-83b6e35c0b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:24.439926 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:24.556127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-b6b64500-1e3e-4470-a110-3ddfcc1c8107 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Allocated IP 10.1.1.122 (5b784934-81a2-4bb5-a668-73176a055465/ec7a4d45-bacc-4359-8d3a-1282bf5498e3/8c68f75a-044e-472c-9ceb-54febb5d164d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:24.704870 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-b6b64500-1e3e-4470-a110-3ddfcc1c8107 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:24.752078 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b249705-8a05-4f85-8e79-b3e3a965debf req-608457cc-73de-4be6-8df0-69fe446bc5c2 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks [] for security_group (84742415-2531-404a-adfc-de09a5971d5e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:24.760970 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Attempting to bind port 532343c9-2909-406c-bc3e-38dba26197a9 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:24.761339 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Attempting to bind port 532343c9-2909-406c-bc3e-38dba26197a9 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '02d45718-67ab-4fae-8304-49dacd3cc2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '98cfa7e0-e682-47e0-b62e-9753da0d9bd8'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:24.761676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Attempting to bind port 532343c9-2909-406c-bc3e-38dba26197a9 on network 98cfa7e0-e682-47e0-b62e-9753da0d9bd8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:24.791090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Port 532343c9-2909-406c-bc3e-38dba26197a9 on network 98cfa7e0-e682-47e0-b62e-9753da0d9bd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:24.791426 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Attempting to bind port 532343c9-2909-406c-bc3e-38dba26197a9 on network 98cfa7e0-e682-47e0-b62e-9753da0d9bd8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:24.808196 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-b6b64500-1e3e-4470-a110-3ddfcc1c8107 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:24.817017 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b249705-8a05-4f85-8e79-b3e3a965debf req-608457cc-73de-4be6-8df0-69fe446bc5c2 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks [] for security_group (84742415-2531-404a-adfc-de09a5971d5e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:24.827999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:24.828340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Checking segment: {'id': '02d45718-67ab-4fae-8304-49dacd3cc2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '98cfa7e0-e682-47e0-b62e-9753da0d9bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:24.828722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Bound using segment: {'id': '02d45718-67ab-4fae-8304-49dacd3cc2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '98cfa7e0-e682-47e0-b62e-9753da0d9bd8'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:24.829263 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Bound port: 532343c9-2909-406c-bc3e-38dba26197a9, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d45718-67ab-4fae-8304-49dacd3cc2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '98cfa7e0-e682-47e0-b62e-9753da0d9bd8'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:24.829672 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (532343c9-2909-406c-bc3e-38dba26197a9), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:24.948426 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-b6b64500-1e3e-4470-a110-3ddfcc1c8107 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Network 5b784934-81a2-4bb5-a668-73176a055465 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:24.953281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab170ba-b8d3-4c77-92b5-1c2301c66a78 req-2f7bf9b1-5bc4-4b80-b183-a169c3a01d17 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:24.955094 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8ab170ba-b8d3-4c77-92b5-1c2301c66a78 req-2f7bf9b1-5bc4-4b80-b183-a169c3a01d17 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 943 time: 0.9985385 Jan 28 19:18:24.988724 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-b6b64500-1e3e-4470-a110-3ddfcc1c8107 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:24.999643 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-b6b64500-1e3e-4470-a110-3ddfcc1c8107 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:24.999876 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbb5cbd-3bf6-43dd-9683-68f9dcbd63e7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e8ebc9aa-3ce9-487b-8ce7-1e6225741f75), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:25.030751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] For port 532343c9-2909-406c-bc3e-38dba26197a9, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:25.036470 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b64500-1e3e-4470-a110-3ddfcc1c8107 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event updated for resources: {'Port': ['ID=8c68f75a-044e-472c-9ceb-54febb5d164d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:25.047923 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] For port 532343c9-2909-406c-bc3e-38dba26197a9, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=532343c9-2909-406c-bc3e-38dba26197a9,segment=NetworkSegment(02d45718-67ab-4fae-8304-49dacd3cc2c2),segment_id=02d45718-67ab-4fae-8304-49dacd3cc2c2)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:25.081388 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-5601d683-bf6a-46b0-930f-2b6607986461 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Made reservation on behalf of 61cd7e5aeb21431cbd8d750d183e5bcd for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:25.085206 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-5601d683-bf6a-46b0-930f-2b6607986461 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:25.093391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb5cbd-3bf6-43dd-9683-68f9dcbd63e7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=e8ebc9aa-3ce9-487b-8ce7-1e6225741f75,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:25.112293 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (532343c9-2909-406c-bc3e-38dba26197a9), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:25.142442 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b249705-8a05-4f85-8e79-b3e3a965debf req-608457cc-73de-4be6-8df0-69fe446bc5c2 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (84742415-2531-404a-adfc-de09a5971d5e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:25.148128 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0b249705-8a05-4f85-8e79-b3e3a965debf req-608457cc-73de-4be6-8df0-69fe446bc5c2 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:25.149908 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0b249705-8a05-4f85-8e79-b3e3a965debf req-608457cc-73de-4be6-8df0-69fe446bc5c2 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/84742415-2531-404a-adfc-de09a5971d5e HTTP/1.1" status: 204 len: 173 time: 1.0459659 Jan 28 19:18:25.217135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:25.217959 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:25.220881 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] 10.222.0.37 "PUT /v2.0/ports/532343c9-2909-406c-bc3e-38dba26197a9 HTTP/1.1" status: 200 len: 1091 time: 6.3968310 Jan 28 19:18:25.239618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555bc78c-bf23-4bb6-9e4d-d993b8f5abbb', 'tag': '532343c9-2909-406c-bc3e-38dba26197a9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:25.242298 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edabdf77-f3a2-4bfa-9182-3e0f0d493df1" -d '{"events": [{"name": "network-changed", "server_uuid": "555bc78c-bf23-4bb6-9e4d-d993b8f5abbb", "tag": "532343c9-2909-406c-bc3e-38dba26197a9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:25.250513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-b6b64500-1e3e-4470-a110-3ddfcc1c8107 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:25.250883 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-b6b64500-1e3e-4470-a110-3ddfcc1c8107 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:25.273446 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bfce0deb-6054-48e0-b670-44992146c82f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Deleting port aadb6dad-40f0-4d6e-aac5-5e77d813d05b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:25.277405 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfce0deb-6054-48e0-b670-44992146c82f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:25.305617 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8ab170ba-b8d3-4c77-92b5-1c2301c66a78 req-bd9ae029-a415-4bf7-b060-762877a867ad tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/security-groups?id=db74a9d5-62ca-4630-a117-fae556b46dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427873 Jan 28 19:18:25.317719 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:25.347532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608457cc-73de-4be6-8df0-69fe446bc5c2 tempest-SecurityGroupsTestAdminJSON-1894938213 tempest-SecurityGroupsTestAdminJSON-1894938213-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84742415-2531-404a-adfc-de09a5971d5e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:25.513381 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-b6b64500-1e3e-4470-a110-3ddfcc1c8107 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0917377 Jan 28 19:18:25.528477 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-626c90e4-8aae-4a79-8791-64cfdbe5ac9e req-22b72d79-0b29-46a8-a730-b96738c87fba tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/ports?device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 210 time: 0.1693022 Jan 28 19:18:25.533014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8a99d-d8db-4455-9f03-adeb0f56fbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=532343c9-2909-406c-bc3e-38dba26197a9,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:25.545307 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbb5cbd-3bf6-43dd-9683-68f9dcbd63e7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (0c40deb3-26b8-4c10-96cb-ff8b2a948574), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:25.547695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0773f451-196f-4890-8ce9-5339498c2bca None None] Provisioning complete for port 8c68f75a-044e-472c-9ceb-54febb5d164d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:25.548369 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0773f451-196f-4890-8ce9-5339498c2bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:25.573076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-80287c20-3363-49a1-bf02-7865daf5a263 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Request body: {'port': {'device_id': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134', 'admin_state_up': True, 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'security_groups': ['3d51f05d-7623-4222-b390-56706a33fc17']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:25.589656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0773f451-196f-4890-8ce9-5339498c2bca None None] Port 8c68f75a-044e-472c-9ceb-54febb5d164d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:25.684059 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfce0deb-6054-48e0-b670-44992146c82f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:25.689954 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-601b3da5-d1b4-4f13-904f-83b6e35c0b85 admin admin] Publish callbacks [] for security_group (babeecbd-811f-45b3-bf2c-5d450c96a677), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:25.728489 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e94c6e25-a18c-4df7-bf2e-16afa91b3be3 req-dcb906b0-abb9-4142-91ca-a0b82aab9b5e tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] 10.222.0.55 "GET /v2.0/security-groups/5b99fe9b-d69f-43c6-ab9d-9c79b23d87a5 HTTP/1.1" status: 200 len: 1796 time: 0.1499164 Jan 28 19:18:25.739743 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-601b3da5-d1b4-4f13-904f-83b6e35c0b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (babeecbd-811f-45b3-bf2c-5d450c96a677), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:25.742662 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bfce0deb-6054-48e0-b670-44992146c82f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Calling delete_port for aadb6dad-40f0-4d6e-aac5-5e77d813d05b owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:25.746247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-5601d683-bf6a-46b0-930f-2b6607986461 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Allocated IP 172.20.0.3 (c0f8b21d-325f-490e-a9f6-c44658260678/9e71d067-cc27-468e-88ea-6a72e3d685ee/cf5edffd-2b44-4d4a-a03e-a707b3336bf9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:25.759885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-93c4a892-b84a-4071-a5a8-712367802916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:25.761504 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-93c4a892-b84a-4071-a5a8-712367802916 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1998ddef2d642a09822bef952a0b97c&device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 1125 time: 0.4308534 Jan 28 19:18:25.799685 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21690ff4-f943-42e2-9132-f6729e4b61e7 req-b47effa7-e5f5-4861-8f37-23c48b2d390b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:25.805088 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21690ff4-f943-42e2-9132-f6729e4b61e7 req-b47effa7-e5f5-4861-8f37-23c48b2d390b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:25.810466 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21690ff4-f943-42e2-9132-f6729e4b61e7 req-b47effa7-e5f5-4861-8f37-23c48b2d390b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:25.812197 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-21690ff4-f943-42e2-9132-f6729e4b61e7 req-b47effa7-e5f5-4861-8f37-23c48b2d390b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 2373 time: 0.3169019 Jan 28 19:18:25.837010 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-b2b35f34-388e-4f16-9ff1-b6df09ff1791 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=532343c9-2909-406c-bc3e-38dba26197a9 HTTP/1.1" status: 200 len: 217 time: 0.0650423 Jan 28 19:18:25.907628 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b3da5-d1b4-4f13-904f-83b6e35c0b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babeecbd-811f-45b3-bf2c-5d450c96a677,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:25.916286 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-601b3da5-d1b4-4f13-904f-83b6e35c0b85 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3b99133b1a5465c94eae010db550ced&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9572527 Jan 28 19:18:25.917344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48432) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:26.003937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-80287c20-3363-49a1-bf02-7865daf5a263 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Made reservation on behalf of 8cc767c1cbe248bab484e9622a21d031 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:26.008893 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-d83fa059-0887-447b-8bfa-b82a033c4d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:26.010399 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-d83fa059-0887-447b-8bfa-b82a033c4d20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f82977f6-a2ab-41f3-9d34-a3808988af40 HTTP/1.1" status: 200 len: 862 time: 0.1532445 Jan 28 19:18:26.017546 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbb5cbd-3bf6-43dd-9683-68f9dcbd63e7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Router 0c40deb3-26b8-4c10-96cb-ff8b2a948574 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:18:26.053538 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-21690ff4-f943-42e2-9132-f6729e4b61e7 req-4e7439d8-8c76-4d3f-b069-1d0ad7b7ca19 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990991 Jan 28 19:18:26.115877 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e94c6e25-a18c-4df7-bf2e-16afa91b3be3 req-594f453a-746d-4895-9207-919b727415fb tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks [] for security_group (5b99fe9b-d69f-43c6-ab9d-9c79b23d87a5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:26.118933 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-3b5ff13d-9667-4587-987e-e581ecce1842 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98cfa7e0-e682-47e0-b62e-9753da0d9bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770462 Jan 28 19:18:26.164495 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de126ee-6332-471c-80bb-1922e4b6090e x-openstack-request-id: req-2de126ee-6332-471c-80bb-1922e4b6090e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:26.164741 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555bc78c-bf23-4bb6-9e4d-d993b8f5abbb", "tag": "532343c9-2909-406c-bc3e-38dba26197a9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:26.165021 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2de126ee-6332-471c-80bb-1922e4b6090e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:26.165420 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555bc78c-bf23-4bb6-9e4d-d993b8f5abbb', 'tag': '532343c9-2909-406c-bc3e-38dba26197a9', 'status': 'completed', 'code': 200} Jan 28 19:18:26.192761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbb5cbd-3bf6-43dd-9683-68f9dcbd63e7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:18:26.202265 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bdbb5cbd-3bf6-43dd-9683-68f9dcbd63e7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "PUT /v2.0/routers/0c40deb3-26b8-4c10-96cb-ff8b2a948574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8015192 Jan 28 19:18:26.206068 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48434) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:26.216744 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e94c6e25-a18c-4df7-bf2e-16afa91b3be3 req-594f453a-746d-4895-9207-919b727415fb tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks [] for security_group (5b99fe9b-d69f-43c6-ab9d-9c79b23d87a5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:26.285663 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfce0deb-6054-48e0-b670-44992146c82f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (aadb6dad-40f0-4d6e-aac5-5e77d813d05b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:26.330987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce0deb-6054-48e0-b670-44992146c82f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event deleted for resources: {'Port': ['ID=aadb6dad-40f0-4d6e-aac5-5e77d813d05b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:26.335947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ed1aa-3685-4acc-b86a-ef95f0d9cdba tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:26.337795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ed1aa-3685-4acc-b86a-ef95f0d9cdba tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:26.341634 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3e4ed1aa-3685-4acc-b86a-ef95f0d9cdba tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1319826 Jan 28 19:18:26.344450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48438) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:26.355243 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76ff3377-cf6d-4bfb-b0a2-1d2aa167bf75 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (239049c1-0751-4e0e-bf6b-9fc6f73187b5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:26.446300 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a310da-7ac3-4b68-a8f5-2637d23392aa None None] Sync routers for ids ['0c40deb3-26b8-4c10-96cb-ff8b2a948574'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:18:26.459881 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a310da-7ac3-4b68-a8f5-2637d23392aa None None] Routers {'0c40deb3-26b8-4c10-96cb-ff8b2a948574'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:18:26.460836 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-74a310da-7ac3-4b68-a8f5-2637d23392aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:18:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0c40deb3-26b8-4c10-96cb-ff8b2a948574'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:26.559621 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-74a310da-7ac3-4b68-a8f5-2637d23392aa None None] Set router 0c40deb3-26b8-4c10-96cb-ff8b2a948574 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:18:26.564349 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f87981-0204-4366-b8d4-9972ed5eb82a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 8d3272dd-565e-4509-82bd-af32a33d64b1 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:18:26.576162 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14f87981-0204-4366-b8d4-9972ed5eb82a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (8d3272dd-565e-4509-82bd-af32a33d64b1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:26.614868 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfce0deb-6054-48e0-b670-44992146c82f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:26.618438 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bfce0deb-6054-48e0-b670-44992146c82f tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "DELETE /v2.0/ports/aadb6dad-40f0-4d6e-aac5-5e77d813d05b HTTP/1.1" status: 204 len: 168 time: 2.9938200 Jan 28 19:18:26.648801 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48442) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:26.735667 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14f87981-0204-4366-b8d4-9972ed5eb82a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (8d3272dd-565e-4509-82bd-af32a33d64b1), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:26.767900 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-74a310da-7ac3-4b68-a8f5-2637d23392aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c40deb3-26b8-4c10-96cb-ff8b2a948574', 'name': 'tempest-NetworksTestDHCPv6-router-847688672', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:15Z', 'updated_at': '2022-01-28T19:18:24Z', 'revision_number': 3, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:26.783557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f0a85-89e2-4bb4-9d0d-ca337941ec40 req-2fd31da9-c0e5-4634-b8b6-f460c4c0dfd7 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:26.789002 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b42f0a85-89e2-4bb4-9d0d-ca337941ec40 req-2fd31da9-c0e5-4634-b8b6-f460c4c0dfd7 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 943 time: 0.3556893 Jan 28 19:18:26.836202 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a310da-7ac3-4b68-a8f5-2637d23392aa None None] Checking router: 0c40deb3-26b8-4c10-96cb-ff8b2a948574 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:18:26.847455 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a310da-7ac3-4b68-a8f5-2637d23392aa None None] Routers {'0c40deb3-26b8-4c10-96cb-ff8b2a948574'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:18:26.848916 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-74a310da-7ac3-4b68-a8f5-2637d23392aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:18:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0c40deb3-26b8-4c10-96cb-ff8b2a948574'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:26.866084 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-820b20c4-327b-400d-b1bf-4933513653d5 admin admin] Publish callbacks [] for security_group (babeecbd-811f-45b3-bf2c-5d450c96a677), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:26.870910 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-b175101d-c3c8-4695-bee7-e7212cf9ca2f service neutron] 10.222.0.37 "GET /v2.0/networks/98cfa7e0-e682-47e0-b62e-9753da0d9bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7411075 Jan 28 19:18:26.898740 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-5601d683-bf6a-46b0-930f-2b6607986461 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Publish callbacks [] for port (cf5edffd-2b44-4d4a-a03e-a707b3336bf9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:26.963415 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b42f0a85-89e2-4bb4-9d0d-ca337941ec40 req-b4350e15-f79b-4a12-8d26-41ba94681434 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/security-groups?id=db74a9d5-62ca-4630-a117-fae556b46dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587703 Jan 28 19:18:26.964502 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-74a310da-7ac3-4b68-a8f5-2637d23392aa None None] Set router 0c40deb3-26b8-4c10-96cb-ff8b2a948574 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:18:26.983653 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e94c6e25-a18c-4df7-bf2e-16afa91b3be3 req-594f453a-746d-4895-9207-919b727415fb tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5b99fe9b-d69f-43c6-ab9d-9c79b23d87a5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:26.986508 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e94c6e25-a18c-4df7-bf2e-16afa91b3be3 req-594f453a-746d-4895-9207-919b727415fb tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:26.987677 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e94c6e25-a18c-4df7-bf2e-16afa91b3be3 req-594f453a-746d-4895-9207-919b727415fb tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] 10.222.0.55 "DELETE /v2.0/security-groups/5b99fe9b-d69f-43c6-ab9d-9c79b23d87a5 HTTP/1.1" status: 204 len: 173 time: 1.2442923 Jan 28 19:18:27.005114 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14f87981-0204-4366-b8d4-9972ed5eb82a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (8d3272dd-565e-4509-82bd-af32a33d64b1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:27.015993 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-5601d683-bf6a-46b0-930f-2b6607986461 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (cf5edffd-2b44-4d4a-a03e-a707b3336bf9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:27.079645 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-80287c20-3363-49a1-bf02-7865daf5a263 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:27.091248 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-74a310da-7ac3-4b68-a8f5-2637d23392aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c40deb3-26b8-4c10-96cb-ff8b2a948574', 'name': 'tempest-NetworksTestDHCPv6-router-847688672', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:15Z', 'updated_at': '2022-01-28T19:18:24Z', 'revision_number': 3, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:27.129880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f453a-746d-4895-9207-919b727415fb tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b99fe9b-d69f-43c6-ab9d-9c79b23d87a5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:27.131454 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a310da-7ac3-4b68-a8f5-2637d23392aa None None] The sync data for ids ['0c40deb3-26b8-4c10-96cb-ff8b2a948574'] in n-d-824834-4 is: [{'id': '0c40deb3-26b8-4c10-96cb-ff8b2a948574', 'name': 'tempest-NetworksTestDHCPv6-router-847688672', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:15Z', 'updated_at': '2022-01-28T19:18:24Z', 'revision_number': 3, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:18:27.135916 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-820b20c4-327b-400d-b1bf-4933513653d5 admin admin] Publish callbacks [] for security_group (babeecbd-811f-45b3-bf2c-5d450c96a677), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:27.157699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2192a0c9-7b92-46a7-ba5b-0c3d42bca994 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Deleting port bc03262b-ee5b-4a57-952b-ed61da7d64b2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:27.158218 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2192a0c9-7b92-46a7-ba5b-0c3d42bca994 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:27.288594 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5d51eb4-9229-4541-af36-fc0de1f6dfa6 req-68fcdfd3-a56c-49a4-9c22-d1eec2b9aea3 tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] 10.222.0.55 "GET /v2.0/security-groups/bf39ed02-1623-4830-8090-cc396783a6b1 HTTP/1.1" status: 200 len: 1796 time: 0.2677100 Jan 28 19:18:27.328032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-5601d683-bf6a-46b0-930f-2b6607986461 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Network c0f8b21d-325f-490e-a9f6-c44658260678 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:27.334956 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db40ff0a-1713-4e02-9fb2-cb936ff05e1b req-eb3cc387-3524-4c08-983c-42487bc1295c service neutron] 10.222.0.37 "GET /v2.0/networks/98cfa7e0-e682-47e0-b62e-9753da0d9bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457091 Jan 28 19:18:27.366361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601d683-bf6a-46b0-930f-2b6607986461 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Pushing event updated for resources: {'Port': ['ID=cf5edffd-2b44-4d4a-a03e-a707b3336bf9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:27.380632 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-5601d683-bf6a-46b0-930f-2b6607986461 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:27.399456 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-5601d683-bf6a-46b0-930f-2b6607986461 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:27.571821 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-820b20c4-327b-400d-b1bf-4933513653d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (babeecbd-811f-45b3-bf2c-5d450c96a677), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:27.574363 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-820b20c4-327b-400d-b1bf-4933513653d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:27.578510 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-820b20c4-327b-400d-b1bf-4933513653d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/babeecbd-811f-45b3-bf2c-5d450c96a677 HTTP/1.1" status: 204 len: 168 time: 1.6570516 Jan 28 19:18:27.587763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:27.619623 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2192a0c9-7b92-46a7-ba5b-0c3d42bca994 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:27.626270 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:27.626851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e8ebc9aa-3ce9-487b-8ce7-1e6225741f75 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:27.635260 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-5601d683-bf6a-46b0-930f-2b6607986461 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:27.635912 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-5601d683-bf6a-46b0-930f-2b6607986461 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:27.645149 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14f87981-0204-4366-b8d4-9972ed5eb82a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (8d3272dd-565e-4509-82bd-af32a33d64b1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:27.650285 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2192a0c9-7b92-46a7-ba5b-0c3d42bca994 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Calling delete_port for bc03262b-ee5b-4a57-952b-ed61da7d64b2 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:27.671764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee801cb-941f-4413-9f28-d3054a9dac17 req-0f5ae83c-9bd2-467c-b080-d63916fbfbbd tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:27.673716 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8ee801cb-941f-4413-9f28-d3054a9dac17 req-0f5ae83c-9bd2-467c-b080-d63916fbfbbd tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/ports?device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 931 time: 0.5466344 Jan 28 19:18:27.711896 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-76ff3377-cf6d-4bfb-b0a2-1d2aa167bf75 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port 99e623dd-0d65-4b0a-9067-5028af63c1bf {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:27.712584 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76ff3377-cf6d-4bfb-b0a2-1d2aa167bf75 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (99e623dd-0d65-4b0a-9067-5028af63c1bf), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:27.719868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f87981-0204-4366-b8d4-9972ed5eb82a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3272dd-565e-4509-82bd-af32a33d64b1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:27.737224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17883a01-c153-4143-827b-9980d27a3558 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:27.771296 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b20c4-327b-400d-b1bf-4933513653d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babeecbd-811f-45b3-bf2c-5d450c96a677,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:27.779537 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14f87981-0204-4366-b8d4-9972ed5eb82a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:27.787528 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-14f87981-0204-4366-b8d4-9972ed5eb82a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/8d3272dd-565e-4509-82bd-af32a33d64b1 HTTP/1.1" status: 204 len: 168 time: 1.4394388 Jan 28 19:18:27.791131 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-5601d683-bf6a-46b0-930f-2b6607986461 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5154328 Jan 28 19:18:27.794398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48456) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:27.796593 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5d51eb4-9229-4541-af36-fc0de1f6dfa6 req-c659cccb-f75e-49b0-b1bd-2672ba8ab5ce tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks [] for security_group (bf39ed02-1623-4830-8090-cc396783a6b1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:27.809672 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabdf77-f3a2-4bfa-9182-3e0f0d493df1 req-534bdcee-3b6b-4879-a5f2-329380c8bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:27.811533 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-edabdf77-f3a2-4bfa-9182-3e0f0d493df1 req-534bdcee-3b6b-4879-a5f2-329380c8bbf6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1998ddef2d642a09822bef952a0b97c&device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 1125 time: 0.3971410 Jan 28 19:18:27.816373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Request body: {'port': {'device_id': '58c4ecfe-927a-4310-b35e-820a069ff2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:27.890517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-80287c20-3363-49a1-bf02-7865daf5a263 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Allocated IP 10.2.2.100 (8bd761fc-fe6a-405a-9893-029eb3d01134/b2bd6593-7035-4596-8196-359b444681b6/9fb3904b-088f-474c-b70e-bea74ba43672) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:27.984189 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5d51eb4-9229-4541-af36-fc0de1f6dfa6 req-c659cccb-f75e-49b0-b1bd-2672ba8ab5ce tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks [] for security_group (bf39ed02-1623-4830-8090-cc396783a6b1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.055980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e79eb6a-14d8-4a91-871f-9059f82a3e88 None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:18:28.144996 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48460) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:28.155259 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cf5edffd-2b44-4d4a-a03e-a707b3336bf9), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.166514 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabdf77-f3a2-4bfa-9182-3e0f0d493df1 req-64c7196c-1db4-4348-9e1d-878affd10566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:28.168056 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-edabdf77-f3a2-4bfa-9182-3e0f0d493df1 req-64c7196c-1db4-4348-9e1d-878affd10566 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98cfa7e0-e682-47e0-b62e-9753da0d9bd8 HTTP/1.1" status: 200 len: 923 time: 0.3413420 Jan 28 19:18:28.172926 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8ee801cb-941f-4413-9f28-d3054a9dac17 req-a2a41f70-e40e-4aa0-a37e-41156f590b00 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d6c3c7c-1add-440f-b6b2-399ea6327d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717083 Jan 28 19:18:28.181575 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9e79eb6a-14d8-4a91-871f-9059f82a3e88 None None] Deleting port 8c9560d0-66d9-4b1a-bd68-06145ad28502 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:28.181996 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e79eb6a-14d8-4a91-871f-9059f82a3e88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8c9560d0-66d9-4b1a-bd68-06145ad28502), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.194064 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3bebe9f-4b00-4b09-ab66-0eb95f515915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.205037 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76ff3377-cf6d-4bfb-b0a2-1d2aa167bf75 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (99e623dd-0d65-4b0a-9067-5028af63c1bf), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.235528 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-73c1d03b-c6b0-440f-b9b3-2bbac6ba5b02 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4269843 Jan 28 19:18:28.236444 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5d51eb4-9229-4541-af36-fc0de1f6dfa6 req-c659cccb-f75e-49b0-b1bd-2672ba8ab5ce tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bf39ed02-1623-4830-8090-cc396783a6b1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.238733 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:28.247268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-76ff3377-cf6d-4bfb-b0a2-1d2aa167bf75 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for 99e623dd-0d65-4b0a-9067-5028af63c1bf owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:28.251624 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5d51eb4-9229-4541-af36-fc0de1f6dfa6 req-c659cccb-f75e-49b0-b1bd-2672ba8ab5ce tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.252651 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5d51eb4-9229-4541-af36-fc0de1f6dfa6 req-c659cccb-f75e-49b0-b1bd-2672ba8ab5ce tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] 10.222.0.55 "DELETE /v2.0/security-groups/bf39ed02-1623-4830-8090-cc396783a6b1 HTTP/1.1" status: 204 len: 173 time: 0.9499538 Jan 28 19:18:28.300641 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9e79eb6a-14d8-4a91-871f-9059f82a3e88 None None] For port 8c9560d0-66d9-4b1a-bd68-06145ad28502, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8c9560d0-66d9-4b1a-bd68-06145ad28502,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:28.301348 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e79eb6a-14d8-4a91-871f-9059f82a3e88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8c9560d0-66d9-4b1a-bd68-06145ad28502), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.314611 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-edabdf77-f3a2-4bfa-9182-3e0f0d493df1 req-8cb06060-7ccf-4577-9151-7e787b51a0aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=532343c9-2909-406c-bc3e-38dba26197a9 HTTP/1.1" status: 200 len: 217 time: 0.1263950 Jan 28 19:18:28.326375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9e79eb6a-14d8-4a91-871f-9059f82a3e88 None None] Calling delete_port for 8c9560d0-66d9-4b1a-bd68-06145ad28502 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:28.331976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659cccb-f75e-49b0-b1bd-2672ba8ab5ce tempest-SecurityGroupsTestAdminJSON-27118809 tempest-SecurityGroupsTestAdminJSON-27118809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf39ed02-1623-4830-8090-cc396783a6b1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:28.473096 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44eed3d0-5028-4884-9031-9f30a5159274 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for router (0c40deb3-26b8-4c10-96cb-ff8b2a948574), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.528177 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e79eb6a-14d8-4a91-871f-9059f82a3e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (8c9560d0-66d9-4b1a-bd68-06145ad28502), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.574386 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2192a0c9-7b92-46a7-ba5b-0c3d42bca994 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (bc03262b-ee5b-4a57-952b-ed61da7d64b2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.585170 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e79eb6a-14d8-4a91-871f-9059f82a3e88 None None] No DVR routers for this DVR port 8c9560d0-66d9-4b1a-bd68-06145ad28502 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:28.589347 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabdf77-f3a2-4bfa-9182-3e0f0d493df1 req-e676eb9f-722a-44af-a8db-65318cc859a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:28.590923 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-edabdf77-f3a2-4bfa-9182-3e0f0d493df1 req-e676eb9f-722a-44af-a8db-65318cc859a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f82977f6-a2ab-41f3-9d34-a3808988af40 HTTP/1.1" status: 200 len: 862 time: 0.2700441 Jan 28 19:18:28.601182 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79eb6a-14d8-4a91-871f-9059f82a3e88 None None] Pushing event deleted for resources: {'Port': ['ID=8c9560d0-66d9-4b1a-bd68-06145ad28502,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:28.653368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192a0c9-7b92-46a7-ba5b-0c3d42bca994 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event deleted for resources: {'Port': ['ID=bc03262b-ee5b-4a57-952b-ed61da7d64b2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:28.701363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48468) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:28.709532 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-80287c20-3363-49a1-bf02-7865daf5a263 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for port (9fb3904b-088f-474c-b70e-bea74ba43672), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.713247 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-edabdf77-f3a2-4bfa-9182-3e0f0d493df1 req-faddbeac-a8c3-4411-b279-4930db6bac32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98cfa7e0-e682-47e0-b62e-9753da0d9bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593195 Jan 28 19:18:28.714829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962459e9-1846-409f-aa62-e461fa318370 req-1c99ffc6-fe9f-491f-b912-a2415b53c953 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:28.724169 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962459e9-1846-409f-aa62-e461fa318370 req-1c99ffc6-fe9f-491f-b912-a2415b53c953 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:28.730840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962459e9-1846-409f-aa62-e461fa318370 req-1c99ffc6-fe9f-491f-b912-a2415b53c953 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:28.740254 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-962459e9-1846-409f-aa62-e461fa318370 req-1c99ffc6-fe9f-491f-b912-a2415b53c953 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 2373 time: 0.4289367 Jan 28 19:18:28.758555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8a103-96cb-4d8f-9330-55221a882e12 req-9099430f-d5be-4879-ab20-245c6e059bcd tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:28.760086 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ef8a103-96cb-4d8f-9330-55221a882e12 req-9099430f-d5be-4879-ab20-245c6e059bcd tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 943 time: 0.3414211 Jan 28 19:18:28.862288 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44eed3d0-5028-4884-9031-9f30a5159274 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (0c40deb3-26b8-4c10-96cb-ff8b2a948574), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.865973 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44eed3d0-5028-4884-9031-9f30a5159274 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for router_controller (0c40deb3-26b8-4c10-96cb-ff8b2a948574), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.912604 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3bebe9f-4b00-4b09-ab66-0eb95f515915 admin admin] Publish callbacks [] for security_group (3371c3d7-107e-45e4-bd59-4a30333f9bb5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.947107 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3bebe9f-4b00-4b09-ab66-0eb95f515915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3371c3d7-107e-45e4-bd59-4a30333f9bb5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.978521 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-962459e9-1846-409f-aa62-e461fa318370 req-7559900b-02f3-4ea8-a577-efab340852fa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367382 Jan 28 19:18:28.984876 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44eed3d0-5028-4884-9031-9f30a5159274 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (0c40deb3-26b8-4c10-96cb-ff8b2a948574), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:28.985845 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44eed3d0-5028-4884-9031-9f30a5159274 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Fanout notify agent at l3_agent the message router_deleted on router 0c40deb3-26b8-4c10-96cb-ff8b2a948574 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:18:29.011560 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44eed3d0-5028-4884-9031-9f30a5159274 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.015539 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-44eed3d0-5028-4884-9031-9f30a5159274 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/routers/0c40deb3-26b8-4c10-96cb-ff8b2a948574 HTTP/1.1" status: 204 len: 168 time: 0.7729757 Jan 28 19:18:29.019482 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2192a0c9-7b92-46a7-ba5b-0c3d42bca994 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.022930 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ef8a103-96cb-4d8f-9330-55221a882e12 req-201ef36e-80bd-4544-a5ac-0085b646d22e tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/security-groups?id=db74a9d5-62ca-4630-a117-fae556b46dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259228 Jan 28 19:18:29.024012 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2192a0c9-7b92-46a7-ba5b-0c3d42bca994 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "DELETE /v2.0/ports/bc03262b-ee5b-4a57-952b-ed61da7d64b2 HTTP/1.1" status: 204 len: 168 time: 2.3738892 Jan 28 19:18:29.024719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48472) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:29.027090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48474) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:29.032369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e9a0b0c4-93b0-4df1-a6b7-462f88cf0deb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:29.073959 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-80287c20-3363-49a1-bf02-7865daf5a263 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9fb3904b-088f-474c-b70e-bea74ba43672), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.081526 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-edabdf77-f3a2-4bfa-9182-3e0f0d493df1 req-df5f52b4-d66e-4b3f-8674-18bf74f0b2fd service neutron] 10.222.0.37 "GET /v2.0/networks/98cfa7e0-e682-47e0-b62e-9753da0d9bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576696 Jan 28 19:18:29.094333 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e3bebe9f-4b00-4b09-ab66-0eb95f515915 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dab05b33406b4e8b89bca38ee1b2f743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9483387 Jan 28 19:18:29.097529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48476) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:29.114677 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bebe9f-4b00-4b09-ab66-0eb95f515915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3371c3d7-107e-45e4-bd59-4a30333f9bb5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:29.187617 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-50cba8e6-b224-44ee-9d1e-18c07577f807 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c8ed6fa695d043d3af7a86355c92e9a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4777613 Jan 28 19:18:29.193109 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48478) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:29.268666 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76ff3377-cf6d-4bfb-b0a2-1d2aa167bf75 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (99e623dd-0d65-4b0a-9067-5028af63c1bf), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.318848 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-80287c20-3363-49a1-bf02-7865daf5a263 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Network 8bd761fc-fe6a-405a-9893-029eb3d01134 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:29.326217 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8c9560d0-66d9-4b1a-bd68-06145ad28502 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:29.345932 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80287c20-3363-49a1-bf02-7865daf5a263 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event updated for resources: {'Port': ['ID=9fb3904b-088f-474c-b70e-bea74ba43672,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:29.348734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-80287c20-3363-49a1-bf02-7865daf5a263 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:29.359830 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-80287c20-3363-49a1-bf02-7865daf5a263 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:29.378723 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-04418801-1d8c-4233-bd85-9e334c495445 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Deleting subnet 269dce06-feb7-46d2-b4e7-7696dfdedea1 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:18:29.395982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 8c9560d0-66d9-4b1a-bd68-06145ad28502 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:29.399272 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8c9560d0-66d9-4b1a-bd68-06145ad28502 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:29.402103 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04418801-1d8c-4233-bd85-9e334c495445 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for subnet (269dce06-feb7-46d2-b4e7-7696dfdedea1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.459643 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5edffd-2b44-4d4a-a03e-a707b3336bf9 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:29.482628 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Publish callbacks [] for port (cf5edffd-2b44-4d4a-a03e-a707b3336bf9), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.508313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-80287c20-3363-49a1-bf02-7865daf5a263 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:29.509278 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-80287c20-3363-49a1-bf02-7865daf5a263 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.513298 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04418801-1d8c-4233-bd85-9e334c495445 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (269dce06-feb7-46d2-b4e7-7696dfdedea1), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.562537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff3377-cf6d-4bfb-b0a2-1d2aa167bf75 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=99e623dd-0d65-4b0a-9067-5028af63c1bf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:29.570346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Transition to ACTIVE for port object cf5edffd-2b44-4d4a-a03e-a707b3336bf9 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:29.581134 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8d8d9-0a2a-44f6-967f-4a7cc2038a5e req-5c4fbd32-eede-4a97-8df4-4f91ad7afd94 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:29.582870 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2cc8d8d9-0a2a-44f6-967f-4a7cc2038a5e req-5c4fbd32-eede-4a97-8df4-4f91ad7afd94 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/ports?device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 931 time: 0.2770708 Jan 28 19:18:29.584940 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-edabdf77-f3a2-4bfa-9182-3e0f0d493df1 req-d84711f6-b52d-45d7-9ba3-e77e4edd4fa0 service neutron] 10.222.0.37 "GET /v2.0/networks/98cfa7e0-e682-47e0-b62e-9753da0d9bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894924 Jan 28 19:18:29.587067 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (cf5edffd-2b44-4d4a-a03e-a707b3336bf9), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.595268 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-80287c20-3363-49a1-bf02-7865daf5a263 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0365295 Jan 28 19:18:29.619503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-085e6d5a-3144-402b-a39a-e7ea63cd4b58 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Request body: {'port': {'device_id': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134', 'admin_state_up': True, 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'security_groups': ['3d51f05d-7623-4222-b390-56706a33fc17']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:29.633114 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5122d15-89d9-4c52-81c2-ca56783f0d59 admin admin] Publish callbacks [] for security_group (5ff68ba3-37de-4dbe-a6ec-cb65aa950e92), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.746819 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63b65986-bb7f-48e7-8ece-c9562e022270 admin admin] Publish callbacks [] for security_group (3371c3d7-107e-45e4-bd59-4a30333f9bb5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.748916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a0b0c4-93b0-4df1-a6b7-462f88cf0deb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:29.752902 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9a0b0c4-93b0-4df1-a6b7-462f88cf0deb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.783624 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2cc8d8d9-0a2a-44f6-967f-4a7cc2038a5e req-e98c036f-37c5-4384-a7b9-d94c604ece9d tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d6c3c7c-1add-440f-b6b2-399ea6327d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865642 Jan 28 19:18:29.815141 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5122d15-89d9-4c52-81c2-ca56783f0d59 admin admin] Publish callbacks [] for security_group (5ff68ba3-37de-4dbe-a6ec-cb65aa950e92), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.822882 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5edffd-2b44-4d4a-a03e-a707b3336bf9,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:29.827518 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76ff3377-cf6d-4bfb-b0a2-1d2aa167bf75 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (239049c1-0751-4e0e-bf6b-9fc6f73187b5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.842435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4bd65346-1d5f-4976-867a-1189aefff561 None None] Provisioning complete for port 9fb3904b-088f-474c-b70e-bea74ba43672 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:29.843054 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4bd65346-1d5f-4976-867a-1189aefff561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9fb3904b-088f-474c-b70e-bea74ba43672), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.910406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Attempting to bind port cf5edffd-2b44-4d4a-a03e-a707b3336bf9 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:29.910841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Attempting to bind port cf5edffd-2b44-4d4a-a03e-a707b3336bf9 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '47132bdd-a2f2-480c-838c-c5e98d03db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c0f8b21d-325f-490e-a9f6-c44658260678'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:29.911257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Attempting to bind port cf5edffd-2b44-4d4a-a03e-a707b3336bf9 on network c0f8b21d-325f-490e-a9f6-c44658260678 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:29.919097 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Port cf5edffd-2b44-4d4a-a03e-a707b3336bf9 on network c0f8b21d-325f-490e-a9f6-c44658260678 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:29.919849 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Attempting to bind port cf5edffd-2b44-4d4a-a03e-a707b3336bf9 on network c0f8b21d-325f-490e-a9f6-c44658260678 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:29.926057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:29.926408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Checking segment: {'id': '47132bdd-a2f2-480c-838c-c5e98d03db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c0f8b21d-325f-490e-a9f6-c44658260678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:29.926827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Bound using segment: {'id': '47132bdd-a2f2-480c-838c-c5e98d03db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c0f8b21d-325f-490e-a9f6-c44658260678'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:29.927864 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Bound port: cf5edffd-2b44-4d4a-a03e-a707b3336bf9, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47132bdd-a2f2-480c-838c-c5e98d03db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c0f8b21d-325f-490e-a9f6-c44658260678'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:29.928565 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cf5edffd-2b44-4d4a-a03e-a707b3336bf9), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.937764 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4bd65346-1d5f-4976-867a-1189aefff561 None None] Port 9fb3904b-088f-474c-b70e-bea74ba43672 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:29.953694 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63b65986-bb7f-48e7-8ece-c9562e022270 admin admin] Publish callbacks [] for security_group (3371c3d7-107e-45e4-bd59-4a30333f9bb5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:29.955636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-085e6d5a-3144-402b-a39a-e7ea63cd4b58 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Made reservation on behalf of 8cc767c1cbe248bab484e9622a21d031 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:29.961271 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-085e6d5a-3144-402b-a39a-e7ea63cd4b58 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.018532 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04418801-1d8c-4233-bd85-9e334c495445 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (269dce06-feb7-46d2-b4e7-7696dfdedea1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.027454 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.114865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] For port cf5edffd-2b44-4d4a-a03e-a707b3336bf9, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:30.140752 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] For port cf5edffd-2b44-4d4a-a03e-a707b3336bf9, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=cf5edffd-2b44-4d4a-a03e-a707b3336bf9,segment=NetworkSegment(47132bdd-a2f2-480c-838c-c5e98d03db0d),segment_id=47132bdd-a2f2-480c-838c-c5e98d03db0d)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:30.173273 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (cf5edffd-2b44-4d4a-a03e-a707b3336bf9), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.267404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:30.268156 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.269668 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] 10.222.0.37 "PUT /v2.0/ports/cf5edffd-2b44-4d4a-a03e-a707b3336bf9 HTTP/1.1" status: 200 len: 1091 time: 2.4660013 Jan 28 19:18:30.272129 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c4ecfe-927a-4310-b35e-820a069ff2a9', 'tag': 'cf5edffd-2b44-4d4a-a03e-a707b3336bf9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:30.274431 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b6f30c-5b8e-4cff-9fd7-889a2ebf344b" -d '{"events": [{"name": "network-changed", "server_uuid": "58c4ecfe-927a-4310-b35e-820a069ff2a9", "tag": "cf5edffd-2b44-4d4a-a03e-a707b3336bf9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:30.319957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-085e6d5a-3144-402b-a39a-e7ea63cd4b58 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Allocated IP 10.2.2.200 (8bd761fc-fe6a-405a-9893-029eb3d01134/b2bd6593-7035-4596-8196-359b444681b6/7b36fe92-b79b-45b6-925a-27d7f3749cd5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:30.334934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f6004-81a1-4e9f-a8a7-4e26b2c5b529 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5edffd-2b44-4d4a-a03e-a707b3336bf9,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:30.350880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980905e-ab5e-4521-a3ff-9ce56107a799 req-8ecedb46-15af-47ca-9b13-292b305a622a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:30.356431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980905e-ab5e-4521-a3ff-9ce56107a799 req-8ecedb46-15af-47ca-9b13-292b305a622a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:30.362292 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980905e-ab5e-4521-a3ff-9ce56107a799 req-8ecedb46-15af-47ca-9b13-292b305a622a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:30.368075 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980905e-ab5e-4521-a3ff-9ce56107a799 req-8ecedb46-15af-47ca-9b13-292b305a622a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:30.369976 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b980905e-ab5e-4521-a3ff-9ce56107a799 req-8ecedb46-15af-47ca-9b13-292b305a622a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 3094 time: 0.2236800 Jan 28 19:18:30.499295 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b980905e-ab5e-4521-a3ff-9ce56107a799 req-63bc5681-0d2c-43c6-b12f-6ff3c140f6a5 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222415 Jan 28 19:18:30.542977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-ac88b877-1b5d-443a-ad18-e9c3f53cad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:30.544251 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-ac88b877-1b5d-443a-ad18-e9c3f53cad81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=61cd7e5aeb21431cbd8d750d183e5bcd&device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 1125 time: 0.2198908 Jan 28 19:18:30.588136 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d2ea74-a578-4d3f-8f32-33f5f069540c x-openstack-request-id: req-40d2ea74-a578-4d3f-8f32-33f5f069540c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:30.588534 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c4ecfe-927a-4310-b35e-820a069ff2a9", "tag": "cf5edffd-2b44-4d4a-a03e-a707b3336bf9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:30.588660 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40d2ea74-a578-4d3f-8f32-33f5f069540c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:30.589240 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c4ecfe-927a-4310-b35e-820a069ff2a9', 'tag': 'cf5edffd-2b44-4d4a-a03e-a707b3336bf9', 'status': 'completed', 'code': 200} Jan 28 19:18:30.593142 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-40f57b2a-9d77-4ee6-86c7-6ac7eae74030 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf5edffd-2b44-4d4a-a03e-a707b3336bf9 HTTP/1.1" status: 200 len: 217 time: 0.0415027 Jan 28 19:18:30.685395 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-085e6d5a-3144-402b-a39a-e7ea63cd4b58 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.685728 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9a0b0c4-93b0-4df1-a6b7-462f88cf0deb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (b678ff97-5e70-4214-9570-e0f77032ea3f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.690114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-1de8a7eb-8cee-4bf1-854e-fa13d0b7d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:30.691665 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-1de8a7eb-8cee-4bf1-854e-fa13d0b7d03b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e71d067-cc27-468e-88ea-6a72e3d685ee HTTP/1.1" status: 200 len: 865 time: 0.0885832 Jan 28 19:18:30.727216 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-a8b60de1-b54a-4304-80ff-776530b172c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c0f8b21d-325f-490e-a9f6-c44658260678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295048 Jan 28 19:18:30.758853 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04418801-1d8c-4233-bd85-9e334c495445 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (269dce06-feb7-46d2-b4e7-7696dfdedea1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.761040 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63b65986-bb7f-48e7-8ece-c9562e022270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3371c3d7-107e-45e4-bd59-4a30333f9bb5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.763546 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63b65986-bb7f-48e7-8ece-c9562e022270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.764665 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-63b65986-bb7f-48e7-8ece-c9562e022270 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3371c3d7-107e-45e4-bd59-4a30333f9bb5 HTTP/1.1" status: 204 len: 168 time: 1.6184092 Jan 28 19:18:30.809361 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-085e6d5a-3144-402b-a39a-e7ea63cd4b58 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.815649 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd2ec3-4ff7-497b-94fa-f60099b55297 req-3bd69393-fdf3-4800-b9d7-fbac2010d1c3 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:30.817452 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6cfd2ec3-4ff7-497b-94fa-f60099b55297 req-3bd69393-fdf3-4800-b9d7-fbac2010d1c3 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 943 time: 0.6590180 Jan 28 19:18:30.818313 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5122d15-89d9-4c52-81c2-ca56783f0d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5ff68ba3-37de-4dbe-a6ec-cb65aa950e92), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.821523 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5122d15-89d9-4c52-81c2-ca56783f0d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.836862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b5122d15-89d9-4c52-81c2-ca56783f0d59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ff68ba3-37de-4dbe-a6ec-cb65aa950e92 HTTP/1.1" status: 204 len: 168 time: 1.6279833 Jan 28 19:18:30.869752 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0b0c4-93b0-4df1-a6b7-462f88cf0deb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:30.872843 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-085e6d5a-3144-402b-a39a-e7ea63cd4b58 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Network 8bd761fc-fe6a-405a-9893-029eb3d01134 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:30.876498 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b65986-bb7f-48e7-8ece-c9562e022270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3371c3d7-107e-45e4-bd59-4a30333f9bb5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:30.879304 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-085e6d5a-3144-402b-a39a-e7ea63cd4b58 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:30.885469 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04418801-1d8c-4233-bd85-9e334c495445 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.887779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bb1706-1534-4889-a8a7-8a4e6b87483d None None] Network 98ba37f4-6b62-4b65-b112-500b83bfc44d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:30.893241 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-04418801-1d8c-4233-bd85-9e334c495445 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "DELETE /v2.0/subnets/269dce06-feb7-46d2-b4e7-7696dfdedea1 HTTP/1.1" status: 204 len: 168 time: 1.8506846 Jan 28 19:18:30.904007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-7c398fe5-5353-487f-a6ab-aec10f907bd3 service neutron] 10.222.0.37 "GET /v2.0/networks/c0f8b21d-325f-490e-a9f6-c44658260678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695797 Jan 28 19:18:30.904846 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-085e6d5a-3144-402b-a39a-e7ea63cd4b58 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:30.910855 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48494) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:30.930965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e9a0b0c4-93b0-4df1-a6b7-462f88cf0deb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:30.931333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e6d5a-3144-402b-a39a-e7ea63cd4b58 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event updated for resources: {'Port': ['ID=7b36fe92-b79b-45b6-925a-27d7f3749cd5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:30.938944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a0b0c4-93b0-4df1-a6b7-462f88cf0deb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:30.939779 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9a0b0c4-93b0-4df1-a6b7-462f88cf0deb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:30.991897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ff3377-cf6d-4bfb-b0a2-1d2aa167bf75 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Router 239049c1-0751-4e0e-bf6b-9fc6f73187b5 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:18:30.996438 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5122d15-89d9-4c52-81c2-ca56783f0d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff68ba3-37de-4dbe-a6ec-cb65aa950e92,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:31.013001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0b0c4-93b0-4df1-a6b7-462f88cf0deb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=b678ff97-5e70-4214-9570-e0f77032ea3f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:31.098864 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e9a0b0c4-93b0-4df1-a6b7-462f88cf0deb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0728517 Jan 28 19:18:31.110952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae89d88c-7bf6-41bf-a547-12ee8e749ce7 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:31.118088 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04418801-1d8c-4233-bd85-9e334c495445 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event deleted for resources: {'Subnet': ['ID=269dce06-feb7-46d2-b4e7-7696dfdedea1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:31.126748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48498) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:31.157132 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0c0c75eb-8ef7-4bd4-ad18-699ecb445350 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-334656612', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:31.279790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 532343c9-2909-406c-bc3e-38dba26197a9 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:18:31.353785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ff3377-cf6d-4bfb-b0a2-1d2aa167bf75 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:18:31.365316 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-76ff3377-cf6d-4bfb-b0a2-1d2aa167bf75 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "PUT /v2.0/routers/239049c1-0751-4e0e-bf6b-9fc6f73187b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0760515 Jan 28 19:18:31.370664 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6cfd2ec3-4ff7-497b-94fa-f60099b55297 req-f4a04e65-a9a1-4408-bc2b-137fed20e173 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/security-groups?id=db74a9d5-62ca-4630-a117-fae556b46dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139980 Jan 28 19:18:31.375603 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48508) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:31.405111 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c0c75eb-8ef7-4bd4-ad18-699ecb445350 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (7bac7588-a6da-46fc-8c0b-c38a424e8b78), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:31.406308 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c0c75eb-8ef7-4bd4-ad18-699ecb445350 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (7bac7588-a6da-46fc-8c0b-c38a424e8b78), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:31.424559 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c9209-64b6-45b6-b930-29c36bd51a54 None None] Sync routers for ids ['239049c1-0751-4e0e-bf6b-9fc6f73187b5'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:18:31.441081 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55ac8f3-c77a-4436-bcbf-eb1733d6638d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] GET failed (client error): The resource could not be found. Jan 28 19:18:31.447457 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d55ac8f3-c77a-4436-bcbf-eb1733d6638d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports/99e623dd-0d65-4b0a-9067-5028af63c1bf HTTP/1.1" status: 404 len: 333 time: 0.0681732 Jan 28 19:18:31.448368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48512) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:31.541039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48514) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:31.568063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': 'b678ff97-5e70-4214-9570-e0f77032ea3f'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:18:31.569049 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:31.601584 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7d4aef4-5484-4a09-9bc8-b9a8f9e75c1a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for router (239049c1-0751-4e0e-bf6b-9fc6f73187b5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:31.620168 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 532343c9-2909-406c-bc3e-38dba26197a9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=532343c9-2909-406c-bc3e-38dba26197a9,segment=NetworkSegment(02d45718-67ab-4fae-8304-49dacd3cc2c2),segment_id=02d45718-67ab-4fae-8304-49dacd3cc2c2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:31.641773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '532343c9-2909-406c-bc3e-38dba26197a9', 'network_id': '98cfa7e0-e682-47e0-b62e-9753da0d9bd8', 'port_id': '532343c9-2909-406c-bc3e-38dba26197a9', 'mac_address': 'fa:16:3e:af:70:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82977f6-a2ab-41f3-9d34-a3808988af40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:18:31.655613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c9209-64b6-45b6-b930-29c36bd51a54 None None] Routers {'239049c1-0751-4e0e-bf6b-9fc6f73187b5'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:18:31.656253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b51c9209-64b6-45b6-b930-29c36bd51a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:18:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['239049c1-0751-4e0e-bf6b-9fc6f73187b5'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:31.708758 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c0c75eb-8ef7-4bd4-ad18-699ecb445350 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for router_controller (7bac7588-a6da-46fc-8c0b-c38a424e8b78), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:31.822976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7d4aef4-5484-4a09-9bc8-b9a8f9e75c1a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (239049c1-0751-4e0e-bf6b-9fc6f73187b5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:31.825675 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7d4aef4-5484-4a09-9bc8-b9a8f9e75c1a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for router_controller (239049c1-0751-4e0e-bf6b-9fc6f73187b5), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:31.882713 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-345bb57a-8087-4b00-9cee-a10a7a7c24ba tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Deleting subnet a488dde5-474a-4007-942e-ad394bf34962 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:18:31.896544 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-085e6d5a-3144-402b-a39a-e7ea63cd4b58 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:31.897635 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-085e6d5a-3144-402b-a39a-e7ea63cd4b58 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:31.900679 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c0c75eb-8ef7-4bd4-ad18-699ecb445350 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (7bac7588-a6da-46fc-8c0b-c38a424e8b78), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:31.902906 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 532343c9-2909-406c-bc3e-38dba26197a9 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:31.903402 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (532343c9-2909-406c-bc3e-38dba26197a9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:31.913371 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-345bb57a-8087-4b00-9cee-a10a7a7c24ba tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks [] for subnet (a488dde5-474a-4007-942e-ad394bf34962), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:31.918294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a66cb5e-ff29-429e-8499-3b838cd1ae0f None None] Provisioning complete for port 7b36fe92-b79b-45b6-925a-27d7f3749cd5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:31.918888 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a66cb5e-ff29-429e-8499-3b838cd1ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:31.920645 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7d4aef4-5484-4a09-9bc8-b9a8f9e75c1a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (239049c1-0751-4e0e-bf6b-9fc6f73187b5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:31.921455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d4aef4-5484-4a09-9bc8-b9a8f9e75c1a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Fanout notify agent at l3_agent the message router_deleted on router 239049c1-0751-4e0e-bf6b-9fc6f73187b5 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:18:31.931275 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-085e6d5a-3144-402b-a39a-e7ea63cd4b58 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3184390 Jan 28 19:18:31.937689 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7d4aef4-5484-4a09-9bc8-b9a8f9e75c1a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:31.943206 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c7d4aef4-5484-4a09-9bc8-b9a8f9e75c1a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/routers/239049c1-0751-4e0e-bf6b-9fc6f73187b5 HTTP/1.1" status: 204 len: 168 time: 0.4915893 Jan 28 19:18:31.954670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48524) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:31.973203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532343c9-2909-406c-bc3e-38dba26197a9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:31.973750 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Request body: {'port': {'device_id': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:31.983251 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a66cb5e-ff29-429e-8499-3b838cd1ae0f None None] Port 7b36fe92-b79b-45b6-925a-27d7f3749cd5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:31.985126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b51c9209-64b6-45b6-b930-29c36bd51a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:32.000438 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c0c75eb-8ef7-4bd4-ad18-699ecb445350 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:32.004241 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0c0c75eb-8ef7-4bd4-ad18-699ecb445350 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8686793 Jan 28 19:18:32.014487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48526) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:32.033631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b18ae-3a70-4398-8f77-3cb393c4592b req-b0578a19-abc7-4a10-908b-0986d20a00db tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:32.041278 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-653b18ae-3a70-4398-8f77-3cb393c4592b req-b0578a19-abc7-4a10-908b-0986d20a00db tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/ports?device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 943 time: 1.0262513 Jan 28 19:18:32.048461 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c9209-64b6-45b6-b930-29c36bd51a54 None None] Routers set() bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:18:32.048982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c9209-64b6-45b6-b930-29c36bd51a54 None None] Router IDs set() for agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 19:18:32.049621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_agentschedulers_db [None req-b51c9209-64b6-45b6-b930-29c36bd51a54 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'239049c1-0751-4e0e-bf6b-9fc6f73187b5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:18:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent'). {{(pid=103148) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 19:18:32.049995 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c9209-64b6-45b6-b930-29c36bd51a54 None None] The sync data for ids ['239049c1-0751-4e0e-bf6b-9fc6f73187b5'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:18:32.071004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 532343c9-2909-406c-bc3e-38dba26197a9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=532343c9-2909-406c-bc3e-38dba26197a9,segment=NetworkSegment(02d45718-67ab-4fae-8304-49dacd3cc2c2),segment_id=02d45718-67ab-4fae-8304-49dacd3cc2c2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:32.071691 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dbf5b05d-f83f-4832-a384-7ff7873107ee req-9e4eba9b-581f-4828-a8fe-7a0a23515f79 service neutron] 10.222.0.37 "GET /v2.0/networks/c0f8b21d-325f-490e-a9f6-c44658260678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1532850 Jan 28 19:18:32.093787 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (532343c9-2909-406c-bc3e-38dba26197a9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:32.102371 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-345bb57a-8087-4b00-9cee-a10a7a7c24ba tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (a488dde5-474a-4007-942e-ad394bf34962), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:32.167630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=532343c9-2909-406c-bc3e-38dba26197a9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:32.174705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8ca62b-9ac3-49e6-9df2-1cb688f95a9e None None] DHCP port deletion for 98ba37f4-6b62-4b65-b112-500b83bfc44d request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:18:32.201523 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-46aa1ab6-9d4a-41a0-827d-27c83639c642 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting subnet 6c3aea45-e8ba-4b16-893a-15c6c7f83e4a {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:18:32.207221 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46aa1ab6-9d4a-41a0-827d-27c83639c642 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (6c3aea45-e8ba-4b16-893a-15c6c7f83e4a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:32.213847 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:32.283336 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Allocated IP 2001:db8::2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/b678ff97-5e70-4214-9570-e0f77032ea3f/09386e34-abc8-4e33-a5c6-c4e8b9058c30) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:32.292143 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad8ca62b-9ac3-49e6-9df2-1cb688f95a9e None None] Deleting port 65ebfb55-7128-462e-9954-b56bdf0b8e9d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:32.292808 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad8ca62b-9ac3-49e6-9df2-1cb688f95a9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (65ebfb55-7128-462e-9954-b56bdf0b8e9d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:32.305379 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46aa1ab6-9d4a-41a0-827d-27c83639c642 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (6c3aea45-e8ba-4b16-893a-15c6c7f83e4a), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:32.354388 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-653b18ae-3a70-4398-8f77-3cb393c4592b req-2e6a4fd7-81e5-45a1-82d6-77c0dce299aa tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d6c3c7c-1add-440f-b6b2-399ea6327d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078725 Jan 28 19:18:32.373640 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-aac853be-876d-4d8c-b68c-3b10b30627e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d030b9706174407ba98e78da4938d67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8198240 Jan 28 19:18:32.395847 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48532) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:32.398209 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6f30c-5b8e-4cff-9fd7-889a2ebf344b req-8934c9af-cc2c-4498-97e6-bb964309dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:32.400072 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-56b6f30c-5b8e-4cff-9fd7-889a2ebf344b req-8934c9af-cc2c-4498-97e6-bb964309dffe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=61cd7e5aeb21431cbd8d750d183e5bcd&device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 1125 time: 0.2215886 Jan 28 19:18:32.431543 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad8ca62b-9ac3-49e6-9df2-1cb688f95a9e None None] For port 65ebfb55-7128-462e-9954-b56bdf0b8e9d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=65ebfb55-7128-462e-9954-b56bdf0b8e9d,segment=NetworkSegment(73ae1af7-c909-4737-bf62-7db43c19630a),segment_id=73ae1af7-c909-4737-bf62-7db43c19630a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:32.431989 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad8ca62b-9ac3-49e6-9df2-1cb688f95a9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (65ebfb55-7128-462e-9954-b56bdf0b8e9d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:32.449810 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad8ca62b-9ac3-49e6-9df2-1cb688f95a9e None None] Calling delete_port for 65ebfb55-7128-462e-9954-b56bdf0b8e9d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:32.463407 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46aa1ab6-9d4a-41a0-827d-27c83639c642 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (6c3aea45-e8ba-4b16-893a-15c6c7f83e4a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:32.570219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6f30c-5b8e-4cff-9fd7-889a2ebf344b req-cb18ed50-1979-4808-9087-864cd80c5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:32.572752 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-56b6f30c-5b8e-4cff-9fd7-889a2ebf344b req-cb18ed50-1979-4808-9087-864cd80c5af7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c0f8b21d-325f-490e-a9f6-c44658260678 HTTP/1.1" status: 200 len: 926 time: 0.1329086 Jan 28 19:18:32.581607 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad8ca62b-9ac3-49e6-9df2-1cb688f95a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (65ebfb55-7128-462e-9954-b56bdf0b8e9d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:32.582814 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b19c9-0af3-4afa-9c8d-b3571e157f95 req-f94b17ab-56ea-4fb0-b047-9208a7ad16ba tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:32.592769 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b19c9-0af3-4afa-9c8d-b3571e157f95 req-f94b17ab-56ea-4fb0-b047-9208a7ad16ba tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:32.610985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b19c9-0af3-4afa-9c8d-b3571e157f95 req-f94b17ab-56ea-4fb0-b047-9208a7ad16ba tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:32.621102 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b19c9-0af3-4afa-9c8d-b3571e157f95 req-f94b17ab-56ea-4fb0-b047-9208a7ad16ba tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:32.629972 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b19c9-0af3-4afa-9c8d-b3571e157f95 req-f94b17ab-56ea-4fb0-b047-9208a7ad16ba tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:32.632528 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a02b19c9-0af3-4afa-9c8d-b3571e157f95 req-f94b17ab-56ea-4fb0-b047-9208a7ad16ba tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 3815 time: 0.9206257 Jan 28 19:18:32.654663 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['532343c9-2909-406c-bc3e-38dba26197a9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:32.727341 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-56b6f30c-5b8e-4cff-9fd7-889a2ebf344b req-4e9f0f45-ef6c-4e4c-a01e-616021c17bb3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf5edffd-2b44-4d4a-a03e-a707b3336bf9 HTTP/1.1" status: 200 len: 217 time: 0.1290698 Jan 28 19:18:32.744825 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ca62b-9ac3-49e6-9df2-1cb688f95a9e None None] No DVR routers for this DVR port 65ebfb55-7128-462e-9954-b56bdf0b8e9d on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:32.753443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ca62b-9ac3-49e6-9df2-1cb688f95a9e None None] Pushing event deleted for resources: {'Port': ['ID=65ebfb55-7128-462e-9954-b56bdf0b8e9d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:32.880808 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Publish callbacks [] for port (09386e34-abc8-4e33-a5c6-c4e8b9058c30), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:32.904176 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (09386e34-abc8-4e33-a5c6-c4e8b9058c30), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:32.964903 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a02b19c9-0af3-4afa-9c8d-b3571e157f95 req-3696bf97-e018-4284-8289-a6332f87cf8b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901611 Jan 28 19:18:32.969993 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46aa1ab6-9d4a-41a0-827d-27c83639c642 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (6c3aea45-e8ba-4b16-893a-15c6c7f83e4a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.009418 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa1ab6-9d4a-41a0-827d-27c83639c642 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3aea45-e8ba-4b16-893a-15c6c7f83e4a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:33.017809 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46aa1ab6-9d4a-41a0-827d-27c83639c642 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.020598 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-46aa1ab6-9d4a-41a0-827d-27c83639c642 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/6c3aea45-e8ba-4b16-893a-15c6c7f83e4a HTTP/1.1" status: 204 len: 168 time: 1.0646019 Jan 28 19:18:33.023703 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48546) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:33.031585 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e01c445-f314-4d96-9219-a6ab6ba72bf3 None None] Network 233b84a9-cc0d-4e92-a814-ecb004f0b5d4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:33.052995 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:33.073964 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:33.075182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e80eea-8605-4e6d-90bd-6e52508f9934 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:33.076642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:33.086193 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Publish callbacks [] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.100351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Transition to ACTIVE for port object 97e80eea-8605-4e6d-90bd-6e52508f9934 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:33.109165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6f30c-5b8e-4cff-9fd7-889a2ebf344b req-43c8ce7b-9d82-4b16-8da8-30b17292102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:33.111171 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-56b6f30c-5b8e-4cff-9fd7-889a2ebf344b req-43c8ce7b-9d82-4b16-8da8-30b17292102a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e71d067-cc27-468e-88ea-6a72e3d685ee HTTP/1.1" status: 200 len: 865 time: 0.3744636 Jan 28 19:18:33.123851 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-345bb57a-8087-4b00-9cee-a10a7a7c24ba tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (a488dde5-474a-4007-942e-ad394bf34962), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.126948 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Pushing event updated for resources: {'Port': ['ID=09386e34-abc8-4e33-a5c6-c4e8b9058c30,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:33.130003 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (233b84a9-cc0d-4e92-a814-ecb004f0b5d4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.132920 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.155396 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.243534 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-56b6f30c-5b8e-4cff-9fd7-889a2ebf344b req-513d4d2a-6afa-4d31-be22-70a1b43837b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c0f8b21d-325f-490e-a9f6-c44658260678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228538 Jan 28 19:18:33.288699 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Attempting to bind port 09386e34-abc8-4e33-a5c6-c4e8b9058c30 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:33.294454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Attempting to bind port 09386e34-abc8-4e33-a5c6-c4e8b9058c30 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:33.295016 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Attempting to bind port 09386e34-abc8-4e33-a5c6-c4e8b9058c30 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:33.316052 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:33.320877 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:33.322403 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.327196 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:33.327805 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Bound port: 09386e34-abc8-4e33-a5c6-c4e8b9058c30, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:33.328284 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (09386e34-abc8-4e33-a5c6-c4e8b9058c30), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.336122 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91df24-5ce5-4468-85e2-c59585ee9d90 req-112bf24a-b42b-4129-b8a4-220761be2fce tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:33.337795 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7b91df24-5ce5-4468-85e2-c59585ee9d90 req-112bf24a-b42b-4129-b8a4-220761be2fce tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 944 time: 0.7605889 Jan 28 19:18:33.388598 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 65ebfb55-7128-462e-9954-b56bdf0b8e9d no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:33.416127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=97e80eea-8605-4e6d-90bd-6e52508f9934,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:33.423936 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8d0fd48-98ee-4742-b6a6-0eb0afd866c1 admin admin] Publish callbacks [] for security_group (e3d73222-880b-46c5-a18a-09ccae947de6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.484112 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-345bb57a-8087-4b00-9cee-a10a7a7c24ba tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (a488dde5-474a-4007-942e-ad394bf34962), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.506819 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 65ebfb55-7128-462e-9954-b56bdf0b8e9d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:33.508947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 65ebfb55-7128-462e-9954-b56bdf0b8e9d not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:33.614578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::1 (1218acd0-0311-470a-8d43-e1a60f7e0be9/b678ff97-5e70-4214-9570-e0f77032ea3f/8a123a73-32f3-4afe-9e1f-ef3412e303dc) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:33.616707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] For port 09386e34-abc8-4e33-a5c6-c4e8b9058c30, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:33.634496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] For port 09386e34-abc8-4e33-a5c6-c4e8b9058c30, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=09386e34-abc8-4e33-a5c6-c4e8b9058c30,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:33.646452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac86796-b541-46f1-b9a9-7e2a2b28af99 None None] DHCP port deletion for 233b84a9-cc0d-4e92-a814-ecb004f0b5d4 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:18:33.654614 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8d0fd48-98ee-4742-b6a6-0eb0afd866c1 admin admin] Publish callbacks [] for security_group (e3d73222-880b-46c5-a18a-09ccae947de6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.662129 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bb57a-8087-4b00-9cee-a10a7a7c24ba tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event deleted for resources: {'Subnet': ['ID=a488dde5-474a-4007-942e-ad394bf34962,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:33.672095 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (09386e34-abc8-4e33-a5c6-c4e8b9058c30), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.688097 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-345bb57a-8087-4b00-9cee-a10a7a7c24ba tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.691560 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-345bb57a-8087-4b00-9cee-a10a7a7c24ba tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "DELETE /v2.0/subnets/a488dde5-474a-4007-942e-ad394bf34962 HTTP/1.1" status: 204 len: 168 time: 2.7797353 Jan 28 19:18:33.695933 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48558) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:33.702976 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7b91df24-5ce5-4468-85e2-c59585ee9d90 req-b95dabda-ca71-4ac5-ae9a-3113ea7f5198 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/security-groups?id=db74a9d5-62ca-4630-a117-fae556b46dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324063 Jan 28 19:18:33.726931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Attempting to bind port 97e80eea-8605-4e6d-90bd-6e52508f9934 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:33.727270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Attempting to bind port 97e80eea-8605-4e6d-90bd-6e52508f9934 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '66139151-886b-4c11-a2c2-236a4d651755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:33.727669 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Attempting to bind port 97e80eea-8605-4e6d-90bd-6e52508f9934 on network 2102cb4c-1a8c-4160-88a9-27c39edb311a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:33.738468 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b35a60-d641-4cfa-8ce7-5ed9bd95a897 None None] Network 1fb8a996-2168-4f5b-9c7f-595915f7223f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:33.755509 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-56b6f30c-5b8e-4cff-9fd7-889a2ebf344b req-2e5a86e3-4112-4d13-b374-8f24bc211091 service neutron] 10.222.0.37 "GET /v2.0/networks/c0f8b21d-325f-490e-a9f6-c44658260678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910023 Jan 28 19:18:33.762672 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Port 97e80eea-8605-4e6d-90bd-6e52508f9934 on network 2102cb4c-1a8c-4160-88a9-27c39edb311a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:33.762994 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Attempting to bind port 97e80eea-8605-4e6d-90bd-6e52508f9934 on network 2102cb4c-1a8c-4160-88a9-27c39edb311a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:33.807846 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.829036 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:33.829532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Checking segment: {'id': '66139151-886b-4c11-a2c2-236a4d651755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:33.829760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Bound using segment: {'id': '66139151-886b-4c11-a2c2-236a4d651755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:33.830233 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Bound port: 97e80eea-8605-4e6d-90bd-6e52508f9934, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66139151-886b-4c11-a2c2-236a4d651755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:33.830911 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.864040 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.948443 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a218b126-2c21-4a5d-bb21-f3546d5dccf6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (98ba37f4-6b62-4b65-b112-500b83bfc44d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.968308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:33.975157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:33.984858 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8d0fd48-98ee-4742-b6a6-0eb0afd866c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e3d73222-880b-46c5-a18a-09ccae947de6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.987466 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8d0fd48-98ee-4742-b6a6-0eb0afd866c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:33.991207 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a8d0fd48-98ee-4742-b6a6-0eb0afd866c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3d73222-880b-46c5-a18a-09ccae947de6 HTTP/1.1" status: 204 len: 168 time: 1.5875232 Jan 28 19:18:34.015117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b2b0c-6d93-4f62-9257-9adaa80e31f7 None None] Pushing event updated for resources: {'Port': ['ID=09386e34-abc8-4e33-a5c6-c4e8b9058c30,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:34.036205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7ac86796-b541-46f1-b9a9-7e2a2b28af99 None None] Deleting port 28c38550-9345-47be-8386-b5fe26ff9718 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:34.036784 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ac86796-b541-46f1-b9a9-7e2a2b28af99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (28c38550-9345-47be-8386-b5fe26ff9718), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:34.047081 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0fd48-98ee-4742-b6a6-0eb0afd866c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d73222-880b-46c5-a18a-09ccae947de6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:34.052788 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:34.053417 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (7bac7588-a6da-46fc-8c0b-c38a424e8b78), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:34.058497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=8a123a73-32f3-4afe-9e1f-ef3412e303dc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:34.175561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] For port 97e80eea-8605-4e6d-90bd-6e52508f9934, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:34.201509 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-56b6f30c-5b8e-4cff-9fd7-889a2ebf344b req-8580a4be-9e66-4192-b5b9-6f0cabbc7ceb service neutron] 10.222.0.37 "GET /v2.0/networks/c0f8b21d-325f-490e-a9f6-c44658260678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308031 Jan 28 19:18:34.283397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7ac86796-b541-46f1-b9a9-7e2a2b28af99 None None] For port 28c38550-9345-47be-8386-b5fe26ff9718, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=28c38550-9345-47be-8386-b5fe26ff9718,segment=NetworkSegment(cc8e9005-70b3-48f5-b88c-ef9cf582c229),segment_id=cc8e9005-70b3-48f5-b88c-ef9cf582c229)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:34.283941 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ac86796-b541-46f1-b9a9-7e2a2b28af99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (28c38550-9345-47be-8386-b5fe26ff9718), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:34.306305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] For port 97e80eea-8605-4e6d-90bd-6e52508f9934, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=97e80eea-8605-4e6d-90bd-6e52508f9934,segment=NetworkSegment(66139151-886b-4c11-a2c2-236a4d651755),segment_id=66139151-886b-4c11-a2c2-236a4d651755)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:34.310168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port 28c38550-9345-47be-8386-b5fe26ff9718 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:34.310366 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (28c38550-9345-47be-8386-b5fe26ff9718), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:34.320514 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7ac86796-b541-46f1-b9a9-7e2a2b28af99 None None] Calling delete_port for 28c38550-9345-47be-8386-b5fe26ff9718 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:34.375883 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2977f4-144e-4244-8d06-bea63965b1ca None None] DHCP port deletion for 1fb8a996-2168-4f5b-9c7f-595915f7223f request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:18:34.377467 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ca693-67ac-48f8-8477-490b2d27bb38 req-fee90cc2-cf14-48a9-be30-9e5215642a4b tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:34.379639 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-887ca693-67ac-48f8-8477-490b2d27bb38 req-fee90cc2-cf14-48a9-be30-9e5215642a4b tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/ports?device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 943 time: 0.5351031 Jan 28 19:18:34.395253 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:34.520033 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a218b126-2c21-4a5d-bb21-f3546d5dccf6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (98ba37f4-6b62-4b65-b112-500b83bfc44d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:34.577889 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:34.578620 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:34.587947 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] 10.222.0.31 "PUT /v2.0/ports/97e80eea-8605-4e6d-90bd-6e52508f9934 HTTP/1.1" status: 200 len: 1091 time: 2.6262002 Jan 28 19:18:34.589964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'tag': '97e80eea-8605-4e6d-90bd-6e52508f9934'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:34.595456 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e09783-12a2-417c-9b57-11e5ff4d2a89" -d '{"events": [{"name": "network-changed", "server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "tag": "97e80eea-8605-4e6d-90bd-6e52508f9934"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:34.611264 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:34.619182 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cd2977f4-144e-4244-8d06-bea63965b1ca None None] Deleting port 229eb664-33c1-47e3-86b9-862b2634fa66 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:34.620461 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd2977f4-144e-4244-8d06-bea63965b1ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (229eb664-33c1-47e3-86b9-862b2634fa66), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:34.705670 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a218b126-2c21-4a5d-bb21-f3546d5dccf6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ba37f4-6b62-4b65-b112-500b83bfc44d']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:34.716462 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Request body: {'port': {'device_id': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:34.723998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-887ca693-67ac-48f8-8477-490b2d27bb38 req-6745c7d8-e605-49d3-af2c-0d7f17044162 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d6c3c7c-1add-440f-b6b2-399ea6327d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199644 Jan 28 19:18:34.735122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] For port 28c38550-9345-47be-8386-b5fe26ff9718, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=28c38550-9345-47be-8386-b5fe26ff9718,segment=NetworkSegment(cc8e9005-70b3-48f5-b88c-ef9cf582c229),segment_id=cc8e9005-70b3-48f5-b88c-ef9cf582c229)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:34.735753 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (28c38550-9345-47be-8386-b5fe26ff9718), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:34.763144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58a8b7-4295-4073-8a2c-185e9e902ff6 req-d458cbae-8faf-4375-9e0d-8e5f8d653ef6 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:34.769983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58a8b7-4295-4073-8a2c-185e9e902ff6 req-d458cbae-8faf-4375-9e0d-8e5f8d653ef6 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:34.772415 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ac86796-b541-46f1-b9a9-7e2a2b28af99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (28c38550-9345-47be-8386-b5fe26ff9718), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:34.780446 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58a8b7-4295-4073-8a2c-185e9e902ff6 req-d458cbae-8faf-4375-9e0d-8e5f8d653ef6 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:34.791277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58a8b7-4295-4073-8a2c-185e9e902ff6 req-d458cbae-8faf-4375-9e0d-8e5f8d653ef6 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:34.803908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac86796-b541-46f1-b9a9-7e2a2b28af99 None None] No DVR routers for this DVR port 28c38550-9345-47be-8386-b5fe26ff9718 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:34.842614 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58a8b7-4295-4073-8a2c-185e9e902ff6 req-d458cbae-8faf-4375-9e0d-8e5f8d653ef6 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:34.859349 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b58a8b7-4295-4073-8a2c-185e9e902ff6 req-d458cbae-8faf-4375-9e0d-8e5f8d653ef6 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 3827 time: 0.7181406 Jan 28 19:18:34.868104 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f95903a-c97f-4b33-819f-9fcf66ac0a9e x-openstack-request-id: req-2f95903a-c97f-4b33-819f-9fcf66ac0a9e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:34.868391 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "tag": "97e80eea-8605-4e6d-90bd-6e52508f9934", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:34.868648 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f95903a-c97f-4b33-819f-9fcf66ac0a9e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:34.869088 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'tag': '97e80eea-8605-4e6d-90bd-6e52508f9934', 'status': 'completed', 'code': 200} Jan 28 19:18:34.906323 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac86796-b541-46f1-b9a9-7e2a2b28af99 None None] Pushing event deleted for resources: {'Port': ['ID=28c38550-9345-47be-8386-b5fe26ff9718,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:34.911997 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cd2977f4-144e-4244-8d06-bea63965b1ca None None] For port 229eb664-33c1-47e3-86b9-862b2634fa66, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=229eb664-33c1-47e3-86b9-862b2634fa66,segment=NetworkSegment(e8360563-7d35-437a-a454-a04e185b8e81),segment_id=e8360563-7d35-437a-a454-a04e185b8e81)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:34.912439 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd2977f4-144e-4244-8d06-bea63965b1ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (229eb664-33c1-47e3-86b9-862b2634fa66), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:34.936163 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a218b126-2c21-4a5d-bb21-f3546d5dccf6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ae1af7-c909-4737-bf62-7db43c19630a') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:34.936510 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a218b126-2c21-4a5d-bb21-f3546d5dccf6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ae1af7-c909-4737-bf62-7db43c19630a') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:34.939407 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cd2977f4-144e-4244-8d06-bea63965b1ca None None] Calling delete_port for 229eb664-33c1-47e3-86b9-862b2634fa66 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:34.940562 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ee05f-3b49-4ec8-8844-9c7670a29ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=97e80eea-8605-4e6d-90bd-6e52508f9934,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:34.976805 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a218b126-2c21-4a5d-bb21-f3546d5dccf6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (73ae1af7-c909-4737-bf62-7db43c19630a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:35.002560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for 28c38550-9345-47be-8386-b5fe26ff9718 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:35.003929 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a218b126-2c21-4a5d-bb21-f3546d5dccf6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (73ae1af7-c909-4737-bf62-7db43c19630a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:35.034433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device cf5edffd-2b44-4d4a-a03e-a707b3336bf9 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:18:35.036592 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 532343c9-2909-406c-bc3e-38dba26197a9 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:35.080394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a218b126-2c21-4a5d-bb21-f3546d5dccf6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:18:35.081082 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a218b126-2c21-4a5d-bb21-f3546d5dccf6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (73ae1af7-c909-4737-bf62-7db43c19630a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:18:35.087670 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:18:35.135539 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b58a8b7-4295-4073-8a2c-185e9e902ff6 req-b87e32bf-7e46-491b-9dd4-9a3fb1875aa0 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751884 Jan 28 19:18:35.214228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 532343c9-2909-406c-bc3e-38dba26197a9 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:18:35.233339 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:35.281234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 532343c9-2909-406c-bc3e-38dba26197a9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:35.281636 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (532343c9-2909-406c-bc3e-38dba26197a9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:35.341983 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd2977f4-144e-4244-8d06-bea63965b1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (229eb664-33c1-47e3-86b9-862b2634fa66), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:35.371697 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a218b126-2c21-4a5d-bb21-f3546d5dccf6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (98ba37f4-6b62-4b65-b112-500b83bfc44d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:35.402930 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2977f4-144e-4244-8d06-bea63965b1ca None None] Pushing event deleted for resources: {'Port': ['ID=229eb664-33c1-47e3-86b9-862b2634fa66,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:35.416803 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a218b126-2c21-4a5d-bb21-f3546d5dccf6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:35.421660 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a218b126-2c21-4a5d-bb21-f3546d5dccf6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "DELETE /v2.0/networks/98ba37f4-6b62-4b65-b112-500b83bfc44d HTTP/1.1" status: 204 len: 168 time: 1.7177565 Jan 28 19:18:35.433537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48596) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:35.487816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2977f4-144e-4244-8d06-bea63965b1ca None None] No DVR routers for this DVR port 229eb664-33c1-47e3-86b9-862b2634fa66 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:35.496792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port cf5edffd-2b44-4d4a-a03e-a707b3336bf9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=cf5edffd-2b44-4d4a-a03e-a707b3336bf9,segment=NetworkSegment(47132bdd-a2f2-480c-838c-c5e98d03db0d),segment_id=47132bdd-a2f2-480c-838c-c5e98d03db0d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:35.524464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218b126-2c21-4a5d-bb21-f3546d5dccf6 tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event deleted for resources: {'Network': ['ID=98ba37f4-6b62-4b65-b112-500b83bfc44d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:35.541131 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09783-12a2-417c-9b57-11e5ff4d2a89 req-25769132-75fb-46c4-a737-ed5e98efc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:35.542281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09783-12a2-417c-9b57-11e5ff4d2a89 req-25769132-75fb-46c4-a737-ed5e98efc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:35.544690 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09783-12a2-417c-9b57-11e5ff4d2a89 req-25769132-75fb-46c4-a737-ed5e98efc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:35.545225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09783-12a2-417c-9b57-11e5ff4d2a89 req-25769132-75fb-46c4-a737-ed5e98efc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:35.545702 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09783-12a2-417c-9b57-11e5ff4d2a89 req-25769132-75fb-46c4-a737-ed5e98efc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:35.551244 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8e09783-12a2-417c-9b57-11e5ff4d2a89 req-25769132-75fb-46c4-a737-ed5e98efc8ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cc767c1cbe248bab484e9622a21d031&device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 4393 time: 0.6928656 Jan 28 19:18:35.561788 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 09386e34-abc8-4e33-a5c6-c4e8b9058c30 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:35.590736 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'cf5edffd-2b44-4d4a-a03e-a707b3336bf9', 'network_id': 'c0f8b21d-325f-490e-a9f6-c44658260678', 'port_id': 'cf5edffd-2b44-4d4a-a03e-a707b3336bf9', 'mac_address': 'fa:16:3e:46:fd:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e71d067-cc27-468e-88ea-6a72e3d685ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:18:35.671332 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48d71775-9ba3-4028-8323-977d33c840ef tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (1fb8a996-2168-4f5b-9c7f-595915f7223f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:35.686086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 532343c9-2909-406c-bc3e-38dba26197a9 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:35.706883 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (532343c9-2909-406c-bc3e-38dba26197a9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:35.820102 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555bc78c-bf23-4bb6-9e4d-d993b8f5abbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532343c9-2909-406c-bc3e-38dba26197a9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:35.839106 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb58db7a-88be-47fb-8cd0-1fbc06e56961" -d '{"events": [{"server_uuid": "555bc78c-bf23-4bb6-9e4d-d993b8f5abbb", "name": "network-vif-plugged", "status": "completed", "tag": "532343c9-2909-406c-bc3e-38dba26197a9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:35.898848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 532343c9-2909-406c-bc3e-38dba26197a9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=532343c9-2909-406c-bc3e-38dba26197a9,segment=NetworkSegment(02d45718-67ab-4fae-8304-49dacd3cc2c2),segment_id=02d45718-67ab-4fae-8304-49dacd3cc2c2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:35.907860 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port cf5edffd-2b44-4d4a-a03e-a707b3336bf9 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:35.908508 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cf5edffd-2b44-4d4a-a03e-a707b3336bf9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:35.950410 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (532343c9-2909-406c-bc3e-38dba26197a9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:35.984407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4f9e94-3927-4dd2-b547-28673b49a1ac {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:36.000459 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Publish callbacks [] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:36.027262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Transition to ACTIVE for port object 1c4f9e94-3927-4dd2-b547-28673b49a1ac will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:36.030139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 09386e34-abc8-4e33-a5c6-c4e8b9058c30 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:36.030554 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (09386e34-abc8-4e33-a5c6-c4e8b9058c30), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:36.042393 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:36.066179 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5edffd-2b44-4d4a-a03e-a707b3336bf9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:36.306657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port cf5edffd-2b44-4d4a-a03e-a707b3336bf9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=cf5edffd-2b44-4d4a-a03e-a707b3336bf9,segment=NetworkSegment(47132bdd-a2f2-480c-838c-c5e98d03db0d),segment_id=47132bdd-a2f2-480c-838c-c5e98d03db0d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:36.346138 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163119cb-224f-4e17-8f87-6159847e5236 req-4289a5c8-0cf8-479c-a4db-3992a7b18615 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:36.348273 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-163119cb-224f-4e17-8f87-6159847e5236 req-4289a5c8-0cf8-479c-a4db-3992a7b18615 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/ports?device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 943 time: 0.3184621 Jan 28 19:18:36.348973 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4f9e94-3927-4dd2-b547-28673b49a1ac,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:36.353442 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48d71775-9ba3-4028-8323-977d33c840ef tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (1fb8a996-2168-4f5b-9c7f-595915f7223f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:36.379603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-17bfd710-2f3c-4dae-baaa-e8d6d795d9eb None None] Provisioning complete for port 09386e34-abc8-4e33-a5c6-c4e8b9058c30 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:36.379996 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17bfd710-2f3c-4dae-baaa-e8d6d795d9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (09386e34-abc8-4e33-a5c6-c4e8b9058c30), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:36.401747 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cf5edffd-2b44-4d4a-a03e-a707b3336bf9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:36.471675 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2ab01-bdf6-40d8-bdd3-fdd39f322e36 req-95a577fa-2cf8-46e3-ab79-0494eb908d84 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:36.473178 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3ab2ab01-bdf6-40d8-bdd3-fdd39f322e36 req-95a577fa-2cf8-46e3-ab79-0494eb908d84 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 944 time: 1.3183570 Jan 28 19:18:36.498553 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=532343c9-2909-406c-bc3e-38dba26197a9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:36.594536 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Attempting to bind port 1c4f9e94-3927-4dd2-b547-28673b49a1ac on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:36.594859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Attempting to bind port 1c4f9e94-3927-4dd2-b547-28673b49a1ac by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:36.595185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Attempting to bind port 1c4f9e94-3927-4dd2-b547-28673b49a1ac on network 5b784934-81a2-4bb5-a668-73176a055465 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:36.605339 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-48d71775-9ba3-4028-8323-977d33c840ef tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb8a996-2168-4f5b-9c7f-595915f7223f']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:36.619098 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-48d71775-9ba3-4028-8323-977d33c840ef tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8360563-7d35-437a-a454-a04e185b8e81') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:36.619681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-48d71775-9ba3-4028-8323-977d33c840ef tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8360563-7d35-437a-a454-a04e185b8e81') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:36.633104 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48d71775-9ba3-4028-8323-977d33c840ef tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (e8360563-7d35-437a-a454-a04e185b8e81), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:36.651941 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48d71775-9ba3-4028-8323-977d33c840ef tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e8360563-7d35-437a-a454-a04e185b8e81), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:36.658857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d71775-9ba3-4028-8323-977d33c840ef tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:18:36.659252 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48d71775-9ba3-4028-8323-977d33c840ef tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (e8360563-7d35-437a-a454-a04e185b8e81), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:36.682797 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 09386e34-abc8-4e33-a5c6-c4e8b9058c30 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:36.684328 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (09386e34-abc8-4e33-a5c6-c4e8b9058c30), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:36.689326 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=cf5edffd-2b44-4d4a-a03e-a707b3336bf9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:36.723920 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (28c38550-9345-47be-8386-b5fe26ff9718), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:36.746477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Port 1c4f9e94-3927-4dd2-b547-28673b49a1ac on network 5b784934-81a2-4bb5-a668-73176a055465 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:36.747315 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Attempting to bind port 1c4f9e94-3927-4dd2-b547-28673b49a1ac on network 5b784934-81a2-4bb5-a668-73176a055465 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:18:36.754133 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:18:36.763491 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:36.764093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Checking segment: {'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:36.764483 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Bound using segment: {'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:36.764924 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Bound port: 1c4f9e94-3927-4dd2-b547-28673b49a1ac, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:36.765420 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:36.780521 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No DVR routers for this DVR port 28c38550-9345-47be-8386-b5fe26ff9718 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:36.787605 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48d71775-9ba3-4028-8323-977d33c840ef tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (1fb8a996-2168-4f5b-9c7f-595915f7223f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:36.788306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['cf5edffd-2b44-4d4a-a03e-a707b3336bf9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:36.793501 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48d71775-9ba3-4028-8323-977d33c840ef tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:36.801192 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-48d71775-9ba3-4028-8323-977d33c840ef tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] 10.222.0.55 "DELETE /v2.0/networks/1fb8a996-2168-4f5b-9c7f-595915f7223f HTTP/1.1" status: 204 len: 168 time: 1.3653946 Jan 28 19:18:36.832625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=28c38550-9345-47be-8386-b5fe26ff9718,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:36.874013 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3ab2ab01-bdf6-40d8-bdd3-fdd39f322e36 req-c31a4f5e-271a-46a0-8ffd-0bb29a405d52 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/security-groups?id=db74a9d5-62ca-4630-a117-fae556b46dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938058 Jan 28 19:18:36.877742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d71775-9ba3-4028-8323-977d33c840ef tempest-TaggedBootDevicesTest_v242-1463873091 tempest-TaggedBootDevicesTest_v242-1463873091-project] Pushing event deleted for resources: {'Network': ['ID=1fb8a996-2168-4f5b-9c7f-595915f7223f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:36.888124 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09783-12a2-417c-9b57-11e5ff4d2a89 req-83a37be6-5c5d-4621-b7ce-3a2109de9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:36.888885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09783-12a2-417c-9b57-11e5ff4d2a89 req-83a37be6-5c5d-4621-b7ce-3a2109de9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:36.889554 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09783-12a2-417c-9b57-11e5ff4d2a89 req-83a37be6-5c5d-4621-b7ce-3a2109de9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:36.891550 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8e09783-12a2-417c-9b57-11e5ff4d2a89 req-83a37be6-5c5d-4621-b7ce-3a2109de9e8a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8cc767c1cbe248bab484e9622a21d031&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.3267939 Jan 28 19:18:36.893046 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-163119cb-224f-4e17-8f87-6159847e5236 req-7b627cfa-8bfe-411f-a857-a172b5cae6b2 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d6c3c7c-1add-440f-b6b2-399ea6327d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979348 Jan 28 19:18:36.941994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-17bfd710-2f3c-4dae-baaa-e8d6d795d9eb None None] Current status of the port 09386e34-abc8-4e33-a5c6-c4e8b9058c30 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:36.942750 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17bfd710-2f3c-4dae-baaa-e8d6d795d9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (09386e34-abc8-4e33-a5c6-c4e8b9058c30), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:36.975286 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d7d2c1-ec43-43ac-9eba-9919f75f2b46 x-openstack-request-id: req-56d7d2c1-ec43-43ac-9eba-9919f75f2b46 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:36.975604 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555bc78c-bf23-4bb6-9e4d-d993b8f5abbb", "name": "network-vif-plugged", "status": "completed", "tag": "532343c9-2909-406c-bc3e-38dba26197a9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:36.975829 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56d7d2c1-ec43-43ac-9eba-9919f75f2b46 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:36.976212 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555bc78c-bf23-4bb6-9e4d-d993b8f5abbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532343c9-2909-406c-bc3e-38dba26197a9', 'code': 200} Jan 28 19:18:36.984149 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 09386e34-abc8-4e33-a5c6-c4e8b9058c30, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=09386e34-abc8-4e33-a5c6-c4e8b9058c30,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:37.011593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] For port 1c4f9e94-3927-4dd2-b547-28673b49a1ac, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:37.021395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] For port 1c4f9e94-3927-4dd2-b547-28673b49a1ac, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=1c4f9e94-3927-4dd2-b547-28673b49a1ac,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:37.033693 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (09386e34-abc8-4e33-a5c6-c4e8b9058c30), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:37.036348 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:37.244805 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 229eb664-33c1-47e3-86b9-862b2634fa66 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:37.274472 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:37.277851 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (233b84a9-cc0d-4e92-a814-ecb004f0b5d4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:37.284903 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:37.299436 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:37.300563 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] 10.222.0.31 "PUT /v2.0/ports/1c4f9e94-3927-4dd2-b547-28673b49a1ac HTTP/1.1" status: 200 len: 1129 time: 2.6036265 Jan 28 19:18:37.305881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'tag': '1c4f9e94-3927-4dd2-b547-28673b49a1ac'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:37.310995 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129121c8-1b62-4421-84be-797c93d9df09" -d '{"events": [{"name": "network-changed", "server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "tag": "1c4f9e94-3927-4dd2-b547-28673b49a1ac"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:37.329309 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:37.330165 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (7bac7588-a6da-46fc-8c0b-c38a424e8b78), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:37.364275 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Request body: {'port': {'device_id': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:37.440174 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 229eb664-33c1-47e3-86b9-862b2634fa66 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:37.440360 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f2d340-aaf7-4e9c-8605-5d4eb0d1403e x-openstack-request-id: req-e3f2d340-aaf7-4e9c-8605-5d4eb0d1403e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:37.440670 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "tag": "1c4f9e94-3927-4dd2-b547-28673b49a1ac", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:37.440946 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3f2d340-aaf7-4e9c-8605-5d4eb0d1403e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:37.441364 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'tag': '1c4f9e94-3927-4dd2-b547-28673b49a1ac', 'status': 'completed', 'code': 200} Jan 28 19:18:37.446619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 229eb664-33c1-47e3-86b9-862b2634fa66 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:37.447378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 28c38550-9345-47be-8386-b5fe26ff9718 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:37.451676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a160547-1c98-4ea0-9e63-ad315b9b84a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4f9e94-3927-4dd2-b547-28673b49a1ac,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:37.489432 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233b84a9-cc0d-4e92-a814-ecb004f0b5d4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:37.515447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 28c38550-9345-47be-8386-b5fe26ff9718 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:37.526634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 28c38550-9345-47be-8386-b5fe26ff9718 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:37.528559 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=09386e34-abc8-4e33-a5c6-c4e8b9058c30,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:37.545450 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-17bfd710-2f3c-4dae-baaa-e8d6d795d9eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:18:37.545450 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-17bfd710-2f3c-4dae-baaa-e8d6d795d9eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:18:37.547681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f402944-8de6-4bd6-bf92-26e7b451cbfb req-5115c74a-4b1d-4d0a-8fe4-01b80d590fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:37.549221 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1f402944-8de6-4bd6-bf92-26e7b451cbfb req-5115c74a-4b1d-4d0a-8fe4-01b80d590fe4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 1127 time: 0.4286208 Jan 28 19:18:37.567468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8e9005-70b3-48f5-b88c-ef9cf582c229') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:37.569799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8e9005-70b3-48f5-b88c-ef9cf582c229') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:37.584148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ec361-9f0b-4fb0-862c-5771ba3cf7af req-637dd45a-a008-41a6-8b6f-461c7a03da85 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:37.589632 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ec361-9f0b-4fb0-862c-5771ba3cf7af req-637dd45a-a008-41a6-8b6f-461c7a03da85 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:37.623176 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ec361-9f0b-4fb0-862c-5771ba3cf7af req-637dd45a-a008-41a6-8b6f-461c7a03da85 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:37.634173 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ec361-9f0b-4fb0-862c-5771ba3cf7af req-637dd45a-a008-41a6-8b6f-461c7a03da85 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:37.642666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ec361-9f0b-4fb0-862c-5771ba3cf7af req-637dd45a-a008-41a6-8b6f-461c7a03da85 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:37.657609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ec361-9f0b-4fb0-862c-5771ba3cf7af req-637dd45a-a008-41a6-8b6f-461c7a03da85 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:37.660407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09783-12a2-417c-9b57-11e5ff4d2a89 req-77ee38e3-241f-4486-aef4-7c5933a77920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:37.667734 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8e09783-12a2-417c-9b57-11e5ff4d2a89 req-77ee38e3-241f-4486-aef4-7c5933a77920 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7521479 Jan 28 19:18:37.675808 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b7ec361-9f0b-4fb0-862c-5771ba3cf7af req-637dd45a-a008-41a6-8b6f-461c7a03da85 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 4598 time: 0.5466347 Jan 28 19:18:37.677155 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (cc8e9005-70b3-48f5-b88c-ef9cf582c229), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:37.686350 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=8a123a73-32f3-4afe-9e1f-ef3412e303dc,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:37.697842 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (cc8e9005-70b3-48f5-b88c-ef9cf582c229), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:37.708187 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:18:37.708955 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (cc8e9005-70b3-48f5-b88c-ef9cf582c229), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:18:37.712536 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:18:37.763874 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 09386e34-abc8-4e33-a5c6-c4e8b9058c30 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:37.780725 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (02d7af34-d764-432c-ad55-d958387aec9d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:37.852925 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1f402944-8de6-4bd6-bf92-26e7b451cbfb req-a3f4b0a6-e7bf-4cfe-ad4c-866c20b23ff8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=db74a9d5-62ca-4630-a117-fae556b46dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722674 Jan 28 19:18:37.876549 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 09386e34-abc8-4e33-a5c6-c4e8b9058c30 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:37.877097 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (09386e34-abc8-4e33-a5c6-c4e8b9058c30), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:37.926641 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b7ec361-9f0b-4fb0-862c-5771ba3cf7af req-3984046e-de99-4533-b1b5-5bf860f399d9 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2471962 Jan 28 19:18:37.959934 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (233b84a9-cc0d-4e92-a814-ecb004f0b5d4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:37.965265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:37.987135 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:37.998564 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/networks/233b84a9-cc0d-4e92-a814-ecb004f0b5d4 HTTP/1.1" status: 204 len: 168 time: 4.9738066 Jan 28 19:18:38.001039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:38.005054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48662) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:38.126153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a71c8a4-c729-4c02-bdb1-d9fe98799cac tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:38.136577 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1a71c8a4-c729-4c02-bdb1-d9fe98799cac tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports/640187dc-2e89-45e8-906b-f948fcb9de68 HTTP/1.1" status: 200 len: 845 time: 0.1066966 Jan 28 19:18:38.137332 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48670) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:38.140860 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7a8f9-30ac-4a3d-9217-a4a13230be72 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Network': ['ID=233b84a9-cc0d-4e92-a814-ecb004f0b5d4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:38.166391 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 09386e34-abc8-4e33-a5c6-c4e8b9058c30 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:38.171263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-17bfd710-2f3c-4dae-baaa-e8d6d795d9eb None None] Current status of the port 09386e34-abc8-4e33-a5c6-c4e8b9058c30 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:38.211022 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-13c7502e-3515-47e7-8b04-9ac389b2f35f tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6f6d1d89a2cc450087be951ba23471e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732188 Jan 28 19:18:38.225368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129121c8-1b62-4421-84be-797c93d9df09 req-02b00147-25f1-46a8-a523-2f2fc6043175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:38.225971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129121c8-1b62-4421-84be-797c93d9df09 req-02b00147-25f1-46a8-a523-2f2fc6043175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:38.226476 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129121c8-1b62-4421-84be-797c93d9df09 req-02b00147-25f1-46a8-a523-2f2fc6043175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:38.229003 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129121c8-1b62-4421-84be-797c93d9df09 req-02b00147-25f1-46a8-a523-2f2fc6043175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:38.229491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129121c8-1b62-4421-84be-797c93d9df09 req-02b00147-25f1-46a8-a523-2f2fc6043175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:38.231128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129121c8-1b62-4421-84be-797c93d9df09 req-02b00147-25f1-46a8-a523-2f2fc6043175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:38.235713 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-129121c8-1b62-4421-84be-797c93d9df09 req-02b00147-25f1-46a8-a523-2f2fc6043175 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cc767c1cbe248bab484e9622a21d031&device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5346 time: 0.4429138 Jan 28 19:18:38.292641 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c8acbbc7-afbe-48ed-8fae-9b57f2078e9c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports/640187dc-2e89-45e8-906b-f948fcb9de68?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1136124 Jan 28 19:18:38.293376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48672) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:38.311789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-41b9b070-0761-49ea-a797-cf71a4c8aa05 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'subnet': {'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:38.328520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-66f728dc-2758-48d2-9ee3-5c3d5dcb14db None None] Provisioning complete for port 8a123a73-32f3-4afe-9e1f-ef3412e303dc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:38.330104 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66f728dc-2758-48d2-9ee3-5c3d5dcb14db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:38.420532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65ff24-7134-44a9-ae65-9112e5980d0e req-921b63a6-b332-4481-837f-be6b59c5d35c tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:38.422758 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bc65ff24-7134-44a9-ae65-9112e5980d0e req-921b63a6-b332-4481-837f-be6b59c5d35c tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 945 time: 0.3461864 Jan 28 19:18:38.553302 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bc65ff24-7134-44a9-ae65-9112e5980d0e req-df72a817-7bf8-45e0-9053-c154d681444b tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/security-groups?id=db74a9d5-62ca-4630-a117-fae556b46dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157789 Jan 28 19:18:38.602237 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-e4981734-174a-4166-bb9e-aa2865e4f6ab tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:38.610854 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-e4981734-174a-4166-bb9e-aa2865e4f6ab tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2544358 Jan 28 19:18:38.623694 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b9b070-0761-49ea-a797-cf71a4c8aa05 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:38.627267 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41b9b070-0761-49ea-a797-cf71a4c8aa05 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:38.653041 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-8be9edd6-d118-43d0-a435-f0d5f9221987 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/quotas/6f6d1d89a2cc450087be951ba23471e3 HTTP/1.1" status: 200 len: 375 time: 0.0410180 Jan 28 19:18:38.737958 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-7d0ceb6f-e17e-442b-93c7-def96d1cce23 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f6d1d89a2cc450087be951ba23471e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836630 Jan 28 19:18:38.739752 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-66f728dc-2758-48d2-9ee3-5c3d5dcb14db None None] Port 8a123a73-32f3-4afe-9e1f-ef3412e303dc cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:38.766382 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d7af34-d764-432c-ad55-d958387aec9d {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:38.809915 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Publish callbacks [] for port (02d7af34-d764-432c-ad55-d958387aec9d), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:38.816035 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Router 7bac7588-a6da-46fc-8c0b-c38a424e8b78 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:18:38.837130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129121c8-1b62-4421-84be-797c93d9df09 req-77843cd8-98ae-467e-87f5-4ee654c1f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:38.837601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129121c8-1b62-4421-84be-797c93d9df09 req-77843cd8-98ae-467e-87f5-4ee654c1f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:38.838077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129121c8-1b62-4421-84be-797c93d9df09 req-77843cd8-98ae-467e-87f5-4ee654c1f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:38.839712 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-129121c8-1b62-4421-84be-797c93d9df09 req-77843cd8-98ae-467e-87f5-4ee654c1f6db service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8cc767c1cbe248bab484e9622a21d031&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4542181 Jan 28 19:18:38.876608 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7817088d-b81a-40c8-a3d0-0a4fbbd6e07c None None] Provisioning complete for port 8a123a73-32f3-4afe-9e1f-ef3412e303dc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:38.880098 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Transition to ACTIVE for port object 02d7af34-d764-432c-ad55-d958387aec9d will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:38.880543 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7817088d-b81a-40c8-a3d0-0a4fbbd6e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:38.890445 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (02d7af34-d764-432c-ad55-d958387aec9d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:38.964042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7817088d-b81a-40c8-a3d0-0a4fbbd6e07c None None] Port 8a123a73-32f3-4afe-9e1f-ef3412e303dc cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:38.968400 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:18:38.995831 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Pushing event updated for resources: {'Port': ['ID=02d7af34-d764-432c-ad55-d958387aec9d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:39.043410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device cf5edffd-2b44-4d4a-a03e-a707b3336bf9 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:39.085143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7fcd8-8fd9-46e9-a2ff-6d4a57a4d6f2 req-dc97f83a-e504-4844-b103-25662332f541 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:39.097813 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6cc7fcd8-8fd9-46e9-a2ff-6d4a57a4d6f2 req-dc97f83a-e504-4844-b103-25662332f541 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/ports?device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 944 time: 0.3698356 Jan 28 19:18:39.211000 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port cf5edffd-2b44-4d4a-a03e-a707b3336bf9 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:18:39.218596 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port cf5edffd-2b44-4d4a-a03e-a707b3336bf9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:39.218953 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cf5edffd-2b44-4d4a-a03e-a707b3336bf9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:39.369815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port cf5edffd-2b44-4d4a-a03e-a707b3336bf9 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:39.369815 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cf5edffd-2b44-4d4a-a03e-a707b3336bf9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:39.373619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:18:39.381753 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6cc7fcd8-8fd9-46e9-a2ff-6d4a57a4d6f2 req-c6a554e4-869d-404d-a9b4-fbd9e2fa0440 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d6c3c7c-1add-440f-b6b2-399ea6327d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782829 Jan 28 19:18:39.389879 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Sync routers for ids ['7bac7588-a6da-46fc-8c0b-c38a424e8b78'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:18:39.390932 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e529fe25-0f21-48e4-9496-28b1e9733242 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "PUT /v2.0/routers/7bac7588-a6da-46fc-8c0b-c38a424e8b78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3751040 Jan 28 19:18:39.398942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48700) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:39.413457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129121c8-1b62-4421-84be-797c93d9df09 req-e6ed57da-2fc7-4dac-9e10-0a863046e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:39.415424 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-129121c8-1b62-4421-84be-797c93d9df09 req-e6ed57da-2fc7-4dac-9e10-0a863046e57f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5372047 Jan 28 19:18:39.428455 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Routers {'7bac7588-a6da-46fc-8c0b-c38a424e8b78'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:18:39.429883 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:18:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['7bac7588-a6da-46fc-8c0b-c38a424e8b78'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:39.462033 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eed10-f641-4143-8cfc-1b1e09775c32 req-70eed239-6b30-40ab-a59b-04a411cb8097 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:39.468405 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eed10-f641-4143-8cfc-1b1e09775c32 req-70eed239-6b30-40ab-a59b-04a411cb8097 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:39.477469 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eed10-f641-4143-8cfc-1b1e09775c32 req-70eed239-6b30-40ab-a59b-04a411cb8097 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:39.489106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd89d6e-2863-4c4b-81a6-d64ac115088f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:39.490651 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cbd89d6e-2863-4c4b-81a6-d64ac115088f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports/8a123a73-32f3-4afe-9e1f-ef3412e303dc HTTP/1.1" status: 200 len: 911 time: 0.0849383 Jan 28 19:18:39.507161 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eed10-f641-4143-8cfc-1b1e09775c32 req-70eed239-6b30-40ab-a59b-04a411cb8097 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:39.517257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48710) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:39.519031 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port cf5edffd-2b44-4d4a-a03e-a707b3336bf9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=cf5edffd-2b44-4d4a-a03e-a707b3336bf9,segment=NetworkSegment(47132bdd-a2f2-480c-838c-c5e98d03db0d),segment_id=47132bdd-a2f2-480c-838c-c5e98d03db0d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:39.537874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eed10-f641-4143-8cfc-1b1e09775c32 req-70eed239-6b30-40ab-a59b-04a411cb8097 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:39.540730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c4ecfe-927a-4310-b35e-820a069ff2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5edffd-2b44-4d4a-a03e-a707b3336bf9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:39.546851 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66794242-d43c-45f8-94d3-db637ba2554b" -d '{"events": [{"server_uuid": "58c4ecfe-927a-4310-b35e-820a069ff2a9", "name": "network-vif-plugged", "status": "completed", "tag": "cf5edffd-2b44-4d4a-a03e-a707b3336bf9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:39.550712 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eed10-f641-4143-8cfc-1b1e09775c32 req-70eed239-6b30-40ab-a59b-04a411cb8097 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:39.565172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eed10-f641-4143-8cfc-1b1e09775c32 req-70eed239-6b30-40ab-a59b-04a411cb8097 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:39.565403 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cf5edffd-2b44-4d4a-a03e-a707b3336bf9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:39.572055 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e60eed10-f641-4143-8cfc-1b1e09775c32 req-70eed239-6b30-40ab-a59b-04a411cb8097 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5369 time: 0.4611287 Jan 28 19:18:39.587889 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Set router 7bac7588-a6da-46fc-8c0b-c38a424e8b78 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:18:39.665475 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-19a45924-49a8-4e60-88b5-fdc819103ba3 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6f6d1d89a2cc450087be951ba23471e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1233113 Jan 28 19:18:39.718884 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e60eed10-f641-4143-8cfc-1b1e09775c32 req-bd218cfd-4fdf-4daa-b7ef-6551ce95802b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1411195 Jan 28 19:18:39.731734 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41b9b070-0761-49ea-a797-cf71a4c8aa05 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (78d95d76-7a1a-4612-be35-c988c4234bcc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:39.741204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=cf5edffd-2b44-4d4a-a03e-a707b3336bf9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:39.848061 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8886bb31-b743-427e-a18f-3d01b533bc5e x-openstack-request-id: req-8886bb31-b743-427e-a18f-3d01b533bc5e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:39.848616 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c4ecfe-927a-4310-b35e-820a069ff2a9", "name": "network-vif-plugged", "status": "completed", "tag": "cf5edffd-2b44-4d4a-a03e-a707b3336bf9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:39.849137 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8886bb31-b743-427e-a18f-3d01b533bc5e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:39.849738 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c4ecfe-927a-4310-b35e-820a069ff2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5edffd-2b44-4d4a-a03e-a707b3336bf9', 'code': 200} Jan 28 19:18:39.925323 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bac7588-a6da-46fc-8c0b-c38a424e8b78', 'name': 'tempest-NetworksTestDHCPv6-router-334656612', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:31Z', 'updated_at': '2022-01-28T19:18:34Z', 'revision_number': 2, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'gw_port_host': None, '_interfaces': [{'id': '8a123a73-32f3-4afe-9e1f-ef3412e303dc', 'name': '', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'mac_address': 'fa:16:3e:85:2c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bac7588-a6da-46fc-8c0b-c38a424e8b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b678ff97-5e70-4214-9570-e0f77032ea3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:18:33Z', 'updated_at': '2022-01-28T19:18:35Z', 'revision_number': 2, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'subnets': [{'id': 'b678ff97-5e70-4214-9570-e0f77032ea3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:39.991697 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Checking router: 7bac7588-a6da-46fc-8c0b-c38a424e8b78 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:18:39.992805 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Updating router 7bac7588-a6da-46fc-8c0b-c38a424e8b78 port 8a123a73-32f3-4afe-9e1f-ef3412e303dc binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:18:40.048011 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:40.109777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ddb1-333f-4c85-bf29-b0062d4cc289 req-3a349391-ea61-4faa-b049-b94886353b66 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:40.112293 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e94ddb1-333f-4c85-bf29-b0062d4cc289 req-3a349391-ea61-4faa-b049-b94886353b66 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 945 time: 0.1364734 Jan 28 19:18:40.224469 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e94ddb1-333f-4c85-bf29-b0062d4cc289 req-93fc137d-fa6d-4c2b-b4cf-597c3daad00f tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/security-groups?id=db74a9d5-62ca-4630-a117-fae556b46dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043656 Jan 28 19:18:40.413615 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-012126e7-3176-4433-b085-b6b3cae7ce5e tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:40.421119 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-012126e7-3176-4433-b085-b6b3cae7ce5e tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7547085 Jan 28 19:18:40.542925 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Publish callbacks [] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:40.560418 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:40.572045 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Attempting to bind port 02d7af34-d764-432c-ad55-d958387aec9d on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:40.573128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Attempting to bind port 02d7af34-d764-432c-ad55-d958387aec9d by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:40.573653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Attempting to bind port 02d7af34-d764-432c-ad55-d958387aec9d on network 5b784934-81a2-4bb5-a668-73176a055465 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:40.582783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9b070-0761-49ea-a797-cf71a4c8aa05 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Subnet': ['ID=78d95d76-7a1a-4612-be35-c988c4234bcc,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:40.591366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b9b070-0761-49ea-a797-cf71a4c8aa05 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:40.594986 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Port 02d7af34-d764-432c-ad55-d958387aec9d on network 5b784934-81a2-4bb5-a668-73176a055465 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:40.595527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Attempting to bind port 02d7af34-d764-432c-ad55-d958387aec9d on network 5b784934-81a2-4bb5-a668-73176a055465 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:40.601293 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-41b9b070-0761-49ea-a797-cf71a4c8aa05 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:40.607561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b9b070-0761-49ea-a797-cf71a4c8aa05 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:40.608151 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41b9b070-0761-49ea-a797-cf71a4c8aa05 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:40.614087 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-1f8a9eae-b154-4bf5-acb6-b59a51770192 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6f6d1d89a2cc450087be951ba23471e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439789 Jan 28 19:18:40.620817 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-bc401c43-882b-4310-8616-71457eba8a38 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/quotas/6f6d1d89a2cc450087be951ba23471e3 HTTP/1.1" status: 200 len: 375 time: 0.1536181 Jan 28 19:18:40.648038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607bbeb1-df1e-4464-8c53-3e21abdb3961 None None] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:40.664375 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b08c77-3962-4c94-8d29-11c6fa45cbe7 None None] Pushing event updated for resources: {'Port': ['ID=8a123a73-32f3-4afe-9e1f-ef3412e303dc,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:40.671403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce6f42-6876-4f62-ba06-ad712859fa5f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:40.682760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce6f42-6876-4f62-ba06-ad712859fa5f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:40.684421 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-18ce6f42-6876-4f62-ba06-ad712859fa5f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.1437838 Jan 28 19:18:40.691041 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:40.691379 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Checking segment: {'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:40.691766 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Bound using segment: {'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:40.692211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Bound port: 02d7af34-d764-432c-ad55-d958387aec9d, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:40.692764 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (02d7af34-d764-432c-ad55-d958387aec9d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:40.699845 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48748) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:40.791999 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Attempting to bind port 8a123a73-32f3-4afe-9e1f-ef3412e303dc on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:40.792557 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Attempting to bind port 8a123a73-32f3-4afe-9e1f-ef3412e303dc by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:40.793082 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Attempting to bind port 8a123a73-32f3-4afe-9e1f-ef3412e303dc on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:40.799729 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:40.800100 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:40.800497 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:40.800885 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:40.801360 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Bound port: 8a123a73-32f3-4afe-9e1f-ef3412e303dc, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:40.801747 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:40.904762 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb044a-3920-48bb-8c56-55ec7ecfb03b req-c90a7146-f6d7-4b89-ab31-e66038484fac tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:40.907788 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7afb044a-3920-48bb-8c56-55ec7ecfb03b req-c90a7146-f6d7-4b89-ab31-e66038484fac tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/ports?device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 945 time: 0.2200723 Jan 28 19:18:40.963559 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] For port 8a123a73-32f3-4afe-9e1f-ef3412e303dc, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:40.966954 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] For port 8a123a73-32f3-4afe-9e1f-ef3412e303dc, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8a123a73-32f3-4afe-9e1f-ef3412e303dc,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:40.979197 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:40.994473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'project_id': '4c120119fb864adbb0efc0e4dcd24a47', 'fixed_ips': [{'subnet_id': '78d95d76-7a1a-4612-be35-c988c4234bcc'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:18:40.995398 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:40.999867 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-a42c35a0-0482-4c12-8c46-570c3f52ebed tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:41.001829 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-a42c35a0-0482-4c12-8c46-570c3f52ebed tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3847504 Jan 28 19:18:41.026573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-3e30287d-6017-46ff-8dec-eab5e7128865 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Request body: {'port': {'device_id': 'fd229e68-1a0d-45d8-840c-a01ae7fd64f3', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '6f6d1d89a2cc450087be951ba23471e3'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:41.063859 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Routers {'7bac7588-a6da-46fc-8c0b-c38a424e8b78'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:18:41.064496 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:18:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['7bac7588-a6da-46fc-8c0b-c38a424e8b78'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:41.201440 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7afb044a-3920-48bb-8c56-55ec7ecfb03b req-cd856596-c296-43e1-894b-300b3e409d93 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d6c3c7c-1add-440f-b6b2-399ea6327d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833002 Jan 28 19:18:41.216451 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] Set router 7bac7588-a6da-46fc-8c0b-c38a424e8b78 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:18:41.275808 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-41b9b070-0761-49ea-a797-cf71a4c8aa05 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9717813 Jan 28 19:18:41.281338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48756) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:41.284963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8ece7-bd47-4428-bab9-71821ee741db req-1bb19f4d-6cec-4d10-9aa5-c5d029ad996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:41.288391 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5df8ece7-bd47-4428-bab9-71821ee741db req-1bb19f4d-6cec-4d10-9aa5-c5d029ad996a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 1127 time: 0.8875110 Jan 28 19:18:41.293019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-81c630a3-9cc7-436d-b273-33ea0f8444ed tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'security_group': {'name': 'tempest-secgroup-1276007477'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:41.322322 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-d1a6b9f5-a394-450a-8fcf-9cde42801404 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f6d1d89a2cc450087be951ba23471e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6853836 Jan 28 19:18:41.327364 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e0420275-670c-49ed-b370-9453b7675c21 None None] Provisioning complete for port 8a123a73-32f3-4afe-9e1f-ef3412e303dc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:41.327745 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0420275-670c-49ed-b370-9453b7675c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:41.329885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Allocated IP 2001:db8::2 (2356a48d-87e0-48e9-b70d-d30e1c2d78fb/78d95d76-7a1a-4612-be35-c988c4234bcc/c464e77e-af90-44c3-9c07-1750ecec4ba8) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:41.486324 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81c630a3-9cc7-436d-b273-33ea0f8444ed tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:41.500835 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b08c77-3962-4c94-8d29-11c6fa45cbe7 None None] Pushing event updated for resources: {'Port': ['ID=8a123a73-32f3-4afe-9e1f-ef3412e303dc,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:41.544555 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-3e30287d-6017-46ff-8dec-eab5e7128865 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Made reservation on behalf of 6f6d1d89a2cc450087be951ba23471e3 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:41.547927 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-3e30287d-6017-46ff-8dec-eab5e7128865 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:41.552471 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5df8ece7-bd47-4428-bab9-71821ee741db req-d8c68a03-0db6-46b1-866b-ae63f83fdfb6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d6c3c7c-1add-440f-b6b2-399ea6327d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616361 Jan 28 19:18:41.644537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] For port 02d7af34-d764-432c-ad55-d958387aec9d, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:41.645384 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-3e30287d-6017-46ff-8dec-eab5e7128865 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:41.651856 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] For port 02d7af34-d764-432c-ad55-d958387aec9d, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=02d7af34-d764-432c-ad55-d958387aec9d,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:41.698889 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (02d7af34-d764-432c-ad55-d958387aec9d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:41.713402 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81c630a3-9cc7-436d-b273-33ea0f8444ed tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (d4ccc59e-9829-41af-af2d-5d39c272c9ce), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:41.762940 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bac7588-a6da-46fc-8c0b-c38a424e8b78', 'name': 'tempest-NetworksTestDHCPv6-router-334656612', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:31Z', 'updated_at': '2022-01-28T19:18:34Z', 'revision_number': 2, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'gw_port_host': None, '_interfaces': [{'id': '8a123a73-32f3-4afe-9e1f-ef3412e303dc', 'name': '', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'mac_address': 'fa:16:3e:85:2c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bac7588-a6da-46fc-8c0b-c38a424e8b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b678ff97-5e70-4214-9570-e0f77032ea3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:18:33Z', 'updated_at': '2022-01-28T19:18:40Z', 'revision_number': 4, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'subnets': [{'id': 'b678ff97-5e70-4214-9570-e0f77032ea3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:41.817278 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Publish callbacks [] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:41.831582 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:41.840777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:41.841477 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:41.843132 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] 10.222.0.31 "PUT /v2.0/ports/02d7af34-d764-432c-ad55-d958387aec9d HTTP/1.1" status: 200 len: 1129 time: 4.4959610 Jan 28 19:18:41.845777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'tag': '02d7af34-d764-432c-ad55-d958387aec9d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:41.849851 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e3e608-4eab-4357-9e25-79013b8c2ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "tag": "02d7af34-d764-432c-ad55-d958387aec9d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:41.871244 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81c630a3-9cc7-436d-b273-33ea0f8444ed tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d4ccc59e-9829-41af-af2d-5d39c272c9ce), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:41.911941 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Request body: {'port': {'device_id': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:42.017378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:42.037412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c630a3-9cc7-436d-b273-33ea0f8444ed tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ccc59e-9829-41af-af2d-5d39c272c9ce,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:42.037989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:42.065075 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81c630a3-9cc7-436d-b273-33ea0f8444ed tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:42.067307 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:42.071685 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-81c630a3-9cc7-436d-b273-33ea0f8444ed tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7869251 Jan 28 19:18:42.072697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48778) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:42.107763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdaa31e-2054-4906-87db-1a94d55c08d8 req-d1f82a5d-8d04-4964-8bbd-f107dca52709 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:42.111601 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dcdaa31e-2054-4906-87db-1a94d55c08d8 req-d1f82a5d-8d04-4964-8bbd-f107dca52709 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 945 time: 0.7160504 Jan 28 19:18:42.133484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a4481518-88cb-4562-8f5c-a219c0a1ddb0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'security_group': {'name': 'tempest-secgroup-2097840277'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:42.144202 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd9fe83-c16b-4cc2-b318-0fef7cd12f49 None None] The sync data for ids ['7bac7588-a6da-46fc-8c0b-c38a424e8b78'] in n-d-824834-4 is: [{'id': '7bac7588-a6da-46fc-8c0b-c38a424e8b78', 'name': 'tempest-NetworksTestDHCPv6-router-334656612', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:31Z', 'updated_at': '2022-01-28T19:18:34Z', 'revision_number': 2, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'gw_port_host': None, '_interfaces': [{'id': '8a123a73-32f3-4afe-9e1f-ef3412e303dc', 'name': '', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'mac_address': 'fa:16:3e:85:2c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bac7588-a6da-46fc-8c0b-c38a424e8b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'b678ff97-5e70-4214-9570-e0f77032ea3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:18:33Z', 'updated_at': '2022-01-28T19:18:40Z', 'revision_number': 4, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'subnets': [{'id': 'b678ff97-5e70-4214-9570-e0f77032ea3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:18:42.196053 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Pushing event updated for resources: {'Port': ['ID=c464e77e-af90-44c3-9c07-1750ecec4ba8,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:42.213130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00584b5-f845-454b-8c9e-9e8d256777ae req-22310e03-4785-4dc0-addc-9b79d8094b16 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:42.229223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00584b5-f845-454b-8c9e-9e8d256777ae req-22310e03-4785-4dc0-addc-9b79d8094b16 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:42.246328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00584b5-f845-454b-8c9e-9e8d256777ae req-22310e03-4785-4dc0-addc-9b79d8094b16 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:42.259780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00584b5-f845-454b-8c9e-9e8d256777ae req-22310e03-4785-4dc0-addc-9b79d8094b16 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:42.272917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00584b5-f845-454b-8c9e-9e8d256777ae req-22310e03-4785-4dc0-addc-9b79d8094b16 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:42.286338 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00584b5-f845-454b-8c9e-9e8d256777ae req-22310e03-4785-4dc0-addc-9b79d8094b16 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:42.295857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00584b5-f845-454b-8c9e-9e8d256777ae req-22310e03-4785-4dc0-addc-9b79d8094b16 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:42.297865 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f00584b5-f845-454b-8c9e-9e8d256777ae req-22310e03-4785-4dc0-addc-9b79d8094b16 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5369 time: 0.6389647 Jan 28 19:18:42.303956 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-3e30287d-6017-46ff-8dec-eab5e7128865 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks [] for security_group (19781762-1355-4ff7-b34f-9f3e5cabf58c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:42.305237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19619d29-af38-48a7-a3d1-fec917b59980 service neutron] Pushing event updated for resources: {'Port': ['ID=02d7af34-d764-432c-ad55-d958387aec9d,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:42.324953 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4481518-88cb-4562-8f5c-a219c0a1ddb0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:42.366647 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-3e30287d-6017-46ff-8dec-eab5e7128865 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (19781762-1355-4ff7-b34f-9f3e5cabf58c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:42.374691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Attempting to bind port c464e77e-af90-44c3-9c07-1750ecec4ba8 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:42.374691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Attempting to bind port c464e77e-af90-44c3-9c07-1750ecec4ba8 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'f68958ac-47eb-43ee-b78d-f27a9075bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:42.375009 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Attempting to bind port c464e77e-af90-44c3-9c07-1750ecec4ba8 on network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:42.397153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:42.397632 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Checking segment: {'id': 'f68958ac-47eb-43ee-b78d-f27a9075bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:42.397928 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:42.398395 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Bound using segment: {'id': 'f68958ac-47eb-43ee-b78d-f27a9075bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:42.398827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Bound port: c464e77e-af90-44c3-9c07-1750ecec4ba8, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68958ac-47eb-43ee-b78d-f27a9075bc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:42.402940 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:42.410172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e0420275-670c-49ed-b370-9453b7675c21 None None] Current status of the port 8a123a73-32f3-4afe-9e1f-ef3412e303dc is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:42.410565 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0420275-670c-49ed-b370-9453b7675c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:42.482210 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:42.546862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e0420275-670c-49ed-b370-9453b7675c21 None None] For port 8a123a73-32f3-4afe-9e1f-ef3412e303dc, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8a123a73-32f3-4afe-9e1f-ef3412e303dc,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:42.549350 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f00584b5-f845-454b-8c9e-9e8d256777ae req-c9a3cec9-0e35-48ea-be3f-e7f6dcb4262e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2317073 Jan 28 19:18:42.560591 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] For port c464e77e-af90-44c3-9c07-1750ecec4ba8, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:42.571756 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] For port c464e77e-af90-44c3-9c07-1750ecec4ba8, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c464e77e-af90-44c3-9c07-1750ecec4ba8,segment=NetworkSegment(f68958ac-47eb-43ee-b78d-f27a9075bc1c),segment_id=f68958ac-47eb-43ee-b78d-f27a9075bc1c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:42.618925 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0420275-670c-49ed-b370-9453b7675c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:42.636361 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:42.645425 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dcdaa31e-2054-4906-87db-1a94d55c08d8 req-7498464b-2ac5-467a-b972-960141a35542 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/security-groups?id=db74a9d5-62ca-4630-a117-fae556b46dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708824 Jan 28 19:18:42.689025 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30287d-6017-46ff-8dec-eab5e7128865 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19781762-1355-4ff7-b34f-9f3e5cabf58c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:42.786262 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0420275-670c-49ed-b370-9453b7675c21 None None] Pushing event updated for resources: {'Port': ['ID=8a123a73-32f3-4afe-9e1f-ef3412e303dc,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:43.045885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dec56-3e18-4fb3-b9a4-9a97e73507ba None None] Pushing event updated for resources: {'Port': ['ID=c464e77e-af90-44c3-9c07-1750ecec4ba8,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:43.060036 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ad8550-6aba-45be-9d31-8463c1c1ba80 x-openstack-request-id: req-18ad8550-6aba-45be-9d31-8463c1c1ba80 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:43.060641 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "tag": "02d7af34-d764-432c-ad55-d958387aec9d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:43.061713 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18ad8550-6aba-45be-9d31-8463c1c1ba80 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:43.062202 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'tag': '02d7af34-d764-432c-ad55-d958387aec9d', 'status': 'completed', 'code': 200} Jan 28 19:18:43.064248 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-908b79dc-fb13-46f1-a64c-56a0b4ce76fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (7bac7588-a6da-46fc-8c0b-c38a424e8b78), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:43.092407 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-953571c3-dc56-47b2-a5ee-1853c9f6f56e None None] Provisioning complete for port 8a123a73-32f3-4afe-9e1f-ef3412e303dc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:43.097714 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-953571c3-dc56-47b2-a5ee-1853c9f6f56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:43.299237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-953571c3-dc56-47b2-a5ee-1853c9f6f56e None None] Current status of the port 8a123a73-32f3-4afe-9e1f-ef3412e303dc is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:43.401720 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48640b-f05d-4ad3-83ae-2a49c9cfe806 req-7a96bc38-ab42-41e8-bcdb-762201757a1c tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:43.404122 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac48640b-f05d-4ad3-83ae-2a49c9cfe806 req-7a96bc38-ab42-41e8-bcdb-762201757a1c tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.37 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 945 time: 1.0771451 Jan 28 19:18:43.431299 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8316fb2a-b769-445e-b9ee-c292dd247bdb req-ed4258be-b287-4a1a-b975-cba48069a20d tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 210 time: 0.3680661 Jan 28 19:18:43.700436 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-62445c05-2f21-4736-8583-956d64b010ee tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6f6d1d89a2cc450087be951ba23471e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2017269 Jan 28 19:18:43.881471 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4481518-88cb-4562-8f5c-a219c0a1ddb0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (1f7a2867-986e-47c0-891d-0b0bc7b526a3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:43.903066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8a123a73-32f3-4afe-9e1f-ef3412e303dc up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:43.903290 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4481518-88cb-4562-8f5c-a219c0a1ddb0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1f7a2867-986e-47c0-891d-0b0bc7b526a3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:43.926078 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-3e30287d-6017-46ff-8dec-eab5e7128865 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Allocated IP 192.168.233.182 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/ca00b136-d879-478d-8eaa-a5920a54250b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:43.984346 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913d7f7-e4fc-4adf-a082-fcb8a8cd5c08 req-2d7c6a7e-37c3-41dd-9bd4-2900bee59818 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:43.991813 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e913d7f7-e4fc-4adf-a082-fcb8a8cd5c08 req-2d7c6a7e-37c3-41dd-9bd4-2900bee59818 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/ports?device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 945 time: 0.3103702 Jan 28 19:18:44.009962 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4481518-88cb-4562-8f5c-a219c0a1ddb0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:44.013742 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a4481518-88cb-4562-8f5c-a219c0a1ddb0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.8987231 Jan 28 19:18:44.017848 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3e608-4eab-4357-9e25-79013b8c2ca4 req-6323fd2f-09d0-4a65-85d4-9cb32cbdb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.018358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3e608-4eab-4357-9e25-79013b8c2ca4 req-6323fd2f-09d0-4a65-85d4-9cb32cbdb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.018837 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3e608-4eab-4357-9e25-79013b8c2ca4 req-6323fd2f-09d0-4a65-85d4-9cb32cbdb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.019304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3e608-4eab-4357-9e25-79013b8c2ca4 req-6323fd2f-09d0-4a65-85d4-9cb32cbdb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.019767 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3e608-4eab-4357-9e25-79013b8c2ca4 req-6323fd2f-09d0-4a65-85d4-9cb32cbdb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.020233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3e608-4eab-4357-9e25-79013b8c2ca4 req-6323fd2f-09d0-4a65-85d4-9cb32cbdb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.020693 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3e608-4eab-4357-9e25-79013b8c2ca4 req-6323fd2f-09d0-4a65-85d4-9cb32cbdb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.022798 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c1e3e608-4eab-4357-9e25-79013b8c2ca4 req-6323fd2f-09d0-4a65-85d4-9cb32cbdb3ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cc767c1cbe248bab484e9622a21d031&device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 6299 time: 1.2108476 Jan 28 19:18:44.025954 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:44.070720 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 8a123a73-32f3-4afe-9e1f-ef3412e303dc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:44.070720 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:44.071505 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9c81d791-0d25-41ef-87f5-9c6db892bd04 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-633048377', 'security_groups': ['1f7a2867-986e-47c0-891d-0b0bc7b526a3'], 'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '78d95d76-7a1a-4612-be35-c988c4234bcc'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:44.072994 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4481518-88cb-4562-8f5c-a219c0a1ddb0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7a2867-986e-47c0-891d-0b0bc7b526a3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:44.155556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ac48640b-f05d-4ad3-83ae-2a49c9cfe806 req-d8457ea5-9c90-4e14-8953-46ee46653028 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Deleting port 532343c9-2909-406c-bc3e-38dba26197a9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:44.156178 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac48640b-f05d-4ad3-83ae-2a49c9cfe806 req-d8457ea5-9c90-4e14-8953-46ee46653028 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (532343c9-2909-406c-bc3e-38dba26197a9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:44.170294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e34147-11a0-4fc8-b595-109e8dd6983d req-6c67a36c-87c8-4052-9c3a-a3a1f0e9709e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.175737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e34147-11a0-4fc8-b595-109e8dd6983d req-6c67a36c-87c8-4052-9c3a-a3a1f0e9709e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.179577 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e913d7f7-e4fc-4adf-a082-fcb8a8cd5c08 req-ace8e7b3-f530-4c81-9a95-27452c38734d tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d6c3c7c-1add-440f-b6b2-399ea6327d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868501 Jan 28 19:18:44.183184 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e34147-11a0-4fc8-b595-109e8dd6983d req-6c67a36c-87c8-4052-9c3a-a3a1f0e9709e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.190736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e34147-11a0-4fc8-b595-109e8dd6983d req-6c67a36c-87c8-4052-9c3a-a3a1f0e9709e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.197866 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e34147-11a0-4fc8-b595-109e8dd6983d req-6c67a36c-87c8-4052-9c3a-a3a1f0e9709e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.204304 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e34147-11a0-4fc8-b595-109e8dd6983d req-6c67a36c-87c8-4052-9c3a-a3a1f0e9709e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.209921 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e34147-11a0-4fc8-b595-109e8dd6983d req-6c67a36c-87c8-4052-9c3a-a3a1f0e9709e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.211862 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-64e34147-11a0-4fc8-b595-109e8dd6983d req-6c67a36c-87c8-4052-9c3a-a3a1f0e9709e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5369 time: 0.3738883 Jan 28 19:18:44.290356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 8a123a73-32f3-4afe-9e1f-ef3412e303dc is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:44.291477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c464e77e-af90-44c3-9c07-1750ecec4ba8 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:44.354437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c464e77e-af90-44c3-9c07-1750ecec4ba8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:44.354818 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:44.471344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ac48640b-f05d-4ad3-83ae-2a49c9cfe806 req-d8457ea5-9c90-4e14-8953-46ee46653028 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] For port 532343c9-2909-406c-bc3e-38dba26197a9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=532343c9-2909-406c-bc3e-38dba26197a9,segment=NetworkSegment(02d45718-67ab-4fae-8304-49dacd3cc2c2),segment_id=02d45718-67ab-4fae-8304-49dacd3cc2c2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:44.472047 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac48640b-f05d-4ad3-83ae-2a49c9cfe806 req-d8457ea5-9c90-4e14-8953-46ee46653028 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (532343c9-2909-406c-bc3e-38dba26197a9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:44.486525 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3e608-4eab-4357-9e25-79013b8c2ca4 req-5cdcf11c-c17c-4972-ac00-bcad34969d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.486908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3e608-4eab-4357-9e25-79013b8c2ca4 req-5cdcf11c-c17c-4972-ac00-bcad34969d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.487370 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3e608-4eab-4357-9e25-79013b8c2ca4 req-5cdcf11c-c17c-4972-ac00-bcad34969d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.488958 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c1e3e608-4eab-4357-9e25-79013b8c2ca4 req-5cdcf11c-c17c-4972-ac00-bcad34969d47 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8cc767c1cbe248bab484e9622a21d031&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4402921 Jan 28 19:18:44.497460 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ac48640b-f05d-4ad3-83ae-2a49c9cfe806 req-d8457ea5-9c90-4e14-8953-46ee46653028 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Calling delete_port for 532343c9-2909-406c-bc3e-38dba26197a9 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:44.536406 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c464e77e-af90-44c3-9c07-1750ecec4ba8 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:44.537011 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:44.579407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c81d791-0d25-41ef-87f5-9c6db892bd04 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:44.626954 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port c464e77e-af90-44c3-9c07-1750ecec4ba8, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c464e77e-af90-44c3-9c07-1750ecec4ba8,segment=NetworkSegment(f68958ac-47eb-43ee-b78d-f27a9075bc1c),segment_id=f68958ac-47eb-43ee-b78d-f27a9075bc1c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:44.635725 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:44.766986 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=c464e77e-af90-44c3-9c07-1750ecec4ba8,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:44.784855 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c81d791-0d25-41ef-87f5-9c6db892bd04 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:44.797223 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac48640b-f05d-4ad3-83ae-2a49c9cfe806 req-d8457ea5-9c90-4e14-8953-46ee46653028 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (532343c9-2909-406c-bc3e-38dba26197a9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:44.810831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['532343c9-2909-406c-bc3e-38dba26197a9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:44.827006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad386cf0-e846-4c45-8f98-044ee200608d req-e0e7408f-26a7-4dda-9b2d-67bb6a4d5eef tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.828673 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ad386cf0-e846-4c45-8f98-044ee200608d req-e0e7408f-26a7-4dda-9b2d-67bb6a4d5eef tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 945 time: 0.4596450 Jan 28 19:18:44.861555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8457ea5-9c90-4e14-8953-46ee46653028 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Pushing event deleted for resources: {'Port': ['ID=532343c9-2909-406c-bc3e-38dba26197a9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:44.934702 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-9c81d791-0d25-41ef-87f5-9c6db892bd04 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] device_id is not set on port 40a4eb1d-6f83-419a-82d5-c08f3dc50e24 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:18:44.954073 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-9c6a6e0e-56b1-44b6-a8bd-c06f70617c5d tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:44.955634 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-9c6a6e0e-56b1-44b6-a8bd-c06f70617c5d tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1749313 Jan 28 19:18:45.016285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-eaae8625-e4be-4549-8876-6e02c3d42a12 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Request body: {'port': {'device_id': '5f900969-bc04-42c2-b1a3-e57c2c39f681', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '6f6d1d89a2cc450087be951ba23471e3'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:45.096440 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3e608-4eab-4357-9e25-79013b8c2ca4 req-f42f7053-9d77-4eb0-b44c-71245ba86d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:45.098269 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c1e3e608-4eab-4357-9e25-79013b8c2ca4 req-f42f7053-9d77-4eb0-b44c-71245ba86d0b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5834358 Jan 28 19:18:45.114472 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-3e30287d-6017-46ff-8dec-eab5e7128865 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks [] for port (ca00b136-d879-478d-8eaa-a5920a54250b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:45.150123 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-67474d4a-b919-4454-a0e0-b709941dcc3c None None] Provisioning complete for port c464e77e-af90-44c3-9c07-1750ecec4ba8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:45.150620 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67474d4a-b919-4454-a0e0-b709941dcc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:45.185793 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ad386cf0-e846-4c45-8f98-044ee200608d req-38612ddb-ddb9-4f88-9a5f-de712011bce7 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/security-groups?id=db74a9d5-62ca-4630-a117-fae556b46dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097847 Jan 28 19:18:45.261548 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-3e30287d-6017-46ff-8dec-eab5e7128865 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:45.329181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-67474d4a-b919-4454-a0e0-b709941dcc3c None None] Current status of the port c464e77e-af90-44c3-9c07-1750ecec4ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:45.333579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-3e30287d-6017-46ff-8dec-eab5e7128865 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:45.338110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30287d-6017-46ff-8dec-eab5e7128865 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Pushing event updated for resources: {'Port': ['ID=ca00b136-d879-478d-8eaa-a5920a54250b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:45.340629 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-3e30287d-6017-46ff-8dec-eab5e7128865 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:45.348279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-3e30287d-6017-46ff-8dec-eab5e7128865 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:45.355045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-67474d4a-b919-4454-a0e0-b709941dcc3c None None] Provisioning complete for port 640187dc-2e89-45e8-906b-f948fcb9de68 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:45.355722 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67474d4a-b919-4454-a0e0-b709941dcc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (640187dc-2e89-45e8-906b-f948fcb9de68), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:45.403625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-67474d4a-b919-4454-a0e0-b709941dcc3c None None] Port 640187dc-2e89-45e8-906b-f948fcb9de68 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:45.417911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9c81d791-0d25-41ef-87f5-9c6db892bd04 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Allocated IP 2001:db8::271 (2356a48d-87e0-48e9-b70d-d30e1c2d78fb/78d95d76-7a1a-4612-be35-c988c4234bcc/40a4eb1d-6f83-419a-82d5-c08f3dc50e24) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:45.458866 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-644bd2f9-cf70-4ed7-9ea1-ecacd6c691cf req-b3e4c80b-9947-49c1-897b-0c80af7aa5c7 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 210 time: 0.1215222 Jan 28 19:18:45.660656 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c81d791-0d25-41ef-87f5-9c6db892bd04 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (40a4eb1d-6f83-419a-82d5-c08f3dc50e24), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:45.706386 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-3e30287d-6017-46ff-8dec-eab5e7128865 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:45.707046 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-3e30287d-6017-46ff-8dec-eab5e7128865 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:45.714426 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c81d791-0d25-41ef-87f5-9c6db892bd04 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (40a4eb1d-6f83-419a-82d5-c08f3dc50e24), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:45.768768 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-64e34147-11a0-4fc8-b595-109e8dd6983d req-d7ee28e8-d23f-4f98-b2b5-cb4f5f3b5fde tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.5321677 Jan 28 19:18:45.781285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c464e77e-af90-44c3-9c07-1750ecec4ba8 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:45.812246 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-3e30287d-6017-46ff-8dec-eab5e7128865 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7906525 Jan 28 19:18:45.812486 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac48640b-f05d-4ad3-83ae-2a49c9cfe806 req-d8457ea5-9c90-4e14-8953-46ee46653028 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] No DVR routers for this DVR port 532343c9-2909-406c-bc3e-38dba26197a9 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:45.823233 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac48640b-f05d-4ad3-83ae-2a49c9cfe806 req-d8457ea5-9c90-4e14-8953-46ee46653028 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:45.830304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Request body: {'port': {'device_id': 'fd229e68-1a0d-45d8-840c-a01ae7fd64f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:45.831652 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac48640b-f05d-4ad3-83ae-2a49c9cfe806 req-d8457ea5-9c90-4e14-8953-46ee46653028 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.37 "DELETE /v2.0/ports/532343c9-2909-406c-bc3e-38dba26197a9 HTTP/1.1" status: 204 len: 173 time: 2.3970244 Jan 28 19:18:45.836034 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555bc78c-bf23-4bb6-9e4d-d993b8f5abbb', 'name': 'network-vif-deleted', 'tag': '532343c9-2909-406c-bc3e-38dba26197a9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:45.836653 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90cbbe5-28ee-4f02-ac25-f23e69db7224" -d '{"events": [{"server_uuid": "555bc78c-bf23-4bb6-9e4d-d993b8f5abbb", "name": "network-vif-deleted", "tag": "532343c9-2909-406c-bc3e-38dba26197a9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:45.843631 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c81d791-0d25-41ef-87f5-9c6db892bd04 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:45.899659 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9c81d791-0d25-41ef-87f5-9c6db892bd04 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:45.902602 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81d791-0d25-41ef-87f5-9c6db892bd04 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:45.911291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c81d791-0d25-41ef-87f5-9c6db892bd04 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:45.912306 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c81d791-0d25-41ef-87f5-9c6db892bd04 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:45.926076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81d791-0d25-41ef-87f5-9c6db892bd04 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=40a4eb1d-6f83-419a-82d5-c08f3dc50e24,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:45.971696 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12ae597-ffc1-4b40-8b2b-e1971085d333 x-openstack-request-id: req-d12ae597-ffc1-4b40-8b2b-e1971085d333 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:45.972017 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555bc78c-bf23-4bb6-9e4d-d993b8f5abbb", "name": "network-vif-deleted", "tag": "532343c9-2909-406c-bc3e-38dba26197a9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:45.972148 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d12ae597-ffc1-4b40-8b2b-e1971085d333 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:45.973398 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555bc78c-bf23-4bb6-9e4d-d993b8f5abbb', 'name': 'network-vif-deleted', 'tag': '532343c9-2909-406c-bc3e-38dba26197a9', 'status': 'completed', 'code': 200} Jan 28 19:18:45.977454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7952cb54-12ca-48a1-a930-d61dc254c4ba None None] Provisioning complete for port ca00b136-d879-478d-8eaa-a5920a54250b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:45.978419 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7952cb54-12ca-48a1-a930-d61dc254c4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:45.987429 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-908b79dc-fb13-46f1-a64c-56a0b4ce76fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port 8a123a73-32f3-4afe-9e1f-ef3412e303dc {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:45.987847 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-908b79dc-fb13-46f1-a64c-56a0b4ce76fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:46.042785 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7952cb54-12ca-48a1-a930-d61dc254c4ba None None] Port ca00b136-d879-478d-8eaa-a5920a54250b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:46.044873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c464e77e-af90-44c3-9c07-1750ecec4ba8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:46.045688 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:46.067563 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9c81d791-0d25-41ef-87f5-9c6db892bd04 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0275040 Jan 28 19:18:46.073556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48850) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:46.084259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef11789-85c4-41ab-93e6-fe5060148c82 req-426a51c4-f5f6-4968-9557-50c18d4d4ea0 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:46.093364 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0ef11789-85c4-41ab-93e6-fe5060148c82 req-426a51c4-f5f6-4968-9557-50c18d4d4ea0 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/ports?device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 945 time: 0.3808658 Jan 28 19:18:46.107231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e98aba65-1e08-4299-a438-8cd3d1ef123f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'subnet': {'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:46.144988 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:46.185938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c464e77e-af90-44c3-9c07-1750ecec4ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:46.250212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2231651e-f2f6-4bc4-b992-84ee49c5e41c {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:46.305249 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Publish callbacks [] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:46.406323 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0ef11789-85c4-41ab-93e6-fe5060148c82 req-81a91e9f-f782-43f4-bd4b-954b7e5c9cc3 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d6c3c7c-1add-440f-b6b2-399ea6327d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117425 Jan 28 19:18:46.466937 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d27cb1fe-8077-4b65-b1bf-7edda2c7f446 req-67b5ef17-b5b8-4791-b8e4-a007fafac1c7 tempest-ServerAddressesNegativeTestJSON-666498650 tempest-ServerAddressesNegativeTestJSON-666498650-project] 10.222.0.55 "GET /v2.0/ports?device_id=555bc78c-bf23-4bb6-9e4d-d993b8f5abbb HTTP/1.1" status: 200 len: 210 time: 0.1246855 Jan 28 19:18:46.475332 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Transition to ACTIVE for port object 2231651e-f2f6-4bc4-b992-84ee49c5e41c will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:46.500249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4d93a52-1686-4d9b-a08a-38f3f0e5aaa5 None None] Provisioning complete for port 40a4eb1d-6f83-419a-82d5-c08f3dc50e24 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:46.501759 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4d93a52-1686-4d9b-a08a-38f3f0e5aaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (40a4eb1d-6f83-419a-82d5-c08f3dc50e24), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:46.523426 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:46.572631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-eaae8625-e4be-4549-8876-6e02c3d42a12 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Made reservation on behalf of 6f6d1d89a2cc450087be951ba23471e3 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:46.579108 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-eaae8625-e4be-4549-8876-6e02c3d42a12 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:46.592619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4d93a52-1686-4d9b-a08a-38f3f0e5aaa5 None None] Port 40a4eb1d-6f83-419a-82d5-c08f3dc50e24 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:46.675136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98aba65-1e08-4299-a438-8cd3d1ef123f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:46.678996 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e98aba65-1e08-4299-a438-8cd3d1ef123f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:46.698534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-908b79dc-fb13-46f1-a64c-56a0b4ce76fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] For port 8a123a73-32f3-4afe-9e1f-ef3412e303dc, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8a123a73-32f3-4afe-9e1f-ef3412e303dc,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:46.699989 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-908b79dc-fb13-46f1-a64c-56a0b4ce76fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:46.848505 n-d-824834-4 neutron-server[103146]: INFO neutron.db.ipam_backend_mixin [None req-e98aba65-1e08-4299-a438-8cd3d1ef123f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78d95d76-7a1a-4612-be35-c988c4234bcc (CIDR: 2001:db8::/64) Jan 28 19:18:46.855706 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98aba65-1e08-4299-a438-8cd3d1ef123f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:18:46.856104 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98aba65-1e08-4299-a438-8cd3d1ef123f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:18:46.892473 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6ae0dd8-f397-4ca5-86ee-aa8b9c2822eb req-2efdef44-37d3-455e-8b70-3988f57be12f tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 210 time: 0.2079279 Jan 28 19:18:46.893829 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-908b79dc-fb13-46f1-a64c-56a0b4ce76fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for 8a123a73-32f3-4afe-9e1f-ef3412e303dc owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:46.935885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db82c2-2c86-42ca-8a19-fb9327d5b2cb req-306624a7-d865-4c28-9458-9037a023c277 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:46.937502 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-10db82c2-2c86-42ca-8a19-fb9327d5b2cb req-306624a7-d865-4c28-9458-9037a023c277 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/ports?device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 945 time: 0.3495414 Jan 28 19:18:47.084032 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e98aba65-1e08-4299-a438-8cd3d1ef123f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9803634 Jan 28 19:18:47.086155 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48872) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:47.087119 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Pushing event updated for resources: {'Port': ['ID=2231651e-f2f6-4bc4-b992-84ee49c5e41c,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:47.097764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3c9f88f8-84c1-47a1-a6d9-9ab233235f50 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'subnet': {'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:47.139892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 532343c9-2909-406c-bc3e-38dba26197a9 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:47.169768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 532343c9-2909-406c-bc3e-38dba26197a9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:47.170588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 532343c9-2909-406c-bc3e-38dba26197a9 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:47.273000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Attempting to bind port 2231651e-f2f6-4bc4-b992-84ee49c5e41c on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:47.273487 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Attempting to bind port 2231651e-f2f6-4bc4-b992-84ee49c5e41c by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:47.273915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Attempting to bind port 2231651e-f2f6-4bc4-b992-84ee49c5e41c on network 5b784934-81a2-4bb5-a668-73176a055465 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:47.279312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Port 2231651e-f2f6-4bc4-b992-84ee49c5e41c on network 5b784934-81a2-4bb5-a668-73176a055465 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:47.279771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Attempting to bind port 2231651e-f2f6-4bc4-b992-84ee49c5e41c on network 5b784934-81a2-4bb5-a668-73176a055465 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:47.301411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:47.301882 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Checking segment: {'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:47.302432 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Bound using segment: {'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:47.303094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Bound port: 2231651e-f2f6-4bc4-b992-84ee49c5e41c, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:47.303557 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:47.319136 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-10db82c2-2c86-42ca-8a19-fb9327d5b2cb req-5ce0f581-71be-4974-b6ad-3a27fbe77ad7 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d6c3c7c-1add-440f-b6b2-399ea6327d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540485 Jan 28 19:18:47.392893 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ddce2-9a38-40d9-9c8b-e1e7344d1c37 req-47e2dc9e-6572-47fa-83cd-7b06c026510a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:47.398938 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ddce2-9a38-40d9-9c8b-e1e7344d1c37 req-47e2dc9e-6572-47fa-83cd-7b06c026510a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:47.404827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ddce2-9a38-40d9-9c8b-e1e7344d1c37 req-47e2dc9e-6572-47fa-83cd-7b06c026510a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:47.412124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ddce2-9a38-40d9-9c8b-e1e7344d1c37 req-47e2dc9e-6572-47fa-83cd-7b06c026510a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:47.417521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ddce2-9a38-40d9-9c8b-e1e7344d1c37 req-47e2dc9e-6572-47fa-83cd-7b06c026510a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:47.424441 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ddce2-9a38-40d9-9c8b-e1e7344d1c37 req-47e2dc9e-6572-47fa-83cd-7b06c026510a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:47.432670 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ddce2-9a38-40d9-9c8b-e1e7344d1c37 req-47e2dc9e-6572-47fa-83cd-7b06c026510a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:47.440758 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c36ddce2-9a38-40d9-9c8b-e1e7344d1c37 req-47e2dc9e-6572-47fa-83cd-7b06c026510a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5381 time: 0.3562224 Jan 28 19:18:47.491120 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca00b136-d879-478d-8eaa-a5920a54250b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:47.497872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9f88f8-84c1-47a1-a6d9-9ab233235f50 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:47.501852 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c9f88f8-84c1-47a1-a6d9-9ab233235f50 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:47.506574 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Publish callbacks [] for port (ca00b136-d879-478d-8eaa-a5920a54250b), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:47.555263 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c36ddce2-9a38-40d9-9c8b-e1e7344d1c37 req-21b49283-63d1-4938-8560-c604b9633847 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112328 Jan 28 19:18:47.560418 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Transition to ACTIVE for port object ca00b136-d879-478d-8eaa-a5920a54250b will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:47.584158 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:47.680814 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48886) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:47.701424 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-eaae8625-e4be-4549-8876-6e02c3d42a12 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Allocated IP 192.168.233.7 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/2a69777e-2f4b-4bc6-8b0c-1916d555099f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:47.859310 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Pushing event updated for resources: {'Port': ['ID=ca00b136-d879-478d-8eaa-a5920a54250b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:47.909036 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-908b79dc-fb13-46f1-a64c-56a0b4ce76fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (8a123a73-32f3-4afe-9e1f-ef3412e303dc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:47.998552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0598be-6133-4ead-85ca-86c9065cf26a admin admin] Deleting subnet f82977f6-a2ab-41f3-9d34-a3808988af40 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:18:48.009105 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e0598be-6133-4ead-85ca-86c9065cf26a admin admin] Publish callbacks [] for subnet (f82977f6-a2ab-41f3-9d34-a3808988af40), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.036179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] For port 2231651e-f2f6-4bc4-b992-84ee49c5e41c, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:48.119975 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-eaae8625-e4be-4549-8876-6e02c3d42a12 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks [] for port (2a69777e-2f4b-4bc6-8b0c-1916d555099f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.128777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Attempting to bind port ca00b136-d879-478d-8eaa-a5920a54250b on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:48.129314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Attempting to bind port ca00b136-d879-478d-8eaa-a5920a54250b by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:48.129445 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Attempting to bind port ca00b136-d879-478d-8eaa-a5920a54250b on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:48.141949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] For port 2231651e-f2f6-4bc4-b992-84ee49c5e41c, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2231651e-f2f6-4bc4-b992-84ee49c5e41c,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:48.157832 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e0598be-6133-4ead-85ca-86c9065cf26a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (f82977f6-a2ab-41f3-9d34-a3808988af40), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.164666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b79dc-fb13-46f1-a64c-56a0b4ce76fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=8a123a73-32f3-4afe-9e1f-ef3412e303dc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:48.203337 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e0598be-6133-4ead-85ca-86c9065cf26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (f82977f6-a2ab-41f3-9d34-a3808988af40), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.252457 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cb1cef5-d0c9-4b89-8266-7dc5ee6938de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.336736 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-53863cdd-df51-49c9-954f-3278548885ec req-758f2eb5-e6ff-4085-bff8-bbc6836bfcf2 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 210 time: 0.2283452 Jan 28 19:18:48.340747 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.402839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Pushing event updated for resources: {'Port': ['ID=2231651e-f2f6-4bc4-b992-84ee49c5e41c,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:48.465148 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-908b79dc-fb13-46f1-a64c-56a0b4ce76fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (7bac7588-a6da-46fc-8c0b-c38a424e8b78), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.526127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:48.527458 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.529635 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-10d5472c-2dab-4fe5-8b48-8f7ddf33d15a service neutron] 10.222.0.31 "PUT /v2.0/ports/2231651e-f2f6-4bc4-b992-84ee49c5e41c HTTP/1.1" status: 200 len: 1090 time: 6.6344562 Jan 28 19:18:48.531409 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'tag': '2231651e-f2f6-4bc4-b992-84ee49c5e41c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:48.542409 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e49b945-0a84-4ed7-9ab1-734155eb1482" -d '{"events": [{"name": "network-changed", "server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "tag": "2231651e-f2f6-4bc4-b992-84ee49c5e41c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:48.625688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Request body: {'port': {'device_id': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:48.670539 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bd9beb-1960-4424-afba-774f052c878e x-openstack-request-id: req-f4bd9beb-1960-4424-afba-774f052c878e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:48.670953 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "tag": "2231651e-f2f6-4bc4-b992-84ee49c5e41c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:48.671298 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4bd9beb-1960-4424-afba-774f052c878e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:48.671790 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'tag': '2231651e-f2f6-4bc4-b992-84ee49c5e41c', 'status': 'completed', 'code': 200} Jan 28 19:18:48.779016 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-eaae8625-e4be-4549-8876-6e02c3d42a12 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2a69777e-2f4b-4bc6-8b0c-1916d555099f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.782715 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.899896 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Port ca00b136-d879-478d-8eaa-a5920a54250b on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:48.900355 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Attempting to bind port ca00b136-d879-478d-8eaa-a5920a54250b on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:48.916847 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:48.917346 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:48.917932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:48.918516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Bound port: ca00b136-d879-478d-8eaa-a5920a54250b, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:48.918963 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.922064 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e0598be-6133-4ead-85ca-86c9065cf26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (f82977f6-a2ab-41f3-9d34-a3808988af40), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:48.996841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0598be-6133-4ead-85ca-86c9065cf26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f82977f6-a2ab-41f3-9d34-a3808988af40,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:49.006769 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e0598be-6133-4ead-85ca-86c9065cf26a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:49.010836 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1e0598be-6133-4ead-85ca-86c9065cf26a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f82977f6-a2ab-41f3-9d34-a3808988af40 HTTP/1.1" status: 204 len: 168 time: 1.3290374 Jan 28 19:18:49.026979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48912) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:49.032885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-eaae8625-e4be-4549-8876-6e02c3d42a12 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:49.052196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-eaae8625-e4be-4549-8876-6e02c3d42a12 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:49.061231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae8625-e4be-4549-8876-6e02c3d42a12 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Pushing event updated for resources: {'Port': ['ID=2a69777e-2f4b-4bc6-8b0c-1916d555099f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:49.067130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-eaae8625-e4be-4549-8876-6e02c3d42a12 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:18:49.139919 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] For port ca00b136-d879-478d-8eaa-a5920a54250b, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:49.144789 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] For port ca00b136-d879-478d-8eaa-a5920a54250b, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ca00b136-d879-478d-8eaa-a5920a54250b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:49.170558 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908b79dc-fb13-46f1-a64c-56a0b4ce76fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Router 7bac7588-a6da-46fc-8c0b-c38a424e8b78 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:18:49.205451 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:49.215970 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07746959-4029-4433-83fc-15aaa2775851 req-1a1c9c47-04dd-44a7-8a79-574443e96717 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.230321 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07746959-4029-4433-83fc-15aaa2775851 req-1a1c9c47-04dd-44a7-8a79-574443e96717 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.240280 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07746959-4029-4433-83fc-15aaa2775851 req-1a1c9c47-04dd-44a7-8a79-574443e96717 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.256511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07746959-4029-4433-83fc-15aaa2775851 req-1a1c9c47-04dd-44a7-8a79-574443e96717 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.265677 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07746959-4029-4433-83fc-15aaa2775851 req-1a1c9c47-04dd-44a7-8a79-574443e96717 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.279709 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07746959-4029-4433-83fc-15aaa2775851 req-1a1c9c47-04dd-44a7-8a79-574443e96717 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.285287 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07746959-4029-4433-83fc-15aaa2775851 req-1a1c9c47-04dd-44a7-8a79-574443e96717 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.295415 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07746959-4029-4433-83fc-15aaa2775851 req-1a1c9c47-04dd-44a7-8a79-574443e96717 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5381 time: 0.5578399 Jan 28 19:18:49.342200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Pushing event updated for resources: {'Port': ['ID=ca00b136-d879-478d-8eaa-a5920a54250b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:49.376588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f865915-a7b4-48ed-9a6a-fa0e30989701 req-42d0ff12-749e-4363-af59-9aef12b2c797 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.378869 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f865915-a7b4-48ed-9a6a-fa0e30989701 req-42d0ff12-749e-4363-af59-9aef12b2c797 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/ports?device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 945 time: 1.2454412 Jan 28 19:18:49.390598 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b945-0a84-4ed7-9ab1-734155eb1482 req-39627441-35c8-4297-a6b8-3c229841ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.391384 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b945-0a84-4ed7-9ab1-734155eb1482 req-39627441-35c8-4297-a6b8-3c229841ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.392032 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b945-0a84-4ed7-9ab1-734155eb1482 req-39627441-35c8-4297-a6b8-3c229841ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.392671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b945-0a84-4ed7-9ab1-734155eb1482 req-39627441-35c8-4297-a6b8-3c229841ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.393308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b945-0a84-4ed7-9ab1-734155eb1482 req-39627441-35c8-4297-a6b8-3c229841ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.393944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b945-0a84-4ed7-9ab1-734155eb1482 req-39627441-35c8-4297-a6b8-3c229841ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.394613 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b945-0a84-4ed7-9ab1-734155eb1482 req-39627441-35c8-4297-a6b8-3c229841ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.397969 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5e49b945-0a84-4ed7-9ab1-734155eb1482 req-39627441-35c8-4297-a6b8-3c229841ec61 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cc767c1cbe248bab484e9622a21d031&device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 6397 time: 0.5044761 Jan 28 19:18:49.504811 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.505628 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:49.507304 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-62d9f882-df29-4325-abf9-4dbbcad2f437 service neutron] 10.222.0.31 "PUT /v2.0/ports/ca00b136-d879-478d-8eaa-a5920a54250b HTTP/1.1" status: 200 len: 1096 time: 3.6828663 Jan 28 19:18:49.519021 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f865915-a7b4-48ed-9a6a-fa0e30989701 req-b6309a2e-1251-4ab0-986a-f02aacae8036 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d6c3c7c-1add-440f-b6b2-399ea6327d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194110 Jan 28 19:18:49.519783 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd229e68-1a0d-45d8-840c-a01ae7fd64f3', 'tag': 'ca00b136-d879-478d-8eaa-a5920a54250b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:49.526463 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1366f00-3712-4ba2-bfb0-d2969c3c90c5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd229e68-1a0d-45d8-840c-a01ae7fd64f3", "tag": "ca00b136-d879-478d-8eaa-a5920a54250b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:49.569978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-781ecfbf-937c-4061-ad65-32b1c6ca1ce6 None None] Provisioning complete for port 2a69777e-2f4b-4bc6-8b0c-1916d555099f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:49.574340 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-781ecfbf-937c-4061-ad65-32b1c6ca1ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2a69777e-2f4b-4bc6-8b0c-1916d555099f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:49.589269 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3531f139-c5e5-4437-b550-4756e7139ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (98cfa7e0-e682-47e0-b62e-9753da0d9bd8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:49.595863 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-eaae8625-e4be-4549-8876-6e02c3d42a12 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:49.604906 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-eaae8625-e4be-4549-8876-6e02c3d42a12 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:49.661872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-781ecfbf-937c-4061-ad65-32b1c6ca1ce6 None None] Port 2a69777e-2f4b-4bc6-8b0c-1916d555099f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:49.801303 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c9f88f8-84c1-47a1-a6d9-9ab233235f50 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (8aeba49f-fa54-459f-944f-1803ac899b26), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:49.893201 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-eaae8625-e4be-4549-8876-6e02c3d42a12 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9141750 Jan 28 19:18:49.894620 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908b79dc-fb13-46f1-a64c-56a0b4ce76fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:18:49.909049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c11c2a6-a201-4ee8-a6eb-915e950ff20e None None] Sync routers for ids ['7bac7588-a6da-46fc-8c0b-c38a424e8b78'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:18:49.910567 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9f88f8-84c1-47a1-a6d9-9ab233235f50 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:18:49.920072 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-908b79dc-fb13-46f1-a64c-56a0b4ce76fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "PUT /v2.0/routers/7bac7588-a6da-46fc-8c0b-c38a424e8b78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2031994 Jan 28 19:18:49.921442 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c11c2a6-a201-4ee8-a6eb-915e950ff20e None None] Routers {'7bac7588-a6da-46fc-8c0b-c38a424e8b78'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:18:49.922359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4c11c2a6-a201-4ee8-a6eb-915e950ff20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:18:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['7bac7588-a6da-46fc-8c0b-c38a424e8b78'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:49.924726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48938) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:49.932240 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Request body: {'port': {'device_id': '5f900969-bc04-42c2-b1a3-e57c2c39f681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:49.963881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f88f8-84c1-47a1-a6d9-9ab233235f50 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Subnet': ['ID=8aeba49f-fa54-459f-944f-1803ac899b26,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:49.967486 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3c9f88f8-84c1-47a1-a6d9-9ab233235f50 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:50.021904 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67284cea-8d1b-4691-9881-d656fc36d39e None None] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:50.043884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9f88f8-84c1-47a1-a6d9-9ab233235f50 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:50.044553 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c9f88f8-84c1-47a1-a6d9-9ab233235f50 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:50.097459 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c68f75a-044e-472c-9ceb-54febb5d164d {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:50.120949 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Publish callbacks [] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:50.150976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Transition to ACTIVE for port object 8c68f75a-044e-472c-9ceb-54febb5d164d will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:50.164731 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4c11c2a6-a201-4ee8-a6eb-915e950ff20e None None] Set router 7bac7588-a6da-46fc-8c0b-c38a424e8b78 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:18:50.212882 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:50.237450 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3c9f88f8-84c1-47a1-a6d9-9ab233235f50 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1499360 Jan 28 19:18:50.241166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48946) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:50.255387 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3531f139-c5e5-4437-b550-4756e7139ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (98cfa7e0-e682-47e0-b62e-9753da0d9bd8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:50.263896 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-979e4bb5-f9fb-4114-b824-c5b9d2f08cbe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-741832602', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8aeba49f-fa54-459f-944f-1803ac899b26'}], 'security_groups': ['d4ccc59e-9829-41af-af2d-5d39c272c9ce']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:50.268882 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07746959-4029-4433-83fc-15aaa2775851 req-e284d2af-5458-4f79-b2da-7376454dfea2 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9724727 Jan 28 19:18:50.324063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4c11c2a6-a201-4ee8-a6eb-915e950ff20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bac7588-a6da-46fc-8c0b-c38a424e8b78', 'name': 'tempest-NetworksTestDHCPv6-router-334656612', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:31Z', 'updated_at': '2022-01-28T19:18:47Z', 'revision_number': 3, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:50.402769 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc653e66-b87c-48fe-8dc9-666dcee47925 x-openstack-request-id: req-cc653e66-b87c-48fe-8dc9-666dcee47925 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:50.403036 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd229e68-1a0d-45d8-840c-a01ae7fd64f3", "tag": "ca00b136-d879-478d-8eaa-a5920a54250b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:50.403297 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc653e66-b87c-48fe-8dc9-666dcee47925 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:50.403698 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd229e68-1a0d-45d8-840c-a01ae7fd64f3', 'tag': 'ca00b136-d879-478d-8eaa-a5920a54250b', 'status': 'completed', 'code': 200} Jan 28 19:18:50.423324 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c11c2a6-a201-4ee8-a6eb-915e950ff20e None None] Checking router: 7bac7588-a6da-46fc-8c0b-c38a424e8b78 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:18:50.448329 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2ca80-fb21-481b-9a3b-fc652bb78fd4 req-caaa960d-b439-4664-8090-241cf3fba5ae tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:50.455577 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ae2ca80-fb21-481b-9a3b-fc652bb78fd4 req-caaa960d-b439-4664-8090-241cf3fba5ae tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 934 time: 0.6902421 Jan 28 19:18:50.481407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3531f139-c5e5-4437-b550-4756e7139ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98cfa7e0-e682-47e0-b62e-9753da0d9bd8']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:50.484580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c11c2a6-a201-4ee8-a6eb-915e950ff20e None None] Routers {'7bac7588-a6da-46fc-8c0b-c38a424e8b78'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:18:50.489374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4c11c2a6-a201-4ee8-a6eb-915e950ff20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:18:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['7bac7588-a6da-46fc-8c0b-c38a424e8b78'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:50.527106 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3531f139-c5e5-4437-b550-4756e7139ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d45718-67ab-4fae-8304-49dacd3cc2c2') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:50.527490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3531f139-c5e5-4437-b550-4756e7139ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d45718-67ab-4fae-8304-49dacd3cc2c2') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:50.550965 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3531f139-c5e5-4437-b550-4756e7139ffb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (02d45718-67ab-4fae-8304-49dacd3cc2c2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:50.566575 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a961abc1-cfff-4244-a08a-d9b1d2a50c2c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:50.570777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a961abc1-cfff-4244-a08a-d9b1d2a50c2c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:50.581177 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a961abc1-cfff-4244-a08a-d9b1d2a50c2c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4286327 Jan 28 19:18:50.582940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48956) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:50.584291 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3531f139-c5e5-4437-b550-4756e7139ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (02d45718-67ab-4fae-8304-49dacd3cc2c2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:50.592171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3531f139-c5e5-4437-b550-4756e7139ffb admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:18:50.592793 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3531f139-c5e5-4437-b550-4756e7139ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (02d45718-67ab-4fae-8304-49dacd3cc2c2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:50.681485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Pushing event updated for resources: {'Port': ['ID=8c68f75a-044e-472c-9ceb-54febb5d164d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:50.694839 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35827b84-6bf6-495c-93e2-afcfc1cb017d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:18:50.797308 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:18:50.813982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-4c11c2a6-a201-4ee8-a6eb-915e950ff20e None None] Set router 7bac7588-a6da-46fc-8c0b-c38a424e8b78 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:18:50.841042 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3531f139-c5e5-4437-b550-4756e7139ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (98cfa7e0-e682-47e0-b62e-9753da0d9bd8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:50.854141 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3531f139-c5e5-4437-b550-4756e7139ffb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:50.869057 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3531f139-c5e5-4437-b550-4756e7139ffb admin admin] 10.222.0.55 "DELETE /v2.0/networks/98cfa7e0-e682-47e0-b62e-9753da0d9bd8 HTTP/1.1" status: 204 len: 168 time: 1.8361793 Jan 28 19:18:50.940089 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-c5003c75-7697-49f3-a1bc-c01618835f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:50.941741 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-c5003c75-7697-49f3-a1bc-c01618835f9f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f6d1d89a2cc450087be951ba23471e3&device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 1130 time: 1.3700142 Jan 28 19:18:50.943013 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b945-0a84-4ed7-9ab1-734155eb1482 req-e751ab56-542c-40e0-a773-44773e6e5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:50.943534 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b945-0a84-4ed7-9ab1-734155eb1482 req-e751ab56-542c-40e0-a773-44773e6e5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:50.943989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b945-0a84-4ed7-9ab1-734155eb1482 req-e751ab56-542c-40e0-a773-44773e6e5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:50.945444 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5e49b945-0a84-4ed7-9ab1-734155eb1482 req-e751ab56-542c-40e0-a773-44773e6e5832 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8cc767c1cbe248bab484e9622a21d031&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.5357912 Jan 28 19:18:51.042715 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531f139-c5e5-4437-b550-4756e7139ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=98cfa7e0-e682-47e0-b62e-9753da0d9bd8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:51.105387 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ae2ca80-fb21-481b-9a3b-fc652bb78fd4 req-ee25f887-7aa8-4249-8314-30381d79a0bd tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881882 Jan 28 19:18:51.124164 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-979e4bb5-f9fb-4114-b824-c5b9d2f08cbe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (40a4eb1d-6f83-419a-82d5-c08f3dc50e24), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:51.173850 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-ad37e0bd-68fc-4180-8338-b4d85e60f4a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=ca00b136-d879-478d-8eaa-a5920a54250b HTTP/1.1" status: 200 len: 217 time: 0.2133908 Jan 28 19:18:51.298774 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48966) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:51.340779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-4c11c2a6-a201-4ee8-a6eb-915e950ff20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bac7588-a6da-46fc-8c0b-c38a424e8b78', 'name': 'tempest-NetworksTestDHCPv6-router-334656612', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:31Z', 'updated_at': '2022-01-28T19:18:47Z', 'revision_number': 3, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:18:51.347226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Update dhcp port {'port': {'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'fixed_ips': [{'subnet_id': '78d95d76-7a1a-4612-be35-c988c4234bcc', 'ip_address': '2001:db8::2'}, {'subnet_id': '8aeba49f-fa54-459f-944f-1803ac899b26'}], 'binding:host_id': 'n-d-824834-4'}, 'id': 'c464e77e-af90-44c3-9c07-1750ecec4ba8'} from n-d-824834-4. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:18:51.411215 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:51.468739 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-3130dee1-d7c5-42c5-b4c6-fcb117c6e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:51.470760 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-3130dee1-d7c5-42c5-b4c6-fcb117c6e6f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.2906699 Jan 28 19:18:51.534179 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2a69777e-2f4b-4bc6-8b0c-1916d555099f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:51.554221 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Attempting to bind port 8c68f75a-044e-472c-9ceb-54febb5d164d on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:51.554580 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Attempting to bind port 8c68f75a-044e-472c-9ceb-54febb5d164d by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:51.554916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Attempting to bind port 8c68f75a-044e-472c-9ceb-54febb5d164d on network 5b784934-81a2-4bb5-a668-73176a055465 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:51.574613 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Port 8c68f75a-044e-472c-9ceb-54febb5d164d on network 5b784934-81a2-4bb5-a668-73176a055465 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:51.574934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Attempting to bind port 8c68f75a-044e-472c-9ceb-54febb5d164d on network 5b784934-81a2-4bb5-a668-73176a055465 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:51.588942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:51.589297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Checking segment: {'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:51.589706 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Bound using segment: {'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:51.590211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Bound port: 8c68f75a-044e-472c-9ceb-54febb5d164d, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b2327a-6c07-464c-8926-4e271fa80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5b784934-81a2-4bb5-a668-73176a055465'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:51.590587 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:51.601603 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2a4a7bca-3691-4afb-bd8e-22044d9c2003 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1998ddef2d642a09822bef952a0b97c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2998166 Jan 28 19:18:51.619305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48972) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:51.644102 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b945-0a84-4ed7-9ab1-734155eb1482 req-4f0c71fd-94ee-4fa3-b64b-dcb00eee5fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:51.645606 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5e49b945-0a84-4ed7-9ab1-734155eb1482 req-4f0c71fd-94ee-4fa3-b64b-dcb00eee5fe6 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6677070 Jan 28 19:18:51.682345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Allocated IP 2001:db8:0:1::2 (2356a48d-87e0-48e9-b70d-d30e1c2d78fb/8aeba49f-fa54-459f-944f-1803ac899b26/c464e77e-af90-44c3-9c07-1750ecec4ba8) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:51.777823 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c11c2a6-a201-4ee8-a6eb-915e950ff20e None None] The sync data for ids ['7bac7588-a6da-46fc-8c0b-c38a424e8b78'] in n-d-824834-4 is: [{'id': '7bac7588-a6da-46fc-8c0b-c38a424e8b78', 'name': 'tempest-NetworksTestDHCPv6-router-334656612', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:31Z', 'updated_at': '2022-01-28T19:18:47Z', 'revision_number': 3, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:18:51.813009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d278a8-4f10-4461-a0da-ff9e219ce632 req-d10c8605-f826-4558-99a6-b73daaa3c853 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:51.820740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d278a8-4f10-4461-a0da-ff9e219ce632 req-d10c8605-f826-4558-99a6-b73daaa3c853 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:51.828818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d278a8-4f10-4461-a0da-ff9e219ce632 req-d10c8605-f826-4558-99a6-b73daaa3c853 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:51.838524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fff4855-9acc-4082-9092-40b41d870eec tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet b678ff97-5e70-4214-9570-e0f77032ea3f {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:18:51.842900 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fff4855-9acc-4082-9092-40b41d870eec tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (b678ff97-5e70-4214-9570-e0f77032ea3f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:51.843342 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d278a8-4f10-4461-a0da-ff9e219ce632 req-d10c8605-f826-4558-99a6-b73daaa3c853 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:51.850554 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d278a8-4f10-4461-a0da-ff9e219ce632 req-d10c8605-f826-4558-99a6-b73daaa3c853 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:51.857383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d278a8-4f10-4461-a0da-ff9e219ce632 req-d10c8605-f826-4558-99a6-b73daaa3c853 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:51.864362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d278a8-4f10-4461-a0da-ff9e219ce632 req-d10c8605-f826-4558-99a6-b73daaa3c853 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:51.867164 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e0d278a8-4f10-4461-a0da-ff9e219ce632 req-d10c8605-f826-4558-99a6-b73daaa3c853 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5393 time: 0.4601862 Jan 28 19:18:51.890097 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fff4855-9acc-4082-9092-40b41d870eec tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (b678ff97-5e70-4214-9570-e0f77032ea3f), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:51.928581 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] For port c464e77e-af90-44c3-9c07-1750ecec4ba8, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c464e77e-af90-44c3-9c07-1750ecec4ba8,segment=NetworkSegment(f68958ac-47eb-43ee-b78d-f27a9075bc1c),segment_id=f68958ac-47eb-43ee-b78d-f27a9075bc1c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:51.979443 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fff4855-9acc-4082-9092-40b41d870eec tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (b678ff97-5e70-4214-9570-e0f77032ea3f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:51.996346 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-2605ee88-cbdc-48a7-be71-47a6431a6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:51.998114 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-2605ee88-cbdc-48a7-be71-47a6431a6fee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5132353 Jan 28 19:18:52.027626 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Publish callbacks [] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:52.044604 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:52.126715 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:52.170491 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd8757a7-cf7d-45be-ada7-fd9a6788b4e9 admin admin] Publish callbacks [] for security_group (db74a9d5-62ca-4630-a117-fae556b46dfb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:52.208016 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e0d278a8-4f10-4461-a0da-ff9e219ce632 req-8df045da-3751-4b14-9ad4-0606cea93251 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3323395 Jan 28 19:18:52.209099 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd8757a7-cf7d-45be-ada7-fd9a6788b4e9 admin admin] Publish callbacks [] for security_group (db74a9d5-62ca-4630-a117-fae556b46dfb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:52.312056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Pushing event updated for resources: {'Port': ['ID=c464e77e-af90-44c3-9c07-1750ecec4ba8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:52.332293 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:52.332635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:52.332974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:52.333302 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:52.337659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:52.338426 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:52.338426 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:52.338775 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:52.339098 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:52.339341 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd8757a7-cf7d-45be-ada7-fd9a6788b4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (db74a9d5-62ca-4630-a117-fae556b46dfb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:52.339853 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:52.340158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:52.340495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:52.340815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a87cc0-69c7-42b4-98d6-248f5a75b44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:18:52.362772 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd8757a7-cf7d-45be-ada7-fd9a6788b4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:52.367089 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cd8757a7-cf7d-45be-ada7-fd9a6788b4e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db74a9d5-62ca-4630-a117-fae556b46dfb HTTP/1.1" status: 204 len: 168 time: 0.6832612 Jan 28 19:18:52.397941 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-54224b96-304f-420c-9816-c75f0ef12f8f service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860667 Jan 28 19:18:52.474569 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f733693-e0ca-403b-ac87-64294a1d1c00 req-d287abbb-dfc6-4425-8746-66b3f22a1ce1 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:52.487799 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f733693-e0ca-403b-ac87-64294a1d1c00 req-d287abbb-dfc6-4425-8746-66b3f22a1ce1 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/ports?device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 945 time: 0.9832356 Jan 28 19:18:52.612583 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] For port 8c68f75a-044e-472c-9ceb-54febb5d164d, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:52.627286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-979e4bb5-f9fb-4114-b824-c5b9d2f08cbe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Delete allocated IP 2001:db8::271 (2356a48d-87e0-48e9-b70d-d30e1c2d78fb/78d95d76-7a1a-4612-be35-c988c4234bcc) {{(pid=103146) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 19:18:52.656916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-979e4bb5-f9fb-4114-b824-c5b9d2f08cbe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Allocated IP 2001:db8:0:1::35a (2356a48d-87e0-48e9-b70d-d30e1c2d78fb/8aeba49f-fa54-459f-944f-1803ac899b26/40a4eb1d-6f83-419a-82d5-c08f3dc50e24) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:18:52.783917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8757a7-cf7d-45be-ada7-fd9a6788b4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db74a9d5-62ca-4630-a117-fae556b46dfb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:52.947210 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.233128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a69777e-2f4b-4bc6-8b0c-1916d555099f {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:53.249991 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Publish callbacks [] for port (2a69777e-2f4b-4bc6-8b0c-1916d555099f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.283069 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Transition to ACTIVE for port object 2a69777e-2f4b-4bc6-8b0c-1916d555099f will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:53.302749 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-979e4bb5-f9fb-4114-b824-c5b9d2f08cbe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (40a4eb1d-6f83-419a-82d5-c08f3dc50e24), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.318422 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164ce88-1044-486f-9f26-207d74bfa055 req-ddea324f-3e55-43ce-8198-04610629cbf0 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:53.318534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] For port 8c68f75a-044e-472c-9ceb-54febb5d164d, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=8c68f75a-044e-472c-9ceb-54febb5d164d,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:53.324101 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d164ce88-1044-486f-9f26-207d74bfa055 req-ddea324f-3e55-43ce-8198-04610629cbf0 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 934 time: 0.8747194 Jan 28 19:18:53.327458 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fff4855-9acc-4082-9092-40b41d870eec tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (b678ff97-5e70-4214-9570-e0f77032ea3f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.332000 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-979e4bb5-f9fb-4114-b824-c5b9d2f08cbe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (40a4eb1d-6f83-419a-82d5-c08f3dc50e24), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.386651 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fff4855-9acc-4082-9092-40b41d870eec tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.397742 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5fff4855-9acc-4082-9092-40b41d870eec tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/b678ff97-5e70-4214-9570-e0f77032ea3f HTTP/1.1" status: 204 len: 168 time: 2.7587976 Jan 28 19:18:53.406508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a03a6-e56d-4c83-8423-6bdd7e1e7ea7 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:53.419920 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (2a69777e-2f4b-4bc6-8b0c-1916d555099f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.459529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49020) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:53.484703 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01eb5e46-2376-4190-9772-de180d5fa4aa req-d76be033-00e7-435d-b2f9-3296c7ad3568 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0760155 Jan 28 19:18:53.551296 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.615846 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:53.617306 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.619873 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] 10.222.0.31 "PUT /v2.0/ports/8c68f75a-044e-472c-9ceb-54febb5d164d HTTP/1.1" status: 200 len: 1091 time: 5.0167143 Jan 28 19:18:53.647327 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'tag': '8c68f75a-044e-472c-9ceb-54febb5d164d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:53.651879 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d82357-cdcc-49b7-a4fd-f7081a71af8b" -d '{"events": [{"name": "network-changed", "server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "tag": "8c68f75a-044e-472c-9ceb-54febb5d164d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:53.675860 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f733693-e0ca-403b-ac87-64294a1d1c00 req-e54a2de1-92df-4123-a019-509eeb507286 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d6c3c7c-1add-440f-b6b2-399ea6327d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1869986 Jan 28 19:18:53.682234 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff4855-9acc-4082-9092-40b41d870eec tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=b678ff97-5e70-4214-9570-e0f77032ea3f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:53.690507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-17a2337c-d828-41ee-ae69-d3cb50778f9c None None] Provisioning complete for port c464e77e-af90-44c3-9c07-1750ecec4ba8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:53.691544 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17a2337c-d828-41ee-ae69-d3cb50778f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:53.734464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Request body: {'port': {'device_id': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:53.885667 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c464e77e-af90-44c3-9c07-1750ecec4ba8 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:54.030393 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d764d9-8112-4281-8670-adb0bac81fcf None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:18:54.045942 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9fb3904b-088f-474c-b70e-bea74ba43672), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:54.093779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3ece4-1dd5-400d-89fd-b8b50e67962b req-e0481621-4c0f-4872-ae14-592b255016dd tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:54.095620 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ed3ece4-1dd5-400d-89fd-b8b50e67962b req-e0481621-4c0f-4872-ae14-592b255016dd tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.37 "GET /v2.0/ports?device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 945 time: 1.6763380 Jan 28 19:18:54.173719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49032) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:54.273395 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c464e77e-af90-44c3-9c07-1750ecec4ba8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:54.275025 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:54.396820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-17a2337c-d828-41ee-ae69-d3cb50778f9c None None] Current status of the port c464e77e-af90-44c3-9c07-1750ecec4ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:54.494884 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-17a2337c-d828-41ee-ae69-d3cb50778f9c None None] Provisioning complete for port 40a4eb1d-6f83-419a-82d5-c08f3dc50e24 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:54.503446 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17a2337c-d828-41ee-ae69-d3cb50778f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (40a4eb1d-6f83-419a-82d5-c08f3dc50e24), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:54.652953 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:54.680683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e9d764d9-8112-4281-8670-adb0bac81fcf None None] Deleting port 09386e34-abc8-4e33-a5c6-c4e8b9058c30 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:54.682105 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9d764d9-8112-4281-8670-adb0bac81fcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (09386e34-abc8-4e33-a5c6-c4e8b9058c30), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:54.688544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-17a2337c-d828-41ee-ae69-d3cb50778f9c None None] Port 40a4eb1d-6f83-419a-82d5-c08f3dc50e24 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:54.843554 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c464e77e-af90-44c3-9c07-1750ecec4ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:54.853519 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a69777e-2f4b-4bc6-8b0c-1916d555099f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:54.901844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8a123a73-32f3-4afe-9e1f-ef3412e303dc no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:54.909720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-979e4bb5-f9fb-4114-b824-c5b9d2f08cbe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] In _notify_port_updated(), no bound segment for port 40a4eb1d-6f83-419a-82d5-c08f3dc50e24 on network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:18:54.917342 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979e4bb5-f9fb-4114-b824-c5b9d2f08cbe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:54.918305 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-979e4bb5-f9fb-4114-b824-c5b9d2f08cbe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:54.920257 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-979e4bb5-f9fb-4114-b824-c5b9d2f08cbe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "PUT /v2.0/ports/40a4eb1d-6f83-419a-82d5-c08f3dc50e24 HTTP/1.1" status: 200 len: 930 time: 4.6750009 Jan 28 19:18:54.940540 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e4bb5-f9fb-4114-b824-c5b9d2f08cbe tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=40a4eb1d-6f83-419a-82d5-c08f3dc50e24,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:54.958309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49054) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:54.979412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 8a123a73-32f3-4afe-9e1f-ef3412e303dc {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:54.982340 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8a123a73-32f3-4afe-9e1f-ef3412e303dc not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:54.986327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-17a2337c-d828-41ee-ae69-d3cb50778f9c None None] Provisioning complete for port 640187dc-2e89-45e8-906b-f948fcb9de68 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:54.986828 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17a2337c-d828-41ee-ae69-d3cb50778f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (640187dc-2e89-45e8-906b-f948fcb9de68), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:55.044236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e9d764d9-8112-4281-8670-adb0bac81fcf None None] For port 09386e34-abc8-4e33-a5c6-c4e8b9058c30, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=09386e34-abc8-4e33-a5c6-c4e8b9058c30,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:55.044927 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9d764d9-8112-4281-8670-adb0bac81fcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (09386e34-abc8-4e33-a5c6-c4e8b9058c30), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:55.071863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e9d764d9-8112-4281-8670-adb0bac81fcf None None] Calling delete_port for 09386e34-abc8-4e33-a5c6-c4e8b9058c30 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:55.076068 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-17a2337c-d828-41ee-ae69-d3cb50778f9c None None] Port 640187dc-2e89-45e8-906b-f948fcb9de68 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:55.081680 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d164ce88-1044-486f-9f26-207d74bfa055 req-a2f66486-097c-4328-a7c3-b68ce5b350f1 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7566850 Jan 28 19:18:55.113414 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c88ea93e-44cc-4b49-b8be-21cb0b4cabf7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.6451368 Jan 28 19:18:55.120889 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d9e50e53-145b-470f-a2d1-116d12803593 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-423147707-network', 'tenant_id': '30bf8f3616cd4e51a62c447be3b7ab65'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:55.123309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49058) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:55.130449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73c8a1-179e-4b71-bde9-b1d2ebfd1e93 service neutron] Pushing event updated for resources: {'Port': ['ID=8c68f75a-044e-472c-9ceb-54febb5d164d,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:55.207318 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea52bfb-52d4-4544-9506-e97fafd00c97 req-ecb17e8c-2edf-4937-ab47-0077e81df0b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:55.214189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea52bfb-52d4-4544-9506-e97fafd00c97 req-ecb17e8c-2edf-4937-ab47-0077e81df0b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:55.221449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea52bfb-52d4-4544-9506-e97fafd00c97 req-ecb17e8c-2edf-4937-ab47-0077e81df0b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:55.241977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea52bfb-52d4-4544-9506-e97fafd00c97 req-ecb17e8c-2edf-4937-ab47-0077e81df0b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:55.253739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea52bfb-52d4-4544-9506-e97fafd00c97 req-ecb17e8c-2edf-4937-ab47-0077e81df0b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:55.259248 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea52bfb-52d4-4544-9506-e97fafd00c97 req-ecb17e8c-2edf-4937-ab47-0077e81df0b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:55.286928 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea52bfb-52d4-4544-9506-e97fafd00c97 req-ecb17e8c-2edf-4937-ab47-0077e81df0b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:55.288982 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cea52bfb-52d4-4544-9506-e97fafd00c97 req-ecb17e8c-2edf-4937-ab47-0077e81df0b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5393 time: 1.4030440 Jan 28 19:18:55.308893 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b68221-66ba-4e9a-a94f-5abd83e602e7 x-openstack-request-id: req-b7b68221-66ba-4e9a-a94f-5abd83e602e7 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:55.309256 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "tag": "8c68f75a-044e-472c-9ceb-54febb5d164d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:55.309518 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7b68221-66ba-4e9a-a94f-5abd83e602e7 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:55.309968 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'tag': '8c68f75a-044e-472c-9ceb-54febb5d164d', 'status': 'completed', 'code': 200} Jan 28 19:18:55.314182 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1366f00-3712-4ba2-bfb0-d2969c3c90c5 req-7d07d2f6-141c-446a-92b3-f7190b3e1069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:55.317537 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1366f00-3712-4ba2-bfb0-d2969c3c90c5 req-7d07d2f6-141c-446a-92b3-f7190b3e1069 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f6d1d89a2cc450087be951ba23471e3&device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 1130 time: 1.7545786 Jan 28 19:18:55.328774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c212979d-40e6-4389-a5ff-ad08396e0e0c None None] Provisioning complete for port 40a4eb1d-6f83-419a-82d5-c08f3dc50e24 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:55.329483 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c212979d-40e6-4389-a5ff-ad08396e0e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (40a4eb1d-6f83-419a-82d5-c08f3dc50e24), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:55.350966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9ed3ece4-1dd5-400d-89fd-b8b50e67962b req-42468040-e49d-4af3-8291-3e882307bc01 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Deleting port cf5edffd-2b44-4d4a-a03e-a707b3336bf9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:55.351379 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9ed3ece4-1dd5-400d-89fd-b8b50e67962b req-42468040-e49d-4af3-8291-3e882307bc01 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (cf5edffd-2b44-4d4a-a03e-a707b3336bf9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:55.435879 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c212979d-40e6-4389-a5ff-ad08396e0e0c None None] Port 40a4eb1d-6f83-419a-82d5-c08f3dc50e24 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:18:55.448364 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:55.470264 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9d764d9-8112-4281-8670-adb0bac81fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (09386e34-abc8-4e33-a5c6-c4e8b9058c30), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:55.532116 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d764d9-8112-4281-8670-adb0bac81fcf None None] Pushing event deleted for resources: {'Port': ['ID=09386e34-abc8-4e33-a5c6-c4e8b9058c30,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:55.553027 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d764d9-8112-4281-8670-adb0bac81fcf None None] No DVR routers for this DVR port 09386e34-abc8-4e33-a5c6-c4e8b9058c30 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:55.558630 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9ed3ece4-1dd5-400d-89fd-b8b50e67962b req-42468040-e49d-4af3-8291-3e882307bc01 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] For port cf5edffd-2b44-4d4a-a03e-a707b3336bf9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=cf5edffd-2b44-4d4a-a03e-a707b3336bf9,segment=NetworkSegment(47132bdd-a2f2-480c-838c-c5e98d03db0d),segment_id=47132bdd-a2f2-480c-838c-c5e98d03db0d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:55.558977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9ed3ece4-1dd5-400d-89fd-b8b50e67962b req-42468040-e49d-4af3-8291-3e882307bc01 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (cf5edffd-2b44-4d4a-a03e-a707b3336bf9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:55.582972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9ed3ece4-1dd5-400d-89fd-b8b50e67962b req-42468040-e49d-4af3-8291-3e882307bc01 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Calling delete_port for cf5edffd-2b44-4d4a-a03e-a707b3336bf9 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:55.617215 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2648444a-b15f-4a38-b002-5387b72168d0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for router (7bac7588-a6da-46fc-8c0b-c38a424e8b78), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:55.767524 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 09386e34-abc8-4e33-a5c6-c4e8b9058c30 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:55.855332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 09386e34-abc8-4e33-a5c6-c4e8b9058c30 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:55.857588 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Attempting to bind port 2a69777e-2f4b-4bc6-8b0c-1916d555099f on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:55.858087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Attempting to bind port 2a69777e-2f4b-4bc6-8b0c-1916d555099f by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:55.858286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Attempting to bind port 2a69777e-2f4b-4bc6-8b0c-1916d555099f on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:55.858694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 09386e34-abc8-4e33-a5c6-c4e8b9058c30 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:55.860456 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9ed3ece4-1dd5-400d-89fd-b8b50e67962b req-42468040-e49d-4af3-8291-3e882307bc01 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (cf5edffd-2b44-4d4a-a03e-a707b3336bf9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:55.921469 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cea52bfb-52d4-4544-9506-e97fafd00c97 req-2184a43d-b612-4bfd-9ba0-c6f4edce77fd tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6084805 Jan 28 19:18:55.948376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e50e53-145b-470f-a2d1-116d12803593 admin admin] Made reservation on behalf of 30bf8f3616cd4e51a62c447be3b7ab65 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:55.950753 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9e50e53-145b-470f-a2d1-116d12803593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:55.973846 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42468040-e49d-4af3-8291-3e882307bc01 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Pushing event deleted for resources: {'Port': ['ID=cf5edffd-2b44-4d4a-a03e-a707b3336bf9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:55.975913 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9e50e53-145b-470f-a2d1-116d12803593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:56.145459 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9e50e53-145b-470f-a2d1-116d12803593 admin admin] Publish callbacks [] for security_group (266e8ef1-f482-4223-bdc7-ff90894ba7eb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:56.175455 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Port 2a69777e-2f4b-4bc6-8b0c-1916d555099f on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:56.175782 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Attempting to bind port 2a69777e-2f4b-4bc6-8b0c-1916d555099f on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:56.181081 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9e50e53-145b-470f-a2d1-116d12803593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (266e8ef1-f482-4223-bdc7-ff90894ba7eb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:56.202280 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e50e53-145b-470f-a2d1-116d12803593 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:18:56.212182 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9e50e53-145b-470f-a2d1-116d12803593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9b5cf5cf-92ab-4cc5-9377-327df170d7be), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:56.212530 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-d9e50e53-145b-470f-a2d1-116d12803593 admin admin] Added segment 9b5cf5cf-92ab-4cc5-9377-327df170d7be of type vlan for network d80cfb31-56d7-4bc8-8f36-387a72246005 Jan 28 19:18:56.218332 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2648444a-b15f-4a38-b002-5387b72168d0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (7bac7588-a6da-46fc-8c0b-c38a424e8b78), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:56.246933 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2648444a-b15f-4a38-b002-5387b72168d0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for router_controller (7bac7588-a6da-46fc-8c0b-c38a424e8b78), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:56.255975 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9e50e53-145b-470f-a2d1-116d12803593 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (d80cfb31-56d7-4bc8-8f36-387a72246005), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:56.298000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063deb6b-4a83-4631-a024-f86e8a07ffef req-043bdf46-9e3e-44ba-8c1c-50aae7f4b758 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:56.310806 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-063deb6b-4a83-4631-a024-f86e8a07ffef req-043bdf46-9e3e-44ba-8c1c-50aae7f4b758 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/ports?device_id=58c4ecfe-927a-4310-b35e-820a069ff2a9 HTTP/1.1" status: 200 len: 945 time: 0.8981628 Jan 28 19:18:56.311349 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e50e53-145b-470f-a2d1-116d12803593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266e8ef1-f482-4223-bdc7-ff90894ba7eb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:56.313874 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9e50e53-145b-470f-a2d1-116d12803593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (d80cfb31-56d7-4bc8-8f36-387a72246005), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:56.314889 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e50e53-145b-470f-a2d1-116d12803593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:56.315504 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9e50e53-145b-470f-a2d1-116d12803593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:56.340756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e2edc7eb-d804-4069-9fb2-53832d700677 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port 40a4eb1d-6f83-419a-82d5-c08f3dc50e24 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:18:56.341524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb3904b-088f-474c-b70e-bea74ba43672 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:56.342483 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2edc7eb-d804-4069-9fb2-53832d700677 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (40a4eb1d-6f83-419a-82d5-c08f3dc50e24), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:56.347932 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:56.348601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:56.349030 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:56.349475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Bound port: 2a69777e-2f4b-4bc6-8b0c-1916d555099f, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:56.350057 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2a69777e-2f4b-4bc6-8b0c-1916d555099f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:56.374801 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Publish callbacks [] for port (9fb3904b-088f-474c-b70e-bea74ba43672), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:56.399257 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d9e50e53-145b-470f-a2d1-116d12803593 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1958165 Jan 28 19:18:56.449028 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49076) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:56.450585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed3ece4-1dd5-400d-89fd-b8b50e67962b req-42468040-e49d-4af3-8291-3e882307bc01 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] No DVR routers for this DVR port cf5edffd-2b44-4d4a-a03e-a707b3336bf9 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:18:56.482395 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9ed3ece4-1dd5-400d-89fd-b8b50e67962b req-42468040-e49d-4af3-8291-3e882307bc01 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:56.485815 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ed3ece4-1dd5-400d-89fd-b8b50e67962b req-42468040-e49d-4af3-8291-3e882307bc01 tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.37 "DELETE /v2.0/ports/cf5edffd-2b44-4d4a-a03e-a707b3336bf9 HTTP/1.1" status: 204 len: 173 time: 2.2798314 Jan 28 19:18:56.489584 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bcfd715a-2a59-43d4-8068-a8326f86bb8c admin admin] Request body: {'subnet': {'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-423147707-subnet', 'tenant_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:56.533921 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Transition to ACTIVE for port object 9fb3904b-088f-474c-b70e-bea74ba43672 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:18:56.551852 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1366f00-3712-4ba2-bfb0-d2969c3c90c5 req-f5f1a52c-a987-4228-91b1-6911812aabdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:56.555237 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1366f00-3712-4ba2-bfb0-d2969c3c90c5 req-f5f1a52c-a987-4228-91b1-6911812aabdb service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 1.2028034 Jan 28 19:18:56.593932 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (9fb3904b-088f-474c-b70e-bea74ba43672), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:56.632256 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e50e53-145b-470f-a2d1-116d12803593 admin admin] Pushing event updated for resources: {'Network': ['ID=d80cfb31-56d7-4bc8-8f36-387a72246005,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:56.651352 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network d80cfb31-56d7-4bc8-8f36-387a72246005 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:18:56.685883 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1366f00-3712-4ba2-bfb0-d2969c3c90c5 req-85b12bc6-afbc-4f4f-bcc3-62e14ec64011 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=ca00b136-d879-478d-8eaa-a5920a54250b HTTP/1.1" status: 200 len: 217 time: 0.0845585 Jan 28 19:18:56.686889 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2648444a-b15f-4a38-b002-5387b72168d0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (7bac7588-a6da-46fc-8c0b-c38a424e8b78), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:56.688126 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2648444a-b15f-4a38-b002-5387b72168d0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Fanout notify agent at l3_agent the message router_deleted on router 7bac7588-a6da-46fc-8c0b-c38a424e8b78 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:18:56.708061 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfd715a-2a59-43d4-8068-a8326f86bb8c admin admin] Made reservation on behalf of 30bf8f3616cd4e51a62c447be3b7ab65 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:56.719981 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcfd715a-2a59-43d4-8068-a8326f86bb8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:56.773629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9428b-7dff-46b5-94d7-bba082f7abc7 req-9a5066d9-d8ff-4e3d-8be7-b6ce9a73e85c tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:56.793614 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6a9428b-7dff-46b5-94d7-bba082f7abc7 req-9a5066d9-d8ff-4e3d-8be7-b6ce9a73e85c tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 946 time: 0.5136302 Jan 28 19:18:56.808653 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2648444a-b15f-4a38-b002-5387b72168d0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:56.815530 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2648444a-b15f-4a38-b002-5387b72168d0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/routers/7bac7588-a6da-46fc-8c0b-c38a424e8b78 HTTP/1.1" status: 204 len: 168 time: 1.6838565 Jan 28 19:18:56.850008 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ca00b136-d879-478d-8eaa-a5920a54250b details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:18:56.932774 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1366f00-3712-4ba2-bfb0-d2969c3c90c5 req-f8ee0a7a-a5ca-499d-ad96-de3a8797e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:56.934355 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1366f00-3712-4ba2-bfb0-d2969c3c90c5 req-f8ee0a7a-a5ca-499d-ad96-de3a8797e7b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1156790 Jan 28 19:18:56.940038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49080) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:57.019568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d82357-cdcc-49b7-a4fd-f7081a71af8b req-77e93adb-2074-4c99-85b2-5439446fed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.020522 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d82357-cdcc-49b7-a4fd-f7081a71af8b req-77e93adb-2074-4c99-85b2-5439446fed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.021193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d82357-cdcc-49b7-a4fd-f7081a71af8b req-77e93adb-2074-4c99-85b2-5439446fed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.022641 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d82357-cdcc-49b7-a4fd-f7081a71af8b req-77e93adb-2074-4c99-85b2-5439446fed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.023802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d82357-cdcc-49b7-a4fd-f7081a71af8b req-77e93adb-2074-4c99-85b2-5439446fed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.024450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d82357-cdcc-49b7-a4fd-f7081a71af8b req-77e93adb-2074-4c99-85b2-5439446fed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.025091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d82357-cdcc-49b7-a4fd-f7081a71af8b req-77e93adb-2074-4c99-85b2-5439446fed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.027476 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90d82357-cdcc-49b7-a4fd-f7081a71af8b req-77e93adb-2074-4c99-85b2-5439446fed15 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cc767c1cbe248bab484e9622a21d031&device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 6495 time: 1.7074256 Jan 28 19:18:57.072069 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49084) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:57.121913 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-063deb6b-4a83-4631-a024-f86e8a07ffef req-46e709c7-4376-4316-90bc-fdda33de6e1a tempest-ServersNegativeTestMultiTenantJSON-939250057 tempest-ServersNegativeTestMultiTenantJSON-939250057-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d6c3c7c-1add-440f-b6b2-399ea6327d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8094251 Jan 28 19:18:57.156171 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ca00b136-d879-478d-8eaa-a5920a54250b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ca00b136-d879-478d-8eaa-a5920a54250b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:57.202112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'ca00b136-d879-478d-8eaa-a5920a54250b', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': 'ca00b136-d879-478d-8eaa-a5920a54250b', 'mac_address': 'fa:16:3e:7e:52:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:18:57.209896 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device cf5edffd-2b44-4d4a-a03e-a707b3336bf9 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:18:57.230109 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7a1c5032-9967-4950-8468-7747c911e822 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2871284 Jan 28 19:18:57.257554 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49088) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:57.270346 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcfd715a-2a59-43d4-8068-a8326f86bb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (ad7b927e-a6aa-48ba-960b-bbd0e7fc8445), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:57.294805 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: cf5edffd-2b44-4d4a-a03e-a707b3336bf9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:18:57.294805 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device cf5edffd-2b44-4d4a-a03e-a707b3336bf9 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:18:57.346201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c4ecfe-927a-4310-b35e-820a069ff2a9', 'name': 'network-vif-deleted', 'tag': 'cf5edffd-2b44-4d4a-a03e-a707b3336bf9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:57.348501 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d306e40c-5954-4742-938b-06016c8b68a4" -d '{"events": [{"server_uuid": "58c4ecfe-927a-4310-b35e-820a069ff2a9", "name": "network-vif-deleted", "tag": "cf5edffd-2b44-4d4a-a03e-a707b3336bf9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:57.358804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ca00b136-d879-478d-8eaa-a5920a54250b is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:57.359212 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:57.393911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca00b136-d879-478d-8eaa-a5920a54250b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:18:57.433666 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ca00b136-d879-478d-8eaa-a5920a54250b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ca00b136-d879-478d-8eaa-a5920a54250b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:57.445076 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:57.459018 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] For port 2a69777e-2f4b-4bc6-8b0c-1916d555099f, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:57.463292 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb3904b-088f-474c-b70e-bea74ba43672,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:57.477808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee816e7d-c881-4dab-9149-168e5589407c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.483519 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ee816e7d-c881-4dab-9149-168e5589407c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2123966 Jan 28 19:18:57.493631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49094) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:57.524295 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2edc7eb-d804-4069-9fb2-53832d700677 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (40a4eb1d-6f83-419a-82d5-c08f3dc50e24), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:57.540491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e2edc7eb-d804-4069-9fb2-53832d700677 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for 40a4eb1d-6f83-419a-82d5-c08f3dc50e24 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:18:57.543617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] For port 2a69777e-2f4b-4bc6-8b0c-1916d555099f, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2a69777e-2f4b-4bc6-8b0c-1916d555099f,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:57.571489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ca00b136-d879-478d-8eaa-a5920a54250b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:57.626771 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c9f5f7ec-be59-4641-acfa-754edcfdbbd2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1183577 Jan 28 19:18:57.650082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['ca00b136-d879-478d-8eaa-a5920a54250b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:18:57.652232 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (2a69777e-2f4b-4bc6-8b0c-1916d555099f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:57.659351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49096) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:57.676779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-012b6fd8-a2a0-4e19-bb9a-a407293380b5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:57.715386 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd715a-2a59-43d4-8068-a8326f86bb8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad7b927e-a6aa-48ba-960b-bbd0e7fc8445,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:57.721525 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6a9428b-7dff-46b5-94d7-bba082f7abc7 req-8ac023a6-b338-4df4-b5f9-28ec8825fec1 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9269900 Jan 28 19:18:57.852915 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-317a4e2d-9a2f-4a71-97fb-878c6125ac34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:57.882544 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1366f00-3712-4ba2-bfb0-d2969c3c90c5 req-b0346db2-2018-4297-aa8e-bf8c5174c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.884392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1366f00-3712-4ba2-bfb0-d2969c3c90c5 req-b0346db2-2018-4297-aa8e-bf8c5174c5f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9149613 Jan 28 19:18:57.895077 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2edc7eb-d804-4069-9fb2-53832d700677 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (40a4eb1d-6f83-419a-82d5-c08f3dc50e24), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:57.950415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decde2b-1ede-474f-b03d-95929323b4dd req-c456fa57-262e-4f1f-af20-6a3c25d81ecf tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.956981 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decde2b-1ede-474f-b03d-95929323b4dd req-c456fa57-262e-4f1f-af20-6a3c25d81ecf tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.963375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decde2b-1ede-474f-b03d-95929323b4dd req-c456fa57-262e-4f1f-af20-6a3c25d81ecf tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.969376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decde2b-1ede-474f-b03d-95929323b4dd req-c456fa57-262e-4f1f-af20-6a3c25d81ecf tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.977182 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decde2b-1ede-474f-b03d-95929323b4dd req-c456fa57-262e-4f1f-af20-6a3c25d81ecf tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.983562 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decde2b-1ede-474f-b03d-95929323b4dd req-c456fa57-262e-4f1f-af20-6a3c25d81ecf tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.989394 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decde2b-1ede-474f-b03d-95929323b4dd req-c456fa57-262e-4f1f-af20-6a3c25d81ecf tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:57.991649 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6decde2b-1ede-474f-b03d-95929323b4dd req-c456fa57-262e-4f1f-af20-6a3c25d81ecf tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5405 time: 0.5735254 Jan 28 19:18:58.084665 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795157ea-c740-4ba8-8e74-05e5c8a45686 x-openstack-request-id: req-795157ea-c740-4ba8-8e74-05e5c8a45686 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:58.085080 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c4ecfe-927a-4310-b35e-820a069ff2a9", "name": "network-vif-deleted", "tag": "cf5edffd-2b44-4d4a-a03e-a707b3336bf9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:58.085330 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-795157ea-c740-4ba8-8e74-05e5c8a45686 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:58.085718 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c4ecfe-927a-4310-b35e-820a069ff2a9', 'name': 'network-vif-deleted', 'tag': 'cf5edffd-2b44-4d4a-a03e-a707b3336bf9', 'status': 'completed', 'code': 200} Jan 28 19:18:58.092306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edc7eb-d804-4069-9fb2-53832d700677 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=40a4eb1d-6f83-419a-82d5-c08f3dc50e24,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:58.092542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd715a-2a59-43d4-8068-a8326f86bb8c admin admin] Checking segment: {'id': '9b5cf5cf-92ab-4cc5-9377-327df170d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:58.092542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfd715a-2a59-43d4-8068-a8326f86bb8c admin admin] Network hostable DHCP agents. Network: d80cfb31-56d7-4bc8-8f36-387a72246005, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:18:58.100880 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1366f00-3712-4ba2-bfb0-d2969c3c90c5 req-941c0f48-d9c9-436c-a7f2-ff12d7a2b8f5 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929636 Jan 28 19:18:58.187875 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-317a4e2d-9a2f-4a71-97fb-878c6125ac34 admin admin] Publish callbacks [] for security_group (bbb30ac9-b664-4ea9-b430-ab0322f31ba5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.210279 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:58.213530 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.217240 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] 10.222.0.37 "PUT /v2.0/ports/2a69777e-2f4b-4bc6-8b0c-1916d555099f HTTP/1.1" status: 200 len: 1094 time: 8.2912874 Jan 28 19:18:58.245125 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2edc7eb-d804-4069-9fb2-53832d700677 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.260272 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e2edc7eb-d804-4069-9fb2-53832d700677 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/40a4eb1d-6f83-419a-82d5-c08f3dc50e24 HTTP/1.1" status: 204 len: 168 time: 3.3005824 Jan 28 19:18:58.261075 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:58.261214 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-317a4e2d-9a2f-4a71-97fb-878c6125ac34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bbb30ac9-b664-4ea9-b430-ab0322f31ba5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.287182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Attempting to bind port 9fb3904b-088f-474c-b70e-bea74ba43672 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:18:58.287704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Attempting to bind port 9fb3904b-088f-474c-b70e-bea74ba43672 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '2f9ca07e-a570-4068-8d71-ec00c0d5e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:18:58.287874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Attempting to bind port 9fb3904b-088f-474c-b70e-bea74ba43672 on network 8bd761fc-fe6a-405a-9893-029eb3d01134 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:58.298700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49102) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:58.351321 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-4becc0c1-981f-4b1a-90e8-df52015f92e2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] GET failed (client error): The resource could not be found. Jan 28 19:18:58.352887 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4becc0c1-981f-4b1a-90e8-df52015f92e2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports/40a4eb1d-6f83-419a-82d5-c08f3dc50e24 HTTP/1.1" status: 404 len: 333 time: 0.0493424 Jan 28 19:18:58.361592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49104) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:58.376442 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d82357-cdcc-49b7-a4fd-f7081a71af8b req-9befcac0-d7a8-4b6b-a462-84563e68787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:58.377140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d82357-cdcc-49b7-a4fd-f7081a71af8b req-9befcac0-d7a8-4b6b-a462-84563e68787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:58.377614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d82357-cdcc-49b7-a4fd-f7081a71af8b req-9befcac0-d7a8-4b6b-a462-84563e68787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:58.379291 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90d82357-cdcc-49b7-a4fd-f7081a71af8b req-9befcac0-d7a8-4b6b-a462-84563e68787c service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8cc767c1cbe248bab484e9622a21d031&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.3057547 Jan 28 19:18:58.425677 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-317a4e2d-9a2f-4a71-97fb-878c6125ac34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2697c77db7040c3916e1b68fe2088de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2997944 Jan 28 19:18:58.504178 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49106) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:58.506759 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6f758-4de3-428f-b97a-83373a5a27b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2a69777e-2f4b-4bc6-8b0c-1916d555099f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:58.510325 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Port 9fb3904b-088f-474c-b70e-bea74ba43672 on network 8bd761fc-fe6a-405a-9893-029eb3d01134 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:18:58.510661 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Attempting to bind port 9fb3904b-088f-474c-b70e-bea74ba43672 on network 8bd761fc-fe6a-405a-9893-029eb3d01134 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:18:58.532399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfd715a-2a59-43d4-8068-a8326f86bb8c admin admin] Network d80cfb31-56d7-4bc8-8f36-387a72246005 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:18:58.566546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:18:58.566546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Checking segment: {'id': '2f9ca07e-a570-4068-8d71-ec00c0d5e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:18:58.567340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Bound using segment: {'id': '2f9ca07e-a570-4068-8d71-ec00c0d5e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:18:58.567464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Bound port: 9fb3904b-088f-474c-b70e-bea74ba43672, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9ca07e-a570-4068-8d71-ec00c0d5e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:18:58.567850 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9fb3904b-088f-474c-b70e-bea74ba43672), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.598559 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d82357-cdcc-49b7-a4fd-f7081a71af8b req-dd70e373-1115-4a52-add2-85e76f74312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:58.600541 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90d82357-cdcc-49b7-a4fd-f7081a71af8b req-dd70e373-1115-4a52-add2-85e76f74312e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1879952 Jan 28 19:18:58.620174 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bcfd715a-2a59-43d4-8068-a8326f86bb8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, d80cfb31-56d7-4bc8-8f36-387a72246005) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:18:58.632614 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caee742-f3ef-421e-8f42-90f4da63381a None None] Network d80cfb31-56d7-4bc8-8f36-387a72246005 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:58.643025 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6decde2b-1ede-474f-b03d-95929323b4dd req-999f215e-5c01-4c6a-b3da-8044db7037ff tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4482963 Jan 28 19:18:58.645559 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a4e2d-9a2f-4a71-97fb-878c6125ac34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb30ac9-b664-4ea9-b430-ab0322f31ba5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:58.656940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-707d3afc-4b31-4db9-ad9d-dc09c24172d9 admin admin] Deleting subnet 9e71d067-cc27-468e-88ea-6a72e3d685ee {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:18:58.661109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfd715a-2a59-43d4-8068-a8326f86bb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:58.662320 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcfd715a-2a59-43d4-8068-a8326f86bb8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.709560 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1366f00-3712-4ba2-bfb0-d2969c3c90c5 req-c37deb88-6ea7-461e-ba22-c63962fae744 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199568 Jan 28 19:18:58.729795 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-707d3afc-4b31-4db9-ad9d-dc09c24172d9 admin admin] Publish callbacks [] for subnet (9e71d067-cc27-468e-88ea-6a72e3d685ee), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.768082 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a99d384-82c6-4b6d-b98a-d4b0a278214e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (1f7a2867-986e-47c0-891d-0b0bc7b526a3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.777024 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddb62b6-a386-4a46-96cb-2638145c8c21 None None] Network d80cfb31-56d7-4bc8-8f36-387a72246005 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:18:58.781383 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-3a3b9b3a-6978-4b07-8ff5-aef2e43b7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:58.782967 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-3a3b9b3a-6978-4b07-8ff5-aef2e43b7560 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f6d1d89a2cc450087be951ba23471e3&device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 1128 time: 0.4587748 Jan 28 19:18:58.791355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012b6fd8-a2a0-4e19-bb9a-a407293380b5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:18:58.794815 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-012b6fd8-a2a0-4e19-bb9a-a407293380b5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.817226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] For port 9fb3904b-088f-474c-b70e-bea74ba43672, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:18:58.872078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ca00b136-d879-478d-8eaa-a5920a54250b up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:18:58.954408 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bcfd715a-2a59-43d4-8068-a8326f86bb8c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5016484 Jan 28 19:18:58.957267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49112) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:58.961181 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] For port 9fb3904b-088f-474c-b70e-bea74ba43672, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=9fb3904b-088f-474c-b70e-bea74ba43672,segment=NetworkSegment(2f9ca07e-a570-4068-8d71-ec00c0d5e506),segment_id=2f9ca07e-a570-4068-8d71-ec00c0d5e506)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:18:58.963528 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a99d384-82c6-4b6d-b98a-d4b0a278214e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (1f7a2867-986e-47c0-891d-0b0bc7b526a3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.965468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-423147707-router', 'tenant_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:58.967373 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-fbddb914-2bd3-40dd-80dd-daa25c2caaaf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2a69777e-2f4b-4bc6-8b0c-1916d555099f HTTP/1.1" status: 200 len: 217 time: 0.1589947 Jan 28 19:18:58.967983 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3ae392c-d4e7-46a6-a73c-7a1ca4ca31de admin admin] Publish callbacks [] for security_group (bbb30ac9-b664-4ea9-b430-ab0322f31ba5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.972088 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-707d3afc-4b31-4db9-ad9d-dc09c24172d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (9e71d067-cc27-468e-88ea-6a72e3d685ee), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:58.996722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port ca00b136-d879-478d-8eaa-a5920a54250b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:18:59.002445 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (fb6818da-6e68-4861-9a70-e5b836869bb7), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.003958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port ca00b136-d879-478d-8eaa-a5920a54250b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:18:59.004256 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (fb6818da-6e68-4861-9a70-e5b836869bb7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.004388 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.060572 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (9fb3904b-088f-474c-b70e-bea74ba43672), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.104924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ca00b136-d879-478d-8eaa-a5920a54250b is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:18:59.105446 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.118540 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Publish callbacks [] for router_controller (fb6818da-6e68-4861-9a70-e5b836869bb7), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.137293 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd229e68-1a0d-45d8-840c-a01ae7fd64f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca00b136-d879-478d-8eaa-a5920a54250b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:18:59.139945 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f817674d-3847-4549-a091-169cc38b3499" -d '{"events": [{"server_uuid": "fd229e68-1a0d-45d8-840c-a01ae7fd64f3", "name": "network-vif-plugged", "status": "completed", "tag": "ca00b136-d879-478d-8eaa-a5920a54250b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:18:59.148422 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3ae392c-d4e7-46a6-a73c-7a1ca4ca31de admin admin] Publish callbacks [] for security_group (bbb30ac9-b664-4ea9-b430-ab0322f31ba5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.160597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ca00b136-d879-478d-8eaa-a5920a54250b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ca00b136-d879-478d-8eaa-a5920a54250b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:18:59.166431 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.267926 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:59.268485 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.268707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ca00b136-d879-478d-8eaa-a5920a54250b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:59.277544 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] 10.222.0.31 "PUT /v2.0/ports/9fb3904b-088f-474c-b70e-bea74ba43672 HTTP/1.1" status: 200 len: 1091 time: 5.5832725 Jan 28 19:18:59.338774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Request body: {'port': {'device_id': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:18:59.344909 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-707d3afc-4b31-4db9-ad9d-dc09c24172d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (9e71d067-cc27-468e-88ea-6a72e3d685ee), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.389546 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Publish callbacks [] for router_gateway (fb6818da-6e68-4861-9a70-e5b836869bb7), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.454361 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e2c26a-0347-4da8-800b-b0215f8918c6 x-openstack-request-id: req-d0e2c26a-0347-4da8-800b-b0215f8918c6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:18:59.454882 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd229e68-1a0d-45d8-840c-a01ae7fd64f3", "name": "network-vif-plugged", "status": "completed", "tag": "ca00b136-d879-478d-8eaa-a5920a54250b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:18:59.455312 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0e2c26a-0347-4da8-800b-b0215f8918c6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:18:59.455909 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd229e68-1a0d-45d8-840c-a01ae7fd64f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca00b136-d879-478d-8eaa-a5920a54250b', 'code': 200} Jan 28 19:18:59.505099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-4efb7ea6-456c-4593-af45-1e073a8fec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:59.514108 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-4efb7ea6-456c-4593-af45-1e073a8fec27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.5133910 Jan 28 19:18:59.557769 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a99d384-82c6-4b6d-b98a-d4b0a278214e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1f7a2867-986e-47c0-891d-0b0bc7b526a3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.560763 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a99d384-82c6-4b6d-b98a-d4b0a278214e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.565283 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3a99d384-82c6-4b6d-b98a-d4b0a278214e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/security-groups/1f7a2867-986e-47c0-891d-0b0bc7b526a3 HTTP/1.1" status: 204 len: 168 time: 1.1614790 Jan 28 19:18:59.568365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49118) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:59.577514 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-707d3afc-4b31-4db9-ad9d-dc09c24172d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (9e71d067-cc27-468e-88ea-6a72e3d685ee), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.594291 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ab901-ec8d-4046-819f-38aad773912b req-b08d7079-8f70-4f70-ba94-b067bcf92fec tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:59.595856 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-705ab901-ec8d-4046-819f-38aad773912b req-b08d7079-8f70-4f70-ba94-b067bcf92fec tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 946 time: 0.7584472 Jan 28 19:18:59.721485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d3afc-4b31-4db9-ad9d-dc09c24172d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e71d067-cc27-468e-88ea-6a72e3d685ee,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:59.771937 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.786120 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622574f-c309-4a18-80bd-5d6d9c5564b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb3904b-088f-474c-b70e-bea74ba43672,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:59.800908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77d738-1065-44ef-a62c-e4432dad480c req-2fdee7fc-e8c6-4d5f-868d-616d8908fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:59.802825 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7b77d738-1065-44ef-a62c-e4432dad480c req-2fdee7fc-e8c6-4d5f-868d-616d8908fdc1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 1132 time: 0.2726316 Jan 28 19:18:59.878458 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Publish callbacks [] for router_gateway (fb6818da-6e68-4861-9a70-e5b836869bb7), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.898261 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99d384-82c6-4b6d-b98a-d4b0a278214e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7a2867-986e-47c0-891d-0b0bc7b526a3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:18:59.901803 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.919398 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-707d3afc-4b31-4db9-ad9d-dc09c24172d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.934712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-707d3afc-4b31-4db9-ad9d-dc09c24172d9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9e71d067-cc27-468e-88ea-6a72e3d685ee HTTP/1.1" status: 204 len: 168 time: 1.6384573 Jan 28 19:18:59.937078 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7b77d738-1065-44ef-a62c-e4432dad480c req-8a1112ee-ab48-4cfc-a893-7951c2adad99 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969656 Jan 28 19:18:59.938954 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-705ab901-ec8d-4046-819f-38aad773912b req-5498afd3-8347-4a3a-b48c-4f397e70340c tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629368 Jan 28 19:18:59.939647 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3ae392c-d4e7-46a6-a73c-7a1ca4ca31de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bbb30ac9-b664-4ea9-b430-ab0322f31ba5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.942835 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3ae392c-d4e7-46a6-a73c-7a1ca4ca31de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:18:59.944021 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e3ae392c-d4e7-46a6-a73c-7a1ca4ca31de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbb30ac9-b664-4ea9-b430-ab0322f31ba5 HTTP/1.1" status: 204 len: 168 time: 1.4304380 Jan 28 19:18:59.951420 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49126) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:18:59.977034 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5052fe7-f2a1-4bed-82ad-a79da73d515c req-e448adf5-925a-4b61-a4a3-319f74b9e8be tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:59.983207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5052fe7-f2a1-4bed-82ad-a79da73d515c req-e448adf5-925a-4b61-a4a3-319f74b9e8be tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:59.988992 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5052fe7-f2a1-4bed-82ad-a79da73d515c req-e448adf5-925a-4b61-a4a3-319f74b9e8be tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:18:59.995206 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5052fe7-f2a1-4bed-82ad-a79da73d515c req-e448adf5-925a-4b61-a4a3-319f74b9e8be tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.000760 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5052fe7-f2a1-4bed-82ad-a79da73d515c req-e448adf5-925a-4b61-a4a3-319f74b9e8be tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.006334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5052fe7-f2a1-4bed-82ad-a79da73d515c req-e448adf5-925a-4b61-a4a3-319f74b9e8be tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.012049 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5052fe7-f2a1-4bed-82ad-a79da73d515c req-e448adf5-925a-4b61-a4a3-319f74b9e8be tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.014609 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b5052fe7-f2a1-4bed-82ad-a79da73d515c req-e448adf5-925a-4b61-a4a3-319f74b9e8be tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5405 time: 0.2107494 Jan 28 19:19:00.040047 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:00.058739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae392c-d4e7-46a6-a73c-7a1ca4ca31de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb30ac9-b664-4ea9-b430-ab0322f31ba5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:00.145169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f900969-bc04-42c2-b1a3-e57c2c39f681', 'tag': '2a69777e-2f4b-4bc6-8b0c-1916d555099f'}, {'name': 'network-changed', 'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'tag': '9fb3904b-088f-474c-b70e-bea74ba43672'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:00.151986 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a913c3-3735-4e3b-8593-9f5b227d67ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5f900969-bc04-42c2-b1a3-e57c2c39f681", "tag": "2a69777e-2f4b-4bc6-8b0c-1916d555099f"}, {"name": "network-changed", "server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "tag": "9fb3904b-088f-474c-b70e-bea74ba43672"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:00.239106 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de6a18b0-2ba7-49f4-b551-81dfc0dedbb9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (d4ccc59e-9829-41af-af2d-5d39c272c9ce), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:00.274771 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de6a18b0-2ba7-49f4-b551-81dfc0dedbb9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (d4ccc59e-9829-41af-af2d-5d39c272c9ce), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:00.323707 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-da5beaba-799e-4948-ac10-3e341410d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.326933 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-da5beaba-799e-4948-ac10-3e341410d8a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7573044 Jan 28 19:19:00.336257 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de6a18b0-2ba7-49f4-b551-81dfc0dedbb9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d4ccc59e-9829-41af-af2d-5d39c272c9ce), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:00.340029 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de6a18b0-2ba7-49f4-b551-81dfc0dedbb9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:00.344467 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-de6a18b0-2ba7-49f4-b551-81dfc0dedbb9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/security-groups/d4ccc59e-9829-41af-af2d-5d39c272c9ce HTTP/1.1" status: 204 len: 168 time: 0.7644870 Jan 28 19:19:00.345472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49136) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:00.436062 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2ed849-bee3-422c-87c9-742a0020b30b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting subnet 78d95d76-7a1a-4612-be35-c988c4234bcc {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:00.445668 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fd3337-492f-4e40-bd6b-903634ab6a7c x-openstack-request-id: req-e0fd3337-492f-4e40-bd6b-903634ab6a7c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:00.445986 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f900969-bc04-42c2-b1a3-e57c2c39f681", "tag": "2a69777e-2f4b-4bc6-8b0c-1916d555099f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "tag": "9fb3904b-088f-474c-b70e-bea74ba43672", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:00.446278 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0fd3337-492f-4e40-bd6b-903634ab6a7c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:00.450438 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f900969-bc04-42c2-b1a3-e57c2c39f681', 'tag': '2a69777e-2f4b-4bc6-8b0c-1916d555099f', 'status': 'completed', 'code': 200} Jan 28 19:19:00.450698 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'tag': '9fb3904b-088f-474c-b70e-bea74ba43672', 'status': 'completed', 'code': 200} Jan 28 19:19:00.466224 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb2ed849-bee3-422c-87c9-742a0020b30b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (78d95d76-7a1a-4612-be35-c988c4234bcc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:00.491983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a18b0-2ba7-49f4-b551-81dfc0dedbb9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ccc59e-9829-41af-af2d-5d39c272c9ce,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:00.496018 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49138) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:00.685280 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b5052fe7-f2a1-4bed-82ad-a79da73d515c req-c3c9f197-a841-41e8-9fbe-f6aaa83760c1 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6556237 Jan 28 19:19:00.706516 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40696d46-fd31-4178-8cbd-90c8200ff97d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:00.727992 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80c7525e-4349-4e30-88bb-bad8ec95fddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (c0f8b21d-325f-490e-a9f6-c44658260678), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:00.748769 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-ac98885b-e111-4fa2-8ba1-606d4476f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.749267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-ac98885b-e111-4fa2-8ba1-606d4476f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.749991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-ac98885b-e111-4fa2-8ba1-606d4476f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.750262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-ac98885b-e111-4fa2-8ba1-606d4476f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.750731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-ac98885b-e111-4fa2-8ba1-606d4476f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.751197 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-ac98885b-e111-4fa2-8ba1-606d4476f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.751657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-ac98885b-e111-4fa2-8ba1-606d4476f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:00.753711 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-ac98885b-e111-4fa2-8ba1-606d4476f88d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cc767c1cbe248bab484e9622a21d031&device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 6593 time: 0.2217050 Jan 28 19:19:00.782644 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb2ed849-bee3-422c-87c9-742a0020b30b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (78d95d76-7a1a-4612-be35-c988c4234bcc), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:00.817287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Allocated IP 172.25.0.187 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/6602ace8-9449-49e5-bd2f-bdcfc06f6fa8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:00.937647 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Publish callbacks [] for port (6602ace8-9449-49e5-bd2f-bdcfc06f6fa8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:01.080360 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (6602ace8-9449-49e5-bd2f-bdcfc06f6fa8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:01.165476 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b36fe92-b79b-45b6-925a-27d7f3749cd5 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:01.173482 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Publish callbacks [] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:01.185666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Transition to ACTIVE for port object 7b36fe92-b79b-45b6-925a-27d7f3749cd5 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:19:01.193002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6602ace8-9449-49e5-bd2f-bdcfc06f6fa8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:01.204367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.objects.ports [None req-012b6fd8-a2a0-4e19-bb9a-a407293380b5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:19:01.215169 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-658b63b9-48a9-4d24-a38c-2846827c6460 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8686359 Jan 28 19:19:01.215781 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:01.218720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:01.223919 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:01.226987 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-012b6fd8-a2a0-4e19-bb9a-a407293380b5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (56bfa90a-4c12-4a7b-aca6-bf01a0ae3dc7), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:01.232304 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80c7525e-4349-4e30-88bb-bad8ec95fddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (c0f8b21d-325f-490e-a9f6-c44658260678), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:01.242647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:01.297670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-80c7525e-4349-4e30-88bb-bad8ec95fddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f8b21d-325f-490e-a9f6-c44658260678']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:01.329143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-80c7525e-4349-4e30-88bb-bad8ec95fddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47132bdd-a2f2-480c-838c-c5e98d03db0d') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:01.329613 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-80c7525e-4349-4e30-88bb-bad8ec95fddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47132bdd-a2f2-480c-838c-c5e98d03db0d') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:01.375237 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f8583dd-3a8c-4d74-aad1-dc65bfcf9573 req-54c73c33-4ca3-43ad-90a6-e0038e5c1aef service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448576 Jan 28 19:19:01.455434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b6fd8-a2a0-4e19-bb9a-a407293380b5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:01.475239 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-012b6fd8-a2a0-4e19-bb9a-a407293380b5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:01.487257 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041c601d-bbb3-44db-845a-e67a49fbfdca None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:01.512148 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80c7525e-4349-4e30-88bb-bad8ec95fddb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (47132bdd-a2f2-480c-838c-c5e98d03db0d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:01.514325 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012b6fd8-a2a0-4e19-bb9a-a407293380b5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:01.515417 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-012b6fd8-a2a0-4e19-bb9a-a407293380b5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:01.516609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-8174b188-5c61-4c64-a37a-e3e927466938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:01.518072 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-8174b188-5c61-4c64-a37a-e3e927466938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:01.518743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-8174b188-5c61-4c64-a37a-e3e927466938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:01.520857 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-8174b188-5c61-4c64-a37a-e3e927466938 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8cc767c1cbe248bab484e9622a21d031&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7577417 Jan 28 19:19:01.583936 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-012b6fd8-a2a0-4e19-bb9a-a407293380b5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9145718 Jan 28 19:19:01.584755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Pushing event updated for resources: {'Port': ['ID=7b36fe92-b79b-45b6-925a-27d7f3749cd5,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:01.590752 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49144) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:01.603763 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-807d0d88-a9ca-4bfa-be62-f5539ba5e661 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:01.623495 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b6fd8-a2a0-4e19-bb9a-a407293380b5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=56bfa90a-4c12-4a7b-aca6-bf01a0ae3dc7,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:01.646508 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb2ed849-bee3-422c-87c9-742a0020b30b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (78d95d76-7a1a-4612-be35-c988c4234bcc), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:01.707723 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80c7525e-4349-4e30-88bb-bad8ec95fddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (47132bdd-a2f2-480c-838c-c5e98d03db0d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:01.718102 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': '56bfa90a-4c12-4a7b-aca6-bf01a0ae3dc7'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:19:01.719128 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:01.734871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c7525e-4349-4e30-88bb-bad8ec95fddb admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:19:01.735470 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80c7525e-4349-4e30-88bb-bad8ec95fddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (47132bdd-a2f2-480c-838c-c5e98d03db0d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:19:01.738493 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:19:01.994810 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Allocated IP 2001:db8::f816:3eff:fec2:3827 (1218acd0-0311-470a-8d43-e1a60f7e0be9/56bfa90a-4c12-4a7b-aca6-bf01a0ae3dc7/59600194-c246-4c1f-9f54-d1d1c1222eb0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:02.052724 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Publish callbacks [] for router_gateway (fb6818da-6e68-4861-9a70-e5b836869bb7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.071868 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80c7525e-4349-4e30-88bb-bad8ec95fddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (c0f8b21d-325f-490e-a9f6-c44658260678), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.194234 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80c7525e-4349-4e30-88bb-bad8ec95fddb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.198751 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Publish callbacks [] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.204684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-80c7525e-4349-4e30-88bb-bad8ec95fddb admin admin] 10.222.0.55 "DELETE /v2.0/networks/c0f8b21d-325f-490e-a9f6-c44658260678 HTTP/1.1" status: 204 len: 168 time: 2.2520099 Jan 28 19:19:02.215691 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.218405 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49150) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:02.247094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-417529ad-5d01-4434-8803-459d21b2b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:02.249209 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-417529ad-5d01-4434-8803-459d21b2b10e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6673503 Jan 28 19:19:02.250297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7525e-4349-4e30-88bb-bad8ec95fddb admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f8b21d-325f-490e-a9f6-c44658260678,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:02.277788 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:02.282394 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:02.313555 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:02.331180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa97a9-f7a9-48bb-a0c5-0e7f8dd737c6 req-caa4cbff-3048-4670-a246-26da90d2c80b tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:02.332897 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aafa97a9-f7a9-48bb-a0c5-0e7f8dd737c6 req-caa4cbff-3048-4670-a246-26da90d2c80b tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 946 time: 1.1230822 Jan 28 19:19:02.333158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Pushing event updated for resources: {'Port': ['ID=59600194-c246-4c1f-9f54-d1d1c1222eb0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:02.352979 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40696d46-fd31-4178-8cbd-90c8200ff97d admin admin] Publish callbacks [] for security_group (8467afe1-b537-429c-91b5-a4db6dad7996), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.367709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb55a5-a749-48c7-af4a-9262862236fb req-32e5a629-dec2-42e1-ab05-4e7a3c9d95af tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:02.374041 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-397e60df-4a06-43cc-ae4b-57a29477edce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:02.374347 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb55a5-a749-48c7-af4a-9262862236fb req-32e5a629-dec2-42e1-ab05-4e7a3c9d95af tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:02.375877 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-397e60df-4a06-43cc-ae4b-57a29477edce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f6d1d89a2cc450087be951ba23471e3&device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 1128 time: 0.9152248 Jan 28 19:19:02.379805 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb55a5-a749-48c7-af4a-9262862236fb req-32e5a629-dec2-42e1-ab05-4e7a3c9d95af tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:02.386913 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb55a5-a749-48c7-af4a-9262862236fb req-32e5a629-dec2-42e1-ab05-4e7a3c9d95af tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:02.387113 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40696d46-fd31-4178-8cbd-90c8200ff97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8467afe1-b537-429c-91b5-a4db6dad7996), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.394265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb55a5-a749-48c7-af4a-9262862236fb req-32e5a629-dec2-42e1-ab05-4e7a3c9d95af tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:02.399767 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb55a5-a749-48c7-af4a-9262862236fb req-32e5a629-dec2-42e1-ab05-4e7a3c9d95af tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:02.402870 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807d0d88-a9ca-4bfa-be62-f5539ba5e661 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:02.405215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb55a5-a749-48c7-af4a-9262862236fb req-32e5a629-dec2-42e1-ab05-4e7a3c9d95af tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:02.407247 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00cb55a5-a749-48c7-af4a-9262862236fb req-32e5a629-dec2-42e1-ab05-4e7a3c9d95af tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 0.4506969 Jan 28 19:19:02.408804 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-807d0d88-a9ca-4bfa-be62-f5539ba5e661 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.413678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7df6e9-a573-4d19-8f57-ea50103f7890 admin admin] Deleting subnet 395e2255-c540-4299-acd7-51ad1586b643 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:02.425186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Attempting to bind port 59600194-c246-4c1f-9f54-d1d1c1222eb0 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:02.425899 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Attempting to bind port 59600194-c246-4c1f-9f54-d1d1c1222eb0 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:02.426313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Attempting to bind port 59600194-c246-4c1f-9f54-d1d1c1222eb0 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:02.427173 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7df6e9-a573-4d19-8f57-ea50103f7890 admin admin] Publish callbacks [] for subnet (395e2255-c540-4299-acd7-51ad1586b643), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.436356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:02.437508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:02.438056 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.438467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:02.439010 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Bound port: 59600194-c246-4c1f-9f54-d1d1c1222eb0, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:02.439401 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.497771 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7df6e9-a573-4d19-8f57-ea50103f7890 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (395e2255-c540-4299-acd7-51ad1586b643), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.567444 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb2ed849-bee3-422c-87c9-742a0020b30b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (78d95d76-7a1a-4612-be35-c988c4234bcc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.578582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] For port 59600194-c246-4c1f-9f54-d1d1c1222eb0, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:02.593041 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] For port 59600194-c246-4c1f-9f54-d1d1c1222eb0, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=59600194-c246-4c1f-9f54-d1d1c1222eb0,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:02.597509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Attempting to bind port 7b36fe92-b79b-45b6-925a-27d7f3749cd5 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:02.598226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Attempting to bind port 7b36fe92-b79b-45b6-925a-27d7f3749cd5 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '2f9ca07e-a570-4068-8d71-ec00c0d5e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:02.598559 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Attempting to bind port 7b36fe92-b79b-45b6-925a-27d7f3749cd5 on network 8bd761fc-fe6a-405a-9893-029eb3d01134 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:02.604215 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-40696d46-fd31-4178-8cbd-90c8200ff97d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d46651c77614c39b8c44804e2243611&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0299571 Jan 28 19:19:02.611020 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00cb55a5-a749-48c7-af4a-9262862236fb req-a746ddd1-3dbb-49c4-b61f-2fe0615ab79d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1919379 Jan 28 19:19:02.616191 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49152) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:02.622663 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.644482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40696d46-fd31-4178-8cbd-90c8200ff97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8467afe1-b537-429c-91b5-a4db6dad7996,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:02.654962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ed849-bee3-422c-87c9-742a0020b30b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Subnet': ['ID=78d95d76-7a1a-4612-be35-c988c4234bcc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:02.659840 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb2ed849-bee3-422c-87c9-742a0020b30b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.662858 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cb2ed849-bee3-422c-87c9-742a0020b30b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/78d95d76-7a1a-4612-be35-c988c4234bcc HTTP/1.1" status: 204 len: 168 time: 2.2998395 Jan 28 19:19:02.667477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Port 7b36fe92-b79b-45b6-925a-27d7f3749cd5 on network 8bd761fc-fe6a-405a-9893-029eb3d01134 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:19:02.667797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Attempting to bind port 7b36fe92-b79b-45b6-925a-27d7f3749cd5 on network 8bd761fc-fe6a-405a-9893-029eb3d01134 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:02.675841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49154) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:02.688488 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-69c2db73-892d-4d23-b0df-522dfe82a272 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'subnet': {'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:02.689121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67090437-a49d-453c-bcab-e619d682b56c None None] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:02.706197 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7df6e9-a573-4d19-8f57-ea50103f7890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (395e2255-c540-4299-acd7-51ad1586b643), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.707015 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aafa97a9-f7a9-48bb-a0c5-0e7f8dd737c6 req-75d84a13-56cb-4732-8528-b22e78188fef tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509035 Jan 28 19:19:02.884027 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (fb6818da-6e68-4861-9a70-e5b836869bb7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.899034 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:02.899380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Checking segment: {'id': '2f9ca07e-a570-4068-8d71-ec00c0d5e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:02.899764 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Bound using segment: {'id': '2f9ca07e-a570-4068-8d71-ec00c0d5e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:02.900210 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Bound port: 7b36fe92-b79b-45b6-925a-27d7f3749cd5, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9ca07e-a570-4068-8d71-ec00c0d5e506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:02.900567 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:02.987074 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87b5437a-837e-4c37-b3f1-04911353b145 admin admin] Publish callbacks [] for security_group (8467afe1-b537-429c-91b5-a4db6dad7996), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:03.168106 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87b5437a-837e-4c37-b3f1-04911353b145 admin admin] Publish callbacks [] for security_group (8467afe1-b537-429c-91b5-a4db6dad7996), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:03.272651 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323587d6-9973-4776-a4be-3487a1191a41 None None] Pushing event updated for resources: {'Port': ['ID=59600194-c246-4c1f-9f54-d1d1c1222eb0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:03.276667 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7df6e9-a573-4d19-8f57-ea50103f7890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (395e2255-c540-4299-acd7-51ad1586b643), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:03.319183 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-827aab0f-6fd2-452b-a245-8b3e5a0d1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:03.320757 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-827aab0f-6fd2-452b-a245-8b3e5a0d1e35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.9269807 Jan 28 19:19:03.399913 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87b5437a-837e-4c37-b3f1-04911353b145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8467afe1-b537-429c-91b5-a4db6dad7996), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:03.402549 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87b5437a-837e-4c37-b3f1-04911353b145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:03.406223 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-87b5437a-837e-4c37-b3f1-04911353b145 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8467afe1-b537-429c-91b5-a4db6dad7996 HTTP/1.1" status: 204 len: 168 time: 0.7847350 Jan 28 19:19:03.434470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7df6e9-a573-4d19-8f57-ea50103f7890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=395e2255-c540-4299-acd7-51ad1586b643,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:03.468750 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5437a-837e-4c37-b3f1-04911353b145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8467afe1-b537-429c-91b5-a4db6dad7996,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:03.500071 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db7df6e9-a573-4d19-8f57-ea50103f7890 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:03.509622 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-db7df6e9-a573-4d19-8f57-ea50103f7890 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/395e2255-c540-4299-acd7-51ad1586b643 HTTP/1.1" status: 204 len: 168 time: 1.2836797 Jan 28 19:19:03.513769 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49164) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:03.577257 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-4a6a5ca7-c328-41cd-9514-13f833742f43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2a69777e-2f4b-4bc6-8b0c-1916d555099f HTTP/1.1" status: 200 len: 217 time: 0.1725550 Jan 28 19:19:03.663975 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-ab13a451-5746-4b04-a7d0-d0c99265662a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:03.665230 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-ab13a451-5746-4b04-a7d0-d0c99265662a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0869970 Jan 28 19:19:03.666327 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-807d0d88-a9ca-4bfa-be62-f5539ba5e661 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (9a795f15-439f-49da-ac32-67ab1b927c37), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:03.708420 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e212fa5d-2ee3-4e94-9911-f529813808de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:03.882229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Router fb6818da-6e68-4861-9a70-e5b836869bb7 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:19:03.944728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c2db73-892d-4d23-b0df-522dfe82a272 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:03.955286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 59600194-c246-4c1f-9f54-d1d1c1222eb0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:03.960930 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69c2db73-892d-4d23-b0df-522dfe82a272 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:03.965053 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e212fa5d-2ee3-4e94-9911-f529813808de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:03.984086 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807d0d88-a9ca-4bfa-be62-f5539ba5e661 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:03.997765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-807d0d88-a9ca-4bfa-be62-f5539ba5e661 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:04.008203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807d0d88-a9ca-4bfa-be62-f5539ba5e661 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:04.008822 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-807d0d88-a9ca-4bfa-be62-f5539ba5e661 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:04.083049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 59600194-c246-4c1f-9f54-d1d1c1222eb0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:04.083994 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:04.113329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] For port 7b36fe92-b79b-45b6-925a-27d7f3749cd5, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:04.139343 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] For port 7b36fe92-b79b-45b6-925a-27d7f3749cd5, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7b36fe92-b79b-45b6-925a-27d7f3749cd5,segment=NetworkSegment(2f9ca07e-a570-4068-8d71-ec00c0d5e506),segment_id=2f9ca07e-a570-4068-8d71-ec00c0d5e506)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:04.232370 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 59600194-c246-4c1f-9f54-d1d1c1222eb0 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:04.232767 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:04.244962 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:04.249467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d0d88-a9ca-4bfa-be62-f5539ba5e661 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=9a795f15-439f-49da-ac32-67ab1b927c37,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:04.266886 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-807d0d88-a9ca-4bfa-be62-f5539ba5e661 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6674225 Jan 28 19:19:04.303024 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49180) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:04.316991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:19:04.327257 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Sync routers for ids ['fb6818da-6e68-4861-9a70-e5b836869bb7'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:19:04.340459 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e212fa5d-2ee3-4e94-9911-f529813808de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:04.348062 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Routers {'fb6818da-6e68-4861-9a70-e5b836869bb7'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:04.349893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 59600194-c246-4c1f-9f54-d1d1c1222eb0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=59600194-c246-4c1f-9f54-d1d1c1222eb0,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:04.350941 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:18:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['fb6818da-6e68-4861-9a70-e5b836869bb7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:04.362499 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:04.408556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7b489699-5299-4f17-a866-882d7505a20d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'mac_address': 'fa:16:3e:39:c9:b0', 'name': 'tempest-NetworksTestDHCPv6-1648444481'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:04.435309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e212fa5d-2ee3-4e94-9911-f529813808de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a99418-ebbb-4003-92c5-c48353900cf0') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:04.435684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e212fa5d-2ee3-4e94-9911-f529813808de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a99418-ebbb-4003-92c5-c48353900cf0') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:04.477407 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=59600194-c246-4c1f-9f54-d1d1c1222eb0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:04.505465 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e1fcd-40c7-445e-b635-85bba9f62b41 req-69eb6a6d-4ce8-4f18-a511-3ddfc89f7051 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:04.514987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e1fcd-40c7-445e-b635-85bba9f62b41 req-69eb6a6d-4ce8-4f18-a511-3ddfc89f7051 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:04.529264 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e1fcd-40c7-445e-b635-85bba9f62b41 req-69eb6a6d-4ce8-4f18-a511-3ddfc89f7051 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:04.549931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e1fcd-40c7-445e-b635-85bba9f62b41 req-69eb6a6d-4ce8-4f18-a511-3ddfc89f7051 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:04.559457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e1fcd-40c7-445e-b635-85bba9f62b41 req-69eb6a6d-4ce8-4f18-a511-3ddfc89f7051 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:04.573693 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e1fcd-40c7-445e-b635-85bba9f62b41 req-69eb6a6d-4ce8-4f18-a511-3ddfc89f7051 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:04.581862 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e1fcd-40c7-445e-b635-85bba9f62b41 req-69eb6a6d-4ce8-4f18-a511-3ddfc89f7051 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:04.590253 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-727e1fcd-40c7-445e-b635-85bba9f62b41 req-69eb6a6d-4ce8-4f18-a511-3ddfc89f7051 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 0.7510405 Jan 28 19:19:04.631454 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Pushing event updated for resources: {'Port': ['ID=7b36fe92-b79b-45b6-925a-27d7f3749cd5,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:04.669056 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-10ca6f01-0147-4f5f-8e41-4edcd8ab4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:04.671198 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-10ca6f01-0147-4f5f-8e41-4edcd8ab4a3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9605422 Jan 28 19:19:04.694906 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Set router fb6818da-6e68-4861-9a70-e5b836869bb7 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:04.696102 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:04.698761 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:04.703130 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4b4557ad-4d38-4bb2-9d58-d6fcaeb035ee service neutron] 10.222.0.31 "PUT /v2.0/ports/7b36fe92-b79b-45b6-925a-27d7f3749cd5 HTTP/1.1" status: 200 len: 1091 time: 5.3694944 Jan 28 19:19:04.713137 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-727e1fcd-40c7-445e-b635-85bba9f62b41 req-1f380777-41af-4591-b0bf-1e2a91bc5b86 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212254 Jan 28 19:19:04.717587 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e212fa5d-2ee3-4e94-9911-f529813808de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (e0a99418-ebbb-4003-92c5-c48353900cf0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:04.753512 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:04.756848 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c6b1f73a-5601-4808-a3ae-6300e37813c4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7981038 Jan 28 19:19:04.763327 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49188) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:04.778747 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-22404149-fe85-48c0-9ddc-71b4c4e079c8 None None] Provisioning complete for port c464e77e-af90-44c3-9c07-1750ecec4ba8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:04.779131 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22404149-fe85-48c0-9ddc-71b4c4e079c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:04.847442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'tag': '7b36fe92-b79b-45b6-925a-27d7f3749cd5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:04.858352 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757952b2-3515-41f5-8fbc-447dafcd8fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "tag": "7b36fe92-b79b-45b6-925a-27d7f3749cd5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:04.869134 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-32c613c5-87bc-4b6a-a966-9683ec2c47e9 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478195 Jan 28 19:19:04.875678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e23e837-6b63-4d8d-aeb3-651ee5d10408 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:04.920358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb2269-51ae-4921-b680-5e26d2167942 req-d3532a7c-cb47-402d-b985-cfdc9a41687f tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:04.928516 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9bb2269-51ae-4921-b680-5e26d2167942 req-d3532a7c-cb47-402d-b985-cfdc9a41687f tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 946 time: 0.9983907 Jan 28 19:19:04.963027 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdb186a-c245-4db8-9c53-559cee834512 x-openstack-request-id: req-2bdb186a-c245-4db8-9c53-559cee834512 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:04.963427 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "tag": "7b36fe92-b79b-45b6-925a-27d7f3749cd5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:04.964421 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2bdb186a-c245-4db8-9c53-559cee834512 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:04.964421 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'tag': '7b36fe92-b79b-45b6-925a-27d7f3749cd5', 'status': 'completed', 'code': 200} Jan 28 19:19:04.985554 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e212fa5d-2ee3-4e94-9911-f529813808de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e0a99418-ebbb-4003-92c5-c48353900cf0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:05.034900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e212fa5d-2ee3-4e94-9911-f529813808de admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:19:05.035654 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e212fa5d-2ee3-4e94-9911-f529813808de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (e0a99418-ebbb-4003-92c5-c48353900cf0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:19:05.038650 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:19:05.073803 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9bb2269-51ae-4921-b680-5e26d2167942 req-ed15db70-954a-4452-87ef-ed3d27922456 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402519 Jan 28 19:19:05.146923 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b489699-5299-4f17-a866-882d7505a20d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:05.250508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2a69777e-2f4b-4bc6-8b0c-1916d555099f details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:19:05.324867 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'name': 'tempest-ServerRescueNegativeTestJSON-423147707-router', 'tenant_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:19:01Z', 'revision_number': 3, 'project_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'gw_port': {'id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:05.365507 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b489699-5299-4f17-a866-882d7505a20d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:05.400803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-082b006b-43c8-4e31-9a6e-2e65dee99432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:05.401513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-082b006b-43c8-4e31-9a6e-2e65dee99432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:05.402683 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-082b006b-43c8-4e31-9a6e-2e65dee99432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:05.403595 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-082b006b-43c8-4e31-9a6e-2e65dee99432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:05.404508 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-082b006b-43c8-4e31-9a6e-2e65dee99432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:05.405037 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-082b006b-43c8-4e31-9a6e-2e65dee99432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:05.405654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-082b006b-43c8-4e31-9a6e-2e65dee99432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:05.409260 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-082b006b-43c8-4e31-9a6e-2e65dee99432 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cc767c1cbe248bab484e9622a21d031&device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 6691 time: 0.5339215 Jan 28 19:19:05.414871 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Checking router: fb6818da-6e68-4861-9a70-e5b836869bb7 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:19:05.415471 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Updating router fb6818da-6e68-4861-9a70-e5b836869bb7 port 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:19:05.487360 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6602ace8-9449-49e5-bd2f-bdcfc06f6fa8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:05.500578 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-31c6ef13-370e-4f61-a91b-fd25acc5d774 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97e80eea-8605-4e6d-90bd-6e52508f9934 HTTP/1.1" status: 200 len: 217 time: 0.0798717 Jan 28 19:19:05.501890 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-7b489699-5299-4f17-a866-882d7505a20d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port 585ffcda-d3cf-42cc-bf5a-a3cb48c5d1b6 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:19:05.590553 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-22404149-fe85-48c0-9ddc-71b4c4e079c8 None None] Current status of the port c464e77e-af90-44c3-9c07-1750ecec4ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:05.683623 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2a69777e-2f4b-4bc6-8b0c-1916d555099f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2a69777e-2f4b-4bc6-8b0c-1916d555099f,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:05.686842 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-22404149-fe85-48c0-9ddc-71b4c4e079c8 None None] Provisioning complete for port 640187dc-2e89-45e8-906b-f948fcb9de68 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:05.688524 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22404149-fe85-48c0-9ddc-71b4c4e079c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (640187dc-2e89-45e8-906b-f948fcb9de68), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:05.811431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 59600194-c246-4c1f-9f54-d1d1c1222eb0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:05.882569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-22404149-fe85-48c0-9ddc-71b4c4e079c8 None None] Port 640187dc-2e89-45e8-906b-f948fcb9de68 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:19:05.884444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '2a69777e-2f4b-4bc6-8b0c-1916d555099f', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '2a69777e-2f4b-4bc6-8b0c-1916d555099f', 'mac_address': 'fa:16:3e:28:4c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:19:05.914135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-e94b5f11-637a-486c-8f2f-616c4f3860b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:05.915732 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-e94b5f11-637a-486c-8f2f-616c4f3860b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b17c08f2-27fc-4e90-b48d-43d50a5e8a2c HTTP/1.1" status: 200 len: 850 time: 0.3998663 Jan 28 19:19:05.920543 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e212fa5d-2ee3-4e94-9911-f529813808de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:05.964104 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e212fa5d-2ee3-4e94-9911-f529813808de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:05.967616 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Publish callbacks [] for port (6602ace8-9449-49e5-bd2f-bdcfc06f6fa8), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:05.971958 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e212fa5d-2ee3-4e94-9911-f529813808de admin admin] 10.222.0.55 "DELETE /v2.0/networks/e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321 HTTP/1.1" status: 204 len: 168 time: 2.4528275 Jan 28 19:19:05.978554 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6602ace8-9449-49e5-bd2f-bdcfc06f6fa8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:06.011838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212fa5d-2ee3-4e94-9911-f529813808de admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ebc4a1-9fbc-4c0a-a9bb-5fe39dc16321,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:06.044386 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2222a-e132-4c39-85a5-6356ab90e15e req-30b5e05f-1383-4100-8705-015401eec553 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:06.051176 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2222a-e132-4c39-85a5-6356ab90e15e req-30b5e05f-1383-4100-8705-015401eec553 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:06.058055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2222a-e132-4c39-85a5-6356ab90e15e req-30b5e05f-1383-4100-8705-015401eec553 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:06.065152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2222a-e132-4c39-85a5-6356ab90e15e req-30b5e05f-1383-4100-8705-015401eec553 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:06.071558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2222a-e132-4c39-85a5-6356ab90e15e req-30b5e05f-1383-4100-8705-015401eec553 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:06.079317 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2222a-e132-4c39-85a5-6356ab90e15e req-30b5e05f-1383-4100-8705-015401eec553 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:06.092120 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2222a-e132-4c39-85a5-6356ab90e15e req-30b5e05f-1383-4100-8705-015401eec553 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:06.094728 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd6737-0810-403f-b985-4ef01546bfc6 None None] Pushing event updated for resources: {'Port': ['ID=6602ace8-9449-49e5-bd2f-bdcfc06f6fa8,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:06.113817 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b5c2222a-e132-4c39-85a5-6356ab90e15e req-30b5e05f-1383-4100-8705-015401eec553 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 0.2250879 Jan 28 19:19:06.117366 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb15a78e-52b8-4432-b371-6f2bfbcb23f7 None None] Update dhcp port {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'fixed_ips': [{'subnet_id': '56bfa90a-4c12-4a7b-aca6-bf01a0ae3dc7', 'ip_address': '2001:db8::f816:3eff:fec2:3827'}, {'subnet_id': '9a795f15-439f-49da-ac32-67ab1b927c37'}], 'binding:host_id': 'n-d-824834-4'}, 'id': '59600194-c246-4c1f-9f54-d1d1c1222eb0'} from n-d-824834-4. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:19:06.152846 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Attempting to bind port 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:06.153207 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Attempting to bind port 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:06.153749 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Attempting to bind port 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:06.178682 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:06.179075 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:06.179485 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:06.182721 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:06.183348 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Bound port: 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:06.183726 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6602ace8-9449-49e5-bd2f-bdcfc06f6fa8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:06.269519 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37a913c3-3735-4e3b-8593-9f5b227d67ab req-1989010e-be4a-41bf-afb9-170818288441 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3306694 Jan 28 19:19:06.318699 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69c2db73-892d-4d23-b0df-522dfe82a272 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (339840f8-b534-48f7-8246-0342847f9799), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:06.320876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bd608162-28d1-4348-8c80-5a53b1c43963 None None] Provisioning complete for port 59600194-c246-4c1f-9f54-d1d1c1222eb0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:06.326376 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd608162-28d1-4348-8c80-5a53b1c43963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:06.328380 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 2a69777e-2f4b-4bc6-8b0c-1916d555099f is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:06.333315 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2a69777e-2f4b-4bc6-8b0c-1916d555099f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:06.343678 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] For port 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:06.354247 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] For port 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6602ace8-9449-49e5-bd2f-bdcfc06f6fa8,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:06.370576 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6602ace8-9449-49e5-bd2f-bdcfc06f6fa8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:06.460901 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb15a78e-52b8-4432-b371-6f2bfbcb23f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:06.469176 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:06.531088 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c2db73-892d-4d23-b0df-522dfe82a272 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:06.536699 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Routers {'fb6818da-6e68-4861-9a70-e5b836869bb7'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:06.537987 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:18:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['fb6818da-6e68-4861-9a70-e5b836869bb7'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:06.654229 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a69777e-2f4b-4bc6-8b0c-1916d555099f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:06.678392 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2a69777e-2f4b-4bc6-8b0c-1916d555099f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2a69777e-2f4b-4bc6-8b0c-1916d555099f,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:06.679912 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 59600194-c246-4c1f-9f54-d1d1c1222eb0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:06.680378 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:06.712427 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2a69777e-2f4b-4bc6-8b0c-1916d555099f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:06.775576 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:06.794308 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b5c2222a-e132-4c39-85a5-6356ab90e15e req-c05ee1d4-3f98-41a8-a936-d8dd0643f932 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6783972 Jan 28 19:19:06.799378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bd608162-28d1-4348-8c80-5a53b1c43963 None None] Current status of the port 59600194-c246-4c1f-9f54-d1d1c1222eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:06.821259 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:06.827048 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] Set router fb6818da-6e68-4861-9a70-e5b836869bb7 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:06.868042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=2a69777e-2f4b-4bc6-8b0c-1916d555099f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:06.958745 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 59600194-c246-4c1f-9f54-d1d1c1222eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:07.009865 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd6737-0810-403f-b985-4ef01546bfc6 None None] Pushing event updated for resources: {'Port': ['ID=6602ace8-9449-49e5-bd2f-bdcfc06f6fa8,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:07.030131 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['2a69777e-2f4b-4bc6-8b0c-1916d555099f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:07.057597 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-69c2db73-892d-4d23-b0df-522dfe82a272 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:07.060887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c2db73-892d-4d23-b0df-522dfe82a272 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:07.061474 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69c2db73-892d-4d23-b0df-522dfe82a272 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.079236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Allocated IP 172.20.0.1 (d80cfb31-56d7-4bc8-8f36-387a72246005/ad7b927e-a6aa-48ba-960b-bbd0e7fc8445/339b3334-17ee-4a96-a40a-edaf1e426319) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:07.082305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2db73-892d-4d23-b0df-522dfe82a272 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Subnet': ['ID=339840f8-b534-48f7-8246-0342847f9799,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:07.097717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f964dd-2e65-4f2a-970d-c4071976ab3c None None] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:07.123042 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-7b489699-5299-4f17-a866-882d7505a20d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 172.20.0.2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/9a795f15-439f-49da-ac32-67ab1b927c37/585ffcda-d3cf-42cc-bf5a-a3cb48c5d1b6) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:07.131480 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-69c2db73-892d-4d23-b0df-522dfe82a272 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4539900 Jan 28 19:19:07.134124 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e4298711-8919-42cf-902a-a0ae56f24711 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61cd7e5aeb21431cbd8d750d183e5bcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6609199 Jan 28 19:19:07.138647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49242) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:07.138821 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49244) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:07.147083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-b18de7e7-e9e6-437c-a935-7a90407e02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:07.148544 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-b18de7e7-e9e6-437c-a935-7a90407e02b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2102cb4c-1a8c-4160-88a9-27c39edb311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8596401 Jan 28 19:19:07.151531 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c474b2e5-5af4-4141-a034-ff2e1c9df89d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'security_group': {'name': 'tempest-secgroup-1021236575'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:07.165619 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-7b489699-5299-4f17-a866-882d7505a20d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::f816:3eff:fe39:c9b0 (1218acd0-0311-470a-8d43-e1a60f7e0be9/56bfa90a-4c12-4a7b-aca6-bf01a0ae3dc7/585ffcda-d3cf-42cc-bf5a-a3cb48c5d1b6) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:07.174260 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80f5fc-f743-4bf5-b466-82bc0bbc928d req-b3d2d158-34aa-4b85-a7e3-fb33c45c256b tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:07.175747 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d80f5fc-f743-4bf5-b466-82bc0bbc928d req-b3d2d158-34aa-4b85-a7e3-fb33c45c256b tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 946 time: 0.9052978 Jan 28 19:19:07.189218 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Publish callbacks [] for port (339b3334-17ee-4a96-a40a-edaf1e426319), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.236983 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (339b3334-17ee-4a96-a40a-edaf1e426319), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.282269 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c9be69a-40e4-4c3e-99df-9fc97a4720f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.289844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Pushing event updated for resources: {'Port': ['ID=339b3334-17ee-4a96-a40a-edaf1e426319,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:07.296942 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'name': 'tempest-ServerRescueNegativeTestJSON-423147707-router', 'tenant_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:19:01Z', 'revision_number': 3, 'project_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'gw_port': {'id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:07.309726 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c474b2e5-5af4-4141-a034-ff2e1c9df89d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.363839 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a82b62-238e-4508-a69b-d5a12aa4971e None None] The sync data for ids ['fb6818da-6e68-4861-9a70-e5b836869bb7'] in n-d-824834-4 is: [{'id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'name': 'tempest-ServerRescueNegativeTestJSON-423147707-router', 'tenant_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:19:01Z', 'revision_number': 3, 'project_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'gw_port': {'id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:19:07.386529 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d80f5fc-f743-4bf5-b466-82bc0bbc928d req-4d8235d8-15fc-4b0e-bec5-080bda4205df tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999063 Jan 28 19:19:07.391329 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c9be69a-40e4-4c3e-99df-9fc97a4720f9 admin admin] Publish callbacks [] for security_group (20dfe2e1-9eec-42ed-b25f-05e82746b2cd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.398709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:07.399268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:07.399863 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:07.400366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:07.400899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:07.401410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:07.401943 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:07.402174 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1e23592-d141-48a6-9f5a-d00ced9f70c7 admin admin] Publish callbacks [] for security_group (2d6c3c7c-1add-440f-b6b2-399ea6327d4f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.402630 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:07.403123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:07.403836 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:07.404343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:07.404835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:07.405338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:07.411116 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Network d80cfb31-56d7-4bc8-8f36-387a72246005 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:07.412183 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6c9be69a-40e4-4c3e-99df-9fc97a4720f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (20dfe2e1-9eec-42ed-b25f-05e82746b2cd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.445288 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9be69a-40e4-4c3e-99df-9fc97a4720f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dfe2e1-9eec-42ed-b25f-05e82746b2cd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:07.449107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:07.453627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:07.519535 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6c9be69a-40e4-4c3e-99df-9fc97a4720f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bc80933ece7345f6a01f8b85a3b81ca0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7408686 Jan 28 19:19:07.525656 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:07.535333 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (fb6818da-6e68-4861-9a70-e5b836869bb7), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.577299 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8ce25e-0bdd-466e-9581-80187aef6c3c None None] Update dhcp port {'port': {'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'fixed_ips': [{'subnet_id': '8aeba49f-fa54-459f-944f-1803ac899b26', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '339840f8-b534-48f7-8246-0342847f9799'}], 'binding:host_id': 'n-d-824834-4'}, 'id': 'c464e77e-af90-44c3-9c07-1750ecec4ba8'} from n-d-824834-4. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:19:07.610646 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1e23592-d141-48a6-9f5a-d00ced9f70c7 admin admin] Publish callbacks [] for security_group (2d6c3c7c-1add-440f-b6b2-399ea6327d4f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.627101 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b8ce25e-0bdd-466e-9581-80187aef6c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.656618 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-cce21408-96e6-4126-b498-e5bfb98ce4ed service neutron] 10.222.0.31 "GET /v2.0/networks/2102cb4c-1a8c-4160-88a9-27c39edb311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781003 Jan 28 19:19:07.730611 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fbfc724-5d78-479b-96d0-14fdf6d0e4fb admin admin] Publish callbacks [] for security_group (20dfe2e1-9eec-42ed-b25f-05e82746b2cd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.791342 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (339b3334-17ee-4a96-a40a-edaf1e426319), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.871578 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c474b2e5-5af4-4141-a034-ff2e1c9df89d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (e82e5399-c41a-4309-8507-d8fc4141e983), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.887956 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fbfc724-5d78-479b-96d0-14fdf6d0e4fb admin admin] Publish callbacks [] for security_group (20dfe2e1-9eec-42ed-b25f-05e82746b2cd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.917905 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b489699-5299-4f17-a866-882d7505a20d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (585ffcda-d3cf-42cc-bf5a-a3cb48c5d1b6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.934675 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1e23592-d141-48a6-9f5a-d00ced9f70c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2d6c3c7c-1add-440f-b6b2-399ea6327d4f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.937610 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1e23592-d141-48a6-9f5a-d00ced9f70c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:07.941527 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e1e23592-d141-48a6-9f5a-d00ced9f70c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d6c3c7c-1add-440f-b6b2-399ea6327d4f HTTP/1.1" status: 204 len: 168 time: 0.7979770 Jan 28 19:19:07.941527 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c474b2e5-5af4-4141-a034-ff2e1c9df89d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e82e5399-c41a-4309-8507-d8fc4141e983), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:08.001981 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fbfc724-5d78-479b-96d0-14fdf6d0e4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (20dfe2e1-9eec-42ed-b25f-05e82746b2cd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:08.005900 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fbfc724-5d78-479b-96d0-14fdf6d0e4fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:08.007151 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8fbfc724-5d78-479b-96d0-14fdf6d0e4fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20dfe2e1-9eec-42ed-b25f-05e82746b2cd HTTP/1.1" status: 204 len: 168 time: 0.4619105 Jan 28 19:19:08.026681 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Publish callbacks [] for port (339b3334-17ee-4a96-a40a-edaf1e426319), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:08.040479 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (339b3334-17ee-4a96-a40a-edaf1e426319), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:08.053778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e23592-d141-48a6-9f5a-d00ced9f70c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6c3c7c-1add-440f-b6b2-399ea6327d4f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:08.090405 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3b8ce25e-0bdd-466e-9581-80187aef6c3c None None] Allocated IP 2001:db8::2 (2356a48d-87e0-48e9-b70d-d30e1c2d78fb/339840f8-b534-48f7-8246-0342847f9799/c464e77e-af90-44c3-9c07-1750ecec4ba8) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:08.142486 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474b2e5-5af4-4141-a034-ff2e1c9df89d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82e5399-c41a-4309-8507-d8fc4141e983,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:08.158530 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-d2892481-75f2-4a87-a55d-e224770178a6 service neutron] 10.222.0.31 "GET /v2.0/networks/2102cb4c-1a8c-4160-88a9-27c39edb311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868071 Jan 28 19:19:08.182153 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c474b2e5-5af4-4141-a034-ff2e1c9df89d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:08.186980 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c474b2e5-5af4-4141-a034-ff2e1c9df89d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0469713 Jan 28 19:19:08.193106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49256) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:08.228562 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfc724-5d78-479b-96d0-14fdf6d0e4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dfe2e1-9eec-42ed-b25f-05e82746b2cd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:08.274774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3b8ce25e-0bdd-466e-9581-80187aef6c3c None None] For port c464e77e-af90-44c3-9c07-1750ecec4ba8, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c464e77e-af90-44c3-9c07-1750ecec4ba8,segment=NetworkSegment(f68958ac-47eb-43ee-b78d-f27a9075bc1c),segment_id=f68958ac-47eb-43ee-b78d-f27a9075bc1c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:08.291509 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Pushing event updated for resources: {'Port': ['ID=339b3334-17ee-4a96-a40a-edaf1e426319,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:08.309321 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (fb6818da-6e68-4861-9a70-e5b836869bb7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:08.320441 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b8ce25e-0bdd-466e-9581-80187aef6c3c None None] Publish callbacks [] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:08.326297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-182bf48f-8dee-482a-bb2d-a4bac1e636a9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'security_group': {'name': 'tempest-secgroup-1409178277'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:08.354229 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b8ce25e-0bdd-466e-9581-80187aef6c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:08.373833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914b1b4-8ea1-4301-bd34-441d95fff24a req-980ac600-a726-4a30-823b-164cb034e528 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:08.374631 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-6998957d-3710-4407-82c7-945e18454b52 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=1c4f9e94-3927-4dd2-b547-28673b49a1ac HTTP/1.1" status: 200 len: 217 time: 0.1673458 Jan 28 19:19:08.385575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914b1b4-8ea1-4301-bd34-441d95fff24a req-980ac600-a726-4a30-823b-164cb034e528 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:08.405329 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914b1b4-8ea1-4301-bd34-441d95fff24a req-980ac600-a726-4a30-823b-164cb034e528 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:08.411076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914b1b4-8ea1-4301-bd34-441d95fff24a req-980ac600-a726-4a30-823b-164cb034e528 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:08.418914 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-182bf48f-8dee-482a-bb2d-a4bac1e636a9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:08.426582 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914b1b4-8ea1-4301-bd34-441d95fff24a req-980ac600-a726-4a30-823b-164cb034e528 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:08.438186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ce25e-0bdd-466e-9581-80187aef6c3c None None] Pushing event updated for resources: {'Port': ['ID=c464e77e-af90-44c3-9c07-1750ecec4ba8,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:08.453346 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914b1b4-8ea1-4301-bd34-441d95fff24a req-980ac600-a726-4a30-823b-164cb034e528 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:08.467769 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914b1b4-8ea1-4301-bd34-441d95fff24a req-980ac600-a726-4a30-823b-164cb034e528 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:08.469792 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8914b1b4-8ea1-4301-bd34-441d95fff24a req-980ac600-a726-4a30-823b-164cb034e528 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 0.3758252 Jan 28 19:19:08.584468 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b489699-5299-4f17-a866-882d7505a20d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (585ffcda-d3cf-42cc-bf5a-a3cb48c5d1b6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:08.669366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-abc2850f-3a09-4195-9f34-b710f47bf044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:08.672921 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-abc2850f-3a09-4195-9f34-b710f47bf044 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec7a4d45-bacc-4359-8d3a-1282bf5498e3 HTTP/1.1" status: 200 len: 797 time: 0.2874517 Jan 28 19:19:08.704963 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49272) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:08.719604 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-cb15a78e-52b8-4432-b371-6f2bfbcb23f7 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-83df883e-dba6-4ee1-9a42-7e93f85b673f {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:19:08.720724 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-cb15a78e-52b8-4432-b371-6f2bfbcb23f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:19:08.745378 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8914b1b4-8ea1-4301-bd34-441d95fff24a req-d0301409-43fc-4810-8f32-2b6e2487014f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2623150 Jan 28 19:19:08.837132 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Network d80cfb31-56d7-4bc8-8f36-387a72246005 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:08.844297 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-182bf48f-8dee-482a-bb2d-a4bac1e636a9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (948dd1ec-6ece-4192-8d2c-976449b72c37), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:08.845902 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:08.859155 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f25893a9-ae29-4295-a0af-bd51db295d3b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1e0e9900fabd468aae037c82e47a1804&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433246 Jan 28 19:19:08.865983 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49276) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:08.916101 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-182bf48f-8dee-482a-bb2d-a4bac1e636a9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (948dd1ec-6ece-4192-8d2c-976449b72c37), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.008776 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b489699-5299-4f17-a866-882d7505a20d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:09.020772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7b489699-5299-4f17-a866-882d7505a20d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:09.029037 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b489699-5299-4f17-a866-882d7505a20d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:09.132376 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-182bf48f-8dee-482a-bb2d-a4bac1e636a9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.136201 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-182bf48f-8dee-482a-bb2d-a4bac1e636a9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9129076 Jan 28 19:19:09.140004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49280) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:09.146683 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8dbc7a8-8e08-42a9-b7f8-482dc2eaa878 admin admin] Publish callbacks [] for security_group (e9a53e7d-ac24-4d05-8ab6-4eb088e13d5d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.147672 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfcaee-cc56-4347-ae32-8d153d06c8e5 req-32018189-834f-451c-934d-2d4055110230 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:09.149158 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92bfcaee-cc56-4347-ae32-8d153d06c8e5 req-32018189-834f-451c-934d-2d4055110230 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 947 time: 0.6033332 Jan 28 19:19:09.157998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b489699-5299-4f17-a866-882d7505a20d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=585ffcda-d3cf-42cc-bf5a-a3cb48c5d1b6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:09.172866 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'security_group': {'name': 'tempest-secgroup-874038348'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:09.186555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bf48f-8dee-482a-bb2d-a4bac1e636a9 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948dd1ec-6ece-4192-8d2c-976449b72c37,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:09.201426 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Router fb6818da-6e68-4861-9a70-e5b836869bb7 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:19:09.222585 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2a69777e-2f4b-4bc6-8b0c-1916d555099f up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:09.233614 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8dbc7a8-8e08-42a9-b7f8-482dc2eaa878 admin admin] Publish callbacks [] for security_group (e9a53e7d-ac24-4d05-8ab6-4eb088e13d5d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.236299 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b489699-5299-4f17-a866-882d7505a20d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:09.237233 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b489699-5299-4f17-a866-882d7505a20d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.276001 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7b489699-5299-4f17-a866-882d7505a20d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.8771083 Jan 28 19:19:09.281593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49284) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:09.320274 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-536c2a68-60d6-4aca-a4c2-7911cc981f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:09.321795 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-536c2a68-60d6-4aca-a4c2-7911cc981f37 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b784934-81a2-4bb5-a668-73176a055465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4478905 Jan 28 19:19:09.354541 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb15a78e-52b8-4432-b371-6f2bfbcb23f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.380217 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 2a69777e-2f4b-4bc6-8b0c-1916d555099f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:19:09.397412 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92bfcaee-cc56-4347-ae32-8d153d06c8e5 req-3df5faf0-d748-487c-9e90-09000104e6c9 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291327 Jan 28 19:19:09.398839 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.460186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 2a69777e-2f4b-4bc6-8b0c-1916d555099f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:09.467278 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2a69777e-2f4b-4bc6-8b0c-1916d555099f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.501490 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8dbc7a8-8e08-42a9-b7f8-482dc2eaa878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e9a53e7d-ac24-4d05-8ab6-4eb088e13d5d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.510311 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8dbc7a8-8e08-42a9-b7f8-482dc2eaa878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.511590 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a8dbc7a8-8e08-42a9-b7f8-482dc2eaa878 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9a53e7d-ac24-4d05-8ab6-4eb088e13d5d HTTP/1.1" status: 204 len: 168 time: 0.6420074 Jan 28 19:19:09.543594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:19:09.559725 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-19545029-bc45-4bf5-85a3-bf06d74c950c admin admin] 10.222.0.55 "PUT /v2.0/routers/fb6818da-6e68-4861-9a70-e5b836869bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7848463 Jan 28 19:19:09.559725 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbc7a8-8e08-42a9-b7f8-482dc2eaa878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a53e7d-ac24-4d05-8ab6-4eb088e13d5d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:09.610031 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533e6e7d-f6cb-4c4d-a6bd-af620b6f0f05 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:09.641860 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533e6e7d-f6cb-4c4d-a6bd-af620b6f0f05 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:09.645982 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-533e6e7d-f6cb-4c4d-a6bd-af620b6f0f05 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3596251 Jan 28 19:19:09.647309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49296) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:09.775109 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 2a69777e-2f4b-4bc6-8b0c-1916d555099f is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:09.775826 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2a69777e-2f4b-4bc6-8b0c-1916d555099f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.799741 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-11320444-1dfb-4241-9a9d-3893761da2e7 service neutron] 10.222.0.31 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667916 Jan 28 19:19:09.947573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-058cdd56-abb5-4ff9-a289-23e6ff32e25e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port 585ffcda-d3cf-42cc-bf5a-a3cb48c5d1b6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:09.947944 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-058cdd56-abb5-4ff9-a289-23e6ff32e25e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (585ffcda-d3cf-42cc-bf5a-a3cb48c5d1b6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.950553 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (e7992b22-239a-494f-9e70-4455e2d38263), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:09.964515 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e7992b22-239a-494f-9e70-4455e2d38263), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:10.005786 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f900969-bc04-42c2-b1a3-e57c2c39f681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a69777e-2f4b-4bc6-8b0c-1916d555099f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:10.015859 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a9cac7-7251-4bff-b9c1-e766db193ec8" -d '{"events": [{"server_uuid": "5f900969-bc04-42c2-b1a3-e57c2c39f681", "name": "network-vif-plugged", "status": "completed", "tag": "2a69777e-2f4b-4bc6-8b0c-1916d555099f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:10.062661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a439664a-746e-45ab-a89a-4b5d2add6e6d None None] Provisioning complete for port c464e77e-af90-44c3-9c07-1750ecec4ba8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:10.064585 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a439664a-746e-45ab-a89a-4b5d2add6e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:10.074746 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2a69777e-2f4b-4bc6-8b0c-1916d555099f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2a69777e-2f4b-4bc6-8b0c-1916d555099f,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:10.119789 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:10.129851 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9729037 Jan 28 19:19:10.139563 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2a69777e-2f4b-4bc6-8b0c-1916d555099f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:10.142629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49310) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:10.171388 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-de1eaeee-2369-44d9-9bdf-4781ae17568c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-475685237', 'security_groups': ['e7992b22-239a-494f-9e70-4455e2d38263'], 'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '339840f8-b534-48f7-8246-0342847f9799'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:10.186204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7992b22-239a-494f-9e70-4455e2d38263,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:10.229713 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-058cdd56-abb5-4ff9-a289-23e6ff32e25e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (585ffcda-d3cf-42cc-bf5a-a3cb48c5d1b6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:10.239543 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-8373b6b8-f362-4d26-bbe7-f24d056764d8 service neutron] 10.222.0.31 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269722 Jan 28 19:19:10.277402 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-058cdd56-abb5-4ff9-a289-23e6ff32e25e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for 585ffcda-d3cf-42cc-bf5a-a3cb48c5d1b6 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:10.318052 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10868c6f-84e0-4dfb-968a-01dcc2f65c54 x-openstack-request-id: req-10868c6f-84e0-4dfb-968a-01dcc2f65c54 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:10.318344 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f900969-bc04-42c2-b1a3-e57c2c39f681", "name": "network-vif-plugged", "status": "completed", "tag": "2a69777e-2f4b-4bc6-8b0c-1916d555099f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:10.318605 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10868c6f-84e0-4dfb-968a-01dcc2f65c54 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:10.319000 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f900969-bc04-42c2-b1a3-e57c2c39f681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a69777e-2f4b-4bc6-8b0c-1916d555099f', 'code': 200} Jan 28 19:19:10.323388 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-cb15a78e-52b8-4432-b371-6f2bfbcb23f7 None None] Allocated IP 172.20.0.3 (1218acd0-0311-470a-8d43-e1a60f7e0be9/9a795f15-439f-49da-ac32-67ab1b927c37/59600194-c246-4c1f-9f54-d1d1c1222eb0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:10.335526 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=2a69777e-2f4b-4bc6-8b0c-1916d555099f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:10.341868 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:10.355724 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:10.356387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:10.359570 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:10.360041 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:10.361474 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:10.361921 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:10.364375 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:10.364903 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:10.365469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:10.366146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:10.368841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:10.369278 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:10.371573 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399de68c-8ab1-4cec-87c1-653042ed4f63 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:10.463351 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Sync routers for ids ['fb6818da-6e68-4861-9a70-e5b836869bb7'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:19:10.638807 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-ebeca151-832e-467c-ab00-8654aa3cbbc6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=02d7af34-d764-432c-ad55-d958387aec9d HTTP/1.1" status: 200 len: 217 time: 0.2455103 Jan 28 19:19:10.682604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Routers {'fb6818da-6e68-4861-9a70-e5b836869bb7'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:10.683250 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:18:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['fb6818da-6e68-4861-9a70-e5b836869bb7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:10.718847 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-058cdd56-abb5-4ff9-a289-23e6ff32e25e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (585ffcda-d3cf-42cc-bf5a-a3cb48c5d1b6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:10.788917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30394e3a-2392-49dc-8986-cd695e82caa8 req-d39b4a4f-23e4-4ddb-8062-f1ef4871edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:10.790658 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30394e3a-2392-49dc-8986-cd695e82caa8 req-d39b4a4f-23e4-4ddb-8062-f1ef4871edb5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 1130 time: 0.5479164 Jan 28 19:19:10.857251 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cdd56-abb5-4ff9-a289-23e6ff32e25e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=585ffcda-d3cf-42cc-bf5a-a3cb48c5d1b6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:10.959871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a6ae5-f3b9-45df-a0d1-886991b28252 req-3cda5a98-9876-454e-9929-10a865bdee2b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:10.965925 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a6ae5-f3b9-45df-a0d1-886991b28252 req-3cda5a98-9876-454e-9929-10a865bdee2b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:10.980691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a6ae5-f3b9-45df-a0d1-886991b28252 req-3cda5a98-9876-454e-9929-10a865bdee2b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:10.985501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-2ebd1210-abbd-4625-81ca-f7886102595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:10.987799 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-2ebd1210-abbd-4625-81ca-f7886102595d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec7a4d45-bacc-4359-8d3a-1282bf5498e3 HTTP/1.1" status: 200 len: 797 time: 0.3305492 Jan 28 19:19:10.993646 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a6ae5-f3b9-45df-a0d1-886991b28252 req-3cda5a98-9876-454e-9929-10a865bdee2b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:11.000515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a6ae5-f3b9-45df-a0d1-886991b28252 req-3cda5a98-9876-454e-9929-10a865bdee2b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:11.006366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a6ae5-f3b9-45df-a0d1-886991b28252 req-3cda5a98-9876-454e-9929-10a865bdee2b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:11.013058 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a6ae5-f3b9-45df-a0d1-886991b28252 req-3cda5a98-9876-454e-9929-10a865bdee2b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:11.016023 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-777a6ae5-f3b9-45df-a0d1-886991b28252 req-3cda5a98-9876-454e-9929-10a865bdee2b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 0.3199904 Jan 28 19:19:11.095152 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-058cdd56-abb5-4ff9-a289-23e6ff32e25e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:11.099354 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-058cdd56-abb5-4ff9-a289-23e6ff32e25e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/585ffcda-d3cf-42cc-bf5a-a3cb48c5d1b6 HTTP/1.1" status: 204 len: 168 time: 1.4468133 Jan 28 19:19:11.105825 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-777a6ae5-f3b9-45df-a0d1-886991b28252 req-f02ae07e-868c-47a0-9da1-ef5c9a9d8776 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823467 Jan 28 19:19:11.107027 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49346) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:11.201023 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db452e0-2ab2-4d19-afe6-05db99df5f7e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:11.212311 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db452e0-2ab2-4d19-afe6-05db99df5f7e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:11.215697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db452e0-2ab2-4d19-afe6-05db99df5f7e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:11.221324 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7db452e0-2ab2-4d19-afe6-05db99df5f7e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1126647 Jan 28 19:19:11.225351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49348) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:11.309804 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6386388-dff2-419c-b47c-89027d9133a6 req-7b0c5979-4807-4a64-bc57-cc954262e0d1 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:11.322171 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6386388-dff2-419c-b47c-89027d9133a6 req-7b0c5979-4807-4a64-bc57-cc954262e0d1 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/networks?id=d80cfb31-56d7-4bc8-8f36-387a72246005 HTTP/1.1" status: 200 len: 818 time: 0.4574366 Jan 28 19:19:11.367900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab2134e-9b24-4e0a-8f0a-61eb55dbb046 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 56bfa90a-4c12-4a7b-aca6-bf01a0ae3dc7 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:11.371058 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30394e3a-2392-49dc-8986-cd695e82caa8 req-71fab180-bd20-420b-826c-e091f1939a7e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727537 Jan 28 19:19:11.382039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a50e2-e478-4ee3-a71a-3e99b6c0d520 req-d0fcaf86-3f78-49b9-8616-75d49baf3938 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:11.389191 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d50a50e2-e478-4ee3-a71a-3e99b6c0d520 req-d0fcaf86-3f78-49b9-8616-75d49baf3938 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 948 time: 0.0832875 Jan 28 19:19:11.403983 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6386388-dff2-419c-b47c-89027d9133a6 req-6fa4cd75-c704-4288-86cb-0843c1bea037 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/quotas/30bf8f3616cd4e51a62c447be3b7ab65 HTTP/1.1" status: 200 len: 375 time: 0.0805442 Jan 28 19:19:11.434174 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1eaeee-2369-44d9-9bdf-4781ae17568c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:11.447124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:11.447610 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6602ace8-9449-49e5-bd2f-bdcfc06f6fa8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:11.504656 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d50a50e2-e478-4ee3-a71a-3e99b6c0d520 req-39b960f3-098c-402c-945c-c2e26eef97fe tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144595 Jan 28 19:19:11.569707 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-82becf7c-ed2a-475b-9e16-3c5b1e99ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:11.571244 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-82becf7c-ed2a-475b-9e16-3c5b1e99ead7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b784934-81a2-4bb5-a668-73176a055465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4809759 Jan 28 19:19:11.597465 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cb15a78e-52b8-4432-b371-6f2bfbcb23f7 None None] For port 59600194-c246-4c1f-9f54-d1d1c1222eb0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=59600194-c246-4c1f-9f54-d1d1c1222eb0,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:11.662973 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de1eaeee-2369-44d9-9bdf-4781ae17568c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:11.694483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a439664a-746e-45ab-a89a-4b5d2add6e6d None None] Current status of the port c464e77e-af90-44c3-9c07-1750ecec4ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:11.736911 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb15a78e-52b8-4432-b371-6f2bfbcb23f7 None None] Publish callbacks [] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:11.748108 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ab2134e-9b24-4e0a-8f0a-61eb55dbb046 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (56bfa90a-4c12-4a7b-aca6-bf01a0ae3dc7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:11.789885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Set router fb6818da-6e68-4861-9a70-e5b836869bb7 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:11.792085 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a439664a-746e-45ab-a89a-4b5d2add6e6d None None] Provisioning complete for port 640187dc-2e89-45e8-906b-f948fcb9de68 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:11.792685 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a439664a-746e-45ab-a89a-4b5d2add6e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (640187dc-2e89-45e8-906b-f948fcb9de68), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:11.804352 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-de1eaeee-2369-44d9-9bdf-4781ae17568c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] device_id is not set on port c8aaa350-22d2-4f3c-a634-9f3f2c1a888c yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:19:11.831016 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb15a78e-52b8-4432-b371-6f2bfbcb23f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:11.887090 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ab2134e-9b24-4e0a-8f0a-61eb55dbb046 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (56bfa90a-4c12-4a7b-aca6-bf01a0ae3dc7), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:11.908456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:11.909258 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6602ace8-9449-49e5-bd2f-bdcfc06f6fa8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.059082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a439664a-746e-45ab-a89a-4b5d2add6e6d None None] Port 640187dc-2e89-45e8-906b-f948fcb9de68 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:19:12.081757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6602ace8-9449-49e5-bd2f-bdcfc06f6fa8,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:12.099092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15a78e-52b8-4432-b371-6f2bfbcb23f7 None None] Pushing event updated for resources: {'Port': ['ID=59600194-c246-4c1f-9f54-d1d1c1222eb0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:12.109250 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6602ace8-9449-49e5-bd2f-bdcfc06f6fa8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.110479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c464e77e-af90-44c3-9c07-1750ecec4ba8 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:12.134602 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ab2134e-9b24-4e0a-8f0a-61eb55dbb046 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (56bfa90a-4c12-4a7b-aca6-bf01a0ae3dc7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.161361 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6386388-dff2-419c-b47c-89027d9133a6 req-6aeba3dd-d343-4ab3-b97e-a6b1f7461e5b tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=30bf8f3616cd4e51a62c447be3b7ab65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7560577 Jan 28 19:19:12.288795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-de1eaeee-2369-44d9-9bdf-4781ae17568c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Allocated IP 2001:db8::1ee (2356a48d-87e0-48e9-b70d-d30e1c2d78fb/339840f8-b534-48f7-8246-0342847f9799/c8aaa350-22d2-4f3c-a634-9f3f2c1a888c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:12.292899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49394) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:12.443757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=6602ace8-9449-49e5-bd2f-bdcfc06f6fa8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:12.467685 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245065d-4e0b-45df-9089-e0150fc06c61 req-e1d5e485-b242-4688-9970-7878cb3b10e6 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:12.474307 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245065d-4e0b-45df-9089-e0150fc06c61 req-e1d5e485-b242-4688-9970-7878cb3b10e6 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:12.486951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245065d-4e0b-45df-9089-e0150fc06c61 req-e1d5e485-b242-4688-9970-7878cb3b10e6 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:12.496353 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c464e77e-af90-44c3-9c07-1750ecec4ba8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:12.496901 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.510193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245065d-4e0b-45df-9089-e0150fc06c61 req-e1d5e485-b242-4688-9970-7878cb3b10e6 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:12.530272 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245065d-4e0b-45df-9089-e0150fc06c61 req-e1d5e485-b242-4688-9970-7878cb3b10e6 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:12.543037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245065d-4e0b-45df-9089-e0150fc06c61 req-e1d5e485-b242-4688-9970-7878cb3b10e6 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:12.551412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245065d-4e0b-45df-9089-e0150fc06c61 req-e1d5e485-b242-4688-9970-7878cb3b10e6 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:12.555424 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2245065d-4e0b-45df-9089-e0150fc06c61 req-e1d5e485-b242-4688-9970-7878cb3b10e6 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 0.2994502 Jan 28 19:19:12.557103 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ab2134e-9b24-4e0a-8f0a-61eb55dbb046 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (56bfa90a-4c12-4a7b-aca6-bf01a0ae3dc7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.628921 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de1eaeee-2369-44d9-9bdf-4781ae17568c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (c8aaa350-22d2-4f3c-a634-9f3f2c1a888c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.768480 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2134e-9b24-4e0a-8f0a-61eb55dbb046 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=56bfa90a-4c12-4a7b-aca6-bf01a0ae3dc7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:12.771899 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de1eaeee-2369-44d9-9bdf-4781ae17568c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c8aaa350-22d2-4f3c-a634-9f3f2c1a888c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.786993 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a24ecd9-6265-4777-b265-3ab3ba1604b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.800793 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ab2134e-9b24-4e0a-8f0a-61eb55dbb046 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:12.807290 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4ab2134e-9b24-4e0a-8f0a-61eb55dbb046 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/56bfa90a-4c12-4a7b-aca6-bf01a0ae3dc7 HTTP/1.1" status: 204 len: 168 time: 1.5806849 Jan 28 19:19:12.816602 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49412) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:12.831830 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'name': 'tempest-ServerRescueNegativeTestJSON-423147707-router', 'tenant_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:19:07Z', 'revision_number': 4, 'project_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'gw_port': {'id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '339b3334-17ee-4a96-a40a-edaf1e426319', 'name': '', 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005', 'tenant_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'mac_address': 'fa:16:3e:0c:bd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'ad7b927e-a6aa-48ba-960b-bbd0e7fc8445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:06Z', 'updated_at': '2022-01-28T19:19:07Z', 'revision_number': 2, 'project_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'subnets': [{'id': 'ad7b927e-a6aa-48ba-960b-bbd0e7fc8445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:12.897076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c464e77e-af90-44c3-9c07-1750ecec4ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:12.914850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49414) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:12.918999 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Checking router: fb6818da-6e68-4861-9a70-e5b836869bb7 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:19:12.919369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Updating router fb6818da-6e68-4861-9a70-e5b836869bb7 port 339b3334-17ee-4a96-a40a-edaf1e426319 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:19:12.977225 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-ec45a3ff-098e-4821-a03c-08169660028e service neutron] 10.222.0.31 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3850000 Jan 28 19:19:13.004027 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (339b3334-17ee-4a96-a40a-edaf1e426319), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.039021 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1eaeee-2369-44d9-9bdf-4781ae17568c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:13.086904 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-de1eaeee-2369-44d9-9bdf-4781ae17568c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:13.106288 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:13.181009 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a24ecd9-6265-4777-b265-3ab3ba1604b1 admin admin] Publish callbacks [] for security_group (00f0ee67-176a-4f29-a36c-50426dbb0c70), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.236160 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2245065d-4e0b-45df-9089-e0150fc06c61 req-916725a0-39be-442f-bb6d-3c413d7274a4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6738455 Jan 28 19:19:13.246001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5aceeb-0e14-4582-8ef2-c905fd9a9a92 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 9a795f15-439f-49da-ac32-67ab1b927c37 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:13.248730 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a24ecd9-6265-4777-b265-3ab3ba1604b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (00f0ee67-176a-4f29-a36c-50426dbb0c70), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.308814 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-163fd12c-9b1a-40cd-85e3-ab9a46e4f30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.318526 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa5aceeb-0e14-4582-8ef2-c905fd9a9a92 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (9a795f15-439f-49da-ac32-67ab1b927c37), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.573008 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24ecd9-6265-4777-b265-3ab3ba1604b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f0ee67-176a-4f29-a36c-50426dbb0c70,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:13.597615 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5a24ecd9-6265-4777-b265-3ab3ba1604b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3210c291337c4f1291afc354a60cb8e9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3017187 Jan 28 19:19:13.603577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49420) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:13.607545 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6de866c-c8f4-4951-8655-8fac77095679 req-5e56c3fb-f377-4568-ac6a-8a089ed395ba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4096444 Jan 28 19:19:13.647954 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa5aceeb-0e14-4582-8ef2-c905fd9a9a92 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (9a795f15-439f-49da-ac32-67ab1b927c37), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.657271 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Publish callbacks [] for port (339b3334-17ee-4a96-a40a-edaf1e426319), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.669953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8614ea97-3f86-4a45-a55a-dd15c7b5c796 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:13.688724 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (339b3334-17ee-4a96-a40a-edaf1e426319), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.752137 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd1db2-26b5-492b-9a7a-36e74d2d9965 req-1e022048-c186-458d-9ed3-e7c9e0c507ef tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:13.756291 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34994f75-0d79-461a-a808-837c2ba4a21a None None] Pushing event updated for resources: {'Port': ['ID=339b3334-17ee-4a96-a40a-edaf1e426319,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:13.762938 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98dd1db2-26b5-492b-9a7a-36e74d2d9965 req-1e022048-c186-458d-9ed3-e7c9e0c507ef tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 948 time: 0.3376350 Jan 28 19:19:13.781044 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1eaeee-2369-44d9-9bdf-4781ae17568c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:13.790634 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1eaeee-2369-44d9-9bdf-4781ae17568c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:13.792231 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de1eaeee-2369-44d9-9bdf-4781ae17568c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.804237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-28e8c508-d204-4ee9-a21e-e3ef942f29cd None None] Provisioning complete for port 59600194-c246-4c1f-9f54-d1d1c1222eb0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:13.804620 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28e8c508-d204-4ee9-a21e-e3ef942f29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.815903 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3de9d24e-772e-4a44-9370-b0740ff6fbcd admin admin] Publish callbacks [] for security_group (00f0ee67-176a-4f29-a36c-50426dbb0c70), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.844374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1eaeee-2369-44d9-9bdf-4781ae17568c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=c8aaa350-22d2-4f3c-a634-9f3f2c1a888c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:13.855655 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3de9d24e-772e-4a44-9370-b0740ff6fbcd admin admin] Publish callbacks [] for security_group (00f0ee67-176a-4f29-a36c-50426dbb0c70), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.872075 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:13.872901 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6602ace8-9449-49e5-bd2f-bdcfc06f6fa8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.913629 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-de1eaeee-2369-44d9-9bdf-4781ae17568c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7698843 Jan 28 19:19:13.914504 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49422) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:13.935745 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2f6bc98a-5528-436a-9929-5a7c2825eea2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'subnet': {'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:13.947850 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6386388-dff2-419c-b47c-89027d9133a6 req-c576d07c-c581-4cdb-a386-432b41b3283c service neutron] 10.222.0.55 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7620387 Jan 28 19:19:13.986336 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3de9d24e-772e-4a44-9370-b0740ff6fbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (00f0ee67-176a-4f29-a36c-50426dbb0c70), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.988933 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3de9d24e-772e-4a44-9370-b0740ff6fbcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:13.993513 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3de9d24e-772e-4a44-9370-b0740ff6fbcd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00f0ee67-176a-4f29-a36c-50426dbb0c70 HTTP/1.1" status: 204 len: 168 time: 0.3838274 Jan 28 19:19:14.030784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Attempting to bind port 339b3334-17ee-4a96-a40a-edaf1e426319 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:14.031720 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Attempting to bind port 339b3334-17ee-4a96-a40a-edaf1e426319 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '9b5cf5cf-92ab-4cc5-9377-327df170d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:14.031720 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Attempting to bind port 339b3334-17ee-4a96-a40a-edaf1e426319 on network d80cfb31-56d7-4bc8-8f36-387a72246005 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:14.093802 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-e64286d7-a4a2-42d8-bffb-e3cf06c70623 service neutron] 10.222.0.31 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0889931 Jan 28 19:19:14.157577 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-814589f9-751a-4f61-af38-098af1be9449 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=2231651e-f2f6-4bc4-b992-84ee49c5e41c HTTP/1.1" status: 200 len: 217 time: 0.0544925 Jan 28 19:19:14.239437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-48b62433-c0e4-4947-a546-5dfb452466b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:14.241322 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-48b62433-c0e4-4947-a546-5dfb452466b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec7a4d45-bacc-4359-8d3a-1282bf5498e3 HTTP/1.1" status: 200 len: 797 time: 0.0730143 Jan 28 19:19:14.244616 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-28e8c508-d204-4ee9-a21e-e3ef942f29cd None None] Current status of the port 59600194-c246-4c1f-9f54-d1d1c1222eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:14.284203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:14.284994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Checking segment: {'id': '9b5cf5cf-92ab-4cc5-9377-327df170d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:14.288394 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:14.289070 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Bound using segment: {'id': '9b5cf5cf-92ab-4cc5-9377-327df170d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:14.289758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Bound port: 339b3334-17ee-4a96-a40a-edaf1e426319, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5cf5cf-92ab-4cc5-9377-327df170d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:14.290351 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (339b3334-17ee-4a96-a40a-edaf1e426319), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:14.359159 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6386388-dff2-419c-b47c-89027d9133a6 req-1ebaa009-3388-4a16-ae6a-38bbb30c59ff service neutron] 10.222.0.55 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957746 Jan 28 19:19:14.392100 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-a01e9c7c-4965-4268-b5a9-67462e4f02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:14.394577 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-a01e9c7c-4965-4268-b5a9-67462e4f02a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b784934-81a2-4bb5-a668-73176a055465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1353097 Jan 28 19:19:14.395402 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6bc98a-5528-436a-9929-5a7c2825eea2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:14.402531 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc98a-5528-436a-9929-5a7c2825eea2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:14.437896 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9d24e-772e-4a44-9370-b0740ff6fbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f0ee67-176a-4f29-a36c-50426dbb0c70,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:14.446315 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] For port 339b3334-17ee-4a96-a40a-edaf1e426319, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:14.454467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] For port 339b3334-17ee-4a96-a40a-edaf1e426319, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=339b3334-17ee-4a96-a40a-edaf1e426319,segment=NetworkSegment(9b5cf5cf-92ab-4cc5-9377-327df170d7be),segment_id=9b5cf5cf-92ab-4cc5-9377-327df170d7be)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:14.478517 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de866c-c8f4-4951-8655-8fac77095679 req-fe4cbbd5-2842-46fe-9641-f75587c2059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:14.480062 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6de866c-c8f4-4951-8655-8fac77095679 req-fe4cbbd5-2842-46fe-9641-f75587c2059f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f6d1d89a2cc450087be951ba23471e3&device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 1132 time: 0.7872553 Jan 28 19:19:14.512452 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98dd1db2-26b5-492b-9a7a-36e74d2d9965 req-cceef3ee-1ac1-4ca3-9323-dbba40b123d5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7483346 Jan 28 19:19:14.571711 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (339b3334-17ee-4a96-a40a-edaf1e426319), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:14.576687 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa5aceeb-0e14-4582-8ef2-c905fd9a9a92 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (9a795f15-439f-49da-ac32-67ab1b927c37), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:14.624251 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-163fd12c-9b1a-40cd-85e3-ab9a46e4f30f admin admin] Publish callbacks [] for security_group (812e9718-d12e-4741-a314-54d3bb633a04), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:14.697273 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-163fd12c-9b1a-40cd-85e3-ab9a46e4f30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (812e9718-d12e-4741-a314-54d3bb633a04), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:14.743057 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-163fd12c-9b1a-40cd-85e3-ab9a46e4f30f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da6dfbc5996c4bd2aad17bff751dc5ab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8034735 Jan 28 19:19:14.743335 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49444) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:14.815238 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-040a0939-3516-4a48-87eb-12376686705a None None] Provisioning complete for port c8aaa350-22d2-4f3c-a634-9f3f2c1a888c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:14.815939 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-040a0939-3516-4a48-87eb-12376686705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c8aaa350-22d2-4f3c-a634-9f3f2c1a888c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:14.827678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:14.828795 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 59600194-c246-4c1f-9f54-d1d1c1222eb0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:14.857879 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fd12c-9b1a-40cd-85e3-ab9a46e4f30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812e9718-d12e-4741-a314-54d3bb633a04,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:14.915580 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de866c-c8f4-4951-8655-8fac77095679 req-6abaf48a-40af-473e-b0d5-4ff2f234760c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:14.917128 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6de866c-c8f4-4951-8655-8fac77095679 req-6abaf48a-40af-473e-b0d5-4ff2f234760c service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.3812056 Jan 28 19:19:14.971088 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34994f75-0d79-461a-a808-837c2ba4a21a None None] Pushing event updated for resources: {'Port': ['ID=339b3334-17ee-4a96-a40a-edaf1e426319,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:14.998245 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46fa61-4ba5-46c9-8fa0-9a92116ef067 req-389b5713-dde1-4e4d-9fa9-6e9e94266a54 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:15.006520 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46fa61-4ba5-46c9-8fa0-9a92116ef067 req-389b5713-dde1-4e4d-9fa9-6e9e94266a54 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:15.020022 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46fa61-4ba5-46c9-8fa0-9a92116ef067 req-389b5713-dde1-4e4d-9fa9-6e9e94266a54 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:15.028540 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46fa61-4ba5-46c9-8fa0-9a92116ef067 req-389b5713-dde1-4e4d-9fa9-6e9e94266a54 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:15.034601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46fa61-4ba5-46c9-8fa0-9a92116ef067 req-389b5713-dde1-4e4d-9fa9-6e9e94266a54 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:15.059833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46fa61-4ba5-46c9-8fa0-9a92116ef067 req-389b5713-dde1-4e4d-9fa9-6e9e94266a54 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:15.080478 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46fa61-4ba5-46c9-8fa0-9a92116ef067 req-389b5713-dde1-4e4d-9fa9-6e9e94266a54 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:15.090171 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc46fa61-4ba5-46c9-8fa0-9a92116ef067 req-389b5713-dde1-4e4d-9fa9-6e9e94266a54 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 0.4333806 Jan 28 19:19:15.094309 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa5aceeb-0e14-4582-8ef2-c905fd9a9a92 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (9a795f15-439f-49da-ac32-67ab1b927c37), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:15.097422 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Routers {'fb6818da-6e68-4861-9a70-e5b836869bb7'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:15.097860 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:18:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['fb6818da-6e68-4861-9a70-e5b836869bb7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:15.099609 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-040a0939-3516-4a48-87eb-12376686705a None None] Port c8aaa350-22d2-4f3c-a634-9f3f2c1a888c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:19:15.192260 n-d-824834-4 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-2f6bc98a-5528-436a-9929-5a7c2825eea2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 339840f8-b534-48f7-8246-0342847f9799 (CIDR: 2001:db8::/64) Jan 28 19:19:15.223148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 59600194-c246-4c1f-9f54-d1d1c1222eb0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:15.223543 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:15.246319 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa5aceeb-0e14-4582-8ef2-c905fd9a9a92 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:15.250962 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6bc98a-5528-436a-9929-5a7c2825eea2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:19:15.251421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6bc98a-5528-436a-9929-5a7c2825eea2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:19:15.261152 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fa5aceeb-0e14-4582-8ef2-c905fd9a9a92 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/9a795f15-439f-49da-ac32-67ab1b927c37 HTTP/1.1" status: 204 len: 168 time: 2.4375470 Jan 28 19:19:15.270507 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49462) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:15.277541 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6de866c-c8f4-4951-8655-8fac77095679 req-6d09f96d-d4ec-4fd2-9883-f70226ad8854 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=ca00b136-d879-478d-8eaa-a5920a54250b HTTP/1.1" status: 200 len: 217 time: 0.3525255 Jan 28 19:19:15.278876 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-d26d425b-0987-4cea-9908-e722816cd482 service neutron] 10.222.0.31 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8651204 Jan 28 19:19:15.287405 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5aceeb-0e14-4582-8ef2-c905fd9a9a92 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=9a795f15-439f-49da-ac32-67ab1b927c37,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:15.314464 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e7f74f24-23bc-4d31-ac45-273cfbcf056e req-37dbda9e-14b7-4c30-9e2e-30a923ed578b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4816730 Jan 28 19:19:15.350101 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2f6bc98a-5528-436a-9929-5a7c2825eea2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4171622 Jan 28 19:19:15.375002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49466) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:15.481152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49468) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:15.492664 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc46fa61-4ba5-46c9-8fa0-9a92116ef067 req-a4489ab0-9e43-4acc-bd56-1efca9c7e820 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3792188 Jan 28 19:19:15.543186 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de866c-c8f4-4951-8655-8fac77095679 req-e380e3c2-707e-4dfa-94d6-eab9aeb70806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:15.546669 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6de866c-c8f4-4951-8655-8fac77095679 req-e380e3c2-707e-4dfa-94d6-eab9aeb70806 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.2531388 Jan 28 19:19:15.682291 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-11b8462f-ff4c-4bdb-973e-b21e79c6ec9d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'subnet': {'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:15.687737 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-baeccb69-0de7-42e7-8ed5-f84be5b31d7d service neutron] 10.222.0.31 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938699 Jan 28 19:19:15.697524 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-36934553-1a11-474a-884f-17f7d3b13f5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4147911 Jan 28 19:19:15.748237 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49472) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:15.760200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cd5729fd-5625-426e-8927-55a0adc9b0cd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:15.863518 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-672ddeb7-96ce-4f63-ad4c-cf38aec925df req-356e0254-b87b-4af7-a209-b9621135a793 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 210 time: 0.2067909 Jan 28 19:19:15.878853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b85b822b-c816-4af8-87e3-74f90313dcd9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-network', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:15.968594 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:19:15.984369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5729fd-5625-426e-8927-55a0adc9b0cd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:16.000454 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd5729fd-5625-426e-8927-55a0adc9b0cd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:16.004099 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-746784d9-dde2-4cc9-9ce1-1f96dec0f47d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=8c68f75a-044e-472c-9ceb-54febb5d164d HTTP/1.1" status: 200 len: 217 time: 0.3080065 Jan 28 19:19:16.008577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85b822b-c816-4af8-87e3-74f90313dcd9 admin admin] Made reservation on behalf of 188c3b3012fa4bc99c20429bf8df96c2 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:16.016251 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b85b822b-c816-4af8-87e3-74f90313dcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:16.054818 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b85b822b-c816-4af8-87e3-74f90313dcd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:16.058178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 59600194-c246-4c1f-9f54-d1d1c1222eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:16.058695 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b8462f-ff4c-4bdb-973e-b21e79c6ec9d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:16.064666 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-11b8462f-ff4c-4bdb-973e-b21e79c6ec9d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:16.065636 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de866c-c8f4-4951-8655-8fac77095679 req-514d75d3-5783-4e70-87f2-8866290cfccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:16.067283 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6de866c-c8f4-4951-8655-8fac77095679 req-514d75d3-5783-4e70-87f2-8866290cfccb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5118222 Jan 28 19:19:16.073058 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcc44f63-0061-47c3-b960-1e3450362403 admin admin] Publish callbacks [] for security_group (812e9718-d12e-4741-a314-54d3bb633a04), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:16.098504 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcc44f63-0061-47c3-b960-1e3450362403 admin admin] Publish callbacks [] for security_group (812e9718-d12e-4741-a314-54d3bb633a04), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:16.112896 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] Set router fb6818da-6e68-4861-9a70-e5b836869bb7 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:16.186823 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745fd6d-e9b2-4f4a-a752-9ef54e2746b9 req-fdbd7de7-e9d1-460f-8162-f10a33ed63bc tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:16.188491 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c745fd6d-e9b2-4f4a-a752-9ef54e2746b9 req-fdbd7de7-e9d1-460f-8162-f10a33ed63bc tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 1.3782847 Jan 28 19:19:16.283219 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcc44f63-0061-47c3-b960-1e3450362403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (812e9718-d12e-4741-a314-54d3bb633a04), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:16.294401 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcc44f63-0061-47c3-b960-1e3450362403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:16.300291 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fcc44f63-0061-47c3-b960-1e3450362403 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/812e9718-d12e-4741-a314-54d3bb633a04 HTTP/1.1" status: 204 len: 168 time: 1.5515671 Jan 28 19:19:16.431205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e26975-76d7-44cd-b105-335706ef0662 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:16.580872 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc44f63-0061-47c3-b960-1e3450362403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812e9718-d12e-4741-a314-54d3bb633a04,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:16.593628 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6386388-dff2-419c-b47c-89027d9133a6 req-2e02a2c4-4c3f-4675-bbbe-f2cda5f62ed5 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:16.595296 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6386388-dff2-419c-b47c-89027d9133a6 req-2e02a2c4-4c3f-4675-bbbe-f2cda5f62ed5 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.37 "GET /v2.0/networks?id=d80cfb31-56d7-4bc8-8f36-387a72246005 HTTP/1.1" status: 200 len: 818 time: 0.3188021 Jan 28 19:19:16.629228 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b6386388-dff2-419c-b47c-89027d9133a6 req-48624536-24b2-423b-9451-3c2a2f212d4e tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Request body: {'port': {'device_id': '03d9df02-b693-488b-8645-73ca39422507', 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005', 'admin_state_up': True, 'tenant_id': '30bf8f3616cd4e51a62c447be3b7ab65'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:16.664674 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-db525b90-ccde-4d8b-8e06-d534e9056a18 None None] Provisioning complete for port 59600194-c246-4c1f-9f54-d1d1c1222eb0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:16.665055 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db525b90-ccde-4d8b-8e06-d534e9056a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:16.761529 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3756482-2ba9-4edf-8a90-243354290c32 None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:19:16.785256 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-22c1d554-f489-48bf-b5d2-1fa14923d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:16.795757 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-22c1d554-f489-48bf-b5d2-1fa14923d3b1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec7a4d45-bacc-4359-8d3a-1282bf5498e3 HTTP/1.1" status: 200 len: 797 time: 0.7566807 Jan 28 19:19:16.834309 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6de866c-c8f4-4951-8655-8fac77095679 req-7c103e53-516c-4bfc-b0a3-e84ab887e78b service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7378533 Jan 28 19:19:16.929892 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49494) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:16.939741 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f74f24-23bc-4d31-ac45-273cfbcf056e req-d87453ab-c7fb-47e2-8e96-625036028d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:16.951313 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e7f74f24-23bc-4d31-ac45-273cfbcf056e req-d87453ab-c7fb-47e2-8e96-625036028d22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f6d1d89a2cc450087be951ba23471e3&device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 1130 time: 1.5814207 Jan 28 19:19:16.959105 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c745fd6d-e9b2-4f4a-a752-9ef54e2746b9 req-be049594-f22b-4cf8-babc-13a13c8d1ca3 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7487776 Jan 28 19:19:16.978548 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-f11def71-b391-4e2e-81e3-4215d6529ca3 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:16.980371 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-f11def71-b391-4e2e-81e3-4215d6529ca3 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/networks?id=d80cfb31-56d7-4bc8-8f36-387a72246005 HTTP/1.1" status: 200 len: 818 time: 0.6844051 Jan 28 19:19:17.027144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-db525b90-ccde-4d8b-8e06-d534e9056a18 None None] Current status of the port 59600194-c246-4c1f-9f54-d1d1c1222eb0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:17.032578 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6386388-dff2-419c-b47c-89027d9133a6 req-48624536-24b2-423b-9451-3c2a2f212d4e tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Made reservation on behalf of 30bf8f3616cd4e51a62c447be3b7ab65 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:17.036962 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b6386388-dff2-419c-b47c-89027d9133a6 req-48624536-24b2-423b-9451-3c2a2f212d4e tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.049937 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0c97-1bae-4ab3-aaba-645cae636eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.070054 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-b4945faf-b7d8-4052-9784-ec9297ea8005 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/quotas/30bf8f3616cd4e51a62c447be3b7ab65 HTTP/1.1" status: 200 len: 375 time: 0.0492609 Jan 28 19:19:17.072327 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b85b822b-c816-4af8-87e3-74f90313dcd9 admin admin] Publish callbacks [] for security_group (ba69bd80-5fee-49d4-a35d-d24a85ab1f93), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.142479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f3756482-2ba9-4edf-8a90-243354290c32 None None] Deleting port 59600194-c246-4c1f-9f54-d1d1c1222eb0 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:17.143090 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3756482-2ba9-4edf-8a90-243354290c32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.152716 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b85b822b-c816-4af8-87e3-74f90313dcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ba69bd80-5fee-49d4-a35d-d24a85ab1f93), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.176474 n-d-824834-4 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-11b8462f-ff4c-4bdb-973e-b21e79c6ec9d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8aeba49f-fa54-459f-944f-1803ac899b26 (CIDR: 2001:db8:0:1::/64) Jan 28 19:19:17.244828 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b8462f-ff4c-4bdb-973e-b21e79c6ec9d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:19:17.245631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b8462f-ff4c-4bdb-973e-b21e79c6ec9d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:19:17.276666 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f3756482-2ba9-4edf-8a90-243354290c32 None None] For port 59600194-c246-4c1f-9f54-d1d1c1222eb0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=59600194-c246-4c1f-9f54-d1d1c1222eb0,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:17.276987 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3756482-2ba9-4edf-8a90-243354290c32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.299215 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f3756482-2ba9-4edf-8a90-243354290c32 None None] Calling delete_port for 59600194-c246-4c1f-9f54-d1d1c1222eb0 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:17.303664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85b822b-c816-4af8-87e3-74f90313dcd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:19:17.336990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-e926efb8-4bfe-4667-964c-f3adb94b4e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:17.338524 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-e926efb8-4bfe-4667-964c-f3adb94b4e62 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b784934-81a2-4bb5-a668-73176a055465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5272012 Jan 28 19:19:17.349777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b822b-c816-4af8-87e3-74f90313dcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba69bd80-5fee-49d4-a35d-d24a85ab1f93,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:17.358002 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b85b822b-c816-4af8-87e3-74f90313dcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (93d6d512-6750-4209-9ab8-34f7848c4e79), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.358420 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-b85b822b-c816-4af8-87e3-74f90313dcd9 admin admin] Added segment 93d6d512-6750-4209-9ab8-34f7848c4e79 of type vlan for network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c Jan 28 19:19:17.405614 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6de866c-c8f4-4951-8655-8fac77095679 req-036bf1e8-511d-4c15-a633-80f3a1e33e53 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539405 Jan 28 19:19:17.475018 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-11b8462f-ff4c-4bdb-973e-b21e79c6ec9d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.0773311 Jan 28 19:19:17.488640 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'name': 'tempest-ServerRescueNegativeTestJSON-423147707-router', 'tenant_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:19:07Z', 'revision_number': 4, 'project_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'gw_port': {'id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '339b3334-17ee-4a96-a40a-edaf1e426319', 'name': '', 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005', 'tenant_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'mac_address': 'fa:16:3e:0c:bd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'ad7b927e-a6aa-48ba-960b-bbd0e7fc8445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:06Z', 'updated_at': '2022-01-28T19:19:14Z', 'revision_number': 4, 'project_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'subnets': [{'id': 'ad7b927e-a6aa-48ba-960b-bbd0e7fc8445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:17.491575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49500) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:17.504727 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3756482-2ba9-4edf-8a90-243354290c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (59600194-c246-4c1f-9f54-d1d1c1222eb0), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.506956 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c31239c4-774e-4157-aef4-e9dc1648be0b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'subnet': {'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:17.534732 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-17b71751-0e03-45ca-851a-a409707bae64 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=30bf8f3616cd4e51a62c447be3b7ab65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4413519 Jan 28 19:19:17.542873 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b85b822b-c816-4af8-87e3-74f90313dcd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (4eaabcda-c76b-4b7a-807c-2b462b7a6f9c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.582856 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49506) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:17.588077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3756482-2ba9-4edf-8a90-243354290c32 None None] No DVR routers for this DVR port 59600194-c246-4c1f-9f54-d1d1c1222eb0 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:17.607985 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee2678-74b9-44c5-80f0-db266e3050e5 None None] The sync data for ids ['fb6818da-6e68-4861-9a70-e5b836869bb7'] in n-d-824834-4 is: [{'id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'name': 'tempest-ServerRescueNegativeTestJSON-423147707-router', 'tenant_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:19:07Z', 'revision_number': 4, 'project_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'gw_port': {'id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '339b3334-17ee-4a96-a40a-edaf1e426319', 'name': '', 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005', 'tenant_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'mac_address': 'fa:16:3e:0c:bd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'ad7b927e-a6aa-48ba-960b-bbd0e7fc8445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:06Z', 'updated_at': '2022-01-28T19:19:14Z', 'revision_number': 4, 'project_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'subnets': [{'id': 'ad7b927e-a6aa-48ba-960b-bbd0e7fc8445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:19:17.611181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3756482-2ba9-4edf-8a90-243354290c32 None None] Pushing event deleted for resources: {'Port': ['ID=59600194-c246-4c1f-9f54-d1d1c1222eb0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:17.660667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.objects.ports [None req-cd5729fd-5625-426e-8927-55a0adc9b0cd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:19:17.778504 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-144b7f5c-15e4-4d22-b07a-bc43ba75f6a3 service neutron] 10.222.0.31 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302156 Jan 28 19:19:17.806529 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f74f24-23bc-4d31-ac45-273cfbcf056e req-5896f353-827f-423c-9222-de2cb01ead91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:17.811051 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e7f74f24-23bc-4d31-ac45-273cfbcf056e req-5896f353-827f-423c-9222-de2cb01ead91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.7184055 Jan 28 19:19:17.836681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-b6386388-dff2-419c-b47c-89027d9133a6 req-48624536-24b2-423b-9451-3c2a2f212d4e tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Allocated IP 172.20.0.5 (d80cfb31-56d7-4bc8-8f36-387a72246005/ad7b927e-a6aa-48ba-960b-bbd0e7fc8445/c1d20099-77e0-4fde-ab1d-725f217265d3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:17.868899 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b85b822b-c816-4af8-87e3-74f90313dcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (4eaabcda-c76b-4b7a-807c-2b462b7a6f9c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.870003 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85b822b-c816-4af8-87e3-74f90313dcd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:17.870723 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b85b822b-c816-4af8-87e3-74f90313dcd9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.874162 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f111bb-4541-4a70-bb52-74e616679ad7 req-f84ccc98-da1d-49b8-9f4a-2a69b2cd2e01 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:17.883461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f111bb-4541-4a70-bb52-74e616679ad7 req-f84ccc98-da1d-49b8-9f4a-2a69b2cd2e01 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:17.896171 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f111bb-4541-4a70-bb52-74e616679ad7 req-f84ccc98-da1d-49b8-9f4a-2a69b2cd2e01 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:17.907471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f111bb-4541-4a70-bb52-74e616679ad7 req-f84ccc98-da1d-49b8-9f4a-2a69b2cd2e01 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:17.914391 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0c97-1bae-4ab3-aaba-645cae636eee admin admin] Publish callbacks [] for security_group (32a580cb-5db1-400e-9d3f-d125da6fe313), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:17.923662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f111bb-4541-4a70-bb52-74e616679ad7 req-f84ccc98-da1d-49b8-9f4a-2a69b2cd2e01 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:17.939282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f111bb-4541-4a70-bb52-74e616679ad7 req-f84ccc98-da1d-49b8-9f4a-2a69b2cd2e01 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:17.959407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f111bb-4541-4a70-bb52-74e616679ad7 req-f84ccc98-da1d-49b8-9f4a-2a69b2cd2e01 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:17.961534 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-98f111bb-4541-4a70-bb52-74e616679ad7 req-f84ccc98-da1d-49b8-9f4a-2a69b2cd2e01 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 0.7612424 Jan 28 19:19:17.968323 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6eb0c97-1bae-4ab3-aaba-645cae636eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (32a580cb-5db1-400e-9d3f-d125da6fe313), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:18.104676 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb0c97-1bae-4ab3-aaba-645cae636eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a580cb-5db1-400e-9d3f-d125da6fe313,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:18.196811 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b85b822b-c816-4af8-87e3-74f90313dcd9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7029955 Jan 28 19:19:18.213147 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e38a77e-f4cd-49ca-96a1-f14bd5745238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:18.228444 n-d-824834-4 neutron-server[103146]: WARNING neutron.services.revisions.revision_plugin [None req-cd5729fd-5625-426e-8927-55a0adc9b0cd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Could not find related port for resource to bump revision. Jan 28 19:19:18.240529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49512) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:18.250355 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e1cdc071-f226-46a1-a613-cede674bb1ad admin admin] Request body: {'subnet': {'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-subnet', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:18.269105 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_pluggable_backend [None req-cd5729fd-5625-426e-8927-55a0adc9b0cd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Port 59600194-c246-4c1f-9f54-d1d1c1222eb0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 19:19:18.269723 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_pluggable_backend [None req-cd5729fd-5625-426e-8927-55a0adc9b0cd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Reverting IP allocation for 2001:db8::f816:3eff:fec2:3827 {{(pid=103146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 19:19:18.332922 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 339b3334-17ee-4a96-a40a-edaf1e426319 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:18.342196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_pluggable_backend [None req-cd5729fd-5625-426e-8927-55a0adc9b0cd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec2:3827 {{(pid=103146) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 19:19:18.344158 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b822b-c816-4af8-87e3-74f90313dcd9 admin admin] Pushing event updated for resources: {'Network': ['ID=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:18.355392 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd5729fd-5625-426e-8927-55a0adc9b0cd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (5a14e986-2493-457d-a150-cdad6abf3054), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:18.361730 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a6eb0c97-1bae-4ab3-aaba-645cae636eee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8430b6c5025b4e3491eb2b9e9ef4cb9a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4286849 Jan 28 19:19:18.378008 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:19:18.400728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49514) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:18.492014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 339b3334-17ee-4a96-a40a-edaf1e426319 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:18.492762 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (339b3334-17ee-4a96-a40a-edaf1e426319), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:18.506361 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e7f74f24-23bc-4d31-ac45-273cfbcf056e req-df8147e5-2382-4107-9cc2-ac0498bbbe85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2a69777e-2f4b-4bc6-8b0c-1916d555099f HTTP/1.1" status: 200 len: 217 time: 0.6726959 Jan 28 19:19:18.547343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5729fd-5625-426e-8927-55a0adc9b0cd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=5a14e986-2493-457d-a150-cdad6abf3054,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:18.549551 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31239c4-774e-4157-aef4-e9dc1648be0b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Made reservation on behalf of 4c120119fb864adbb0efc0e4dcd24a47 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:18.553610 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c31239c4-774e-4157-aef4-e9dc1648be0b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:18.557532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cdc071-f226-46a1-a613-cede674bb1ad admin admin] Made reservation on behalf of 188c3b3012fa4bc99c20429bf8df96c2 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:18.560010 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1cdc071-f226-46a1-a613-cede674bb1ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:18.638711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 339b3334-17ee-4a96-a40a-edaf1e426319 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:18.639386 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (339b3334-17ee-4a96-a40a-edaf1e426319), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:18.686914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 339b3334-17ee-4a96-a40a-edaf1e426319, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=339b3334-17ee-4a96-a40a-edaf1e426319,segment=NetworkSegment(9b5cf5cf-92ab-4cc5-9377-327df170d7be),segment_id=9b5cf5cf-92ab-4cc5-9377-327df170d7be)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:18.698256 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (339b3334-17ee-4a96-a40a-edaf1e426319), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:18.710085 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-98f111bb-4541-4a70-bb52-74e616679ad7 req-a65293b8-afee-4fa5-ad33-a7394b2d2e0a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3166609 Jan 28 19:19:18.805174 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 59600194-c246-4c1f-9f54-d1d1c1222eb0 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:18.847780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f74f24-23bc-4d31-ac45-273cfbcf056e req-e4fc58ac-a706-4e32-944c-d84e76ae24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:18.849375 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e7f74f24-23bc-4d31-ac45-273cfbcf056e req-e4fc58ac-a706-4e32-944c-d84e76ae24ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.3289008 Jan 28 19:19:18.854985 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 59600194-c246-4c1f-9f54-d1d1c1222eb0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:18.855506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 59600194-c246-4c1f-9f54-d1d1c1222eb0 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:18.867805 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-7441ba18-1d5a-4676-a5a5-1fd748565f2b service neutron] 10.222.0.31 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0825756 Jan 28 19:19:18.873725 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1cdc071-f226-46a1-a613-cede674bb1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (f81e2f04-6d65-4bf2-ae23-2d422541a4df), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:18.874324 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=339b3334-17ee-4a96-a40a-edaf1e426319,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:18.900724 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5729fd-5625-426e-8927-55a0adc9b0cd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:18.939510 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24db0074-8a96-4241-b06d-b7329840e059 req-9c723df9-6051-4d3e-bad1-312f98f295b3 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6f6d1d89a2cc450087be951ba23471e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491154 Jan 28 19:19:18.940167 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd7e8-33a9-4b62-922d-70c08b9513df admin admin] Publish callbacks [] for security_group (32a580cb-5db1-400e-9d3f-d125da6fe313), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:18.987042 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-e9968dcc-8f72-4aad-8b4a-04c216c5b321 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9fb3904b-088f-474c-b70e-bea74ba43672 HTTP/1.1" status: 200 len: 217 time: 0.0978153 Jan 28 19:19:19.079694 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd7e8-33a9-4b62-922d-70c08b9513df admin admin] Publish callbacks [] for security_group (32a580cb-5db1-400e-9d3f-d125da6fe313), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:19.263176 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f74f24-23bc-4d31-ac45-273cfbcf056e req-469c2940-275a-4d54-a68a-e79adf4dc0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:19.265005 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e7f74f24-23bc-4d31-ac45-273cfbcf056e req-469c2940-275a-4d54-a68a-e79adf4dc0cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3925021 Jan 28 19:19:19.266693 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3c957c48-3aa5-4db6-8663-58f255cd2a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:19.268383 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-3c957c48-3aa5-4db6-8663-58f255cd2a35 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b2bd6593-7035-4596-8196-359b444681b6 HTTP/1.1" status: 200 len: 797 time: 0.2568870 Jan 28 19:19:19.273158 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b6386388-dff2-419c-b47c-89027d9133a6 req-48624536-24b2-423b-9451-3c2a2f212d4e tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Publish callbacks [] for port (c1d20099-77e0-4fde-ab1d-725f217265d3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:19.370399 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-18bf33c0-a589-42e2-af48-33301eff5fbd service neutron] 10.222.0.55 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8068604 Jan 28 19:19:19.479651 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e7f74f24-23bc-4d31-ac45-273cfbcf056e req-ab8ce0a4-005f-43ae-9370-05d5b9ad1bf1 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975451 Jan 28 19:19:19.509682 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-032fa5a1-970a-4433-ad33-0cbace353a46 service neutron] 10.222.0.55 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383290 Jan 28 19:19:19.514748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-cd5729fd-5625-426e-8927-55a0adc9b0cd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:19.524719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69033bbb-189b-4cc3-a330-f753e7db679f None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:19.551223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5729fd-5625-426e-8927-55a0adc9b0cd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:19.551874 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd5729fd-5625-426e-8927-55a0adc9b0cd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:19.642207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cdc071-f226-46a1-a613-cede674bb1ad admin admin] Checking segment: {'id': '93d6d512-6750-4209-9ab8-34f7848c4e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:19.642560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cdc071-f226-46a1-a613-cede674bb1ad admin admin] Network hostable DHCP agents. Network: 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:19:19.652099 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cd5729fd-5625-426e-8927-55a0adc9b0cd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8979206 Jan 28 19:19:19.705987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49524) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:19.722055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fab853b9-6a1b-4581-b898-92a508788397 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:19.756397 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e7f74f24-23bc-4d31-ac45-273cfbcf056e req-18d55657-b635-4892-8ad3-52f1c6ab1517 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645714 Jan 28 19:19:19.801195 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': '5a14e986-2493-457d-a150-cdad6abf3054'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:19:19.804799 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:19.877197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db0074-8a96-4241-b06d-b7329840e059 req-cdfb4a1b-03af-4683-bf44-7bdf1bbf59c5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:19.879366 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24db0074-8a96-4241-b06d-b7329840e059 req-cdfb4a1b-03af-4683-bf44-7bdf1bbf59c5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9005470 Jan 28 19:19:19.884219 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b6386388-dff2-419c-b47c-89027d9133a6 req-48624536-24b2-423b-9451-3c2a2f212d4e tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c1d20099-77e0-4fde-ab1d-725f217265d3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:19.894293 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd7e8-33a9-4b62-922d-70c08b9513df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (32a580cb-5db1-400e-9d3f-d125da6fe313), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:19.897486 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae9fd7e8-33a9-4b62-922d-70c08b9513df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:19.899177 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ae9fd7e8-33a9-4b62-922d-70c08b9513df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32a580cb-5db1-400e-9d3f-d125da6fe313 HTTP/1.1" status: 204 len: 168 time: 1.4970493 Jan 28 19:19:19.985925 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fd7e8-33a9-4b62-922d-70c08b9513df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a580cb-5db1-400e-9d3f-d125da6fe313,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:19.987958 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48624536-24b2-423b-9451-3c2a2f212d4e tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Pushing event updated for resources: {'Port': ['ID=c1d20099-77e0-4fde-ab1d-725f217265d3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:20.011984 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24db0074-8a96-4241-b06d-b7329840e059 req-32fc10fd-7863-494f-8569-d9501a879650 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/quotas/6f6d1d89a2cc450087be951ba23471e3 HTTP/1.1" status: 200 len: 375 time: 0.1129937 Jan 28 19:19:20.034271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdc071-f226-46a1-a613-cede674bb1ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=f81e2f04-6d65-4bf2-ae23-2d422541a4df,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:20.090177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4e58aba3-36a3-48eb-9b68-2f0bc424d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:20.094428 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-4e58aba3-36a3-48eb-9b68-2f0bc424d94b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8bd761fc-fe6a-405a-9893-029eb3d01134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.8159187 Jan 28 19:19:20.175001 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-792c791f-6ba2-47d2-9eab-06b6b8aeec0f req-fc153358-3ed4-48c7-b53f-9ea211f6e3cc tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 210 time: 0.2078826 Jan 28 19:19:20.209107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cdc071-f226-46a1-a613-cede674bb1ad admin admin] Network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:19:20.262806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6386388-dff2-419c-b47c-89027d9133a6 req-48624536-24b2-423b-9451-3c2a2f212d4e tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Network d80cfb31-56d7-4bc8-8f36-387a72246005 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:20.270708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-b6386388-dff2-419c-b47c-89027d9133a6 req-48624536-24b2-423b-9451-3c2a2f212d4e tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:20.285291 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6386388-dff2-419c-b47c-89027d9133a6 req-48624536-24b2-423b-9451-3c2a2f212d4e tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:20.309745 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 339b3334-17ee-4a96-a40a-edaf1e426319 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:20.352512 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6386388-dff2-419c-b47c-89027d9133a6 req-48624536-24b2-423b-9451-3c2a2f212d4e tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:20.353174 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b6386388-dff2-419c-b47c-89027d9133a6 req-48624536-24b2-423b-9451-3c2a2f212d4e tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:20.370892 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24db0074-8a96-4241-b06d-b7329840e059 req-a644d1fc-41d9-4aa4-9e7f-e4f0392539c2 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f6d1d89a2cc450087be951ba23471e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3580010 Jan 28 19:19:20.414841 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6386388-dff2-419c-b47c-89027d9133a6 req-48624536-24b2-423b-9451-3c2a2f212d4e tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7988667 Jan 28 19:19:20.431890 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-cb4bbf2f-cae1-48a8-a48c-e335d687d663 service neutron] 10.222.0.31 "GET /v2.0/networks/8bd761fc-fe6a-405a-9893-029eb3d01134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267181 Jan 28 19:19:20.444820 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Request body: {'port': {'device_id': '03d9df02-b693-488b-8645-73ca39422507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:20.446600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Allocated IP 2001:db8::f816:3eff:fe82:b84b (1218acd0-0311-470a-8d43-e1a60f7e0be9/5a14e986-2493-457d-a150-cdad6abf3054/bbf286c9-a491-4cf6-91cc-cf707ba7f295) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:20.472281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e1cdc071-f226-46a1-a613-cede674bb1ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:20.484026 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-663a35d9-fc8c-4ba9-8144-66282e9d1a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:20.491833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a695a546-9c46-4d5e-bc62-b7f02d6bbc57 None None] Network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:20.591117 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cdc071-f226-46a1-a613-cede674bb1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:20.591885 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e1cdc071-f226-46a1-a613-cede674bb1ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:20.786633 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c31239c4-774e-4157-aef4-e9dc1648be0b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (381a8a86-68ee-41b0-b1c3-10e4dd13419b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:20.811749 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e1cdc071-f226-46a1-a613-cede674bb1ad admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5656524 Jan 28 19:19:20.819256 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-20206eab-475a-431f-b184-c58c5047a12b service neutron] 10.222.0.31 "GET /v2.0/networks/8bd761fc-fe6a-405a-9893-029eb3d01134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525624 Jan 28 19:19:20.819877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49554) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:20.860396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 339b3334-17ee-4a96-a40a-edaf1e426319 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:20.861508 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (339b3334-17ee-4a96-a40a-edaf1e426319), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:20.917679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:20.979615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31239c4-774e-4157-aef4-e9dc1648be0b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:20.990872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31239c4-774e-4157-aef4-e9dc1648be0b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Subnet': ['ID=381a8a86-68ee-41b0-b1c3-10e4dd13419b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:21.005859 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c31239c4-774e-4157-aef4-e9dc1648be0b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:21.023970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31239c4-774e-4157-aef4-e9dc1648be0b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:21.027594 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c31239c4-774e-4157-aef4-e9dc1648be0b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:21.059778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d789b07-21e5-4f4e-8e6c-511081bcce0d None None] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:21.147446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c31239c4-774e-4157-aef4-e9dc1648be0b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.6476548 Jan 28 19:19:21.148244 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29fd3bc6-0b61-4e26-aedb-aab197ab9a2e req-2116fed9-509c-42d5-a50d-e99a69900958 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 210 time: 0.2485807 Jan 28 19:19:21.149994 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (29bd8e6c-f3a6-478d-b57c-73297ba42978), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:21.155379 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (29bd8e6c-f3a6-478d-b57c-73297ba42978), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:21.162343 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:21.174101 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-a8f4d2f0-2138-4658-88d9-88833a3c848e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b36fe92-b79b-45b6-925a-27d7f3749cd5 HTTP/1.1" status: 200 len: 217 time: 0.2733998 Jan 28 19:19:21.217320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab853b9-6a1b-4581-b898-92a508788397 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:21.222116 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fab853b9-6a1b-4581-b898-92a508788397 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:21.261779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b95fb415-5712-4c8a-b9c6-d4106dbf88db tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-108495898', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '381a8a86-68ee-41b0-b1c3-10e4dd13419b'}], 'security_groups': ['e82e5399-c41a-4309-8507-d8fc4141e983', '948dd1ec-6ece-4192-8d2c-976449b72c37']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:21.533606 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-996a62dd-c56d-4553-b11b-f420539d1bba req-b579ff87-4fb2-40ff-9a72-c80e011e1acb tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 210 time: 0.1395788 Jan 28 19:19:21.534646 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c1d20099-77e0-4fde-ab1d-725f217265d3), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:21.536861 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d4086-3494-4d13-906a-a8a9298a3c3b req-a582e3ca-d2ce-43ee-8e3f-b89ca2be4415 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:21.542749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d4086-3494-4d13-906a-a8a9298a3c3b req-a582e3ca-d2ce-43ee-8e3f-b89ca2be4415 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:21.548971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d4086-3494-4d13-906a-a8a9298a3c3b req-a582e3ca-d2ce-43ee-8e3f-b89ca2be4415 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:21.554788 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d4086-3494-4d13-906a-a8a9298a3c3b req-a582e3ca-d2ce-43ee-8e3f-b89ca2be4415 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:21.563396 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d4086-3494-4d13-906a-a8a9298a3c3b req-a582e3ca-d2ce-43ee-8e3f-b89ca2be4415 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:21.590918 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d4086-3494-4d13-906a-a8a9298a3c3b req-a582e3ca-d2ce-43ee-8e3f-b89ca2be4415 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:21.616946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:19:21.619245 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:21.619740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d4086-3494-4d13-906a-a8a9298a3c3b req-a582e3ca-d2ce-43ee-8e3f-b89ca2be4415 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:21.624427 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-781dd785-d11c-4c43-9f21-b5b280a41a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:21.627505 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-781dd785-d11c-4c43-9f21-b5b280a41a69 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b2bd6593-7035-4596-8196-359b444681b6 HTTP/1.1" status: 200 len: 797 time: 0.3541491 Jan 28 19:19:21.635102 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8f8d4086-3494-4d13-906a-a8a9298a3c3b req-a582e3ca-d2ce-43ee-8e3f-b89ca2be4415 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 1.2870448 Jan 28 19:19:21.679059 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fab853b9-6a1b-4581-b898-92a508788397 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (3c279aed-eb39-4a14-83a8-95a62af55e5e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:21.684286 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Publish callbacks [] for router_controller (29bd8e6c-f3a6-478d-b57c-73297ba42978), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:21.767551 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:21.833974 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab853b9-6a1b-4581-b898-92a508788397 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:21.878263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fab853b9-6a1b-4581-b898-92a508788397 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:21.881385 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab853b9-6a1b-4581-b898-92a508788397 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:21.881989 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fab853b9-6a1b-4581-b898-92a508788397 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:21.931714 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fab853b9-6a1b-4581-b898-92a508788397 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2196081 Jan 28 19:19:21.969982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49580) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:21.992674 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7600eeaa-fbd4-411d-a16e-68ce0f2a77cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'mac_address': 'fa:16:3e:4d:56:03', 'name': 'tempest-NetworksTestDHCPv6-562959528'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:22.058709 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Publish callbacks [] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:22.065954 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-071517a7-4d76-4640-84a7-19d4b1e734b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:22.068038 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-071517a7-4d76-4640-84a7-19d4b1e734b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8bd761fc-fe6a-405a-9893-029eb3d01134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3773320 Jan 28 19:19:22.138657 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Publish callbacks [] for router_gateway (29bd8e6c-f3a6-478d-b57c-73297ba42978), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:22.139007 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:22.222318 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:22.232677 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Pushing event updated for resources: {'Port': ['ID=bbf286c9-a491-4cf6-91cc-cf707ba7f295,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:22.236623 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:22.258584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 339b3334-17ee-4a96-a40a-edaf1e426319 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:22.267695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:22.326955 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7600eeaa-fbd4-411d-a16e-68ce0f2a77cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:22.383406 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Allocated IP 172.20.0.2 (4eaabcda-c76b-4b7a-807c-2b462b7a6f9c/f81e2f04-6d65-4bf2-ae23-2d422541a4df/b45c7b0f-1e40-4d0f-9159-d4ad22d54960) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:22.421253 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8f8d4086-3494-4d13-906a-a8a9298a3c3b req-aefd8acf-35c8-4baa-bb7d-44fccd0402b2 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7852602 Jan 28 19:19:22.448254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab853b9-6a1b-4581-b898-92a508788397 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=3c279aed-eb39-4a14-83a8-95a62af55e5e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:22.480556 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-24db0074-8a96-4241-b06d-b7329840e059 req-5ed17669-6b1c-4811-9c22-b6974674ea9f tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6f6d1d89a2cc450087be951ba23471e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489929 Jan 28 19:19:22.533300 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b95fb415-5712-4c8a-b9c6-d4106dbf88db tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c8aaa350-22d2-4f3c-a634-9f3f2c1a888c), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:22.600986 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46748492-dc61-4cd3-92c5-44cb8f3c5f5c None None] Update dhcp port {'port': {'network_id': '2356a48d-87e0-48e9-b70d-d30e1c2d78fb', 'fixed_ips': [{'subnet_id': '8aeba49f-fa54-459f-944f-1803ac899b26', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '339840f8-b534-48f7-8246-0342847f9799', 'ip_address': '2001:db8::2'}, {'subnet_id': '381a8a86-68ee-41b0-b1c3-10e4dd13419b'}], 'binding:host_id': 'n-d-824834-4'}, 'id': 'c464e77e-af90-44c3-9c07-1750ecec4ba8'} from n-d-824834-4. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:19:22.771084 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46748492-dc61-4cd3-92c5-44cb8f3c5f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:22.775944 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7600eeaa-fbd4-411d-a16e-68ce0f2a77cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:22.777511 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Attempting to bind port bbf286c9-a491-4cf6-91cc-cf707ba7f295 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:22.778079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Attempting to bind port bbf286c9-a491-4cf6-91cc-cf707ba7f295 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:22.778422 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Attempting to bind port bbf286c9-a491-4cf6-91cc-cf707ba7f295 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:22.811097 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ee40d74d-9687-4c87-b8db-3691755b5200 req-5de142d7-fb1c-4ba7-b426-b3ab457621b3 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 210 time: 0.0722961 Jan 28 19:19:22.819750 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:22.820554 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:22.826509 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:22.826926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:22.827964 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Bound port: bbf286c9-a491-4cf6-91cc-cf707ba7f295, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:22.828383 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:22.844008 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-5c144513-cced-4fb3-8639-9615ab11d6b6 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:22.844162 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-5c144513-cced-4fb3-8639-9615ab11d6b6 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.31 "GET /v2.0/networks?id=d80cfb31-56d7-4bc8-8f36-387a72246005 HTTP/1.1" status: 200 len: 818 time: 1.1739397 Jan 28 19:19:22.848546 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Publish callbacks [] for port (b45c7b0f-1e40-4d0f-9159-d4ad22d54960), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:22.871067 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-7600eeaa-fbd4-411d-a16e-68ce0f2a77cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port c78b5dba-28e0-4395-81d4-9e48db5c41b1 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:19:22.907735 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (b45c7b0f-1e40-4d0f-9159-d4ad22d54960), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:23.041238 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-4f347654-6f2f-4538-a8a1-48dfcd4f8c72 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Request body: {'port': {'device_id': 'c655131c-4f9c-49a5-812f-74e72d68717a', 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005', 'admin_state_up': True, 'tenant_id': '30bf8f3616cd4e51a62c447be3b7ab65'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:23.072241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:23.073671 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:23.081001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] For port bbf286c9-a491-4cf6-91cc-cf707ba7f295, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:23.083271 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:23.085148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Pushing event updated for resources: {'Port': ['ID=b45c7b0f-1e40-4d0f-9159-d4ad22d54960,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:23.088036 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:23.096972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b95fb415-5712-4c8a-b9c6-d4106dbf88db tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Delete allocated IP 2001:db8::1ee (2356a48d-87e0-48e9-b70d-d30e1c2d78fb/339840f8-b534-48f7-8246-0342847f9799) {{(pid=103147) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 19:19:23.103938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] For port bbf286c9-a491-4cf6-91cc-cf707ba7f295, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bbf286c9-a491-4cf6-91cc-cf707ba7f295,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:23.115942 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e51c7d1-347d-4358-85b7-cfcba9e86ddd req-1877f5ce-b317-4059-9324-18a9ceef3cf7 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 210 time: 0.5978065 Jan 28 19:19:23.160141 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db0074-8a96-4241-b06d-b7329840e059 req-0f2f88d2-2700-430b-9edc-dbe4ac63ded1 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:23.161751 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-24db0074-8a96-4241-b06d-b7329840e059 req-0f2f88d2-2700-430b-9edc-dbe4ac63ded1 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5665839 Jan 28 19:19:23.173262 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-89e41373-ab92-4860-9a0a-7fe67223e568 service neutron] 10.222.0.31 "GET /v2.0/networks/8bd761fc-fe6a-405a-9893-029eb3d01134?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0503118 Jan 28 19:19:23.179775 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-24db0074-8a96-4241-b06d-b7329840e059 req-8b3f7121-ca1d-48d6-bb6a-1f3921c0eda5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Request body: {'port': {'device_id': '50ad5a67-5a49-4424-8831-59ee794b475f', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '6f6d1d89a2cc450087be951ba23471e3'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:23.181385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b95fb415-5712-4c8a-b9c6-d4106dbf88db tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Allocated IP 2001:db8:0:2::ec (2356a48d-87e0-48e9-b70d-d30e1c2d78fb/381a8a86-68ee-41b0-b1c3-10e4dd13419b/c8aaa350-22d2-4f3c-a634-9f3f2c1a888c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:23.188582 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af4944c6-50e1-46eb-bae7-62a87419be64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (3f2b73da-805a-47ae-b82b-8383f58b6d43), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:23.191046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7600eeaa-fbd4-411d-a16e-68ce0f2a77cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 172.20.0.11 (1218acd0-0311-470a-8d43-e1a60f7e0be9/3c279aed-eb39-4a14-83a8-95a62af55e5e/c78b5dba-28e0-4395-81d4-9e48db5c41b1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:23.288324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7600eeaa-fbd4-411d-a16e-68ce0f2a77cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::f816:3eff:fe4d:5603 (1218acd0-0311-470a-8d43-e1a60f7e0be9/5a14e986-2493-457d-a150-cdad6abf3054/c78b5dba-28e0-4395-81d4-9e48db5c41b1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:23.341320 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:23.399532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1116c44-3361-4c5f-9ea5-e7b0e7174a62 None None] Pushing event updated for resources: {'Port': ['ID=bbf286c9-a491-4cf6-91cc-cf707ba7f295,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:23.414047 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Attempting to bind port b45c7b0f-1e40-4d0f-9159-d4ad22d54960 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:23.414431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Attempting to bind port b45c7b0f-1e40-4d0f-9159-d4ad22d54960 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '93d6d512-6750-4209-9ab8-34f7848c4e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:23.415008 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Attempting to bind port b45c7b0f-1e40-4d0f-9159-d4ad22d54960 on network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:23.421166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:23.421595 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Checking segment: {'id': '93d6d512-6750-4209-9ab8-34f7848c4e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:23.421942 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:23.422357 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Bound using segment: {'id': '93d6d512-6750-4209-9ab8-34f7848c4e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:23.422826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Bound port: b45c7b0f-1e40-4d0f-9159-d4ad22d54960, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d6d512-6750-4209-9ab8-34f7848c4e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:23.423501 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b45c7b0f-1e40-4d0f-9159-d4ad22d54960), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:23.508848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] For port b45c7b0f-1e40-4d0f-9159-d4ad22d54960, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:23.515674 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-4f347654-6f2f-4538-a8a1-48dfcd4f8c72 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Made reservation on behalf of 30bf8f3616cd4e51a62c447be3b7ab65 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:23.516744 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] For port b45c7b0f-1e40-4d0f-9159-d4ad22d54960, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b45c7b0f-1e40-4d0f-9159-d4ad22d54960,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:23.517799 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-4f347654-6f2f-4538-a8a1-48dfcd4f8c72 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:23.529795 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b45c7b0f-1e40-4d0f-9159-d4ad22d54960), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:23.634748 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6017c8-f7fc-4fc7-89a8-351a85d10a8a None None] Pushing event updated for resources: {'Port': ['ID=b45c7b0f-1e40-4d0f-9159-d4ad22d54960,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:23.840265 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f30d8fc6-ea40-4c88-a10c-99d449ff3a77 req-e8fd47c7-cafe-4ed4-a3c4-74bc7b30fbe4 service neutron] 10.222.0.31 "GET /v2.0/networks/8bd761fc-fe6a-405a-9893-029eb3d01134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557183 Jan 28 19:19:24.159101 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6cd8d959-33bc-49fb-8fc4-c4daf645cd0e req-360ea3e9-6243-49de-a349-35308bf3339a tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 210 time: 0.1646278 Jan 28 19:19:24.174370 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d20099-77e0-4fde-ab1d-725f217265d3 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:24.225346 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Publish callbacks [] for port (c1d20099-77e0-4fde-ab1d-725f217265d3), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.227632 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49640) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:24.318754 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7600eeaa-fbd4-411d-a16e-68ce0f2a77cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (c78b5dba-28e0-4395-81d4-9e48db5c41b1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.327128 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b95fb415-5712-4c8a-b9c6-d4106dbf88db tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for port (c8aaa350-22d2-4f3c-a634-9f3f2c1a888c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.333566 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Publish callbacks [] for router_gateway (29bd8e6c-f3a6-478d-b57c-73297ba42978), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.373875 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-20d80ef6-6c0b-47f8-a266-8260c81b7843 req-f80f22c2-07fe-4eb8-8944-8371c563d00d tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 210 time: 0.1365473 Jan 28 19:19:24.376620 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Transition to ACTIVE for port object c1d20099-77e0-4fde-ab1d-725f217265d3 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:19:24.381934 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.382668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24db0074-8a96-4241-b06d-b7329840e059 req-8b3f7121-ca1d-48d6-bb6a-1f3921c0eda5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Made reservation on behalf of 6f6d1d89a2cc450087be951ba23471e3 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:24.389281 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-24db0074-8a96-4241-b06d-b7329840e059 req-8b3f7121-ca1d-48d6-bb6a-1f3921c0eda5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.389980 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757952b2-3515-41f5-8fbc-447dafcd8fb2 req-b067cf8e-9861-4809-91a9-9fb89b371d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:24.390447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757952b2-3515-41f5-8fbc-447dafcd8fb2 req-b067cf8e-9861-4809-91a9-9fb89b371d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:24.391012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757952b2-3515-41f5-8fbc-447dafcd8fb2 req-b067cf8e-9861-4809-91a9-9fb89b371d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:24.391477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757952b2-3515-41f5-8fbc-447dafcd8fb2 req-b067cf8e-9861-4809-91a9-9fb89b371d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:24.391935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757952b2-3515-41f5-8fbc-447dafcd8fb2 req-b067cf8e-9861-4809-91a9-9fb89b371d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:24.392657 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757952b2-3515-41f5-8fbc-447dafcd8fb2 req-b067cf8e-9861-4809-91a9-9fb89b371d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:24.393125 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757952b2-3515-41f5-8fbc-447dafcd8fb2 req-b067cf8e-9861-4809-91a9-9fb89b371d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:24.395278 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-757952b2-3515-41f5-8fbc-447dafcd8fb2 req-b067cf8e-9861-4809-91a9-9fb89b371d76 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cc767c1cbe248bab484e9622a21d031&device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 6691 time: 0.3998468 Jan 28 19:19:24.402815 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b95fb415-5712-4c8a-b9c6-d4106dbf88db tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c8aaa350-22d2-4f3c-a634-9f3f2c1a888c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.412350 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c1d20099-77e0-4fde-ab1d-725f217265d3), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.466148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-46748492-dc61-4cd3-92c5-44cb8f3c5f5c None None] Allocated IP 2001:db8:0:2::2 (2356a48d-87e0-48e9-b70d-d30e1c2d78fb/381a8a86-68ee-41b0-b1c3-10e4dd13419b/c464e77e-af90-44c3-9c07-1750ecec4ba8) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:24.468332 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.486367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d20099-77e0-4fde-ab1d-725f217265d3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:24.519035 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da7cb8d4-7fb3-465a-be0e-507b92ec8218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.580241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e20875-99e1-49ff-901e-44acfc01e4c6 req-c84fd670-0e1b-494c-a434-805874e63729 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:24.585991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e20875-99e1-49ff-901e-44acfc01e4c6 req-c84fd670-0e1b-494c-a434-805874e63729 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:24.591431 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e20875-99e1-49ff-901e-44acfc01e4c6 req-c84fd670-0e1b-494c-a434-805874e63729 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:24.597446 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e20875-99e1-49ff-901e-44acfc01e4c6 req-c84fd670-0e1b-494c-a434-805874e63729 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:24.608938 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e20875-99e1-49ff-901e-44acfc01e4c6 req-c84fd670-0e1b-494c-a434-805874e63729 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:24.616882 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e20875-99e1-49ff-901e-44acfc01e4c6 req-c84fd670-0e1b-494c-a434-805874e63729 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:24.621790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bbf286c9-a491-4cf6-91cc-cf707ba7f295 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:24.623879 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e20875-99e1-49ff-901e-44acfc01e4c6 req-c84fd670-0e1b-494c-a434-805874e63729 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:24.625953 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-81e20875-99e1-49ff-901e-44acfc01e4c6 req-c84fd670-0e1b-494c-a434-805874e63729 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 0.8794148 Jan 28 19:19:24.651754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-4f347654-6f2f-4538-a8a1-48dfcd4f8c72 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Allocated IP 172.20.0.8 (d80cfb31-56d7-4bc8-8f36-387a72246005/ad7b927e-a6aa-48ba-960b-bbd0e7fc8445/4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:24.660332 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7600eeaa-fbd4-411d-a16e-68ce0f2a77cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c78b5dba-28e0-4395-81d4-9e48db5c41b1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.729686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-46748492-dc61-4cd3-92c5-44cb8f3c5f5c None None] For port c464e77e-af90-44c3-9c07-1750ecec4ba8, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c464e77e-af90-44c3-9c07-1750ecec4ba8,segment=NetworkSegment(f68958ac-47eb-43ee-b78d-f27a9075bc1c),segment_id=f68958ac-47eb-43ee-b78d-f27a9075bc1c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:24.743342 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b95fb415-5712-4c8a-b9c6-d4106dbf88db tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] In _notify_port_updated(), no bound segment for port c8aaa350-22d2-4f3c-a634-9f3f2c1a888c on network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:19:24.748500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95fb415-5712-4c8a-b9c6-d4106dbf88db tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:24.749129 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b95fb415-5712-4c8a-b9c6-d4106dbf88db tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.750499 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b95fb415-5712-4c8a-b9c6-d4106dbf88db tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "PUT /v2.0/ports/c8aaa350-22d2-4f3c-a634-9f3f2c1a888c HTTP/1.1" status: 200 len: 968 time: 3.5632985 Jan 28 19:19:24.769502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49644) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:24.796464 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46748492-dc61-4cd3-92c5-44cb8f3c5f5c None None] Publish callbacks [] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.807868 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46748492-dc61-4cd3-92c5-44cb8f3c5f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.809023 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da7cb8d4-7fb3-465a-be0e-507b92ec8218 admin admin] Publish callbacks [] for security_group (81ee54cc-c73a-4743-bc7e-967aea16583e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.865466 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-81e20875-99e1-49ff-901e-44acfc01e4c6 req-72e9ebd7-9d21-40e1-a85b-89fbcfa2cac5 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1996408 Jan 28 19:19:24.874650 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da7cb8d4-7fb3-465a-be0e-507b92ec8218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (81ee54cc-c73a-4743-bc7e-967aea16583e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.933280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port bbf286c9-a491-4cf6-91cc-cf707ba7f295 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:24.934275 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:24.948132 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7600eeaa-fbd4-411d-a16e-68ce0f2a77cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:24.955298 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fb415-5712-4c8a-b9c6-d4106dbf88db tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event updated for resources: {'Port': ['ID=c8aaa350-22d2-4f3c-a634-9f3f2c1a888c,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:24.993474 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7600eeaa-fbd4-411d-a16e-68ce0f2a77cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:25.019002 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46748492-dc61-4cd3-92c5-44cb8f3c5f5c None None] Pushing event updated for resources: {'Port': ['ID=c464e77e-af90-44c3-9c07-1750ecec4ba8,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:25.026996 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-da7cb8d4-7fb3-465a-be0e-507b92ec8218 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d159ac8597f489297b5f8a0c0c5dc65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7944446 Jan 28 19:19:25.026996 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757952b2-3515-41f5-8fbc-447dafcd8fb2 req-fba245d7-ee3b-4c00-b924-ab4c720bcb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:25.027304 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-757952b2-3515-41f5-8fbc-447dafcd8fb2 req-fba245d7-ee3b-4c00-b924-ab4c720bcb51 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8bd761fc-fe6a-405a-9893-029eb3d01134 HTTP/1.1" status: 200 len: 903 time: 0.6160920 Jan 28 19:19:25.027577 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49646) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:25.045036 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7600eeaa-fbd4-411d-a16e-68ce0f2a77cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:25.046963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cb8d4-7fb3-465a-be0e-507b92ec8218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ee54cc-c73a-4743-bc7e-967aea16583e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:25.083052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Attempting to bind port c1d20099-77e0-4fde-ab1d-725f217265d3 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:25.083617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Attempting to bind port c1d20099-77e0-4fde-ab1d-725f217265d3 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '9b5cf5cf-92ab-4cc5-9377-327df170d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:25.084046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Attempting to bind port c1d20099-77e0-4fde-ab1d-725f217265d3 on network d80cfb31-56d7-4bc8-8f36-387a72246005 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:25.134499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-24db0074-8a96-4241-b06d-b7329840e059 req-8b3f7121-ca1d-48d6-bb6a-1f3921c0eda5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Allocated IP 192.168.233.48 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/643d23a5-4612-4dc3-8306-c086f2b706ee) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:25.138673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port bbf286c9-a491-4cf6-91cc-cf707ba7f295 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:25.139580 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:25.192344 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port bbf286c9-a491-4cf6-91cc-cf707ba7f295, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bbf286c9-a491-4cf6-91cc-cf707ba7f295,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:25.201413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Port c1d20099-77e0-4fde-ab1d-725f217265d3 on network d80cfb31-56d7-4bc8-8f36-387a72246005 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:19:25.201981 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Attempting to bind port c1d20099-77e0-4fde-ab1d-725f217265d3 on network d80cfb31-56d7-4bc8-8f36-387a72246005 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:25.203529 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:25.204978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b45c7b0f-1e40-4d0f-9159-d4ad22d54960 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:25.211130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Allocated IP 172.25.0.232 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/ae6ff9da-26b2-4b44-8088-d329297b9e63) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:25.222123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600eeaa-fbd4-411d-a16e-68ce0f2a77cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=c78b5dba-28e0-4395-81d4-9e48db5c41b1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:25.243994 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-757952b2-3515-41f5-8fbc-447dafcd8fb2 req-abfa6e9f-41ab-41d2-8749-0042b7097834 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b36fe92-b79b-45b6-925a-27d7f3749cd5 HTTP/1.1" status: 200 len: 217 time: 0.1572685 Jan 28 19:19:25.267201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:25.267536 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Checking segment: {'id': '9b5cf5cf-92ab-4cc5-9377-327df170d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:25.267921 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Bound using segment: {'id': '9b5cf5cf-92ab-4cc5-9377-327df170d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:25.268367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Bound port: c1d20099-77e0-4fde-ab1d-725f217265d3, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b5cf5cf-92ab-4cc5-9377-327df170d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:25.268724 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c1d20099-77e0-4fde-ab1d-725f217265d3), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:25.287889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7600eeaa-fbd4-411d-a16e-68ce0f2a77cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:25.288890 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7600eeaa-fbd4-411d-a16e-68ce0f2a77cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:25.336790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf13417-0210-41b5-8a40-013e5cb3a10f None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:25.422315 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7600eeaa-fbd4-411d-a16e-68ce0f2a77cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4344413 Jan 28 19:19:25.425637 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757952b2-3515-41f5-8fbc-447dafcd8fb2 req-e4d2770f-ef14-4899-950e-07516c78adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:25.427523 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-757952b2-3515-41f5-8fbc-447dafcd8fb2 req-e4d2770f-ef14-4899-950e-07516c78adbb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b2bd6593-7035-4596-8196-359b444681b6 HTTP/1.1" status: 200 len: 797 time: 0.1756513 Jan 28 19:19:25.429598 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b3c4bbfc-6fd0-4cae-91ae-e58d07d04c9d req-0a129841-cf6e-42e8-957e-267201693121 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 210 time: 0.1469822 Jan 28 19:19:25.432157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49652) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:25.549976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-af4944c6-50e1-46eb-bae7-62a87419be64 admin admin] Deleting port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:25.550519 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af4944c6-50e1-46eb-bae7-62a87419be64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:25.551971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=bbf286c9-a491-4cf6-91cc-cf707ba7f295,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:25.598886 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3b7277-aa61-45be-93e6-e3ffc35b6747 None None] Network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:25.601074 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:25.609828 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a9b5a5c6-3f1e-4406-9766-e150170f48b2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port c8aaa350-22d2-4f3c-a634-9f3f2c1a888c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:25.610204 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a5c6-3f1e-4406-9766-e150170f48b2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c8aaa350-22d2-4f3c-a634-9f3f2c1a888c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:25.613241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e00d21eb-8fd1-496a-bd7a-5d6bf981fe67 None None] Provisioning complete for port bbf286c9-a491-4cf6-91cc-cf707ba7f295 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:25.613634 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e00d21eb-8fd1-496a-bd7a-5d6bf981fe67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:25.614672 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-94494dbe-d00a-4852-aee7-a87f79bee721 req-a46aaac1-5366-455b-9883-5a665ec45fe2 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 210 time: 0.1145761 Jan 28 19:19:25.651499 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eace2b12-2588-4741-b216-4606b9c37197 admin admin] Publish callbacks [] for security_group (81ee54cc-c73a-4743-bc7e-967aea16583e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:25.674476 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-4f347654-6f2f-4538-a8a1-48dfcd4f8c72 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Publish callbacks [] for port (4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:25.698272 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port b45c7b0f-1e40-4d0f-9159-d4ad22d54960 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:25.698821 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b45c7b0f-1e40-4d0f-9159-d4ad22d54960), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:25.855497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-af4944c6-50e1-46eb-bae7-62a87419be64 admin admin] For port 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa,segment=NetworkSegment(9d5c6e12-c712-4983-98fd-50717ae7c18b),segment_id=9d5c6e12-c712-4983-98fd-50717ae7c18b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:25.856024 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af4944c6-50e1-46eb-bae7-62a87419be64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:25.874602 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-af4944c6-50e1-46eb-bae7-62a87419be64 admin admin] Calling delete_port for 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:25.881969 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-4f347654-6f2f-4538-a8a1-48dfcd4f8c72 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.005732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a803e8-a494-4c4b-a5c8-10eb0f784acc None None] Update dhcp port {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'fixed_ips': [{'subnet_id': '5a14e986-2493-457d-a150-cdad6abf3054', 'ip_address': '2001:db8::f816:3eff:fe82:b84b'}, {'subnet_id': '3c279aed-eb39-4a14-83a8-95a62af55e5e'}], 'binding:host_id': 'n-d-824834-4'}, 'id': 'bbf286c9-a491-4cf6-91cc-cf707ba7f295'} from n-d-824834-4. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:19:26.015960 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b45c7b0f-1e40-4d0f-9159-d4ad22d54960 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:26.016364 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b45c7b0f-1e40-4d0f-9159-d4ad22d54960), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.034129 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd1735-8f4a-4f39-a671-97a5ff231480 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.039514 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd1735-8f4a-4f39-a671-97a5ff231480 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.045025 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-76fd1735-8f4a-4f39-a671-97a5ff231480 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.5957456 Jan 28 19:19:26.045194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-4f347654-6f2f-4538-a8a1-48dfcd4f8c72 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Network d80cfb31-56d7-4bc8-8f36-387a72246005 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:26.051168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49656) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:26.056225 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eace2b12-2588-4741-b216-4606b9c37197 admin admin] Publish callbacks [] for security_group (81ee54cc-c73a-4743-bc7e-967aea16583e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.066613 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-4f347654-6f2f-4538-a8a1-48dfcd4f8c72 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:26.077479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f347654-6f2f-4538-a8a1-48dfcd4f8c72 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Pushing event updated for resources: {'Port': ['ID=4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:26.088623 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-4f347654-6f2f-4538-a8a1-48dfcd4f8c72 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:26.099803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] For port c1d20099-77e0-4fde-ab1d-725f217265d3, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:26.114905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e00d21eb-8fd1-496a-bd7a-5d6bf981fe67 None None] Current status of the port bbf286c9-a491-4cf6-91cc-cf707ba7f295 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:26.125849 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5a803e8-a494-4c4b-a5c8-10eb0f784acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.159286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port b45c7b0f-1e40-4d0f-9159-d4ad22d54960, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b45c7b0f-1e40-4d0f-9159-d4ad22d54960,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:26.162010 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a5c6-3f1e-4406-9766-e150170f48b2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c8aaa350-22d2-4f3c-a634-9f3f2c1a888c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.178302 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b45c7b0f-1e40-4d0f-9159-d4ad22d54960), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.196178 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-24db0074-8a96-4241-b06d-b7329840e059 req-8b3f7121-ca1d-48d6-bb6a-1f3921c0eda5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks [] for port (643d23a5-4612-4dc3-8306-c086f2b706ee), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.200188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a9b5a5c6-3f1e-4406-9766-e150170f48b2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for c8aaa350-22d2-4f3c-a634-9f3f2c1a888c owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:26.224706 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] For port c1d20099-77e0-4fde-ab1d-725f217265d3, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c1d20099-77e0-4fde-ab1d-725f217265d3,segment=NetworkSegment(9b5cf5cf-92ab-4cc5-9377-327df170d7be),segment_id=9b5cf5cf-92ab-4cc5-9377-327df170d7be)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:26.244992 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757952b2-3515-41f5-8fbc-447dafcd8fb2 req-3d358122-2753-4e8d-b5f6-51a24f89c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.246528 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-757952b2-3515-41f5-8fbc-447dafcd8fb2 req-3d358122-2753-4e8d-b5f6-51a24f89c492 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8bd761fc-fe6a-405a-9893-029eb3d01134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7665806 Jan 28 19:19:26.270455 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c1d20099-77e0-4fde-ab1d-725f217265d3), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.281738 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Publish callbacks [] for port (ae6ff9da-26b2-4b44-8088-d329297b9e63), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.285664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-4f347654-6f2f-4538-a8a1-48dfcd4f8c72 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.286350 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-4f347654-6f2f-4538-a8a1-48dfcd4f8c72 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.371825 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d20099-77e0-4fde-ab1d-725f217265d3,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:26.418866 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-4f347654-6f2f-4538-a8a1-48dfcd4f8c72 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3949888 Jan 28 19:19:26.439266 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Request body: {'port': {'device_id': 'c655131c-4f9c-49a5-812f-74e72d68717a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:26.459038 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.461367 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.463415 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6386388-dff2-419c-b47c-89027d9133a6 req-65834476-67f2-40e0-8c4b-0d565cccbf37 service neutron] 10.222.0.37 "PUT /v2.0/ports/c1d20099-77e0-4fde-ab1d-725f217265d3 HTTP/1.1" status: 200 len: 1091 time: 6.0290844 Jan 28 19:19:26.482185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d9df02-b693-488b-8645-73ca39422507', 'tag': 'c1d20099-77e0-4fde-ab1d-725f217265d3'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:26.485765 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25141e26-c99d-4fd4-aae0-b08545a07b62" -d '{"events": [{"name": "network-changed", "server_uuid": "03d9df02-b693-488b-8645-73ca39422507", "tag": "c1d20099-77e0-4fde-ab1d-725f217265d3"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:26.527199 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bbf286c9-a491-4cf6-91cc-cf707ba7f295 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:26.535526 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c3876-bec6-441c-a687-b83a9f3f28cb req-98a5df68-5e2f-4acf-88d8-d76072ea895c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.542279 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c3876-bec6-441c-a687-b83a9f3f28cb req-98a5df68-5e2f-4acf-88d8-d76072ea895c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.545373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f7e48624-3c7f-48ae-b5af-adf86d6402d9 None None] Provisioning complete for port c464e77e-af90-44c3-9c07-1750ecec4ba8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:26.545753 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7e48624-3c7f-48ae-b5af-adf86d6402d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.548989 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c3876-bec6-441c-a687-b83a9f3f28cb req-98a5df68-5e2f-4acf-88d8-d76072ea895c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.554976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c3876-bec6-441c-a687-b83a9f3f28cb req-98a5df68-5e2f-4acf-88d8-d76072ea895c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.561785 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c3876-bec6-441c-a687-b83a9f3f28cb req-98a5df68-5e2f-4acf-88d8-d76072ea895c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.570182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c3876-bec6-441c-a687-b83a9f3f28cb req-98a5df68-5e2f-4acf-88d8-d76072ea895c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.576124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c3876-bec6-441c-a687-b83a9f3f28cb req-98a5df68-5e2f-4acf-88d8-d76072ea895c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.578275 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c63c3876-bec6-441c-a687-b83a9f3f28cb req-98a5df68-5e2f-4acf-88d8-d76072ea895c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 0.4992368 Jan 28 19:19:26.582559 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-24db0074-8a96-4241-b06d-b7329840e059 req-8b3f7121-ca1d-48d6-bb6a-1f3921c0eda5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (643d23a5-4612-4dc3-8306-c086f2b706ee), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.602258 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=b45c7b0f-1e40-4d0f-9159-d4ad22d54960,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:26.616697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['2a69777e-2f4b-4bc6-8b0c-1916d555099f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:26.617110 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['ca00b136-d879-478d-8eaa-a5920a54250b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:26.679840 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eace2b12-2588-4741-b216-4606b9c37197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (81ee54cc-c73a-4743-bc7e-967aea16583e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.682561 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eace2b12-2588-4741-b216-4606b9c37197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.686770 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-eace2b12-2588-4741-b216-4606b9c37197 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81ee54cc-c73a-4743-bc7e-967aea16583e HTTP/1.1" status: 204 len: 168 time: 1.6530321 Jan 28 19:19:26.695012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a5a11c2a-4363-41c9-b6a9-3603dad76d45 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port c78b5dba-28e0-4395-81d4-9e48db5c41b1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:26.695417 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5a11c2a-4363-41c9-b6a9-3603dad76d45 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c78b5dba-28e0-4395-81d4-9e48db5c41b1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.740259 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ae6ff9da-26b2-4b44-8088-d329297b9e63), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.750129 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24db0074-8a96-4241-b06d-b7329840e059 req-8b3f7121-ca1d-48d6-bb6a-1f3921c0eda5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:26.776748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-24db0074-8a96-4241-b06d-b7329840e059 req-8b3f7121-ca1d-48d6-bb6a-1f3921c0eda5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:26.785402 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace2b12-2588-4741-b216-4606b9c37197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ee54cc-c73a-4743-bc7e-967aea16583e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:26.793651 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-24db0074-8a96-4241-b06d-b7329840e059 req-8b3f7121-ca1d-48d6-bb6a-1f3921c0eda5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:26.806158 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-757952b2-3515-41f5-8fbc-447dafcd8fb2 req-09570700-c482-4ae6-8966-5d1ca0bed369 service neutron] 10.222.0.31 "GET /v2.0/networks/8bd761fc-fe6a-405a-9893-029eb3d01134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403285 Jan 28 19:19:26.867985 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:26.937860 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-757952b2-3515-41f5-8fbc-447dafcd8fb2 req-e84a586c-b2a7-4330-977f-533003ef9b41 service neutron] 10.222.0.31 "GET /v2.0/networks/8bd761fc-fe6a-405a-9893-029eb3d01134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032453 Jan 28 19:19:26.950193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6386388-dff2-419c-b47c-89027d9133a6 req-a78b2f4d-d13c-4282-949c-a238c66ef13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:26.951721 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6386388-dff2-419c-b47c-89027d9133a6 req-a78b2f4d-d13c-4282-949c-a238c66ef13f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30bf8f3616cd4e51a62c447be3b7ab65&device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 1125 time: 0.4366543 Jan 28 19:19:26.969349 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:26.981533 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f7121-ca1d-48d6-bb6a-1f3921c0eda5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Pushing event updated for resources: {'Port': ['ID=643d23a5-4612-4dc3-8306-c086f2b706ee,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:26.993051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:26.995618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:27.001744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db0074-8a96-4241-b06d-b7329840e059 req-8b3f7121-ca1d-48d6-bb6a-1f3921c0eda5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:27.002469 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-24db0074-8a96-4241-b06d-b7329840e059 req-8b3f7121-ca1d-48d6-bb6a-1f3921c0eda5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:27.025202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81105827-1fff-44d6-8999-5a927f7485d1 req-e179cc69-d8df-4da5-997c-2404d5b2fc4d tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:27.028383 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-81105827-1fff-44d6-8999-5a927f7485d1 req-e179cc69-d8df-4da5-997c-2404d5b2fc4d tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 931 time: 0.4491920 Jan 28 19:19:27.039215 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c63c3876-bec6-441c-a687-b83a9f3f28cb req-ad2fae2c-4e24-4653-8ac9-bbd3f34269e5 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4384677 Jan 28 19:19:27.068747 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Pushing event updated for resources: {'Port': ['ID=ae6ff9da-26b2-4b44-8088-d329297b9e63,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:27.074487 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6386388-dff2-419c-b47c-89027d9133a6 req-4efd97be-86a3-4e3e-9e12-618a59bb3edb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1d20099-77e0-4fde-ab1d-725f217265d3 HTTP/1.1" status: 200 len: 217 time: 0.1023715 Jan 28 19:19:27.112086 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af4944c6-50e1-46eb-bae7-62a87419be64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:27.129571 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-24db0074-8a96-4241-b06d-b7329840e059 req-8b3f7121-ca1d-48d6-bb6a-1f3921c0eda5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9591246 Jan 28 19:19:27.143237 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5a11c2a-4363-41c9-b6a9-3603dad76d45 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c78b5dba-28e0-4395-81d4-9e48db5c41b1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:27.187897 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f5a803e8-a494-4c4b-a5c8-10eb0f784acc None None] Allocated IP 172.20.0.2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/3c279aed-eb39-4a14-83a8-95a62af55e5e/bbf286c9-a491-4cf6-91cc-cf707ba7f295) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:27.197298 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a5c6-3f1e-4406-9766-e150170f48b2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c8aaa350-22d2-4f3c-a634-9f3f2c1a888c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:27.205746 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Request body: {'port': {'device_id': '50ad5a67-5a49-4424-8831-59ee794b475f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:27.277067 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port bbf286c9-a491-4cf6-91cc-cf707ba7f295 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:27.281362 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:27.290341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4944c6-50e1-46eb-bae7-62a87419be64 admin admin] Pushing event deleted for resources: {'Port': ['ID=94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:27.301342 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e83691f-41d7-4fb7-bb49-2e6a9dfd76bd x-openstack-request-id: req-0e83691f-41d7-4fb7-bb49-2e6a9dfd76bd {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:27.301900 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d9df02-b693-488b-8645-73ca39422507", "tag": "c1d20099-77e0-4fde-ab1d-725f217265d3", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:27.302147 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e83691f-41d7-4fb7-bb49-2e6a9dfd76bd {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:27.302912 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d9df02-b693-488b-8645-73ca39422507', 'tag': 'c1d20099-77e0-4fde-ab1d-725f217265d3', 'status': 'completed', 'code': 200} Jan 28 19:19:27.311555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a5a11c2a-4363-41c9-b6a9-3603dad76d45 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for c78b5dba-28e0-4395-81d4-9e48db5c41b1 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:27.321471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6386388-dff2-419c-b47c-89027d9133a6 req-eb1f84f6-0e7e-4278-a00b-21625a006d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:27.323240 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6386388-dff2-419c-b47c-89027d9133a6 req-eb1f84f6-0e7e-4278-a00b-21625a006d44 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad7b927e-a6aa-48ba-960b-bbd0e7fc8445 HTTP/1.1" status: 200 len: 858 time: 0.2418430 Jan 28 19:19:27.325069 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49668) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:27.420985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5a5c6-3f1e-4406-9766-e150170f48b2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=c8aaa350-22d2-4f3c-a634-9f3f2c1a888c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:27.437146 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6386388-dff2-419c-b47c-89027d9133a6 req-32c9d1e0-abcc-4899-a07b-3e0a843dafdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d80cfb31-56d7-4bc8-8f36-387a72246005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744715 Jan 28 19:19:27.446120 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-563ea267-5f18-4df2-8743-2428d4969f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:27.488410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f7e48624-3c7f-48ae-b5af-adf86d6402d9 None None] Current status of the port c464e77e-af90-44c3-9c07-1750ecec4ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:27.632270 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f7e48624-3c7f-48ae-b5af-adf86d6402d9 None None] Provisioning complete for port b45c7b0f-1e40-4d0f-9159-d4ad22d54960 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:27.633400 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7e48624-3c7f-48ae-b5af-adf86d6402d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b45c7b0f-1e40-4d0f-9159-d4ad22d54960), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:27.643033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fce28f-9c45-4f62-851a-47faa982d94b req-e4a7570e-eaaf-4e80-8390-f48e5240c3f2 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:27.644774 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-68fce28f-9c45-4f62-851a-47faa982d94b req-e4a7570e-eaaf-4e80-8390-f48e5240c3f2 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 935 time: 0.3485911 Jan 28 19:19:27.706461 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Publish callbacks [] for router_gateway (29bd8e6c-f3a6-478d-b57c-73297ba42978), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:27.762352 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9b5a5c6-3f1e-4406-9766-e150170f48b2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:27.768429 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a9b5a5c6-3f1e-4406-9766-e150170f48b2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/c8aaa350-22d2-4f3c-a634-9f3f2c1a888c HTTP/1.1" status: 204 len: 168 time: 2.9426572 Jan 28 19:19:27.776182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49672) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:27.798914 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (643d23a5-4612-4dc3-8306-c086f2b706ee), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:27.812415 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f5a803e8-a494-4c4b-a5c8-10eb0f784acc None None] For port bbf286c9-a491-4cf6-91cc-cf707ba7f295, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bbf286c9-a491-4cf6-91cc-cf707ba7f295,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:27.820018 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6386388-dff2-419c-b47c-89027d9133a6 req-189ca787-f637-4eea-b442-23ecadc5e745 service neutron] 10.222.0.37 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263068 Jan 28 19:19:27.855904 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-81105827-1fff-44d6-8999-5a927f7485d1 req-59cee644-71d0-4de6-a8a2-68d79aaa88fe tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7249994 Jan 28 19:19:27.859772 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-af4944c6-50e1-46eb-bae7-62a87419be64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (3f2b73da-805a-47ae-b82b-8383f58b6d43), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:27.875835 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7089fce-2c8f-4571-b668-fc5c4184413f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] GET failed (client error): The resource could not be found. Jan 28 19:19:27.877276 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f7089fce-2c8f-4571-b668-fc5c4184413f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports/c8aaa350-22d2-4f3c-a634-9f3f2c1a888c HTTP/1.1" status: 404 len: 333 time: 0.0989575 Jan 28 19:19:27.885192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port bbf286c9-a491-4cf6-91cc-cf707ba7f295 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:27.886402 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c464e77e-af90-44c3-9c07-1750ecec4ba8 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:27.898360 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49674) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:27.919233 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-68fce28f-9c45-4f62-851a-47faa982d94b req-d2c0584a-af45-45f0-94c6-922ed98f681c tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630804 Jan 28 19:19:27.928532 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5a803e8-a494-4c4b-a5c8-10eb0f784acc None None] Publish callbacks [] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:27.974388 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5a803e8-a494-4c4b-a5c8-10eb0f784acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.028183 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-563ea267-5f18-4df2-8743-2428d4969f28 admin admin] Publish callbacks [] for security_group (712845b6-09b2-44fb-be33-f77ca35106b4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.041133 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-563ea267-5f18-4df2-8743-2428d4969f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (712845b6-09b2-44fb-be33-f77ca35106b4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.055960 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f7e48624-3c7f-48ae-b5af-adf86d6402d9 None None] Current status of the port b45c7b0f-1e40-4d0f-9159-d4ad22d54960 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:28.072155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f7e48624-3c7f-48ae-b5af-adf86d6402d9 None None] Could not find standard attr ID for object c8aaa350-22d2-4f3c-a634-9f3f2c1a888c. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:19:28.103389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c464e77e-af90-44c3-9c07-1750ecec4ba8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:28.103813 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.109082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a803e8-a494-4c4b-a5c8-10eb0f784acc None None] Pushing event updated for resources: {'Port': ['ID=bbf286c9-a491-4cf6-91cc-cf707ba7f295,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:28.161822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f7e48624-3c7f-48ae-b5af-adf86d6402d9 None None] Provisioning complete for port 640187dc-2e89-45e8-906b-f948fcb9de68 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:28.162427 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7e48624-3c7f-48ae-b5af-adf86d6402d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (640187dc-2e89-45e8-906b-f948fcb9de68), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.215520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f7e48624-3c7f-48ae-b5af-adf86d6402d9 None None] Port 640187dc-2e89-45e8-906b-f948fcb9de68 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:19:28.263947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c464e77e-af90-44c3-9c07-1750ecec4ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:28.342214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-323ef49e-be69-4cba-865c-a40ded66cf08 None None] Provisioning complete for port 643d23a5-4612-4dc3-8306-c086f2b706ee triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:28.342604 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-323ef49e-be69-4cba-865c-a40ded66cf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (643d23a5-4612-4dc3-8306-c086f2b706ee), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.386164 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-323ef49e-be69-4cba-865c-a40ded66cf08 None None] Port 643d23a5-4612-4dc3-8306-c086f2b706ee cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:19:28.397362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-323ef49e-be69-4cba-865c-a40ded66cf08 None None] Provisioning complete for port b45c7b0f-1e40-4d0f-9159-d4ad22d54960 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:28.397744 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-323ef49e-be69-4cba-865c-a40ded66cf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b45c7b0f-1e40-4d0f-9159-d4ad22d54960), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.482337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ea267-5f18-4df2-8743-2428d4969f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712845b6-09b2-44fb-be33-f77ca35106b4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:28.517317 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bbf286c9-a491-4cf6-91cc-cf707ba7f295 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:28.562848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-323ef49e-be69-4cba-865c-a40ded66cf08 None None] Current status of the port b45c7b0f-1e40-4d0f-9159-d4ad22d54960 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:28.566743 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-563ea267-5f18-4df2-8743-2428d4969f28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d550ffe4f6874594be430df680252e61&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2081373 Jan 28 19:19:28.568109 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-323ef49e-be69-4cba-865c-a40ded66cf08 None None] Could not find standard attr ID for object c8aaa350-22d2-4f3c-a634-9f3f2c1a888c. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:19:28.569028 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49678) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:28.587561 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port bbf286c9-a491-4cf6-91cc-cf707ba7f295 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:28.588063 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.609710 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5a11c2a-4363-41c9-b6a9-3603dad76d45 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c78b5dba-28e0-4395-81d4-9e48db5c41b1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.612899 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6386388-dff2-419c-b47c-89027d9133a6 req-7b57cdf1-60ff-4d15-bd3f-dfafbf053b87 service neutron] 10.222.0.37 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7629604 Jan 28 19:19:28.679770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a11c2a-4363-41c9-b6a9-3603dad76d45 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=c78b5dba-28e0-4395-81d4-9e48db5c41b1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:28.713159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port bbf286c9-a491-4cf6-91cc-cf707ba7f295 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:28.713159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b45c7b0f-1e40-4d0f-9159-d4ad22d54960 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:28.745381 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (29bd8e6c-f3a6-478d-b57c-73297ba42978), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.773881 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75affbe1-a92f-4075-818d-6af26d8ab351 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (e7992b22-239a-494f-9e70-4455e2d38263), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.784856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port b45c7b0f-1e40-4d0f-9159-d4ad22d54960 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:28.785705 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b45c7b0f-1e40-4d0f-9159-d4ad22d54960), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.792969 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:28.851584 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87c813cd-e788-4b8b-8655-88968c6e71a4 admin admin] Publish callbacks [] for security_group (712845b6-09b2-44fb-be33-f77ca35106b4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.853259 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Publish callbacks [] for port (4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.913091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b45c7b0f-1e40-4d0f-9159-d4ad22d54960 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:28.914808 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a5a11c2a-4363-41c9-b6a9-3603dad76d45 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.918095 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a5a11c2a-4363-41c9-b6a9-3603dad76d45 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/c78b5dba-28e0-4395-81d4-9e48db5c41b1 HTTP/1.1" status: 204 len: 168 time: 2.8598309 Jan 28 19:19:28.918912 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75affbe1-a92f-4075-818d-6af26d8ab351 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (e7992b22-239a-494f-9e70-4455e2d38263), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.926963 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87c813cd-e788-4b8b-8655-88968c6e71a4 admin admin] Publish callbacks [] for security_group (712845b6-09b2-44fb-be33-f77ca35106b4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:28.932231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25141e26-c99d-4fd4-aae0-b08545a07b62 req-846e2a34-b210-43bb-a26e-cb6fa659a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:28.933765 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25141e26-c99d-4fd4-aae0-b08545a07b62 req-846e2a34-b210-43bb-a26e-cb6fa659a70b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30bf8f3616cd4e51a62c447be3b7ab65&device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 1125 time: 0.2509198 Jan 28 19:19:28.946125 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b487-3ad2-4107-a7a0-d40105d559c4 req-48a5693f-ea1b-4547-8f41-b4fd8c703a7c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:28.951626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b487-3ad2-4107-a7a0-d40105d559c4 req-48a5693f-ea1b-4547-8f41-b4fd8c703a7c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:28.957018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b487-3ad2-4107-a7a0-d40105d559c4 req-48a5693f-ea1b-4547-8f41-b4fd8c703a7c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:28.962684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b487-3ad2-4107-a7a0-d40105d559c4 req-48a5693f-ea1b-4547-8f41-b4fd8c703a7c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:28.965244 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49682) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:28.968060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b487-3ad2-4107-a7a0-d40105d559c4 req-48a5693f-ea1b-4547-8f41-b4fd8c703a7c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:28.973596 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b487-3ad2-4107-a7a0-d40105d559c4 req-48a5693f-ea1b-4547-8f41-b4fd8c703a7c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:28.979104 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b487-3ad2-4107-a7a0-d40105d559c4 req-48a5693f-ea1b-4547-8f41-b4fd8c703a7c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:28.983210 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-66a7b487-3ad2-4107-a7a0-d40105d559c4 req-48a5693f-ea1b-4547-8f41-b4fd8c703a7c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 0.4489570 Jan 28 19:19:29.005776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Transition to ACTIVE for port object 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:19:29.057079 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.100017 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f90edeab-ede4-4311-8355-ef05f974e8a5 None None] Provisioning complete for port bbf286c9-a491-4cf6-91cc-cf707ba7f295 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:29.100449 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f90edeab-ede4-4311-8355-ef05f974e8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.182494 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3e6a20-0ef3-4cfa-980c-3711cd215633 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:29.185760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3e6a20-0ef3-4cfa-980c-3711cd215633 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:29.186122 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3e6a20-0ef3-4cfa-980c-3711cd215633 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:29.190247 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-dd3e6a20-0ef3-4cfa-980c-3711cd215633 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2156694 Jan 28 19:19:29.191685 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49686) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:29.229143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:29.229724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f90edeab-ede4-4311-8355-ef05f974e8a5 None None] Current status of the port bbf286c9-a491-4cf6-91cc-cf707ba7f295 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:29.234055 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f90edeab-ede4-4311-8355-ef05f974e8a5 None None] Could not find standard attr ID for object c78b5dba-28e0-4395-81d4-9e48db5c41b1. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:19:29.235263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4944c6-50e1-46eb-bae7-62a87419be64 admin admin] Router 3f2b73da-805a-47ae-b82b-8383f58b6d43 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:19:29.261897 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75affbe1-a92f-4075-818d-6af26d8ab351 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e7992b22-239a-494f-9e70-4455e2d38263), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.264472 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-75affbe1-a92f-4075-818d-6af26d8ab351 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.266130 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-75affbe1-a92f-4075-818d-6af26d8ab351 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/security-groups/e7992b22-239a-494f-9e70-4455e2d38263 HTTP/1.1" status: 204 len: 168 time: 1.3650613 Jan 28 19:19:29.275658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49688) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:29.296626 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-66a7b487-3ad2-4107-a7a0-d40105d559c4 req-b90501ac-4005-49c9-9fcb-ebbded683ee2 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2983851 Jan 28 19:19:29.304240 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31dd58-4c5a-434f-9aea-af826ed7e4a6 req-402f38f3-1289-41c6-b8ce-ad3ed25db948 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:29.312260 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8e31dd58-4c5a-434f-9aea-af826ed7e4a6 req-402f38f3-1289-41c6-b8ce-ad3ed25db948 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 943 time: 0.3460505 Jan 28 19:19:29.320422 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75affbe1-a92f-4075-818d-6af26d8ab351 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7992b22-239a-494f-9e70-4455e2d38263,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:29.324299 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25141e26-c99d-4fd4-aae0-b08545a07b62 req-4aa9acc3-dbf5-449b-bff0-4c6f953cf3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:29.325733 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25141e26-c99d-4fd4-aae0-b08545a07b62 req-4aa9acc3-dbf5-449b-bff0-4c6f953cf3b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d80cfb31-56d7-4bc8-8f36-387a72246005 HTTP/1.1" status: 200 len: 919 time: 0.3437274 Jan 28 19:19:29.335469 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87c813cd-e788-4b8b-8655-88968c6e71a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (712845b6-09b2-44fb-be33-f77ca35106b4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.338072 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87c813cd-e788-4b8b-8655-88968c6e71a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.339379 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-87c813cd-e788-4b8b-8655-88968c6e71a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/712845b6-09b2-44fb-be33-f77ca35106b4 HTTP/1.1" status: 204 len: 168 time: 0.7387745 Jan 28 19:19:29.339906 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Router 29bd8e6c-f3a6-478d-b57c-73297ba42978 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:19:29.356862 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643d23a5-4612-4dc3-8306-c086f2b706ee {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:29.372395 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Publish callbacks [] for port (643d23a5-4612-4dc3-8306-c086f2b706ee), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.376177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ef0dee-b282-4ccc-9403-28d268e0ebee tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 3c279aed-eb39-4a14-83a8-95a62af55e5e {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:29.424127 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0dee-b282-4ccc-9403-28d268e0ebee tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (3c279aed-eb39-4a14-83a8-95a62af55e5e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.453310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c813cd-e788-4b8b-8655-88968c6e71a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712845b6-09b2-44fb-be33-f77ca35106b4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:29.454312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b72c669d-7dd2-49c0-a531-ea7b906e5896 None None] Could not find standard attr ID for object c78b5dba-28e0-4395-81d4-9e48db5c41b1. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:19:29.456313 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25141e26-c99d-4fd4-aae0-b08545a07b62 req-99004f0e-0836-4ec9-a615-adb46b4212e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1d20099-77e0-4fde-ab1d-725f217265d3 HTTP/1.1" status: 200 len: 217 time: 0.1114039 Jan 28 19:19:29.475012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Transition to ACTIVE for port object 643d23a5-4612-4dc3-8306-c086f2b706ee will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:19:29.505426 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (643d23a5-4612-4dc3-8306-c086f2b706ee), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.587184 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8e31dd58-4c5a-434f-9aea-af826ed7e4a6 req-d9a0d0dc-0ac7-4b7d-b103-bec1f2be01b9 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735167 Jan 28 19:19:29.588478 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Attempting to bind port 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:29.588813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Attempting to bind port 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '9b5cf5cf-92ab-4cc5-9377-327df170d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:29.589279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Attempting to bind port 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 on network d80cfb31-56d7-4bc8-8f36-387a72246005 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:29.636984 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Port 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 on network d80cfb31-56d7-4bc8-8f36-387a72246005 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:19:29.637299 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Attempting to bind port 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 on network d80cfb31-56d7-4bc8-8f36-387a72246005 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:29.644558 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0dee-b282-4ccc-9403-28d268e0ebee tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (3c279aed-eb39-4a14-83a8-95a62af55e5e), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.655418 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Pushing event updated for resources: {'Port': ['ID=643d23a5-4612-4dc3-8306-c086f2b706ee,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:29.661609 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38a78a1c-230d-4439-a304-0f6f461332ce tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (948dd1ec-6ece-4192-8d2c-976449b72c37), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.667976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:29.668311 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Checking segment: {'id': '9b5cf5cf-92ab-4cc5-9377-327df170d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:29.668796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Bound using segment: {'id': '9b5cf5cf-92ab-4cc5-9377-327df170d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:29.669115 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Bound port: 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b5cf5cf-92ab-4cc5-9377-327df170d7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:29.669472 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.686979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25141e26-c99d-4fd4-aae0-b08545a07b62 req-c910cb28-09df-4b27-8a36-5d324c0ef44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:29.688524 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25141e26-c99d-4fd4-aae0-b08545a07b62 req-c910cb28-09df-4b27-8a36-5d324c0ef44c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad7b927e-a6aa-48ba-960b-bbd0e7fc8445 HTTP/1.1" status: 200 len: 858 time: 0.2179267 Jan 28 19:19:29.692973 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:19:29.706452 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Sync routers for ids ['29bd8e6c-f3a6-478d-b57c-73297ba42978'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:19:29.724547 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.725960 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-420ecabb-b139-48c8-936b-20c4baa2a83a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.8279662 Jan 28 19:19:29.727127 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Routers {'29bd8e6c-f3a6-478d-b57c-73297ba42978'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:29.728184 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:19:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['29bd8e6c-f3a6-478d-b57c-73297ba42978'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:29.748635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362900ff-c54a-4071-85b9-e64592196b0b req-da1385e5-a94a-4f4b-ad9d-2cf1a33f0ab7 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:29.756584 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:29.759374 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25141e26-c99d-4fd4-aae0-b08545a07b62 req-1d530f9e-8047-422e-a8e4-0407fb848f26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d80cfb31-56d7-4bc8-8f36-387a72246005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504243 Jan 28 19:19:29.760310 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-362900ff-c54a-4071-85b9-e64592196b0b req-da1385e5-a94a-4f4b-ad9d-2cf1a33f0ab7 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 935 time: 0.3084326 Jan 28 19:19:29.812689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4944c6-50e1-46eb-bae7-62a87419be64 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:19:29.827777 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2776c0a-2e85-4750-a28f-0d097b1c78df None None] Sync routers for ids ['3f2b73da-805a-47ae-b82b-8383f58b6d43'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:19:29.848447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2776c0a-2e85-4750-a28f-0d097b1c78df None None] Routers {'3f2b73da-805a-47ae-b82b-8383f58b6d43'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:29.851712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f2776c0a-2e85-4750-a28f-0d097b1c78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:19:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3f2b73da-805a-47ae-b82b-8383f58b6d43'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:29.909652 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-af4944c6-50e1-46eb-bae7-62a87419be64 admin admin] 10.222.0.55 "PUT /v2.0/routers/3f2b73da-805a-47ae-b82b-8383f58b6d43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2909746 Jan 28 19:19:29.930800 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Set router 29bd8e6c-f3a6-478d-b57c-73297ba42978 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:29.940511 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0dee-b282-4ccc-9403-28d268e0ebee tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (3c279aed-eb39-4a14-83a8-95a62af55e5e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:29.983757 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49700) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:30.173181 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38a78a1c-230d-4439-a304-0f6f461332ce tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (948dd1ec-6ece-4192-8d2c-976449b72c37), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.183108 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25141e26-c99d-4fd4-aae0-b08545a07b62 req-f883f512-fff7-4513-b980-565610da63d6 service neutron] 10.222.0.37 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148808 Jan 28 19:19:30.224631 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f2776c0a-2e85-4750-a28f-0d097b1c78df None None] Set router 3f2b73da-805a-47ae-b82b-8383f58b6d43 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:30.251183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] For port 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:30.307148 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0dee-b282-4ccc-9403-28d268e0ebee tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (3c279aed-eb39-4a14-83a8-95a62af55e5e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.320570 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-362900ff-c54a-4071-85b9-e64592196b0b req-cf2dc4b0-54a0-4842-8b45-c23b35bd52ad tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592256 Jan 28 19:19:30.329186 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] For port 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3,segment=NetworkSegment(9b5cf5cf-92ab-4cc5-9377-327df170d7be),segment_id=9b5cf5cf-92ab-4cc5-9377-327df170d7be)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:30.331695 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80d6128d-886f-4f3e-8832-cf4f65924713 admin admin] Publish callbacks [] for router (3f2b73da-805a-47ae-b82b-8383f58b6d43), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.349616 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.387032 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Attempting to bind port 643d23a5-4612-4dc3-8306-c086f2b706ee on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:30.387661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Attempting to bind port 643d23a5-4612-4dc3-8306-c086f2b706ee by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:30.388083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Attempting to bind port 643d23a5-4612-4dc3-8306-c086f2b706ee on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:30.397396 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.412787 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25141e26-c99d-4fd4-aae0-b08545a07b62 req-ebe63eb7-924e-46f4-9b46-943c8c68c54e service neutron] 10.222.0.37 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216985 Jan 28 19:19:30.418663 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38a78a1c-230d-4439-a304-0f6f461332ce tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (948dd1ec-6ece-4192-8d2c-976449b72c37), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.421625 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38a78a1c-230d-4439-a304-0f6f461332ce tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.422919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-38a78a1c-230d-4439-a304-0f6f461332ce tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/security-groups/948dd1ec-6ece-4192-8d2c-976449b72c37 HTTP/1.1" status: 204 len: 168 time: 1.1253710 Jan 28 19:19:30.423814 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Port 643d23a5-4612-4dc3-8306-c086f2b706ee on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:19:30.424245 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Attempting to bind port 643d23a5-4612-4dc3-8306-c086f2b706ee on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:30.426380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:30.479117 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:27Z', 'revision_number': 3, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:30.500440 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:30.501037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:30.501513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:30.502615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Bound port: 643d23a5-4612-4dc3-8306-c086f2b706ee, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:30.503287 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (643d23a5-4612-4dc3-8306-c086f2b706ee), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.511801 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Checking router: 29bd8e6c-f3a6-478d-b57c-73297ba42978 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:19:30.512417 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Updating router 29bd8e6c-f3a6-478d-b57c-73297ba42978 port ae6ff9da-26b2-4b44-8088-d329297b9e63 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:19:30.553067 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ae6ff9da-26b2-4b44-8088-d329297b9e63), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.570419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a78a1c-230d-4439-a304-0f6f461332ce tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948dd1ec-6ece-4192-8d2c-976449b72c37,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:30.578586 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef0dee-b282-4ccc-9403-28d268e0ebee tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=3c279aed-eb39-4a14-83a8-95a62af55e5e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:30.584529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:30.585162 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.586619 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] 10.222.0.31 "PUT /v2.0/ports/4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 HTTP/1.1" status: 200 len: 1091 time: 4.1551950 Jan 28 19:19:30.593928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c655131c-4f9c-49a5-812f-74e72d68717a', 'tag': '4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:30.598065 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da228e3d-3b13-4788-8bca-48ada1c5b500" -d '{"events": [{"name": "network-changed", "server_uuid": "c655131c-4f9c-49a5-812f-74e72d68717a", "tag": "4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:30.612703 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1ef0dee-b282-4ccc-9403-28d268e0ebee tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.624180 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c1ef0dee-b282-4ccc-9403-28d268e0ebee tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/3c279aed-eb39-4a14-83a8-95a62af55e5e HTTP/1.1" status: 204 len: 168 time: 1.4240801 Jan 28 19:19:30.634007 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49722) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:30.667911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aeb816-48cb-4b16-b8f3-46e2da52f881 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:30.772920 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05f0ea-d478-47c2-b70f-8b02188a2b19 req-57740227-6332-43ef-a355-62144341a2f4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:30.781056 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05f0ea-d478-47c2-b70f-8b02188a2b19 req-57740227-6332-43ef-a355-62144341a2f4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:30.783842 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f2776c0a-2e85-4750-a28f-0d097b1c78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-router', 'tenant_id': '6617f763bd2b491295631965114da93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:06Z', 'updated_at': '2022-01-28T19:19:26Z', 'revision_number': 5, 'project_id': '6617f763bd2b491295631965114da93b', 'gw_port': {'id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:08Z', 'updated_at': '2022-01-28T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:30.786741 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05f0ea-d478-47c2-b70f-8b02188a2b19 req-57740227-6332-43ef-a355-62144341a2f4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:30.792108 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05f0ea-d478-47c2-b70f-8b02188a2b19 req-57740227-6332-43ef-a355-62144341a2f4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:30.797455 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05f0ea-d478-47c2-b70f-8b02188a2b19 req-57740227-6332-43ef-a355-62144341a2f4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:30.803126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05f0ea-d478-47c2-b70f-8b02188a2b19 req-57740227-6332-43ef-a355-62144341a2f4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:30.808328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05f0ea-d478-47c2-b70f-8b02188a2b19 req-57740227-6332-43ef-a355-62144341a2f4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:30.815754 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b05f0ea-d478-47c2-b70f-8b02188a2b19 req-57740227-6332-43ef-a355-62144341a2f4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 0.3064587 Jan 28 19:19:30.846289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a0261f-159d-4f94-89c8-923ee5e5e8db tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 5a14e986-2493-457d-a150-cdad6abf3054 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:30.848480 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c17a6d-c8bd-48d1-b234-a09ea28d8da8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:30.858161 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a0261f-159d-4f94-89c8-923ee5e5e8db tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (5a14e986-2493-457d-a150-cdad6abf3054), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.865740 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Publish callbacks [] for port (ae6ff9da-26b2-4b44-8088-d329297b9e63), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.880982 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ae6ff9da-26b2-4b44-8088-d329297b9e63), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.906803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2776c0a-2e85-4750-a28f-0d097b1c78df None None] Checking router: 3f2b73da-805a-47ae-b82b-8383f58b6d43 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:19:30.922793 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Attempting to bind port ae6ff9da-26b2-4b44-8088-d329297b9e63 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:30.923200 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Attempting to bind port ae6ff9da-26b2-4b44-8088-d329297b9e63 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:30.923648 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Attempting to bind port ae6ff9da-26b2-4b44-8088-d329297b9e63 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:30.925283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2776c0a-2e85-4750-a28f-0d097b1c78df None None] Routers {'3f2b73da-805a-47ae-b82b-8383f58b6d43'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:30.926119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f2776c0a-2e85-4750-a28f-0d097b1c78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:19:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3f2b73da-805a-47ae-b82b-8383f58b6d43'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:30.973158 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:30.973529 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:30.974108 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:30.974504 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:30.974979 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Bound port: ae6ff9da-26b2-4b44-8088-d329297b9e63, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:30.975360 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ae6ff9da-26b2-4b44-8088-d329297b9e63), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.007626 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80d6128d-886f-4f3e-8832-cf4f65924713 admin admin] Publish callbacks [] for router_gateway (3f2b73da-805a-47ae-b82b-8383f58b6d43), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.012043 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a0261f-159d-4f94-89c8-923ee5e5e8db tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (5a14e986-2493-457d-a150-cdad6abf3054), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.038401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-5def5967-b612-441a-8738-09332dd2ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:31.044789 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ef633-88f1-42b2-a20b-a0d85c23dcc3 None None] Pushing event updated for resources: {'Port': ['ID=ae6ff9da-26b2-4b44-8088-d329297b9e63,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:31.047499 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-5def5967-b612-441a-8738-09332dd2ee70 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30bf8f3616cd4e51a62c447be3b7ab65&device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 1125 time: 0.3683329 Jan 28 19:19:31.052880 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07b7448d-d959-464f-811e-c09d74d682e5 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (e82e5399-c41a-4309-8507-d8fc4141e983), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.068964 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef633-88f1-42b2-a20b-a0d85c23dcc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:31.069358 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef633-88f1-42b2-a20b-a0d85c23dcc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:31.069699 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef633-88f1-42b2-a20b-a0d85c23dcc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:31.070058 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef633-88f1-42b2-a20b-a0d85c23dcc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:31.070382 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef633-88f1-42b2-a20b-a0d85c23dcc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:31.073556 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef633-88f1-42b2-a20b-a0d85c23dcc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:31.074175 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef633-88f1-42b2-a20b-a0d85c23dcc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:31.074705 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef633-88f1-42b2-a20b-a0d85c23dcc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:31.075186 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef633-88f1-42b2-a20b-a0d85c23dcc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:31.075690 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef633-88f1-42b2-a20b-a0d85c23dcc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:31.076295 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef633-88f1-42b2-a20b-a0d85c23dcc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:31.078240 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef633-88f1-42b2-a20b-a0d85c23dcc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:31.078576 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ef633-88f1-42b2-a20b-a0d85c23dcc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:31.096723 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] For port 643d23a5-4612-4dc3-8306-c086f2b706ee, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:31.106712 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] For port ae6ff9da-26b2-4b44-8088-d329297b9e63, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:31.113717 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] For port ae6ff9da-26b2-4b44-8088-d329297b9e63, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ae6ff9da-26b2-4b44-8088-d329297b9e63,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:31.122855 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ae6ff9da-26b2-4b44-8088-d329297b9e63), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.151728 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f2776c0a-2e85-4750-a28f-0d097b1c78df None None] Set router 3f2b73da-805a-47ae-b82b-8383f58b6d43 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:31.188185 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07b7448d-d959-464f-811e-c09d74d682e5 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (e82e5399-c41a-4309-8507-d8fc4141e983), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.207108 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Routers {'29bd8e6c-f3a6-478d-b57c-73297ba42978'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:31.208004 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:19:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['29bd8e6c-f3a6-478d-b57c-73297ba42978'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:31.246071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2244b5-f6a2-4a86-a654-6fe835a01e89 req-8265e16a-82e9-45a1-880c-1192e37218ec tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:31.253338 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a2244b5-f6a2-4a86-a654-6fe835a01e89 req-8265e16a-82e9-45a1-880c-1192e37218ec tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 943 time: 0.4207840 Jan 28 19:19:31.262546 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07b7448d-d959-464f-811e-c09d74d682e5 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e82e5399-c41a-4309-8507-d8fc4141e983), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.265157 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07b7448d-d959-464f-811e-c09d74d682e5 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.271127 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-07b7448d-d959-464f-811e-c09d74d682e5 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/security-groups/e82e5399-c41a-4309-8507-d8fc4141e983 HTTP/1.1" status: 204 len: 168 time: 0.8126035 Jan 28 19:19:31.319083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49768) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:31.388659 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] Set router 29bd8e6c-f3a6-478d-b57c-73297ba42978 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:31.413532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff898a5-2c34-4af4-b351-487bf808769b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting subnet 339840f8-b534-48f7-8246-0342847f9799 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:31.417077 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ff898a5-2c34-4af4-b351-487bf808769b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (339840f8-b534-48f7-8246-0342847f9799), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.472450 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ff898a5-2c34-4af4-b351-487bf808769b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (339840f8-b534-48f7-8246-0342847f9799), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.486646 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ef633-88f1-42b2-a20b-a0d85c23dcc3 None None] Pushing event updated for resources: {'Port': ['ID=ae6ff9da-26b2-4b44-8088-d329297b9e63,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:31.570774 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ff898a5-2c34-4af4-b351-487bf808769b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (339840f8-b534-48f7-8246-0342847f9799), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.609138 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] For port 643d23a5-4612-4dc3-8306-c086f2b706ee, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=643d23a5-4612-4dc3-8306-c086f2b706ee,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:31.612442 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b05f0ea-d478-47c2-b70f-8b02188a2b19 req-d031c9eb-d780-41bd-ab6c-ad24c5d42133 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7914882 Jan 28 19:19:31.622686 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-85b3d023-2e51-46d3-9387-2a4a8a99b69f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 HTTP/1.1" status: 200 len: 217 time: 0.5478678 Jan 28 19:19:31.635513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c1d20099-77e0-4fde-ab1d-725f217265d3 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:19:31.718896 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-5a564874-8b44-4595-bd7d-33f2b9a1350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:31.720412 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-5a564874-8b44-4595-bd7d-33f2b9a1350d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ad7b927e-a6aa-48ba-960b-bbd0e7fc8445 HTTP/1.1" status: 200 len: 858 time: 0.0968950 Jan 28 19:19:31.723486 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49774) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:31.727599 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7448d-d959-464f-811e-c09d74d682e5 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82e5399-c41a-4309-8507-d8fc4141e983,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:31.764359 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (643d23a5-4612-4dc3-8306-c086f2b706ee), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.771287 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:27Z', 'revision_number': 3, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:31.817757 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc692a-7e21-4376-bdae-4ac2c16a6e65 None None] The sync data for ids ['29bd8e6c-f3a6-478d-b57c-73297ba42978'] in n-d-824834-4 is: [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:27Z', 'revision_number': 3, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:19:31.914548 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a0261f-159d-4f94-89c8-923ee5e5e8db tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (5a14e986-2493-457d-a150-cdad6abf3054), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.920981 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port c1d20099-77e0-4fde-ab1d-725f217265d3, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c1d20099-77e0-4fde-ab1d-725f217265d3,segment=NetworkSegment(9b5cf5cf-92ab-4cc5-9377-327df170d7be),segment_id=9b5cf5cf-92ab-4cc5-9377-327df170d7be)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:31.939870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'c1d20099-77e0-4fde-ab1d-725f217265d3', 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005', 'port_id': 'c1d20099-77e0-4fde-ab1d-725f217265d3', 'mac_address': 'fa:16:3e:fa:9c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7b927e-a6aa-48ba-960b-bbd0e7fc8445', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:19:31.953994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f2776c0a-2e85-4750-a28f-0d097b1c78df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-router', 'tenant_id': '6617f763bd2b491295631965114da93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:06Z', 'updated_at': '2022-01-28T19:19:26Z', 'revision_number': 5, 'project_id': '6617f763bd2b491295631965114da93b', 'gw_port': {'id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:08Z', 'updated_at': '2022-01-28T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:31.989911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:31.992245 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:31.994311 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-24db0074-8a96-4241-b06d-b7329840e059 req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] 10.222.0.31 "PUT /v2.0/ports/643d23a5-4612-4dc3-8306-c086f2b706ee HTTP/1.1" status: 200 len: 1095 time: 4.7949715 Jan 28 19:19:31.996828 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-02f873c3-e6f0-4916-8edd-d9233b07509a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d80cfb31-56d7-4bc8-8f36-387a72246005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2374747 Jan 28 19:19:32.007287 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2302809c-4350-43ab-91f4-ce81e2088dab x-openstack-request-id: req-2302809c-4350-43ab-91f4-ce81e2088dab {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:32.009894 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c655131c-4f9c-49a5-812f-74e72d68717a", "tag": "4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:32.010486 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2302809c-4350-43ab-91f4-ce81e2088dab {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:32.011327 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c655131c-4f9c-49a5-812f-74e72d68717a', 'tag': '4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3', 'status': 'completed', 'code': 200} Jan 28 19:19:32.024561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-80d6128d-886f-4f3e-8832-cf4f65924713 admin admin] Deleting port 49e8a514-b95b-4d4a-bdfd-f607c8b435bb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:32.024960 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80d6128d-886f-4f3e-8832-cf4f65924713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (49e8a514-b95b-4d4a-bdfd-f607c8b435bb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:32.092626 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2776c0a-2e85-4750-a28f-0d097b1c78df None None] The sync data for ids ['3f2b73da-805a-47ae-b82b-8383f58b6d43'] in n-d-824834-4 is: [{'id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'name': 'tempest-TaggedBootDevicesTest_v242-1432006921-router', 'tenant_id': '6617f763bd2b491295631965114da93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:06Z', 'updated_at': '2022-01-28T19:19:26Z', 'revision_number': 5, 'project_id': '6617f763bd2b491295631965114da93b', 'gw_port': {'id': '49e8a514-b95b-4d4a-bdfd-f607c8b435bb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b73da-805a-47ae-b82b-8383f58b6d43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:08Z', 'updated_at': '2022-01-28T19:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:19:32.116402 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port c1d20099-77e0-4fde-ab1d-725f217265d3 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:32.116882 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c1d20099-77e0-4fde-ab1d-725f217265d3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:32.141738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d20099-77e0-4fde-ab1d-725f217265d3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:32.210805 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port c1d20099-77e0-4fde-ab1d-725f217265d3, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c1d20099-77e0-4fde-ab1d-725f217265d3,segment=NetworkSegment(9b5cf5cf-92ab-4cc5-9377-327df170d7be),segment_id=9b5cf5cf-92ab-4cc5-9377-327df170d7be)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:32.223242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2e8536e0-16e6-4e23-b15b-420d3afb094a None None] Provisioning complete for port bbf286c9-a491-4cf6-91cc-cf707ba7f295 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:32.224207 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e8536e0-16e6-4e23-b15b-420d3afb094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:32.228467 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c1d20099-77e0-4fde-ab1d-725f217265d3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:32.230183 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:32.272315 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36a240-63ca-436b-91c4-d8da01e19bc0 req-33c18cc5-4463-43e0-9ee5-a67722232c7e tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:32.274224 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dd36a240-63ca-436b-91c4-d8da01e19bc0 req-33c18cc5-4463-43e0-9ee5-a67722232c7e tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 947 time: 0.1887279 Jan 28 19:19:32.317934 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-234968b6-8a31-47ae-a47f-8ca88bb5e54f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:32.321091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5bcac-b919-4512-97b7-fba32e52e4dc service neutron] Pushing event updated for resources: {'Port': ['ID=643d23a5-4612-4dc3-8306-c086f2b706ee,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:32.328073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=c1d20099-77e0-4fde-ab1d-725f217265d3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:32.358178 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a2244b5-f6a2-4a86-a654-6fe835a01e89 req-6524b65b-f193-47ef-9209-909c9854650b tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0995927 Jan 28 19:19:32.370482 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a0261f-159d-4f94-89c8-923ee5e5e8db tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (5a14e986-2493-457d-a150-cdad6abf3054), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:32.379163 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2e8536e0-16e6-4e23-b15b-420d3afb094a None None] Current status of the port bbf286c9-a491-4cf6-91cc-cf707ba7f295 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:32.384679 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ff898a5-2c34-4af4-b351-487bf808769b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (339840f8-b534-48f7-8246-0342847f9799), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:32.448624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0261f-159d-4f94-89c8-923ee5e5e8db tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=5a14e986-2493-457d-a150-cdad6abf3054,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:32.483642 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dd36a240-63ca-436b-91c4-d8da01e19bc0 req-37e4b5f3-85a7-408c-a37f-78939ebf013f tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954699 Jan 28 19:19:32.490493 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a0261f-159d-4f94-89c8-923ee5e5e8db tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:32.491341 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba659d62-f944-470a-a099-b8b456b138fd None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:32.513989 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-68a0261f-159d-4f94-89c8-923ee5e5e8db tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/5a14e986-2493-457d-a150-cdad6abf3054 HTTP/1.1" status: 204 len: 168 time: 1.8745530 Jan 28 19:19:32.529642 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49780) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:32.595490 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['c1d20099-77e0-4fde-ab1d-725f217265d3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:32.626639 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ecfb15f9-5849-49f7-9bbe-52357b4a06e7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940509 Jan 28 19:19:32.629434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:32.637084 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7c8e2261-dd28-42d9-8a22-0738c1b59c83 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:32.809438 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8e2261-dd28-42d9-8a22-0738c1b59c83 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:32.814254 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ae6ff9da-26b2-4b44-8088-d329297b9e63 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:32.816409 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2261-dd28-42d9-8a22-0738c1b59c83 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:32.889115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9da14f-6aac-444f-808f-9effc2e22675 None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:19:32.952153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port ae6ff9da-26b2-4b44-8088-d329297b9e63 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:32.952699 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ae6ff9da-26b2-4b44-8088-d329297b9e63), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.038318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff898a5-2c34-4af4-b351-487bf808769b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Subnet': ['ID=339840f8-b534-48f7-8246-0342847f9799,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:33.047985 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ff898a5-2c34-4af4-b351-487bf808769b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.055726 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7ff898a5-2c34-4af4-b351-487bf808769b tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/339840f8-b534-48f7-8246-0342847f9799 HTTP/1.1" status: 204 len: 168 time: 1.7245255 Jan 28 19:19:33.060142 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49786) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:33.071351 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722c0e4a-4471-4393-8880-a141165801f7 None None] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:33.083293 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Allocated IP 172.20.0.1 (4eaabcda-c76b-4b7a-807c-2b462b7a6f9c/f81e2f04-6d65-4bf2-ae23-2d422541a4df/ddefd569-b9b9-4a85-b818-ceebb74e0d99) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:33.102290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9f9da14f-6aac-444f-808f-9effc2e22675 None None] Deleting port bbf286c9-a491-4cf6-91cc-cf707ba7f295 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:33.102944 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f9da14f-6aac-444f-808f-9effc2e22675 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.104282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-80d6128d-886f-4f3e-8832-cf4f65924713 admin admin] For port 49e8a514-b95b-4d4a-bdfd-f607c8b435bb, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=49e8a514-b95b-4d4a-bdfd-f607c8b435bb,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:33.104588 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80d6128d-886f-4f3e-8832-cf4f65924713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (49e8a514-b95b-4d4a-bdfd-f607c8b435bb), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.114225 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-a79acd25-7f77-430a-8814-169d50b9bb60 service neutron] 10.222.0.31 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0828078 Jan 28 19:19:33.116393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db0074-8a96-4241-b06d-b7329840e059 req-8fb749d6-afbc-4898-b19d-3e23fc59ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:33.117928 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-24db0074-8a96-4241-b06d-b7329840e059 req-8fb749d6-afbc-4898-b19d-3e23fc59ccf3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f6d1d89a2cc450087be951ba23471e3&device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 1129 time: 1.0205531 Jan 28 19:19:33.150012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-80d6128d-886f-4f3e-8832-cf4f65924713 admin admin] Calling delete_port for 49e8a514-b95b-4d4a-bdfd-f607c8b435bb owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:33.244084 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9f9da14f-6aac-444f-808f-9effc2e22675 None None] For port bbf286c9-a491-4cf6-91cc-cf707ba7f295, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bbf286c9-a491-4cf6-91cc-cf707ba7f295,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:33.244400 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f9da14f-6aac-444f-808f-9effc2e22675 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.249140 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-24db0074-8a96-4241-b06d-b7329840e059 req-7d6cd1bc-081f-42bc-909a-c457332f5229 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=643d23a5-4612-4dc3-8306-c086f2b706ee HTTP/1.1" status: 200 len: 217 time: 0.1085472 Jan 28 19:19:33.288687 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9f9da14f-6aac-444f-808f-9effc2e22675 None None] Calling delete_port for bbf286c9-a491-4cf6-91cc-cf707ba7f295 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:33.300311 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2261-dd28-42d9-8a22-0738c1b59c83 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (9073a798-6a08-432e-b682-090d6db73a24), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.311350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea5a137-6db5-4c78-9c67-cc87598464a4 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting subnet 381a8a86-68ee-41b0-b1c3-10e4dd13419b {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:33.314624 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a137-6db5-4c78-9c67-cc87598464a4 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (381a8a86-68ee-41b0-b1c3-10e4dd13419b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.328246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f12a8-4ae4-40ca-82d5-1d973b955208 req-053efb47-9371-493a-bd84-39a6172818f2 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:33.333742 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f12a8-4ae4-40ca-82d5-1d973b955208 req-053efb47-9371-493a-bd84-39a6172818f2 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:33.338983 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port ae6ff9da-26b2-4b44-8088-d329297b9e63 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:33.339459 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ae6ff9da-26b2-4b44-8088-d329297b9e63), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.339649 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f12a8-4ae4-40ca-82d5-1d973b955208 req-053efb47-9371-493a-bd84-39a6172818f2 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:33.345449 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f12a8-4ae4-40ca-82d5-1d973b955208 req-053efb47-9371-493a-bd84-39a6172818f2 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:33.351026 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f12a8-4ae4-40ca-82d5-1d973b955208 req-053efb47-9371-493a-bd84-39a6172818f2 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:33.356757 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f12a8-4ae4-40ca-82d5-1d973b955208 req-053efb47-9371-493a-bd84-39a6172818f2 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:33.361007 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a137-6db5-4c78-9c67-cc87598464a4 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (381a8a86-68ee-41b0-b1c3-10e4dd13419b), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.362300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f12a8-4ae4-40ca-82d5-1d973b955208 req-053efb47-9371-493a-bd84-39a6172818f2 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:33.364276 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-449f12a8-4ae4-40ca-82d5-1d973b955208 req-053efb47-9371-493a-bd84-39a6172818f2 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 0.4089677 Jan 28 19:19:33.395540 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port ae6ff9da-26b2-4b44-8088-d329297b9e63, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ae6ff9da-26b2-4b44-8088-d329297b9e63,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:33.411777 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ae6ff9da-26b2-4b44-8088-d329297b9e63), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.427951 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:33.489080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:33.490557 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 94e6ec5e-6ca7-480c-8ad7-9a34655bd8fa not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:33.505815 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8e2261-dd28-42d9-8a22-0738c1b59c83 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:33.525279 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7c8e2261-dd28-42d9-8a22-0738c1b59c83 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:33.529551 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8e2261-dd28-42d9-8a22-0738c1b59c83 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:33.530383 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2261-dd28-42d9-8a22-0738c1b59c83 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.560034 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-234968b6-8a31-47ae-a47f-8ca88bb5e54f admin admin] Publish callbacks [] for security_group (86864078-d3f7-4d6d-b635-4a3604617bcb), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.569318 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f9da14f-6aac-444f-808f-9effc2e22675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (bbf286c9-a491-4cf6-91cc-cf707ba7f295), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.577574 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=ae6ff9da-26b2-4b44-8088-d329297b9e63,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:33.592026 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7c8e2261-dd28-42d9-8a22-0738c1b59c83 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9611437 Jan 28 19:19:33.592862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49792) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:33.603964 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-234968b6-8a31-47ae-a47f-8ca88bb5e54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (86864078-d3f7-4d6d-b635-4a3604617bcb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.607828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9da14f-6aac-444f-808f-9effc2e22675 None None] No DVR routers for this DVR port bbf286c9-a491-4cf6-91cc-cf707ba7f295 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:33.610032 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9da14f-6aac-444f-808f-9effc2e22675 None None] Pushing event deleted for resources: {'Port': ['ID=bbf286c9-a491-4cf6-91cc-cf707ba7f295,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:33.615349 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-856f14d5-6829-4c08-af78-8f93c2559c56 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:33.616344 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db0074-8a96-4241-b06d-b7329840e059 req-29fc95ac-3856-44ab-b401-c61dc6934244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:33.623773 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-24db0074-8a96-4241-b06d-b7329840e059 req-29fc95ac-3856-44ab-b401-c61dc6934244 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.3543086 Jan 28 19:19:33.624345 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Publish callbacks [] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.637351 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e67ea5b-e7d9-4d79-a0d0-6816496c1170 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:33.640165 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23bd7fd-509b-4b32-80e6-0d04bb0d9c37 req-73bb325a-b3dc-4473-8cbe-0956599a0b91 service neutron] 10.222.0.31 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008056 Jan 28 19:19:33.693257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e2261-dd28-42d9-8a22-0738c1b59c83 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=9073a798-6a08-432e-b682-090d6db73a24,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:33.784695 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-449f12a8-4ae4-40ca-82d5-1d973b955208 req-f5186698-0932-4d54-aa99-325a69cfd14d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3496189 Jan 28 19:19:33.803468 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a137-6db5-4c78-9c67-cc87598464a4 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (381a8a86-68ee-41b0-b1c3-10e4dd13419b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.809317 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': '9073a798-6a08-432e-b682-090d6db73a24'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:19:33.810265 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:33.877141 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab99ae-3844-416c-b9db-b3b83e91c44e req-967e0f2d-1a63-4193-b33b-7dddf9c9b342 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:33.879672 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0fab99ae-3844-416c-b9db-b3b83e91c44e req-967e0f2d-1a63-4193-b33b-7dddf9c9b342 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 943 time: 0.3905873 Jan 28 19:19:33.888094 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-234968b6-8a31-47ae-a47f-8ca88bb5e54f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89850fafd82149888f3161a8c73f6d46&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1614890 Jan 28 19:19:33.905275 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49794) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:33.948248 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234968b6-8a31-47ae-a47f-8ca88bb5e54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86864078-d3f7-4d6d-b635-4a3604617bcb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:34.013231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ad5a67-5a49-4424-8831-59ee794b475f', 'tag': '643d23a5-4612-4dc3-8306-c086f2b706ee'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:34.015648 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ccde5e-07f9-4ee2-b8ea-edd285842bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "50ad5a67-5a49-4424-8831-59ee794b475f", "tag": "643d23a5-4612-4dc3-8306-c086f2b706ee"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:34.034935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db0074-8a96-4241-b06d-b7329840e059 req-49b9edce-303c-44a7-b593-076a9bc29d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:34.036884 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-24db0074-8a96-4241-b06d-b7329840e059 req-49b9edce-303c-44a7-b593-076a9bc29d0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3813186 Jan 28 19:19:34.043968 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da228e3d-3b13-4788-8bca-48ada1c5b500 req-8b77d6eb-5154-4b11-89d4-9c7ef610e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:34.045735 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da228e3d-3b13-4788-8bca-48ada1c5b500 req-8b77d6eb-5154-4b11-89d4-9c7ef610e1f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30bf8f3616cd4e51a62c447be3b7ab65&device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 1125 time: 0.2578318 Jan 28 19:19:34.050504 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Allocated IP 172.20.0.2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/9073a798-6a08-432e-b682-090d6db73a24/d8293f67-e7a0-4e98-8915-050a6a911c89) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:34.086134 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.088978 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a137-6db5-4c78-9c67-cc87598464a4 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (381a8a86-68ee-41b0-b1c3-10e4dd13419b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.110701 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0fab99ae-3844-416c-b9db-b3b83e91c44e req-0f9b1003-7ae8-46e9-8b1a-3ff7c8701a62 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824648 Jan 28 19:19:34.114341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3cd51-f9aa-4b15-a502-93555e7b2ca3 req-fcd9df0a-2c83-4c12-ab5a-8c6887ea1d36 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:34.116085 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-47f3cd51-f9aa-4b15-a502-93555e7b2ca3 req-fcd9df0a-2c83-4c12-ab5a-8c6887ea1d36 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 947 time: 0.2165275 Jan 28 19:19:34.218808 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6e9f4e-6bc0-4587-bcf4-add2edc4cd03 x-openstack-request-id: req-9d6e9f4e-6bc0-4587-bcf4-add2edc4cd03 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:34.219258 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ad5a67-5a49-4424-8831-59ee794b475f", "tag": "643d23a5-4612-4dc3-8306-c086f2b706ee", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:34.219516 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d6e9f4e-6bc0-4587-bcf4-add2edc4cd03 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:34.219982 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ad5a67-5a49-4424-8831-59ee794b475f', 'tag': '643d23a5-4612-4dc3-8306-c086f2b706ee', 'status': 'completed', 'code': 200} Jan 28 19:19:34.241937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5a137-6db5-4c78-9c67-cc87598464a4 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Subnet': ['ID=381a8a86-68ee-41b0-b1c3-10e4dd13419b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:34.262598 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80d6128d-886f-4f3e-8832-cf4f65924713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (49e8a514-b95b-4d4a-bdfd-f607c8b435bb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.272536 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Pushing event updated for resources: {'Port': ['ID=ddefd569-b9b9-4a85-b818-ceebb74e0d99,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:34.283803 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a137-6db5-4c78-9c67-cc87598464a4 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.287274 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5ea5a137-6db5-4c78-9c67-cc87598464a4 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/381a8a86-68ee-41b0-b1c3-10e4dd13419b HTTP/1.1" status: 204 len: 168 time: 1.0754504 Jan 28 19:19:34.297193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:34.297688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:34.346323 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a432e7-81ec-449b-b28e-e458d6a3e2a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] DELETE failed (client error): The resource could not be found. Jan 28 19:19:34.347153 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a432e7-81ec-449b-b28e-e458d6a3e2a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:19:34.353165 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b2a432e7-81ec-449b-b28e-e458d6a3e2a0 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/339840f8-b534-48f7-8246-0342847f9799 HTTP/1.1" status: 404 len: 337 time: 0.0521605 Jan 28 19:19:34.353165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:34.356628 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49800) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:34.357421 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Publish callbacks [] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.359712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856f14d5-6829-4c08-af78-8f93c2559c56 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:34.363690 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-856f14d5-6829-4c08-af78-8f93c2559c56 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.366013 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6128d-886f-4f3e-8832-cf4f65924713 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e8a514-b95b-4d4a-bdfd-f607c8b435bb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:34.371136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:34.374533 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.416341 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-47f3cd51-f9aa-4b15-a502-93555e7b2ca3 req-299596bf-b774-4b17-a2ab-dea0629f2fe7 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614796 Jan 28 19:19:34.452608 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:34.461352 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:34.464534 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:34.466864 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-24db0074-8a96-4241-b06d-b7329840e059 req-bb69d07e-f3d9-49f6-893c-e02dbf0e1f24 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178717 Jan 28 19:19:34.487174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da228e3d-3b13-4788-8bca-48ada1c5b500 req-3ce101c3-b795-42e8-8cf4-e2494b45a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:34.489117 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da228e3d-3b13-4788-8bca-48ada1c5b500 req-3ce101c3-b795-42e8-8cf4-e2494b45a145 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d80cfb31-56d7-4bc8-8f36-387a72246005 HTTP/1.1" status: 200 len: 919 time: 0.4286010 Jan 28 19:19:34.505781 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3c05b0c-f4fc-412d-aeaa-d0e933f7a609 admin admin] Publish callbacks [] for security_group (86864078-d3f7-4d6d-b635-4a3604617bcb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.512285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Pushing event updated for resources: {'Port': ['ID=d8293f67-e7a0-4e98-8915-050a6a911c89,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:34.527395 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (29bd8e6c-f3a6-478d-b57c-73297ba42978), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.532008 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ae6ff9da-26b2-4b44-8088-d329297b9e63 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:34.586760 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80d6128d-886f-4f3e-8832-cf4f65924713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (3f2b73da-805a-47ae-b82b-8383f58b6d43), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.589566 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da228e3d-3b13-4788-8bca-48ada1c5b500 req-45eed0d5-f9d9-47e8-9b0e-d70e6850bcc9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 HTTP/1.1" status: 200 len: 217 time: 0.0877776 Jan 28 19:19:34.635754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ced90d-723f-4cdd-a15f-c986941bfb89 None None] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:34.659378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dbc9d41-04f0-4e3c-b4c1-1ce04b16f87a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting subnet 8aeba49f-fa54-459f-944f-1803ac899b26 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:34.664787 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dbc9d41-04f0-4e3c-b4c1-1ce04b16f87a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for subnet (8aeba49f-fa54-459f-944f-1803ac899b26), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.760801 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3c05b0c-f4fc-412d-aeaa-d0e933f7a609 admin admin] Publish callbacks [] for security_group (86864078-d3f7-4d6d-b635-4a3604617bcb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.767549 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80d6128d-886f-4f3e-8832-cf4f65924713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (3f2b73da-805a-47ae-b82b-8383f58b6d43), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.773302 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80d6128d-886f-4f3e-8832-cf4f65924713 admin admin] Publish callbacks [] for router_controller (3f2b73da-805a-47ae-b82b-8383f58b6d43), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.844099 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-24db0074-8a96-4241-b06d-b7329840e059 req-54e0b84a-ab0e-4781-beb3-de024679c9fe service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671079 Jan 28 19:19:34.854341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da228e3d-3b13-4788-8bca-48ada1c5b500 req-cebee586-6e26-4696-941c-532ddfe2fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:34.857011 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da228e3d-3b13-4788-8bca-48ada1c5b500 req-cebee586-6e26-4696-941c-532ddfe2fadd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ad7b927e-a6aa-48ba-960b-bbd0e7fc8445 HTTP/1.1" status: 200 len: 858 time: 0.2282989 Jan 28 19:19:34.860665 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80d6128d-886f-4f3e-8832-cf4f65924713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (3f2b73da-805a-47ae-b82b-8383f58b6d43), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.860665 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d6128d-886f-4f3e-8832-cf4f65924713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f2b73da-805a-47ae-b82b-8383f58b6d43 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:19:34.874314 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dbc9d41-04f0-4e3c-b4c1-1ce04b16f87a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (8aeba49f-fa54-459f-944f-1803ac899b26), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.874763 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80d6128d-886f-4f3e-8832-cf4f65924713 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.876061 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-80d6128d-886f-4f3e-8832-cf4f65924713 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3f2b73da-805a-47ae-b82b-8383f58b6d43 HTTP/1.1" status: 204 len: 168 time: 4.8897793 Jan 28 19:19:34.918313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49804) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:34.943423 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3c05b0c-f4fc-412d-aeaa-d0e933f7a609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (86864078-d3f7-4d6d-b635-4a3604617bcb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.945992 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e3c05b0c-f4fc-412d-aeaa-d0e933f7a609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:34.949641 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e3c05b0c-f4fc-412d-aeaa-d0e933f7a609 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/86864078-d3f7-4d6d-b635-4a3604617bcb HTTP/1.1" status: 204 len: 168 time: 1.0385430 Jan 28 19:19:34.954583 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da228e3d-3b13-4788-8bca-48ada1c5b500 req-da644396-9d94-435d-8bed-0295bca38503 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d80cfb31-56d7-4bc8-8f36-387a72246005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641267 Jan 28 19:19:35.012606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Attempting to bind port d8293f67-e7a0-4e98-8915-050a6a911c89 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:35.013020 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Attempting to bind port d8293f67-e7a0-4e98-8915-050a6a911c89 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:35.013387 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Attempting to bind port d8293f67-e7a0-4e98-8915-050a6a911c89 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:35.021832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6c78c0d2-1206-45cc-8404-8f8ef70c660d None None] Provisioning complete for port c464e77e-af90-44c3-9c07-1750ecec4ba8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:35.021832 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c78c0d2-1206-45cc-8404-8f8ef70c660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.107320 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port ae6ff9da-26b2-4b44-8088-d329297b9e63 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:35.108483 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ae6ff9da-26b2-4b44-8088-d329297b9e63), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.110592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c05b0c-f4fc-412d-aeaa-d0e933f7a609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86864078-d3f7-4d6d-b635-4a3604617bcb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:35.114465 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:35.114944 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:35.115956 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.115956 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:35.116228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Bound port: d8293f67-e7a0-4e98-8915-050a6a911c89, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:35.117132 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.122950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c07a1e-9727-4e56-8cb7-a63abf0aa0fd admin admin] Deleting subnet 5ce8390e-336c-458e-a9da-26a1cd52fae8 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:35.147356 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8c07a1e-9727-4e56-8cb7-a63abf0aa0fd admin admin] Publish callbacks [] for subnet (5ce8390e-336c-458e-a9da-26a1cd52fae8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.165013 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccde5e-07f9-4ee2-b8ea-edd285842bd1 req-5891bd7f-bb49-4659-8c5a-b429e97cc251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:35.166592 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1ccde5e-07f9-4ee2-b8ea-edd285842bd1 req-5891bd7f-bb49-4659-8c5a-b429e97cc251 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6f6d1d89a2cc450087be951ba23471e3&device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 1129 time: 0.1927481 Jan 28 19:19:35.252015 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da228e3d-3b13-4788-8bca-48ada1c5b500 req-a10a12b7-469f-4f32-a515-65354749cf6b service neutron] 10.222.0.31 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965257 Jan 28 19:19:35.288427 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6c78c0d2-1206-45cc-8404-8f8ef70c660d None None] Current status of the port c464e77e-af90-44c3-9c07-1750ecec4ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:35.307790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] For port d8293f67-e7a0-4e98-8915-050a6a911c89, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:35.312194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] For port d8293f67-e7a0-4e98-8915-050a6a911c89, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d8293f67-e7a0-4e98-8915-050a6a911c89,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:35.325240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6c78c0d2-1206-45cc-8404-8f8ef70c660d None None] Provisioning complete for port 640187dc-2e89-45e8-906b-f948fcb9de68 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:35.325240 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c78c0d2-1206-45cc-8404-8f8ef70c660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (640187dc-2e89-45e8-906b-f948fcb9de68), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.348076 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.409380 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c1d20099-77e0-4fde-ab1d-725f217265d3 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:35.500487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccde5e-07f9-4ee2-b8ea-edd285842bd1 req-39d0c71a-af79-4183-a740-fdc95ce17dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:35.502371 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1ccde5e-07f9-4ee2-b8ea-edd285842bd1 req-39d0c71a-af79-4183-a740-fdc95ce17dbb service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.3285260 Jan 28 19:19:35.511026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6c78c0d2-1206-45cc-8404-8f8ef70c660d None None] Port 640187dc-2e89-45e8-906b-f948fcb9de68 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:19:35.513166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5cdf4-e644-4b58-9d7b-0986130445d6 None None] Pushing event updated for resources: {'Port': ['ID=d8293f67-e7a0-4e98-8915-050a6a911c89,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:35.547538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a7001-b93a-42e1-8c4d-9865f4c6f5e1 req-f7155e2b-bcbb-4e80-a81d-d7e7b69d0091 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:35.547774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port ae6ff9da-26b2-4b44-8088-d329297b9e63 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:35.549126 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b2a7001-b93a-42e1-8c4d-9865f4c6f5e1 req-f7155e2b-bcbb-4e80-a81d-d7e7b69d0091 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 943 time: 0.2546577 Jan 28 19:19:35.588401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port c1d20099-77e0-4fde-ab1d-725f217265d3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:19:35.598065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port c1d20099-77e0-4fde-ab1d-725f217265d3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:35.598065 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c1d20099-77e0-4fde-ab1d-725f217265d3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.632647 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da228e3d-3b13-4788-8bca-48ada1c5b500 req-1f3e670d-462e-43bc-8213-c6a3a3e8baf1 service neutron] 10.222.0.31 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368044 Jan 28 19:19:35.637835 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1ccde5e-07f9-4ee2-b8ea-edd285842bd1 req-9f93a1f6-ccc9-494d-a838-2b6b3d62985a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=643d23a5-4612-4dc3-8306-c086f2b706ee HTTP/1.1" status: 200 len: 217 time: 0.1183379 Jan 28 19:19:35.700604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bbf286c9-a491-4cf6-91cc-cf707ba7f295 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:35.744774 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccde5e-07f9-4ee2-b8ea-edd285842bd1 req-f077a105-dac0-40c6-8b89-1e3778df1027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:35.746288 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1ccde5e-07f9-4ee2-b8ea-edd285842bd1 req-f077a105-dac0-40c6-8b89-1e3778df1027 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0875151 Jan 28 19:19:35.758959 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b2a7001-b93a-42e1-8c4d-9865f4c6f5e1 req-d7b25dd1-34fd-4641-9082-bcca643ecde7 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249902 Jan 28 19:19:35.787246 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: bbf286c9-a491-4cf6-91cc-cf707ba7f295 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:35.800850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bbf286c9-a491-4cf6-91cc-cf707ba7f295 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:35.833804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-db692d49-e7f6-4bb7-9aba-f2239edb0ade None None] Provisioning complete for port ddefd569-b9b9-4a85-b818-ceebb74e0d99 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:35.839132 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db692d49-e7f6-4bb7-9aba-f2239edb0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:35.890320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccde5e-07f9-4ee2-b8ea-edd285842bd1 req-9d5b1762-5fc8-45f5-9bab-cce701337526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:35.899078 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1ccde5e-07f9-4ee2-b8ea-edd285842bd1 req-9d5b1762-5fc8-45f5-9bab-cce701337526 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1389620 Jan 28 19:19:35.917080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-db692d49-e7f6-4bb7-9aba-f2239edb0ade None None] Port ddefd569-b9b9-4a85-b818-ceebb74e0d99 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:19:35.992817 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port c1d20099-77e0-4fde-ab1d-725f217265d3 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:35.993352 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c1d20099-77e0-4fde-ab1d-725f217265d3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.045596 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d9df02-b693-488b-8645-73ca39422507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d20099-77e0-4fde-ab1d-725f217265d3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:36.048975 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39b2c83-640d-4cba-879b-e3228adce92d" -d '{"events": [{"server_uuid": "03d9df02-b693-488b-8645-73ca39422507", "name": "network-vif-plugged", "status": "completed", "tag": "c1d20099-77e0-4fde-ab1d-725f217265d3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:36.057084 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port c1d20099-77e0-4fde-ab1d-725f217265d3, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c1d20099-77e0-4fde-ab1d-725f217265d3,segment=NetworkSegment(9b5cf5cf-92ab-4cc5-9377-327df170d7be),segment_id=9b5cf5cf-92ab-4cc5-9377-327df170d7be)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:36.070441 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c1d20099-77e0-4fde-ab1d-725f217265d3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.117329 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b6b77-0e48-4f48-94dd-0c1c2ce89830 req-34caae9f-a3d6-44c3-86b9-6ee7f32274d5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:36.119010 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f8b6b77-0e48-4f48-94dd-0c1c2ce89830 req-34caae9f-a3d6-44c3-86b9-6ee7f32274d5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 947 time: 0.2189982 Jan 28 19:19:36.135552 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8c07a1e-9727-4e56-8cb7-a63abf0aa0fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (5ce8390e-336c-458e-a9da-26a1cd52fae8), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.137378 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1ccde5e-07f9-4ee2-b8ea-edd285842bd1 req-fb9b92a9-7403-4005-9f82-eb09802a1048 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221441 Jan 28 19:19:36.164618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=c1d20099-77e0-4fde-ab1d-725f217265d3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:36.230406 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.241214 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dbc9d41-04f0-4e3c-b4c1-1ce04b16f87a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (8aeba49f-fa54-459f-944f-1803ac899b26), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.261044 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f8b6b77-0e48-4f48-94dd-0c1c2ce89830 req-651cb69c-d847-4ecb-8a4d-fd8b3b6e580f tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360195 Jan 28 19:19:36.271615 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330676b-da0f-4b78-bb3a-9d4a8d7e04fd req-ed6e8332-1c0c-47e4-9060-e0b65529caf1 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:36.291301 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330676b-da0f-4b78-bb3a-9d4a8d7e04fd req-ed6e8332-1c0c-47e4-9060-e0b65529caf1 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:36.304253 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330676b-da0f-4b78-bb3a-9d4a8d7e04fd req-ed6e8332-1c0c-47e4-9060-e0b65529caf1 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:36.314285 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1ccde5e-07f9-4ee2-b8ea-edd285842bd1 req-387e2710-d371-4a85-8dcd-4d53c79c890a service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514695 Jan 28 19:19:36.315031 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330676b-da0f-4b78-bb3a-9d4a8d7e04fd req-ed6e8332-1c0c-47e4-9060-e0b65529caf1 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:36.328968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330676b-da0f-4b78-bb3a-9d4a8d7e04fd req-ed6e8332-1c0c-47e4-9060-e0b65529caf1 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:36.335630 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330676b-da0f-4b78-bb3a-9d4a8d7e04fd req-ed6e8332-1c0c-47e4-9060-e0b65529caf1 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:36.341983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330676b-da0f-4b78-bb3a-9d4a8d7e04fd req-ed6e8332-1c0c-47e4-9060-e0b65529caf1 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:36.344195 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c330676b-da0f-4b78-bb3a-9d4a8d7e04fd req-ed6e8332-1c0c-47e4-9060-e0b65529caf1 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 1.3454788 Jan 28 19:19:36.345267 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e51b5e3-e325-4b22-9929-5151966fa913 x-openstack-request-id: req-3e51b5e3-e325-4b22-9929-5151966fa913 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:36.345850 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d9df02-b693-488b-8645-73ca39422507", "name": "network-vif-plugged", "status": "completed", "tag": "c1d20099-77e0-4fde-ab1d-725f217265d3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:36.346335 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e51b5e3-e325-4b22-9929-5151966fa913 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:36.347024 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d9df02-b693-488b-8645-73ca39422507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d20099-77e0-4fde-ab1d-725f217265d3', 'code': 200} Jan 28 19:19:36.512939 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d8293f67-e7a0-4e98-8915-050a6a911c89 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:36.596900 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port d8293f67-e7a0-4e98-8915-050a6a911c89 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:36.597459 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.624169 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8c07a1e-9727-4e56-8cb7-a63abf0aa0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (5ce8390e-336c-458e-a9da-26a1cd52fae8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.666872 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c330676b-da0f-4b78-bb3a-9d4a8d7e04fd req-46a7aa0f-b9e5-4de3-b6b4-6900c9241b2c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2835178 Jan 28 19:19:36.674238 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dbc9d41-04f0-4e3c-b4c1-1ce04b16f87a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (8aeba49f-fa54-459f-944f-1803ac899b26), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.689277 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eb4065b4-93e1-49e5-a135-e2fb0bcaf34b None None] Provisioning complete for port c464e77e-af90-44c3-9c07-1750ecec4ba8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:36.689666 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb4065b4-93e1-49e5-a135-e2fb0bcaf34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.735986 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port d8293f67-e7a0-4e98-8915-050a6a911c89 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:36.736528 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.773640 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc9d41-04f0-4e3c-b4c1-1ce04b16f87a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Subnet': ['ID=8aeba49f-fa54-459f-944f-1803ac899b26,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:36.779437 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dbc9d41-04f0-4e3c-b4c1-1ce04b16f87a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.783016 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0dbc9d41-04f0-4e3c-b4c1-1ce04b16f87a tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/8aeba49f-fa54-459f-944f-1803ac899b26 HTTP/1.1" status: 204 len: 168 time: 2.4245481 Jan 28 19:19:36.786080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49844) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:36.803657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3f8a9f-4b7e-425f-9186-7f61dba8e985 None None] Network 2356a48d-87e0-48e9-b70d-d30e1c2d78fb requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:36.824785 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port d8293f67-e7a0-4e98-8915-050a6a911c89, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d8293f67-e7a0-4e98-8915-050a6a911c89,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:36.825548 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ce8bad-f261-4643-8487-01c4c7d62c8e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] DELETE failed (client error): The resource could not be found. Jan 28 19:19:36.826206 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ce8bad-f261-4643-8487-01c4c7d62c8e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:19:36.829685 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a8ce8bad-f261-4643-8487-01c4c7d62c8e tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/78d95d76-7a1a-4612-be35-c988c4234bcc HTTP/1.1" status: 404 len: 337 time: 0.0424826 Jan 28 19:19:36.832954 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49848) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:36.868521 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dee40867-2b5b-423f-a1c6-7c09f9b607cc tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "GET /v2.0/ports?device_id=239049c1-0751-4e0e-bf6b-9fc6f73187b5 HTTP/1.1" status: 200 len: 205 time: 0.0320480 Jan 28 19:19:36.868726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49850) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:36.869903 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:36.891933 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc8757-9627-43cc-b2b7-12d6612f4ce5 req-f99ffecd-9381-4c78-8bc7-3577174deffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:36.894178 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70fc8757-9627-43cc-b2b7-12d6612f4ce5 req-f99ffecd-9381-4c78-8bc7-3577174deffe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 1127 time: 0.4706829 Jan 28 19:19:36.961175 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-d8b20f79-e5e5-4f57-bbee-c522d01d0727 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] delete failed (client error): The resource could not be found. Jan 28 19:19:36.964541 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d8b20f79-e5e5-4f57-bbee-c522d01d0727 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/routers/239049c1-0751-4e0e-bf6b-9fc6f73187b5 HTTP/1.1" status: 404 len: 336 time: 0.0926235 Jan 28 19:19:36.964899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49854) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:36.990738 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8c07a1e-9727-4e56-8cb7-a63abf0aa0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (5ce8390e-336c-458e-a9da-26a1cd52fae8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.003017 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 49e8a514-b95b-4d4a-bdfd-f607c8b435bb no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:37.018887 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e1387e-3dc9-468f-b293-946f25b2d82d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] DELETE failed (client error): The resource could not be found. Jan 28 19:19:37.019604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e1387e-3dc9-468f-b293-946f25b2d82d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:19:37.023462 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e6e1387e-3dc9-468f-b293-946f25b2d82d tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/6c3aea45-e8ba-4b16-893a-15c6c7f83e4a HTTP/1.1" status: 404 len: 337 time: 0.0574689 Jan 28 19:19:37.027755 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49856) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:37.039141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eb4065b4-93e1-49e5-a135-e2fb0bcaf34b None None] Current status of the port c464e77e-af90-44c3-9c07-1750ecec4ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:37.041320 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=d8293f67-e7a0-4e98-8915-050a6a911c89,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:37.049008 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 49e8a514-b95b-4d4a-bdfd-f607c8b435bb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:37.049358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 49e8a514-b95b-4d4a-bdfd-f607c8b435bb not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:37.051458 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:19:37.066663 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-974dc0d8-9666-4d94-a1bc-1573b9ce6766 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] DELETE failed (client error): The resource could not be found. Jan 28 19:19:37.067406 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974dc0d8-9666-4d94-a1bc-1573b9ce6766 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:19:37.070978 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-974dc0d8-9666-4d94-a1bc-1573b9ce6766 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/2c75f121-0194-43ef-928e-bc9e35f4540f HTTP/1.1" status: 404 len: 337 time: 0.0420222 Jan 28 19:19:37.074715 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49858) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:37.086705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eb4065b4-93e1-49e5-a135-e2fb0bcaf34b None None] Provisioning complete for port 640187dc-2e89-45e8-906b-f948fcb9de68 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:37.087149 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb4065b4-93e1-49e5-a135-e2fb0bcaf34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (640187dc-2e89-45e8-906b-f948fcb9de68), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.115812 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c07a1e-9727-4e56-8cb7-a63abf0aa0fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce8390e-336c-458e-a9da-26a1cd52fae8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:37.146291 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55228499-6a05-46a0-a6b3-a30a104198e7 None None] Network 7948a81e-3fe8-4059-93c5-2faeaa093a70 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:37.159712 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5590cb0-bce4-42d5-ba6a-6ac9e5f6738c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] DELETE failed (client error): The resource could not be found. Jan 28 19:19:37.160320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5590cb0-bce4-42d5-ba6a-6ac9e5f6738c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:19:37.167323 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c5590cb0-bce4-42d5-ba6a-6ac9e5f6738c tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/fddfe329-c1f3-4f71-8874-2191ddc13d72 HTTP/1.1" status: 404 len: 337 time: 0.0874548 Jan 28 19:19:37.175267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49860) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:37.192106 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8c07a1e-9727-4e56-8cb7-a63abf0aa0fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.198227 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e8c07a1e-9727-4e56-8cb7-a63abf0aa0fd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5ce8390e-336c-458e-a9da-26a1cd52fae8 HTTP/1.1" status: 204 len: 168 time: 2.2784705 Jan 28 19:19:37.205518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49864) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:37.209791 n-d-824834-4 neutron-server[103147]: DEBUG neutron.objects.ports [None req-856f14d5-6829-4c08-af78-8f93c2559c56 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:19:37.223246 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f344d6-4cb1-49d4-aa20-64d7cf5d7a1f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] DELETE failed (client error): The resource could not be found. Jan 28 19:19:37.224620 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f344d6-4cb1-49d4-aa20-64d7cf5d7a1f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:19:37.228188 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f3f344d6-4cb1-49d4-aa20-64d7cf5d7a1f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/4cff5713-a42c-4455-8062-e7c001fff622 HTTP/1.1" status: 404 len: 333 time: 0.0515132 Jan 28 19:19:37.231638 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f0b2a1-d098-4a27-b777-21220c66c975 None None] DHCP port deletion for 2356a48d-87e0-48e9-b70d-d30e1c2d78fb request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:19:37.237123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca419ec5-12e6-4bf6-ad70-497bb9aa936b req-6ee116cd-621b-4c48-b343-8d038207cdd1 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:37.248101 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ca419ec5-12e6-4bf6-ad70-497bb9aa936b req-6ee116cd-621b-4c48-b343-8d038207cdd1 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 943 time: 0.2965388 Jan 28 19:19:37.250632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:37.291272 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc7f1d8-1efe-48ae-8ed2-56a308b976c4 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] DELETE failed (client error): The resource could not be found. Jan 28 19:19:37.291824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc7f1d8-1efe-48ae-8ed2-56a308b976c4 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:19:37.294717 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6bc7f1d8-1efe-48ae-8ed2-56a308b976c4 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/4c33dbe4-846b-4cdc-8c3e-ddae2d6ae9e1 HTTP/1.1" status: 404 len: 337 time: 0.0430379 Jan 28 19:19:37.301187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49872) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:37.319192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eb4065b4-93e1-49e5-a135-e2fb0bcaf34b None None] Port 640187dc-2e89-45e8-906b-f948fcb9de68 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:19:37.394959 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ca419ec5-12e6-4bf6-ad70-497bb9aa936b req-e9304739-d186-4163-99cc-1f48192794aa tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454813 Jan 28 19:19:37.396512 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70fc8757-9627-43cc-b2b7-12d6612f4ce5 req-efba44b6-e761-4bd0-808f-47ea4c5a6a4f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311421 Jan 28 19:19:37.450405 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3,segment=NetworkSegment(9b5cf5cf-92ab-4cc5-9377-327df170d7be),segment_id=9b5cf5cf-92ab-4cc5-9377-327df170d7be)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:37.471804 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Publish callbacks [] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.480172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3', 'network_id': 'd80cfb31-56d7-4bc8-8f36-387a72246005', 'port_id': '4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3', 'mac_address': 'fa:16:3e:8a:35:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7b927e-a6aa-48ba-960b-bbd0e7fc8445', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:19:37.485150 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-88f0b2a1-d098-4a27-b777-21220c66c975 None None] Deleting port c464e77e-af90-44c3-9c07-1750ecec4ba8 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:37.485525 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f0b2a1-d098-4a27-b777-21220c66c975 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.487477 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4cb9c4-4864-4bb4-a692-3c11db797059 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] DELETE failed (client error): The resource could not be found. Jan 28 19:19:37.487941 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4cb9c4-4864-4bb4-a692-3c11db797059 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:19:37.490014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-05bfd688-999e-4cb4-8ded-9f3a954cbd3c None None] Provisioning complete for port d8293f67-e7a0-4e98-8915-050a6a911c89 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:37.490394 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-05bfd688-999e-4cb4-8ded-9f3a954cbd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.491115 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7c4cb9c4-4864-4bb4-a692-3c11db797059 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/62837186-2934-4a20-86e5-8d4183b806d0 HTTP/1.1" status: 404 len: 337 time: 0.1273785 Jan 28 19:19:37.498977 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49876) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:37.502464 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49878) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:37.531993 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.536767 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6062509-bfae-4802-9bf8-1f66e7aa1b0f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] DELETE failed (client error): The resource could not be found. Jan 28 19:19:37.537351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6062509-bfae-4802-9bf8-1f66e7aa1b0f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:19:37.540492 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a6062509-bfae-4802-9bf8-1f66e7aa1b0f tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/0d3870ce-b98d-4339-9de7-cb88fdf9389d HTTP/1.1" status: 404 len: 333 time: 0.0402963 Jan 28 19:19:37.556554 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49882) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:37.594110 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb4dd50-0a1b-4200-a6dd-f7fa7e70fef9 None None] DHCP port deletion for 7948a81e-3fe8-4059-93c5-2faeaa093a70 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:19:37.595062 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (7948a81e-3fe8-4059-93c5-2faeaa093a70), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.596799 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (29bd8e6c-f3a6-478d-b57c-73297ba42978), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.603558 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5bdd039-a004-4be8-b708-e4f7329fdd83 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] DELETE failed (client error): The resource could not be found. Jan 28 19:19:37.604259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5bdd039-a004-4be8-b708-e4f7329fdd83 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:19:37.608877 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f5bdd039-a004-4be8-b708-e4f7329fdd83 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/965aa802-6ae6-4515-b831-4595ca00a1b8 HTTP/1.1" status: 404 len: 337 time: 0.0510576 Jan 28 19:19:37.611421 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49884) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:37.631732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-88f0b2a1-d098-4a27-b777-21220c66c975 None None] For port c464e77e-af90-44c3-9c07-1750ecec4ba8, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c464e77e-af90-44c3-9c07-1750ecec4ba8,segment=NetworkSegment(f68958ac-47eb-43ee-b78d-f27a9075bc1c),segment_id=f68958ac-47eb-43ee-b78d-f27a9075bc1c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:37.632223 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f0b2a1-d098-4a27-b777-21220c66c975 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.647353 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a51778-4d6f-4162-a367-12041b5318bd tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] DELETE failed (client error): The resource could not be found. Jan 28 19:19:37.648646 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a51778-4d6f-4162-a367-12041b5318bd tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:19:37.652407 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-15a51778-4d6f-4162-a367-12041b5318bd tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/subnets/5add8822-7d7e-4806-932b-29dc8c2d58b2 HTTP/1.1" status: 404 len: 337 time: 0.0398555 Jan 28 19:19:37.656031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49886) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:37.677236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:37.677628 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.681235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-88f0b2a1-d098-4a27-b777-21220c66c975 None None] Calling delete_port for c464e77e-af90-44c3-9c07-1750ecec4ba8 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:37.697474 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-038a9678-45e6-4a0d-abe7-2cdef1b1cdda tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:37.709992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:37.747180 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-038a9678-45e6-4a0d-abe7-2cdef1b1cdda tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] 10.222.0.55 "PUT /v2.0/quotas/f6b0ac8f97a141418586e7d938278704 HTTP/1.1" status: 200 len: 368 time: 0.2318578 Jan 28 19:19:37.748158 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49890) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:37.760313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5d1a2db8-d95d-4142-a52f-5fd612f7eca2 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Request body: {'network': {'project_id': 'f6b0ac8f97a141418586e7d938278704'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:37.786570 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3,segment=NetworkSegment(9b5cf5cf-92ab-4cc5-9377-327df170d7be),segment_id=9b5cf5cf-92ab-4cc5-9377-327df170d7be)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:37.800573 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.815949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-05bfd688-999e-4cb4-8ded-9f3a954cbd3c None None] Current status of the port d8293f67-e7a0-4e98-8915-050a6a911c89 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:37.819745 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427836d-4f9a-4ebf-a683-d4cf543a52cc req-de09e3e2-f4f2-4e37-b56e-a0191bc8e7e0 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:37.826539 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2427836d-4f9a-4ebf-a683-d4cf543a52cc req-de09e3e2-f4f2-4e37-b56e-a0191bc8e7e0 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 947 time: 0.4047635 Jan 28 19:19:37.849610 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1a2db8-d95d-4142-a52f-5fd612f7eca2 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Made reservation on behalf of f6b0ac8f97a141418586e7d938278704 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:37.852611 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2db8-d95d-4142-a52f-5fd612f7eca2 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.861721 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8fb4dd50-0a1b-4200-a6dd-f7fa7e70fef9 None None] Deleting port 30785cb3-e4f8-4f82-932a-31ca998f5c05 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:37.862117 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Pushing event updated for resources: {'Port': ['ID=ddefd569-b9b9-4a85-b818-ceebb74e0d99,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:37.862240 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8fb4dd50-0a1b-4200-a6dd-f7fa7e70fef9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (30785cb3-e4f8-4f82-932a-31ca998f5c05), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.869450 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2db8-d95d-4142-a52f-5fd612f7eca2 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.909959 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68be58-cfd1-4b98-9194-86684a1fa1b8 req-1675281b-c79b-4e40-9caa-505dfad23d0a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:37.915893 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68be58-cfd1-4b98-9194-86684a1fa1b8 req-1675281b-c79b-4e40-9caa-505dfad23d0a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:37.920980 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68be58-cfd1-4b98-9194-86684a1fa1b8 req-1675281b-c79b-4e40-9caa-505dfad23d0a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:37.927853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68be58-cfd1-4b98-9194-86684a1fa1b8 req-1675281b-c79b-4e40-9caa-505dfad23d0a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:37.929227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:37.936038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68be58-cfd1-4b98-9194-86684a1fa1b8 req-1675281b-c79b-4e40-9caa-505dfad23d0a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:37.941905 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68be58-cfd1-4b98-9194-86684a1fa1b8 req-1675281b-c79b-4e40-9caa-505dfad23d0a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:37.947294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68be58-cfd1-4b98-9194-86684a1fa1b8 req-1675281b-c79b-4e40-9caa-505dfad23d0a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:37.952490 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f0b2a1-d098-4a27-b777-21220c66c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (c464e77e-af90-44c3-9c07-1750ecec4ba8), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.955780 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cd68be58-cfd1-4b98-9194-86684a1fa1b8 req-1675281b-c79b-4e40-9caa-505dfad23d0a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 0.1826603 Jan 28 19:19:37.962409 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8fb4dd50-0a1b-4200-a6dd-f7fa7e70fef9 None None] For port 30785cb3-e4f8-4f82-932a-31ca998f5c05, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=30785cb3-e4f8-4f82-932a-31ca998f5c05,segment=NetworkSegment(9d5c6e12-c712-4983-98fd-50717ae7c18b),segment_id=9d5c6e12-c712-4983-98fd-50717ae7c18b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:37.963211 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8fb4dd50-0a1b-4200-a6dd-f7fa7e70fef9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (30785cb3-e4f8-4f82-932a-31ca998f5c05), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.978952 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-494bcf88-b381-483c-bde4-ce19c5428338 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Deleting port 640187dc-2e89-45e8-906b-f948fcb9de68 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:37.979292 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-494bcf88-b381-483c-bde4-ce19c5428338 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (640187dc-2e89-45e8-906b-f948fcb9de68), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.980416 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-856f14d5-6829-4c08-af78-8f93c2559c56 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.991622 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] Deleting port 30785cb3-e4f8-4f82-932a-31ca998f5c05 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:37.991982 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (30785cb3-e4f8-4f82-932a-31ca998f5c05), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:37.996172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0b2a1-d098-4a27-b777-21220c66c975 None None] Pushing event deleted for resources: {'Port': ['ID=c464e77e-af90-44c3-9c07-1750ecec4ba8,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:38.003564 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:38.004004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f0b2a1-d098-4a27-b777-21220c66c975 None None] No DVR routers for this DVR port c464e77e-af90-44c3-9c07-1750ecec4ba8 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:38.006278 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8fb4dd50-0a1b-4200-a6dd-f7fa7e70fef9 None None] Calling delete_port for 30785cb3-e4f8-4f82-932a-31ca998f5c05 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:38.010661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:38.062813 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2427836d-4f9a-4ebf-a683-d4cf543a52cc req-f46544f6-cf4e-4e8d-b886-e29ba3bf92fa tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347825 Jan 28 19:19:38.063814 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:38.140898 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-494bcf88-b381-483c-bde4-ce19c5428338 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (640187dc-2e89-45e8-906b-f948fcb9de68), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.162601 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cd68be58-cfd1-4b98-9194-86684a1fa1b8 req-cb965edb-e1b0-4389-896f-a23c747179ed tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2062840 Jan 28 19:19:38.170332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-494bcf88-b381-483c-bde4-ce19c5428338 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Calling delete_port for 640187dc-2e89-45e8-906b-f948fcb9de68 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:38.189273 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] For port 30785cb3-e4f8-4f82-932a-31ca998f5c05, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=30785cb3-e4f8-4f82-932a-31ca998f5c05,segment=NetworkSegment(9d5c6e12-c712-4983-98fd-50717ae7c18b),segment_id=9d5c6e12-c712-4983-98fd-50717ae7c18b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:38.189685 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (30785cb3-e4f8-4f82-932a-31ca998f5c05), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.218585 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8fb4dd50-0a1b-4200-a6dd-f7fa7e70fef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (30785cb3-e4f8-4f82-932a-31ca998f5c05), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.260317 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] Calling delete_port for 30785cb3-e4f8-4f82-932a-31ca998f5c05 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:38.275525 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4dd50-0a1b-4200-a6dd-f7fa7e70fef9 None None] Pushing event deleted for resources: {'Port': ['ID=30785cb3-e4f8-4f82-932a-31ca998f5c05,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:38.283305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb4dd50-0a1b-4200-a6dd-f7fa7e70fef9 None None] No DVR routers for this DVR port 30785cb3-e4f8-4f82-932a-31ca998f5c05 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:38.331126 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-494bcf88-b381-483c-bde4-ce19c5428338 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (640187dc-2e89-45e8-906b-f948fcb9de68), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.380584 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2db8-d95d-4142-a52f-5fd612f7eca2 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks [] for security_group (9779f059-2547-436c-a9d1-c020eee414fb), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.386064 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-494bcf88-b381-483c-bde4-ce19c5428338 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.392172 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-494bcf88-b381-483c-bde4-ce19c5428338 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/ports/640187dc-2e89-45e8-906b-f948fcb9de68 HTTP/1.1" status: 204 len: 168 time: 0.7326615 Jan 28 19:19:38.392172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bcf88-b381-483c-bde4-ce19c5428338 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Port': ['ID=640187dc-2e89-45e8-906b-f948fcb9de68,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:38.393354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49892) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:38.402499 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2db8-d95d-4142-a52f-5fd612f7eca2 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9779f059-2547-436c-a9d1-c020eee414fb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.447356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d8293f67-e7a0-4e98-8915-050a6a911c89 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:38.487953 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d1a2db8-d95d-4142-a52f-5fd612f7eca2 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:19:38.493813 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0eff1dcf-636b-4a6b-97b6-83c69a3d27cf None None] Provisioning complete for port ddefd569-b9b9-4a85-b818-ceebb74e0d99 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:38.494391 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0eff1dcf-636b-4a6b-97b6-83c69a3d27cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.508649 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a2db8-d95d-4142-a52f-5fd612f7eca2 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9779f059-2547-436c-a9d1-c020eee414fb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:38.519917 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2db8-d95d-4142-a52f-5fd612f7eca2 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ca9076bf-742e-400d-824a-d6a384d3d727), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.520272 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-5d1a2db8-d95d-4142-a52f-5fd612f7eca2 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Added segment ca9076bf-742e-400d-824a-d6a384d3d727 of type vlan for network b9b6066e-6e84-4983-bcab-2c28c2dc6be3 Jan 28 19:19:38.539878 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55b873cf-6f53-4cbe-a1c5-df1c1a7301f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (2356a48d-87e0-48e9-b70d-d30e1c2d78fb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.547474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0eff1dcf-636b-4a6b-97b6-83c69a3d27cf None None] Port ddefd569-b9b9-4a85-b818-ceebb74e0d99 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:19:38.550200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port d8293f67-e7a0-4e98-8915-050a6a911c89 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:38.550605 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.586459 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2db8-d95d-4142-a52f-5fd612f7eca2 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (b9b6066e-6e84-4983-bcab-2c28c2dc6be3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.665989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port d8293f67-e7a0-4e98-8915-050a6a911c89 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:38.701101 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55b873cf-6f53-4cbe-a1c5-df1c1a7301f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (2356a48d-87e0-48e9-b70d-d30e1c2d78fb), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.715627 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2db8-d95d-4142-a52f-5fd612f7eca2 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (b9b6066e-6e84-4983-bcab-2c28c2dc6be3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.716623 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1a2db8-d95d-4142-a52f-5fd612f7eca2 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:38.717206 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2db8-d95d-4142-a52f-5fd612f7eca2 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.741167 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 30785cb3-e4f8-4f82-932a-31ca998f5c05 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:38.760645 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-55b873cf-6f53-4cbe-a1c5-df1c1a7301f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2356a48d-87e0-48e9-b70d-d30e1c2d78fb']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:38.762271 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 30785cb3-e4f8-4f82-932a-31ca998f5c05 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:38.762271 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 30785cb3-e4f8-4f82-932a-31ca998f5c05 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:38.762557 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c464e77e-af90-44c3-9c07-1750ecec4ba8 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:38.772414 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-856f14d5-6829-4c08-af78-8f93c2559c56 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] For port d8293f67-e7a0-4e98-8915-050a6a911c89, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d8293f67-e7a0-4e98-8915-050a6a911c89,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:38.774487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-55b873cf-6f53-4cbe-a1c5-df1c1a7301f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68958ac-47eb-43ee-b78d-f27a9075bc1c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:38.774799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-55b873cf-6f53-4cbe-a1c5-df1c1a7301f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68958ac-47eb-43ee-b78d-f27a9075bc1c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:38.779783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Router 29bd8e6c-f3a6-478d-b57c-73297ba42978 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:19:38.783219 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: c464e77e-af90-44c3-9c07-1750ecec4ba8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:38.783577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c464e77e-af90-44c3-9c07-1750ecec4ba8 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:38.785131 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55b873cf-6f53-4cbe-a1c5-df1c1a7301f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (f68958ac-47eb-43ee-b78d-f27a9075bc1c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.806464 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55b873cf-6f53-4cbe-a1c5-df1c1a7301f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f68958ac-47eb-43ee-b78d-f27a9075bc1c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.842959 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (30785cb3-e4f8-4f82-932a-31ca998f5c05), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.857057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ab120-4dad-4f32-9c43-033343d885c5 req-3f64814d-5afa-46eb-b337-543ad2966e34 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:38.858637 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b05ab120-4dad-4f32-9c43-033343d885c5 req-3f64814d-5afa-46eb-b337-543ad2966e34 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 944 time: 0.1548963 Jan 28 19:19:38.861937 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-856f14d5-6829-4c08-af78-8f93c2559c56 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.920358 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-856f14d5-6829-4c08-af78-8f93c2559c56 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:38.930132 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] Pushing event deleted for resources: {'Port': ['ID=30785cb3-e4f8-4f82-932a-31ca998f5c05,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:38.934824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] No DVR routers for this DVR port 30785cb3-e4f8-4f82-932a-31ca998f5c05 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:39.002603 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-856f14d5-6829-4c08-af78-8f93c2559c56 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (8bb40766-4ad4-4954-94d6-2f60830a70f0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.056551 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 643d23a5-4612-4dc3-8306-c086f2b706ee details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:19:39.060811 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:39.186568 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (7948a81e-3fe8-4059-93c5-2faeaa093a70), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.203039 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5d1a2db8-d95d-4142-a52f-5fd612f7eca2 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4449420 Jan 28 19:19:39.210773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b873cf-6f53-4cbe-a1c5-df1c1a7301f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:19:39.211187 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55b873cf-6f53-4cbe-a1c5-df1c1a7301f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (f68958ac-47eb-43ee-b78d-f27a9075bc1c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.212772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49900) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:19:39.214475 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:19:39.241957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-801b532d-3d05-434c-bef4-4fc7428237e7 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Request body: {'network': {'project_id': 'f6b0ac8f97a141418586e7d938278704'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:39.252427 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856f14d5-6829-4c08-af78-8f93c2559c56 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:39.261710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f14d5-6829-4c08-af78-8f93c2559c56 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=d8293f67-e7a0-4e98-8915-050a6a911c89,revision_number=5']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:39.268144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7948a81e-3fe8-4059-93c5-2faeaa093a70']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:39.273333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:19:39.277883 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b05ab120-4dad-4f32-9c43-033343d885c5 req-19f74479-2c97-48ba-89b2-0ae3eb8d403b tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615997 Jan 28 19:19:39.278887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-856f14d5-6829-4c08-af78-8f93c2559c56 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:39.284660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a2db8-d95d-4142-a52f-5fd612f7eca2 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Pushing event updated for resources: {'Network': ['ID=b9b6066e-6e84-4983-bcab-2c28c2dc6be3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:39.303193 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Sync routers for ids ['29bd8e6c-f3a6-478d-b57c-73297ba42978'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:19:39.310722 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-101640b5-c696-47fb-8761-8cee2cf4ad4d admin admin] 10.222.0.55 "PUT /v2.0/routers/29bd8e6c-f3a6-478d-b57c-73297ba42978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5472474 Jan 28 19:19:39.320866 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55b873cf-6f53-4cbe-a1c5-df1c1a7301f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (2356a48d-87e0-48e9-b70d-d30e1c2d78fb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.328751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5c6e12-c712-4983-98fd-50717ae7c18b') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:39.329168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5c6e12-c712-4983-98fd-50717ae7c18b') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:39.334321 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Routers {'29bd8e6c-f3a6-478d-b57c-73297ba42978'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:39.334947 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:19:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['29bd8e6c-f3a6-478d-b57c-73297ba42978'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:39.337144 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55b873cf-6f53-4cbe-a1c5-df1c1a7301f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.352063 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (9d5c6e12-c712-4983-98fd-50717ae7c18b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.354181 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-55b873cf-6f53-4cbe-a1c5-df1c1a7301f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] 10.222.0.55 "DELETE /v2.0/networks/2356a48d-87e0-48e9-b70d-d30e1c2d78fb HTTP/1.1" status: 204 len: 168 time: 0.9592652 Jan 28 19:19:39.378066 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9d5c6e12-c712-4983-98fd-50717ae7c18b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.388871 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:19:39.389872 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (9d5c6e12-c712-4983-98fd-50717ae7c18b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.394304 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network b9b6066e-6e84-4983-bcab-2c28c2dc6be3 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:19:39.396261 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ef50bd-12e0-4ada-ba9c-d11c09170839 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:39.409702 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b873cf-6f53-4cbe-a1c5-df1c1a7301f2 tempest-PortsIpV6TestJSON-112227709 tempest-PortsIpV6TestJSON-112227709-project] Pushing event deleted for resources: {'Network': ['ID=2356a48d-87e0-48e9-b70d-d30e1c2d78fb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:39.443194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fcd64-5eaa-4ca6-8e49-7b8251c6ce03 req-b7f3201b-7b8b-4182-bd13-df0dc6d025f0 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:39.454788 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-597fcd64-5eaa-4ca6-8e49-7b8251c6ce03 req-b7f3201b-7b8b-4182-bd13-df0dc6d025f0 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 947 time: 0.2669220 Jan 28 19:19:39.475477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856f14d5-6829-4c08-af78-8f93c2559c56 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:39.476984 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-856f14d5-6829-4c08-af78-8f93c2559c56 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:19:39.500939 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:19:39.516482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f14d5-6829-4c08-af78-8f93c2559c56 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=8bb40766-4ad4-4954-94d6-2f60830a70f0,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:39.523648 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (7948a81e-3fe8-4059-93c5-2faeaa093a70), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.542644 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.549270 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7948a81e-3fe8-4059-93c5-2faeaa093a70 HTTP/1.1" status: 204 len: 168 time: 2.3379943 Jan 28 19:19:39.555464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49906) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:39.574877 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Set router 29bd8e6c-f3a6-478d-b57c-73297ba42978 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:39.586847 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-856f14d5-6829-4c08-af78-8f93c2559c56 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.9814870 Jan 28 19:19:39.587634 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801b532d-3d05-434c-bef4-4fc7428237e7 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Made reservation on behalf of f6b0ac8f97a141418586e7d938278704 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:39.590331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-801b532d-3d05-434c-bef4-4fc7428237e7 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.595135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49910) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:39.604116 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-214a881f-f1b3-4bee-a376-b7f3c839e27a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'mac_address': 'fa:16:3e:7e:18:36', 'name': 'tempest-NetworksTestDHCPv6-1310211465'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:39.642259 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:19:39.656064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:39.656603 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.727323 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 643d23a5-4612-4dc3-8306-c086f2b706ee, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=643d23a5-4612-4dc3-8306-c086f2b706ee,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:39.786940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '643d23a5-4612-4dc3-8306-c086f2b706ee', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '643d23a5-4612-4dc3-8306-c086f2b706ee', 'mac_address': 'fa:16:3e:40:7d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:19:39.806665 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-597fcd64-5eaa-4ca6-8e49-7b8251c6ce03 req-8de7dedf-10eb-4354-b9a1-ad7b43e04596 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475971 Jan 28 19:19:39.847003 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:35Z', 'revision_number': 4, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ddefd569-b9b9-4a85-b818-ceebb74e0d99', 'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'mac_address': 'fa:16:3e:13:f2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:32Z', 'updated_at': '2022-01-28T19:19:36Z', 'revision_number': 2, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'subnets': [{'id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:39.852515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214a881f-f1b3-4bee-a376-b7f3c839e27a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:39.891306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3a8b3-c80a-4683-9e02-acea627f5044 admin admin] Pushing event deleted for resources: {'Network': ['ID=7948a81e-3fe8-4059-93c5-2faeaa093a70,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:39.892807 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49916) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:39.915510 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Checking router: 29bd8e6c-f3a6-478d-b57c-73297ba42978 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:19:39.917340 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 643d23a5-4612-4dc3-8306-c086f2b706ee is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:39.917665 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (643d23a5-4612-4dc3-8306-c086f2b706ee), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.918778 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Updating router 29bd8e6c-f3a6-478d-b57c-73297ba42978 port ddefd569-b9b9-4a85-b818-ceebb74e0d99 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:19:39.956624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:39.956965 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:39.973282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643d23a5-4612-4dc3-8306-c086f2b706ee {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:39.995814 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.011447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801b532d-3d05-434c-bef4-4fc7428237e7 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:19:40.014266 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c655131c-4f9c-49a5-812f-74e72d68717a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:40.016269 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e61e0d6-9c64-4a6e-86ad-f5517e1d6c6c" -d '{"events": [{"server_uuid": "c655131c-4f9c-49a5-812f-74e72d68717a", "name": "network-vif-plugged", "status": "completed", "tag": "4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:40.024686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 643d23a5-4612-4dc3-8306-c086f2b706ee, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=643d23a5-4612-4dc3-8306-c086f2b706ee,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:40.033152 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (643d23a5-4612-4dc3-8306-c086f2b706ee), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.040941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3,segment=NetworkSegment(9b5cf5cf-92ab-4cc5-9377-327df170d7be),segment_id=9b5cf5cf-92ab-4cc5-9377-327df170d7be)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:40.057093 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-214a881f-f1b3-4bee-a376-b7f3c839e27a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.062759 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-801b532d-3d05-434c-bef4-4fc7428237e7 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (77b9542f-ed08-469d-b534-89a89e1d6593), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.063103 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-801b532d-3d05-434c-bef4-4fc7428237e7 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Added segment 77b9542f-ed08-469d-b534-89a89e1d6593 of type vlan for network 3d9fe71a-0bde-4035-b016-156b4931130a Jan 28 19:19:40.095292 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.095527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-214a881f-f1b3-4bee-a376-b7f3c839e27a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port f3c420ba-2478-4ca5-87d0-f6cf4bc46c01 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:19:40.150133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=643d23a5-4612-4dc3-8306-c086f2b706ee,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:40.237219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dda0e-b9cc-4f20-992b-d46f166a1239 req-9386d091-8012-431f-b940-72fcad6a1457 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:40.245032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dda0e-b9cc-4f20-992b-d46f166a1239 req-9386d091-8012-431f-b940-72fcad6a1457 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:40.251230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dda0e-b9cc-4f20-992b-d46f166a1239 req-9386d091-8012-431f-b940-72fcad6a1457 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:40.255498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:40.257521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dda0e-b9cc-4f20-992b-d46f166a1239 req-9386d091-8012-431f-b940-72fcad6a1457 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:40.264521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dda0e-b9cc-4f20-992b-d46f166a1239 req-9386d091-8012-431f-b940-72fcad6a1457 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:40.269726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['643d23a5-4612-4dc3-8306-c086f2b706ee'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:40.272073 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dda0e-b9cc-4f20-992b-d46f166a1239 req-9386d091-8012-431f-b940-72fcad6a1457 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:40.279261 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dda0e-b9cc-4f20-992b-d46f166a1239 req-9386d091-8012-431f-b940-72fcad6a1457 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:40.282366 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-604dda0e-b9cc-4f20-992b-d46f166a1239 req-9386d091-8012-431f-b940-72fcad6a1457 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 0.7688081 Jan 28 19:19:40.351970 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-801b532d-3d05-434c-bef4-4fc7428237e7 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (3d9fe71a-0bde-4035-b016-156b4931130a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.456719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d8293f67-e7a0-4e98-8915-050a6a911c89 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:40.463305 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d3ad8d6b-8637-4abd-8d4f-c7d03bdf2a99 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c120119fb864adbb0efc0e4dcd24a47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5212426 Jan 28 19:19:40.472661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49924) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:40.488966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-214a881f-f1b3-4bee-a376-b7f3c839e27a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 172.20.0.4 (1218acd0-0311-470a-8d43-e1a60f7e0be9/9073a798-6a08-432e-b682-090d6db73a24/f3c420ba-2478-4ca5-87d0-f6cf4bc46c01) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:40.521054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-214a881f-f1b3-4bee-a376-b7f3c839e27a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::f816:3eff:fe7e:1836 (1218acd0-0311-470a-8d43-e1a60f7e0be9/8bb40766-4ad4-4954-94d6-2f60830a70f0/f3c420ba-2478-4ca5-87d0-f6cf4bc46c01) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:40.528671 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-801b532d-3d05-434c-bef4-4fc7428237e7 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (3d9fe71a-0bde-4035-b016-156b4931130a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.533920 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b532d-3d05-434c-bef4-4fc7428237e7 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:40.534767 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-801b532d-3d05-434c-bef4-4fc7428237e7 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.599354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port d8293f67-e7a0-4e98-8915-050a6a911c89 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:40.599789 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.648264 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b532d-3d05-434c-bef4-4fc7428237e7 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Pushing event updated for resources: {'Network': ['ID=3d9fe71a-0bde-4035-b016-156b4931130a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:40.650580 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Publish callbacks [] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.654451 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-baee441d-35eb-4486-89b6-d48bec7f7ab8 admin admin] Publish callbacks [] for security_group (56119304-73c2-4f05-ae36-2bb24ea946bf), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.661591 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.671816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 3d9fe71a-0bde-4035-b016-156b4931130a details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:19:40.708320 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-604dda0e-b9cc-4f20-992b-d46f166a1239 req-46222d2e-0cbd-41d1-82a1-0244776ab8df tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4143131 Jan 28 19:19:40.728273 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-801b532d-3d05-434c-bef4-4fc7428237e7 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5058820 Jan 28 19:19:40.731962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49926) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:40.748541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-13c726be-111d-4029-923d-3cab3e3f3fb7 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Request body: {'network': {'project_id': 'f6b0ac8f97a141418586e7d938278704'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:40.780399 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada52d5-cfa4-44aa-91f2-8184c9b6c55b None None] Pushing event updated for resources: {'Port': ['ID=ddefd569-b9b9-4a85-b818-ceebb74e0d99,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:40.800847 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c726be-111d-4029-923d-3cab3e3f3fb7 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 19:19:40.802626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c726be-111d-4029-923d-3cab3e3f3fb7 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:19:40.806616 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-13c726be-111d-4029-923d-3cab3e3f3fb7 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0672300 Jan 28 19:19:40.817122 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49928) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:40.825109 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-baee441d-35eb-4486-89b6-d48bec7f7ab8 admin admin] Publish callbacks [] for security_group (56119304-73c2-4f05-ae36-2bb24ea946bf), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.829344 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d37c15-bf8c-4558-b6c4-49d3c5cf6d88 x-openstack-request-id: req-e1d37c15-bf8c-4558-b6c4-49d3c5cf6d88 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:40.829924 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c655131c-4f9c-49a5-812f-74e72d68717a", "name": "network-vif-plugged", "status": "completed", "tag": "4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:40.829924 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1d37c15-bf8c-4558-b6c4-49d3c5cf6d88 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:40.830338 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c655131c-4f9c-49a5-812f-74e72d68717a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3', 'code': 200} Jan 28 19:19:40.915754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:40.940186 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Attempting to bind port ddefd569-b9b9-4a85-b818-ceebb74e0d99 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:40.940528 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Attempting to bind port ddefd569-b9b9-4a85-b818-ceebb74e0d99 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '93d6d512-6750-4209-9ab8-34f7848c4e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:40.940892 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Attempting to bind port ddefd569-b9b9-4a85-b818-ceebb74e0d99 on network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:40.951130 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:40.951513 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Checking segment: {'id': '93d6d512-6750-4209-9ab8-34f7848c4e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:40.951926 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.957361 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Bound using segment: {'id': '93d6d512-6750-4209-9ab8-34f7848c4e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:40.957873 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Bound port: ddefd569-b9b9-4a85-b818-ceebb74e0d99, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d6d512-6750-4209-9ab8-34f7848c4e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:40.958366 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:40.960860 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bfeafbf3-21b2-444b-89f3-63598d376e42 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--638529562', 'description': 'tempest-description--1495358145'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:40.985538 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port d8293f67-e7a0-4e98-8915-050a6a911c89 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:41.027423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0e6798af-7fae-40f9-8194-93fb1f74c416 None None] Provisioning complete for port d8293f67-e7a0-4e98-8915-050a6a911c89 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:41.032522 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e6798af-7fae-40f9-8194-93fb1f74c416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.087077 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] For port ddefd569-b9b9-4a85-b818-ceebb74e0d99, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:41.091237 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] For port ddefd569-b9b9-4a85-b818-ceebb74e0d99, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ddefd569-b9b9-4a85-b818-ceebb74e0d99,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:41.101374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 643d23a5-4612-4dc3-8306-c086f2b706ee up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:41.108879 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.126682 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfeafbf3-21b2-444b-89f3-63598d376e42 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.160981 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Routers {'29bd8e6c-f3a6-478d-b57c-73297ba42978'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:41.162127 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:19:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['29bd8e6c-f3a6-478d-b57c-73297ba42978'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:41.174363 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b3b9c-6e70-4da6-8a41-b3fa843cd28e req-6affc862-1e95-4263-ad1f-8785b447d3fa tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:41.182674 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7eee86de-75dc-4efd-9eff-1e7d7db910ce tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6b0ac8f97a141418586e7d938278704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3621995 Jan 28 19:19:41.190667 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:41.200235 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b02a7-76c8-4f91-81d5-25c7ae290779 req-ae487948-438b-465a-b355-6adbbda75b0e tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:41.201784 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d7b02a7-76c8-4f91-81d5-25c7ae290779 req-ae487948-438b-465a-b355-6adbbda75b0e tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.2030306 Jan 28 19:19:41.208261 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b2b3b9c-6e70-4da6-8a41-b3fa843cd28e req-6affc862-1e95-4263-ad1f-8785b447d3fa tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 948 time: 0.1812630 Jan 28 19:19:41.226467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 643d23a5-4612-4dc3-8306-c086f2b706ee completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:19:41.228188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7ae69-0983-4df6-986d-d0f4f0481d8f req-7298d965-9937-42d8-b0fd-d56591c721c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:41.230147 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1e7ae69-0983-4df6-986d-d0f4f0481d8f req-7298d965-9937-42d8-b0fd-d56591c721c6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 1127 time: 0.3118315 Jan 28 19:19:41.236577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0e6798af-7fae-40f9-8194-93fb1f74c416 None None] Current status of the port d8293f67-e7a0-4e98-8915-050a6a911c89 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:41.242236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 643d23a5-4612-4dc3-8306-c086f2b706ee triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:41.242654 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (643d23a5-4612-4dc3-8306-c086f2b706ee), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.273076 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-baee441d-35eb-4486-89b6-d48bec7f7ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (56119304-73c2-4f05-ae36-2bb24ea946bf), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.276078 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-baee441d-35eb-4486-89b6-d48bec7f7ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.277521 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-baee441d-35eb-4486-89b6-d48bec7f7ab8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56119304-73c2-4f05-ae36-2bb24ea946bf HTTP/1.1" status: 204 len: 168 time: 0.8037643 Jan 28 19:19:41.284003 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-214a881f-f1b3-4bee-a376-b7f3c839e27a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (f3c420ba-2478-4ca5-87d0-f6cf4bc46c01), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.311260 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee441d-35eb-4486-89b6-d48bec7f7ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56119304-73c2-4f05-ae36-2bb24ea946bf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:41.392347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 643d23a5-4612-4dc3-8306-c086f2b706ee is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:41.392815 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (643d23a5-4612-4dc3-8306-c086f2b706ee), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.436776 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d7b02a7-76c8-4f91-81d5-25c7ae290779 req-4c3daf7c-5626-4570-8755-c6021bf2c43e tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724648 Jan 28 19:19:41.466706 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bff4976d-8996-4f77-9e93-470f74e6d72c tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks [] for security_group (9779f059-2547-436c-a9d1-c020eee414fb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.486969 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c122406c-5e16-41e6-ad13-bef7211af586 None None] Provisioning complete for port ddefd569-b9b9-4a85-b818-ceebb74e0d99 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:41.488841 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c122406c-5e16-41e6-ad13-bef7211af586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.495785 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b2b3b9c-6e70-4da6-8a41-b3fa843cd28e req-d6f0e786-c1cc-468c-9020-5fe8460928ac tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815192 Jan 28 19:19:41.520168 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1e7ae69-0983-4df6-986d-d0f4f0481d8f req-3c5dad88-40b7-4de4-9707-dbdac5995d1e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706945 Jan 28 19:19:41.521573 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e8c6fdc-b87b-4084-aa24-f4b5c7f624d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.545579 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 643d23a5-4612-4dc3-8306-c086f2b706ee, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=643d23a5-4612-4dc3-8306-c086f2b706ee,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:41.551252 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-214a881f-f1b3-4bee-a376-b7f3c839e27a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f3c420ba-2478-4ca5-87d0-f6cf4bc46c01), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.565341 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (643d23a5-4612-4dc3-8306-c086f2b706ee), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.574907 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfeafbf3-21b2-444b-89f3-63598d376e42 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group (eca87a06-9b6b-4f1b-9cf7-f71650f2b056), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.604777 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada52d5-cfa4-44aa-91f2-8184c9b6c55b None None] Pushing event updated for resources: {'Port': ['ID=ddefd569-b9b9-4a85-b818-ceebb74e0d99,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:41.608626 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfeafbf3-21b2-444b-89f3-63598d376e42 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (eca87a06-9b6b-4f1b-9cf7-f71650f2b056), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.640782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a881f-f1b3-4bee-a376-b7f3c839e27a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:41.656756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-214a881f-f1b3-4bee-a376-b7f3c839e27a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:41.670402 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214a881f-f1b3-4bee-a376-b7f3c839e27a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:41.677992 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] Set router 29bd8e6c-f3a6-478d-b57c-73297ba42978 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:41.692840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=643d23a5-4612-4dc3-8306-c086f2b706ee,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:41.712975 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c122406c-5e16-41e6-ad13-bef7211af586 None None] Current status of the port ddefd569-b9b9-4a85-b818-ceebb74e0d99 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:41.713607 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c122406c-5e16-41e6-ad13-bef7211af586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.717057 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a881f-f1b3-4bee-a376-b7f3c839e27a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=f3c420ba-2478-4ca5-87d0-f6cf4bc46c01,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:41.739950 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfeafbf3-21b2-444b-89f3-63598d376e42 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.754596 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bff4976d-8996-4f77-9e93-470f74e6d72c tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks [] for security_group (9779f059-2547-436c-a9d1-c020eee414fb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.755813 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bfeafbf3-21b2-444b-89f3-63598d376e42 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8004885 Jan 28 19:19:41.758805 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49942) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:41.763164 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c122406c-5e16-41e6-ad13-bef7211af586 None None] For port ddefd569-b9b9-4a85-b818-ceebb74e0d99, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ddefd569-b9b9-4a85-b818-ceebb74e0d99,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:41.769557 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c122406c-5e16-41e6-ad13-bef7211af586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.788900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7d94f3f5-8005-45e4-96d3-d2736dc07587 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Request body: {'security_group_rule': {'security_group_id': 'eca87a06-9b6b-4f1b-9cf7-f71650f2b056', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:41.793854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeafbf3-21b2-444b-89f3-63598d376e42 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca87a06-9b6b-4f1b-9cf7-f71650f2b056,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:41.893841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214a881f-f1b3-4bee-a376-b7f3c839e27a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:41.894650 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-214a881f-f1b3-4bee-a376-b7f3c839e27a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.919767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d94f3f5-8005-45e4-96d3-d2736dc07587 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group_rule (2bb90ce6-5e13-4e89-8ac8-786877447c00), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:41.923637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122406c-5e16-41e6-ad13-bef7211af586 None None] Pushing event updated for resources: {'Port': ['ID=ddefd569-b9b9-4a85-b818-ceebb74e0d99,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:41.930669 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-214a881f-f1b3-4bee-a376-b7f3c839e27a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3343711 Jan 28 19:19:41.938880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49950) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:41.942863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0dc203ba-b4c9-4b07-b914-d15c10595710 None None] Provisioning complete for port ddefd569-b9b9-4a85-b818-ceebb74e0d99 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:41.946060 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dc203ba-b4c9-4b07-b914-d15c10595710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.009336 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bff4976d-8996-4f77-9e93-470f74e6d72c tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9779f059-2547-436c-a9d1-c020eee414fb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.011936 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bff4976d-8996-4f77-9e93-470f74e6d72c tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.013126 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bff4976d-8996-4f77-9e93-470f74e6d72c tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/9779f059-2547-436c-a9d1-c020eee414fb HTTP/1.1" status: 204 len: 168 time: 0.8070467 Jan 28 19:19:42.021306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49954) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:42.050062 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4976d-8996-4f77-9e93-470f74e6d72c tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9779f059-2547-436c-a9d1-c020eee414fb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:42.061735 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c680a4c3-106b-46b6-a504-2d0556edb374 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:42.073772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c680a4c3-106b-46b6-a504-2d0556edb374 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:42.080203 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c680a4c3-106b-46b6-a504-2d0556edb374 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1398475 Jan 28 19:19:42.085004 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49956) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:42.099792 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:35Z', 'revision_number': 4, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ddefd569-b9b9-4a85-b818-ceebb74e0d99', 'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'mac_address': 'fa:16:3e:13:f2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:32Z', 'updated_at': '2022-01-28T19:19:41Z', 'revision_number': 4, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'subnets': [{'id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:42.134408 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c5a6d9-8053-4ee1-9957-36e3569edc3f None None] The sync data for ids ['29bd8e6c-f3a6-478d-b57c-73297ba42978'] in n-d-824834-4 is: [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:35Z', 'revision_number': 4, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ddefd569-b9b9-4a85-b818-ceebb74e0d99', 'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'mac_address': 'fa:16:3e:13:f2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:32Z', 'updated_at': '2022-01-28T19:19:41Z', 'revision_number': 4, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'subnets': [{'id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:19:42.172637 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdecdb6-c733-43a6-9933-357f1b1a6fa9 req-4d9b1a0b-279e-4b2c-b1de-0e5a00708e11 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:42.174128 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0dc203ba-b4c9-4b07-b914-d15c10595710 None None] Current status of the port ddefd569-b9b9-4a85-b818-ceebb74e0d99 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:42.178330 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d94f3f5-8005-45e4-96d3-d2736dc07587 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group_rule (2bb90ce6-5e13-4e89-8ac8-786877447c00), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.182850 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdecdb6-c733-43a6-9933-357f1b1a6fa9 req-4d9b1a0b-279e-4b2c-b1de-0e5a00708e11 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:42.195585 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d94f3f5-8005-45e4-96d3-d2736dc07587 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (2bb90ce6-5e13-4e89-8ac8-786877447c00), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.224197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdecdb6-c733-43a6-9933-357f1b1a6fa9 req-4d9b1a0b-279e-4b2c-b1de-0e5a00708e11 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:42.237846 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdecdb6-c733-43a6-9933-357f1b1a6fa9 req-4d9b1a0b-279e-4b2c-b1de-0e5a00708e11 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:42.244235 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdecdb6-c733-43a6-9933-357f1b1a6fa9 req-4d9b1a0b-279e-4b2c-b1de-0e5a00708e11 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:42.245699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94f3f5-8005-45e4-96d3-d2736dc07587 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb90ce6-5e13-4e89-8ac8-786877447c00,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:42.251308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdecdb6-c733-43a6-9933-357f1b1a6fa9 req-4d9b1a0b-279e-4b2c-b1de-0e5a00708e11 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:42.257379 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdecdb6-c733-43a6-9933-357f1b1a6fa9 req-4d9b1a0b-279e-4b2c-b1de-0e5a00708e11 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:42.259617 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2bdecdb6-c733-43a6-9933-357f1b1a6fa9 req-4d9b1a0b-279e-4b2c-b1de-0e5a00708e11 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5417 time: 0.4258721 Jan 28 19:19:42.268830 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d94f3f5-8005-45e4-96d3-d2736dc07587 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.272689 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7d94f3f5-8005-45e4-96d3-d2736dc07587 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4996314 Jan 28 19:19:42.273196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49960) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:42.278752 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8b722968-9751-4eb0-8e95-3ad78357e9a1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Request body: {'security_group_rule': {'security_group_id': 'eca87a06-9b6b-4f1b-9cf7-f71650f2b056', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:42.306771 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-966c2b1f-9d3d-4787-acab-d8bf34270a4d None None] Provisioning complete for port f3c420ba-2478-4ca5-87d0-f6cf4bc46c01 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:42.307787 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-966c2b1f-9d3d-4787-acab-d8bf34270a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f3c420ba-2478-4ca5-87d0-f6cf4bc46c01), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.312455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1c9e0c26-eb6f-4391-b4fc-e3c0b12bee49 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port f3c420ba-2478-4ca5-87d0-f6cf4bc46c01 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:42.312801 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9e0c26-eb6f-4391-b4fc-e3c0b12bee49 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f3c420ba-2478-4ca5-87d0-f6cf4bc46c01), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.332356 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1a9852e-20c2-4cb1-8116-a12a0d0ab2fa tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (3d9fe71a-0bde-4035-b016-156b4931130a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.388725 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-966c2b1f-9d3d-4787-acab-d8bf34270a4d None None] Port f3c420ba-2478-4ca5-87d0-f6cf4bc46c01 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:19:42.400265 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b722968-9751-4eb0-8e95-3ad78357e9a1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group_rule (9722bf75-0599-48ac-89da-3ae7846d1a05), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.471511 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2bdecdb6-c733-43a6-9933-357f1b1a6fa9 req-3a05b52a-5c8d-464c-ab4f-985242d2a2db tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1993945 Jan 28 19:19:42.525509 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9e0c26-eb6f-4391-b4fc-e3c0b12bee49 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f3c420ba-2478-4ca5-87d0-f6cf4bc46c01), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.539899 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b722968-9751-4eb0-8e95-3ad78357e9a1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group_rule (9722bf75-0599-48ac-89da-3ae7846d1a05), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.549256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1c9e0c26-eb6f-4391-b4fc-e3c0b12bee49 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for f3c420ba-2478-4ca5-87d0-f6cf4bc46c01 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:42.554746 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b722968-9751-4eb0-8e95-3ad78357e9a1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (9722bf75-0599-48ac-89da-3ae7846d1a05), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.583573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ddefd569-b9b9-4a85-b818-ceebb74e0d99 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:42.592934 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b722968-9751-4eb0-8e95-3ad78357e9a1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9722bf75-0599-48ac-89da-3ae7846d1a05,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:42.667552 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b722968-9751-4eb0-8e95-3ad78357e9a1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.672936 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8b722968-9751-4eb0-8e95-3ad78357e9a1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3958974 Jan 28 19:19:42.674474 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49972) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:42.681501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:42.693045 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1a9852e-20c2-4cb1-8116-a12a0d0ab2fa tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (3d9fe71a-0bde-4035-b016-156b4931130a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.740511 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port ddefd569-b9b9-4a85-b818-ceebb74e0d99 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:42.741417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e1a9852e-20c2-4cb1-8116-a12a0d0ab2fa tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9fe71a-0bde-4035-b016-156b4931130a']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:42.744086 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.791101 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e1a9852e-20c2-4cb1-8116-a12a0d0ab2fa tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b9542f-ed08-469d-b534-89a89e1d6593') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:42.792095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e1a9852e-20c2-4cb1-8116-a12a0d0ab2fa tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b9542f-ed08-469d-b534-89a89e1d6593') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:42.796260 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8e8c6fdc-b87b-4084-aa24-f4b5c7f624d0 admin admin] Deleting port ef17762e-dc93-43ca-a94d-5db2f9cf8390 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:42.796815 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e8c6fdc-b87b-4084-aa24-f4b5c7f624d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.821010 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1a9852e-20c2-4cb1-8116-a12a0d0ab2fa tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (77b9542f-ed08-469d-b534-89a89e1d6593), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.823133 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:42.834391 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ad5a67-5a49-4424-8831-59ee794b475f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643d23a5-4612-4dc3-8306-c086f2b706ee'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:42.839279 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7896d540-0bb7-4973-b621-a586a4d47c7a" -d '{"events": [{"server_uuid": "50ad5a67-5a49-4424-8831-59ee794b475f", "name": "network-vif-plugged", "status": "completed", "tag": "643d23a5-4612-4dc3-8306-c086f2b706ee"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:42.839891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a4507-d0b8-49a1-bf95-cf2d6f02f4dd req-2a849e6b-3311-4a26-aa6c-d1cfcd56b639 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:42.847668 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b8a4507-d0b8-49a1-bf95-cf2d6f02f4dd req-2a849e6b-3311-4a26-aa6c-d1cfcd56b639 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.1905842 Jan 28 19:19:42.851220 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d8eee-3291-482c-a0e9-9511609c1865 req-e0bebe53-b2d1-48cf-b03b-a93c1dd87c3d tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:42.858731 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6e7d8eee-3291-482c-a0e9-9511609c1865 req-e0bebe53-b2d1-48cf-b03b-a93c1dd87c3d tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 949 time: 0.2226770 Jan 28 19:19:42.966708 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b8a4507-d0b8-49a1-bf95-cf2d6f02f4dd req-540f16e5-5513-4b7b-bbc8-7479b932634f tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176801 Jan 28 19:19:42.988543 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port ddefd569-b9b9-4a85-b818-ceebb74e0d99 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:43.020408 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9e0c26-eb6f-4391-b4fc-e3c0b12bee49 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f3c420ba-2478-4ca5-87d0-f6cf4bc46c01), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.075210 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc47932e-c8f6-4fa0-b64f-61c66d0d88bc x-openstack-request-id: req-dc47932e-c8f6-4fa0-b64f-61c66d0d88bc {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:43.075553 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ad5a67-5a49-4424-8831-59ee794b475f", "name": "network-vif-plugged", "status": "completed", "tag": "643d23a5-4612-4dc3-8306-c086f2b706ee", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:43.075861 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc47932e-c8f6-4fa0-b64f-61c66d0d88bc {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:43.077318 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ad5a67-5a49-4424-8831-59ee794b475f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643d23a5-4612-4dc3-8306-c086f2b706ee', 'code': 200} Jan 28 19:19:43.081171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e0c26-eb6f-4391-b4fc-e3c0b12bee49 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=f3c420ba-2478-4ca5-87d0-f6cf4bc46c01,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:43.120538 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7b36fe92-b79b-45b6-925a-27d7f3749cd5 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:19:43.317050 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9e0c26-eb6f-4391-b4fc-e3c0b12bee49 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.323710 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1c9e0c26-eb6f-4391-b4fc-e3c0b12bee49 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/f3c420ba-2478-4ca5-87d0-f6cf4bc46c01 HTTP/1.1" status: 204 len: 168 time: 1.2376053 Jan 28 19:19:43.324778 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:43.329148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7b36fe92-b79b-45b6-925a-27d7f3749cd5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7b36fe92-b79b-45b6-925a-27d7f3749cd5,segment=NetworkSegment(2f9ca07e-a570-4068-8d71-ec00c0d5e506),segment_id=2f9ca07e-a570-4068-8d71-ec00c0d5e506)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:43.342435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '7b36fe92-b79b-45b6-925a-27d7f3749cd5', 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134', 'port_id': '7b36fe92-b79b-45b6-925a-27d7f3749cd5', 'mac_address': 'fa:16:3e:03:b9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2bd6593-7035-4596-8196-359b444681b6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:19:43.347372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba868418-cf3e-43c7-96c5-57f7783dcf8d req-91baa918-3a2f-4bf8-9cef-75a6fd5d8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:43.348938 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba868418-cf3e-43c7-96c5-57f7783dcf8d req-91baa918-3a2f-4bf8-9cef-75a6fd5d8ac5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 1131 time: 0.1863010 Jan 28 19:19:43.390653 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 7b36fe92-b79b-45b6-925a-27d7f3749cd5 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:43.391317 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.405189 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1a9852e-20c2-4cb1-8116-a12a0d0ab2fa tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (77b9542f-ed08-469d-b534-89a89e1d6593), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.424139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b36fe92-b79b-45b6-925a-27d7f3749cd5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:43.460965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7b36fe92-b79b-45b6-925a-27d7f3749cd5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7b36fe92-b79b-45b6-925a-27d7f3749cd5,segment=NetworkSegment(2f9ca07e-a570-4068-8d71-ec00c0d5e506),segment_id=2f9ca07e-a570-4068-8d71-ec00c0d5e506)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:43.480625 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a9852e-20c2-4cb1-8116-a12a0d0ab2fa tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:19:43.482302 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1a9852e-20c2-4cb1-8116-a12a0d0ab2fa tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (77b9542f-ed08-469d-b534-89a89e1d6593), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.483212 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.483942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 8c68f75a-044e-472c-9ceb-54febb5d164d details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:19:43.485019 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:19:43.524455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e8e868-d5d6-4df4-ad67-60fe0ceb7fbb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:43.529042 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e8e868-d5d6-4df4-ad67-60fe0ceb7fbb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:43.531402 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e8e868-d5d6-4df4-ad67-60fe0ceb7fbb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:43.542745 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-97e8e868-d5d6-4df4-ad67-60fe0ceb7fbb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2120686 Jan 28 19:19:43.543602 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49990) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:43.580116 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6e7d8eee-3291-482c-a0e9-9511609c1865 req-0f9dca5d-1d17-40a0-a443-edc357ec1ad7 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7202055 Jan 28 19:19:43.621532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba868418-cf3e-43c7-96c5-57f7783dcf8d req-79f9a788-bc77-4eba-b059-244d42b7fd59 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255905 Jan 28 19:19:43.630239 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1a9852e-20c2-4cb1-8116-a12a0d0ab2fa tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (3d9fe71a-0bde-4035-b016-156b4931130a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.634861 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e1a9852e-20c2-4cb1-8116-a12a0d0ab2fa tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.638877 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e1a9852e-20c2-4cb1-8116-a12a0d0ab2fa tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] 10.222.0.55 "DELETE /v2.0/networks/3d9fe71a-0bde-4035-b016-156b4931130a HTTP/1.1" status: 204 len: 168 time: 1.6130741 Jan 28 19:19:43.644890 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49992) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:43.650075 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8e8c6fdc-b87b-4084-aa24-f4b5c7f624d0 admin admin] For port ef17762e-dc93-43ca-a94d-5db2f9cf8390, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ef17762e-dc93-43ca-a94d-5db2f9cf8390,segment=NetworkSegment(2de3bf9f-2294-4c93-9903-aac1f9a9acaf),segment_id=2de3bf9f-2294-4c93-9903-aac1f9a9acaf)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:43.651176 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e8c6fdc-b87b-4084-aa24-f4b5c7f624d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.679520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9852e-20c2-4cb1-8116-a12a0d0ab2fa tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d9fe71a-0bde-4035-b016-156b4931130a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:43.688076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8e8c6fdc-b87b-4084-aa24-f4b5c7f624d0 admin admin] Calling delete_port for ef17762e-dc93-43ca-a94d-5db2f9cf8390 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:43.747995 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=7b36fe92-b79b-45b6-925a-27d7f3749cd5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:43.765117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 8c68f75a-044e-472c-9ceb-54febb5d164d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=8c68f75a-044e-472c-9ceb-54febb5d164d,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:43.785102 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '8c68f75a-044e-472c-9ceb-54febb5d164d', 'network_id': '5b784934-81a2-4bb5-a668-73176a055465', 'port_id': '8c68f75a-044e-472c-9ceb-54febb5d164d', 'mac_address': 'fa:16:3e:13:85:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec7a4d45-bacc-4359-8d3a-1282bf5498e3', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:19:43.792814 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.816095 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef35a25a-3769-4d70-9ce4-415c6919b7e2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 8bb40766-4ad4-4954-94d6-2f60830a70f0 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:43.821777 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef35a25a-3769-4d70-9ce4-415c6919b7e2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (8bb40766-4ad4-4954-94d6-2f60830a70f0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.845833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 8c68f75a-044e-472c-9ceb-54febb5d164d is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:43.846272 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.862144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c68f75a-044e-472c-9ceb-54febb5d164d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:43.895258 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f2229e7-5be0-473c-8d10-5b83703a0085 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (b9b6066e-6e84-4983-bcab-2c28c2dc6be3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.898727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 8c68f75a-044e-472c-9ceb-54febb5d164d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=8c68f75a-044e-472c-9ceb-54febb5d164d,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:43.906422 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef35a25a-3769-4d70-9ce4-415c6919b7e2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (8bb40766-4ad4-4954-94d6-2f60830a70f0), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.907816 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:43.909025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 1c4f9e94-3927-4dd2-b547-28673b49a1ac details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:19:44.020264 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Allocated IP 172.25.0.122 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/97d7cde6-4cc0-4e0e-af82-fb7529886ac5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:44.021388 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67074-ac4c-4365-81a2-64decafabccb req-8e69541d-d3a4-43a3-a6a8-74579dda1479 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:44.032727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=8c68f75a-044e-472c-9ceb-54febb5d164d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:44.036914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67074-ac4c-4365-81a2-64decafabccb req-8e69541d-d3a4-43a3-a6a8-74579dda1479 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:44.049673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67074-ac4c-4365-81a2-64decafabccb req-8e69541d-d3a4-43a3-a6a8-74579dda1479 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:44.051242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 1c4f9e94-3927-4dd2-b547-28673b49a1ac, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=1c4f9e94-3927-4dd2-b547-28673b49a1ac,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:44.066579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67074-ac4c-4365-81a2-64decafabccb req-8e69541d-d3a4-43a3-a6a8-74579dda1479 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:44.069887 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '1c4f9e94-3927-4dd2-b547-28673b49a1ac', 'network_id': '5b784934-81a2-4bb5-a668-73176a055465', 'port_id': '1c4f9e94-3927-4dd2-b547-28673b49a1ac', 'mac_address': 'fa:16:3e:97:1d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec7a4d45-bacc-4359-8d3a-1282bf5498e3', 'ip_address': '10.1.1.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:19:44.091612 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67074-ac4c-4365-81a2-64decafabccb req-8e69541d-d3a4-43a3-a6a8-74579dda1479 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:44.097406 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67074-ac4c-4365-81a2-64decafabccb req-8e69541d-d3a4-43a3-a6a8-74579dda1479 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:44.103168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec67074-ac4c-4365-81a2-64decafabccb req-8e69541d-d3a4-43a3-a6a8-74579dda1479 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:44.105162 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eec67074-ac4c-4365-81a2-64decafabccb req-8e69541d-d3a4-43a3-a6a8-74579dda1479 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5418 time: 0.4831290 Jan 28 19:19:44.127418 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 1c4f9e94-3927-4dd2-b547-28673b49a1ac is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:44.128408 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.129348 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e8c6fdc-b87b-4084-aa24-f4b5c7f624d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ef17762e-dc93-43ca-a94d-5db2f9cf8390), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.152191 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4f9e94-3927-4dd2-b547-28673b49a1ac {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:44.184714 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 1c4f9e94-3927-4dd2-b547-28673b49a1ac, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=1c4f9e94-3927-4dd2-b547-28673b49a1ac,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:44.198947 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.200989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 02d7af34-d764-432c-ad55-d958387aec9d details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:19:44.206216 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c6fdc-b87b-4084-aa24-f4b5c7f624d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef17762e-dc93-43ca-a94d-5db2f9cf8390,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:44.267402 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 02d7af34-d764-432c-ad55-d958387aec9d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=02d7af34-d764-432c-ad55-d958387aec9d,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:44.330357 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '02d7af34-d764-432c-ad55-d958387aec9d', 'network_id': '5b784934-81a2-4bb5-a668-73176a055465', 'port_id': '02d7af34-d764-432c-ad55-d958387aec9d', 'mac_address': 'fa:16:3e:86:a9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec7a4d45-bacc-4359-8d3a-1282bf5498e3', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:19:44.412993 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eec67074-ac4c-4365-81a2-64decafabccb req-af7fb4b6-6e78-44b8-814b-ec8645fe8e86 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2986977 Jan 28 19:19:44.425769 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f2229e7-5be0-473c-8d10-5b83703a0085 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (b9b6066e-6e84-4983-bcab-2c28c2dc6be3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.434009 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for port (97d7cde6-4cc0-4e0e-af82-fb7529886ac5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.455274 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef35a25a-3769-4d70-9ce4-415c6919b7e2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (8bb40766-4ad4-4954-94d6-2f60830a70f0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.477319 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=1c4f9e94-3927-4dd2-b547-28673b49a1ac,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:44.483129 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7f2229e7-5be0-473c-8d10-5b83703a0085 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b6066e-6e84-4983-bcab-2c28c2dc6be3']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:44.488257 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 02d7af34-d764-432c-ad55-d958387aec9d is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:44.490296 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (02d7af34-d764-432c-ad55-d958387aec9d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.499385 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (97d7cde6-4cc0-4e0e-af82-fb7529886ac5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.513481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d7af34-d764-432c-ad55-d958387aec9d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:44.516981 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7f2229e7-5be0-473c-8d10-5b83703a0085 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9076bf-742e-400d-824a-d6a384d3d727') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:44.517464 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7f2229e7-5be0-473c-8d10-5b83703a0085 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9076bf-742e-400d-824a-d6a384d3d727') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:44.534306 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f2229e7-5be0-473c-8d10-5b83703a0085 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (ca9076bf-742e-400d-824a-d6a384d3d727), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.535769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 02d7af34-d764-432c-ad55-d958387aec9d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=02d7af34-d764-432c-ad55-d958387aec9d,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:44.541225 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (02d7af34-d764-432c-ad55-d958387aec9d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.542900 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 9fb3904b-088f-474c-b70e-bea74ba43672 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:19:44.561421 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f2229e7-5be0-473c-8d10-5b83703a0085 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ca9076bf-742e-400d-824a-d6a384d3d727), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.564004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5732c7a-9d71-4ad3-a951-a5a40aaca5f2 req-ced80754-5741-4896-98e3-1650e08576af tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:44.565637 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5732c7a-9d71-4ad3-a951-a5a40aaca5f2 req-ced80754-5741-4896-98e3-1650e08576af tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.4425094 Jan 28 19:19:44.581821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2229e7-5be0-473c-8d10-5b83703a0085 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:19:44.582880 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f2229e7-5be0-473c-8d10-5b83703a0085 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (ca9076bf-742e-400d-824a-d6a384d3d727), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:19:44.585818 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:19:44.644963 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef35a25a-3769-4d70-9ce4-415c6919b7e2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (8bb40766-4ad4-4954-94d6-2f60830a70f0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.658358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:44.660391 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=02d7af34-d764-432c-ad55-d958387aec9d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:44.686421 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 9fb3904b-088f-474c-b70e-bea74ba43672, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=9fb3904b-088f-474c-b70e-bea74ba43672,segment=NetworkSegment(2f9ca07e-a570-4068-8d71-ec00c0d5e506),segment_id=2f9ca07e-a570-4068-8d71-ec00c0d5e506)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:44.701922 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '9fb3904b-088f-474c-b70e-bea74ba43672', 'network_id': '8bd761fc-fe6a-405a-9893-029eb3d01134', 'port_id': '9fb3904b-088f-474c-b70e-bea74ba43672', 'mac_address': 'fa:16:3e:29:54:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2bd6593-7035-4596-8196-359b444681b6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:19:44.709727 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:44.717291 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event updated for resources: {'Port': ['ID=97d7cde6-4cc0-4e0e-af82-fb7529886ac5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:44.733579 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:44.756347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 9fb3904b-088f-474c-b70e-bea74ba43672 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:44.757275 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9fb3904b-088f-474c-b70e-bea74ba43672), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.775847 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb3904b-088f-474c-b70e-bea74ba43672 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:44.796256 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e8c6fdc-b87b-4084-aa24-f4b5c7f624d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.803822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 9fb3904b-088f-474c-b70e-bea74ba43672, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=9fb3904b-088f-474c-b70e-bea74ba43672,segment=NetworkSegment(2f9ca07e-a570-4068-8d71-ec00c0d5e506),segment_id=2f9ca07e-a570-4068-8d71-ec00c0d5e506)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:44.808768 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9fb3904b-088f-474c-b70e-bea74ba43672), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.810229 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2231651e-f2f6-4bc4-b992-84ee49c5e41c details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:19:44.825833 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5732c7a-9d71-4ad3-a951-a5a40aaca5f2 req-dcea0268-90c5-42bf-ba2a-479dfa38ee44 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528105 Jan 28 19:19:44.833539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35a25a-3769-4d70-9ce4-415c6919b7e2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb40766-4ad4-4954-94d6-2f60830a70f0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:44.835556 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef35a25a-3769-4d70-9ce4-415c6919b7e2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.842378 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ef35a25a-3769-4d70-9ce4-415c6919b7e2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/8bb40766-4ad4-4954-94d6-2f60830a70f0 HTTP/1.1" status: 204 len: 168 time: 1.2778120 Jan 28 19:19:44.873190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50010) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:44.885618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb939cd-7c6e-491d-98f4-fa11458978d3 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:44.924359 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f2229e7-5be0-473c-8d10-5b83703a0085 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (b9b6066e-6e84-4983-bcab-2c28c2dc6be3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.942651 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f2229e7-5be0-473c-8d10-5b83703a0085 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:44.954099 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7f2229e7-5be0-473c-8d10-5b83703a0085 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] 10.222.0.55 "DELETE /v2.0/networks/b9b6066e-6e84-4983-bcab-2c28c2dc6be3 HTTP/1.1" status: 204 len: 168 time: 1.3057308 Jan 28 19:19:45.002881 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:19:45.051530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2231651e-f2f6-4bc4-b992-84ee49c5e41c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2231651e-f2f6-4bc4-b992-84ee49c5e41c,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:45.068674 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=9fb3904b-088f-474c-b70e-bea74ba43672,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:45.084603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '2231651e-f2f6-4bc4-b992-84ee49c5e41c', 'network_id': '5b784934-81a2-4bb5-a668-73176a055465', 'port_id': '2231651e-f2f6-4bc4-b992-84ee49c5e41c', 'mac_address': 'fa:16:3e:e8:58:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec7a4d45-bacc-4359-8d3a-1282bf5498e3', 'ip_address': '10.1.1.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:19:45.087354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-69591700-def9-4d66-83f3-09d6c0c943df tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 9073a798-6a08-432e-b682-090d6db73a24 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:45.101051 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for floatingip (802c7fdf-b855-4e08-91c5-4573987c1ec3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.107560 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69591700-def9-4d66-83f3-09d6c0c943df tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (9073a798-6a08-432e-b682-090d6db73a24), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.110632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2229e7-5be0-473c-8d10-5b83703a0085 tempest-QuotasNegativeTest-323187236 tempest-QuotasNegativeTest-323187236-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9b6066e-6e84-4983-bcab-2c28c2dc6be3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:45.158996 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 2231651e-f2f6-4bc4-b992-84ee49c5e41c is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:45.159491 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.183501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f313690-0cb3-45d6-8d21-919911de6e62 req-01a0054f-37d9-4f1c-9de6-53a9ce518fc6 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:45.191693 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4f313690-0cb3-45d6-8d21-919911de6e62 req-01a0054f-37d9-4f1c-9de6-53a9ce518fc6 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 949 time: 0.3976104 Jan 28 19:19:45.202432 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2231651e-f2f6-4bc4-b992-84ee49c5e41c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:45.223290 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69591700-def9-4d66-83f3-09d6c0c943df tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (9073a798-6a08-432e-b682-090d6db73a24), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.253984 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2231651e-f2f6-4bc4-b992-84ee49c5e41c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2231651e-f2f6-4bc4-b992-84ee49c5e41c,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:45.261061 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.261942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 97e80eea-8605-4e6d-90bd-6e52508f9934 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:19:45.336159 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (97d7cde6-4cc0-4e0e-af82-fb7529886ac5), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.342622 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=2231651e-f2f6-4bc4-b992-84ee49c5e41c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:45.383071 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4f313690-0cb3-45d6-8d21-919911de6e62 req-9547bb69-762a-4973-9116-e15ba9fe3a7b tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859975 Jan 28 19:19:45.451320 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88851c99-82a2-4a6e-b151-5cf7a082090b req-1d3f55a0-be17-47de-9662-0f19082cedeb tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:45.452903 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88851c99-82a2-4a6e-b151-5cf7a082090b req-1d3f55a0-be17-47de-9662-0f19082cedeb tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.1867976 Jan 28 19:19:45.464948 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69591700-def9-4d66-83f3-09d6c0c943df tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (9073a798-6a08-432e-b682-090d6db73a24), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.475802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 97e80eea-8605-4e6d-90bd-6e52508f9934, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=97e80eea-8605-4e6d-90bd-6e52508f9934,segment=NetworkSegment(66139151-886b-4c11-a2c2-236a4d651755),segment_id=66139151-886b-4c11-a2c2-236a4d651755)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:45.492333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '97e80eea-8605-4e6d-90bd-6e52508f9934', 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a', 'port_id': '97e80eea-8605-4e6d-90bd-6e52508f9934', 'mac_address': 'fa:16:3e:8b:93:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:19:45.541899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a776-5350-4804-9cd9-8ab7e2e1b2c8 req-56987335-a179-4597-892e-89c11a0ba441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:45.544595 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3d00a776-5350-4804-9cd9-8ab7e2e1b2c8 req-56987335-a179-4597-892e-89c11a0ba441 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30bf8f3616cd4e51a62c447be3b7ab65&device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 1127 time: 0.3347592 Jan 28 19:19:45.551790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 97e80eea-8605-4e6d-90bd-6e52508f9934 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:45.552057 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.555564 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88851c99-82a2-4a6e-b151-5cf7a082090b req-b9f69949-8882-4d1b-a4dd-e01bf2f0390f tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734367 Jan 28 19:19:45.585268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e80eea-8605-4e6d-90bd-6e52508f9934 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:45.601789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8c6fdc-b87b-4084-aa24-f4b5c7f624d0 admin admin] Router 431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:19:45.613988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 97e80eea-8605-4e6d-90bd-6e52508f9934, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=97e80eea-8605-4e6d-90bd-6e52508f9934,segment=NetworkSegment(66139151-886b-4c11-a2c2-236a4d651755),segment_id=66139151-886b-4c11-a2c2-236a4d651755)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:45.621343 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.693021 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=97e80eea-8605-4e6d-90bd-6e52508f9934,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:45.720698 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69591700-def9-4d66-83f3-09d6c0c943df tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (9073a798-6a08-432e-b682-090d6db73a24), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.746888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbd9d0-b80b-43e8-ae5c-08ebbb50c724 req-3c1e0a85-c448-485d-9222-2b253ab8f3f8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:45.752198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbd9d0-b80b-43e8-ae5c-08ebbb50c724 req-3c1e0a85-c448-485d-9222-2b253ab8f3f8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:45.757828 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbd9d0-b80b-43e8-ae5c-08ebbb50c724 req-3c1e0a85-c448-485d-9222-2b253ab8f3f8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:45.763817 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbd9d0-b80b-43e8-ae5c-08ebbb50c724 req-3c1e0a85-c448-485d-9222-2b253ab8f3f8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:45.769772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbd9d0-b80b-43e8-ae5c-08ebbb50c724 req-3c1e0a85-c448-485d-9222-2b253ab8f3f8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:45.775326 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbd9d0-b80b-43e8-ae5c-08ebbb50c724 req-3c1e0a85-c448-485d-9222-2b253ab8f3f8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:45.780679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbd9d0-b80b-43e8-ae5c-08ebbb50c724 req-3c1e0a85-c448-485d-9222-2b253ab8f3f8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:45.782696 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1dbbd9d0-b80b-43e8-ae5c-08ebbb50c724 req-3c1e0a85-c448-485d-9222-2b253ab8f3f8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5423 time: 0.2366676 Jan 28 19:19:45.820384 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69591700-def9-4d66-83f3-09d6c0c943df tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=9073a798-6a08-432e-b682-090d6db73a24,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:45.840135 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69591700-def9-4d66-83f3-09d6c0c943df tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.843676 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-69591700-def9-4d66-83f3-09d6c0c943df tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/9073a798-6a08-432e-b682-090d6db73a24 HTTP/1.1" status: 204 len: 168 time: 0.9636571 Jan 28 19:19:45.846287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50028) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:45.850505 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for port (97d7cde6-4cc0-4e0e-af82-fb7529886ac5), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.856722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50030) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:45.862101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a776-5350-4804-9cd9-8ab7e2e1b2c8 req-cd656d40-fc28-44ee-a26c-dbf65f4f3249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:45.864509 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3d00a776-5350-4804-9cd9-8ab7e2e1b2c8 req-cd656d40-fc28-44ee-a26c-dbf65f4f3249 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d80cfb31-56d7-4bc8-8f36-387a72246005 HTTP/1.1" status: 200 len: 919 time: 0.2960620 Jan 28 19:19:45.870301 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (97d7cde6-4cc0-4e0e-af82-fb7529886ac5), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:45.902926 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e73c1531-bc02-4177-96cc-907b2974209b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535655 Jan 28 19:19:45.903601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8c6fdc-b87b-4084-aa24-f4b5c7f624d0 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:19:45.913171 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8e8c6fdc-b87b-4084-aa24-f4b5c7f624d0 admin admin] 10.222.0.55 "PUT /v2.0/routers/431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3411331 Jan 28 19:19:45.914986 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b9956-c096-4dbe-b13d-733932faca20 None None] Sync routers for ids ['431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:19:45.916139 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:45.916367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50036) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:45.929505 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a3121136-a471-449a-9574-262cba55b853 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:45.929730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b9956-c096-4dbe-b13d-733932faca20 None None] Routers {'431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:45.931694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-602b9956-c096-4dbe-b13d-733932faca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:19:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:46.007730 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3d00a776-5350-4804-9cd9-8ab7e2e1b2c8 req-9e6a100e-7766-42c3-b205-5c4a074d3972 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 HTTP/1.1" status: 200 len: 217 time: 0.1096230 Jan 28 19:19:46.079713 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1dbbd9d0-b80b-43e8-ae5c-08ebbb50c724 req-7a7868aa-3347-4a86-af99-c6dd0a0ff1ab tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2897735 Jan 28 19:19:46.097930 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event updated for resources: {'Port': ['ID=97d7cde6-4cc0-4e0e-af82-fb7529886ac5,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:46.107436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a776-5350-4804-9cd9-8ab7e2e1b2c8 req-2bbd48de-c31a-4886-a0d8-08d616701b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:46.109097 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3d00a776-5350-4804-9cd9-8ab7e2e1b2c8 req-2bbd48de-c31a-4886-a0d8-08d616701b4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ad7b927e-a6aa-48ba-960b-bbd0e7fc8445 HTTP/1.1" status: 200 len: 858 time: 0.0931966 Jan 28 19:19:46.146790 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (802c7fdf-b855-4e08-91c5-4573987c1ec3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:46.152334 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5828c3a2-9c90-49a6-8c3c-d7e6a74140ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:46.170008 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3d00a776-5350-4804-9cd9-8ab7e2e1b2c8 req-3fb52a37-34df-4e0a-a273-5e804b366826 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d80cfb31-56d7-4bc8-8f36-387a72246005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522034 Jan 28 19:19:46.235000 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:46.244510 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0de8efd5-c7a2-4325-8c2e-9de8e8c76ced tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5587938 Jan 28 19:19:46.256883 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3121136-a471-449a-9574-262cba55b853 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:46.260928 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3121136-a471-449a-9574-262cba55b853 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:46.285897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9aad33f-158a-4691-a782-e917e5b6ffef admin admin] Publish callbacks [] for router (431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:46.341426 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1237d55c-6ed2-42ed-a316-be739c06d762 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:46.368377 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3d00a776-5350-4804-9cd9-8ab7e2e1b2c8 req-33a8b140-a77d-4655-a50f-2393372dcffa service neutron] 10.222.0.31 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832008 Jan 28 19:19:46.498729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-602b9956-c096-4dbe-b13d-733932faca20 None None] Set router 431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:46.530773 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5828c3a2-9c90-49a6-8c3c-d7e6a74140ad admin admin] Publish callbacks [] for security_group (de0c9b2f-27e8-4ab2-81bc-63d9aa62f457), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:46.543206 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9aad33f-158a-4691-a782-e917e5b6ffef admin admin] Publish callbacks [] for router_gateway (431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:46.549292 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5828c3a2-9c90-49a6-8c3c-d7e6a74140ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (de0c9b2f-27e8-4ab2-81bc-63d9aa62f457), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:46.580706 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['1c4f9e94-3927-4dd2-b547-28673b49a1ac'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:46.594610 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['9fb3904b-088f-474c-b70e-bea74ba43672'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:46.608567 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5f7435b1-badc-4cda-bb28-cf36e95e6bf4 None None] Provisioning complete for port d8293f67-e7a0-4e98-8915-050a6a911c89 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:46.609035 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5f7435b1-badc-4cda-bb28-cf36e95e6bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:46.660846 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['02d7af34-d764-432c-ad55-d958387aec9d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:46.663240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['97e80eea-8605-4e6d-90bd-6e52508f9934'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:46.665318 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['2231651e-f2f6-4bc4-b992-84ee49c5e41c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:46.665739 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3d00a776-5350-4804-9cd9-8ab7e2e1b2c8 req-4c1a97ed-a61f-4263-b86e-9f928d90fde1 service neutron] 10.222.0.31 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783091 Jan 28 19:19:46.747392 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cb476-dca6-43bf-986d-8ade3f8509a1 req-9b1f6b3a-3234-4a67-915e-606c510e9a58 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:46.759189 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c6cb476-dca6-43bf-986d-8ade3f8509a1 req-9b1f6b3a-3234-4a67-915e-606c510e9a58 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 949 time: 0.2374835 Jan 28 19:19:46.862683 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c6cb476-dca6-43bf-986d-8ade3f8509a1 req-688dbfbb-325b-4c5e-8207-c80950d94205 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025097 Jan 28 19:19:47.020647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375501b1-5cda-4e03-b470-e07a5443a260 req-6c9b02e1-2757-44eb-8e29-0827e283a79d tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:47.022761 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-375501b1-5cda-4e03-b470-e07a5443a260 req-6c9b02e1-2757-44eb-8e29-0827e283a79d tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.0806308 Jan 28 19:19:47.082753 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-375501b1-5cda-4e03-b470-e07a5443a260 req-63a40bd6-02ae-438f-840b-0c8bbabf8266 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542850 Jan 28 19:19:47.099444 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5828c3a2-9c90-49a6-8c3c-d7e6a74140ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e6959ceccd714d67a3098e56dedd5857&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2415550 Jan 28 19:19:47.100206 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828c3a2-9c90-49a6-8c3c-d7e6a74140ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0c9b2f-27e8-4ab2-81bc-63d9aa62f457,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:47.109003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50080) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:47.141123 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdcfab3-09be-4779-bcac-752c1cc55422 None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:19:47.228198 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-35167428-0e2c-4160-a81c-b5b51d5b5509 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--638529562&fields=id&tenant_id=188c3b3012fa4bc99c20429bf8df96c2 HTTP/1.1" status: 200 len: 267 time: 0.2395811 Jan 28 19:19:47.268852 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e9aad33f-158a-4691-a782-e917e5b6ffef admin admin] Deleting port 1f02346e-4c9b-464f-a126-572d350e28ff {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:47.269346 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9aad33f-158a-4691-a782-e917e5b6ffef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1f02346e-4c9b-464f-a126-572d350e28ff), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.271320 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3121136-a471-449a-9574-262cba55b853 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (f9687e32-b05b-40f7-8c0f-87937aa2e4ae), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.298329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5f7435b1-badc-4cda-bb28-cf36e95e6bf4 None None] Current status of the port d8293f67-e7a0-4e98-8915-050a6a911c89 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:47.337327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['7b36fe92-b79b-45b6-925a-27d7f3749cd5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:47.340257 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['8c68f75a-044e-472c-9ceb-54febb5d164d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:19:47.408177 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d539072e-7c1b-4477-bb3b-96bff0fcc24c admin admin] Publish callbacks [] for security_group (de0c9b2f-27e8-4ab2-81bc-63d9aa62f457), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.446274 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3121136-a471-449a-9574-262cba55b853 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:47.464504 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a3121136-a471-449a-9574-262cba55b853 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:47.483046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3121136-a471-449a-9574-262cba55b853 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=f9687e32-b05b-40f7-8c0f-87937aa2e4ae,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:47.485733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3121136-a471-449a-9574-262cba55b853 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:47.486348 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3121136-a471-449a-9574-262cba55b853 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.497181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74195e8b-348a-498c-970b-034c03c823d4 req-b7ef5da2-4718-4265-b263-ff65304d6215 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:47.500997 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d539072e-7c1b-4477-bb3b-96bff0fcc24c admin admin] Publish callbacks [] for security_group (de0c9b2f-27e8-4ab2-81bc-63d9aa62f457), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.503154 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74195e8b-348a-498c-970b-034c03c823d4 req-b7ef5da2-4718-4265-b263-ff65304d6215 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:47.509832 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74195e8b-348a-498c-970b-034c03c823d4 req-b7ef5da2-4718-4265-b263-ff65304d6215 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:47.516436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74195e8b-348a-498c-970b-034c03c823d4 req-b7ef5da2-4718-4265-b263-ff65304d6215 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:47.524279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74195e8b-348a-498c-970b-034c03c823d4 req-b7ef5da2-4718-4265-b263-ff65304d6215 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:47.530904 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74195e8b-348a-498c-970b-034c03c823d4 req-b7ef5da2-4718-4265-b263-ff65304d6215 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:47.537863 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74195e8b-348a-498c-970b-034c03c823d4 req-b7ef5da2-4718-4265-b263-ff65304d6215 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:47.540058 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-74195e8b-348a-498c-970b-034c03c823d4 req-b7ef5da2-4718-4265-b263-ff65304d6215 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5424 time: 0.1236477 Jan 28 19:19:47.541122 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e9aad33f-158a-4691-a782-e917e5b6ffef admin admin] For port 1f02346e-4c9b-464f-a126-572d350e28ff, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1f02346e-4c9b-464f-a126-572d350e28ff,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:47.541416 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9aad33f-158a-4691-a782-e917e5b6ffef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1f02346e-4c9b-464f-a126-572d350e28ff), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.559952 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a3121136-a471-449a-9574-262cba55b853 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6422615 Jan 28 19:19:47.566254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-1ef2b5ab-9d96-4812-9ca8-6517cff22d18 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:47.567945 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-1ef2b5ab-9d96-4812-9ca8-6517cff22d18 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/networks?id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 200 len: 817 time: 0.3283665 Jan 28 19:19:47.569400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50090) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:47.579883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6be35301-8dec-471c-b98f-c26f81a28a3d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:47.586488 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e9aad33f-158a-4691-a782-e917e5b6ffef admin admin] Calling delete_port for 1f02346e-4c9b-464f-a126-572d350e28ff owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:47.602782 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-f86a1ed3-cd8a-4b76-92c8-9a6a009346ab tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/quotas/188c3b3012fa4bc99c20429bf8df96c2 HTTP/1.1" status: 200 len: 375 time: 0.0199294 Jan 28 19:19:47.649434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-602b9956-c096-4dbe-b13d-733932faca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'name': 'tempest-TaggedBootDevicesTest_v242-48153856-router', 'tenant_id': '731b202f991f4f309349c7c8e237153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '1f02346e-4c9b-464f-a126-572d350e28ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:25Z', 'updated_at': '2022-01-28T19:19:43Z', 'revision_number': 5, 'project_id': '731b202f991f4f309349c7c8e237153b', 'gw_port': {'id': '1f02346e-4c9b-464f-a126-572d350e28ff', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:11:27Z', 'updated_at': '2022-01-28T19:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:47.701528 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3bdcfab3-09be-4779-bcac-752c1cc55422 None None] Deleting port d8293f67-e7a0-4e98-8915-050a6a911c89 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:47.701906 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bdcfab3-09be-4779-bcac-752c1cc55422 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.706543 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-74195e8b-348a-498c-970b-034c03c823d4 req-77d85b5a-9e39-41aa-b974-ce5ee0202402 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1579151 Jan 28 19:19:47.732082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b9956-c096-4dbe-b13d-733932faca20 None None] Checking router: 431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:19:47.739636 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be35301-8dec-471c-b98f-c26f81a28a3d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:47.744044 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be35301-8dec-471c-b98f-c26f81a28a3d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.750702 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d539072e-7c1b-4477-bb3b-96bff0fcc24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (de0c9b2f-27e8-4ab2-81bc-63d9aa62f457), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.753895 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d539072e-7c1b-4477-bb3b-96bff0fcc24c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:47.757551 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d539072e-7c1b-4477-bb3b-96bff0fcc24c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de0c9b2f-27e8-4ab2-81bc-63d9aa62f457 HTTP/1.1" status: 204 len: 168 time: 0.6450179 Jan 28 19:19:47.809866 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-976b386d-b9ab-4bc8-854b-b2b19545501e tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1990407 Jan 28 19:19:47.934592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539072e-7c1b-4477-bb3b-96bff0fcc24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0c9b2f-27e8-4ab2-81bc-63d9aa62f457,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:48.031326 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b9956-c096-4dbe-b13d-733932faca20 None None] Routers {'431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:19:48.032051 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-602b9956-c096-4dbe-b13d-733932faca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:19:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:48.086791 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9aad33f-158a-4691-a782-e917e5b6ffef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (1f02346e-4c9b-464f-a126-572d350e28ff), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.269042 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50116) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:48.300592 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ca50dfb-4f5c-49ce-adbe-e0fdf2857488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.310403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aad33f-158a-4691-a782-e917e5b6ffef admin admin] Pushing event deleted for resources: {'Port': ['ID=1f02346e-4c9b-464f-a126-572d350e28ff,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:48.321211 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-32926312-065d-4acf-b835-d332a483d89a service neutron] 10.222.0.55 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103588 Jan 28 19:19:48.338180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3bdcfab3-09be-4779-bcac-752c1cc55422 None None] For port d8293f67-e7a0-4e98-8915-050a6a911c89, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d8293f67-e7a0-4e98-8915-050a6a911c89,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:48.338981 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bdcfab3-09be-4779-bcac-752c1cc55422 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.364391 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46b27dbf-eec7-439c-bb7b-7379ea807d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.374747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.objects.ports [None req-6be35301-8dec-471c-b98f-c26f81a28a3d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:19:48.383166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3bdcfab3-09be-4779-bcac-752c1cc55422 None None] Calling delete_port for d8293f67-e7a0-4e98-8915-050a6a911c89 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:48.399390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-602b9956-c096-4dbe-b13d-733932faca20 None None] Set router 431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:19:48.433038 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-63995c12-5b22-4f5f-aa13-60a53ceead6f service neutron] 10.222.0.55 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108828 Jan 28 19:19:48.475785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacda110-2c2f-4b23-a7f5-d25ad4e2f34a req-f911ace2-7ebf-4cea-82d7-ea762a2c4822 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:48.476346 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacda110-2c2f-4b23-a7f5-d25ad4e2f34a req-f911ace2-7ebf-4cea-82d7-ea762a2c4822 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:48.477131 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacda110-2c2f-4b23-a7f5-d25ad4e2f34a req-f911ace2-7ebf-4cea-82d7-ea762a2c4822 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:48.477604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacda110-2c2f-4b23-a7f5-d25ad4e2f34a req-f911ace2-7ebf-4cea-82d7-ea762a2c4822 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:48.478119 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacda110-2c2f-4b23-a7f5-d25ad4e2f34a req-f911ace2-7ebf-4cea-82d7-ea762a2c4822 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:48.478627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacda110-2c2f-4b23-a7f5-d25ad4e2f34a req-f911ace2-7ebf-4cea-82d7-ea762a2c4822 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:48.479091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacda110-2c2f-4b23-a7f5-d25ad4e2f34a req-f911ace2-7ebf-4cea-82d7-ea762a2c4822 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:48.479677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacda110-2c2f-4b23-a7f5-d25ad4e2f34a req-f911ace2-7ebf-4cea-82d7-ea762a2c4822 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:48.480158 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacda110-2c2f-4b23-a7f5-d25ad4e2f34a req-f911ace2-7ebf-4cea-82d7-ea762a2c4822 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:48.480648 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacda110-2c2f-4b23-a7f5-d25ad4e2f34a req-f911ace2-7ebf-4cea-82d7-ea762a2c4822 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:48.481852 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacda110-2c2f-4b23-a7f5-d25ad4e2f34a req-f911ace2-7ebf-4cea-82d7-ea762a2c4822 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:48.482635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacda110-2c2f-4b23-a7f5-d25ad4e2f34a req-f911ace2-7ebf-4cea-82d7-ea762a2c4822 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:48.493156 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dacda110-2c2f-4b23-a7f5-d25ad4e2f34a req-f911ace2-7ebf-4cea-82d7-ea762a2c4822 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f&device_id=c655131c-4f9c-49a5-812f-74e72d68717a&device_id=03d9df02-b693-488b-8645-73ca39422507&device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681&device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3&device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 11296 time: 0.2060306 Jan 28 19:19:48.519401 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dacda110-2c2f-4b23-a7f5-d25ad4e2f34a req-40620f51-f0ec-4b1d-848b-15ed2cde20ed tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.537627 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9aad33f-158a-4691-a782-e917e5b6ffef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.654066 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9aad33f-158a-4691-a782-e917e5b6ffef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.656637 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9aad33f-158a-4691-a782-e917e5b6ffef admin admin] Publish callbacks [] for router_controller (431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.675246 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dacda110-2c2f-4b23-a7f5-d25ad4e2f34a req-40620f51-f0ec-4b1d-848b-15ed2cde20ed tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Publish callbacks [] for security_group (4b078f66-4ee0-452a-b68b-3ee32fe10a6d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.687897 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dacda110-2c2f-4b23-a7f5-d25ad4e2f34a req-40620f51-f0ec-4b1d-848b-15ed2cde20ed tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4b078f66-4ee0-452a-b68b-3ee32fe10a6d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.706573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d8293f67-e7a0-4e98-8915-050a6a911c89 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:48.717600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-602b9956-c096-4dbe-b13d-733932faca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'name': 'tempest-TaggedBootDevicesTest_v242-48153856-router', 'tenant_id': '731b202f991f4f309349c7c8e237153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:25Z', 'updated_at': '2022-01-28T19:19:46Z', 'revision_number': 6, 'project_id': '731b202f991f4f309349c7c8e237153b', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:48.766523 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9aad33f-158a-4691-a782-e917e5b6ffef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.767140 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aad33f-158a-4691-a782-e917e5b6ffef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:19:48.773275 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e9aad33f-158a-4691-a782-e917e5b6ffef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.774425 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e9aad33f-158a-4691-a782-e917e5b6ffef admin admin] 10.222.0.55 "DELETE /v2.0/routers/431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a HTTP/1.1" status: 204 len: 168 time: 2.8557146 Jan 28 19:19:48.782231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50136) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:48.823474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b9956-c096-4dbe-b13d-733932faca20 None None] The sync data for ids ['431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a'] in n-d-824834-4 is: [{'id': '431cd6ac-9da1-4ec4-a7d0-5531fcc4ee7a', 'name': 'tempest-TaggedBootDevicesTest_v242-48153856-router', 'tenant_id': '731b202f991f4f309349c7c8e237153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:11:25Z', 'updated_at': '2022-01-28T19:19:46Z', 'revision_number': 6, 'project_id': '731b202f991f4f309349c7c8e237153b', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:19:48.888927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b293bac-4e29-4e6d-8c87-cc105447f2ce req-91774510-7cc9-479b-8a51-1dd91dd2d7f0 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:48.891558 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b293bac-4e29-4e6d-8c87-cc105447f2ce req-91774510-7cc9-479b-8a51-1dd91dd2d7f0 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.1225114 Jan 28 19:19:48.903378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e02e7b7-104e-4031-a722-5492ca376df6 admin admin] Deleting subnet 7c69c9c6-525d-476e-a95e-46fb195196cb {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:48.909348 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e02e7b7-104e-4031-a722-5492ca376df6 admin admin] Publish callbacks [] for subnet (7c69c9c6-525d-476e-a95e-46fb195196cb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.946290 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e02e7b7-104e-4031-a722-5492ca376df6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (7c69c9c6-525d-476e-a95e-46fb195196cb), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:48.992256 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port d8293f67-e7a0-4e98-8915-050a6a911c89 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:48.992705 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.011316 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bdcfab3-09be-4779-bcac-752c1cc55422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.044409 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcfab3-09be-4779-bcac-752c1cc55422 None None] Pushing event deleted for resources: {'Port': ['ID=d8293f67-e7a0-4e98-8915-050a6a911c89,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:49.070207 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e02e7b7-104e-4031-a722-5492ca376df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (7c69c9c6-525d-476e-a95e-46fb195196cb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.084506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdcfab3-09be-4779-bcac-752c1cc55422 None None] No DVR routers for this DVR port d8293f67-e7a0-4e98-8915-050a6a911c89 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:49.104806 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b293bac-4e29-4e6d-8c87-cc105447f2ce req-0a9507f9-a0dc-4c83-b63d-6dabb12fc4a6 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929358 Jan 28 19:19:49.109066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1759358a-6c2d-4f7c-b476-1462acf0c95d None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:49.240886 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e02e7b7-104e-4031-a722-5492ca376df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (7c69c9c6-525d-476e-a95e-46fb195196cb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.243756 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50144) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:49.259053 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65cdf0ff-83a0-42fb-9a1d-a1614d6bb20f req-f9ab6435-f9f3-4f95-ac47-80c7816c6054 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 210 time: 0.0751636 Jan 28 19:19:49.301971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': '031072d8-f34e-44e8-8f1e-be3f6cc31ba9'}, {'subnet_id': 'f9687e32-b05b-40f7-8c0f-87937aa2e4ae'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:19:49.303462 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.369041 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02e7b7-104e-4031-a722-5492ca376df6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c69c9c6-525d-476e-a95e-46fb195196cb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:49.383718 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e02e7b7-104e-4031-a722-5492ca376df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.397724 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2e02e7b7-104e-4031-a722-5492ca376df6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7c69c9c6-525d-476e-a95e-46fb195196cb HTTP/1.1" status: 204 len: 168 time: 0.6143754 Jan 28 19:19:49.400351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50150) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:49.496037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076c0146-c3b3-40bd-b53e-d69746d36404 None None] Network 5a5f57ba-8401-458e-8068-af74e7c0ca32 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:49.535003 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a17219c-ca27-4a6c-b927-13008414b75e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.559365 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (5a5f57ba-8401-458e-8068-af74e7c0ca32), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.560130 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be35301-8dec-471c-b98f-c26f81a28a3d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8293f67-e7a0-4e98-8915-050a6a911c89), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.576536 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40620f51-f0ec-4b1d-848b-15ed2cde20ed tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b078f66-4ee0-452a-b68b-3ee32fe10a6d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:49.602502 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d594d-9153-4e8c-88ab-9ca600ed9b30 req-eda1e72c-ffd0-4aa5-8e38-604d5262fe79 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:49.608548 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d594d-9153-4e8c-88ab-9ca600ed9b30 req-eda1e72c-ffd0-4aa5-8e38-604d5262fe79 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:49.614204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d594d-9153-4e8c-88ab-9ca600ed9b30 req-eda1e72c-ffd0-4aa5-8e38-604d5262fe79 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:49.619549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d594d-9153-4e8c-88ab-9ca600ed9b30 req-eda1e72c-ffd0-4aa5-8e38-604d5262fe79 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:49.624869 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d594d-9153-4e8c-88ab-9ca600ed9b30 req-eda1e72c-ffd0-4aa5-8e38-604d5262fe79 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:49.630294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d594d-9153-4e8c-88ab-9ca600ed9b30 req-eda1e72c-ffd0-4aa5-8e38-604d5262fe79 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:49.636064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d594d-9153-4e8c-88ab-9ca600ed9b30 req-eda1e72c-ffd0-4aa5-8e38-604d5262fe79 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:49.638255 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f6d594d-9153-4e8c-88ab-9ca600ed9b30 req-eda1e72c-ffd0-4aa5-8e38-604d5262fe79 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5424 time: 0.2054424 Jan 28 19:19:49.651068 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dacda110-2c2f-4b23-a7f5-d25ad4e2f34a req-40620f51-f0ec-4b1d-848b-15ed2cde20ed tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 1.1566567 Jan 28 19:19:49.666056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Allocated IP 172.20.0.2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/f9687e32-b05b-40f7-8c0f-87937aa2e4ae/eb635fca-814f-4dfb-8393-b284c267b931) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:49.666281 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ca50dfb-4f5c-49ce-adbe-e0fdf2857488 admin admin] Publish callbacks [] for security_group (c552fd5e-0518-49c7-9848-3f13717b6916), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.666281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be35301-8dec-471c-b98f-c26f81a28a3d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Port d8293f67-e7a0-4e98-8915-050a6a911c89 concurrently deleted while adding address for new subnet {'id': '031072d8-f34e-44e8-8f1e-be3f6cc31ba9', 'name': '', 'tenant_id': '3c39a47b06d44b8bb7d61e79ec319602', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1765, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-01-28T19:19:47Z', 'updated_at': '2022-01-28T19:19:47Z', 'revision_number': 0, 'segment_id': None, 'project_id': '3c39a47b06d44b8bb7d61e79ec319602'}. {{(pid=103146) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Jan 28 19:19:49.666281 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be35301-8dec-471c-b98f-c26f81a28a3d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (031072d8-f34e-44e8-8f1e-be3f6cc31ba9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.666632 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Allocated IP 2001:db8::f816:3eff:fee5:583f (1218acd0-0311-470a-8d43-e1a60f7e0be9/031072d8-f34e-44e8-8f1e-be3f6cc31ba9/eb635fca-814f-4dfb-8393-b284c267b931) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:49.727071 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ca50dfb-4f5c-49ce-adbe-e0fdf2857488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c552fd5e-0518-49c7-9848-3f13717b6916), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.758457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 97e80eea-8605-4e6d-90bd-6e52508f9934 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:49.785890 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be35301-8dec-471c-b98f-c26f81a28a3d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=031072d8-f34e-44e8-8f1e-be3f6cc31ba9,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:49.804529 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f6d594d-9153-4e8c-88ab-9ca600ed9b30 req-a302d692-191a-4b35-b667-cf23bb151399 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1572464 Jan 28 19:19:49.822469 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a17219c-ca27-4a6c-b927-13008414b75e admin admin] Publish callbacks [] for security_group (55fed667-0794-4b09-8142-717246dcd14a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.836841 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a17219c-ca27-4a6c-b927-13008414b75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (55fed667-0794-4b09-8142-717246dcd14a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.852260 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be35301-8dec-471c-b98f-c26f81a28a3d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:49.859109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] Deleting port ff764b49-8b65-4869-b71f-f76e7c7f6016 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:49.859519 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ff764b49-8b65-4869-b71f-f76e7c7f6016), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.871702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74de45ae-23b0-4e7d-b907-ff7c4ec42dc9 None None] DHCP port deletion for 5a5f57ba-8401-458e-8068-af74e7c0ca32 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:19:49.883449 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6be35301-8dec-471c-b98f-c26f81a28a3d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:49.889441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be35301-8dec-471c-b98f-c26f81a28a3d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:49.890060 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be35301-8dec-471c-b98f-c26f81a28a3d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:49.909831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca50dfb-4f5c-49ce-adbe-e0fdf2857488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c552fd5e-0518-49c7-9848-3f13717b6916,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:49.917527 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4ca50dfb-4f5c-49ce-adbe-e0fdf2857488 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=31741e3bdd2e417f9883447bb8c92e3f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6474235 Jan 28 19:19:49.922210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50156) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:49.956926 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4a17219c-ca27-4a6c-b927-13008414b75e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e19dd6861b04a3381bf8978d3f7e8ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6966424 Jan 28 19:19:49.961579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50158) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:49.991177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17219c-ca27-4a6c-b927-13008414b75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fed667-0794-4b09-8142-717246dcd14a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:50.017948 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6be35301-8dec-471c-b98f-c26f81a28a3d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4468048 Jan 28 19:19:50.021216 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50160) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:50.027419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 97e80eea-8605-4e6d-90bd-6e52508f9934 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:19:50.034360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-41b8a1ec-7ec7-45c0-b110-61164ead5af3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'mac_address': 'fa:16:3e:f4:e4:de', 'name': 'tempest-NetworksTestDHCPv6-1870985684'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:50.046562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 97e80eea-8605-4e6d-90bd-6e52508f9934 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:50.047241 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.113786 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] For port ff764b49-8b65-4869-b71f-f76e7c7f6016, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ff764b49-8b65-4869-b71f-f76e7c7f6016,segment=NetworkSegment(2de3bf9f-2294-4c93-9903-aac1f9a9acaf),segment_id=2de3bf9f-2294-4c93-9903-aac1f9a9acaf)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:50.114427 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ff764b49-8b65-4869-b71f-f76e7c7f6016), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.136593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] Calling delete_port for ff764b49-8b65-4869-b71f-f76e7c7f6016 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:50.143206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-74de45ae-23b0-4e7d-b907-ff7c4ec42dc9 None None] Deleting port ff764b49-8b65-4869-b71f-f76e7c7f6016 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:50.143595 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74de45ae-23b0-4e7d-b907-ff7c4ec42dc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ff764b49-8b65-4869-b71f-f76e7c7f6016), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.153019 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Publish callbacks [] for port (eb635fca-814f-4dfb-8393-b284c267b931), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.155939 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a771ea05-8de2-4593-b99a-6d8283b947e4 admin admin] Publish callbacks [] for security_group (c552fd5e-0518-49c7-9848-3f13717b6916), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.189943 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a771ea05-8de2-4593-b99a-6d8283b947e4 admin admin] Publish callbacks [] for security_group (c552fd5e-0518-49c7-9848-3f13717b6916), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.241477 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (eb635fca-814f-4dfb-8393-b284c267b931), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.253147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c18ce9-d7fe-4217-94f5-5d5001018c19 req-191c53b8-1b59-4e68-a69b-1db8ca4ce391 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:50.253661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c18ce9-d7fe-4217-94f5-5d5001018c19 req-191c53b8-1b59-4e68-a69b-1db8ca4ce391 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:50.254173 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c18ce9-d7fe-4217-94f5-5d5001018c19 req-191c53b8-1b59-4e68-a69b-1db8ca4ce391 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:50.262178 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b8c18ce9-d7fe-4217-94f5-5d5001018c19 req-191c53b8-1b59-4e68-a69b-1db8ca4ce391 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f&device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681&device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 2974 time: 0.2429805 Jan 28 19:19:50.273324 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d77939f-3767-4c5f-9add-1f5bed68aebd admin admin] Publish callbacks [] for security_group (55fed667-0794-4b09-8142-717246dcd14a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.319685 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d77939f-3767-4c5f-9add-1f5bed68aebd admin admin] Publish callbacks [] for security_group (55fed667-0794-4b09-8142-717246dcd14a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.335782 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a771ea05-8de2-4593-b99a-6d8283b947e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c552fd5e-0518-49c7-9848-3f13717b6916), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.339214 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a771ea05-8de2-4593-b99a-6d8283b947e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.342665 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a771ea05-8de2-4593-b99a-6d8283b947e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c552fd5e-0518-49c7-9848-3f13717b6916 HTTP/1.1" status: 204 len: 168 time: 0.4172540 Jan 28 19:19:50.343860 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-74de45ae-23b0-4e7d-b907-ff7c4ec42dc9 None None] For port ff764b49-8b65-4869-b71f-f76e7c7f6016, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ff764b49-8b65-4869-b71f-f76e7c7f6016,segment=NetworkSegment(2de3bf9f-2294-4c93-9903-aac1f9a9acaf),segment_id=2de3bf9f-2294-4c93-9903-aac1f9a9acaf)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:50.344524 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74de45ae-23b0-4e7d-b907-ff7c4ec42dc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ff764b49-8b65-4869-b71f-f76e7c7f6016), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.375035 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:50.377106 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 97e80eea-8605-4e6d-90bd-6e52508f9934 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:50.377497 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.384005 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b8a1ec-7ec7-45c0-b110-61164ead5af3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:50.395232 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-74de45ae-23b0-4e7d-b907-ff7c4ec42dc9 None None] Calling delete_port for ff764b49-8b65-4869-b71f-f76e7c7f6016 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:50.411830 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ff764b49-8b65-4869-b71f-f76e7c7f6016), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.418213 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 97e80eea-8605-4e6d-90bd-6e52508f9934, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=97e80eea-8605-4e6d-90bd-6e52508f9934,segment=NetworkSegment(66139151-886b-4c11-a2c2-236a4d651755),segment_id=66139151-886b-4c11-a2c2-236a4d651755)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:50.422119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Pushing event updated for resources: {'Port': ['ID=eb635fca-814f-4dfb-8393-b284c267b931,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:50.430544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e80eea-8605-4e6d-90bd-6e52508f9934'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:50.434049 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e93053-a923-4eb0-b03f-0ddbd1b82428" -d '{"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-plugged", "status": "completed", "tag": "97e80eea-8605-4e6d-90bd-6e52508f9934"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:50.436824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ff764b49-8b65-4869-b71f-f76e7c7f6016 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:50.439546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:50.447120 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.447345 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771ea05-8de2-4593-b99a-6d8283b947e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c552fd5e-0518-49c7-9848-3f13717b6916,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:50.448109 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2231651e-f2f6-4bc4-b992-84ee49c5e41c up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:50.472691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:50.490814 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff764b49-8b65-4869-b71f-f76e7c7f6016,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:50.495891 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] No DVR routers for this DVR port ff764b49-8b65-4869-b71f-f76e7c7f6016 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:50.521384 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b8c18ce9-d7fe-4217-94f5-5d5001018c19 req-aef9c742-c5da-4d54-b99d-7319fedfdb19 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581940 Jan 28 19:19:50.541846 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a530e0fd-a289-4a98-a6e0-35b355950729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.543683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: ff764b49-8b65-4869-b71f-f76e7c7f6016 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:50.544026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ff764b49-8b65-4869-b71f-f76e7c7f6016 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:50.544448 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1f02346e-4c9b-464f-a126-572d350e28ff no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:50.546574 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d77939f-3767-4c5f-9add-1f5bed68aebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (55fed667-0794-4b09-8142-717246dcd14a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.551000 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d77939f-3767-4c5f-9add-1f5bed68aebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.561969 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7d77939f-3767-4c5f-9add-1f5bed68aebd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55fed667-0794-4b09-8142-717246dcd14a HTTP/1.1" status: 204 len: 168 time: 0.5942712 Jan 28 19:19:50.587786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77939f-3767-4c5f-9add-1f5bed68aebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fed667-0794-4b09-8142-717246dcd14a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:50.600269 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8317d3-99e4-40e9-8786-15bc8629f756 req-d9cb5ee4-aa18-4d74-bb2e-01e696af4a9f tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:50.608769 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce8317d3-99e4-40e9-8786-15bc8629f756 req-d9cb5ee4-aa18-4d74-bb2e-01e696af4a9f tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.3763142 Jan 28 19:19:50.662259 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-138ccfe7-b2ac-46c7-a784-a631612095c6 req-ed50aca5-16a5-4e47-a032-23fafeb26aae tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 210 time: 0.0550807 Jan 28 19:19:50.693578 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74de45ae-23b0-4e7d-b907-ff7c4ec42dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (ff764b49-8b65-4869-b71f-f76e7c7f6016), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.738213 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 1f02346e-4c9b-464f-a126-572d350e28ff {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:50.738658 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1f02346e-4c9b-464f-a126-572d350e28ff not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:50.739553 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ef17762e-dc93-43ca-a94d-5db2f9cf8390 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:19:50.794119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: ef17762e-dc93-43ca-a94d-5db2f9cf8390 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:19:50.794734 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ef17762e-dc93-43ca-a94d-5db2f9cf8390 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:19:50.808293 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1125ea7-9c07-4b21-ad2d-726f42722c8b x-openstack-request-id: req-a1125ea7-9c07-4b21-ad2d-726f42722c8b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:50.808819 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-plugged", "status": "completed", "tag": "97e80eea-8605-4e6d-90bd-6e52508f9934", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:50.809345 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a1125ea7-9c07-4b21-ad2d-726f42722c8b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:50.809994 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e80eea-8605-4e6d-90bd-6e52508f9934', 'code': 200} Jan 28 19:19:50.830819 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (5a5f57ba-8401-458e-8068-af74e7c0ca32), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.855225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-18b879be-cd4d-4ac2-b52c-e170c513774b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:50.857586 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-18b879be-cd4d-4ac2-b52c-e170c513774b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.37 "GET /v2.0/networks?id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 200 len: 817 time: 0.2767034 Jan 28 19:19:50.900382 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74de45ae-23b0-4e7d-b907-ff7c4ec42dc9 None None] No DVR routers for this DVR port ff764b49-8b65-4869-b71f-f76e7c7f6016 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:50.902107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5f57ba-8401-458e-8068-af74e7c0ca32']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:50.940609 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=97e80eea-8605-4e6d-90bd-6e52508f9934,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:50.950692 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de3bf9f-2294-4c93-9903-aac1f9a9acaf') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:50.950996 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de3bf9f-2294-4c93-9903-aac1f9a9acaf') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:19:50.963063 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce8317d3-99e4-40e9-8786-15bc8629f756 req-24d95c5e-5f25-42aa-9a5a-f63046eac37f tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530691 Jan 28 19:19:50.980512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de45ae-23b0-4e7d-b907-ff7c4ec42dc9 None None] Pushing event deleted for resources: {'Port': ['ID=ff764b49-8b65-4869-b71f-f76e7c7f6016,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:50.983761 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Attempting to bind port eb635fca-814f-4dfb-8393-b284c267b931 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:50.984155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Attempting to bind port eb635fca-814f-4dfb-8393-b284c267b931 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:50.984523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Attempting to bind port eb635fca-814f-4dfb-8393-b284c267b931 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:50.988961 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41b8a1ec-7ec7-45c0-b110-61164ead5af3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.991775 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:50.992168 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:50.993049 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.993049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:50.993522 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Bound port: eb635fca-814f-4dfb-8393-b284c267b931, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:50.993982 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (eb635fca-814f-4dfb-8393-b284c267b931), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:50.997812 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 2231651e-f2f6-4bc4-b992-84ee49c5e41c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:19:51.016996 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 2231651e-f2f6-4bc4-b992-84ee49c5e41c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:51.017398 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.017750 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-41b8a1ec-7ec7-45c0-b110-61164ead5af3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port fb3aaa16-e364-4b80-8b36-2828e0de9259 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:19:51.071349 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (2de3bf9f-2294-4c93-9903-aac1f9a9acaf), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.106951 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (2de3bf9f-2294-4c93-9903-aac1f9a9acaf), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.132362 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:19:51.132984 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (2de3bf9f-2294-4c93-9903-aac1f9a9acaf), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:19:51.134776 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:19:51.145395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a785e47-c565-497a-a9f7-fb805bc9e3d7 req-f791045f-6b51-4b4f-8777-711820323890 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:51.158618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a785e47-c565-497a-a9f7-fb805bc9e3d7 req-f791045f-6b51-4b4f-8777-711820323890 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:51.163389 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-8449abb3-b617-4958-a2c4-01e69f80fb4b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=188c3b3012fa4bc99c20429bf8df96c2 HTTP/1.1" status: 200 len: 379 time: 0.2832353 Jan 28 19:19:51.170677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a785e47-c565-497a-a9f7-fb805bc9e3d7 req-f791045f-6b51-4b4f-8777-711820323890 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:51.179594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a785e47-c565-497a-a9f7-fb805bc9e3d7 req-f791045f-6b51-4b4f-8777-711820323890 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:51.180916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] For port eb635fca-814f-4dfb-8393-b284c267b931, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:51.189028 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a785e47-c565-497a-a9f7-fb805bc9e3d7 req-f791045f-6b51-4b4f-8777-711820323890 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:51.198042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] For port eb635fca-814f-4dfb-8393-b284c267b931, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=eb635fca-814f-4dfb-8393-b284c267b931,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:51.201568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a785e47-c565-497a-a9f7-fb805bc9e3d7 req-f791045f-6b51-4b4f-8777-711820323890 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:51.210103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a785e47-c565-497a-a9f7-fb805bc9e3d7 req-f791045f-6b51-4b4f-8777-711820323890 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:51.221487 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a785e47-c565-497a-a9f7-fb805bc9e3d7 req-f791045f-6b51-4b4f-8777-711820323890 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5425 time: 0.2092357 Jan 28 19:19:51.226996 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-84fe6a78-1424-4390-a3b1-e87514f6e2fd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Request body: {'port': {'device_id': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'admin_state_up': True, 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'security_groups': ['eca87a06-9b6b-4f1b-9cf7-f71650f2b056']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:51.293201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 2231651e-f2f6-4bc4-b992-84ee49c5e41c is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:51.293590 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.301344 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (eb635fca-814f-4dfb-8393-b284c267b931), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.302605 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (5a5f57ba-8401-458e-8068-af74e7c0ca32), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.312710 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a785e47-c565-497a-a9f7-fb805bc9e3d7 req-c84e7a79-8c32-414c-ab52-eba15a4afccb tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845501 Jan 28 19:19:51.327704 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.333721 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] 10.222.0.55 "DELETE /v2.0/networks/5a5f57ba-8401-458e-8068-af74e7c0ca32 HTTP/1.1" status: 204 len: 168 time: 1.9296968 Jan 28 19:19:51.338081 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf2b26-04b5-4955-97ac-5c99bb0bdb5d admin admin] Pushing event deleted for resources: {'Network': ['ID=5a5f57ba-8401-458e-8068-af74e7c0ca32,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:51.415812 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-41b8a1ec-7ec7-45c0-b110-61164ead5af3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 172.20.0.7 (1218acd0-0311-470a-8d43-e1a60f7e0be9/f9687e32-b05b-40f7-8c0f-87937aa2e4ae/fb3aaa16-e364-4b80-8b36-2828e0de9259) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:51.433351 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2231651e-f2f6-4bc4-b992-84ee49c5e41c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2231651e-f2f6-4bc4-b992-84ee49c5e41c,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:51.434182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-41b8a1ec-7ec7-45c0-b110-61164ead5af3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::f816:3eff:fef4:e4de (1218acd0-0311-470a-8d43-e1a60f7e0be9/031072d8-f34e-44e8-8f1e-be3f6cc31ba9/fb3aaa16-e364-4b80-8b36-2828e0de9259) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:51.448548 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.449829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 1c4f9e94-3927-4dd2-b547-28673b49a1ac up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:51.453706 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50198) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:51.479471 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ff48394-8254-45e5-8dc7-13a3429b4317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.482265 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-84fe6a78-1424-4390-a3b1-e87514f6e2fd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Made reservation on behalf of 188c3b3012fa4bc99c20429bf8df96c2 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:51.486078 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-84fe6a78-1424-4390-a3b1-e87514f6e2fd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.508195 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3736d1-45cf-4f96-9cbd-96baf5780bdb None None] Pushing event updated for resources: {'Port': ['ID=eb635fca-814f-4dfb-8393-b284c267b931,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:51.636409 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=2231651e-f2f6-4bc4-b992-84ee49c5e41c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:51.644726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:51.699766 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.708221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 1c4f9e94-3927-4dd2-b547-28673b49a1ac completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:19:51.745415 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 1c4f9e94-3927-4dd2-b547-28673b49a1ac triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:51.747502 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.776021 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d87ef1a8-6837-4a6b-b47d-1f800f0eacc1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6617f763bd2b491295631965114da93b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302543 Jan 28 19:19:51.778424 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50208) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:51.891746 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f773-cbf9-446f-9e9b-1831e5b52b20 admin admin] Publish callbacks [] for security_group (00adf23b-8bed-4122-bede-8d0694367da1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.930554 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ff48394-8254-45e5-8dc7-13a3429b4317 admin admin] Publish callbacks [] for security_group (98969af4-178f-4eea-999c-35031361ee90), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.934349 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f773-cbf9-446f-9e9b-1831e5b52b20 admin admin] Publish callbacks [] for security_group (00adf23b-8bed-4122-bede-8d0694367da1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.946584 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe8a4268-438d-4e1b-a16f-fa37569c76b3 req-5c73632d-bd3d-4b1c-a3c5-2025416ac1b8 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 210 time: 0.1106842 Jan 28 19:19:51.950439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 1c4f9e94-3927-4dd2-b547-28673b49a1ac is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:51.950840 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:51.994986 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 1c4f9e94-3927-4dd2-b547-28673b49a1ac, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=1c4f9e94-3927-4dd2-b547-28673b49a1ac,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:52.006546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-84fe6a78-1424-4390-a3b1-e87514f6e2fd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Allocated IP 172.20.0.11 (4eaabcda-c76b-4b7a-807c-2b462b7a6f9c/f81e2f04-6d65-4bf2-ae23-2d422541a4df/d8abe3d1-9141-485b-8c8a-c189f2d8ec9a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:52.010712 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.011676 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 02d7af34-d764-432c-ad55-d958387aec9d up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:52.045350 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f773-cbf9-446f-9e9b-1831e5b52b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (00adf23b-8bed-4122-bede-8d0694367da1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.048368 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f773-cbf9-446f-9e9b-1831e5b52b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.049732 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f5a0f773-cbf9-446f-9e9b-1831e5b52b20 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00adf23b-8bed-4122-bede-8d0694367da1 HTTP/1.1" status: 204 len: 168 time: 0.2681372 Jan 28 19:19:52.068316 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0f773-cbf9-446f-9e9b-1831e5b52b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00adf23b-8bed-4122-bede-8d0694367da1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:52.072455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa803048-f92b-46b9-804e-cc3e8c85ffa4 req-05e4eea4-ea6c-4a06-883b-96339377c80d tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:52.075029 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa803048-f92b-46b9-804e-cc3e8c85ffa4 req-05e4eea4-ea6c-4a06-883b-96339377c80d tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 1132 time: 0.1268537 Jan 28 19:19:52.118768 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ff48394-8254-45e5-8dc7-13a3429b4317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (98969af4-178f-4eea-999c-35031361ee90), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.185462 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa803048-f92b-46b9-804e-cc3e8c85ffa4 req-c19ac71e-f512-4400-85de-8a4e28cc2cca tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002162 Jan 28 19:19:52.199627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=1c4f9e94-3927-4dd2-b547-28673b49a1ac,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:52.222432 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 02d7af34-d764-432c-ad55-d958387aec9d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:19:52.227437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 02d7af34-d764-432c-ad55-d958387aec9d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:52.228148 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (02d7af34-d764-432c-ad55-d958387aec9d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.238734 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41b8a1ec-7ec7-45c0-b110-61164ead5af3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (fb3aaa16-e364-4b80-8b36-2828e0de9259), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.322167 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8ff48394-8254-45e5-8dc7-13a3429b4317 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7ebaf11f8ea4c00a57b22a5a4a86201&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8661554 Jan 28 19:19:52.324741 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50226) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:52.339514 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff48394-8254-45e5-8dc7-13a3429b4317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98969af4-178f-4eea-999c-35031361ee90,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:52.348156 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1920b7b-80d6-47a9-af0d-f74ad46ceeda req-49d98bb2-a82a-444b-b829-2739f399abb9 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:52.356651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b1920b7b-80d6-47a9-af0d-f74ad46ceeda req-49d98bb2-a82a-444b-b829-2739f399abb9 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 1132 time: 0.0718529 Jan 28 19:19:52.370991 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb967c8-98ec-4916-8081-92fca419036d req-23a5c18a-4ebd-439d-9d3f-05d899bf9f63 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:52.378858 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6bb967c8-98ec-4916-8081-92fca419036d req-23a5c18a-4ebd-439d-9d3f-05d899bf9f63 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.2562308 Jan 28 19:19:52.409367 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 02d7af34-d764-432c-ad55-d958387aec9d is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:52.409928 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (02d7af34-d764-432c-ad55-d958387aec9d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.430782 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b1920b7b-80d6-47a9-af0d-f74ad46ceeda req-840c7393-8cf3-4654-ad03-b184f3bef6ab tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730467 Jan 28 19:19:52.473795 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 02d7af34-d764-432c-ad55-d958387aec9d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=02d7af34-d764-432c-ad55-d958387aec9d,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:52.497276 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (02d7af34-d764-432c-ad55-d958387aec9d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.498776 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 9fb3904b-088f-474c-b70e-bea74ba43672 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:52.529808 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-84fe6a78-1424-4390-a3b1-e87514f6e2fd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.686045 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-84fe6a78-1424-4390-a3b1-e87514f6e2fd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.693055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d73e5-83d4-41fd-a387-29fc8186adc1 req-caac8be2-160a-4ca7-a645-cdffb384ea5f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:52.707432 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d73e5-83d4-41fd-a387-29fc8186adc1 req-caac8be2-160a-4ca7-a645-cdffb384ea5f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:52.709675 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6bb967c8-98ec-4916-8081-92fca419036d req-0c7ef96e-4e6e-4990-9154-88ce3f9bcc5c tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252933 Jan 28 19:19:52.715483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d73e5-83d4-41fd-a387-29fc8186adc1 req-caac8be2-160a-4ca7-a645-cdffb384ea5f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:52.737334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d73e5-83d4-41fd-a387-29fc8186adc1 req-caac8be2-160a-4ca7-a645-cdffb384ea5f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:52.746001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d73e5-83d4-41fd-a387-29fc8186adc1 req-caac8be2-160a-4ca7-a645-cdffb384ea5f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:52.757230 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d73e5-83d4-41fd-a387-29fc8186adc1 req-caac8be2-160a-4ca7-a645-cdffb384ea5f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:52.760743 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41b8a1ec-7ec7-45c0-b110-61164ead5af3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (fb3aaa16-e364-4b80-8b36-2828e0de9259), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.770527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d73e5-83d4-41fd-a387-29fc8186adc1 req-caac8be2-160a-4ca7-a645-cdffb384ea5f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:52.775731 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-790d73e5-83d4-41fd-a387-29fc8186adc1 req-caac8be2-160a-4ca7-a645-cdffb384ea5f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5428 time: 0.2004158 Jan 28 19:19:52.792290 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:52.847556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe6a78-1424-4390-a3b1-e87514f6e2fd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event updated for resources: {'Port': ['ID=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:52.859716 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7498cea-d633-42b9-9430-8c3e5576a8e9 admin admin] Publish callbacks [] for security_group (98969af4-178f-4eea-999c-35031361ee90), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.892940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2231651e-f2f6-4bc4-b992-84ee49c5e41c'}, {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4f9e94-3927-4dd2-b547-28673b49a1ac'}, {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d7af34-d764-432c-ad55-d958387aec9d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:52.895362 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8979b14a-cd73-44bb-a56f-1eea3a617132" -d '{"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-plugged", "status": "completed", "tag": "2231651e-f2f6-4bc4-b992-84ee49c5e41c"}, {"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-plugged", "status": "completed", "tag": "1c4f9e94-3927-4dd2-b547-28673b49a1ac"}, {"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-plugged", "status": "completed", "tag": "02d7af34-d764-432c-ad55-d958387aec9d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:52.895618 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7498cea-d633-42b9-9430-8c3e5576a8e9 admin admin] Publish callbacks [] for security_group (98969af4-178f-4eea-999c-35031361ee90), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:52.905919 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device eb635fca-814f-4dfb-8393-b284c267b931 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:52.937353 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f8ec5e81-2f34-463c-92df-28f6621d8287 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=731b202f991f4f309349c7c8e237153b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381450 Jan 28 19:19:52.943707 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50244) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:52.968121 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:19:52.994477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-84fe6a78-1424-4390-a3b1-e87514f6e2fd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:53.017833 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-84fe6a78-1424-4390-a3b1-e87514f6e2fd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:53.020899 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-84fe6a78-1424-4390-a3b1-e87514f6e2fd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:53.024812 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7498cea-d633-42b9-9430-8c3e5576a8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (98969af4-178f-4eea-999c-35031361ee90), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.027662 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7498cea-d633-42b9-9430-8c3e5576a8e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.034582 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e7498cea-d633-42b9-9430-8c3e5576a8e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/98969af4-178f-4eea-999c-35031361ee90 HTTP/1.1" status: 204 len: 168 time: 0.7061470 Jan 28 19:19:53.064225 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.086626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b8a1ec-7ec7-45c0-b110-61164ead5af3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:53.157009 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=02d7af34-d764-432c-ad55-d958387aec9d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:53.169869 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 9fb3904b-088f-474c-b70e-bea74ba43672 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:19:53.172553 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfca20ae-dc2d-4708-86ab-73f307924a63 admin admin] Publish callbacks [] for security_group (b2721189-62c4-4e4f-8fc4-b551881ecf88), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.209666 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fc6fce-739c-443c-a079-6ba530b0cd15 x-openstack-request-id: req-27fc6fce-739c-443c-a079-6ba530b0cd15 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:53.209666 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-plugged", "status": "completed", "tag": "2231651e-f2f6-4bc4-b992-84ee49c5e41c", "code": 200}, {"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-plugged", "status": "completed", "tag": "1c4f9e94-3927-4dd2-b547-28673b49a1ac", "code": 200}, {"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-plugged", "status": "completed", "tag": "02d7af34-d764-432c-ad55-d958387aec9d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:53.209666 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27fc6fce-739c-443c-a079-6ba530b0cd15 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:53.210107 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2231651e-f2f6-4bc4-b992-84ee49c5e41c', 'code': 200} Jan 28 19:19:53.210283 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4f9e94-3927-4dd2-b547-28673b49a1ac', 'code': 200} Jan 28 19:19:53.210459 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d7af34-d764-432c-ad55-d958387aec9d', 'code': 200} Jan 28 19:19:53.230685 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-790d73e5-83d4-41fd-a387-29fc8186adc1 req-71b6f887-62ed-44d0-8658-1badce507a0c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4360034 Jan 28 19:19:53.247479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 9fb3904b-088f-474c-b70e-bea74ba43672 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:53.247871 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9fb3904b-088f-474c-b70e-bea74ba43672), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.253755 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a0bff6-fb3c-45e9-8fa9-b2b133d0cdb6 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:53.309714 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfca20ae-dc2d-4708-86ab-73f307924a63 admin admin] Publish callbacks [] for security_group (b2721189-62c4-4e4f-8fc4-b551881ecf88), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.330432 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:53.335303 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:53.339058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:53.339628 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:53.340123 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:53.340635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:53.341122 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:53.343868 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:53.344382 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:53.344874 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:53.347210 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:53.347989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:53.348569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:19:53.422543 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfca20ae-dc2d-4708-86ab-73f307924a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b2721189-62c4-4e4f-8fc4-b551881ecf88), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.425436 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bfca20ae-dc2d-4708-86ab-73f307924a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.426886 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bfca20ae-dc2d-4708-86ab-73f307924a63 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b2721189-62c4-4e4f-8fc4-b551881ecf88 HTTP/1.1" status: 204 len: 168 time: 0.4746749 Jan 28 19:19:53.442730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca20ae-dc2d-4708-86ab-73f307924a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2721189-62c4-4e4f-8fc4-b551881ecf88,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:53.473916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port eb635fca-814f-4dfb-8393-b284c267b931 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:53.474600 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (eb635fca-814f-4dfb-8393-b284c267b931), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.505039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50260) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:53.535170 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ddff1559-e0fc-4f1c-9461-533650850075 None None] Provisioning complete for port eb635fca-814f-4dfb-8393-b284c267b931 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:53.535412 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddff1559-e0fc-4f1c-9461-533650850075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (eb635fca-814f-4dfb-8393-b284c267b931), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.634426 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7498cea-d633-42b9-9430-8c3e5576a8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98969af4-178f-4eea-999c-35031361ee90,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:53.637648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-41b8a1ec-7ec7-45c0-b110-61164ead5af3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:53.640190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b8a1ec-7ec7-45c0-b110-61164ead5af3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:53.666054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 9fb3904b-088f-474c-b70e-bea74ba43672 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:53.666597 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9fb3904b-088f-474c-b70e-bea74ba43672), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.767051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8a1ec-7ec7-45c0-b110-61164ead5af3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=fb3aaa16-e364-4b80-8b36-2828e0de9259,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:53.780320 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-84fe6a78-1424-4390-a3b1-e87514f6e2fd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:53.780940 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-84fe6a78-1424-4390-a3b1-e87514f6e2fd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.793853 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b8a1ec-7ec7-45c0-b110-61164ead5af3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:53.794383 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-41b8a1ec-7ec7-45c0-b110-61164ead5af3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.822453 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccf095-7eec-460c-b585-630fc7a700be req-6d05e139-e479-4558-a0b3-310dc21d7a6d tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:53.824402 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5cccf095-7eec-460c-b585-630fc7a700be req-6d05e139-e479-4558-a0b3-310dc21d7a6d tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 932 time: 0.1782415 Jan 28 19:19:53.832022 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50274) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:53.842839 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-41b8a1ec-7ec7-45c0-b110-61164ead5af3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8156030 Jan 28 19:19:53.857812 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-84fe6a78-1424-4390-a3b1-e87514f6e2fd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6396017 Jan 28 19:19:53.882693 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 9fb3904b-088f-474c-b70e-bea74ba43672, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=9fb3904b-088f-474c-b70e-bea74ba43672,segment=NetworkSegment(2f9ca07e-a570-4068-8d71-ec00c0d5e506),segment_id=2f9ca07e-a570-4068-8d71-ec00c0d5e506)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:53.883091 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Request body: {'port': {'device_id': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:53.891097 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port eb635fca-814f-4dfb-8393-b284c267b931 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:53.891759 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (eb635fca-814f-4dfb-8393-b284c267b931), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.893700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ddff1559-e0fc-4f1c-9461-533650850075 None None] Current status of the port eb635fca-814f-4dfb-8393-b284c267b931 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:53.894446 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddff1559-e0fc-4f1c-9461-533650850075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (eb635fca-814f-4dfb-8393-b284c267b931), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.911804 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9fb3904b-088f-474c-b70e-bea74ba43672), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:53.935288 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7b36fe92-b79b-45b6-925a-27d7f3749cd5 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:54.000486 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5cccf095-7eec-460c-b585-630fc7a700be req-05e98d8b-a093-4ab5-a906-c2a735bc2f1c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520612 Jan 28 19:19:54.006834 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.058700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-549335685', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:54.089498 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3acafe-58f5-4992-89bb-a10bf8d69507 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:54.105294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3acafe-58f5-4992-89bb-a10bf8d69507 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:54.115085 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6c3acafe-58f5-4992-89bb-a10bf8d69507 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2818339 Jan 28 19:19:54.120085 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50282) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:54.125600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ddff1559-e0fc-4f1c-9461-533650850075 None None] For port eb635fca-814f-4dfb-8393-b284c267b931, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=eb635fca-814f-4dfb-8393-b284c267b931,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:54.133022 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b46ab6-1479-4fa2-967d-1b7d8ce16ec4 req-cd5060f6-6952-46ea-b825-c53196a5b15c tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:54.136597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=9fb3904b-088f-474c-b70e-bea74ba43672,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:54.142649 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2b46ab6-1479-4fa2-967d-1b7d8ce16ec4 req-cd5060f6-6952-46ea-b825-c53196a5b15c tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.2619190 Jan 28 19:19:54.154941 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddff1559-e0fc-4f1c-9461-533650850075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (eb635fca-814f-4dfb-8393-b284c267b931), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.267712 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2b46ab6-1479-4fa2-967d-1b7d8ce16ec4 req-32832e08-9600-4320-a949-1b20c236af8e tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067951 Jan 28 19:19:54.272981 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Made reservation on behalf of 704c5483e7eb4888a4849d86f3fd7db5 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:54.275527 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.305564 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.426695 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:19:54.427169 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:19:54.460757 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks [] for security_group (f716c5ed-78d7-43dc-9b6d-01576442e9a8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.466454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff1559-e0fc-4f1c-9461-533650850075 None None] Pushing event updated for resources: {'Port': ['ID=eb635fca-814f-4dfb-8393-b284c267b931,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:54.477726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f280f984-84dc-4bd0-bd47-052e059f0efb None None] Provisioning complete for port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:54.479023 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f280f984-84dc-4bd0-bd47-052e059f0efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.483140 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f716c5ed-78d7-43dc-9b6d-01576442e9a8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.490238 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 7b36fe92-b79b-45b6-925a-27d7f3749cd5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:19:54.493817 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] device_id is not set on port 8c3712ef-f4f1-40f4-8f93-6fbb531a4dcc yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:19:54.547283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 7b36fe92-b79b-45b6-925a-27d7f3749cd5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:54.548988 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.579904 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f716c5ed-78d7-43dc-9b6d-01576442e9a8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:54.653083 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.688616 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f280f984-84dc-4bd0-bd47-052e059f0efb None None] Port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:19:54.702146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f4402a68-2854-4341-8fc1-1deee39b314b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port fb3aaa16-e364-4b80-8b36-2828e0de9259 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:54.703129 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4402a68-2854-4341-8fc1-1deee39b314b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (fb3aaa16-e364-4b80-8b36-2828e0de9259), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.741652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Allocated IP 172.25.0.193 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/8c3712ef-f4f1-40f4-8f93-6fbb531a4dcc) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:19:54.787331 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 7b36fe92-b79b-45b6-925a-27d7f3749cd5 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:54.788428 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.848517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4c2ac-f67a-4eef-b1b6-e1a888f88aad req-81f1dcad-8b96-4580-9349-426098314885 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:54.856411 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abb4c2ac-f67a-4eef-b1b6-e1a888f88aad req-81f1dcad-8b96-4580-9349-426098314885 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.2234383 Jan 28 19:19:54.887911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7b36fe92-b79b-45b6-925a-27d7f3749cd5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7b36fe92-b79b-45b6-925a-27d7f3749cd5,segment=NetworkSegment(2f9ca07e-a570-4068-8d71-ec00c0d5e506),segment_id=2f9ca07e-a570-4068-8d71-ec00c0d5e506)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:54.903331 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-293108ac-41d2-4434-8b28-3c126d009c98 None None] Provisioning complete for port eb635fca-814f-4dfb-8393-b284c267b931 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:54.904491 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-293108ac-41d2-4434-8b28-3c126d009c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (eb635fca-814f-4dfb-8393-b284c267b931), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.981990 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4402a68-2854-4341-8fc1-1deee39b314b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (fb3aaa16-e364-4b80-8b36-2828e0de9259), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.991263 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:54.992523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 8c68f75a-044e-472c-9ceb-54febb5d164d up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:55.008489 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks [] for port (8c3712ef-f4f1-40f4-8f93-6fbb531a4dcc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.053087 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8c3712ef-f4f1-40f4-8f93-6fbb531a4dcc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.058779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f4402a68-2854-4341-8fc1-1deee39b314b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for fb3aaa16-e364-4b80-8b36-2828e0de9259 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:55.099831 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:55.131528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a358af8-6902-4a47-bca1-fd3478da056e req-46f72463-1562-4147-b87e-eb1b4b5eecac tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:55.141420 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a358af8-6902-4a47-bca1-fd3478da056e req-46f72463-1562-4147-b87e-eb1b4b5eecac tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:55.148477 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-abb4c2ac-f67a-4eef-b1b6-e1a888f88aad req-c4724b1e-e8fd-498b-9f47-480a4455009c tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908430 Jan 28 19:19:55.154275 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a358af8-6902-4a47-bca1-fd3478da056e req-46f72463-1562-4147-b87e-eb1b4b5eecac tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:55.166788 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a358af8-6902-4a47-bca1-fd3478da056e req-46f72463-1562-4147-b87e-eb1b4b5eecac tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:55.180562 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a358af8-6902-4a47-bca1-fd3478da056e req-46f72463-1562-4147-b87e-eb1b4b5eecac tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:55.185937 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a358af8-6902-4a47-bca1-fd3478da056e req-46f72463-1562-4147-b87e-eb1b4b5eecac tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:55.204718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port eb635fca-814f-4dfb-8393-b284c267b931 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:55.208355 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a358af8-6902-4a47-bca1-fd3478da056e req-46f72463-1562-4147-b87e-eb1b4b5eecac tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:55.210856 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3a358af8-6902-4a47-bca1-fd3478da056e req-46f72463-1562-4147-b87e-eb1b4b5eecac tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5429 time: 0.7419794 Jan 28 19:19:55.228547 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb3904b-088f-474c-b70e-bea74ba43672'}, {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b36fe92-b79b-45b6-925a-27d7f3749cd5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:55.234545 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61610279-7aef-4f9f-8f6e-4d734f412cb2" -d '{"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-plugged", "status": "completed", "tag": "9fb3904b-088f-474c-b70e-bea74ba43672"}, {"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-plugged", "status": "completed", "tag": "7b36fe92-b79b-45b6-925a-27d7f3749cd5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:55.245542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8abe3d1-9141-485b-8c8a-c189f2d8ec9a {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:19:55.265262 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Publish callbacks [] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.277216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=7b36fe92-b79b-45b6-925a-27d7f3749cd5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:55.314708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Transition to ACTIVE for port object d8abe3d1-9141-485b-8c8a-c189f2d8ec9a will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:19:55.338764 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.342423 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:19:55.350057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d2148-ba1c-459d-be90-8e0636c511b2 req-198b57de-dff1-4cea-bb96-59768c9da3e2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:55.355206 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:55.357397 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-265d2148-ba1c-459d-be90-8e0636c511b2 req-198b57de-dff1-4cea-bb96-59768c9da3e2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 932 time: 0.1143472 Jan 28 19:19:55.359170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:19:55.409676 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 8c68f75a-044e-472c-9ceb-54febb5d164d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:19:55.435679 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device eb635fca-814f-4dfb-8393-b284c267b931 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:19:55.437392 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.439932 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 8c68f75a-044e-472c-9ceb-54febb5d164d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:55.440116 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.454429 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:55.455258 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.484411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55367549-1490-4792-a33c-e98b59862993 service neutron] Pushing event updated for resources: {'Port': ['ID=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:55.517595 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-293108ac-41d2-4434-8b28-3c126d009c98 None None] Current status of the port eb635fca-814f-4dfb-8393-b284c267b931 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:55.569669 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3a358af8-6902-4a47-bca1-fd3478da056e req-ce980791-a8e6-495b-be4b-d66ece508790 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3119228 Jan 28 19:19:55.575731 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-265d2148-ba1c-459d-be90-8e0636c511b2 req-29847721-84e0-4396-a4db-1cccb7c09572 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126145 Jan 28 19:19:55.582530 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Pushing event updated for resources: {'Port': ['ID=8c3712ef-f4f1-40f4-8f93-6fbb531a4dcc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:55.626530 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-35f0bb28-e19c-44ac-baf5-fefeab10cdde tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1167736 Jan 28 19:19:55.630789 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50340) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:55.636660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-97d068b0-6524-4038-a132-8d8a6aa243d3 tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.193'}]}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:55.673574 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-293108ac-41d2-4434-8b28-3c126d009c98 None None] Provisioning complete for port fb3aaa16-e364-4b80-8b36-2828e0de9259 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:55.673574 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-293108ac-41d2-4434-8b28-3c126d009c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fb3aaa16-e364-4b80-8b36-2828e0de9259), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.674366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5211da6b-9f18-4673-9c29-77b610829336 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-345314185-network', 'tenant_id': '068ce8b2015a45a89b166ffbe9a9e473'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:55.679243 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97d068b0-6524-4038-a132-8d8a6aa243d3 tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (6e0389ee-5e8b-4598-88f7-a954d447f701), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.680798 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97d068b0-6524-4038-a132-8d8a6aa243d3 tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (6e0389ee-5e8b-4598-88f7-a954d447f701), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.729169 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c712cd-0b93-4357-8464-47e2b2ec246e x-openstack-request-id: req-85c712cd-0b93-4357-8464-47e2b2ec246e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:55.729471 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-plugged", "status": "completed", "tag": "9fb3904b-088f-474c-b70e-bea74ba43672", "code": 200}, {"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-plugged", "status": "completed", "tag": "7b36fe92-b79b-45b6-925a-27d7f3749cd5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:55.729727 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-85c712cd-0b93-4357-8464-47e2b2ec246e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:55.730152 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb3904b-088f-474c-b70e-bea74ba43672', 'code': 200} Jan 28 19:19:55.730406 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b36fe92-b79b-45b6-925a-27d7f3749cd5', 'code': 200} Jan 28 19:19:55.781014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-293108ac-41d2-4434-8b28-3c126d009c98 None None] Port fb3aaa16-e364-4b80-8b36-2828e0de9259 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:19:55.782204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5211da6b-9f18-4673-9c29-77b610829336 admin admin] Made reservation on behalf of 068ce8b2015a45a89b166ffbe9a9e473 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:55.784567 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5211da6b-9f18-4673-9c29-77b610829336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.801836 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Attempting to bind port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:19:55.802575 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Attempting to bind port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '93d6d512-6750-4209-9ab8-34f7848c4e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:19:55.803053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474d7bf-6391-4cfe-afca-d0a43824d389 req-a32c9e5b-950e-4373-9bc3-c3dc5bfadbc7 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:55.803281 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Attempting to bind port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a on network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:55.812153 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4402a68-2854-4341-8fc1-1deee39b314b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (fb3aaa16-e364-4b80-8b36-2828e0de9259), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.815436 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2474d7bf-6391-4cfe-afca-d0a43824d389 req-a32c9e5b-950e-4373-9bc3-c3dc5bfadbc7 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.1189668 Jan 28 19:19:55.817592 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5211da6b-9f18-4673-9c29-77b610829336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.823223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port eb635fca-814f-4dfb-8393-b284c267b931 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:55.823804 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (eb635fca-814f-4dfb-8393-b284c267b931), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.842618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a on network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:19:55.842948 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Attempting to bind port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a on network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:19:55.897977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:19:55.897977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Checking segment: {'id': '93d6d512-6750-4209-9ab8-34f7848c4e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:55.902538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Bound using segment: {'id': '93d6d512-6750-4209-9ab8-34f7848c4e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:19:55.903457 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Bound port: d8abe3d1-9141-485b-8c8a-c189f2d8ec9a, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d6d512-6750-4209-9ab8-34f7848c4e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:19:55.903740 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.914603 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97d068b0-6524-4038-a132-8d8a6aa243d3 tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks [] for router_controller (6e0389ee-5e8b-4598-88f7-a954d447f701), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.921699 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 8c68f75a-044e-472c-9ceb-54febb5d164d is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:55.922882 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:55.933840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f94f884e-3467-40b7-871a-7193341f1b8e None None] Could not find standard attr ID for object fb3aaa16-e364-4b80-8b36-2828e0de9259. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:19:55.975101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 8c68f75a-044e-472c-9ceb-54febb5d164d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=8c68f75a-044e-472c-9ceb-54febb5d164d,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:56.004028 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.031294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] For port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:19:56.035524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] For port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:19:56.051195 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4402a68-2854-4341-8fc1-1deee39b314b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=fb3aaa16-e364-4b80-8b36-2828e0de9259,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:56.063099 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.071609 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port eb635fca-814f-4dfb-8393-b284c267b931 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:56.094135 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=8c68f75a-044e-472c-9ceb-54febb5d164d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:56.127308 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97d068b0-6524-4038-a132-8d8a6aa243d3 tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks [] for router_gateway (6e0389ee-5e8b-4598-88f7-a954d447f701), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.152787 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2474d7bf-6391-4cfe-afca-d0a43824d389 req-f81d4398-0a89-4171-ae81-75102a2ba792 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363590 Jan 28 19:19:56.263350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:56.264554 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.266248 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-55367549-1490-4792-a33c-e98b59862993 service neutron] 10.222.0.37 "PUT /v2.0/ports/d8abe3d1-9141-485b-8c8a-c189f2d8ec9a HTTP/1.1" status: 200 len: 1092 time: 2.3964286 Jan 28 19:19:56.278054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'tag': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:56.280455 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad0a9ec-2285-4eae-8b9e-9f9d301b1e45" -d '{"events": [{"name": "network-changed", "server_uuid": "21d74e39-0fd8-45d9-9ea1-9efa53faae9d", "tag": "d8abe3d1-9141-485b-8c8a-c189f2d8ec9a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:56.387246 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1c07e2-b411-4613-9a9e-0f0ab654664f x-openstack-request-id: req-1b1c07e2-b411-4613-9a9e-0f0ab654664f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:56.387596 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d74e39-0fd8-45d9-9ea1-9efa53faae9d", "tag": "d8abe3d1-9141-485b-8c8a-c189f2d8ec9a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:56.387769 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b1c07e2-b411-4613-9a9e-0f0ab654664f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:56.388168 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'tag': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a', 'status': 'completed', 'code': 200} Jan 28 19:19:56.451356 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55367549-1490-4792-a33c-e98b59862993 service neutron] Pushing event updated for resources: {'Port': ['ID=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:56.456585 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4402a68-2854-4341-8fc1-1deee39b314b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.460436 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f4402a68-2854-4341-8fc1-1deee39b314b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/fb3aaa16-e364-4b80-8b36-2828e0de9259 HTTP/1.1" status: 204 len: 168 time: 2.3382590 Jan 28 19:19:56.468555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50362) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:56.515102 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97d068b0-6524-4038-a132-8d8a6aa243d3 tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks [] for router_gateway (6e0389ee-5e8b-4598-88f7-a954d447f701), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.533039 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5211da6b-9f18-4673-9c29-77b610829336 admin admin] Publish callbacks [] for security_group (e8518aa2-230d-4820-9933-e05aeef83140), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.536764 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97d068b0-6524-4038-a132-8d8a6aa243d3 tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.550945 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5211da6b-9f18-4673-9c29-77b610829336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e8518aa2-230d-4820-9933-e05aeef83140), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.589309 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48876dfe-fb44-4e12-9337-b9e90460b025 req-d333a3cc-2f86-4a3b-83fd-30f63b3463d3 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:56.590873 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48876dfe-fb44-4e12-9337-b9e90460b025 req-d333a3cc-2f86-4a3b-83fd-30f63b3463d3 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.2954447 Jan 28 19:19:56.603187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-a6cb688c-df83-462a-a3ba-a1210ed01293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:56.604953 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-a6cb688c-df83-462a-a3ba-a1210ed01293 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 1126 time: 0.2205529 Jan 28 19:19:56.608586 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5d80-76e5-4502-acc3-c5371c6c9452 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:56.610491 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5d80-76e5-4502-acc3-c5371c6c9452 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:56.611338 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e5d80-76e5-4502-acc3-c5371c6c9452 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:56.615809 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-821e5d80-76e5-4502-acc3-c5371c6c9452 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1447010 Jan 28 19:19:56.621877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5211da6b-9f18-4673-9c29-77b610829336 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:19:56.623631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50370) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:56.705974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211da6b-9f18-4673-9c29-77b610829336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8518aa2-230d-4820-9933-e05aeef83140,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:56.716394 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-8ec40f4c-dce9-49eb-b2c9-52b2981aceff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a HTTP/1.1" status: 200 len: 217 time: 0.0983503 Jan 28 19:19:56.719079 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5211da6b-9f18-4673-9c29-77b610829336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d82fd765-dd1f-4f2d-8ce0-943d11945924), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.719606 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-5211da6b-9f18-4673-9c29-77b610829336 admin admin] Added segment d82fd765-dd1f-4f2d-8ce0-943d11945924 of type vlan for network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 Jan 28 19:19:56.778919 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97d068b0-6524-4038-a132-8d8a6aa243d3 tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks [] for router (6e0389ee-5e8b-4598-88f7-a954d447f701), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.821464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-24db9d3c-6ec1-4fa9-be76-d3d7851b78e5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 031072d8-f34e-44e8-8f1e-be3f6cc31ba9 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:56.824575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bb79d-d47f-415c-8aa5-e0dedce7dd4d req-58f47a52-5d72-4cfe-8347-af0fe9b2954f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:56.826122 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-714bb79d-d47f-415c-8aa5-e0dedce7dd4d req-58f47a52-5d72-4cfe-8347-af0fe9b2954f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.1305408 Jan 28 19:19:56.835039 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24db9d3c-6ec1-4fa9-be76-d3d7851b78e5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (031072d8-f34e-44e8-8f1e-be3f6cc31ba9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.857906 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5211da6b-9f18-4673-9c29-77b610829336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (0ceea04a-e595-4cb7-b086-fbb4ed9795e4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.871669 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48876dfe-fb44-4e12-9337-b9e90460b025 req-38a888c5-49bd-4de5-820a-4ff28f467401 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546926 Jan 28 19:19:56.883023 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-204a95eb-dfd7-458b-9a3d-62e59ecd8b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:56.883605 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-204a95eb-dfd7-458b-9a3d-62e59ecd8b21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f81e2f04-6d65-4bf2-ae23-2d422541a4df HTTP/1.1" status: 200 len: 856 time: 0.1509967 Jan 28 19:19:56.913378 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24db9d3c-6ec1-4fa9-be76-d3d7851b78e5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (031072d8-f34e-44e8-8f1e-be3f6cc31ba9), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.978490 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5211da6b-9f18-4673-9c29-77b610829336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (0ceea04a-e595-4cb7-b086-fbb4ed9795e4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.979560 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5211da6b-9f18-4673-9c29-77b610829336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:56.980164 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5211da6b-9f18-4673-9c29-77b610829336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.992953 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97d068b0-6524-4038-a132-8d8a6aa243d3 tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (6e0389ee-5e8b-4598-88f7-a954d447f701), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:56.995837 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97d068b0-6524-4038-a132-8d8a6aa243d3 tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks [] for router_controller (6e0389ee-5e8b-4598-88f7-a954d447f701), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.011082 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-714bb79d-d47f-415c-8aa5-e0dedce7dd4d req-dc9919de-4685-4f52-833e-3f205f5af817 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551967 Jan 28 19:19:57.039726 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5211da6b-9f18-4673-9c29-77b610829336 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9343565 Jan 28 19:19:57.057070 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50378) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:57.062611 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9afff18e-4239-44a1-834c-50cf7501e240 admin admin] Request body: {'subnet': {'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-345314185-subnet', 'tenant_id': '068ce8b2015a45a89b166ffbe9a9e473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:57.084439 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afff18e-4239-44a1-834c-50cf7501e240 admin admin] Made reservation on behalf of 068ce8b2015a45a89b166ffbe9a9e473 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:57.087765 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9afff18e-4239-44a1-834c-50cf7501e240 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.103113 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97d068b0-6524-4038-a132-8d8a6aa243d3 tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (6e0389ee-5e8b-4598-88f7-a954d447f701), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.103912 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d068b0-6524-4038-a132-8d8a6aa243d3 tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e0389ee-5e8b-4598-88f7-a954d447f701 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:19:57.120402 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-aff05e09-1ea8-425a-933e-5b98d63542ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:57.121957 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-aff05e09-1ea8-425a-933e-5b98d63542ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2273943 Jan 28 19:19:57.159403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211da6b-9f18-4673-9c29-77b610829336 admin admin] Pushing event updated for resources: {'Network': ['ID=0ceea04a-e595-4cb7-b086-fbb4ed9795e4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:57.171305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:19:57.173710 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-97d068b0-6524-4038-a132-8d8a6aa243d3 tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 19:19:57.178508 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-97d068b0-6524-4038-a132-8d8a6aa243d3 tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5462518 Jan 28 19:19:57.179341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50382) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:57.221977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24db9d3c-6ec1-4fa9-be76-d3d7851b78e5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (031072d8-f34e-44e8-8f1e-be3f6cc31ba9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.321166 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147db564-9151-41b4-927f-954eec9651c4 req-f5f32967-4df9-4865-b03f-a3ddbcdcfa90 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:57.326542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147db564-9151-41b4-927f-954eec9651c4 req-f5f32967-4df9-4865-b03f-a3ddbcdcfa90 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:57.331882 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147db564-9151-41b4-927f-954eec9651c4 req-f5f32967-4df9-4865-b03f-a3ddbcdcfa90 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:57.337252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147db564-9151-41b4-927f-954eec9651c4 req-f5f32967-4df9-4865-b03f-a3ddbcdcfa90 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:57.342688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147db564-9151-41b4-927f-954eec9651c4 req-f5f32967-4df9-4865-b03f-a3ddbcdcfa90 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:57.348036 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147db564-9151-41b4-927f-954eec9651c4 req-f5f32967-4df9-4865-b03f-a3ddbcdcfa90 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:57.353498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147db564-9151-41b4-927f-954eec9651c4 req-f5f32967-4df9-4865-b03f-a3ddbcdcfa90 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:57.355546 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-147db564-9151-41b4-927f-954eec9651c4 req-f5f32967-4df9-4865-b03f-a3ddbcdcfa90 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5431 time: 0.2789071 Jan 28 19:19:57.400999 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9b4f24b2-62b9-4090-914d-96c7845e030e tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Deleting port 8c3712ef-f4f1-40f4-8f93-6fbb531a4dcc {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:57.401962 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b4f24b2-62b9-4090-914d-96c7845e030e tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8c3712ef-f4f1-40f4-8f93-6fbb531a4dcc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.418087 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24db9d3c-6ec1-4fa9-be76-d3d7851b78e5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (031072d8-f34e-44e8-8f1e-be3f6cc31ba9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.424213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75014e66-80b6-48af-930d-9b2690a50c4b req-35e7c368-c9f9-496d-a8aa-763b0addfa03 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:57.430510 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75014e66-80b6-48af-930d-9b2690a50c4b req-35e7c368-c9f9-496d-a8aa-763b0addfa03 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.1402533 Jan 28 19:19:57.438997 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-46a1a53f-0fae-474c-9b58-53a6a885cbef service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957213 Jan 28 19:19:57.471722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0259b441-7960-4af3-b17e-f6d4bb96a645 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:57.485018 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9afff18e-4239-44a1-834c-50cf7501e240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (dea7e3fc-09e5-421f-a699-2966c72b0ae8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.545763 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db9d3c-6ec1-4fa9-be76-d3d7851b78e5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=031072d8-f34e-44e8-8f1e-be3f6cc31ba9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:57.549024 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad9e3a78-388d-44ef-bef0-711c24622a22 req-94691872-20dd-446f-8c52-498bb63b98be service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900149 Jan 28 19:19:57.550308 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24db9d3c-6ec1-4fa9-be76-d3d7851b78e5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.551182 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afff18e-4239-44a1-834c-50cf7501e240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea7e3fc-09e5-421f-a699-2966c72b0ae8,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:57.557105 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-24db9d3c-6ec1-4fa9-be76-d3d7851b78e5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/031072d8-f34e-44e8-8f1e-be3f6cc31ba9 HTTP/1.1" status: 204 len: 168 time: 0.9310744 Jan 28 19:19:57.561317 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50386) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:57.619169 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-147db564-9151-41b4-927f-954eec9651c4 req-2ad1059e-64c4-4482-9ef7-81782ee04063 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2532959 Jan 28 19:19:57.620001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afff18e-4239-44a1-834c-50cf7501e240 admin admin] Checking segment: {'id': 'd82fd765-dd1f-4f2d-8ce0-943d11945924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:19:57.620366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afff18e-4239-44a1-834c-50cf7501e240 admin admin] Network hostable DHCP agents. Network: 0ceea04a-e595-4cb7-b086-fbb4ed9795e4, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:19:57.656829 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75014e66-80b6-48af-930d-9b2690a50c4b req-9064f12c-888a-4617-b271-29cb8a8558f2 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250390 Jan 28 19:19:57.676843 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c248b401-748e-4af0-a401-f8a93c3e86b9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet f9687e32-b05b-40f7-8c0f-87937aa2e4ae {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:19:57.678242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afff18e-4239-44a1-834c-50cf7501e240 admin admin] Network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:19:57.681331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c248b401-748e-4af0-a401-f8a93c3e86b9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (f9687e32-b05b-40f7-8c0f-87937aa2e4ae), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.697172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9afff18e-4239-44a1-834c-50cf7501e240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 0ceea04a-e595-4cb7-b086-fbb4ed9795e4) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:19:57.702606 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afff18e-4239-44a1-834c-50cf7501e240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:57.703249 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9afff18e-4239-44a1-834c-50cf7501e240 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.720218 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b4f24b2-62b9-4090-914d-96c7845e030e tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8c3712ef-f4f1-40f4-8f93-6fbb531a4dcc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.732310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0a9ec-2285-4eae-8b9e-9f9d301b1e45 req-2cc5909b-26ba-454b-a122-0b687cf9b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:57.734242 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ad0a9ec-2285-4eae-8b9e-9f9d301b1e45 req-2cc5909b-26ba-454b-a122-0b687cf9b02c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 1126 time: 0.1087425 Jan 28 19:19:57.738424 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9b4f24b2-62b9-4090-914d-96c7845e030e tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Calling delete_port for 8c3712ef-f4f1-40f4-8f93-6fbb531a4dcc owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:57.740388 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c248b401-748e-4af0-a401-f8a93c3e86b9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (f9687e32-b05b-40f7-8c0f-87937aa2e4ae), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.765083 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9afff18e-4239-44a1-834c-50cf7501e240 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7066414 Jan 28 19:19:57.902374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c68f75a-044e-472c-9ceb-54febb5d164d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:19:57.907267 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d1b0ec-407d-4db2-a847-d1fa18774b3a" -d '{"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-plugged", "status": "completed", "tag": "8c68f75a-044e-472c-9ceb-54febb5d164d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:19:57.913808 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a78d09-c8a8-4506-99cf-62d80814f3a4 None None] Network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:57.930842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0a9ec-2285-4eae-8b9e-9f9d301b1e45 req-5b59c6a6-f653-420e-8bff-2cfbeb7837e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:57.931400 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b4f24b2-62b9-4090-914d-96c7845e030e tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8c3712ef-f4f1-40f4-8f93-6fbb531a4dcc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.955456 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ad0a9ec-2285-4eae-8b9e-9f9d301b1e45 req-5b59c6a6-f653-420e-8bff-2cfbeb7837e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 200 len: 918 time: 0.2117705 Jan 28 19:19:57.960195 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c248b401-748e-4af0-a401-f8a93c3e86b9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (f9687e32-b05b-40f7-8c0f-87937aa2e4ae), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:57.989503 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d768298f-79f0-4eb7-93fd-261929cf53e7 x-openstack-request-id: req-d768298f-79f0-4eb7-93fd-261929cf53e7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:19:57.989795 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-plugged", "status": "completed", "tag": "8c68f75a-044e-472c-9ceb-54febb5d164d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:19:57.990054 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d768298f-79f0-4eb7-93fd-261929cf53e7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:19:57.990469 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c68f75a-044e-472c-9ceb-54febb5d164d', 'code': 200} Jan 28 19:19:58.061615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f24b2-62b9-4090-914d-96c7845e030e tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c3712ef-f4f1-40f4-8f93-6fbb531a4dcc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:58.150790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29d3ac0-3faa-4593-aa73-f057740ab45a None None] Network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:58.165246 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ad0a9ec-2285-4eae-8b9e-9f9d301b1e45 req-958c6c7b-fd8d-4b58-947b-38a89e470712 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a HTTP/1.1" status: 200 len: 217 time: 0.1968825 Jan 28 19:19:58.215838 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b4f24b2-62b9-4090-914d-96c7845e030e tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:58.223592 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9b4f24b2-62b9-4090-914d-96c7845e030e tempest-RoutersAdminNegativeTest-1830477483 tempest-RoutersAdminNegativeTest-1830477483-project-admin] 10.222.0.55 "DELETE /v2.0/ports/8c3712ef-f4f1-40f4-8f93-6fbb531a4dcc HTTP/1.1" status: 204 len: 168 time: 1.0381887 Jan 28 19:19:58.248279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9516baf-3138-4fae-a5ec-8c8d74c3214f req-13f0dfca-04fe-4e5e-8200-155c4cb86e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:58.249104 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9516baf-3138-4fae-a5ec-8c8d74c3214f req-13f0dfca-04fe-4e5e-8200-155c4cb86e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:58.249223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9516baf-3138-4fae-a5ec-8c8d74c3214f req-13f0dfca-04fe-4e5e-8200-155c4cb86e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:58.249670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9516baf-3138-4fae-a5ec-8c8d74c3214f req-13f0dfca-04fe-4e5e-8200-155c4cb86e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:58.250179 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9516baf-3138-4fae-a5ec-8c8d74c3214f req-13f0dfca-04fe-4e5e-8200-155c4cb86e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:58.250636 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9516baf-3138-4fae-a5ec-8c8d74c3214f req-13f0dfca-04fe-4e5e-8200-155c4cb86e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:58.251092 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9516baf-3138-4fae-a5ec-8c8d74c3214f req-13f0dfca-04fe-4e5e-8200-155c4cb86e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:58.253259 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c9516baf-3138-4fae-a5ec-8c8d74c3214f req-13f0dfca-04fe-4e5e-8200-155c4cb86e7e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 6705 time: 0.1764214 Jan 28 19:19:58.261644 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b4a6a-b0d1-45f4-a118-023c50bfb3d8 req-ce4bb4c7-f93e-46fd-81cf-cc70159ff9c5 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:58.263408 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc1b4a6a-b0d1-45f4-a118-023c50bfb3d8 req-ce4bb4c7-f93e-46fd-81cf-cc70159ff9c5 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.1444204 Jan 28 19:19:58.314294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0a9ec-2285-4eae-8b9e-9f9d301b1e45 req-dd9d90be-06ed-4518-8d67-6332a1c05d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:58.315868 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ad0a9ec-2285-4eae-8b9e-9f9d301b1e45 req-dd9d90be-06ed-4518-8d67-6332a1c05d90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f81e2f04-6d65-4bf2-ae23-2d422541a4df HTTP/1.1" status: 200 len: 856 time: 0.1425393 Jan 28 19:19:58.325217 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c94554-aa47-4dac-b11c-5fa468f3a7d8 req-ed06d3f4-7389-4128-b132-7fe20023d316 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:58.326913 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9c94554-aa47-4dac-b11c-5fa468f3a7d8 req-ed06d3f4-7389-4128-b132-7fe20023d316 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.2577112 Jan 28 19:19:58.383936 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c248b401-748e-4af0-a401-f8a93c3e86b9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (f9687e32-b05b-40f7-8c0f-87937aa2e4ae), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:58.412686 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc1b4a6a-b0d1-45f4-a118-023c50bfb3d8 req-8e75205f-bb11-4956-a54b-fbb067d13ebb tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109099 Jan 28 19:19:58.437404 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c9516baf-3138-4fae-a5ec-8c8d74c3214f req-2a85f74c-867f-45fa-8bcf-09392ec3de74 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&id=3d51f05d-7623-4222-b390-56706a33fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1696205 Jan 28 19:19:58.473896 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c248b401-748e-4af0-a401-f8a93c3e86b9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:58.482698 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50406) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:58.483744 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c248b401-748e-4af0-a401-f8a93c3e86b9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/f9687e32-b05b-40f7-8c0f-87937aa2e4ae HTTP/1.1" status: 204 len: 168 time: 0.9189417 Jan 28 19:19:58.493376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248b401-748e-4af0-a401-f8a93c3e86b9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=f9687e32-b05b-40f7-8c0f-87937aa2e4ae,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:58.524545 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0a9ec-2285-4eae-8b9e-9f9d301b1e45 req-eba54ba4-1ac9-4f63-a2c9-eb80652b3df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:58.526138 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ad0a9ec-2285-4eae-8b9e-9f9d301b1e45 req-eba54ba4-1ac9-4f63-a2c9-eb80652b3df3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1953905 Jan 28 19:19:58.534067 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9c94554-aa47-4dac-b11c-5fa468f3a7d8 req-daa3887e-a765-43d0-a9ce-dc7d0da5c8fe tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933911 Jan 28 19:19:58.583573 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-706a99e5-5872-4bba-af18-a45d3e054f88 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981774 Jan 28 19:19:58.586809 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50410) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:58.695681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ad0a9ec-2285-4eae-8b9e-9f9d301b1e45 req-b0d822a6-ade2-4092-89fd-03c1d7c8f20c service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359107 Jan 28 19:19:58.795965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c0e07e-ad12-4884-96b2-1eb00420ed80 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:58.795965 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-33c0e07e-ad12-4884-96b2-1eb00420ed80 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2050455 Jan 28 19:19:58.795965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:58.802543 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50418) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:58.912417 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d243c57-8dd9-47af-a9e8-afbc672e0f54 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:58.931955 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1d243c57-8dd9-47af-a9e8-afbc672e0f54 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1208045 Jan 28 19:19:58.934875 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:59.001903 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ef61a1f0-193a-4c14-93e0-ae1b2f9a7db3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646689 Jan 28 19:19:59.014950 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50432) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:59.017425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60602b3f-6a18-4312-91e0-5c862d8a6842 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:19:59.020157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bad9d49e-a4c9-4811-9842-e3c2f45b3033 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:59.028233 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0122f224-d88a-4d96-896b-62c101d38794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.111355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5a5dfb44-f501-4b1a-abc3-86fb88acaa76 None None] Provisioning complete for port eb635fca-814f-4dfb-8393-b284c267b931 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:19:59.111815 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a5dfb44-f501-4b1a-abc3-86fb88acaa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (eb635fca-814f-4dfb-8393-b284c267b931), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.252300 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5a5dfb44-f501-4b1a-abc3-86fb88acaa76 None None] Current status of the port eb635fca-814f-4dfb-8393-b284c267b931 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:19:59.274961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02723dfb-a044-4f9f-90c6-9762614060ab None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:19:59.333928 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-02723dfb-a044-4f9f-90c6-9762614060ab None None] Deleting port eb635fca-814f-4dfb-8393-b284c267b931 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:19:59.334492 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02723dfb-a044-4f9f-90c6-9762614060ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (eb635fca-814f-4dfb-8393-b284c267b931), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.339382 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-0c7147de-8b93-404f-a94b-de3a64a21d42 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:59.346048 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-0c7147de-8b93-404f-a94b-de3a64a21d42 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/networks?id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4 HTTP/1.1" status: 200 len: 812 time: 0.3156965 Jan 28 19:19:59.351801 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02465df0-ef45-4176-a73a-17c035e7f2f0 req-2f91a2bc-bb0e-48a4-a421-685f02145fb0 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:59.359242 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02465df0-ef45-4176-a73a-17c035e7f2f0 req-2f91a2bc-bb0e-48a4-a421-685f02145fb0 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:59.360784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad9d49e-a4c9-4811-9842-e3c2f45b3033 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:59.364165 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bad9d49e-a4c9-4811-9842-e3c2f45b3033 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.364763 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02465df0-ef45-4176-a73a-17c035e7f2f0 req-2f91a2bc-bb0e-48a4-a421-685f02145fb0 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:59.365595 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad9d49e-a4c9-4811-9842-e3c2f45b3033 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:19:59.366060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad9d49e-a4c9-4811-9842-e3c2f45b3033 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:19:59.371391 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02465df0-ef45-4176-a73a-17c035e7f2f0 req-2f91a2bc-bb0e-48a4-a421-685f02145fb0 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:59.375363 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-1e78b530-e466-4417-9570-98fadc707889 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/quotas/068ce8b2015a45a89b166ffbe9a9e473 HTTP/1.1" status: 200 len: 375 time: 0.0284598 Jan 28 19:19:59.377247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02465df0-ef45-4176-a73a-17c035e7f2f0 req-2f91a2bc-bb0e-48a4-a421-685f02145fb0 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:59.383627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02465df0-ef45-4176-a73a-17c035e7f2f0 req-2f91a2bc-bb0e-48a4-a421-685f02145fb0 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:59.388914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02465df0-ef45-4176-a73a-17c035e7f2f0 req-2f91a2bc-bb0e-48a4-a421-685f02145fb0 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:59.390865 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02465df0-ef45-4176-a73a-17c035e7f2f0 req-2f91a2bc-bb0e-48a4-a421-685f02145fb0 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5431 time: 0.5677109 Jan 28 19:19:59.394139 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ad0a9ec-2285-4eae-8b9e-9f9d301b1e45 req-da7c3474-7b58-4932-898f-9bc74265206d service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6903512 Jan 28 19:19:59.421375 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-cca5f36f-037c-451e-92c5-654626d47f16 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=068ce8b2015a45a89b166ffbe9a9e473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450490 Jan 28 19:19:59.443053 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bad9d49e-a4c9-4811-9842-e3c2f45b3033 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4270337 Jan 28 19:19:59.443393 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-02723dfb-a044-4f9f-90c6-9762614060ab None None] For port eb635fca-814f-4dfb-8393-b284c267b931, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=eb635fca-814f-4dfb-8393-b284c267b931,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:19:59.443965 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02723dfb-a044-4f9f-90c6-9762614060ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (eb635fca-814f-4dfb-8393-b284c267b931), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.450172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50442) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:59.455550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3041ef47-f6f0-4bf7-8dc5-998f50519d6d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:59.463616 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-02723dfb-a044-4f9f-90c6-9762614060ab None None] Calling delete_port for eb635fca-814f-4dfb-8393-b284c267b931 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:19:59.494757 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0122f224-d88a-4d96-896b-62c101d38794 admin admin] Publish callbacks [] for security_group (09eff0ff-3748-423a-a62e-d027ec8db741), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.505967 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0122f224-d88a-4d96-896b-62c101d38794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (09eff0ff-3748-423a-a62e-d027ec8db741), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.550187 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02465df0-ef45-4176-a73a-17c035e7f2f0 req-6893a4e0-f6d4-4ed2-814d-ae0f6d918837 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1411643 Jan 28 19:19:59.576272 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0122f224-d88a-4d96-896b-62c101d38794 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d914120781014075a7bc82b04ebb85bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7783563 Jan 28 19:19:59.579248 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122f224-d88a-4d96-896b-62c101d38794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09eff0ff-3748-423a-a62e-d027ec8db741,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:59.581283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50448) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:59.591459 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-2b017944-3fec-4783-a15f-51d5a22d9756 service neutron] 10.222.0.55 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691766 Jan 28 19:19:59.594378 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02723dfb-a044-4f9f-90c6-9762614060ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (eb635fca-814f-4dfb-8393-b284c267b931), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.619887 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02723dfb-a044-4f9f-90c6-9762614060ab None None] No DVR routers for this DVR port eb635fca-814f-4dfb-8393-b284c267b931 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:19:59.662886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3041ef47-f6f0-4bf7-8dc5-998f50519d6d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:59.666316 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3041ef47-f6f0-4bf7-8dc5-998f50519d6d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.669041 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3041ef47-f6f0-4bf7-8dc5-998f50519d6d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:19:59.669490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3041ef47-f6f0-4bf7-8dc5-998f50519d6d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:19:59.680420 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6691ccc5-bba6-4bcd-be0e-c5ba2bcf1eb4 admin admin] Publish callbacks [] for security_group (09eff0ff-3748-423a-a62e-d027ec8db741), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.699013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02723dfb-a044-4f9f-90c6-9762614060ab None None] Pushing event deleted for resources: {'Port': ['ID=eb635fca-814f-4dfb-8393-b284c267b931,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:59.710249 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3041ef47-f6f0-4bf7-8dc5-998f50519d6d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2554846 Jan 28 19:19:59.710249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50450) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:59.715145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ec21834a-eb5b-41f7-b448-11f6c8381d76 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:59.717164 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-350399f4-cde2-4b2c-bfce-cb429cbddf30 service neutron] 10.222.0.55 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235664 Jan 28 19:19:59.721926 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6691ccc5-bba6-4bcd-be0e-c5ba2bcf1eb4 admin admin] Publish callbacks [] for security_group (09eff0ff-3748-423a-a62e-d027ec8db741), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.881870 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af343cb8-542d-4ecc-8865-678efcc8c0a1 req-7dd03e77-b6e3-423f-a95b-2ac7e66e76ad tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:19:59.883405 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-af343cb8-542d-4ecc-8865-678efcc8c0a1 req-7dd03e77-b6e3-423f-a95b-2ac7e66e76ad tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.1437783 Jan 28 19:19:59.897863 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec21834a-eb5b-41f7-b448-11f6c8381d76 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:19:59.901404 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec21834a-eb5b-41f7-b448-11f6c8381d76 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.902934 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec21834a-eb5b-41f7-b448-11f6c8381d76 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:19:59.903498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec21834a-eb5b-41f7-b448-11f6c8381d76 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:19:59.905613 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6691ccc5-bba6-4bcd-be0e-c5ba2bcf1eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (09eff0ff-3748-423a-a62e-d027ec8db741), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.908146 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6691ccc5-bba6-4bcd-be0e-c5ba2bcf1eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:19:59.909432 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6691ccc5-bba6-4bcd-be0e-c5ba2bcf1eb4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09eff0ff-3748-423a-a62e-d027ec8db741 HTTP/1.1" status: 204 len: 168 time: 0.3230441 Jan 28 19:19:59.954065 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691ccc5-bba6-4bcd-be0e-c5ba2bcf1eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09eff0ff-3748-423a-a62e-d027ec8db741,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:19:59.968605 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ec21834a-eb5b-41f7-b448-11f6c8381d76 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2572739 Jan 28 19:19:59.972563 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50458) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:19:59.978335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6ca10979-8bc6-46b7-8578-79d03064c621 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:19:59.984139 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-af343cb8-542d-4ecc-8865-678efcc8c0a1 req-4ca08e1d-41d7-4f02-9b0d-311d6b83d64a tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941646 Jan 28 19:20:00.080487 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:00.220897 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42134884-6afa-42d2-bba9-298644f135a6 req-be369b44-4a1f-443b-aac6-8dfb40d903f8 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:00.222763 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-42134884-6afa-42d2-bba9-298644f135a6 req-be369b44-4a1f-443b-aac6-8dfb40d903f8 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.0928164 Jan 28 19:20:00.330118 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-42134884-6afa-42d2-bba9-298644f135a6 req-0aa19b96-8f73-47cc-bded-8e549781cb09 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998104 Jan 28 19:20:00.385795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50470) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:00.451838 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3c60ad7a-5a84-4d65-95a3-df6c8948bd7a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=704c5483e7eb4888a4849d86f3fd7db5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0645952 Jan 28 19:20:00.455072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50474) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:00.547272 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f3e49c98-9780-4b97-bd20-881283aab5db req-512f31e7-6783-48bc-ac0a-017c9097db4a tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 210 time: 0.0290320 Jan 28 19:20:00.553336 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fbb9a82e-180b-499d-a016-123a25853b68 admin admin] Publish callbacks [] for security_group (f716c5ed-78d7-43dc-9b6d-01576442e9a8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:00.591495 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fbb9a82e-180b-499d-a016-123a25853b68 admin admin] Publish callbacks [] for security_group (f716c5ed-78d7-43dc-9b6d-01576442e9a8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:00.656233 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fbb9a82e-180b-499d-a016-123a25853b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f716c5ed-78d7-43dc-9b6d-01576442e9a8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:00.659963 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fbb9a82e-180b-499d-a016-123a25853b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:00.661985 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fbb9a82e-180b-499d-a016-123a25853b68 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f716c5ed-78d7-43dc-9b6d-01576442e9a8 HTTP/1.1" status: 204 len: 168 time: 0.2058840 Jan 28 19:20:00.724572 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a13d8d-e72a-4eb0-90c8-6ed5365593d8 req-6be8d8e2-887d-4045-9ca5-11e68a95e27e tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:00.732293 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49a13d8d-e72a-4eb0-90c8-6ed5365593d8 req-6be8d8e2-887d-4045-9ca5-11e68a95e27e tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.1040123 Jan 28 19:20:00.737300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca10979-8bc6-46b7-8578-79d03064c621 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:00.737528 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9a82e-180b-499d-a016-123a25853b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f716c5ed-78d7-43dc-9b6d-01576442e9a8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:00.739732 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ca10979-8bc6-46b7-8578-79d03064c621 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:00.741068 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca10979-8bc6-46b7-8578-79d03064c621 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:20:00.741489 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca10979-8bc6-46b7-8578-79d03064c621 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:20:00.823523 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6ca10979-8bc6-46b7-8578-79d03064c621 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8498170 Jan 28 19:20:00.826932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50486) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:00.833298 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9e30cad8-c8d4-48f8-96cf-2ac2f010ab9d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:00.852329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1160f0c-d398-4e24-8c28-20b827489d0f req-2ef79e3a-a7d9-4f39-9c24-1cc0f1574bf8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:00.852329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1160f0c-d398-4e24-8c28-20b827489d0f req-2ef79e3a-a7d9-4f39-9c24-1cc0f1574bf8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:00.875737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1160f0c-d398-4e24-8c28-20b827489d0f req-2ef79e3a-a7d9-4f39-9c24-1cc0f1574bf8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:00.887910 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1160f0c-d398-4e24-8c28-20b827489d0f req-2ef79e3a-a7d9-4f39-9c24-1cc0f1574bf8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:00.898548 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1160f0c-d398-4e24-8c28-20b827489d0f req-2ef79e3a-a7d9-4f39-9c24-1cc0f1574bf8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:00.935395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1160f0c-d398-4e24-8c28-20b827489d0f req-2ef79e3a-a7d9-4f39-9c24-1cc0f1574bf8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:00.947193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1160f0c-d398-4e24-8c28-20b827489d0f req-2ef79e3a-a7d9-4f39-9c24-1cc0f1574bf8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:00.952766 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1160f0c-d398-4e24-8c28-20b827489d0f req-2ef79e3a-a7d9-4f39-9c24-1cc0f1574bf8 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5431 time: 0.2431536 Jan 28 19:20:01.057685 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49a13d8d-e72a-4eb0-90c8-6ed5365593d8 req-936d39a0-ef71-4738-9ac9-c99e13919bf9 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3243847 Jan 28 19:20:01.076018 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1160f0c-d398-4e24-8c28-20b827489d0f req-9c3a8b9c-8ebe-475f-90ba-ebc597f9973d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1140289 Jan 28 19:20:01.171416 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e30cad8-c8d4-48f8-96cf-2ac2f010ab9d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:01.179157 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e30cad8-c8d4-48f8-96cf-2ac2f010ab9d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.180957 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e30cad8-c8d4-48f8-96cf-2ac2f010ab9d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:20:01.182149 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e30cad8-c8d4-48f8-96cf-2ac2f010ab9d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:20:01.216274 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9e30cad8-c8d4-48f8-96cf-2ac2f010ab9d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3877573 Jan 28 19:20:01.219419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50502) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:01.225427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-651f76e2-ed54-4e38-bf8f-c148e92d35fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:01.351730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device eb635fca-814f-4dfb-8393-b284c267b931 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:01.396818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a22f49-c0bf-4928-9867-2210a96ce74b req-1232db24-9b56-41b5-b2a5-84e7f2ca6e59 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:01.414922 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a22f49-c0bf-4928-9867-2210a96ce74b req-1232db24-9b56-41b5-b2a5-84e7f2ca6e59 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:01.422082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device d8abe3d1-9141-485b-8c8a-c189f2d8ec9a details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:20:01.424229 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a22f49-c0bf-4928-9867-2210a96ce74b req-1232db24-9b56-41b5-b2a5-84e7f2ca6e59 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:01.430907 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a22f49-c0bf-4928-9867-2210a96ce74b req-1232db24-9b56-41b5-b2a5-84e7f2ca6e59 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:01.437861 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a22f49-c0bf-4928-9867-2210a96ce74b req-1232db24-9b56-41b5-b2a5-84e7f2ca6e59 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:01.447827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bd34b-9fbb-49e9-94ae-16eeb1246f86 req-a9d19aa0-5930-4816-b579-4ff9c8273b08 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:01.452382 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a22f49-c0bf-4928-9867-2210a96ce74b req-1232db24-9b56-41b5-b2a5-84e7f2ca6e59 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:01.456040 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-035bd34b-9fbb-49e9-94ae-16eeb1246f86 req-a9d19aa0-5930-4816-b579-4ff9c8273b08 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.1920328 Jan 28 19:20:01.463596 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a22f49-c0bf-4928-9867-2210a96ce74b req-1232db24-9b56-41b5-b2a5-84e7f2ca6e59 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:01.469635 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89a22f49-c0bf-4928-9867-2210a96ce74b req-1232db24-9b56-41b5-b2a5-84e7f2ca6e59 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5431 time: 0.2166939 Jan 28 19:20:01.478316 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651f76e2-ed54-4e38-bf8f-c148e92d35fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:01.481649 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50510) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:01.483042 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-651f76e2-ed54-4e38-bf8f-c148e92d35fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.485338 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-651f76e2-ed54-4e38-bf8f-c148e92d35fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:20:01.485777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651f76e2-ed54-4e38-bf8f-c148e92d35fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:20:01.487705 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-334f8441-5b0c-498f-a078-7b6824cb328c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Request body: {'floatingip': {'port_id': '97e80eea-8605-4e6d-90bd-6e52508f9934'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:01.528972 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-651f76e2-ed54-4e38-bf8f-c148e92d35fd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3082690 Jan 28 19:20:01.532671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50514) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:01.561299 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-035bd34b-9fbb-49e9-94ae-16eeb1246f86 req-3317538e-a947-4ca7-be6c-eab241e39d69 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037679 Jan 28 19:20:01.599618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:01.600528 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-903f3888-a96c-411a-abb6-ef2ee2885a05 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0667646 Jan 28 19:20:01.603488 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50518) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:01.610947 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-334f8441-5b0c-498f-a078-7b6824cb328c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for floatingip (1b34f477-7f52-4300-a2b9-3186ceba66e5), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.614122 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: eb635fca-814f-4dfb-8393-b284c267b931 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:01.614620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device eb635fca-814f-4dfb-8393-b284c267b931 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:01.630544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'port_id': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a', 'mac_address': 'fa:16:3e:c9:e7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:20:01.681928 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:01.683405 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.703530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8abe3d1-9141-485b-8c8a-c189f2d8ec9a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:01.731484 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:01.738411 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c9f0af3f-5071-4325-b20d-88876dbf3265 req-5de063f0-bdea-41a2-903f-dc19e2ba90dd tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 210 time: 0.0570469 Jan 28 19:20:01.743220 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:01.769265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef5c73a-ca0a-47b0-8441-5f1732e2af01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:01.772207 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4ef5c73a-ca0a-47b0-8441-5f1732e2af01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1664522 Jan 28 19:20:01.774098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50522) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:01.863194 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3b8d72cd-48cd-4207-b701-814a24e8c199 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873909 Jan 28 19:20:01.863809 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50526) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:01.870039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-72bd5433-453a-4243-b9bc-faa316573994 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:01.884590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:02.075737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bd5433-453a-4243-b9bc-faa316573994 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:02.079989 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72bd5433-453a-4243-b9bc-faa316573994 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:02.085231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d8abe3d1-9141-485b-8c8a-c189f2d8ec9a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:02.186375 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-732cca2c-3894-46d5-b9d0-ee414e6c5bf2 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:02.189486 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-732cca2c-3894-46d5-b9d0-ee414e6c5bf2 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.37 "GET /v2.0/networks?id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4 HTTP/1.1" status: 200 len: 812 time: 0.3531189 Jan 28 19:20:02.191024 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50534) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.229627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-1db07702-9d4e-46d0-8798-c24bad1427c9 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Request body: {'port': {'device_id': 'e435b1b5-bf1e-492c-be27-00befe86cee7', 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4', 'admin_state_up': True, 'tenant_id': '068ce8b2015a45a89b166ffbe9a9e473'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:02.399074 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73262f7-6396-4f62-ab29-e3a57cc921e3 req-50d104c1-7dd6-4507-a557-36dc30f0d34e tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:02.400912 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b73262f7-6396-4f62-ab29-e3a57cc921e3 req-50d104c1-7dd6-4507-a557-36dc30f0d34e tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 945 time: 0.1746507 Jan 28 19:20:02.409202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-5776489a-3492-4ed1-91a5-6beb7af6ec22 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.413340 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5776489a-3492-4ed1-91a5-6beb7af6ec22 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2180748 Jan 28 19:20:02.415817 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50540) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.429697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-f9a5cbd2-0b6b-4521-85d9-85a3358ed27a tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.433327 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f9a5cbd2-0b6b-4521-85d9-85a3358ed27a tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0126309 Jan 28 19:20:02.439308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ae934-6334-439d-a130-8f227ff3d2f1 req-c6199e7d-06a0-4d0b-b0c7-40124fb1f08c tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:02.440848 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-629ae934-6334-439d-a130-8f227ff3d2f1 req-c6199e7d-06a0-4d0b-b0c7-40124fb1f08c tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.6773596 Jan 28 19:20:02.442072 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50542) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.452002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-df8c2ee1-c0c6-4a22-8fe4-b51f058b35f7 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.455695 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-df8c2ee1-c0c6-4a22-8fe4-b51f058b35f7 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0102322 Jan 28 19:20:02.459831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50544) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.490594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-20d1ff5d-a6d6-4e59-996b-065c8c6db2c5 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.494067 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-20d1ff5d-a6d6-4e59-996b-065c8c6db2c5 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0307117 Jan 28 19:20:02.500020 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50546) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.506144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-87f98717-0cd5-4d9f-b800-891c6046d81a tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.509647 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-87f98717-0cd5-4d9f-b800-891c6046d81a tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0064030 Jan 28 19:20:02.514364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50548) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.519460 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-629ae934-6334-439d-a130-8f227ff3d2f1 req-94c1e909-46ab-47c5-8032-2691facd7266 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677865 Jan 28 19:20:02.526655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-c394a9c7-eacd-4797-8aa4-2db37b4ed852 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.527752 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c394a9c7-eacd-4797-8aa4-2db37b4ed852 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0098503 Jan 28 19:20:02.537993 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50550) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.542472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-fea1bc11-624c-4493-8e8f-56dd1d9fdd8a tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.545819 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fea1bc11-624c-4493-8e8f-56dd1d9fdd8a tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045118 Jan 28 19:20:02.551294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50552) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.560129 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-6f0d5bdf-a039-4591-82ff-5caf163f5f5d tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.564345 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6f0d5bdf-a039-4591-82ff-5caf163f5f5d tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0097399 Jan 28 19:20:02.565199 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50554) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.573212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-73cc8de5-d353-4200-ba6d-cda49ec460ee tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.581725 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-73cc8de5-d353-4200-ba6d-cda49ec460ee tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0129988 Jan 28 19:20:02.583473 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b73262f7-6396-4f62-ab29-e3a57cc921e3 req-1e23483b-1625-4628-a5ee-ed1031f21943 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719706 Jan 28 19:20:02.604927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50556) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.615059 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-3af4ae7f-b148-49df-a5b2-954212b668db tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.619552 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3af4ae7f-b148-49df-a5b2-954212b668db tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0131204 Jan 28 19:20:02.626231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50560) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.634904 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-0df30e70-97d1-4d3c-a6f3-1b56d088c7e0 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.634904 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0df30e70-97d1-4d3c-a6f3-1b56d088c7e0 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046861 Jan 28 19:20:02.638989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50562) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.645737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-9262e06f-2c33-4ba1-8d32-6ca19929c262 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.648666 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9262e06f-2c33-4ba1-8d32-6ca19929c262 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0068240 Jan 28 19:20:02.654815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50564) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.661410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-e3631407-7870-48f4-b8ac-e158baf60ee1 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.666903 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e3631407-7870-48f4-b8ac-e158baf60ee1 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0104187 Jan 28 19:20:02.669864 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50566) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.676022 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-dee15243-71ce-4a9a-85c1-09d7d0d296d0 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.678492 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dee15243-71ce-4a9a-85c1-09d7d0d296d0 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0071561 Jan 28 19:20:02.680921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50568) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.687142 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-a4aa8c9e-3297-4624-b36a-0263edb72cc6 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.690776 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a4aa8c9e-3297-4624-b36a-0263edb72cc6 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0075133 Jan 28 19:20:02.694861 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50570) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.702252 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-e2023c3b-92d8-41de-a1c7-2080225b9eae tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.706299 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e2023c3b-92d8-41de-a1c7-2080225b9eae tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0079916 Jan 28 19:20:02.707128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50572) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.714244 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-ee4a7be6-1671-45f2-bf5e-7484fce9b71c tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.717940 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ee4a7be6-1671-45f2-bf5e-7484fce9b71c tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0083671 Jan 28 19:20:02.718601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50574) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.747303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-f748c652-2591-4851-bcbb-8f3cb288e595 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.751454 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f748c652-2591-4851-bcbb-8f3cb288e595 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0099182 Jan 28 19:20:02.758895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50576) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.764994 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-d9a3ceac-a22a-4e3e-a74b-e2defa0dfd97 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.769115 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d9a3ceac-a22a-4e3e-a74b-e2defa0dfd97 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0088937 Jan 28 19:20:02.773143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50580) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.778222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-8910c649-f03a-4b74-a5a6-ae3eb292eb5d tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.782151 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8910c649-f03a-4b74-a5a6-ae3eb292eb5d tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077693 Jan 28 19:20:02.783127 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50582) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.808172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-e309220b-aa41-4f26-8257-7d7e928735b5 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.812543 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e309220b-aa41-4f26-8257-7d7e928735b5 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0083642 Jan 28 19:20:02.816766 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50584) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.821352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-7838652a-686a-4c7a-b499-1361b1d8211f tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.826038 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7838652a-686a-4c7a-b499-1361b1d8211f tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0083728 Jan 28 19:20:02.829664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50586) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.833845 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-b0a1f04e-f080-453d-a631-b58bbcd2c703 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.838176 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b0a1f04e-f080-453d-a631-b58bbcd2c703 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0079679 Jan 28 19:20:02.838884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.845754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-af78afe0-eb98-4e63-8737-715dd0477ef2 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.851879 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-af78afe0-eb98-4e63-8737-715dd0477ef2 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0079486 Jan 28 19:20:02.855400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50590) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.861130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-d621c297-18c9-4ea2-b17b-3b6b63b268ab tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.865135 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d621c297-18c9-4ea2-b17b-3b6b63b268ab tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0091746 Jan 28 19:20:02.865773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50592) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.887776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-e770d924-c622-4c1c-930b-c969f17ec278 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.892294 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e770d924-c622-4c1c-930b-c969f17ec278 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0080645 Jan 28 19:20:02.914609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50594) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.919133 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-cb9d0454-abbe-4960-b17e-bc298f7396ea tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.923685 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cb9d0454-abbe-4960-b17e-bc298f7396ea tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0080178 Jan 28 19:20:02.924287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50596) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.929121 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-0225de56-2aec-4920-b29d-ed2c965cc494 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.933522 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0225de56-2aec-4920-b29d-ed2c965cc494 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0071695 Jan 28 19:20:02.936449 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1fa265bb-b3a8-455c-a926-fff569fd4471 req-a232ecfd-9c60-470b-a422-0eb3436cf80d tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 210 time: 0.0671911 Jan 28 19:20:02.939581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50598) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.944795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-7547d7ab-6ae5-4154-8f34-321fdaa5e15e tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.948945 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7547d7ab-6ae5-4154-8f34-321fdaa5e15e tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0084686 Jan 28 19:20:02.951739 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50600) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.971781 n-d-824834-4 neutron-server[103146]: DEBUG neutron.objects.ports [None req-72bd5433-453a-4243-b9bc-faa316573994 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:20:02.975835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-49dc2f57-440a-4411-b23b-f361599ea85e tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.976914 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-49dc2f57-440a-4411-b23b-f361599ea85e tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0250814 Jan 28 19:20:02.978368 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72bd5433-453a-4243-b9bc-faa316573994 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (b7e36746-fbc3-4e90-ac50-5fa93c5fa3ad), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:02.980416 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50602) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.987728 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-175e4db7-9711-4947-898b-33c4a187cc81 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:02.988772 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-175e4db7-9711-4947-898b-33c4a187cc81 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042834 Jan 28 19:20:02.991887 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50604) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:02.999874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-b1bcffce-5e45-4850-adb0-cd180780f6b2 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.003436 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b1bcffce-5e45-4850-adb0-cd180780f6b2 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0083747 Jan 28 19:20:03.019816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50606) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.024617 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-e7e83e38-db17-470a-a280-20428e5d1cbb tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.028120 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e7e83e38-db17-470a-a280-20428e5d1cbb tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046437 Jan 28 19:20:03.030241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50608) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.039748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-11f8178c-7ba4-446f-93b8-2e0379b7fe60 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.050378 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-11f8178c-7ba4-446f-93b8-2e0379b7fe60 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0176189 Jan 28 19:20:03.058225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bd5433-453a-4243-b9bc-faa316573994 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:03.071589 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50610) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.081822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-435a8c22-97c3-4a3b-aa13-7c3d2b1b9794 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:03.082550 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-72bd5433-453a-4243-b9bc-faa316573994 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:03.083473 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-435a8c22-97c3-4a3b-aa13-7c3d2b1b9794 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.37 "GET /v2.0/networks?id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4 HTTP/1.1" status: 200 len: 812 time: 1.1335647 Jan 28 19:20:03.088936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [None req-7681e68b-cdad-4dde-ba9b-d0ad704fbe5a tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.093173 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7681e68b-cdad-4dde-ba9b-d0ad704fbe5a tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0054414 Jan 28 19:20:03.097703 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd5433-453a-4243-b9bc-faa316573994 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=b7e36746-fbc3-4e90-ac50-5fa93c5fa3ad,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:03.099566 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7959ada-bb2d-4332-adc4-3e35236753e3 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:03.103662 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bd5433-453a-4243-b9bc-faa316573994 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:03.106858 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72bd5433-453a-4243-b9bc-faa316573994 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:03.107276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50612) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.131094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-ae74a246-a2fb-4c8e-94c9-f934170f2c4e tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Request body: {'port': {'device_id': 'bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f', 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4', 'admin_state_up': True, 'tenant_id': '068ce8b2015a45a89b166ffbe9a9e473'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:03.133951 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-72bd5433-453a-4243-b9bc-faa316573994 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2688715 Jan 28 19:20:03.137509 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50614) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.143674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [None req-a0e35fbf-76db-4c42-a859-0d44c18910c7 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.145721 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a0e35fbf-76db-4c42-a859-0d44c18910c7 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0314980 Jan 28 19:20:03.157795 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-334f8441-5b0c-498f-a078-7b6824cb328c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:20:03.161271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cfdde590-fe93-435d-93bc-3cb1faddb50e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'mac_address': 'fa:16:3e:a6:0e:db', 'name': 'tempest-NetworksTestDHCPv6-1512254048'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:03.163772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.212698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [None req-44b7bda8-46ab-4eeb-a953-09fc8f0cbc08 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.213816 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-44b7bda8-46ab-4eeb-a953-09fc8f0cbc08 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0140085 Jan 28 19:20:03.221409 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50618) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.225599 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-f604ac37-1e50-4195-9999-a467765b8e2b tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.229401 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f604ac37-1e50-4195-9999-a467765b8e2b tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0073097 Jan 28 19:20:03.230039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50620) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.236869 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-347aa444-6105-45a8-88fc-53fab553e8d5 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.241704 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-347aa444-6105-45a8-88fc-53fab553e8d5 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0080121 Jan 28 19:20:03.242468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.248716 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': 'b7e36746-fbc3-4e90-ac50-5fa93c5fa3ad'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:20:03.249471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-2d67ce3b-c57c-466e-b38a-f0bd71fa484e tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.250307 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:03.253337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2d67ce3b-c57c-466e-b38a-f0bd71fa484e tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0076475 Jan 28 19:20:03.254006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50624) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.261617 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-b871a30e-45b9-4933-be96-8214e8d45cb8 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.267032 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b871a30e-45b9-4933-be96-8214e8d45cb8 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0087252 Jan 28 19:20:03.267755 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50626) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.272168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-1db07702-9d4e-46d0-8798-c24bad1427c9 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Made reservation on behalf of 068ce8b2015a45a89b166ffbe9a9e473 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:03.274435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-60038090-96b0-456a-8acb-ab9b4b5e6507 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.275610 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-1db07702-9d4e-46d0-8798-c24bad1427c9 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:03.278537 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-60038090-96b0-456a-8acb-ab9b4b5e6507 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0074618 Jan 28 19:20:03.280016 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.288391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-8811045f-052b-4db5-953d-fc9e399fd780 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.294241 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8811045f-052b-4db5-953d-fc9e399fd780 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0105815 Jan 28 19:20:03.297356 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50630) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.302172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-eddd7dd2-d6f2-4be6-ac6b-a9fbd03ae383 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.305943 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-eddd7dd2-d6f2-4be6-ac6b-a9fbd03ae383 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0078247 Jan 28 19:20:03.306631 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50632) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.316296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-dbd468ad-eac9-4e64-808a-7a575b9378c7 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.320387 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-334f8441-5b0c-498f-a078-7b6824cb328c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:03.321083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50634) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.321305 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dbd468ad-eac9-4e64-808a-7a575b9378c7 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0101190 Jan 28 19:20:03.377895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdde590-fe93-435d-93bc-3cb1faddb50e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:03.383440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9e41f-eabe-4053-aaac-d5beb61f0bbd req-5b3d110b-f552-47c9-b565-f182c584c5ac tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:03.385042 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-36b9e41f-eabe-4053-aaac-d5beb61f0bbd req-5b3d110b-f552-47c9-b565-f182c584c5ac tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.4278107 Jan 28 19:20:03.393542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [None req-51f6963f-d778-44c0-ae6a-f35d8c57d167 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.397033 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-51f6963f-d778-44c0-ae6a-f35d8c57d167 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0720687 Jan 28 19:20:03.409782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50638) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.414103 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-334f8441-5b0c-498f-a078-7b6824cb328c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (1b34f477-7f52-4300-a2b9-3186ceba66e5), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:03.418194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-42871010-7f97-406c-a1ed-24858582972a tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.423651 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Allocated IP 2001:db8::f816:3eff:feb8:adae (1218acd0-0311-470a-8d43-e1a60f7e0be9/b7e36746-fbc3-4e90-ac50-5fa93c5fa3ad/21e43da7-9f7d-455d-96ec-a53d86aa1e0c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:03.424503 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-42871010-7f97-406c-a1ed-24858582972a tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0133410 Jan 28 19:20:03.428500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50640) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.433344 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-c1bbb3af-0899-4771-9a68-611574897961 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.437787 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c1bbb3af-0899-4771-9a68-611574897961 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0080528 Jan 28 19:20:03.468189 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50642) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.474926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-773a0b66-495c-4796-8f08-f61906f41d3e tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.479417 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-773a0b66-495c-4796-8f08-f61906f41d3e tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0094624 Jan 28 19:20:03.480144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50644) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.492136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-935c599b-baa9-4d2d-80f5-44708ffe5dea tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.497403 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-935c599b-baa9-4d2d-80f5-44708ffe5dea tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0105600 Jan 28 19:20:03.500291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50646) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.505044 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-34ce98c3-e753-462f-9afc-fa85f645091b tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.510181 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-34ce98c3-e753-462f-9afc-fa85f645091b tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0086865 Jan 28 19:20:03.510957 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50648) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.517113 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-504a0279-bd52-4ce4-a227-7e567d4d83b2 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.521705 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-504a0279-bd52-4ce4-a227-7e567d4d83b2 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0079021 Jan 28 19:20:03.522493 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50650) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.528783 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-5c360db9-924d-4df6-aedd-ffc41d6bd1c1 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.533260 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5c360db9-924d-4df6-aedd-ffc41d6bd1c1 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0076365 Jan 28 19:20:03.535823 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50652) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.540424 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-f4a3626c-825d-41f9-bd7a-96b850a4cc7e tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.544978 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f4a3626c-825d-41f9-bd7a-96b850a4cc7e tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0080214 Jan 28 19:20:03.547672 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50656) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.552706 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-9c0ba89d-254d-4470-8ad8-ffabbcdb8557 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.557148 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9c0ba89d-254d-4470-8ad8-ffabbcdb8557 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0083442 Jan 28 19:20:03.559925 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50658) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.570621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-293e5b47-a416-42cf-bb86-0ecbe700d71b tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.574772 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-293e5b47-a416-42cf-bb86-0ecbe700d71b tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0136285 Jan 28 19:20:03.575589 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50660) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.583740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-dd4264a4-1b5c-4f60-b184-cc9b57e1ce6a tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.588236 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dd4264a4-1b5c-4f60-b184-cc9b57e1ce6a tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0080345 Jan 28 19:20:03.589023 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50662) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.600784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-855fc8ba-cad4-4dce-b5b3-85adf5b2015e tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.604890 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-855fc8ba-cad4-4dce-b5b3-85adf5b2015e tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0086651 Jan 28 19:20:03.606062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50664) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.612877 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-99876469-ee62-4c2b-9c24-df7103dcc1e4 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.617066 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-99876469-ee62-4c2b-9c24-df7103dcc1e4 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0076780 Jan 28 19:20:03.617832 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50666) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.619366 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Publish callbacks [] for port (21e43da7-9f7d-455d-96ec-a53d86aa1e0c), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:03.624962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-d30f97a7-790e-4d99-8652-70535e4b5d1b tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.625150 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device d8abe3d1-9141-485b-8c8a-c189f2d8ec9a up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:03.629209 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d30f97a7-790e-4d99-8652-70535e4b5d1b tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0076952 Jan 28 19:20:03.632390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50670) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.636979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-e62e4f62-57ed-4df9-a7c3-843f2c2f3656 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.641398 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e62e4f62-57ed-4df9-a7c3-843f2c2f3656 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0077176 Jan 28 19:20:03.642251 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50672) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.652915 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (21e43da7-9f7d-455d-96ec-a53d86aa1e0c), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:03.662579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-730a0004-d981-4337-aa0a-d97f45dd5428 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.666891 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-730a0004-d981-4337-aa0a-d97f45dd5428 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0091288 Jan 28 19:20:03.674632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50674) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.679473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-7b538b1a-12f5-4921-a0c9-63c1f83b5549 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.683798 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7b538b1a-12f5-4921-a0c9-63c1f83b5549 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0079024 Jan 28 19:20:03.684595 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.707867 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-8420bfdc-8425-4c6f-80ae-2471735011a8 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.711755 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8420bfdc-8425-4c6f-80ae-2471735011a8 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0074897 Jan 28 19:20:03.712154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Pushing event updated for resources: {'Port': ['ID=21e43da7-9f7d-455d-96ec-a53d86aa1e0c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:03.713372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50678) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.720038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-749d088e-a635-411f-85d3-c70a182f574a tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.724427 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-749d088e-a635-411f-85d3-c70a182f574a tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0078871 Jan 28 19:20:03.729652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.739303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-6a8b4341-da08-4e5b-b731-5087ba4de97f tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.740512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:03.743255 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6a8b4341-da08-4e5b-b731-5087ba4de97f tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0075955 Jan 28 19:20:03.744736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50682) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.747532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:03.753589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:03.753822 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-7ea4ddd8-6f28-4a19-a3a3-b9932cb671c2 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:03.758173 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7ea4ddd8-6f28-4a19-a3a3-b9932cb671c2 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0076327 Jan 28 19:20:03.760922 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfdde590-fe93-435d-93bc-3cb1faddb50e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:03.775292 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50684) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:03.785472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-cfdde590-fe93-435d-93bc-3cb1faddb50e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port e6606b32-b259-4844-bfb6-45d8d4ecba9b yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:03.813844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:20:03.827305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:03.827688 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:03.871957 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Attempting to bind port 21e43da7-9f7d-455d-96ec-a53d86aa1e0c on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:03.872333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Attempting to bind port 21e43da7-9f7d-455d-96ec-a53d86aa1e0c by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:03.872693 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Attempting to bind port 21e43da7-9f7d-455d-96ec-a53d86aa1e0c on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:03.881253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:03.881635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:03.882055 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:03.882457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:03.882927 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Bound port: 21e43da7-9f7d-455d-96ec-a53d86aa1e0c, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:03.883366 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (21e43da7-9f7d-455d-96ec-a53d86aa1e0c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:03.908625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-cfdde590-fe93-435d-93bc-3cb1faddb50e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::f816:3eff:fea6:edb (1218acd0-0311-470a-8d43-e1a60f7e0be9/b7e36746-fbc3-4e90-ac50-5fa93c5fa3ad/e6606b32-b259-4844-bfb6-45d8d4ecba9b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:03.960221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] For port 21e43da7-9f7d-455d-96ec-a53d86aa1e0c, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:03.964095 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] For port 21e43da7-9f7d-455d-96ec-a53d86aa1e0c, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=21e43da7-9f7d-455d-96ec-a53d86aa1e0c,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:03.992293 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-1db07702-9d4e-46d0-8798-c24bad1427c9 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Allocated IP 172.20.0.2 (0ceea04a-e595-4cb7-b086-fbb4ed9795e4/dea7e3fc-09e5-421f-a699-2966c72b0ae8/51fc76c5-6ffd-4e00-a26f-fceff8911344) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:03.995658 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (21e43da7-9f7d-455d-96ec-a53d86aa1e0c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:03.997578 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-36b9e41f-eabe-4053-aaac-d5beb61f0bbd req-326a5b2e-479a-47a5-91ec-3396cf268485 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6016002 Jan 28 19:20:04.008385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-ae74a246-a2fb-4c8e-94c9-f934170f2c4e tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Made reservation on behalf of 068ce8b2015a45a89b166ffbe9a9e473 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:04.013028 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-ae74a246-a2fb-4c8e-94c9-f934170f2c4e tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.037805 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-334f8441-5b0c-498f-a078-7b6824cb328c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Floating IP 1b34f477-7f52-4300-a2b9-3186ceba66e5 associated. External IP: 172.25.0.109, port: 97e80eea-8605-4e6d-90bd-6e52508f9934. Jan 28 19:20:04.075611 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:04.076006 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.086720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-88fc5e6e-ce6f-4eff-9eba-e19b535d5d04 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:04.090755 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-88fc5e6e-ce6f-4eff-9eba-e19b535d5d04 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0127518 Jan 28 19:20:04.093771 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50688) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:04.102181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-2bfd7de0-54b9-4101-b660-712f18375b92 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:04.106531 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2bfd7de0-54b9-4101-b660-712f18375b92 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0106759 Jan 28 19:20:04.114128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:04.119767 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029765b-64dc-4842-be1f-e283e231e5ea None None] Pushing event updated for resources: {'Port': ['ID=21e43da7-9f7d-455d-96ec-a53d86aa1e0c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:04.132585 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e6f41-ba65-47fb-971f-8e53e913d79a req-542ffdab-3af1-4860-8f23-82bb6946e3c3 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:04.134282 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc9e6f41-ba65-47fb-971f-8e53e913d79a req-542ffdab-3af1-4860-8f23-82bb6946e3c3 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.4862635 Jan 28 19:20:04.138720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-5762c77d-12af-4fb5-ac77-2cf9b376c59c tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:04.142889 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:04.144134 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5762c77d-12af-4fb5-ac77-2cf9b376c59c tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0075622 Jan 28 19:20:04.145259 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad601f7-b1f9-4807-8697-66b59824e044" -d '{"events": [{"server_uuid": "21d74e39-0fd8-45d9-9ea1-9efa53faae9d", "name": "network-vif-plugged", "status": "completed", "tag": "d8abe3d1-9141-485b-8c8a-c189f2d8ec9a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:04.148877 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:04.160253 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [None req-7d280274-4a35-4128-a168-7d1f035fc243 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:20:04.169382 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:04.171665 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7d280274-4a35-4128-a168-7d1f035fc243 tempest-ExtensionsTestJSON-1380450828 tempest-ExtensionsTestJSON-1380450828-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0203798 Jan 28 19:20:04.178060 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.264395 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfdde590-fe93-435d-93bc-3cb1faddb50e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (e6606b32-b259-4844-bfb6-45d8d4ecba9b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.271327 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc9e6f41-ba65-47fb-971f-8e53e913d79a req-e37729ce-8eba-446d-bbbd-e9288d662fdb tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214914 Jan 28 19:20:04.292474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:04.336352 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfdde590-fe93-435d-93bc-3cb1faddb50e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e6606b32-b259-4844-bfb6-45d8d4ecba9b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.388976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdde590-fe93-435d-93bc-3cb1faddb50e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:04.430167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-cfdde590-fe93-435d-93bc-3cb1faddb50e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:04.437064 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdde590-fe93-435d-93bc-3cb1faddb50e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:04.449232 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdde590-fe93-435d-93bc-3cb1faddb50e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:04.450432 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfdde590-fe93-435d-93bc-3cb1faddb50e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.522936 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdde590-fe93-435d-93bc-3cb1faddb50e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=e6606b32-b259-4844-bfb6-45d8d4ecba9b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:04.541463 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-316cf1b6-3744-4481-87b1-f7077131e4be req-e81175f1-03ff-434a-8de8-554056349726 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 210 time: 0.0851765 Jan 28 19:20:04.560228 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cfdde590-fe93-435d-93bc-3cb1faddb50e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4081385 Jan 28 19:20:04.566698 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:04.630224 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ff57dc-7e63-4c34-b5f2-048127d48efc x-openstack-request-id: req-d6ff57dc-7e63-4c34-b5f2-048127d48efc {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:04.630524 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d74e39-0fd8-45d9-9ea1-9efa53faae9d", "name": "network-vif-plugged", "status": "completed", "tag": "d8abe3d1-9141-485b-8c8a-c189f2d8ec9a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:04.630779 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d6ff57dc-7e63-4c34-b5f2-048127d48efc {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:04.631185 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a', 'code': 200} Jan 28 19:20:04.647616 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ec6d52-0d82-4600-bac3-6f8a7ca3d3ca tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:04.656062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ec6d52-0d82-4600-bac3-6f8a7ca3d3ca tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:04.659328 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f4ec6d52-0d82-4600-bac3-6f8a7ca3d3ca tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0913048 Jan 28 19:20:04.662130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50704) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:04.706988 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560fbc0-e8a0-49df-9d12-6fdab7ec2593 req-0c2b3fa5-e573-4131-b9ab-717d630ab3b3 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:04.709360 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0560fbc0-e8a0-49df-9d12-6fdab7ec2593 req-0c2b3fa5-e573-4131-b9ab-717d630ab3b3 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.5449390 Jan 28 19:20:04.723349 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50706) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:04.831425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c540998-a260-49cd-a1ba-fca541afb79e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port e6606b32-b259-4844-bfb6-45d8d4ecba9b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:04.832007 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c540998-a260-49cd-a1ba-fca541afb79e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e6606b32-b259-4844-bfb6-45d8d4ecba9b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.839825 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-1db07702-9d4e-46d0-8798-c24bad1427c9 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks [] for port (51fc76c5-6ffd-4e00-a26f-fceff8911344), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.906213 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db19c8a7-2f47-4478-b5ad-881d576f3a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.922782 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0560fbc0-e8a0-49df-9d12-6fdab7ec2593 req-13157a05-e8d7-4737-b4a5-aef5fd811f33 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702697 Jan 28 19:20:04.944785 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec9710-040f-46da-b335-e606839f7996 req-6244e49c-a4b2-4893-a2dd-f9e0a9049973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:04.955803 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3ec9710-040f-46da-b335-e606839f7996 req-6244e49c-a4b2-4893-a2dd-f9e0a9049973 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 1128 time: 0.2092733 Jan 28 19:20:04.988153 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c540998-a260-49cd-a1ba-fca541afb79e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e6606b32-b259-4844-bfb6-45d8d4ecba9b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:04.994455 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334f8441-5b0c-498f-a078-7b6824cb328c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Router de631864-170f-4322-8117-e6cdb81c39da has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:20:05.011017 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9c540998-a260-49cd-a1ba-fca541afb79e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for e6606b32-b259-4844-bfb6-45d8d4ecba9b owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:05.013079 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-1db07702-9d4e-46d0-8798-c24bad1427c9 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (51fc76c5-6ffd-4e00-a26f-fceff8911344), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:05.100371 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db19c8a7-2f47-4478-b5ad-881d576f3a93 admin admin] Publish callbacks [] for security_group (8e628528-b61f-48a9-8f1a-be17cc32c207), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:05.116855 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db19c8a7-2f47-4478-b5ad-881d576f3a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8e628528-b61f-48a9-8f1a-be17cc32c207), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:05.119752 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3ec9710-040f-46da-b335-e606839f7996 req-efdb924e-fb51-4d9f-ae59-cedc45df313d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573830 Jan 28 19:20:05.133039 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-1db07702-9d4e-46d0-8798-c24bad1427c9 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:05.148487 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-1db07702-9d4e-46d0-8798-c24bad1427c9 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:05.149636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-1db07702-9d4e-46d0-8798-c24bad1427c9 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:05.189272 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-ae74a246-a2fb-4c8e-94c9-f934170f2c4e tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Allocated IP 172.20.0.10 (0ceea04a-e595-4cb7-b086-fbb4ed9795e4/dea7e3fc-09e5-421f-a699-2966c72b0ae8/3b64207f-1097-402f-81b1-755db4a5a714) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:05.196513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db07702-9d4e-46d0-8798-c24bad1427c9 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Pushing event updated for resources: {'Port': ['ID=51fc76c5-6ffd-4e00-a26f-fceff8911344,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:05.211350 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-db19c8a7-2f47-4478-b5ad-881d576f3a93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2bb5f9b188a48f4ab9de18ed05f213a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4856460 Jan 28 19:20:05.212435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:05.216258 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19c8a7-2f47-4478-b5ad-881d576f3a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e628528-b61f-48a9-8f1a-be17cc32c207,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:05.282171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341f900-137f-4c32-aed3-c07572925817 req-d221bb86-716a-4bf6-ac2c-ab5c9516c740 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:05.283899 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0341f900-137f-4c32-aed3-c07572925817 req-d221bb86-716a-4bf6-ac2c-ab5c9516c740 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.1859469 Jan 28 19:20:05.318875 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-1db07702-9d4e-46d0-8798-c24bad1427c9 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:05.319527 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-1db07702-9d4e-46d0-8798-c24bad1427c9 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:05.393337 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c540998-a260-49cd-a1ba-fca541afb79e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e6606b32-b259-4844-bfb6-45d8d4ecba9b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:05.455169 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-1db07702-9d4e-46d0-8798-c24bad1427c9 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2306595 Jan 28 19:20:05.466885 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0341f900-137f-4c32-aed3-c07572925817 req-500a4687-c19d-4eda-828c-8c312fa0427d tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630650 Jan 28 19:20:05.472746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Request body: {'port': {'device_id': 'e435b1b5-bf1e-492c-be27-00befe86cee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:05.476148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334f8441-5b0c-498f-a078-7b6824cb328c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:20:05.478311 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c540998-a260-49cd-a1ba-fca541afb79e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=e6606b32-b259-4844-bfb6-45d8d4ecba9b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:05.493270 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-334f8441-5b0c-498f-a078-7b6824cb328c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:05.494300 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3b6e41-a754-4504-9deb-503227b1cef9 None None] Sync routers for ids ['de631864-170f-4322-8117-e6cdb81c39da'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:20:05.518650 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b6e41-a754-4504-9deb-503227b1cef9 None None] Routers {'de631864-170f-4322-8117-e6cdb81c39da'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:05.519271 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe3b6e41-a754-4504-9deb-503227b1cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:19:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['de631864-170f-4322-8117-e6cdb81c39da'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:05.584239 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c540998-a260-49cd-a1ba-fca541afb79e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:05.598414 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9c540998-a260-49cd-a1ba-fca541afb79e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/e6606b32-b259-4844-bfb6-45d8d4ecba9b HTTP/1.1" status: 204 len: 168 time: 0.9327087 Jan 28 19:20:05.601923 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50720) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:05.612127 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-363d8676-80e5-494c-a293-a31baf22b2bb admin admin] Publish callbacks [] for security_group (8e628528-b61f-48a9-8f1a-be17cc32c207), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:05.746161 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-ae74a246-a2fb-4c8e-94c9-f934170f2c4e tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks [] for port (3b64207f-1097-402f-81b1-755db4a5a714), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:05.752408 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-363d8676-80e5-494c-a293-a31baf22b2bb admin admin] Publish callbacks [] for security_group (8e628528-b61f-48a9-8f1a-be17cc32c207), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:05.771792 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9ce8a252-8eca-4d45-bb5a-39ca25032f9f req-bc45ffc4-86fd-40ed-9dc2-4035a204926a tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 210 time: 0.1066422 Jan 28 19:20:05.788309 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fe3b6e41-a754-4504-9deb-503227b1cef9 None None] Set router de631864-170f-4322-8117-e6cdb81c39da gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:05.802794 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-334f8441-5b0c-498f-a078-7b6824cb328c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "PUT /v2.0/floatingips/1b34f477-7f52-4300-a2b9-3186ceba66e5 HTTP/1.1" status: 200 len: 991 time: 4.3197167 Jan 28 19:20:05.858578 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'tag': '97e80eea-8605-4e6d-90bd-6e52508f9934'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:05.861863 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf973624-2f82-49a9-af47-4183d56c9297" -d '{"events": [{"name": "network-changed", "server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "tag": "97e80eea-8605-4e6d-90bd-6e52508f9934"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:05.864793 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (51fc76c5-6ffd-4e00-a26f-fceff8911344), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:05.867002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af05ee5-e6b8-46e7-ad09-f6b720f3724e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:05.869473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af05ee5-e6b8-46e7-ad09-f6b720f3724e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:05.871279 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4af05ee5-e6b8-46e7-ad09-f6b720f3724e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2604258 Jan 28 19:20:05.878321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50726) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:05.897679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7c622-7eb0-4ce5-9395-e4da9ea165f1 req-c8e0c151-e723-4ac9-a495-2518995d7aec tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:05.899532 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ef7c622-7eb0-4ce5-9395-e4da9ea165f1 req-c8e0c151-e723-4ac9-a495-2518995d7aec tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.5145907 Jan 28 19:20:05.927523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 21e43da7-9f7d-455d-96ec-a53d86aa1e0c up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:06.026633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-71cfaf5d-d911-44a3-b5d9-0a2aeb69b28a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet b7e36746-fbc3-4e90-ac50-5fa93c5fa3ad {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:06.034812 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 21e43da7-9f7d-455d-96ec-a53d86aa1e0c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:06.035186 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (21e43da7-9f7d-455d-96ec-a53d86aa1e0c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.037985 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71cfaf5d-d911-44a3-b5d9-0a2aeb69b28a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (b7e36746-fbc3-4e90-ac50-5fa93c5fa3ad), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.103889 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-363d8676-80e5-494c-a293-a31baf22b2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8e628528-b61f-48a9-8f1a-be17cc32c207), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.107107 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-363d8676-80e5-494c-a293-a31baf22b2bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.112563 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-363d8676-80e5-494c-a293-a31baf22b2bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e628528-b61f-48a9-8f1a-be17cc32c207 HTTP/1.1" status: 204 len: 168 time: 0.8910048 Jan 28 19:20:06.151481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d942c-9ab1-466d-87b4-ef3c96d745b1 req-5229e828-e089-4386-909e-215654c2c64c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:06.157050 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d942c-9ab1-466d-87b4-ef3c96d745b1 req-5229e828-e089-4386-909e-215654c2c64c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:06.162132 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-ae74a246-a2fb-4c8e-94c9-f934170f2c4e tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (3b64207f-1097-402f-81b1-755db4a5a714), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.170478 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-78951137-8c38-4934-9df2-b72bd9f0c7e8 None None] Provisioning complete for port 21e43da7-9f7d-455d-96ec-a53d86aa1e0c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:06.176897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d942c-9ab1-466d-87b4-ef3c96d745b1 req-5229e828-e089-4386-909e-215654c2c64c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:06.178799 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-78951137-8c38-4934-9df2-b72bd9f0c7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (21e43da7-9f7d-455d-96ec-a53d86aa1e0c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.197798 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d942c-9ab1-466d-87b4-ef3c96d745b1 req-5229e828-e089-4386-909e-215654c2c64c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:06.209082 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d942c-9ab1-466d-87b4-ef3c96d745b1 req-5229e828-e089-4386-909e-215654c2c64c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:06.225710 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d942c-9ab1-466d-87b4-ef3c96d745b1 req-5229e828-e089-4386-909e-215654c2c64c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:06.238224 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d942c-9ab1-466d-87b4-ef3c96d745b1 req-5229e828-e089-4386-909e-215654c2c64c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:06.247479 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-166d942c-9ab1-466d-87b4-ef3c96d745b1 req-5229e828-e089-4386-909e-215654c2c64c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5431 time: 0.3013475 Jan 28 19:20:06.256945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-ae74a246-a2fb-4c8e-94c9-f934170f2c4e tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:06.265187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-ae74a246-a2fb-4c8e-94c9-f934170f2c4e tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:06.268927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-ae74a246-a2fb-4c8e-94c9-f934170f2c4e tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:06.281076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d8676-80e5-494c-a293-a31baf22b2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e628528-b61f-48a9-8f1a-be17cc32c207,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:06.334943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 21e43da7-9f7d-455d-96ec-a53d86aa1e0c is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:06.335187 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (21e43da7-9f7d-455d-96ec-a53d86aa1e0c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.350331 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71cfaf5d-d911-44a3-b5d9-0a2aeb69b28a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (b7e36746-fbc3-4e90-ac50-5fa93c5fa3ad), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.457121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 21e43da7-9f7d-455d-96ec-a53d86aa1e0c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=21e43da7-9f7d-455d-96ec-a53d86aa1e0c,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:06.467242 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (21e43da7-9f7d-455d-96ec-a53d86aa1e0c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.484346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74a246-a2fb-4c8e-94c9-f934170f2c4e tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Pushing event updated for resources: {'Port': ['ID=3b64207f-1097-402f-81b1-755db4a5a714,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:06.573494 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe3b6e41-a754-4504-9deb-503227b1cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de631864-170f-4322-8117-e6cdb81c39da', 'name': 'tempest-TaggedBootDevicesTest-187299519-router', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:28Z', 'updated_at': '2022-01-28T19:16:34Z', 'revision_number': 4, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'gw_port': {'id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:29Z', 'updated_at': '2022-01-28T19:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '1b34f477-7f52-4300-a2b9-3186ceba66e5', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'port_id': '97e80eea-8605-4e6d-90bd-6e52508f9934', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a', 'mac_address': 'fa:16:3e:8b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:17:59Z', 'updated_at': '2022-01-28T19:20:02Z', 'revision_number': 1, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e02ebe3-7422-49eb-b7e7-d2d1640ffb59', 'name': '', 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'mac_address': 'fa:16:3e:76:07:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:33Z', 'updated_at': '2022-01-28T19:16:38Z', 'revision_number': 5, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'subnets': [{'id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:06.601376 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=21e43da7-9f7d-455d-96ec-a53d86aa1e0c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:06.637078 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71cfaf5d-d911-44a3-b5d9-0a2aeb69b28a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (b7e36746-fbc3-4e90-ac50-5fa93c5fa3ad), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.647122 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3b6e41-a754-4504-9deb-503227b1cef9 None None] Checking router: de631864-170f-4322-8117-e6cdb81c39da for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:20:06.653789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51fc76c5-6ffd-4e00-a26f-fceff8911344 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:06.681049 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Publish callbacks [] for port (51fc76c5-6ffd-4e00-a26f-fceff8911344), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.696237 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b6e41-a754-4504-9deb-503227b1cef9 None None] Routers {'de631864-170f-4322-8117-e6cdb81c39da'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:06.699902 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe3b6e41-a754-4504-9deb-503227b1cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:19:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['de631864-170f-4322-8117-e6cdb81c39da'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:06.735517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-78951137-8c38-4934-9df2-b72bd9f0c7e8 None None] Current status of the port 21e43da7-9f7d-455d-96ec-a53d86aa1e0c is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:06.737373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Transition to ACTIVE for port object 51fc76c5-6ffd-4e00-a26f-fceff8911344 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:20:06.760044 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (51fc76c5-6ffd-4e00-a26f-fceff8911344), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.796886 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-166d942c-9ab1-466d-87b4-ef3c96d745b1 req-d9adba54-eabc-4707-af15-2471e401b626 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5197070 Jan 28 19:20:06.820878 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71cfaf5d-d911-44a3-b5d9-0a2aeb69b28a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (b7e36746-fbc3-4e90-ac50-5fa93c5fa3ad), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.821106 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ef7c622-7eb0-4ce5-9395-e4da9ea165f1 req-7e0b2738-1e0d-43df-8f38-b6e65196b07e tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6428053 Jan 28 19:20:06.848843 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-ae74a246-a2fb-4c8e-94c9-f934170f2c4e tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:06.849522 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-ae74a246-a2fb-4c8e-94c9-f934170f2c4e tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.858410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-718d400e-ba41-4e17-b933-1fcdbdc1fc7c None None] Could not find standard attr ID for object e6606b32-b259-4844-bfb6-45d8d4ecba9b. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:20:06.903009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfaf5d-d911-44a3-b5d9-0a2aeb69b28a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e36746-fbc3-4e90-ac50-5fa93c5fa3ad,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:06.923098 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71cfaf5d-d911-44a3-b5d9-0a2aeb69b28a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:06.929984 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f07fd9f-6de4-4369-8cfb-e296607e46b3 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:06.958771 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-71cfaf5d-d911-44a3-b5d9-0a2aeb69b28a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/b7e36746-fbc3-4e90-ac50-5fa93c5fa3ad HTTP/1.1" status: 204 len: 168 time: 1.0790038 Jan 28 19:20:06.962426 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50752) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:07.036709 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d110c92f-16de-4b9f-97cb-fdcf38e5eba6 x-openstack-request-id: req-d110c92f-16de-4b9f-97cb-fdcf38e5eba6 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:07.037043 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "tag": "97e80eea-8605-4e6d-90bd-6e52508f9934", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:07.038568 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d110c92f-16de-4b9f-97cb-fdcf38e5eba6 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:07.039005 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'tag': '97e80eea-8605-4e6d-90bd-6e52508f9934', 'status': 'completed', 'code': 200} Jan 28 19:20:07.085100 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-ae74a246-a2fb-4c8e-94c9-f934170f2c4e tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9811659 Jan 28 19:20:07.085824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Pushing event updated for resources: {'Port': ['ID=51fc76c5-6ffd-4e00-a26f-fceff8911344,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:07.130193 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f274531c-2446-4bbe-ad84-48cf8cc3b415 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1658440 Jan 28 19:20:07.131343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50762) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:07.147501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:07.189310 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fe3b6e41-a754-4504-9deb-503227b1cef9 None None] Set router de631864-170f-4322-8117-e6cdb81c39da gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:07.196771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Request body: {'port': {'device_id': 'bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:07.290844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf973624-2f82-49a9-af47-4183d56c9297 req-d7dcff2c-b933-4208-af4c-a1e444d3ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:07.291587 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf973624-2f82-49a9-af47-4183d56c9297 req-d7dcff2c-b933-4208-af4c-a1e444d3ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:07.292107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf973624-2f82-49a9-af47-4183d56c9297 req-d7dcff2c-b933-4208-af4c-a1e444d3ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:07.292727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf973624-2f82-49a9-af47-4183d56c9297 req-d7dcff2c-b933-4208-af4c-a1e444d3ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:07.293532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf973624-2f82-49a9-af47-4183d56c9297 req-d7dcff2c-b933-4208-af4c-a1e444d3ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:07.294081 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf973624-2f82-49a9-af47-4183d56c9297 req-d7dcff2c-b933-4208-af4c-a1e444d3ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:07.294610 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf973624-2f82-49a9-af47-4183d56c9297 req-d7dcff2c-b933-4208-af4c-a1e444d3ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:07.297194 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf973624-2f82-49a9-af47-4183d56c9297 req-d7dcff2c-b933-4208-af4c-a1e444d3ed71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cc767c1cbe248bab484e9622a21d031&device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 6705 time: 0.2157414 Jan 28 19:20:07.306241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac6cac-f2f6-49dd-aa48-4b3d0848389e req-3c910b90-fc89-4839-89bb-43628425d597 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:07.314731 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0ac6cac-f2f6-49dd-aa48-4b3d0848389e req-3c910b90-fc89-4839-89bb-43628425d597 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.1819341 Jan 28 19:20:07.373661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f29ac0b-594a-40c8-ad40-de052af3c49c None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:20:07.392888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:07.398382 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:07.467409 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Attempting to bind port 51fc76c5-6ffd-4e00-a26f-fceff8911344 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:07.467745 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Attempting to bind port 51fc76c5-6ffd-4e00-a26f-fceff8911344 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'd82fd765-dd1f-4f2d-8ce0-943d11945924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:07.468074 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Attempting to bind port 51fc76c5-6ffd-4e00-a26f-fceff8911344 on network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:07.486894 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8f29ac0b-594a-40c8-ad40-de052af3c49c None None] Deleting port 21e43da7-9f7d-455d-96ec-a53d86aa1e0c {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:07.487269 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f29ac0b-594a-40c8-ad40-de052af3c49c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (21e43da7-9f7d-455d-96ec-a53d86aa1e0c), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:07.533989 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e33c6-bbfc-4d89-8aac-1171f8ca4ae8 req-2526583a-1ada-417e-87b0-2890d614d1bb tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:07.554346 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-144e33c6-bbfc-4d89-8aac-1171f8ca4ae8 req-2526583a-1ada-417e-87b0-2890d614d1bb tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.5499780 Jan 28 19:20:07.557917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Port 51fc76c5-6ffd-4e00-a26f-fceff8911344 on network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:20:07.560544 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Attempting to bind port 51fc76c5-6ffd-4e00-a26f-fceff8911344 on network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:07.568202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8f29ac0b-594a-40c8-ad40-de052af3c49c None None] For port 21e43da7-9f7d-455d-96ec-a53d86aa1e0c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=21e43da7-9f7d-455d-96ec-a53d86aa1e0c,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:07.568997 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f29ac0b-594a-40c8-ad40-de052af3c49c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (21e43da7-9f7d-455d-96ec-a53d86aa1e0c), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:07.589653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:07.592669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8f29ac0b-594a-40c8-ad40-de052af3c49c None None] Calling delete_port for 21e43da7-9f7d-455d-96ec-a53d86aa1e0c owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:07.596941 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0ac6cac-f2f6-49dd-aa48-4b3d0848389e req-225938e1-faed-4db3-a18b-603048e9b414 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809236 Jan 28 19:20:07.603354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3b64207f-1097-402f-81b1-755db4a5a714), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:07.635171 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:07.635940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Checking segment: {'id': 'd82fd765-dd1f-4f2d-8ce0-943d11945924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:07.636798 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Bound using segment: {'id': 'd82fd765-dd1f-4f2d-8ce0-943d11945924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:07.637898 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Bound port: 51fc76c5-6ffd-4e00-a26f-fceff8911344, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82fd765-dd1f-4f2d-8ce0-943d11945924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:07.638659 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (51fc76c5-6ffd-4e00-a26f-fceff8911344), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:07.715712 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe3b6e41-a754-4504-9deb-503227b1cef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de631864-170f-4322-8117-e6cdb81c39da', 'name': 'tempest-TaggedBootDevicesTest-187299519-router', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:28Z', 'updated_at': '2022-01-28T19:16:34Z', 'revision_number': 4, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'gw_port': {'id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:29Z', 'updated_at': '2022-01-28T19:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '1b34f477-7f52-4300-a2b9-3186ceba66e5', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'port_id': '97e80eea-8605-4e6d-90bd-6e52508f9934', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a', 'mac_address': 'fa:16:3e:8b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:17:59Z', 'updated_at': '2022-01-28T19:20:02Z', 'revision_number': 1, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e02ebe3-7422-49eb-b7e7-d2d1640ffb59', 'name': '', 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'mac_address': 'fa:16:3e:76:07:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:33Z', 'updated_at': '2022-01-28T19:16:38Z', 'revision_number': 5, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'subnets': [{'id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:07.726205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf973624-2f82-49a9-af47-4183d56c9297 req-634096dc-1ab1-4f19-b453-193b5ac4d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:07.728087 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf973624-2f82-49a9-af47-4183d56c9297 req-634096dc-1ab1-4f19-b453-193b5ac4d8aa service neutron] 10.222.0.31 "GET /v2.0/networks?id=2102cb4c-1a8c-4160-88a9-27c39edb311a HTTP/1.1" status: 200 len: 912 time: 0.4045737 Jan 28 19:20:07.784212 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3b6e41-a754-4504-9deb-503227b1cef9 None None] The sync data for ids ['de631864-170f-4322-8117-e6cdb81c39da'] in n-d-824834-4 is: [{'id': 'de631864-170f-4322-8117-e6cdb81c39da', 'name': 'tempest-TaggedBootDevicesTest-187299519-router', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:28Z', 'updated_at': '2022-01-28T19:16:34Z', 'revision_number': 4, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'gw_port': {'id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:29Z', 'updated_at': '2022-01-28T19:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '1b34f477-7f52-4300-a2b9-3186ceba66e5', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'port_id': '97e80eea-8605-4e6d-90bd-6e52508f9934', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a', 'mac_address': 'fa:16:3e:8b:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:17:59Z', 'updated_at': '2022-01-28T19:20:02Z', 'revision_number': 1, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e02ebe3-7422-49eb-b7e7-d2d1640ffb59', 'name': '', 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'mac_address': 'fa:16:3e:76:07:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:33Z', 'updated_at': '2022-01-28T19:16:38Z', 'revision_number': 5, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'subnets': [{'id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:20:07.836690 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f29ac0b-594a-40c8-ad40-de052af3c49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (21e43da7-9f7d-455d-96ec-a53d86aa1e0c), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:07.838793 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-144e33c6-bbfc-4d89-8aac-1171f8ca4ae8 req-2326991a-a848-4d4a-984b-84cfb6edf817 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2818792 Jan 28 19:20:07.936041 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] For port 51fc76c5-6ffd-4e00-a26f-fceff8911344, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:07.959584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29ac0b-594a-40c8-ad40-de052af3c49c None None] Pushing event deleted for resources: {'Port': ['ID=21e43da7-9f7d-455d-96ec-a53d86aa1e0c,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:07.988784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29ac0b-594a-40c8-ad40-de052af3c49c None None] No DVR routers for this DVR port 21e43da7-9f7d-455d-96ec-a53d86aa1e0c on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:08.015894 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:08.053307 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] For port 51fc76c5-6ffd-4e00-a26f-fceff8911344, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=51fc76c5-6ffd-4e00-a26f-fceff8911344,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:08.087068 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (51fc76c5-6ffd-4e00-a26f-fceff8911344), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:08.141788 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf973624-2f82-49a9-af47-4183d56c9297 req-09455189-44d0-4685-9bea-4becd33fbd06 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97e80eea-8605-4e6d-90bd-6e52508f9934 HTTP/1.1" status: 200 len: 999 time: 0.3273287 Jan 28 19:20:08.187929 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4ac3cbfd-e4ed-425a-b535-54e485128993 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-169783883'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:08.209371 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e5130c-a4f0-471c-bd54-0abbe50ed5fb None None] New status for floating IP 1b34f477-7f52-4300-a2b9-3186ceba66e5: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:20:08.260014 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19bcf7a9-78ce-4b3d-9f85-2f2a97155c0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:08.264601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.265293 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:08.266859 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] 10.222.0.37 "PUT /v2.0/ports/51fc76c5-6ffd-4e00-a26f-fceff8911344 HTTP/1.1" status: 200 len: 1091 time: 2.8024385 Jan 28 19:20:08.287690 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf973624-2f82-49a9-af47-4183d56c9297 req-6361fdd4-ce6b-4dfa-a3ab-5e31f4c94a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.290790 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf973624-2f82-49a9-af47-4183d56c9297 req-6361fdd4-ce6b-4dfa-a3ab-5e31f4c94a68 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b17c08f2-27fc-4e90-b48d-43d50a5e8a2c HTTP/1.1" status: 200 len: 850 time: 0.1321990 Jan 28 19:20:08.307061 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42caa3c-e2ad-4205-8953-0d607a1612c2 service neutron] Pushing event updated for resources: {'Port': ['ID=51fc76c5-6ffd-4e00-a26f-fceff8911344,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:08.317296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc266811-b483-43e4-9dda-85d286551c44 req-675fa5fc-3b43-4c48-8569-060df59c84b7 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.319421 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc266811-b483-43e4-9dda-85d286551c44 req-675fa5fc-3b43-4c48-8569-060df59c84b7 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 932 time: 0.5709720 Jan 28 19:20:08.338309 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d4585-9c6f-4507-ad1a-8d1c8da8626d req-0ba6cf54-c1ae-4f0a-91b0-48ad09a137a9 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.344487 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d4585-9c6f-4507-ad1a-8d1c8da8626d req-0ba6cf54-c1ae-4f0a-91b0-48ad09a137a9 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.350102 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d4585-9c6f-4507-ad1a-8d1c8da8626d req-0ba6cf54-c1ae-4f0a-91b0-48ad09a137a9 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.355934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d4585-9c6f-4507-ad1a-8d1c8da8626d req-0ba6cf54-c1ae-4f0a-91b0-48ad09a137a9 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.361556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d4585-9c6f-4507-ad1a-8d1c8da8626d req-0ba6cf54-c1ae-4f0a-91b0-48ad09a137a9 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.367527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d4585-9c6f-4507-ad1a-8d1c8da8626d req-0ba6cf54-c1ae-4f0a-91b0-48ad09a137a9 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.373338 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d4585-9c6f-4507-ad1a-8d1c8da8626d req-0ba6cf54-c1ae-4f0a-91b0-48ad09a137a9 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.374734 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-724d4585-9c6f-4507-ad1a-8d1c8da8626d req-0ba6cf54-c1ae-4f0a-91b0-48ad09a137a9 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5431 time: 0.3560886 Jan 28 19:20:08.403603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac3cbfd-e4ed-425a-b535-54e485128993 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:08.413964 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ac3cbfd-e4ed-425a-b535-54e485128993 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:08.469202 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ac3cbfd-e4ed-425a-b535-54e485128993 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:08.476278 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc266811-b483-43e4-9dda-85d286551c44 req-198bc020-cb42-4d98-9dd4-c1b2bab84917 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332676 Jan 28 19:20:08.481428 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf973624-2f82-49a9-af47-4183d56c9297 req-92eb262b-13eb-4bfd-8135-f0aa9138d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.483092 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf973624-2f82-49a9-af47-4183d56c9297 req-92eb262b-13eb-4bfd-8135-f0aa9138d38f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2102cb4c-1a8c-4160-88a9-27c39edb311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1853602 Jan 28 19:20:08.612424 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-c773e798-7e13-48a9-99fc-b001f3e0b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.614553 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-c773e798-7e13-48a9-99fc-b001f3e0b356 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=068ce8b2015a45a89b166ffbe9a9e473&device_id=e435b1b5-bf1e-492c-be27-00befe86cee7 HTTP/1.1" status: 200 len: 1125 time: 0.2874513 Jan 28 19:20:08.663284 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb7249-f3bc-4a16-ad55-fcc0d5021061 req-52ca7e7f-b4a3-43b7-be05-8abfb893d1b8 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.670914 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4ffb7249-f3bc-4a16-ad55-fcc0d5021061 req-52ca7e7f-b4a3-43b7-be05-8abfb893d1b8 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.2144766 Jan 28 19:20:08.681133 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50790) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:08.689567 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4fc89111-347f-4805-87bf-1adc8a054753 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Request body: {'floatingip': {'port_id': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:08.756436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b64207f-1097-402f-81b1-755db4a5a714 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:08.764566 n-d-824834-4 neutron-server[103146]: DEBUG neutron.objects.ports [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:20:08.766484 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-14915b88-4735-43da-83f1-584326699efa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51fc76c5-6ffd-4e00-a26f-fceff8911344 HTTP/1.1" status: 200 len: 217 time: 0.1387010 Jan 28 19:20:08.768119 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf973624-2f82-49a9-af47-4183d56c9297 req-f25ea440-4048-4c20-b517-d83703ef2988 service neutron] 10.222.0.31 "GET /v2.0/networks/2102cb4c-1a8c-4160-88a9-27c39edb311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697771 Jan 28 19:20:08.772106 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fc89111-347f-4805-87bf-1adc8a054753 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for floatingip (802c7fdf-b855-4e08-91c5-4573987c1ec3), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:08.776718 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Publish callbacks [] for port (3b64207f-1097-402f-81b1-755db4a5a714), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:08.785001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0259556-356b-42de-8d44-b52c79127921 req-b35c3de4-ff82-4c2d-b44b-4a48926c8d81 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.787262 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0259556-356b-42de-8d44-b52c79127921 req-b35c3de4-ff82-4c2d-b44b-4a48926c8d81 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.2063873 Jan 28 19:20:08.791969 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (d098b014-6725-4e32-bfaa-2d102116d0b2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:08.848573 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19bcf7a9-78ce-4b3d-9f85-2f2a97155c0c admin admin] Publish callbacks [] for security_group (d39936ca-bc78-4cc5-8382-c779f6e4725c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:08.869304 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19bcf7a9-78ce-4b3d-9f85-2f2a97155c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d39936ca-bc78-4cc5-8382-c779f6e4725c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:08.877350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Transition to ACTIVE for port object 3b64207f-1097-402f-81b1-755db4a5a714 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:20:08.902000 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (3b64207f-1097-402f-81b1-755db4a5a714), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:08.923415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-631fb7e2-7987-4953-8094-147123686bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:08.924874 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-631fb7e2-7987-4953-8094-147123686bda service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dea7e3fc-09e5-421f-a699-2966c72b0ae8 HTTP/1.1" status: 200 len: 852 time: 0.1456921 Jan 28 19:20:09.274245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e435b1b5-bf1e-492c-be27-00befe86cee7', 'tag': '51fc76c5-6ffd-4e00-a26f-fceff8911344'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:09.276578 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baae2499-5356-40a2-b1ac-fc1380ab6491" -d '{"events": [{"name": "network-changed", "server_uuid": "e435b1b5-bf1e-492c-be27-00befe86cee7", "tag": "51fc76c5-6ffd-4e00-a26f-fceff8911344"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:09.322833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:09.333336 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-19bcf7a9-78ce-4b3d-9f85-2f2a97155c0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07df2ad689374b9b91eca49139eb4c39&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7245901 Jan 28 19:20:09.364196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50794) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:09.369218 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ac3cbfd-e4ed-425a-b535-54e485128993 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (42128159-9faa-4fce-8459-a70fb61ad1e4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:09.374995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:09.385450 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-64a6203d-6310-40e7-9171-415339d879ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813153 Jan 28 19:20:09.392657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbc984d-24d6-4616-b808-0c3074843ec9 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:09.396178 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:09.397222 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:09.407239 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ac3cbfd-e4ed-425a-b535-54e485128993 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (42128159-9faa-4fce-8459-a70fb61ad1e4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:09.409006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=d098b014-6725-4e32-bfaa-2d102116d0b2,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:09.410417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcf7a9-78ce-4b3d-9f85-2f2a97155c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39936ca-bc78-4cc5-8382-c779f6e4725c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:09.453064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913bf91-98a3-4a57-9a1c-3cf0c82e6a75 req-a2b30209-3269-4fae-943e-e1039d9c5990 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:09.465374 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7913bf91-98a3-4a57-9a1c-3cf0c82e6a75 req-a2b30209-3269-4fae-943e-e1039d9c5990 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.6956966 Jan 28 19:20:09.495835 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b64207f-1097-402f-81b1-755db4a5a714,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:09.555049 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0259556-356b-42de-8d44-b52c79127921 req-8da4de3e-c015-49d5-8972-c27de34f6171 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7121186 Jan 28 19:20:09.639359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac3cbfd-e4ed-425a-b535-54e485128993 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:20:09.646434 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f47a09-735d-40be-a300-3c6cf81272d8 x-openstack-request-id: req-19f47a09-735d-40be-a300-3c6cf81272d8 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:09.646434 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e435b1b5-bf1e-492c-be27-00befe86cee7", "tag": "51fc76c5-6ffd-4e00-a26f-fceff8911344", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:09.646736 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19f47a09-735d-40be-a300-3c6cf81272d8 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:09.646987 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e435b1b5-bf1e-492c-be27-00befe86cee7', 'tag': '51fc76c5-6ffd-4e00-a26f-fceff8911344', 'status': 'completed', 'code': 200} Jan 28 19:20:09.689209 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3cbfd-e4ed-425a-b535-54e485128993 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42128159-9faa-4fce-8459-a70fb61ad1e4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:09.700321 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ac3cbfd-e4ed-425a-b535-54e485128993 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9a0cba96-8869-46a7-a780-670bc4fd3563), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:09.700676 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-4ac3cbfd-e4ed-425a-b535-54e485128993 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Added segment 9a0cba96-8869-46a7-a780-670bc4fd3563 of type vlan for network 8ae67a04-fbfa-47db-be2f-6bf3793f237d Jan 28 19:20:09.774521 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 21e43da7-9f7d-455d-96ec-a53d86aa1e0c no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:09.802630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 21e43da7-9f7d-455d-96ec-a53d86aa1e0c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:09.803162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 21e43da7-9f7d-455d-96ec-a53d86aa1e0c not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:09.846803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': 'd098b014-6725-4e32-bfaa-2d102116d0b2'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:20:09.848043 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:09.848961 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:09.849829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:09.855021 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:09.856338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:09.856550 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:09.856743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:09.857077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:09.857411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:09.857761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:09.858112 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:09.858629 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:09.858966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:09.859298 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:09.898818 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3336cb86-68ef-45e9-a031-fd6b0a106777 admin admin] Publish callbacks [] for security_group (d39936ca-bc78-4cc5-8382-c779f6e4725c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:09.906117 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7913bf91-98a3-4a57-9a1c-3cf0c82e6a75 req-d6721e2e-cd62-4d93-9566-5c493f619e16 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409406 Jan 28 19:20:09.912232 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ac3cbfd-e4ed-425a-b535-54e485128993 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (8ae67a04-fbfa-47db-be2f-6bf3793f237d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:09.912589 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-efec33b9-effe-4b16-8505-57297252026c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7709887 Jan 28 19:20:09.913228 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50798) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:09.939329 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-51063c2c-165a-439c-bb96-ded1e66e3ded service neutron] 10.222.0.37 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462744 Jan 28 19:20:09.946653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-886ab726-4b85-4063-aca1-f16bab50e43a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'mac_address': 'fa:16:3e:68:e0:d3', 'name': 'tempest-NetworksTestDHCPv6-1713137650'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:09.972304 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf973624-2f82-49a9-af47-4183d56c9297 req-c8d8a279-6e49-4550-aa6d-2337b1e06e4a service neutron] 10.222.0.31 "GET /v2.0/networks/2102cb4c-1a8c-4160-88a9-27c39edb311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1838069 Jan 28 19:20:10.003829 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3336cb86-68ef-45e9-a031-fd6b0a106777 admin admin] Publish callbacks [] for security_group (d39936ca-bc78-4cc5-8382-c779f6e4725c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.028327 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Attempting to bind port 3b64207f-1097-402f-81b1-755db4a5a714 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:10.028560 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Attempting to bind port 3b64207f-1097-402f-81b1-755db4a5a714 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'd82fd765-dd1f-4f2d-8ce0-943d11945924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:10.028902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Attempting to bind port 3b64207f-1097-402f-81b1-755db4a5a714 on network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:10.038316 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Allocated IP 2001:db8::f816:3eff:fe9d:1028 (1218acd0-0311-470a-8d43-e1a60f7e0be9/d098b014-6725-4e32-bfaa-2d102116d0b2/def91ce9-4bdb-4953-8af1-1fac5e5a2b76) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:10.090373 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ac3cbfd-e4ed-425a-b535-54e485128993 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (8ae67a04-fbfa-47db-be2f-6bf3793f237d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.098965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac3cbfd-e4ed-425a-b535-54e485128993 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:10.100166 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ac3cbfd-e4ed-425a-b535-54e485128993 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.115218 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Port 3b64207f-1097-402f-81b1-755db4a5a714 on network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:20:10.115509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Attempting to bind port 3b64207f-1097-402f-81b1-755db4a5a714 on network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:10.185486 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:10.185851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Checking segment: {'id': 'd82fd765-dd1f-4f2d-8ce0-943d11945924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:10.186274 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Bound using segment: {'id': 'd82fd765-dd1f-4f2d-8ce0-943d11945924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:10.186819 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Bound port: 3b64207f-1097-402f-81b1-755db4a5a714, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82fd765-dd1f-4f2d-8ce0-943d11945924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:10.187248 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3b64207f-1097-402f-81b1-755db4a5a714), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.195582 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4ac3cbfd-e4ed-425a-b535-54e485128993 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1728840 Jan 28 19:20:10.203519 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50800) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:10.204333 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Publish callbacks [] for port (def91ce9-4bdb-4953-8af1-1fac5e5a2b76), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.211400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa88e5-e6bc-4039-8806-256961a77274 req-04691a76-5a3c-4ce5-95bb-fe16a71154cb tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:10.211705 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (def91ce9-4bdb-4953-8af1-1fac5e5a2b76), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.213028 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aa88e5-e6bc-4039-8806-256961a77274 req-04691a76-5a3c-4ce5-95bb-fe16a71154cb tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 944 time: 0.3463056 Jan 28 19:20:10.229632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-03b880c4-7774-4932-b4ce-fb2c31f62c3e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'name': 'tempest-PortsTestJSON-1215806165'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:10.232584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:10.234147 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:10.241214 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3cbfd-e4ed-425a-b535-54e485128993 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Network': ['ID=8ae67a04-fbfa-47db-be2f-6bf3793f237d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:10.255488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:10.263713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:20:10.284949 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-8a4a2a3f-a958-483c-9aba-a5e8dc140fe1 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242588 Jan 28 19:20:10.289041 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3336cb86-68ef-45e9-a031-fd6b0a106777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d39936ca-bc78-4cc5-8382-c779f6e4725c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.291834 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3336cb86-68ef-45e9-a031-fd6b0a106777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.293085 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3336cb86-68ef-45e9-a031-fd6b0a106777 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d39936ca-bc78-4cc5-8382-c779f6e4725c HTTP/1.1" status: 204 len: 168 time: 0.9220629 Jan 28 19:20:10.321165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336cb86-68ef-45e9-a031-fd6b0a106777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39936ca-bc78-4cc5-8382-c779f6e4725c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:10.338784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] For port 3b64207f-1097-402f-81b1-755db4a5a714, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:10.346673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] For port 3b64207f-1097-402f-81b1-755db4a5a714, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3b64207f-1097-402f-81b1-755db4a5a714,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:10.365320 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (3b64207f-1097-402f-81b1-755db4a5a714), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.431041 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Pushing event updated for resources: {'Port': ['ID=def91ce9-4bdb-4953-8af1-1fac5e5a2b76,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:10.433612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Attempting to bind port def91ce9-4bdb-4953-8af1-1fac5e5a2b76 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:10.434390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Attempting to bind port def91ce9-4bdb-4953-8af1-1fac5e5a2b76 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:10.434732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Attempting to bind port def91ce9-4bdb-4953-8af1-1fac5e5a2b76 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:10.441384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:10.441904 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:10.442417 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.442948 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:10.443512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Bound port: def91ce9-4bdb-4953-8af1-1fac5e5a2b76, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:10.443992 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (def91ce9-4bdb-4953-8af1-1fac5e5a2b76), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.449231 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-4fc89111-347f-4805-87bf-1adc8a054753 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:20:10.470313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:10.471285 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.473038 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] 10.222.0.37 "PUT /v2.0/ports/3b64207f-1097-402f-81b1-755db4a5a714 HTTP/1.1" status: 200 len: 1092 time: 3.2972631 Jan 28 19:20:10.520885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b64207f-1097-402f-81b1-755db4a5a714,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:10.523076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] For port def91ce9-4bdb-4953-8af1-1fac5e5a2b76, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:10.527588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] For port def91ce9-4bdb-4953-8af1-1fac5e5a2b76, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=def91ce9-4bdb-4953-8af1-1fac5e5a2b76,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:10.532767 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886ab726-4b85-4063-aca1-f16bab50e43a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:10.537001 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (def91ce9-4bdb-4953-8af1-1fac5e5a2b76), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.566479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:10.567183 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:10.567722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:10.568161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:10.568635 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:10.569755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:10.570230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:10.570693 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:10.571133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:10.571626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:10.572452 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:10.573484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:10.573972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717373-aa99-4553-8b0d-e3e75cb86fd7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:10.580687 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae2499-5356-40a2-b1ac-fc1380ab6491 req-32e366be-5298-418c-9ef9-3c89fd610a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:10.582437 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baae2499-5356-40a2-b1ac-fc1380ab6491 req-32e366be-5298-418c-9ef9-3c89fd610a59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=068ce8b2015a45a89b166ffbe9a9e473&device_id=e435b1b5-bf1e-492c-be27-00befe86cee7 HTTP/1.1" status: 200 len: 1125 time: 0.1678388 Jan 28 19:20:10.596189 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aa88e5-e6bc-4039-8806-256961a77274 req-3f768cd7-7bf1-4101-a693-fdc820bc6a6d tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517387 Jan 28 19:20:10.629925 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f894b57-69fe-4107-b4d0-8b2bcdce35b8 None None] Pushing event updated for resources: {'Port': ['ID=def91ce9-4bdb-4953-8af1-1fac5e5a2b76,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:10.668589 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fc89111-347f-4805-87bf-1adc8a054753 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.680721 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fc89111-347f-4805-87bf-1adc8a054753 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (802c7fdf-b855-4e08-91c5-4573987c1ec3), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.706323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-dc2015e3-c5d5-4f8f-871e-750b10ee03a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:10.707889 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-dc2015e3-c5d5-4f8f-871e-750b10ee03a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=068ce8b2015a45a89b166ffbe9a9e473&device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 1126 time: 0.1827335 Jan 28 19:20:10.743303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b880c4-7774-4932-b4ce-fb2c31f62c3e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:10.746732 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03b880c4-7774-4932-b4ce-fb2c31f62c3e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.787138 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-03b880c4-7774-4932-b4ce-fb2c31f62c3e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] device_id is not set on port e9f93d06-bfd8-473b-ad43-5bc7dc28c88d yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:10.792263 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-044bce0c-c89e-4226-a1a7-2c79ca749bd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b64207f-1097-402f-81b1-755db4a5a714 HTTP/1.1" status: 200 len: 217 time: 0.0644474 Jan 28 19:20:10.793184 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886ab726-4b85-4063-aca1-f16bab50e43a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:10.888546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae2499-5356-40a2-b1ac-fc1380ab6491 req-efa21c39-b1b4-4e36-9d89-eefcb39fa898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:10.891091 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baae2499-5356-40a2-b1ac-fc1380ab6491 req-efa21c39-b1b4-4e36-9d89-eefcb39fa898 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4 HTTP/1.1" status: 200 len: 913 time: 0.3018973 Jan 28 19:20:10.920433 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-886ab726-4b85-4063-aca1-f16bab50e43a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port 2e9c3026-79ae-4eae-9119-8cf8d2302ece yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:10.941550 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baae2499-5356-40a2-b1ac-fc1380ab6491 req-e36a8146-86fe-4064-8a96-8a77cf74fe36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51fc76c5-6ffd-4e00-a26f-fceff8911344 HTTP/1.1" status: 200 len: 217 time: 0.0427868 Jan 28 19:20:10.943514 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-4fc89111-347f-4805-87bf-1adc8a054753 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Floating IP 802c7fdf-b855-4e08-91c5-4573987c1ec3 associated. External IP: 172.25.0.122, port: d8abe3d1-9141-485b-8c8a-c189f2d8ec9a. Jan 28 19:20:10.947069 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-67e134a0-0036-43f5-982f-21f63bf44cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:10.948640 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-67e134a0-0036-43f5-982f-21f63bf44cdd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dea7e3fc-09e5-421f-a699-2966c72b0ae8 HTTP/1.1" status: 200 len: 852 time: 0.1407733 Jan 28 19:20:10.960706 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50808) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:11.024428 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12678bc-4d48-4a35-93fe-f53e92f751e5 req-76d0f4a3-0085-4b93-8db1-44d684f65292 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:11.026055 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f12678bc-4d48-4a35-93fe-f53e92f751e5 req-76d0f4a3-0085-4b93-8db1-44d684f65292 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.3172491 Jan 28 19:20:11.054681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-0bd30a23-112d-4d58-ab1f-7ae8cdddc27e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954926 Jan 28 19:20:11.058108 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e6922db-0fba-4645-a0a4-e74c7b36ee4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.154676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae2499-5356-40a2-b1ac-fc1380ab6491 req-7a92c33e-9add-4e1c-8642-e421e192e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:11.156171 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baae2499-5356-40a2-b1ac-fc1380ab6491 req-7a92c33e-9add-4e1c-8642-e421e192e045 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dea7e3fc-09e5-421f-a699-2966c72b0ae8 HTTP/1.1" status: 200 len: 852 time: 0.2064867 Jan 28 19:20:11.212341 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baae2499-5356-40a2-b1ac-fc1380ab6491 req-7d28dc30-61cc-4453-ab2f-b5f2f783ca90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438917 Jan 28 19:20:11.239413 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f12678bc-4d48-4a35-93fe-f53e92f751e5 req-0600aef3-87be-4804-bae4-9067565c4c67 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885121 Jan 28 19:20:11.258298 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-886ab726-4b85-4063-aca1-f16bab50e43a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::f816:3eff:fe68:e0d3 (1218acd0-0311-470a-8d43-e1a60f7e0be9/d098b014-6725-4e32-bfaa-2d102116d0b2/2e9c3026-79ae-4eae-9119-8cf8d2302ece) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:11.301286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b33de6-ca01-47e5-ac32-29c08db3996e req-02bd8d0b-67a4-47ac-bd8d-e97aa22376f7 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:11.308831 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c7b33de6-ca01-47e5-ac32-29c08db3996e req-02bd8d0b-67a4-47ac-bd8d-e97aa22376f7 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.2822127 Jan 28 19:20:11.335455 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-41345b70-e828-4199-902d-2ce74991d49f service neutron] 10.222.0.37 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656391 Jan 28 19:20:11.345404 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03b880c4-7774-4932-b4ce-fb2c31f62c3e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (e9f93d06-bfd8-473b-ad43-5bc7dc28c88d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.439212 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e6922db-0fba-4645-a0a4-e74c7b36ee4b admin admin] Publish callbacks [] for security_group (852baa82-d98a-4e91-a7a6-a5d9ff9d8b55), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.448658 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baae2499-5356-40a2-b1ac-fc1380ab6491 req-fd959c1d-22ec-4214-81f7-64c04e7baaf9 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243316 Jan 28 19:20:11.456758 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e6922db-0fba-4645-a0a4-e74c7b36ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (852baa82-d98a-4e91-a7a6-a5d9ff9d8b55), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.482834 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device def91ce9-4bdb-4953-8af1-1fac5e5a2b76 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:11.514467 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c7b33de6-ca01-47e5-ac32-29c08db3996e req-5a0fd3c8-ed60-42d2-9315-3a07b49b3290 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046742 Jan 28 19:20:11.561486 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port def91ce9-4bdb-4953-8af1-1fac5e5a2b76 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:11.561755 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (def91ce9-4bdb-4953-8af1-1fac5e5a2b76), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.575223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6922db-0fba-4645-a0a4-e74c7b36ee4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852baa82-d98a-4e91-a7a6-a5d9ff9d8b55,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:11.579572 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-623c01ad-d575-42a6-b4e9-cac117e9b95f req-cae21ed0-f51a-44f2-811d-c8dce8ff0398 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325497 Jan 28 19:20:11.581968 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7e6922db-0fba-4645-a0a4-e74c7b36ee4b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75cb7cfab0b64a83b81436bd9d9cc074&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6186910 Jan 28 19:20:11.585145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50812) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:11.649251 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f', 'tag': '3b64207f-1097-402f-81b1-755db4a5a714'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:11.650433 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463287ca-5bbb-4bed-a942-55a3e1f9444d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f", "tag": "3b64207f-1097-402f-81b1-755db4a5a714"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:11.673135 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baae2499-5356-40a2-b1ac-fc1380ab6491 req-ae482161-d24c-456e-84a8-3fec4fea1042 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095151 Jan 28 19:20:11.685773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port def91ce9-4bdb-4953-8af1-1fac5e5a2b76 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:11.686349 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (def91ce9-4bdb-4953-8af1-1fac5e5a2b76), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.701616 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-707cb46c-f5c2-4175-9200-5c9ebd50fbfd admin admin] Publish callbacks [] for security_group (852baa82-d98a-4e91-a7a6-a5d9ff9d8b55), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.755689 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port def91ce9-4bdb-4953-8af1-1fac5e5a2b76, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=def91ce9-4bdb-4953-8af1-1fac5e5a2b76,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:11.756042 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad3ecae-fcf7-4dc5-ab22-38e8f15140d3 x-openstack-request-id: req-aad3ecae-fcf7-4dc5-ab22-38e8f15140d3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:11.756456 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f", "tag": "3b64207f-1097-402f-81b1-755db4a5a714", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:11.756791 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aad3ecae-fcf7-4dc5-ab22-38e8f15140d3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:11.757274 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f', 'tag': '3b64207f-1097-402f-81b1-755db4a5a714', 'status': 'completed', 'code': 200} Jan 28 19:20:11.759688 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-707cb46c-f5c2-4175-9200-5c9ebd50fbfd admin admin] Publish callbacks [] for security_group (852baa82-d98a-4e91-a7a6-a5d9ff9d8b55), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.782799 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (def91ce9-4bdb-4953-8af1-1fac5e5a2b76), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.851404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=def91ce9-4bdb-4953-8af1-1fac5e5a2b76,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:11.889815 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c2b0f-1f1b-47f5-bb99-e9c0a76bc29b req-fa21cce1-db69-4187-a264-3ad5b8bbe52f tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:11.891486 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-813c2b0f-1f1b-47f5-bb99-e9c0a76bc29b req-fa21cce1-db69-4187-a264-3ad5b8bbe52f tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 944 time: 0.1379209 Jan 28 19:20:11.899117 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463287ca-5bbb-4bed-a942-55a3e1f9444d req-861d036f-5e79-4a0e-ae6d-4bb201c76794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:11.900813 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-463287ca-5bbb-4bed-a942-55a3e1f9444d req-861d036f-5e79-4a0e-ae6d-4bb201c76794 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=068ce8b2015a45a89b166ffbe9a9e473&device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 1126 time: 0.0980074 Jan 28 19:20:11.903760 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-707cb46c-f5c2-4175-9200-5c9ebd50fbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (852baa82-d98a-4e91-a7a6-a5d9ff9d8b55), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.906384 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-707cb46c-f5c2-4175-9200-5c9ebd50fbfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:11.910095 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-707cb46c-f5c2-4175-9200-5c9ebd50fbfd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/852baa82-d98a-4e91-a7a6-a5d9ff9d8b55 HTTP/1.1" status: 204 len: 168 time: 0.3215160 Jan 28 19:20:11.947567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cb46c-f5c2-4175-9200-5c9ebd50fbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852baa82-d98a-4e91-a7a6-a5d9ff9d8b55,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:12.033529 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-813c2b0f-1f1b-47f5-bb99-e9c0a76bc29b req-2ddc071f-1037-45cd-9438-8d1220e6b576 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314480 Jan 28 19:20:12.039902 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03b880c4-7774-4932-b4ce-fb2c31f62c3e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e9f93d06-bfd8-473b-ad43-5bc7dc28c88d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.067528 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463287ca-5bbb-4bed-a942-55a3e1f9444d req-a2863dab-b2a5-4788-8630-2b7f560800bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:12.069051 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-463287ca-5bbb-4bed-a942-55a3e1f9444d req-a2863dab-b2a5-4788-8630-2b7f560800bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4 HTTP/1.1" status: 200 len: 913 time: 0.1559627 Jan 28 19:20:12.116129 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-463287ca-5bbb-4bed-a942-55a3e1f9444d req-567939e8-d1f5-41a0-a53c-f3a1cc7d30b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b64207f-1097-402f-81b1-755db4a5a714 HTTP/1.1" status: 200 len: 217 time: 0.0406518 Jan 28 19:20:12.123459 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc89111-347f-4805-87bf-1adc8a054753 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Router 29bd8e6c-f3a6-478d-b57c-73297ba42978 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:20:12.129876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-464ba0b2-1731-4b1d-a8ee-508476836c63 None None] Provisioning complete for port def91ce9-4bdb-4953-8af1-1fac5e5a2b76 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:12.130981 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-464ba0b2-1731-4b1d-a8ee-508476836c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (def91ce9-4bdb-4953-8af1-1fac5e5a2b76), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.175675 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b880c4-7774-4932-b4ce-fb2c31f62c3e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=e9f93d06-bfd8-473b-ad43-5bc7dc28c88d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:12.193646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463287ca-5bbb-4bed-a942-55a3e1f9444d req-37464dd5-8b30-4f88-9de1-3bf5f1e3f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:12.196042 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-463287ca-5bbb-4bed-a942-55a3e1f9444d req-37464dd5-8b30-4f88-9de1-3bf5f1e3f075 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dea7e3fc-09e5-421f-a699-2966c72b0ae8 HTTP/1.1" status: 200 len: 852 time: 0.0739570 Jan 28 19:20:12.202927 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886ab726-4b85-4063-aca1-f16bab50e43a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (2e9c3026-79ae-4eae-9119-8cf8d2302ece), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.237921 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-464ba0b2-1731-4b1d-a8ee-508476836c63 None None] Current status of the port def91ce9-4bdb-4953-8af1-1fac5e5a2b76 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:12.240706 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-463287ca-5bbb-4bed-a942-55a3e1f9444d req-0cec6d76-511e-4d27-b296-27ac2bcf32a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347819 Jan 28 19:20:12.275984 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b880c4-7774-4932-b4ce-fb2c31f62c3e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Checking segment: {'id': '9a0cba96-8869-46a7-a780-670bc4fd3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:12.276419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b880c4-7774-4932-b4ce-fb2c31f62c3e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network hostable DHCP agents. Network: 8ae67a04-fbfa-47db-be2f-6bf3793f237d, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:20:12.357830 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-463287ca-5bbb-4bed-a942-55a3e1f9444d req-bf44b247-a4c9-4acf-a23a-4d61a454e557 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107719 Jan 28 19:20:12.421006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b880c4-7774-4932-b4ce-fb2c31f62c3e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:20:12.445964 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886ab726-4b85-4063-aca1-f16bab50e43a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2e9c3026-79ae-4eae-9119-8cf8d2302ece), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.454832 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-03b880c4-7774-4932-b4ce-fb2c31f62c3e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 8ae67a04-fbfa-47db-be2f-6bf3793f237d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:12.464762 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f15a73-5c01-4cbe-9683-ef02dee97f2c None None] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:12.479748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc4712-7527-4d01-8967-0e549c2e22d2 req-8ecf1b9f-f8e1-4642-be4d-0d7aa00fc5a4 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:12.481789 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07dc4712-7527-4d01-8967-0e549c2e22d2 req-8ecf1b9f-f8e1-4642-be4d-0d7aa00fc5a4 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.1216462 Jan 28 19:20:12.491739 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b880c4-7774-4932-b4ce-fb2c31f62c3e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:12.494518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b880c4-7774-4932-b4ce-fb2c31f62c3e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:12.495366 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-03b880c4-7774-4932-b4ce-fb2c31f62c3e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.504659 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc89111-347f-4805-87bf-1adc8a054753 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:20:12.521461 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c69ea3-03de-4ce0-ad81-d589b9bffd26 None None] Sync routers for ids ['29bd8e6c-f3a6-478d-b57c-73297ba42978'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:20:12.539392 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4fc89111-347f-4805-87bf-1adc8a054753 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.552360 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c69ea3-03de-4ce0-ad81-d589b9bffd26 None None] Routers {'29bd8e6c-f3a6-478d-b57c-73297ba42978'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:12.553086 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-48c69ea3-03de-4ce0-ad81-d589b9bffd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:19:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['29bd8e6c-f3a6-478d-b57c-73297ba42978'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:12.590732 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-463287ca-5bbb-4bed-a942-55a3e1f9444d req-9ba1d3a3-a22e-4699-a375-fe4fb871568e service neutron] 10.222.0.37 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245212 Jan 28 19:20:12.612626 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4fc89111-347f-4805-87bf-1adc8a054753 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "PUT /v2.0/floatingips/802c7fdf-b855-4e08-91c5-4573987c1ec3 HTTP/1.1" status: 200 len: 992 time: 3.9278414 Jan 28 19:20:12.615171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886ab726-4b85-4063-aca1-f16bab50e43a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:12.619695 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'tag': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:12.622982 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db61f49a-de9b-4ec8-9028-88983e531d34" -d '{"events": [{"name": "network-changed", "server_uuid": "21d74e39-0fd8-45d9-9ea1-9efa53faae9d", "tag": "d8abe3d1-9141-485b-8c8a-c189f2d8ec9a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:12.634831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-886ab726-4b85-4063-aca1-f16bab50e43a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:12.643477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:12.643838 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-03b880c4-7774-4932-b4ce-fb2c31f62c3e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4296904 Jan 28 19:20:12.644944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ab726-4b85-4063-aca1-f16bab50e43a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:12.651255 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886ab726-4b85-4063-aca1-f16bab50e43a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:12.651965 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886ab726-4b85-4063-aca1-f16bab50e43a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.665019 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-95adf9ab-8049-46a5-a5f4-7afe96d1f0b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1625717608'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:12.694809 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ab726-4b85-4063-aca1-f16bab50e43a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=2e9c3026-79ae-4eae-9119-8cf8d2302ece,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:12.723323 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-886ab726-4b85-4063-aca1-f16bab50e43a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8025589 Jan 28 19:20:12.732684 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50840) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:12.736664 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07dc4712-7527-4d01-8967-0e549c2e22d2 req-248d7eec-a53e-44fd-877d-1d0da4b46a16 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348187 Jan 28 19:20:12.797480 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95adf9ab-8049-46a5-a5f4-7afe96d1f0b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:12.816218 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95adf9ab-8049-46a5-a5f4-7afe96d1f0b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.962293 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-48c69ea3-03de-4ce0-ad81-d589b9bffd26 None None] Set router 29bd8e6c-f3a6-478d-b57c-73297ba42978 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:12.967993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95adf9ab-8049-46a5-a5f4-7afe96d1f0b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:20:12.979211 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95adf9ab-8049-46a5-a5f4-7afe96d1f0b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ccb3bd71-847a-4549-a3fd-1639a3f71340), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:12.979621 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-95adf9ab-8049-46a5-a5f4-7afe96d1f0b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Added segment ccb3bd71-847a-4549-a3fd-1639a3f71340 of type vlan for network ec5502b2-7cce-45c2-883f-2e6f144e660e Jan 28 19:20:13.037181 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95adf9ab-8049-46a5-a5f4-7afe96d1f0b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (ec5502b2-7cce-45c2-883f-2e6f144e660e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:13.074585 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b278fa-1e9f-4ec4-9039-a5ae957f52f0 x-openstack-request-id: req-98b278fa-1e9f-4ec4-9039-a5ae957f52f0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:13.075135 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d74e39-0fd8-45d9-9ea1-9efa53faae9d", "tag": "d8abe3d1-9141-485b-8c8a-c189f2d8ec9a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:13.075589 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-98b278fa-1e9f-4ec4-9039-a5ae957f52f0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:13.081237 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'tag': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a', 'status': 'completed', 'code': 200} Jan 28 19:20:13.093037 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95adf9ab-8049-46a5-a5f4-7afe96d1f0b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (ec5502b2-7cce-45c2-883f-2e6f144e660e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:13.104914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95adf9ab-8049-46a5-a5f4-7afe96d1f0b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:13.106293 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95adf9ab-8049-46a5-a5f4-7afe96d1f0b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:13.138581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee23e3-f908-4f54-a1f5-fa13eb10ed04 req-3fc629ad-a0ac-429a-9af5-ec5bcc41bcd5 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:13.141391 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-71ee23e3-f908-4f54-a1f5-fa13eb10ed04 req-3fc629ad-a0ac-429a-9af5-ec5bcc41bcd5 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.4297893 Jan 28 19:20:13.228438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6590ff9f-f01d-497f-bc11-62ea1f217266 None None] Provisioning complete for port 2e9c3026-79ae-4eae-9119-8cf8d2302ece triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:13.232516 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6590ff9f-f01d-497f-bc11-62ea1f217266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2e9c3026-79ae-4eae-9119-8cf8d2302ece), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:13.268686 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc07a2e-5894-42ff-9ed1-d91a5e8274b5 req-5bc7ddbd-17ba-4c77-9d4f-b41bf3fd9c84 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:13.272827 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4fc07a2e-5894-42ff-9ed1-d91a5e8274b5 req-5bc7ddbd-17ba-4c77-9d4f-b41bf3fd9c84 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 944 time: 0.0830805 Jan 28 19:20:13.324245 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-95adf9ab-8049-46a5-a5f4-7afe96d1f0b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6774342 Jan 28 19:20:13.326003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:13.348965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'ports': [{'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d'}, {'network_id': 'ec5502b2-7cce-45c2-883f-2e6f144e660e'}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:13.349496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:13.350155 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'network_id': 'ec5502b2-7cce-45c2-883f-2e6f144e660e'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:13.360735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6590ff9f-f01d-497f-bc11-62ea1f217266 None None] Port 2e9c3026-79ae-4eae-9119-8cf8d2302ece cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:20:13.452818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device def91ce9-4bdb-4953-8af1-1fac5e5a2b76 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:13.474693 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4fc07a2e-5894-42ff-9ed1-d91a5e8274b5 req-f9334a74-4ab4-46ba-aaa4-8dcd13e80147 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907778 Jan 28 19:20:13.533378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adf9ab-8049-46a5-a5f4-7afe96d1f0b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Network': ['ID=ec5502b2-7cce-45c2-883f-2e6f144e660e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:13.562437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f80d84-ca6b-4180-a873-b68c12112cb3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:13.569654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f80d84-ca6b-4180-a873-b68c12112cb3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:13.571934 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d9f80d84-ca6b-4180-a873-b68c12112cb3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.8120751 Jan 28 19:20:13.573155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network ec5502b2-7cce-45c2-883f-2e6f144e660e details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:20:13.574933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50858) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:13.621993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61f49a-de9b-4ec8-9028-88983e531d34 req-f1e77a0e-793e-46dd-a8b0-c8e2b4c862fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:13.623699 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db61f49a-de9b-4ec8-9028-88983e531d34 req-f1e77a0e-793e-46dd-a8b0-c8e2b4c862fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 1128 time: 0.5071912 Jan 28 19:20:13.740393 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-71ee23e3-f908-4f54-a1f5-fa13eb10ed04 req-67a03ec1-4887-40ad-95d3-fae0cdb8fa4c tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378895 Jan 28 19:20:13.756518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-61d8f3c0-d177-432a-984e-cb4e9972e3a2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port 2e9c3026-79ae-4eae-9119-8cf8d2302ece {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:13.757020 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61d8f3c0-d177-432a-984e-cb4e9972e3a2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2e9c3026-79ae-4eae-9119-8cf8d2302ece), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:13.774323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'port': 2} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:13.780356 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:13.789427 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port def91ce9-4bdb-4953-8af1-1fac5e5a2b76 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:13.789813 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (def91ce9-4bdb-4953-8af1-1fac5e5a2b76), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:13.801604 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:13.823008 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-48c69ea3-03de-4ce0-ad81-d589b9bffd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:35Z', 'revision_number': 4, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '802c7fdf-b855-4e08-91c5-4573987c1ec3', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'port_id': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'mac_address': 'fa:16:3e:c9:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:19:44Z', 'updated_at': '2022-01-28T19:20:10Z', 'revision_number': 1, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddefd569-b9b9-4a85-b818-ceebb74e0d99', 'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'mac_address': 'fa:16:3e:13:f2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:32Z', 'updated_at': '2022-01-28T19:19:41Z', 'revision_number': 5, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'subnets': [{'id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:13.865342 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c69ea3-03de-4ce0-ad81-d589b9bffd26 None None] Checking router: 29bd8e6c-f3a6-478d-b57c-73297ba42978 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:20:13.879227 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c69ea3-03de-4ce0-ad81-d589b9bffd26 None None] Routers {'29bd8e6c-f3a6-478d-b57c-73297ba42978'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:20:13.881101 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-48c69ea3-03de-4ce0-ad81-d589b9bffd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:19:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['29bd8e6c-f3a6-478d-b57c-73297ba42978'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:14.012450 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port def91ce9-4bdb-4953-8af1-1fac5e5a2b76 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:14.033537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61f49a-de9b-4ec8-9028-88983e531d34 req-94fafe2f-0e82-4475-90b2-1b0133d3ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:14.039788 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db61f49a-de9b-4ec8-9028-88983e531d34 req-94fafe2f-0e82-4475-90b2-1b0133d3ea0f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 200 len: 918 time: 0.3977134 Jan 28 19:20:14.065365 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61d8f3c0-d177-432a-984e-cb4e9972e3a2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2e9c3026-79ae-4eae-9119-8cf8d2302ece), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:14.079009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad2efd-f562-4516-8e11-1176dcbc2fe6 req-057accf9-3305-4cd5-ac0b-3a0f94d278f9 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:14.080805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-66ad2efd-f562-4516-8e11-1176dcbc2fe6 req-057accf9-3305-4cd5-ac0b-3a0f94d278f9 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.1412649 Jan 28 19:20:14.129931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-61d8f3c0-d177-432a-984e-cb4e9972e3a2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for 2e9c3026-79ae-4eae-9119-8cf8d2302ece owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:14.177546 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-66ad2efd-f562-4516-8e11-1176dcbc2fe6 req-ce437471-e311-42d7-b87d-f1f9422727f5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887504 Jan 28 19:20:14.191570 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] device_id is not set on port 28c6e0f1-609f-4a20-99bf-922388d46e74 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:14.201038 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-48c69ea3-03de-4ce0-ad81-d589b9bffd26 None None] Set router 29bd8e6c-f3a6-478d-b57c-73297ba42978 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:20:14.231561 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db61f49a-de9b-4ec8-9028-88983e531d34 req-b3b237be-7a61-4147-9219-26929d30e1ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a HTTP/1.1" status: 200 len: 1000 time: 0.1397953 Jan 28 19:20:14.300915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61f49a-de9b-4ec8-9028-88983e531d34 req-d40aa7e8-d1a3-4a68-b4e2-8a7c39313e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:14.305268 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db61f49a-de9b-4ec8-9028-88983e531d34 req-d40aa7e8-d1a3-4a68-b4e2-8a7c39313e1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f81e2f04-6d65-4bf2-ae23-2d422541a4df HTTP/1.1" status: 200 len: 856 time: 0.0667191 Jan 28 19:20:14.324909 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786389ad-c72f-4c6b-baba-9d792c84841f req-b3d502d8-1196-4ec2-8e0e-99be56c5eada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:14.327308 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-786389ad-c72f-4c6b-baba-9d792c84841f req-b3d502d8-1196-4ec2-8e0e-99be56c5eada service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 1132 time: 0.0816693 Jan 28 19:20:14.430209 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61d8f3c0-d177-432a-984e-cb4e9972e3a2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2e9c3026-79ae-4eae-9119-8cf8d2302ece), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:14.472818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8f3c0-d177-432a-984e-cb4e9972e3a2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=2e9c3026-79ae-4eae-9119-8cf8d2302ece,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:14.486666 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-786389ad-c72f-4c6b-baba-9d792c84841f req-dccbde2a-2f60-4433-b853-241ab130ea4a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290841 Jan 28 19:20:14.512211 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (28c6e0f1-609f-4a20-99bf-922388d46e74), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:14.523875 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61d8f3c0-d177-432a-984e-cb4e9972e3a2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:14.530812 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-61d8f3c0-d177-432a-984e-cb4e9972e3a2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/2e9c3026-79ae-4eae-9119-8cf8d2302ece HTTP/1.1" status: 204 len: 168 time: 0.9545624 Jan 28 19:20:14.531604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50888) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:14.568290 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61f49a-de9b-4ec8-9028-88983e531d34 req-848be43b-9975-4be9-add6-26166e43190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:14.577407 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db61f49a-de9b-4ec8-9028-88983e531d34 req-848be43b-9975-4be9-add6-26166e43190a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2655628 Jan 28 19:20:14.592148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e516fef6-1ef5-4805-888e-ea960089032d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:14.593653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e516fef6-1ef5-4805-888e-ea960089032d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:14.599685 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e516fef6-1ef5-4805-888e-ea960089032d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0670135 Jan 28 19:20:14.602320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50890) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:14.661511 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-96fbd6a1-e156-40bf-8f05-2d4afc3356b9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet d098b014-6725-4e32-bfaa-2d102116d0b2 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:14.666821 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96fbd6a1-e156-40bf-8f05-2d4afc3356b9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (d098b014-6725-4e32-bfaa-2d102116d0b2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:14.722212 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96fbd6a1-e156-40bf-8f05-2d4afc3356b9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (d098b014-6725-4e32-bfaa-2d102116d0b2), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:14.788739 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-48c69ea3-03de-4ce0-ad81-d589b9bffd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:35Z', 'revision_number': 4, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '802c7fdf-b855-4e08-91c5-4573987c1ec3', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'port_id': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'mac_address': 'fa:16:3e:c9:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:19:44Z', 'updated_at': '2022-01-28T19:20:10Z', 'revision_number': 1, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddefd569-b9b9-4a85-b818-ceebb74e0d99', 'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'mac_address': 'fa:16:3e:13:f2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:32Z', 'updated_at': '2022-01-28T19:19:41Z', 'revision_number': 5, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'subnets': [{'id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:14.856257 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c69ea3-03de-4ce0-ad81-d589b9bffd26 None None] The sync data for ids ['29bd8e6c-f3a6-478d-b57c-73297ba42978'] in n-d-824834-4 is: [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:35Z', 'revision_number': 4, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '802c7fdf-b855-4e08-91c5-4573987c1ec3', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'port_id': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'mac_address': 'fa:16:3e:c9:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:19:44Z', 'updated_at': '2022-01-28T19:20:10Z', 'revision_number': 1, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddefd569-b9b9-4a85-b818-ceebb74e0d99', 'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'mac_address': 'fa:16:3e:13:f2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:32Z', 'updated_at': '2022-01-28T19:19:41Z', 'revision_number': 5, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'subnets': [{'id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:20:15.024628 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96fbd6a1-e156-40bf-8f05-2d4afc3356b9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (d098b014-6725-4e32-bfaa-2d102116d0b2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:15.090112 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-c1236f6f-9e27-44e5-b9ba-cc3b9b953517 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2907279 Jan 28 19:20:15.119551 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73768ec6-f9b2-4ab5-aaf0-9bd1c11456f7 req-734e4d6e-5511-4649-9149-5ad48cf1fa2a tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:15.121269 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-73768ec6-f9b2-4ab5-aaf0-9bd1c11456f7 req-734e4d6e-5511-4649-9149-5ad48cf1fa2a tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.2383583 Jan 28 19:20:15.179344 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96fbd6a1-e156-40bf-8f05-2d4afc3356b9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (d098b014-6725-4e32-bfaa-2d102116d0b2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:15.260895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbd6a1-e156-40bf-8f05-2d4afc3356b9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=d098b014-6725-4e32-bfaa-2d102116d0b2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:15.276616 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa16c5-e935-418f-96c1-e8f76dfcfd7f None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:15.288976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-96fbd6a1-e156-40bf-8f05-2d4afc3356b9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:15.296743 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-96fbd6a1-e156-40bf-8f05-2d4afc3356b9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/d098b014-6725-4e32-bfaa-2d102116d0b2 HTTP/1.1" status: 204 len: 168 time: 0.6909542 Jan 28 19:20:15.303065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dfdf6f-2cce-4f1c-b98a-aed2be1a3665 None None] New status for floating IP 802c7fdf-b855-4e08-91c5-4573987c1ec3: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:20:15.305443 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50916) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:15.381088 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fda4a89a-6869-4ff9-b3e9-c3a65c484ddb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716863 Jan 28 19:20:15.385886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50920) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:15.398526 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-73768ec6-f9b2-4ab5-aaf0-9bd1c11456f7 req-d1bb6b6d-5075-4925-8b89-4480a652e835 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408760 Jan 28 19:20:15.408939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-ba692bbd-c5ee-4694-a7e5-d0419a6fb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:15.410268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-ba692bbd-c5ee-4694-a7e5-d0419a6fb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:15.411119 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-ba692bbd-c5ee-4694-a7e5-d0419a6fb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:15.411689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-ba692bbd-c5ee-4694-a7e5-d0419a6fb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:15.412210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-ba692bbd-c5ee-4694-a7e5-d0419a6fb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:15.412729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-ba692bbd-c5ee-4694-a7e5-d0419a6fb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:15.413567 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-ba692bbd-c5ee-4694-a7e5-d0419a6fb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:15.415909 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-ba692bbd-c5ee-4694-a7e5-d0419a6fb07e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cc767c1cbe248bab484e9622a21d031&device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 6705 time: 0.2561197 Jan 28 19:20:15.479375 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] device_id is not set on port 84b7eec3-df35-4f10-b605-1a1b3c492512 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:15.673045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-477775cb-028e-4c0c-9629-ce0b88340d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:15.673603 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-477775cb-028e-4c0c-9629-ce0b88340d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:15.673994 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-477775cb-028e-4c0c-9629-ce0b88340d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:15.675672 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-477775cb-028e-4c0c-9629-ce0b88340d2e service neutron] 10.222.0.31 "GET /v2.0/networks?id=2102cb4c-1a8c-4160-88a9-27c39edb311a&id=5b784934-81a2-4bb5-a668-73176a055465&id=5b784934-81a2-4bb5-a668-73176a055465&id=5b784934-81a2-4bb5-a668-73176a055465&id=5b784934-81a2-4bb5-a668-73176a055465&id=8bd761fc-fe6a-405a-9893-029eb3d01134&id=8bd761fc-fe6a-405a-9893-029eb3d01134 HTTP/1.1" status: 200 len: 2293 time: 0.2167673 Jan 28 19:20:15.731640 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 51fc76c5-6ffd-4e00-a26f-fceff8911344 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:20:15.761367 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (84b7eec3-df35-4f10-b605-1a1b3c492512), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:15.776750 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54485b-32da-4413-a3f8-b3cb3cce0270 req-0715c016-7840-4ce1-b027-fcc08a79bcf1 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:15.778357 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de54485b-32da-4413-a3f8-b3cb3cce0270 req-0715c016-7840-4ce1-b027-fcc08a79bcf1 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 944 time: 1.1089485 Jan 28 19:20:15.793625 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db61f49a-de9b-4ec8-9028-88983e531d34 req-3fc72525-8baf-4b0b-b442-d389274466b5 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1252859 Jan 28 19:20:15.817990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891acc25-5b8f-43bf-9eea-e361c1c6d618 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:15.825304 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-891acc25-5b8f-43bf-9eea-e361c1c6d618 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4215662 Jan 28 19:20:15.825682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:15.851721 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50cbdbe7-b84c-4c96-8910-ca6e12f545b1 req-b0d434a3-db1c-4c01-bd8a-d224edf6074c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4739425 Jan 28 19:20:15.937584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 51fc76c5-6ffd-4e00-a26f-fceff8911344, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=51fc76c5-6ffd-4e00-a26f-fceff8911344,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:15.970290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '51fc76c5-6ffd-4e00-a26f-fceff8911344', 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4', 'port_id': '51fc76c5-6ffd-4e00-a26f-fceff8911344', 'mac_address': 'fa:16:3e:0c:e6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea7e3fc-09e5-421f-a699-2966c72b0ae8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:20:15.971208 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (28c6e0f1-609f-4a20-99bf-922388d46e74), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:15.975200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ca00b136-d879-478d-8eaa-a5920a54250b details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:20:15.984272 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-a0db46b8-a538-47bd-bad2-393bc0de073f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97e80eea-8605-4e6d-90bd-6e52508f9934 HTTP/1.1" status: 200 len: 1001 time: 0.2959328 Jan 28 19:20:15.988960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84be76e-8328-481c-98ea-3f546388e1ac tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:15.993337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e84be76e-8328-481c-98ea-3f546388e1ac tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1512625 Jan 28 19:20:15.997769 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50934) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:16.042438 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de54485b-32da-4413-a3f8-b3cb3cce0270 req-f9f2016d-64bb-4cbe-945c-05dc679363ba tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144456 Jan 28 19:20:16.075500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:16.082411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:16.085872 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db61f49a-de9b-4ec8-9028-88983e531d34 req-754ba03d-11b8-4dfb-8201-11bcc3753b45 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629545 Jan 28 19:20:16.087378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:16.088229 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (84b7eec3-df35-4f10-b605-1a1b3c492512), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.089599 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:16.090842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=28c6e0f1-609f-4a20-99bf-922388d46e74,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:16.123594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb5f90-d910-4c4a-8773-34bc4c2d6111 req-cc52bcef-2369-4736-81bd-d613151b63dd tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:16.127747 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fffb5f90-d910-4c4a-8773-34bc4c2d6111 req-cc52bcef-2369-4736-81bd-d613151b63dd tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.4510219 Jan 28 19:20:16.139621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbdbe7-b84c-4c96-8910-ca6e12f545b1 req-8ad6c820-1159-4038-89b7-fe74fb213bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:16.140801 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50cbdbe7-b84c-4c96-8910-ca6e12f545b1 req-8ad6c820-1159-4038-89b7-fe74fb213bb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f6d1d89a2cc450087be951ba23471e3&device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 1130 time: 0.2166533 Jan 28 19:20:16.148228 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a2181814-686d-40f9-8470-7e9117e16082 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1337540 Jan 28 19:20:16.148469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50940) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:16.156309 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cfbae60b-b62f-4778-a6ac-ad3c5fc7a343 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:16.189755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=84b7eec3-df35-4f10-b605-1a1b3c492512,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:16.214229 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 51fc76c5-6ffd-4e00-a26f-fceff8911344 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:16.214844 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (51fc76c5-6ffd-4e00-a26f-fceff8911344), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.241221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51fc76c5-6ffd-4e00-a26f-fceff8911344 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:16.279230 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 51fc76c5-6ffd-4e00-a26f-fceff8911344, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=51fc76c5-6ffd-4e00-a26f-fceff8911344,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:16.281520 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-deab8915-1aaf-48eb-b820-9032e6a68286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:16.283195 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-deab8915-1aaf-48eb-b820-9032e6a68286 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b17c08f2-27fc-4e90-b48d-43d50a5e8a2c HTTP/1.1" status: 200 len: 850 time: 0.2833686 Jan 28 19:20:16.288219 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fffb5f90-d910-4c4a-8773-34bc4c2d6111 req-2df1b57f-9399-4992-89c0-fa805261864a tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415343 Jan 28 19:20:16.297034 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (51fc76c5-6ffd-4e00-a26f-fceff8911344), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.315185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Checking segment: {'id': 'ccb3bd71-847a-4549-a3fd-1639a3f71340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ec5502b2-7cce-45c2-883f-2e6f144e660e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:16.315441 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network hostable DHCP agents. Network: ec5502b2-7cce-45c2-883f-2e6f144e660e, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:20:16.352335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-d78f6779-af92-44e9-860c-de0b5588cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:16.353959 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-d78f6779-af92-44e9-860c-de0b5588cec0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2102cb4c-1a8c-4160-88a9-27c39edb311a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0625775 Jan 28 19:20:16.357210 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ca00b136-d879-478d-8eaa-a5920a54250b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ca00b136-d879-478d-8eaa-a5920a54250b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:16.378761 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfaeaa2b-0350-440b-a939-9d3b714a95fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.388970 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'ca00b136-d879-478d-8eaa-a5920a54250b', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': 'ca00b136-d879-478d-8eaa-a5920a54250b', 'mac_address': 'fa:16:3e:7e:52:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:20:16.401983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network ec5502b2-7cce-45c2-883f-2e6f144e660e is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:20:16.423548 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbae60b-b62f-4778-a6ac-ad3c5fc7a343 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:16.426993 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfbae60b-b62f-4778-a6ac-ad3c5fc7a343 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.432650 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=51fc76c5-6ffd-4e00-a26f-fceff8911344,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:16.447144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbdbe7-b84c-4c96-8910-ca6e12f545b1 req-fc39db41-eff4-4071-971d-620f68e4018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:16.448797 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50cbdbe7-b84c-4c96-8910-ca6e12f545b1 req-fc39db41-eff4-4071-971d-620f68e4018e service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.2611763 Jan 28 19:20:16.449396 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, ec5502b2-7cce-45c2-883f-2e6f144e660e) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:16.475211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ca00b136-d879-478d-8eaa-a5920a54250b is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:16.475607 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.481500 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11d027c-08ad-4dde-a6e3-a86f9104b35d None None] Network ec5502b2-7cce-45c2-883f-2e6f144e660e requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:16.495058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faec5b1-d6d4-4e1c-81c5-d7325d65b92f None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:20:16.501744 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-eb49c9ec-b0b5-4b31-84c0-ad3c64367062 service neutron] 10.222.0.31 "GET /v2.0/networks/2102cb4c-1a8c-4160-88a9-27c39edb311a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402867 Jan 28 19:20:16.524116 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:16.529882 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:16.534688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:16.535361 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.572700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca00b136-d879-478d-8eaa-a5920a54250b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:16.612383 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50cbdbe7-b84c-4c96-8910-ca6e12f545b1 req-63cd8368-97d1-4f2e-87a4-fef933c8ee3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2a69777e-2f4b-4bc6-8b0c-1916d555099f HTTP/1.1" status: 200 len: 217 time: 0.0932665 Jan 28 19:20:16.613009 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-9cc14486-de80-4f1f-821c-3047cd18d807 service neutron] 10.222.0.31 "GET /v2.0/networks/2102cb4c-1a8c-4160-88a9-27c39edb311a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045177 Jan 28 19:20:16.624394 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ca00b136-d879-478d-8eaa-a5920a54250b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ca00b136-d879-478d-8eaa-a5920a54250b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:16.644827 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.667807 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-d1ba74e0-cb1d-430a-8f75-140c94c82473 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=1c4f9e94-3927-4dd2-b547-28673b49a1ac HTTP/1.1" status: 200 len: 217 time: 0.0462697 Jan 28 19:20:16.681943 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b5bf25f6-a4c5-4428-9a0d-46f2d7238cd5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3399491 Jan 28 19:20:16.684692 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50944) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:16.707254 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['51fc76c5-6ffd-4e00-a26f-fceff8911344'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:16.720396 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbdbe7-b84c-4c96-8910-ca6e12f545b1 req-76b60a6f-5f63-43b8-887e-ac6b87f88a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:16.721838 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50cbdbe7-b84c-4c96-8910-ca6e12f545b1 req-76b60a6f-5f63-43b8-887e-ac6b87f88a3c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1001880 Jan 28 19:20:16.784529 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc563b1f-9e4a-4dd5-96a2-23291fcd8cc5 req-24315ef8-c93e-4854-bf3f-c52a808ad644 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:16.786157 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bc563b1f-9e4a-4dd5-96a2-23291fcd8cc5 req-24315ef8-c93e-4854-bf3f-c52a808ad644 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.2742338 Jan 28 19:20:16.806535 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-4275c550-6f82-4490-b5a4-1edce61f9e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:16.808034 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-4275c550-6f82-4490-b5a4-1edce61f9e7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec7a4d45-bacc-4359-8d3a-1282bf5498e3 HTTP/1.1" status: 200 len: 797 time: 0.1345732 Jan 28 19:20:16.813594 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfaeaa2b-0350-440b-a939-9d3b714a95fc admin admin] Publish callbacks [] for security_group (7a9f966b-8ad9-4e19-9132-1ed2dac71773), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.835192 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfaeaa2b-0350-440b-a939-9d3b714a95fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7a9f966b-8ad9-4e19-9132-1ed2dac71773), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.873533 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7667ccdd-c515-48c9-98a1-54520e587d5d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port 84b7eec3-df35-4f10-b605-1a1b3c492512 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:16.874395 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7667ccdd-c515-48c9-98a1-54520e587d5d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (84b7eec3-df35-4f10-b605-1a1b3c492512), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.911791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ca00b136-d879-478d-8eaa-a5920a54250b,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:16.941346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7faec5b1-d6d4-4e1c-81c5-d7325d65b92f None None] Deleting port def91ce9-4bdb-4953-8af1-1fac5e5a2b76 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:16.946571 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7faec5b1-d6d4-4e1c-81c5-d7325d65b92f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (def91ce9-4bdb-4953-8af1-1fac5e5a2b76), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:16.954530 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-02e52ef2-06b3-4c01-94ab-12a67b134f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:16.957152 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-02e52ef2-06b3-4c01-94ab-12a67b134f75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b784934-81a2-4bb5-a668-73176a055465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1400099 Jan 28 19:20:16.976610 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bfaeaa2b-0350-440b-a939-9d3b714a95fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=661e769f9e544df399139e248fceed39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8803227 Jan 28 19:20:16.978249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:16.983861 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbdbe7-b84c-4c96-8910-ca6e12f545b1 req-dc014668-0d7f-4f9d-804e-44849352691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:16.985459 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50cbdbe7-b84c-4c96-8910-ca6e12f545b1 req-dc014668-0d7f-4f9d-804e-44849352691d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2456939 Jan 28 19:20:16.987443 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaeaa2b-0350-440b-a939-9d3b714a95fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9f966b-8ad9-4e19-9132-1ed2dac71773,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:17.002997 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bc563b1f-9e4a-4dd5-96a2-23291fcd8cc5 req-faaedea2-de4e-40d9-9eb3-6aa65254a358 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966341 Jan 28 19:20:17.042190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7faec5b1-d6d4-4e1c-81c5-d7325d65b92f None None] For port def91ce9-4bdb-4953-8af1-1fac5e5a2b76, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=def91ce9-4bdb-4953-8af1-1fac5e5a2b76,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:17.042504 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7faec5b1-d6d4-4e1c-81c5-d7325d65b92f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (def91ce9-4bdb-4953-8af1-1fac5e5a2b76), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.064957 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7667ccdd-c515-48c9-98a1-54520e587d5d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (84b7eec3-df35-4f10-b605-1a1b3c492512), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.067455 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['ca00b136-d879-478d-8eaa-a5920a54250b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:17.069479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7faec5b1-d6d4-4e1c-81c5-d7325d65b92f None None] Calling delete_port for def91ce9-4bdb-4953-8af1-1fac5e5a2b76 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:17.096856 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7667ccdd-c515-48c9-98a1-54520e587d5d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for 84b7eec3-df35-4f10-b605-1a1b3c492512 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:17.125111 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-a6ad4d3b-59ea-4a1f-9f74-770845e5af2c service neutron] 10.222.0.31 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562238 Jan 28 19:20:17.166013 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4d2df6a-6756-4bfb-b9e1-5da5ac082f9b admin admin] Publish callbacks [] for security_group (7a9f966b-8ad9-4e19-9132-1ed2dac71773), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.210877 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50cbdbe7-b84c-4c96-8910-ca6e12f545b1 req-0faaee4f-3a0b-43c0-9c7a-9110a655e748 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069516 Jan 28 19:20:17.277254 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7faec5b1-d6d4-4e1c-81c5-d7325d65b92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (def91ce9-4bdb-4953-8af1-1fac5e5a2b76), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.313486 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677df659-d63d-4253-95a3-483db78ab533 req-1a102cc7-5066-49ab-a4ad-3200bfe8304d tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:17.313887 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faec5b1-d6d4-4e1c-81c5-d7325d65b92f None None] Pushing event deleted for resources: {'Port': ['ID=def91ce9-4bdb-4953-8af1-1fac5e5a2b76,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:17.315219 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-677df659-d63d-4253-95a3-483db78ab533 req-1a102cc7-5066-49ab-a4ad-3200bfe8304d tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 944 time: 0.1504922 Jan 28 19:20:17.322765 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faec5b1-d6d4-4e1c-81c5-d7325d65b92f None None] No DVR routers for this DVR port def91ce9-4bdb-4953-8af1-1fac5e5a2b76 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:17.336134 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-9e4b417a-2914-4dee-aa9e-a3e4393b3591 service neutron] 10.222.0.31 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715283 Jan 28 19:20:17.337759 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7667ccdd-c515-48c9-98a1-54520e587d5d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (84b7eec3-df35-4f10-b605-1a1b3c492512), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.360841 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50cbdbe7-b84c-4c96-8910-ca6e12f545b1 req-c7bea88f-d6fe-4e4b-a046-a72fe0044b06 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425889 Jan 28 19:20:17.364911 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4d2df6a-6756-4bfb-b9e1-5da5ac082f9b admin admin] Publish callbacks [] for security_group (7a9f966b-8ad9-4e19-9132-1ed2dac71773), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.422478 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667ccdd-c515-48c9-98a1-54520e587d5d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=84b7eec3-df35-4f10-b605-1a1b3c492512,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:17.434061 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-3d4f9fd9-4924-4157-b9cc-84760c1d76ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=02d7af34-d764-432c-ad55-d958387aec9d HTTP/1.1" status: 200 len: 217 time: 0.0769475 Jan 28 19:20:17.435453 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device def91ce9-4bdb-4953-8af1-1fac5e5a2b76 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:17.437731 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7667ccdd-c515-48c9-98a1-54520e587d5d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.449829 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7667ccdd-c515-48c9-98a1-54520e587d5d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/84b7eec3-df35-4f10-b605-1a1b3c492512 HTTP/1.1" status: 204 len: 168 time: 0.7552464 Jan 28 19:20:17.449829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50956) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:17.465055 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: def91ce9-4bdb-4953-8af1-1fac5e5a2b76 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:17.466928 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device def91ce9-4bdb-4953-8af1-1fac5e5a2b76 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:17.498769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.objects.ports [None req-cfbae60b-b62f-4778-a6ac-ad3c5fc7a343 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:20:17.509611 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 3b64207f-1097-402f-81b1-755db4a5a714 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:20:17.511536 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4d2df6a-6756-4bfb-b9e1-5da5ac082f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7a9f966b-8ad9-4e19-9132-1ed2dac71773), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.514259 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4d2df6a-6756-4bfb-b9e1-5da5ac082f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.515429 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b4d2df6a-6756-4bfb-b9e1-5da5ac082f9b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a9f966b-8ad9-4e19-9132-1ed2dac71773 HTTP/1.1" status: 204 len: 168 time: 0.5290768 Jan 28 19:20:17.530530 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-677df659-d63d-4253-95a3-483db78ab533 req-277ebbd0-17ee-44a9-a74e-12ca0d03f9cb tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756437 Jan 28 19:20:17.541411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-bfbaece5-e4e1-49f9-b266-da43010b063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:17.542970 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-bfbaece5-e4e1-49f9-b266-da43010b063a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec7a4d45-bacc-4359-8d3a-1282bf5498e3 HTTP/1.1" status: 200 len: 797 time: 0.1007068 Jan 28 19:20:17.579547 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ace19e8-c076-4e36-ab1f-28213ec9d6bc tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:17.588221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ace19e8-c076-4e36-ab1f-28213ec9d6bc tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:17.594353 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3ace19e8-c076-4e36-ab1f-28213ec9d6bc tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1462493 Jan 28 19:20:17.594564 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2df6a-6756-4bfb-b9e1-5da5ac082f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9f966b-8ad9-4e19-9132-1ed2dac71773,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:17.595107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50960) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:17.614110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4469a-085e-49e8-9a45-45d5cb3848ae req-8ba9c699-034d-4d03-b39c-bbb225663b73 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:17.615843 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70a4469a-085e-49e8-9a45-45d5cb3848ae req-8ba9c699-034d-4d03-b39c-bbb225663b73 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 949 time: 0.2256520 Jan 28 19:20:17.649584 n-d-824834-4 neutron-server[103147]: WARNING neutron.services.revisions.revision_plugin [None req-cfbae60b-b62f-4778-a6ac-ad3c5fc7a343 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Could not find related port for resource to bump revision. Jan 28 19:20:17.661557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.ipam_pluggable_backend [None req-cfbae60b-b62f-4778-a6ac-ad3c5fc7a343 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Port def91ce9-4bdb-4953-8af1-1fac5e5a2b76 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 19:20:17.662080 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.ipam_pluggable_backend [None req-cfbae60b-b62f-4778-a6ac-ad3c5fc7a343 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9d:1028 {{(pid=103147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 19:20:17.668948 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.ipam_pluggable_backend [None req-cfbae60b-b62f-4778-a6ac-ad3c5fc7a343 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9d:1028 {{(pid=103147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 19:20:17.681016 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfbae60b-b62f-4778-a6ac-ad3c5fc7a343 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (c8b0726f-7ddb-4021-b394-ebfb5af75b01), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.704505 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 3b64207f-1097-402f-81b1-755db4a5a714, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3b64207f-1097-402f-81b1-755db4a5a714,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:17.719603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '3b64207f-1097-402f-81b1-755db4a5a714', 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4', 'port_id': '3b64207f-1097-402f-81b1-755db4a5a714', 'mac_address': 'fa:16:3e:90:35:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea7e3fc-09e5-421f-a699-2966c72b0ae8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:20:17.763377 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70a4469a-085e-49e8-9a45-45d5cb3848ae req-1f546997-763f-4f7a-8f17-a14ec9258772 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393316 Jan 28 19:20:17.763663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-20308feb-9ad8-4fb5-8182-0078d1c25d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:17.765184 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-20308feb-9ad8-4fb5-8182-0078d1c25d1b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b784934-81a2-4bb5-a668-73176a055465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2144952 Jan 28 19:20:17.770623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbae60b-b62f-4778-a6ac-ad3c5fc7a343 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:17.776133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cfbae60b-b62f-4778-a6ac-ad3c5fc7a343 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:17.780502 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbae60b-b62f-4778-a6ac-ad3c5fc7a343 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:17.781176 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfbae60b-b62f-4778-a6ac-ad3c5fc7a343 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.784079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 3b64207f-1097-402f-81b1-755db4a5a714 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:17.784419 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3b64207f-1097-402f-81b1-755db4a5a714), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.791406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbae60b-b62f-4778-a6ac-ad3c5fc7a343 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=c8b0726f-7ddb-4021-b394-ebfb5af75b01,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:17.799544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ca00b136-d879-478d-8eaa-a5920a54250b no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:17.831290 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cfbae60b-b62f-4778-a6ac-ad3c5fc7a343 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6823492 Jan 28 19:20:17.833968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50966) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:17.839874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8ef3ba2d-ab54-4e86-bed5-052f82fa5ea0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'mac_address': 'fa:16:3e:9d:50:47', 'name': 'tempest-NetworksTestDHCPv6-28884475'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:17.870787 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b64207f-1097-402f-81b1-755db4a5a714 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:17.875298 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-86d7b585-9c10-4628-81c6-72fd5dcfe4c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port 28c6e0f1-609f-4a20-99bf-922388d46e74 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:17.875721 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86d7b585-9c10-4628-81c6-72fd5dcfe4c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (28c6e0f1-609f-4a20-99bf-922388d46e74), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:17.923691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 3b64207f-1097-402f-81b1-755db4a5a714, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3b64207f-1097-402f-81b1-755db4a5a714,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:17.929377 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4397db89-381c-449d-8622-78ad4ef91aaa None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:17.947254 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3b64207f-1097-402f-81b1-755db4a5a714), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.005902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef3ba2d-ab54-4e86-bed5-052f82fa5ea0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:18.013614 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-ba871bbd-bb0c-437b-84d4-d3afc2ea5b09 service neutron] 10.222.0.31 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289321 Jan 28 19:20:18.019248 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86d7b585-9c10-4628-81c6-72fd5dcfe4c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (28c6e0f1-609f-4a20-99bf-922388d46e74), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.059489 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-86d7b585-9c10-4628-81c6-72fd5dcfe4c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for 28c6e0f1-609f-4a20-99bf-922388d46e74 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:18.071688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=3b64207f-1097-402f-81b1-755db4a5a714,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:18.079322 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:18.143719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ca00b136-d879-478d-8eaa-a5920a54250b is: BUILD; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:18.144116 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.163506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ca00b136-d879-478d-8eaa-a5920a54250b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:18.164434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9f3f5-8589-4be4-bff7-81b8c4e03f85 req-043f0baa-d061-4214-a114-60c7a9e82439 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:18.166082 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8da9f3f5-8589-4be4-bff7-81b8c4e03f85 req-043f0baa-d061-4214-a114-60c7a9e82439 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 949 time: 0.2265036 Jan 28 19:20:18.168839 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-696f4fd8-8262-4bf7-8a1e-e4a1fa7bdc6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.194873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ca00b136-d879-478d-8eaa-a5920a54250b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ca00b136-d879-478d-8eaa-a5920a54250b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:18.213147 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.260377 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ba2d-ab54-4e86-bed5-052f82fa5ea0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.290128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91131e2b-af0e-4db8-b1c9-42e880b8646b req-ccc73bb7-a6c8-460e-9c1b-2e9c11a8d9f9 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:18.291703 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91131e2b-af0e-4db8-b1c9-42e880b8646b req-ccc73bb7-a6c8-460e-9c1b-2e9c11a8d9f9 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.1851995 Jan 28 19:20:18.292328 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ca00b136-d879-478d-8eaa-a5920a54250b,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:18.298701 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d899dd55-e83c-4acd-83c7-4016ab2ac2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.299160 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-109ac68e-ebf0-484a-a54e-c0dc90e0c7f1 service neutron] 10.222.0.31 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678738 Jan 28 19:20:18.307531 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': 'c8b0726f-7ddb-4021-b394-ebfb5af75b01'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:20:18.308617 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.308873 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8da9f3f5-8589-4be4-bff7-81b8c4e03f85 req-98c41158-732f-4059-a215-eed1584d36d5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323042 Jan 28 19:20:18.326872 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-8ef3ba2d-ab54-4e86-bed5-052f82fa5ea0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port 2be5e0cf-dc8b-435f-b066-59c513aefce4 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:18.350782 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86d7b585-9c10-4628-81c6-72fd5dcfe4c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (28c6e0f1-609f-4a20-99bf-922388d46e74), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.354098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf67f78-b330-4ee2-b13f-b22ca465733f req-ee70e7ef-9c10-4d70-90bb-d228d087beff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:18.356088 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cbf67f78-b330-4ee2-b13f-b22ca465733f req-ee70e7ef-9c10-4d70-90bb-d228d087beff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 1127 time: 0.1686885 Jan 28 19:20:18.357509 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-0f288957-4a56-42d9-849d-b5a2bd447db3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=2231651e-f2f6-4bc4-b992-84ee49c5e41c HTTP/1.1" status: 200 len: 217 time: 0.0476913 Jan 28 19:20:18.399585 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7b585-9c10-4628-81c6-72fd5dcfe4c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=28c6e0f1-609f-4a20-99bf-922388d46e74,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:18.443032 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86d7b585-9c10-4628-81c6-72fd5dcfe4c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.444468 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['3b64207f-1097-402f-81b1-755db4a5a714'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:18.446969 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-86d7b585-9c10-4628-81c6-72fd5dcfe4c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/28c6e0f1-609f-4a20-99bf-922388d46e74 HTTP/1.1" status: 204 len: 168 time: 0.8469954 Jan 28 19:20:18.451288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50982) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:18.482405 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-94db238e-23ae-4f23-aca9-b238c52b6b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:18.484090 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-94db238e-23ae-4f23-aca9-b238c52b6b11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec7a4d45-bacc-4359-8d3a-1282bf5498e3 HTTP/1.1" status: 200 len: 797 time: 0.1001394 Jan 28 19:20:18.486765 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cbf67f78-b330-4ee2-b13f-b22ca465733f req-6e6ec4b3-ae52-433a-bbdb-a66286254a09 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038933 Jan 28 19:20:18.537980 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-696f4fd8-8262-4bf7-8a1e-e4a1fa7bdc6e admin admin] Publish callbacks [] for security_group (96434843-f150-4cba-828b-ca57bb802387), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.547987 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91131e2b-af0e-4db8-b1c9-42e880b8646b req-671f8f61-c8f0-43d7-bb68-30fb72bcf83f tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117832 Jan 28 19:20:18.583038 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-696f4fd8-8262-4bf7-8a1e-e4a1fa7bdc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (96434843-f150-4cba-828b-ca57bb802387), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.644009 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-696f4fd8-8262-4bf7-8a1e-e4a1fa7bdc6e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c959522fea7a4970b4c8ff74ae535369&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5585618 Jan 28 19:20:18.646887 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50988) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:18.651146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f4fd8-8262-4bf7-8a1e-e4a1fa7bdc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96434843-f150-4cba-828b-ca57bb802387,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:18.721094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe81d6c-6b19-4431-b7b6-99b26408c666 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:18.722493 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4fe81d6c-6b19-4431-b7b6-99b26408c666 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2609105 Jan 28 19:20:18.728526 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50990) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:18.731456 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8ef3ba2d-ab54-4e86-bed5-052f82fa5ea0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::f816:3eff:fe9d:5047 (1218acd0-0311-470a-8d43-e1a60f7e0be9/c8b0726f-7ddb-4021-b394-ebfb5af75b01/2be5e0cf-dc8b-435f-b066-59c513aefce4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:18.774665 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a69e8f4-fc17-4d81-8342-258838e840bf tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] GET failed (client error): The resource could not be found. Jan 28 19:20:18.776139 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0a69e8f4-fc17-4d81-8342-258838e840bf tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports/84b7eec3-df35-4f10-b605-1a1b3c492512 HTTP/1.1" status: 404 len: 333 time: 0.0467279 Jan 28 19:20:18.779121 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50996) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:18.789488 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33a617-832f-414f-8a25-36d043131d7b req-eb998ff2-d70d-46f5-8691-c2fcce48100b tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:18.790965 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe33a617-832f-414f-8a25-36d043131d7b req-eb998ff2-d70d-46f5-8691-c2fcce48100b tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 945 time: 0.1363239 Jan 28 19:20:18.791356 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bf580-6ea4-4189-bc79-e0982938deb7 req-ed9c5b14-4a1f-4dee-a093-f585e50bc8a1 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:18.792847 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ef9bf580-6ea4-4189-bc79-e0982938deb7 req-ed9c5b14-4a1f-4dee-a093-f585e50bc8a1 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 948 time: 0.1205657 Jan 28 19:20:18.795886 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e4b06fe-63d5-4d32-a7aa-001b28bd9d2a admin admin] Publish callbacks [] for security_group (96434843-f150-4cba-828b-ca57bb802387), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:18.803598 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-58b1d477-e244-436a-9247-b78ae2e38a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:18.805963 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-58b1d477-e244-436a-9247-b78ae2e38a97 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b784934-81a2-4bb5-a668-73176a055465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1150539 Jan 28 19:20:18.827204 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd74bcf-3da8-4423-b356-b3e416abae02 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] GET failed (client error): The resource could not be found. Jan 28 19:20:18.828634 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9bd74bcf-3da8-4423-b356-b3e416abae02 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports/28c6e0f1-609f-4a20-99bf-922388d46e74 HTTP/1.1" status: 404 len: 333 time: 0.0485957 Jan 28 19:20:18.837274 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50998) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:19.030548 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe33a617-832f-414f-8a25-36d043131d7b req-569670e1-be83-4d99-93dc-478b0c237278 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076638 Jan 28 19:20:19.044372 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76e8e5f5-a84f-4648-a89f-9e185690b998 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (ec5502b2-7cce-45c2-883f-2e6f144e660e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:19.185126 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76e8e5f5-a84f-4648-a89f-9e185690b998 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (ec5502b2-7cce-45c2-883f-2e6f144e660e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:19.189690 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ba2d-ab54-4e86-bed5-052f82fa5ea0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (2be5e0cf-dc8b-435f-b066-59c513aefce4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:19.208051 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e4b06fe-63d5-4d32-a7aa-001b28bd9d2a admin admin] Publish callbacks [] for security_group (96434843-f150-4cba-828b-ca57bb802387), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:19.215164 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-76e8e5f5-a84f-4648-a89f-9e185690b998 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5502b2-7cce-45c2-883f-2e6f144e660e']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:19.227030 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-76e8e5f5-a84f-4648-a89f-9e185690b998 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb3bd71-847a-4549-a3fd-1639a3f71340') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:19.227346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-76e8e5f5-a84f-4648-a89f-9e185690b998 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb3bd71-847a-4549-a3fd-1639a3f71340') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:19.244075 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76e8e5f5-a84f-4648-a89f-9e185690b998 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (ccb3bd71-847a-4549-a3fd-1639a3f71340), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:19.260608 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76e8e5f5-a84f-4648-a89f-9e185690b998 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ccb3bd71-847a-4549-a3fd-1639a3f71340), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:19.268187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e8e5f5-a84f-4648-a89f-9e185690b998 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:20:19.268575 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76e8e5f5-a84f-4648-a89f-9e185690b998 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (ccb3bd71-847a-4549-a3fd-1639a3f71340), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:20:19.271916 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:20:19.276123 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ba2d-ab54-4e86-bed5-052f82fa5ea0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2be5e0cf-dc8b-435f-b066-59c513aefce4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:19.295435 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ef9bf580-6ea4-4189-bc79-e0982938deb7 req-04710b75-7775-420a-81e4-86b2860f565d tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843304 Jan 28 19:20:19.327069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-cf001f6d-858a-4019-9611-fa78fc9485c6 service neutron] 10.222.0.31 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524639 Jan 28 19:20:19.331696 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e4b06fe-63d5-4d32-a7aa-001b28bd9d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (96434843-f150-4cba-828b-ca57bb802387), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:19.335028 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e4b06fe-63d5-4d32-a7aa-001b28bd9d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:19.342712 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3e4b06fe-63d5-4d32-a7aa-001b28bd9d2a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96434843-f150-4cba-828b-ca57bb802387 HTTP/1.1" status: 204 len: 168 time: 0.6944048 Jan 28 19:20:19.371868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b06fe-63d5-4d32-a7aa-001b28bd9d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96434843-f150-4cba-828b-ca57bb802387,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:19.425822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Allocated IP 2001:db8::f816:3eff:fe56:102c (1218acd0-0311-470a-8d43-e1a60f7e0be9/c8b0726f-7ddb-4021-b394-ebfb5af75b01/870b579d-f582-4add-aee9-5509b16de8c3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:19.458948 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-fa972b9c-bce3-4db9-b1ee-46d263411a0f service neutron] 10.222.0.31 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148133 Jan 28 19:20:19.521330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 51fc76c5-6ffd-4e00-a26f-fceff8911344 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:19.561635 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-cf2edaf5-48b4-4623-b615-ca29c2b5f47b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=8c68f75a-044e-472c-9ceb-54febb5d164d HTTP/1.1" status: 200 len: 217 time: 0.0874584 Jan 28 19:20:19.666450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-35f06214-9ec5-49c6-b5f0-26e0eafb8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:19.670637 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-35f06214-9ec5-49c6-b5f0-26e0eafb8cc4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ec7a4d45-bacc-4359-8d3a-1282bf5498e3 HTTP/1.1" status: 200 len: 797 time: 0.0987673 Jan 28 19:20:19.750506 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Publish callbacks [] for port (870b579d-f582-4add-aee9-5509b16de8c3), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:19.761070 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-687d66d2-0ac3-45d2-84c2-b943e5b4294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:19.763321 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-687d66d2-0ac3-45d2-84c2-b943e5b4294a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b784934-81a2-4bb5-a668-73176a055465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0823500 Jan 28 19:20:19.782484 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ca00b136-d879-478d-8eaa-a5920a54250b up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:19.841175 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (870b579d-f582-4add-aee9-5509b16de8c3), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:19.915300 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port ca00b136-d879-478d-8eaa-a5920a54250b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:19.919802 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:19.932091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:19.965833 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3ba2d-ab54-4e86-bed5-052f82fa5ea0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=2be5e0cf-dc8b-435f-b066-59c513aefce4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:19.972883 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:19.992509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 51fc76c5-6ffd-4e00-a26f-fceff8911344 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:20:19.996143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3ba2d-ab54-4e86-bed5-052f82fa5ea0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:19.999161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8ef3ba2d-ab54-4e86-bed5-052f82fa5ea0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:19.999353 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-1155e1a2-167f-447b-998d-58c0cf926ba4 service neutron] 10.222.0.31 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126613 Jan 28 19:20:20.004429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:20.006855 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 51fc76c5-6ffd-4e00-a26f-fceff8911344 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:20.007279 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (51fc76c5-6ffd-4e00-a26f-fceff8911344), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.015475 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Pushing event updated for resources: {'Port': ['ID=870b579d-f582-4add-aee9-5509b16de8c3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:20.020861 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3ba2d-ab54-4e86-bed5-052f82fa5ea0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:20.023779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef3ba2d-ab54-4e86-bed5-052f82fa5ea0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:20.024435 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ba2d-ab54-4e86-bed5-052f82fa5ea0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.030405 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76e8e5f5-a84f-4648-a89f-9e185690b998 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (ec5502b2-7cce-45c2-883f-2e6f144e660e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.043136 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-76e8e5f5-a84f-4648-a89f-9e185690b998 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.046713 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-76e8e5f5-a84f-4648-a89f-9e185690b998 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/networks/ec5502b2-7cce-45c2-883f-2e6f144e660e HTTP/1.1" status: 204 len: 168 time: 1.2084887 Jan 28 19:20:20.060074 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51014) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:20.087003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ba8f7439-8699-4291-b857-5444dea6074d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1523514654'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:20.091618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8e5f5-a84f-4648-a89f-9e185690b998 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Network': ['ID=ec5502b2-7cce-45c2-883f-2e6f144e660e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:20.120958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Attempting to bind port 870b579d-f582-4add-aee9-5509b16de8c3 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:20.121324 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Attempting to bind port 870b579d-f582-4add-aee9-5509b16de8c3 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:20.121687 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Attempting to bind port 870b579d-f582-4add-aee9-5509b16de8c3 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:20.125612 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8ef3ba2d-ab54-4e86-bed5-052f82fa5ea0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2906389 Jan 28 19:20:20.133315 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51018) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:20.137645 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:20.138135 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:20.139020 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.139421 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:20.139927 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Bound port: 870b579d-f582-4add-aee9-5509b16de8c3, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:20.140308 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (870b579d-f582-4add-aee9-5509b16de8c3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.153349 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e4f5d-6265-41cd-afef-7eb21b55fc0c req-72e40e3f-f341-4f9a-9975-77fd1d40babb tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:20.163306 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b1e4f5d-6265-41cd-afef-7eb21b55fc0c req-72e40e3f-f341-4f9a-9975-77fd1d40babb tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.2094269 Jan 28 19:20:20.201648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8f7439-8699-4291-b857-5444dea6074d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:20.205414 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7439-8699-4291-b857-5444dea6074d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.250501 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ca00b136-d879-478d-8eaa-a5920a54250b is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:20.250920 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.290247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 51fc76c5-6ffd-4e00-a26f-fceff8911344 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:20.290635 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (51fc76c5-6ffd-4e00-a26f-fceff8911344), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.290888 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8f7439-8699-4291-b857-5444dea6074d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:20:20.295925 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b1e4f5d-6265-41cd-afef-7eb21b55fc0c req-f96621d1-a071-4a01-b289-79aa55bd654c tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232023 Jan 28 19:20:20.311694 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7439-8699-4291-b857-5444dea6074d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (b7795af1-2cfd-45a6-a170-2715ca3f4b88), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.311988 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-ba8f7439-8699-4291-b857-5444dea6074d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Added segment b7795af1-2cfd-45a6-a170-2715ca3f4b88 of type vlan for network fc022434-ab4e-422b-8865-966516f3bac5 Jan 28 19:20:20.328892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd229e68-1a0d-45d8-840c-a01ae7fd64f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca00b136-d879-478d-8eaa-a5920a54250b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:20.331351 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865864ef-fe38-44eb-b706-2e8369759277" -d '{"events": [{"server_uuid": "fd229e68-1a0d-45d8-840c-a01ae7fd64f3", "name": "network-vif-plugged", "status": "completed", "tag": "ca00b136-d879-478d-8eaa-a5920a54250b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:20.335080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] For port 870b579d-f582-4add-aee9-5509b16de8c3, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:20.350613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ca00b136-d879-478d-8eaa-a5920a54250b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ca00b136-d879-478d-8eaa-a5920a54250b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:20.375570 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] For port 870b579d-f582-4add-aee9-5509b16de8c3, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=870b579d-f582-4add-aee9-5509b16de8c3,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:20.380105 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.396757 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a7eec2-9986-4087-9cda-d64a55281f8b x-openstack-request-id: req-92a7eec2-9986-4087-9cda-d64a55281f8b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:20.397047 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd229e68-1a0d-45d8-840c-a01ae7fd64f3", "name": "network-vif-plugged", "status": "completed", "tag": "ca00b136-d879-478d-8eaa-a5920a54250b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:20.397440 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92a7eec2-9986-4087-9cda-d64a55281f8b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:20.397836 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd229e68-1a0d-45d8-840c-a01ae7fd64f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca00b136-d879-478d-8eaa-a5920a54250b', 'code': 200} Jan 28 19:20:20.405351 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 51fc76c5-6ffd-4e00-a26f-fceff8911344, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=51fc76c5-6ffd-4e00-a26f-fceff8911344,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:20.406332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a48b5-aa34-4896-b816-642064469193 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:20.415661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a48b5-aa34-4896-b816-642064469193 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:20.416689 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7439-8699-4291-b857-5444dea6074d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (fc022434-ab4e-422b-8865-966516f3bac5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.420748 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-004a48b5-aa34-4896-b816-642064469193 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2822218 Jan 28 19:20:20.422220 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51030) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:20.440386 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (870b579d-f582-4add-aee9-5509b16de8c3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.446781 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (51fc76c5-6ffd-4e00-a26f-fceff8911344), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.447585 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 3b64207f-1097-402f-81b1-755db4a5a714 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:20.460029 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2515dfba-7539-47a3-9354-faaf90a70634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.469773 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-ed335f9c-5ca2-47b7-8c18-5a8f76f04064 service neutron] 10.222.0.31 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361298 Jan 28 19:20:20.478642 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e3d8c-9cc9-4a5b-97d6-862248eeca8b req-0502f120-1508-4ee6-9771-7ef2234ec1bb tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:20.503216 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-032e3d8c-9cc9-4a5b-97d6-862248eeca8b req-0502f120-1508-4ee6-9771-7ef2234ec1bb tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 945 time: 0.2473557 Jan 28 19:20:20.540207 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ca00b136-d879-478d-8eaa-a5920a54250b,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:20.567188 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-ba8f7439-8699-4291-b857-5444dea6074d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:20:20.609563 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-af2c5dba-99d7-4248-8ab8-c4701e3b6fc6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9fb3904b-088f-474c-b70e-bea74ba43672 HTTP/1.1" status: 200 len: 217 time: 0.1015728 Jan 28 19:20:20.614750 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 3b64207f-1097-402f-81b1-755db4a5a714 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:20:20.622166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac9ae6-7188-4c9d-85c3-eb020e670568 None None] Pushing event updated for resources: {'Port': ['ID=870b579d-f582-4add-aee9-5509b16de8c3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:20.634749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 3b64207f-1097-402f-81b1-755db4a5a714 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:20.635212 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3b64207f-1097-402f-81b1-755db4a5a714), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.679239 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7439-8699-4291-b857-5444dea6074d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (fc022434-ab4e-422b-8865-966516f3bac5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.684211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8f7439-8699-4291-b857-5444dea6074d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:20.684822 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba8f7439-8699-4291-b857-5444dea6074d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:20.737922 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-032e3d8c-9cc9-4a5b-97d6-862248eeca8b req-5c044e12-8c04-45f6-ac4b-708376619cc8 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330184 Jan 28 19:20:20.766818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-9ba72f9d-ff2c-49db-931d-46331d13a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:20.768308 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-9ba72f9d-ff2c-49db-931d-46331d13a7eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b2bd6593-7035-4596-8196-359b444681b6 HTTP/1.1" status: 200 len: 797 time: 0.1479883 Jan 28 19:20:20.862056 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-c779a6df-3a3c-4a68-9354-ed5932d043ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:20.863588 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-c779a6df-3a3c-4a68-9354-ed5932d043ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8bd761fc-fe6a-405a-9893-029eb3d01134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0787196 Jan 28 19:20:20.864916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=51fc76c5-6ffd-4e00-a26f-fceff8911344,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:20.879967 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ba8f7439-8699-4291-b857-5444dea6074d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8172824 Jan 28 19:20:20.902119 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51040) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:20.912532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-380a9791-67b5-49e2-b267-cc7f0b6ba48e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'subnet': {'network_id': 'fc022434-ab4e-422b-8865-966516f3bac5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:20.927902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc40021-d8f8-4012-a348-385daa2b46ee req-a85f8fc4-967f-412a-a90a-cac12562035c tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:20.935027 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cdc40021-d8f8-4012-a348-385daa2b46ee req-a85f8fc4-967f-412a-a90a-cac12562035c tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.4283776 Jan 28 19:20:20.938914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f7439-8699-4291-b857-5444dea6074d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Network': ['ID=fc022434-ab4e-422b-8865-966516f3bac5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:21.004702 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-de7798fa-f44c-4f05-bac4-0d291fa5bd38 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port 2be5e0cf-dc8b-435f-b066-59c513aefce4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:21.005276 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de7798fa-f44c-4f05-bac4-0d291fa5bd38 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2be5e0cf-dc8b-435f-b066-59c513aefce4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.029395 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network fc022434-ab4e-422b-8865-966516f3bac5 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:20:21.032698 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cdc40021-d8f8-4012-a348-385daa2b46ee req-bdbb51f3-820e-4279-b59a-fdf2903cec71 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934505 Jan 28 19:20:21.136783 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380a9791-67b5-49e2-b267-cc7f0b6ba48e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:21.141865 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-380a9791-67b5-49e2-b267-cc7f0b6ba48e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.163155 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de7798fa-f44c-4f05-bac4-0d291fa5bd38 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2be5e0cf-dc8b-435f-b066-59c513aefce4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.189061 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-de7798fa-f44c-4f05-bac4-0d291fa5bd38 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for 2be5e0cf-dc8b-435f-b066-59c513aefce4 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:21.189881 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 3b64207f-1097-402f-81b1-755db4a5a714 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:21.190871 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3b64207f-1097-402f-81b1-755db4a5a714), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.237589 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-380a9791-67b5-49e2-b267-cc7f0b6ba48e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Performing IP validity checks on allocation pools {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 19:20:21.238278 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-380a9791-67b5-49e2-b267-cc7f0b6ba48e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 19:20:21.247729 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-9185ff6b-c7a3-41b1-aa45-93e3f7499f76 service neutron] 10.222.0.31 "GET /v2.0/networks/8bd761fc-fe6a-405a-9893-029eb3d01134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766496 Jan 28 19:20:21.291498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 3b64207f-1097-402f-81b1-755db4a5a714, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3b64207f-1097-402f-81b1-755db4a5a714,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:21.309967 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3b64207f-1097-402f-81b1-755db4a5a714), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.447870 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de7798fa-f44c-4f05-bac4-0d291fa5bd38 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2be5e0cf-dc8b-435f-b066-59c513aefce4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.463828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=3b64207f-1097-402f-81b1-755db4a5a714,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:21.511753 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7798fa-f44c-4f05-bac4-0d291fa5bd38 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=2be5e0cf-dc8b-435f-b066-59c513aefce4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:21.557826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 870b579d-f582-4add-aee9-5509b16de8c3 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:21.558704 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de7798fa-f44c-4f05-bac4-0d291fa5bd38 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.565363 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-de7798fa-f44c-4f05-bac4-0d291fa5bd38 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/2be5e0cf-dc8b-435f-b066-59c513aefce4 HTTP/1.1" status: 204 len: 168 time: 1.1378133 Jan 28 19:20:21.568303 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:21.623659 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51050) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:21.640968 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-fba0d45f-0f0e-403d-8ffe-121e84871087 service neutron] 10.222.0.31 "GET /v2.0/networks/8bd761fc-fe6a-405a-9893-029eb3d01134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850594 Jan 28 19:20:21.646795 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.648211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 870b579d-f582-4add-aee9-5509b16de8c3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:21.648787 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (870b579d-f582-4add-aee9-5509b16de8c3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.649985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75cdf1-72eb-427c-a5e1-c209227c13ff req-1edf0e33-5627-41a4-9f8d-25b89d539fd5 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:21.653073 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1b75cdf1-72eb-427c-a5e1-c209227c13ff req-1edf0e33-5627-41a4-9f8d-25b89d539fd5 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.2106862 Jan 28 19:20:21.699742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6d5d5d-78b1-409b-a356-33c4b7e7e1a0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:21.707840 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6d5d5d-78b1-409b-a356-33c4b7e7e1a0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:21.725655 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8f6d5d5d-78b1-409b-a356-33c4b7e7e1a0 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1508641 Jan 28 19:20:21.728061 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51054) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:21.748256 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-9ab749f4-651c-47c9-ab7e-f582e612c5d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b36fe92-b79b-45b6-925a-27d7f3749cd5 HTTP/1.1" status: 200 len: 217 time: 0.0901608 Jan 28 19:20:21.848315 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 870b579d-f582-4add-aee9-5509b16de8c3 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:21.849096 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (870b579d-f582-4add-aee9-5509b16de8c3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.883810 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1b75cdf1-72eb-427c-a5e1-c209227c13ff req-f43f5624-36d0-4a35-bbb6-3f03a32aa59d tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326864 Jan 28 19:20:21.913473 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-8186c750-8879-4918-83d3-4732dd885a71 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet c8b0726f-7ddb-4021-b394-ebfb5af75b01 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:21.934912 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 870b579d-f582-4add-aee9-5509b16de8c3, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=870b579d-f582-4add-aee9-5509b16de8c3,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:21.948928 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (870b579d-f582-4add-aee9-5509b16de8c3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.954255 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8186c750-8879-4918-83d3-4732dd885a71 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (c8b0726f-7ddb-4021-b394-ebfb5af75b01), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:21.970256 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a3b2ee-b6f2-401b-88c4-feaa18807866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.024692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=870b579d-f582-4add-aee9-5509b16de8c3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:22.024918 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-451ccd3c-a844-4362-8628-295a68cd4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:22.026809 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-451ccd3c-a844-4362-8628-295a68cd4726 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b2bd6593-7035-4596-8196-359b444681b6 HTTP/1.1" status: 200 len: 797 time: 0.1993043 Jan 28 19:20:22.028673 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-380a9791-67b5-49e2-b267-cc7f0b6ba48e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (547199b2-7ee4-4299-974b-305ac79f246c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.066861 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8186c750-8879-4918-83d3-4732dd885a71 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (c8b0726f-7ddb-4021-b394-ebfb5af75b01), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.164007 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a9791-67b5-49e2-b267-cc7f0b6ba48e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Subnet': ['ID=547199b2-7ee4-4299-974b-305ac79f246c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:22.175562 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9cdac-b8ed-4f86-a7a7-390eb710df62 req-3969deb8-b8be-4026-85dd-e53e8e3100fb tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:22.177263 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-31d9cdac-b8ed-4f86-a7a7-390eb710df62 req-3969deb8-b8be-4026-85dd-e53e8e3100fb tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 946 time: 0.2836211 Jan 28 19:20:22.195496 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-ac889bb6-b839-4f64-a238-03d0c99d3158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:22.197259 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-ac889bb6-b839-4f64-a238-03d0c99d3158 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8bd761fc-fe6a-405a-9893-029eb3d01134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1615074 Jan 28 19:20:22.207050 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8ed84-cb18-4d03-a2d5-336e915474b0 req-d01a7ada-e952-42fa-914a-609de77ee6d0 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:22.208656 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-70f8ed84-cb18-4d03-a2d5-336e915474b0 req-d01a7ada-e952-42fa-914a-609de77ee6d0 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.1405861 Jan 28 19:20:22.218740 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8186c750-8879-4918-83d3-4732dd885a71 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (c8b0726f-7ddb-4021-b394-ebfb5af75b01), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.223065 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a9791-67b5-49e2-b267-cc7f0b6ba48e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Checking segment: {'id': 'b7795af1-2cfd-45a6-a170-2715ca3f4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fc022434-ab4e-422b-8865-966516f3bac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:22.223527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a9791-67b5-49e2-b267-cc7f0b6ba48e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network hostable DHCP agents. Network: fc022434-ab4e-422b-8865-966516f3bac5, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:20:22.298816 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-31d9cdac-b8ed-4f86-a7a7-390eb710df62 req-4d23e334-11d2-4886-b593-a089c12943ee tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141381 Jan 28 19:20:22.336279 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-97ac7499-aa58-445e-a9a2-76aa97036b90 None None] Provisioning complete for port 870b579d-f582-4add-aee9-5509b16de8c3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:22.337021 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97ac7499-aa58-445e-a9a2-76aa97036b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (870b579d-f582-4add-aee9-5509b16de8c3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.341939 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8186c750-8879-4918-83d3-4732dd885a71 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (c8b0726f-7ddb-4021-b394-ebfb5af75b01), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.357608 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a9791-67b5-49e2-b267-cc7f0b6ba48e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network fc022434-ab4e-422b-8865-966516f3bac5 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:20:22.378704 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-70f8ed84-cb18-4d03-a2d5-336e915474b0 req-f0f2d853-7c68-4bc4-a8e5-eb2bbd8564f7 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569164 Jan 28 19:20:22.393300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-380a9791-67b5-49e2-b267-cc7f0b6ba48e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, fc022434-ab4e-422b-8865-966516f3bac5) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:22.393693 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a3b2ee-b6f2-401b-88c4-feaa18807866 admin admin] Publish callbacks [] for security_group (b99b24db-5cd5-41f8-bb58-f18548b6ce43), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.395360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186c750-8879-4918-83d3-4732dd885a71 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b0726f-7ddb-4021-b394-ebfb5af75b01,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:22.397305 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-96e767b0-5740-4690-b307-7bf872aa9898 service neutron] 10.222.0.31 "GET /v2.0/networks/8bd761fc-fe6a-405a-9893-029eb3d01134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868026 Jan 28 19:20:22.401282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380a9791-67b5-49e2-b267-cc7f0b6ba48e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:22.402013 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29a3b2ee-b6f2-401b-88c4-feaa18807866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b99b24db-5cd5-41f8-bb58-f18548b6ce43), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.406063 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-380a9791-67b5-49e2-b267-cc7f0b6ba48e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.406408 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8186c750-8879-4918-83d3-4732dd885a71 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.417256 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8186c750-8879-4918-83d3-4732dd885a71 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/c8b0726f-7ddb-4021-b394-ebfb5af75b01 HTTP/1.1" status: 204 len: 168 time: 0.6844387 Jan 28 19:20:22.417692 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51062) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:22.442466 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e435b1b5-bf1e-492c-be27-00befe86cee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fc76c5-6ffd-4e00-a26f-fceff8911344'}, {'server_uuid': 'bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b64207f-1097-402f-81b1-755db4a5a714'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:22.445482 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e38858-be27-45f6-a1be-87b8684d7c7a" -d '{"events": [{"server_uuid": "e435b1b5-bf1e-492c-be27-00befe86cee7", "name": "network-vif-plugged", "status": "completed", "tag": "51fc76c5-6ffd-4e00-a26f-fceff8911344"}, {"server_uuid": "bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f", "name": "network-vif-plugged", "status": "completed", "tag": "3b64207f-1097-402f-81b1-755db4a5a714"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:22.450704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da60032b-0de5-4d85-aa56-b29e72b64d4c None None] Network fc022434-ab4e-422b-8865-966516f3bac5 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:22.499457 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-380a9791-67b5-49e2-b267-cc7f0b6ba48e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5958536 Jan 28 19:20:22.502258 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51070) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:22.508030 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a6ff83b0-88b5-435c-8963-959faaa310fe tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'network_id': 'fc022434-ab4e-422b-8865-966516f3bac5', 'name': 'tempest-PortsTestJSON-1832705393'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:22.549003 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9e70b667-976f-4580-afb8-a099e34cc9bc tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1263504 Jan 28 19:20:22.568714 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51074) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:22.585542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-07163616-1897-4bbd-a568-6c469944d18a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:22.594968 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-29a3b2ee-b6f2-401b-88c4-feaa18807866 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b8dd4a95aaa4d7fa8bb0c00b28a7dd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9676259 Jan 28 19:20:22.596269 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51076) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:22.599638 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3b2ee-b6f2-401b-88c4-feaa18807866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99b24db-5cd5-41f8-bb58-f18548b6ce43,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:22.627989 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a0decc-6985-4d63-99e2-3cecf3f7e314 x-openstack-request-id: req-94a0decc-6985-4d63-99e2-3cecf3f7e314 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:22.629354 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e435b1b5-bf1e-492c-be27-00befe86cee7", "name": "network-vif-plugged", "status": "completed", "tag": "51fc76c5-6ffd-4e00-a26f-fceff8911344", "code": 200}, {"server_uuid": "bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f", "name": "network-vif-plugged", "status": "completed", "tag": "3b64207f-1097-402f-81b1-755db4a5a714", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:22.631434 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94a0decc-6985-4d63-99e2-3cecf3f7e314 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:22.632123 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e435b1b5-bf1e-492c-be27-00befe86cee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fc76c5-6ffd-4e00-a26f-fceff8911344', 'code': 200} Jan 28 19:20:22.632582 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b64207f-1097-402f-81b1-755db4a5a714', 'code': 200} Jan 28 19:20:22.648064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-fc022434-ab4e-422b-8865-966516f3bac5', 'network_id': 'fc022434-ab4e-422b-8865-966516f3bac5', 'project_id': 'f7e8842bbdb14b3ca976873a4445191e', 'fixed_ips': [{'subnet_id': '547199b2-7ee4-4299-974b-305ac79f246c'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:20:22.649687 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.760981 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd9a28-06cb-4dfa-96df-efb7d5ab76fe req-6be0469b-a7ef-44e9-b90f-6d75f4dd539d tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:22.762567 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3dd9a28-06cb-4dfa-96df-efb7d5ab76fe req-6be0469b-a7ef-44e9-b90f-6d75f4dd539d tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.3085370 Jan 28 19:20:22.765107 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d0c065-5364-47ae-ac8a-601f4f9b4293 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:22.780558 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c668d009-2c7f-4b59-9046-5eb4ebf69ce8 req-8dacdee7-974b-4396-8290-0b298592aeb8 service neutron] 10.222.0.31 "GET /v2.0/networks/8bd761fc-fe6a-405a-9893-029eb3d01134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705950 Jan 28 19:20:22.850333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-97ac7499-aa58-445e-a9a2-76aa97036b90 None None] Current status of the port 870b579d-f582-4add-aee9-5509b16de8c3 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:22.911823 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a42b93-d3a6-4c63-a8c8-0a2126de1d5b req-3934f2b8-cc9b-4aea-8f6c-ad7470f3e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:22.912134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Allocated IP 172.20.0.2 (fc022434-ab4e-422b-8865-966516f3bac5/547199b2-7ee4-4299-974b-305ac79f246c/05a09539-091b-4d8c-b7a0-f0571dd1cb05) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:22.913416 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10a42b93-d3a6-4c63-a8c8-0a2126de1d5b req-3934f2b8-cc9b-4aea-8f6c-ad7470f3e23a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 1128 time: 0.1968956 Jan 28 19:20:22.923635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75baff-7182-40ae-923c-36989102a573 req-115615e5-bd55-43ed-a19a-601f475291ce tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:22.933719 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c75baff-7182-40ae-923c-36989102a573 req-115615e5-bd55-43ed-a19a-601f475291ce tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.1503110 Jan 28 19:20:22.958391 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07163616-1897-4bbd-a568-6c469944d18a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:22.961519 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07163616-1897-4bbd-a568-6c469944d18a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.963977 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ff83b0-88b5-435c-8963-959faaa310fe tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:22.969797 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6ff83b0-88b5-435c-8963-959faaa310fe tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.970268 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9958d30f-e7bf-46c5-95e1-06e306d67c22 admin admin] Publish callbacks [] for security_group (b99b24db-5cd5-41f8-bb58-f18548b6ce43), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.971002 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:22.984560 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3659e882-4988-45e0-b3de-250492c40060 None None] Could not find standard attr ID for object 2be5e0cf-dc8b-435f-b066-59c513aefce4. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:20:22.985784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727c7eb-1e0b-4ec1-a538-35850cc6a10d req-83282d39-cdf5-47df-ae28-9b2365658cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:22.987522 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d727c7eb-1e0b-4ec1-a538-35850cc6a10d req-83282d39-cdf5-47df-ae28-9b2365658cea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e435b1b5-bf1e-492c-be27-00befe86cee7 HTTP/1.1" status: 200 len: 1127 time: 0.2589424 Jan 28 19:20:22.994721 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3dd9a28-06cb-4dfa-96df-efb7d5ab76fe req-39feb108-9658-4fc0-b950-c45a20436e8f tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728563 Jan 28 19:20:23.041580 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c75baff-7182-40ae-923c-36989102a573 req-0628fcf7-c79b-46e3-84d5-f56372c713f3 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066568 Jan 28 19:20:23.059461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-a6ff83b0-88b5-435c-8963-959faaa310fe tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] device_id is not set on port 00655c60-1663-407e-869a-b51bf575a79c yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:23.136140 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9958d30f-e7bf-46c5-95e1-06e306d67c22 admin admin] Publish callbacks [] for security_group (b99b24db-5cd5-41f8-bb58-f18548b6ce43), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.172606 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10a42b93-d3a6-4c63-a8c8-0a2126de1d5b req-1cdc1e4f-d972-49d4-9f35-7a67ab8bd646 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458925 Jan 28 19:20:23.189939 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be759a98-4b76-4a13-9d77-ed5231760093 None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:20:23.213877 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d727c7eb-1e0b-4ec1-a538-35850cc6a10d req-22622684-cd6a-4a70-86f0-c9cbe7a11ceb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495812 Jan 28 19:20:23.254106 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9958d30f-e7bf-46c5-95e1-06e306d67c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b99b24db-5cd5-41f8-bb58-f18548b6ce43), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.256488 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9958d30f-e7bf-46c5-95e1-06e306d67c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.257689 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9958d30f-e7bf-46c5-95e1-06e306d67c22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b99b24db-5cd5-41f8-bb58-f18548b6ce43 HTTP/1.1" status: 204 len: 168 time: 0.6595399 Jan 28 19:20:23.271382 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958d30f-e7bf-46c5-95e1-06e306d67c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99b24db-5cd5-41f8-bb58-f18548b6ce43,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:23.312201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-be759a98-4b76-4a13-9d77-ed5231760093 None None] Deleting port 870b579d-f582-4add-aee9-5509b16de8c3 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:23.312584 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be759a98-4b76-4a13-9d77-ed5231760093 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (870b579d-f582-4add-aee9-5509b16de8c3), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.366561 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Publish callbacks [] for port (05a09539-091b-4d8c-b7a0-f0571dd1cb05), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.392600 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (05a09539-091b-4d8c-b7a0-f0571dd1cb05), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.407146 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 870b579d-f582-4add-aee9-5509b16de8c3 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:23.410218 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-be759a98-4b76-4a13-9d77-ed5231760093 None None] For port 870b579d-f582-4add-aee9-5509b16de8c3, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=870b579d-f582-4add-aee9-5509b16de8c3,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:23.410719 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be759a98-4b76-4a13-9d77-ed5231760093 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (870b579d-f582-4add-aee9-5509b16de8c3), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.466909 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a6ff83b0-88b5-435c-8963-959faaa310fe tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Allocated IP 172.20.0.10 (fc022434-ab4e-422b-8865-966516f3bac5/547199b2-7ee4-4299-974b-305ac79f246c/00655c60-1663-407e-869a-b51bf575a79c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:23.478758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-be759a98-4b76-4a13-9d77-ed5231760093 None None] Calling delete_port for 870b579d-f582-4add-aee9-5509b16de8c3 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:23.484129 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Network fc022434-ab4e-422b-8865-966516f3bac5 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:23.499509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:23.511800 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:23.519371 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Pushing event updated for resources: {'Port': ['ID=05a09539-091b-4d8c-b7a0-f0571dd1cb05,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:23.520653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.objects.ports [None req-07163616-1897-4bbd-a568-6c469944d18a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:20:23.621283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1f79f-d8e1-47cd-b502-9920aa024959 req-bda57b21-7014-48b8-bfdb-37a41f5733dd tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:23.628343 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91b1f79f-d8e1-47cd-b502-9920aa024959 req-bda57b21-7014-48b8-bfdb-37a41f5733dd tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 946 time: 0.1712656 Jan 28 19:20:23.670675 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Attempting to bind port 05a09539-091b-4d8c-b7a0-f0571dd1cb05 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:23.671491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Attempting to bind port 05a09539-091b-4d8c-b7a0-f0571dd1cb05 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b7795af1-2cfd-45a6-a170-2715ca3f4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fc022434-ab4e-422b-8865-966516f3bac5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:23.671491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Attempting to bind port 05a09539-091b-4d8c-b7a0-f0571dd1cb05 on network fc022434-ab4e-422b-8865-966516f3bac5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:23.694233 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:23.694688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Checking segment: {'id': 'b7795af1-2cfd-45a6-a170-2715ca3f4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fc022434-ab4e-422b-8865-966516f3bac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:23.695018 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.695457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Bound using segment: {'id': 'b7795af1-2cfd-45a6-a170-2715ca3f4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fc022434-ab4e-422b-8865-966516f3bac5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:23.696510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Bound port: 05a09539-091b-4d8c-b7a0-f0571dd1cb05, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7795af1-2cfd-45a6-a170-2715ca3f4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'fc022434-ab4e-422b-8865-966516f3bac5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:23.697012 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (05a09539-091b-4d8c-b7a0-f0571dd1cb05), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.707110 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 870b579d-f582-4add-aee9-5509b16de8c3 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:23.707110 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (870b579d-f582-4add-aee9-5509b16de8c3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.724740 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6ff83b0-88b5-435c-8963-959faaa310fe tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (00655c60-1663-407e-869a-b51bf575a79c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.731573 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91b1f79f-d8e1-47cd-b502-9920aa024959 req-bde99ebd-90e7-459e-84a6-0ec302218251 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022527 Jan 28 19:20:23.742072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.ipam_pluggable_backend [None req-07163616-1897-4bbd-a568-6c469944d18a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Port 870b579d-f582-4add-aee9-5509b16de8c3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 19:20:23.742072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.ipam_pluggable_backend [None req-07163616-1897-4bbd-a568-6c469944d18a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Reverting IP allocation for 2001:db8::f816:3eff:fe56:102c {{(pid=103147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 19:20:23.749647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.ipam_pluggable_backend [None req-07163616-1897-4bbd-a568-6c469944d18a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe56:102c {{(pid=103147) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 19:20:23.751936 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07163616-1897-4bbd-a568-6c469944d18a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (8ac9e91b-2b9c-4e09-8a96-7b1ceec946e5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.759361 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be759a98-4b76-4a13-9d77-ed5231760093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (870b579d-f582-4add-aee9-5509b16de8c3), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.776770 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6ff83b0-88b5-435c-8963-959faaa310fe tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (00655c60-1663-407e-869a-b51bf575a79c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.799184 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07163616-1897-4bbd-a568-6c469944d18a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:23.803671 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-07163616-1897-4bbd-a568-6c469944d18a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:23.804220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ff83b0-88b5-435c-8963-959faaa310fe tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network fc022434-ab4e-422b-8865-966516f3bac5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:23.808205 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07163616-1897-4bbd-a568-6c469944d18a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:23.808806 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07163616-1897-4bbd-a568-6c469944d18a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.817696 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be759a98-4b76-4a13-9d77-ed5231760093 None None] Pushing event deleted for resources: {'Port': ['ID=870b579d-f582-4add-aee9-5509b16de8c3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:23.820000 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be759a98-4b76-4a13-9d77-ed5231760093 None None] No DVR routers for this DVR port 870b579d-f582-4add-aee9-5509b16de8c3 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:23.822857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07163616-1897-4bbd-a568-6c469944d18a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=8ac9e91b-2b9c-4e09-8a96-7b1ceec946e5,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:23.841585 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-07163616-1897-4bbd-a568-6c469944d18a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2650993 Jan 28 19:20:23.841585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51094) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:23.845258 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77c5518-40ef-430a-9c5c-c6d399c8fb70 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:23.853816 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cfe702ec-70f4-4692-b550-d04d9af0e2d5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'mac_address': 'fa:16:3e:89:ad:96', 'name': 'tempest-NetworksTestDHCPv6-619355299'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:23.865659 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a6ff83b0-88b5-435c-8963-959faaa310fe tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:23.876028 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff83b0-88b5-435c-8963-959faaa310fe tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:23.891141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] For port 05a09539-091b-4d8c-b7a0-f0571dd1cb05, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:23.908526 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] For port 05a09539-091b-4d8c-b7a0-f0571dd1cb05, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=05a09539-091b-4d8c-b7a0-f0571dd1cb05,segment=NetworkSegment(b7795af1-2cfd-45a6-a170-2715ca3f4b88),segment_id=b7795af1-2cfd-45a6-a170-2715ca3f4b88)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:23.919667 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (05a09539-091b-4d8c-b7a0-f0571dd1cb05), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.926744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff83b0-88b5-435c-8963-959faaa310fe tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=00655c60-1663-407e-869a-b51bf575a79c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:23.947019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ff83b0-88b5-435c-8963-959faaa310fe tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:23.947904 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6ff83b0-88b5-435c-8963-959faaa310fe tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:23.974758 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a6ff83b0-88b5-435c-8963-959faaa310fe tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4711540 Jan 28 19:20:23.977767 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51096) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:24.034535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df309722-07dd-4120-a31f-51e1101d76a7 None None] Pushing event updated for resources: {'Port': ['ID=05a09539-091b-4d8c-b7a0-f0571dd1cb05,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:24.038827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': '8ac9e91b-2b9c-4e09-8a96-7b1ceec946e5'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:20:24.039600 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:24.108986 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe702ec-70f4-4692-b550-d04d9af0e2d5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:24.225323 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f2d71-fce2-49ae-8792-e6175fa1f864 req-24b69451-aab9-4ec8-8af8-7969809dbb30 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:24.234144 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a7f2d71-fce2-49ae-8792-e6175fa1f864 req-24b69451-aab9-4ec8-8af8-7969809dbb30 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.1020696 Jan 28 19:20:24.278658 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfe702ec-70f4-4692-b550-d04d9af0e2d5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:24.294902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-24e90527-5c66-464d-9c99-1b508320b23a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port 00655c60-1663-407e-869a-b51bf575a79c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:24.295747 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24e90527-5c66-464d-9c99-1b508320b23a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (00655c60-1663-407e-869a-b51bf575a79c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:24.319098 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a7f2d71-fce2-49ae-8792-e6175fa1f864 req-e232c3f2-f8e4-4110-9061-e47e3f751a05 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779819 Jan 28 19:20:24.328334 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8511bc-a292-46e9-a0d8-6551164a22c1 req-5c7d54b5-5434-46b2-8a96-4795810e6645 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:24.331208 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Allocated IP 2001:db8::f816:3eff:fed5:2444 (1218acd0-0311-470a-8d43-e1a60f7e0be9/8ac9e91b-2b9c-4e09-8a96-7b1ceec946e5/37278c50-d357-4833-a566-446e59ce84ca) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:24.336159 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3e8511bc-a292-46e9-a0d8-6551164a22c1 req-5c7d54b5-5434-46b2-8a96-4795810e6645 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.1795807 Jan 28 19:20:24.419461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-cfe702ec-70f4-4692-b550-d04d9af0e2d5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port f008ea82-f766-4879-aa5a-a3cc43750d47 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:24.479618 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:24.519146 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24e90527-5c66-464d-9c99-1b508320b23a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (00655c60-1663-407e-869a-b51bf575a79c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:24.540850 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Publish callbacks [] for port (37278c50-d357-4833-a566-446e59ce84ca), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:24.547368 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3e8511bc-a292-46e9-a0d8-6551164a22c1 req-eb2ffdd9-63b3-42d6-9314-793b048c084c tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092845 Jan 28 19:20:24.552341 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (37278c50-d357-4833-a566-446e59ce84ca), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:24.559264 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-24e90527-5c66-464d-9c99-1b508320b23a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for 00655c60-1663-407e-869a-b51bf575a79c owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:24.646973 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:24.668637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:24.675598 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Pushing event updated for resources: {'Port': ['ID=37278c50-d357-4833-a566-446e59ce84ca,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:24.679295 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:24.684625 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-cfe702ec-70f4-4692-b550-d04d9af0e2d5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::f816:3eff:fe89:ad96 (1218acd0-0311-470a-8d43-e1a60f7e0be9/8ac9e91b-2b9c-4e09-8a96-7b1ceec946e5/f008ea82-f766-4879-aa5a-a3cc43750d47) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:24.847042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Attempting to bind port 37278c50-d357-4833-a566-446e59ce84ca on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:24.847644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Attempting to bind port 37278c50-d357-4833-a566-446e59ce84ca by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:24.848113 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Attempting to bind port 37278c50-d357-4833-a566-446e59ce84ca on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:24.860239 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:24.861064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:24.864246 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:24.864844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:24.865457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Bound port: 37278c50-d357-4833-a566-446e59ce84ca, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:24.866085 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (37278c50-d357-4833-a566-446e59ce84ca), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:24.868393 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24e90527-5c66-464d-9c99-1b508320b23a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (00655c60-1663-407e-869a-b51bf575a79c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:24.925689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e90527-5c66-464d-9c99-1b508320b23a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=00655c60-1663-407e-869a-b51bf575a79c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:24.958719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82875957-ebd1-497a-8a8c-3044763994bd req-bc91b883-4ba5-4cb6-864f-c403bb40d064 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:24.966056 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-82875957-ebd1-497a-8a8c-3044763994bd req-bc91b883-4ba5-4cb6-864f-c403bb40d064 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 946 time: 0.0984027 Jan 28 19:20:25.037738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] For port 37278c50-d357-4833-a566-446e59ce84ca, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:25.058594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] For port 37278c50-d357-4833-a566-446e59ce84ca, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=37278c50-d357-4833-a566-446e59ce84ca,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:25.059934 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-82875957-ebd1-497a-8a8c-3044763994bd req-f88b8a6d-2420-446f-9b7c-5e056f2f4296 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883827 Jan 28 19:20:25.077634 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (37278c50-d357-4833-a566-446e59ce84ca), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.134108 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24e90527-5c66-464d-9c99-1b508320b23a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.137395 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-24e90527-5c66-464d-9c99-1b508320b23a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/00655c60-1663-407e-869a-b51bf575a79c HTTP/1.1" status: 204 len: 168 time: 1.1585317 Jan 28 19:20:25.141541 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51128) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:25.142106 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfe702ec-70f4-4692-b550-d04d9af0e2d5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (f008ea82-f766-4879-aa5a-a3cc43750d47), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.181204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945d8a1-80c0-4b52-977d-925ae40cca28 req-94e572ef-12f3-45f4-b274-2e537edda1cb tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:25.183325 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0945d8a1-80c0-4b52-977d-925ae40cca28 req-94e572ef-12f3-45f4-b274-2e537edda1cb tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.2468300 Jan 28 19:20:25.228580 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39a2a14-cebe-43e9-af58-a7090707a0fc tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] DELETE failed (client error): The resource could not be found. Jan 28 19:20:25.228854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87aafaa-00f2-43de-be24-d656db30e732 None None] Pushing event updated for resources: {'Port': ['ID=37278c50-d357-4833-a566-446e59ce84ca,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:25.229177 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39a2a14-cebe-43e9-af58-a7090707a0fc tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:20:25.244699 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c39a2a14-cebe-43e9-af58-a7090707a0fc tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/00655c60-1663-407e-869a-b51bf575a79c HTTP/1.1" status: 404 len: 333 time: 0.1011851 Jan 28 19:20:25.247317 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51130) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:25.305862 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.312141 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfe702ec-70f4-4692-b550-d04d9af0e2d5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f008ea82-f766-4879-aa5a-a3cc43750d47), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.333884 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-342e934f-fd02-4bb2-a07c-7c37e0fcb3ee tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] GET failed (client error): The resource could not be found. Jan 28 19:20:25.336128 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-342e934f-fd02-4bb2-a07c-7c37e0fcb3ee tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports/00655c60-1663-407e-869a-b51bf575a79c HTTP/1.1" status: 404 len: 333 time: 0.0868888 Jan 28 19:20:25.338822 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51136) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:25.428062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd3d306-47e4-42d5-8f86-6084c9326276 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting subnet 547199b2-7ee4-4299-974b-305ac79f246c {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:25.435483 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d306-47e4-42d5-8f86-6084c9326276 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (547199b2-7ee4-4299-974b-305ac79f246c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.459653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe702ec-70f4-4692-b550-d04d9af0e2d5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:25.473584 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cfe702ec-70f4-4692-b550-d04d9af0e2d5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:25.483697 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe702ec-70f4-4692-b550-d04d9af0e2d5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:25.490916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe702ec-70f4-4692-b550-d04d9af0e2d5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:25.491825 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfe702ec-70f4-4692-b550-d04d9af0e2d5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.504780 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d306-47e4-42d5-8f86-6084c9326276 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (547199b2-7ee4-4299-974b-305ac79f246c), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.512446 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0945d8a1-80c0-4b52-977d-925ae40cca28 req-bd098804-0471-4d99-8301-65d83122413a tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160663 Jan 28 19:20:25.515760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe702ec-70f4-4692-b550-d04d9af0e2d5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=f008ea82-f766-4879-aa5a-a3cc43750d47,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:25.532798 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 05a09539-091b-4d8c-b7a0-f0571dd1cb05 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:25.555115 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cfe702ec-70f4-4692-b550-d04d9af0e2d5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7086766 Jan 28 19:20:25.555115 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51140) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:25.653880 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d306-47e4-42d5-8f86-6084c9326276 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (547199b2-7ee4-4299-974b-305ac79f246c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.674860 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 05a09539-091b-4d8c-b7a0-f0571dd1cb05 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:25.675392 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (05a09539-091b-4d8c-b7a0-f0571dd1cb05), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.698462 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2214c58e-1ece-4c52-926a-44f9eb8dc6f1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:25.708820 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2214c58e-1ece-4c52-926a-44f9eb8dc6f1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:25.710521 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2214c58e-1ece-4c52-926a-44f9eb8dc6f1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1557765 Jan 28 19:20:25.713382 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:25.794485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e48295d-c981-481c-aa2f-76af2221877a None None] Network fc022434-ab4e-422b-8865-966516f3bac5 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:25.833157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3c68e17a-da4b-4c64-82aa-1198dbf6b972 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port f008ea82-f766-4879-aa5a-a3cc43750d47 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:25.833667 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c68e17a-da4b-4c64-82aa-1198dbf6b972 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f008ea82-f766-4879-aa5a-a3cc43750d47), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.839756 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d306-47e4-42d5-8f86-6084c9326276 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (547199b2-7ee4-4299-974b-305ac79f246c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.891028 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 05a09539-091b-4d8c-b7a0-f0571dd1cb05 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:25.891028 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (05a09539-091b-4d8c-b7a0-f0571dd1cb05), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.895326 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cfd3d306-47e4-42d5-8f86-6084c9326276 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:25.899151 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cfd3d306-47e4-42d5-8f86-6084c9326276 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/547199b2-7ee4-4299-974b-305ac79f246c HTTP/1.1" status: 204 len: 168 time: 0.5590045 Jan 28 19:20:25.900081 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3d306-47e4-42d5-8f86-6084c9326276 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Subnet': ['ID=547199b2-7ee4-4299-974b-305ac79f246c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:25.904470 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51148) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:25.923386 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223d394-8f96-4c23-a72c-baf0581ac3d3 req-87bce43f-b10f-4c54-9b9c-7e88b4e86bd5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:25.925431 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4223d394-8f96-4c23-a72c-baf0581ac3d3 req-87bce43f-b10f-4c54-9b9c-7e88b4e86bd5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.2679567 Jan 28 19:20:25.931300 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4ab0110b-e508-4fb8-9766-665a67f03f9c None None] Provisioning complete for port 05a09539-091b-4d8c-b7a0-f0571dd1cb05 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:25.931692 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4ab0110b-e508-4fb8-9766-665a67f03f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (05a09539-091b-4d8c-b7a0-f0571dd1cb05), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:26.000670 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4223d394-8f96-4c23-a72c-baf0581ac3d3 req-5d2f6eca-4802-4158-af78-7509da380b86 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674312 Jan 28 19:20:26.027512 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c68e17a-da4b-4c64-82aa-1198dbf6b972 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f008ea82-f766-4879-aa5a-a3cc43750d47), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:26.043116 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (fc022434-ab4e-422b-8865-966516f3bac5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:26.048510 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3c68e17a-da4b-4c64-82aa-1198dbf6b972 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for f008ea82-f766-4879-aa5a-a3cc43750d47 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:26.058963 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:20:26.059333 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:20:26.137534 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4ab0110b-e508-4fb8-9766-665a67f03f9c None None] Current status of the port 05a09539-091b-4d8c-b7a0-f0571dd1cb05 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:26.137972 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4ab0110b-e508-4fb8-9766-665a67f03f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (05a09539-091b-4d8c-b7a0-f0571dd1cb05), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:26.181503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4ab0110b-e508-4fb8-9766-665a67f03f9c None None] For port 05a09539-091b-4d8c-b7a0-f0571dd1cb05, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=05a09539-091b-4d8c-b7a0-f0571dd1cb05,segment=NetworkSegment(b7795af1-2cfd-45a6-a170-2715ca3f4b88),segment_id=b7795af1-2cfd-45a6-a170-2715ca3f4b88)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:26.188799 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4ab0110b-e508-4fb8-9766-665a67f03f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (05a09539-091b-4d8c-b7a0-f0571dd1cb05), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:26.223746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port 05a09539-091b-4d8c-b7a0-f0571dd1cb05 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:26.224165 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (05a09539-091b-4d8c-b7a0-f0571dd1cb05), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:26.247413 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0110b-e508-4fb8-9766-665a67f03f9c None None] Pushing event updated for resources: {'Port': ['ID=05a09539-091b-4d8c-b7a0-f0571dd1cb05,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:26.454937 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf64a9ce-52e6-48d3-9e97-bf96ad9445da None None] Network fc022434-ab4e-422b-8865-966516f3bac5 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:26.649839 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 05a09539-091b-4d8c-b7a0-f0571dd1cb05 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:26.653343 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0d671b5c-4ee9-4403-9019-907b39220104 None None] Provisioning complete for port 05a09539-091b-4d8c-b7a0-f0571dd1cb05 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:26.653979 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0d671b5c-4ee9-4403-9019-907b39220104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (05a09539-091b-4d8c-b7a0-f0571dd1cb05), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:26.714943 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2236830-5abb-413d-9b0a-89337af0b9a5 req-1799bc31-6e0c-4332-abd1-ced6d853259a tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:26.734622 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a2236830-5abb-413d-9b0a-89337af0b9a5 req-1799bc31-6e0c-4332-abd1-ced6d853259a tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.1074364 Jan 28 19:20:26.774914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de96b91-f5e7-464b-a741-84019aa9e9a3 req-f5216ca5-a2f4-42fe-bc22-98e17eef9f41 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:26.776451 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8de96b91-f5e7-464b-a741-84019aa9e9a3 req-f5216ca5-a2f4-42fe-bc22-98e17eef9f41 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 946 time: 0.6388149 Jan 28 19:20:26.787958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0d671b5c-4ee9-4403-9019-907b39220104 None None] Current status of the port 05a09539-091b-4d8c-b7a0-f0571dd1cb05 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:26.793805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a2236830-5abb-413d-9b0a-89337af0b9a5 req-63050344-4655-4d40-bfb1-4fc1a9d9bfe6 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583122 Jan 28 19:20:26.870276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] For port 05a09539-091b-4d8c-b7a0-f0571dd1cb05, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=05a09539-091b-4d8c-b7a0-f0571dd1cb05,segment=NetworkSegment(b7795af1-2cfd-45a6-a170-2715ca3f4b88),segment_id=b7795af1-2cfd-45a6-a170-2715ca3f4b88)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:26.870846 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (05a09539-091b-4d8c-b7a0-f0571dd1cb05), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:26.872639 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce64480-a8e4-4d0a-9786-792f8b552f95 None None] DHCP port deletion for fc022434-ab4e-422b-8865-966516f3bac5 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:20:26.905660 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for 05a09539-091b-4d8c-b7a0-f0571dd1cb05 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:26.919533 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8de96b91-f5e7-464b-a741-84019aa9e9a3 req-23983411-8ac7-412c-a829-e91881145c10 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338305 Jan 28 19:20:26.940086 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c68e17a-da4b-4c64-82aa-1198dbf6b972 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f008ea82-f766-4879-aa5a-a3cc43750d47), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.003496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e9b1bfcc-fb59-4757-92bb-3f84da0b1fb2 None None] Provisioning complete for port 37278c50-d357-4833-a566-446e59ce84ca triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:27.003876 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9b1bfcc-fb59-4757-92bb-3f84da0b1fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (37278c50-d357-4833-a566-446e59ce84ca), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.093535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68e17a-da4b-4c64-82aa-1198dbf6b972 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=f008ea82-f766-4879-aa5a-a3cc43750d47,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:27.140184 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddd8b8-faa1-4fcd-b12c-f687c1d745bf req-e349b26e-2bf9-41c7-bffd-dae59b1c2ca0 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:27.143345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6ce64480-a8e4-4d0a-9786-792f8b552f95 None None] Deleting port 05a09539-091b-4d8c-b7a0-f0571dd1cb05 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:27.143787 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ce64480-a8e4-4d0a-9786-792f8b552f95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (05a09539-091b-4d8c-b7a0-f0571dd1cb05), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.167967 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0dddd8b8-faa1-4fcd-b12c-f687c1d745bf req-e349b26e-2bf9-41c7-bffd-dae59b1c2ca0 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=e435b1b5-bf1e-492c-be27-00befe86cee7 HTTP/1.1" status: 200 len: 945 time: 0.1335874 Jan 28 19:20:27.205463 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c68e17a-da4b-4c64-82aa-1198dbf6b972 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.211549 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3c68e17a-da4b-4c64-82aa-1198dbf6b972 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/f008ea82-f766-4879-aa5a-a3cc43750d47 HTTP/1.1" status: 204 len: 168 time: 1.4966042 Jan 28 19:20:27.216434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51166) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:27.240056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6ce64480-a8e4-4d0a-9786-792f8b552f95 None None] For port 05a09539-091b-4d8c-b7a0-f0571dd1cb05, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=05a09539-091b-4d8c-b7a0-f0571dd1cb05,segment=NetworkSegment(b7795af1-2cfd-45a6-a170-2715ca3f4b88),segment_id=b7795af1-2cfd-45a6-a170-2715ca3f4b88)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:27.240510 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ce64480-a8e4-4d0a-9786-792f8b552f95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (05a09539-091b-4d8c-b7a0-f0571dd1cb05), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.258209 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6ce64480-a8e4-4d0a-9786-792f8b552f95 None None] Calling delete_port for 05a09539-091b-4d8c-b7a0-f0571dd1cb05 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:27.388722 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ce64480-a8e4-4d0a-9786-792f8b552f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (05a09539-091b-4d8c-b7a0-f0571dd1cb05), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.389292 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0dddd8b8-faa1-4fcd-b12c-f687c1d745bf req-7cd090eb-d623-46f8-97b4-095d55af8b8b tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202470 Jan 28 19:20:27.434003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce64480-a8e4-4d0a-9786-792f8b552f95 None None] Pushing event deleted for resources: {'Port': ['ID=05a09539-091b-4d8c-b7a0-f0571dd1cb05,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:27.444415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e86e81-0b9c-4318-b814-016c5f48d7e6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:27.450215 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce64480-a8e4-4d0a-9786-792f8b552f95 None None] No DVR routers for this DVR port 05a09539-091b-4d8c-b7a0-f0571dd1cb05 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:27.462231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e86e81-0b9c-4318-b814-016c5f48d7e6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:27.466574 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d0e86e81-0b9c-4318-b814-016c5f48d7e6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2394168 Jan 28 19:20:27.479887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:27.527298 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3299d73-bc68-4bc3-98ba-9ab9f0ba4b0a req-91c2ba8c-2551-4d02-83e8-acf6eb87118a tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:27.540447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e9b1bfcc-fb59-4757-92bb-3f84da0b1fb2 None None] Current status of the port 37278c50-d357-4833-a566-446e59ce84ca is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:27.541158 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9b1bfcc-fb59-4757-92bb-3f84da0b1fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (37278c50-d357-4833-a566-446e59ce84ca), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.545769 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e3299d73-bc68-4bc3-98ba-9ab9f0ba4b0a req-91c2ba8c-2551-4d02-83e8-acf6eb87118a tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.3357987 Jan 28 19:20:27.618445 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e9b1bfcc-fb59-4757-92bb-3f84da0b1fb2 None None] For port 37278c50-d357-4833-a566-446e59ce84ca, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=37278c50-d357-4833-a566-446e59ce84ca,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:27.625798 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (05a09539-091b-4d8c-b7a0-f0571dd1cb05), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.629362 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9b1bfcc-fb59-4757-92bb-3f84da0b1fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (37278c50-d357-4833-a566-446e59ce84ca), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.689501 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 37278c50-d357-4833-a566-446e59ce84ca up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:27.759909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=05a09539-091b-4d8c-b7a0-f0571dd1cb05,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:27.771207 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-197ef80f-cb38-43b9-a827-9831e9dde8d6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 8ac9e91b-2b9c-4e09-8a96-7b1ceec946e5 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:27.778069 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No DVR routers for this DVR port 05a09539-091b-4d8c-b7a0-f0571dd1cb05 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:27.794733 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-197ef80f-cb38-43b9-a827-9831e9dde8d6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (8ac9e91b-2b9c-4e09-8a96-7b1ceec946e5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.843465 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1bfcc-fb59-4757-92bb-3f84da0b1fb2 None None] Pushing event updated for resources: {'Port': ['ID=37278c50-d357-4833-a566-446e59ce84ca,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:27.850247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c6cf2956-f668-41e7-8e6e-484c1b5c28bb None None] Could not find standard attr ID for object f008ea82-f766-4879-aa5a-a3cc43750d47. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:20:27.869068 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e3299d73-bc68-4bc3-98ba-9ab9f0ba4b0a req-edbfda6b-0627-4e5d-9382-33ed30e44092 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172405 Jan 28 19:20:27.880468 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 37278c50-d357-4833-a566-446e59ce84ca triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:27.881190 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (37278c50-d357-4833-a566-446e59ce84ca), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.944488 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-197ef80f-cb38-43b9-a827-9831e9dde8d6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (8ac9e91b-2b9c-4e09-8a96-7b1ceec946e5), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:27.990201 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (fc022434-ab4e-422b-8865-966516f3bac5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.022101 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc022434-ab4e-422b-8865-966516f3bac5']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:28.060282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 37278c50-d357-4833-a566-446e59ce84ca is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:28.073413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7795af1-2cfd-45a6-a170-2715ca3f4b88') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:28.073741 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7795af1-2cfd-45a6-a170-2715ca3f4b88') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:28.088087 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (b7795af1-2cfd-45a6-a170-2715ca3f4b88), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.132499 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (b7795af1-2cfd-45a6-a170-2715ca3f4b88), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.159434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 05a09539-091b-4d8c-b7a0-f0571dd1cb05 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:28.164556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:20:28.165385 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (b7795af1-2cfd-45a6-a170-2715ca3f4b88), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:20:28.169120 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:20:28.185733 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 05a09539-091b-4d8c-b7a0-f0571dd1cb05 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:28.185914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 05a09539-091b-4d8c-b7a0-f0571dd1cb05 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:28.198009 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-197ef80f-cb38-43b9-a827-9831e9dde8d6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (8ac9e91b-2b9c-4e09-8a96-7b1ceec946e5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.373078 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (fc022434-ab4e-422b-8865-966516f3bac5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.400799 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.407971 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/networks/fc022434-ab4e-422b-8865-966516f3bac5 HTTP/1.1" status: 204 len: 168 time: 2.4954207 Jan 28 19:20:28.409992 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53513ec1-9975-442f-9fab-6182a2593903 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Network': ['ID=fc022434-ab4e-422b-8865-966516f3bac5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:28.410320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51196) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:28.421784 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-197ef80f-cb38-43b9-a827-9831e9dde8d6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (8ac9e91b-2b9c-4e09-8a96-7b1ceec946e5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.425701 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d7453a7d-dec3-4c67-a7e3-10a0e2907854 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1769445602'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:28.450388 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-ad30070a-32df-4f75-bebc-9c5558c223e3 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:28.451925 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-ad30070a-32df-4f75-bebc-9c5558c223e3 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/networks?id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4 HTTP/1.1" status: 200 len: 812 time: 0.3074126 Jan 28 19:20:28.461982 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ef80f-cb38-43b9-a827-9831e9dde8d6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac9e91b-2b9c-4e09-8a96-7b1ceec946e5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:28.473908 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-197ef80f-cb38-43b9-a827-9831e9dde8d6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.477480 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-197ef80f-cb38-43b9-a827-9831e9dde8d6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/8ac9e91b-2b9c-4e09-8a96-7b1ceec946e5 HTTP/1.1" status: 204 len: 168 time: 0.9962502 Jan 28 19:20:28.479074 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-6eaf64a0-f65f-4c6d-959c-aaf19f154509 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/quotas/068ce8b2015a45a89b166ffbe9a9e473 HTTP/1.1" status: 200 len: 375 time: 0.0195158 Jan 28 19:20:28.479972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51202) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:28.489433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74050df-b3c0-4f4c-8ad9-9c0413434b02 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:28.508610 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7453a7d-dec3-4c67-a7e3-10a0e2907854 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:28.512024 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7453a7d-dec3-4c67-a7e3-10a0e2907854 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.544858 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7453a7d-dec3-4c67-a7e3-10a0e2907854 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:20:28.561452 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7453a7d-dec3-4c67-a7e3-10a0e2907854 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ced7fa5f-5e06-48b3-b876-dfb55adcd92c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.562298 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-d7453a7d-dec3-4c67-a7e3-10a0e2907854 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Added segment ced7fa5f-5e06-48b3-b876-dfb55adcd92c of type vlan for network 488ba446-7313-435f-ab70-433e9aaf60fe Jan 28 19:20:28.573106 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1213731a-d9b1-4c50-994d-6e6ea186544f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902357 Jan 28 19:20:28.576227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51204) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:28.617740 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7453a7d-dec3-4c67-a7e3-10a0e2907854 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (488ba446-7313-435f-ab70-433e9aaf60fe), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.644854 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0d66d9-5b5e-4c8b-8bdb-3b67075ef0ce tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:28.646184 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3f0d66d9-5b5e-4c8b-8bdb-3b67075ef0ce tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0689948 Jan 28 19:20:28.649744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51206) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:28.652906 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-680cefcc-6ad8-4c14-9817-696b3fbe0db6 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=068ce8b2015a45a89b166ffbe9a9e473&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1617603 Jan 28 19:20:28.666428 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7453a7d-dec3-4c67-a7e3-10a0e2907854 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (488ba446-7313-435f-ab70-433e9aaf60fe), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.672629 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7453a7d-dec3-4c67-a7e3-10a0e2907854 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:28.673181 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7453a7d-dec3-4c67-a7e3-10a0e2907854 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.743417 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4feaed-e839-44fa-a244-2c1c50ae0ef2 None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:20:28.771173 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-6fb46146-8549-4ea8-a71c-19890157e61c service neutron] 10.222.0.55 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105697 Jan 28 19:20:28.797287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9b4feaed-e839-44fa-a244-2c1c50ae0ef2 None None] Deleting port 37278c50-d357-4833-a566-446e59ce84ca {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:28.797757 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b4feaed-e839-44fa-a244-2c1c50ae0ef2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (37278c50-d357-4833-a566-446e59ce84ca), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.807977 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d7453a7d-dec3-4c67-a7e3-10a0e2907854 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3945410 Jan 28 19:20:28.809118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7453a7d-dec3-4c67-a7e3-10a0e2907854 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Network': ['ID=488ba446-7313-435f-ab70-433e9aaf60fe,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:28.811630 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51208) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:28.826965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66445bc0-71e1-4b27-b9af-44711b2f0076 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:28.828724 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-66445bc0-71e1-4b27-b9af-44711b2f0076 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1778314 Jan 28 19:20:28.834306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d8efa50c-038d-4efe-96c9-4b74d10ccd15 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'subnet': {'network_id': '488ba446-7313-435f-ab70-433e9aaf60fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:28.869767 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9b4feaed-e839-44fa-a244-2c1c50ae0ef2 None None] For port 37278c50-d357-4833-a566-446e59ce84ca, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=37278c50-d357-4833-a566-446e59ce84ca,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:28.870568 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b4feaed-e839-44fa-a244-2c1c50ae0ef2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (37278c50-d357-4833-a566-446e59ce84ca), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:28.884963 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9b4feaed-e839-44fa-a244-2c1c50ae0ef2 None None] Calling delete_port for 37278c50-d357-4833-a566-446e59ce84ca owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:28.908948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-dfde2930-2efe-43ae-93df-2d3fe4fc2124 service neutron] 10.222.0.55 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283803 Jan 28 19:20:28.909484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:28.947759 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8efa50c-038d-4efe-96c9-4b74d10ccd15 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:28.953727 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8efa50c-038d-4efe-96c9-4b74d10ccd15 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:29.004250 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7a2b777e-63f2-445a-bb5e-b2f2e149df88 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893977 Jan 28 19:20:29.004250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51214) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:29.014676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ca639e8c-4972-4118-b11a-e3293fd20c46 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:29.017354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 488ba446-7313-435f-ab70-433e9aaf60fe details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:20:29.207741 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca639e8c-4972-4118-b11a-e3293fd20c46 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:29.212721 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca639e8c-4972-4118-b11a-e3293fd20c46 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:29.325581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7dfde3-88c3-4085-b1cf-fd88b63c8ddf req-1eeeeefd-70b2-4ba8-b189-2bb10adae125 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:29.332800 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e7dfde3-88c3-4085-b1cf-fd88b63c8ddf req-1eeeeefd-70b2-4ba8-b189-2bb10adae125 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.3084011 Jan 28 19:20:29.450239 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 37278c50-d357-4833-a566-446e59ce84ca no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:29.507314 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8efa50c-038d-4efe-96c9-4b74d10ccd15 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (b1eb6d0b-ddba-43fb-b836-feeb5416cdd2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:29.512315 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b4feaed-e839-44fa-a244-2c1c50ae0ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (37278c50-d357-4833-a566-446e59ce84ca), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:29.533956 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4ca8e16c-23d1-491d-bca2-648ad95a94b9 req-c07df20f-ecd0-47e1-874b-630e776a77dd tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 210 time: 0.0413404 Jan 28 19:20:29.591646 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4feaed-e839-44fa-a244-2c1c50ae0ef2 None None] No DVR routers for this DVR port 37278c50-d357-4833-a566-446e59ce84ca on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:29.593714 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4feaed-e839-44fa-a244-2c1c50ae0ef2 None None] Pushing event deleted for resources: {'Port': ['ID=37278c50-d357-4833-a566-446e59ce84ca,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:29.611309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No active binding found for port 37278c50-d357-4833-a566-446e59ce84ca {{(pid=103148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 19:20:29.611309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] The host n-d-824834-4 is not matching for port 37278c50-d357-4833-a566-446e59ce84ca host None! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:20:29.611309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 37278c50-d357-4833-a566-446e59ce84ca not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:29.644674 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca639e8c-4972-4118-b11a-e3293fd20c46 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (96fe72e3-f50d-499f-9ea7-c81530ac08e1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:29.665861 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e7dfde3-88c3-4085-b1cf-fd88b63c8ddf req-c3ae809c-7f7b-4a09-a6f0-f3053b774e4b tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242476 Jan 28 19:20:29.723503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca639e8c-4972-4118-b11a-e3293fd20c46 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:29.729802 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf2493-6b0a-444a-bcf6-6cd9b6ce6e4f req-dd376cca-2643-459b-9f20-eb2df26966af tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:29.730954 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efa50c-038d-4efe-96c9-4b74d10ccd15 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Subnet': ['ID=b1eb6d0b-ddba-43fb-b836-feeb5416cdd2,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:29.732251 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2abf2493-6b0a-444a-bcf6-6cd9b6ce6e4f req-dd376cca-2643-459b-9f20-eb2df26966af tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.37 "GET /v2.0/ports?device_id=e435b1b5-bf1e-492c-be27-00befe86cee7 HTTP/1.1" status: 200 len: 945 time: 0.1519520 Jan 28 19:20:29.737120 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ca639e8c-4972-4118-b11a-e3293fd20c46 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:29.746926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8efa50c-038d-4efe-96c9-4b74d10ccd15 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Checking segment: {'id': 'ced7fa5f-5e06-48b3-b876-dfb55adcd92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '488ba446-7313-435f-ab70-433e9aaf60fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:29.747157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8efa50c-038d-4efe-96c9-4b74d10ccd15 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network hostable DHCP agents. Network: 488ba446-7313-435f-ab70-433e9aaf60fe, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:20:29.751718 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca639e8c-4972-4118-b11a-e3293fd20c46 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:29.752502 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca639e8c-4972-4118-b11a-e3293fd20c46 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:29.765912 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f2a936-b2dc-4cf7-9ca9-5e3e55ac6be4 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:29.798046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca639e8c-4972-4118-b11a-e3293fd20c46 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=96fe72e3-f50d-499f-9ea7-c81530ac08e1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:29.835720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8efa50c-038d-4efe-96c9-4b74d10ccd15 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 488ba446-7313-435f-ab70-433e9aaf60fe is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:20:29.841772 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ca639e8c-4972-4118-b11a-e3293fd20c46 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8351929 Jan 28 19:20:29.851698 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51244) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:29.867086 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c5a7e4c1-cc12-4c25-8e75-e7be15947af6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'mac_address': 'fa:16:3e:63:53:1f', 'name': 'tempest-NetworksTestDHCPv6-570029782'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:29.970197 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:20:29.973507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': '96fe72e3-f50d-499f-9ea7-c81530ac08e1'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:20:29.977594 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.057818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7119c0-ba10-46f7-8e70-e322c3028981 req-30e27537-ec87-42f2-8a56-2277f5d6585f tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:30.059551 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0d7119c0-ba10-46f7-8e70-e322c3028981 req-30e27537-ec87-42f2-8a56-2277f5d6585f tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f HTTP/1.1" status: 200 len: 946 time: 0.2126141 Jan 28 19:20:30.064335 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-2abf2493-6b0a-444a-bcf6-6cd9b6ce6e4f req-80864709-90bd-426e-ae5d-d95ee4aac909 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Deleting port 51fc76c5-6ffd-4e00-a26f-fceff8911344 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:30.064691 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2abf2493-6b0a-444a-bcf6-6cd9b6ce6e4f req-80864709-90bd-426e-ae5d-d95ee4aac909 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (51fc76c5-6ffd-4e00-a26f-fceff8911344), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.128360 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d8efa50c-038d-4efe-96c9-4b74d10ccd15 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 488ba446-7313-435f-ab70-433e9aaf60fe) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:30.136869 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a7e4c1-cc12-4c25-8e75-e7be15947af6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:30.148693 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8efa50c-038d-4efe-96c9-4b74d10ccd15 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:30.150188 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8efa50c-038d-4efe-96c9-4b74d10ccd15 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.189508 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2abf2493-6b0a-444a-bcf6-6cd9b6ce6e4f req-80864709-90bd-426e-ae5d-d95ee4aac909 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] For port 51fc76c5-6ffd-4e00-a26f-fceff8911344, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=51fc76c5-6ffd-4e00-a26f-fceff8911344,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:30.189912 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2abf2493-6b0a-444a-bcf6-6cd9b6ce6e4f req-80864709-90bd-426e-ae5d-d95ee4aac909 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (51fc76c5-6ffd-4e00-a26f-fceff8911344), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.211542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-2abf2493-6b0a-444a-bcf6-6cd9b6ce6e4f req-80864709-90bd-426e-ae5d-d95ee4aac909 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Calling delete_port for 51fc76c5-6ffd-4e00-a26f-fceff8911344 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:30.214627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05b3f65-8ffa-4da3-ac43-147cdaaabbcd None None] Network 488ba446-7313-435f-ab70-433e9aaf60fe requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:30.220277 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.232584 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d8efa50c-038d-4efe-96c9-4b74d10ccd15 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4087021 Jan 28 19:20:30.240389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51250) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:30.362940 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d41047d8-d150-4969-b969-d09374f3a7d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'network_id': '488ba446-7313-435f-ab70-433e9aaf60fe', 'security_groups': [], 'name': 'tempest-PortsTestJSON-283581194'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:30.447321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Allocated IP 2001:db8::2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/96fe72e3-f50d-499f-9ea7-c81530ac08e1/10f3872e-e38c-4158-be3a-b72767f3fcb6) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:30.472384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-488ba446-7313-435f-ab70-433e9aaf60fe', 'network_id': '488ba446-7313-435f-ab70-433e9aaf60fe', 'project_id': 'f7e8842bbdb14b3ca976873a4445191e', 'fixed_ips': [{'subnet_id': 'b1eb6d0b-ddba-43fb-b836-feeb5416cdd2'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:20:30.473330 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.583765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ed0a4-b6f7-4465-bd4f-f0bcd6156d0c req-ca0eadb0-e562-4a0f-a200-027e82ede7ed tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:30.585560 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea0ed0a4-b6f7-4465-bd4f-f0bcd6156d0c req-ca0eadb0-e562-4a0f-a200-027e82ede7ed tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.4588966 Jan 28 19:20:30.636667 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5a7e4c1-cc12-4c25-8e75-e7be15947af6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.695942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647fea1-1c01-42f7-be28-4b0b75e1fb13 req-ec6ead61-78b2-4007-a037-1478f0e357d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:30.697712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9647fea1-1c01-42f7-be28-4b0b75e1fb13 req-ec6ead61-78b2-4007-a037-1478f0e357d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30bf8f3616cd4e51a62c447be3b7ab65&device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 1127 time: 0.3043876 Jan 28 19:20:30.762753 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-13b72754-424e-436e-a740-503fa755424a req-1111afde-5fe0-44e5-9f1f-5a6da1de189f tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 210 time: 0.0715199 Jan 28 19:20:30.770414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-c5a7e4c1-cc12-4c25-8e75-e7be15947af6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port 9cf6e8e9-6787-4246-ae06-cca713e05585 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:30.773222 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2abf2493-6b0a-444a-bcf6-6cd9b6ce6e4f req-80864709-90bd-426e-ae5d-d95ee4aac909 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (51fc76c5-6ffd-4e00-a26f-fceff8911344), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.791779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41047d8-d150-4969-b969-d09374f3a7d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:30.795190 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d41047d8-d150-4969-b969-d09374f3a7d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.849774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['51fc76c5-6ffd-4e00-a26f-fceff8911344', '3b64207f-1097-402f-81b1-755db4a5a714'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:30.896205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Allocated IP 172.20.0.2 (488ba446-7313-435f-ab70-433e9aaf60fe/b1eb6d0b-ddba-43fb-b836-feeb5416cdd2/26052c7a-95b1-4bf7-8b67-dcab71086cc1) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:30.931277 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Publish callbacks [] for port (10f3872e-e38c-4158-be3a-b72767f3fcb6), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.956772 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (10f3872e-e38c-4158-be3a-b72767f3fcb6), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:30.989550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abf2493-6b0a-444a-bcf6-6cd9b6ce6e4f req-80864709-90bd-426e-ae5d-d95ee4aac909 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] No DVR routers for this DVR port 51fc76c5-6ffd-4e00-a26f-fceff8911344 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:31.040242 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80864709-90bd-426e-ae5d-d95ee4aac909 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Pushing event deleted for resources: {'Port': ['ID=51fc76c5-6ffd-4e00-a26f-fceff8911344,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:31.045312 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2abf2493-6b0a-444a-bcf6-6cd9b6ce6e4f req-80864709-90bd-426e-ae5d-d95ee4aac909 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.050758 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2abf2493-6b0a-444a-bcf6-6cd9b6ce6e4f req-80864709-90bd-426e-ae5d-d95ee4aac909 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.37 "DELETE /v2.0/ports/51fc76c5-6ffd-4e00-a26f-fceff8911344 HTTP/1.1" status: 204 len: 173 time: 1.3108883 Jan 28 19:20:31.057380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e435b1b5-bf1e-492c-be27-00befe86cee7', 'name': 'network-vif-deleted', 'tag': '51fc76c5-6ffd-4e00-a26f-fceff8911344'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:31.057978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:31.063275 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2400b83d-eb6d-4d0a-8f7b-67b9850894d4" -d '{"events": [{"server_uuid": "e435b1b5-bf1e-492c-be27-00befe86cee7", "name": "network-vif-deleted", "tag": "51fc76c5-6ffd-4e00-a26f-fceff8911344"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:31.067204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:31.087414 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:31.094392 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Pushing event updated for resources: {'Port': ['ID=10f3872e-e38c-4158-be3a-b72767f3fcb6,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:31.120541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-0d7119c0-ba10-46f7-8e70-e322c3028981 req-1de64a65-5ff9-42f1-8be1-78ff9a0c4016 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Deleting port 3b64207f-1097-402f-81b1-755db4a5a714 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:31.121030 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0d7119c0-ba10-46f7-8e70-e322c3028981 req-1de64a65-5ff9-42f1-8be1-78ff9a0c4016 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (3b64207f-1097-402f-81b1-755db4a5a714), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.160566 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c5a7e4c1-cc12-4c25-8e75-e7be15947af6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::1b2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/96fe72e3-f50d-499f-9ea7-c81530ac08e1/9cf6e8e9-6787-4246-ae06-cca713e05585) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:31.262573 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0b573-71e8-4b82-bc91-de8d8155b8da req-4f0abbc9-7fc0-45af-9ed0-0e69bfbc7f77 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:31.267952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Attempting to bind port 10f3872e-e38c-4158-be3a-b72767f3fcb6 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:31.268578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Attempting to bind port 10f3872e-e38c-4158-be3a-b72767f3fcb6 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:31.269111 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Attempting to bind port 10f3872e-e38c-4158-be3a-b72767f3fcb6 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:31.273131 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dbf0b573-71e8-4b82-bc91-de8d8155b8da req-4f0abbc9-7fc0-45af-9ed0-0e69bfbc7f77 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.2947912 Jan 28 19:20:31.292623 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:31.293283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:31.293864 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.294448 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:31.295089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Bound port: 10f3872e-e38c-4158-be3a-b72767f3fcb6, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:31.295645 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (10f3872e-e38c-4158-be3a-b72767f3fcb6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.297375 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647fea1-1c01-42f7-be28-4b0b75e1fb13 req-2537f88a-2f8c-4967-a5a5-df7c878cb2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:31.299469 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9647fea1-1c01-42f7-be28-4b0b75e1fb13 req-2537f88a-2f8c-4967-a5a5-df7c878cb2e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d80cfb31-56d7-4bc8-8f36-387a72246005 HTTP/1.1" status: 200 len: 919 time: 0.5342233 Jan 28 19:20:31.324964 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Publish callbacks [] for port (26052c7a-95b1-4bf7-8b67-dcab71086cc1), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.391673 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (26052c7a-95b1-4bf7-8b67-dcab71086cc1), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.465835 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea0ed0a4-b6f7-4465-bd4f-f0bcd6156d0c req-43b2d3a3-3b88-4f37-b58c-6bccef963b25 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8236635 Jan 28 19:20:31.505550 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Network 488ba446-7313-435f-ab70-433e9aaf60fe is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:31.508956 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-6237fd1d-59ae-436d-b440-464350f9d87b tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:31.510622 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-6237fd1d-59ae-436d-b440-464350f9d87b tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.37 "GET /v2.0/networks?id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4 HTTP/1.1" status: 200 len: 812 time: 0.2029209 Jan 28 19:20:31.512737 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9647fea1-1c01-42f7-be28-4b0b75e1fb13 req-b15c3a6c-94a2-42c9-a0b1-6751babff452 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1d20099-77e0-4fde-ab1d-725f217265d3 HTTP/1.1" status: 200 len: 217 time: 0.0671842 Jan 28 19:20:31.537285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:31.537546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-74446c60-fca9-4b53-90e8-091cf9391bb0 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Request body: {'port': {'device_id': 'fdec299d-c469-4e89-9820-66941cfbab1c', 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4', 'admin_state_up': True, 'tenant_id': '068ce8b2015a45a89b166ffbe9a9e473'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:31.541909 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:31.550006 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Pushing event updated for resources: {'Port': ['ID=26052c7a-95b1-4bf7-8b67-dcab71086cc1,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:31.562726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] For port 10f3872e-e38c-4158-be3a-b72767f3fcb6, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:31.582767 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] For port 10f3872e-e38c-4158-be3a-b72767f3fcb6, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=10f3872e-e38c-4158-be3a-b72767f3fcb6,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:31.603416 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a81bd1e-1de7-4551-9748-ed6d17257bec x-openstack-request-id: req-3a81bd1e-1de7-4551-9748-ed6d17257bec {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:31.603754 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e435b1b5-bf1e-492c-be27-00befe86cee7", "name": "network-vif-deleted", "tag": "51fc76c5-6ffd-4e00-a26f-fceff8911344", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:31.604032 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a81bd1e-1de7-4551-9748-ed6d17257bec {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:31.604540 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e435b1b5-bf1e-492c-be27-00befe86cee7', 'name': 'network-vif-deleted', 'tag': '51fc76c5-6ffd-4e00-a26f-fceff8911344', 'status': 'completed', 'code': 200} Jan 28 19:20:31.622532 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (10f3872e-e38c-4158-be3a-b72767f3fcb6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.695810 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-d41047d8-d150-4969-b969-d09374f3a7d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] device_id is not set on port 38add98d-d69a-439d-86ff-23c00e13d911 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:31.736558 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Attempting to bind port 26052c7a-95b1-4bf7-8b67-dcab71086cc1 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:31.736823 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Attempting to bind port 26052c7a-95b1-4bf7-8b67-dcab71086cc1 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'ced7fa5f-5e06-48b3-b876-dfb55adcd92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '488ba446-7313-435f-ab70-433e9aaf60fe'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:31.738103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Attempting to bind port 26052c7a-95b1-4bf7-8b67-dcab71086cc1 on network 488ba446-7313-435f-ab70-433e9aaf60fe {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:31.764463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:31.766796 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dbf0b573-71e8-4b82-bc91-de8d8155b8da req-b6c44561-ec41-4a38-bb64-a190c476f80b tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923089 Jan 28 19:20:31.773725 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0d7119c0-ba10-46f7-8e70-e322c3028981 req-1de64a65-5ff9-42f1-8be1-78ff9a0c4016 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] For port 3b64207f-1097-402f-81b1-755db4a5a714, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3b64207f-1097-402f-81b1-755db4a5a714,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:31.774521 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0d7119c0-ba10-46f7-8e70-e322c3028981 req-1de64a65-5ff9-42f1-8be1-78ff9a0c4016 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (3b64207f-1097-402f-81b1-755db4a5a714), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.775732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Checking segment: {'id': 'ced7fa5f-5e06-48b3-b876-dfb55adcd92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '488ba446-7313-435f-ab70-433e9aaf60fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:31.776205 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.777159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Bound using segment: {'id': 'ced7fa5f-5e06-48b3-b876-dfb55adcd92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '488ba446-7313-435f-ab70-433e9aaf60fe'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:31.777626 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Bound port: 26052c7a-95b1-4bf7-8b67-dcab71086cc1, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced7fa5f-5e06-48b3-b876-dfb55adcd92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '488ba446-7313-435f-ab70-433e9aaf60fe'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:31.778261 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (26052c7a-95b1-4bf7-8b67-dcab71086cc1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:31.812207 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647fea1-1c01-42f7-be28-4b0b75e1fb13 req-b991c50b-07cf-4a68-9aab-da4d8a919780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:31.813946 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9647fea1-1c01-42f7-be28-4b0b75e1fb13 req-b991c50b-07cf-4a68-9aab-da4d8a919780 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad7b927e-a6aa-48ba-960b-bbd0e7fc8445 HTTP/1.1" status: 200 len: 858 time: 0.2701924 Jan 28 19:20:31.854001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b107ea4-163a-4f39-a044-b57b2261d0f1 None None] Pushing event updated for resources: {'Port': ['ID=10f3872e-e38c-4158-be3a-b72767f3fcb6,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:31.879170 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-0d7119c0-ba10-46f7-8e70-e322c3028981 req-1de64a65-5ff9-42f1-8be1-78ff9a0c4016 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Calling delete_port for 3b64207f-1097-402f-81b1-755db4a5a714 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:31.883348 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9647fea1-1c01-42f7-be28-4b0b75e1fb13 req-9d31e0e7-ea1e-4352-83c7-e727409defd7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d80cfb31-56d7-4bc8-8f36-387a72246005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493197 Jan 28 19:20:31.982418 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] For port 26052c7a-95b1-4bf7-8b67-dcab71086cc1, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:31.996621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] For port 26052c7a-95b1-4bf7-8b67-dcab71086cc1, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=26052c7a-95b1-4bf7-8b67-dcab71086cc1,segment=NetworkSegment(ced7fa5f-5e06-48b3-b876-dfb55adcd92c),segment_id=ced7fa5f-5e06-48b3-b876-dfb55adcd92c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:32.009010 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (26052c7a-95b1-4bf7-8b67-dcab71086cc1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:32.160288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-74446c60-fca9-4b53-90e8-091cf9391bb0 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Made reservation on behalf of 068ce8b2015a45a89b166ffbe9a9e473 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:32.166564 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-74446c60-fca9-4b53-90e8-091cf9391bb0 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:32.185256 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0314cb-05e7-462b-8ebd-26390e3f6ce9 None None] Pushing event updated for resources: {'Port': ['ID=26052c7a-95b1-4bf7-8b67-dcab71086cc1,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:32.263616 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9647fea1-1c01-42f7-be28-4b0b75e1fb13 req-ee9ab77a-8777-4722-ac64-af9df73f00db service neutron] 10.222.0.37 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698957 Jan 28 19:20:32.466984 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5a7e4c1-cc12-4c25-8e75-e7be15947af6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (9cf6e8e9-6787-4246-ae06-cca713e05585), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:32.469340 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9647fea1-1c01-42f7-be28-4b0b75e1fb13 req-0f3e105a-511e-480d-9261-bc3803a5b94e service neutron] 10.222.0.37 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579149 Jan 28 19:20:32.494765 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-495fd935-9330-4b29-8751-d9e23db899bd req-082eb8f5-3f49-4f67-8084-6958a7e85457 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 210 time: 0.5890279 Jan 28 19:20:32.619649 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-64a0a45e-957b-4e01-a034-837067039fa2 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:32.621941 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-64a0a45e-957b-4e01-a034-837067039fa2 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.31 "GET /v2.0/networks?id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4 HTTP/1.1" status: 200 len: 812 time: 1.2435029 Jan 28 19:20:32.629272 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0d7119c0-ba10-46f7-8e70-e322c3028981 req-1de64a65-5ff9-42f1-8be1-78ff9a0c4016 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (3b64207f-1097-402f-81b1-755db4a5a714), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:32.643444 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-2b3234c6-af30-4fab-bf1f-6c367ccdb14c tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Request body: {'port': {'device_id': '1f630caa-beda-4f54-9688-d5bb350185ad', 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4', 'admin_state_up': True, 'tenant_id': '068ce8b2015a45a89b166ffbe9a9e473'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:32.792721 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d41047d8-d150-4969-b969-d09374f3a7d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Allocated IP 172.20.0.4 (488ba446-7313-435f-ab70-433e9aaf60fe/b1eb6d0b-ddba-43fb-b836-feeb5416cdd2/38add98d-d69a-439d-86ff-23c00e13d911) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:32.796375 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5a7e4c1-cc12-4c25-8e75-e7be15947af6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (9cf6e8e9-6787-4246-ae06-cca713e05585), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:32.866555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de64a65-5ff9-42f1-8be1-78ff9a0c4016 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Pushing event deleted for resources: {'Port': ['ID=3b64207f-1097-402f-81b1-755db4a5a714,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:32.872458 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7119c0-ba10-46f7-8e70-e322c3028981 req-1de64a65-5ff9-42f1-8be1-78ff9a0c4016 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] No DVR routers for this DVR port 3b64207f-1097-402f-81b1-755db4a5a714 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:32.883290 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0d7119c0-ba10-46f7-8e70-e322c3028981 req-1de64a65-5ff9-42f1-8be1-78ff9a0c4016 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:32.885000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7e4c1-cc12-4c25-8e75-e7be15947af6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=9cf6e8e9-6787-4246-ae06-cca713e05585,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:32.887084 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0d7119c0-ba10-46f7-8e70-e322c3028981 req-1de64a65-5ff9-42f1-8be1-78ff9a0c4016 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.37 "DELETE /v2.0/ports/3b64207f-1097-402f-81b1-755db4a5a714 HTTP/1.1" status: 204 len: 173 time: 2.4950428 Jan 28 19:20:32.914437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95139a-0fc4-4d5d-89a6-5f6136230d98 req-b5c10d62-2dec-4b06-88b3-fb9e625c9cad tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:32.916118 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c95139a-0fc4-4d5d-89a6-5f6136230d98 req-b5c10d62-2dec-4b06-88b3-fb9e625c9cad tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.2290459 Jan 28 19:20:32.940900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a7e4c1-cc12-4c25-8e75-e7be15947af6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:32.944824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-74446c60-fca9-4b53-90e8-091cf9391bb0 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Allocated IP 172.20.0.8 (0ceea04a-e595-4cb7-b086-fbb4ed9795e4/dea7e3fc-09e5-421f-a699-2966c72b0ae8/69e210fb-0cb1-430f-8881-7416dba92b61) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:32.975215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c5a7e4c1-cc12-4c25-8e75-e7be15947af6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:32.984475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7e4c1-cc12-4c25-8e75-e7be15947af6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:32.990861 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a7e4c1-cc12-4c25-8e75-e7be15947af6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:32.991620 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5a7e4c1-cc12-4c25-8e75-e7be15947af6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:33.006678 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c95139a-0fc4-4d5d-89a6-5f6136230d98 req-2f37f14c-1ee7-4e0e-a335-a4fc1d86a5c9 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825109 Jan 28 19:20:33.162821 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c5a7e4c1-cc12-4c25-8e75-e7be15947af6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3074021 Jan 28 19:20:33.167561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51276) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:33.201287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-2b3234c6-af30-4fab-bf1f-6c367ccdb14c tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Made reservation on behalf of 068ce8b2015a45a89b166ffbe9a9e473 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:33.205004 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-2b3234c6-af30-4fab-bf1f-6c367ccdb14c tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:33.213578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab761d-54e8-4dff-aab4-8173196daedd req-a5de3cbf-ea43-4767-9cb6-9e77c42dfdf0 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:33.215190 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4fab761d-54e8-4dff-aab4-8173196daedd req-a5de3cbf-ea43-4767-9cb6-9e77c42dfdf0 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.3058422 Jan 28 19:20:33.245821 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d41047d8-d150-4969-b969-d09374f3a7d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (38add98d-d69a-439d-86ff-23c00e13d911), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:33.313968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fcefc4-721d-4063-81b2-9ba5d772ef16 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:33.329710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fcefc4-721d-4063-81b2-9ba5d772ef16 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:33.333326 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-26fcefc4-721d-4063-81b2-9ba5d772ef16 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1630738 Jan 28 19:20:33.337655 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51278) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:33.479102 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-74446c60-fca9-4b53-90e8-091cf9391bb0 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks [] for port (69e210fb-0cb1-430f-8881-7416dba92b61), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:33.534436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-44cf6d0b-6daa-464a-b5e2-b8bd7842382f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port 9cf6e8e9-6787-4246-ae06-cca713e05585 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:33.534794 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44cf6d0b-6daa-464a-b5e2-b8bd7842382f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9cf6e8e9-6787-4246-ae06-cca713e05585), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:33.544568 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4fab761d-54e8-4dff-aab4-8173196daedd req-87ffc320-64c1-465b-ba10-4ee3b74f2ccf tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122437 Jan 28 19:20:33.601889 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d41047d8-d150-4969-b969-d09374f3a7d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (38add98d-d69a-439d-86ff-23c00e13d911), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:33.642368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f', 'name': 'network-vif-deleted', 'tag': '3b64207f-1097-402f-81b1-755db4a5a714'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:33.644938 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1b767d-7723-4e57-8d7e-68ec0b73029e" -d '{"events": [{"server_uuid": "bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f", "name": "network-vif-deleted", "tag": "3b64207f-1097-402f-81b1-755db4a5a714"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:33.658875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 51fc76c5-6ffd-4e00-a26f-fceff8911344 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:33.717878 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 51fc76c5-6ffd-4e00-a26f-fceff8911344 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:33.718607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 51fc76c5-6ffd-4e00-a26f-fceff8911344 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:33.719462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 3b64207f-1097-402f-81b1-755db4a5a714 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:33.745946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 10f3872e-e38c-4158-be3a-b72767f3fcb6 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:33.749365 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 3b64207f-1097-402f-81b1-755db4a5a714 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:33.749898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 3b64207f-1097-402f-81b1-755db4a5a714 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:33.764526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41047d8-d150-4969-b969-d09374f3a7d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=38add98d-d69a-439d-86ff-23c00e13d911,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:33.786307 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41047d8-d150-4969-b969-d09374f3a7d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 488ba446-7313-435f-ab70-433e9aaf60fe is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:33.788110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d41047d8-d150-4969-b969-d09374f3a7d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:33.791627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41047d8-d150-4969-b969-d09374f3a7d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:33.822793 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 10f3872e-e38c-4158-be3a-b72767f3fcb6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:33.823354 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (10f3872e-e38c-4158-be3a-b72767f3fcb6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:33.849256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41047d8-d150-4969-b969-d09374f3a7d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:33.850097 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d41047d8-d150-4969-b969-d09374f3a7d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:33.884398 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d41047d8-d150-4969-b969-d09374f3a7d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.5972261 Jan 28 19:20:33.885259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51284) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:33.896610 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-07ad3afc-bdfe-4ae1-8b58-5f029a7080b2 None None] Provisioning complete for port 10f3872e-e38c-4158-be3a-b72767f3fcb6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:33.896916 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07ad3afc-bdfe-4ae1-8b58-5f029a7080b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (10f3872e-e38c-4158-be3a-b72767f3fcb6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.035001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 10f3872e-e38c-4158-be3a-b72767f3fcb6 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:34.035597 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (10f3872e-e38c-4158-be3a-b72767f3fcb6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.079842 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 10f3872e-e38c-4158-be3a-b72767f3fcb6, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=10f3872e-e38c-4158-be3a-b72767f3fcb6,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:34.096591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1d6bb51c-a5ff-476f-822c-ce04fb66218f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port 38add98d-d69a-439d-86ff-23c00e13d911 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:34.097040 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb51c-a5ff-476f-822c-ce04fb66218f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (38add98d-d69a-439d-86ff-23c00e13d911), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.104472 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (10f3872e-e38c-4158-be3a-b72767f3fcb6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.106046 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 26052c7a-95b1-4bf7-8b67-dcab71086cc1 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:34.194924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=10f3872e-e38c-4158-be3a-b72767f3fcb6,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:34.257742 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-07ad3afc-bdfe-4ae1-8b58-5f029a7080b2 None None] Current status of the port 10f3872e-e38c-4158-be3a-b72767f3fcb6 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:34.294282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 26052c7a-95b1-4bf7-8b67-dcab71086cc1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:34.294901 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (26052c7a-95b1-4bf7-8b67-dcab71086cc1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.340368 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb868b-b167-4e77-bc60-dfe225200f84 None None] Network 488ba446-7313-435f-ab70-433e9aaf60fe requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:34.354662 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb51c-a5ff-476f-822c-ce04fb66218f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (38add98d-d69a-439d-86ff-23c00e13d911), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.382012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1d6bb51c-a5ff-476f-822c-ce04fb66218f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for 38add98d-d69a-439d-86ff-23c00e13d911 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:34.382338 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e6d9e5-3931-44ab-8068-acad3d86d76a x-openstack-request-id: req-45e6d9e5-3931-44ab-8068-acad3d86d76a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:34.383213 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f", "name": "network-vif-deleted", "tag": "3b64207f-1097-402f-81b1-755db4a5a714", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:34.383921 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45e6d9e5-3931-44ab-8068-acad3d86d76a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:34.384633 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3bcf01-aea5-447b-bd04-eb6ddaf7d39f', 'name': 'network-vif-deleted', 'tag': '3b64207f-1097-402f-81b1-755db4a5a714', 'status': 'completed', 'code': 200} Jan 28 19:20:34.429601 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44cf6d0b-6daa-464a-b5e2-b8bd7842382f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9cf6e8e9-6787-4246-ae06-cca713e05585), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.454667 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-44cf6d0b-6daa-464a-b5e2-b8bd7842382f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for 9cf6e8e9-6787-4246-ae06-cca713e05585 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:34.466267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-2b3234c6-af30-4fab-bf1f-6c367ccdb14c tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Allocated IP 172.20.0.11 (0ceea04a-e595-4cb7-b086-fbb4ed9795e4/dea7e3fc-09e5-421f-a699-2966c72b0ae8/14692988-a7a5-49f7-9c4d-94b3c31103f0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:34.482831 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-74446c60-fca9-4b53-90e8-091cf9391bb0 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (69e210fb-0cb1-430f-8881-7416dba92b61), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.516807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-69269caa-809c-443e-99b8-a56de1007eef None None] Provisioning complete for port 26052c7a-95b1-4bf7-8b67-dcab71086cc1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:34.517186 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69269caa-809c-443e-99b8-a56de1007eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (26052c7a-95b1-4bf7-8b67-dcab71086cc1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.550316 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 26052c7a-95b1-4bf7-8b67-dcab71086cc1 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:34.550620 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (26052c7a-95b1-4bf7-8b67-dcab71086cc1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.583281 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-74446c60-fca9-4b53-90e8-091cf9391bb0 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:34.597227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-74446c60-fca9-4b53-90e8-091cf9391bb0 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:34.601074 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-74446c60-fca9-4b53-90e8-091cf9391bb0 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:34.626780 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 26052c7a-95b1-4bf7-8b67-dcab71086cc1, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=26052c7a-95b1-4bf7-8b67-dcab71086cc1,segment=NetworkSegment(ced7fa5f-5e06-48b3-b876-dfb55adcd92c),segment_id=ced7fa5f-5e06-48b3-b876-dfb55adcd92c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:34.630525 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570dba4-e830-41ae-aaf6-454ba0920938 req-a783130d-a177-4a45-be53-d2132cef9c21 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:34.633199 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1570dba4-e830-41ae-aaf6-454ba0920938 req-a783130d-a177-4a45-be53-d2132cef9c21 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 931 time: 0.9789197 Jan 28 19:20:34.673447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74446c60-fca9-4b53-90e8-091cf9391bb0 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Pushing event updated for resources: {'Port': ['ID=69e210fb-0cb1-430f-8881-7416dba92b61,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:34.687610 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (26052c7a-95b1-4bf7-8b67-dcab71086cc1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.700910 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-2b3234c6-af30-4fab-bf1f-6c367ccdb14c tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks [] for port (14692988-a7a5-49f7-9c4d-94b3c31103f0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.729596 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-69269caa-809c-443e-99b8-a56de1007eef None None] Current status of the port 26052c7a-95b1-4bf7-8b67-dcab71086cc1 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:34.729993 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69269caa-809c-443e-99b8-a56de1007eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (26052c7a-95b1-4bf7-8b67-dcab71086cc1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.757164 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1570dba4-e830-41ae-aaf6-454ba0920938 req-510a0aae-cdc5-465f-8d1c-c684a4409d6d tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949512 Jan 28 19:20:34.768480 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8cc43-1ecc-4196-96e3-2a458e3d2dd0 req-d73e1a34-544a-4d75-8b90-e11ed8a9d9fe tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:34.768857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-74446c60-fca9-4b53-90e8-091cf9391bb0 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:34.769532 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-74446c60-fca9-4b53-90e8-091cf9391bb0 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.777093 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9f8cc43-1ecc-4196-96e3-2a458e3d2dd0 req-d73e1a34-544a-4d75-8b90-e11ed8a9d9fe tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.4798241 Jan 28 19:20:34.788719 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-2b3234c6-af30-4fab-bf1f-6c367ccdb14c tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (14692988-a7a5-49f7-9c4d-94b3c31103f0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.819043 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-74446c60-fca9-4b53-90e8-091cf9391bb0 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2880678 Jan 28 19:20:34.831159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=26052c7a-95b1-4bf7-8b67-dcab71086cc1,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:34.850270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Request body: {'port': {'device_id': 'fdec299d-c469-4e89-9820-66941cfbab1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:34.868504 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-69269caa-809c-443e-99b8-a56de1007eef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:20:34.869022 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-69269caa-809c-443e-99b8-a56de1007eef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:20:34.945208 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3234c6-af30-4fab-bf1f-6c367ccdb14c tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Pushing event updated for resources: {'Port': ['ID=14692988-a7a5-49f7-9c4d-94b3c31103f0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:34.982321 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (69e210fb-0cb1-430f-8881-7416dba92b61), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:34.983290 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-2b3234c6-af30-4fab-bf1f-6c367ccdb14c tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:35.000575 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44cf6d0b-6daa-464a-b5e2-b8bd7842382f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9cf6e8e9-6787-4246-ae06-cca713e05585), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.020252 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9f8cc43-1ecc-4196-96e3-2a458e3d2dd0 req-cad33ff5-23fc-4ff4-8377-418cdeb1001b tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169631 Jan 28 19:20:35.022635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-2b3234c6-af30-4fab-bf1f-6c367ccdb14c tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:35.026750 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-2b3234c6-af30-4fab-bf1f-6c367ccdb14c tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:35.048225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf6d0b-6daa-464a-b5e2-b8bd7842382f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=9cf6e8e9-6787-4246-ae06-cca713e05585,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:35.094446 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898c138-b164-48db-9a27-7c5a39984587 req-bffcdbd9-0839-4a0f-8808-09f704cb88f2 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:35.096035 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4898c138-b164-48db-9a27-7c5a39984587 req-bffcdbd9-0839-4a0f-8808-09f704cb88f2 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.2009819 Jan 28 19:20:35.128444 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-2b3234c6-af30-4fab-bf1f-6c367ccdb14c tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:35.129137 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-2b3234c6-af30-4fab-bf1f-6c367ccdb14c tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.142525 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44cf6d0b-6daa-464a-b5e2-b8bd7842382f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.149558 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-44cf6d0b-6daa-464a-b5e2-b8bd7842382f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/9cf6e8e9-6787-4246-ae06-cca713e05585 HTTP/1.1" status: 204 len: 168 time: 1.8107722 Jan 28 19:20:35.156725 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-2b3234c6-af30-4fab-bf1f-6c367ccdb14c tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5176022 Jan 28 19:20:35.157203 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51292) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:35.239788 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28bdb66-a90a-4977-a82e-1d6216c350da tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:35.241307 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28bdb66-a90a-4977-a82e-1d6216c350da tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:35.245821 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d28bdb66-a90a-4977-a82e-1d6216c350da tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0853431 Jan 28 19:20:35.247856 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51294) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:35.254251 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Request body: {'port': {'device_id': '1f630caa-beda-4f54-9688-d5bb350185ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:35.302498 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb51c-a5ff-476f-822c-ce04fb66218f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (38add98d-d69a-439d-86ff-23c00e13d911), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.354054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c079a0f8-747e-4df1-a922-39c34825776b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 96fe72e3-f50d-499f-9ea7-c81530ac08e1 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:35.358878 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c079a0f8-747e-4df1-a922-39c34825776b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (96fe72e3-f50d-499f-9ea7-c81530ac08e1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.364573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bb51c-a5ff-476f-822c-ce04fb66218f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=38add98d-d69a-439d-86ff-23c00e13d911,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:35.422596 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4898c138-b164-48db-9a27-7c5a39984587 req-c8622aa7-4be0-45c9-a20e-b57de168df2e tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193893 Jan 28 19:20:35.427908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-69269caa-809c-443e-99b8-a56de1007eef None None] Current status of the port 26052c7a-95b1-4bf7-8b67-dcab71086cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:35.439888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-69269caa-809c-443e-99b8-a56de1007eef None None] Could not find standard attr ID for object 9cf6e8e9-6787-4246-ae06-cca713e05585. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:20:35.455609 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c079a0f8-747e-4df1-a922-39c34825776b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (96fe72e3-f50d-499f-9ea7-c81530ac08e1), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.483751 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 10f3872e-e38c-4158-be3a-b72767f3fcb6 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:35.505240 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (14692988-a7a5-49f7-9c4d-94b3c31103f0), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.604153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-01d05900-f78e-49bd-8114-ff586d4bf19a None None] Provisioning complete for port 26052c7a-95b1-4bf7-8b67-dcab71086cc1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:35.604636 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01d05900-f78e-49bd-8114-ff586d4bf19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (26052c7a-95b1-4bf7-8b67-dcab71086cc1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.631309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 10f3872e-e38c-4158-be3a-b72767f3fcb6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:35.631691 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (10f3872e-e38c-4158-be3a-b72767f3fcb6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.695795 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d6bb51c-a5ff-476f-822c-ce04fb66218f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.698809 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1d6bb51c-a5ff-476f-822c-ce04fb66218f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/38add98d-d69a-439d-86ff-23c00e13d911 HTTP/1.1" status: 204 len: 168 time: 1.8120375 Jan 28 19:20:35.713989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51302) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:35.739705 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c079a0f8-747e-4df1-a922-39c34825776b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (96fe72e3-f50d-499f-9ea7-c81530ac08e1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.741783 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51304) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:35.775453 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-87eebc73-a47b-4957-8123-093459cc20ef tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] GET failed (client error): The resource could not be found. Jan 28 19:20:35.779102 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-87eebc73-a47b-4957-8123-093459cc20ef tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports/38add98d-d69a-439d-86ff-23c00e13d911 HTTP/1.1" status: 404 len: 333 time: 0.0614734 Jan 28 19:20:35.815576 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51306) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:35.861839 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c079a0f8-747e-4df1-a922-39c34825776b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (96fe72e3-f50d-499f-9ea7-c81530ac08e1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:35.989918 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e210fb-0cb1-430f-8881-7416dba92b61 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:36.001381 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-01d05900-f78e-49bd-8114-ff586d4bf19a None None] Current status of the port 26052c7a-95b1-4bf7-8b67-dcab71086cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:36.008409 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec849849-e5ab-4bf1-8e07-fbdb9b5ba7db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.009343 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-01d05900-f78e-49bd-8114-ff586d4bf19a None None] Could not find standard attr ID for object 38add98d-d69a-439d-86ff-23c00e13d911. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:20:36.024354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Publish callbacks [] for port (69e210fb-0cb1-430f-8881-7416dba92b61), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.029717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079a0f8-747e-4df1-a922-39c34825776b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=96fe72e3-f50d-499f-9ea7-c81530ac08e1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:36.030764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1eddad-afb5-419a-bd12-90840de7e9f1 req-7cc65ad0-bdb1-4ee5-9cd9-171480c33cc5 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:36.031776 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 10f3872e-e38c-4158-be3a-b72767f3fcb6 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:36.032391 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d1eddad-afb5-419a-bd12-90840de7e9f1 req-7cc65ad0-bdb1-4ee5-9cd9-171480c33cc5 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 931 time: 0.1599131 Jan 28 19:20:36.033831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 26052c7a-95b1-4bf7-8b67-dcab71086cc1 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:36.058515 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c079a0f8-747e-4df1-a922-39c34825776b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.064708 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c079a0f8-747e-4df1-a922-39c34825776b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/96fe72e3-f50d-499f-9ea7-c81530ac08e1 HTTP/1.1" status: 204 len: 168 time: 0.8028319 Jan 28 19:20:36.066076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:36.102500 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec849849-e5ab-4bf1-8e07-fbdb9b5ba7db admin admin] Publish callbacks [] for security_group (05c26ab0-de67-4d16-b69b-857d4fbb54a4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.111956 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec849849-e5ab-4bf1-8e07-fbdb9b5ba7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (05c26ab0-de67-4d16-b69b-857d4fbb54a4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.116914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278cc6bd-4174-41b1-9547-ee8ec84b765a None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:36.120484 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5e3ba833-13d0-4f73-83cf-b9c5cda941da tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486152 Jan 28 19:20:36.120484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Transition to ACTIVE for port object 69e210fb-0cb1-430f-8881-7416dba92b61 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:20:36.121051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51316) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:36.136755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-90373a71-7a23-4d9c-94e2-6487a5f56d51 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting subnet b1eb6d0b-ddba-43fb-b836-feeb5416cdd2 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:36.140823 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90373a71-7a23-4d9c-94e2-6487a5f56d51 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (b1eb6d0b-ddba-43fb-b836-feeb5416cdd2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.196884 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90373a71-7a23-4d9c-94e2-6487a5f56d51 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (b1eb6d0b-ddba-43fb-b836-feeb5416cdd2), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.224991 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ec849849-e5ab-4bf1-8e07-fbdb9b5ba7db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7406688dd8b6407696873a0dde1841d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4810205 Jan 28 19:20:36.231808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec849849-e5ab-4bf1-8e07-fbdb9b5ba7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c26ab0-de67-4d16-b69b-857d4fbb54a4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:36.236924 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51318) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:36.262067 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d1eddad-afb5-419a-bd12-90840de7e9f1 req-bd5c8972-74c5-4d44-ac27-d60935a692c1 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562617 Jan 28 19:20:36.299354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (69e210fb-0cb1-430f-8881-7416dba92b61), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.317501 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 26052c7a-95b1-4bf7-8b67-dcab71086cc1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:36.318110 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (26052c7a-95b1-4bf7-8b67-dcab71086cc1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.345170 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d08c315-360b-4fca-ba71-65cec6fcbe5a admin admin] Publish callbacks [] for security_group (05c26ab0-de67-4d16-b69b-857d4fbb54a4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.408785 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90373a71-7a23-4d9c-94e2-6487a5f56d51 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (b1eb6d0b-ddba-43fb-b836-feeb5416cdd2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.410487 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d08c315-360b-4fca-ba71-65cec6fcbe5a admin admin] Publish callbacks [] for security_group (05c26ab0-de67-4d16-b69b-857d4fbb54a4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.413717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14692988-a7a5-49f7-9c4d-94b3c31103f0 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:36.429448 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Publish callbacks [] for port (14692988-a7a5-49f7-9c4d-94b3c31103f0), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.474251 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Pushing event updated for resources: {'Port': ['ID=69e210fb-0cb1-430f-8881-7416dba92b61,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:36.476105 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Transition to ACTIVE for port object 14692988-a7a5-49f7-9c4d-94b3c31103f0 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:20:36.480050 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 26052c7a-95b1-4bf7-8b67-dcab71086cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:36.484523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7133f7d6-6dbd-46d1-8d96-bbe7b68555ef None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:20:36.507784 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (14692988-a7a5-49f7-9c4d-94b3c31103f0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.566717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ec0bed-2945-4674-8659-089f24478d8f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:36.570865 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-20ec0bed-2945-4674-8659-089f24478d8f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4464569 Jan 28 19:20:36.572374 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51322) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:36.576194 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f17af-ffda-4835-a747-6c148c7e3ece req-64b3be39-c1ec-48e9-8b29-8fa682535fb2 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:36.577720 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-226f17af-ffda-4835-a747-6c148c7e3ece req-64b3be39-c1ec-48e9-8b29-8fa682535fb2 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.3204167 Jan 28 19:20:36.591848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7133f7d6-6dbd-46d1-8d96-bbe7b68555ef None None] Deleting port 10f3872e-e38c-4158-be3a-b72767f3fcb6 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:36.592224 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7133f7d6-6dbd-46d1-8d96-bbe7b68555ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (10f3872e-e38c-4158-be3a-b72767f3fcb6), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.602473 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d08c315-360b-4fca-ba71-65cec6fcbe5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (05c26ab0-de67-4d16-b69b-857d4fbb54a4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.605754 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d08c315-360b-4fca-ba71-65cec6fcbe5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.606962 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6d08c315-360b-4fca-ba71-65cec6fcbe5a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05c26ab0-de67-4d16-b69b-857d4fbb54a4 HTTP/1.1" status: 204 len: 168 time: 0.3676763 Jan 28 19:20:36.660822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Attempting to bind port 69e210fb-0cb1-430f-8881-7416dba92b61 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:36.661284 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Attempting to bind port 69e210fb-0cb1-430f-8881-7416dba92b61 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'd82fd765-dd1f-4f2d-8ce0-943d11945924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:36.661490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Attempting to bind port 69e210fb-0cb1-430f-8881-7416dba92b61 on network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:36.662163 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08c315-360b-4fca-ba71-65cec6fcbe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c26ab0-de67-4d16-b69b-857d4fbb54a4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:36.697540 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Pushing event updated for resources: {'Port': ['ID=14692988-a7a5-49f7-9c4d-94b3c31103f0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:36.706397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Port 69e210fb-0cb1-430f-8881-7416dba92b61 on network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:20:36.706959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Attempting to bind port 69e210fb-0cb1-430f-8881-7416dba92b61 on network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:36.713099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7133f7d6-6dbd-46d1-8d96-bbe7b68555ef None None] For port 10f3872e-e38c-4158-be3a-b72767f3fcb6, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=10f3872e-e38c-4158-be3a-b72767f3fcb6,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:36.713819 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7133f7d6-6dbd-46d1-8d96-bbe7b68555ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (10f3872e-e38c-4158-be3a-b72767f3fcb6), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.734622 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7133f7d6-6dbd-46d1-8d96-bbe7b68555ef None None] Calling delete_port for 10f3872e-e38c-4158-be3a-b72767f3fcb6 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:36.743378 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90373a71-7a23-4d9c-94e2-6487a5f56d51 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (b1eb6d0b-ddba-43fb-b836-feeb5416cdd2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.745860 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:36.746055 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Checking segment: {'id': 'd82fd765-dd1f-4f2d-8ce0-943d11945924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:36.746393 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Bound using segment: {'id': 'd82fd765-dd1f-4f2d-8ce0-943d11945924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:36.746832 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Bound port: 69e210fb-0cb1-430f-8881-7416dba92b61, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82fd765-dd1f-4f2d-8ce0-943d11945924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:36.747444 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (69e210fb-0cb1-430f-8881-7416dba92b61), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.811027 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Attempting to bind port 14692988-a7a5-49f7-9c4d-94b3c31103f0 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:36.811436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Attempting to bind port 14692988-a7a5-49f7-9c4d-94b3c31103f0 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'd82fd765-dd1f-4f2d-8ce0-943d11945924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:36.811738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Attempting to bind port 14692988-a7a5-49f7-9c4d-94b3c31103f0 on network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:36.819227 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Port 14692988-a7a5-49f7-9c4d-94b3c31103f0 on network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:20:36.819556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Attempting to bind port 14692988-a7a5-49f7-9c4d-94b3c31103f0 on network 0ceea04a-e595-4cb7-b086-fbb4ed9795e4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:36.827246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f982503c-276d-45f4-97d1-3f688f0177e5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:36.831606 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f982503c-276d-45f4-97d1-3f688f0177e5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2550020 Jan 28 19:20:36.832334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51330) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:36.833997 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:36.834443 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Checking segment: {'id': 'd82fd765-dd1f-4f2d-8ce0-943d11945924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:36.834857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Bound using segment: {'id': 'd82fd765-dd1f-4f2d-8ce0-943d11945924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:36.835406 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Bound port: 14692988-a7a5-49f7-9c4d-94b3c31103f0, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82fd765-dd1f-4f2d-8ce0-943d11945924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:36.835858 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (14692988-a7a5-49f7-9c4d-94b3c31103f0), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.842323 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7133f7d6-6dbd-46d1-8d96-bbe7b68555ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (10f3872e-e38c-4158-be3a-b72767f3fcb6), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.863987 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90373a71-7a23-4d9c-94e2-6487a5f56d51 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:36.870789 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-90373a71-7a23-4d9c-94e2-6487a5f56d51 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/b1eb6d0b-ddba-43fb-b836-feeb5416cdd2 HTTP/1.1" status: 204 len: 168 time: 1.0519035 Jan 28 19:20:36.872005 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90373a71-7a23-4d9c-94e2-6487a5f56d51 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Subnet': ['ID=b1eb6d0b-ddba-43fb-b836-feeb5416cdd2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:36.876716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51334) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:36.880435 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-226f17af-ffda-4835-a747-6c148c7e3ece req-02714cb7-96c0-4f20-8430-8329fd24d9f5 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910776 Jan 28 19:20:36.904084 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0949dd1a-3743-46a4-9d27-6fdb9170b2c0 None None] Network 488ba446-7313-435f-ab70-433e9aaf60fe requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:36.908355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133f7d6-6dbd-46d1-8d96-bbe7b68555ef None None] Pushing event deleted for resources: {'Port': ['ID=10f3872e-e38c-4158-be3a-b72767f3fcb6,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:36.929131 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7133f7d6-6dbd-46d1-8d96-bbe7b68555ef None None] No DVR routers for this DVR port 10f3872e-e38c-4158-be3a-b72767f3fcb6 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:36.959689 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f18b0158-4e94-4b93-978a-c31039acec8d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150389 Jan 28 19:20:36.960975 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:36.998057 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c91c7893-9dec-44e7-90c7-b8d66b7fcbfd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:37.026824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69e6a1-301a-49ff-a21f-e005db86de89 req-cae54124-83e3-4017-aaa7-d98e39cd3d94 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:37.033482 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ef69e6a1-301a-49ff-a21f-e005db86de89 req-cae54124-83e3-4017-aaa7-d98e39cd3d94 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.4782948 Jan 28 19:20:37.064025 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (488ba446-7313-435f-ab70-433e9aaf60fe), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.083176 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] For port 69e210fb-0cb1-430f-8881-7416dba92b61, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:37.090233 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] For port 69e210fb-0cb1-430f-8881-7416dba92b61, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=69e210fb-0cb1-430f-8881-7416dba92b61,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:37.139967 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (69e210fb-0cb1-430f-8881-7416dba92b61), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.142775 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51338) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:37.168222 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e07d22-83f2-4548-8ee6-452e88fc1ae2 None None] DHCP port deletion for 488ba446-7313-435f-ab70-433e9aaf60fe request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:20:37.194700 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83c8dbba-52a4-415c-85ce-399fca51cac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.209745 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:37.210546 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.212452 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] 10.222.0.37 "PUT /v2.0/ports/69e210fb-0cb1-430f-8881-7416dba92b61 HTTP/1.1" status: 200 len: 1091 time: 2.3684704 Jan 28 19:20:37.220352 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d0e07d22-83f2-4548-8ee6-452e88fc1ae2 None None] Deleting port 26052c7a-95b1-4bf7-8b67-dcab71086cc1 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:37.220737 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0e07d22-83f2-4548-8ee6-452e88fc1ae2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (26052c7a-95b1-4bf7-8b67-dcab71086cc1), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.232714 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] For port 14692988-a7a5-49f7-9c4d-94b3c31103f0, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:37.241682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] For port 14692988-a7a5-49f7-9c4d-94b3c31103f0, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=14692988-a7a5-49f7-9c4d-94b3c31103f0,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:37.278836 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdec299d-c469-4e89-9820-66941cfbab1c', 'tag': '69e210fb-0cb1-430f-8881-7416dba92b61'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:37.286713 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c197e9-8cde-43ed-9b2f-48c9719b3f01" -d '{"events": [{"name": "network-changed", "server_uuid": "fdec299d-c469-4e89-9820-66941cfbab1c", "tag": "69e210fb-0cb1-430f-8881-7416dba92b61"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:37.287949 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (14692988-a7a5-49f7-9c4d-94b3c31103f0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.302570 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d0e07d22-83f2-4548-8ee6-452e88fc1ae2 None None] For port 26052c7a-95b1-4bf7-8b67-dcab71086cc1, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=26052c7a-95b1-4bf7-8b67-dcab71086cc1,segment=NetworkSegment(ced7fa5f-5e06-48b3-b876-dfb55adcd92c),segment_id=ced7fa5f-5e06-48b3-b876-dfb55adcd92c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:37.303283 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0e07d22-83f2-4548-8ee6-452e88fc1ae2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (26052c7a-95b1-4bf7-8b67-dcab71086cc1), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.327595 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d0e07d22-83f2-4548-8ee6-452e88fc1ae2 None None] Calling delete_port for 26052c7a-95b1-4bf7-8b67-dcab71086cc1 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:37.341203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc969d1-f770-4df6-882a-dcc2192f9c67 service neutron] Pushing event updated for resources: {'Port': ['ID=69e210fb-0cb1-430f-8881-7416dba92b61,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:37.395781 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91c7893-9dec-44e7-90c7-b8d66b7fcbfd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:37.399673 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c91c7893-9dec-44e7-90c7-b8d66b7fcbfd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.413081 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83c8dbba-52a4-415c-85ce-399fca51cac8 admin admin] Publish callbacks [] for security_group (829ad6fb-69f7-49fc-bee5-7b60ec834637), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.426703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port 26052c7a-95b1-4bf7-8b67-dcab71086cc1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:37.427077 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (26052c7a-95b1-4bf7-8b67-dcab71086cc1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.449846 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83c8dbba-52a4-415c-85ce-399fca51cac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (829ad6fb-69f7-49fc-bee5-7b60ec834637), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.453940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 10f3872e-e38c-4158-be3a-b72767f3fcb6 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:37.476919 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 10f3872e-e38c-4158-be3a-b72767f3fcb6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:37.477660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 10f3872e-e38c-4158-be3a-b72767f3fcb6 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:37.478362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 26052c7a-95b1-4bf7-8b67-dcab71086cc1 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:37.502474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 26052c7a-95b1-4bf7-8b67-dcab71086cc1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:37.503245 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 26052c7a-95b1-4bf7-8b67-dcab71086cc1 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:37.512598 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-83c8dbba-52a4-415c-85ce-399fca51cac8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=103c66b751064409b8cd46e9c2eec3a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3663144 Jan 28 19:20:37.518238 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0e07d22-83f2-4548-8ee6-452e88fc1ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (26052c7a-95b1-4bf7-8b67-dcab71086cc1), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.550516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51344) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:37.551302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8dbba-52a4-415c-85ce-399fca51cac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829ad6fb-69f7-49fc-bee5-7b60ec834637,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:37.572973 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e07d22-83f2-4548-8ee6-452e88fc1ae2 None None] Pushing event deleted for resources: {'Port': ['ID=26052c7a-95b1-4bf7-8b67-dcab71086cc1,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:37.589479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0dac1-bfa6-4ace-af8b-d6c1dc0650c8 req-034248e5-1ecb-4057-a712-dd1a39ecdcfc tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:37.590127 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e07d22-83f2-4548-8ee6-452e88fc1ae2 None None] No DVR routers for this DVR port 26052c7a-95b1-4bf7-8b67-dcab71086cc1 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:37.591200 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dbe0dac1-bfa6-4ace-af8b-d6c1dc0650c8 req-034248e5-1ecb-4057-a712-dd1a39ecdcfc tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 943 time: 0.2071893 Jan 28 19:20:37.603213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-5a724e74-686c-4722-a8fd-72555fe8667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:37.605780 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-5a724e74-686c-4722-a8fd-72555fe8667d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=068ce8b2015a45a89b166ffbe9a9e473&device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 1125 time: 0.2789922 Jan 28 19:20:37.638409 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ef69e6a1-301a-49ff-a21f-e005db86de89 req-c332a17a-94bc-49d9-9c61-50d29a189f5e tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312726 Jan 28 19:20:37.639811 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:37.640541 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.641942 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] 10.222.0.31 "PUT /v2.0/ports/14692988-a7a5-49f7-9c4d-94b3c31103f0 HTTP/1.1" status: 200 len: 1092 time: 2.3947146 Jan 28 19:20:37.648714 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f630caa-beda-4f54-9688-d5bb350185ad', 'tag': '14692988-a7a5-49f7-9c4d-94b3c31103f0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:37.651723 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea24ac3-a51f-4fd4-aa4b-135311713727" -d '{"events": [{"name": "network-changed", "server_uuid": "1f630caa-beda-4f54-9688-d5bb350185ad", "tag": "14692988-a7a5-49f7-9c4d-94b3c31103f0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:37.681774 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404982e2-60a8-46d7-9d4c-2d3ed2f7116b service neutron] Pushing event updated for resources: {'Port': ['ID=14692988-a7a5-49f7-9c4d-94b3c31103f0,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:37.727003 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dbe0dac1-bfa6-4ace-af8b-d6c1dc0650c8 req-6bec55c8-2ca1-4ea7-825c-fe3ea99652eb tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168983 Jan 28 19:20:37.729161 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-27254028-6628-44ec-8dd2-652671d3dfcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69e210fb-0cb1-430f-8881-7416dba92b61 HTTP/1.1" status: 200 len: 217 time: 0.0564044 Jan 28 19:20:37.740398 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd3e132-1221-446c-95bb-e0c670715001 x-openstack-request-id: req-0fd3e132-1221-446c-95bb-e0c670715001 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:37.740714 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdec299d-c469-4e89-9820-66941cfbab1c", "tag": "69e210fb-0cb1-430f-8881-7416dba92b61", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:37.740966 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0fd3e132-1221-446c-95bb-e0c670715001 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:37.741365 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdec299d-c469-4e89-9820-66941cfbab1c', 'tag': '69e210fb-0cb1-430f-8881-7416dba92b61', 'status': 'completed', 'code': 200} Jan 28 19:20:37.764140 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0785f0-0f0c-4d94-a808-29f9def4e2bc x-openstack-request-id: req-8b0785f0-0f0c-4d94-a808-29f9def4e2bc {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:37.764447 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f630caa-beda-4f54-9688-d5bb350185ad", "tag": "14692988-a7a5-49f7-9c4d-94b3c31103f0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:37.764686 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b0785f0-0f0c-4d94-a808-29f9def4e2bc {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:37.765086 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f630caa-beda-4f54-9688-d5bb350185ad', 'tag': '14692988-a7a5-49f7-9c4d-94b3c31103f0', 'status': 'completed', 'code': 200} Jan 28 19:20:37.770581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] For port 26052c7a-95b1-4bf7-8b67-dcab71086cc1, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=26052c7a-95b1-4bf7-8b67-dcab71086cc1,segment=NetworkSegment(ced7fa5f-5e06-48b3-b876-dfb55adcd92c),segment_id=ced7fa5f-5e06-48b3-b876-dfb55adcd92c)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:37.770949 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (26052c7a-95b1-4bf7-8b67-dcab71086cc1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.803063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.objects.ports [None req-c91c7893-9dec-44e7-90c7-b8d66b7fcbfd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:20:37.805797 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c91c7893-9dec-44e7-90c7-b8d66b7fcbfd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (1f849239-aee1-4092-a2ed-d5aed94ab67b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.812309 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for 26052c7a-95b1-4bf7-8b67-dcab71086cc1 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:37.848320 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-972832ac-2155-4be4-b932-14c4c8501dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:37.849854 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-972832ac-2155-4be4-b932-14c4c8501dfb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dea7e3fc-09e5-421f-a699-2966c72b0ae8 HTTP/1.1" status: 200 len: 852 time: 0.1076808 Jan 28 19:20:37.868554 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-1af8ee64-53db-482a-ac91-3330ca45c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:37.869987 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-1af8ee64-53db-482a-ac91-3330ca45c3f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=068ce8b2015a45a89b166ffbe9a9e473&device_id=1f630caa-beda-4f54-9688-d5bb350185ad HTTP/1.1" status: 200 len: 1126 time: 0.1488252 Jan 28 19:20:37.883500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91c7893-9dec-44e7-90c7-b8d66b7fcbfd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:37.884878 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748852e3-df83-49c9-9084-4b47d91aad23 admin admin] Publish callbacks [] for security_group (829ad6fb-69f7-49fc-bee5-7b60ec834637), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.899265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c91c7893-9dec-44e7-90c7-b8d66b7fcbfd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:37.909712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e17f1e3-b292-4224-8504-2638d9509345 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:37.930438 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91c7893-9dec-44e7-90c7-b8d66b7fcbfd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:37.931417 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c91c7893-9dec-44e7-90c7-b8d66b7fcbfd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.935668 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-23bd2138-8010-48ad-8c2d-fbe6409c89ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517821 Jan 28 19:20:37.944684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-77cdb2b9-f726-4d27-b662-15c6fdb0dc21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14692988-a7a5-49f7-9c4d-94b3c31103f0 HTTP/1.1" status: 200 len: 217 time: 0.0579331 Jan 28 19:20:37.945528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c7893-9dec-44e7-90c7-b8d66b7fcbfd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=1f849239-aee1-4092-a2ed-d5aed94ab67b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:37.951298 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748852e3-df83-49c9-9084-4b47d91aad23 admin admin] Publish callbacks [] for security_group (829ad6fb-69f7-49fc-bee5-7b60ec834637), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:37.962691 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c91c7893-9dec-44e7-90c7-b8d66b7fcbfd tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9930019 Jan 28 19:20:37.964836 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51350) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:38.015005 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5ae6c434-0bf6-4a72-a7ed-b367856ef724 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:38.019541 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-a3becf81-ae3e-4edf-a624-5d4171324a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:38.021686 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-a3becf81-ae3e-4edf-a624-5d4171324a27 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dea7e3fc-09e5-421f-a699-2966c72b0ae8 HTTP/1.1" status: 200 len: 852 time: 0.0574028 Jan 28 19:20:38.068969 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': '1f849239-aee1-4092-a2ed-d5aed94ab67b'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:20:38.069925 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.096034 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (26052c7a-95b1-4bf7-8b67-dcab71086cc1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.102555 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-022c10e7-620e-4050-b772-dd6a252b27a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625267 Jan 28 19:20:38.139537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=26052c7a-95b1-4bf7-8b67-dcab71086cc1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:38.148739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No DVR routers for this DVR port 26052c7a-95b1-4bf7-8b67-dcab71086cc1 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:38.186966 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-1aa64afb-81a2-4d3f-95fa-e92d3b53ee64 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420063 Jan 28 19:20:38.194772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1b0c-0dc4-4f40-a90e-5a4c788dcb01 req-e3df9127-a823-4758-af39-e1633d207d5d tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:38.196255 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-317f1b0c-0dc4-4f40-a90e-5a4c788dcb01 req-e3df9127-a823-4758-af39-e1633d207d5d tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.1740992 Jan 28 19:20:38.220025 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748852e3-df83-49c9-9084-4b47d91aad23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (829ad6fb-69f7-49fc-bee5-7b60ec834637), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.222338 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-748852e3-df83-49c9-9084-4b47d91aad23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.225910 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-748852e3-df83-49c9-9084-4b47d91aad23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/829ad6fb-69f7-49fc-bee5-7b60ec834637 HTTP/1.1" status: 204 len: 168 time: 0.6639795 Jan 28 19:20:38.235708 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Allocated IP 2001:db8::f816:3eff:fe73:3b04 (1218acd0-0311-470a-8d43-e1a60f7e0be9/1f849239-aee1-4092-a2ed-d5aed94ab67b/e4b10068-3465-4079-8eda-3da1a03881af) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:38.243175 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-b3fa1601-c711-4c9a-a479-87a8f84c78fd service neutron] 10.222.0.31 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332185 Jan 28 19:20:38.247473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae6c434-0bf6-4a72-a7ed-b367856ef724 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:38.251725 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ae6c434-0bf6-4a72-a7ed-b367856ef724 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.358083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748852e3-df83-49c9-9084-4b47d91aad23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829ad6fb-69f7-49fc-bee5-7b60ec834637,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:38.444180 n-d-824834-4 neutron-server[103146]: INFO neutron.db.ipam_backend_mixin [None req-5ae6c434-0bf6-4a72-a7ed-b367856ef724 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f849239-aee1-4092-a2ed-d5aed94ab67b (CIDR: 2001:db8::/64) Jan 28 19:20:38.446772 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-e9c0bba2-6f7a-4493-b6ea-76c0818275e1 service neutron] 10.222.0.31 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905322 Jan 28 19:20:38.448815 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae6c434-0bf6-4a72-a7ed-b367856ef724 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:20:38.449339 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (488ba446-7313-435f-ab70-433e9aaf60fe), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.449487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae6c434-0bf6-4a72-a7ed-b367856ef724 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:20:38.466559 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Publish callbacks [] for port (e4b10068-3465-4079-8eda-3da1a03881af), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.474950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488ba446-7313-435f-ab70-433e9aaf60fe']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:38.476413 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (e4b10068-3465-4079-8eda-3da1a03881af), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.486858 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5ae6c434-0bf6-4a72-a7ed-b367856ef724 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5206599 Jan 28 19:20:38.487863 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7f2130-8109-4a65-87f3-214f9bf0409b req-85c3cd95-e368-4b59-83c4-73ddad776bee service neutron] 10.222.0.37 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883580 Jan 28 19:20:38.489536 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51354) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:38.495841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced7fa5f-5e06-48b3-b876-dfb55adcd92c') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:38.496352 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced7fa5f-5e06-48b3-b876-dfb55adcd92c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:38.508228 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5f202329-1341-4f64-9f5e-af1c9bbedc8a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:38.520639 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (ced7fa5f-5e06-48b3-b876-dfb55adcd92c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.557138 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:38.558907 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:38.560691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Pushing event updated for resources: {'Port': ['ID=e4b10068-3465-4079-8eda-3da1a03881af,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:38.561189 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-317f1b0c-0dc4-4f40-a90e-5a4c788dcb01 req-8122189f-159e-4e79-b9ba-85340505246c tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530784 Jan 28 19:20:38.562999 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:38.620998 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ced7fa5f-5e06-48b3-b876-dfb55adcd92c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.621679 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Attempting to bind port e4b10068-3465-4079-8eda-3da1a03881af on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:38.622149 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Attempting to bind port e4b10068-3465-4079-8eda-3da1a03881af by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:38.622524 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Attempting to bind port e4b10068-3465-4079-8eda-3da1a03881af on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:38.628850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:38.629663 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:38.630159 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.630803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:20:38.630935 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:38.631036 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (ced7fa5f-5e06-48b3-b876-dfb55adcd92c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.631150 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Bound port: e4b10068-3465-4079-8eda-3da1a03881af, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:38.632150 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e4b10068-3465-4079-8eda-3da1a03881af), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:20:38.635197 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:20:38.685655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea24ac3-a51f-4fd4-aa4b-135311713727 req-0f0d29e2-9fe1-492f-9059-4fa48c7f8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:38.687293 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5ea24ac3-a51f-4fd4-aa4b-135311713727 req-0f0d29e2-9fe1-492f-9059-4fa48c7f8bc6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=068ce8b2015a45a89b166ffbe9a9e473&device_id=1f630caa-beda-4f54-9688-d5bb350185ad HTTP/1.1" status: 200 len: 1126 time: 0.1142135 Jan 28 19:20:38.737091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] For port e4b10068-3465-4079-8eda-3da1a03881af, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:38.742605 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] For port e4b10068-3465-4079-8eda-3da1a03881af, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e4b10068-3465-4079-8eda-3da1a03881af,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:38.746162 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c197e9-8cde-43ed-9b2f-48c9719b3f01 req-ce7ea3d9-7347-484d-b7d0-2d3c956cda3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:38.750123 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9c197e9-8cde-43ed-9b2f-48c9719b3f01 req-ce7ea3d9-7347-484d-b7d0-2d3c956cda3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=068ce8b2015a45a89b166ffbe9a9e473&device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 1125 time: 0.1879015 Jan 28 19:20:38.754500 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e4b10068-3465-4079-8eda-3da1a03881af), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.762152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f202329-1341-4f64-9f5e-af1c9bbedc8a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:38.765753 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f202329-1341-4f64-9f5e-af1c9bbedc8a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.856836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9b035-2673-41bc-b639-175f39f4fd55 None None] Pushing event updated for resources: {'Port': ['ID=e4b10068-3465-4079-8eda-3da1a03881af,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:38.893056 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c197e9-8cde-43ed-9b2f-48c9719b3f01 req-b8b8e9d1-8159-470f-a603-f70e3bfe1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:38.895120 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9c197e9-8cde-43ed-9b2f-48c9719b3f01 req-b8b8e9d1-8159-470f-a603-f70e3bfe1056 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4 HTTP/1.1" status: 200 len: 913 time: 0.1377203 Jan 28 19:20:38.901724 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (488ba446-7313-435f-ab70-433e9aaf60fe), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:38.918992 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea24ac3-a51f-4fd4-aa4b-135311713727 req-9abcd4b2-a689-4a37-adf7-4344a1ac5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:38.920499 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5ea24ac3-a51f-4fd4-aa4b-135311713727 req-9abcd4b2-a689-4a37-adf7-4344a1ac5a87 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4 HTTP/1.1" status: 200 len: 913 time: 0.2259381 Jan 28 19:20:39.001424 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:39.005625 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/networks/488ba446-7313-435f-ab70-433e9aaf60fe HTTP/1.1" status: 204 len: 168 time: 2.1241958 Jan 28 19:20:39.007889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e30eb2-e5ca-4cc1-ac8c-abf8a9631883 req-3f63f4af-b15c-4ab7-b4d2-52d7781277a5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:39.011710 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9c197e9-8cde-43ed-9b2f-48c9719b3f01 req-cdd5a0e9-1ba6-43e1-a889-d6c04bf81a84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69e210fb-0cb1-430f-8881-7416dba92b61 HTTP/1.1" status: 200 len: 217 time: 0.1108923 Jan 28 19:20:39.013196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51372) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:39.017145 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51e30eb2-e5ca-4cc1-ac8c-abf8a9631883 req-3f63f4af-b15c-4ab7-b4d2-52d7781277a5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.2301326 Jan 28 19:20:39.026577 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5ea24ac3-a51f-4fd4-aa4b-135311713727 req-924fb430-e7c2-43a4-a86d-73df57fdec6d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14692988-a7a5-49f7-9c4d-94b3c31103f0 HTTP/1.1" status: 200 len: 217 time: 0.0967479 Jan 28 19:20:39.030581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a15444a7-6fa1-4210-900e-a4759e56446f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'name': 'tempest-PortsTestJSON-764819303'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:39.159018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea24ac3-a51f-4fd4-aa4b-135311713727 req-4cb0919d-2041-4372-8778-497a127c33ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:39.160154 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6c9bb-bff3-4578-8f1f-833676e3ca36 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Network': ['ID=488ba446-7313-435f-ab70-433e9aaf60fe,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:39.160854 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5ea24ac3-a51f-4fd4-aa4b-135311713727 req-4cb0919d-2041-4372-8778-497a127c33ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dea7e3fc-09e5-421f-a699-2966c72b0ae8 HTTP/1.1" status: 200 len: 852 time: 0.1222093 Jan 28 19:20:39.180732 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51e30eb2-e5ca-4cc1-ac8c-abf8a9631883 req-3343b499-8228-4711-b4b0-6da055167fde tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575956 Jan 28 19:20:39.228463 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15444a7-6fa1-4210-900e-a4759e56446f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:39.229097 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5ea24ac3-a51f-4fd4-aa4b-135311713727 req-9c3fa421-d92d-4d34-bbd7-39649a23f32f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436749 Jan 28 19:20:39.234714 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a15444a7-6fa1-4210-900e-a4759e56446f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:39.267458 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033aecaf-fc5f-4a65-8b25-7a1c4639ef73 req-04a129fa-596e-4dfc-91e9-b7216768c37e tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:39.269142 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-033aecaf-fc5f-4a65-8b25-7a1c4639ef73 req-04a129fa-596e-4dfc-91e9-b7216768c37e tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 943 time: 0.3697143 Jan 28 19:20:39.271866 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c197e9-8cde-43ed-9b2f-48c9719b3f01 req-29506fd8-1b01-475d-84d5-487a18107c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:39.273493 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9c197e9-8cde-43ed-9b2f-48c9719b3f01 req-29506fd8-1b01-475d-84d5-487a18107c2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dea7e3fc-09e5-421f-a699-2966c72b0ae8 HTTP/1.1" status: 200 len: 852 time: 0.2473853 Jan 28 19:20:39.280490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-a15444a7-6fa1-4210-900e-a4759e56446f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] device_id is not set on port 53fba9e0-56b2-41b4-9820-b8461aa15ae8 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:39.304546 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51380) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:39.421973 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5ea24ac3-a51f-4fd4-aa4b-135311713727 req-8c6b2ef1-413a-4372-ae26-771a7264de3e service neutron] 10.222.0.31 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816378 Jan 28 19:20:39.476584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e4b10068-3465-4079-8eda-3da1a03881af up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:39.535053 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e4b10068-3465-4079-8eda-3da1a03881af triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:39.535484 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e4b10068-3465-4079-8eda-3da1a03881af), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:39.633080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e4b10068-3465-4079-8eda-3da1a03881af is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:39.633482 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e4b10068-3465-4079-8eda-3da1a03881af), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:39.669949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port e4b10068-3465-4079-8eda-3da1a03881af, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e4b10068-3465-4079-8eda-3da1a03881af,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:39.675439 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e4b10068-3465-4079-8eda-3da1a03881af), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:39.726161 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=e4b10068-3465-4079-8eda-3da1a03881af,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:39.764530 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9c197e9-8cde-43ed-9b2f-48c9719b3f01 req-760b2d67-9e05-4b07-b295-7a562105a446 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ceea04a-e595-4cb7-b086-fbb4ed9795e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4788008 Jan 28 19:20:39.811324 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-033aecaf-fc5f-4a65-8b25-7a1c4639ef73 req-bb4bd799-1263-4659-ae9a-3992354e0942 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324318 Jan 28 19:20:39.881010 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-90240684-8694-4dea-92ad-170bebf9bbc3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-447212729-network', 'tenant_id': 'e3260ca0955345548eeca4aad20e3778'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:39.963046 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9c197e9-8cde-43ed-9b2f-48c9719b3f01 req-183b0d17-e150-48c8-851b-66a11b7f7729 service neutron] 10.222.0.37 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917090 Jan 28 19:20:39.966049 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f202329-1341-4f64-9f5e-af1c9bbedc8a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (8dd87ed7-6065-439b-93f4-411b2ce69795), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.015935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90240684-8694-4dea-92ad-170bebf9bbc3 admin admin] Made reservation on behalf of e3260ca0955345548eeca4aad20e3778 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:40.018281 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90240684-8694-4dea-92ad-170bebf9bbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.040204 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a15444a7-6fa1-4210-900e-a4759e56446f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (53fba9e0-56b2-41b4-9820-b8461aa15ae8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.048081 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f202329-1341-4f64-9f5e-af1c9bbedc8a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:40.050922 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90240684-8694-4dea-92ad-170bebf9bbc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.076393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5f202329-1341-4f64-9f5e-af1c9bbedc8a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:40.085323 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f202329-1341-4f64-9f5e-af1c9bbedc8a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:40.085882 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f202329-1341-4f64-9f5e-af1c9bbedc8a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.094575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7aba8-d18a-4728-a72e-663743ce7f94 req-d0d2722c-a4ed-40c3-98e1-0a4de3ecc193 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:40.096162 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-92f7aba8-d18a-4728-a72e-663743ce7f94 req-d0d2722c-a4ed-40c3-98e1-0a4de3ecc193 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.2219887 Jan 28 19:20:40.096824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f202329-1341-4f64-9f5e-af1c9bbedc8a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=8dd87ed7-6065-439b-93f4-411b2ce69795,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:40.099067 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9c197e9-8cde-43ed-9b2f-48c9719b3f01 req-c1a06f8f-f713-4c6c-8deb-a8b9496e2b0e service neutron] 10.222.0.37 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257861 Jan 28 19:20:40.117922 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a15444a7-6fa1-4210-900e-a4759e56446f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (53fba9e0-56b2-41b4-9820-b8461aa15ae8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.135325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e042f5-d778-4d3d-b2e6-57718cc818da None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:40.145841 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5ea24ac3-a51f-4fd4-aa4b-135311713727 req-061e4a66-4a30-4ae7-950a-8d6cb90a6a4f service neutron] 10.222.0.31 "GET /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7024295 Jan 28 19:20:40.156221 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5f202329-1341-4f64-9f5e-af1c9bbedc8a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6626866 Jan 28 19:20:40.162047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51386) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:40.168906 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a40bffa7-f1bc-46f4-9ea0-205443d22658 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'mac_address': 'fa:16:3e:33:8a:36', 'name': 'tempest-NetworksTestDHCPv6-1392644285'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:40.211047 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-92f7aba8-d18a-4728-a72e-663743ce7f94 req-96d55105-acda-4b72-930b-b369f70eab5b tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981004 Jan 28 19:20:40.241227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f60eb49d-0f36-4f03-8e2f-ecfd5aa7fd77 None None] Provisioning complete for port e4b10068-3465-4079-8eda-3da1a03881af triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:40.241607 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f60eb49d-0f36-4f03-8e2f-ecfd5aa7fd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e4b10068-3465-4079-8eda-3da1a03881af), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.242716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15444a7-6fa1-4210-900e-a4759e56446f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:40.253217 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15444a7-6fa1-4210-900e-a4759e56446f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=53fba9e0-56b2-41b4-9820-b8461aa15ae8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:40.255883 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a15444a7-6fa1-4210-900e-a4759e56446f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:40.256635 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90240684-8694-4dea-92ad-170bebf9bbc3 admin admin] Publish callbacks [] for security_group (4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.265439 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90240684-8694-4dea-92ad-170bebf9bbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.270952 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15444a7-6fa1-4210-900e-a4759e56446f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:40.277351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15444a7-6fa1-4210-900e-a4759e56446f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:40.277989 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a15444a7-6fa1-4210-900e-a4759e56446f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.311364 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a15444a7-6fa1-4210-900e-a4759e56446f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2862449 Jan 28 19:20:40.314153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90240684-8694-4dea-92ad-170bebf9bbc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:20:40.315550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:40.326952 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90240684-8694-4dea-92ad-170bebf9bbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:40.337546 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90240684-8694-4dea-92ad-170bebf9bbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1a42f1c5-bac9-46ee-bb59-173f5dc0ce90), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.337989 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-90240684-8694-4dea-92ad-170bebf9bbc3 admin admin] Added segment 1a42f1c5-bac9-46ee-bb59-173f5dc0ce90 of type vlan for network a0d11bf7-3119-4d8c-b280-7ef3c1a8747a Jan 28 19:20:40.382006 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90240684-8694-4dea-92ad-170bebf9bbc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (a0d11bf7-3119-4d8c-b280-7ef3c1a8747a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.403850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f60eb49d-0f36-4f03-8e2f-ecfd5aa7fd77 None None] Current status of the port e4b10068-3465-4079-8eda-3da1a03881af is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:40.418355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f602d3-d7bc-46d2-a6b6-04a5c1246e15 None None] Update dhcp port {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'fixed_ips': [{'subnet_id': '1f849239-aee1-4092-a2ed-d5aed94ab67b', 'ip_address': '2001:db8::f816:3eff:fe73:3b04'}, {'subnet_id': '8dd87ed7-6065-439b-93f4-411b2ce69795'}], 'binding:host_id': 'n-d-824834-4'}, 'id': 'e4b10068-3465-4079-8eda-3da1a03881af'} from n-d-824834-4. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:20:40.421416 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90240684-8694-4dea-92ad-170bebf9bbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (a0d11bf7-3119-4d8c-b280-7ef3c1a8747a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.422674 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90240684-8694-4dea-92ad-170bebf9bbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:40.422825 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90240684-8694-4dea-92ad-170bebf9bbc3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.451531 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4f602d3-d7bc-46d2-a6b6-04a5c1246e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e4b10068-3465-4079-8eda-3da1a03881af), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.478613 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40bffa7-f1bc-46f4-9ea0-205443d22658 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:40.491797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-90240684-8694-4dea-92ad-170bebf9bbc3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1848125 Jan 28 19:20:40.492432 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51392) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:40.499940 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9aac5433-0ecd-45f1-97a6-cd835d1b32f1 admin admin] Request body: {'subnet': {'network_id': 'a0d11bf7-3119-4d8c-b280-7ef3c1a8747a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-447212729-subnet', 'tenant_id': 'e3260ca0955345548eeca4aad20e3778', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:40.501116 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf6b5b-9c46-457d-8c11-a3356ca2d45c req-801a031f-359f-4b91-8893-5c4d8b9c80a4 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:40.507081 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e1bf6b5b-9c46-457d-8c11-a3356ca2d45c req-801a031f-359f-4b91-8893-5c4d8b9c80a4 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.1426587 Jan 28 19:20:40.512481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90240684-8694-4dea-92ad-170bebf9bbc3 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d11bf7-3119-4d8c-b280-7ef3c1a8747a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:40.528153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aac5433-0ecd-45f1-97a6-cd835d1b32f1 admin admin] Made reservation on behalf of e3260ca0955345548eeca4aad20e3778 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:40.530979 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9aac5433-0ecd-45f1-97a6-cd835d1b32f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.568593 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network a0d11bf7-3119-4d8c-b280-7ef3c1a8747a details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:20:40.618689 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e1bf6b5b-9c46-457d-8c11-a3356ca2d45c req-062d4af2-40bb-4166-bb1e-dfad337bec94 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102600 Jan 28 19:20:40.622950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dc130466-de17-4f4d-9e2f-01656c873d3b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port 53fba9e0-56b2-41b4-9820-b8461aa15ae8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:40.623278 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc130466-de17-4f4d-9e2f-01656c873d3b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (53fba9e0-56b2-41b4-9820-b8461aa15ae8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.697213 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a40bffa7-f1bc-46f4-9ea0-205443d22658 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.711968 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b4f602d3-d7bc-46d2-a6b6-04a5c1246e15 None None] Allocated IP 2001:db8:0:1::2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/8dd87ed7-6065-439b-93f4-411b2ce69795/e4b10068-3465-4079-8eda-3da1a03881af) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:40.724359 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc130466-de17-4f4d-9e2f-01656c873d3b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (53fba9e0-56b2-41b4-9820-b8461aa15ae8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.729197 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9aac5433-0ecd-45f1-97a6-cd835d1b32f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (99e5c03c-5479-450a-b08f-1a86eaac1a19), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.738210 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-a40bffa7-f1bc-46f4-9ea0-205443d22658 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port 6dc1f191-a5f3-4b65-8045-131c6dc9e5dc yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:40.747886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dc130466-de17-4f4d-9e2f-01656c873d3b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for 53fba9e0-56b2-41b4-9820-b8461aa15ae8 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:40.792914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac5433-0ecd-45f1-97a6-cd835d1b32f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99e5c03c-5479-450a-b08f-1a86eaac1a19,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:40.799999 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aac5433-0ecd-45f1-97a6-cd835d1b32f1 admin admin] Checking segment: {'id': '1a42f1c5-bac9-46ee-bb59-173f5dc0ce90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d11bf7-3119-4d8c-b280-7ef3c1a8747a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:40.800358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aac5433-0ecd-45f1-97a6-cd835d1b32f1 admin admin] Network hostable DHCP agents. Network: a0d11bf7-3119-4d8c-b280-7ef3c1a8747a, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:20:40.814168 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b4f602d3-d7bc-46d2-a6b6-04a5c1246e15 None None] For port e4b10068-3465-4079-8eda-3da1a03881af, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e4b10068-3465-4079-8eda-3da1a03881af,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:40.819724 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aac5433-0ecd-45f1-97a6-cd835d1b32f1 admin admin] Network a0d11bf7-3119-4d8c-b280-7ef3c1a8747a is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:20:40.831564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9aac5433-0ecd-45f1-97a6-cd835d1b32f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, a0d11bf7-3119-4d8c-b280-7ef3c1a8747a) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:40.836705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aac5433-0ecd-45f1-97a6-cd835d1b32f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:40.838057 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9aac5433-0ecd-45f1-97a6-cd835d1b32f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.864052 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edc3766-17a5-48f9-a12d-a7ca1422b2df None None] Network a0d11bf7-3119-4d8c-b280-7ef3c1a8747a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:40.871799 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9aac5433-0ecd-45f1-97a6-cd835d1b32f1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3761737 Jan 28 19:20:40.890786 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4f602d3-d7bc-46d2-a6b6-04a5c1246e15 None None] Publish callbacks [] for port (e4b10068-3465-4079-8eda-3da1a03881af), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.908271 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc130466-de17-4f4d-9e2f-01656c873d3b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (53fba9e0-56b2-41b4-9820-b8461aa15ae8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.938423 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4f602d3-d7bc-46d2-a6b6-04a5c1246e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e4b10068-3465-4079-8eda-3da1a03881af), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.972822 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349ba66-44c8-4bd7-9e8c-30184238f0e2 req-2b249797-1ba8-49cd-b29c-dab78ab3b3bf tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:40.974127 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a349ba66-44c8-4bd7-9e8c-30184238f0e2 req-2b249797-1ba8-49cd-b29c-dab78ab3b3bf tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 943 time: 0.0712340 Jan 28 19:20:40.976846 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc130466-de17-4f4d-9e2f-01656c873d3b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=53fba9e0-56b2-41b4-9820-b8461aa15ae8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:40.979311 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc130466-de17-4f4d-9e2f-01656c873d3b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:40.985166 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-dc130466-de17-4f4d-9e2f-01656c873d3b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/53fba9e0-56b2-41b4-9820-b8461aa15ae8 HTTP/1.1" status: 204 len: 168 time: 0.6663892 Jan 28 19:20:40.985883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51398) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:40.993838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b7446457-2efa-4ca8-9b13-f23d5a82c286 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'mac_address': 'fa:16:3e:52:a4:97', 'name': 'tempest-PortsTestJSON-1621135218'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:41.088657 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a40bffa7-f1bc-46f4-9ea0-205443d22658 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8:0:1::cd (1218acd0-0311-470a-8d43-e1a60f7e0be9/8dd87ed7-6065-439b-93f4-411b2ce69795/6dc1f191-a5f3-4b65-8045-131c6dc9e5dc) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:41.100886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a40bffa7-f1bc-46f4-9ea0-205443d22658 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::f816:3eff:fe33:8a36 (1218acd0-0311-470a-8d43-e1a60f7e0be9/1f849239-aee1-4092-a2ed-d5aed94ab67b/6dc1f191-a5f3-4b65-8045-131c6dc9e5dc) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:41.115740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f602d3-d7bc-46d2-a6b6-04a5c1246e15 None None] Pushing event updated for resources: {'Port': ['ID=e4b10068-3465-4079-8eda-3da1a03881af,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:41.123160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ce4c5e-e62f-4ff5-945f-79439f581ca0 None None] Network a0d11bf7-3119-4d8c-b280-7ef3c1a8747a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:41.145529 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a349ba66-44c8-4bd7-9e8c-30184238f0e2 req-35a4c5b1-188d-4820-90a2-0edb3bbf1ab7 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476495 Jan 28 19:20:41.170504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7446457-2efa-4ca8-9b13-f23d5a82c286 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:41.311227 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7446457-2efa-4ca8-9b13-f23d5a82c286 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.357664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-b7446457-2efa-4ca8-9b13-f23d5a82c286 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] device_id is not set on port e0018bbf-3d5d-4bc8-ba35-6c204938988a yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:41.434728 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e4b10068-3465-4079-8eda-3da1a03881af up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:41.442744 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a40bffa7-f1bc-46f4-9ea0-205443d22658 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (6dc1f191-a5f3-4b65-8045-131c6dc9e5dc), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.464749 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a28012-3678-4445-b463-b0619383747e req-3e467376-04a3-4dc3-ab6f-f34d6c7eeafc tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:41.466363 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9a28012-3678-4445-b463-b0619383747e req-3e467376-04a3-4dc3-ab6f-f34d6c7eeafc tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.1261728 Jan 28 19:20:41.546211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e4b10068-3465-4079-8eda-3da1a03881af triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:41.546726 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e4b10068-3465-4079-8eda-3da1a03881af), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.553840 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a40bffa7-f1bc-46f4-9ea0-205443d22658 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6dc1f191-a5f3-4b65-8045-131c6dc9e5dc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.567386 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9a28012-3678-4445-b463-b0619383747e req-2545aa43-6578-4db6-89df-8595f76d64fb tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916762 Jan 28 19:20:41.599513 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7446457-2efa-4ca8-9b13-f23d5a82c286 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (e0018bbf-3d5d-4bc8-ba35-6c204938988a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.672467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bffa7-f1bc-46f4-9ea0-205443d22658 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=6dc1f191-a5f3-4b65-8045-131c6dc9e5dc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:41.691923 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7446457-2efa-4ca8-9b13-f23d5a82c286 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e0018bbf-3d5d-4bc8-ba35-6c204938988a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.710857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40bffa7-f1bc-46f4-9ea0-205443d22658 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:41.717891 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e4b10068-3465-4079-8eda-3da1a03881af is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:41.719154 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a40bffa7-f1bc-46f4-9ea0-205443d22658 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:41.723183 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40bffa7-f1bc-46f4-9ea0-205443d22658 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:41.728977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40bffa7-f1bc-46f4-9ea0-205443d22658 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:41.737798 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a40bffa7-f1bc-46f4-9ea0-205443d22658 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.739228 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7446457-2efa-4ca8-9b13-f23d5a82c286 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:41.761268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b7446457-2efa-4ca8-9b13-f23d5a82c286 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:41.761722 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a40bffa7-f1bc-46f4-9ea0-205443d22658 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5955324 Jan 28 19:20:41.762871 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51412) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:41.766207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7446457-2efa-4ca8-9b13-f23d5a82c286 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:41.771518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7446457-2efa-4ca8-9b13-f23d5a82c286 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:41.772127 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7446457-2efa-4ca8-9b13-f23d5a82c286 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.833083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7446457-2efa-4ca8-9b13-f23d5a82c286 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=e0018bbf-3d5d-4bc8-ba35-6c204938988a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:41.838542 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 14692988-a7a5-49f7-9c4d-94b3c31103f0 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:20:41.838934 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b7446457-2efa-4ca8-9b13-f23d5a82c286 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8514383 Jan 28 19:20:41.842896 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:41.887012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d6e267f8-40a9-4269-87c1-0ab705e54d8f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port 6dc1f191-a5f3-4b65-8045-131c6dc9e5dc {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:41.887367 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6e267f8-40a9-4269-87c1-0ab705e54d8f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6dc1f191-a5f3-4b65-8045-131c6dc9e5dc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:41.895835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7db94-8909-4d88-9e69-131718bcb1a3 req-07fa73b8-0433-4e6f-854c-d5ca64fe3b52 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:41.897226 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1ef7db94-8909-4d88-9e69-131718bcb1a3 req-07fa73b8-0433-4e6f-854c-d5ca64fe3b52 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.1564329 Jan 28 19:20:41.909749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dcb903-b5f5-455a-a1dc-97c57c056b74 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:41.913778 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c0dcb903-b5f5-455a-a1dc-97c57c056b74 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports/e0018bbf-3d5d-4bc8-ba35-6c204938988a HTTP/1.1" status: 200 len: 841 time: 0.0677598 Jan 28 19:20:41.918275 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51418) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:42.012743 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6e267f8-40a9-4269-87c1-0ab705e54d8f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6dc1f191-a5f3-4b65-8045-131c6dc9e5dc), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.028172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d6e267f8-40a9-4269-87c1-0ab705e54d8f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for 6dc1f191-a5f3-4b65-8045-131c6dc9e5dc owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:42.041262 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1ef7db94-8909-4d88-9e69-131718bcb1a3 req-2f4ddba3-fd42-4c66-9503-386c6638595f tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288226 Jan 28 19:20:42.050794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 14692988-a7a5-49f7-9c4d-94b3c31103f0, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=14692988-a7a5-49f7-9c4d-94b3c31103f0,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:42.081130 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '14692988-a7a5-49f7-9c4d-94b3c31103f0', 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4', 'port_id': '14692988-a7a5-49f7-9c4d-94b3c31103f0', 'mac_address': 'fa:16:3e:4c:1f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea7e3fc-09e5-421f-a699-2966c72b0ae8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:20:42.086312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dbca03f1-af78-49cc-a6f5-f3d5732023ed None None] Provisioning complete for port e4b10068-3465-4079-8eda-3da1a03881af triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:42.086681 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dbca03f1-af78-49cc-a6f5-f3d5732023ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e4b10068-3465-4079-8eda-3da1a03881af), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.096441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-425d60e8-fbe1-48f8-a6f7-cef8c0e80d30 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port e0018bbf-3d5d-4bc8-ba35-6c204938988a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:42.096785 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-425d60e8-fbe1-48f8-a6f7-cef8c0e80d30 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e0018bbf-3d5d-4bc8-ba35-6c204938988a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.171699 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 14692988-a7a5-49f7-9c4d-94b3c31103f0 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:42.172131 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (14692988-a7a5-49f7-9c4d-94b3c31103f0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.198620 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-425d60e8-fbe1-48f8-a6f7-cef8c0e80d30 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e0018bbf-3d5d-4bc8-ba35-6c204938988a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.212399 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14692988-a7a5-49f7-9c4d-94b3c31103f0 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:42.216287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-425d60e8-fbe1-48f8-a6f7-cef8c0e80d30 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for e0018bbf-3d5d-4bc8-ba35-6c204938988a owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:42.293564 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6e267f8-40a9-4269-87c1-0ab705e54d8f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6dc1f191-a5f3-4b65-8045-131c6dc9e5dc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.327750 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 14692988-a7a5-49f7-9c4d-94b3c31103f0, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=14692988-a7a5-49f7-9c4d-94b3c31103f0,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:42.343342 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (14692988-a7a5-49f7-9c4d-94b3c31103f0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.343846 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-425d60e8-fbe1-48f8-a6f7-cef8c0e80d30 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e0018bbf-3d5d-4bc8-ba35-6c204938988a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.376104 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e267f8-40a9-4269-87c1-0ab705e54d8f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=6dc1f191-a5f3-4b65-8045-131c6dc9e5dc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:42.405660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d60e8-fbe1-48f8-a6f7-cef8c0e80d30 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=e0018bbf-3d5d-4bc8-ba35-6c204938988a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:42.412794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=14692988-a7a5-49f7-9c4d-94b3c31103f0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:42.421209 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-dbca03f1-af78-49cc-a6f5-f3d5732023ed None None] Current status of the port e4b10068-3465-4079-8eda-3da1a03881af is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:42.439746 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-425d60e8-fbe1-48f8-a6f7-cef8c0e80d30 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.444004 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-425d60e8-fbe1-48f8-a6f7-cef8c0e80d30 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/e0018bbf-3d5d-4bc8-ba35-6c204938988a HTTP/1.1" status: 204 len: 168 time: 0.5247509 Jan 28 19:20:42.446920 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:42.477352 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883b5a7-21e2-4941-83a4-51572a8425a8 req-a65408fb-bd9c-4cbe-9e58-3897b2bd1821 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:42.484068 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4e809f-3fce-4c2b-a832-61ea100ec52a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] GET failed (client error): The resource could not be found. Jan 28 19:20:42.485161 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0883b5a7-21e2-4941-83a4-51572a8425a8 req-a65408fb-bd9c-4cbe-9e58-3897b2bd1821 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 943 time: 0.2086961 Jan 28 19:20:42.485924 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ce4e809f-3fce-4c2b-a832-61ea100ec52a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports/e0018bbf-3d5d-4bc8-ba35-6c204938988a HTTP/1.1" status: 404 len: 333 time: 0.0372953 Jan 28 19:20:42.489786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:42.493335 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6e267f8-40a9-4269-87c1-0ab705e54d8f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.496036 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a29fe42f-cd5b-4133-af77-21f62de9109c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'name': 'tempest-PortsTestJSON-1255984932'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:42.499752 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d6e267f8-40a9-4269-87c1-0ab705e54d8f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/6dc1f191-a5f3-4b65-8045-131c6dc9e5dc HTTP/1.1" status: 204 len: 168 time: 0.7358313 Jan 28 19:20:42.500313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51426) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:42.533931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6349535a-3245-4702-9065-c6589de35b17 None None] Could not find standard attr ID for object 6dc1f191-a5f3-4b65-8045-131c6dc9e5dc. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:20:42.571736 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0883b5a7-21e2-4941-83a4-51572a8425a8 req-c50120ca-fd2d-4385-b259-b9b3a8f164f4 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818794 Jan 28 19:20:42.646579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d33cabf-0742-48f1-9b37-fb5b8cab1b79 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:42.650492 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3d33cabf-0742-48f1-9b37-fb5b8cab1b79 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1490464 Jan 28 19:20:42.651244 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:42.681849 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29fe42f-cd5b-4133-af77-21f62de9109c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:42.685431 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a29fe42f-cd5b-4133-af77-21f62de9109c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.704959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['14692988-a7a5-49f7-9c4d-94b3c31103f0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:42.721947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365099f9-eacf-4e61-8bf5-cedb4d54695f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:42.723957 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-365099f9-eacf-4e61-8bf5-cedb4d54695f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0717978 Jan 28 19:20:42.726742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51434) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:42.729849 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-a29fe42f-cd5b-4133-af77-21f62de9109c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] device_id is not set on port 29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:42.801916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91281886-cae4-4b71-86d5-c3f8f8c31acb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:42.803483 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91281886-cae4-4b71-86d5-c3f8f8c31acb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:42.804396 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7ec81-f61b-42ef-adef-2dd9f9f39ab1 req-41fb732f-cd23-4768-b329-c93dcb95ebd2 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:42.804839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91281886-cae4-4b71-86d5-c3f8f8c31acb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:42.808829 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-91281886-cae4-4b71-86d5-c3f8f8c31acb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0787487 Jan 28 19:20:42.808989 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-adc7ec81-f61b-42ef-adef-2dd9f9f39ab1 req-41fb732f-cd23-4768-b329-c93dcb95ebd2 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.1549122 Jan 28 19:20:42.809484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:42.896543 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfebc0b7-3b75-413c-a1b2-7dda4e322c4c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 1f849239-aee1-4092-a2ed-d5aed94ab67b {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:42.900289 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfebc0b7-3b75-413c-a1b2-7dda4e322c4c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (1f849239-aee1-4092-a2ed-d5aed94ab67b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.919863 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-adc7ec81-f61b-42ef-adef-2dd9f9f39ab1 req-384c1993-4d7c-4469-8311-f3318a7c2810 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073549 Jan 28 19:20:42.965779 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfebc0b7-3b75-413c-a1b2-7dda4e322c4c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (1f849239-aee1-4092-a2ed-d5aed94ab67b), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:42.989117 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a29fe42f-cd5b-4133-af77-21f62de9109c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.024750 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a29fe42f-cd5b-4133-af77-21f62de9109c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.049917 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfebc0b7-3b75-413c-a1b2-7dda4e322c4c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (1f849239-aee1-4092-a2ed-d5aed94ab67b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.068621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29fe42f-cd5b-4133-af77-21f62de9109c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:43.076356 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a29fe42f-cd5b-4133-af77-21f62de9109c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:43.081243 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29fe42f-cd5b-4133-af77-21f62de9109c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:43.086862 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29fe42f-cd5b-4133-af77-21f62de9109c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:43.087490 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a29fe42f-cd5b-4133-af77-21f62de9109c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.091410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fe42f-cd5b-4133-af77-21f62de9109c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:43.111352 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a29fe42f-cd5b-4133-af77-21f62de9109c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6179252 Jan 28 19:20:43.111624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51440) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:43.118004 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4de0c571-5603-4358-bb0e-17ef31064531 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:43.144742 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfebc0b7-3b75-413c-a1b2-7dda4e322c4c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (1f849239-aee1-4092-a2ed-d5aed94ab67b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.206775 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4de0c571-5603-4358-bb0e-17ef31064531 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.216150 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebc0b7-3b75-413c-a1b2-7dda4e322c4c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=1f849239-aee1-4092-a2ed-d5aed94ab67b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:43.223240 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bfebc0b7-3b75-413c-a1b2-7dda4e322c4c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.227700 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bfebc0b7-3b75-413c-a1b2-7dda4e322c4c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/1f849239-aee1-4092-a2ed-d5aed94ab67b HTTP/1.1" status: 204 len: 168 time: 0.4172058 Jan 28 19:20:43.228889 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b71a8a-4b12-4f25-b629-9cb52ccee124 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:43.233060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51444) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:43.258430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0ec2e-4c13-47f2-b05e-08db6baee9f9 req-bc1195ee-12ae-403d-9daf-f8eddba6e929 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:43.260553 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35a0ec2e-4c13-47f2-b05e-08db6baee9f9 req-bc1195ee-12ae-403d-9daf-f8eddba6e929 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.1182153 Jan 28 19:20:43.316647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43b4d8f-90ca-46f4-86e7-58942c2fdebe tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 8dd87ed7-6065-439b-93f4-411b2ce69795 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:43.320801 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e43b4d8f-90ca-46f4-86e7-58942c2fdebe tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (8dd87ed7-6065-439b-93f4-411b2ce69795), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.344812 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35a0ec2e-4c13-47f2-b05e-08db6baee9f9 req-76b8e799-810e-4c6c-bb01-19c2aafc07c6 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731659 Jan 28 19:20:43.373384 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e43b4d8f-90ca-46f4-86e7-58942c2fdebe tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (8dd87ed7-6065-439b-93f4-411b2ce69795), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.554428 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e43b4d8f-90ca-46f4-86e7-58942c2fdebe tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (8dd87ed7-6065-439b-93f4-411b2ce69795), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.597911 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4de0c571-5603-4358-bb0e-17ef31064531 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.604871 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4de0c571-5603-4358-bb0e-17ef31064531 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.649378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4de0c571-5603-4358-bb0e-17ef31064531 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] In _notify_port_updated(), no bound segment for port 29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3 on network 8ae67a04-fbfa-47db-be2f-6bf3793f237d {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:20:43.654928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de0c571-5603-4358-bb0e-17ef31064531 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:43.655601 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4de0c571-5603-4358-bb0e-17ef31064531 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.656918 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4de0c571-5603-4358-bb0e-17ef31064531 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "PUT /v2.0/ports/29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3 HTTP/1.1" status: 200 len: 818 time: 0.5441236 Jan 28 19:20:43.661065 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51448) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:43.686641 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0c571-5603-4358-bb0e-17ef31064531 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:43.689204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 69e210fb-0cb1-430f-8881-7416dba92b61 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:20:43.710750 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e43b4d8f-90ca-46f4-86e7-58942c2fdebe tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (8dd87ed7-6065-439b-93f4-411b2ce69795), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.749605 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b4d8f-90ca-46f4-86e7-58942c2fdebe tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd87ed7-6065-439b-93f4-411b2ce69795,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:43.757935 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e43b4d8f-90ca-46f4-86e7-58942c2fdebe tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.764007 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e43b4d8f-90ca-46f4-86e7-58942c2fdebe tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/8dd87ed7-6065-439b-93f4-411b2ce69795 HTTP/1.1" status: 204 len: 168 time: 0.5060611 Jan 28 19:20:43.764306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51450) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:43.813155 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3bc5dac7-3dd9-4c0a-b886-e001d5b0ea5f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475576 Jan 28 19:20:43.816363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dc06939e-9003-45d2-b94f-0be75ef6554d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port 29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:43.816593 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51454) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:43.817128 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc06939e-9003-45d2-b94f-0be75ef6554d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.822630 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8aa29eac-2b38-4d3e-861d-5bb35cfc1dc5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:43.834787 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa05ce4-d3e8-4b9b-a097-85dd8285f5ff req-715963fc-1109-4a2f-bbad-deaab0963ded tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:43.836345 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6fa05ce4-d3e8-4b9b-a097-85dd8285f5ff req-715963fc-1109-4a2f-bbad-deaab0963ded tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 943 time: 0.1752603 Jan 28 19:20:43.866428 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 14692988-a7a5-49f7-9c4d-94b3c31103f0 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:43.879374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 69e210fb-0cb1-430f-8881-7416dba92b61, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=69e210fb-0cb1-430f-8881-7416dba92b61,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:43.899963 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc06939e-9003-45d2-b94f-0be75ef6554d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:43.920491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '69e210fb-0cb1-430f-8881-7416dba92b61', 'network_id': '0ceea04a-e595-4cb7-b086-fbb4ed9795e4', 'port_id': '69e210fb-0cb1-430f-8881-7416dba92b61', 'mac_address': 'fa:16:3e:14:87:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea7e3fc-09e5-421f-a699-2966c72b0ae8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:20:43.937674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dc06939e-9003-45d2-b94f-0be75ef6554d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for 29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:44.023186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 14692988-a7a5-49f7-9c4d-94b3c31103f0 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:20:44.035237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 14692988-a7a5-49f7-9c4d-94b3c31103f0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:44.035849 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (14692988-a7a5-49f7-9c4d-94b3c31103f0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.061073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 69e210fb-0cb1-430f-8881-7416dba92b61 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:44.061578 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (69e210fb-0cb1-430f-8881-7416dba92b61), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.081588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e210fb-0cb1-430f-8881-7416dba92b61 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:44.103827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287380a-5b47-4743-87c1-c33244defea6 req-79ff88da-7f76-4be4-8289-7f6f74bfc4ef tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:44.105978 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9287380a-5b47-4743-87c1-c33244defea6 req-79ff88da-7f76-4be4-8289-7f6f74bfc4ef tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.0795364 Jan 28 19:20:44.107322 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc06939e-9003-45d2-b94f-0be75ef6554d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.108020 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6fa05ce4-d3e8-4b9b-a097-85dd8285f5ff req-be9e208b-3ce5-4987-b2db-7be87f658819 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444823 Jan 28 19:20:44.120158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 69e210fb-0cb1-430f-8881-7416dba92b61, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=69e210fb-0cb1-430f-8881-7416dba92b61,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:44.149799 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (69e210fb-0cb1-430f-8881-7416dba92b61), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.156453 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa29eac-2b38-4d3e-861d-5bb35cfc1dc5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:44.161626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06939e-9003-45d2-b94f-0be75ef6554d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:44.170048 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc06939e-9003-45d2-b94f-0be75ef6554d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.171305 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8aa29eac-2b38-4d3e-861d-5bb35cfc1dc5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.175803 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-dc06939e-9003-45d2-b94f-0be75ef6554d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3 HTTP/1.1" status: 204 len: 168 time: 0.5109198 Jan 28 19:20:44.183805 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:44.204927 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9287380a-5b47-4743-87c1-c33244defea6 req-62ed3952-8b95-4d65-9bd0-96f47b34ee1b tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889785 Jan 28 19:20:44.426305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735f650b-62f4-4371-a4d8-3cfde66aafdd None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:44.426953 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a662da0-58ee-4c29-90a7-a08402eddc4b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:44.428432 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9a662da0-58ee-4c29-90a7-a08402eddc4b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2400348 Jan 28 19:20:44.434327 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51474) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:44.490219 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f15582-0ad3-40cc-b7f2-f23306030c2f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] GET failed (client error): The resource could not be found. Jan 28 19:20:44.492087 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-93f15582-0ad3-40cc-b7f2-f23306030c2f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports/29aa11fb-dd48-4a7c-ba3f-bf1cd19b9bf3 HTTP/1.1" status: 404 len: 333 time: 0.0567446 Jan 28 19:20:44.499309 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51476) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:44.505276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7b2702ff-cb67-443b-b41d-8b984e1ab11d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1729957787'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:44.520404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-a669b89f-cc75-434f-a1fc-6632ac670650 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:44.521919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-a669b89f-cc75-434f-a1fc-6632ac670650 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/networks?id=a0d11bf7-3119-4d8c-b280-7ef3c1a8747a HTTP/1.1" status: 200 len: 808 time: 0.2478948 Jan 28 19:20:44.531943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-59d7f871-d7b2-4397-874e-660d2bb32756 None None] Provisioning complete for port e4b10068-3465-4079-8eda-3da1a03881af triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:44.532177 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-59d7f871-d7b2-4397-874e-660d2bb32756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e4b10068-3465-4079-8eda-3da1a03881af), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.543112 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ac4a9-1582-4ef6-81f6-19cd1a51fa40 req-1fe2853a-be75-488c-8319-4e07c91ed0b3 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:44.551389 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-360ac4a9-1582-4ef6-81f6-19cd1a51fa40 req-1fe2853a-be75-488c-8319-4e07c91ed0b3 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.1250114 Jan 28 19:20:44.551805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-b01a77b1-e88a-4c97-b9d3-eb8be8425978 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/quotas/e3260ca0955345548eeca4aad20e3778 HTTP/1.1" status: 200 len: 375 time: 0.0194809 Jan 28 19:20:44.562930 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 14692988-a7a5-49f7-9c4d-94b3c31103f0 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:44.563408 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (14692988-a7a5-49f7-9c4d-94b3c31103f0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.593157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=69e210fb-0cb1-430f-8881-7416dba92b61,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:44.596701 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2702ff-cb67-443b-b41d-8b984e1ab11d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:44.600254 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b2702ff-cb67-443b-b41d-8b984e1ab11d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.624858 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['69e210fb-0cb1-430f-8881-7416dba92b61'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:44.635739 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-029380c7-4b31-4a2a-a717-750590a6e4c5 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e3260ca0955345548eeca4aad20e3778&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489397 Jan 28 19:20:44.671594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f630caa-beda-4f54-9688-d5bb350185ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14692988-a7a5-49f7-9c4d-94b3c31103f0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:44.674050 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b11de8-6172-474a-9a28-e92a851a2b44" -d '{"events": [{"server_uuid": "1f630caa-beda-4f54-9688-d5bb350185ad", "name": "network-vif-plugged", "status": "completed", "tag": "14692988-a7a5-49f7-9c4d-94b3c31103f0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:44.678469 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-360ac4a9-1582-4ef6-81f6-19cd1a51fa40 req-9df1d822-3571-4278-8a66-d3f265db4dc0 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256256 Jan 28 19:20:44.681523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2702ff-cb67-443b-b41d-8b984e1ab11d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:20:44.695997 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6951e21-9c64-4e42-ab7d-805916a0f25a req-d7bf1b01-75c6-4c87-b131-9a497e228b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:44.697871 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6951e21-9c64-4e42-ab7d-805916a0f25a req-d7bf1b01-75c6-4c87-b131-9a497e228b82 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 1127 time: 0.1671889 Jan 28 19:20:44.703674 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b2702ff-cb67-443b-b41d-8b984e1ab11d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (7d75197c-9526-4096-8f14-27842f2c05b3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.703965 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-7b2702ff-cb67-443b-b41d-8b984e1ab11d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Added segment 7d75197c-9526-4096-8f14-27842f2c05b3 of type vlan for network 18c2b05e-653f-4c7b-9169-fa0eea17c7f1 Jan 28 19:20:44.714803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 14692988-a7a5-49f7-9c4d-94b3c31103f0, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=14692988-a7a5-49f7-9c4d-94b3c31103f0,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:44.730707 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (14692988-a7a5-49f7-9c4d-94b3c31103f0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.786871 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d1554c-3510-4321-85a1-b27de8e8091a x-openstack-request-id: req-a7d1554c-3510-4321-85a1-b27de8e8091a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:44.787623 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f630caa-beda-4f54-9688-d5bb350185ad", "name": "network-vif-plugged", "status": "completed", "tag": "14692988-a7a5-49f7-9c4d-94b3c31103f0", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:44.787623 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7d1554c-3510-4321-85a1-b27de8e8091a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:44.787876 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f630caa-beda-4f54-9688-d5bb350185ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14692988-a7a5-49f7-9c4d-94b3c31103f0', 'code': 200} Jan 28 19:20:44.794629 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b2702ff-cb67-443b-b41d-8b984e1ab11d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (18c2b05e-653f-4c7b-9169-fa0eea17c7f1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.807262 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6951e21-9c64-4e42-ab7d-805916a0f25a req-961e4a64-0674-42f3-9772-792b58b424b9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008852 Jan 28 19:20:44.843717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-59d7f871-d7b2-4397-874e-660d2bb32756 None None] Current status of the port e4b10068-3465-4079-8eda-3da1a03881af is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:44.845228 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b2702ff-cb67-443b-b41d-8b984e1ab11d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (18c2b05e-653f-4c7b-9169-fa0eea17c7f1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.850147 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=14692988-a7a5-49f7-9c4d-94b3c31103f0,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:44.866463 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2702ff-cb67-443b-b41d-8b984e1ab11d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:44.867391 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b2702ff-cb67-443b-b41d-8b984e1ab11d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:44.887778 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-e14d9d78-ce8e-42f5-8175-194f1953941e service neutron] 10.222.0.55 "GET /v2.0/networks/a0d11bf7-3119-4d8c-b280-7ef3c1a8747a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339816 Jan 28 19:20:44.896842 n-d-824834-4 neutron-server[103146]: DEBUG neutron.objects.ports [None req-8aa29eac-2b38-4d3e-861d-5bb35cfc1dc5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:20:44.917088 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8966ac-d8f8-4011-9d99-89960bf1c232 None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:20:44.938572 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7b2702ff-cb67-443b-b41d-8b984e1ab11d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4353106 Jan 28 19:20:44.943241 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51480) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:44.949450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-990343fc-5f5e-40d4-abcd-c736ece99269 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'subnet': {'network_id': '18c2b05e-653f-4c7b-9169-fa0eea17c7f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:45.007770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2702ff-cb67-443b-b41d-8b984e1ab11d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Network': ['ID=18c2b05e-653f-4c7b-9169-fa0eea17c7f1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:45.026718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 18c2b05e-653f-4c7b-9169-fa0eea17c7f1 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:20:45.053261 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990343fc-5f5e-40d4-abcd-c736ece99269 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:45.058231 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-990343fc-5f5e-40d4-abcd-c736ece99269 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.081052 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bb8966ac-d8f8-4011-9d99-89960bf1c232 None None] Deleting port e4b10068-3465-4079-8eda-3da1a03881af {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:45.081602 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb8966ac-d8f8-4011-9d99-89960bf1c232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e4b10068-3465-4079-8eda-3da1a03881af), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.088290 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9e3a0-8ec1-4c70-b744-cdaa9296327a req-23de720d-5e62-42dc-bc05-8a85e82b23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:45.089827 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7bd9e3a0-8ec1-4c70-b744-cdaa9296327a req-23de720d-5e62-42dc-bc05-8a85e82b23b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f630caa-beda-4f54-9688-d5bb350185ad HTTP/1.1" status: 200 len: 1128 time: 0.1973972 Jan 28 19:20:45.147388 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-54570a41-d9f4-47bd-8e7c-09252f467edd service neutron] 10.222.0.55 "GET /v2.0/networks/a0d11bf7-3119-4d8c-b280-7ef3c1a8747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378876 Jan 28 19:20:45.200396 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7bd9e3a0-8ec1-4c70-b744-cdaa9296327a req-ca171b30-7221-4ea5-a93a-1618ed01ee89 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942388 Jan 28 19:20:45.240193 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8aa29eac-2b38-4d3e-861d-5bb35cfc1dc5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e4b10068-3465-4079-8eda-3da1a03881af), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.250546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bb8966ac-d8f8-4011-9d99-89960bf1c232 None None] For port e4b10068-3465-4079-8eda-3da1a03881af, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e4b10068-3465-4079-8eda-3da1a03881af,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:45.251516 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb8966ac-d8f8-4011-9d99-89960bf1c232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e4b10068-3465-4079-8eda-3da1a03881af), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.273573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bb8966ac-d8f8-4011-9d99-89960bf1c232 None None] Calling delete_port for e4b10068-3465-4079-8eda-3da1a03881af owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:45.336971 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-990343fc-5f5e-40d4-abcd-c736ece99269 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (193e3a16-16e4-46de-aedb-367884fd5970), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.365169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f4299-aa80-40bf-a6aa-d8f6a2675b3d req-87156d9b-0f93-49c7-b48a-883e201b461f tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:45.366957 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ab7f4299-aa80-40bf-a6aa-d8f6a2675b3d req-87156d9b-0f93-49c7-b48a-883e201b461f tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 944 time: 0.1392889 Jan 28 19:20:45.449392 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990343fc-5f5e-40d4-abcd-c736ece99269 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Subnet': ['ID=193e3a16-16e4-46de-aedb-367884fd5970,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:45.470001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990343fc-5f5e-40d4-abcd-c736ece99269 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Checking segment: {'id': '7d75197c-9526-4096-8f14-27842f2c05b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '18c2b05e-653f-4c7b-9169-fa0eea17c7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:45.470476 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990343fc-5f5e-40d4-abcd-c736ece99269 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network hostable DHCP agents. Network: 18c2b05e-653f-4c7b-9169-fa0eea17c7f1, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:20:45.483503 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ab7f4299-aa80-40bf-a6aa-d8f6a2675b3d req-42042585-e4f2-42ce-a5d8-5af0667f27ce tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928054 Jan 28 19:20:45.502576 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e4b10068-3465-4079-8eda-3da1a03881af no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:45.505307 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990343fc-5f5e-40d4-abcd-c736ece99269 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 18c2b05e-653f-4c7b-9169-fa0eea17c7f1 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:20:45.514483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d7ef6-be11-47e0-ba6f-531f8e637ce4 req-c4b6c8e4-c41f-4d38-868c-2a6c4209f3a8 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:45.518754 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e86d7ef6-be11-47e0-ba6f-531f8e637ce4 req-c4b6c8e4-c41f-4d38-868c-2a6c4209f3a8 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.1309052 Jan 28 19:20:45.528257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-990343fc-5f5e-40d4-abcd-c736ece99269 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 18c2b05e-653f-4c7b-9169-fa0eea17c7f1) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:45.532993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990343fc-5f5e-40d4-abcd-c736ece99269 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:45.533648 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-990343fc-5f5e-40d4-abcd-c736ece99269 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.545362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdbcd79-2e40-4f82-9e54-c1a97ac350fb None None] Network 18c2b05e-653f-4c7b-9169-fa0eea17c7f1 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:45.566132 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8aa29eac-2b38-4d3e-861d-5bb35cfc1dc5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] For port e4b10068-3465-4079-8eda-3da1a03881af, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e4b10068-3465-4079-8eda-3da1a03881af,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:45.581030 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-990343fc-5f5e-40d4-abcd-c736ece99269 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6340957 Jan 28 19:20:45.581783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51496) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:45.589315 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-83e69af6-0af4-47d5-bff9-d93d71e1533a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'subnet': {'network_id': '18c2b05e-653f-4c7b-9169-fa0eea17c7f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:45.649835 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8aa29eac-2b38-4d3e-861d-5bb35cfc1dc5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (e4b10068-3465-4079-8eda-3da1a03881af), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.658946 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e86d7ef6-be11-47e0-ba6f-531f8e637ce4 req-deac9175-9b62-42f5-94ad-fc4cc1e90694 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128025 Jan 28 19:20:45.660838 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8aa29eac-2b38-4d3e-861d-5bb35cfc1dc5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (e4b10068-3465-4079-8eda-3da1a03881af), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.666863 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb8966ac-d8f8-4011-9d99-89960bf1c232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (e4b10068-3465-4079-8eda-3da1a03881af), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.708090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8966ac-d8f8-4011-9d99-89960bf1c232 None None] Pushing event deleted for resources: {'Port': ['ID=e4b10068-3465-4079-8eda-3da1a03881af,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:45.710728 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa29eac-2b38-4d3e-861d-5bb35cfc1dc5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=e4b10068-3465-4079-8eda-3da1a03881af,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:45.711329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e4b10068-3465-4079-8eda-3da1a03881af is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:45.711736 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e4b10068-3465-4079-8eda-3da1a03881af), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.715427 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8aa29eac-2b38-4d3e-861d-5bb35cfc1dc5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (f12a2a83-c4f1-4567-abbe-bd945344ed93), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.744873 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a2d541a-b858-4a92-b4f1-c9907d9ab2d2 req-31f001a7-647b-47d6-9a3f-cba3214abbeb tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 210 time: 0.0870423 Jan 28 19:20:45.766846 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa29eac-2b38-4d3e-861d-5bb35cfc1dc5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=f12a2a83-c4f1-4567-abbe-bd945344ed93,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:45.778218 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-18c2b05e-653f-4c7b-9169-fa0eea17c7f1', 'network_id': '18c2b05e-653f-4c7b-9169-fa0eea17c7f1', 'project_id': 'f7e8842bbdb14b3ca976873a4445191e', 'fixed_ips': [{'subnet_id': '193e3a16-16e4-46de-aedb-367884fd5970'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:20:45.779327 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.782596 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa29eac-2b38-4d3e-861d-5bb35cfc1dc5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:45.784313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8aa29eac-2b38-4d3e-861d-5bb35cfc1dc5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:45.787364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa29eac-2b38-4d3e-861d-5bb35cfc1dc5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:45.788044 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8aa29eac-2b38-4d3e-861d-5bb35cfc1dc5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.805955 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8966ac-d8f8-4011-9d99-89960bf1c232 None None] No DVR routers for this DVR port e4b10068-3465-4079-8eda-3da1a03881af on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:45.810701 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8aa29eac-2b38-4d3e-861d-5bb35cfc1dc5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9931052 Jan 28 19:20:45.813557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51500) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:45.819631 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6bc4c67c-b233-4bef-bd09-6563a5c1770d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:45.845440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e69af6-0af4-47d5-bff9-d93d71e1533a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:45.849219 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-83e69af6-0af4-47d5-bff9-d93d71e1533a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:45.953667 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c052bcc-77cf-4219-ba14-d7f723cb43da None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:45.985481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cd727-e432-407b-9fec-2fec4e98275e req-d6a0e4f2-2bef-4aed-8cea-9602926331df tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:45.987972 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cb5cd727-e432-407b-9fec-2fec4e98275e req-d6a0e4f2-2bef-4aed-8cea-9602926331df tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.1825001 Jan 28 19:20:46.049610 n-d-824834-4 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-83e69af6-0af4-47d5-bff9-d93d71e1533a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 193e3a16-16e4-46de-aedb-367884fd5970 (CIDR: 172.20.0.0/28) Jan 28 19:20:46.057970 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e69af6-0af4-47d5-bff9-d93d71e1533a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:20:46.058740 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e69af6-0af4-47d5-bff9-d93d71e1533a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:20:46.084667 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cb5cd727-e432-407b-9fec-2fec4e98275e req-e3fc0219-497d-49c5-b58f-368a06d204eb tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805137 Jan 28 19:20:46.085874 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-83e69af6-0af4-47d5-bff9-d93d71e1533a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5016713 Jan 28 19:20:46.088705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51504) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:46.100585 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Allocated IP 172.20.0.2 (18c2b05e-653f-4c7b-9169-fa0eea17c7f1/193e3a16-16e4-46de-aedb-367884fd5970/e2ce27fb-a606-4980-9cae-1bce6f15c0d7) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:46.107196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-35164f8b-a51c-4ea2-a37f-418151724ee5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'subnet': {'network_id': '18c2b05e-653f-4c7b-9169-fa0eea17c7f1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:46.115946 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc4c67c-b233-4bef-bd09-6563a5c1770d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:46.119820 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bc4c67c-b233-4bef-bd09-6563a5c1770d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.120965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': 'f12a2a83-c4f1-4567-abbe-bd945344ed93'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:20:46.121858 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.293326 n-d-824834-4 neutron-server[103146]: INFO neutron.db.ipam_backend_mixin [None req-6bc4c67c-b233-4bef-bd09-6563a5c1770d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f12a2a83-c4f1-4567-abbe-bd945344ed93 (CIDR: 2001:db8::/64) Jan 28 19:20:46.299638 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc4c67c-b233-4bef-bd09-6563a5c1770d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:20:46.300183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc4c67c-b233-4bef-bd09-6563a5c1770d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:20:46.323510 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6bc4c67c-b233-4bef-bd09-6563a5c1770d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5085018 Jan 28 19:20:46.324840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35164f8b-a51c-4ea2-a37f-418151724ee5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:46.327190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51506) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:46.328822 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35164f8b-a51c-4ea2-a37f-418151724ee5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.333037 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-916a307a-f19f-45d6-a2d2-1300a6723823 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:46.359560 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Allocated IP 2001:db8::f816:3eff:fe54:45b6 (1218acd0-0311-470a-8d43-e1a60f7e0be9/f12a2a83-c4f1-4567-abbe-bd945344ed93/69f41a6c-beef-4448-9243-a158ab8d5d70) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:46.400452 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Publish callbacks [] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.434943 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.475289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916a307a-f19f-45d6-a2d2-1300a6723823 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:46.479517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Network 18c2b05e-653f-4c7b-9169-fa0eea17c7f1 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:46.481690 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-916a307a-f19f-45d6-a2d2-1300a6723823 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.485189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:46.496419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:46.515120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Pushing event updated for resources: {'Port': ['ID=e2ce27fb-a606-4980-9cae-1bce6f15c0d7,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:46.611145 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Attempting to bind port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:46.611442 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Attempting to bind port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '7d75197c-9526-4096-8f14-27842f2c05b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '18c2b05e-653f-4c7b-9169-fa0eea17c7f1'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:46.611811 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Attempting to bind port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 on network 18c2b05e-653f-4c7b-9169-fa0eea17c7f1 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:46.629718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:46.630117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Checking segment: {'id': '7d75197c-9526-4096-8f14-27842f2c05b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '18c2b05e-653f-4c7b-9169-fa0eea17c7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:46.630542 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.630980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Bound using segment: {'id': '7d75197c-9526-4096-8f14-27842f2c05b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '18c2b05e-653f-4c7b-9169-fa0eea17c7f1'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:46.631425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Bound port: e2ce27fb-a606-4980-9cae-1bce6f15c0d7, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d75197c-9526-4096-8f14-27842f2c05b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '18c2b05e-653f-4c7b-9169-fa0eea17c7f1'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:46.631815 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.653696 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Publish callbacks [] for port (69f41a6c-beef-4448-9243-a158ab8d5d70), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.663584 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35164f8b-a51c-4ea2-a37f-418151724ee5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (f9bd4f6e-9950-440d-aba4-3129de04e5de), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.682766 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (69f41a6c-beef-4448-9243-a158ab8d5d70), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.720752 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35164f8b-a51c-4ea2-a37f-418151724ee5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 18c2b05e-653f-4c7b-9169-fa0eea17c7f1 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:46.725161 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-35164f8b-a51c-4ea2-a37f-418151724ee5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:46.736169 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35164f8b-a51c-4ea2-a37f-418151724ee5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:46.737069 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35164f8b-a51c-4ea2-a37f-418151724ee5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.748733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2a151-d552-457e-b5c6-10abc1f6d84b req-a363641b-a916-4007-a5ec-c5cc7273c9e8 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:46.756231 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1f2a151-d552-457e-b5c6-10abc1f6d84b req-a363641b-a916-4007-a5ec-c5cc7273c9e8 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 944 time: 0.1242180 Jan 28 19:20:46.799062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35164f8b-a51c-4ea2-a37f-418151724ee5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Subnet': ['ID=f9bd4f6e-9950-440d-aba4-3129de04e5de,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:46.815186 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-35164f8b-a51c-4ea2-a37f-418151724ee5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7252336 Jan 28 19:20:46.818607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51514) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:46.824772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8de39b3d-a1b5-4858-bf97-6fcf9977dbed tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'network_id': '18c2b05e-653f-4c7b-9169-fa0eea17c7f1', 'fixed_ips': [{'subnet_id': '193e3a16-16e4-46de-aedb-367884fd5970'}, {'subnet_id': 'f9bd4f6e-9950-440d-aba4-3129de04e5de'}], 'name': 'tempest-PortsTestJSON-379674828'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:46.835537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Pushing event updated for resources: {'Port': ['ID=69f41a6c-beef-4448-9243-a158ab8d5d70,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:46.839981 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac83bfe-264f-4b5b-a7cc-6f1a46687f9c req-d7a8866f-502c-4466-89af-49c0bd7f3958 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:46.847495 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ac83bfe-264f-4b5b-a7cc-6f1a46687f9c req-d7a8866f-502c-4466-89af-49c0bd7f3958 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.1035411 Jan 28 19:20:46.851049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:46.853564 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] For port e2ce27fb-a606-4980-9cae-1bce6f15c0d7, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:46.854007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1f2a151-d552-457e-b5c6-10abc1f6d84b req-089c2eca-ea5b-4d7e-b71b-ca3bbc9a5aaa tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927057 Jan 28 19:20:46.860840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:46.871416 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:46.876253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] For port e2ce27fb-a606-4980-9cae-1bce6f15c0d7, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e2ce27fb-a606-4980-9cae-1bce6f15c0d7,segment=NetworkSegment(7d75197c-9526-4096-8f14-27842f2c05b3),segment_id=7d75197c-9526-4096-8f14-27842f2c05b3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:46.913048 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:46.965536 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ac83bfe-264f-4b5b-a7cc-6f1a46687f9c req-4b5fc6ee-2128-46f3-9dc1-d3ed6be72359 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168885 Jan 28 19:20:47.018893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Attempting to bind port 69f41a6c-beef-4448-9243-a158ab8d5d70 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:47.019444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Attempting to bind port 69f41a6c-beef-4448-9243-a158ab8d5d70 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:47.020174 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Attempting to bind port 69f41a6c-beef-4448-9243-a158ab8d5d70 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:47.028678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:47.029342 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:47.029839 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.030396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:47.030966 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Bound port: 69f41a6c-beef-4448-9243-a158ab8d5d70, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:47.031482 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (69f41a6c-beef-4448-9243-a158ab8d5d70), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.082127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-efee90d8-3eb5-408e-8359-0b39b4dbab30 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:47.084976 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-efee90d8-3eb5-408e-8359-0b39b4dbab30 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.37 "GET /v2.0/networks?id=a0d11bf7-3119-4d8c-b280-7ef3c1a8747a HTTP/1.1" status: 200 len: 808 time: 0.1857941 Jan 28 19:20:47.114104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbba127-d3ef-41e7-9499-2b1d5cbd474a None None] Pushing event updated for resources: {'Port': ['ID=e2ce27fb-a606-4980-9cae-1bce6f15c0d7,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:47.116663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de39b3d-a1b5-4858-bf97-6fcf9977dbed tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:47.122414 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-77f4365c-2cf7-47f2-b05b-46e93bdf4f48 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Request body: {'port': {'device_id': '29355e70-06c9-42a1-b5f1-0acfd9912143', 'network_id': 'a0d11bf7-3119-4d8c-b280-7ef3c1a8747a', 'admin_state_up': True, 'tenant_id': 'e3260ca0955345548eeca4aad20e3778'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:47.185471 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4694e615-4f26-496b-a934-a595f9ae497b req-968bb731-21f1-4a53-a51b-60298042e285 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 210 time: 0.1005092 Jan 28 19:20:47.214957 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] For port 69f41a6c-beef-4448-9243-a158ab8d5d70, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:47.220697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] For port 69f41a6c-beef-4448-9243-a158ab8d5d70, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=69f41a6c-beef-4448-9243-a158ab8d5d70,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:47.231658 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (69f41a6c-beef-4448-9243-a158ab8d5d70), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.368906 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429caf4-e414-43da-9abc-9dee091e566e None None] Pushing event updated for resources: {'Port': ['ID=69f41a6c-beef-4448-9243-a158ab8d5d70,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:47.438952 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-916a307a-f19f-45d6-a2d2-1300a6723823 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (8a03d9a7-2d13-48e5-9a12-0beb9f93e91c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.526135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbabfbe-a956-4d73-95ba-517cd86c521a req-fa76a6a2-de63-4546-a98a-e1f915dadec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:47.527707 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbbabfbe-a956-4d73-95ba-517cd86c521a req-fa76a6a2-de63-4546-a98a-e1f915dadec7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30bf8f3616cd4e51a62c447be3b7ab65&device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 1127 time: 0.2233992 Jan 28 19:20:47.536093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916a307a-f19f-45d6-a2d2-1300a6723823 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:47.564425 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-916a307a-f19f-45d6-a2d2-1300a6723823 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:47.568284 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a307a-f19f-45d6-a2d2-1300a6723823 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=8a03d9a7-2d13-48e5-9a12-0beb9f93e91c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:47.582583 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916a307a-f19f-45d6-a2d2-1300a6723823 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:47.583530 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-916a307a-f19f-45d6-a2d2-1300a6723823 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.631570 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cc202-cebc-4491-9ff9-40d94c71f34e req-8a5901f7-05bc-42da-b0bd-30f7a73bc68a tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:47.638575 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f86cc202-cebc-4491-9ff9-40d94c71f34e req-8a5901f7-05bc-42da-b0bd-30f7a73bc68a tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.3441861 Jan 28 19:20:47.644839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-77f4365c-2cf7-47f2-b05b-46e93bdf4f48 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Made reservation on behalf of e3260ca0955345548eeca4aad20e3778 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:47.649710 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-77f4365c-2cf7-47f2-b05b-46e93bdf4f48 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.719310 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 69e210fb-0cb1-430f-8881-7416dba92b61 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:47.845939 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 69e210fb-0cb1-430f-8881-7416dba92b61 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:20:47.847808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eab709-68c2-4697-93ef-d45cc7b0776c req-afd0b313-c306-4ac1-b0a9-08c42e674216 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:47.851969 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 69e210fb-0cb1-430f-8881-7416dba92b61 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:47.852517 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (69e210fb-0cb1-430f-8881-7416dba92b61), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.858487 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-16eab709-68c2-4697-93ef-d45cc7b0776c req-afd0b313-c306-4ac1-b0a9-08c42e674216 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.1260934 Jan 28 19:20:47.889127 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8de39b3d-a1b5-4858-bf97-6fcf9977dbed tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.933849 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-8de39b3d-a1b5-4858-bf97-6fcf9977dbed tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] device_id is not set on port df5b6bbe-6040-4d7a-9856-5bba1e5bd548 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:47.968160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 69e210fb-0cb1-430f-8881-7416dba92b61 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:47.968825 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (69e210fb-0cb1-430f-8881-7416dba92b61), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:47.997630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdec299d-c469-4e89-9820-66941cfbab1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e210fb-0cb1-430f-8881-7416dba92b61'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:48.000907 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af097ed3-b2c1-4f20-ab6d-37a2f8e9f918" -d '{"events": [{"server_uuid": "fdec299d-c469-4e89-9820-66941cfbab1c", "name": "network-vif-plugged", "status": "completed", "tag": "69e210fb-0cb1-430f-8881-7416dba92b61"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:48.018242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 69e210fb-0cb1-430f-8881-7416dba92b61, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=69e210fb-0cb1-430f-8881-7416dba92b61,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:48.023898 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (69e210fb-0cb1-430f-8881-7416dba92b61), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:48.062801 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-16eab709-68c2-4697-93ef-d45cc7b0776c req-c92778ca-5071-4b29-b991-1aea4f9111ef tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030392 Jan 28 19:20:48.101850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=69e210fb-0cb1-430f-8881-7416dba92b61,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:48.173090 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-916a307a-f19f-45d6-a2d2-1300a6723823 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8443000 Jan 28 19:20:48.174234 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51528) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:48.192196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-695c335e-dd8d-42e5-8280-3ead21265e20 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'mac_address': 'fa:16:3e:fa:93:a9', 'name': 'tempest-NetworksTestDHCPv6-978079694'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:48.201574 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04c2c389-5036-479a-860c-5860b0d3012c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:48.310793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3405493-5fa9-44f0-98d2-a2afc7d5db0e req-a33664be-4878-4274-be4a-3a5d9aa45905 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:48.312912 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d3405493-5fa9-44f0-98d2-a2afc7d5db0e req-a33664be-4878-4274-be4a-3a5d9aa45905 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 945 time: 0.1479206 Jan 28 19:20:48.336359 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f86cc202-cebc-4491-9ff9-40d94c71f34e req-74fb1dfa-b8c0-47a8-a3c5-d6b1376ba148 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155542 Jan 28 19:20:48.360156 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbabfbe-a956-4d73-95ba-517cd86c521a req-bd24915b-4049-4650-bdc1-4d4679a536d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:48.361656 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbbabfbe-a956-4d73-95ba-517cd86c521a req-bd24915b-4049-4650-bdc1-4d4679a536d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d80cfb31-56d7-4bc8-8f36-387a72246005 HTTP/1.1" status: 200 len: 919 time: 0.8244009 Jan 28 19:20:48.371141 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-8de39b3d-a1b5-4858-bf97-6fcf9977dbed tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Allocated IP 172.20.0.11 (18c2b05e-653f-4c7b-9169-fa0eea17c7f1/193e3a16-16e4-46de-aedb-367884fd5970/df5b6bbe-6040-4d7a-9856-5bba1e5bd548) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:48.425319 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-8de39b3d-a1b5-4858-bf97-6fcf9977dbed tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Allocated IP 172.20.0.19 (18c2b05e-653f-4c7b-9169-fa0eea17c7f1/f9bd4f6e-9950-440d-aba4-3129de04e5de/df5b6bbe-6040-4d7a-9856-5bba1e5bd548) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:48.434256 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d3405493-5fa9-44f0-98d2-a2afc7d5db0e req-ae26119a-633c-41b7-86d0-318b11e75be3 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117494 Jan 28 19:20:48.475682 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74439c5f-9705-45e6-a05d-b8de5d2cf0c6 x-openstack-request-id: req-74439c5f-9705-45e6-a05d-b8de5d2cf0c6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:48.476028 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdec299d-c469-4e89-9820-66941cfbab1c", "name": "network-vif-plugged", "status": "completed", "tag": "69e210fb-0cb1-430f-8881-7416dba92b61", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:48.476291 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74439c5f-9705-45e6-a05d-b8de5d2cf0c6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:48.476691 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdec299d-c469-4e89-9820-66941cfbab1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e210fb-0cb1-430f-8881-7416dba92b61', 'code': 200} Jan 28 19:20:48.514845 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbbabfbe-a956-4d73-95ba-517cd86c521a req-77238bad-bab6-4e56-8257-72ec00682b69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1d20099-77e0-4fde-ab1d-725f217265d3 HTTP/1.1" status: 200 len: 217 time: 0.1442547 Jan 28 19:20:48.597398 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-de326b6c-18a3-4975-b744-e5072797a120 req-7042393c-0141-4703-989c-9b27bfa4d825 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 210 time: 0.0395069 Jan 28 19:20:48.630252 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cfa545-495f-465b-b96c-72697dca892d None None] Network 18c2b05e-653f-4c7b-9169-fa0eea17c7f1 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:48.672399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-77f4365c-2cf7-47f2-b05b-46e93bdf4f48 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Allocated IP 172.20.0.10 (a0d11bf7-3119-4d8c-b280-7ef3c1a8747a/99e5c03c-5479-450a-b08f-1a86eaac1a19/357895be-cc86-4980-b374-5dc72316f6ee) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:48.675459 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbabfbe-a956-4d73-95ba-517cd86c521a req-cd544bd8-b056-48b6-bef8-71264cf3133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:48.677092 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbbabfbe-a956-4d73-95ba-517cd86c521a req-cd544bd8-b056-48b6-bef8-71264cf3133b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad7b927e-a6aa-48ba-960b-bbd0e7fc8445 HTTP/1.1" status: 200 len: 858 time: 0.1289296 Jan 28 19:20:48.677723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695c335e-dd8d-42e5-8280-3ead21265e20 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:48.682977 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8de39b3d-a1b5-4858-bf97-6fcf9977dbed tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (df5b6bbe-6040-4d7a-9856-5bba1e5bd548), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:48.743290 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbbabfbe-a956-4d73-95ba-517cd86c521a req-afefe8df-81c0-4a4b-a3ff-fb19e6bee61a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d80cfb31-56d7-4bc8-8f36-387a72246005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563409 Jan 28 19:20:48.756803 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8de39b3d-a1b5-4858-bf97-6fcf9977dbed tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (df5b6bbe-6040-4d7a-9856-5bba1e5bd548), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:48.778092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-af351ee8-3a32-48a4-b125-e787cc1132f6 None None] Provisioning complete for port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:48.779038 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af351ee8-3a32-48a4-b125-e787cc1132f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:48.818436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3639e5-946d-46b3-9822-9b305efcf99d req-d8a5c9c8-d657-4480-8884-84e27537d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:48.819419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de39b3d-a1b5-4858-bf97-6fcf9977dbed tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 18c2b05e-653f-4c7b-9169-fa0eea17c7f1 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:48.819979 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c3639e5-946d-46b3-9822-9b305efcf99d req-d8a5c9c8-d657-4480-8884-84e27537d7ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 1127 time: 0.2707417 Jan 28 19:20:48.823492 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8de39b3d-a1b5-4858-bf97-6fcf9977dbed tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:48.830501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de39b3d-a1b5-4858-bf97-6fcf9977dbed tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:48.867847 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de39b3d-a1b5-4858-bf97-6fcf9977dbed tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=df5b6bbe-6040-4d7a-9856-5bba1e5bd548,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:48.903372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de39b3d-a1b5-4858-bf97-6fcf9977dbed tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:48.905169 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8de39b3d-a1b5-4858-bf97-6fcf9977dbed tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:48.947633 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8de39b3d-a1b5-4858-bf97-6fcf9977dbed tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1251993 Jan 28 19:20:48.948475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51532) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:48.960805 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3c705db8-fe91-4a38-92a3-c90e85dd4e68 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '193e3a16-16e4-46de-aedb-367884fd5970'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:49.047519 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-695c335e-dd8d-42e5-8280-3ead21265e20 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.078373 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c705db8-fe91-4a38-92a3-c90e85dd4e68 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (df5b6bbe-6040-4d7a-9856-5bba1e5bd548), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.088997 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c3639e5-946d-46b3-9822-9b305efcf99d req-a20236af-b2ab-4c61-9eec-6ecd3842dd27 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550423 Jan 28 19:20:49.092070 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbbabfbe-a956-4d73-95ba-517cd86c521a req-692941c3-066f-495f-8935-73701ba02f03 service neutron] 10.222.0.37 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429341 Jan 28 19:20:49.140644 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-695c335e-dd8d-42e5-8280-3ead21265e20 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port 773573df-4a3d-4f39-afe8-7408fb519270 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:49.162869 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-af351ee8-3a32-48a4-b125-e787cc1132f6 None None] Current status of the port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:49.162869 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af351ee8-3a32-48a4-b125-e787cc1132f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.234072 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-77f4365c-2cf7-47f2-b05b-46e93bdf4f48 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Publish callbacks [] for port (357895be-cc86-4980-b374-5dc72316f6ee), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.241034 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-af351ee8-3a32-48a4-b125-e787cc1132f6 None None] For port e2ce27fb-a606-4980-9cae-1bce6f15c0d7, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e2ce27fb-a606-4980-9cae-1bce6f15c0d7,segment=NetworkSegment(7d75197c-9526-4096-8f14-27842f2c05b3),segment_id=7d75197c-9526-4096-8f14-27842f2c05b3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:49.247975 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a952bf-4eff-44ec-8a80-1bb904e44dd0 None None] Update dhcp port {'port': {'network_id': '18c2b05e-653f-4c7b-9169-fa0eea17c7f1', 'fixed_ips': [{'subnet_id': '193e3a16-16e4-46de-aedb-367884fd5970', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f9bd4f6e-9950-440d-aba4-3129de04e5de'}], 'binding:host_id': 'n-d-824834-4'}, 'id': 'e2ce27fb-a606-4980-9cae-1bce6f15c0d7'} from n-d-824834-4. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:20:49.251685 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af351ee8-3a32-48a4-b125-e787cc1132f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.307469 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f32838-afe3-40ca-8def-3163748e344f None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:49.333735 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2a952bf-4eff-44ec-8a80-1bb904e44dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.413439 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d0280-3740-40be-ad27-550d3743beb8 req-2902773d-418b-4b62-932c-da4ee2d3f0af tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:49.421246 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-246d0280-3740-40be-ad27-550d3743beb8 req-2902773d-418b-4b62-932c-da4ee2d3f0af tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.1738510 Jan 28 19:20:49.432005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af351ee8-3a32-48a4-b125-e787cc1132f6 None None] Pushing event updated for resources: {'Port': ['ID=e2ce27fb-a606-4980-9cae-1bce6f15c0d7,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:49.439850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-3c705db8-fe91-4a38-92a3-c90e85dd4e68 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Delete allocated IP 172.20.0.19 (18c2b05e-653f-4c7b-9169-fa0eea17c7f1/f9bd4f6e-9950-440d-aba4-3129de04e5de) {{(pid=103146) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 19:20:49.445453 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-94cf5112-570f-4fc7-b89b-34386a031987 None None] Provisioning complete for port 69f41a6c-beef-4448-9243-a158ab8d5d70 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:49.445453 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94cf5112-570f-4fc7-b89b-34386a031987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (69f41a6c-beef-4448-9243-a158ab8d5d70), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.587725 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-77f4365c-2cf7-47f2-b05b-46e93bdf4f48 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (357895be-cc86-4980-b374-5dc72316f6ee), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.588514 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc578c4-f2b4-425f-b4f1-825c60a1c122 req-3673b5bc-a5aa-453f-be1e-1b1b312d0d66 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:49.589945 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1cc578c4-f2b4-425f-b4f1-825c60a1c122 req-3673b5bc-a5aa-453f-be1e-1b1b312d0d66 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.0974765 Jan 28 19:20:49.645815 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c705db8-fe91-4a38-92a3-c90e85dd4e68 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (df5b6bbe-6040-4d7a-9856-5bba1e5bd548), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.662711 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c705db8-fe91-4a38-92a3-c90e85dd4e68 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (df5b6bbe-6040-4d7a-9856-5bba1e5bd548), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.686405 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-77f4365c-2cf7-47f2-b05b-46e93bdf4f48 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Network a0d11bf7-3119-4d8c-b280-7ef3c1a8747a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:49.689013 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-246d0280-3740-40be-ad27-550d3743beb8 req-c216c66d-7417-4e60-8fa5-11f651950003 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551386 Jan 28 19:20:49.695015 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4365c-2cf7-47f2-b05b-46e93bdf4f48 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Pushing event updated for resources: {'Port': ['ID=357895be-cc86-4980-b374-5dc72316f6ee,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:49.698465 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-77f4365c-2cf7-47f2-b05b-46e93bdf4f48 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:49.700795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-77f4365c-2cf7-47f2-b05b-46e93bdf4f48 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:49.730367 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1cc578c4-f2b4-425f-b4f1-825c60a1c122 req-80140a82-5d86-466b-9b19-abb1c8e9b965 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113873 Jan 28 19:20:49.732474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-94cf5112-570f-4fc7-b89b-34386a031987 None None] Current status of the port 69f41a6c-beef-4448-9243-a158ab8d5d70 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:49.732980 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94cf5112-570f-4fc7-b89b-34386a031987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (69f41a6c-beef-4448-9243-a158ab8d5d70), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.753070 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c2a952bf-4eff-44ec-8a80-1bb904e44dd0 None None] Allocated IP 172.20.0.18 (18c2b05e-653f-4c7b-9169-fa0eea17c7f1/f9bd4f6e-9950-440d-aba4-3129de04e5de/e2ce27fb-a606-4980-9cae-1bce6f15c0d7) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:49.762700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-77f4365c-2cf7-47f2-b05b-46e93bdf4f48 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:49.763536 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-77f4365c-2cf7-47f2-b05b-46e93bdf4f48 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.763878 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 69f41a6c-beef-4448-9243-a158ab8d5d70 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:49.799782 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-77f4365c-2cf7-47f2-b05b-46e93bdf4f48 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6929293 Jan 28 19:20:49.803388 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c705db8-fe91-4a38-92a3-c90e85dd4e68 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=df5b6bbe-6040-4d7a-9856-5bba1e5bd548,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:49.815379 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Request body: {'port': {'device_id': '29355e70-06c9-42a1-b5f1-0acfd9912143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:49.830192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3c705db8-fe91-4a38-92a3-c90e85dd4e68 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] In _notify_port_updated(), no bound segment for port df5b6bbe-6040-4d7a-9856-5bba1e5bd548 on network 18c2b05e-653f-4c7b-9169-fa0eea17c7f1 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:20:49.837166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c705db8-fe91-4a38-92a3-c90e85dd4e68 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:49.837813 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c705db8-fe91-4a38-92a3-c90e85dd4e68 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.839220 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3c705db8-fe91-4a38-92a3-c90e85dd4e68 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "PUT /v2.0/ports/df5b6bbe-6040-4d7a-9856-5bba1e5bd548 HTTP/1.1" status: 200 len: 919 time: 0.8887556 Jan 28 19:20:49.841974 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51542) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:49.848758 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-60264dfd-c5f4-4e6a-9b66-21d286ffcd98 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '193e3a16-16e4-46de-aedb-367884fd5970'}, {'subnet_id': 'f9bd4f6e-9950-440d-aba4-3129de04e5de'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:49.866966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-695c335e-dd8d-42e5-8280-3ead21265e20 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8:0:1::13f (1218acd0-0311-470a-8d43-e1a60f7e0be9/8a03d9a7-2d13-48e5-9a12-0beb9f93e91c/773573df-4a3d-4f39-afe8-7408fb519270) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:49.872722 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbbabfbe-a956-4d73-95ba-517cd86c521a req-46209db6-de33-46b6-a1a9-8425908c1fab service neutron] 10.222.0.37 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133529 Jan 28 19:20:49.875031 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-94cf5112-570f-4fc7-b89b-34386a031987 None None] For port 69f41a6c-beef-4448-9243-a158ab8d5d70, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=69f41a6c-beef-4448-9243-a158ab8d5d70,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:49.915362 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94cf5112-570f-4fc7-b89b-34386a031987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (69f41a6c-beef-4448-9243-a158ab8d5d70), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.945682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-695c335e-dd8d-42e5-8280-3ead21265e20 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::f816:3eff:fefa:93a9 (1218acd0-0311-470a-8d43-e1a60f7e0be9/f12a2a83-c4f1-4567-abbe-bd945344ed93/773573df-4a3d-4f39-afe8-7408fb519270) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:49.956223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da5216c-da1e-4908-ba5a-d846452d47f1 None None] Update dhcp port {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'fixed_ips': [{'subnet_id': 'f12a2a83-c4f1-4567-abbe-bd945344ed93', 'ip_address': '2001:db8::f816:3eff:fe54:45b6'}, {'subnet_id': '8a03d9a7-2d13-48e5-9a12-0beb9f93e91c'}], 'binding:host_id': 'n-d-824834-4'}, 'id': '69f41a6c-beef-4448-9243-a158ab8d5d70'} from n-d-824834-4. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:20:49.976840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 69f41a6c-beef-4448-9243-a158ab8d5d70 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:49.977245 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (69f41a6c-beef-4448-9243-a158ab8d5d70), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:49.998161 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (357895be-cc86-4980-b374-5dc72316f6ee), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.002271 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60264dfd-c5f4-4e6a-9b66-21d286ffcd98 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (df5b6bbe-6040-4d7a-9856-5bba1e5bd548), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.033637 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d86bb3-ad03-4e17-b145-f9ba4c2f8dd2 req-cba5febc-0b40-4b28-bb42-1b2511e9a8f4 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:50.047307 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a7d86bb3-ad03-4e17-b145-f9ba4c2f8dd2 req-cba5febc-0b40-4b28-bb42-1b2511e9a8f4 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 945 time: 0.1213808 Jan 28 19:20:50.072517 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7da5216c-da1e-4908-ba5a-d846452d47f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (69f41a6c-beef-4448-9243-a158ab8d5d70), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.080313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c2a952bf-4eff-44ec-8a80-1bb904e44dd0 None None] For port e2ce27fb-a606-4980-9cae-1bce6f15c0d7, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e2ce27fb-a606-4980-9cae-1bce6f15c0d7,segment=NetworkSegment(7d75197c-9526-4096-8f14-27842f2c05b3),segment_id=7d75197c-9526-4096-8f14-27842f2c05b3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:50.105805 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf5112-570f-4fc7-b89b-34386a031987 None None] Pushing event updated for resources: {'Port': ['ID=69f41a6c-beef-4448-9243-a158ab8d5d70,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:50.136481 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3431ff-ec68-4691-9a23-e278be78fc5d req-d5f88f7d-d9f6-4bcb-a7b6-6f01cc926c40 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:50.137986 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de3431ff-ec68-4691-9a23-e278be78fc5d req-d5f88f7d-d9f6-4bcb-a7b6-6f01cc926c40 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 932 time: 0.1849716 Jan 28 19:20:50.172958 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2a952bf-4eff-44ec-8a80-1bb904e44dd0 None None] Publish callbacks [] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.183124 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a7d86bb3-ad03-4e17-b145-f9ba4c2f8dd2 req-dbd08165-f896-40b8-a76f-236d8f3e35cc tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341975 Jan 28 19:20:50.216972 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2a952bf-4eff-44ec-8a80-1bb904e44dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.313227 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de3431ff-ec68-4691-9a23-e278be78fc5d req-7af485b7-ceb3-4fa7-81fe-bd068cf4caad tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632664 Jan 28 19:20:50.317603 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-695c335e-dd8d-42e5-8280-3ead21265e20 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (773573df-4a3d-4f39-afe8-7408fb519270), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.369241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 69f41a6c-beef-4448-9243-a158ab8d5d70 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:50.370511 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e2ce27fb-a606-4980-9cae-1bce6f15c0d7 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:50.381081 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-60264dfd-c5f4-4e6a-9b66-21d286ffcd98 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Allocated IP 172.20.0.26 (18c2b05e-653f-4c7b-9169-fa0eea17c7f1/f9bd4f6e-9950-440d-aba4-3129de04e5de/df5b6bbe-6040-4d7a-9856-5bba1e5bd548) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:50.459282 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-695c335e-dd8d-42e5-8280-3ead21265e20 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (773573df-4a3d-4f39-afe8-7408fb519270), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.481808 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a952bf-4eff-44ec-8a80-1bb904e44dd0 None None] Pushing event updated for resources: {'Port': ['ID=e2ce27fb-a606-4980-9cae-1bce6f15c0d7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:50.485836 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25ab3ec4-06b5-4392-9352-7bc03e8bdfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.524189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695c335e-dd8d-42e5-8280-3ead21265e20 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:50.534403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-695c335e-dd8d-42e5-8280-3ead21265e20 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:50.549620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-7da5216c-da1e-4908-ba5a-d846452d47f1 None None] Allocated IP 2001:db8:0:1::2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/8a03d9a7-2d13-48e5-9a12-0beb9f93e91c/69f41a6c-beef-4448-9243-a158ab8d5d70) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:50.555429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:50.555870 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.559447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695c335e-dd8d-42e5-8280-3ead21265e20 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:50.565603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695c335e-dd8d-42e5-8280-3ead21265e20 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:50.565603 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-695c335e-dd8d-42e5-8280-3ead21265e20 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.568346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c335e-dd8d-42e5-8280-3ead21265e20 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=773573df-4a3d-4f39-afe8-7408fb519270,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:50.598085 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 357895be-cc86-4980-b374-5dc72316f6ee {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:50.600618 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60264dfd-c5f4-4e6a-9b66-21d286ffcd98 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (df5b6bbe-6040-4d7a-9856-5bba1e5bd548), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.608519 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-695c335e-dd8d-42e5-8280-3ead21265e20 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4217956 Jan 28 19:20:50.609266 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51544) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:50.612167 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Publish callbacks [] for port (357895be-cc86-4980-b374-5dc72316f6ee), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.615377 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60264dfd-c5f4-4e6a-9b66-21d286ffcd98 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (df5b6bbe-6040-4d7a-9856-5bba1e5bd548), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.654968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Transition to ACTIVE for port object 357895be-cc86-4980-b374-5dc72316f6ee will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:20:50.686989 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (357895be-cc86-4980-b374-5dc72316f6ee), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.735998 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7da5216c-da1e-4908-ba5a-d846452d47f1 None None] For port 69f41a6c-beef-4448-9243-a158ab8d5d70, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=69f41a6c-beef-4448-9243-a158ab8d5d70,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:50.764730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:50.774356 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60264dfd-c5f4-4e6a-9b66-21d286ffcd98 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=df5b6bbe-6040-4d7a-9856-5bba1e5bd548,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:50.806895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-60264dfd-c5f4-4e6a-9b66-21d286ffcd98 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] In _notify_port_updated(), no bound segment for port df5b6bbe-6040-4d7a-9856-5bba1e5bd548 on network 18c2b05e-653f-4c7b-9169-fa0eea17c7f1 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:20:50.807392 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7da5216c-da1e-4908-ba5a-d846452d47f1 None None] Publish callbacks [] for port (69f41a6c-beef-4448-9243-a158ab8d5d70), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.814351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60264dfd-c5f4-4e6a-9b66-21d286ffcd98 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:50.815104 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60264dfd-c5f4-4e6a-9b66-21d286ffcd98 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.820350 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-60264dfd-c5f4-4e6a-9b66-21d286ffcd98 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "PUT /v2.0/ports/df5b6bbe-6040-4d7a-9856-5bba1e5bd548 HTTP/1.1" status: 200 len: 999 time: 0.9736893 Jan 28 19:20:50.822815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51552) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:50.826628 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7da5216c-da1e-4908-ba5a-d846452d47f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (69f41a6c-beef-4448-9243-a158ab8d5d70), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:50.840877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Pushing event updated for resources: {'Port': ['ID=357895be-cc86-4980-b374-5dc72316f6ee,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:50.971929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5216c-da1e-4908-ba5a-d846452d47f1 None None] Pushing event updated for resources: {'Port': ['ID=69f41a6c-beef-4448-9243-a158ab8d5d70,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:50.979040 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-588851ce-00fc-4f19-ba41-80812f117b0e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port 773573df-4a3d-4f39-afe8-7408fb519270 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:50.979386 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-588851ce-00fc-4f19-ba41-80812f117b0e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (773573df-4a3d-4f39-afe8-7408fb519270), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.022322 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f29ec7-15e7-4858-872b-8cea36c1e0d5 req-355d6b3d-c659-4d5d-8b0b-1bb408b796bd tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:51.023905 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-10f29ec7-15e7-4858-872b-8cea36c1e0d5 req-355d6b3d-c659-4d5d-8b0b-1bb408b796bd tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.0958281 Jan 28 19:20:51.028517 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8d363a90-d00d-420c-8280-bcf03f9dddad tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port df5b6bbe-6040-4d7a-9856-5bba1e5bd548 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:51.028868 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d363a90-d00d-420c-8280-bcf03f9dddad tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (df5b6bbe-6040-4d7a-9856-5bba1e5bd548), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.055380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Attempting to bind port 357895be-cc86-4980-b374-5dc72316f6ee on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:51.055717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Attempting to bind port 357895be-cc86-4980-b374-5dc72316f6ee by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '1a42f1c5-bac9-46ee-bb59-173f5dc0ce90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d11bf7-3119-4d8c-b280-7ef3c1a8747a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:51.056049 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Attempting to bind port 357895be-cc86-4980-b374-5dc72316f6ee on network a0d11bf7-3119-4d8c-b280-7ef3c1a8747a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:51.073932 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb39eba-6682-41fb-b99b-98ee4c88f14c req-1b2ab63a-e66f-4fc9-86ca-b52f7b04a156 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:51.075968 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3eb39eba-6682-41fb-b99b-98ee4c88f14c req-1b2ab63a-e66f-4fc9-86ca-b52f7b04a156 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.1954355 Jan 28 19:20:51.087586 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Port 357895be-cc86-4980-b374-5dc72316f6ee on network a0d11bf7-3119-4d8c-b280-7ef3c1a8747a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:20:51.087905 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Attempting to bind port 357895be-cc86-4980-b374-5dc72316f6ee on network a0d11bf7-3119-4d8c-b280-7ef3c1a8747a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:51.135608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:51.135955 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Checking segment: {'id': '1a42f1c5-bac9-46ee-bb59-173f5dc0ce90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d11bf7-3119-4d8c-b280-7ef3c1a8747a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:51.136343 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Bound using segment: {'id': '1a42f1c5-bac9-46ee-bb59-173f5dc0ce90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d11bf7-3119-4d8c-b280-7ef3c1a8747a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:51.136800 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Bound port: 357895be-cc86-4980-b374-5dc72316f6ee, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a42f1c5-bac9-46ee-bb59-173f5dc0ce90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d11bf7-3119-4d8c-b280-7ef3c1a8747a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:51.137117 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-10f29ec7-15e7-4858-872b-8cea36c1e0d5 req-811147b8-1304-4325-9549-1f3173dd6aaa tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036921 Jan 28 19:20:51.137251 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (357895be-cc86-4980-b374-5dc72316f6ee), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.154384 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-588851ce-00fc-4f19-ba41-80812f117b0e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (773573df-4a3d-4f39-afe8-7408fb519270), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.175010 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d363a90-d00d-420c-8280-bcf03f9dddad tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (df5b6bbe-6040-4d7a-9856-5bba1e5bd548), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.191515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8d363a90-d00d-420c-8280-bcf03f9dddad tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for df5b6bbe-6040-4d7a-9856-5bba1e5bd548 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:51.192751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-588851ce-00fc-4f19-ba41-80812f117b0e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for 773573df-4a3d-4f39-afe8-7408fb519270 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:51.251529 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3eb39eba-6682-41fb-b99b-98ee4c88f14c req-13e9c0f9-6657-4187-8b22-ff038b66c705 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634843 Jan 28 19:20:51.375979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] For port 357895be-cc86-4980-b374-5dc72316f6ee, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:51.419688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4563d99c-9c8a-4959-83dc-2f91aa290a76 None None] Network 18c2b05e-653f-4c7b-9169-fa0eea17c7f1 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:51.420964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] For port 357895be-cc86-4980-b374-5dc72316f6ee, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=357895be-cc86-4980-b374-5dc72316f6ee,segment=NetworkSegment(1a42f1c5-bac9-46ee-bb59-173f5dc0ce90),segment_id=1a42f1c5-bac9-46ee-bb59-173f5dc0ce90)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:51.427509 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f126fc-b004-4015-a040-4092271a3bd6 req-c4e40d9a-6020-4b8b-bbcb-5b17bfbdf864 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:51.435783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-44f126fc-b004-4015-a040-4092271a3bd6 req-c4e40d9a-6020-4b8b-bbcb-5b17bfbdf864 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 945 time: 0.1584110 Jan 28 19:20:51.455734 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (357895be-cc86-4980-b374-5dc72316f6ee), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.501314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 69f41a6c-beef-4448-9243-a158ab8d5d70 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:51.526665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:51.527296 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.528776 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] 10.222.0.37 "PUT /v2.0/ports/357895be-cc86-4980-b374-5dc72316f6ee HTTP/1.1" status: 200 len: 1092 time: 1.7177999 Jan 28 19:20:51.536477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29355e70-06c9-42a1-b5f1-0acfd9912143', 'tag': '357895be-cc86-4980-b374-5dc72316f6ee'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:51.538856 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16da81f-76ed-46ba-bea7-58e0b832025a" -d '{"events": [{"name": "network-changed", "server_uuid": "29355e70-06c9-42a1-b5f1-0acfd9912143", "tag": "357895be-cc86-4980-b374-5dc72316f6ee"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:51.546172 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-44f126fc-b004-4015-a040-4092271a3bd6 req-1abc1989-f5a0-4a9c-80eb-80d3922a8870 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055984 Jan 28 19:20:51.569272 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d363a90-d00d-420c-8280-bcf03f9dddad tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (df5b6bbe-6040-4d7a-9856-5bba1e5bd548), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.660352 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a92f0f-436d-4a43-8180-beeeeea8d972 x-openstack-request-id: req-b4a92f0f-436d-4a43-8180-beeeeea8d972 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:51.660821 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29355e70-06c9-42a1-b5f1-0acfd9912143", "tag": "357895be-cc86-4980-b374-5dc72316f6ee", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:51.661103 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b4a92f0f-436d-4a43-8180-beeeeea8d972 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:51.661546 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29355e70-06c9-42a1-b5f1-0acfd9912143', 'tag': '357895be-cc86-4980-b374-5dc72316f6ee', 'status': 'completed', 'code': 200} Jan 28 19:20:51.673001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d363a90-d00d-420c-8280-bcf03f9dddad tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=df5b6bbe-6040-4d7a-9856-5bba1e5bd548,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:51.683581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6453b-e064-48dc-b8a8-84757ef4ee81 service neutron] Pushing event updated for resources: {'Port': ['ID=357895be-cc86-4980-b374-5dc72316f6ee,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:51.704046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5af9d-a117-4048-bc01-295da95d79c3 req-b2c3a7ea-de44-4e20-9466-03d836dc9148 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:51.705929 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11b5af9d-a117-4048-bc01-295da95d79c3 req-b2c3a7ea-de44-4e20-9466-03d836dc9148 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 944 time: 0.2718511 Jan 28 19:20:51.803411 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11b5af9d-a117-4048-bc01-295da95d79c3 req-9c294cd6-39f6-4055-afa5-b1724734ed5c tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903058 Jan 28 19:20:51.808315 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-3ddfbfe8-5e58-412d-9e02-996daa0f8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:51.809254 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-3ddfbfe8-5e58-412d-9e02-996daa0f8326 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3260ca0955345548eeca4aad20e3778&device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 1126 time: 0.1936955 Jan 28 19:20:51.835202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1812fd1d-e6bc-4565-bd28-ab755708f340 None None] Provisioning complete for port df5b6bbe-6040-4d7a-9856-5bba1e5bd548 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:51.835570 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1812fd1d-e6bc-4565-bd28-ab755708f340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (df5b6bbe-6040-4d7a-9856-5bba1e5bd548), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.840616 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d363a90-d00d-420c-8280-bcf03f9dddad tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.848497 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8d363a90-d00d-420c-8280-bcf03f9dddad tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/df5b6bbe-6040-4d7a-9856-5bba1e5bd548 HTTP/1.1" status: 204 len: 168 time: 1.0221322 Jan 28 19:20:51.848780 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51562) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:51.874781 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1812fd1d-e6bc-4565-bd28-ab755708f340 None None] Port df5b6bbe-6040-4d7a-9856-5bba1e5bd548 was deleted so its status cannot be updated. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 19:20:51.876099 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7881d472-8cab-48e9-a969-363969ac40e0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] GET failed (client error): The resource could not be found. Jan 28 19:20:51.880612 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7881d472-8cab-48e9-a969-363969ac40e0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports/df5b6bbe-6040-4d7a-9856-5bba1e5bd548 HTTP/1.1" status: 404 len: 333 time: 0.0279932 Jan 28 19:20:51.880832 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-0da5d47b-37b3-445f-b4a0-fd5f2331355e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=357895be-cc86-4980-b374-5dc72316f6ee HTTP/1.1" status: 200 len: 217 time: 0.0592177 Jan 28 19:20:51.881011 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51564) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:51.888311 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.897076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a3f16-bb3f-4dc2-9c84-25656bb8316c req-c75bbca9-40f0-4f0e-9ced-51e96845d0f1 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:51.898866 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d90a3f16-bb3f-4dc2-9c84-25656bb8316c req-c75bbca9-40f0-4f0e-9ced-51e96845d0f1 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f630caa-beda-4f54-9688-d5bb350185ad HTTP/1.1" status: 200 len: 946 time: 0.1544385 Jan 28 19:20:51.927197 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1812fd1d-e6bc-4565-bd28-ab755708f340 None None] Provisioning complete for port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:51.927797 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1812fd1d-e6bc-4565-bd28-ab755708f340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.944355 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-588851ce-00fc-4f19-ba41-80812f117b0e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (773573df-4a3d-4f39-afe8-7408fb519270), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:51.956471 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d90a3f16-bb3f-4dc2-9c84-25656bb8316c req-53b7d7b6-1a4f-475b-9fec-fe0d1020a642 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515900 Jan 28 19:20:51.970704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 69f41a6c-beef-4448-9243-a158ab8d5d70 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:51.971085 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (69f41a6c-beef-4448-9243-a158ab8d5d70), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:52.017797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e01b59a-5abf-46aa-9ea2-303c221cacc9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting subnet f9bd4f6e-9950-440d-aba4-3129de04e5de {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:52.180097 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1812fd1d-e6bc-4565-bd28-ab755708f340 None None] Current status of the port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:52.187862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 69f41a6c-beef-4448-9243-a158ab8d5d70 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:52.193032 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e2ce27fb-a606-4980-9cae-1bce6f15c0d7 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:52.317367 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7446962e-eb92-4c8c-996c-6be063b700a9 None None] Could not find standard attr ID for object 773573df-4a3d-4f39-afe8-7408fb519270. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:20:52.319337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:52.319337 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:52.388830 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af478c9-519d-43ee-a593-a55327b41c16 req-d7d7ca83-22eb-4f7f-b18d-9df20ab2cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:52.391238 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2af478c9-519d-43ee-a593-a55327b41c16 req-d7d7ca83-22eb-4f7f-b18d-9df20ab2cc05 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 1132 time: 0.1452076 Jan 28 19:20:52.394520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7446962e-eb92-4c8c-996c-6be063b700a9 None None] Provisioning complete for port 69f41a6c-beef-4448-9243-a158ab8d5d70 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:52.395033 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7446962e-eb92-4c8c-996c-6be063b700a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (69f41a6c-beef-4448-9243-a158ab8d5d70), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:52.459134 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cd25a-68fa-486a-b566-89c99f02962c req-db3b04f2-15f2-4a5c-9ede-8061df04ad90 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:52.464554 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a5cd25a-68fa-486a-b566-89c99f02962c req-db3b04f2-15f2-4a5c-9ede-8061df04ad90 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.1771197 Jan 28 19:20:52.550949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:52.556859 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2af478c9-519d-43ee-a593-a55327b41c16 req-81fca687-fdd7-4915-b58c-48bc78414e62 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565850 Jan 28 19:20:52.561268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7446962e-eb92-4c8c-996c-6be063b700a9 None None] Current status of the port 69f41a6c-beef-4448-9243-a158ab8d5d70 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:52.582876 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a5cd25a-68fa-486a-b566-89c99f02962c req-df8839ca-7343-4ca5-8e6d-36e3e9ddb10d tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065171 Jan 28 19:20:52.651176 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-444f81fe-d890-4f3b-8435-949341a0c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:52.652674 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-444f81fe-d890-4f3b-8435-949341a0c53b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99e5c03c-5479-450a-b08f-1a86eaac1a19 HTTP/1.1" status: 200 len: 848 time: 0.7581718 Jan 28 19:20:52.654589 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e01b59a-5abf-46aa-9ea2-303c221cacc9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (f9bd4f6e-9950-440d-aba4-3129de04e5de), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:52.658363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588851ce-00fc-4f19-ba41-80812f117b0e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=773573df-4a3d-4f39-afe8-7408fb519270,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:52.689071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-588851ce-00fc-4f19-ba41-80812f117b0e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:52.692399 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-588851ce-00fc-4f19-ba41-80812f117b0e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/773573df-4a3d-4f39-afe8-7408fb519270 HTTP/1.1" status: 204 len: 168 time: 2.0825615 Jan 28 19:20:52.695376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51576) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:52.716671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d46d59-0ee2-4766-8504-767ecc458079 req-69b6f556-5d74-4800-a71e-72d6a9ee5a78 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:52.718314 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2d46d59-0ee2-4766-8504-767ecc458079 req-69b6f556-5d74-4800-a71e-72d6a9ee5a78 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f630caa-beda-4f54-9688-d5bb350185ad HTTP/1.1" status: 200 len: 946 time: 0.0753965 Jan 28 19:20:52.721730 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-8e3e3bc7-e9cb-48dd-93d1-cda2759db31d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d11bf7-3119-4d8c-b280-7ef3c1a8747a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590680 Jan 28 19:20:52.774735 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e01b59a-5abf-46aa-9ea2-303c221cacc9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (f9bd4f6e-9950-440d-aba4-3129de04e5de), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:52.786616 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-655014f4-6c79-4457-ad0c-60db3606add1 None None] Provisioning complete for port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:52.786616 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-655014f4-6c79-4457-ad0c-60db3606add1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:52.815495 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2d46d59-0ee2-4766-8504-767ecc458079 req-d8bd2950-bf03-45c3-99bd-7add767e29ad tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816286 Jan 28 19:20:52.844205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669d2189-2205-4a9a-a57a-47f3af6ced81 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:52.848150 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-669d2189-2205-4a9a-a57a-47f3af6ced81 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1483235 Jan 28 19:20:52.848936 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51580) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:52.907382 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5db13-422d-481f-87f5-54f1b8f5100f req-98b9389b-6331-49bd-9adb-3fe21958d06b tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:52.914600 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6ef5db13-422d-481f-87f5-54f1b8f5100f req-98b9389b-6331-49bd-9adb-3fe21958d06b tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.2608705 Jan 28 19:20:52.936791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-655014f4-6c79-4457-ad0c-60db3606add1 None None] Current status of the port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:52.955534 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:52.986782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ffda9d-6b49-4fa8-8631-ba2922301968 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:52.990787 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b7ffda9d-6b49-4fa8-8631-ba2922301968 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1395416 Jan 28 19:20:52.991458 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51582) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:53.003050 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-f1d22f3a-73b6-4b56-bf3e-b33da847ac6d service neutron] 10.222.0.37 "GET /v2.0/networks/a0d11bf7-3119-4d8c-b280-7ef3c1a8747a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614315 Jan 28 19:20:53.029283 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e01b59a-5abf-46aa-9ea2-303c221cacc9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (f9bd4f6e-9950-440d-aba4-3129de04e5de), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.048330 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210657d6-b373-423f-8e00-1baf8a282acd req-e3972c9c-9510-4a8c-a701-69eea7dedab5 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:53.050562 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-210657d6-b373-423f-8e00-1baf8a282acd req-e3972c9c-9510-4a8c-a701-69eea7dedab5 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 944 time: 0.1195467 Jan 28 19:20:53.055454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bcc60160-252a-4e47-85bf-c25d2e284a77 None None] Could not find standard attr ID for object df5b6bbe-6040-4d7a-9856-5bba1e5bd548. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:20:53.078823 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eb0e52-f41d-4a16-b727-8a3761e524f7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:53.080872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eb0e52-f41d-4a16-b727-8a3761e524f7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:53.082795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eb0e52-f41d-4a16-b727-8a3761e524f7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:53.084649 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-23eb0e52-f41d-4a16-b727-8a3761e524f7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0918949 Jan 28 19:20:53.093475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51584) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:53.121475 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6ef5db13-422d-481f-87f5-54f1b8f5100f req-d4f2710a-79f5-47fc-ba29-812fc3093e60 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016158 Jan 28 19:20:53.176940 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-210657d6-b373-423f-8e00-1baf8a282acd req-6cefeee0-9fb6-4cd4-beb6-08f294114b8c tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178415 Jan 28 19:20:53.181018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c26cf1e-05e4-4c9e-be38-175a26571d45 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 8a03d9a7-2d13-48e5-9a12-0beb9f93e91c {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:53.184651 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c26cf1e-05e4-4c9e-be38-175a26571d45 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (8a03d9a7-2d13-48e5-9a12-0beb9f93e91c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.189521 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea09fe8a-3da8-451e-b2a7-1089d205a316 req-f8f9d172-6f59-47eb-8af9-91c49ffa1e3e service neutron] 10.222.0.37 "GET /v2.0/networks/a0d11bf7-3119-4d8c-b280-7ef3c1a8747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736481 Jan 28 19:20:53.204470 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e01b59a-5abf-46aa-9ea2-303c221cacc9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (f9bd4f6e-9950-440d-aba4-3129de04e5de), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.233294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01b59a-5abf-46aa-9ea2-303c221cacc9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Subnet': ['ID=f9bd4f6e-9950-440d-aba4-3129de04e5de,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:53.240958 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e01b59a-5abf-46aa-9ea2-303c221cacc9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.244551 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9e01b59a-5abf-46aa-9ea2-303c221cacc9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/f9bd4f6e-9950-440d-aba4-3129de04e5de HTTP/1.1" status: 204 len: 168 time: 1.3612227 Jan 28 19:20:53.247051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51588) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:53.256773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b84625-70eb-4282-8f09-e812ec4803d0 None None] Network 18c2b05e-653f-4c7b-9169-fa0eea17c7f1 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:53.276322 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c26cf1e-05e4-4c9e-be38-175a26571d45 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (8a03d9a7-2d13-48e5-9a12-0beb9f93e91c), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.317408 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-01cca9a1-249e-4215-b97c-5969ef8f19ff None None] Could not find standard attr ID for object df5b6bbe-6040-4d7a-9856-5bba1e5bd548. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:20:53.356009 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16da81f-76ed-46ba-bea7-58e0b832025a req-f9b1c9b2-77d9-48cc-b69d-7fb723f2d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:53.357561 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f16da81f-76ed-46ba-bea7-58e0b832025a req-f9b1c9b2-77d9-48cc-b69d-7fb723f2d937 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3260ca0955345548eeca4aad20e3778&device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 1126 time: 0.1085484 Jan 28 19:20:53.364020 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ab38b2-bb02-44c5-ac8a-e09af785c4c5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting subnet 193e3a16-16e4-46de-aedb-367884fd5970 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:53.382175 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40ab38b2-bb02-44c5-ac8a-e09af785c4c5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (193e3a16-16e4-46de-aedb-367884fd5970), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.388864 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c26cf1e-05e4-4c9e-be38-175a26571d45 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (8a03d9a7-2d13-48e5-9a12-0beb9f93e91c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.476067 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c26cf1e-05e4-4c9e-be38-175a26571d45 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (8a03d9a7-2d13-48e5-9a12-0beb9f93e91c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.477326 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40ab38b2-bb02-44c5-ac8a-e09af785c4c5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (193e3a16-16e4-46de-aedb-367884fd5970), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.516818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26cf1e-05e4-4c9e-be38-175a26571d45 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=8a03d9a7-2d13-48e5-9a12-0beb9f93e91c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:53.521955 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c26cf1e-05e4-4c9e-be38-175a26571d45 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.526418 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2c26cf1e-05e4-4c9e-be38-175a26571d45 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/8a03d9a7-2d13-48e5-9a12-0beb9f93e91c HTTP/1.1" status: 204 len: 168 time: 0.4312034 Jan 28 19:20:53.528801 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51592) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:53.531686 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16da81f-76ed-46ba-bea7-58e0b832025a req-06226230-7f44-4245-9e7a-e97e01a2055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:53.533367 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f16da81f-76ed-46ba-bea7-58e0b832025a req-06226230-7f44-4245-9e7a-e97e01a2055c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0d11bf7-3119-4d8c-b280-7ef3c1a8747a HTTP/1.1" status: 200 len: 909 time: 0.1667583 Jan 28 19:20:53.535098 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c923549-586b-4905-9b2f-406499b479c3 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:53.586577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-753a15c2-951f-431c-81c0-8d0ee8766c8d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet f12a2a83-c4f1-4567-abbe-bd945344ed93 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:53.590161 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-753a15c2-951f-431c-81c0-8d0ee8766c8d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (f12a2a83-c4f1-4567-abbe-bd945344ed93), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.598724 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f16da81f-76ed-46ba-bea7-58e0b832025a req-1f0670d1-2a46-4ad7-a8cd-0898014d8103 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=357895be-cc86-4980-b374-5dc72316f6ee HTTP/1.1" status: 200 len: 217 time: 0.0592868 Jan 28 19:20:53.652741 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-753a15c2-951f-431c-81c0-8d0ee8766c8d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (f12a2a83-c4f1-4567-abbe-bd945344ed93), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.767578 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40ab38b2-bb02-44c5-ac8a-e09af785c4c5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (193e3a16-16e4-46de-aedb-367884fd5970), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.779552 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-753a15c2-951f-431c-81c0-8d0ee8766c8d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (f12a2a83-c4f1-4567-abbe-bd945344ed93), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.862394 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-753a15c2-951f-431c-81c0-8d0ee8766c8d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (f12a2a83-c4f1-4567-abbe-bd945344ed93), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.864627 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40ab38b2-bb02-44c5-ac8a-e09af785c4c5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (193e3a16-16e4-46de-aedb-367884fd5970), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.882809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ca00b136-d879-478d-8eaa-a5920a54250b details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:20:53.887638 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ca00b136-d879-478d-8eaa-a5920a54250b no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:53.892607 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40ab38b2-bb02-44c5-ac8a-e09af785c4c5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:53.896198 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-40ab38b2-bb02-44c5-ac8a-e09af785c4c5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/193e3a16-16e4-46de-aedb-367884fd5970 HTTP/1.1" status: 204 len: 168 time: 0.6482480 Jan 28 19:20:53.906624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51602) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:53.938571 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab38b2-bb02-44c5-ac8a-e09af785c4c5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Subnet': ['ID=193e3a16-16e4-46de-aedb-367884fd5970,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:53.948569 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16da81f-76ed-46ba-bea7-58e0b832025a req-7ddab11e-49f3-41e6-9841-52f893851d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:53.955500 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f16da81f-76ed-46ba-bea7-58e0b832025a req-7ddab11e-49f3-41e6-9841-52f893851d14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=99e5c03c-5479-450a-b08f-1a86eaac1a19 HTTP/1.1" status: 200 len: 848 time: 0.3147173 Jan 28 19:20:54.065237 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f16da81f-76ed-46ba-bea7-58e0b832025a req-55436cc7-08ca-4102-8b05-f9f40672088c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d11bf7-3119-4d8c-b280-7ef3c1a8747a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896955 Jan 28 19:20:54.067042 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-753a15c2-951f-431c-81c0-8d0ee8766c8d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.076370 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-753a15c2-951f-431c-81c0-8d0ee8766c8d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/f12a2a83-c4f1-4567-abbe-bd945344ed93 HTTP/1.1" status: 204 len: 168 time: 0.5461805 Jan 28 19:20:54.080767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (18c2b05e-653f-4c7b-9169-fa0eea17c7f1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.088614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51604) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:54.088891 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea345854-3c64-4b3d-8d1a-800ddc637f57 req-ccca896a-772a-4ce7-b42e-d1dd1416495f tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:54.096242 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea345854-3c64-4b3d-8d1a-800ddc637f57 req-ccca896a-772a-4ce7-b42e-d1dd1416495f tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 950 time: 0.3872879 Jan 28 19:20:54.170997 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a15c2-951f-431c-81c0-8d0ee8766c8d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=f12a2a83-c4f1-4567-abbe-bd945344ed93,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:54.263923 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e0016593-60e0-4fab-b019-544698457cc8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1681867 Jan 28 19:20:54.272103 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51608) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:54.283930 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-db36c035-1bc8-425c-bcfb-8834579491a3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:54.285046 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ca00b136-d879-478d-8eaa-a5920a54250b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ca00b136-d879-478d-8eaa-a5920a54250b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:54.306910 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'ca00b136-d879-478d-8eaa-a5920a54250b', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': 'ca00b136-d879-478d-8eaa-a5920a54250b', 'mac_address': 'fa:16:3e:7e:52:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:20:54.387860 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37b45d-191f-4742-ab61-e097991784ee req-d68cb890-3868-44e8-ba83-f4bb9036fd38 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:54.388389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ca00b136-d879-478d-8eaa-a5920a54250b is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:54.389486 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c37b45d-191f-4742-ab61-e097991784ee req-d68cb890-3868-44e8-ba83-f4bb9036fd38 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f630caa-beda-4f54-9688-d5bb350185ad HTTP/1.1" status: 200 len: 946 time: 0.3575683 Jan 28 19:20:54.395979 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.442314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca00b136-d879-478d-8eaa-a5920a54250b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:54.452589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ca00b136-d879-478d-8eaa-a5920a54250b is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:54.454306 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.455384 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea345854-3c64-4b3d-8d1a-800ddc637f57 req-7d3afbb5-6d7c-4d27-837a-e29af2cb2ff4 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571966 Jan 28 19:20:54.474276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ad61a-ff57-4b65-b7f4-a47a7d4a8405 req-98ae6da2-071f-4c24-ab1f-c230148b315c tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:54.476202 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f71ad61a-ff57-4b65-b7f4-a47a7d4a8405 req-98ae6da2-071f-4c24-ab1f-c230148b315c tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f630caa-beda-4f54-9688-d5bb350185ad HTTP/1.1" status: 200 len: 946 time: 0.2102838 Jan 28 19:20:54.503895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ce2892-7182-44ed-83c9-f3c05b9995f8 None None] Network 18c2b05e-653f-4c7b-9169-fa0eea17c7f1 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:54.517947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865d457-2d56-4c70-979a-df92aaac562a req-8d494da7-17ef-4c46-86e0-d19cc6cf91f2 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:54.520350 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9865d457-2d56-4c70-979a-df92aaac562a req-8d494da7-17ef-4c46-86e0-d19cc6cf91f2 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.37 "GET /v2.0/ports?device_id=fdec299d-c469-4e89-9820-66941cfbab1c HTTP/1.1" status: 200 len: 945 time: 0.4109650 Jan 28 19:20:54.529044 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db36c035-1bc8-425c-bcfb-8834579491a3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:54.533932 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db36c035-1bc8-425c-bcfb-8834579491a3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.629077 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.635511 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:54.637761 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.652085 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ca00b136-d879-478d-8eaa-a5920a54250b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ca00b136-d879-478d-8eaa-a5920a54250b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:54.665398 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c37b45d-191f-4742-ab61-e097991784ee req-35b97b61-f5cf-41e3-9571-b5900224c8ca tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8518aa2-230d-4820-9933-e05aeef83140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687013 Jan 28 19:20:54.714481 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.730807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3f24d2c4-ece3-4e0d-bf49-be8b36e91ec2 None None] Provisioning complete for port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:54.731125 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f24d2c4-ece3-4e0d-bf49-be8b36e91ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.740461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] For port e2ce27fb-a606-4980-9cae-1bce6f15c0d7, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e2ce27fb-a606-4980-9cae-1bce6f15c0d7,segment=NetworkSegment(7d75197c-9526-4096-8f14-27842f2c05b3),segment_id=7d75197c-9526-4096-8f14-27842f2c05b3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:54.741205 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.746392 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f71ad61a-ff57-4b65-b7f4-a47a7d4a8405 req-13441571-00ae-4cea-b689-4b18d74d60c1 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Deleting port 14692988-a7a5-49f7-9c4d-94b3c31103f0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:54.747363 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f71ad61a-ff57-4b65-b7f4-a47a7d4a8405 req-13441571-00ae-4cea-b689-4b18d74d60c1 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (14692988-a7a5-49f7-9c4d-94b3c31103f0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.755169 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f16da81f-76ed-46ba-bea7-58e0b832025a req-1de239e1-9083-491a-bf75-44e58b05497f service neutron] 10.222.0.37 "GET /v2.0/networks/a0d11bf7-3119-4d8c-b280-7ef3c1a8747a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468041 Jan 28 19:20:54.781170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for e2ce27fb-a606-4980-9cae-1bce6f15c0d7 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:54.849941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121dd2cc-6e58-4b5c-a839-a35466fd1d47 None None] DHCP port deletion for 18c2b05e-653f-4c7b-9169-fa0eea17c7f1 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:20:54.941458 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f0ed83-64fc-4680-a1d8-40da09adc2bc None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:54.948225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f71ad61a-ff57-4b65-b7f4-a47a7d4a8405 req-13441571-00ae-4cea-b689-4b18d74d60c1 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] For port 14692988-a7a5-49f7-9c4d-94b3c31103f0, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=14692988-a7a5-49f7-9c4d-94b3c31103f0,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:54.948759 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f71ad61a-ff57-4b65-b7f4-a47a7d4a8405 req-13441571-00ae-4cea-b689-4b18d74d60c1 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (14692988-a7a5-49f7-9c4d-94b3c31103f0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:54.954270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfdb17-264b-44fe-bcef-b96f29c9c3a8 req-0355fe8c-4ded-4b5c-a230-3d52379715dd tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:54.955870 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0dcfdb17-264b-44fe-bcef-b96f29c9c3a8 req-0355fe8c-4ded-4b5c-a230-3d52379715dd tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 944 time: 0.3086443 Jan 28 19:20:54.970502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f71ad61a-ff57-4b65-b7f4-a47a7d4a8405 req-13441571-00ae-4cea-b689-4b18d74d60c1 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Calling delete_port for 14692988-a7a5-49f7-9c4d-94b3c31103f0 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:54.996213 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:20:54.996653 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:20:55.041279 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0dcfdb17-264b-44fe-bcef-b96f29c9c3a8 req-a7b5f9f5-93da-408e-b0b9-c07a06d7ce94 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620639 Jan 28 19:20:55.046539 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ca00b136-d879-478d-8eaa-a5920a54250b,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:55.067739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9865d457-2d56-4c70-979a-df92aaac562a req-9aa1aefc-a3f5-4b6e-b363-51e94ceb9a40 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Deleting port 69e210fb-0cb1-430f-8881-7416dba92b61 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:55.067739 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9865d457-2d56-4c70-979a-df92aaac562a req-9aa1aefc-a3f5-4b6e-b363-51e94ceb9a40 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (69e210fb-0cb1-430f-8881-7416dba92b61), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.075495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:55.076091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:55.076545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:55.076971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:55.077555 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:55.077988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:55.078432 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:55.078852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:55.079268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:55.079684 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:55.080102 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:55.080521 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:55.080931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:20:55.091382 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['ca00b136-d879-478d-8eaa-a5920a54250b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:55.093418 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3f24d2c4-ece3-4e0d-bf49-be8b36e91ec2 None None] Current status of the port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:55.149471 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.163707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-121dd2cc-6e58-4b5c-a839-a35466fd1d47 None None] Deleting port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:55.164238 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-121dd2cc-6e58-4b5c-a839-a35466fd1d47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.165401 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f71ad61a-ff57-4b65-b7f4-a47a7d4a8405 req-13441571-00ae-4cea-b689-4b18d74d60c1 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (14692988-a7a5-49f7-9c4d-94b3c31103f0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.167265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No DVR routers for this DVR port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:55.186479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['69e210fb-0cb1-430f-8881-7416dba92b61'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:55.197022 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f16da81f-76ed-46ba-bea7-58e0b832025a req-4017bcef-ea06-4d76-abd3-33f41957e86f service neutron] 10.222.0.37 "GET /v2.0/networks/a0d11bf7-3119-4d8c-b280-7ef3c1a8747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688927 Jan 28 19:20:55.217023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['14692988-a7a5-49f7-9c4d-94b3c31103f0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:55.279230 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=e2ce27fb-a606-4980-9cae-1bce6f15c0d7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:55.306426 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9865d457-2d56-4c70-979a-df92aaac562a req-9aa1aefc-a3f5-4b6e-b363-51e94ceb9a40 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] For port 69e210fb-0cb1-430f-8881-7416dba92b61, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=69e210fb-0cb1-430f-8881-7416dba92b61,segment=NetworkSegment(d82fd765-dd1f-4f2d-8ce0-943d11945924),segment_id=d82fd765-dd1f-4f2d-8ce0-943d11945924)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:55.307091 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9865d457-2d56-4c70-979a-df92aaac562a req-9aa1aefc-a3f5-4b6e-b363-51e94ceb9a40 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (69e210fb-0cb1-430f-8881-7416dba92b61), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.339912 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-121dd2cc-6e58-4b5c-a839-a35466fd1d47 None None] For port e2ce27fb-a606-4980-9cae-1bce6f15c0d7, host n-d-824834-4, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:55.340518 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-121dd2cc-6e58-4b5c-a839-a35466fd1d47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.362267 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eee8f864-4e5d-4d67-9a6a-d7a59709498a None None] Provisioning complete for port 69f41a6c-beef-4448-9243-a158ab8d5d70 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:55.362759 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eee8f864-4e5d-4d67-9a6a-d7a59709498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (69f41a6c-beef-4448-9243-a158ab8d5d70), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.371466 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71ad61a-ff57-4b65-b7f4-a47a7d4a8405 req-13441571-00ae-4cea-b689-4b18d74d60c1 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] No DVR routers for this DVR port 14692988-a7a5-49f7-9c4d-94b3c31103f0 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:55.374101 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.374285 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13441571-00ae-4cea-b689-4b18d74d60c1 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Pushing event deleted for resources: {'Port': ['ID=14692988-a7a5-49f7-9c4d-94b3c31103f0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:55.376010 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f71ad61a-ff57-4b65-b7f4-a47a7d4a8405 req-13441571-00ae-4cea-b689-4b18d74d60c1 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.379780 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f71ad61a-ff57-4b65-b7f4-a47a7d4a8405 req-13441571-00ae-4cea-b689-4b18d74d60c1 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.31 "DELETE /v2.0/ports/14692988-a7a5-49f7-9c4d-94b3c31103f0 HTTP/1.1" status: 204 len: 173 time: 0.8964880 Jan 28 19:20:55.380597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-121dd2cc-6e58-4b5c-a839-a35466fd1d47 None None] Calling delete_port for e2ce27fb-a606-4980-9cae-1bce6f15c0d7 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:55.383910 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f630caa-beda-4f54-9688-d5bb350185ad', 'name': 'network-vif-deleted', 'tag': '14692988-a7a5-49f7-9c4d-94b3c31103f0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:55.387963 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544f3e94-3043-46f3-90ce-96cdc7fb931d" -d '{"events": [{"server_uuid": "1f630caa-beda-4f54-9688-d5bb350185ad", "name": "network-vif-deleted", "tag": "14692988-a7a5-49f7-9c4d-94b3c31103f0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:55.425613 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (18c2b05e-653f-4c7b-9169-fa0eea17c7f1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.452690 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-121dd2cc-6e58-4b5c-a839-a35466fd1d47 None None] Port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:20:55.488934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9865d457-2d56-4c70-979a-df92aaac562a req-9aa1aefc-a3f5-4b6e-b363-51e94ceb9a40 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Calling delete_port for 69e210fb-0cb1-430f-8881-7416dba92b61 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:55.492396 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-121dd2cc-6e58-4b5c-a839-a35466fd1d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (e2ce27fb-a606-4980-9cae-1bce6f15c0d7), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.494904 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e2ce27fb-a606-4980-9cae-1bce6f15c0d7 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:55.505576 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8d055a-0748-456c-9085-0796fa0b52c6 x-openstack-request-id: req-cd8d055a-0748-456c-9085-0796fa0b52c6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:55.506272 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f630caa-beda-4f54-9688-d5bb350185ad", "name": "network-vif-deleted", "tag": "14692988-a7a5-49f7-9c4d-94b3c31103f0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:55.506682 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd8d055a-0748-456c-9085-0796fa0b52c6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:55.508500 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f630caa-beda-4f54-9688-d5bb350185ad', 'name': 'network-vif-deleted', 'tag': '14692988-a7a5-49f7-9c4d-94b3c31103f0', 'status': 'completed', 'code': 200} Jan 28 19:20:55.511355 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c2b05e-653f-4c7b-9169-fa0eea17c7f1']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:55.547057 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d75197c-9526-4096-8f14-27842f2c05b3') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:55.548151 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d75197c-9526-4096-8f14-27842f2c05b3') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:55.602076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: e2ce27fb-a606-4980-9cae-1bce6f15c0d7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:55.602704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e2ce27fb-a606-4980-9cae-1bce6f15c0d7 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:55.608601 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (7d75197c-9526-4096-8f14-27842f2c05b3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.609008 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cd475b-d7ae-4724-be87-2e0de835125d None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:20:55.642479 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (7d75197c-9526-4096-8f14-27842f2c05b3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.659784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:20:55.664747 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (7d75197c-9526-4096-8f14-27842f2c05b3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:20:55.702875 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:20:55.751467 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db36c035-1bc8-425c-bcfb-8834579491a3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (698098c5-df36-428b-837d-ce88d4f916e6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.770003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dd2cc-6e58-4b5c-a839-a35466fd1d47 None None] Pushing event deleted for resources: {'Port': ['ID=e2ce27fb-a606-4980-9cae-1bce6f15c0d7,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:55.806245 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (18c2b05e-653f-4c7b-9169-fa0eea17c7f1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.820424 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.823740 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/networks/18c2b05e-653f-4c7b-9169-fa0eea17c7f1 HTTP/1.1" status: 204 len: 168 time: 1.9161620 Jan 28 19:20:55.834787 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121dd2cc-6e58-4b5c-a839-a35466fd1d47 None None] No DVR routers for this DVR port e2ce27fb-a606-4980-9cae-1bce6f15c0d7 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:55.844732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:55.886716 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577ba39-3777-4aed-ba34-bddc19a16f5c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Network': ['ID=18c2b05e-653f-4c7b-9169-fa0eea17c7f1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:55.912541 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ca00b136-d879-478d-8eaa-a5920a54250b is: BUILD; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:55.912947 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:55.915011 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36c035-1bc8-425c-bcfb-8834579491a3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=698098c5-df36-428b-837d-ce88d4f916e6,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:55.953888 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db36c035-1bc8-425c-bcfb-8834579491a3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:55.960345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-db36c035-1bc8-425c-bcfb-8834579491a3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:55.974727 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe5b82cf-272f-4d3a-9a4c-add89916534e req-6a72f05d-f730-4e2d-b2c7-84b8c9c60668 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f630caa-beda-4f54-9688-d5bb350185ad HTTP/1.1" status: 200 len: 210 time: 0.0839036 Jan 28 19:20:55.998664 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db36c035-1bc8-425c-bcfb-8834579491a3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:55.998664 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db36c035-1bc8-425c-bcfb-8834579491a3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.039562 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8ae13-2490-4664-ad9b-8329195cbdb8 req-a8dbdecf-1579-4ba5-9c49-281ad368395e tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:56.046402 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0ba8ae13-2490-4664-ad9b-8329195cbdb8 req-a8dbdecf-1579-4ba5-9c49-281ad368395e tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 949 time: 0.4415512 Jan 28 19:20:56.048799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e73d8e-e98c-426e-8e41-e78eb5554aa4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:56.050424 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b4e73d8e-e98c-426e-8e41-e78eb5554aa4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2038412 Jan 28 19:20:56.054235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51624) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:56.057477 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-db36c035-1bc8-425c-bcfb-8834579491a3 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7810886 Jan 28 19:20:56.063938 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51626) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:56.070827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-431ab6ed-5134-4187-9717-a9c3fdfeb41d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:56.157680 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ca00b136-d879-478d-8eaa-a5920a54250b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:56.181853 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-129a73ac-6164-446e-b5ab-6935b19e9b60 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1257162 Jan 28 19:20:56.197825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51630) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:56.202962 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ca00b136-d879-478d-8eaa-a5920a54250b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ca00b136-d879-478d-8eaa-a5920a54250b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:56.207455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-845a229e-83dc-4311-9d22-ceffe81e93c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-629204428'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:56.211411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431ab6ed-5134-4187-9717-a9c3fdfeb41d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:56.215501 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-431ab6ed-5134-4187-9717-a9c3fdfeb41d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.220864 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-59cd475b-d7ae-4724-be87-2e0de835125d None None] Deleting port 69f41a6c-beef-4448-9243-a158ab8d5d70 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:20:56.221227 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-59cd475b-d7ae-4724-be87-2e0de835125d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (69f41a6c-beef-4448-9243-a158ab8d5d70), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.224282 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.228856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eee8f864-4e5d-4d67-9a6a-d7a59709498a None None] Current status of the port 69f41a6c-beef-4448-9243-a158ab8d5d70 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:56.250746 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed628980-260e-41ca-86a4-75abac6c7ad1 req-4e5ab1b5-31e6-4055-b668-1fc7c2d78fa6 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:56.252649 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed628980-260e-41ca-86a4-75abac6c7ad1 req-4e5ab1b5-31e6-4055-b668-1fc7c2d78fa6 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 944 time: 0.0894151 Jan 28 19:20:56.254010 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845a229e-83dc-4311-9d22-ceffe81e93c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:56.258011 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-845a229e-83dc-4311-9d22-ceffe81e93c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.263655 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 14692988-a7a5-49f7-9c4d-94b3c31103f0 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:56.274892 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0ba8ae13-2490-4664-ad9b-8329195cbdb8 req-b1358581-15cc-4263-a4aa-6b06f9c90271 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273707 Jan 28 19:20:56.318397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845a229e-83dc-4311-9d22-ceffe81e93c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:20:56.335785 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 14692988-a7a5-49f7-9c4d-94b3c31103f0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:56.336267 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 14692988-a7a5-49f7-9c4d-94b3c31103f0 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:56.338547 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed628980-260e-41ca-86a4-75abac6c7ad1 req-5210cc01-7b59-48bf-a53d-1c36e2afd706 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676694 Jan 28 19:20:56.339759 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-845a229e-83dc-4311-9d22-ceffe81e93c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.340178 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-845a229e-83dc-4311-9d22-ceffe81e93c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Added segment ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c of type vlan for network 6a2a074d-9937-4099-a259-15b9809eb982 Jan 28 19:20:56.370148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ca00b136-d879-478d-8eaa-a5920a54250b,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:56.404857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-59cd475b-d7ae-4724-be87-2e0de835125d None None] For port 69f41a6c-beef-4448-9243-a158ab8d5d70, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=69f41a6c-beef-4448-9243-a158ab8d5d70,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:56.405265 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-59cd475b-d7ae-4724-be87-2e0de835125d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (69f41a6c-beef-4448-9243-a158ab8d5d70), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.406494 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-845a229e-83dc-4311-9d22-ceffe81e93c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (6a2a074d-9937-4099-a259-15b9809eb982), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.427632 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-59cd475b-d7ae-4724-be87-2e0de835125d None None] Calling delete_port for 69f41a6c-beef-4448-9243-a158ab8d5d70 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:20:56.437232 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9865d457-2d56-4c70-979a-df92aaac562a req-9aa1aefc-a3f5-4b6e-b363-51e94ceb9a40 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (69e210fb-0cb1-430f-8881-7416dba92b61), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.448478 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-845a229e-83dc-4311-9d22-ceffe81e93c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (6a2a074d-9937-4099-a259-15b9809eb982), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.459455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845a229e-83dc-4311-9d22-ceffe81e93c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:56.460237 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-845a229e-83dc-4311-9d22-ceffe81e93c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.476901 n-d-824834-4 neutron-server[103147]: INFO neutron.db.ipam_backend_mixin [None req-431ab6ed-5134-4187-9717-a9c3fdfeb41d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 698098c5-df36-428b-837d-ce88d4f916e6 (CIDR: 2001:db8::/64) Jan 28 19:20:56.479748 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1aefc-a3f5-4b6e-b363-51e94ceb9a40 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Pushing event deleted for resources: {'Port': ['ID=69e210fb-0cb1-430f-8881-7416dba92b61,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:56.485730 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-431ab6ed-5134-4187-9717-a9c3fdfeb41d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:20:56.486205 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431ab6ed-5134-4187-9717-a9c3fdfeb41d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:20:56.498363 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-845a229e-83dc-4311-9d22-ceffe81e93c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2964435 Jan 28 19:20:56.518519 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51636) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:56.526842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1f1b400b-0a3c-46cb-b3c4-8408990842c2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'subnet': {'network_id': '6a2a074d-9937-4099-a259-15b9809eb982', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:56.559495 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9865d457-2d56-4c70-979a-df92aaac562a req-9aa1aefc-a3f5-4b6e-b363-51e94ceb9a40 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] No DVR routers for this DVR port 69e210fb-0cb1-430f-8881-7416dba92b61 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:56.569430 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a229e-83dc-4311-9d22-ceffe81e93c3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Network': ['ID=6a2a074d-9937-4099-a259-15b9809eb982,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:56.576364 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-59cd475b-d7ae-4724-be87-2e0de835125d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (69f41a6c-beef-4448-9243-a158ab8d5d70), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.585805 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06ccf4-2158-4b03-8a77-d9ddf8735b26 req-318a5a97-a5bf-4f69-88af-7905a906b15a tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:56.586826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 6a2a074d-9937-4099-a259-15b9809eb982 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:20:56.587456 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4f06ccf4-2158-4b03-8a77-d9ddf8735b26 req-318a5a97-a5bf-4f69-88af-7905a906b15a tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 1131 time: 0.0606713 Jan 28 19:20:56.594631 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-431ab6ed-5134-4187-9717-a9c3fdfeb41d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5278516 Jan 28 19:20:56.595901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51638) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:56.596651 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9865d457-2d56-4c70-979a-df92aaac562a req-9aa1aefc-a3f5-4b6e-b363-51e94ceb9a40 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.599885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9865d457-2d56-4c70-979a-df92aaac562a req-9aa1aefc-a3f5-4b6e-b363-51e94ceb9a40 tempest-MultipleCreateTestJSON-465984588 tempest-MultipleCreateTestJSON-465984588-project] 10.222.0.37 "DELETE /v2.0/ports/69e210fb-0cb1-430f-8881-7416dba92b61 HTTP/1.1" status: 204 len: 173 time: 2.0724773 Jan 28 19:20:56.601462 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-24ad6218-c3ec-4d83-bac6-05dae34808e8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:56.607073 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdec299d-c469-4e89-9820-66941cfbab1c', 'name': 'network-vif-deleted', 'tag': '69e210fb-0cb1-430f-8881-7416dba92b61'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:56.609247 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea51d740-3cb0-430f-8b3e-bc3ed5dd51bd" -d '{"events": [{"server_uuid": "fdec299d-c469-4e89-9820-66941cfbab1c", "name": "network-vif-deleted", "tag": "69e210fb-0cb1-430f-8881-7416dba92b61"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:56.627479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd475b-d7ae-4724-be87-2e0de835125d None None] No DVR routers for this DVR port 69f41a6c-beef-4448-9243-a158ab8d5d70 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:20:56.656571 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd475b-d7ae-4724-be87-2e0de835125d None None] Pushing event deleted for resources: {'Port': ['ID=69f41a6c-beef-4448-9243-a158ab8d5d70,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:56.678035 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1b400b-0a3c-46cb-b3c4-8408990842c2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:56.686565 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f1b400b-0a3c-46cb-b3c4-8408990842c2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.692082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527d1ba1-fd9a-4310-919a-ff23446df8fe None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:56.696171 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3c5e57-af6d-40f2-898b-bd259f47306d x-openstack-request-id: req-2f3c5e57-af6d-40f2-898b-bd259f47306d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:56.696728 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdec299d-c469-4e89-9820-66941cfbab1c", "name": "network-vif-deleted", "tag": "69e210fb-0cb1-430f-8881-7416dba92b61", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:56.697180 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f3c5e57-af6d-40f2-898b-bd259f47306d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:56.697787 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdec299d-c469-4e89-9820-66941cfbab1c', 'name': 'network-vif-deleted', 'tag': '69e210fb-0cb1-430f-8881-7416dba92b61', 'status': 'completed', 'code': 200} Jan 28 19:20:56.731714 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4f06ccf4-2158-4b03-8a77-d9ddf8735b26 req-9facda1c-253d-4f16-b074-94f3d723ef65 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366844 Jan 28 19:20:56.846207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ad6218-c3ec-4d83-bac6-05dae34808e8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:56.851936 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24ad6218-c3ec-4d83-bac6-05dae34808e8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:56.894907 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1218acd0-0311-470a-8d43-e1a60f7e0be9', 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'project_id': '3c39a47b06d44b8bb7d61e79ec319602', 'fixed_ips': [{'subnet_id': '698098c5-df36-428b-837d-ce88d4f916e6'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:20:56.895830 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.088058 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f1b400b-0a3c-46cb-b3c4-8408990842c2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (766a6850-b1c7-4b07-8e00-197712ea8763), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.100124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Allocated IP 2001:db8::2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/698098c5-df36-428b-837d-ce88d4f916e6/2bb31f07-8867-4417-a1d3-20d6aebdd663) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:57.158830 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b400b-0a3c-46cb-b3c4-8408990842c2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Subnet': ['ID=766a6850-b1c7-4b07-8e00-197712ea8763,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:57.191858 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fdd61-a84f-440c-8948-b816ac355661 req-02a90b5c-710f-456a-8636-4d8a455064b2 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:57.200408 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-500fdd61-a84f-440c-8948-b816ac355661 req-02a90b5c-710f-456a-8636-4d8a455064b2 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 1131 time: 0.1787908 Jan 28 19:20:57.248104 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b400b-0a3c-46cb-b3c4-8408990842c2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Checking segment: {'id': 'ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6a2a074d-9937-4099-a259-15b9809eb982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:57.248473 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1b400b-0a3c-46cb-b3c4-8408990842c2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network hostable DHCP agents. Network: 6a2a074d-9937-4099-a259-15b9809eb982, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:20:57.292452 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-500fdd61-a84f-440c-8948-b816ac355661 req-aab476a1-9fd5-4053-a323-be8fa9724a44 tempest-ServersAdminTestJSON-914530914 tempest-ServersAdminTestJSON-914530914-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812910 Jan 28 19:20:57.294310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1b400b-0a3c-46cb-b3c4-8408990842c2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 6a2a074d-9937-4099-a259-15b9809eb982 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:20:57.307728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1f1b400b-0a3c-46cb-b3c4-8408990842c2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 6a2a074d-9937-4099-a259-15b9809eb982) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:57.312795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1b400b-0a3c-46cb-b3c4-8408990842c2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:57.313477 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f1b400b-0a3c-46cb-b3c4-8408990842c2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.340471 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Publish callbacks [] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.348091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbb8ef6-e37a-4fa2-a7b5-e9240deaa62a None None] Network 6a2a074d-9937-4099-a259-15b9809eb982 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:57.355313 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1f1b400b-0a3c-46cb-b3c4-8408990842c2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8324471 Jan 28 19:20:57.355313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51654) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:57.356311 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.366570 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-506c1c0d-92d8-443a-a44d-8266dd4ee677 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'network_id': '6a2a074d-9937-4099-a259-15b9809eb982', 'name': 'tempest-PortsTestJSON-505944546'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:57.456300 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 69f41a6c-beef-4448-9243-a158ab8d5d70 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:57.508598 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:57.509326 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 69f41a6c-beef-4448-9243-a158ab8d5d70 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:57.509669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 69f41a6c-beef-4448-9243-a158ab8d5d70 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:57.520820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:57.532196 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:57.536952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Pushing event updated for resources: {'Port': ['ID=2bb31f07-8867-4417-a1d3-20d6aebdd663,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:57.568304 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506c1c0d-92d8-443a-a44d-8266dd4ee677 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:57.573097 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-506c1c0d-92d8-443a-a44d-8266dd4ee677 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.609151 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-506c1c0d-92d8-443a-a44d-8266dd4ee677 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] device_id is not set on port 18fd9863-a9a3-4c1f-9498-4de75becc6a2 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:57.609360 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Attempting to bind port 2bb31f07-8867-4417-a1d3-20d6aebdd663 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:20:57.609678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Attempting to bind port 2bb31f07-8867-4417-a1d3-20d6aebdd663 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:20:57.610074 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Attempting to bind port 2bb31f07-8867-4417-a1d3-20d6aebdd663 on network 1218acd0-0311-470a-8d43-e1a60f7e0be9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:20:57.619163 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:20:57.619541 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Checking segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:20:57.619920 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.620315 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Bound using segment: {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:20:57.620784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Bound port: 2bb31f07-8867-4417-a1d3-20d6aebdd663, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e28732-0665-4fdd-a1fd-9290ac808bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:20:57.621167 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.669235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d15f0-d2c5-429b-a60b-89f12a94a449 req-0b33b42f-bb47-478d-b951-a48aee8399de tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:57.670782 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-202d15f0-d2c5-429b-a60b-89f12a94a449 req-0b33b42f-bb47-478d-b951-a48aee8399de tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.0886502 Jan 28 19:20:57.694575 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-6a2a074d-9937-4099-a259-15b9809eb982', 'network_id': '6a2a074d-9937-4099-a259-15b9809eb982', 'project_id': 'f7e8842bbdb14b3ca976873a4445191e', 'fixed_ips': [{'subnet_id': '766a6850-b1c7-4b07-8e00-197712ea8763'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:20:57.697328 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.719845 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] For port 2bb31f07-8867-4417-a1d3-20d6aebdd663, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:20:57.738843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] For port 2bb31f07-8867-4417-a1d3-20d6aebdd663, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2bb31f07-8867-4417-a1d3-20d6aebdd663,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:20:57.778843 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-202d15f0-d2c5-429b-a60b-89f12a94a449 req-60cb6a58-e0bf-4440-aeec-4b191b727e59 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828192 Jan 28 19:20:57.787192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4ae05-dc75-44dc-8c8c-413f3ca33f36 req-70b09d53-82c8-4f74-8535-29041c5b3aa1 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:57.789420 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 357895be-cc86-4980-b374-5dc72316f6ee details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:20:57.794629 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-42f4ae05-dc75-44dc-8c8c-413f3ca33f36 req-70b09d53-82c8-4f74-8535-29041c5b3aa1 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 944 time: 0.1367121 Jan 28 19:20:57.804503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 69e210fb-0cb1-430f-8881-7416dba92b61 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:20:57.815348 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:57.816615 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-506c1c0d-92d8-443a-a44d-8266dd4ee677 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Allocated IP 172.20.0.4 (6a2a074d-9937-4099-a259-15b9809eb982/766a6850-b1c7-4b07-8e00-197712ea8763/18fd9863-a9a3-4c1f-9498-4de75becc6a2) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:57.819776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.objects.ports [None req-24ad6218-c3ec-4d83-bac6-05dae34808e8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:20:57.865687 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51664) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:57.883173 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-42f4ae05-dc75-44dc-8c8c-413f3ca33f36 req-cf65e005-c897-4c29-8813-13e09fe8c733 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876391 Jan 28 19:20:57.896731 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 69e210fb-0cb1-430f-8881-7416dba92b61 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:20:57.897088 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 69e210fb-0cb1-430f-8881-7416dba92b61 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:20:57.973054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ca00b136-d879-478d-8eaa-a5920a54250b up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:58.006370 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-7310023a-b94e-436a-9e16-b4f518bd31fc admin admin] Deleting subnet dea7e3fc-09e5-421f-a699-2966c72b0ae8 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:20:58.013120 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7310023a-b94e-436a-9e16-b4f518bd31fc admin admin] Publish callbacks [] for subnet (dea7e3fc-09e5-421f-a699-2966c72b0ae8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.032360 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e854597-889d-492b-98a5-5d89c9deb354 req-5564f870-a70b-4557-9274-ffdd37d68f1c tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:58.041292 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7e854597-889d-492b-98a5-5d89c9deb354 req-5564f870-a70b-4557-9274-ffdd37d68f1c tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 949 time: 0.1271935 Jan 28 19:20:58.070264 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24ad6218-c3ec-4d83-bac6-05dae34808e8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.116292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 357895be-cc86-4980-b374-5dc72316f6ee, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=357895be-cc86-4980-b374-5dc72316f6ee,segment=NetworkSegment(1a42f1c5-bac9-46ee-bb59-173f5dc0ce90),segment_id=1a42f1c5-bac9-46ee-bb59-173f5dc0ce90)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:58.122187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b4e59-ed35-4982-8f86-8ba0f363da03 None None] Pushing event updated for resources: {'Port': ['ID=2bb31f07-8867-4417-a1d3-20d6aebdd663,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:58.153949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '357895be-cc86-4980-b374-5dc72316f6ee', 'network_id': 'a0d11bf7-3119-4d8c-b280-7ef3c1a8747a', 'port_id': '357895be-cc86-4980-b374-5dc72316f6ee', 'mac_address': 'fa:16:3e:1e:38:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e5c03c-5479-450a-b08f-1a86eaac1a19', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:20:58.162251 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7310023a-b94e-436a-9e16-b4f518bd31fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (dea7e3fc-09e5-421f-a699-2966c72b0ae8), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.174972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port ca00b136-d879-478d-8eaa-a5920a54250b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:20:58.175354 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.193676 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7e854597-889d-492b-98a5-5d89c9deb354 req-5ab0e21d-2bb1-4d4b-a8d6-c4200ec6d897 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451919 Jan 28 19:20:58.280378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 357895be-cc86-4980-b374-5dc72316f6ee is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:58.280777 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (357895be-cc86-4980-b374-5dc72316f6ee), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.331787 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 357895be-cc86-4980-b374-5dc72316f6ee {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:20:58.386748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-24ad6218-c3ec-4d83-bac6-05dae34808e8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] For port 2bb31f07-8867-4417-a1d3-20d6aebdd663, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2bb31f07-8867-4417-a1d3-20d6aebdd663,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:58.450734 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24ad6218-c3ec-4d83-bac6-05dae34808e8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.451026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 357895be-cc86-4980-b374-5dc72316f6ee, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=357895be-cc86-4980-b374-5dc72316f6ee,segment=NetworkSegment(1a42f1c5-bac9-46ee-bb59-173f5dc0ce90),segment_id=1a42f1c5-bac9-46ee-bb59-173f5dc0ce90)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:58.471605 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (357895be-cc86-4980-b374-5dc72316f6ee), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.476407 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24ad6218-c3ec-4d83-bac6-05dae34808e8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.526697 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24ad6218-c3ec-4d83-bac6-05dae34808e8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (5ea5f815-4ddf-458f-981f-92001613a790), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.533707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=357895be-cc86-4980-b374-5dc72316f6ee,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:58.536992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port ca00b136-d879-478d-8eaa-a5920a54250b is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:20:58.537750 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.573823 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd229e68-1a0d-45d8-840c-a01ae7fd64f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca00b136-d879-478d-8eaa-a5920a54250b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:20:58.577235 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc0b180-ea81-4521-904b-98f3efa2b2d8" -d '{"events": [{"server_uuid": "fd229e68-1a0d-45d8-840c-a01ae7fd64f3", "name": "network-vif-plugged", "status": "completed", "tag": "ca00b136-d879-478d-8eaa-a5920a54250b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:20:58.601467 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad6218-c3ec-4d83-bac6-05dae34808e8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=5ea5f815-4ddf-458f-981f-92001613a790,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:58.624989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port ca00b136-d879-478d-8eaa-a5920a54250b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ca00b136-d879-478d-8eaa-a5920a54250b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:20:58.627123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ad6218-c3ec-4d83-bac6-05dae34808e8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:58.637710 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.638641 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-24ad6218-c3ec-4d83-bac6-05dae34808e8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:58.643088 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad6218-c3ec-4d83-bac6-05dae34808e8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:58.643861 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24ad6218-c3ec-4d83-bac6-05dae34808e8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.654909 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad6218-c3ec-4d83-bac6-05dae34808e8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=2bb31f07-8867-4417-a1d3-20d6aebdd663,revision_number=4']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:58.679642 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-24ad6218-c3ec-4d83-bac6-05dae34808e8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0794575 Jan 28 19:20:58.680427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:58.686665 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8359c7e3-2363-4410-8caf-39d17758cb5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'mac_address': 'fa:16:3e:ac:95:be', 'name': 'tempest-NetworksTestDHCPv6-1063936598'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:58.689112 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812f8ead-bd2b-4e22-9089-914986e66aff x-openstack-request-id: req-812f8ead-bd2b-4e22-9089-914986e66aff {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:20:58.689655 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd229e68-1a0d-45d8-840c-a01ae7fd64f3", "name": "network-vif-plugged", "status": "completed", "tag": "ca00b136-d879-478d-8eaa-a5920a54250b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:20:58.690281 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-812f8ead-bd2b-4e22-9089-914986e66aff {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:20:58.690915 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd229e68-1a0d-45d8-840c-a01ae7fd64f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca00b136-d879-478d-8eaa-a5920a54250b', 'code': 200} Jan 28 19:20:58.734323 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=ca00b136-d879-478d-8eaa-a5920a54250b,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:58.787302 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7310023a-b94e-436a-9e16-b4f518bd31fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (dea7e3fc-09e5-421f-a699-2966c72b0ae8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.820177 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8359c7e3-2363-4410-8caf-39d17758cb5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:58.821384 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-506c1c0d-92d8-443a-a44d-8266dd4ee677 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (18fd9863-a9a3-4c1f-9498-4de75becc6a2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.871170 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7310023a-b94e-436a-9e16-b4f518bd31fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (dea7e3fc-09e5-421f-a699-2966c72b0ae8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.894053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310023a-b94e-436a-9e16-b4f518bd31fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dea7e3fc-09e5-421f-a699-2966c72b0ae8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:58.899549 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-506c1c0d-92d8-443a-a44d-8266dd4ee677 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (18fd9863-a9a3-4c1f-9498-4de75becc6a2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.913967 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7310023a-b94e-436a-9e16-b4f518bd31fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:58.917227 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7310023a-b94e-436a-9e16-b4f518bd31fc admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dea7e3fc-09e5-421f-a699-2966c72b0ae8 HTTP/1.1" status: 204 len: 168 time: 1.0284691 Jan 28 19:20:58.921262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:58.972830 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506c1c0d-92d8-443a-a44d-8266dd4ee677 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 6a2a074d-9937-4099-a259-15b9809eb982 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:20:58.974505 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-506c1c0d-92d8-443a-a44d-8266dd4ee677 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:20:58.980632 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['357895be-cc86-4980-b374-5dc72316f6ee'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:20:58.999258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c1c0d-92d8-443a-a44d-8266dd4ee677 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=18fd9863-a9a3-4c1f-9498-4de75becc6a2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:59.002158 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506c1c0d-92d8-443a-a44d-8266dd4ee677 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:20:59.020507 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be6bda6-727e-420a-a510-bc92aa4215e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (0ceea04a-e595-4cb7-b086-fbb4ed9795e4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:59.024205 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8359c7e3-2363-4410-8caf-39d17758cb5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:59.058850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-8359c7e3-2363-4410-8caf-39d17758cb5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port 684a50c4-c0a1-4ac9-a516-a196778a3963 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:59.086820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Allocated IP 172.20.0.2 (6a2a074d-9937-4099-a259-15b9809eb982/766a6850-b1c7-4b07-8e00-197712ea8763/0a7f2675-7ed8-40b5-9409-619e672b4cd8) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:20:59.136037 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c1c0d-92d8-443a-a44d-8266dd4ee677 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:59.139464 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-506c1c0d-92d8-443a-a44d-8266dd4ee677 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:59.169061 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-506c1c0d-92d8-443a-a44d-8266dd4ee677 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8140159 Jan 28 19:20:59.171710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51682) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:59.183135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-91039f28-8a79-43cc-9458-8cce482412d6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'network_id': '6a2a074d-9937-4099-a259-15b9809eb982', 'name': 'tempest-PortsTestJSON-1969676667'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:20:59.187915 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be6bda6-727e-420a-a510-bc92aa4215e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (0ceea04a-e595-4cb7-b086-fbb4ed9795e4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:59.225687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6be6bda6-727e-420a-a510-bc92aa4215e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ceea04a-e595-4cb7-b086-fbb4ed9795e4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:59.254368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6be6bda6-727e-420a-a510-bc92aa4215e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd82fd765-dd1f-4f2d-8ce0-943d11945924') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:59.254686 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-6be6bda6-727e-420a-a510-bc92aa4215e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd82fd765-dd1f-4f2d-8ce0-943d11945924') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:20:59.275607 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be6bda6-727e-420a-a510-bc92aa4215e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (d82fd765-dd1f-4f2d-8ce0-943d11945924), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:59.309589 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be6bda6-727e-420a-a510-bc92aa4215e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d82fd765-dd1f-4f2d-8ce0-943d11945924), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:59.320611 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be6bda6-727e-420a-a510-bc92aa4215e3 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:20:59.320862 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be6bda6-727e-420a-a510-bc92aa4215e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (d82fd765-dd1f-4f2d-8ce0-943d11945924), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:59.352910 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de663dee-c790-4ad6-ac04-7a0eb73f8d56 req-2a2cb985-f2da-4520-b84d-bcc3d29a537a tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:59.361685 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de663dee-c790-4ad6-ac04-7a0eb73f8d56 req-2a2cb985-f2da-4520-b84d-bcc3d29a537a tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 945 time: 0.3115134 Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:20:59.414599 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:20:59.420515 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be6bda6-727e-420a-a510-bc92aa4215e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (0ceea04a-e595-4cb7-b086-fbb4ed9795e4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:59.425890 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6be6bda6-727e-420a-a510-bc92aa4215e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:59.432656 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6be6bda6-727e-420a-a510-bc92aa4215e3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0ceea04a-e595-4cb7-b086-fbb4ed9795e4 HTTP/1.1" status: 204 len: 168 time: 0.5102541 Jan 28 19:20:59.487433 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de663dee-c790-4ad6-ac04-7a0eb73f8d56 req-6e9928a6-b8ed-49ac-9907-5997cde740ec tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245806 Jan 28 19:20:59.495627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91039f28-8a79-43cc-9458-8cce482412d6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:20:59.502310 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91039f28-8a79-43cc-9458-8cce482412d6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:59.534162 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6bda6-727e-420a-a510-bc92aa4215e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ceea04a-e595-4cb7-b086-fbb4ed9795e4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:59.571499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-91039f28-8a79-43cc-9458-8cce482412d6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] device_id is not set on port 7bd2dab7-6e2d-4590-b948-1df87818f774 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:20:59.632810 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d74e34-0030-43fc-8edd-6b308ffd46f8 req-9cebf653-63c1-41b9-b13b-fd152a9c5997 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:59.640159 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6d74e34-0030-43fc-8edd-6b308ffd46f8 req-9cebf653-63c1-41b9-b13b-fd152a9c5997 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 949 time: 0.2390461 Jan 28 19:20:59.692517 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d7a20-f67a-4696-a6c1-06ee5eec9806 req-ca829757-bc60-4380-a961-e761cbffae6f tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:20:59.694199 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-680d7a20-f67a-4696-a6c1-06ee5eec9806 req-ca829757-bc60-4380-a961-e761cbffae6f tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.31 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 949 time: 0.3039925 Jan 28 19:20:59.716794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51692) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:59.719822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2bb31f07-8867-4417-a1d3-20d6aebdd663 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:20:59.785751 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4845943c-aadc-4dbb-9c1d-a35161f1eb24 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=068ce8b2015a45a89b166ffbe9a9e473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0649316 Jan 28 19:20:59.786002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:20:59.846189 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d86f58e-2941-4560-b75a-6f2b53f0dd6d admin admin] Publish callbacks [] for security_group (e8518aa2-230d-4820-9933-e05aeef83140), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:59.878318 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d86f58e-2941-4560-b75a-6f2b53f0dd6d admin admin] Publish callbacks [] for security_group (e8518aa2-230d-4820-9933-e05aeef83140), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:59.901152 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94620d1-73e4-40e4-9b32-a7aa624fd52b None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:20:59.935797 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Publish callbacks [] for port (0a7f2675-7ed8-40b5-9409-619e672b4cd8), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:59.942275 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d86f58e-2941-4560-b75a-6f2b53f0dd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e8518aa2-230d-4820-9933-e05aeef83140), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:59.946801 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d86f58e-2941-4560-b75a-6f2b53f0dd6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:20:59.948936 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6d74e34-0030-43fc-8edd-6b308ffd46f8 req-3bd5dc1a-0e3e-4009-acfd-d73a98d194e0 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076174 Jan 28 19:20:59.950597 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1d86f58e-2941-4560-b75a-6f2b53f0dd6d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e8518aa2-230d-4820-9933-e05aeef83140 HTTP/1.1" status: 204 len: 168 time: 0.1633627 Jan 28 19:20:59.970119 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86f58e-2941-4560-b75a-6f2b53f0dd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8518aa2-230d-4820-9933-e05aeef83140,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:20:59.989580 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-8359c7e3-2363-4410-8caf-39d17758cb5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::1c4 (1218acd0-0311-470a-8d43-e1a60f7e0be9/698098c5-df36-428b-837d-ce88d4f916e6/684a50c4-c0a1-4ac9-a516-a196778a3963) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:00.007082 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-8359c7e3-2363-4410-8caf-39d17758cb5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8:0:1:f816:3eff:feac:95be (1218acd0-0311-470a-8d43-e1a60f7e0be9/5ea5f815-4ddf-458f-981f-92001613a790/684a50c4-c0a1-4ac9-a516-a196778a3963) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:00.014506 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (0a7f2675-7ed8-40b5-9409-619e672b4cd8), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.023924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 2bb31f07-8867-4417-a1d3-20d6aebdd663 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:00.024527 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.046280 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-680d7a20-f67a-4696-a6c1-06ee5eec9806 req-051da005-2671-480f-a83f-94bdd85dbc93 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Deleting port 643d23a5-4612-4dc3-8306-c086f2b706ee {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:00.046629 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-680d7a20-f67a-4696-a6c1-06ee5eec9806 req-051da005-2671-480f-a83f-94bdd85dbc93 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (643d23a5-4612-4dc3-8306-c086f2b706ee), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.083656 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-91039f28-8a79-43cc-9458-8cce482412d6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Allocated IP 172.20.0.10 (6a2a074d-9937-4099-a259-15b9809eb982/766a6850-b1c7-4b07-8e00-197712ea8763/7bd2dab7-6e2d-4590-b948-1df87818f774) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:00.130457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Network 6a2a074d-9937-4099-a259-15b9809eb982 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:00.138190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:00.151353 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:00.153636 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.177205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-74297272-03bf-4ced-b8c3-07867db6b823 None None] Provisioning complete for port 2bb31f07-8867-4417-a1d3-20d6aebdd663 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:00.177796 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74297272-03bf-4ced-b8c3-07867db6b823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.224992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Pushing event updated for resources: {'Port': ['ID=0a7f2675-7ed8-40b5-9409-619e672b4cd8,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:00.316764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-680d7a20-f67a-4696-a6c1-06ee5eec9806 req-051da005-2671-480f-a83f-94bdd85dbc93 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] For port 643d23a5-4612-4dc3-8306-c086f2b706ee, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=643d23a5-4612-4dc3-8306-c086f2b706ee,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:00.317452 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-680d7a20-f67a-4696-a6c1-06ee5eec9806 req-051da005-2671-480f-a83f-94bdd85dbc93 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (643d23a5-4612-4dc3-8306-c086f2b706ee), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.354340 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-680d7a20-f67a-4696-a6c1-06ee5eec9806 req-051da005-2671-480f-a83f-94bdd85dbc93 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Calling delete_port for 643d23a5-4612-4dc3-8306-c086f2b706ee owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:00.354619 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91039f28-8a79-43cc-9458-8cce482412d6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (7bd2dab7-6e2d-4590-b948-1df87818f774), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.376412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 2bb31f07-8867-4417-a1d3-20d6aebdd663 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:00.376970 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.383637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Attempting to bind port 0a7f2675-7ed8-40b5-9409-619e672b4cd8 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:00.384191 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Attempting to bind port 0a7f2675-7ed8-40b5-9409-619e672b4cd8 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6a2a074d-9937-4099-a259-15b9809eb982'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:00.384677 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Attempting to bind port 0a7f2675-7ed8-40b5-9409-619e672b4cd8 on network 6a2a074d-9937-4099-a259-15b9809eb982 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:00.397200 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91039f28-8a79-43cc-9458-8cce482412d6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (7bd2dab7-6e2d-4590-b948-1df87818f774), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.414419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:00.415067 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Checking segment: {'id': 'ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6a2a074d-9937-4099-a259-15b9809eb982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:00.415643 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.416183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Bound using segment: {'id': 'ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6a2a074d-9937-4099-a259-15b9809eb982'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:00.416842 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Bound port: 0a7f2675-7ed8-40b5-9409-619e672b4cd8, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '6a2a074d-9937-4099-a259-15b9809eb982'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:00.417337 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0a7f2675-7ed8-40b5-9409-619e672b4cd8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.436873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91039f28-8a79-43cc-9458-8cce482412d6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 6a2a074d-9937-4099-a259-15b9809eb982 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:00.439453 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-91039f28-8a79-43cc-9458-8cce482412d6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:00.443658 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-74297272-03bf-4ced-b8c3-07867db6b823 None None] Current status of the port 2bb31f07-8867-4417-a1d3-20d6aebdd663 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:00.444168 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74297272-03bf-4ced-b8c3-07867db6b823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.453763 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91039f28-8a79-43cc-9458-8cce482412d6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:00.536295 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 2bb31f07-8867-4417-a1d3-20d6aebdd663, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2bb31f07-8867-4417-a1d3-20d6aebdd663,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:00.569497 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.577865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91039f28-8a79-43cc-9458-8cce482412d6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=7bd2dab7-6e2d-4590-b948-1df87818f774,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:00.587203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91039f28-8a79-43cc-9458-8cce482412d6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:00.587886 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91039f28-8a79-43cc-9458-8cce482412d6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.636224 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-91039f28-8a79-43cc-9458-8cce482412d6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4559503 Jan 28 19:21:00.641901 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51710) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:00.682994 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8359c7e3-2363-4410-8caf-39d17758cb5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (684a50c4-c0a1-4ac9-a516-a196778a3963), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.722499 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-680d7a20-f67a-4696-a6c1-06ee5eec9806 req-051da005-2671-480f-a83f-94bdd85dbc93 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (643d23a5-4612-4dc3-8306-c086f2b706ee), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.760625 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8359c7e3-2363-4410-8caf-39d17758cb5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (684a50c4-c0a1-4ac9-a516-a196778a3963), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.766235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=2bb31f07-8867-4417-a1d3-20d6aebdd663,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:00.770387 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['643d23a5-4612-4dc3-8306-c086f2b706ee', 'ca00b136-d879-478d-8eaa-a5920a54250b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:00.775153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['2a69777e-2f4b-4bc6-8b0c-1916d555099f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:00.783437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] For port 0a7f2675-7ed8-40b5-9409-619e672b4cd8, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:00.792762 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] For port 0a7f2675-7ed8-40b5-9409-619e672b4cd8, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0a7f2675-7ed8-40b5-9409-619e672b4cd8,segment=NetworkSegment(ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c),segment_id=ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:00.844703 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051da005-2671-480f-a83f-94bdd85dbc93 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Pushing event deleted for resources: {'Port': ['ID=643d23a5-4612-4dc3-8306-c086f2b706ee,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:00.873644 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0a7f2675-7ed8-40b5-9409-619e672b4cd8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:00.964424 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8359c7e3-2363-4410-8caf-39d17758cb5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:00.968455 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c2f31-b87d-4d59-8769-59a7e8960de9 req-f2bda8bb-ddd0-47e0-b00d-f267c229798e tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:00.970607 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b91c2f31-b87d-4d59-8769-59a7e8960de9 req-f2bda8bb-ddd0-47e0-b00d-f267c229798e tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 945 time: 0.2331283 Jan 28 19:21:00.975079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-680d7a20-f67a-4696-a6c1-06ee5eec9806 req-051da005-2671-480f-a83f-94bdd85dbc93 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] No DVR routers for this DVR port 643d23a5-4612-4dc3-8306-c086f2b706ee on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:00.977002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8359c7e3-2363-4410-8caf-39d17758cb5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:00.994947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8359c7e3-2363-4410-8caf-39d17758cb5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:01.000979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8359c7e3-2363-4410-8caf-39d17758cb5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:01.001646 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8359c7e3-2363-4410-8caf-39d17758cb5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:01.004935 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-74297272-03bf-4ced-b8c3-07867db6b823 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:21:01.004935 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-74297272-03bf-4ced-b8c3-07867db6b823 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:21:01.069864 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-680d7a20-f67a-4696-a6c1-06ee5eec9806 req-051da005-2671-480f-a83f-94bdd85dbc93 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:01.088331 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af4a32-ac0a-4cef-9131-f2ee12a43286 None None] Pushing event updated for resources: {'Port': ['ID=0a7f2675-7ed8-40b5-9409-619e672b4cd8,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:01.089385 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-680d7a20-f67a-4696-a6c1-06ee5eec9806 req-051da005-2671-480f-a83f-94bdd85dbc93 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.31 "DELETE /v2.0/ports/643d23a5-4612-4dc3-8306-c086f2b706ee HTTP/1.1" status: 204 len: 173 time: 1.3260176 Jan 28 19:21:01.155578 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc83b59-6bb3-4986-bb57-84c4c9e0ff14 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:01.160062 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bdc83b59-6bb3-4986-bb57-84c4c9e0ff14 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.5139844 Jan 28 19:21:01.168824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ad5a67-5a49-4424-8831-59ee794b475f', 'name': 'network-vif-deleted', 'tag': '643d23a5-4612-4dc3-8306-c086f2b706ee'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:01.174790 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51720) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:01.192634 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe0abbd-5d7c-4995-a427-09c7e5c444d5" -d '{"events": [{"server_uuid": "50ad5a67-5a49-4424-8831-59ee794b475f", "name": "network-vif-deleted", "tag": "643d23a5-4612-4dc3-8306-c086f2b706ee"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:01.221024 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8359c7e3-2363-4410-8caf-39d17758cb5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5393784 Jan 28 19:21:01.221453 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51726) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:01.343914 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b91c2f31-b87d-4d59-8769-59a7e8960de9 req-49752eee-86ad-47ee-bc1c-b7f103f0178c tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408341 Jan 28 19:21:01.382697 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bacb4c25-e446-4d7d-979b-1a31a5cceb33 req-16a988dd-e9b9-42dc-b39d-c9868cfb6b6b tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ad5a67-5a49-4424-8831-59ee794b475f HTTP/1.1" status: 200 len: 210 time: 0.1769454 Jan 28 19:21:01.500033 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359c7e3-2363-4410-8caf-39d17758cb5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=684a50c4-c0a1-4ac9-a516-a196778a3963,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:01.567385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5a371ddf-36dc-4dd9-b3dc-f269ea2ac17f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port 7bd2dab7-6e2d-4590-b948-1df87818f774 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:01.567953 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a371ddf-36dc-4dd9-b3dc-f269ea2ac17f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7bd2dab7-6e2d-4590-b948-1df87818f774), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:01.590528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51732) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:01.592407 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6a5972-9947-49fe-b6af-1718029a0f4e x-openstack-request-id: req-1e6a5972-9947-49fe-b6af-1718029a0f4e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:01.593060 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ad5a67-5a49-4424-8831-59ee794b475f", "name": "network-vif-deleted", "tag": "643d23a5-4612-4dc3-8306-c086f2b706ee", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:01.593617 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e6a5972-9947-49fe-b6af-1718029a0f4e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:01.594344 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ad5a67-5a49-4424-8831-59ee794b475f', 'name': 'network-vif-deleted', 'tag': '643d23a5-4612-4dc3-8306-c086f2b706ee', 'status': 'completed', 'code': 200} Jan 28 19:21:01.600064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-74297272-03bf-4ced-b8c3-07867db6b823 None None] Current status of the port 2bb31f07-8867-4417-a1d3-20d6aebdd663 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:01.674202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2bb31f07-8867-4417-a1d3-20d6aebdd663 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:01.707383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f4048de7-b69c-4845-b219-8f33fdde771e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port 684a50c4-c0a1-4ac9-a516-a196778a3963 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:01.707787 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4048de7-b69c-4845-b219-8f33fdde771e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (684a50c4-c0a1-4ac9-a516-a196778a3963), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:01.810204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 357895be-cc86-4980-b374-5dc72316f6ee up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:02.010989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e48bf576-2329-4ff0-9df8-03ded59391c3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1255242888-network', 'tenant_id': '35b6c9bb6252468387ec53fb922e5450'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:02.016330 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4048de7-b69c-4845-b219-8f33fdde771e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (684a50c4-c0a1-4ac9-a516-a196778a3963), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:02.019904 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a371ddf-36dc-4dd9-b3dc-f269ea2ac17f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7bd2dab7-6e2d-4590-b948-1df87818f774), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:02.031486 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 2bb31f07-8867-4417-a1d3-20d6aebdd663 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:02.031922 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:02.051080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f4048de7-b69c-4845-b219-8f33fdde771e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for 684a50c4-c0a1-4ac9-a516-a196778a3963 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:02.057248 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5a371ddf-36dc-4dd9-b3dc-f269ea2ac17f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for 7bd2dab7-6e2d-4590-b948-1df87818f774 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:02.089147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48bf576-2329-4ff0-9df8-03ded59391c3 admin admin] Made reservation on behalf of 35b6c9bb6252468387ec53fb922e5450 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:02.099747 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e48bf576-2329-4ff0-9df8-03ded59391c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:02.147814 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 357895be-cc86-4980-b374-5dc72316f6ee completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:21:02.158856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 357895be-cc86-4980-b374-5dc72316f6ee triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:02.159370 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (357895be-cc86-4980-b374-5dc72316f6ee), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:02.198415 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e48bf576-2329-4ff0-9df8-03ded59391c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:02.204001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-95e243c0-bdbe-4fb2-873e-979e17d03e0e None None] Provisioning complete for port 2bb31f07-8867-4417-a1d3-20d6aebdd663 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:02.204388 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95e243c0-bdbe-4fb2-873e-979e17d03e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:02.325086 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a371ddf-36dc-4dd9-b3dc-f269ea2ac17f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (7bd2dab7-6e2d-4590-b948-1df87818f774), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:02.477060 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a371ddf-36dc-4dd9-b3dc-f269ea2ac17f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=7bd2dab7-6e2d-4590-b948-1df87818f774,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:02.486429 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4048de7-b69c-4845-b219-8f33fdde771e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (684a50c4-c0a1-4ac9-a516-a196778a3963), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:02.545270 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-95e243c0-bdbe-4fb2-873e-979e17d03e0e None None] Current status of the port 2bb31f07-8867-4417-a1d3-20d6aebdd663 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:02.572816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4048de7-b69c-4845-b219-8f33fdde771e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=684a50c4-c0a1-4ac9-a516-a196778a3963,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:02.596453 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 2bb31f07-8867-4417-a1d3-20d6aebdd663 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:02.631601 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a371ddf-36dc-4dd9-b3dc-f269ea2ac17f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:02.643203 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5a371ddf-36dc-4dd9-b3dc-f269ea2ac17f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/7bd2dab7-6e2d-4590-b948-1df87818f774 HTTP/1.1" status: 204 len: 168 time: 1.4670253 Jan 28 19:21:02.646008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51756) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:02.648755 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 357895be-cc86-4980-b374-5dc72316f6ee is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:02.649156 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (357895be-cc86-4980-b374-5dc72316f6ee), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:02.699156 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d4d779-4fa7-4d8f-bb41-4e6a6ade6423 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] GET failed (client error): The resource could not be found. Jan 28 19:21:02.715440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8c9b42f2-599f-450b-9f0b-635cded2327e None None] Could not find standard attr ID for object 684a50c4-c0a1-4ac9-a516-a196778a3963. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:21:02.723026 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d1d4d779-4fa7-4d8f-bb41-4e6a6ade6423 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports/7bd2dab7-6e2d-4590-b948-1df87818f774 HTTP/1.1" status: 404 len: 333 time: 0.0745502 Jan 28 19:21:02.725791 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51758) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:02.750296 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29355e70-06c9-42a1-b5f1-0acfd9912143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357895be-cc86-4980-b374-5dc72316f6ee'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:02.753059 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9206df49-dd18-4a1c-9d88-bce3896ee890" -d '{"events": [{"server_uuid": "29355e70-06c9-42a1-b5f1-0acfd9912143", "name": "network-vif-plugged", "status": "completed", "tag": "357895be-cc86-4980-b374-5dc72316f6ee"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:02.802110 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 357895be-cc86-4980-b374-5dc72316f6ee, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=357895be-cc86-4980-b374-5dc72316f6ee,segment=NetworkSegment(1a42f1c5-bac9-46ee-bb59-173f5dc0ce90),segment_id=1a42f1c5-bac9-46ee-bb59-173f5dc0ce90)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:02.811889 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (357895be-cc86-4980-b374-5dc72316f6ee), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:02.973305 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4048de7-b69c-4845-b219-8f33fdde771e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:02.973305 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f4048de7-b69c-4845-b219-8f33fdde771e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/684a50c4-c0a1-4ac9-a516-a196778a3963 HTTP/1.1" status: 204 len: 168 time: 1.7401853 Jan 28 19:21:02.983552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51766) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:02.991069 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=357895be-cc86-4980-b374-5dc72316f6ee,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:03.083567 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2ddc8-ced2-4dae-8a80-70bf432c93f0 req-09d889c6-09e2-4ff2-a999-30e0585253f0 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.085485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-20d2ddc8-ced2-4dae-8a80-70bf432c93f0 req-09d889c6-09e2-4ff2-a999-30e0585253f0 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 945 time: 0.5248463 Jan 28 19:21:03.152777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-813d1034-a183-4b51-8cb7-7785e97cfcfa tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port 18fd9863-a9a3-4c1f-9498-4de75becc6a2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:03.153537 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-813d1034-a183-4b51-8cb7-7785e97cfcfa tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (18fd9863-a9a3-4c1f-9498-4de75becc6a2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.160980 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51774) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:03.177043 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d071a4-7d3d-4718-8369-4b2d5b0c8710 req-8d05a40a-4f7a-4d89-84a7-071a0567b4f5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.178665 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-20d2ddc8-ced2-4dae-8a80-70bf432c93f0 req-859800c6-802c-4c55-9ce4-f567f4a3e038 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869739 Jan 28 19:21:03.187991 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d7d071a4-7d3d-4718-8369-4b2d5b0c8710 req-8d05a40a-4f7a-4d89-84a7-071a0567b4f5 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 948 time: 0.2898552 Jan 28 19:21:03.205525 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e48bf576-2329-4ff0-9df8-03ded59391c3 admin admin] Publish callbacks [] for security_group (21907491-69d5-4fb3-a6a0-4bd0d4a2bce6), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.215213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ea3b35-9df8-41e9-a49e-b91ebd4da08f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.219255 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-54ea3b35-9df8-41e9-a49e-b91ebd4da08f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2281189 Jan 28 19:21:03.219525 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51776) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:03.240194 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e48bf576-2329-4ff0-9df8-03ded59391c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (21907491-69d5-4fb3-a6a0-4bd0d4a2bce6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.293576 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48bf576-2329-4ff0-9df8-03ded59391c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:21:03.300027 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1c37c2-4c05-426f-a3df-ddb7609d25e0 None None] Network 6a2a074d-9937-4099-a259-15b9809eb982 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:03.310678 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e48bf576-2329-4ff0-9df8-03ded59391c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (82821d1c-6b66-42be-b1e4-65d3258a5370), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.311331 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-e48bf576-2329-4ff0-9df8-03ded59391c3 admin admin] Added segment 82821d1c-6b66-42be-b1e4-65d3258a5370 of type vlan for network 94796386-d5f1-4714-b283-09e37e1ac46a Jan 28 19:21:03.323602 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d7d071a4-7d3d-4718-8369-4b2d5b0c8710 req-c19cd952-426b-4bc1-9949-ca10aa21b376 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343842 Jan 28 19:21:03.364422 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e48bf576-2329-4ff0-9df8-03ded59391c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (94796386-d5f1-4714-b283-09e37e1ac46a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.378895 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e44aca-c762-4341-b068-335f448da0ad x-openstack-request-id: req-02e44aca-c762-4341-b068-335f448da0ad {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:03.385741 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29355e70-06c9-42a1-b5f1-0acfd9912143", "name": "network-vif-plugged", "status": "completed", "tag": "357895be-cc86-4980-b374-5dc72316f6ee", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:03.386222 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02e44aca-c762-4341-b068-335f448da0ad {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:03.386746 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29355e70-06c9-42a1-b5f1-0acfd9912143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '357895be-cc86-4980-b374-5dc72316f6ee', 'code': 200} Jan 28 19:21:03.426885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bf576-2329-4ff0-9df8-03ded59391c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21907491-69d5-4fb3-a6a0-4bd0d4a2bce6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:03.431149 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e48bf576-2329-4ff0-9df8-03ded59391c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (94796386-d5f1-4714-b283-09e37e1ac46a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.431639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48bf576-2329-4ff0-9df8-03ded59391c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.432285 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e48bf576-2329-4ff0-9df8-03ded59391c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.490106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398c93d-c6bb-4d94-b4aa-b070e2f31533 req-1b7a466d-cdfd-4c76-b4c5-37f3309fd4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.491764 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5398c93d-c6bb-4d94-b4aa-b070e2f31533 req-1b7a466d-cdfd-4c76-b4c5-37f3309fd4ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 1128 time: 0.1032140 Jan 28 19:21:03.497735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-eed66383-58b2-410b-a7b7-2061acda3766 None None] Provisioning complete for port 0a7f2675-7ed8-40b5-9409-619e672b4cd8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:03.497979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c48c2-32b6-4eb4-89eb-175bdaaf66b4 req-656c816e-4579-4b74-8a93-583bacb142df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.498574 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eed66383-58b2-410b-a7b7-2061acda3766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0a7f2675-7ed8-40b5-9409-619e672b4cd8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.498712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c48c2-32b6-4eb4-89eb-175bdaaf66b4 req-656c816e-4579-4b74-8a93-583bacb142df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.499413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c48c2-32b6-4eb4-89eb-175bdaaf66b4 req-656c816e-4579-4b74-8a93-583bacb142df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.499889 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c48c2-32b6-4eb4-89eb-175bdaaf66b4 req-656c816e-4579-4b74-8a93-583bacb142df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.500357 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c48c2-32b6-4eb4-89eb-175bdaaf66b4 req-656c816e-4579-4b74-8a93-583bacb142df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.500821 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c48c2-32b6-4eb4-89eb-175bdaaf66b4 req-656c816e-4579-4b74-8a93-583bacb142df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.501281 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c48c2-32b6-4eb4-89eb-175bdaaf66b4 req-656c816e-4579-4b74-8a93-583bacb142df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.509601 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3d5c48c2-32b6-4eb4-89eb-175bdaaf66b4 req-656c816e-4579-4b74-8a93-583bacb142df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 6705 time: 0.3464203 Jan 28 19:21:03.526263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bf576-2329-4ff0-9df8-03ded59391c3 admin admin] Pushing event updated for resources: {'Network': ['ID=94796386-d5f1-4714-b283-09e37e1ac46a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:03.557296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f2a6b1-0509-49b5-9369-4778b4b4dcf5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.561476 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-85f2a6b1-0509-49b5-9369-4778b4b4dcf5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3387115 Jan 28 19:21:03.566348 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e48bf576-2329-4ff0-9df8-03ded59391c3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9666927 Jan 28 19:21:03.567027 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51780) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:03.567309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51782) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:03.571244 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 94796386-d5f1-4714-b283-09e37e1ac46a details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:21:03.586880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9a2c6908-8ae0-40ce-af9e-6dd582ecc5a2 admin admin] Request body: {'subnet': {'network_id': '94796386-d5f1-4714-b283-09e37e1ac46a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1255242888-subnet', 'tenant_id': '35b6c9bb6252468387ec53fb922e5450', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:03.600309 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3d5c48c2-32b6-4eb4-89eb-175bdaaf66b4 req-a87814b5-a8a8-481d-8ff6-8edc32bebb8b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&id=3d51f05d-7623-4222-b390-56706a33fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894587 Jan 28 19:21:03.603019 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0a7f2675-7ed8-40b5-9409-619e672b4cd8 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:03.605536 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-813d1034-a183-4b51-8cb7-7785e97cfcfa tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (18fd9863-a9a3-4c1f-9498-4de75becc6a2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.630977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-813d1034-a183-4b51-8cb7-7785e97cfcfa tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for 18fd9863-a9a3-4c1f-9498-4de75becc6a2 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:03.640659 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2c6908-8ae0-40ce-af9e-6dd582ecc5a2 admin admin] Made reservation on behalf of 35b6c9bb6252468387ec53fb922e5450 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:03.641991 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5398c93d-c6bb-4d94-b4aa-b070e2f31533 req-9f76c87f-74a4-4bc3-b21e-a6528913090a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119039 Jan 28 19:21:03.643108 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6908-8ae0-40ce-af9e-6dd582ecc5a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.721525 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0abefb0-bfd8-4b0c-9320-d9962a187f94 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.723060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0abefb0-bfd8-4b0c-9320-d9962a187f94 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.724810 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0abefb0-bfd8-4b0c-9320-d9962a187f94 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:03.729016 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c0abefb0-bfd8-4b0c-9320-d9962a187f94 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1581981 Jan 28 19:21:03.730407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51786) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:03.797876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0a7f2675-7ed8-40b5-9409-619e672b4cd8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:03.798284 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0a7f2675-7ed8-40b5-9409-619e672b4cd8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.800144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eed66383-58b2-410b-a7b7-2061acda3766 None None] Current status of the port 0a7f2675-7ed8-40b5-9409-619e672b4cd8 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:03.800567 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eed66383-58b2-410b-a7b7-2061acda3766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0a7f2675-7ed8-40b5-9409-619e672b4cd8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.819194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17dd578-5fd2-4703-b1ec-4f6789331196 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 5ea5f815-4ddf-458f-981f-92001613a790 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:03.823785 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c17dd578-5fd2-4703-b1ec-4f6789331196 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (5ea5f815-4ddf-458f-981f-92001613a790), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.829088 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-813d1034-a183-4b51-8cb7-7785e97cfcfa tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (18fd9863-a9a3-4c1f-9498-4de75becc6a2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.879120 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c17dd578-5fd2-4703-b1ec-4f6789331196 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (5ea5f815-4ddf-458f-981f-92001613a790), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:03.885920 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d1034-a183-4b51-8cb7-7785e97cfcfa tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=18fd9863-a9a3-4c1f-9498-4de75becc6a2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:03.917167 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eed66383-58b2-410b-a7b7-2061acda3766 None None] For port 0a7f2675-7ed8-40b5-9409-619e672b4cd8, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0a7f2675-7ed8-40b5-9409-619e672b4cd8,segment=NetworkSegment(ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c),segment_id=ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:03.928462 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eed66383-58b2-410b-a7b7-2061acda3766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0a7f2675-7ed8-40b5-9409-619e672b4cd8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.011767 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-813d1034-a183-4b51-8cb7-7785e97cfcfa tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.022797 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-813d1034-a183-4b51-8cb7-7785e97cfcfa tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/18fd9863-a9a3-4c1f-9498-4de75becc6a2 HTTP/1.1" status: 204 len: 168 time: 1.2923071 Jan 28 19:21:04.023595 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51792) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:04.044058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 643d23a5-4612-4dc3-8306-c086f2b706ee no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:04.057663 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c17dd578-5fd2-4703-b1ec-4f6789331196 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (5ea5f815-4ddf-458f-981f-92001613a790), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.062236 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6908-8ae0-40ce-af9e-6dd582ecc5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (39a685a2-301d-4e54-93b0-97e54c38e5ff), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.064659 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-43764250-6a8b-49f7-9a75-073a3408c8c5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] GET failed (client error): The resource could not be found. Jan 28 19:21:04.069012 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-43764250-6a8b-49f7-9a75-073a3408c8c5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports/18fd9863-a9a3-4c1f-9498-4de75becc6a2 HTTP/1.1" status: 404 len: 333 time: 0.0418849 Jan 28 19:21:04.069584 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51794) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:04.156316 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c6908-8ae0-40ce-af9e-6dd582ecc5a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a685a2-301d-4e54-93b0-97e54c38e5ff,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:04.158843 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7cfb0a-ad77-4cd2-890d-b5666fc69327 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting subnet 766a6850-b1c7-4b07-8e00-197712ea8763 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:04.164813 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d7cfb0a-ad77-4cd2-890d-b5666fc69327 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (766a6850-b1c7-4b07-8e00-197712ea8763), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.214084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2c6908-8ae0-40ce-af9e-6dd582ecc5a2 admin admin] Checking segment: {'id': '82821d1c-6b66-42be-b1e4-65d3258a5370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '94796386-d5f1-4714-b283-09e37e1ac46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:04.214464 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c6908-8ae0-40ce-af9e-6dd582ecc5a2 admin admin] Network hostable DHCP agents. Network: 94796386-d5f1-4714-b283-09e37e1ac46a, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:21:04.221707 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d7cfb0a-ad77-4cd2-890d-b5666fc69327 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (766a6850-b1c7-4b07-8e00-197712ea8763), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.268582 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c17dd578-5fd2-4703-b1ec-4f6789331196 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (5ea5f815-4ddf-458f-981f-92001613a790), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.313212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17dd578-5fd2-4703-b1ec-4f6789331196 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea5f815-4ddf-458f-981f-92001613a790,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:04.316310 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c6908-8ae0-40ce-af9e-6dd582ecc5a2 admin admin] Network 94796386-d5f1-4714-b283-09e37e1ac46a is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:21:04.327833 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d7cfb0a-ad77-4cd2-890d-b5666fc69327 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (766a6850-b1c7-4b07-8e00-197712ea8763), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.333906 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c17dd578-5fd2-4703-b1ec-4f6789331196 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.341759 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c17dd578-5fd2-4703-b1ec-4f6789331196 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/5ea5f815-4ddf-458f-981f-92001613a790 HTTP/1.1" status: 204 len: 168 time: 0.6102972 Jan 28 19:21:04.344859 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51800) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:04.360926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9a2c6908-8ae0-40ce-af9e-6dd582ecc5a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 94796386-d5f1-4714-b283-09e37e1ac46a) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:04.375669 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2c6908-8ae0-40ce-af9e-6dd582ecc5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:04.377050 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a2c6908-8ae0-40ce-af9e-6dd582ecc5a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.393467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0a7f2675-7ed8-40b5-9409-619e672b4cd8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:04.401376 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f627c8-8bd2-41d2-b77d-b6cba3c6b701 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:04.405099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74999cf5-b58f-435f-a54f-f8a3d3e9fbce None None] Network 94796386-d5f1-4714-b283-09e37e1ac46a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:04.425592 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 643d23a5-4612-4dc3-8306-c086f2b706ee {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:04.425945 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 643d23a5-4612-4dc3-8306-c086f2b706ee not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:04.461087 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d7cfb0a-ad77-4cd2-890d-b5666fc69327 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (766a6850-b1c7-4b07-8e00-197712ea8763), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.493081 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8e6d26d5-4c15-4ab1-9676-32956d676276 None None] Could not find standard attr ID for object 18fd9863-a9a3-4c1f-9498-4de75becc6a2. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:21:04.515938 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9a2c6908-8ae0-40ce-af9e-6dd582ecc5a2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9362967 Jan 28 19:21:04.540215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d67eb6e-6d41-4727-86e5-0367908a786b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 698098c5-df36-428b-837d-ce88d4f916e6 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:04.544083 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d67eb6e-6d41-4727-86e5-0367908a786b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (698098c5-df36-428b-837d-ce88d4f916e6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.549475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cfb0a-ad77-4cd2-890d-b5666fc69327 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Subnet': ['ID=766a6850-b1c7-4b07-8e00-197712ea8763,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:04.578656 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d7cfb0a-ad77-4cd2-890d-b5666fc69327 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.582628 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7d7cfb0a-ad77-4cd2-890d-b5666fc69327 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/766a6850-b1c7-4b07-8e00-197712ea8763 HTTP/1.1" status: 204 len: 168 time: 0.5118957 Jan 28 19:21:04.586574 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51804) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:04.644314 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d67eb6e-6d41-4727-86e5-0367908a786b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (698098c5-df36-428b-837d-ce88d4f916e6), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.659257 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed66383-58b2-410b-a7b7-2061acda3766 None None] Pushing event updated for resources: {'Port': ['ID=0a7f2675-7ed8-40b5-9409-619e672b4cd8,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:04.662145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06af9ed-875e-4a1c-a619-69b7195425f7 req-6c334e2c-2c2d-44e4-b6ef-83e24b0e4380 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:04.670499 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b06af9ed-875e-4a1c-a619-69b7195425f7 req-6c334e2c-2c2d-44e4-b6ef-83e24b0e4380 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 948 time: 0.2131867 Jan 28 19:21:04.681483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae58233-e3e2-4b03-bdcc-978593986dc9 None None] Network 6a2a074d-9937-4099-a259-15b9809eb982 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:04.709882 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8e6d26d5-4c15-4ab1-9676-32956d676276 None None] Provisioning complete for port 0a7f2675-7ed8-40b5-9409-619e672b4cd8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:04.710304 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8e6d26d5-4c15-4ab1-9676-32956d676276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0a7f2675-7ed8-40b5-9409-619e672b4cd8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.754673 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (6a2a074d-9937-4099-a259-15b9809eb982), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.772255 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d67eb6e-6d41-4727-86e5-0367908a786b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (698098c5-df36-428b-837d-ce88d4f916e6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.777702 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b06af9ed-875e-4a1c-a619-69b7195425f7 req-7bd4a5df-2c37-4d72-8f9c-3c13ed1f13de tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819819 Jan 28 19:21:04.792276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51548903-f8ca-4a0b-8975-9576aede4220 req-83c180f9-a93c-4521-94c2-e1247f1085ef tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:04.794242 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51548903-f8ca-4a0b-8975-9576aede4220 req-83c180f9-a93c-4521-94c2-e1247f1085ef tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 948 time: 0.1967092 Jan 28 19:21:04.843356 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa37fe7-62c1-4e17-a901-d14e9e9d14e1 req-23b247a5-1f3e-4e3f-8a6e-d5d7ec53d1a6 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:04.845191 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3aa37fe7-62c1-4e17-a901-d14e9e9d14e1 req-23b247a5-1f3e-4e3f-8a6e-d5d7ec53d1a6 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 946 time: 0.4884014 Jan 28 19:21:04.847136 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d67eb6e-6d41-4727-86e5-0367908a786b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (698098c5-df36-428b-837d-ce88d4f916e6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.888218 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d67eb6e-6d41-4727-86e5-0367908a786b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:04.893072 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5d67eb6e-6d41-4727-86e5-0367908a786b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/698098c5-df36-428b-837d-ce88d4f916e6 HTTP/1.1" status: 204 len: 168 time: 0.5457640 Jan 28 19:21:04.895314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67eb6e-6d41-4727-86e5-0367908a786b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=698098c5-df36-428b-837d-ce88d4f916e6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:04.897924 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51810) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:04.915715 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b5063c-e13d-4d47-8a79-91af0fa570ca None None] Network 94796386-d5f1-4714-b283-09e37e1ac46a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:04.952289 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b496e9b7-0d93-41c6-be31-f41d0c41cb57 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483205 Jan 28 19:21:04.957030 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51812) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:04.964592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a25ac482-5d58-41c3-9063-761688cec5ad tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:04.983893 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port 0a7f2675-7ed8-40b5-9409-619e672b4cd8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:04.984512 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0a7f2675-7ed8-40b5-9409-619e672b4cd8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.049283 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3aa37fe7-62c1-4e17-a901-d14e9e9d14e1 req-c1e0f8f8-025f-4039-8adb-6f843025b207 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925266 Jan 28 19:21:05.061293 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-51548903-f8ca-4a0b-8975-9576aede4220 req-f5c3fa87-cc08-4818-9d08-b4e3c13757dc tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Deleting port 2a69777e-2f4b-4bc6-8b0c-1916d555099f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:05.064200 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-51548903-f8ca-4a0b-8975-9576aede4220 req-f5c3fa87-cc08-4818-9d08-b4e3c13757dc tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2a69777e-2f4b-4bc6-8b0c-1916d555099f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.093798 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25ac482-5d58-41c3-9063-761688cec5ad tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:05.099471 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a25ac482-5d58-41c3-9063-761688cec5ad tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.260691 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] For port 0a7f2675-7ed8-40b5-9409-619e672b4cd8, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0a7f2675-7ed8-40b5-9409-619e672b4cd8,segment=NetworkSegment(ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c),segment_id=ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:05.261564 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0a7f2675-7ed8-40b5-9409-619e672b4cd8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.296842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for 0a7f2675-7ed8-40b5-9409-619e672b4cd8 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:05.301868 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac12ae0f-95ba-41f7-a674-31dd836e2c07 None None] DHCP port deletion for 6a2a074d-9937-4099-a259-15b9809eb982 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:21:05.353653 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d26d5-4c15-4ab1-9676-32956d676276 None None] Current status of the port 0a7f2675-7ed8-40b5-9409-619e672b4cd8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:05.361492 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-51548903-f8ca-4a0b-8975-9576aede4220 req-f5c3fa87-cc08-4818-9d08-b4e3c13757dc tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] For port 2a69777e-2f4b-4bc6-8b0c-1916d555099f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2a69777e-2f4b-4bc6-8b0c-1916d555099f,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:05.361866 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-51548903-f8ca-4a0b-8975-9576aede4220 req-f5c3fa87-cc08-4818-9d08-b4e3c13757dc tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2a69777e-2f4b-4bc6-8b0c-1916d555099f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.428652 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a25ac482-5d58-41c3-9063-761688cec5ad tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (2dc8bbd1-4e05-4c9c-ae1c-4ddc08b34912), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.444361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-51548903-f8ca-4a0b-8975-9576aede4220 req-f5c3fa87-cc08-4818-9d08-b4e3c13757dc tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Calling delete_port for 2a69777e-2f4b-4bc6-8b0c-1916d555099f owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:05.478961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0a7f2675-7ed8-40b5-9409-619e672b4cd8 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:05.529181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25ac482-5d58-41c3-9063-761688cec5ad tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:05.532558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a25ac482-5d58-41c3-9063-761688cec5ad tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:05.537112 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25ac482-5d58-41c3-9063-761688cec5ad tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:05.537714 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a25ac482-5d58-41c3-9063-761688cec5ad tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.544652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ac482-5d58-41c3-9063-761688cec5ad tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=2dc8bbd1-4e05-4c9c-ae1c-4ddc08b34912,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:05.551653 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bc2de14a-f414-4cfc-9e77-374d675bb21b None None] Could not find standard attr ID for object 18fd9863-a9a3-4c1f-9498-4de75becc6a2. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:21:05.570075 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f7df49-e648-485b-b459-c88cc3494be8 None None] Update dhcp port {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'fixed_ips': [{'subnet_id': '698098c5-df36-428b-837d-ce88d4f916e6'}], 'binding:host_id': 'n-d-824834-4'}, 'id': '2bb31f07-8867-4417-a1d3-20d6aebdd663'} from n-d-824834-4. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:21:05.575321 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a25ac482-5d58-41c3-9063-761688cec5ad tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6170354 Jan 28 19:21:05.577973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:05.583198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8b4398cf-3193-4810-a656-27f25162e549 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:05.624899 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0a7f2675-7ed8-40b5-9409-619e672b4cd8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.647396 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No DVR routers for this DVR port 0a7f2675-7ed8-40b5-9409-619e672b4cd8 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:05.656226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Port 0a7f2675-7ed8-40b5-9409-619e672b4cd8 update to DOWN by agent not found {{(pid=103148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 28 19:21:05.663285 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0f7df49-e648-485b-b459-c88cc3494be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.685204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ac12ae0f-95ba-41f7-a674-31dd836e2c07 None None] Deleting port 0a7f2675-7ed8-40b5-9409-619e672b4cd8 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:05.685586 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ac12ae0f-95ba-41f7-a674-31dd836e2c07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0a7f2675-7ed8-40b5-9409-619e672b4cd8), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.749020 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ac12ae0f-95ba-41f7-a674-31dd836e2c07 None None] For port 0a7f2675-7ed8-40b5-9409-619e672b4cd8, host n-d-824834-4, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:05.749563 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ac12ae0f-95ba-41f7-a674-31dd836e2c07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0a7f2675-7ed8-40b5-9409-619e672b4cd8), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.764665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ac12ae0f-95ba-41f7-a674-31dd836e2c07 None None] Calling delete_port for 0a7f2675-7ed8-40b5-9409-619e672b4cd8 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:05.768787 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-ac12ae0f-95ba-41f7-a674-31dd836e2c07 None None] Port 0a7f2675-7ed8-40b5-9409-619e672b4cd8 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:21:05.771519 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ac12ae0f-95ba-41f7-a674-31dd836e2c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (0a7f2675-7ed8-40b5-9409-619e672b4cd8), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.784829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4398cf-3193-4810-a656-27f25162e549 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:05.792129 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b4398cf-3193-4810-a656-27f25162e549 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.827010 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12ae0f-95ba-41f7-a674-31dd836e2c07 None None] Pushing event deleted for resources: {'Port': ['ID=0a7f2675-7ed8-40b5-9409-619e672b4cd8,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:05.830408 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac12ae0f-95ba-41f7-a674-31dd836e2c07 None None] No DVR routers for this DVR port 0a7f2675-7ed8-40b5-9409-619e672b4cd8 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:05.911555 n-d-824834-4 neutron-server[103146]: INFO neutron.db.ipam_backend_mixin [None req-8b4398cf-3193-4810-a656-27f25162e549 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2dc8bbd1-4e05-4c9c-ae1c-4ddc08b34912 (CIDR: 2001:db8::/64) Jan 28 19:21:05.917530 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4398cf-3193-4810-a656-27f25162e549 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:21:05.919475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b4398cf-3193-4810-a656-27f25162e549 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:05.920125 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (6a2a074d-9937-4099-a259-15b9809eb982), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.923768 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=0a7f2675-7ed8-40b5-9409-619e672b4cd8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:05.938973 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-51548903-f8ca-4a0b-8975-9576aede4220 req-f5c3fa87-cc08-4818-9d08-b4e3c13757dc tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2a69777e-2f4b-4bc6-8b0c-1916d555099f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:05.951929 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8b4398cf-3193-4810-a656-27f25162e549 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3726332 Jan 28 19:21:05.953256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51834) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:05.960264 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cf84885a-a47b-4a34-9a52-2e74907a6d01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'subnet': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:05.967821 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['ca00b136-d879-478d-8eaa-a5920a54250b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:05.984444 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3fa87-cc08-4818-9d08-b4e3c13757dc tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Pushing event deleted for resources: {'Port': ['ID=2a69777e-2f4b-4bc6-8b0c-1916d555099f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:06.000096 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2a074d-9937-4099-a259-15b9809eb982']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:06.050349 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:06.050574 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:06.064105 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3f08b950-1c80-4d16-8206-e31342703ee2 req-ecb445f1-01c7-4c21-8233-433d721aa161 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f900969-bc04-42c2-b1a3-e57c2c39f681 HTTP/1.1" status: 200 len: 210 time: 0.0971470 Jan 28 19:21:06.085421 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.088759 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-51548903-f8ca-4a0b-8975-9576aede4220 req-f5c3fa87-cc08-4818-9d08-b4e3c13757dc tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] No DVR routers for this DVR port 2a69777e-2f4b-4bc6-8b0c-1916d555099f on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:06.120783 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-51548903-f8ca-4a0b-8975-9576aede4220 req-f5c3fa87-cc08-4818-9d08-b4e3c13757dc tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.126432 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51548903-f8ca-4a0b-8975-9576aede4220 req-f5c3fa87-cc08-4818-9d08-b4e3c13757dc tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.37 "DELETE /v2.0/ports/2a69777e-2f4b-4bc6-8b0c-1916d555099f HTTP/1.1" status: 204 len: 173 time: 1.3243768 Jan 28 19:21:06.130107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f900969-bc04-42c2-b1a3-e57c2c39f681', 'name': 'network-vif-deleted', 'tag': '2a69777e-2f4b-4bc6-8b0c-1916d555099f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:06.134957 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d78b42d-3132-44ac-9608-333986cfd254" -d '{"events": [{"server_uuid": "5f900969-bc04-42c2-b1a3-e57c2c39f681", "name": "network-vif-deleted", "tag": "2a69777e-2f4b-4bc6-8b0c-1916d555099f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:06.152895 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.184342 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:06.184783 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (ad1fd74f-ce72-4b4e-b3ff-605c909b1a1c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.205276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf84885a-a47b-4a34-9a52-2e74907a6d01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:06.228141 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:06.237513 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c73c7a-b952-41a9-b2d2-141719c6fdef x-openstack-request-id: req-51c73c7a-b952-41a9-b2d2-141719c6fdef {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:06.237945 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f900969-bc04-42c2-b1a3-e57c2c39f681", "name": "network-vif-deleted", "tag": "2a69777e-2f4b-4bc6-8b0c-1916d555099f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:06.238217 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51c73c7a-b952-41a9-b2d2-141719c6fdef {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:06.238618 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f900969-bc04-42c2-b1a3-e57c2c39f681', 'name': 'network-vif-deleted', 'tag': '2a69777e-2f4b-4bc6-8b0c-1916d555099f', 'status': 'completed', 'code': 200} Jan 28 19:21:06.321696 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2b345f-8d40-42b0-a149-ffa3dd43645b None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:06.397490 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (6a2a074d-9937-4099-a259-15b9809eb982), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.406897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.418771 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/networks/6a2a074d-9937-4099-a259-15b9809eb982 HTTP/1.1" status: 204 len: 168 time: 1.8309355 Jan 28 19:21:06.419693 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51848) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:06.432198 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6c11155f-75b4-4677-adbc-30d30a2677cb tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2004262191'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:06.438714 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-000e820d-e5cf-4948-91cf-ac1b5e2acfa0 None None] Provisioning complete for port 2bb31f07-8867-4417-a1d3-20d6aebdd663 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:06.439095 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-000e820d-e5cf-4948-91cf-ac1b5e2acfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.449247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5fc71-a8e0-4da4-a2e4-2ff16ffa89b7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Network': ['ID=6a2a074d-9937-4099-a259-15b9809eb982,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:06.469421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c11155f-75b4-4677-adbc-30d30a2677cb tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:06.475730 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c11155f-75b4-4677-adbc-30d30a2677cb tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.519374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c11155f-75b4-4677-adbc-30d30a2677cb tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:21:06.549113 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c11155f-75b4-4677-adbc-30d30a2677cb tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e4af62ce-1593-4f82-ae83-3a9903374de8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.550557 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-6c11155f-75b4-4677-adbc-30d30a2677cb tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Added segment e4af62ce-1593-4f82-ae83-3a9903374de8 of type vlan for network 9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d Jan 28 19:21:06.641458 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c11155f-75b4-4677-adbc-30d30a2677cb tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.700445 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c11155f-75b4-4677-adbc-30d30a2677cb tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.707370 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c11155f-75b4-4677-adbc-30d30a2677cb tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:06.708162 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c11155f-75b4-4677-adbc-30d30a2677cb tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.736894 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-000e820d-e5cf-4948-91cf-ac1b5e2acfa0 None None] Current status of the port 2bb31f07-8867-4417-a1d3-20d6aebdd663 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:06.794736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11155f-75b4-4677-adbc-30d30a2677cb tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Network': ['ID=9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:06.815885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6c11155f-75b4-4677-adbc-30d30a2677cb tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3899634 Jan 28 19:21:06.816898 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51866) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:06.833478 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:21:06.834549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b4729304-4692-49fb-8655-3cd4d0426c2c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'subnet': {'network_id': '9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:06.897787 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf84885a-a47b-4a34-9a52-2e74907a6d01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.919424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2d1718-6cf0-469d-b240-7deb7a630b90 None None] Update dhcp port {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'fixed_ips': [{'subnet_id': '2dc8bbd1-4e05-4c9c-ae1c-4ddc08b34912'}], 'binding:host_id': 'n-d-824834-4'}, 'id': '2bb31f07-8867-4417-a1d3-20d6aebdd663'} from n-d-824834-4. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:21:06.949633 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a2d1718-6cf0-469d-b240-7deb7a630b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:06.973540 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:21:07.038340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7707325-b2e8-4162-b281-f92b3a08694f req-9026bd31-e779-4d28-8bb9-67511a14fe94 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:07.047696 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7707325-b2e8-4162-b281-f92b3a08694f req-9026bd31-e779-4d28-8bb9-67511a14fe94 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/networks?id=94796386-d5f1-4714-b283-09e37e1ac46a HTTP/1.1" status: 200 len: 810 time: 0.2296557 Jan 28 19:21:07.057773 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4729304-4692-49fb-8655-3cd4d0426c2c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:07.059961 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46051f2-9f76-4ca8-a357-e88e46c1104e req-41c77ce6-2ed4-4d0c-9574-cffa7edec2c6 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:07.061651 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4729304-4692-49fb-8655-3cd4d0426c2c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:07.069131 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b46051f2-9f76-4ca8-a357-e88e46c1104e req-41c77ce6-2ed4-4d0c-9574-cffa7edec2c6 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 946 time: 0.8779852 Jan 28 19:21:07.093881 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7707325-b2e8-4162-b281-f92b3a08694f req-fbb068e3-9995-47de-ba68-3add090d8a08 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/quotas/35b6c9bb6252468387ec53fb922e5450 HTTP/1.1" status: 200 len: 375 time: 0.0435781 Jan 28 19:21:07.160760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-4a2d1718-6cf0-469d-b240-7deb7a630b90 None None] Allocated IP 2001:db8::2 (1218acd0-0311-470a-8d43-e1a60f7e0be9/2dc8bbd1-4e05-4c9c-ae1c-4ddc08b34912/2bb31f07-8867-4417-a1d3-20d6aebdd663) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:07.160968 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b46051f2-9f76-4ca8-a357-e88e46c1104e req-75d760fa-8f3d-41d0-85ed-4541e05d7ee5 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907838 Jan 28 19:21:07.199864 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7707325-b2e8-4162-b281-f92b3a08694f req-1728eb45-66d9-4098-8285-e1d790648a17 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=35b6c9bb6252468387ec53fb922e5450&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1046798 Jan 28 19:21:07.377907 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4a2d1718-6cf0-469d-b240-7deb7a630b90 None None] For port 2bb31f07-8867-4417-a1d3-20d6aebdd663, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2bb31f07-8867-4417-a1d3-20d6aebdd663,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:07.440750 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7707325-b2e8-4162-b281-f92b3a08694f req-adeeb7b4-27c6-4f55-837b-fe1bf284d930 service neutron] 10.222.0.55 "GET /v2.0/networks/94796386-d5f1-4714-b283-09e37e1ac46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397819 Jan 28 19:21:07.489741 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a2d1718-6cf0-469d-b240-7deb7a630b90 None None] Publish callbacks [] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:07.507613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2bb31f07-8867-4417-a1d3-20d6aebdd663 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:07.520431 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a2d1718-6cf0-469d-b240-7deb7a630b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:07.562415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.objects.ports [None req-cf84885a-a47b-4a34-9a52-2e74907a6d01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:21:07.685968 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7707325-b2e8-4162-b281-f92b3a08694f req-6ccff8c3-ab5f-45e0-932f-4f0059ad540b service neutron] 10.222.0.55 "GET /v2.0/networks/94796386-d5f1-4714-b283-09e37e1ac46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429438 Jan 28 19:21:07.692154 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4729304-4692-49fb-8655-3cd4d0426c2c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (391d9a79-44c1-4f65-9dd4-fa5a6f00e529), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:07.751569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d1718-6cf0-469d-b240-7deb7a630b90 None None] Pushing event updated for resources: {'Port': ['ID=2bb31f07-8867-4417-a1d3-20d6aebdd663,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:07.875112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2a69777e-2f4b-4bc6-8b0c-1916d555099f no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:07.940862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4729304-4692-49fb-8655-3cd4d0426c2c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Checking segment: {'id': 'e4af62ce-1593-4f82-ae83-3a9903374de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:07.954293 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4729304-4692-49fb-8655-3cd4d0426c2c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network hostable DHCP agents. Network: 9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:21:07.970741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a1f95-8d80-415c-9df7-2b0f8c378178 req-e8f68d99-3c7e-45dc-9567-6a58eb422924 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:07.981685 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-366a1f95-8d80-415c-9df7-2b0f8c378178 req-e8f68d99-3c7e-45dc-9567-6a58eb422924 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 951 time: 0.2969239 Jan 28 19:21:07.983805 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 2a69777e-2f4b-4bc6-8b0c-1916d555099f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:07.984430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4729304-4692-49fb-8655-3cd4d0426c2c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Subnet': ['ID=391d9a79-44c1-4f65-9dd4-fa5a6f00e529,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:07.984740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2a69777e-2f4b-4bc6-8b0c-1916d555099f not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:08.007211 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf84885a-a47b-4a34-9a52-2e74907a6d01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.014451 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4729304-4692-49fb-8655-3cd4d0426c2c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:21:08.015649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 2bb31f07-8867-4417-a1d3-20d6aebdd663 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:08.017344 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.036312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b4729304-4692-49fb-8655-3cd4d0426c2c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:08.053104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0b8b24-f7d5-4818-90d5-c6431232497f None None] Network 9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:08.060403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4729304-4692-49fb-8655-3cd4d0426c2c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:08.061910 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4729304-4692-49fb-8655-3cd4d0426c2c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.110512 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b4729304-4692-49fb-8655-3cd4d0426c2c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2802854 Jan 28 19:21:08.111167 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51888) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:08.127197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'network_id': '9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d', 'name': 'tempest-PortsTestJSON-1560633183', 'fixed_ips': [{'subnet_id': '391d9a79-44c1-4f65-9dd4-fa5a6f00e529', 'ip_address': '172.20.0.10'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:08.391444 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-366a1f95-8d80-415c-9df7-2b0f8c378178 req-8a070bdd-f7e5-487d-a0a1-ed9b94377ffe tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066474 Jan 28 19:21:08.469563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:08.486373 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:21:08.486958 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:21:08.501463 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cf84885a-a47b-4a34-9a52-2e74907a6d01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] For port 2bb31f07-8867-4417-a1d3-20d6aebdd663, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2bb31f07-8867-4417-a1d3-20d6aebdd663,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:08.550963 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-68db4ea2-61e8-456d-b1f5-9ea3a6f374cd req-0e879464-85a8-46e3-a0ba-a4e031b9f13d tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 210 time: 0.1063421 Jan 28 19:21:08.571396 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf84885a-a47b-4a34-9a52-2e74907a6d01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.578627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d', 'network_id': '9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d', 'project_id': 'f7e8842bbdb14b3ca976873a4445191e', 'fixed_ips': [{'subnet_id': '391d9a79-44c1-4f65-9dd4-fa5a6f00e529'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:21:08.580775 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.590725 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf84885a-a47b-4a34-9a52-2e74907a6d01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.684365 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.700364 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf84885a-a47b-4a34-9a52-2e74907a6d01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (bf671998-a15e-4569-a1ce-8f9a4d1e524a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.746979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] device_id is not set on port dafe1a79-06a2-4c4a-9a28-cd90f833fe9c yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:21:08.838557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84885a-a47b-4a34-9a52-2e74907a6d01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Subnet': ['ID=bf671998-a15e-4569-a1ce-8f9a4d1e524a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:08.851947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf84885a-a47b-4a34-9a52-2e74907a6d01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:08.886829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-cf84885a-a47b-4a34-9a52-2e74907a6d01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:08.901730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf84885a-a47b-4a34-9a52-2e74907a6d01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:08.902768 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf84885a-a47b-4a34-9a52-2e74907a6d01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:08.908508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Allocated IP 172.20.0.2 (9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d/391d9a79-44c1-4f65-9dd4-fa5a6f00e529/8e83c4ed-88d9-46b1-9746-961f40d0804c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:08.987472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311509a3-a4b1-461c-b553-7b86db3fa734 req-14d9c8c3-1c2c-4450-9ddb-ea753a4d8640 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:08.989086 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-311509a3-a4b1-461c-b553-7b86db3fa734 req-14d9c8c3-1c2c-4450-9ddb-ea753a4d8640 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 946 time: 0.4271984 Jan 28 19:21:08.991764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84885a-a47b-4a34-9a52-2e74907a6d01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=2bb31f07-8867-4417-a1d3-20d6aebdd663,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:09.014131 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cf84885a-a47b-4a34-9a52-2e74907a6d01 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.0565171 Jan 28 19:21:09.015215 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51902) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:09.020826 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ad69ac7f-83a4-484b-9e81-f45e906b8901 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Request body: {'port': {'network_id': '1218acd0-0311-470a-8d43-e1a60f7e0be9', 'mac_address': 'fa:16:3e:9e:51:24', 'name': 'tempest-NetworksTestDHCPv6-599054254'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:09.045822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 2bb31f07-8867-4417-a1d3-20d6aebdd663 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:09.046509 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.088465 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34305984-b925-49e7-bdb2-2b707454d44f req-23c5eb71-dd43-49d3-b005-fbb0ab2a99ad tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:09.092262 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-34305984-b925-49e7-bdb2-2b707454d44f req-23c5eb71-dd43-49d3-b005-fbb0ab2a99ad tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 951 time: 0.2436223 Jan 28 19:21:09.114819 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 2bb31f07-8867-4417-a1d3-20d6aebdd663, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2bb31f07-8867-4417-a1d3-20d6aebdd663,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:09.127756 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.163569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266b0e5b-e367-4542-85d6-51c97ce7d25a None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:09.297235 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Publish callbacks [] for port (8e83c4ed-88d9-46b1-9746-961f40d0804c), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.310179 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=2bb31f07-8867-4417-a1d3-20d6aebdd663,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:09.317770 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9dd5fb96-df70-4ada-ab96-2729a839f7d7 None None] Provisioning complete for port 2bb31f07-8867-4417-a1d3-20d6aebdd663 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:09.318202 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9dd5fb96-df70-4ada-ab96-2729a839f7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.359689 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-311509a3-a4b1-461c-b553-7b86db3fa734 req-d90d5b75-86ba-4ae6-acab-8d37e2a312c7 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472919 Jan 28 19:21:09.360830 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (8e83c4ed-88d9-46b1-9746-961f40d0804c), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.431118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-34305984-b925-49e7-bdb2-2b707454d44f req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Deleting port ca00b136-d879-478d-8eaa-a5920a54250b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:09.431843 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34305984-b925-49e7-bdb2-2b707454d44f req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.453139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Pushing event updated for resources: {'Port': ['ID=8e83c4ed-88d9-46b1-9746-961f40d0804c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:09.535113 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9dd5fb96-df70-4ada-ab96-2729a839f7d7 None None] Current status of the port 2bb31f07-8867-4417-a1d3-20d6aebdd663 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:09.535840 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9dd5fb96-df70-4ada-ab96-2729a839f7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.552890 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Network 9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:09.573227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:09.592171 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:09.604943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2bb31f07-8867-4417-a1d3-20d6aebdd663 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:09.614677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-34305984-b925-49e7-bdb2-2b707454d44f req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] For port ca00b136-d879-478d-8eaa-a5920a54250b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=ca00b136-d879-478d-8eaa-a5920a54250b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:09.615051 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34305984-b925-49e7-bdb2-2b707454d44f req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.655245 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-34305984-b925-49e7-bdb2-2b707454d44f req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Calling delete_port for ca00b136-d879-478d-8eaa-a5920a54250b owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:09.688270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Allocated IP 172.20.0.10 (9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d/391d9a79-44c1-4f65-9dd4-fa5a6f00e529/dafe1a79-06a2-4c4a-9a28-cd90f833fe9c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:09.708623 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9dd5fb96-df70-4ada-ab96-2729a839f7d7 None None] For port 2bb31f07-8867-4417-a1d3-20d6aebdd663, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2bb31f07-8867-4417-a1d3-20d6aebdd663,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:09.734842 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9dd5fb96-df70-4ada-ab96-2729a839f7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.794330 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-223b7b19-17ca-4e00-972b-40ec7ea4bf4a req-436648b4-9de8-4dd4-a9f7-a17ae6243ecc tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 210 time: 0.0400641 Jan 28 19:21:09.884946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad69ac7f-83a4-484b-9e81-f45e906b8901 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Made reservation on behalf of 3c39a47b06d44b8bb7d61e79ec319602 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:09.989611 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 2bb31f07-8867-4417-a1d3-20d6aebdd663 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:09.990329 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:09.992231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Attempting to bind port 8e83c4ed-88d9-46b1-9746-961f40d0804c on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:09.998003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Attempting to bind port 8e83c4ed-88d9-46b1-9746-961f40d0804c by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'e4af62ce-1593-4f82-ae83-3a9903374de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:09.998482 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Attempting to bind port 8e83c4ed-88d9-46b1-9746-961f40d0804c on network 9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:10.001189 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34305984-b925-49e7-bdb2-2b707454d44f req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (ca00b136-d879-478d-8eaa-a5920a54250b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:10.017591 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:10.022541 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Checking segment: {'id': 'e4af62ce-1593-4f82-ae83-3a9903374de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:10.025484 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:10.026008 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Bound using segment: {'id': 'e4af62ce-1593-4f82-ae83-3a9903374de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:10.026656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Bound port: 8e83c4ed-88d9-46b1-9746-961f40d0804c, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af62ce-1593-4f82-ae83-3a9903374de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:10.027149 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8e83c4ed-88d9-46b1-9746-961f40d0804c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:10.066091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Pushing event deleted for resources: {'Port': ['ID=ca00b136-d879-478d-8eaa-a5920a54250b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:10.079234 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2be139-04a2-4292-8b88-51eb6f4c6172 req-e1186c7f-1d19-4a46-bd27-ec51e42fa8c9 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:10.086910 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ed2be139-04a2-4292-8b88-51eb6f4c6172 req-e1186c7f-1d19-4a46-bd27-ec51e42fa8c9 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd229e68-1a0d-45d8-840c-a01ae7fd64f3 HTTP/1.1" status: 200 len: 951 time: 0.4495523 Jan 28 19:21:10.099888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:10.100411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:10.100941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:10.101369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:10.101799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:10.102267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:10.102809 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:10.103270 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:10.103696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:10.104111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:10.104523 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:10.105253 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:10.105681 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:10.118593 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5fb96-df70-4ada-ab96-2729a839f7d7 None None] Pushing event updated for resources: {'Port': ['ID=2bb31f07-8867-4417-a1d3-20d6aebdd663,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:10.147482 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-34305984-b925-49e7-bdb2-2b707454d44f req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] No DVR routers for this DVR port ca00b136-d879-478d-8eaa-a5920a54250b on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:10.154080 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-34305984-b925-49e7-bdb2-2b707454d44f req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:10.158101 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-34305984-b925-49e7-bdb2-2b707454d44f req-4cf15bf6-e2aa-449d-9a18-e79f00d2da75 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.31 "DELETE /v2.0/ports/ca00b136-d879-478d-8eaa-a5920a54250b HTTP/1.1" status: 204 len: 173 time: 1.0582385 Jan 28 19:21:10.158720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd229e68-1a0d-45d8-840c-a01ae7fd64f3', 'name': 'network-vif-deleted', 'tag': 'ca00b136-d879-478d-8eaa-a5920a54250b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:10.168992 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b07a4f-77a2-4a20-b478-2b4352d20ea1" -d '{"events": [{"server_uuid": "fd229e68-1a0d-45d8-840c-a01ae7fd64f3", "name": "network-vif-deleted", "tag": "ca00b136-d879-478d-8eaa-a5920a54250b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:10.255265 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef5922c-d7c0-4b68-8bb2-684f6d96dd6a x-openstack-request-id: req-fef5922c-d7c0-4b68-8bb2-684f6d96dd6a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:10.255846 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd229e68-1a0d-45d8-840c-a01ae7fd64f3", "name": "network-vif-deleted", "tag": "ca00b136-d879-478d-8eaa-a5920a54250b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:10.256320 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fef5922c-d7c0-4b68-8bb2-684f6d96dd6a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:10.256980 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd229e68-1a0d-45d8-840c-a01ae7fd64f3', 'name': 'network-vif-deleted', 'tag': 'ca00b136-d879-478d-8eaa-a5920a54250b', 'status': 'completed', 'code': 200} Jan 28 19:21:10.316471 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] For port 8e83c4ed-88d9-46b1-9746-961f40d0804c, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:10.324245 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] For port 8e83c4ed-88d9-46b1-9746-961f40d0804c, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8e83c4ed-88d9-46b1-9746-961f40d0804c,segment=NetworkSegment(e4af62ce-1593-4f82-ae83-3a9903374de8),segment_id=e4af62ce-1593-4f82-ae83-3a9903374de8)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:10.343898 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8e83c4ed-88d9-46b1-9746-961f40d0804c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:10.367885 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (dafe1a79-06a2-4c4a-9a28-cd90f833fe9c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:10.480233 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7707325-b2e8-4162-b281-f92b3a08694f req-fec9624d-18a7-4678-be3a-f3ee3103ca0d tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:10.483981 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7707325-b2e8-4162-b281-f92b3a08694f req-fec9624d-18a7-4678-be3a-f3ee3103ca0d tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.37 "GET /v2.0/networks?id=94796386-d5f1-4714-b283-09e37e1ac46a HTTP/1.1" status: 200 len: 810 time: 0.6446924 Jan 28 19:21:10.498493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 2bb31f07-8867-4417-a1d3-20d6aebdd663 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:10.507466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a7707325-b2e8-4162-b281-f92b3a08694f req-cf133f91-f125-4e3e-a408-3c51d3e4b78b tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Request body: {'port': {'device_id': 'b723b934-b6ec-4a9b-b25b-43be56bd18f9', 'network_id': '94796386-d5f1-4714-b283-09e37e1ac46a', 'admin_state_up': True, 'tenant_id': '35b6c9bb6252468387ec53fb922e5450'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:10.510432 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (dafe1a79-06a2-4c4a-9a28-cd90f833fe9c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:10.548686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69c2e8-c83e-45e3-b68c-773270daf912 None None] Pushing event updated for resources: {'Port': ['ID=8e83c4ed-88d9-46b1-9746-961f40d0804c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:10.560839 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71316570-3dc2-4527-914a-ddc4ec7fd515 req-81ba2f0b-9482-46e1-99bf-4701fa57a670 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:10.568484 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71316570-3dc2-4527-914a-ddc4ec7fd515 req-81ba2f0b-9482-46e1-99bf-4701fa57a670 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 946 time: 0.0771580 Jan 28 19:21:10.586924 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:10.619302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:10.621639 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:10.645337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71316570-3dc2-4527-914a-ddc4ec7fd515 req-ff34fa79-d0de-4eda-bf5f-a2feee309bc7 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751123 Jan 28 19:21:10.672243 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6f769818-c224-4a86-9617-f4c92d490d56 None None] Provisioning complete for port 2bb31f07-8867-4417-a1d3-20d6aebdd663 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:10.672629 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f769818-c224-4a86-9617-f4c92d490d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:10.676289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b669f99-e604-4ff4-b3f6-a90de3b200cf req-8412d71d-78df-4b16-bfd0-fc1718e8980b tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:10.677809 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b669f99-e604-4ff4-b3f6-a90de3b200cf req-8412d71d-78df-4b16-bfd0-fc1718e8980b tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.37 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 946 time: 0.7490721 Jan 28 19:21:10.740548 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ed2be139-04a2-4292-8b88-51eb6f4c6172 req-8fc256c3-2bbe-4253-b6d7-b59924cb2664 tempest-ServersAdminTestJSON-2067155282 tempest-ServersAdminTestJSON-2067155282-project] 10.222.0.55 "GET /v2.0/security-groups?id=19781762-1355-4ff7-b34f-9f3e5cabf58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6526418 Jan 28 19:21:10.812079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6f769818-c224-4a86-9617-f4c92d490d56 None None] Current status of the port 2bb31f07-8867-4417-a1d3-20d6aebdd663 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:10.855843 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad69ac7f-83a4-484b-9e81-f45e906b8901 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:10.891072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-ad69ac7f-83a4-484b-9e81-f45e906b8901 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] device_id is not set on port 9266a04f-53ad-4f21-8c8b-55968d643efd yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:21:10.981221 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:10.982254 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:10.995602 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=dafe1a79-06a2-4c4a-9a28-cd90f833fe9c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:11.005594 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ef7d2034-e8fc-4bf6-9b82-7e312bb8724b req-1f2b9e46-db7b-43cc-a388-5487c85f404d tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 210 time: 0.0594013 Jan 28 19:21:11.039700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:11.040203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:11.040672 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:11.041174 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:11.041692 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:11.042168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:11.044361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:11.044361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:11.044361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:11.044361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:11.044361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:11.044361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:11.046323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:11.055504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51922) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:11.055814 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0f7668c6-e0c7-4f59-a230-ee5cabf8121b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9434230 Jan 28 19:21:11.062138 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f87148e7-fbe9-40e5-a5a9-a236799c496c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'network_id': '9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d', 'name': 'tempest-PortsTestJSON-981776106', 'fixed_ips': [{'subnet_id': '391d9a79-44c1-4f65-9dd4-fa5a6f00e529', 'ip_address': '172.20.0.9'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:11.181438 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87148e7-fbe9-40e5-a5a9-a236799c496c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:11.206608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7707325-b2e8-4162-b281-f92b3a08694f req-cf133f91-f125-4e3e-a408-3c51d3e4b78b tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Made reservation on behalf of 35b6c9bb6252468387ec53fb922e5450 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:11.210217 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a7707325-b2e8-4162-b281-f92b3a08694f req-cf133f91-f125-4e3e-a408-3c51d3e4b78b tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:11.269050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ad69ac7f-83a4-484b-9e81-f45e906b8901 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8::d6 (1218acd0-0311-470a-8d43-e1a60f7e0be9/2dc8bbd1-4e05-4c9c-ae1c-4ddc08b34912/9266a04f-53ad-4f21-8c8b-55968d643efd) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:11.275144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6b669f99-e604-4ff4-b3f6-a90de3b200cf req-01ccd66c-1175-4fa4-bdc9-ddf4aee94935 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Deleting port 357895be-cc86-4980-b374-5dc72316f6ee {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:11.275554 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b669f99-e604-4ff4-b3f6-a90de3b200cf req-01ccd66c-1175-4fa4-bdc9-ddf4aee94935 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (357895be-cc86-4980-b374-5dc72316f6ee), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:11.283640 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f87148e7-fbe9-40e5-a5a9-a236799c496c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:11.303366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-f87148e7-fbe9-40e5-a5a9-a236799c496c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] device_id is not set on port 1e000ca9-2623-42b9-85f4-810a1119a9c8 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:21:11.326830 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ad69ac7f-83a4-484b-9e81-f45e906b8901 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9e:5124 (1218acd0-0311-470a-8d43-e1a60f7e0be9/bf671998-a15e-4569-a1ce-8f9a4d1e524a/9266a04f-53ad-4f21-8c8b-55968d643efd) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:11.505362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f87148e7-fbe9-40e5-a5a9-a236799c496c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Allocated IP 172.20.0.9 (9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d/391d9a79-44c1-4f65-9dd4-fa5a6f00e529/1e000ca9-2623-42b9-85f4-810a1119a9c8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:11.614903 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2bb31f07-8867-4417-a1d3-20d6aebdd663 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:11.661340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6b669f99-e604-4ff4-b3f6-a90de3b200cf req-01ccd66c-1175-4fa4-bdc9-ddf4aee94935 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] For port 357895be-cc86-4980-b374-5dc72316f6ee, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=357895be-cc86-4980-b374-5dc72316f6ee,segment=NetworkSegment(1a42f1c5-bac9-46ee-bb59-173f5dc0ce90),segment_id=1a42f1c5-bac9-46ee-bb59-173f5dc0ce90)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:11.662584 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b669f99-e604-4ff4-b3f6-a90de3b200cf req-01ccd66c-1175-4fa4-bdc9-ddf4aee94935 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (357895be-cc86-4980-b374-5dc72316f6ee), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:11.679410 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6b669f99-e604-4ff4-b3f6-a90de3b200cf req-01ccd66c-1175-4fa4-bdc9-ddf4aee94935 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Calling delete_port for 357895be-cc86-4980-b374-5dc72316f6ee owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:11.704668 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 2bb31f07-8867-4417-a1d3-20d6aebdd663 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:11.711003 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:11.802602 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f87148e7-fbe9-40e5-a5a9-a236799c496c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (1e000ca9-2623-42b9-85f4-810a1119a9c8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:11.859769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 2bb31f07-8867-4417-a1d3-20d6aebdd663 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:11.861478 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8e83c4ed-88d9-46b1-9746-961f40d0804c up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:11.912530 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f87148e7-fbe9-40e5-a5a9-a236799c496c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1e000ca9-2623-42b9-85f4-810a1119a9c8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:11.916639 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-a7707325-b2e8-4162-b281-f92b3a08694f req-cf133f91-f125-4e3e-a408-3c51d3e4b78b tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Allocated IP 172.20.0.14 (94796386-d5f1-4714-b283-09e37e1ac46a/39a685a2-301d-4e54-93b0-97e54c38e5ff/979808b6-442a-4d75-b269-e113b4be650f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:11.921250 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 8e83c4ed-88d9-46b1-9746-961f40d0804c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:11.921995 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8e83c4ed-88d9-46b1-9746-961f40d0804c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:11.954580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ca00b136-d879-478d-8eaa-a5920a54250b no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:11.981064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: ca00b136-d879-478d-8eaa-a5920a54250b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:11.988134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device ca00b136-d879-478d-8eaa-a5920a54250b not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:12.045242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87148e7-fbe9-40e5-a5a9-a236799c496c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:12.051401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f87148e7-fbe9-40e5-a5a9-a236799c496c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:12.062633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87148e7-fbe9-40e5-a5a9-a236799c496c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:12.144416 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2508a486-2645-43c7-b40a-55b5765c2265 None None] Network 9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:12.167462 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a7707325-b2e8-4162-b281-f92b3a08694f req-cf133f91-f125-4e3e-a408-3c51d3e4b78b tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Publish callbacks [] for port (979808b6-442a-4d75-b269-e113b4be650f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:12.178295 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b669f99-e604-4ff4-b3f6-a90de3b200cf req-01ccd66c-1175-4fa4-bdc9-ddf4aee94935 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (357895be-cc86-4980-b374-5dc72316f6ee), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:12.191023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 8e83c4ed-88d9-46b1-9746-961f40d0804c is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:12.191847 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87148e7-fbe9-40e5-a5a9-a236799c496c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=1e000ca9-2623-42b9-85f4-810a1119a9c8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:12.191988 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8e83c4ed-88d9-46b1-9746-961f40d0804c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:12.201447 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ab3a846e-fb57-42eb-8308-05d08f93be4a req-93a9a191-36dd-4978-bc71-4f33e7d745d2 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 210 time: 0.0665896 Jan 28 19:21:12.214233 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d51d96-c993-4c9f-8155-3241d1c3f7e4 req-28e51efc-7a7c-4fd5-b196-f8b79658ce6c tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:12.215819 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5d51d96-c993-4c9f-8155-3241d1c3f7e4 req-28e51efc-7a7c-4fd5-b196-f8b79658ce6c tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=29355e70-06c9-42a1-b5f1-0acfd9912143 HTTP/1.1" status: 200 len: 946 time: 0.3582900 Jan 28 19:21:12.224375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87148e7-fbe9-40e5-a5a9-a236799c496c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:12.225082 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f87148e7-fbe9-40e5-a5a9-a236799c496c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:12.261446 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 8e83c4ed-88d9-46b1-9746-961f40d0804c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8e83c4ed-88d9-46b1-9746-961f40d0804c,segment=NetworkSegment(e4af62ce-1593-4f82-ae83-3a9903374de8),segment_id=e4af62ce-1593-4f82-ae83-3a9903374de8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:12.273219 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f87148e7-fbe9-40e5-a5a9-a236799c496c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2140360 Jan 28 19:21:12.273504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51936) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:12.277155 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccd66c-1175-4fa4-bdc9-ddf4aee94935 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Pushing event deleted for resources: {'Port': ['ID=357895be-cc86-4980-b374-5dc72316f6ee,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:12.278600 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8e83c4ed-88d9-46b1-9746-961f40d0804c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:12.284001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-56108a0e-bc80-468f-926d-6dcb931467b4 None None] Provisioning complete for port 8e83c4ed-88d9-46b1-9746-961f40d0804c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:12.284500 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56108a0e-bc80-468f-926d-6dcb931467b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8e83c4ed-88d9-46b1-9746-961f40d0804c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:12.300230 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad69ac7f-83a4-484b-9e81-f45e906b8901 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for port (9266a04f-53ad-4f21-8c8b-55968d643efd), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:12.337822 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51938) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:12.381159 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbba056-5137-40d5-8776-0e54a7fd9764 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:12.385726 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-efbba056-5137-40d5-8776-0e54a7fd9764 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1082857 Jan 28 19:21:12.385726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51942) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:12.387867 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5d51d96-c993-4c9f-8155-3241d1c3f7e4 req-c0742e09-9882-4f64-b4fe-ff292fdcb18d tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186366 Jan 28 19:21:12.388722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b669f99-e604-4ff4-b3f6-a90de3b200cf req-01ccd66c-1175-4fa4-bdc9-ddf4aee94935 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] No DVR routers for this DVR port 357895be-cc86-4980-b374-5dc72316f6ee on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:12.394936 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6b669f99-e604-4ff4-b3f6-a90de3b200cf req-01ccd66c-1175-4fa4-bdc9-ddf4aee94935 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:12.398286 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b669f99-e604-4ff4-b3f6-a90de3b200cf req-01ccd66c-1175-4fa4-bdc9-ddf4aee94935 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.37 "DELETE /v2.0/ports/357895be-cc86-4980-b374-5dc72316f6ee HTTP/1.1" status: 204 len: 173 time: 1.5920944 Jan 28 19:21:12.398752 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29355e70-06c9-42a1-b5f1-0acfd9912143', 'name': 'network-vif-deleted', 'tag': '357895be-cc86-4980-b374-5dc72316f6ee'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:12.401012 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6ba556-7b22-45ec-ab5a-3c29dd3f414d" -d '{"events": [{"server_uuid": "29355e70-06c9-42a1-b5f1-0acfd9912143", "name": "network-vif-deleted", "tag": "357895be-cc86-4980-b374-5dc72316f6ee"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:12.430440 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a7707325-b2e8-4162-b281-f92b3a08694f req-cf133f91-f125-4e3e-a408-3c51d3e4b78b tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (979808b6-442a-4d75-b269-e113b4be650f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:12.495822 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a75d629-e13d-4d6b-9a40-794ba9b0b349 x-openstack-request-id: req-1a75d629-e13d-4d6b-9a40-794ba9b0b349 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:12.496132 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29355e70-06c9-42a1-b5f1-0acfd9912143", "name": "network-vif-deleted", "tag": "357895be-cc86-4980-b374-5dc72316f6ee", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:12.496371 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a75d629-e13d-4d6b-9a40-794ba9b0b349 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:12.496787 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29355e70-06c9-42a1-b5f1-0acfd9912143', 'name': 'network-vif-deleted', 'tag': '357895be-cc86-4980-b374-5dc72316f6ee', 'status': 'completed', 'code': 200} Jan 28 19:21:12.510229 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7707325-b2e8-4162-b281-f92b3a08694f req-cf133f91-f125-4e3e-a408-3c51d3e4b78b tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Network 94796386-d5f1-4714-b283-09e37e1ac46a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:12.514907 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad69ac7f-83a4-484b-9e81-f45e906b8901 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9266a04f-53ad-4f21-8c8b-55968d643efd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:12.519462 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-a7707325-b2e8-4162-b281-f92b3a08694f req-cf133f91-f125-4e3e-a408-3c51d3e4b78b tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:12.527687 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=8e83c4ed-88d9-46b1-9746-961f40d0804c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:12.528067 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7707325-b2e8-4162-b281-f92b3a08694f req-cf133f91-f125-4e3e-a408-3c51d3e4b78b tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:12.567783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf133f91-f125-4e3e-a408-3c51d3e4b78b tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Pushing event updated for resources: {'Port': ['ID=979808b6-442a-4d75-b269-e113b4be650f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:12.577175 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bca54b-a7c2-4a1e-ae3a-63c087cce6bb tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:12.586047 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bca54b-a7c2-4a1e-ae3a-63c087cce6bb tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:12.594484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bca54b-a7c2-4a1e-ae3a-63c087cce6bb tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:12.596200 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-60bca54b-a7c2-4a1e-ae3a-63c087cce6bb tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2095079 Jan 28 19:21:12.600397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51946) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:12.621045 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad69ac7f-83a4-484b-9e81-f45e906b8901 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:12.639911 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ad69ac7f-83a4-484b-9e81-f45e906b8901 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:12.660882 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad69ac7f-83a4-484b-9e81-f45e906b8901 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:12.666534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad69ac7f-83a4-484b-9e81-f45e906b8901 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:12.672886 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad69ac7f-83a4-484b-9e81-f45e906b8901 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:12.701883 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-56108a0e-bc80-468f-926d-6dcb931467b4 None None] Current status of the port 8e83c4ed-88d9-46b1-9746-961f40d0804c is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:12.708856 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7707325-b2e8-4162-b281-f92b3a08694f req-cf133f91-f125-4e3e-a408-3c51d3e4b78b tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:12.709545 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a7707325-b2e8-4162-b281-f92b3a08694f req-cf133f91-f125-4e3e-a408-3c51d3e4b78b tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:12.717465 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f84967ae-af93-42f4-848d-5163e9f54435 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f6d1d89a2cc450087be951ba23471e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3717241 Jan 28 19:21:12.720211 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51948) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:12.731346 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ad69ac7f-83a4-484b-9e81-f45e906b8901 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.7147660 Jan 28 19:21:12.733782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51950) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:12.747451 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69ac7f-83a4-484b-9e81-f45e906b8901 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event updated for resources: {'Port': ['ID=9266a04f-53ad-4f21-8c8b-55968d643efd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:12.768868 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7707325-b2e8-4162-b281-f92b3a08694f req-cf133f91-f125-4e3e-a408-3c51d3e4b78b tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2722147 Jan 28 19:21:12.781986 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Request body: {'port': {'device_id': 'b723b934-b6ec-4a9b-b25b-43be56bd18f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:12.921731 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (979808b6-442a-4d75-b269-e113b4be650f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.009874 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60c8a317-f4d3-4b05-9ea1-f95b363be840 admin admin] Publish callbacks [] for security_group (19781762-1355-4ff7-b34f-9f3e5cabf58c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.043114 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1b3db95d-fc6a-4df0-91be-08bf0dea6c7b None None] Provisioning complete for port 1e000ca9-2623-42b9-85f4-810a1119a9c8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:13.048821 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b3db95d-fc6a-4df0-91be-08bf0dea6c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1e000ca9-2623-42b9-85f4-810a1119a9c8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.080602 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60c8a317-f4d3-4b05-9ea1-f95b363be840 admin admin] Publish callbacks [] for security_group (19781762-1355-4ff7-b34f-9f3e5cabf58c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.105931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1b3db95d-fc6a-4df0-91be-08bf0dea6c7b None None] Port 1e000ca9-2623-42b9-85f4-810a1119a9c8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:13.130384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1b3db95d-fc6a-4df0-91be-08bf0dea6c7b None None] Provisioning complete for port 8e83c4ed-88d9-46b1-9746-961f40d0804c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:13.130825 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b3db95d-fc6a-4df0-91be-08bf0dea6c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8e83c4ed-88d9-46b1-9746-961f40d0804c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.131803 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c00ff887-a86b-4e73-a84d-fd3530eff41e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port 1e000ca9-2623-42b9-85f4-810a1119a9c8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:13.132525 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c00ff887-a86b-4e73-a84d-fd3530eff41e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1e000ca9-2623-42b9-85f4-810a1119a9c8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.188008 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-df0a5465-bbca-4372-91c3-cf26bb070ec9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting port 9266a04f-53ad-4f21-8c8b-55968d643efd {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:13.188653 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df0a5465-bbca-4372-91c3-cf26bb070ec9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9266a04f-53ad-4f21-8c8b-55968d643efd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.218015 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1b3db95d-fc6a-4df0-91be-08bf0dea6c7b None None] Current status of the port 8e83c4ed-88d9-46b1-9746-961f40d0804c is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:13.262273 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1b3db95d-fc6a-4df0-91be-08bf0dea6c7b None None] Provisioning complete for port dafe1a79-06a2-4c4a-9a28-cd90f833fe9c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:13.262927 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b3db95d-fc6a-4df0-91be-08bf0dea6c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (dafe1a79-06a2-4c4a-9a28-cd90f833fe9c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.328549 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1b3db95d-fc6a-4df0-91be-08bf0dea6c7b None None] Port dafe1a79-06a2-4c4a-9a28-cd90f833fe9c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:13.454409 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7e49c5c9-a738-48a5-8b5c-cc1bd7dd5ec3 None None] Provisioning complete for port 9266a04f-53ad-4f21-8c8b-55968d643efd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:13.454897 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e49c5c9-a738-48a5-8b5c-cc1bd7dd5ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9266a04f-53ad-4f21-8c8b-55968d643efd), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.495085 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979808b6-442a-4d75-b269-e113b4be650f {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:13.500084 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c00ff887-a86b-4e73-a84d-fd3530eff41e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1e000ca9-2623-42b9-85f4-810a1119a9c8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.509264 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Publish callbacks [] for port (979808b6-442a-4d75-b269-e113b4be650f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.537105 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60c8a317-f4d3-4b05-9ea1-f95b363be840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (19781762-1355-4ff7-b34f-9f3e5cabf58c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.551884 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7e49c5c9-a738-48a5-8b5c-cc1bd7dd5ec3 None None] Port 9266a04f-53ad-4f21-8c8b-55968d643efd cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:13.556539 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8e83c4ed-88d9-46b1-9746-961f40d0804c up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:13.559315 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-60c8a317-f4d3-4b05-9ea1-f95b363be840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.561476 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-60c8a317-f4d3-4b05-9ea1-f95b363be840 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19781762-1355-4ff7-b34f-9f3e5cabf58c HTTP/1.1" status: 204 len: 168 time: 0.8396513 Jan 28 19:21:13.565293 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Transition to ACTIVE for port object 979808b6-442a-4d75-b269-e113b4be650f will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:21:13.582892 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b46ad-6897-4b0d-b1bf-cd914edeaefd req-919dc135-3f61-423e-9f8d-58e8a5f68578 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:13.590690 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2e0b46ad-6897-4b0d-b1bf-cd914edeaefd req-919dc135-3f61-423e-9f8d-58e8a5f68578 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 932 time: 0.1977015 Jan 28 19:21:13.593453 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (979808b6-442a-4d75-b269-e113b4be650f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.620804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c00ff887-a86b-4e73-a84d-fd3530eff41e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for 1e000ca9-2623-42b9-85f4-810a1119a9c8 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:13.636645 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df0a5465-bbca-4372-91c3-cf26bb070ec9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9266a04f-53ad-4f21-8c8b-55968d643efd), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.656313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7e49c5c9-a738-48a5-8b5c-cc1bd7dd5ec3 None None] Provisioning complete for port dafe1a79-06a2-4c4a-9a28-cd90f833fe9c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:13.657608 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e49c5c9-a738-48a5-8b5c-cc1bd7dd5ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (dafe1a79-06a2-4c4a-9a28-cd90f833fe9c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.698411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8a317-f4d3-4b05-9ea1-f95b363be840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19781762-1355-4ff7-b34f-9f3e5cabf58c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:13.709677 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Pushing event updated for resources: {'Port': ['ID=979808b6-442a-4d75-b269-e113b4be650f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:13.742909 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-df0a5465-bbca-4372-91c3-cf26bb070ec9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Calling delete_port for 9266a04f-53ad-4f21-8c8b-55968d643efd owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:13.747691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7e49c5c9-a738-48a5-8b5c-cc1bd7dd5ec3 None None] Port dafe1a79-06a2-4c4a-9a28-cd90f833fe9c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:13.751174 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2e0b46ad-6897-4b0d-b1bf-cd914edeaefd req-d11bb077-4ae7-4acc-8ff4-fd5eb8939d58 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/security-groups?id=21907491-69d5-4fb3-a6a0-4bd0d4a2bce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595216 Jan 28 19:21:13.778316 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 8e83c4ed-88d9-46b1-9746-961f40d0804c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:13.778692 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8e83c4ed-88d9-46b1-9746-961f40d0804c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.783577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 357895be-cc86-4980-b374-5dc72316f6ee no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:13.827276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Attempting to bind port 979808b6-442a-4d75-b269-e113b4be650f on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:13.827611 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Attempting to bind port 979808b6-442a-4d75-b269-e113b4be650f by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '82821d1c-6b66-42be-b1e4-65d3258a5370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '94796386-d5f1-4714-b283-09e37e1ac46a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:13.830204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Attempting to bind port 979808b6-442a-4d75-b269-e113b4be650f on network 94796386-d5f1-4714-b283-09e37e1ac46a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:13.840788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Port 979808b6-442a-4d75-b269-e113b4be650f on network 94796386-d5f1-4714-b283-09e37e1ac46a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:21:13.841109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Attempting to bind port 979808b6-442a-4d75-b269-e113b4be650f on network 94796386-d5f1-4714-b283-09e37e1ac46a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:13.854952 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:13.855297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Checking segment: {'id': '82821d1c-6b66-42be-b1e4-65d3258a5370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '94796386-d5f1-4714-b283-09e37e1ac46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:13.855676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Bound using segment: {'id': '82821d1c-6b66-42be-b1e4-65d3258a5370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '94796386-d5f1-4714-b283-09e37e1ac46a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:13.856107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Bound port: 979808b6-442a-4d75-b269-e113b4be650f, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82821d1c-6b66-42be-b1e4-65d3258a5370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '94796386-d5f1-4714-b283-09e37e1ac46a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:13.856462 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (979808b6-442a-4d75-b269-e113b4be650f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.904903 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 357895be-cc86-4980-b374-5dc72316f6ee {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:13.905477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 357895be-cc86-4980-b374-5dc72316f6ee not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:13.928194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a20e324c-80b3-4976-840f-39aa2cd7d8b4 None None] Provisioning complete for port 1e000ca9-2623-42b9-85f4-810a1119a9c8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:13.928855 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a20e324c-80b3-4976-840f-39aa2cd7d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1e000ca9-2623-42b9-85f4-810a1119a9c8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.965756 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] For port 979808b6-442a-4d75-b269-e113b4be650f, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:13.970583 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] For port 979808b6-442a-4d75-b269-e113b4be650f, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=979808b6-442a-4d75-b269-e113b4be650f,segment=NetworkSegment(82821d1c-6b66-42be-b1e4-65d3258a5370),segment_id=82821d1c-6b66-42be-b1e4-65d3258a5370)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:13.980273 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (979808b6-442a-4d75-b269-e113b4be650f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:13.987314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a20e324c-80b3-4976-840f-39aa2cd7d8b4 None None] Port 1e000ca9-2623-42b9-85f4-810a1119a9c8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:14.037556 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 8e83c4ed-88d9-46b1-9746-961f40d0804c is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:14.061688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Pushing event updated for resources: {'Port': ['ID=979808b6-442a-4d75-b269-e113b4be650f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:14.075824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:14.077200 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:14.080850 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7707325-b2e8-4162-b281-f92b3a08694f req-4af188ae-8f42-4f39-84ec-4317811b04e1 service neutron] 10.222.0.37 "PUT /v2.0/ports/979808b6-442a-4d75-b269-e113b4be650f HTTP/1.1" status: 200 len: 1092 time: 1.3035104 Jan 28 19:21:14.151660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-5e21a772-57c7-40b0-b220-52552bc5d7f0 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:14.153553 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-5e21a772-57c7-40b0-b220-52552bc5d7f0 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/networks?id=a0d11bf7-3119-4d8c-b280-7ef3c1a8747a HTTP/1.1" status: 200 len: 808 time: 0.2504659 Jan 28 19:21:14.156849 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c00ff887-a86b-4e73-a84d-fd3530eff41e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1e000ca9-2623-42b9-85f4-810a1119a9c8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:14.170183 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51974) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:14.214278 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7707325-b2e8-4162-b281-f92b3a08694f req-af14e94e-1282-4989-aad8-70cedec00106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:14.215790 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7707325-b2e8-4162-b281-f92b3a08694f req-af14e94e-1282-4989-aad8-70cedec00106 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=35b6c9bb6252468387ec53fb922e5450&device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 1126 time: 0.0914013 Jan 28 19:21:14.216242 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-795644b4-c095-4559-b545-f2866f1c2bee tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/quotas/e3260ca0955345548eeca4aad20e3778 HTTP/1.1" status: 200 len: 375 time: 0.0534027 Jan 28 19:21:14.218259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ff887-a86b-4e73-a84d-fd3530eff41e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=1e000ca9-2623-42b9-85f4-810a1119a9c8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:14.267311 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3a0a216c-4f62-4aaf-af01-fad0865de28e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63ded891b30f45f8815d842dbaff6ca9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0950074 Jan 28 19:21:14.269127 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7707325-b2e8-4162-b281-f92b3a08694f req-2e260a7e-905e-4cff-bed1-f1f5b1681698 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=979808b6-442a-4d75-b269-e113b4be650f HTTP/1.1" status: 200 len: 217 time: 0.0436671 Jan 28 19:21:14.269700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51978) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:14.294779 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-dc279762-d78a-4217-b7ad-b4572ff1def9 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e3260ca0955345548eeca4aad20e3778&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775275 Jan 28 19:21:14.361703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7707325-b2e8-4162-b281-f92b3a08694f req-cfbe986d-aed5-401f-ae8a-edb3564e1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:14.363373 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7707325-b2e8-4162-b281-f92b3a08694f req-cfbe986d-aed5-401f-ae8a-edb3564e1e61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39a685a2-301d-4e54-93b0-97e54c38e5ff HTTP/1.1" status: 200 len: 850 time: 0.0833077 Jan 28 19:21:14.386970 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d6b46e8-2254-41c0-83d7-4b7f91fcc16c admin admin] Publish callbacks [] for security_group (4b078f66-4ee0-452a-b68b-3ee32fe10a6d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:14.410386 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d6b46e8-2254-41c0-83d7-4b7f91fcc16c admin admin] Publish callbacks [] for security_group (4b078f66-4ee0-452a-b68b-3ee32fe10a6d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:14.430748 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c00ff887-a86b-4e73-a84d-fd3530eff41e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:14.436810 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c00ff887-a86b-4e73-a84d-fd3530eff41e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/1e000ca9-2623-42b9-85f4-810a1119a9c8 HTTP/1.1" status: 204 len: 168 time: 1.8294466 Jan 28 19:21:14.438003 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51980) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:14.441118 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df0a5465-bbca-4372-91c3-cf26bb070ec9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (9266a04f-53ad-4f21-8c8b-55968d643efd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:14.471343 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7707325-b2e8-4162-b281-f92b3a08694f req-dd790968-2323-4d70-9eee-33752d753bcd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94796386-d5f1-4714-b283-09e37e1ac46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974045 Jan 28 19:21:14.473723 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d6b46e8-2254-41c0-83d7-4b7f91fcc16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4b078f66-4ee0-452a-b68b-3ee32fe10a6d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:14.477444 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d6b46e8-2254-41c0-83d7-4b7f91fcc16c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:14.479047 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4d6b46e8-2254-41c0-83d7-4b7f91fcc16c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b078f66-4ee0-452a-b68b-3ee32fe10a6d HTTP/1.1" status: 204 len: 168 time: 0.2043600 Jan 28 19:21:14.485879 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a5465-bbca-4372-91c3-cf26bb070ec9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Port': ['ID=9266a04f-53ad-4f21-8c8b-55968d643efd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:14.506847 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b46e8-2254-41c0-83d7-4b7f91fcc16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b078f66-4ee0-452a-b68b-3ee32fe10a6d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:14.511683 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b723b934-b6ec-4a9b-b25b-43be56bd18f9', 'tag': '979808b6-442a-4d75-b269-e113b4be650f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:14.516214 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09fbdf1-d690-41e9-9901-e1998ddd3aba tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] GET failed (client error): The resource could not be found. Jan 28 19:21:14.520663 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e09fbdf1-d690-41e9-9901-e1998ddd3aba tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports/1e000ca9-2623-42b9-85f4-810a1119a9c8 HTTP/1.1" status: 404 len: 333 time: 0.0779052 Jan 28 19:21:14.521611 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:14.523338 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be080081-635b-461e-8666-eea1e2897abf" -d '{"events": [{"name": "network-changed", "server_uuid": "b723b934-b6ec-4a9b-b25b-43be56bd18f9", "tag": "979808b6-442a-4d75-b269-e113b4be650f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:14.598277 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb4e867-5bfe-4113-ac9b-175470f2b4a3 x-openstack-request-id: req-6eb4e867-5bfe-4113-ac9b-175470f2b4a3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:14.598762 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b723b934-b6ec-4a9b-b25b-43be56bd18f9", "tag": "979808b6-442a-4d75-b269-e113b4be650f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:14.599195 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6eb4e867-5bfe-4113-ac9b-175470f2b4a3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:14.599738 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b723b934-b6ec-4a9b-b25b-43be56bd18f9', 'tag': '979808b6-442a-4d75-b269-e113b4be650f', 'status': 'completed', 'code': 200} Jan 28 19:21:14.626275 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-fd2f2d01-5ead-423b-a22e-f65a5d8ea696 service neutron] 10.222.0.55 "GET /v2.0/networks/a0d11bf7-3119-4d8c-b280-7ef3c1a8747a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303783 Jan 28 19:21:14.662008 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7707325-b2e8-4162-b281-f92b3a08694f req-e8e2c814-d625-4089-ae4e-250350f184a1 service neutron] 10.222.0.37 "GET /v2.0/networks/94796386-d5f1-4714-b283-09e37e1ac46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813955 Jan 28 19:21:14.685031 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df0a5465-bbca-4372-91c3-cf26bb070ec9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:14.691175 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-df0a5465-bbca-4372-91c3-cf26bb070ec9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/9266a04f-53ad-4f21-8c8b-55968d643efd HTTP/1.1" status: 204 len: 168 time: 1.9540336 Jan 28 19:21:14.695044 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51988) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:14.848988 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef1101e-1740-4ab4-9c77-9f38815e5702 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:14.863909 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bef1101e-1740-4ab4-9c77-9f38815e5702 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1668899 Jan 28 19:21:14.864833 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51992) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:14.878597 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2ffe0ba2-7fab-4581-8cc4-91a8a3bc1810 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port dafe1a79-06a2-4c4a-9a28-cd90f833fe9c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:14.878956 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ffe0ba2-7fab-4581-8cc4-91a8a3bc1810 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (dafe1a79-06a2-4c4a-9a28-cd90f833fe9c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:14.901615 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-3f263cf5-2875-4a9e-877c-0d862c57b2c2 service neutron] 10.222.0.55 "GET /v2.0/networks/a0d11bf7-3119-4d8c-b280-7ef3c1a8747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743418 Jan 28 19:21:14.949024 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7707325-b2e8-4162-b281-f92b3a08694f req-1abe67ce-7f99-4c76-8084-8d6f00c58421 service neutron] 10.222.0.37 "GET /v2.0/networks/94796386-d5f1-4714-b283-09e37e1ac46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801025 Jan 28 19:21:15.000859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71472d08-0b46-4ce9-9045-a832b82cc111 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:15.005776 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-71472d08-0b46-4ce9-9045-a832b82cc111 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1140785 Jan 28 19:21:15.005776 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51996) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:15.023887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3bb4d-a4ef-4bda-9211-0f1684f5ee75 req-21d6e860-1d34-4cbc-8e1e-54be25060b17 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:15.030973 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ee3bb4d-a4ef-4bda-9211-0f1684f5ee75 req-21d6e860-1d34-4cbc-8e1e-54be25060b17 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 944 time: 0.1404791 Jan 28 19:21:15.172527 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ee3bb4d-a4ef-4bda-9211-0f1684f5ee75 req-74169957-7496-4a57-826d-a61d2fc62548 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/security-groups?id=21907491-69d5-4fb3-a6a0-4bd0d4a2bce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367333 Jan 28 19:21:15.179821 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3710e50-4b03-4c8b-8185-61e6b1446be6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:15.181264 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3710e50-4b03-4c8b-8185-61e6b1446be6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:15.182672 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3710e50-4b03-4c8b-8185-61e6b1446be6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:15.183161 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c9e64f5-14e2-4237-be4d-92cbe407673e req-ff17785d-3074-431c-89b0-f00be338519a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2613468 Jan 28 19:21:15.184196 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a3710e50-4b03-4c8b-8185-61e6b1446be6 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1782370 Jan 28 19:21:15.189109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52006) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:15.197864 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ffe0ba2-7fab-4581-8cc4-91a8a3bc1810 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (dafe1a79-06a2-4c4a-9a28-cd90f833fe9c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:15.224431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be080081-635b-461e-8666-eea1e2897abf req-731d8723-d194-4907-9cf9-75968b16c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:15.225948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be080081-635b-461e-8666-eea1e2897abf req-731d8723-d194-4907-9cf9-75968b16c9e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=35b6c9bb6252468387ec53fb922e5450&device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 1126 time: 0.1930528 Jan 28 19:21:15.231656 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1c508b8c-767d-4a96-9dc3-7f5d1150f65b req-d6eb74ff-8155-4348-9781-b01dd3f8f318 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 210 time: 0.0548203 Jan 28 19:21:15.250504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2ffe0ba2-7fab-4581-8cc4-91a8a3bc1810 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for dafe1a79-06a2-4c4a-9a28-cd90f833fe9c owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:15.359902 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e64f5-14e2-4237-be4d-92cbe407673e req-89680d11-1d9f-4ff0-947c-144b3cdd7cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:15.361919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c9e64f5-14e2-4237-be4d-92cbe407673e req-89680d11-1d9f-4ff0-947c-144b3cdd7cec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30bf8f3616cd4e51a62c447be3b7ab65&device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 1127 time: 0.1237984 Jan 28 19:21:15.521123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e64f5-14e2-4237-be4d-92cbe407673e req-7b8e4399-4700-41ce-ac3c-937c19dbb8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:15.522682 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c9e64f5-14e2-4237-be4d-92cbe407673e req-7b8e4399-4700-41ce-ac3c-937c19dbb8e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d80cfb31-56d7-4bc8-8f36-387a72246005 HTTP/1.1" status: 200 len: 919 time: 0.1252053 Jan 28 19:21:15.592786 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c9e64f5-14e2-4237-be4d-92cbe407673e req-68ba1d69-6e4c-4cf4-8f4b-5bf1cb37504c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 HTTP/1.1" status: 200 len: 217 time: 0.0637033 Jan 28 19:21:15.650534 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ffe0ba2-7fab-4581-8cc4-91a8a3bc1810 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (dafe1a79-06a2-4c4a-9a28-cd90f833fe9c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:15.665455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e64f5-14e2-4237-be4d-92cbe407673e req-6008136d-5a19-4142-8403-486f2afbd35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:15.667211 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c9e64f5-14e2-4237-be4d-92cbe407673e req-6008136d-5a19-4142-8403-486f2afbd35d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ad7b927e-a6aa-48ba-960b-bbd0e7fc8445 HTTP/1.1" status: 200 len: 858 time: 0.0689061 Jan 28 19:21:15.699176 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe0ba2-7fab-4581-8cc4-91a8a3bc1810 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=dafe1a79-06a2-4c4a-9a28-cd90f833fe9c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:15.737106 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c9e64f5-14e2-4237-be4d-92cbe407673e req-607c4a3f-ab93-4516-bc8c-d4215478f624 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d80cfb31-56d7-4bc8-8f36-387a72246005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464382 Jan 28 19:21:15.794384 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9cb282e-c173-49c7-bb6a-22179e2e9781 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet 2dc8bbd1-4e05-4c9c-ae1c-4ddc08b34912 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:15.797880 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9cb282e-c173-49c7-bb6a-22179e2e9781 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (2dc8bbd1-4e05-4c9c-ae1c-4ddc08b34912), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:15.870952 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9cb282e-c173-49c7-bb6a-22179e2e9781 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (2dc8bbd1-4e05-4c9c-ae1c-4ddc08b34912), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:15.920694 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ffe0ba2-7fab-4581-8cc4-91a8a3bc1810 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:15.926399 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2ffe0ba2-7fab-4581-8cc4-91a8a3bc1810 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/dafe1a79-06a2-4c4a-9a28-cd90f833fe9c HTTP/1.1" status: 204 len: 168 time: 1.3974266 Jan 28 19:21:15.927005 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52030) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:15.937282 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c9e64f5-14e2-4237-be4d-92cbe407673e req-613808fb-4978-4e04-92e6-6587871020ee service neutron] 10.222.0.31 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804779 Jan 28 19:21:15.973119 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-09cc3eee-f7cb-40f2-9fac-251b682efff4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] GET failed (client error): The resource could not be found. Jan 28 19:21:15.977965 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-09cc3eee-f7cb-40f2-9fac-251b682efff4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports/dafe1a79-06a2-4c4a-9a28-cd90f833fe9c HTTP/1.1" status: 404 len: 333 time: 0.0475247 Jan 28 19:21:15.984898 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52032) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:15.988878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be080081-635b-461e-8666-eea1e2897abf req-706a1a83-e536-49f0-bd4f-ccd963bab8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:15.990886 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be080081-635b-461e-8666-eea1e2897abf req-706a1a83-e536-49f0-bd4f-ccd963bab8a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=94796386-d5f1-4714-b283-09e37e1ac46a HTTP/1.1" status: 200 len: 911 time: 0.7570007 Jan 28 19:21:16.069961 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9cb282e-c173-49c7-bb6a-22179e2e9781 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (2dc8bbd1-4e05-4c9c-ae1c-4ddc08b34912), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.079798 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c9e64f5-14e2-4237-be4d-92cbe407673e req-563e3101-5ee0-4927-8f00-0ea50195ef73 service neutron] 10.222.0.31 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202774 Jan 28 19:21:16.120537 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be080081-635b-461e-8666-eea1e2897abf req-2e00c477-9c8f-4f7b-b1f5-473de617e33f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=979808b6-442a-4d75-b269-e113b4be650f HTTP/1.1" status: 200 len: 217 time: 0.0652766 Jan 28 19:21:16.145792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43c9a35-f2df-4225-8d73-004ea56eab8b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting subnet 391d9a79-44c1-4f65-9dd4-fa5a6f00e529 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:16.179426 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e43c9a35-f2df-4225-8d73-004ea56eab8b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (391d9a79-44c1-4f65-9dd4-fa5a6f00e529), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.235460 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be080081-635b-461e-8666-eea1e2897abf req-3280c206-b61d-44ab-bd4b-1a162c0d8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:16.237150 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be080081-635b-461e-8666-eea1e2897abf req-3280c206-b61d-44ab-bd4b-1a162c0d8313 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39a685a2-301d-4e54-93b0-97e54c38e5ff HTTP/1.1" status: 200 len: 850 time: 0.1092589 Jan 28 19:21:16.242326 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9cb282e-c173-49c7-bb6a-22179e2e9781 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (2dc8bbd1-4e05-4c9c-ae1c-4ddc08b34912), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.254994 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e43c9a35-f2df-4225-8d73-004ea56eab8b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (391d9a79-44c1-4f65-9dd4-fa5a6f00e529), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.365860 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac823d19-4702-4f20-a1f0-4089b3494f02 req-157804d1-84bd-47d3-93bd-2b29fc70717f tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 210 time: 0.0434439 Jan 28 19:21:16.368054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb282e-c173-49c7-bb6a-22179e2e9781 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc8bbd1-4e05-4c9c-ae1c-4ddc08b34912,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:16.375776 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be080081-635b-461e-8666-eea1e2897abf req-f78167a1-7c93-43a4-9307-df62928fc7d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94796386-d5f1-4714-b283-09e37e1ac46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240489 Jan 28 19:21:16.381453 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9cb282e-c173-49c7-bb6a-22179e2e9781 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.387109 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a556532a-4ad6-487f-8119-e302d82ce103 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:16.387626 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f9cb282e-c173-49c7-bb6a-22179e2e9781 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/2dc8bbd1-4e05-4c9c-ae1c-4ddc08b34912 HTTP/1.1" status: 204 len: 168 time: 1.1960106 Jan 28 19:21:16.394333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52050) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:16.522608 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-ab5af3ce-1f98-4b14-b77d-e01ad8f009b4 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:16.525009 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-ab5af3ce-1f98-4b14-b77d-e01ad8f009b4 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.31 "GET /v2.0/networks?id=a0d11bf7-3119-4d8c-b280-7ef3c1a8747a HTTP/1.1" status: 200 len: 808 time: 0.1577802 Jan 28 19:21:16.544607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-13262453-e933-4525-826f-6f1ea814ba6b tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Request body: {'port': {'device_id': 'a31b1fdc-7dca-451e-83b9-7207ede800e2', 'network_id': 'a0d11bf7-3119-4d8c-b280-7ef3c1a8747a', 'admin_state_up': True, 'tenant_id': 'e3260ca0955345548eeca4aad20e3778'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:16.552885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b262f65-a302-43bc-898a-4be6e41482e7 req-2c0f48a0-39e5-4d7b-b612-58eea51e652d tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:16.554504 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b262f65-a302-43bc-898a-4be6e41482e7 req-2c0f48a0-39e5-4d7b-b612-58eea51e652d tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 944 time: 0.3138413 Jan 28 19:21:16.603209 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-522b07d5-32e9-4197-b147-64d265fb0800 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Deleting subnet bf671998-a15e-4569-a1ce-8f9a4d1e524a {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:16.610122 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-522b07d5-32e9-4197-b147-64d265fb0800 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for subnet (bf671998-a15e-4569-a1ce-8f9a4d1e524a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.623513 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e43c9a35-f2df-4225-8d73-004ea56eab8b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (391d9a79-44c1-4f65-9dd4-fa5a6f00e529), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.700657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-13262453-e933-4525-826f-6f1ea814ba6b tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Made reservation on behalf of e3260ca0955345548eeca4aad20e3778 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:16.704875 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-13262453-e933-4525-826f-6f1ea814ba6b tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.717973 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be080081-635b-461e-8666-eea1e2897abf req-f4763bac-8342-4290-a367-518cba83b8a2 service neutron] 10.222.0.37 "GET /v2.0/networks/94796386-d5f1-4714-b283-09e37e1ac46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243713 Jan 28 19:21:16.795337 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-522b07d5-32e9-4197-b147-64d265fb0800 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (bf671998-a15e-4569-a1ce-8f9a4d1e524a), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.825185 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b262f65-a302-43bc-898a-4be6e41482e7 req-7157d9c8-9a10-4514-8449-27ecc3d03207 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/security-groups?id=21907491-69d5-4fb3-a6a0-4bd0d4a2bce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539268 Jan 28 19:21:16.927311 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e43c9a35-f2df-4225-8d73-004ea56eab8b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (391d9a79-44c1-4f65-9dd4-fa5a6f00e529), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:16.972251 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c9a35-f2df-4225-8d73-004ea56eab8b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Subnet': ['ID=391d9a79-44c1-4f65-9dd4-fa5a6f00e529,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:17.046361 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfc5ebd-a17a-45cc-a72f-568537cf3e1a None None] Network 9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:17.062305 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e43c9a35-f2df-4225-8d73-004ea56eab8b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.068052 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e43c9a35-f2df-4225-8d73-004ea56eab8b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/391d9a79-44c1-4f65-9dd4-fa5a6f00e529 HTTP/1.1" status: 204 len: 168 time: 1.0792797 Jan 28 19:21:17.081454 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52068) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:17.103524 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-522b07d5-32e9-4197-b147-64d265fb0800 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (bf671998-a15e-4569-a1ce-8f9a4d1e524a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.109988 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be080081-635b-461e-8666-eea1e2897abf req-8142adff-0b8d-4581-a573-8c32f33d7bd9 service neutron] 10.222.0.37 "GET /v2.0/networks/94796386-d5f1-4714-b283-09e37e1ac46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743563 Jan 28 19:21:17.155907 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8107a4c8-cddd-40c9-b6fc-58f3777cef8b req-2b12e140-cbf5-428b-9d26-fd90fe049b54 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2989390 Jan 28 19:21:17.206392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-68c2f6b8-ce42-4895-97dd-cb3ba61736c6 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=abaf81e7c1b04572aa05f2d10f69b03c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773683 Jan 28 19:21:17.260157 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.281991 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107a4c8-cddd-40c9-b6fc-58f3777cef8b req-3fb6e5a4-ebbf-4b5a-9e00-b5874553634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:17.283664 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8107a4c8-cddd-40c9-b6fc-58f3777cef8b req-3fb6e5a4-ebbf-4b5a-9e00-b5874553634b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30bf8f3616cd4e51a62c447be3b7ab65&device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 1127 time: 0.0999389 Jan 28 19:21:17.288047 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-522b07d5-32e9-4197-b147-64d265fb0800 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (bf671998-a15e-4569-a1ce-8f9a4d1e524a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.305272 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-522b07d5-32e9-4197-b147-64d265fb0800 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.307418 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892b611f-c8c9-42fa-9b52-da401cab2827 None None] DHCP port deletion for 9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:21:17.308677 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-522b07d5-32e9-4197-b147-64d265fb0800 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/bf671998-a15e-4569-a1ce-8f9a4d1e524a HTTP/1.1" status: 204 len: 168 time: 0.9119604 Jan 28 19:21:17.322744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52070) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:17.365991 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-892b611f-c8c9-42fa-9b52-da401cab2827 None None] Deleting port 8e83c4ed-88d9-46b1-9746-961f40d0804c {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:17.366689 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-892b611f-c8c9-42fa-9b52-da401cab2827 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8e83c4ed-88d9-46b1-9746-961f40d0804c), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.370005 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b07d5-32e9-4197-b147-64d265fb0800 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Subnet': ['ID=bf671998-a15e-4569-a1ce-8f9a4d1e524a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:17.436056 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f1f9aab3-e943-46c6-be57-dac1db4050cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098366 Jan 28 19:21:17.438579 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52076) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:17.499288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port 8e83c4ed-88d9-46b1-9746-961f40d0804c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:17.499629 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8e83c4ed-88d9-46b1-9746-961f40d0804c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.501366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-13262453-e933-4525-826f-6f1ea814ba6b tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Allocated IP 172.20.0.4 (a0d11bf7-3119-4d8c-b280-7ef3c1a8747a/99e5c03c-5479-450a-b08f-1a86eaac1a19/bcc68056-ec78-44b5-8adb-59f07ebe7231) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:17.519763 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107a4c8-cddd-40c9-b6fc-58f3777cef8b req-a9453c25-b680-40f2-9cd1-9e84787d4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:17.521650 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8107a4c8-cddd-40c9-b6fc-58f3777cef8b req-a9453c25-b680-40f2-9cd1-9e84787d4cf6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d80cfb31-56d7-4bc8-8f36-387a72246005 HTTP/1.1" status: 200 len: 919 time: 0.2104728 Jan 28 19:21:17.524321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8e83c4ed-88d9-46b1-9746-961f40d0804c no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:17.527980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f4b3bf-c5f7-4a5e-a8f3-8714313d5521 None None] Network 1218acd0-0311-470a-8d43-e1a60f7e0be9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:17.532304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-292140c5-2490-4614-b641-f58deaada944 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:17.533869 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-292140c5-2490-4614-b641-f58deaada944 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3197911 Jan 28 19:21:17.560284 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-e7316cc5-549c-40bc-bb0c-101427b499c2 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/quotas/abaf81e7c1b04572aa05f2d10f69b03c HTTP/1.1" status: 200 len: 375 time: 0.0171919 Jan 28 19:21:17.608652 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-4b5914d7-db00-4554-9361-9e0fd7f009c6 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=abaf81e7c1b04572aa05f2d10f69b03c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365434 Jan 28 19:21:17.638827 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b74dbcb2-c5fa-4a48-bca8-3da30130680c req-6c734399-ce75-42b2-89ae-18b1a9b48953 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 210 time: 0.1131854 Jan 28 19:21:17.650893 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8107a4c8-cddd-40c9-b6fc-58f3777cef8b req-d55f9d3c-90ff-4891-bfd4-8f03e6d45444 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1d20099-77e0-4fde-ab1d-725f217265d3 HTTP/1.1" status: 200 len: 217 time: 0.0911949 Jan 28 19:21:17.663691 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787367b7-077c-4ece-995e-a58e0160ef3c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:17.667850 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-787367b7-077c-4ece-995e-a58e0160ef3c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2210081 Jan 28 19:21:17.667850 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] For port 8e83c4ed-88d9-46b1-9746-961f40d0804c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8e83c4ed-88d9-46b1-9746-961f40d0804c,segment=NetworkSegment(e4af62ce-1593-4f82-ae83-3a9903374de8),segment_id=e4af62ce-1593-4f82-ae83-3a9903374de8)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:17.668389 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8e83c4ed-88d9-46b1-9746-961f40d0804c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.670436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52078) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:17.722435 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107a4c8-cddd-40c9-b6fc-58f3777cef8b req-2e1e96ed-5b73-4be0-8c8c-a57527de1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:17.724041 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8107a4c8-cddd-40c9-b6fc-58f3777cef8b req-2e1e96ed-5b73-4be0-8c8c-a57527de1d82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad7b927e-a6aa-48ba-960b-bbd0e7fc8445 HTTP/1.1" status: 200 len: 858 time: 0.0525141 Jan 28 19:21:17.738508 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for 8e83c4ed-88d9-46b1-9746-961f40d0804c owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:17.757464 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c50a4c-e1a2-4783-9ef4-d6df181ee0bc tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:17.760880 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e8c50a4c-e1a2-4783-9ef4-d6df181ee0bc tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0892675 Jan 28 19:21:17.777215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52082) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:17.835417 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f9b81612-958f-46f1-82bb-62c7f2e72c16 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550423 Jan 28 19:21:17.842968 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52086) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:17.847412 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-13262453-e933-4525-826f-6f1ea814ba6b tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Publish callbacks [] for port (bcc68056-ec78-44b5-8adb-59f07ebe7231), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.848180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-892b611f-c8c9-42fa-9b52-da401cab2827 None None] For port 8e83c4ed-88d9-46b1-9746-961f40d0804c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8e83c4ed-88d9-46b1-9746-961f40d0804c,segment=NetworkSegment(e4af62ce-1593-4f82-ae83-3a9903374de8),segment_id=e4af62ce-1593-4f82-ae83-3a9903374de8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:17.848795 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-892b611f-c8c9-42fa-9b52-da401cab2827 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8e83c4ed-88d9-46b1-9746-961f40d0804c), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.895429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-892b611f-c8c9-42fa-9b52-da401cab2827 None None] Calling delete_port for 8e83c4ed-88d9-46b1-9746-961f40d0804c owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:17.904278 n-d-824834-4 neutron-server[103148]: INFO neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No ports have port_id starting with 8e83c4ed-88d9-46b1-9746-961f40d0804c Jan 28 19:21:17.907286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6cdd596d-f96e-4d40-8f8a-ce573b35d971 None None] Provisioning complete for port 2bb31f07-8867-4417-a1d3-20d6aebdd663 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:17.908074 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6cdd596d-f96e-4d40-8f8a-ce573b35d971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.909806 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8107a4c8-cddd-40c9-b6fc-58f3777cef8b req-46879d7a-c3e7-46e8-8439-6cae17ae35aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d80cfb31-56d7-4bc8-8f36-387a72246005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1784508 Jan 28 19:21:17.930530 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (8e83c4ed-88d9-46b1-9746-961f40d0804c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:17.938586 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-367448e4-193b-4b0a-9cf6-c63b2de94b94 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:17.939271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367448e4-193b-4b0a-9cf6-c63b2de94b94 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:17.950015 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-367448e4-193b-4b0a-9cf6-c63b2de94b94 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/9266a04f-53ad-4f21-8c8b-55968d643efd HTTP/1.1" status: 404 len: 333 time: 0.1059685 Jan 28 19:21:17.952699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52092) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:17.984303 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-519d1ec2-efee-4a3f-b7e5-81981ce510f8 req-ca86fe77-4ca5-4b03-9a21-d4399b7df22c tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 210 time: 0.1181886 Jan 28 19:21:17.992057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No DVR routers for this DVR port 8e83c4ed-88d9-46b1-9746-961f40d0804c on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:17.993850 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=8e83c4ed-88d9-46b1-9746-961f40d0804c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:18.010188 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77b3fa0-db1a-48bc-b3ad-e86d9c9dc129 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:18.011076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77b3fa0-db1a-48bc-b3ad-e86d9c9dc129 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:18.014800 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c77b3fa0-db1a-48bc-b3ad-e86d9c9dc129 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/bf671998-a15e-4569-a1ce-8f9a4d1e524a HTTP/1.1" status: 404 len: 337 time: 0.0552454 Jan 28 19:21:18.026054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52096) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:18.083990 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-292df12a-a79e-4857-a575-97a1e3b0f001 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:18.083990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292df12a-a79e-4857-a575-97a1e3b0f001 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:18.091410 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-292df12a-a79e-4857-a575-97a1e3b0f001 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/2dc8bbd1-4e05-4c9c-ae1c-4ddc08b34912 HTTP/1.1" status: 404 len: 337 time: 0.0643733 Jan 28 19:21:18.094603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52098) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:18.120098 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-892b611f-c8c9-42fa-9b52-da401cab2827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (8e83c4ed-88d9-46b1-9746-961f40d0804c), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.130569 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-13262453-e933-4525-826f-6f1ea814ba6b tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (bcc68056-ec78-44b5-8adb-59f07ebe7231), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.162184 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.166321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd596d-f96e-4d40-8f8a-ce573b35d971 None None] Current status of the port 2bb31f07-8867-4417-a1d3-20d6aebdd663 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:18.168978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38141a35-bd2a-454f-82ec-a637353be802 None None] DHCP port deletion for 1218acd0-0311-470a-8d43-e1a60f7e0be9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:21:18.177625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b611f-c8c9-42fa-9b52-da401cab2827 None None] Pushing event deleted for resources: {'Port': ['ID=8e83c4ed-88d9-46b1-9746-961f40d0804c,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:18.180838 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b611f-c8c9-42fa-9b52-da401cab2827 None None] No DVR routers for this DVR port 8e83c4ed-88d9-46b1-9746-961f40d0804c on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:18.185879 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:18.196598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4af62ce-1593-4f82-ae83-3a9903374de8') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:18.196598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4af62ce-1593-4f82-ae83-3a9903374de8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:18.206943 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (e4af62ce-1593-4f82-ae83-3a9903374de8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.220463 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e4af62ce-1593-4f82-ae83-3a9903374de8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.223372 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b2a43bf6-a2f9-4f01-9763-90df131ea8d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.228498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:18.228498 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (e4af62ce-1593-4f82-ae83-3a9903374de8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.236134 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-13262453-e933-4525-826f-6f1ea814ba6b tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Network a0d11bf7-3119-4d8c-b280-7ef3c1a8747a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:18.241209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-13262453-e933-4525-826f-6f1ea814ba6b tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:18.249781 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-13262453-e933-4525-826f-6f1ea814ba6b tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:18.252118 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-38141a35-bd2a-454f-82ec-a637353be802 None None] Deleting port 2bb31f07-8867-4417-a1d3-20d6aebdd663 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:18.252603 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-38141a35-bd2a-454f-82ec-a637353be802 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.264565 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9737d4c-36b8-4bc8-84c3-b7cf93a80683 req-0bccd097-4467-4b61-9442-1179a5dbdfa8 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:18.266069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9737d4c-36b8-4bc8-84c3-b7cf93a80683 req-0bccd097-4467-4b61-9442-1179a5dbdfa8 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 944 time: 0.2594969 Jan 28 19:21:18.272051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13262453-e933-4525-826f-6f1ea814ba6b tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Pushing event updated for resources: {'Port': ['ID=bcc68056-ec78-44b5-8adb-59f07ebe7231,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:18.313488 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:18.338945 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-38141a35-bd2a-454f-82ec-a637353be802 None None] For port 2bb31f07-8867-4417-a1d3-20d6aebdd663, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2bb31f07-8867-4417-a1d3-20d6aebdd663,segment=NetworkSegment(d8e28732-0665-4fdd-a1fd-9290ac808bd3),segment_id=d8e28732-0665-4fdd-a1fd-9290ac808bd3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:18.339572 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-38141a35-bd2a-454f-82ec-a637353be802 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.343967 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf98b965-c69d-4d35-ad14-133d696bab5e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:18.344443 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf98b965-c69d-4d35-ad14-133d696bab5e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:18.347497 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bf98b965-c69d-4d35-ad14-133d696bab5e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/684a50c4-c0a1-4ac9-a516-a196778a3963 HTTP/1.1" status: 404 len: 333 time: 0.0350430 Jan 28 19:21:18.350335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-13262453-e933-4525-826f-6f1ea814ba6b tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:18.350492 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52102) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:18.350587 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-13262453-e933-4525-826f-6f1ea814ba6b tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.367391 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-38141a35-bd2a-454f-82ec-a637353be802 None None] Calling delete_port for 2bb31f07-8867-4417-a1d3-20d6aebdd663 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:18.378668 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4f5677-bdfa-4e10-a7ad-6cb502ca46e1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:18.379046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4f5677-bdfa-4e10-a7ad-6cb502ca46e1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:18.382057 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bc4f5677-bdfa-4e10-a7ad-6cb502ca46e1 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/5ea5f815-4ddf-458f-981f-92001613a790 HTTP/1.1" status: 404 len: 337 time: 0.0308864 Jan 28 19:21:18.384982 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52104) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:18.397666 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-13262453-e933-4525-826f-6f1ea814ba6b tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8627512 Jan 28 19:21:18.401051 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.413561 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.420192 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/networks/9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d HTTP/1.1" status: 204 len: 168 time: 1.3307617 Jan 28 19:21:18.433619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Request body: {'port': {'device_id': 'a31b1fdc-7dca-451e-83b9-7207ede800e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:18.434473 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52106) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:18.455224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1ccd17c1-4e40-41e2-8e97-1c1da43a19b3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1034531672'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:18.462275 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9d5279-8b74-4cdb-83be-1e8fc38dd2e2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:18.462739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9d5279-8b74-4cdb-83be-1e8fc38dd2e2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:18.468278 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ce9d5279-8b74-4cdb-83be-1e8fc38dd2e2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/698098c5-df36-428b-837d-ce88d4f916e6 HTTP/1.1" status: 404 len: 337 time: 0.0783145 Jan 28 19:21:18.468486 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-38141a35-bd2a-454f-82ec-a637353be802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (2bb31f07-8867-4417-a1d3-20d6aebdd663), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.470699 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025030a-8b4c-438f-9b45-682d210db7f9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Network': ['ID=9bb45992-5a6a-4a22-b4ab-cdf7ecdcbf7d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:18.475888 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52108) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:18.491293 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9737d4c-36b8-4bc8-84c3-b7cf93a80683 req-49c62935-3ca3-4d99-a238-f41a86bdb144 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/security-groups?id=21907491-69d5-4fb3-a6a0-4bd0d4a2bce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598282 Jan 28 19:21:18.510146 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8107a4c8-cddd-40c9-b6fc-58f3777cef8b req-5405ce70-c559-4c5b-a562-c177d8d2a24d service neutron] 10.222.0.37 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695765 Jan 28 19:21:18.517125 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-59751d82-8ee2-4140-944e-7bc998b8025c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:18.518527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59751d82-8ee2-4140-944e-7bc998b8025c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:18.521336 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38141a35-bd2a-454f-82ec-a637353be802 None None] Pushing event deleted for resources: {'Port': ['ID=2bb31f07-8867-4417-a1d3-20d6aebdd663,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:18.526387 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-59751d82-8ee2-4140-944e-7bc998b8025c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/773573df-4a3d-4f39-afe8-7408fb519270 HTTP/1.1" status: 404 len: 333 time: 0.0472085 Jan 28 19:21:18.527237 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52112) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:18.536483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38141a35-bd2a-454f-82ec-a637353be802 None None] No DVR routers for this DVR port 2bb31f07-8867-4417-a1d3-20d6aebdd663 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:18.553889 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccd17c1-4e40-41e2-8e97-1c1da43a19b3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:18.558077 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ccd17c1-4e40-41e2-8e97-1c1da43a19b3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.562912 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d367bd-4f66-42f5-93ad-d95777c8c1c7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:18.563500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d367bd-4f66-42f5-93ad-d95777c8c1c7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:18.570409 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-24d367bd-4f66-42f5-93ad-d95777c8c1c7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/8a03d9a7-2d13-48e5-9a12-0beb9f93e91c HTTP/1.1" status: 404 len: 337 time: 0.0386059 Jan 28 19:21:18.570409 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52116) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:18.580894 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bcc68056-ec78-44b5-8adb-59f07ebe7231), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.606922 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1fd2e0-417b-4f7d-b460-cb2bb64fdd5a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:18.607525 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1fd2e0-417b-4f7d-b460-cb2bb64fdd5a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:18.610755 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9e1fd2e0-417b-4f7d-b460-cb2bb64fdd5a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/f12a2a83-c4f1-4567-abbe-bd945344ed93 HTTP/1.1" status: 404 len: 337 time: 0.0404038 Jan 28 19:21:18.613335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52118) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:18.638385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccd17c1-4e40-41e2-8e97-1c1da43a19b3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:21:18.659477 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ccd17c1-4e40-41e2-8e97-1c1da43a19b3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (2172b3fd-e01b-4e30-b23c-a0d654ec3917), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.659867 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-1ccd17c1-4e40-41e2-8e97-1c1da43a19b3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Added segment 2172b3fd-e01b-4e30-b23c-a0d654ec3917 of type vlan for network 54687a71-37bf-4826-8f66-2715c8a5c32d Jan 28 19:21:18.671202 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-61691a9b-3edf-4640-8959-cd3b2ae049a7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:18.671780 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61691a9b-3edf-4640-8959-cd3b2ae049a7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:18.678153 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-61691a9b-3edf-4640-8959-cd3b2ae049a7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/6dc1f191-a5f3-4b65-8045-131c6dc9e5dc HTTP/1.1" status: 404 len: 333 time: 0.0636320 Jan 28 19:21:18.682053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52122) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:18.765565 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b11c5d-aa12-401e-b49a-b08a56096ae2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:18.766041 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b11c5d-aa12-401e-b49a-b08a56096ae2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:18.769134 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-68b11c5d-aa12-401e-b49a-b08a56096ae2 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/8dd87ed7-6065-439b-93f4-411b2ce69795 HTTP/1.1" status: 404 len: 337 time: 0.0853796 Jan 28 19:21:18.771092 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ccd17c1-4e40-41e2-8e97-1c1da43a19b3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (54687a71-37bf-4826-8f66-2715c8a5c32d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.775325 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52124) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:18.789176 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8107a4c8-cddd-40c9-b6fc-58f3777cef8b req-ef7bc5ba-56d3-407e-ada0-4594fa830a87 service neutron] 10.222.0.37 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531960 Jan 28 19:21:18.814697 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2838937-0dad-4035-8f9e-f981d59573cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:18.814697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2838937-0dad-4035-8f9e-f981d59573cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:18.819147 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f2838937-0dad-4035-8f9e-f981d59573cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/1f849239-aee1-4092-a2ed-d5aed94ab67b HTTP/1.1" status: 404 len: 337 time: 0.0419447 Jan 28 19:21:18.821725 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52126) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:18.833581 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ccd17c1-4e40-41e2-8e97-1c1da43a19b3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (54687a71-37bf-4826-8f66-2715c8a5c32d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.838866 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccd17c1-4e40-41e2-8e97-1c1da43a19b3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:18.839736 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ccd17c1-4e40-41e2-8e97-1c1da43a19b3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:18.870395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaa624-eb88-4d34-b94a-692e9929f363 req-56a34a21-206e-4594-ad22-e48769daa1b4 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:18.872368 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3aaa624-eb88-4d34-b94a-692e9929f363 req-56a34a21-206e-4594-ad22-e48769daa1b4 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 931 time: 0.1455281 Jan 28 19:21:18.881754 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7aec3a-7c60-44f9-8284-8b4a807b7a18 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:18.882528 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7aec3a-7c60-44f9-8284-8b4a807b7a18 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:18.885474 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-da7aec3a-7c60-44f9-8284-8b4a807b7a18 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/9cf6e8e9-6787-4246-ae06-cca713e05585 HTTP/1.1" status: 404 len: 333 time: 0.0623832 Jan 28 19:21:18.891512 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52128) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:18.926566 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c3e7f6-6e34-42b4-b6ad-ad92b22454a9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:18.927011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c3e7f6-6e34-42b4-b6ad-ad92b22454a9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:18.932574 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-10c3e7f6-6e34-42b4-b6ad-ad92b22454a9 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/96fe72e3-f50d-499f-9ea7-c81530ac08e1 HTTP/1.1" status: 404 len: 337 time: 0.0378220 Jan 28 19:21:18.932757 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52130) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:18.959598 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1ccd17c1-4e40-41e2-8e97-1c1da43a19b3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5098312 Jan 28 19:21:18.960350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52132) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:18.964877 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-49bdc3e9-af5d-4e46-859c-78ae5bca8b2f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:18.965400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49bdc3e9-af5d-4e46-859c-78ae5bca8b2f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:18.968441 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-49bdc3e9-af5d-4e46-859c-78ae5bca8b2f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/f008ea82-f766-4879-aa5a-a3cc43750d47 HTTP/1.1" status: 404 len: 333 time: 0.0347960 Jan 28 19:21:18.969238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-06c3a69f-fc1e-42db-ae84-2524d8054cc4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'subnet': {'network_id': '54687a71-37bf-4826-8f66-2715c8a5c32d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:18.971745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52134) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:19.002355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd17c1-4e40-41e2-8e97-1c1da43a19b3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Network': ['ID=54687a71-37bf-4826-8f66-2715c8a5c32d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:19.017820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 54687a71-37bf-4826-8f66-2715c8a5c32d details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:21:19.025160 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-3920c20c-edd6-4b62-907b-86fc14afff37 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:19.032133 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3920c20c-edd6-4b62-907b-86fc14afff37 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:19.037528 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3920c20c-edd6-4b62-907b-86fc14afff37 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/8ac9e91b-2b9c-4e09-8a96-7b1ceec946e5 HTTP/1.1" status: 404 len: 337 time: 0.0644224 Jan 28 19:21:19.049113 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52138) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:19.063184 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3aaa624-eb88-4d34-b94a-692e9929f363 req-bb7783ff-c570-4907-8853-ef5bc6cf6746 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828952 Jan 28 19:21:19.102380 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-40bdfea9-7444-4117-acfd-58338f74f58b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:19.103053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40bdfea9-7444-4117-acfd-58338f74f58b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:19.106424 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-40bdfea9-7444-4117-acfd-58338f74f58b tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/2be5e0cf-dc8b-435f-b066-59c513aefce4 HTTP/1.1" status: 404 len: 333 time: 0.0557482 Jan 28 19:21:19.109580 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52140) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:19.143134 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c3a69f-fc1e-42db-ae84-2524d8054cc4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:19.147706 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06c3a69f-fc1e-42db-ae84-2524d8054cc4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:19.164886 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b80e32c-f854-4884-a5d2-02f4570d8588 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:19.165352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b80e32c-f854-4884-a5d2-02f4570d8588 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:19.170072 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5b80e32c-f854-4884-a5d2-02f4570d8588 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/c8b0726f-7ddb-4021-b394-ebfb5af75b01 HTTP/1.1" status: 404 len: 337 time: 0.0575898 Jan 28 19:21:19.179242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52142) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:19.249246 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3f48a88e-0959-4f2f-83fd-d2527f687834 req-f113fd4d-5b8a-46ca-ba6c-566b06c333b9 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 210 time: 0.0899069 Jan 28 19:21:19.254055 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a5034b-f772-47a2-bd9e-55de4135c844 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:19.254609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a5034b-f772-47a2-bd9e-55de4135c844 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:19.257572 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-94a5034b-f772-47a2-bd9e-55de4135c844 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/2e9c3026-79ae-4eae-9119-8cf8d2302ece HTTP/1.1" status: 404 len: 333 time: 0.0673671 Jan 28 19:21:19.260114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52144) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:19.291401 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c888379f-6338-4b86-9cc9-26eb481c776e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:19.291859 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c888379f-6338-4b86-9cc9-26eb481c776e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:19.294870 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c888379f-6338-4b86-9cc9-26eb481c776e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/d098b014-6725-4e32-bfaa-2d102116d0b2 HTTP/1.1" status: 404 len: 337 time: 0.0337241 Jan 28 19:21:19.296924 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc68056-ec78-44b5-8adb-59f07ebe7231 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:19.297666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:19.304638 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Publish callbacks [] for port (bcc68056-ec78-44b5-8adb-59f07ebe7231), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:19.321646 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Transition to ACTIVE for port object bcc68056-ec78-44b5-8adb-59f07ebe7231 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:21:19.325394 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (bcc68056-ec78-44b5-8adb-59f07ebe7231), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:19.338243 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-e564d156-aec3-418b-a5a5-8a4c6a9d5646 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:19.338795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e564d156-aec3-418b-a5a5-8a4c6a9d5646 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:19.344472 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e564d156-aec3-418b-a5a5-8a4c6a9d5646 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/e6606b32-b259-4844-bfb6-45d8d4ecba9b HTTP/1.1" status: 404 len: 333 time: 0.0428803 Jan 28 19:21:19.344472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52148) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:19.387910 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc68056-ec78-44b5-8adb-59f07ebe7231,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:19.409744 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96bfbe1-24bb-47ab-98c6-9b6b9c3ee5cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:19.409744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96bfbe1-24bb-47ab-98c6-9b6b9c3ee5cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:19.412971 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b96bfbe1-24bb-47ab-98c6-9b6b9c3ee5cb tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/b7e36746-fbc3-4e90-ac50-5fa93c5fa3ad HTTP/1.1" status: 404 len: 337 time: 0.0649931 Jan 28 19:21:19.412971 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52150) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:19.467251 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Attempting to bind port bcc68056-ec78-44b5-8adb-59f07ebe7231 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:19.467678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Attempting to bind port bcc68056-ec78-44b5-8adb-59f07ebe7231 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '1a42f1c5-bac9-46ee-bb59-173f5dc0ce90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d11bf7-3119-4d8c-b280-7ef3c1a8747a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:19.468074 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Attempting to bind port bcc68056-ec78-44b5-8adb-59f07ebe7231 on network a0d11bf7-3119-4d8c-b280-7ef3c1a8747a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:19.470604 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-39675264-1008-439f-9aad-fcfe36bbec25 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:19.475303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Port bcc68056-ec78-44b5-8adb-59f07ebe7231 on network a0d11bf7-3119-4d8c-b280-7ef3c1a8747a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:21:19.475628 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Attempting to bind port bcc68056-ec78-44b5-8adb-59f07ebe7231 on network a0d11bf7-3119-4d8c-b280-7ef3c1a8747a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:19.476680 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39675264-1008-439f-9aad-fcfe36bbec25 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:19.477930 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2bb31f07-8867-4417-a1d3-20d6aebdd663 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:19.487327 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-39675264-1008-439f-9aad-fcfe36bbec25 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/fb3aaa16-e364-4b80-8b36-2828e0de9259 HTTP/1.1" status: 404 len: 333 time: 0.0698559 Jan 28 19:21:19.488345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52152) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:19.498692 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:19.499310 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Checking segment: {'id': '1a42f1c5-bac9-46ee-bb59-173f5dc0ce90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d11bf7-3119-4d8c-b280-7ef3c1a8747a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:19.499440 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Bound using segment: {'id': '1a42f1c5-bac9-46ee-bb59-173f5dc0ce90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d11bf7-3119-4d8c-b280-7ef3c1a8747a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:19.500328 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06c3a69f-fc1e-42db-ae84-2524d8054cc4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (7fc5e532-2502-443c-9d15-036cc68f4488), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:19.506146 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Bound port: bcc68056-ec78-44b5-8adb-59f07ebe7231, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a42f1c5-bac9-46ee-bb59-173f5dc0ce90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'a0d11bf7-3119-4d8c-b280-7ef3c1a8747a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:19.506528 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bcc68056-ec78-44b5-8adb-59f07ebe7231), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:19.516399 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 2bb31f07-8867-4417-a1d3-20d6aebdd663 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:19.517892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2bb31f07-8867-4417-a1d3-20d6aebdd663 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:19.594733 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] For port bcc68056-ec78-44b5-8adb-59f07ebe7231, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:19.598643 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] For port bcc68056-ec78-44b5-8adb-59f07ebe7231, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=bcc68056-ec78-44b5-8adb-59f07ebe7231,segment=NetworkSegment(1a42f1c5-bac9-46ee-bb59-173f5dc0ce90),segment_id=1a42f1c5-bac9-46ee-bb59-173f5dc0ce90)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:19.609057 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (bcc68056-ec78-44b5-8adb-59f07ebe7231), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:19.610098 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-05c82324-9057-4589-8855-794369b6089c tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=abaf81e7c1b04572aa05f2d10f69b03c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1594205 Jan 28 19:21:19.623111 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-05aa0608-78ff-4ea1-b3dc-03b4c3471544 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:19.623885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05aa0608-78ff-4ea1-b3dc-03b4c3471544 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:19.629871 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-05aa0608-78ff-4ea1-b3dc-03b4c3471544 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/031072d8-f34e-44e8-8f1e-be3f6cc31ba9 HTTP/1.1" status: 404 len: 337 time: 0.1378322 Jan 28 19:21:19.651892 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52158) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:19.700950 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5cc4db-de14-4379-abca-532ae025653f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:19.700950 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5cc4db-de14-4379-abca-532ae025653f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:19.704239 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-df5cc4db-de14-4379-abca-532ae025653f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/f9687e32-b05b-40f7-8c0f-87937aa2e4ae HTTP/1.1" status: 404 len: 337 time: 0.0490031 Jan 28 19:21:19.708501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52160) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:19.724585 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:19.725199 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:19.726855 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] 10.222.0.31 "PUT /v2.0/ports/bcc68056-ec78-44b5-8adb-59f07ebe7231 HTTP/1.1" status: 200 len: 1091 time: 1.3225200 Jan 28 19:21:19.728928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31b1fdc-7dca-451e-83b9-7207ede800e2', 'tag': 'bcc68056-ec78-44b5-8adb-59f07ebe7231'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:19.731861 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b365b167-7e6f-40e6-9a44-da63c4094b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a31b1fdc-7dca-451e-83b9-7207ede800e2", "tag": "bcc68056-ec78-44b5-8adb-59f07ebe7231"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:19.777635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 979808b6-442a-4d75-b269-e113b4be650f details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:21:19.785288 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b565f94-242b-4a3b-96a8-b032b3cd0941 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:19.785865 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b565f94-242b-4a3b-96a8-b032b3cd0941 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:19.787767 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-624e00c0-db87-4b3d-818a-ccd5260d0571 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:19.789662 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5b565f94-242b-4a3b-96a8-b032b3cd0941 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/f3c420ba-2478-4ca5-87d0-f6cf4bc46c01 HTTP/1.1" status: 404 len: 333 time: 0.0775645 Jan 28 19:21:19.792026 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-624e00c0-db87-4b3d-818a-ccd5260d0571 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572247 Jan 28 19:21:19.792884 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:19.825093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-8d467298-8852-46fb-b13e-6edc3e11da4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Request body: {'port': {'device_id': '5f842a03-71a9-493d-9aed-f7d8202e2760', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': 'abaf81e7c1b04572aa05f2d10f69b03c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:19.831929 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbb2778-02d2-4d75-b737-4295945a649d x-openstack-request-id: req-7bbb2778-02d2-4d75-b737-4295945a649d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:19.832212 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31b1fdc-7dca-451e-83b9-7207ede800e2", "tag": "bcc68056-ec78-44b5-8adb-59f07ebe7231", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:19.832465 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7bbb2778-02d2-4d75-b737-4295945a649d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:19.833363 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31b1fdc-7dca-451e-83b9-7207ede800e2', 'tag': 'bcc68056-ec78-44b5-8adb-59f07ebe7231', 'status': 'completed', 'code': 200} Jan 28 19:21:19.847597 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747bab4-ad55-46f9-92fb-c41a161fe184 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc68056-ec78-44b5-8adb-59f07ebe7231,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:19.862452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-6b419420-a6dd-4600-b6d6-ba116756caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:19.864143 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-6b419420-a6dd-4600-b6d6-ba116756caee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e3260ca0955345548eeca4aad20e3778&device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 1125 time: 0.0694449 Jan 28 19:21:19.902638 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 979808b6-442a-4d75-b269-e113b4be650f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=979808b6-442a-4d75-b269-e113b4be650f,segment=NetworkSegment(82821d1c-6b66-42be-b1e4-65d3258a5370),segment_id=82821d1c-6b66-42be-b1e4-65d3258a5370)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:19.914430 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-5aec331f-c360-4e17-a056-f5320ec22bb2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcc68056-ec78-44b5-8adb-59f07ebe7231 HTTP/1.1" status: 200 len: 217 time: 0.0439346 Jan 28 19:21:19.915053 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '979808b6-442a-4d75-b269-e113b4be650f', 'network_id': '94796386-d5f1-4714-b283-09e37e1ac46a', 'port_id': '979808b6-442a-4d75-b269-e113b4be650f', 'mac_address': 'fa:16:3e:f3:34:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a685a2-301d-4e54-93b0-97e54c38e5ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:21:19.954563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3a69f-fc1e-42db-ae84-2524d8054cc4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Subnet': ['ID=7fc5e532-2502-443c-9d15-036cc68f4488,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:19.968917 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d21485d-9222-4f1b-83d1-06c3edd1006c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:19.969377 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d21485d-9222-4f1b-83d1-06c3edd1006c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:19.969763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 979808b6-442a-4d75-b269-e113b4be650f is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:19.970269 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (979808b6-442a-4d75-b269-e113b4be650f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:19.974490 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9d21485d-9222-4f1b-83d1-06c3edd1006c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/8bb40766-4ad4-4954-94d6-2f60830a70f0 HTTP/1.1" status: 404 len: 337 time: 0.1778455 Jan 28 19:21:19.979112 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52166) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:19.985206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979808b6-442a-4d75-b269-e113b4be650f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:19.994544 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c3a69f-fc1e-42db-ae84-2524d8054cc4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Checking segment: {'id': '2172b3fd-e01b-4e30-b23c-a0d654ec3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '54687a71-37bf-4826-8f66-2715c8a5c32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:19.995190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c3a69f-fc1e-42db-ae84-2524d8054cc4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network hostable DHCP agents. Network: 54687a71-37bf-4826-8f66-2715c8a5c32d, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:21:20.013243 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ea24e-5681-41a6-9952-e4aa27eba6fc req-58abbe59-4a8d-4d74-a935-bd35045e8dd3 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:20.016376 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-097601ec-fc57-442f-b472-ebc6d2bedede tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:20.016905 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097601ec-fc57-442f-b472-ebc6d2bedede tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:20.018538 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-512ea24e-5681-41a6-9952-e4aa27eba6fc req-58abbe59-4a8d-4d74-a935-bd35045e8dd3 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 944 time: 0.3873987 Jan 28 19:21:20.022896 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-097601ec-fc57-442f-b472-ebc6d2bedede tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/9073a798-6a08-432e-b682-090d6db73a24 HTTP/1.1" status: 404 len: 337 time: 0.0401034 Jan 28 19:21:20.023808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52168) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:20.032382 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-6c88c5f3-828f-472f-b6a6-c31294c1624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:20.033921 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-6c88c5f3-828f-472f-b6a6-c31294c1624c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=99e5c03c-5479-450a-b08f-1a86eaac1a19 HTTP/1.1" status: 200 len: 848 time: 0.1125615 Jan 28 19:21:20.041321 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-8d467298-8852-46fb-b13e-6edc3e11da4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Made reservation on behalf of abaf81e7c1b04572aa05f2d10f69b03c for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:20.042848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 979808b6-442a-4d75-b269-e113b4be650f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=979808b6-442a-4d75-b269-e113b4be650f,segment=NetworkSegment(82821d1c-6b66-42be-b1e4-65d3258a5370),segment_id=82821d1c-6b66-42be-b1e4-65d3258a5370)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:20.044957 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-8d467298-8852-46fb-b13e-6edc3e11da4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.047728 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (979808b6-442a-4d75-b269-e113b4be650f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.061328 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-4baf453b-604a-4515-960c-c55be17dc29f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:20.061913 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4baf453b-604a-4515-960c-c55be17dc29f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:20.067579 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4baf453b-604a-4515-960c-c55be17dc29f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/c78b5dba-28e0-4395-81d4-9e48db5c41b1 HTTP/1.1" status: 404 len: 333 time: 0.0400600 Jan 28 19:21:20.070136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52170) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:20.080682 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-8d467298-8852-46fb-b13e-6edc3e11da4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.099171 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c3a69f-fc1e-42db-ae84-2524d8054cc4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 54687a71-37bf-4826-8f66-2715c8a5c32d is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:21:20.119088 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-e2c3cc8a-8bd0-45f4-991f-eea1683ec02d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0d11bf7-3119-4d8c-b280-7ef3c1a8747a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663428 Jan 28 19:21:20.120231 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-22165850-643c-4cbb-bb74-a3e25661157c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:20.120812 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22165850-643c-4cbb-bb74-a3e25661157c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:20.123937 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-22165850-643c-4cbb-bb74-a3e25661157c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/3c279aed-eb39-4a14-83a8-95a62af55e5e HTTP/1.1" status: 404 len: 337 time: 0.0543885 Jan 28 19:21:20.129778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52174) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:20.133773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=979808b6-442a-4d75-b269-e113b4be650f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:20.189964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-06c3a69f-fc1e-42db-ae84-2524d8054cc4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 54687a71-37bf-4826-8f66-2715c8a5c32d) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:20.196957 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bcdf4db-66a9-474e-ace9-d9fe6173b46c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:20.197337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bcdf4db-66a9-474e-ace9-d9fe6173b46c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:20.199108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeb53e9-e198-4bd6-85b6-37f48bab74f3 None None] Network 54687a71-37bf-4826-8f66-2715c8a5c32d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:20.202704 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1bcdf4db-66a9-474e-ace9-d9fe6173b46c tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/5a14e986-2493-457d-a150-cdad6abf3054 HTTP/1.1" status: 404 len: 337 time: 0.0669568 Jan 28 19:21:20.207935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c3a69f-fc1e-42db-ae84-2524d8054cc4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:20.208532 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06c3a69f-fc1e-42db-ae84-2524d8054cc4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.210049 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52176) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:20.219849 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-512ea24e-5681-41a6-9952-e4aa27eba6fc req-c50b8de7-8a1d-40e4-be76-187f194e72ec tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/security-groups?id=21907491-69d5-4fb3-a6a0-4bd0d4a2bce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877375 Jan 28 19:21:20.236776 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-06c3a69f-fc1e-42db-ae84-2524d8054cc4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2749758 Jan 28 19:21:20.240440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52178) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:20.245078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cbdcee75-2f86-46df-b839-5d54fd5c68b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1830456859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:20.283378 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbdcee75-2f86-46df-b839-5d54fd5c68b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (e107c6d8-e868-4a24-8b33-3496694e3fac), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.284897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbdcee75-2f86-46df-b839-5d54fd5c68b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (e107c6d8-e868-4a24-8b33-3496694e3fac), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.291946 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a3f1b9-41b5-4737-8f07-84e56b78fac8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:20.292562 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a3f1b9-41b5-4737-8f07-84e56b78fac8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:20.299723 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f0a3f1b9-41b5-4737-8f07-84e56b78fac8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/585ffcda-d3cf-42cc-bf5a-a3cb48c5d1b6 HTTP/1.1" status: 404 len: 333 time: 0.0872619 Jan 28 19:21:20.300421 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52184) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:20.316729 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-8d467298-8852-46fb-b13e-6edc3e11da4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks [] for security_group (907fe089-1359-42a3-b7f8-5a7961fb44a0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.329398 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-8d467298-8852-46fb-b13e-6edc3e11da4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (907fe089-1359-42a3-b7f8-5a7961fb44a0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.382184 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c01cf-3df5-40f4-9730-bd96af96f250 req-7c1864a6-e547-4046-bf42-a98cc917127a tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:20.384533 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d9c01cf-3df5-40f4-9730-bd96af96f250 req-7c1864a6-e547-4046-bf42-a98cc917127a tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 943 time: 0.1951027 Jan 28 19:21:20.385325 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a2ab63-c52b-43ee-9596-2e49384e370a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:20.386843 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a2ab63-c52b-43ee-9596-2e49384e370a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:20.387377 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbdcee75-2f86-46df-b839-5d54fd5c68b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for router_controller (e107c6d8-e868-4a24-8b33-3496694e3fac), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.394837 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-18a2ab63-c52b-43ee-9596-2e49384e370a tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/9a795f15-439f-49da-ac32-67ab1b927c37 HTTP/1.1" status: 404 len: 337 time: 0.0904877 Jan 28 19:21:20.395545 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52186) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:20.400626 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-6f3457d2-1ec0-4a3c-864a-0872b6b8ce97 service neutron] 10.222.0.31 "GET /v2.0/networks/a0d11bf7-3119-4d8c-b280-7ef3c1a8747a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755649 Jan 28 19:21:20.466576 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['979808b6-442a-4d75-b269-e113b4be650f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:20.528618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-54687a71-37bf-4826-8f66-2715c8a5c32d', 'network_id': '54687a71-37bf-4826-8f66-2715c8a5c32d', 'project_id': 'f7e8842bbdb14b3ca976873a4445191e', 'fixed_ips': [{'subnet_id': '7fc5e532-2502-443c-9d15-036cc68f4488'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:21:20.530178 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.546574 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8b430c7-7bde-4b1d-9201-96972d39029d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.600491 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d9c01cf-3df5-40f4-9730-bd96af96f250 req-d78c1034-8393-4c92-b402-a2ba8fc8ac2f tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038708 Jan 28 19:21:20.602502 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0aceaaf-1ceb-4807-b02b-add8053b46f1 req-895e4381-053a-43be-8376-f30fdab7e990 service neutron] 10.222.0.31 "GET /v2.0/networks/a0d11bf7-3119-4d8c-b280-7ef3c1a8747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580210 Jan 28 19:21:20.603932 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca6e1c8-af31-47be-ac9f-ae28da8c4703 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:20.604369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca6e1c8-af31-47be-ac9f-ae28da8c4703 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:20.621923 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8ca6e1c8-af31-47be-ac9f-ae28da8c4703 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/56bfa90a-4c12-4a7b-aca6-bf01a0ae3dc7 HTTP/1.1" status: 404 len: 337 time: 0.2235985 Jan 28 19:21:20.622579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52188) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:20.676329 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-aa6f4463-7acd-4261-b3fe-86b0a90c5f1d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bac7588-a6da-46fc-8c0b-c38a424e8b78 HTTP/1.1" status: 200 len: 205 time: 0.0525970 Jan 28 19:21:20.678213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52190) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:20.810530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Allocated IP 172.20.0.2 (54687a71-37bf-4826-8f66-2715c8a5c32d/7fc5e532-2502-443c-9d15-036cc68f4488/adf4dc1d-acce-4e09-887a-142cc2edf03a) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:20.811778 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbdcee75-2f86-46df-b839-5d54fd5c68b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (e107c6d8-e868-4a24-8b33-3496694e3fac), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.817112 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-1926aecb-fce2-4467-91c9-bbc62273582f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] delete failed (client error): The resource could not be found. Jan 28 19:21:20.822282 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1926aecb-fce2-4467-91c9-bbc62273582f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/routers/7bac7588-a6da-46fc-8c0b-c38a424e8b78 HTTP/1.1" status: 404 len: 336 time: 0.1430173 Jan 28 19:21:20.825878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:20.863584 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b826bb-13b4-4ef1-8266-28a830ae4a5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:20.864041 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b826bb-13b4-4ef1-8266-28a830ae4a5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:20.871437 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0c71f93-8d5d-440f-9806-9c7f1efd4a6a req-28cf690b-c053-47f8-b702-b28fd8655b5c tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 210 time: 0.0643516 Jan 28 19:21:20.871788 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-26b826bb-13b4-4ef1-8266-28a830ae4a5d tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/b678ff97-5e70-4214-9570-e0f77032ea3f HTTP/1.1" status: 404 len: 337 time: 0.0451770 Jan 28 19:21:20.871943 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52196) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:20.876172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365b167-7e6f-40e6-9a44-da63c4094b3c req-6566cae1-f3ec-45bb-b4e7-151d7a3e9e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:20.876963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d467298-8852-46fb-b13e-6edc3e11da4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907fe089-1359-42a3-b7f8-5a7961fb44a0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:20.878503 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b365b167-7e6f-40e6-9a44-da63c4094b3c req-6566cae1-f3ec-45bb-b4e7-151d7a3e9e6e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e3260ca0955345548eeca4aad20e3778&device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 1125 time: 0.2008028 Jan 28 19:21:20.909583 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cbdcee75-2f86-46df-b839-5d54fd5c68b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:20.911486 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cbdcee75-2f86-46df-b839-5d54fd5c68b4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6701109 Jan 28 19:21:20.918518 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-85619bfb-c6e0-4e52-9121-2ada2c3c5c70 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c40deb3-26b8-4c10-96cb-ff8b2a948574 HTTP/1.1" status: 200 len: 205 time: 0.0399718 Jan 28 19:21:20.920413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52198) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:20.920413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52200) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:20.930356 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5090ebb6-7976-4c38-88d8-2178b89d665b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'network_id': '54687a71-37bf-4826-8f66-2715c8a5c32d', 'name': 'tempest-PortsTestJSON-530451538'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:21.029067 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365b167-7e6f-40e6-9a44-da63c4094b3c req-970a2c92-d4b4-4fa4-b4e1-9b57608d9462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:21.030502 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-f8d11c2d-334f-4f53-a540-2502b7427f9e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] delete failed (client error): The resource could not be found. Jan 28 19:21:21.034012 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f8d11c2d-334f-4f53-a540-2502b7427f9e tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/routers/0c40deb3-26b8-4c10-96cb-ff8b2a948574 HTTP/1.1" status: 404 len: 336 time: 0.1090713 Jan 28 19:21:21.036688 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b365b167-7e6f-40e6-9a44-da63c4094b3c req-970a2c92-d4b4-4fa4-b4e1-9b57608d9462 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a0d11bf7-3119-4d8c-b280-7ef3c1a8747a HTTP/1.1" status: 200 len: 909 time: 0.1233156 Jan 28 19:21:21.037841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:21.062204 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Publish callbacks [] for port (adf4dc1d-acce-4e09-887a-142cc2edf03a), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:21.071061 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (adf4dc1d-acce-4e09-887a-142cc2edf03a), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:21.084698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-8d467298-8852-46fb-b13e-6edc3e11da4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Allocated IP 192.168.233.120 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/49cf77ac-ad79-4181-aa0c-3b25fa94c6cd) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:21.110383 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-37815d93-6d41-45a2-b203-5b2cebe9f533 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:21.112113 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37815d93-6d41-45a2-b203-5b2cebe9f533 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:21.120140 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-37815d93-6d41-45a2-b203-5b2cebe9f533 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/8d3272dd-565e-4509-82bd-af32a33d64b1 HTTP/1.1" status: 404 len: 337 time: 0.0808535 Jan 28 19:21:21.122247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52204) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:21.125995 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Network 54687a71-37bf-4826-8f66-2715c8a5c32d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:21.132472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:21.140491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:21.156109 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b365b167-7e6f-40e6-9a44-da63c4094b3c req-a1036a62-acf1-44f8-a66a-97235ab4a721 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcc68056-ec78-44b5-8adb-59f07ebe7231 HTTP/1.1" status: 200 len: 217 time: 0.1066854 Jan 28 19:21:21.158435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Pushing event updated for resources: {'Port': ['ID=adf4dc1d-acce-4e09-887a-142cc2edf03a,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:21.171236 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c72f86-f8b7-4908-a470-667a3d85f115 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:21.171746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c72f86-f8b7-4908-a470-667a3d85f115 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:21.178318 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d5c72f86-f8b7-4908-a470-667a3d85f115 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/a3c8db48-506a-4c93-b32b-663b0694c5b3 HTTP/1.1" status: 404 len: 337 time: 0.0465310 Jan 28 19:21:21.180884 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52206) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:21.220836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Attempting to bind port adf4dc1d-acce-4e09-887a-142cc2edf03a on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:21.221420 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Attempting to bind port adf4dc1d-acce-4e09-887a-142cc2edf03a by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '2172b3fd-e01b-4e30-b23c-a0d654ec3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '54687a71-37bf-4826-8f66-2715c8a5c32d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:21.221564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365b167-7e6f-40e6-9a44-da63c4094b3c req-424f646c-98d9-4adb-8d93-cf34e3c9aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:21.222226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Attempting to bind port adf4dc1d-acce-4e09-887a-142cc2edf03a on network 54687a71-37bf-4826-8f66-2715c8a5c32d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:21.223021 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b365b167-7e6f-40e6-9a44-da63c4094b3c req-424f646c-98d9-4adb-8d93-cf34e3c9aeed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=99e5c03c-5479-450a-b08f-1a86eaac1a19 HTTP/1.1" status: 200 len: 848 time: 0.0472872 Jan 28 19:21:21.228463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:21.229041 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Checking segment: {'id': '2172b3fd-e01b-4e30-b23c-a0d654ec3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '54687a71-37bf-4826-8f66-2715c8a5c32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:21.229948 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:21.230466 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Bound using segment: {'id': '2172b3fd-e01b-4e30-b23c-a0d654ec3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '54687a71-37bf-4826-8f66-2715c8a5c32d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:21.231077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Bound port: adf4dc1d-acce-4e09-887a-142cc2edf03a, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2172b3fd-e01b-4e30-b23c-a0d654ec3917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '54687a71-37bf-4826-8f66-2715c8a5c32d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:21.231554 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (adf4dc1d-acce-4e09-887a-142cc2edf03a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:21.259442 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b0f105-1180-4623-8d83-80e3f050ec0f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:21.260020 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b0f105-1180-4623-8d83-80e3f050ec0f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:21.260774 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b365b167-7e6f-40e6-9a44-da63c4094b3c req-3f941e57-3509-4880-829c-afaca61017bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0d11bf7-3119-4d8c-b280-7ef3c1a8747a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311713 Jan 28 19:21:21.266196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52210) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:21.266526 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d1b0f105-1180-4623-8d83-80e3f050ec0f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/c88363de-6e25-404d-aa59-403cc6bd90e0 HTTP/1.1" status: 404 len: 333 time: 0.0713995 Jan 28 19:21:21.284473 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5090ebb6-7976-4c38-88d8-2178b89d665b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:21.287789 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5090ebb6-7976-4c38-88d8-2178b89d665b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:21.326612 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-3772329d-cd50-4a83-afe9-19b213e00bda tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:21.327567 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3772329d-cd50-4a83-afe9-19b213e00bda tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:21.330887 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3772329d-cd50-4a83-afe9-19b213e00bda tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/efd7c513-95ec-4050-834d-2e88253e85e6 HTTP/1.1" status: 404 len: 337 time: 0.0633845 Jan 28 19:21:21.352926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] For port adf4dc1d-acce-4e09-887a-142cc2edf03a, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:21.357940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] For port adf4dc1d-acce-4e09-887a-142cc2edf03a, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=adf4dc1d-acce-4e09-887a-142cc2edf03a,segment=NetworkSegment(2172b3fd-e01b-4e30-b23c-a0d654ec3917),segment_id=2172b3fd-e01b-4e30-b23c-a0d654ec3917)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:21.366140 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (adf4dc1d-acce-4e09-887a-142cc2edf03a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:21.369466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:21.404713 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-525af55e-b1f0-431d-9df8-1333bb4a283f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:21.405423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525af55e-b1f0-431d-9df8-1333bb4a283f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:21.408550 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-525af55e-b1f0-431d-9df8-1333bb4a283f tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/2a4e65cc-c52a-49af-b19a-c6427a6d8155 HTTP/1.1" status: 404 len: 333 time: 0.0379879 Jan 28 19:21:21.412146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-5090ebb6-7976-4c38-88d8-2178b89d665b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] device_id is not set on port f88596f4-eac8-4678-99be-ab3f988ef03b yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:21:21.413984 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52214) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:21.450403 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b182c-49ff-4b98-adf9-9e69d7e1ed3d None None] Pushing event updated for resources: {'Port': ['ID=adf4dc1d-acce-4e09-887a-142cc2edf03a,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:21.474858 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f810ebd4-02d6-4fb3-8ae7-c60936a3b4f5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:21.475319 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f810ebd4-02d6-4fb3-8ae7-c60936a3b4f5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:21.478780 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f810ebd4-02d6-4fb3-8ae7-c60936a3b4f5 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/38d67d35-0715-4696-96f4-7378d69a3fd6 HTTP/1.1" status: 404 len: 337 time: 0.0622633 Jan 28 19:21:21.481797 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52216) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:21.502001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d26c3-2b4b-4558-8531-ea33bff1f172 req-b74d09f7-6d02-4c04-ac93-d554d635d310 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:21.505080 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-721d26c3-2b4b-4558-8531-ea33bff1f172 req-b74d09f7-6d02-4c04-ac93-d554d635d310 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 945 time: 0.1941302 Jan 28 19:21:21.525156 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b365b167-7e6f-40e6-9a44-da63c4094b3c req-b5f372a8-a07a-46d3-9d29-7d388d14e933 service neutron] 10.222.0.31 "GET /v2.0/networks/a0d11bf7-3119-4d8c-b280-7ef3c1a8747a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460287 Jan 28 19:21:21.526126 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbb7aa7-04ca-40aa-8afb-0d9bae2cdd43 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:21.526699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cbb7aa7-04ca-40aa-8afb-0d9bae2cdd43 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:21.532835 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0cbb7aa7-04ca-40aa-8afb-0d9bae2cdd43 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/e9132944-45f8-4dd9-95eb-d885f9455818 HTTP/1.1" status: 404 len: 333 time: 0.0499966 Jan 28 19:21:21.550508 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:21.554091 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-8d467298-8852-46fb-b13e-6edc3e11da4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks [] for port (49cf77ac-ad79-4181-aa0c-3b25fa94c6cd), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:21.594354 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6919b7-d7bc-416a-8c19-c8db91b33367 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:21.594824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6919b7-d7bc-416a-8c19-c8db91b33367 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:21.600197 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8e6919b7-d7bc-416a-8c19-c8db91b33367 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/535208e7-face-49b9-92e4-0c5a5f444992 HTTP/1.1" status: 404 len: 337 time: 0.0419135 Jan 28 19:21:21.602183 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52220) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:21.639983 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa00517-f1b2-487c-b2bf-91cf1de3b2de tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:21.640576 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa00517-f1b2-487c-b2bf-91cf1de3b2de tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:21.646105 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8aa00517-f1b2-487c-b2bf-91cf1de3b2de tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/8db8849c-d832-45c6-8045-248bb168db92 HTTP/1.1" status: 404 len: 333 time: 0.0382442 Jan 28 19:21:21.647837 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52224) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:21.653503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5090ebb6-7976-4c38-88d8-2178b89d665b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Allocated IP 172.20.0.11 (54687a71-37bf-4826-8f66-2715c8a5c32d/7fc5e532-2502-443c-9d15-036cc68f4488/f88596f4-eac8-4678-99be-ab3f988ef03b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:21.700098 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-8d467298-8852-46fb-b13e-6edc3e11da4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (49cf77ac-ad79-4181-aa0c-3b25fa94c6cd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:21.701571 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:21.722682 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-721d26c3-2b4b-4558-8531-ea33bff1f172 req-b9af4fba-2515-4d46-ad9d-18b403207544 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/security-groups?id=21907491-69d5-4fb3-a6a0-4bd0d4a2bce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875088 Jan 28 19:21:21.754718 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a806c54-68b0-4994-8af6-b5966e7e5f46 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:21.755193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a806c54-68b0-4994-8af6-b5966e7e5f46 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:21.758257 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1a806c54-68b0-4994-8af6-b5966e7e5f46 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/ebc9ef07-a70b-46a3-87e4-a2d2ead04361 HTTP/1.1" status: 404 len: 337 time: 0.0867355 Jan 28 19:21:21.763860 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b365b167-7e6f-40e6-9a44-da63c4094b3c req-f533ae81-c70f-495c-b2d7-6d179308ee76 service neutron] 10.222.0.31 "GET /v2.0/networks/a0d11bf7-3119-4d8c-b280-7ef3c1a8747a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131274 Jan 28 19:21:21.763860 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52226) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:21.797414 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 979808b6-442a-4d75-b269-e113b4be650f up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:21.817596 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-37034170-04ab-44ec-8f37-df9eb82ea295 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:21.818234 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37034170-04ab-44ec-8f37-df9eb82ea295 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:21.825494 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-37034170-04ab-44ec-8f37-df9eb82ea295 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/aec993ad-36e4-43fc-b387-63e2a9e5e66a HTTP/1.1" status: 404 len: 333 time: 0.0585544 Jan 28 19:21:21.825777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52230) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:21.844044 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-8d467298-8852-46fb-b13e-6edc3e11da4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:21.844993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d467298-8852-46fb-b13e-6edc3e11da4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Pushing event updated for resources: {'Port': ['ID=49cf77ac-ad79-4181-aa0c-3b25fa94c6cd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:21.857576 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7618ca9-9c71-422c-ab79-a4b79c1586e7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:21.857844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7618ca9-9c71-422c-ab79-a4b79c1586e7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:21.863545 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b7618ca9-9c71-422c-ab79-a4b79c1586e7 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/14905f85-aae7-401a-944a-f44712868dc1 HTTP/1.1" status: 404 len: 337 time: 0.0344462 Jan 28 19:21:21.863941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:21.874971 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-8d467298-8852-46fb-b13e-6edc3e11da4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:21.890416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-8d467298-8852-46fb-b13e-6edc3e11da4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:21.891466 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 979808b6-442a-4d75-b269-e113b4be650f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:21:21.893551 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6fc80b-e34f-47b3-9cc2-794447f530ca tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:21.894508 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6fc80b-e34f-47b3-9cc2-794447f530ca tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:21.900235 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3b6fc80b-e34f-47b3-9cc2-794447f530ca tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/1cb93759-fa8d-4b35-a10c-271f1949781d HTTP/1.1" status: 404 len: 333 time: 0.0329421 Jan 28 19:21:21.902229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:21.921918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 979808b6-442a-4d75-b269-e113b4be650f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:21.922648 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (979808b6-442a-4d75-b269-e113b4be650f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:21.936793 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5f4341-eb71-4b53-8ffe-69cc1c98dbf8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:21.937254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5f4341-eb71-4b53-8ffe-69cc1c98dbf8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:21.942839 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0d5f4341-eb71-4b53-8ffe-69cc1c98dbf8 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/62dfb450-b58c-4b26-a181-5dca7f703c1b HTTP/1.1" status: 404 len: 337 time: 0.0377038 Jan 28 19:21:21.944127 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:21.993702 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-df856874-66ae-459e-8cf0-551ba7a8f602 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:21.994732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df856874-66ae-459e-8cf0-551ba7a8f602 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:22.008588 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52242) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:22.012646 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-df856874-66ae-459e-8cf0-551ba7a8f602 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/ports/25b52201-4add-45a5-bc3b-933c367499dd HTTP/1.1" status: 404 len: 333 time: 0.0679092 Jan 28 19:21:22.075290 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b8eead-5d80-40f1-a364-2501ada15fdc tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] DELETE failed (client error): The resource could not be found. Jan 28 19:21:22.075755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b8eead-5d80-40f1-a364-2501ada15fdc tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:22.079189 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-20b8eead-5d80-40f1-a364-2501ada15fdc tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/subnets/caa2c69d-cf7e-4961-8b11-da64bce31f03 HTTP/1.1" status: 404 len: 337 time: 0.0654190 Jan 28 19:21:22.079720 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 979808b6-442a-4d75-b269-e113b4be650f is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:22.080287 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (979808b6-442a-4d75-b269-e113b4be650f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.082822 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140d9d5-12ae-4c37-b927-edaef25d1687 req-5799c3be-162f-459b-be03-cf129e862641 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:22.085267 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9140d9d5-12ae-4c37-b927-edaef25d1687 req-5799c3be-162f-459b-be03-cf129e862641 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 936 time: 0.0704801 Jan 28 19:21:22.085833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52246) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:22.086690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4550185-b884-409c-9f18-bb7b2a24b5e0 req-458b0c77-dd72-4ab5-81b9-aa4e0fa373a7 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:22.088207 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d4550185-b884-409c-9f18-bb7b2a24b5e0 req-458b0c77-dd72-4ab5-81b9-aa4e0fa373a7 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 943 time: 0.3451595 Jan 28 19:21:22.108033 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b723b934-b6ec-4a9b-b25b-43be56bd18f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979808b6-442a-4d75-b269-e113b4be650f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:22.110824 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3306b1bc-10dc-4604-9d3e-5141065d34e3" -d '{"events": [{"server_uuid": "b723b934-b6ec-4a9b-b25b-43be56bd18f9", "name": "network-vif-plugged", "status": "completed", "tag": "979808b6-442a-4d75-b269-e113b4be650f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:22.119152 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-8d467298-8852-46fb-b13e-6edc3e11da4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:22.119803 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-8d467298-8852-46fb-b13e-6edc3e11da4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.129493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 979808b6-442a-4d75-b269-e113b4be650f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=979808b6-442a-4d75-b269-e113b4be650f,segment=NetworkSegment(82821d1c-6b66-42be-b1e4-65d3258a5370),segment_id=82821d1c-6b66-42be-b1e4-65d3258a5370)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:22.140928 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (979808b6-442a-4d75-b269-e113b4be650f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.171456 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-8d467298-8852-46fb-b13e-6edc3e11da4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3618376 Jan 28 19:21:22.174449 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5090ebb6-7976-4c38-88d8-2178b89d665b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (f88596f4-eac8-4678-99be-ab3f988ef03b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.182182 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-701fe47d-5250-4a93-9502-38b750fe7294 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (1218acd0-0311-470a-8d43-e1a60f7e0be9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.187456 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Request body: {'port': {'device_id': '5f842a03-71a9-493d-9aed-f7d8202e2760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:22.204959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=979808b6-442a-4d75-b269-e113b4be650f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:22.223636 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d4550185-b884-409c-9f18-bb7b2a24b5e0 req-34697095-a7fe-4d4f-b06f-21da5b3d7793 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263037 Jan 28 19:21:22.283748 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (49cf77ac-ad79-4181-aa0c-3b25fa94c6cd), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.297668 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5090ebb6-7976-4c38-88d8-2178b89d665b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f88596f4-eac8-4678-99be-ab3f988ef03b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.298381 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9140d9d5-12ae-4c37-b927-edaef25d1687 req-d39404f1-108f-4bb9-8942-f037cb428e35 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138504 Jan 28 19:21:22.349329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-855d3014-f033-4272-a7c8-8732f0a38a32 None None] Provisioning complete for port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:22.349802 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-855d3014-f033-4272-a7c8-8732f0a38a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (49cf77ac-ad79-4181-aa0c-3b25fa94c6cd), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.365565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5090ebb6-7976-4c38-88d8-2178b89d665b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 54687a71-37bf-4826-8f66-2715c8a5c32d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:22.374212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5090ebb6-7976-4c38-88d8-2178b89d665b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:22.380474 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090ebb6-7976-4c38-88d8-2178b89d665b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:22.392920 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-701fe47d-5250-4a93-9502-38b750fe7294 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (1218acd0-0311-470a-8d43-e1a60f7e0be9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.395087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090ebb6-7976-4c38-88d8-2178b89d665b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=f88596f4-eac8-4678-99be-ab3f988ef03b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:22.417587 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-855d3014-f033-4272-a7c8-8732f0a38a32 None None] Port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:22.422336 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f9aa18-8915-44f8-a522-9e36d8f89e85 x-openstack-request-id: req-72f9aa18-8915-44f8-a522-9e36d8f89e85 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:22.422949 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b723b934-b6ec-4a9b-b25b-43be56bd18f9", "name": "network-vif-plugged", "status": "completed", "tag": "979808b6-442a-4d75-b269-e113b4be650f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:22.428522 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72f9aa18-8915-44f8-a522-9e36d8f89e85 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:22.429183 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b723b934-b6ec-4a9b-b25b-43be56bd18f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979808b6-442a-4d75-b269-e113b4be650f', 'code': 200} Jan 28 19:21:22.458618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-701fe47d-5250-4a93-9502-38b750fe7294 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1218acd0-0311-470a-8d43-e1a60f7e0be9']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:22.486060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-701fe47d-5250-4a93-9502-38b750fe7294 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e28732-0665-4fdd-a1fd-9290ac808bd3') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:22.486919 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-701fe47d-5250-4a93-9502-38b750fe7294 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e28732-0665-4fdd-a1fd-9290ac808bd3') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:22.505535 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-701fe47d-5250-4a93-9502-38b750fe7294 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (d8e28732-0665-4fdd-a1fd-9290ac808bd3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.523820 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-701fe47d-5250-4a93-9502-38b750fe7294 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d8e28732-0665-4fdd-a1fd-9290ac808bd3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.532930 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701fe47d-5250-4a93-9502-38b750fe7294 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:22.533337 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-701fe47d-5250-4a93-9502-38b750fe7294 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (d8e28732-0665-4fdd-a1fd-9290ac808bd3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:22.537546 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:22.556934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5090ebb6-7976-4c38-88d8-2178b89d665b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:22.557479 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5090ebb6-7976-4c38-88d8-2178b89d665b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.637322 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-701fe47d-5250-4a93-9502-38b750fe7294 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (1218acd0-0311-470a-8d43-e1a60f7e0be9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.643979 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-701fe47d-5250-4a93-9502-38b750fe7294 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.650493 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-701fe47d-5250-4a93-9502-38b750fe7294 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] 10.222.0.55 "DELETE /v2.0/networks/1218acd0-0311-470a-8d43-e1a60f7e0be9 HTTP/1.1" status: 204 len: 168 time: 0.5612617 Jan 28 19:21:22.651675 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5090ebb6-7976-4c38-88d8-2178b89d665b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7302470 Jan 28 19:21:22.654594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52256) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:22.714224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954acfd-b719-4d10-beb8-95faeb7abe97 req-e706991b-3f08-4945-bce1-cc69e5ca3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:22.715771 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3954acfd-b719-4d10-beb8-95faeb7abe97 req-e706991b-3f08-4945-bce1-cc69e5ca3ace service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 1128 time: 0.2291396 Jan 28 19:21:22.739729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fe47d-5250-4a93-9502-38b750fe7294 tempest-NetworksTestDHCPv6-1669014023 tempest-NetworksTestDHCPv6-1669014023-project] Pushing event deleted for resources: {'Network': ['ID=1218acd0-0311-470a-8d43-e1a60f7e0be9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:22.742829 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025f4cc-7872-4e85-b861-95e9c338460b req-9a8bd999-91fc-4eca-8523-39c0a470d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:22.744362 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d025f4cc-7872-4e85-b861-95e9c338460b req-9a8bd999-91fc-4eca-8523-39c0a470d5e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30bf8f3616cd4e51a62c447be3b7ab65&device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 1127 time: 0.2071130 Jan 28 19:21:22.767572 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122046dd-fd73-48e3-a323-eeb7394b8e30 req-3fc90880-490f-4f9a-ac5e-562f07ede7da tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:22.769198 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-122046dd-fd73-48e3-a323-eeb7394b8e30 req-3fc90880-490f-4f9a-ac5e-562f07ede7da tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.2195020 Jan 28 19:21:22.950363 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe5d9d5-67b9-49ca-bcda-1ac47242fe23 None None] Network 54687a71-37bf-4826-8f66-2715c8a5c32d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:22.962395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:22.972271 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Publish callbacks [] for port (49cf77ac-ad79-4181-aa0c-3b25fa94c6cd), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:22.987753 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-122046dd-fd73-48e3-a323-eeb7394b8e30 req-e165128a-1d7d-4a07-9263-d7feb13b18e9 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962206 Jan 28 19:21:22.989887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Transition to ACTIVE for port object 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:21:23.009265 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3954acfd-b719-4d10-beb8-95faeb7abe97 req-a845f3ee-3cf2-4de7-939e-0b940208031d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=21907491-69d5-4fb3-a6a0-4bd0d4a2bce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807550 Jan 28 19:21:23.020053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52262) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:23.025466 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.029836 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (49cf77ac-ad79-4181-aa0c-3b25fa94c6cd), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.034591 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1116e943-0998-4d95-b9e7-e64359fa95b3 None None] Provisioning complete for port adf4dc1d-acce-4e09-887a-142cc2edf03a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:23.035061 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1116e943-0998-4d95-b9e7-e64359fa95b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (adf4dc1d-acce-4e09-887a-142cc2edf03a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.122166 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Pushing event updated for resources: {'Port': ['ID=49cf77ac-ad79-4181-aa0c-3b25fa94c6cd,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:23.144698 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70d23840-ae5f-45cb-918a-d79cb863dc18 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f88596f4-eac8-4678-99be-ab3f988ef03b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.167678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f0a14-f08c-4d4e-b472-2da8ebb729b6 req-c76c5050-4977-4da8-9043-dfbf4e048998 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:23.177624 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d04f0a14-f08c-4d4e-b472-2da8ebb729b6 req-c76c5050-4977-4da8-9043-dfbf4e048998 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 946 time: 0.3096874 Jan 28 19:21:23.186199 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025f4cc-7872-4e85-b861-95e9c338460b req-564a1c83-fa67-4142-b44d-87ff4e7f2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:23.187630 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d025f4cc-7872-4e85-b861-95e9c338460b req-564a1c83-fa67-4142-b44d-87ff4e7f2ca2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d80cfb31-56d7-4bc8-8f36-387a72246005 HTTP/1.1" status: 200 len: 919 time: 0.4314554 Jan 28 19:21:23.204486 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1116e943-0998-4d95-b9e7-e64359fa95b3 None None] Current status of the port adf4dc1d-acce-4e09-887a-142cc2edf03a is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:23.204938 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1116e943-0998-4d95-b9e7-e64359fa95b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (adf4dc1d-acce-4e09-887a-142cc2edf03a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.248440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1116e943-0998-4d95-b9e7-e64359fa95b3 None None] For port adf4dc1d-acce-4e09-887a-142cc2edf03a, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=adf4dc1d-acce-4e09-887a-142cc2edf03a,segment=NetworkSegment(2172b3fd-e01b-4e30-b23c-a0d654ec3917),segment_id=2172b3fd-e01b-4e30-b23c-a0d654ec3917)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:23.254015 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1116e943-0998-4d95-b9e7-e64359fa95b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (adf4dc1d-acce-4e09-887a-142cc2edf03a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.264030 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0f1605b2-96d8-4c47-b715-98f99345415e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c39a47b06d44b8bb7d61e79ec319602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2412124 Jan 28 19:21:23.267987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52268) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:23.321662 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116e943-0998-4d95-b9e7-e64359fa95b3 None None] Pushing event updated for resources: {'Port': ['ID=adf4dc1d-acce-4e09-887a-142cc2edf03a,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:23.325128 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d04f0a14-f08c-4d4e-b472-2da8ebb729b6 req-7f29dce8-70d2-4b47-b171-35e2fb363542 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/security-groups?id=21907491-69d5-4fb3-a6a0-4bd0d4a2bce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411588 Jan 28 19:21:23.427746 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d025f4cc-7872-4e85-b861-95e9c338460b req-1826a275-104d-4992-929c-effd2c474103 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1d20099-77e0-4fde-ab1d-725f217265d3 HTTP/1.1" status: 200 len: 217 time: 0.1013255 Jan 28 19:21:23.546653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Attempting to bind port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:23.546880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Attempting to bind port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:23.547204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Attempting to bind port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:23.555964 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device adf4dc1d-acce-4e09-887a-142cc2edf03a up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:23.565922 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:21:23.566257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Attempting to bind port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:23.572326 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025f4cc-7872-4e85-b861-95e9c338460b req-48a7c9f7-1661-4edf-b7fe-7a4f92a6a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:23.573897 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d025f4cc-7872-4e85-b861-95e9c338460b req-48a7c9f7-1661-4edf-b7fe-7a4f92a6a9be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad7b927e-a6aa-48ba-960b-bbd0e7fc8445 HTTP/1.1" status: 200 len: 858 time: 0.1363087 Jan 28 19:21:23.579467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:23.579697 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:23.580021 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:23.580466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Bound port: 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:23.580835 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (49cf77ac-ad79-4181-aa0c-3b25fa94c6cd), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.599214 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b0dfa-59b7-4487-94a8-293d2edcab44 req-a96d1aef-c0da-4f96-b0da-66f0c2b312e1 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:23.607143 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-296b0dfa-59b7-4487-94a8-293d2edcab44 req-a96d1aef-c0da-4f96-b0da-66f0c2b312e1 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 948 time: 0.1711442 Jan 28 19:21:23.631090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port adf4dc1d-acce-4e09-887a-142cc2edf03a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:23.631537 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (adf4dc1d-acce-4e09-887a-142cc2edf03a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.641825 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d025f4cc-7872-4e85-b861-95e9c338460b req-1e42610a-dd5f-466a-b701-1f6975e4ef73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d80cfb31-56d7-4bc8-8f36-387a72246005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576267 Jan 28 19:21:23.659703 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-02b7595a-dac0-4dc1-9a71-a6928f3703f9 None None] Provisioning complete for port adf4dc1d-acce-4e09-887a-142cc2edf03a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:23.660230 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02b7595a-dac0-4dc1-9a71-a6928f3703f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (adf4dc1d-acce-4e09-887a-142cc2edf03a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.757358 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d025f4cc-7872-4e85-b861-95e9c338460b req-6ff13187-691f-46c3-baf5-42a3ec7ade3f service neutron] 10.222.0.37 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964055 Jan 28 19:21:23.795640 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-02b7595a-dac0-4dc1-9a71-a6928f3703f9 None None] Current status of the port adf4dc1d-acce-4e09-887a-142cc2edf03a is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:23.801063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port adf4dc1d-acce-4e09-887a-142cc2edf03a is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:23.812438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-02b7595a-dac0-4dc1-9a71-a6928f3703f9 None None] Provisioning complete for port f88596f4-eac8-4678-99be-ab3f988ef03b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:23.812820 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02b7595a-dac0-4dc1-9a71-a6928f3703f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f88596f4-eac8-4678-99be-ab3f988ef03b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.849987 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-845c401f-b0df-4058-8ef1-a206871a88d9 admin admin] Publish callbacks [] for security_group (4118c156-3da2-4f8b-8648-96a2d7d10dd0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.850564 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-02b7595a-dac0-4dc1-9a71-a6928f3703f9 None None] Port f88596f4-eac8-4678-99be-ab3f988ef03b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:23.870632 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] For port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:23.923763 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] For port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=49cf77ac-ad79-4181-aa0c-3b25fa94c6cd,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:23.937176 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-845c401f-b0df-4058-8ef1-a206871a88d9 admin admin] Publish callbacks [] for security_group (4118c156-3da2-4f8b-8648-96a2d7d10dd0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.940562 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (49cf77ac-ad79-4181-aa0c-3b25fa94c6cd), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.958410 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-296b0dfa-59b7-4487-94a8-293d2edcab44 req-c84bb968-ef8c-48a9-b680-fae845baa169 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495836 Jan 28 19:21:23.984619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-568ed1df-0a31-4e53-b56c-811e02560e17 None None] Provisioning complete for port f88596f4-eac8-4678-99be-ab3f988ef03b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:23.985239 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-568ed1df-0a31-4e53-b56c-811e02560e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f88596f4-eac8-4678-99be-ab3f988ef03b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.993205 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:23.993968 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:23.995576 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] 10.222.0.37 "PUT /v2.0/ports/49cf77ac-ad79-4181-aa0c-3b25fa94c6cd HTTP/1.1" status: 200 len: 1096 time: 1.8161530 Jan 28 19:21:24.000053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f842a03-71a9-493d-9aed-f7d8202e2760', 'tag': '49cf77ac-ad79-4181-aa0c-3b25fa94c6cd'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:24.002759 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f7abbe-f494-44e8-b5cb-9d1d4f4944f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5f842a03-71a9-493d-9aed-f7d8202e2760", "tag": "49cf77ac-ad79-4181-aa0c-3b25fa94c6cd"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:24.024908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device bcc68056-ec78-44b5-8adb-59f07ebe7231 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:21:24.056227 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d025f4cc-7872-4e85-b861-95e9c338460b req-6f10ad5c-4c30-4609-853e-4e40779e45ab service neutron] 10.222.0.37 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975535 Jan 28 19:21:24.060533 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42d750-ecdc-45b1-b2c5-4cca04fb518a service neutron] Pushing event updated for resources: {'Port': ['ID=49cf77ac-ad79-4181-aa0c-3b25fa94c6cd,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:24.107216 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70d23840-ae5f-45cb-918a-d79cb863dc18 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (f88596f4-eac8-4678-99be-ab3f988ef03b), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.114886 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-845c401f-b0df-4058-8ef1-a206871a88d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4118c156-3da2-4f8b-8648-96a2d7d10dd0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.115967 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b546873a-c7c8-488b-83a1-5b92a9892e53 x-openstack-request-id: req-b546873a-c7c8-488b-83a1-5b92a9892e53 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:24.116379 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f842a03-71a9-493d-9aed-f7d8202e2760", "tag": "49cf77ac-ad79-4181-aa0c-3b25fa94c6cd", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:24.116634 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b546873a-c7c8-488b-83a1-5b92a9892e53 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:24.119792 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-845c401f-b0df-4058-8ef1-a206871a88d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.120866 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f842a03-71a9-493d-9aed-f7d8202e2760', 'tag': '49cf77ac-ad79-4181-aa0c-3b25fa94c6cd', 'status': 'completed', 'code': 200} Jan 28 19:21:24.125521 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-845c401f-b0df-4058-8ef1-a206871a88d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4118c156-3da2-4f8b-8648-96a2d7d10dd0 HTTP/1.1" status: 204 len: 168 time: 0.8561563 Jan 28 19:21:24.134983 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91407609-5a8a-4df8-b84c-7d53cf329ee5 req-6b68cb5e-b8f5-4b04-8f63-dc4aaa5fe215 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:24.141979 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-568ed1df-0a31-4e53-b56c-811e02560e17 None None] Port f88596f4-eac8-4678-99be-ab3f988ef03b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:24.149739 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-91407609-5a8a-4df8-b84c-7d53cf329ee5 req-6b68cb5e-b8f5-4b04-8f63-dc4aaa5fe215 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 943 time: 0.3316810 Jan 28 19:21:24.163665 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70d23840-ae5f-45cb-918a-d79cb863dc18 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (f88596f4-eac8-4678-99be-ab3f988ef03b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.184525 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-d33bd2cf-f9ef-4328-a8bb-b8eb53a73231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:24.186251 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-d33bd2cf-f9ef-4328-a8bb-b8eb53a73231 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abaf81e7c1b04572aa05f2d10f69b03c&device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 1130 time: 0.1207423 Jan 28 19:21:24.224725 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c401f-b0df-4058-8ef1-a206871a88d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4118c156-3da2-4f8b-8648-96a2d7d10dd0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:24.238711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port bcc68056-ec78-44b5-8adb-59f07ebe7231, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=bcc68056-ec78-44b5-8adb-59f07ebe7231,segment=NetworkSegment(1a42f1c5-bac9-46ee-bb59-173f5dc0ce90),segment_id=1a42f1c5-bac9-46ee-bb59-173f5dc0ce90)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:24.287004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'bcc68056-ec78-44b5-8adb-59f07ebe7231', 'network_id': 'a0d11bf7-3119-4d8c-b280-7ef3c1a8747a', 'port_id': 'bcc68056-ec78-44b5-8adb-59f07ebe7231', 'mac_address': 'fa:16:3e:3f:cf:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e5c03c-5479-450a-b08f-1a86eaac1a19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:21:24.289373 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d23840-ae5f-45cb-918a-d79cb863dc18 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=f88596f4-eac8-4678-99be-ab3f988ef03b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:24.343543 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-d1efb7e0-9339-4ca7-9f86-3212a3fa177e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=49cf77ac-ad79-4181-aa0c-3b25fa94c6cd HTTP/1.1" status: 200 len: 217 time: 0.1070595 Jan 28 19:21:24.359705 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-91407609-5a8a-4df8-b84c-7d53cf329ee5 req-c2c42cc2-4f96-4396-a13f-86ff1771fe20 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085605 Jan 28 19:21:24.399726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port bcc68056-ec78-44b5-8adb-59f07ebe7231 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:24.400498 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bcc68056-ec78-44b5-8adb-59f07ebe7231), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.441842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-85d7bae8-fef2-48c3-aae8-d08353ebf8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:24.443452 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-85d7bae8-fef2-48c3-aae8-d08353ebf8d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0874977 Jan 28 19:21:24.451708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cab25b-16b2-40c0-96a3-5290fa412a95 req-c81515d4-8582-4c7e-9f2a-b489ebcfeae0 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:24.463167 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc68056-ec78-44b5-8adb-59f07ebe7231 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:24.464717 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-68cab25b-16b2-40c0-96a3-5290fa412a95 req-c81515d4-8582-4c7e-9f2a-b489ebcfeae0 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.2978363 Jan 28 19:21:24.500517 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.521657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port bcc68056-ec78-44b5-8adb-59f07ebe7231, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=bcc68056-ec78-44b5-8adb-59f07ebe7231,segment=NetworkSegment(1a42f1c5-bac9-46ee-bb59-173f5dc0ce90),segment_id=1a42f1c5-bac9-46ee-bb59-173f5dc0ce90)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:24.531214 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bcc68056-ec78-44b5-8adb-59f07ebe7231), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.606753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=bcc68056-ec78-44b5-8adb-59f07ebe7231,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:24.618912 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-68cab25b-16b2-40c0-96a3-5290fa412a95 req-10479193-7a93-4c0e-9135-0aea58315a97 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529450 Jan 28 19:21:24.630786 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-57f147a7-35d4-4e81-83b7-003b5ec09121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:24.632296 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-57f147a7-35d4-4e81-83b7-003b5ec09121 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1652746 Jan 28 19:21:24.651041 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1e7da085-f171-4bb4-82db-82d20f74a33c None None] Provisioning complete for port f88596f4-eac8-4678-99be-ab3f988ef03b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:24.651436 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e7da085-f171-4bb4-82db-82d20f74a33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f88596f4-eac8-4678-99be-ab3f988ef03b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.697387 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1e7da085-f171-4bb4-82db-82d20f74a33c None None] Port f88596f4-eac8-4678-99be-ab3f988ef03b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:24.733479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c1d1c-b310-4b8c-8891-fa9948af9b5d req-5e082da6-a8d8-41c1-81c6-b863ededbe36 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:24.735005 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e20c1d1c-b310-4b8c-8891-fa9948af9b5d req-5e082da6-a8d8-41c1-81c6-b863ededbe36 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 946 time: 0.2541833 Jan 28 19:21:24.736059 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70d23840-ae5f-45cb-918a-d79cb863dc18 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (e107c6d8-e868-4a24-8b33-3496694e3fac), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.747296 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-00b1bf40-7c02-42b4-8bf1-257924c63648 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074564 Jan 28 19:21:24.809824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['bcc68056-ec78-44b5-8adb-59f07ebe7231'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:24.847740 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e20c1d1c-b310-4b8c-8891-fa9948af9b5d req-2ec0ffa2-e9bd-417e-95ac-263f10c6d9e3 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/security-groups?id=21907491-69d5-4fb3-a6a0-4bd0d4a2bce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772374 Jan 28 19:21:24.862149 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e6d6f283-384d-48b3-9612-e0b4bc3a2051 req-27290f06-27f7-456b-99c7-6d29d6575cea service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086421 Jan 28 19:21:24.912359 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70d23840-ae5f-45cb-918a-d79cb863dc18 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f88596f4-eac8-4678-99be-ab3f988ef03b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:24.980577 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7abbe-f494-44e8-b5cb-9d1d4f4944f7 req-98bb3477-f933-4cec-a497-b0dc7f21dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:24.982695 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1f7abbe-f494-44e8-b5cb-9d1d4f4944f7 req-98bb3477-f933-4cec-a497-b0dc7f21dc21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abaf81e7c1b04572aa05f2d10f69b03c&device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 1130 time: 0.0565672 Jan 28 19:21:25.126427 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7abbe-f494-44e8-b5cb-9d1d4f4944f7 req-aaf07bac-d764-45d4-a955-8338501953a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:25.127929 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1f7abbe-f494-44e8-b5cb-9d1d4f4944f7 req-aaf07bac-d764-45d4-a955-8338501953a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.1377180 Jan 28 19:21:25.140324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e986c06-b6e3-4bac-9b89-685adf609d3b req-1bf651a9-fe6f-4191-b047-7de4bfd6ef80 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:25.147660 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0e986c06-b6e3-4bac-9b89-685adf609d3b req-1bf651a9-fe6f-4191-b047-7de4bfd6ef80 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 948 time: 0.0895057 Jan 28 19:21:25.171647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52304) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:25.200180 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1f7abbe-f494-44e8-b5cb-9d1d4f4944f7 req-41dbeb39-c51c-4c20-ad74-adfd3f0d7da7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=49cf77ac-ad79-4181-aa0c-3b25fa94c6cd HTTP/1.1" status: 200 len: 217 time: 0.0504758 Jan 28 19:21:25.225429 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70d23840-ae5f-45cb-918a-d79cb863dc18 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (f88596f4-eac8-4678-99be-ab3f988ef03b), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:25.231756 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70d23840-ae5f-45cb-918a-d79cb863dc18 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (f88596f4-eac8-4678-99be-ab3f988ef03b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:25.274002 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0e986c06-b6e3-4bac-9b89-685adf609d3b req-b1f13ca3-cdfc-456d-9371-eb7ededd3ca5 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204388 Jan 28 19:21:25.282374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7abbe-f494-44e8-b5cb-9d1d4f4944f7 req-9f20f7eb-f7a4-457d-b8c0-9c04d979c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:25.283879 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1f7abbe-f494-44e8-b5cb-9d1d4f4944f7 req-9f20f7eb-f7a4-457d-b8c0-9c04d979c800 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0778785 Jan 28 19:21:25.295368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Request body: {'networks': [{'name': 'tempest-network--734885054'}, {'name': 'tempest-network--1031724503'}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:25.295800 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Request body: {'network': {'name': 'tempest-network--734885054'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:25.296124 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Request body: {'network': {'name': 'tempest-network--1031724503'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:25.301507 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:25.327502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d23840-ae5f-45cb-918a-d79cb863dc18 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=f88596f4-eac8-4678-99be-ab3f988ef03b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:25.336161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7abbe-f494-44e8-b5cb-9d1d4f4944f7 req-521424aa-29aa-4d6c-8167-8681ca5b5e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:25.337576 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1f7abbe-f494-44e8-b5cb-9d1d4f4944f7 req-521424aa-29aa-4d6c-8167-8681ca5b5e3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0463178 Jan 28 19:21:25.340372 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-70d23840-ae5f-45cb-918a-d79cb863dc18 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (e107c6d8-e868-4a24-8b33-3496694e3fac), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:25.343687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Made reservation on behalf of 03e04125a6fd4bb8a7167a0e8a5d0cc7 for: {'network': 2} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:25.347848 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:25.364936 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:25.440106 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1f7abbe-f494-44e8-b5cb-9d1d4f4944f7 req-b0bf4a64-049c-447f-857b-015b769efa0d service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931547 Jan 28 19:21:25.533821 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1f7abbe-f494-44e8-b5cb-9d1d4f4944f7 req-942df0f4-dc95-4058-b37a-d7549a3b734b service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869832 Jan 28 19:21:25.544296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d23840-ae5f-45cb-918a-d79cb863dc18 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 54687a71-37bf-4826-8f66-2715c8a5c32d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:25.552476 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-70d23840-ae5f-45cb-918a-d79cb863dc18 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:25.567734 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks [] for security_group (94027b53-7d9d-4d64-99e6-294a08aea3ad), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:25.578097 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab11d87-ba7a-4ce4-b233-b391c480ec82 req-56fd5cbc-39ff-4a5a-baa9-67660fe58f0b tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:25.579650 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bab11d87-ba7a-4ce4-b233-b391c480ec82 req-56fd5cbc-39ff-4a5a-baa9-67660fe58f0b tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 944 time: 0.1382554 Jan 28 19:21:25.581083 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (94027b53-7d9d-4d64-99e6-294a08aea3ad), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:25.581596 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:25.716293 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94027b53-7d9d-4d64-99e6-294a08aea3ad,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:25.731589 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:21:25.753579 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c9608-3960-4c43-869c-2b3304c45c48 req-d379002b-d53c-4297-b682-7d8cacbfaafd tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:25.755326 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-547c9608-3960-4c43-869c-2b3304c45c48 req-d379002b-d53c-4297-b682-7d8cacbfaafd tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.0657642 Jan 28 19:21:25.755907 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (cdc63919-a532-4bc1-bf12-a6e593ab2957), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:25.756254 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Added segment cdc63919-a532-4bc1-bf12-a6e593ab2957 of type vlan for network e03455d8-b3fb-496a-aebb-160e52fb0f5d Jan 28 19:21:25.768306 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bab11d87-ba7a-4ce4-b233-b391c480ec82 req-09d60a4b-1f16-4503-88ef-76336f98f1d1 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803417 Jan 28 19:21:25.812981 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (e03455d8-b3fb-496a-aebb-160e52fb0f5d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:25.815125 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-547c9608-3960-4c43-869c-2b3304c45c48 req-6c376f4d-8b99-48cc-ac62-a487171ed91c tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538983 Jan 28 19:21:25.843435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5f92a0bf-03b2-492b-ac44-222a517e4fc0 None None] Provisioning complete for port f88596f4-eac8-4678-99be-ab3f988ef03b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:25.843925 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5f92a0bf-03b2-492b-ac44-222a517e4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f88596f4-eac8-4678-99be-ab3f988ef03b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:25.850807 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d23840-ae5f-45cb-918a-d79cb863dc18 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Router e107c6d8-e868-4a24-8b33-3496694e3fac is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:21:25.853645 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:21:25.898713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5f92a0bf-03b2-492b-ac44-222a517e4fc0 None None] Port f88596f4-eac8-4678-99be-ab3f988ef03b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:25.952227 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (eb685e9c-28d3-44a0-b249-59b100073943), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:25.952753 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Added segment eb685e9c-28d3-44a0-b249-59b100073943 of type vlan for network 77bb092d-fad0-4ebe-b462-bd0fd4625e6d Jan 28 19:21:26.024206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device bcc68056-ec78-44b5-8adb-59f07ebe7231 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:26.031572 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (77bb092d-fad0-4ebe-b462-bd0fd4625e6d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.038902 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d23840-ae5f-45cb-918a-d79cb863dc18 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:21:26.047489 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-70d23840-ae5f-45cb-918a-d79cb863dc18 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "PUT /v2.0/routers/e107c6d8-e868-4a24-8b33-3496694e3fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3917313 Jan 28 19:21:26.050495 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:26.056283 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1804ae0-6fc2-4ffd-b063-67e9d5d5b9eb None None] Sync routers for ids ['e107c6d8-e868-4a24-8b33-3496694e3fac'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:21:26.079782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f58a26-d6d6-46f9-8f15-c690e9c19938 req-91955469-8b63-4591-903f-929b0ec65d8a tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:26.080112 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1804ae0-6fc2-4ffd-b063-67e9d5d5b9eb None None] Routers {'e107c6d8-e868-4a24-8b33-3496694e3fac'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:21:26.080811 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d1804ae0-6fc2-4ffd-b063-67e9d5d5b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:21:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e107c6d8-e868-4a24-8b33-3496694e3fac'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:26.082289 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37f58a26-d6d6-46f9-8f15-c690e9c19938 req-91955469-8b63-4591-903f-929b0ec65d8a tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 946 time: 0.1315215 Jan 28 19:21:26.110115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (e03455d8-b3fb-496a-aebb-160e52fb0f5d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.110912 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (77bb092d-fad0-4ebe-b462-bd0fd4625e6d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.115618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d609adf2-8a83-427a-8a6a-6f7d657b1e1f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:26.116553 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:26.117188 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d609adf2-8a83-427a-8a6a-6f7d657b1e1f tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports?device_id=e107c6d8-e868-4a24-8b33-3496694e3fac HTTP/1.1" status: 200 len: 982 time: 0.0655847 Jan 28 19:21:26.121461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:26.122396 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.122527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52316) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:26.146977 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d1804ae0-6fc2-4ffd-b063-67e9d5d5b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:26.161105 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1804ae0-6fc2-4ffd-b063-67e9d5d5b9eb None None] Routers {'e107c6d8-e868-4a24-8b33-3496694e3fac'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:21:26.161808 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d1804ae0-6fc2-4ffd-b063-67e9d5d5b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:21:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e107c6d8-e868-4a24-8b33-3496694e3fac'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:26.205051 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0323021 Jan 28 19:21:26.215400 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d1804ae0-6fc2-4ffd-b063-67e9d5d5b9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:26.216513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52318) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:26.217360 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1804ae0-6fc2-4ffd-b063-67e9d5d5b9eb None None] The sync data for ids ['e107c6d8-e868-4a24-8b33-3496694e3fac'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:21:26.282258 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37f58a26-d6d6-46f9-8f15-c690e9c19938 req-ff1532ee-1219-4c7c-9574-d32e0283ec16 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/security-groups?id=21907491-69d5-4fb3-a6a0-4bd0d4a2bce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879818 Jan 28 19:21:26.298416 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event updated for resources: {'Network': ['ID=e03455d8-b3fb-496a-aebb-160e52fb0f5d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:26.335790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network e03455d8-b3fb-496a-aebb-160e52fb0f5d details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:21:26.437183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port bcc68056-ec78-44b5-8adb-59f07ebe7231 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:21:26.442493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port bcc68056-ec78-44b5-8adb-59f07ebe7231 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:26.442875 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bcc68056-ec78-44b5-8adb-59f07ebe7231), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.538087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b98623-0436-4486-b03e-677afe6c350b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event updated for resources: {'Network': ['ID=77bb092d-fad0-4ebe-b462-bd0fd4625e6d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:26.540926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port bcc68056-ec78-44b5-8adb-59f07ebe7231 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:26.541326 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bcc68056-ec78-44b5-8adb-59f07ebe7231), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.558077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 77bb092d-fad0-4ebe-b462-bd0fd4625e6d details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:21:26.570669 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83022e25-b63b-480f-ad42-2fbe3b859c92 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:26.576636 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83022e25-b63b-480f-ad42-2fbe3b859c92 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:26.582515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83022e25-b63b-480f-ad42-2fbe3b859c92 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:26.588180 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83022e25-b63b-480f-ad42-2fbe3b859c92 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:26.590288 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-83022e25-b63b-480f-ad42-2fbe3b859c92 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3702676 Jan 28 19:21:26.593245 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52326) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:26.667625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31b1fdc-7dca-451e-83b9-7207ede800e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc68056-ec78-44b5-8adb-59f07ebe7231'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:26.670510 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7ac983-6db9-4ab8-9983-4105852522f4" -d '{"events": [{"server_uuid": "a31b1fdc-7dca-451e-83b9-7207ede800e2", "name": "network-vif-plugged", "status": "completed", "tag": "bcc68056-ec78-44b5-8adb-59f07ebe7231"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:26.687397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port bcc68056-ec78-44b5-8adb-59f07ebe7231, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=bcc68056-ec78-44b5-8adb-59f07ebe7231,segment=NetworkSegment(1a42f1c5-bac9-46ee-bb59-173f5dc0ce90),segment_id=1a42f1c5-bac9-46ee-bb59-173f5dc0ce90)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:26.700200 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bcc68056-ec78-44b5-8adb-59f07ebe7231), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.707666 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34d3f044-42c9-4beb-a8d9-5a8cdb8b6948 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (e03455d8-b3fb-496a-aebb-160e52fb0f5d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.789689 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=bcc68056-ec78-44b5-8adb-59f07ebe7231,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:26.863288 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34d3f044-42c9-4beb-a8d9-5a8cdb8b6948 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (e03455d8-b3fb-496a-aebb-160e52fb0f5d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.881836 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b1706-ba4f-4d70-9a06-512d9005a04d req-6796d6cd-afe3-4d1a-8245-f65409b14e95 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:26.884171 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af1b1706-ba4f-4d70-9a06-512d9005a04d req-6796d6cd-afe3-4d1a-8245-f65409b14e95 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 946 time: 0.1721728 Jan 28 19:21:26.902675 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-34d3f044-42c9-4beb-a8d9-5a8cdb8b6948 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03455d8-b3fb-496a-aebb-160e52fb0f5d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:26.922061 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-34d3f044-42c9-4beb-a8d9-5a8cdb8b6948 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc63919-a532-4bc1-bf12-a6e593ab2957') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:26.922061 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-34d3f044-42c9-4beb-a8d9-5a8cdb8b6948 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc63919-a532-4bc1-bf12-a6e593ab2957') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:26.939871 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b31f8-d198-4336-a86f-003e9a80a26d req-2579b212-79e8-4c5e-a075-3c6cb51ef6c4 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:26.941382 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b4b31f8-d198-4336-a86f-003e9a80a26d req-2579b212-79e8-4c5e-a075-3c6cb51ef6c4 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 948 time: 0.5615590 Jan 28 19:21:26.948344 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34d3f044-42c9-4beb-a8d9-5a8cdb8b6948 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (cdc63919-a532-4bc1-bf12-a6e593ab2957), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.967274 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af1b1706-ba4f-4d70-9a06-512d9005a04d req-125be007-89f8-417e-a281-b7ea43bb039f tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/security-groups?id=21907491-69d5-4fb3-a6a0-4bd0d4a2bce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744340 Jan 28 19:21:26.970922 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34d3f044-42c9-4beb-a8d9-5a8cdb8b6948 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (cdc63919-a532-4bc1-bf12-a6e593ab2957), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.978165 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d3f044-42c9-4beb-a8d9-5a8cdb8b6948 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:26.978569 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34d3f044-42c9-4beb-a8d9-5a8cdb8b6948 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (cdc63919-a532-4bc1-bf12-a6e593ab2957), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:26.982077 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:27.006136 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b4b31f8-d198-4336-a86f-003e9a80a26d req-8903d34a-d58f-4634-98ae-0b6a0fd641ef tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590529 Jan 28 19:21:27.045811 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec41ea7-1280-46ac-8ea1-2081affcfc4d x-openstack-request-id: req-5ec41ea7-1280-46ac-8ea1-2081affcfc4d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:27.046121 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31b1fdc-7dca-451e-83b9-7207ede800e2", "name": "network-vif-plugged", "status": "completed", "tag": "bcc68056-ec78-44b5-8adb-59f07ebe7231", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:27.050253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34d3f044-42c9-4beb-a8d9-5a8cdb8b6948 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (e03455d8-b3fb-496a-aebb-160e52fb0f5d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.050687 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ec41ea7-1280-46ac-8ea1-2081affcfc4d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:27.051204 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31b1fdc-7dca-451e-83b9-7207ede800e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc68056-ec78-44b5-8adb-59f07ebe7231', 'code': 200} Jan 28 19:21:27.057010 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-34d3f044-42c9-4beb-a8d9-5a8cdb8b6948 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.062358 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-34d3f044-42c9-4beb-a8d9-5a8cdb8b6948 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "DELETE /v2.0/networks/e03455d8-b3fb-496a-aebb-160e52fb0f5d HTTP/1.1" status: 204 len: 168 time: 0.4671962 Jan 28 19:21:27.067542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:27.121611 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3f044-42c9-4beb-a8d9-5a8cdb8b6948 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event deleted for resources: {'Network': ['ID=e03455d8-b3fb-496a-aebb-160e52fb0f5d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:27.137126 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34cbd192-e11c-4045-95b3-b3cb4e7c4a65 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (e107c6d8-e868-4a24-8b33-3496694e3fac), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.213412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3218190-8971-4609-8bd6-096fb23b67ca req-7e486fe3-2d8f-4cfc-8e47-2e940ec163bb tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:27.214820 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b3218190-8971-4609-8bd6-096fb23b67ca req-7e486fe3-2d8f-4cfc-8e47-2e940ec163bb tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 945 time: 0.1340215 Jan 28 19:21:27.234307 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d41b165-fd8c-4bec-9f2f-5bb6ae745641 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (77bb092d-fad0-4ebe-b462-bd0fd4625e6d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.254253 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac44ac-3ea8-486a-9253-0a130ba4f3e8 req-1e74ec6b-c9b0-45f2-9b5b-43c0e42b3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:27.255781 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-44ac44ac-3ea8-486a-9253-0a130ba4f3e8 req-1e74ec6b-c9b0-45f2-9b5b-43c0e42b3b24 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 1127 time: 0.1445394 Jan 28 19:21:27.264441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdfe2b-99bb-4dcd-8e8f-a950274936da req-5a19314c-279d-4895-913c-01529467db06 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:27.265952 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-56fdfe2b-99bb-4dcd-8e8f-a950274936da req-5a19314c-279d-4895-913c-01529467db06 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.1411786 Jan 28 19:21:27.322233 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b3218190-8971-4609-8bd6-096fb23b67ca req-65e2846d-e214-4802-bfd5-77816d85ca41 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005170 Jan 28 19:21:27.397327 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d41b165-fd8c-4bec-9f2f-5bb6ae745641 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (77bb092d-fad0-4ebe-b462-bd0fd4625e6d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.400320 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-34cbd192-e11c-4045-95b3-b3cb4e7c4a65 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port f88596f4-eac8-4678-99be-ab3f988ef03b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:27.400667 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34cbd192-e11c-4045-95b3-b3cb4e7c4a65 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f88596f4-eac8-4678-99be-ab3f988ef03b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.415923 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-44ac44ac-3ea8-486a-9253-0a130ba4f3e8 req-61d83894-7481-4c4a-b5a1-fd6fedafc9ce service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488802 Jan 28 19:21:27.422524 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-56fdfe2b-99bb-4dcd-8e8f-a950274936da req-b2e55fdc-6e8d-41cf-9b07-81b6867db3a6 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483340 Jan 28 19:21:27.430512 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5d41b165-fd8c-4bec-9f2f-5bb6ae745641 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bb092d-fad0-4ebe-b462-bd0fd4625e6d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:27.442100 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5d41b165-fd8c-4bec-9f2f-5bb6ae745641 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb685e9c-28d3-44a0-b249-59b100073943') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:27.442400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-5d41b165-fd8c-4bec-9f2f-5bb6ae745641 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb685e9c-28d3-44a0-b249-59b100073943') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:27.452211 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d41b165-fd8c-4bec-9f2f-5bb6ae745641 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (eb685e9c-28d3-44a0-b249-59b100073943), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.468022 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d41b165-fd8c-4bec-9f2f-5bb6ae745641 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (eb685e9c-28d3-44a0-b249-59b100073943), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.473855 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d41b165-fd8c-4bec-9f2f-5bb6ae745641 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:27.474259 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d41b165-fd8c-4bec-9f2f-5bb6ae745641 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (eb685e9c-28d3-44a0-b249-59b100073943), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:27.477218 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:27.494964 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34cbd192-e11c-4045-95b3-b3cb4e7c4a65 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f88596f4-eac8-4678-99be-ab3f988ef03b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.507003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-34cbd192-e11c-4045-95b3-b3cb4e7c4a65 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for f88596f4-eac8-4678-99be-ab3f988ef03b owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:27.541828 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d41b165-fd8c-4bec-9f2f-5bb6ae745641 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (77bb092d-fad0-4ebe-b462-bd0fd4625e6d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.548794 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d41b165-fd8c-4bec-9f2f-5bb6ae745641 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.555412 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5d41b165-fd8c-4bec-9f2f-5bb6ae745641 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "DELETE /v2.0/networks/77bb092d-fad0-4ebe-b462-bd0fd4625e6d HTTP/1.1" status: 204 len: 168 time: 0.4835761 Jan 28 19:21:27.556218 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52338) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:27.564351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41b165-fd8c-4bec-9f2f-5bb6ae745641 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event deleted for resources: {'Network': ['ID=77bb092d-fad0-4ebe-b462-bd0fd4625e6d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:27.708873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b829e7-37a7-4939-a99c-aa616984c9c6 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:27.714198 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b829e7-37a7-4939-a99c-aa616984c9c6 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:27.719401 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a3b829e7-37a7-4939-a99c-aa616984c9c6 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1585763 Jan 28 19:21:27.719816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52340) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:27.725555 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fc283ba3-05a6-4067-9217-72966fcac00e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1767795737'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:27.746604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc283ba3-05a6-4067-9217-72966fcac00e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Made reservation on behalf of 03e04125a6fd4bb8a7167a0e8a5d0cc7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:27.750084 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc283ba3-05a6-4067-9217-72966fcac00e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.775613 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc283ba3-05a6-4067-9217-72966fcac00e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:21:27.775867 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34cbd192-e11c-4045-95b3-b3cb4e7c4a65 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f88596f4-eac8-4678-99be-ab3f988ef03b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.785798 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc283ba3-05a6-4067-9217-72966fcac00e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8b0e5e33-e548-4948-abf3-b7834f9a1732), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.786194 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-fc283ba3-05a6-4067-9217-72966fcac00e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Added segment 8b0e5e33-e548-4948-abf3-b7834f9a1732 of type vlan for network 2c5ab761-30cf-4381-9b65-95acd7aa63bd Jan 28 19:21:27.810990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbd192-e11c-4045-95b3-b3cb4e7c4a65 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=f88596f4-eac8-4678-99be-ab3f988ef03b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:27.829862 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc283ba3-05a6-4067-9217-72966fcac00e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (2c5ab761-30cf-4381-9b65-95acd7aa63bd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.858084 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc283ba3-05a6-4067-9217-72966fcac00e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (2c5ab761-30cf-4381-9b65-95acd7aa63bd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.863958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc283ba3-05a6-4067-9217-72966fcac00e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:27.864679 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc283ba3-05a6-4067-9217-72966fcac00e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:27.928067 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fc283ba3-05a6-4067-9217-72966fcac00e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2067626 Jan 28 19:21:27.930618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52342) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:27.936184 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f4472642-a4ea-43eb-ac9c-44a67c76adcd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1865426015'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:27.940920 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc283ba3-05a6-4067-9217-72966fcac00e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event updated for resources: {'Network': ['ID=2c5ab761-30cf-4381-9b65-95acd7aa63bd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:27.956347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 2c5ab761-30cf-4381-9b65-95acd7aa63bd details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:21:27.956912 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4472642-a4ea-43eb-ac9c-44a67c76adcd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Made reservation on behalf of 03e04125a6fd4bb8a7167a0e8a5d0cc7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:27.960464 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4472642-a4ea-43eb-ac9c-44a67c76adcd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:28.027133 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34cbd192-e11c-4045-95b3-b3cb4e7c4a65 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (e107c6d8-e868-4a24-8b33-3496694e3fac), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:28.036720 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4472642-a4ea-43eb-ac9c-44a67c76adcd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:21:28.087246 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4472642-a4ea-43eb-ac9c-44a67c76adcd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (40c5c378-989f-4325-88e5-72cc11dbaef6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:28.087512 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-f4472642-a4ea-43eb-ac9c-44a67c76adcd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Added segment 40c5c378-989f-4325-88e5-72cc11dbaef6 of type vlan for network bd45e6bf-4ac7-419c-9722-c10300d6de4d Jan 28 19:21:28.142939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f84bd-dc96-4aa4-a872-78cf247b1a0e req-732fa87c-1aa6-494f-ad9a-e1039d7f755c tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:28.144648 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed4f84bd-dc96-4aa4-a872-78cf247b1a0e req-732fa87c-1aa6-494f-ad9a-e1039d7f755c tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 948 time: 0.0577502 Jan 28 19:21:28.192217 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed4f84bd-dc96-4aa4-a872-78cf247b1a0e req-cc155fe4-0856-4c53-b8de-04e368af626b tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 Jan 28 19:21:28.196803 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4472642-a4ea-43eb-ac9c-44a67c76adcd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (bd45e6bf-4ac7-419c-9722-c10300d6de4d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:28.300213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bdf97-a391-44ce-add7-265c3718c9db req-f5ba3614-b8c6-495b-a12a-a8ea6f3a5fe2 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:28.301623 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-482bdf97-a391-44ce-add7-265c3718c9db req-f5ba3614-b8c6-495b-a12a-a8ea6f3a5fe2 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 946 time: 0.2181020 Jan 28 19:21:28.309850 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cbd192-e11c-4045-95b3-b3cb4e7c4a65 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Router e107c6d8-e868-4a24-8b33-3496694e3fac has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:21:28.313822 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4472642-a4ea-43eb-ac9c-44a67c76adcd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (bd45e6bf-4ac7-419c-9722-c10300d6de4d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:28.318772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4472642-a4ea-43eb-ac9c-44a67c76adcd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:28.319360 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4472642-a4ea-43eb-ac9c-44a67c76adcd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:28.423666 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f4472642-a4ea-43eb-ac9c-44a67c76adcd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4915307 Jan 28 19:21:28.427094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52350) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:28.433797 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Request body: {'ports': [{'network_id': '2c5ab761-30cf-4381-9b65-95acd7aa63bd', 'name': 'tempest-port--792583355', 'admin_state_up': True}, {'network_id': 'bd45e6bf-4ac7-419c-9722-c10300d6de4d', 'admin_state_up': False}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:28.434208 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Request body: {'port': {'network_id': '2c5ab761-30cf-4381-9b65-95acd7aa63bd', 'name': 'tempest-port--792583355', 'admin_state_up': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:28.434750 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Request body: {'port': {'network_id': 'bd45e6bf-4ac7-419c-9722-c10300d6de4d', 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:28.519192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914bfa7-258c-443b-926f-2c358130726a req-2ea72aaf-e054-4656-85b8-d88634ce8a14 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:28.520927 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8914bfa7-258c-443b-926f-2c358130726a req-2ea72aaf-e054-4656-85b8-d88634ce8a14 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 945 time: 0.1240585 Jan 28 19:21:28.537800 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4472642-a4ea-43eb-ac9c-44a67c76adcd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event updated for resources: {'Network': ['ID=bd45e6bf-4ac7-419c-9722-c10300d6de4d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:28.551288 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network bd45e6bf-4ac7-419c-9722-c10300d6de4d details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:21:28.558072 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-482bdf97-a391-44ce-add7-265c3718c9db req-8ba70ce9-5ebb-4ade-9564-f06b0a9aec24 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/security-groups?id=21907491-69d5-4fb3-a6a0-4bd0d4a2bce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449136 Jan 28 19:21:28.560773 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cbd192-e11c-4045-95b3-b3cb4e7c4a65 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:21:28.568392 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-34cbd192-e11c-4045-95b3-b3cb4e7c4a65 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "PUT /v2.0/routers/e107c6d8-e868-4a24-8b33-3496694e3fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4447160 Jan 28 19:21:28.575885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef157a-f097-435f-873f-5e2741f12493 None None] Sync routers for ids ['e107c6d8-e868-4a24-8b33-3496694e3fac'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:21:28.585681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa0308-209b-4c1a-8ac3-403504d32275 req-e7e5e6fb-5fdc-40d6-a5cf-0bcd57efae7a tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:28.585681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-66aa0308-209b-4c1a-8ac3-403504d32275 req-e7e5e6fb-5fdc-40d6-a5cf-0bcd57efae7a tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.37 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 946 time: 0.2910197 Jan 28 19:21:28.585681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52354) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:28.619135 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c78629-c65b-4ad5-942a-0ca1885e6ad9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] GET failed (client error): The resource could not be found. Jan 28 19:21:28.622768 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-87c78629-c65b-4ad5-942a-0ca1885e6ad9 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports/f88596f4-eac8-4678-99be-ab3f988ef03b HTTP/1.1" status: 404 len: 333 time: 0.0351710 Jan 28 19:21:28.634584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef157a-f097-435f-873f-5e2741f12493 None None] Routers {'e107c6d8-e868-4a24-8b33-3496694e3fac'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:21:28.635222 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b9ef157a-f097-435f-873f-5e2741f12493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:21:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e107c6d8-e868-4a24-8b33-3496694e3fac'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:28.636384 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52356) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:28.656877 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Made reservation on behalf of 03e04125a6fd4bb8a7167a0e8a5d0cc7 for: {'port': 2} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:28.661713 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:28.676643 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b9ef157a-f097-435f-873f-5e2741f12493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:28.688609 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef157a-f097-435f-873f-5e2741f12493 None None] Routers {'e107c6d8-e868-4a24-8b33-3496694e3fac'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:21:28.689229 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b9ef157a-f097-435f-873f-5e2741f12493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:21:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e107c6d8-e868-4a24-8b33-3496694e3fac'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:28.729922 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b9ef157a-f097-435f-873f-5e2741f12493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:28.730608 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef157a-f097-435f-873f-5e2741f12493 None None] The sync data for ids ['e107c6d8-e868-4a24-8b33-3496694e3fac'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:21:28.746180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61749b1b-b488-4693-bbe7-a02ef402522a req-daf91e6c-d714-45d6-907a-299a9ecea77b tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:28.747793 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-61749b1b-b488-4693-bbe7-a02ef402522a req-daf91e6c-d714-45d6-907a-299a9ecea77b tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.1080627 Jan 28 19:21:28.765465 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:28.780511 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886a73bc-2434-4894-bd03-2b5e75675e6b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for router (e107c6d8-e868-4a24-8b33-3496694e3fac), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:28.785053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-66aa0308-209b-4c1a-8ac3-403504d32275 req-7568e0fa-3cf2-44db-86ec-bcdff805f229 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Deleting port 979808b6-442a-4d75-b269-e113b4be650f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:28.785415 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66aa0308-209b-4c1a-8ac3-403504d32275 req-7568e0fa-3cf2-44db-86ec-bcdff805f229 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (979808b6-442a-4d75-b269-e113b4be650f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:28.856672 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-61749b1b-b488-4693-bbe7-a02ef402522a req-4e9e194e-9bb8-496c-bd18-d99b87842083 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009748 Jan 28 19:21:28.859000 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8914bfa7-258c-443b-926f-2c358130726a req-25d74350-faf6-4f64-9367-18a632c26976 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231528 Jan 28 19:21:28.905957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-66aa0308-209b-4c1a-8ac3-403504d32275 req-7568e0fa-3cf2-44db-86ec-bcdff805f229 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] For port 979808b6-442a-4d75-b269-e113b4be650f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=979808b6-442a-4d75-b269-e113b4be650f,segment=NetworkSegment(82821d1c-6b66-42be-b1e4-65d3258a5370),segment_id=82821d1c-6b66-42be-b1e4-65d3258a5370)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:28.906356 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66aa0308-209b-4c1a-8ac3-403504d32275 req-7568e0fa-3cf2-44db-86ec-bcdff805f229 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (979808b6-442a-4d75-b269-e113b4be650f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:28.918190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-66aa0308-209b-4c1a-8ac3-403504d32275 req-7568e0fa-3cf2-44db-86ec-bcdff805f229 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Calling delete_port for 979808b6-442a-4d75-b269-e113b4be650f owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:29.047714 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886a73bc-2434-4894-bd03-2b5e75675e6b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (e107c6d8-e868-4a24-8b33-3496694e3fac), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.052505 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66aa0308-209b-4c1a-8ac3-403504d32275 req-7568e0fa-3cf2-44db-86ec-bcdff805f229 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (979808b6-442a-4d75-b269-e113b4be650f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.055353 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886a73bc-2434-4894-bd03-2b5e75675e6b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for router_controller (e107c6d8-e868-4a24-8b33-3496694e3fac), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.067592 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['979808b6-442a-4d75-b269-e113b4be650f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:29.082957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568e0fa-3cf2-44db-86ec-bcdff805f229 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Pushing event deleted for resources: {'Port': ['ID=979808b6-442a-4d75-b269-e113b4be650f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:29.113959 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] device_id is not set on port 2d6be0a4-9f46-4c35-bd6b-e6a6e679b697 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:21:29.118129 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886a73bc-2434-4894-bd03-2b5e75675e6b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (e107c6d8-e868-4a24-8b33-3496694e3fac), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.118625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886a73bc-2434-4894-bd03-2b5e75675e6b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Fanout notify agent at l3_agent the message router_deleted on router e107c6d8-e868-4a24-8b33-3496694e3fac {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:21:29.125917 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886a73bc-2434-4894-bd03-2b5e75675e6b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.129828 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-886a73bc-2434-4894-bd03-2b5e75675e6b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/routers/e107c6d8-e868-4a24-8b33-3496694e3fac HTTP/1.1" status: 204 len: 168 time: 0.4831131 Jan 28 19:21:29.130326 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52358) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:29.132602 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-66aa0308-209b-4c1a-8ac3-403504d32275 req-7568e0fa-3cf2-44db-86ec-bcdff805f229 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] No DVR routers for this DVR port 979808b6-442a-4d75-b269-e113b4be650f on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:29.141551 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-66aa0308-209b-4c1a-8ac3-403504d32275 req-7568e0fa-3cf2-44db-86ec-bcdff805f229 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.144871 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-66aa0308-209b-4c1a-8ac3-403504d32275 req-7568e0fa-3cf2-44db-86ec-bcdff805f229 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.37 "DELETE /v2.0/ports/979808b6-442a-4d75-b269-e113b4be650f HTTP/1.1" status: 204 len: 173 time: 0.5492620 Jan 28 19:21:29.145313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b723b934-b6ec-4a9b-b25b-43be56bd18f9', 'name': 'network-vif-deleted', 'tag': '979808b6-442a-4d75-b269-e113b4be650f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:29.148067 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d45c19d-1db9-4abd-9085-fd4098eb7680" -d '{"events": [{"server_uuid": "b723b934-b6ec-4a9b-b25b-43be56bd18f9", "name": "network-vif-deleted", "tag": "979808b6-442a-4d75-b269-e113b4be650f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:29.196217 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-392360e5-01b4-4c09-92f2-ed704dbe549b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting subnet 7fc5e532-2502-443c-9d15-036cc68f4488 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:29.200858 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392360e5-01b4-4c09-92f2-ed704dbe549b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (7fc5e532-2502-443c-9d15-036cc68f4488), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.214607 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks [] for port (2d6be0a4-9f46-4c35-bd6b-e6a6e679b697), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.236671 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada43ea5-6ee5-4b07-992d-da508fcebb56 x-openstack-request-id: req-ada43ea5-6ee5-4b07-992d-da508fcebb56 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:29.236973 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b723b934-b6ec-4a9b-b25b-43be56bd18f9", "name": "network-vif-deleted", "tag": "979808b6-442a-4d75-b269-e113b4be650f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:29.237232 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ada43ea5-6ee5-4b07-992d-da508fcebb56 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:29.237719 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b723b934-b6ec-4a9b-b25b-43be56bd18f9', 'name': 'network-vif-deleted', 'tag': '979808b6-442a-4d75-b269-e113b4be650f', 'status': 'completed', 'code': 200} Jan 28 19:21:29.259849 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392360e5-01b4-4c09-92f2-ed704dbe549b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (7fc5e532-2502-443c-9d15-036cc68f4488), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.303757 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] device_id is not set on port 501ea6f8-ff64-4780-ac41-f00c80405dea yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:21:29.379537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37db747-8001-4d08-bdd0-b54cc7a19515 req-174c9920-712c-44b2-84d2-7a18127fd68b tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:29.380999 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a37db747-8001-4d08-bdd0-b54cc7a19515 req-174c9920-712c-44b2-84d2-7a18127fd68b tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 948 time: 0.0991294 Jan 28 19:21:29.389556 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks [] for port (501ea6f8-ff64-4780-ac41-f00c80405dea), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.393251 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392360e5-01b4-4c09-92f2-ed704dbe549b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (7fc5e532-2502-443c-9d15-036cc68f4488), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.429738 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2d6be0a4-9f46-4c35-bd6b-e6a6e679b697), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.469338 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a37db747-8001-4d08-bdd0-b54cc7a19515 req-3b3cbb20-e8b4-409b-8db7-413f386a1e19 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792327 Jan 28 19:21:29.482957 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392360e5-01b4-4c09-92f2-ed704dbe549b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (7fc5e532-2502-443c-9d15-036cc68f4488), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.501490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event updated for resources: {'Port': ['ID=2d6be0a4-9f46-4c35-bd6b-e6a6e679b697,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:29.509917 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Checking segment: {'id': '8b0e5e33-e548-4948-abf3-b7834f9a1732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2c5ab761-30cf-4381-9b65-95acd7aa63bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:29.510430 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Network hostable DHCP agents. Network: 2c5ab761-30cf-4381-9b65-95acd7aa63bd, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:21:29.513056 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392360e5-01b4-4c09-92f2-ed704dbe549b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc5e532-2502-443c-9d15-036cc68f4488,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:29.519616 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392360e5-01b4-4c09-92f2-ed704dbe549b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.522766 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-392360e5-01b4-4c09-92f2-ed704dbe549b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/7fc5e532-2502-443c-9d15-036cc68f4488 HTTP/1.1" status: 204 len: 168 time: 0.3912699 Jan 28 19:21:29.525514 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52364) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:29.530602 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e02ff70-6af7-439d-a35b-d18193a532b1 None None] Network 54687a71-37bf-4826-8f66-2715c8a5c32d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:29.535389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Network 2c5ab761-30cf-4381-9b65-95acd7aa63bd is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:21:29.579719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 2c5ab761-30cf-4381-9b65-95acd7aa63bd) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:29.591197 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:29.592083 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (501ea6f8-ff64-4780-ac41-f00c80405dea), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.599446 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd983f6b-acec-41a4-8024-7d7593315686 None None] Network 2c5ab761-30cf-4381-9b65-95acd7aa63bd requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:29.797895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6cc4a0-75ae-4901-9a62-add23cb53571 None None] DHCP port deletion for 54687a71-37bf-4826-8f66-2715c8a5c32d request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:21:29.846186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:21:29.868922 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7c6cc4a0-75ae-4901-9a62-add23cb53571 None None] Deleting port adf4dc1d-acce-4e09-887a-142cc2edf03a {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:29.869296 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c6cc4a0-75ae-4901-9a62-add23cb53571 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (adf4dc1d-acce-4e09-887a-142cc2edf03a), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.980135 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7c6cc4a0-75ae-4901-9a62-add23cb53571 None None] For port adf4dc1d-acce-4e09-887a-142cc2edf03a, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=adf4dc1d-acce-4e09-887a-142cc2edf03a,segment=NetworkSegment(2172b3fd-e01b-4e30-b23c-a0d654ec3917),segment_id=2172b3fd-e01b-4e30-b23c-a0d654ec3917)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:29.980836 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c6cc4a0-75ae-4901-9a62-add23cb53571 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (adf4dc1d-acce-4e09-887a-142cc2edf03a), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:29.998675 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7c6cc4a0-75ae-4901-9a62-add23cb53571 None None] Calling delete_port for adf4dc1d-acce-4e09-887a-142cc2edf03a owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:30.006002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c92150-45c6-4f43-8f3d-539f63f3ab9e req-149b156e-0b10-4c5d-8b89-8cd6e27f3697 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:30.007545 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77c92150-45c6-4f43-8f3d-539f63f3ab9e req-149b156e-0b10-4c5d-8b89-8cd6e27f3697 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 945 time: 0.0628121 Jan 28 19:21:30.040207 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (54687a71-37bf-4826-8f66-2715c8a5c32d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.055450 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77c92150-45c6-4f43-8f3d-539f63f3ab9e req-086cf1f9-9b82-4c2f-a46c-cace21c17ebd tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422215 Jan 28 19:21:30.063554 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d99c7a6-e5ef-4942-ab94-1f8c1aa147be req-363e4f82-29d5-4f65-abe0-1156af9780d7 tempest-ServerGroupTestJSON-1553683962 tempest-ServerGroupTestJSON-1553683962-project] 10.222.0.55 "GET /v2.0/ports?device_id=b723b934-b6ec-4a9b-b25b-43be56bd18f9 HTTP/1.1" status: 200 len: 210 time: 0.0458946 Jan 28 19:21:30.064494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=49cf77ac-ad79-4181-aa0c-3b25fa94c6cd,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:30.087011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event updated for resources: {'Port': ['ID=501ea6f8-ff64-4780-ac41-f00c80405dea,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:30.099929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '49cf77ac-ad79-4181-aa0c-3b25fa94c6cd', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '49cf77ac-ad79-4181-aa0c-3b25fa94c6cd', 'mac_address': 'fa:16:3e:1a:7c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:21:30.114557 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.134280 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Checking segment: {'id': '40c5c378-989f-4325-88e5-72cc11dbaef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'bd45e6bf-4ac7-419c-9722-c10300d6de4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:30.138218 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Network hostable DHCP agents. Network: bd45e6bf-4ac7-419c-9722-c10300d6de4d, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:21:30.170067 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:30.170775 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (49cf77ac-ad79-4181-aa0c-3b25fa94c6cd), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.173143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Network bd45e6bf-4ac7-419c-9722-c10300d6de4d is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:21:30.182944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port adf4dc1d-acce-4e09-887a-142cc2edf03a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:30.184163 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (adf4dc1d-acce-4e09-887a-142cc2edf03a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.184649 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c6cc4a0-75ae-4901-9a62-add23cb53571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (adf4dc1d-acce-4e09-887a-142cc2edf03a), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.196152 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:30.199622 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, bd45e6bf-4ac7-419c-9722-c10300d6de4d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:30.219599 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933dfd0-0216-4914-9db7-c9773b81675e req-1b4b72a8-a8a9-4b6c-ba52-feb289304fcb tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:30.221233 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2933dfd0-0216-4914-9db7-c9773b81675e req-1b4b72a8-a8a9-4b6c-ba52-feb289304fcb tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.0726497 Jan 28 19:21:30.224257 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15da8454-35e9-4d81-abe5-83bd090a4de5 None None] Network bd45e6bf-4ac7-419c-9722-c10300d6de4d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:30.235540 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:30.240866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:30.245156 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6cc4a0-75ae-4901-9a62-add23cb53571 None None] Pushing event deleted for resources: {'Port': ['ID=adf4dc1d-acce-4e09-887a-142cc2edf03a,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:30.245768 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:30.246517 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.247642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6cc4a0-75ae-4901-9a62-add23cb53571 None None] No DVR routers for this DVR port adf4dc1d-acce-4e09-887a-142cc2edf03a on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:30.297352 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=49cf77ac-ad79-4181-aa0c-3b25fa94c6cd,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:30.298356 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ea4ea026-e86a-497b-8bd3-1aac8b0736ea tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8596632 Jan 28 19:21:30.299095 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2933dfd0-0216-4914-9db7-c9773b81675e req-7e837095-838a-4d70-acee-7ad90e717a18 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672526 Jan 28 19:21:30.300284 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52376) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:30.305132 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (49cf77ac-ad79-4181-aa0c-3b25fa94c6cd), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.321958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] For port adf4dc1d-acce-4e09-887a-142cc2edf03a, host n-d-824834-4, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:30.321958 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (adf4dc1d-acce-4e09-887a-142cc2edf03a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.338308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for adf4dc1d-acce-4e09-887a-142cc2edf03a owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:30.341285 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Port adf4dc1d-acce-4e09-887a-142cc2edf03a was not found and therefore no delete operation was performed {{(pid=103146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:21:30.342422 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (adf4dc1d-acce-4e09-887a-142cc2edf03a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.376098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=adf4dc1d-acce-4e09-887a-142cc2edf03a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:30.378668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No DVR routers for this DVR port adf4dc1d-acce-4e09-887a-142cc2edf03a on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:30.400874 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=49cf77ac-ad79-4181-aa0c-3b25fa94c6cd,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:30.410188 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e7b3da-23bb-400d-88be-a11d54ab5dfc tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:30.420397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e7b3da-23bb-400d-88be-a11d54ab5dfc tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:30.424603 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f7e7b3da-23bb-400d-88be-a11d54ab5dfc tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1191998 Jan 28 19:21:30.425484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52382) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:30.477070 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (54687a71-37bf-4826-8f66-2715c8a5c32d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.501590 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54687a71-37bf-4826-8f66-2715c8a5c32d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:30.515691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2172b3fd-e01b-4e30-b23c-a0d654ec3917') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:30.516071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2172b3fd-e01b-4e30-b23c-a0d654ec3917') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:30.529873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ee527da3-8a4e-4857-9da8-f1dab32a8580 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Deleting port 2d6be0a4-9f46-4c35-bd6b-e6a6e679b697 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:30.531675 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (2172b3fd-e01b-4e30-b23c-a0d654ec3917), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.533225 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee527da3-8a4e-4857-9da8-f1dab32a8580 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2d6be0a4-9f46-4c35-bd6b-e6a6e679b697), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.559670 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (2172b3fd-e01b-4e30-b23c-a0d654ec3917), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.581730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:30.582165 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (2172b3fd-e01b-4e30-b23c-a0d654ec3917), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:30.585721 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:30.623928 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee527da3-8a4e-4857-9da8-f1dab32a8580 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2d6be0a4-9f46-4c35-bd6b-e6a6e679b697), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.638905 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-ee527da3-8a4e-4857-9da8-f1dab32a8580 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Calling delete_port for 2d6be0a4-9f46-4c35-bd6b-e6a6e679b697 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:30.662361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df36b1-778b-4a1e-8ddf-09db7c4fcd30 req-ea4f4598-cbac-4e1f-a954-a0fe593a49b1 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:30.663948 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a5df36b1-778b-4a1e-8ddf-09db7c4fcd30 req-ea4f4598-cbac-4e1f-a954-a0fe593a49b1 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 949 time: 0.1143684 Jan 28 19:21:30.665072 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (54687a71-37bf-4826-8f66-2715c8a5c32d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.677936 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.681211 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/networks/54687a71-37bf-4826-8f66-2715c8a5c32d HTTP/1.1" status: 204 len: 168 time: 1.1546776 Jan 28 19:21:30.693445 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52392) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:30.733011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543435d-8234-40dc-9789-31c294d7cd1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Network': ['ID=54687a71-37bf-4826-8f66-2715c8a5c32d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:30.741760 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee527da3-8a4e-4857-9da8-f1dab32a8580 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2d6be0a4-9f46-4c35-bd6b-e6a6e679b697), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.767539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd54c92-c729-4f3e-b59b-d868ca06c80c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:30.768549 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-afd54c92-c729-4f3e-b59b-d868ca06c80c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports/e9f93d06-bfd8-473b-ad43-5bc7dc28c88d HTTP/1.1" status: 200 len: 841 time: 0.0741520 Jan 28 19:21:30.772592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52394) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:30.782968 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a5df36b1-778b-4a1e-8ddf-09db7c4fcd30 req-5001ad80-1e9c-4363-a699-bb57b61b07db tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109822 Jan 28 19:21:30.784844 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ee527da3-8a4e-4857-9da8-f1dab32a8580 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.791240 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52398) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:30.791387 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ee527da3-8a4e-4857-9da8-f1dab32a8580 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "DELETE /v2.0/ports/2d6be0a4-9f46-4c35-bd6b-e6a6e679b697 HTTP/1.1" status: 204 len: 168 time: 0.3647432 Jan 28 19:21:30.816023 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee527da3-8a4e-4857-9da8-f1dab32a8580 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event deleted for resources: {'Port': ['ID=2d6be0a4-9f46-4c35-bd6b-e6a6e679b697,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:30.836032 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-920579c5-93ea-4ffa-b7b7-7d8a726a7c8c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports/e9f93d06-bfd8-473b-ad43-5bc7dc28c88d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0623415 Jan 28 19:21:30.839894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52400) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:30.842594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['49cf77ac-ad79-4181-aa0c-3b25fa94c6cd'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:30.845046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5bb3f273-46c1-4874-9512-b440c293e7fc tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'subnet': {'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:30.907983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1300a-a4ea-4e40-91a2-f3b1ab8b4a51 req-856afba6-12d8-40f6-90bc-ffaa47940ede tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:30.914419 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3cb1300a-a4ea-4e40-91a2-f3b1ab8b4a51 req-856afba6-12d8-40f6-90bc-ffaa47940ede tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 945 time: 0.0772605 Jan 28 19:21:30.988977 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c5c49c82-02c6-433c-b03f-3b4c9329932e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Deleting port 501ea6f8-ff64-4780-ac41-f00c80405dea {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:30.989262 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c49c82-02c6-433c-b03f-3b4c9329932e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (501ea6f8-ff64-4780-ac41-f00c80405dea), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:30.993960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb3f273-46c1-4874-9512-b440c293e7fc tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:30.997898 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bb3f273-46c1-4874-9512-b440c293e7fc tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.025837 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3cb1300a-a4ea-4e40-91a2-f3b1ab8b4a51 req-4f24d828-7924-4372-9565-c665d0f0f237 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040866 Jan 28 19:21:31.028087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5505ef-ec90-4f40-bad3-bc336653d3a3 req-5f4e0de4-e7af-4c02-90ba-8d69531019fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:31.029602 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5505ef-ec90-4f40-bad3-bc336653d3a3 req-5f4e0de4-e7af-4c02-90ba-8d69531019fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 1127 time: 0.0838308 Jan 28 19:21:31.075892 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5505ef-ec90-4f40-bad3-bc336653d3a3 req-1a8bfbd2-3949-4078-84c1-cdf445f1bb97 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Jan 28 19:21:31.113987 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c49c82-02c6-433c-b03f-3b4c9329932e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (501ea6f8-ff64-4780-ac41-f00c80405dea), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.137547 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c5c49c82-02c6-433c-b03f-3b4c9329932e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Calling delete_port for 501ea6f8-ff64-4780-ac41-f00c80405dea owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:31.300214 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c49c82-02c6-433c-b03f-3b4c9329932e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (501ea6f8-ff64-4780-ac41-f00c80405dea), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.310286 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bb3f273-46c1-4874-9512-b440c293e7fc tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (fbcd665f-b4ed-4a44-b589-3a83273b4e11), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.343447 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c49c82-02c6-433c-b03f-3b4c9329932e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event deleted for resources: {'Port': ['ID=501ea6f8-ff64-4780-ac41-f00c80405dea,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:31.374463 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5c49c82-02c6-433c-b03f-3b4c9329932e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.378237 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c5c49c82-02c6-433c-b03f-3b4c9329932e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "DELETE /v2.0/ports/501ea6f8-ff64-4780-ac41-f00c80405dea HTTP/1.1" status: 204 len: 168 time: 0.5850091 Jan 28 19:21:31.381593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52426) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:31.398394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52428) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:31.429007 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb3f273-46c1-4874-9512-b440c293e7fc tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:31.437975 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c9d2ef2e-b9e5-4ce3-9c1a-94dc7269d5d7 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0513330 Jan 28 19:21:31.438281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5bb3f273-46c1-4874-9512-b440c293e7fc tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:31.440399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3f273-46c1-4874-9512-b440c293e7fc tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Subnet': ['ID=fbcd665f-b4ed-4a44-b589-3a83273b4e11,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:31.445632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52430) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:31.446045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91628122-1037-4aa1-b95a-de9c77f689ca None None] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:31.446636 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb3f273-46c1-4874-9512-b440c293e7fc tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:31.447232 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bb3f273-46c1-4874-9512-b440c293e7fc tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.453721 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9dd17826-3e27-40bf-94e5-6da6dabd1b5e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-402616264'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:31.494767 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5bb3f273-46c1-4874-9512-b440c293e7fc tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6510880 Jan 28 19:21:31.495435 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52432) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:31.500182 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device adf4dc1d-acce-4e09-887a-142cc2edf03a no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:31.501813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6679b4f4-61b1-4c0c-8c1c-704459ccf9a7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'security_group': {'name': 'tempest-secgroup-436617120'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:31.505399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271b948-ba01-419a-9624-20b4c2b58454 req-b2f8b423-47c1-40a7-92ce-81cab6593f5d tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:31.507049 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e271b948-ba01-419a-9624-20b4c2b58454 req-b2f8b423-47c1-40a7-92ce-81cab6593f5d tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.1222661 Jan 28 19:21:31.508030 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd17826-3e27-40bf-94e5-6da6dabd1b5e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Made reservation on behalf of 03e04125a6fd4bb8a7167a0e8a5d0cc7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:31.509817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-97803787-5aeb-4e84-a987-d29041c5fc73 admin admin] Deleting subnet 39a685a2-301d-4e54-93b0-97e54c38e5ff {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:31.511949 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9dd17826-3e27-40bf-94e5-6da6dabd1b5e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.516681 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97803787-5aeb-4e84-a987-d29041c5fc73 admin admin] Publish callbacks [] for subnet (39a685a2-301d-4e54-93b0-97e54c38e5ff), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.524640 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: adf4dc1d-acce-4e09-887a-142cc2edf03a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:31.525200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device adf4dc1d-acce-4e09-887a-142cc2edf03a not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:31.566711 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6679b4f4-61b1-4c0c-8c1c-704459ccf9a7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.570232 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd17826-3e27-40bf-94e5-6da6dabd1b5e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:21:31.570588 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97803787-5aeb-4e84-a987-d29041c5fc73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (39a685a2-301d-4e54-93b0-97e54c38e5ff), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.584422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e271b948-ba01-419a-9624-20b4c2b58454 req-1a7a7349-dbb0-4b11-a9de-319d0f5eb701 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622299 Jan 28 19:21:31.587864 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9dd17826-3e27-40bf-94e5-6da6dabd1b5e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (3ff3377f-0e95-4605-892d-e6dc74ce10a3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.588211 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-9dd17826-3e27-40bf-94e5-6da6dabd1b5e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Added segment 3ff3377f-0e95-4605-892d-e6dc74ce10a3 of type vlan for network 2c338440-fbb1-413f-b2c5-3b7bdd98920a Jan 28 19:21:31.611231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'project_id': 'f7e8842bbdb14b3ca976873a4445191e', 'fixed_ips': [{'subnet_id': 'fbcd665f-b4ed-4a44-b589-3a83273b4e11'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:21:31.612105 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.634447 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97803787-5aeb-4e84-a987-d29041c5fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (39a685a2-301d-4e54-93b0-97e54c38e5ff), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.642725 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9dd17826-3e27-40bf-94e5-6da6dabd1b5e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (2c338440-fbb1-413f-b2c5-3b7bdd98920a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.670800 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9dd17826-3e27-40bf-94e5-6da6dabd1b5e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (2c338440-fbb1-413f-b2c5-3b7bdd98920a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.677552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd17826-3e27-40bf-94e5-6da6dabd1b5e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:31.677783 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9dd17826-3e27-40bf-94e5-6da6dabd1b5e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.720372 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6679b4f4-61b1-4c0c-8c1c-704459ccf9a7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (c7537722-0eb7-40bf-a025-57ea2e820267), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.725421 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6679b4f4-61b1-4c0c-8c1c-704459ccf9a7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c7537722-0eb7-40bf-a025-57ea2e820267), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.736358 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97803787-5aeb-4e84-a987-d29041c5fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (39a685a2-301d-4e54-93b0-97e54c38e5ff), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.746908 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9dd17826-3e27-40bf-94e5-6da6dabd1b5e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2967503 Jan 28 19:21:31.749574 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52434) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:31.756784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7e3f7b45-7cbb-43b7-90b6-799d740b2c28 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1469103385'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:31.770195 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Allocated IP 172.20.0.2 (8ae67a04-fbfa-47db-be2f-6bf3793f237d/fbcd665f-b4ed-4a44-b589-3a83273b4e11/87194ec9-a7b0-44ce-bc34-76ce9826ef97) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:31.772684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd17826-3e27-40bf-94e5-6da6dabd1b5e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event updated for resources: {'Network': ['ID=2c338440-fbb1-413f-b2c5-3b7bdd98920a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:31.773811 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97803787-5aeb-4e84-a987-d29041c5fc73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a685a2-301d-4e54-93b0-97e54c38e5ff,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:31.789667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3f7b45-7cbb-43b7-90b6-799d740b2c28 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Made reservation on behalf of 03e04125a6fd4bb8a7167a0e8a5d0cc7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:31.793118 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e3f7b45-7cbb-43b7-90b6-799d740b2c28 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.793385 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6679b4f4-61b1-4c0c-8c1c-704459ccf9a7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.793893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 2c338440-fbb1-413f-b2c5-3b7bdd98920a details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:21:31.794724 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6679b4f4-61b1-4c0c-8c1c-704459ccf9a7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2977266 Jan 28 19:21:31.796769 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97803787-5aeb-4e84-a987-d29041c5fc73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.799966 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-97803787-5aeb-4e84-a987-d29041c5fc73 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/39a685a2-301d-4e54-93b0-97e54c38e5ff HTTP/1.1" status: 204 len: 168 time: 0.4000039 Jan 28 19:21:31.800808 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:31.803057 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52438) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:31.805290 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a1c6bc17-cc30-4139-8f1d-342076d478ac tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'security_group': {'name': 'tempest-secgroup-996783493'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:31.810145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679b4f4-61b1-4c0c-8c1c-704459ccf9a7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7537722-0eb7-40bf-a025-57ea2e820267,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:31.832755 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bc17-cc30-4139-8f1d-342076d478ac tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.878800 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:31.932096 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2467444-e542-4581-9732-459f614f1b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (94796386-d5f1-4714-b283-09e37e1ac46a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.934649 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3f7b45-7cbb-43b7-90b6-799d740b2c28 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:21:31.952372 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e3f7b45-7cbb-43b7-90b6-799d740b2c28 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ae29e604-2c76-459d-81dc-4df29f0d7ff2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.952720 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-7e3f7b45-7cbb-43b7-90b6-799d740b2c28 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Added segment ae29e604-2c76-459d-81dc-4df29f0d7ff2 of type vlan for network 56fec0ca-3de6-49f5-94bd-f347f347f6ac Jan 28 19:21:31.953078 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bc17-cc30-4139-8f1d-342076d478ac tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (a797b6d2-9515-40f4-8303-6fa0f3d16f73), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.965957 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bc17-cc30-4139-8f1d-342076d478ac tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a797b6d2-9515-40f4-8303-6fa0f3d16f73), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:31.987617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bae494-4689-49e2-9f50-f5798a1de690 req-19a1ce01-cffd-47aa-8e12-b423839f7c98 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:31.989232 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11bae494-4689-49e2-9f50-f5798a1de690 req-19a1ce01-cffd-47aa-8e12-b423839f7c98 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 949 time: 0.0915453 Jan 28 19:21:32.022747 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bc17-cc30-4139-8f1d-342076d478ac tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.029188 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a1c6bc17-cc30-4139-8f1d-342076d478ac tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2221766 Jan 28 19:21:32.029377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52444) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:32.041880 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Publish callbacks [] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.058045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d2a0438f-1d82-4f54-9228-54ca510f74b5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-767258326', 'security_groups': ['a797b6d2-9515-40f4-8303-6fa0f3d16f73'], 'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fbcd665f-b4ed-4a44-b589-3a83273b4e11'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:32.073747 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.079894 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6bc17-cc30-4139-8f1d-342076d478ac tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a797b6d2-9515-40f4-8303-6fa0f3d16f73,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:32.100799 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11bae494-4689-49e2-9f50-f5798a1de690 req-6592e402-d2b1-46c1-8aff-da99c70c46c6 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999734 Jan 28 19:21:32.121721 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e3f7b45-7cbb-43b7-90b6-799d740b2c28 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (56fec0ca-3de6-49f5-94bd-f347f347f6ac), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.142287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:32.146556 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:32.151223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:32.163743 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2467444-e542-4581-9732-459f614f1b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (94796386-d5f1-4714-b283-09e37e1ac46a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.198832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Pushing event updated for resources: {'Port': ['ID=87194ec9-a7b0-44ce-bc34-76ce9826ef97,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:32.233820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:21:32.241051 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Attempting to bind port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:32.241550 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Attempting to bind port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '9a0cba96-8869-46a7-a780-670bc4fd3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:32.242010 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Attempting to bind port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 on network 8ae67a04-fbfa-47db-be2f-6bf3793f237d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:32.243130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055eed97-d6b8-49e5-aa2c-01111671188d req-be4ef221-8ef3-444e-9f53-e3659995b54a tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:32.246725 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:32.247350 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (49cf77ac-ad79-4181-aa0c-3b25fa94c6cd), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.252570 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:32.253454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Checking segment: {'id': '9a0cba96-8869-46a7-a780-670bc4fd3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:32.254151 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.254292 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-055eed97-d6b8-49e5-aa2c-01111671188d req-be4ef221-8ef3-444e-9f53-e3659995b54a tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 945 time: 0.0935593 Jan 28 19:21:32.254953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Bound using segment: {'id': '9a0cba96-8869-46a7-a780-670bc4fd3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:32.255530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Bound port: 87194ec9-a7b0-44ce-bc34-76ce9826ef97, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0cba96-8869-46a7-a780-670bc4fd3563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:32.256119 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.258849 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d2467444-e542-4581-9732-459f614f1b77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94796386-d5f1-4714-b283-09e37e1ac46a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:32.293981 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d2467444-e542-4581-9732-459f614f1b77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82821d1c-6b66-42be-b1e4-65d3258a5370') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:32.295040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d2467444-e542-4581-9732-459f614f1b77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82821d1c-6b66-42be-b1e4-65d3258a5370') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:32.323196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00e5b0-420c-4ea6-a299-c68402e970fa req-32bea688-170e-4533-9d84-ee05eb6cc951 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:32.325746 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3f00e5b0-420c-4ea6-a299-c68402e970fa req-32bea688-170e-4533-9d84-ee05eb6cc951 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.31 "GET /v2.0/ports?device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 945 time: 0.2616313 Jan 28 19:21:32.326709 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e3f7b45-7cbb-43b7-90b6-799d740b2c28 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (56fec0ca-3de6-49f5-94bd-f347f347f6ac), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.326857 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-055eed97-d6b8-49e5-aa2c-01111671188d req-c0d21d10-9b36-413a-b11b-d6addf89bc1a tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707543 Jan 28 19:21:32.334996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3f7b45-7cbb-43b7-90b6-799d740b2c28 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:32.335613 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e3f7b45-7cbb-43b7-90b6-799d740b2c28 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.371905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] For port 87194ec9-a7b0-44ce-bc34-76ce9826ef97, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:32.375946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] For port 87194ec9-a7b0-44ce-bc34-76ce9826ef97, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=87194ec9-a7b0-44ce-bc34-76ce9826ef97,segment=NetworkSegment(9a0cba96-8869-46a7-a780-670bc4fd3563),segment_id=9a0cba96-8869-46a7-a780-670bc4fd3563)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:32.377826 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2467444-e542-4581-9732-459f614f1b77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (82821d1c-6b66-42be-b1e4-65d3258a5370), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.408644 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.438691 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7e3f7b45-7cbb-43b7-90b6-799d740b2c28 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6677661 Jan 28 19:21:32.511431 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2467444-e542-4581-9732-459f614f1b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (82821d1c-6b66-42be-b1e4-65d3258a5370), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.526060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:32.526675 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (49cf77ac-ad79-4181-aa0c-3b25fa94c6cd), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.545029 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2467444-e542-4581-9732-459f614f1b77 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:32.545384 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2467444-e542-4581-9732-459f614f1b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (82821d1c-6b66-42be-b1e4-65d3258a5370), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:32.550853 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:32.567800 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52460) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:32.576827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f7b45-7cbb-43b7-90b6-799d740b2c28 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event updated for resources: {'Network': ['ID=56fec0ca-3de6-49f5-94bd-f347f347f6ac,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:32.577126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b26930-920e-4453-8ea9-81ef40d649bd None None] Pushing event updated for resources: {'Port': ['ID=87194ec9-a7b0-44ce-bc34-76ce9826ef97,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:32.586833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f842a03-71a9-493d-9aed-f7d8202e2760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cf77ac-ad79-4181-aa0c-3b25fa94c6cd'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:32.589035 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4f3414-9742-44bb-8b4c-b27b191a9e32" -d '{"events": [{"server_uuid": "5f842a03-71a9-493d-9aed-f7d8202e2760", "name": "network-vif-plugged", "status": "completed", "tag": "49cf77ac-ad79-4181-aa0c-3b25fa94c6cd"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:32.600830 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Request body: {'subnets': [{'network_id': '2c338440-fbb1-413f-b2c5-3b7bdd98920a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--402304056', 'ip_version': 4}, {'network_id': '56fec0ca-3de6-49f5-94bd-f347f347f6ac', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:32.602433 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Request body: {'subnet': {'network_id': '2c338440-fbb1-413f-b2c5-3b7bdd98920a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--402304056', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:32.604918 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Request body: {'subnet': {'network_id': '56fec0ca-3de6-49f5-94bd-f347f347f6ac', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:32.609385 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 56fec0ca-3de6-49f5-94bd-f347f347f6ac details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:21:32.630829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=49cf77ac-ad79-4181-aa0c-3b25fa94c6cd,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:32.670366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a0438f-1d82-4f54-9228-54ca510f74b5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:32.746672 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0a42ad-616b-4859-8a8f-6490f8c641ab x-openstack-request-id: req-ae0a42ad-616b-4859-8a8f-6490f8c641ab {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:32.747675 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f842a03-71a9-493d-9aed-f7d8202e2760", "name": "network-vif-plugged", "status": "completed", "tag": "49cf77ac-ad79-4181-aa0c-3b25fa94c6cd", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:32.747675 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae0a42ad-616b-4859-8a8f-6490f8c641ab {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:32.748044 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f842a03-71a9-493d-9aed-f7d8202e2760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cf77ac-ad79-4181-aa0c-3b25fa94c6cd', 'code': 200} Jan 28 19:21:32.750291 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (49cf77ac-ad79-4181-aa0c-3b25fa94c6cd), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.751105 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 979808b6-442a-4d75-b269-e113b4be650f no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:32.789246 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2467444-e542-4581-9732-459f614f1b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (94796386-d5f1-4714-b283-09e37e1ac46a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.812568 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 979808b6-442a-4d75-b269-e113b4be650f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:32.812568 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 979808b6-442a-4d75-b269-e113b4be650f not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:32.827354 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2467444-e542-4581-9732-459f614f1b77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.831351 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d2467444-e542-4581-9732-459f614f1b77 admin admin] 10.222.0.55 "DELETE /v2.0/networks/94796386-d5f1-4714-b283-09e37e1ac46a HTTP/1.1" status: 204 len: 168 time: 1.0273104 Jan 28 19:21:32.844083 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=49cf77ac-ad79-4181-aa0c-3b25fa94c6cd,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:32.902768 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2a0438f-1d82-4f54-9228-54ca510f74b5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.905506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2467444-e542-4581-9732-459f614f1b77 admin admin] Pushing event deleted for resources: {'Network': ['ID=94796386-d5f1-4714-b283-09e37e1ac46a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:32.924500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f4821-ed99-4139-bde4-e97739c970b0 req-1167368f-6229-4628-8d1a-cbea8a20a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:32.926499 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dc4f4821-ed99-4139-bde4-e97739c970b0 req-1167368f-6229-4628-8d1a-cbea8a20a231 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 1132 time: 0.1943367 Jan 28 19:21:32.931300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3f00e5b0-420c-4ea6-a299-c68402e970fa req-a3c676e8-de67-40b9-a226-37536300bbfa tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Deleting port bcc68056-ec78-44b5-8adb-59f07ebe7231 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:32.931468 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3f00e5b0-420c-4ea6-a299-c68402e970fa req-a3c676e8-de67-40b9-a226-37536300bbfa tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (bcc68056-ec78-44b5-8adb-59f07ebe7231), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:32.937252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7802f57-d666-4199-a0b1-c1a0e8fb2c10 req-7cc64df9-d83f-458b-82ca-3f9820543ca5 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:32.944368 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b7802f57-d666-4199-a0b1-c1a0e8fb2c10 req-7cc64df9-d83f-458b-82ca-3f9820543ca5 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.3791931 Jan 28 19:21:32.998093 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-d2a0438f-1d82-4f54-9228-54ca510f74b5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] device_id is not set on port 819ef0f6-3fd2-47d1-9945-b4f2a1c1759e yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:21:33.029884 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Made reservation on behalf of 03e04125a6fd4bb8a7167a0e8a5d0cc7 for: {'subnet': 2} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:33.036113 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.036727 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.104745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e35d55-226f-4ca4-9a6b-ddd5612ffff5 req-8772c131-12c1-414e-8071-2c2b66d49e8a tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:33.106379 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-23e35d55-226f-4ca4-9a6b-ddd5612ffff5 req-8772c131-12c1-414e-8071-2c2b66d49e8a tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.3150451 Jan 28 19:21:33.106884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52468) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:33.129678 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b7802f57-d666-4199-a0b1-c1a0e8fb2c10 req-2ddda83c-35b1-4ade-99b8-5cab67fe76b0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844177 Jan 28 19:21:33.134172 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dc4f4821-ed99-4139-bde4-e97739c970b0 req-5d6dd523-c631-4109-8d24-c7d20cf29f1b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808457 Jan 28 19:21:33.146990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3f00e5b0-420c-4ea6-a299-c68402e970fa req-a3c676e8-de67-40b9-a226-37536300bbfa tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] For port bcc68056-ec78-44b5-8adb-59f07ebe7231, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=bcc68056-ec78-44b5-8adb-59f07ebe7231,segment=NetworkSegment(1a42f1c5-bac9-46ee-bb59-173f5dc0ce90),segment_id=1a42f1c5-bac9-46ee-bb59-173f5dc0ce90)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:33.147368 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3f00e5b0-420c-4ea6-a299-c68402e970fa req-a3c676e8-de67-40b9-a226-37536300bbfa tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (bcc68056-ec78-44b5-8adb-59f07ebe7231), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.214227 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3f00e5b0-420c-4ea6-a299-c68402e970fa req-a3c676e8-de67-40b9-a226-37536300bbfa tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Calling delete_port for bcc68056-ec78-44b5-8adb-59f07ebe7231 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:33.261318 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e408a846-3a38-4632-8507-a0a91d2f8cce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35b6c9bb6252468387ec53fb922e5450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1453857 Jan 28 19:21:33.264704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52472) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:33.334810 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-23e35d55-226f-4ca4-9a6b-ddd5612ffff5 req-32eea0c4-99eb-47d2-a746-cfbdfd007d10 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073061 Jan 28 19:21:33.375222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d2a0438f-1d82-4f54-9228-54ca510f74b5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Allocated IP 172.20.0.10 (8ae67a04-fbfa-47db-be2f-6bf3793f237d/fbcd665f-b4ed-4a44-b589-3a83273b4e11/819ef0f6-3fd2-47d1-9945-b4f2a1c1759e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:33.555582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 87194ec9-a7b0-44ce-bc34-76ce9826ef97 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:33.577784 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3f00e5b0-420c-4ea6-a299-c68402e970fa req-a3c676e8-de67-40b9-a226-37536300bbfa tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (bcc68056-ec78-44b5-8adb-59f07ebe7231), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.605382 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['bcc68056-ec78-44b5-8adb-59f07ebe7231'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:33.613147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f08d76-a065-417b-8e98-e749fcb80d3f req-4f75622f-7663-4802-9cfc-a61c04fe0521 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:33.614787 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-16f08d76-a065-417b-8e98-e749fcb80d3f req-4f75622f-7663-4802-9cfc-a61c04fe0521 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/ports?device_id=a31b1fdc-7dca-451e-83b9-7207ede800e2 HTTP/1.1" status: 200 len: 945 time: 0.1712458 Jan 28 19:21:33.648449 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c676e8-de67-40b9-a226-37536300bbfa tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Pushing event deleted for resources: {'Port': ['ID=bcc68056-ec78-44b5-8adb-59f07ebe7231,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:33.681993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:33.682951 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.720150 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f00e5b0-420c-4ea6-a299-c68402e970fa req-a3c676e8-de67-40b9-a226-37536300bbfa tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] No DVR routers for this DVR port bcc68056-ec78-44b5-8adb-59f07ebe7231 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:33.723579 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3f00e5b0-420c-4ea6-a299-c68402e970fa req-a3c676e8-de67-40b9-a226-37536300bbfa tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.727400 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3f00e5b0-420c-4ea6-a299-c68402e970fa req-a3c676e8-de67-40b9-a226-37536300bbfa tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.31 "DELETE /v2.0/ports/bcc68056-ec78-44b5-8adb-59f07ebe7231 HTTP/1.1" status: 204 len: 173 time: 1.3523505 Jan 28 19:21:33.734813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31b1fdc-7dca-451e-83b9-7207ede800e2', 'name': 'network-vif-deleted', 'tag': 'bcc68056-ec78-44b5-8adb-59f07ebe7231'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:33.737157 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c529a7a-87b6-470b-bc44-30f33bf9ec44" -d '{"events": [{"server_uuid": "a31b1fdc-7dca-451e-83b9-7207ede800e2", "name": "network-vif-deleted", "tag": "bcc68056-ec78-44b5-8adb-59f07ebe7231"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:33.750532 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2a0438f-1d82-4f54-9228-54ca510f74b5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (819ef0f6-3fd2-47d1-9945-b4f2a1c1759e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.793785 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03150145-71db-436e-991a-fdf627f38c07 req-5450b2d0-d510-4490-a67c-b17b7e1c2a53 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:33.801104 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03150145-71db-436e-991a-fdf627f38c07 req-5450b2d0-d510-4490-a67c-b17b7e1c2a53 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 950 time: 0.5835893 Jan 28 19:21:33.808549 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-16f08d76-a065-417b-8e98-e749fcb80d3f req-07260af5-f12c-4041-adfa-9d21e1870765 tempest-VolumesActionsTest-74501225 tempest-VolumesActionsTest-74501225-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717680 Jan 28 19:21:33.812634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:33.813303 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.865449 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 87194ec9-a7b0-44ce-bc34-76ce9826ef97, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=87194ec9-a7b0-44ce-bc34-76ce9826ef97,segment=NetworkSegment(9a0cba96-8869-46a7-a780-670bc4fd3563),segment_id=9a0cba96-8869-46a7-a780-670bc4fd3563)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:33.871367 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.876121 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d63f0a8d-45bf-4ece-9677-3f0ad05242b0 admin admin] Publish callbacks [] for security_group (21907491-69d5-4fb3-a6a0-4bd0d4a2bce6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.879895 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2a0438f-1d82-4f54-9228-54ca510f74b5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (819ef0f6-3fd2-47d1-9945-b4f2a1c1759e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.937137 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03150145-71db-436e-991a-fdf627f38c07 req-9da1e3bf-3c5d-4e65-9236-f9e8b9376c12 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348839 Jan 28 19:21:33.939419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=87194ec9-a7b0-44ce-bc34-76ce9826ef97,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:33.969564 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d63f0a8d-45bf-4ece-9677-3f0ad05242b0 admin admin] Publish callbacks [] for security_group (21907491-69d5-4fb3-a6a0-4bd0d4a2bce6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:33.989635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0438f-1d82-4f54-9228-54ca510f74b5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=819ef0f6-3fd2-47d1-9945-b4f2a1c1759e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:34.011137 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915eb7e4-d77c-4a81-b9a7-eb3c4a3bfe25 x-openstack-request-id: req-915eb7e4-d77c-4a81-b9a7-eb3c4a3bfe25 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:34.012031 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31b1fdc-7dca-451e-83b9-7207ede800e2", "name": "network-vif-deleted", "tag": "bcc68056-ec78-44b5-8adb-59f07ebe7231", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:34.012453 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-915eb7e4-d77c-4a81-b9a7-eb3c4a3bfe25 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:34.013174 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31b1fdc-7dca-451e-83b9-7207ede800e2', 'name': 'network-vif-deleted', 'tag': 'bcc68056-ec78-44b5-8adb-59f07ebe7231', 'status': 'completed', 'code': 200} Jan 28 19:21:34.015801 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0438f-1d82-4f54-9228-54ca510f74b5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:34.017661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d2a0438f-1d82-4f54-9228-54ca510f74b5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:34.022386 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0438f-1d82-4f54-9228-54ca510f74b5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:34.084982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0438f-1d82-4f54-9228-54ca510f74b5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:34.085656 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2a0438f-1d82-4f54-9228-54ca510f74b5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.116257 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d2a0438f-1d82-4f54-9228-54ca510f74b5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0620587 Jan 28 19:21:34.119026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-007be03a-6d4c-4e92-932c-e340f0e5741c None None] Provisioning complete for port e9f93d06-bfd8-473b-ad43-5bc7dc28c88d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:34.119219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52484) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:34.119538 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-007be03a-6d4c-4e92-932c-e340f0e5741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e9f93d06-bfd8-473b-ad43-5bc7dc28c88d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.122052 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (95a86862-f246-4700-afe8-30de93ff641a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.132304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-50919b03-2a1b-4dca-b568-c08af70d0214 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'subnet': {'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:34.165786 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-007be03a-6d4c-4e92-932c-e340f0e5741c None None] Port e9f93d06-bfd8-473b-ad43-5bc7dc28c88d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:34.176996 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d63f0a8d-45bf-4ece-9677-3f0ad05242b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (21907491-69d5-4fb3-a6a0-4bd0d4a2bce6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.180042 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d63f0a8d-45bf-4ece-9677-3f0ad05242b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.183974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d63f0a8d-45bf-4ece-9677-3f0ad05242b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21907491-69d5-4fb3-a6a0-4bd0d4a2bce6 HTTP/1.1" status: 204 len: 168 time: 0.9156251 Jan 28 19:21:34.199621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f0a8d-45bf-4ece-9677-3f0ad05242b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21907491-69d5-4fb3-a6a0-4bd0d4a2bce6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:34.243347 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event updated for resources: {'Subnet': ['ID=95a86862-f246-4700-afe8-30de93ff641a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:34.253220 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Checking segment: {'id': '3ff3377f-0e95-4605-892d-e6dc74ce10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2c338440-fbb1-413f-b2c5-3b7bdd98920a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:34.254506 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Network hostable DHCP agents. Network: 2c338440-fbb1-413f-b2c5-3b7bdd98920a, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:21:34.313862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-007be03a-6d4c-4e92-932c-e340f0e5741c None None] Provisioning complete for port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:34.314203 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-007be03a-6d4c-4e92-932c-e340f0e5741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.382581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Network 2c338440-fbb1-413f-b2c5-3b7bdd98920a is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:21:34.435591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 2c338440-fbb1-413f-b2c5-3b7bdd98920a) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:34.441285 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (684f86b2-4fca-49a3-9493-2cb5ada14dee), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.459367 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2e17a-90fb-4327-813b-bd8939f0c4e8 req-6644d288-ac3a-40f4-9bbe-1adab9743cfc tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:34.463960 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5eefab-f0f9-43c6-89b0-d194b530850d None None] Network 2c338440-fbb1-413f-b2c5-3b7bdd98920a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:34.469475 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3df2e17a-90fb-4327-813b-bd8939f0c4e8 req-6644d288-ac3a-40f4-9bbe-1adab9743cfc tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.1616657 Jan 28 19:21:34.508371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50919b03-2a1b-4dca-b568-c08af70d0214 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:34.512488 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50919b03-2a1b-4dca-b568-c08af70d0214 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.531283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-007be03a-6d4c-4e92-932c-e340f0e5741c None None] Current status of the port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:34.582520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1649e-8cec-45d6-a7f7-05a7181b6b28 req-5edad00f-aae7-4bde-8b19-cff827b5fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:34.584590 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40d1649e-8cec-45d6-a7f7-05a7181b6b28 req-5edad00f-aae7-4bde-8b19-cff827b5fe14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30bf8f3616cd4e51a62c447be3b7ab65&device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 1127 time: 0.3038349 Jan 28 19:21:34.614173 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3df2e17a-90fb-4327-813b-bd8939f0c4e8 req-3c7f3c17-3607-4390-84e3-83a6ee5802f7 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352954 Jan 28 19:21:34.629927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event updated for resources: {'Subnet': ['ID=684f86b2-4fca-49a3-9493-2cb5ada14dee,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:34.639565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d413ea-0c96-403b-a227-fb2eec4f088e req-580df0af-5961-4ba7-886c-729880249a96 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:34.643963 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-13d413ea-0c96-403b-a227-fb2eec4f088e req-580df0af-5961-4ba7-886c-729880249a96 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.3160470 Jan 28 19:21:34.648292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-2c338440-fbb1-413f-b2c5-3b7bdd98920a', 'network_id': '2c338440-fbb1-413f-b2c5-3b7bdd98920a', 'project_id': '03e04125a6fd4bb8a7167a0e8a5d0cc7', 'fixed_ips': [{'subnet_id': '95a86862-f246-4700-afe8-30de93ff641a'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:21:34.649208 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.676492 n-d-824834-4 neutron-server[103146]: INFO neutron.db.ipam_backend_mixin [None req-50919b03-2a1b-4dca-b568-c08af70d0214 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fbcd665f-b4ed-4a44-b589-3a83273b4e11 (CIDR: 172.20.0.0/28) Jan 28 19:21:34.681699 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-50919b03-2a1b-4dca-b568-c08af70d0214 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:21:34.682371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50919b03-2a1b-4dca-b568-c08af70d0214 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:34.685084 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-764bcc70-dd4b-4b96-98e4-5e2422b91694 None None] Provisioning complete for port 819ef0f6-3fd2-47d1-9945-b4f2a1c1759e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:34.685461 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-764bcc70-dd4b-4b96-98e4-5e2422b91694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (819ef0f6-3fd2-47d1-9945-b4f2a1c1759e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.708667 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-50919b03-2a1b-4dca-b568-c08af70d0214 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5843649 Jan 28 19:21:34.709440 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52494) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:34.720762 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-13d413ea-0c96-403b-a227-fb2eec4f088e req-a9e0754d-9db8-4287-b87e-bc1f1f8b3352 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655344 Jan 28 19:21:34.721355 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5b0a0067-ed27-4027-a33e-2acb7cfc79a5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'subnet': {'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:34.760764 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Checking segment: {'id': 'ae29e604-2c76-459d-81dc-4df29f0d7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '56fec0ca-3de6-49f5-94bd-f347f347f6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:34.761121 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Network hostable DHCP agents. Network: 56fec0ca-3de6-49f5-94bd-f347f347f6ac, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:21:34.798841 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-764bcc70-dd4b-4b96-98e4-5e2422b91694 None None] Port 819ef0f6-3fd2-47d1-9945-b4f2a1c1759e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:34.816405 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Network 56fec0ca-3de6-49f5-94bd-f347f347f6ac is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:21:34.880687 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1649e-8cec-45d6-a7f7-05a7181b6b28 req-06be11f1-4f4d-44b8-bc2a-d28b36b103af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:34.884978 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40d1649e-8cec-45d6-a7f7-05a7181b6b28 req-06be11f1-4f4d-44b8-bc2a-d28b36b103af service neutron] 10.222.0.37 "GET /v2.0/networks?id=d80cfb31-56d7-4bc8-8f36-387a72246005 HTTP/1.1" status: 200 len: 919 time: 0.2788675 Jan 28 19:21:34.887867 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 56fec0ca-3de6-49f5-94bd-f347f347f6ac) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:34.898477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:34.899797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:34.900378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0a0067-ed27-4027-a33e-2acb7cfc79a5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:34.900561 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.905770 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0067-ed27-4027-a33e-2acb7cfc79a5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:34.979141 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40d1649e-8cec-45d6-a7f7-05a7181b6b28 req-ffe2c314-a0e2-45b1-a260-ef3696424db4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1d20099-77e0-4fde-ab1d-725f217265d3 HTTP/1.1" status: 200 len: 217 time: 0.0875580 Jan 28 19:21:34.990113 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-840546ca-3f8b-48e6-8930-7df6fbe05245 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.4123096 Jan 28 19:21:34.992969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52514) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:35.147550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1649e-8cec-45d6-a7f7-05a7181b6b28 req-4df77253-b3da-4d63-a0ad-78836b94faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:35.149081 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40d1649e-8cec-45d6-a7f7-05a7181b6b28 req-4df77253-b3da-4d63-a0ad-78836b94faaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad7b927e-a6aa-48ba-960b-bbd0e7fc8445 HTTP/1.1" status: 200 len: 858 time: 0.1578035 Jan 28 19:21:35.151843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Allocated IP 172.20.0.2 (2c338440-fbb1-413f-b2c5-3b7bdd98920a/95a86862-f246-4700-afe8-30de93ff641a/7603a55b-8629-4bb0-bb65-785b14ec7b95) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:35.157418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4963fe-aadc-4a36-a84d-fa1a1284998b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:35.159220 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4963fe-aadc-4a36-a84d-fa1a1284998b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:35.161218 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4963fe-aadc-4a36-a84d-fa1a1284998b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:35.163103 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2f4963fe-aadc-4a36-a84d-fa1a1284998b tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1611190 Jan 28 19:21:35.169144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2badda9-ee11-403a-a2aa-ce66fe0ca704 None None] Network 56fec0ca-3de6-49f5-94bd-f347f347f6ac requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:35.182160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52520) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:35.213263 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40d1649e-8cec-45d6-a7f7-05a7181b6b28 req-c8c8b0f9-21fd-4578-af4f-8ad15c73e378 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d80cfb31-56d7-4bc8-8f36-387a72246005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488825 Jan 28 19:21:35.227604 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822d31f-24f7-4473-bfc4-782f1eb61203 req-a7a01de5-5c74-4d47-87ef-c54aa6dd5f56 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:35.235952 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c822d31f-24f7-4473-bfc4-782f1eb61203 req-a7a01de5-5c74-4d47-87ef-c54aa6dd5f56 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 950 time: 0.1711049 Jan 28 19:21:35.283184 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-269977eb-1098-4be2-be46-72dd27a2339c tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Deleting subnet 95a86862-f246-4700-afe8-30de93ff641a {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:35.378005 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c822d31f-24f7-4473-bfc4-782f1eb61203 req-067080dc-3299-4be4-b5c3-c76b01161b2c tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409340 Jan 28 19:21:35.419461 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-56fec0ca-3de6-49f5-94bd-f347f347f6ac', 'network_id': '56fec0ca-3de6-49f5-94bd-f347f347f6ac', 'project_id': '03e04125a6fd4bb8a7167a0e8a5d0cc7', 'fixed_ips': [{'subnet_id': '684f86b2-4fca-49a3-9493-2cb5ada14dee'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:21:35.420832 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.425809 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40d1649e-8cec-45d6-a7f7-05a7181b6b28 req-5771bf36-d1e0-4baa-9876-ba3af5e6fc66 service neutron] 10.222.0.37 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066629 Jan 28 19:21:35.434743 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0067-ed27-4027-a33e-2acb7cfc79a5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (0df538a3-c060-48ea-b278-dd5a8be420b9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.565570 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0a0067-ed27-4027-a33e-2acb7cfc79a5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:35.579536 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5b0a0067-ed27-4027-a33e-2acb7cfc79a5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:35.598382 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Allocated IP 172.20.0.18 (56fec0ca-3de6-49f5-94bd-f347f347f6ac/684f86b2-4fca-49a3-9493-2cb5ada14dee/4d8c66bf-8e28-4acb-abb5-b6a36af6ed49) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:35.604726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0a0067-ed27-4027-a33e-2acb7cfc79a5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:35.605627 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40d1649e-8cec-45d6-a7f7-05a7181b6b28 req-b2840e1a-8500-498f-a187-76edebc45aa4 service neutron] 10.222.0.37 "GET /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684740 Jan 28 19:21:35.607590 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0067-ed27-4027-a33e-2acb7cfc79a5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.637088 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 87194ec9-a7b0-44ce-bc34-76ce9826ef97 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:35.637088 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13197ad1-783a-40e8-827c-5ba98c1266f2 None None] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:35.637399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52544) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:35.650164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a0067-ed27-4027-a33e-2acb7cfc79a5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Subnet': ['ID=0df538a3-c060-48ea-b278-dd5a8be420b9,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:35.690324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52552) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:35.690949 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5b0a0067-ed27-4027-a33e-2acb7cfc79a5 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9801867 Jan 28 19:21:35.698296 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9213b114-c993-4b7c-9898-b72fd5ced068 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-516340419', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0df538a3-c060-48ea-b278-dd5a8be420b9'}], 'security_groups': ['c7537722-0eb7-40bf-a025-57ea2e820267']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:35.806915 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Publish callbacks [] for port (7603a55b-8629-4bb0-bb65-785b14ec7b95), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.819951 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-269977eb-1098-4be2-be46-72dd27a2339c tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks [] for subnet (95a86862-f246-4700-afe8-30de93ff641a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.836368 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (7603a55b-8629-4bb0-bb65-785b14ec7b95), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.865617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5bf47065-bfab-43ea-979b-e24ee042ec82 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-321969217-network', 'tenant_id': 'f43d98de8d634bb2b8161bbb90af92d1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:35.880547 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-269977eb-1098-4be2-be46-72dd27a2339c tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (95a86862-f246-4700-afe8-30de93ff641a), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.891112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Network 2c338440-fbb1-413f-b2c5-3b7bdd98920a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:35.891905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:35.892271 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:35.903104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:35.905139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:36.032386 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Pushing event updated for resources: {'Port': ['ID=7603a55b-8629-4bb0-bb65-785b14ec7b95,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:36.082260 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9213b114-c993-4b7c-9898-b72fd5ced068 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (819ef0f6-3fd2-47d1-9945-b4f2a1c1759e), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.085349 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf47065-bfab-43ea-979b-e24ee042ec82 admin admin] Made reservation on behalf of f43d98de8d634bb2b8161bbb90af92d1 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:36.088086 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5bf47065-bfab-43ea-979b-e24ee042ec82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.095249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device bcc68056-ec78-44b5-8adb-59f07ebe7231 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:36.111817 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5bf47065-bfab-43ea-979b-e24ee042ec82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.131739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f8b46-acad-41cd-8c3d-2dc612f437f2 req-a38b05a6-6988-4222-8da5-bc1ce476ff93 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:36.133608 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-347f8b46-acad-41cd-8c3d-2dc612f437f2 req-a38b05a6-6988-4222-8da5-bc1ce476ff93 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.3673992 Jan 28 19:21:36.203484 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: bcc68056-ec78-44b5-8adb-59f07ebe7231 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:36.204189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device bcc68056-ec78-44b5-8adb-59f07ebe7231 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:36.210103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Attempting to bind port 7603a55b-8629-4bb0-bb65-785b14ec7b95 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:36.210620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Attempting to bind port 7603a55b-8629-4bb0-bb65-785b14ec7b95 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '3ff3377f-0e95-4605-892d-e6dc74ce10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2c338440-fbb1-413f-b2c5-3b7bdd98920a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:36.211154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Attempting to bind port 7603a55b-8629-4bb0-bb65-785b14ec7b95 on network 2c338440-fbb1-413f-b2c5-3b7bdd98920a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:36.223817 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Publish callbacks [] for port (4d8c66bf-8e28-4acb-abb5-b6a36af6ed49), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.300578 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-347f8b46-acad-41cd-8c3d-2dc612f437f2 req-4a1e11cd-18d9-4378-aa10-40ffb9c2902e tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592607 Jan 28 19:21:36.305097 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:36.305830 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Checking segment: {'id': '3ff3377f-0e95-4605-892d-e6dc74ce10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2c338440-fbb1-413f-b2c5-3b7bdd98920a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:36.306390 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.307004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Bound using segment: {'id': '3ff3377f-0e95-4605-892d-e6dc74ce10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2c338440-fbb1-413f-b2c5-3b7bdd98920a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:36.307642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Bound port: 7603a55b-8629-4bb0-bb65-785b14ec7b95, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff3377f-0e95-4605-892d-e6dc74ce10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2c338440-fbb1-413f-b2c5-3b7bdd98920a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:36.308127 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7603a55b-8629-4bb0-bb65-785b14ec7b95), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.326837 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:36.434609 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] For port 7603a55b-8629-4bb0-bb65-785b14ec7b95, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:36.438872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] For port 7603a55b-8629-4bb0-bb65-785b14ec7b95, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7603a55b-8629-4bb0-bb65-785b14ec7b95,segment=NetworkSegment(3ff3377f-0e95-4605-892d-e6dc74ce10a3),segment_id=3ff3377f-0e95-4605-892d-e6dc74ce10a3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:36.443713 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (4d8c66bf-8e28-4acb-abb5-b6a36af6ed49), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.450497 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-1c519ee3-1d92-4248-a63c-ef757a9a0a4f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=abaf81e7c1b04572aa05f2d10f69b03c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504265 Jan 28 19:21:36.517538 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Pushing event updated for resources: {'Port': ['ID=4d8c66bf-8e28-4acb-abb5-b6a36af6ed49,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:36.522342 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7603a55b-8629-4bb0-bb65-785b14ec7b95), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.569303 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5bf47065-bfab-43ea-979b-e24ee042ec82 admin admin] Publish callbacks [] for security_group (fc63fab2-9d9d-4d84-8075-e06fa3be7152), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.585601 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d058a-0df0-4a3d-b401-784059f33501 None None] Pushing event updated for resources: {'Port': ['ID=7603a55b-8629-4bb0-bb65-785b14ec7b95,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:36.588006 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5bf47065-bfab-43ea-979b-e24ee042ec82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fc63fab2-9d9d-4d84-8075-e06fa3be7152), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.598897 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e59bc8-6cec-4a47-93c5-ff5789e7ad75 None None] Update dhcp port {'port': {'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'fixed_ips': [{'subnet_id': 'fbcd665f-b4ed-4a44-b589-3a83273b4e11', 'ip_address': '172.20.0.2'}, {'subnet_id': '0df538a3-c060-48ea-b278-dd5a8be420b9'}], 'binding:host_id': 'n-d-824834-4'}, 'id': '87194ec9-a7b0-44ce-bc34-76ce9826ef97'} from n-d-824834-4. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:21:36.618934 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-269977eb-1098-4be2-be46-72dd27a2339c tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (95a86862-f246-4700-afe8-30de93ff641a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.640722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf47065-bfab-43ea-979b-e24ee042ec82 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:21:36.641001 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99e59bc8-6cec-4a47-93c5-ff5789e7ad75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.701835 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf47065-bfab-43ea-979b-e24ee042ec82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc63fab2-9d9d-4d84-8075-e06fa3be7152,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:36.707104 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5bf47065-bfab-43ea-979b-e24ee042ec82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (b135f643-77cb-4080-9f94-380c6910a7df), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.707451 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-5bf47065-bfab-43ea-979b-e24ee042ec82 admin admin] Added segment b135f643-77cb-4080-9f94-380c6910a7df of type vlan for network 32dd6380-90f2-4c91-b2e9-082cc1b5e03d Jan 28 19:21:36.714403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-7b991620-3f35-4478-8542-c9625c0b0f8d tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:36.715009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32b738-baa2-43fc-8b0f-4243189ffb37 req-d82d787f-6085-4bf8-a1fe-eb4c38c12c24 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:36.715966 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-7b991620-3f35-4478-8542-c9625c0b0f8d tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2530189 Jan 28 19:21:36.719759 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c32b738-baa2-43fc-8b0f-4243189ffb37 req-d82d787f-6085-4bf8-a1fe-eb4c38c12c24 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.6567452 Jan 28 19:21:36.807069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c32b738-baa2-43fc-8b0f-4243189ffb37 req-8046a22b-6b7b-4e3b-bc0a-6f70db7e6a94 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738547 Jan 28 19:21:36.814437 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-0de8dcce-4d2b-420a-8d24-234d5141f676 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/quotas/abaf81e7c1b04572aa05f2d10f69b03c HTTP/1.1" status: 200 len: 375 time: 0.0852726 Jan 28 19:21:36.839504 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-269977eb-1098-4be2-be46-72dd27a2339c tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (95a86862-f246-4700-afe8-30de93ff641a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.839783 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5bf47065-bfab-43ea-979b-e24ee042ec82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (32dd6380-90f2-4c91-b2e9-082cc1b5e03d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.839895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Network 56fec0ca-3de6-49f5-94bd-f347f347f6ac is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:36.853373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:36.861128 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:36.895924 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269977eb-1098-4be2-be46-72dd27a2339c tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event deleted for resources: {'Subnet': ['ID=95a86862-f246-4700-afe8-30de93ff641a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:36.907031 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-269977eb-1098-4be2-be46-72dd27a2339c tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.909919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-269977eb-1098-4be2-be46-72dd27a2339c tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "DELETE /v2.0/subnets/95a86862-f246-4700-afe8-30de93ff641a HTTP/1.1" status: 204 len: 168 time: 1.7263982 Jan 28 19:21:36.914329 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:36.969315 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Attempting to bind port 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:36.971164 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Attempting to bind port 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'ae29e604-2c76-459d-81dc-4df29f0d7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '56fec0ca-3de6-49f5-94bd-f347f347f6ac'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:36.972462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Attempting to bind port 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 on network 56fec0ca-3de6-49f5-94bd-f347f347f6ac {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:36.980774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:36.984124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Checking segment: {'id': 'ae29e604-2c76-459d-81dc-4df29f0d7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '56fec0ca-3de6-49f5-94bd-f347f347f6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:36.984549 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.986091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Bound using segment: {'id': 'ae29e604-2c76-459d-81dc-4df29f0d7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '56fec0ca-3de6-49f5-94bd-f347f347f6ac'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:36.986606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Bound port: 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae29e604-2c76-459d-81dc-4df29f0d7ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '56fec0ca-3de6-49f5-94bd-f347f347f6ac'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:36.986993 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4d8c66bf-8e28-4acb-abb5-b6a36af6ed49), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:36.991941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d608807e-53d9-4086-9736-bcd92d4512bd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Deleting subnet 684f86b2-4fca-49a3-9493-2cb5ada14dee {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:36.993153 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-9213b114-c993-4b7c-9898-b72fd5ced068 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Delete allocated IP 172.20.0.10 (8ae67a04-fbfa-47db-be2f-6bf3793f237d/fbcd665f-b4ed-4a44-b589-3a83273b4e11) {{(pid=103147) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 19:21:36.995339 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d608807e-53d9-4086-9736-bcd92d4512bd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks [] for subnet (684f86b2-4fca-49a3-9493-2cb5ada14dee), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.001358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-9213b114-c993-4b7c-9898-b72fd5ced068 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Allocated IP 172.20.0.28 (8ae67a04-fbfa-47db-be2f-6bf3793f237d/0df538a3-c060-48ea-b278-dd5a8be420b9/819ef0f6-3fd2-47d1-9945-b4f2a1c1759e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:37.039427 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d608807e-53d9-4086-9736-bcd92d4512bd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (684f86b2-4fca-49a3-9493-2cb5ada14dee), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.083756 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] For port 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:37.087864 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] For port 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4d8c66bf-8e28-4acb-abb5-b6a36af6ed49,segment=NetworkSegment(ae29e604-2c76-459d-81dc-4df29f0d7ff2),segment_id=ae29e604-2c76-459d-81dc-4df29f0d7ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:37.096282 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4d8c66bf-8e28-4acb-abb5-b6a36af6ed49), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.144246 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5bf47065-bfab-43ea-979b-e24ee042ec82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (32dd6380-90f2-4c91-b2e9-082cc1b5e03d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.146468 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf47065-bfab-43ea-979b-e24ee042ec82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:37.147287 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5bf47065-bfab-43ea-979b-e24ee042ec82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.191418 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-2fa813c2-4f87-41f4-bba8-a28bcd1fca1c tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=abaf81e7c1b04572aa05f2d10f69b03c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3673131 Jan 28 19:21:37.230281 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5bf47065-bfab-43ea-979b-e24ee042ec82 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5904579 Jan 28 19:21:37.234088 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52594) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:37.244454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45c35c-00ba-46a8-bc9d-6fb8c7132b5f None None] Pushing event updated for resources: {'Port': ['ID=4d8c66bf-8e28-4acb-abb5-b6a36af6ed49,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:37.265268 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d608807e-53d9-4086-9736-bcd92d4512bd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (684f86b2-4fca-49a3-9493-2cb5ada14dee), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.336012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8369ee25-1122-4ad3-9dc6-397455a6a4b2 admin admin] Request body: {'subnet': {'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-321969217-subnet', 'tenant_id': 'f43d98de8d634bb2b8161bbb90af92d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:37.357758 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9213b114-c993-4b7c-9898-b72fd5ced068 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (819ef0f6-3fd2-47d1-9945-b4f2a1c1759e), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.437674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf47065-bfab-43ea-979b-e24ee042ec82 admin admin] Pushing event updated for resources: {'Network': ['ID=32dd6380-90f2-4c91-b2e9-082cc1b5e03d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:37.442487 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9213b114-c993-4b7c-9898-b72fd5ced068 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (819ef0f6-3fd2-47d1-9945-b4f2a1c1759e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.495395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8369ee25-1122-4ad3-9dc6-397455a6a4b2 admin admin] Made reservation on behalf of f43d98de8d634bb2b8161bbb90af92d1 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:37.497894 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 32dd6380-90f2-4c91-b2e9-082cc1b5e03d details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:21:37.508259 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8369ee25-1122-4ad3-9dc6-397455a6a4b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.722164 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d608807e-53d9-4086-9736-bcd92d4512bd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (684f86b2-4fca-49a3-9493-2cb5ada14dee), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.727296 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-059a598c-0495-4d73-9de3-8cb1cf581316 req-3c45da82-29ad-41c2-982d-3e40c2d61592 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 210 time: 0.1508138 Jan 28 19:21:37.751030 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9213b114-c993-4b7c-9898-b72fd5ced068 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] In _notify_port_updated(), no bound segment for port 819ef0f6-3fd2-47d1-9945-b4f2a1c1759e on network 8ae67a04-fbfa-47db-be2f-6bf3793f237d {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:21:37.752114 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-99e59bc8-6cec-4a47-93c5-ff5789e7ad75 None None] Allocated IP 172.20.0.18 (8ae67a04-fbfa-47db-be2f-6bf3793f237d/0df538a3-c060-48ea-b278-dd5a8be420b9/87194ec9-a7b0-44ce-bc34-76ce9826ef97) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:37.761886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9213b114-c993-4b7c-9898-b72fd5ced068 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:37.763059 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9213b114-c993-4b7c-9898-b72fd5ced068 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.767143 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9213b114-c993-4b7c-9898-b72fd5ced068 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "PUT /v2.0/ports/819ef0f6-3fd2-47d1-9945-b4f2a1c1759e HTTP/1.1" status: 200 len: 920 time: 2.0726211 Jan 28 19:21:37.767910 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52606) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:37.788623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213b114-c993-4b7c-9898-b72fd5ced068 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=819ef0f6-3fd2-47d1-9945-b4f2a1c1759e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:37.820418 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608807e-53d9-4086-9736-bcd92d4512bd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event deleted for resources: {'Subnet': ['ID=684f86b2-4fca-49a3-9493-2cb5ada14dee,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:37.829683 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d608807e-53d9-4086-9736-bcd92d4512bd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:37.838251 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d608807e-53d9-4086-9736-bcd92d4512bd tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "DELETE /v2.0/subnets/684f86b2-4fca-49a3-9493-2cb5ada14dee HTTP/1.1" status: 204 len: 168 time: 0.9227657 Jan 28 19:21:37.839273 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52608) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:37.910730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7603a55b-8629-4bb0-bb65-785b14ec7b95 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:38.019169 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-99e59bc8-6cec-4a47-93c5-ff5789e7ad75 None None] For port 87194ec9-a7b0-44ce-bc34-76ce9826ef97, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=87194ec9-a7b0-44ce-bc34-76ce9826ef97,segment=NetworkSegment(9a0cba96-8869-46a7-a780-670bc4fd3563),segment_id=9a0cba96-8869-46a7-a780-670bc4fd3563)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:38.021680 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7603a55b-8629-4bb0-bb65-785b14ec7b95 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:38.022176 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7603a55b-8629-4bb0-bb65-785b14ec7b95), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:38.031222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd84187-b3c6-4bd3-9862-8e54911a6a25 req-b81dbfaa-115e-45f6-b4e4-14fecb838813 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:38.047025 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8cd84187-b3c6-4bd3-9862-8e54911a6a25 req-b81dbfaa-115e-45f6-b4e4-14fecb838813 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.3911850 Jan 28 19:21:38.141915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc422bc-f70c-4b16-83bb-e7408e357696 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:38.148529 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cfc422bc-f70c-4b16-83bb-e7408e357696 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2992055 Jan 28 19:21:38.148875 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:38.233105 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7603a55b-8629-4bb0-bb65-785b14ec7b95 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:38.234767 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7603a55b-8629-4bb0-bb65-785b14ec7b95), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:38.239125 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8cd84187-b3c6-4bd3-9862-8e54911a6a25 req-e7e06134-3efa-4d74-8a4d-2ebba84e8c5a tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719995 Jan 28 19:21:38.249863 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99e59bc8-6cec-4a47-93c5-ff5789e7ad75 None None] Publish callbacks [] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:38.298780 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99e59bc8-6cec-4a47-93c5-ff5789e7ad75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:38.320877 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (56fec0ca-3de6-49f5-94bd-f347f347f6ac), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:38.410098 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 7603a55b-8629-4bb0-bb65-785b14ec7b95, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7603a55b-8629-4bb0-bb65-785b14ec7b95,segment=NetworkSegment(3ff3377f-0e95-4605-892d-e6dc74ce10a3),segment_id=3ff3377f-0e95-4605-892d-e6dc74ce10a3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:38.421634 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7603a55b-8629-4bb0-bb65-785b14ec7b95), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:38.429195 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12499acd-3f7f-456f-a17b-a694863e65fc req-a57a682a-4941-4d4b-a00d-6925c2f3f12d tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:38.441518 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-12499acd-3f7f-456f-a17b-a694863e65fc req-a57a682a-4941-4d4b-a00d-6925c2f3f12d tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.4142129 Jan 28 19:21:38.465349 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8369ee25-1122-4ad3-9dc6-397455a6a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (dd274110-81e6-4773-bb6c-ca2de3e25bde), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:38.517015 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e59bc8-6cec-4a47-93c5-ff5789e7ad75 None None] Pushing event updated for resources: {'Port': ['ID=87194ec9-a7b0-44ce-bc34-76ce9826ef97,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:38.560312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dec61066-1804-42da-92b7-e07e55f114b0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port 819ef0f6-3fd2-47d1-9945-b4f2a1c1759e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:38.560659 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dec61066-1804-42da-92b7-e07e55f114b0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (819ef0f6-3fd2-47d1-9945-b4f2a1c1759e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:38.602305 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369ee25-1122-4ad3-9dc6-397455a6a4b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd274110-81e6-4773-bb6c-ca2de3e25bde,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:38.654419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=7603a55b-8629-4bb0-bb65-785b14ec7b95,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:38.680605 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8369ee25-1122-4ad3-9dc6-397455a6a4b2 admin admin] Checking segment: {'id': 'b135f643-77cb-4080-9f94-380c6910a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:38.680997 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8369ee25-1122-4ad3-9dc6-397455a6a4b2 admin admin] Network hostable DHCP agents. Network: 32dd6380-90f2-4c91-b2e9-082cc1b5e03d, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:21:38.736990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8369ee25-1122-4ad3-9dc6-397455a6a4b2 admin admin] Network 32dd6380-90f2-4c91-b2e9-082cc1b5e03d is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:21:38.770997 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8369ee25-1122-4ad3-9dc6-397455a6a4b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 32dd6380-90f2-4c91-b2e9-082cc1b5e03d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:38.783398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8369ee25-1122-4ad3-9dc6-397455a6a4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:38.784011 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c983d10e-52cd-4233-ba40-2de32296bf5e None None] Network 32dd6380-90f2-4c91-b2e9-082cc1b5e03d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:38.786293 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8369ee25-1122-4ad3-9dc6-397455a6a4b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:38.832128 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8369ee25-1122-4ad3-9dc6-397455a6a4b2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5075169 Jan 28 19:21:38.840813 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dec61066-1804-42da-92b7-e07e55f114b0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (819ef0f6-3fd2-47d1-9945-b4f2a1c1759e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:38.864196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-dec61066-1804-42da-92b7-e07e55f114b0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for 819ef0f6-3fd2-47d1-9945-b4f2a1c1759e owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:38.956377 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8179821b-d5be-4389-9454-cacf05231da5 req-5a962087-a2da-4578-ab48-3957132081fa tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0941761 Jan 28 19:21:39.060382 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dec61066-1804-42da-92b7-e07e55f114b0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (819ef0f6-3fd2-47d1-9945-b4f2a1c1759e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:39.194959 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-12499acd-3f7f-456f-a17b-a694863e65fc req-381da8dd-fd9c-4fbe-955a-891c79fbaaad tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6969090 Jan 28 19:21:39.211297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec61066-1804-42da-92b7-e07e55f114b0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=819ef0f6-3fd2-47d1-9945-b4f2a1c1759e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:39.367589 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-7c2ed120-6b15-4908-b1ae-8000b53e2403 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=abaf81e7c1b04572aa05f2d10f69b03c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521150 Jan 28 19:21:39.471906 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Deleting port 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:39.473263 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4d8c66bf-8e28-4acb-abb5-b6a36af6ed49), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:39.488495 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dec61066-1804-42da-92b7-e07e55f114b0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:39.499182 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-dec61066-1804-42da-92b7-e07e55f114b0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/819ef0f6-3fd2-47d1-9945-b4f2a1c1759e HTTP/1.1" status: 204 len: 168 time: 1.7282498 Jan 28 19:21:39.506793 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52656) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:39.692452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab7f2bc-f971-4386-9844-9e6002f46258 None None] Network 2c338440-fbb1-413f-b2c5-3b7bdd98920a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:39.699790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9d4f07-5f6c-414b-95fa-7ae636a5f565 None None] Network 56fec0ca-3de6-49f5-94bd-f347f347f6ac requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:39.751667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f3fc5-b562-4cb9-9481-981c8e7c067b req-d5d32607-6ba1-4f72-9759-40a416b1e3f7 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:39.786594 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-489f3fc5-b562-4cb9-9481-981c8e7c067b req-d5d32607-6ba1-4f72-9759-40a416b1e3f7 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.3487892 Jan 28 19:21:39.814145 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-42b706f6-c79e-414f-b8a9-a986f84dd16d tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:39.816182 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-42b706f6-c79e-414f-b8a9-a986f84dd16d tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4477944 Jan 28 19:21:39.826835 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-66745539-05ed-4d5e-8e31-13826a1bf280 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] GET failed (client error): The resource could not be found. Jan 28 19:21:39.835501 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-66745539-05ed-4d5e-8e31-13826a1bf280 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports/819ef0f6-3fd2-47d1-9945-b4f2a1c1759e HTTP/1.1" status: 404 len: 333 time: 0.2701852 Jan 28 19:21:39.854586 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52666) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:39.861213 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7603a55b-8629-4bb0-bb65-785b14ec7b95 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:39.894463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90021c7a-2029-4298-9137-6bec5af7c700 None None] Network 32dd6380-90f2-4c91-b2e9-082cc1b5e03d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:39.897972 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-489f3fc5-b562-4cb9-9481-981c8e7c067b req-77309b33-e2ce-400c-a332-cfcd19f047f3 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103184 Jan 28 19:21:39.906874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-4a448ea0-c0ab-438d-8d77-66387d2ed219 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Request body: {'port': {'device_id': '1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': 'abaf81e7c1b04572aa05f2d10f69b03c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:39.990045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9805e16f-58c6-4dba-bac7-c4f30b2c1048 None None] Provisioning complete for port 7603a55b-8629-4bb0-bb65-785b14ec7b95 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:39.990802 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9805e16f-58c6-4dba-bac7-c4f30b2c1048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7603a55b-8629-4bb0-bb65-785b14ec7b95), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.022862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] For port 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4d8c66bf-8e28-4acb-abb5-b6a36af6ed49,segment=NetworkSegment(ae29e604-2c76-459d-81dc-4df29f0d7ff2),segment_id=ae29e604-2c76-459d-81dc-4df29f0d7ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:40.023230 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4d8c66bf-8e28-4acb-abb5-b6a36af6ed49), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.052194 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Calling delete_port for 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:40.082005 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7eafb14c-3549-481f-b44b-37cffc522214 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (a797b6d2-9515-40f4-8303-6fa0f3d16f73), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.106246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-4a448ea0-c0ab-438d-8d77-66387d2ed219 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Made reservation on behalf of abaf81e7c1b04572aa05f2d10f69b03c for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:40.111941 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-4a448ea0-c0ab-438d-8d77-66387d2ed219 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.142613 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-65ae80cc-d764-4063-856a-1a3a4dbe27b9 req-df3926b2-7cb9-489c-b915-af27ca26aff6 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0475657 Jan 28 19:21:40.156850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7603a55b-8629-4bb0-bb65-785b14ec7b95 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:40.156850 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7603a55b-8629-4bb0-bb65-785b14ec7b95), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.192908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-1ef616aa-f7ab-475a-b52a-e978aa3cbd49 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:40.206814 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-1ef616aa-f7ab-475a-b52a-e978aa3cbd49 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/networks?id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d HTTP/1.1" status: 200 len: 813 time: 0.5195813 Jan 28 19:21:40.212045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3e2d50-7137-4515-b5fa-d37e2b51e788 None None] DHCP port deletion for 2c338440-fbb1-413f-b2c5-3b7bdd98920a request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:21:40.293874 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15f836c-1e1e-4a49-a5e6-b4b454e2f2e8 None None] DHCP port deletion for 56fec0ca-3de6-49f5-94bd-f347f347f6ac request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:21:40.305045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9805e16f-58c6-4dba-bac7-c4f30b2c1048 None None] Current status of the port 7603a55b-8629-4bb0-bb65-785b14ec7b95 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:40.312758 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-8982be63-0588-4ed7-9d0e-81556660d519 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/quotas/f43d98de8d634bb2b8161bbb90af92d1 HTTP/1.1" status: 200 len: 375 time: 0.1012146 Jan 28 19:21:40.364232 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-4a448ea0-c0ab-438d-8d77-66387d2ed219 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Allocated IP 192.168.233.136 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/05ea27c2-aea1-4889-a499-7a410ed0ad55) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:40.389297 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7eafb14c-3549-481f-b44b-37cffc522214 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (a797b6d2-9515-40f4-8303-6fa0f3d16f73), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.450147 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-82e24fbf-c3e8-4f49-bb25-9e63b6f1668b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f43d98de8d634bb2b8161bbb90af92d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1364284 Jan 28 19:21:40.462290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ce3e2d50-7137-4515-b5fa-d37e2b51e788 None None] Deleting port 7603a55b-8629-4bb0-bb65-785b14ec7b95 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:40.463201 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce3e2d50-7137-4515-b5fa-d37e2b51e788 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7603a55b-8629-4bb0-bb65-785b14ec7b95), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.489847 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe434c5-d492-4961-98e2-eef97671a142 req-18b8742e-c8de-4380-a14f-3d0e879967ba tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:40.498977 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbe434c5-d492-4961-98e2-eef97671a142 req-18b8742e-c8de-4380-a14f-3d0e879967ba tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.1319222 Jan 28 19:21:40.501203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7ca84964-d845-40bb-8dc6-1b5cd358fa2a None None] Provisioning complete for port 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:40.501578 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ca84964-d845-40bb-8dc6-1b5cd358fa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4d8c66bf-8e28-4acb-abb5-b6a36af6ed49), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.567452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7603a55b-8629-4bb0-bb65-785b14ec7b95 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:40.573119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 87194ec9-a7b0-44ce-bc34-76ce9826ef97 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:40.620455 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7ca84964-d845-40bb-8dc6-1b5cd358fa2a None None] Port 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 was deleted so its status cannot be updated. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 19:21:40.633062 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbe434c5-d492-4961-98e2-eef97671a142 req-92759410-a805-4d3d-81be-e5e6d35324f7 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326969 Jan 28 19:21:40.671875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7ca84964-d845-40bb-8dc6-1b5cd358fa2a None None] Could not find standard attr ID for object 819ef0f6-3fd2-47d1-9945-b4f2a1c1759e. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:21:40.688420 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a15f836c-1e1e-4a49-a5e6-b4b454e2f2e8 None None] Deleting port 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:40.688783 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a15f836c-1e1e-4a49-a5e6-b4b454e2f2e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4d8c66bf-8e28-4acb-abb5-b6a36af6ed49), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.698140 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-db8b272e-cf79-401e-824b-747950be0c22 service neutron] 10.222.0.55 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860108 Jan 28 19:21:40.701840 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7eafb14c-3549-481f-b44b-37cffc522214 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a797b6d2-9515-40f4-8303-6fa0f3d16f73), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.710923 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7eafb14c-3549-481f-b44b-37cffc522214 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.714384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ce3e2d50-7137-4515-b5fa-d37e2b51e788 None None] For port 7603a55b-8629-4bb0-bb65-785b14ec7b95, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7603a55b-8629-4bb0-bb65-785b14ec7b95,segment=NetworkSegment(3ff3377f-0e95-4605-892d-e6dc74ce10a3),segment_id=3ff3377f-0e95-4605-892d-e6dc74ce10a3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:40.714993 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce3e2d50-7137-4515-b5fa-d37e2b51e788 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7603a55b-8629-4bb0-bb65-785b14ec7b95), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.715283 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7eafb14c-3549-481f-b44b-37cffc522214 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/security-groups/a797b6d2-9515-40f4-8303-6fa0f3d16f73 HTTP/1.1" status: 204 len: 168 time: 0.7694373 Jan 28 19:21:40.716346 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4d8c66bf-8e28-4acb-abb5-b6a36af6ed49), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.718433 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52678) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:40.752631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafb14c-3549-481f-b44b-37cffc522214 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a797b6d2-9515-40f4-8303-6fa0f3d16f73,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:40.792885 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-4a448ea0-c0ab-438d-8d77-66387d2ed219 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks [] for port (05ea27c2-aea1-4889-a499-7a410ed0ad55), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.869297 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-4a448ea0-c0ab-438d-8d77-66387d2ed219 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (05ea27c2-aea1-4889-a499-7a410ed0ad55), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:40.897172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] No DVR routers for this DVR port 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:40.903713 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event deleted for resources: {'Port': ['ID=4d8c66bf-8e28-4acb-abb5-b6a36af6ed49,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:40.948668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a448ea0-c0ab-438d-8d77-66387d2ed219 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Pushing event updated for resources: {'Port': ['ID=05ea27c2-aea1-4889-a499-7a410ed0ad55,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:40.970849 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['49cf77ac-ad79-4181-aa0c-3b25fa94c6cd'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:40.980518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-4a448ea0-c0ab-438d-8d77-66387d2ed219 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:40.984114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-4a448ea0-c0ab-438d-8d77-66387d2ed219 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:40.993053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-4a448ea0-c0ab-438d-8d77-66387d2ed219 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:41.013346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ce3e2d50-7137-4515-b5fa-d37e2b51e788 None None] Calling delete_port for 7603a55b-8629-4bb0-bb65-785b14ec7b95 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:41.039423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:41.039686 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.061314 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-710c7823-9def-4074-82f8-916d22602247 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (c7537722-0eb7-40bf-a025-57ea2e820267), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.105075 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-4a448ea0-c0ab-438d-8d77-66387d2ed219 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:41.106015 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-4a448ea0-c0ab-438d-8d77-66387d2ed219 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.135080 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-4a448ea0-c0ab-438d-8d77-66387d2ed219 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2573185 Jan 28 19:21:41.152089 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Request body: {'port': {'device_id': '1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:41.280873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7ca84964-d845-40bb-8dc6-1b5cd358fa2a None None] Provisioning complete for port e9f93d06-bfd8-473b-ad43-5bc7dc28c88d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:41.281728 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ca84964-d845-40bb-8dc6-1b5cd358fa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e9f93d06-bfd8-473b-ad43-5bc7dc28c88d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.307447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a15f836c-1e1e-4a49-a5e6-b4b454e2f2e8 None None] For port 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49, host n-d-824834-4, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:41.307909 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a15f836c-1e1e-4a49-a5e6-b4b454e2f2e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4d8c66bf-8e28-4acb-abb5-b6a36af6ed49), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.350797 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (05ea27c2-aea1-4889-a499-7a410ed0ad55), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.373471 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (56fec0ca-3de6-49f5-94bd-f347f347f6ac), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.385060 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-710c7823-9def-4074-82f8-916d22602247 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (c7537722-0eb7-40bf-a025-57ea2e820267), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.410314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3e166-a994-497f-a629-d56637d0b6b4 req-a197e93e-4916-4376-ae78-7e07409313e6 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:41.413015 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-80b3e166-a994-497f-a629-d56637d0b6b4 req-a197e93e-4916-4376-ae78-7e07409313e6 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.1306696 Jan 28 19:21:41.439202 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-11ab81b2-5d31-439b-a454-990186844b9e service neutron] 10.222.0.55 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7184992 Jan 28 19:21:41.474643 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56fec0ca-3de6-49f5-94bd-f347f347f6ac']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:41.526643 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a15f836c-1e1e-4a49-a5e6-b4b454e2f2e8 None None] Calling delete_port for 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:41.536868 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-a15f836c-1e1e-4a49-a5e6-b4b454e2f2e8 None None] Port 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:21:41.557993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae29e604-2c76-459d-81dc-4df29f0d7ff2') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:41.558404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae29e604-2c76-459d-81dc-4df29f0d7ff2') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:41.562809 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a15f836c-1e1e-4a49-a5e6-b4b454e2f2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (4d8c66bf-8e28-4acb-abb5-b6a36af6ed49), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.575168 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-80b3e166-a994-497f-a629-d56637d0b6b4 req-a8b75283-7713-455b-8cc1-f7be5877e920 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277716 Jan 28 19:21:41.607110 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7ca84964-d845-40bb-8dc6-1b5cd358fa2a None None] Port e9f93d06-bfd8-473b-ad43-5bc7dc28c88d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:41.607367 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-710c7823-9def-4074-82f8-916d22602247 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c7537722-0eb7-40bf-a025-57ea2e820267), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.613513 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-710c7823-9def-4074-82f8-916d22602247 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.614911 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-710c7823-9def-4074-82f8-916d22602247 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/security-groups/c7537722-0eb7-40bf-a025-57ea2e820267 HTTP/1.1" status: 204 len: 168 time: 0.8749413 Jan 28 19:21:41.622651 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (ae29e604-2c76-459d-81dc-4df29f0d7ff2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.640390 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52696) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:41.681071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ae29e604-2c76-459d-81dc-4df29f0d7ff2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.690928 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:41.691598 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (ae29e604-2c76-459d-81dc-4df29f0d7ff2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.860941 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c7823-9def-4074-82f8-916d22602247 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7537722-0eb7-40bf-a025-57ea2e820267,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:41.866732 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:41.888492 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (56fec0ca-3de6-49f5-94bd-f347f347f6ac), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.904272 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:41.914599 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "DELETE /v2.0/networks/56fec0ca-3de6-49f5-94bd-f347f347f6ac HTTP/1.1" status: 204 len: 168 time: 3.7436500 Jan 28 19:21:41.915510 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:41.964959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f836c-1e1e-4a49-a5e6-b4b454e2f2e8 None None] Pushing event deleted for resources: {'Port': ['ID=4d8c66bf-8e28-4acb-abb5-b6a36af6ed49,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:41.974506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15f836c-1e1e-4a49-a5e6-b4b454e2f2e8 None None] No DVR routers for this DVR port 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:41.989294 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce3e2d50-7137-4515-b5fa-d37e2b51e788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (7603a55b-8629-4bb0-bb65-785b14ec7b95), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:42.123532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7ca84964-d845-40bb-8dc6-1b5cd358fa2a None None] Provisioning complete for port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:42.123829 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ca84964-d845-40bb-8dc6-1b5cd358fa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:42.155032 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4daa0d0a-05c6-4943-9822-f7da3bcfa43c req-e03f1714-c9ef-4d77-b93b-61e30dba7910 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 210 time: 0.2502491 Jan 28 19:21:42.214627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e2d50-7137-4515-b5fa-d37e2b51e788 None None] Pushing event deleted for resources: {'Port': ['ID=7603a55b-8629-4bb0-bb65-785b14ec7b95,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:42.241056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e2d50-7137-4515-b5fa-d37e2b51e788 None None] No DVR routers for this DVR port 7603a55b-8629-4bb0-bb65-785b14ec7b95 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:42.243254 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:42.244537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:42.283162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:42.283162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 19:21:42.344673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a008257-f0f8-4401-bd5a-8df6d925d27e tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event deleted for resources: {'Network': ['ID=56fec0ca-3de6-49f5-94bd-f347f347f6ac,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:42.365953 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ea27c2-aea1-4889-a499-7a410ed0ad55 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:42.381395 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Publish callbacks [] for port (05ea27c2-aea1-4889-a499-7a410ed0ad55), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:42.384768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Port 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 not found, will not notify nova. {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 19:21:42.410610 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Transition to ACTIVE for port object 05ea27c2-aea1-4889-a499-7a410ed0ad55 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:21:42.417076 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (05ea27c2-aea1-4889-a499-7a410ed0ad55), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:42.476921 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27c82fa-45a9-4f86-9143-502f906b11f6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting subnet fbcd665f-b4ed-4a44-b589-3a83273b4e11 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:21:42.487558 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b27c82fa-45a9-4f86-9143-502f906b11f6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (fbcd665f-b4ed-4a44-b589-3a83273b4e11), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:42.490727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7ca84964-d845-40bb-8dc6-1b5cd358fa2a None None] Current status of the port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:42.569433 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Pushing event updated for resources: {'Port': ['ID=05ea27c2-aea1-4889-a499-7a410ed0ad55,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:42.604833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7603a55b-8629-4bb0-bb65-785b14ec7b95 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:42.629805 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b27c82fa-45a9-4f86-9143-502f906b11f6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (fbcd665f-b4ed-4a44-b589-3a83273b4e11), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:42.658741 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df0e47fe-a6fe-4c14-94aa-9e7a175f6797 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (2c338440-fbb1-413f-b2c5-3b7bdd98920a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:42.741289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 7603a55b-8629-4bb0-bb65-785b14ec7b95 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:42.742546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7603a55b-8629-4bb0-bb65-785b14ec7b95 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:42.746057 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:21:42.801157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Attempting to bind port 05ea27c2-aea1-4889-a499-7a410ed0ad55 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:42.801755 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Attempting to bind port 05ea27c2-aea1-4889-a499-7a410ed0ad55 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:42.802441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Attempting to bind port 05ea27c2-aea1-4889-a499-7a410ed0ad55 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:42.864054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:21:42.864580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4d8c66bf-8e28-4acb-abb5-b6a36af6ed49 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:21:42.870357 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bfa7132d-7b96-4297-80f6-27f1f636a614 None None] Could not find standard attr ID for object 819ef0f6-3fd2-47d1-9945-b4f2a1c1759e. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:21:42.886529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Port 05ea27c2-aea1-4889-a499-7a410ed0ad55 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:21:42.886868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Attempting to bind port 05ea27c2-aea1-4889-a499-7a410ed0ad55 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:42.895950 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:42.896288 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:42.896668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:42.897098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Bound port: 05ea27c2-aea1-4889-a499-7a410ed0ad55, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:42.897455 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (05ea27c2-aea1-4889-a499-7a410ed0ad55), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:42.961838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11b6fd-0fa4-4eb0-b65a-0d020697913f req-17afa1ba-5189-497f-823f-48329a47bba6 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:42.963514 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac11b6fd-0fa4-4eb0-b65a-0d020697913f req-17afa1ba-5189-497f-823f-48329a47bba6 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.1642518 Jan 28 19:21:42.969690 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b27c82fa-45a9-4f86-9143-502f906b11f6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (fbcd665f-b4ed-4a44-b589-3a83273b4e11), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:42.992381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] For port 05ea27c2-aea1-4889-a499-7a410ed0ad55, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:42.996071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] For port 05ea27c2-aea1-4889-a499-7a410ed0ad55, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=05ea27c2-aea1-4889-a499-7a410ed0ad55,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:43.009458 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (05ea27c2-aea1-4889-a499-7a410ed0ad55), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:43.064618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:43.065244 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:43.066712 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] 10.222.0.31 "PUT /v2.0/ports/05ea27c2-aea1-4889-a499-7a410ed0ad55 HTTP/1.1" status: 200 len: 1096 time: 1.9246593 Jan 28 19:21:43.067222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5', 'tag': '05ea27c2-aea1-4889-a499-7a410ed0ad55'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:43.069523 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47db2f20-2a83-4cff-94c5-2a8a9b2e3ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5", "tag": "05ea27c2-aea1-4889-a499-7a410ed0ad55"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:43.117698 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac11b6fd-0fa4-4eb0-b65a-0d020697913f req-9a5282fa-d469-47b9-bfd9-7bc6d27d7c45 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394715 Jan 28 19:21:43.146292 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7740b-e4bc-42bd-8937-02f6c62867ac req-ec70fc23-5268-4496-9ed9-b9d7754715e4 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:43.148163 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-74a7740b-e4bc-42bd-8937-02f6c62867ac req-ec70fc23-5268-4496-9ed9-b9d7754715e4 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 936 time: 1.2315860 Jan 28 19:21:43.150678 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b27c82fa-45a9-4f86-9143-502f906b11f6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (fbcd665f-b4ed-4a44-b589-3a83273b4e11), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:43.163518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da66de-2969-42d0-af1f-95520b7b267b service neutron] Pushing event updated for resources: {'Port': ['ID=05ea27c2-aea1-4889-a499-7a410ed0ad55,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:43.245344 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-f1c6bb86-dc0c-4d49-9542-932c6f0a3fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:43.247791 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-f1c6bb86-dc0c-4d49-9542-932c6f0a3fea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=abaf81e7c1b04572aa05f2d10f69b03c&device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 1130 time: 0.1113906 Jan 28 19:21:43.267225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c82fa-45a9-4f86-9143-502f906b11f6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Subnet': ['ID=fbcd665f-b4ed-4a44-b589-3a83273b4e11,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:43.300594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc10cee2-f714-47d9-9551-be62597b971b None None] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:43.304216 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b27c82fa-45a9-4f86-9143-502f906b11f6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:43.311885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b27c82fa-45a9-4f86-9143-502f906b11f6 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/fbcd665f-b4ed-4a44-b589-3a83273b4e11 HTTP/1.1" status: 204 len: 168 time: 1.4430878 Jan 28 19:21:43.354461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52722) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:43.384795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-ee04f501-ec64-4b20-add9-9b8ad87b84bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=05ea27c2-aea1-4889-a499-7a410ed0ad55 HTTP/1.1" status: 200 len: 217 time: 0.1297290 Jan 28 19:21:43.440030 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca26dc45-64c9-48e4-8889-08575fad15ff x-openstack-request-id: req-ca26dc45-64c9-48e4-8889-08575fad15ff {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:43.440375 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5", "tag": "05ea27c2-aea1-4889-a499-7a410ed0ad55", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:43.440630 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca26dc45-64c9-48e4-8889-08575fad15ff {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:43.441035 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5', 'tag': '05ea27c2-aea1-4889-a499-7a410ed0ad55', 'status': 'completed', 'code': 200} Jan 28 19:21:43.481762 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-d517b974-4c81-4fa6-b850-b4d68715bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:43.482206 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cd685c77-16f3-41b3-95d2-f4ea5ba61612 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'subnet': {'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:43.484233 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-d517b974-4c81-4fa6-b850-b4d68715bf1a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0921950 Jan 28 19:21:43.577238 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-b52362d4-5a5c-4722-845a-e4e2276cffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:43.580329 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-b52362d4-5a5c-4722-845a-e4e2276cffd6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0899143 Jan 28 19:21:43.700410 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cde97032-547c-4a2d-96d2-8118699296e5 req-ed9b71d8-458f-4046-8da6-2c40f910ffd4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 210 time: 0.1002319 Jan 28 19:21:43.876451 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-51265157-88f4-4871-8174-2c71a495e6d2 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884605 Jan 28 19:21:43.977448 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:21:44.070555 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-506bac8c-78c2-4d10-8fdf-276073ead927 req-1fbd032e-d303-451d-836a-e3e460b9c06a service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870880 Jan 28 19:21:44.303067 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-3113c112-fb32-49cf-8396-25687209f617 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:44.304817 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-3113c112-fb32-49cf-8396-25687209f617 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.37 "GET /v2.0/networks?id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d HTTP/1.1" status: 200 len: 813 time: 0.1844063 Jan 28 19:21:44.317994 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df0e47fe-a6fe-4c14-94aa-9e7a175f6797 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (2c338440-fbb1-413f-b2c5-3b7bdd98920a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:44.331692 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-74a7740b-e4bc-42bd-8937-02f6c62867ac req-fe2e1075-be8d-4066-8520-e072347ced14 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1495137 Jan 28 19:21:44.353571 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db2f20-2a83-4cff-94c5-2a8a9b2e3ac6 req-67799142-6c6c-4851-8576-d4fa9b3a3907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:44.355603 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-47db2f20-2a83-4cff-94c5-2a8a9b2e3ac6 req-67799142-6c6c-4851-8576-d4fa9b3a3907 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=abaf81e7c1b04572aa05f2d10f69b03c&device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 1130 time: 0.2286782 Jan 28 19:21:44.357851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-c94f364b-3612-477a-a219-4e04022a9ce3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Request body: {'port': {'device_id': 'f7f9568f-7ed4-46a0-adba-22918d069364', 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d', 'admin_state_up': True, 'tenant_id': 'f43d98de8d634bb2b8161bbb90af92d1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:44.412430 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd672dc6-81b2-4bb4-aa11-f1349b85f493 req-14f5c98d-b0a2-4cb5-874f-a3ab6301bd02 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:44.422320 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fd672dc6-81b2-4bb4-aa11-f1349b85f493 req-14f5c98d-b0a2-4cb5-874f-a3ab6301bd02 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.1870158 Jan 28 19:21:44.483136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-df0e47fe-a6fe-4c14-94aa-9e7a175f6797 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c338440-fbb1-413f-b2c5-3b7bdd98920a']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:44.544577 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-df0e47fe-a6fe-4c14-94aa-9e7a175f6797 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff3377f-0e95-4605-892d-e6dc74ce10a3') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:44.545470 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-df0e47fe-a6fe-4c14-94aa-9e7a175f6797 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff3377f-0e95-4605-892d-e6dc74ce10a3') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:44.609613 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df0e47fe-a6fe-4c14-94aa-9e7a175f6797 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (3ff3377f-0e95-4605-892d-e6dc74ce10a3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:44.621783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fd672dc6-81b2-4bb4-aa11-f1349b85f493 req-4e3fbe4e-6d39-4164-8ca6-716c8dd3df5c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983960 Jan 28 19:21:44.664412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db2f20-2a83-4cff-94c5-2a8a9b2e3ac6 req-53f1afb3-0d4d-4683-bd46-85e86ebbd9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:44.667579 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-47db2f20-2a83-4cff-94c5-2a8a9b2e3ac6 req-53f1afb3-0d4d-4683-bd46-85e86ebbd9b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.2959757 Jan 28 19:21:44.705187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd685c77-16f3-41b3-95d2-f4ea5ba61612 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:44.744416 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd685c77-16f3-41b3-95d2-f4ea5ba61612 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:44.748610 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-47db2f20-2a83-4cff-94c5-2a8a9b2e3ac6 req-e08a9b70-18f4-44f0-9267-7a74e02cf4a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=05ea27c2-aea1-4889-a499-7a410ed0ad55 HTTP/1.1" status: 200 len: 217 time: 0.0706613 Jan 28 19:21:44.803384 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df0e47fe-a6fe-4c14-94aa-9e7a175f6797 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (3ff3377f-0e95-4605-892d-e6dc74ce10a3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:44.884412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db2f20-2a83-4cff-94c5-2a8a9b2e3ac6 req-2a6afc8d-bfe3-44ef-ad97-814f4c1991bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:44.894924 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-47db2f20-2a83-4cff-94c5-2a8a9b2e3ac6 req-2a6afc8d-bfe3-44ef-ad97-814f4c1991bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1305649 Jan 28 19:21:44.944808 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-c94f364b-3612-477a-a219-4e04022a9ce3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Made reservation on behalf of f43d98de8d634bb2b8161bbb90af92d1 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:44.952048 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-c94f364b-3612-477a-a219-4e04022a9ce3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:45.007498 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db2f20-2a83-4cff-94c5-2a8a9b2e3ac6 req-133d832c-c969-490b-adf8-f134f79be1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:45.009861 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-47db2f20-2a83-4cff-94c5-2a8a9b2e3ac6 req-133d832c-c969-490b-adf8-f134f79be1be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1140082 Jan 28 19:21:45.151158 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-47db2f20-2a83-4cff-94c5-2a8a9b2e3ac6 req-655b6acc-fb23-4f2d-9cc8-55114f035c4b service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331735 Jan 28 19:21:45.163509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-c94f364b-3612-477a-a219-4e04022a9ce3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Allocated IP 172.20.0.4 (32dd6380-90f2-4c91-b2e9-082cc1b5e03d/dd274110-81e6-4773-bb6c-ca2de3e25bde/8b6e0659-59d2-4159-9cb2-64a74c6dd95a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:45.287446 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6381ed6c-7f3b-42ff-99e4-4194e76f8e9c None None] Provisioning complete for port e9f93d06-bfd8-473b-ad43-5bc7dc28c88d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:45.288057 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6381ed6c-7f3b-42ff-99e4-4194e76f8e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e9f93d06-bfd8-473b-ad43-5bc7dc28c88d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:45.327281 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-47db2f20-2a83-4cff-94c5-2a8a9b2e3ac6 req-9f9351d8-1d0c-48b5-acd7-5fc317bd60f4 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560907 Jan 28 19:21:45.392510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6381ed6c-7f3b-42ff-99e4-4194e76f8e9c None None] Port e9f93d06-bfd8-473b-ad43-5bc7dc28c88d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:45.405644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6381ed6c-7f3b-42ff-99e4-4194e76f8e9c None None] Provisioning complete for port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:45.406143 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6381ed6c-7f3b-42ff-99e4-4194e76f8e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:45.510423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0e47fe-a6fe-4c14-94aa-9e7a175f6797 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:45.511030 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df0e47fe-a6fe-4c14-94aa-9e7a175f6797 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (3ff3377f-0e95-4605-892d-e6dc74ce10a3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:45.517837 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ab51847c-6821-4830-baaa-e12a9d9a5b6c req-764746e8-69b6-48ad-a6c3-84b2e8c5c2ff tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 210 time: 0.6048074 Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:45.518615 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:45.537794 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-c94f364b-3612-477a-a219-4e04022a9ce3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Publish callbacks [] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:45.555593 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd236a54-0803-4395-a3eb-69bb4be7d73b req-21832af7-f6f2-4411-86df-70845797b01f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:45.567835 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dd236a54-0803-4395-a3eb-69bb4be7d73b req-21832af7-f6f2-4411-86df-70845797b01f tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 948 time: 0.1065903 Jan 28 19:21:45.602706 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6381ed6c-7f3b-42ff-99e4-4194e76f8e9c None None] Current status of the port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:45.656481 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dd236a54-0803-4395-a3eb-69bb4be7d73b req-c9f13b18-ca44-4b5d-8723-dcff7ea77d03 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827482 Jan 28 19:21:45.737201 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df0e47fe-a6fe-4c14-94aa-9e7a175f6797 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (2c338440-fbb1-413f-b2c5-3b7bdd98920a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:45.744483 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-df0e47fe-a6fe-4c14-94aa-9e7a175f6797 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:45.750671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52750) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:45.764273 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-df0e47fe-a6fe-4c14-94aa-9e7a175f6797 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "DELETE /v2.0/networks/2c338440-fbb1-413f-b2c5-3b7bdd98920a HTTP/1.1" status: 204 len: 168 time: 3.8157222 Jan 28 19:21:45.805580 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e47fe-a6fe-4c14-94aa-9e7a175f6797 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event deleted for resources: {'Network': ['ID=2c338440-fbb1-413f-b2c5-3b7bdd98920a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:45.841407 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-c94f364b-3612-477a-a219-4e04022a9ce3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:45.917197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f364b-3612-477a-a219-4e04022a9ce3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Pushing event updated for resources: {'Port': ['ID=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:45.960273 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-c94f364b-3612-477a-a219-4e04022a9ce3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Network 32dd6380-90f2-4c91-b2e9-082cc1b5e03d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:45.964939 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-c94f364b-3612-477a-a219-4e04022a9ce3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:45.968541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-c94f364b-3612-477a-a219-4e04022a9ce3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:46.039457 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-c94f364b-3612-477a-a219-4e04022a9ce3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:46.040467 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-c94f364b-3612-477a-a219-4e04022a9ce3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.050310 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e83fbec1-520f-4972-9542-024cdc426bd4 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (bd45e6bf-4ac7-419c-9722-c10300d6de4d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.106288 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-c94f364b-3612-477a-a219-4e04022a9ce3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7667115 Jan 28 19:21:46.141399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Request body: {'port': {'device_id': 'f7f9568f-7ed4-46a0-adba-22918d069364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:46.270139 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd685c77-16f3-41b3-95d2-f4ea5ba61612 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (a53984d6-c41e-4df3-b0fa-b1654eded55b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.294547 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77e0b3-4a74-4b26-8c34-c253d41835f5 req-2ef4f6ff-7d64-48f1-a918-84c0282bb280 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:46.302480 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e77e0b3-4a74-4b26-8c34-c253d41835f5 req-2ef4f6ff-7d64-48f1-a918-84c0282bb280 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.3256068 Jan 28 19:21:46.307086 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e83fbec1-520f-4972-9542-024cdc426bd4 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (bd45e6bf-4ac7-419c-9722-c10300d6de4d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.358079 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd685c77-16f3-41b3-95d2-f4ea5ba61612 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Subnet': ['ID=a53984d6-c41e-4df3-b0fa-b1654eded55b,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:46.386475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd685c77-16f3-41b3-95d2-f4ea5ba61612 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:46.387665 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.391249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cd685c77-16f3-41b3-95d2-f4ea5ba61612 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:46.395048 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd685c77-16f3-41b3-95d2-f4ea5ba61612 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:46.395879 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cd685c77-16f3-41b3-95d2-f4ea5ba61612 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.402392 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84f0aa4-bf3d-436d-b133-6ec31b89bcd8 None None] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:46.416059 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e77e0b3-4a74-4b26-8c34-c253d41835f5 req-32b65f92-1d57-451a-86df-745f52ff4302 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097822 Jan 28 19:21:46.449921 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cd685c77-16f3-41b3-95d2-f4ea5ba61612 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0942285 Jan 28 19:21:46.453152 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:46.455483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e83fbec1-520f-4972-9542-024cdc426bd4 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd45e6bf-4ac7-419c-9722-c10300d6de4d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:46.458582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9da84f22-1a3c-4584-b1af-1923d72d6ba3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'security_group': {'name': 'tempest-secgroup-1708878245'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:46.491141 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e83fbec1-520f-4972-9542-024cdc426bd4 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c5c378-989f-4325-88e5-72cc11dbaef6') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:46.491939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e83fbec1-520f-4972-9542-024cdc426bd4 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c5c378-989f-4325-88e5-72cc11dbaef6') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:46.502244 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e83fbec1-520f-4972-9542-024cdc426bd4 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (40c5c378-989f-4325-88e5-72cc11dbaef6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.525567 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9da84f22-1a3c-4584-b1af-1923d72d6ba3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.541339 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e83fbec1-520f-4972-9542-024cdc426bd4 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (40c5c378-989f-4325-88e5-72cc11dbaef6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.558342 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83fbec1-520f-4972-9542-024cdc426bd4 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:46.560380 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e83fbec1-520f-4972-9542-024cdc426bd4 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (40c5c378-989f-4325-88e5-72cc11dbaef6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:46.577155 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:46.642851 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9da84f22-1a3c-4584-b1af-1923d72d6ba3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (063ef11d-b6c4-4548-a9f0-d101e10e4d6e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.678741 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9da84f22-1a3c-4584-b1af-1923d72d6ba3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (063ef11d-b6c4-4548-a9f0-d101e10e4d6e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.805529 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e83fbec1-520f-4972-9542-024cdc426bd4 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (bd45e6bf-4ac7-419c-9722-c10300d6de4d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.829290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ef4ecd-1c9a-490b-b8e1-ef091b62d3d1 None None] Update dhcp port {'port': {'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'fixed_ips': [{'subnet_id': '0df538a3-c060-48ea-b278-dd5a8be420b9', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a53984d6-c41e-4df3-b0fa-b1654eded55b'}], 'binding:host_id': 'n-d-824834-4'}, 'id': '87194ec9-a7b0-44ce-bc34-76ce9826ef97'} from n-d-824834-4. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:21:46.829464 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e83fbec1-520f-4972-9542-024cdc426bd4 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.829464 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e83fbec1-520f-4972-9542-024cdc426bd4 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "DELETE /v2.0/networks/bd45e6bf-4ac7-419c-9722-c10300d6de4d HTTP/1.1" status: 204 len: 168 time: 1.0721438 Jan 28 19:21:46.831813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52764) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:46.847537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fbec1-520f-4972-9542-024cdc426bd4 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event deleted for resources: {'Network': ['ID=bd45e6bf-4ac7-419c-9722-c10300d6de4d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:46.881735 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4ecd-1c9a-490b-b8e1-ef091b62d3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.896148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5320946-a0ab-4d3f-afd2-45a62b682c59 req-ea860605-61ab-4a49-9aa3-c526bedb6ae7 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:46.897947 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a5320946-a0ab-4d3f-afd2-45a62b682c59 req-ea860605-61ab-4a49-9aa3-c526bedb6ae7 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 948 time: 0.0776846 Jan 28 19:21:46.954046 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32c211a3-2ecf-4a27-922e-920f93360031 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (2c5ab761-30cf-4381-9b65-95acd7aa63bd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.955729 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da84f22-1a3c-4584-b1af-1923d72d6ba3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=063ef11d-b6c4-4548-a9f0-d101e10e4d6e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:46.984747 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9da84f22-1a3c-4584-b1af-1923d72d6ba3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:46.986057 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9da84f22-1a3c-4584-b1af-1923d72d6ba3 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5318706 Jan 28 19:21:46.990385 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a5320946-a0ab-4d3f-afd2-45a62b682c59 req-f084baf7-6e23-456e-a199-da8900ab4cc7 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835955 Jan 28 19:21:46.990850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52770) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:46.995100 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2ba83b23-8074-4493-8a98-a7d607706496 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'security_group': {'name': 'tempest-secgroup-109010104'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:47.068243 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ba83b23-8074-4493-8a98-a7d607706496 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.205268 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ba83b23-8074-4493-8a98-a7d607706496 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (809d69fa-eff1-45af-a340-620a5470c859), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.211714 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ba83b23-8074-4493-8a98-a7d607706496 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (809d69fa-eff1-45af-a340-620a5470c859), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.227434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b8ef4ecd-1c9a-490b-b8e1-ef091b62d3d1 None None] Allocated IP 172.20.0.2 (8ae67a04-fbfa-47db-be2f-6bf3793f237d/a53984d6-c41e-4df3-b0fa-b1654eded55b/87194ec9-a7b0-44ce-bc34-76ce9826ef97) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:47.247809 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba83b23-8074-4493-8a98-a7d607706496 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809d69fa-eff1-45af-a340-620a5470c859,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:47.265336 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ba83b23-8074-4493-8a98-a7d607706496 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.272624 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2ba83b23-8074-4493-8a98-a7d607706496 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2807236 Jan 28 19:21:47.275111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52772) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:47.281121 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cbea3d80-975f-461a-a9c2-148ac7099805 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'security_group': {'name': 'tempest-secgroup-1087317570'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:47.308553 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbea3d80-975f-461a-a9c2-148ac7099805 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.351986 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32c211a3-2ecf-4a27-922e-920f93360031 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (2c5ab761-30cf-4381-9b65-95acd7aa63bd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.387384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b8ef4ecd-1c9a-490b-b8e1-ef091b62d3d1 None None] For port 87194ec9-a7b0-44ce-bc34-76ce9826ef97, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=87194ec9-a7b0-44ce-bc34-76ce9826ef97,segment=NetworkSegment(9a0cba96-8869-46a7-a780-670bc4fd3563),segment_id=9a0cba96-8869-46a7-a780-670bc4fd3563)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:47.426788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-32c211a3-2ecf-4a27-922e-920f93360031 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5ab761-30cf-4381-9b65-95acd7aa63bd']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:47.432603 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbea3d80-975f-461a-a9c2-148ac7099805 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (a8e1f44d-5b01-4980-977b-3ee6152006ef), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.447799 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4ecd-1c9a-490b-b8e1-ef091b62d3d1 None None] Publish callbacks [] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.457090 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8ef4ecd-1c9a-490b-b8e1-ef091b62d3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.459722 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbea3d80-975f-461a-a9c2-148ac7099805 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a8e1f44d-5b01-4980-977b-3ee6152006ef), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.467246 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc454e-9cdd-49f0-8fdb-a16d73a0d632 req-699893ea-7d83-4354-85c7-f9365f097c29 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:47.473677 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6bfc454e-9cdd-49f0-8fdb-a16d73a0d632 req-699893ea-7d83-4354-85c7-f9365f097c29 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 931 time: 0.7043355 Jan 28 19:21:47.506793 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-32c211a3-2ecf-4a27-922e-920f93360031 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0e5e33-e548-4948-abf3-b7834f9a1732') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:47.507925 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-32c211a3-2ecf-4a27-922e-920f93360031 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0e5e33-e548-4948-abf3-b7834f9a1732') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:21:47.521877 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbea3d80-975f-461a-a9c2-148ac7099805 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.526635 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cbea3d80-975f-461a-a9c2-148ac7099805 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2498384 Jan 28 19:21:47.531885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52776) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:47.546067 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4a8d2a3e-f7ad-4a44-91e7-06d4b2e6ead2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-246012885', 'security_groups': ['a8e1f44d-5b01-4980-977b-3ee6152006ef'], 'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a53984d6-c41e-4df3-b0fa-b1654eded55b'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:47.553056 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea3d80-975f-461a-a9c2-148ac7099805 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e1f44d-5b01-4980-977b-3ee6152006ef,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:47.608234 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32c211a3-2ecf-4a27-922e-920f93360031 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (8b0e5e33-e548-4948-abf3-b7834f9a1732), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.646489 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32c211a3-2ecf-4a27-922e-920f93360031 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8b0e5e33-e548-4948-abf3-b7834f9a1732), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.671408 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6bfc454e-9cdd-49f0-8fdb-a16d73a0d632 req-833f8e7c-fc34-4b7a-aa23-575bcaf47956 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742349 Jan 28 19:21:47.695199 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c211a3-2ecf-4a27-922e-920f93360031 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:21:47.695791 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32c211a3-2ecf-4a27-922e-920f93360031 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (8b0e5e33-e548-4948-abf3-b7834f9a1732), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:21:47.706190 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:21:47.762340 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef4ecd-1c9a-490b-b8e1-ef091b62d3d1 None None] Pushing event updated for resources: {'Port': ['ID=87194ec9-a7b0-44ce-bc34-76ce9826ef97,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:47.763808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf71054-7a9e-45ab-809a-c1a3e27d0a24 req-984c20be-b83a-4b4a-a78f-1ae36b8533a6 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:47.765609 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9cf71054-7a9e-45ab-809a-c1a3e27d0a24 req-984c20be-b83a-4b4a-a78f-1ae36b8533a6 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.1969445 Jan 28 19:21:47.823471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6e0659-59d2-4159-9cb2-64a74c6dd95a {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:47.833510 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32c211a3-2ecf-4a27-922e-920f93360031 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (2c5ab761-30cf-4381-9b65-95acd7aa63bd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.836595 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Publish callbacks [] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.846323 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32c211a3-2ecf-4a27-922e-920f93360031 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.849945 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-32c211a3-2ecf-4a27-922e-920f93360031 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] 10.222.0.55 "DELETE /v2.0/networks/2c5ab761-30cf-4381-9b65-95acd7aa63bd HTTP/1.1" status: 204 len: 168 time: 1.0136240 Jan 28 19:21:47.882728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c211a3-2ecf-4a27-922e-920f93360031 tempest-BulkNetworkOpsTest-56158990 tempest-BulkNetworkOpsTest-56158990-project] Pushing event deleted for resources: {'Network': ['ID=2c5ab761-30cf-4381-9b65-95acd7aa63bd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:47.895906 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Transition to ACTIVE for port object 8b6e0659-59d2-4159-9cb2-64a74c6dd95a will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:21:47.903883 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9cf71054-7a9e-45ab-809a-c1a3e27d0a24 req-3a3c78bd-6b37-4f2a-9fc5-7c6d9c139ee2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239753 Jan 28 19:21:47.914895 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:47.942160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8d2a3e-f7ad-4a44-91e7-06d4b2e6ead2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:48.076771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:48.113334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 05ea27c2-aea1-4889-a499-7a410ed0ad55 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:21:48.159852 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2a3e-f7ad-4a44-91e7-06d4b2e6ead2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:48.202383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-4a8d2a3e-f7ad-4a44-91e7-06d4b2e6ead2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] device_id is not set on port b04cc055-d249-4eea-95d8-c06a1752ccc1 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:21:48.316260 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Attempting to bind port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:48.318047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Attempting to bind port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'b135f643-77cb-4080-9f94-380c6910a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:48.319323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Attempting to bind port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a on network 32dd6380-90f2-4c91-b2e9-082cc1b5e03d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:48.331927 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12838538-f0da-4fa9-9c70-65fe980afca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:48.351040 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a on network 32dd6380-90f2-4c91-b2e9-082cc1b5e03d not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:21:48.352273 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Attempting to bind port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a on network 32dd6380-90f2-4c91-b2e9-082cc1b5e03d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:48.368746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:48.369947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Checking segment: {'id': 'b135f643-77cb-4080-9f94-380c6910a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:48.371823 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Bound using segment: {'id': 'b135f643-77cb-4080-9f94-380c6910a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:48.372351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Bound port: 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b135f643-77cb-4080-9f94-380c6910a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:48.373660 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:48.423983 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 05ea27c2-aea1-4889-a499-7a410ed0ad55, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=05ea27c2-aea1-4889-a499-7a410ed0ad55,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:48.454627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52790) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:48.490276 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '05ea27c2-aea1-4889-a499-7a410ed0ad55', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '05ea27c2-aea1-4889-a499-7a410ed0ad55', 'mac_address': 'fa:16:3e:7e:7f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:21:48.564452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 05ea27c2-aea1-4889-a499-7a410ed0ad55 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:48.565304 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (05ea27c2-aea1-4889-a499-7a410ed0ad55), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:48.583610 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ea27c2-aea1-4889-a499-7a410ed0ad55 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:48.588014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982634c-3931-47c5-970b-9a8290ace1f6 req-13760410-621f-406d-955a-2ddbbb7b4add tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:48.590891 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7982634c-3931-47c5-970b-9a8290ace1f6 req-13760410-621f-406d-955a-2ddbbb7b4add tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 948 time: 0.4092164 Jan 28 19:21:48.611765 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 05ea27c2-aea1-4889-a499-7a410ed0ad55, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=05ea27c2-aea1-4889-a499-7a410ed0ad55,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:48.614389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 87194ec9-a7b0-44ce-bc34-76ce9826ef97 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:48.638901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-4a8d2a3e-f7ad-4a44-91e7-06d4b2e6ead2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Allocated IP 172.20.0.7 (8ae67a04-fbfa-47db-be2f-6bf3793f237d/a53984d6-c41e-4df3-b0fa-b1654eded55b/b04cc055-d249-4eea-95d8-c06a1752ccc1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:48.707820 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7982634c-3931-47c5-970b-9a8290ace1f6 req-b6f660a2-611c-47c0-9e73-3a65b1216588 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084502 Jan 28 19:21:48.720864 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (05ea27c2-aea1-4889-a499-7a410ed0ad55), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:48.766148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] For port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:48.771143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] For port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:48.781995 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:48.898144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=05ea27c2-aea1-4889-a499-7a410ed0ad55,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:48.913448 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c76a7905-996a-4b57-bfc8-de22901a1df0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=03e04125a6fd4bb8a7167a0e8a5d0cc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4380002 Jan 28 19:21:48.916217 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52800) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:48.981230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:48.981982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:48.982467 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.011703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:49.012332 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.013798 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-543ae3cc-bd13-4fc3-aa86-441c9a601885 service neutron] 10.222.0.37 "PUT /v2.0/ports/8b6e0659-59d2-4159-9cb2-64a74c6dd95a HTTP/1.1" status: 200 len: 1091 time: 2.8951211 Jan 28 19:21:49.014289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f9568f-7ed4-46a0-adba-22918d069364', 'tag': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:49.016657 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d08aa6-32db-41fc-93ae-82f686e54ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f9568f-7ed4-46a0-adba-22918d069364", "tag": "8b6e0659-59d2-4159-9cb2-64a74c6dd95a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:49.077262 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['05ea27c2-aea1-4889-a499-7a410ed0ad55'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:49.146867 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea2f31b6-88cd-4c1f-81b1-067e0f942c8f admin admin] Publish callbacks [] for security_group (94027b53-7d9d-4d64-99e6-294a08aea3ad), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.179820 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea2f31b6-88cd-4c1f-81b1-067e0f942c8f admin admin] Publish callbacks [] for security_group (94027b53-7d9d-4d64-99e6-294a08aea3ad), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.276760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e1272f1e-307e-46ef-a099-7e424bd530b1 None None] Provisioning complete for port e9f93d06-bfd8-473b-ad43-5bc7dc28c88d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:49.277168 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e1272f1e-307e-46ef-a099-7e424bd530b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e9f93d06-bfd8-473b-ad43-5bc7dc28c88d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.279121 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9c5b-a279-489b-aafd-76ec508e835c req-96fd9af9-3686-4387-b5c6-086b7073d571 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:49.288064 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2db9c5b-a279-489b-aafd-76ec508e835c req-96fd9af9-3686-4387-b5c6-086b7073d571 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 943 time: 0.3867509 Jan 28 19:21:49.291397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29371db-f157-41f7-bdf8-ed70f368f17c req-bec3d975-c5a7-41f1-9cb0-261b31f87b83 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:49.292548 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea2f31b6-88cd-4c1f-81b1-067e0f942c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (94027b53-7d9d-4d64-99e6-294a08aea3ad), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.295947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:49.296180 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea2f31b6-88cd-4c1f-81b1-067e0f942c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.307134 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a29371db-f157-41f7-bdf8-ed70f368f17c req-bec3d975-c5a7-41f1-9cb0-261b31f87b83 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.2294393 Jan 28 19:21:49.309523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-5bf94e3b-529f-4be6-a673-0fefe7a6a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:49.310961 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-5bf94e3b-529f-4be6-a673-0fefe7a6a388 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f43d98de8d634bb2b8161bbb90af92d1&device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 1125 time: 0.2480419 Jan 28 19:21:49.314864 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ea2f31b6-88cd-4c1f-81b1-067e0f942c8f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94027b53-7d9d-4d64-99e6-294a08aea3ad HTTP/1.1" status: 204 len: 168 time: 0.3525131 Jan 28 19:21:49.347313 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2a3e-f7ad-4a44-91e7-06d4b2e6ead2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (b04cc055-d249-4eea-95d8-c06a1752ccc1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.405582 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-18e76b49-ecf2-4ce5-a673-5757b05f8f18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a HTTP/1.1" status: 200 len: 217 time: 0.0659289 Jan 28 19:21:49.405820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e1272f1e-307e-46ef-a099-7e424bd530b1 None None] Port e9f93d06-bfd8-473b-ad43-5bc7dc28c88d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:49.456877 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e1272f1e-307e-46ef-a099-7e424bd530b1 None None] Provisioning complete for port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:49.457272 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e1272f1e-307e-46ef-a099-7e424bd530b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.481974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a29371db-f157-41f7-bdf8-ed70f368f17c req-96534e3b-6be3-4b7a-b64a-15e68ad58521 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663709 Jan 28 19:21:49.504163 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2a3e-f7ad-4a44-91e7-06d4b2e6ead2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (b04cc055-d249-4eea-95d8-c06a1752ccc1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:49.509605 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-8661a8e4-cbc2-4f06-be9e-5d0d37b724ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:49.511125 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-8661a8e4-cbc2-4f06-be9e-5d0d37b724ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd274110-81e6-4773-bb6c-ca2de3e25bde HTTP/1.1" status: 200 len: 853 time: 0.0952697 Jan 28 19:21:49.578690 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-b0038e6f-f287-4596-8dba-60c3f4b16c1d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592654 Jan 28 19:21:49.594901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f31b6-88cd-4c1f-81b1-067e0f942c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94027b53-7d9d-4d64-99e6-294a08aea3ad,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:49.626208 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e1272f1e-307e-46ef-a099-7e424bd530b1 None None] Current status of the port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:49.640154 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b724193-5af3-42c4-907c-45a512a9a665 x-openstack-request-id: req-9b724193-5af3-42c4-907c-45a512a9a665 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:49.640437 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f9568f-7ed4-46a0-adba-22918d069364", "tag": "8b6e0659-59d2-4159-9cb2-64a74c6dd95a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:49.640690 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b724193-5af3-42c4-907c-45a512a9a665 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:49.642074 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f9568f-7ed4-46a0-adba-22918d069364', 'tag': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a', 'status': 'completed', 'code': 200} Jan 28 19:21:49.740449 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d2a3e-f7ad-4a44-91e7-06d4b2e6ead2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:49.753616 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d2a3e-f7ad-4a44-91e7-06d4b2e6ead2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=b04cc055-d249-4eea-95d8-c06a1752ccc1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:49.757302 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d2a3e-f7ad-4a44-91e7-06d4b2e6ead2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:49.758210 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-91cf65c9-6a54-499c-9149-a3173e046d60 service neutron] 10.222.0.37 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683271 Jan 28 19:21:49.812674 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2db9c5b-a279-489b-aafd-76ec508e835c req-d4b2012a-37bf-45c2-bbe1-65d7e32fcc1e tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224338 Jan 28 19:21:49.815804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d2a3e-f7ad-4a44-91e7-06d4b2e6ead2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:49.946732 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99495a-5a30-47cf-b448-8a6749a0143d req-5fda9c16-0525-496d-b133-f3668ad7b659 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:49.948527 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c99495a-5a30-47cf-b448-8a6749a0143d req-5fda9c16-0525-496d-b133-f3668ad7b659 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 949 time: 0.0810807 Jan 28 19:21:49.987447 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8d2a3e-f7ad-4a44-91e7-06d4b2e6ead2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:49.989145 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2a3e-f7ad-4a44-91e7-06d4b2e6ead2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:50.029577 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4a8d2a3e-f7ad-4a44-91e7-06d4b2e6ead2 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4961169 Jan 28 19:21:50.032369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52822) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:50.065897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9f424177-7138-4dde-bab8-3cd861522ed7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'subnet': {'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:50.070848 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-291f51fc-e3f4-46c5-8bca-e15fa9c6a7fb req-7a29c574-fedc-453e-abdf-a73371aaf438 service neutron] 10.222.0.37 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081081 Jan 28 19:21:50.119425 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c99495a-5a30-47cf-b448-8a6749a0143d req-f3c7b9f0-9d3c-4ebe-a5a2-ec559f469bc2 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563425 Jan 28 19:21:50.134204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 05ea27c2-aea1-4889-a499-7a410ed0ad55 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:50.239768 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d08aa6-32db-41fc-93ae-82f686e54ec5 req-92daa2b4-e435-4bab-a34e-5f4422292953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:50.241299 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c0d08aa6-32db-41fc-93ae-82f686e54ec5 req-92daa2b4-e435-4bab-a34e-5f4422292953 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f43d98de8d634bb2b8161bbb90af92d1&device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 1125 time: 0.1117566 Jan 28 19:21:50.279830 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7adcb395-a38f-4db8-9c22-b19237de3410 None None] Provisioning complete for port b04cc055-d249-4eea-95d8-c06a1752ccc1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:50.281070 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7adcb395-a38f-4db8-9c22-b19237de3410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b04cc055-d249-4eea-95d8-c06a1752ccc1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:50.323660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f424177-7138-4dde-bab8-3cd861522ed7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:50.336649 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f424177-7138-4dde-bab8-3cd861522ed7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:50.372283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d08aa6-32db-41fc-93ae-82f686e54ec5 req-afe973a6-390c-48ee-bc9f-f7078a30262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:50.373821 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c0d08aa6-32db-41fc-93ae-82f686e54ec5 req-afe973a6-390c-48ee-bc9f-f7078a30262c service neutron] 10.222.0.37 "GET /v2.0/networks?id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d HTTP/1.1" status: 200 len: 914 time: 0.1239376 Jan 28 19:21:50.383401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 05ea27c2-aea1-4889-a499-7a410ed0ad55 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:21:50.430843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 05ea27c2-aea1-4889-a499-7a410ed0ad55 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:50.430843 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (05ea27c2-aea1-4889-a499-7a410ed0ad55), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:50.441132 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c0d08aa6-32db-41fc-93ae-82f686e54ec5 req-76269ed6-32ff-4a55-900a-7580d0216693 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a HTTP/1.1" status: 200 len: 217 time: 0.0609019 Jan 28 19:21:50.508835 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d08aa6-32db-41fc-93ae-82f686e54ec5 req-6cac87c4-5d31-4102-b618-cf7321a2b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:50.510483 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c0d08aa6-32db-41fc-93ae-82f686e54ec5 req-6cac87c4-5d31-4102-b618-cf7321a2b779 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd274110-81e6-4773-bb6c-ca2de3e25bde HTTP/1.1" status: 200 len: 853 time: 0.0582583 Jan 28 19:21:50.511792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7adcb395-a38f-4db8-9c22-b19237de3410 None None] Port b04cc055-d249-4eea-95d8-c06a1752ccc1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:50.540685 n-d-824834-4 neutron-server[103146]: INFO neutron.db.ipam_backend_mixin [None req-9f424177-7138-4dde-bab8-3cd861522ed7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a53984d6-c41e-4df3-b0fa-b1654eded55b (CIDR: 172.20.0.0/28) Jan 28 19:21:50.554899 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef50d56d-479b-45fd-8c06-09c5f2afd787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:50.562702 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f424177-7138-4dde-bab8-3cd861522ed7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:21:50.563499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f424177-7138-4dde-bab8-3cd861522ed7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:50.595124 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9f424177-7138-4dde-bab8-3cd861522ed7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5612669 Jan 28 19:21:50.598692 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52838) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:50.608770 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c0d08aa6-32db-41fc-93ae-82f686e54ec5 req-ad2e2617-25c9-4427-b919-93d3d5cfa4a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890338 Jan 28 19:21:50.609080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-47966111-d1af-4745-97c3-906f9cf91101 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'subnet': {'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:50.712611 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 05ea27c2-aea1-4889-a499-7a410ed0ad55 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:50.714624 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (05ea27c2-aea1-4889-a499-7a410ed0ad55), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:50.757433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ea27c2-aea1-4889-a499-7a410ed0ad55'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:50.760290 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cdba6b-992c-432d-9c10-0336281510f7" -d '{"events": [{"server_uuid": "1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5", "name": "network-vif-plugged", "status": "completed", "tag": "05ea27c2-aea1-4889-a499-7a410ed0ad55"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:50.760519 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52840) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:50.800754 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c0d08aa6-32db-41fc-93ae-82f686e54ec5 req-6beea16c-f103-44cb-a4f1-b2ca35a08386 service neutron] 10.222.0.37 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720226 Jan 28 19:21:50.821063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 05ea27c2-aea1-4889-a499-7a410ed0ad55, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=05ea27c2-aea1-4889-a499-7a410ed0ad55,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:50.834229 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (05ea27c2-aea1-4889-a499-7a410ed0ad55), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:50.858664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e818337-621d-4ac5-9d2d-24456f035a02 req-25d569c8-8dda-477a-a0a2-1da763e3cd4a tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:50.860017 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1e818337-621d-4ac5-9d2d-24456f035a02 req-25d569c8-8dda-477a-a0a2-1da763e3cd4a tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.2093465 Jan 28 19:21:50.911871 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36e44fb-faa8-426c-9737-048308cc7bc6 x-openstack-request-id: req-a36e44fb-faa8-426c-9737-048308cc7bc6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:50.914753 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5", "name": "network-vif-plugged", "status": "completed", "tag": "05ea27c2-aea1-4889-a499-7a410ed0ad55", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:50.915309 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a36e44fb-faa8-426c-9737-048308cc7bc6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:50.915955 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ea27c2-aea1-4889-a499-7a410ed0ad55', 'code': 200} Jan 28 19:21:50.953961 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1e818337-621d-4ac5-9d2d-24456f035a02 req-0eaf7db7-52ef-4b89-92b1-72b17e89e3f3 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830483 Jan 28 19:21:50.972227 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47966111-d1af-4745-97c3-906f9cf91101 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:50.975643 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47966111-d1af-4745-97c3-906f9cf91101 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:51.007172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=05ea27c2-aea1-4889-a499-7a410ed0ad55,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:51.084547 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a1629775-1582-4895-b767-7302c17755db tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1437688043'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:51.085238 n-d-824834-4 neutron-server[103146]: INFO neutron.db.ipam_backend_mixin [None req-47966111-d1af-4745-97c3-906f9cf91101 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0df538a3-c060-48ea-b278-dd5a8be420b9 (CIDR: 172.20.0.16/28) Jan 28 19:21:51.107544 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-47966111-d1af-4745-97c3-906f9cf91101 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:21:51.108042 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47966111-d1af-4745-97c3-906f9cf91101 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:21:51.158680 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c0d08aa6-32db-41fc-93ae-82f686e54ec5 req-fd115338-3c27-479b-8a3d-673472197bba service neutron] 10.222.0.37 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569019 Jan 28 19:21:51.175627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1629775-1582-4895-b767-7302c17755db tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:51.179066 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1629775-1582-4895-b767-7302c17755db tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:51.196784 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1629775-1582-4895-b767-7302c17755db tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:51.201672 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-47966111-d1af-4745-97c3-906f9cf91101 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5993528 Jan 28 19:21:51.206466 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52856) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:51.209660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d2657-2cef-420d-8550-eb7293b2c470 req-ac24b824-03a0-4773-b6f1-4779e2f336ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:51.220898 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-076d2657-2cef-420d-8550-eb7293b2c470 req-ac24b824-03a0-4773-b6f1-4779e2f336ea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 1132 time: 0.2618363 Jan 28 19:21:51.227483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-13eedae5-9512-44d8-b636-db6e163ef2ca tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'subnet': {'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:51.315439 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-076d2657-2cef-420d-8550-eb7293b2c470 req-993da180-8f9f-4808-9af3-6c8d7c158649 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812349 Jan 28 19:21:51.324102 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f0788-d05b-4679-92d1-3bd638fbb14f req-2b11eda1-db6c-4099-8500-e4bbab264d70 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:51.325718 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-837f0788-d05b-4679-92d1-3bd638fbb14f req-2b11eda1-db6c-4099-8500-e4bbab264d70 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 950 time: 0.1014979 Jan 28 19:21:51.380838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddbf75-7715-4107-bf7a-409a31d53f19 req-508dad75-628a-434d-b14d-373a1dc3608a tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:51.382379 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-94ddbf75-7715-4107-bf7a-409a31d53f19 req-508dad75-628a-434d-b14d-373a1dc3608a tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 943 time: 0.2683551 Jan 28 19:21:51.400020 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-837f0788-d05b-4679-92d1-3bd638fbb14f req-10bf4457-3d5e-4664-8224-71bb41634ca3 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670118 Jan 28 19:21:51.456720 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1629775-1582-4895-b767-7302c17755db tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for security_group (1141a72b-7c75-4a5b-bbcb-5bb2c2b422a9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:51.466006 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1629775-1582-4895-b767-7302c17755db tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1141a72b-7c75-4a5b-bbcb-5bb2c2b422a9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:51.505834 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1629775-1582-4895-b767-7302c17755db tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:21:51.520034 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-94ddbf75-7715-4107-bf7a-409a31d53f19 req-564ce22c-a91e-4c79-abd3-6edd8684be5d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263707 Jan 28 19:21:51.540820 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1629775-1582-4895-b767-7302c17755db tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (09d9ec5d-227a-49bd-be4d-437119e8573c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:51.542216 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-a1629775-1582-4895-b767-7302c17755db tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Added segment 09d9ec5d-227a-49bd-be4d-437119e8573c of type vlan for network fc65564d-2a4c-41b2-b69f-09d2ef6dcef3 Jan 28 19:21:51.554915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eedae5-9512-44d8-b636-db6e163ef2ca tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Made reservation on behalf of f7e8842bbdb14b3ca976873a4445191e for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:51.561901 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13eedae5-9512-44d8-b636-db6e163ef2ca tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:51.595399 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1629775-1582-4895-b767-7302c17755db tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (fc65564d-2a4c-41b2-b69f-09d2ef6dcef3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:51.624526 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1629775-1582-4895-b767-7302c17755db tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1141a72b-7c75-4a5b-bbcb-5bb2c2b422a9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:51.645216 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1629775-1582-4895-b767-7302c17755db tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (fc65564d-2a4c-41b2-b69f-09d2ef6dcef3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:51.657469 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:51.658779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1629775-1582-4895-b767-7302c17755db tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:51.660130 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1629775-1582-4895-b767-7302c17755db tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:51.734444 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a1629775-1582-4895-b767-7302c17755db tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9715753 Jan 28 19:21:51.792560 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1629775-1582-4895-b767-7302c17755db tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Network': ['ID=fc65564d-2a4c-41b2-b69f-09d2ef6dcef3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:51.829409 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network fc65564d-2a4c-41b2-b69f-09d2ef6dcef3 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:21:52.099975 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device d8abe3d1-9141-485b-8c8a-c189f2d8ec9a details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:21:52.129804 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13eedae5-9512-44d8-b636-db6e163ef2ca tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (dcf42f60-9c14-4456-850e-6e06980644c3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:52.170531 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d75619-91aa-41ca-b387-a51fe4d4265b req-4b033009-3025-47dd-a515-c2ccb741a06f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:52.178670 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35d75619-91aa-41ca-b387-a51fe4d4265b req-4b033009-3025-47dd-a515-c2ccb741a06f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.0876834 Jan 28 19:21:52.237898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eedae5-9512-44d8-b636-db6e163ef2ca tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:52.240860 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-13eedae5-9512-44d8-b636-db6e163ef2ca tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:52.251748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eedae5-9512-44d8-b636-db6e163ef2ca tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:52.252485 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13eedae5-9512-44d8-b636-db6e163ef2ca tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:52.267967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc117ca9-4901-4e6c-9738-f7467a7faea0 None None] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:52.292004 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eedae5-9512-44d8-b636-db6e163ef2ca tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Subnet': ['ID=dcf42f60-9c14-4456-850e-6e06980644c3,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:52.342372 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-13eedae5-9512-44d8-b636-db6e163ef2ca tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1185932 Jan 28 19:21:52.344157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:52.348267 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35d75619-91aa-41ca-b387-a51fe4d4265b req-1354a4a4-ab7e-47ce-a1a0-e603660b2356 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683209 Jan 28 19:21:52.384324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a48b12d5-abc1-4858-9ab0-22e0d2097d7b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1404605763', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dcf42f60-9c14-4456-850e-6e06980644c3'}], 'security_groups': ['063ef11d-b6c4-4548-a9f0-d101e10e4d6e', '809d69fa-eff1-45af-a340-620a5470c859']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:52.401968 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:21:52.685166 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fbff6-c71b-4c8d-a0c9-0b4aa131e21c req-4002e2cd-039a-40ac-8142-b0048ab5664d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:52.695555 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d13fbff6-c71b-4c8d-a0c9-0b4aa131e21c req-4002e2cd-039a-40ac-8142-b0048ab5664d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 943 time: 0.0720835 Jan 28 19:21:52.707866 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48b12d5-abc1-4858-9ab0-22e0d2097d7b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b04cc055-d249-4eea-95d8-c06a1752ccc1), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:52.783700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:52.807217 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'port_id': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a', 'mac_address': 'fa:16:3e:c9:e7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:21:52.808601 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d13fbff6-c71b-4c8d-a0c9-0b4aa131e21c req-a00364ce-301d-4119-9cef-df0ef2865a5b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117973 Jan 28 19:21:52.876912 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f789c-076c-4be3-9673-e33fa6f3115c req-47780207-51f5-455d-aae8-b768b020465c tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:52.878625 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-721f789c-076c-4be3-9673-e33fa6f3115c req-47780207-51f5-455d-aae8-b768b020465c tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 950 time: 0.3530221 Jan 28 19:21:53.022914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec307ec-5534-4390-a094-2c62246c359d None None] Update dhcp port {'port': {'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'fixed_ips': [{'subnet_id': '0df538a3-c060-48ea-b278-dd5a8be420b9', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a53984d6-c41e-4df3-b0fa-b1654eded55b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dcf42f60-9c14-4456-850e-6e06980644c3'}], 'binding:host_id': 'n-d-824834-4'}, 'id': '87194ec9-a7b0-44ce-bc34-76ce9826ef97'} from n-d-824834-4. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:21:53.092532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-721f789c-076c-4be3-9673-e33fa6f3115c req-98dec980-c267-4d47-b374-c3068bf60234 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768270 Jan 28 19:21:53.118751 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ec307ec-5534-4390-a094-2c62246c359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:53.156691 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:53.157366 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:53.157735 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:53.545151 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5ec307ec-5534-4390-a094-2c62246c359d None None] Allocated IP 172.20.0.34 (8ae67a04-fbfa-47db-be2f-6bf3793f237d/dcf42f60-9c14-4456-850e-6e06980644c3/87194ec9-a7b0-44ce-bc34-76ce9826ef97) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:53.672943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8abe3d1-9141-485b-8c8a-c189f2d8ec9a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:53.687246 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644107d9-6da4-4c56-adf0-ddbb093f2e15 req-f8829689-4045-42e5-8d22-33790d2deb8c tempest-ServersAdminNegativeTestJSON-976809251 tempest-ServersAdminNegativeTestJSON-976809251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:53.690457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615be1e-3b72-4ecc-a3d5-3af8abb3ab02 req-5a2d6353-9c9c-4b79-99ff-84c4bcc84fc4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:53.697657 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-644107d9-6da4-4c56-adf0-ddbb093f2e15 req-f8829689-4045-42e5-8d22-33790d2deb8c tempest-ServersAdminNegativeTestJSON-976809251 tempest-ServersAdminNegativeTestJSON-976809251-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 1132 time: 0.0914345 Jan 28 19:21:53.703246 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a615be1e-3b72-4ecc-a3d5-3af8abb3ab02 req-5a2d6353-9c9c-4b79-99ff-84c4bcc84fc4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.1598418 Jan 28 19:21:53.739351 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-644107d9-6da4-4c56-adf0-ddbb093f2e15 req-5b7ddb20-876a-457d-ae11-55c15a0b3240 tempest-ServersAdminNegativeTestJSON-976809251 tempest-ServersAdminNegativeTestJSON-976809251-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:53.751401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:53.770108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5ec307ec-5534-4390-a094-2c62246c359d None None] For port 87194ec9-a7b0-44ce-bc34-76ce9826ef97, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=87194ec9-a7b0-44ce-bc34-76ce9826ef97,segment=NetworkSegment(9a0cba96-8869-46a7-a780-670bc4fd3563),segment_id=9a0cba96-8869-46a7-a780-670bc4fd3563)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:53.783218 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:53.804836 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a615be1e-3b72-4ecc-a3d5-3af8abb3ab02 req-c13efe68-cff2-4b6c-8be2-f4e4a3611a8c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951276 Jan 28 19:21:53.883841 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ec307ec-5534-4390-a094-2c62246c359d None None] Publish callbacks [] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:53.902011 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:53.904812 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ec307ec-5534-4390-a094-2c62246c359d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:54.022255 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-644107d9-6da4-4c56-adf0-ddbb093f2e15 req-5b7ddb20-876a-457d-ae11-55c15a0b3240 tempest-ServersAdminNegativeTestJSON-976809251 tempest-ServersAdminNegativeTestJSON-976809251-project-admin] Publish callbacks [] for security_group (f36281ed-8864-4476-8074-1c95d72a8db0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:54.031303 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-644107d9-6da4-4c56-adf0-ddbb093f2e15 req-5b7ddb20-876a-457d-ae11-55c15a0b3240 tempest-ServersAdminNegativeTestJSON-976809251 tempest-ServersAdminNegativeTestJSON-976809251-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f36281ed-8864-4476-8074-1c95d72a8db0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:54.032091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d8abe3d1-9141-485b-8c8a-c189f2d8ec9a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:54.126851 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-644107d9-6da4-4c56-adf0-ddbb093f2e15 req-5b7ddb20-876a-457d-ae11-55c15a0b3240 tempest-ServersAdminNegativeTestJSON-976809251 tempest-ServersAdminNegativeTestJSON-976809251-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282143 Jan 28 19:21:54.128927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ddb20-876a-457d-ae11-55c15a0b3240 tempest-ServersAdminNegativeTestJSON-976809251 tempest-ServersAdminNegativeTestJSON-976809251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36281ed-8864-4476-8074-1c95d72a8db0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:54.179122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a48b12d5-abc1-4858-9ab0-22e0d2097d7b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Delete allocated IP 172.20.0.7 (8ae67a04-fbfa-47db-be2f-6bf3793f237d/a53984d6-c41e-4df3-b0fa-b1654eded55b) {{(pid=103146) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 19:21:54.188864 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a48b12d5-abc1-4858-9ab0-22e0d2097d7b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Allocated IP 172.20.0.35 (8ae67a04-fbfa-47db-be2f-6bf3793f237d/dcf42f60-9c14-4456-850e-6e06980644c3/b04cc055-d249-4eea-95d8-c06a1752ccc1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:54.236739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec307ec-5534-4390-a094-2c62246c359d None None] Pushing event updated for resources: {'Port': ['ID=87194ec9-a7b0-44ce-bc34-76ce9826ef97,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:54.819482 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 87194ec9-a7b0-44ce-bc34-76ce9826ef97 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:55.039235 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:55.057513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:55.057893 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:55.118058 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52898) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:55.137690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2d301d30-0ea7-4f75-b4d5-49c799d5c41e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'subnet': {'network_id': 'fc65564d-2a4c-41b2-b69f-09d2ef6dcef3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:55.331110 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:55.347183 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba21198-ebef-44ba-b6de-915b6c15e8d5 req-a748beb3-ca3b-49cd-b199-0a288e6f94b6 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:55.355916 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bba21198-ebef-44ba-b6de-915b6c15e8d5 req-a748beb3-ca3b-49cd-b199-0a288e6f94b6 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 945 time: 0.3404284 Jan 28 19:21:55.380327 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:55.422239 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bba21198-ebef-44ba-b6de-915b6c15e8d5 req-37987b3b-34a0-48f0-835d-6b0399b6faf4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652988 Jan 28 19:21:55.423146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d301d30-0ea7-4f75-b4d5-49c799d5c41e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:55.428832 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d301d30-0ea7-4f75-b4d5-49c799d5c41e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:55.677687 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861178ca-814d-4020-a722-49b07fbc54c4 req-aa0a3fd8-2248-4c0b-b9db-b17548875202 tempest-ServersAdminNegativeTestJSON-976809251 tempest-ServersAdminNegativeTestJSON-976809251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:55.685643 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-861178ca-814d-4020-a722-49b07fbc54c4 req-aa0a3fd8-2248-4c0b-b9db-b17548875202 tempest-ServersAdminNegativeTestJSON-976809251 tempest-ServersAdminNegativeTestJSON-976809251-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 1132 time: 0.0926600 Jan 28 19:21:55.693108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c29e9510-54ca-4072-b3c6-defc23e6c216 None None] Provisioning complete for port b04cc055-d249-4eea-95d8-c06a1752ccc1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:55.694664 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c29e9510-54ca-4072-b3c6-defc23e6c216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b04cc055-d249-4eea-95d8-c06a1752ccc1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:55.752351 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48b12d5-abc1-4858-9ab0-22e0d2097d7b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for port (b04cc055-d249-4eea-95d8-c06a1752ccc1), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:55.780544 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82db683-2b7b-43e7-9bd8-e3c2699bbc3d req-35b768d2-6940-496a-889c-4f24d96f4bc9 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:55.790951 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82db683-2b7b-43e7-9bd8-e3c2699bbc3d req-35b768d2-6940-496a-889c-4f24d96f4bc9 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 943 time: 1.4757364 Jan 28 19:21:55.793731 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48b12d5-abc1-4858-9ab0-22e0d2097d7b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (b04cc055-d249-4eea-95d8-c06a1752ccc1), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:55.794248 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c29e9510-54ca-4072-b3c6-defc23e6c216 None None] Port b04cc055-d249-4eea-95d8-c06a1752ccc1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:55.796047 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-861178ca-814d-4020-a722-49b07fbc54c4 req-ef39a056-7610-4126-9a45-ef40f9346431 tempest-ServersAdminNegativeTestJSON-976809251 tempest-ServersAdminNegativeTestJSON-976809251-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093585 Jan 28 19:21:55.825833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c29e9510-54ca-4072-b3c6-defc23e6c216 None None] Provisioning complete for port e9f93d06-bfd8-473b-ad43-5bc7dc28c88d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:55.829150 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c29e9510-54ca-4072-b3c6-defc23e6c216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e9f93d06-bfd8-473b-ad43-5bc7dc28c88d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:55.941038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c29e9510-54ca-4072-b3c6-defc23e6c216 None None] Port e9f93d06-bfd8-473b-ad43-5bc7dc28c88d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:55.974487 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d301d30-0ea7-4f75-b4d5-49c799d5c41e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (2dec55d3-76e1-4ab3-9ba5-6189d7e40b6e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:55.991478 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b12d5-abc1-4858-9ab0-22e0d2097d7b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event updated for resources: {'Port': ['ID=b04cc055-d249-4eea-95d8-c06a1752ccc1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:55.994652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c29e9510-54ca-4072-b3c6-defc23e6c216 None None] Provisioning complete for port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:55.995092 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c29e9510-54ca-4072-b3c6-defc23e6c216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:56.176952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 8b6e0659-59d2-4159-9cb2-64a74c6dd95a details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:21:56.189546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device d8abe3d1-9141-485b-8c8a-c189f2d8ec9a up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:21:56.244236 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d301d30-0ea7-4f75-b4d5-49c799d5c41e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Subnet': ['ID=2dec55d3-76e1-4ab3-9ba5-6189d7e40b6e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:56.364859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d301d30-0ea7-4f75-b4d5-49c799d5c41e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Checking segment: {'id': '09d9ec5d-227a-49bd-be4d-437119e8573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fc65564d-2a4c-41b2-b69f-09d2ef6dcef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:56.365827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d301d30-0ea7-4f75-b4d5-49c799d5c41e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network hostable DHCP agents. Network: fc65564d-2a4c-41b2-b69f-09d2ef6dcef3, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:21:56.412581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d301d30-0ea7-4f75-b4d5-49c799d5c41e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network fc65564d-2a4c-41b2-b69f-09d2ef6dcef3 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:21:56.445410 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2d301d30-0ea7-4f75-b4d5-49c799d5c41e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, fc65564d-2a4c-41b2-b69f-09d2ef6dcef3) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:56.455072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d301d30-0ea7-4f75-b4d5-49c799d5c41e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:56.456748 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d301d30-0ea7-4f75-b4d5-49c799d5c41e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:56.483651 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2d301d30-0ea7-4f75-b4d5-49c799d5c41e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3627954 Jan 28 19:21:56.487946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52948) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:56.502069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a82db683-2b7b-43e7-9bd8-e3c2699bbc3d req-1ca16149-14e1-47bb-a5f6-c30f8d041fe1 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7052784 Jan 28 19:21:56.511989 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c2286eea-e6be-4853-82fa-3e0cdc3b68cd tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1575687813'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:56.533492 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a48b12d5-abc1-4858-9ab0-22e0d2097d7b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] In _notify_port_updated(), no bound segment for port b04cc055-d249-4eea-95d8-c06a1752ccc1 on network 8ae67a04-fbfa-47db-be2f-6bf3793f237d {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:21:56.560653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48b12d5-abc1-4858-9ab0-22e0d2097d7b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:56.563539 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a48b12d5-abc1-4858-9ab0-22e0d2097d7b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:56.565336 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a48b12d5-abc1-4858-9ab0-22e0d2097d7b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "PUT /v2.0/ports/b04cc055-d249-4eea-95d8-c06a1752ccc1 HTTP/1.1" status: 200 len: 960 time: 4.2193608 Jan 28 19:21:56.568212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:56.581972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d675e3-266e-4ae2-8896-35f077fc1758 None None] Network fc65564d-2a4c-41b2-b69f-09d2ef6dcef3 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:21:56.583145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2286eea-e6be-4853-82fa-3e0cdc3b68cd tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:56.588408 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2286eea-e6be-4853-82fa-3e0cdc3b68cd tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:56.685422 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:21:56.848850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a7a0d-dd95-4c40-9810-2763b2b3b014 req-7a55d314-78c1-450d-bfd5-63dfea06b2d0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:56.861264 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-520a7a0d-dd95-4c40-9810-2763b2b3b014 req-7a55d314-78c1-450d-bfd5-63dfea06b2d0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 945 time: 0.1641467 Jan 28 19:21:56.952189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2286eea-e6be-4853-82fa-3e0cdc3b68cd tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:21:56.968935 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-520a7a0d-dd95-4c40-9810-2763b2b3b014 req-cb712e50-f6f5-4276-9d48-345f0695283f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996172 Jan 28 19:21:56.975446 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e65e13-b2fd-4284-804d-1cb4a1dcde9c req-bd7624ce-01b5-42f8-ae2c-cbc765896d43 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:56.982064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c29e9510-54ca-4072-b3c6-defc23e6c216 None None] Current status of the port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:56.983150 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-49e65e13-b2fd-4284-804d-1cb4a1dcde9c req-bd7624ce-01b5-42f8-ae2c-cbc765896d43 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 950 time: 0.4019032 Jan 28 19:21:57.039308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:57.041343 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2286eea-e6be-4853-82fa-3e0cdc3b68cd tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8b279b15-3edf-475c-953c-09f7ab883ff6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:57.041896 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-c2286eea-e6be-4853-82fa-3e0cdc3b68cd tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Added segment 8b279b15-3edf-475c-953c-09f7ab883ff6 of type vlan for network baba2445-1ddd-4e39-b2ef-d38910252d10 Jan 28 19:21:57.042290 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:57.133134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-fc65564d-2a4c-41b2-b69f-09d2ef6dcef3', 'network_id': 'fc65564d-2a4c-41b2-b69f-09d2ef6dcef3', 'project_id': '5de37589603a4487bd42c4b63679ca93', 'fixed_ips': [{'subnet_id': '2dec55d3-76e1-4ab3-9ba5-6189d7e40b6e'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:21:57.134083 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:57.139652 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2286eea-e6be-4853-82fa-3e0cdc3b68cd tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (baba2445-1ddd-4e39-b2ef-d38910252d10), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:57.153938 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-49e65e13-b2fd-4284-804d-1cb4a1dcde9c req-dd4da09b-b650-45a3-a32a-1d1f8ff1b6cb tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695683 Jan 28 19:21:57.178305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-321c9751-6eb9-4087-8e21-c0a748959170 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port b04cc055-d249-4eea-95d8-c06a1752ccc1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:57.178653 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-321c9751-6eb9-4087-8e21-c0a748959170 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b04cc055-d249-4eea-95d8-c06a1752ccc1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:57.208738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:57.239023 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2286eea-e6be-4853-82fa-3e0cdc3b68cd tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (baba2445-1ddd-4e39-b2ef-d38910252d10), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:57.244342 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2286eea-e6be-4853-82fa-3e0cdc3b68cd tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:57.244978 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2286eea-e6be-4853-82fa-3e0cdc3b68cd tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:57.375154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Allocated IP 2001:db8:0:ffff::2 (fc65564d-2a4c-41b2-b69f-09d2ef6dcef3/2dec55d3-76e1-4ab3-9ba5-6189d7e40b6e/2ea310b6-6030-4c32-8864-dbeaf6ae2f91) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:21:57.524843 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-321c9751-6eb9-4087-8e21-c0a748959170 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b04cc055-d249-4eea-95d8-c06a1752ccc1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:57.557178 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-321c9751-6eb9-4087-8e21-c0a748959170 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for b04cc055-d249-4eea-95d8-c06a1752ccc1 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:57.685923 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-04966902-6870-4e4d-a713-e8844697356f None None] Provisioning complete for port b04cc055-d249-4eea-95d8-c06a1752ccc1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:21:57.686360 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04966902-6870-4e4d-a713-e8844697356f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b04cc055-d249-4eea-95d8-c06a1752ccc1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:57.771371 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a', 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d', 'port_id': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a', 'mac_address': 'fa:16:3e:27:85:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd274110-81e6-4773-bb6c-ca2de3e25bde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:21:57.782773 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Publish callbacks [] for port (2ea310b6-6030-4c32-8864-dbeaf6ae2f91), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:57.784640 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3429969-8982-4327-b33d-53f75743a122 req-dd6d465b-7493-4a68-8ae6-86a33329ab4b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:57.798739 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3429969-8982-4327-b33d-53f75743a122 req-dd6d465b-7493-4a68-8ae6-86a33329ab4b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 943 time: 0.1647196 Jan 28 19:21:57.802949 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (2ea310b6-6030-4c32-8864-dbeaf6ae2f91), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:57.923273 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3429969-8982-4327-b33d-53f75743a122 req-202b8981-dccc-4283-bbde-364c96e38011 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219599 Jan 28 19:21:57.982152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e887f8-4905-4d1c-9a4d-9e39db879fbc req-3f34039f-df13-4012-bc2d-2056c746d959 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:57.983706 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-82e887f8-4905-4d1c-9a4d-9e39db879fbc req-3f34039f-df13-4012-bc2d-2056c746d959 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 950 time: 0.1812365 Jan 28 19:21:58.057906 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-04966902-6870-4e4d-a713-e8844697356f None None] Port b04cc055-d249-4eea-95d8-c06a1752ccc1 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:21:58.125106 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Pushing event updated for resources: {'Port': ['ID=2ea310b6-6030-4c32-8864-dbeaf6ae2f91,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:58.199272 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:58.199924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:58.200917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:58.202609 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:58.203346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:58.203862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:58.209346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:58.215396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:58.217023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:58.218769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:58.219573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:58.220103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:58.221378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:21:58.268245 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Network fc65564d-2a4c-41b2-b69f-09d2ef6dcef3 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:21:58.294582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:21:58.306642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:21:58.330387 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-82e887f8-4905-4d1c-9a4d-9e39db879fbc req-e531211d-bb99-4753-ab62-224e1e6166f0 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Deleting port 05ea27c2-aea1-4889-a499-7a410ed0ad55 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:21:58.330868 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82e887f8-4905-4d1c-9a4d-9e39db879fbc req-e531211d-bb99-4753-ab62-224e1e6166f0 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (05ea27c2-aea1-4889-a499-7a410ed0ad55), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:58.509227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Attempting to bind port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:21:58.511464 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Attempting to bind port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '09d9ec5d-227a-49bd-be4d-437119e8573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fc65564d-2a4c-41b2-b69f-09d2ef6dcef3'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:21:58.512016 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Attempting to bind port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 on network fc65564d-2a4c-41b2-b69f-09d2ef6dcef3 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:21:58.517839 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:58.518719 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:58.536463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:21:58.537133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Checking segment: {'id': '09d9ec5d-227a-49bd-be4d-437119e8573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fc65564d-2a4c-41b2-b69f-09d2ef6dcef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:21:58.537727 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:58.538321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Bound using segment: {'id': '09d9ec5d-227a-49bd-be4d-437119e8573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fc65564d-2a4c-41b2-b69f-09d2ef6dcef3'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:21:58.539123 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Bound port: 2ea310b6-6030-4c32-8864-dbeaf6ae2f91, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d9ec5d-227a-49bd-be4d-437119e8573c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fc65564d-2a4c-41b2-b69f-09d2ef6dcef3'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:21:58.539672 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2ea310b6-6030-4c32-8864-dbeaf6ae2f91), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:58.555008 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6e0659-59d2-4159-9cb2-64a74c6dd95a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:21:58.568417 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c2286eea-e6be-4853-82fa-3e0cdc3b68cd tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0788972 Jan 28 19:21:58.572006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52962) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:58.580330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:58.590422 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-38e2d69a-0c6b-48a8-8c45-8a153c675a7f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'subnet': {'network_id': 'baba2445-1ddd-4e39-b2ef-d38910252d10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:21:58.601839 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-82e887f8-4905-4d1c-9a4d-9e39db879fbc req-e531211d-bb99-4753-ab62-224e1e6166f0 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] For port 05ea27c2-aea1-4889-a499-7a410ed0ad55, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=05ea27c2-aea1-4889-a499-7a410ed0ad55,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:58.603411 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82e887f8-4905-4d1c-9a4d-9e39db879fbc req-e531211d-bb99-4753-ab62-224e1e6166f0 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (05ea27c2-aea1-4889-a499-7a410ed0ad55), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:58.605555 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-321c9751-6eb9-4087-8e21-c0a748959170 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (b04cc055-d249-4eea-95d8-c06a1752ccc1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:58.650443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] For port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:21:58.653790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ac0e1-27ab-4fef-974d-d29086692834 req-190642bd-e94e-4b0e-a4f6-85a919560214 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:58.656089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] For port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2ea310b6-6030-4c32-8864-dbeaf6ae2f91,segment=NetworkSegment(09d9ec5d-227a-49bd-be4d-437119e8573c),segment_id=09d9ec5d-227a-49bd-be4d-437119e8573c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:21:58.661785 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:58.677966 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6f0ac0e1-27ab-4fef-974d-d29086692834 req-190642bd-e94e-4b0e-a4f6-85a919560214 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 950 time: 0.2720742 Jan 28 19:21:58.729968 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:21:58.730680 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:58.742504 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2286eea-e6be-4853-82fa-3e0cdc3b68cd tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Network': ['ID=baba2445-1ddd-4e39-b2ef-d38910252d10,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:58.753213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c9751-6eb9-4087-8e21-c0a748959170 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=b04cc055-d249-4eea-95d8-c06a1752ccc1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:58.769920 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-82e887f8-4905-4d1c-9a4d-9e39db879fbc req-e531211d-bb99-4753-ab62-224e1e6166f0 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Calling delete_port for 05ea27c2-aea1-4889-a499-7a410ed0ad55 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:21:58.771716 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:58.792148 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2ea310b6-6030-4c32-8864-dbeaf6ae2f91), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:58.804512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network baba2445-1ddd-4e39-b2ef-d38910252d10 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:21:59.033015 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497cbf6-6b33-464f-ac05-6937d89df21e req-b0d900a9-70ec-4c47-ae94-2fba109718ab tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:59.036948 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6f0ac0e1-27ab-4fef-974d-d29086692834 req-5f7c0de5-f864-461e-81ef-5db3ecc2382b tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378441 Jan 28 19:21:59.039230 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c497cbf6-6b33-464f-ac05-6937d89df21e req-b0d900a9-70ec-4c47-ae94-2fba109718ab tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 945 time: 0.4680407 Jan 28 19:21:59.133771 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-321c9751-6eb9-4087-8e21-c0a748959170 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:59.148848 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-321c9751-6eb9-4087-8e21-c0a748959170 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/b04cc055-d249-4eea-95d8-c06a1752ccc1 HTTP/1.1" status: 204 len: 168 time: 2.5791812 Jan 28 19:21:59.149466 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eed174-2ad4-41b4-9e12-0abceef0390f None None] Pushing event updated for resources: {'Port': ['ID=2ea310b6-6030-4c32-8864-dbeaf6ae2f91,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:59.156237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52966) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:59.178578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:59.180902 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387628bd-c17b-4c63-8437-96ac4679c4ab" -d '{"events": [{"server_uuid": "21d74e39-0fd8-45d9-9ea1-9efa53faae9d", "name": "network-vif-plugged", "status": "completed", "tag": "d8abe3d1-9141-485b-8c8a-c189f2d8ec9a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:59.217857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e2d69a-0c6b-48a8-8c45-8a153c675a7f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:21:59.224098 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38e2d69a-0c6b-48a8-8c45-8a153c675a7f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:59.249524 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:21:59.260256 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:59.339735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['8b6e0659-59d2-4159-9cb2-64a74c6dd95a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:59.360020 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82e887f8-4905-4d1c-9a4d-9e39db879fbc req-e531211d-bb99-4753-ab62-224e1e6166f0 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (05ea27c2-aea1-4889-a499-7a410ed0ad55), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:59.372483 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-591e82b5-bce7-4776-9975-44f61522c70a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] GET failed (client error): The resource could not be found. Jan 28 19:21:59.381078 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f21353-934c-4b6f-a316-13007a9027a1 req-85f3cf4e-ce6e-43f6-960d-559fc5118e57 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:21:59.385578 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-591e82b5-bce7-4776-9975-44f61522c70a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports/b04cc055-d249-4eea-95d8-c06a1752ccc1 HTTP/1.1" status: 404 len: 333 time: 0.2070820 Jan 28 19:21:59.392606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52972) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:21:59.394636 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f21353-934c-4b6f-a316-13007a9027a1 req-85f3cf4e-ce6e-43f6-960d-559fc5118e57 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 944 time: 0.1688609 Jan 28 19:21:59.445988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['05ea27c2-aea1-4889-a499-7a410ed0ad55'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:59.452525 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['49cf77ac-ad79-4181-aa0c-3b25fa94c6cd'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:21:59.523948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c497cbf6-6b33-464f-ac05-6937d89df21e req-71da9a41-d214-464c-93c9-8915c11c2012 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4467082 Jan 28 19:21:59.601892 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531211d-bb99-4753-ab62-224e1e6166f0 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Pushing event deleted for resources: {'Port': ['ID=05ea27c2-aea1-4889-a499-7a410ed0ad55,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:59.676984 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:21:59.696975 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e887f8-4905-4d1c-9a4d-9e39db879fbc req-e531211d-bb99-4753-ab62-224e1e6166f0 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] No DVR routers for this DVR port 05ea27c2-aea1-4889-a499-7a410ed0ad55 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:21:59.700523 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-82e887f8-4905-4d1c-9a4d-9e39db879fbc req-e531211d-bb99-4753-ab62-224e1e6166f0 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:59.705745 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-82e887f8-4905-4d1c-9a4d-9e39db879fbc req-e531211d-bb99-4753-ab62-224e1e6166f0 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.31 "DELETE /v2.0/ports/05ea27c2-aea1-4889-a499-7a410ed0ad55 HTTP/1.1" status: 204 len: 173 time: 1.7062635 Jan 28 19:21:59.706558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5', 'name': 'network-vif-deleted', 'tag': '05ea27c2-aea1-4889-a499-7a410ed0ad55'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:21:59.721542 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5094e2-9a42-42b7-ace8-432eb6c0f987" -d '{"events": [{"server_uuid": "1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5", "name": "network-vif-deleted", "tag": "05ea27c2-aea1-4889-a499-7a410ed0ad55"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:21:59.767630 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a5d2f8c-aae2-4bf5-9192-b1dec31b88ae tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (a8e1f44d-5b01-4980-977b-3ee6152006ef), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:59.798136 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f21353-934c-4b6f-a316-13007a9027a1 req-86997711-365c-4e8a-b642-64f2fd83c61b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873324 Jan 28 19:21:59.909327 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a5d2f8c-aae2-4bf5-9192-b1dec31b88ae tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (a8e1f44d-5b01-4980-977b-3ee6152006ef), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:21:59.929516 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc659dc-c119-404f-84e4-0f136b745d2c x-openstack-request-id: req-3bc659dc-c119-404f-84e4-0f136b745d2c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:21:59.929989 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d74e39-0fd8-45d9-9ea1-9efa53faae9d", "name": "network-vif-plugged", "status": "completed", "tag": "d8abe3d1-9141-485b-8c8a-c189f2d8ec9a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:21:59.930342 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3bc659dc-c119-404f-84e4-0f136b745d2c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:21:59.930927 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a', 'code': 200} Jan 28 19:22:00.042448 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaba71c5-0240-442a-9352-8da2e6faf6a5 x-openstack-request-id: req-aaba71c5-0240-442a-9352-8da2e6faf6a5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:00.043627 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5", "name": "network-vif-deleted", "tag": "05ea27c2-aea1-4889-a499-7a410ed0ad55", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:00.044419 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aaba71c5-0240-442a-9352-8da2e6faf6a5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:00.045224 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5', 'name': 'network-vif-deleted', 'tag': '05ea27c2-aea1-4889-a499-7a410ed0ad55', 'status': 'completed', 'code': 200} Jan 28 19:22:00.050120 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38e2d69a-0c6b-48a8-8c45-8a153c675a7f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (dc0d34df-9a6b-4f75-a712-a7b896e87dc8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:00.139392 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:00.395718 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2d69a-0c6b-48a8-8c45-8a153c675a7f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Subnet': ['ID=dc0d34df-9a6b-4f75-a712-a7b896e87dc8,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:00.470111 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a5d2f8c-aae2-4bf5-9192-b1dec31b88ae tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a8e1f44d-5b01-4980-977b-3ee6152006ef), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:00.482650 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a5d2f8c-aae2-4bf5-9192-b1dec31b88ae tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:00.487498 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0a5d2f8c-aae2-4bf5-9192-b1dec31b88ae tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/security-groups/a8e1f44d-5b01-4980-977b-3ee6152006ef HTTP/1.1" status: 204 len: 168 time: 1.0822477 Jan 28 19:22:00.488677 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e2d69a-0c6b-48a8-8c45-8a153c675a7f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Checking segment: {'id': '8b279b15-3edf-475c-953c-09f7ab883ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'baba2445-1ddd-4e39-b2ef-d38910252d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:00.489211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e2d69a-0c6b-48a8-8c45-8a153c675a7f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network hostable DHCP agents. Network: baba2445-1ddd-4e39-b2ef-d38910252d10, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:22:00.497423 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f04ea26-5576-4c37-88f0-687b25f7cbd0 req-7d3b4e59-cecc-4b72-85b2-6073cbe76f5a tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f1ed4e4-18a0-4027-9a2d-c9391a44b9e5 HTTP/1.1" status: 200 len: 210 time: 0.1327219 Jan 28 19:22:00.502723 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52978) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:00.569325 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d2f8c-aae2-4bf5-9192-b1dec31b88ae tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e1f44d-5b01-4980-977b-3ee6152006ef,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:00.666962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e2d69a-0c6b-48a8-8c45-8a153c675a7f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network baba2445-1ddd-4e39-b2ef-d38910252d10 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:22:00.706053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-38e2d69a-0c6b-48a8-8c45-8a153c675a7f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, baba2445-1ddd-4e39-b2ef-d38910252d10) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:00.706053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e2d69a-0c6b-48a8-8c45-8a153c675a7f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:00.706053 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38e2d69a-0c6b-48a8-8c45-8a153c675a7f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:00.713543 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a470b65-69f2-4809-9eb2-dadc5f0fd72b None None] Network baba2445-1ddd-4e39-b2ef-d38910252d10 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:00.737132 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d44f838-799c-4bb1-9168-7e0eb1d84210 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (809d69fa-eff1-45af-a340-620a5470c859), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:00.774804 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-38e2d69a-0c6b-48a8-8c45-8a153c675a7f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1930861 Jan 28 19:22:00.777752 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52982) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:00.882758 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d44f838-799c-4bb1-9168-7e0eb1d84210 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (809d69fa-eff1-45af-a340-620a5470c859), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:00.991528 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d44f838-799c-4bb1-9168-7e0eb1d84210 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (809d69fa-eff1-45af-a340-620a5470c859), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:00.994533 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d44f838-799c-4bb1-9168-7e0eb1d84210 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:00.998789 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4d44f838-799c-4bb1-9168-7e0eb1d84210 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/security-groups/809d69fa-eff1-45af-a340-620a5470c859 HTTP/1.1" status: 204 len: 168 time: 0.4905658 Jan 28 19:22:00.999515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52988) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:01.030424 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44f838-799c-4bb1-9168-7e0eb1d84210 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=809d69fa-eff1-45af-a340-620a5470c859,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:01.068943 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3668b1b7-e6dd-40bc-8ff5-08fb9a9452d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (063ef11d-b6c4-4548-a9f0-d101e10e4d6e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.094713 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3668b1b7-e6dd-40bc-8ff5-08fb9a9452d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (063ef11d-b6c4-4548-a9f0-d101e10e4d6e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.212889 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3668b1b7-e6dd-40bc-8ff5-08fb9a9452d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (063ef11d-b6c4-4548-a9f0-d101e10e4d6e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.216079 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3668b1b7-e6dd-40bc-8ff5-08fb9a9452d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.220776 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3668b1b7-e6dd-40bc-8ff5-08fb9a9452d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/security-groups/063ef11d-b6c4-4548-a9f0-d101e10e4d6e HTTP/1.1" status: 204 len: 168 time: 0.2169180 Jan 28 19:22:01.223864 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d2426b0-6bdf-4988-b658-1b44c4744dbf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (baba2445-1ddd-4e39-b2ef-d38910252d10), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.224043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52990) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:01.253262 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:01.284003 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668b1b7-e6dd-40bc-8ff5-08fb9a9452d0 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=063ef11d-b6c4-4548-a9f0-d101e10e4d6e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:01.358430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab004b16-1066-4a76-9c52-f034d5c726e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-baba2445-1ddd-4e39-b2ef-d38910252d10', 'network_id': 'baba2445-1ddd-4e39-b2ef-d38910252d10', 'project_id': '5de37589603a4487bd42c4b63679ca93', 'fixed_ips': [{'subnet_id': 'dc0d34df-9a6b-4f75-a712-a7b896e87dc8'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:22:01.359300 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab004b16-1066-4a76-9c52-f034d5c726e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.531742 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f2244-abe6-4742-a52e-b8a1d244b749 req-f4e59ab6-c19c-483c-bef3-a073f121dd00 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:01.534394 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d2426b0-6bdf-4988-b658-1b44c4744dbf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (dc0d34df-9a6b-4f75-a712-a7b896e87dc8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.540320 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-795f2244-abe6-4742-a52e-b8a1d244b749 req-f4e59ab6-c19c-483c-bef3-a073f121dd00 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 944 time: 0.3917208 Jan 28 19:22:01.559154 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e52bb2-ca1f-445c-bf75-deb5540f203c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting subnet a53984d6-c41e-4df3-b0fa-b1654eded55b {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:22:01.571556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e84032-d434-4dae-8844-56da0a209221 req-d640116e-361b-4dcc-8294-d5a1911045c2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:01.573583 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7e52bb2-ca1f-445c-bf75-deb5540f203c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (a53984d6-c41e-4df3-b0fa-b1654eded55b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.574906 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77e84032-d434-4dae-8844-56da0a209221 req-d640116e-361b-4dcc-8294-d5a1911045c2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.5178952 Jan 28 19:22:01.642320 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef91c2f5-13b4-4dca-b650-06dea46eea31 None None] Network fc65564d-2a4c-41b2-b69f-09d2ef6dcef3 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:01.705712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77e84032-d434-4dae-8844-56da0a209221 req-60264cf6-da8d-4cd9-86a8-fe4f3552b4d7 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885522 Jan 28 19:22:01.709654 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7e52bb2-ca1f-445c-bf75-deb5540f203c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (a53984d6-c41e-4df3-b0fa-b1654eded55b), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.729321 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d2426b0-6bdf-4988-b658-1b44c4744dbf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (dc0d34df-9a6b-4f75-a712-a7b896e87dc8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.822978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:01.829937 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2ea310b6-6030-4c32-8864-dbeaf6ae2f91), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.861094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2426b0-6bdf-4988-b658-1b44c4744dbf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0d34df-9a6b-4f75-a712-a7b896e87dc8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:01.935507 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7e52bb2-ca1f-445c-bf75-deb5540f203c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (a53984d6-c41e-4df3-b0fa-b1654eded55b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server [None req-ab004b16-1066-4a76-9c52-f034d5c726e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc0d34df-9a6b-4f75-a712-a7b896e87dc8: This subnet is being modified by another concurrent operation. Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:22:01.945446 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise exception Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc0d34df-9a6b-4f75-a712-a7b896e87dc8: This subnet is being modified by another concurrent operation. Jan 28 19:22:01.949752 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server Jan 28 19:22:01.990697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938a7779-ec5e-4fd1-90da-3ab0a6a901ae None None] Network baba2445-1ddd-4e39-b2ef-d38910252d10 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:01.996166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5bd35def-339c-4ecb-8696-849df6dd0a4b None None] Provisioning complete for port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:01.996879 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bd35def-339c-4ecb-8696-849df6dd0a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2ea310b6-6030-4c32-8864-dbeaf6ae2f91), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.131846 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d2426b0-6bdf-4988-b658-1b44c4744dbf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (baba2445-1ddd-4e39-b2ef-d38910252d10), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.152473 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7e52bb2-ca1f-445c-bf75-deb5540f203c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (a53984d6-c41e-4df3-b0fa-b1654eded55b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.183255 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6d2426b0-6bdf-4988-b658-1b44c4744dbf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baba2445-1ddd-4e39-b2ef-d38910252d10']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:02.196104 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6d2426b0-6bdf-4988-b658-1b44c4744dbf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b279b15-3edf-475c-953c-09f7ab883ff6') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:02.196408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6d2426b0-6bdf-4988-b658-1b44c4744dbf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b279b15-3edf-475c-953c-09f7ab883ff6') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:02.208622 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d2426b0-6bdf-4988-b658-1b44c4744dbf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (8b279b15-3edf-475c-953c-09f7ab883ff6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.217304 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7e52bb2-ca1f-445c-bf75-deb5540f203c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.235444 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d2426b0-6bdf-4988-b658-1b44c4744dbf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8b279b15-3edf-475c-953c-09f7ab883ff6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.236925 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a7e52bb2-ca1f-445c-bf75-deb5540f203c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/a53984d6-c41e-4df3-b0fa-b1654eded55b HTTP/1.1" status: 204 len: 168 time: 0.9895122 Jan 28 19:22:02.237654 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52998) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:02.259060 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2426b0-6bdf-4988-b658-1b44c4744dbf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:22:02.260123 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d2426b0-6bdf-4988-b658-1b44c4744dbf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (8b279b15-3edf-475c-953c-09f7ab883ff6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.405915 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-795f2244-abe6-4742-a52e-b8a1d244b749 req-1d4b0a38-965e-4cba-a94a-2223a6cce70e tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8645902 Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:22:02.411091 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:22:02.418665 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e52bb2-ca1f-445c-bf75-deb5540f203c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Subnet': ['ID=a53984d6-c41e-4df3-b0fa-b1654eded55b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:02.535756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b53a8c-2f5c-4683-aaba-5780970bec76 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting subnet dcf42f60-9c14-4456-850e-6e06980644c3 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:22:02.536903 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d2426b0-6bdf-4988-b658-1b44c4744dbf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (baba2445-1ddd-4e39-b2ef-d38910252d10), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.541072 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8b53a8c-2f5c-4683-aaba-5780970bec76 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (dcf42f60-9c14-4456-850e-6e06980644c3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.553003 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d2426b0-6bdf-4988-b658-1b44c4744dbf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.557792 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6d2426b0-6bdf-4988-b658-1b44c4744dbf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/networks/baba2445-1ddd-4e39-b2ef-d38910252d10 HTTP/1.1" status: 204 len: 168 time: 1.7784016 Jan 28 19:22:02.596674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53000) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:02.599466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2426b0-6bdf-4988-b658-1b44c4744dbf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Network': ['ID=baba2445-1ddd-4e39-b2ef-d38910252d10,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:02.626653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-74bde47d-e519-4877-bb90-ac75d0cd6e76 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-560171050'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:02.661076 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8b53a8c-2f5c-4683-aaba-5780970bec76 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (dcf42f60-9c14-4456-850e-6e06980644c3), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.686277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac028f-ebe0-40b9-93a4-8a023c8731f1 req-c24cf474-2df7-40c3-8277-4f69000a16d5 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:02.696830 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3ac028f-ebe0-40b9-93a4-8a023c8731f1 req-c24cf474-2df7-40c3-8277-4f69000a16d5 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 950 time: 0.2869306 Jan 28 19:22:02.747177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bde47d-e519-4877-bb90-ac75d0cd6e76 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:02.750692 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74bde47d-e519-4877-bb90-ac75d0cd6e76 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.768591 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 05ea27c2-aea1-4889-a499-7a410ed0ad55 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:02.770763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d47dd2c-814e-4455-b76e-a9517aed355e None None] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:02.772600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 8b6e0659-59d2-4159-9cb2-64a74c6dd95a up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:02.781262 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3ac028f-ebe0-40b9-93a4-8a023c8731f1 req-0f4fd939-d975-4380-9c74-19aae0d5d819 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831976 Jan 28 19:22:02.819880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bde47d-e519-4877-bb90-ac75d0cd6e76 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:22:02.858583 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74bde47d-e519-4877-bb90-ac75d0cd6e76 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f523709c-4803-45d9-a30c-e33612ae317b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:02.863419 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-74bde47d-e519-4877-bb90-ac75d0cd6e76 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Added segment f523709c-4803-45d9-a30c-e33612ae317b of type vlan for network b99e6a25-a726-4657-8cc2-659a1acb3e43 Jan 28 19:22:02.949064 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8b53a8c-2f5c-4683-aaba-5780970bec76 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (dcf42f60-9c14-4456-850e-6e06980644c3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.041191 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74bde47d-e519-4877-bb90-ac75d0cd6e76 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (b99e6a25-a726-4657-8cc2-659a1acb3e43), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.117654 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74bde47d-e519-4877-bb90-ac75d0cd6e76 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (b99e6a25-a726-4657-8cc2-659a1acb3e43), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.127355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bde47d-e519-4877-bb90-ac75d0cd6e76 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:03.128163 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74bde47d-e519-4877-bb90-ac75d0cd6e76 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.149259 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 05ea27c2-aea1-4889-a499-7a410ed0ad55 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:22:03.149914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 05ea27c2-aea1-4889-a499-7a410ed0ad55 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:22:03.160284 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8b53a8c-2f5c-4683-aaba-5780970bec76 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (dcf42f60-9c14-4456-850e-6e06980644c3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.223466 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b53a8c-2f5c-4683-aaba-5780970bec76 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf42f60-9c14-4456-850e-6e06980644c3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:03.254634 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8b53a8c-2f5c-4683-aaba-5780970bec76 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.264551 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f8b53a8c-2f5c-4683-aaba-5780970bec76 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/dcf42f60-9c14-4456-850e-6e06980644c3 HTTP/1.1" status: 204 len: 168 time: 0.9287677 Jan 28 19:22:03.267271 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:03.267637 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2ea310b6-6030-4c32-8864-dbeaf6ae2f91), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.270345 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53006) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:03.277094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bde47d-e519-4877-bb90-ac75d0cd6e76 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Network': ['ID=b99e6a25-a726-4657-8cc2-659a1acb3e43,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:03.300987 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-74bde47d-e519-4877-bb90-ac75d0cd6e76 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6896207 Jan 28 19:22:03.303735 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53008) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:03.311874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b6426f8e-d281-4d90-ba53-a003f36e0982 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'subnet': {'network_id': 'b99e6a25-a726-4657-8cc2-659a1acb3e43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:03.329580 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9bddd6-82be-4f4c-b94a-69da94e92b4b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:03.330043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9bddd6-82be-4f4c-b94a-69da94e92b4b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:03.340514 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4d9bddd6-82be-4f4c-b94a-69da94e92b4b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/a53984d6-c41e-4df3-b0fa-b1654eded55b HTTP/1.1" status: 404 len: 337 time: 0.0689595 Jan 28 19:22:03.341157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53010) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:03.360538 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network b99e6a25-a726-4657-8cc2-659a1acb3e43 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:03.403216 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8713d731-8884-4b70-8d8f-0523e9ca27ee tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting subnet 0df538a3-c060-48ea-b278-dd5a8be420b9 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:22:03.412659 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ced6af-dd94-4668-8d5f-dfe55fbca1e6 req-0955b2f9-dad2-473f-aeab-058d0b9eeae2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:03.420023 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7ced6af-dd94-4668-8d5f-dfe55fbca1e6 req-0955b2f9-dad2-473f-aeab-058d0b9eeae2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.4520586 Jan 28 19:22:03.435421 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8713d731-8884-4b70-8d8f-0523e9ca27ee tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (0df538a3-c060-48ea-b278-dd5a8be420b9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.557560 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8713d731-8884-4b70-8d8f-0523e9ca27ee tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (0df538a3-c060-48ea-b278-dd5a8be420b9), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.700719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6426f8e-d281-4d90-ba53-a003f36e0982 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:03.714493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2ea310b6-6030-4c32-8864-dbeaf6ae2f91,segment=NetworkSegment(09d9ec5d-227a-49bd-be4d-437119e8573c),segment_id=09d9ec5d-227a-49bd-be4d-437119e8573c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:03.715329 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7ced6af-dd94-4668-8d5f-dfe55fbca1e6 req-cfe1aae3-3902-4a2b-8d14-e7bcfe5982d9 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2886944 Jan 28 19:22:03.715451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5bd35def-339c-4ecb-8696-849df6dd0a4b None None] Current status of the port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:03.715451 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bd35def-339c-4ecb-8696-849df6dd0a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2ea310b6-6030-4c32-8864-dbeaf6ae2f91), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.722170 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6426f8e-d281-4d90-ba53-a003f36e0982 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.747220 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8713d731-8884-4b70-8d8f-0523e9ca27ee tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (0df538a3-c060-48ea-b278-dd5a8be420b9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.779191 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2ea310b6-6030-4c32-8864-dbeaf6ae2f91), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.914223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:22:03.959330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:03.962151 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:03.983935 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8713d731-8884-4b70-8d8f-0523e9ca27ee tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (0df538a3-c060-48ea-b278-dd5a8be420b9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:04.017626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44d2d2-5e64-4121-9cbe-04dde90193b6 req-42902b53-2d46-4822-a823-2ba51bd98949 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.025491 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-df44d2d2-5e64-4121-9cbe-04dde90193b6 req-42902b53-2d46-4822-a823-2ba51bd98949 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 944 time: 0.4063702 Jan 28 19:22:04.077884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713d731-8884-4b70-8d8f-0523e9ca27ee tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Subnet': ['ID=0df538a3-c060-48ea-b278-dd5a8be420b9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:04.096319 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8713d731-8884-4b70-8d8f-0523e9ca27ee tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:04.112583 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53026) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:04.113095 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=2ea310b6-6030-4c32-8864-dbeaf6ae2f91,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:04.118164 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8713d731-8884-4b70-8d8f-0523e9ca27ee tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/0df538a3-c060-48ea-b278-dd5a8be420b9 HTTP/1.1" status: 204 len: 168 time: 0.7729468 Jan 28 19:22:04.179326 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-5bd35def-339c-4ecb-8696-849df6dd0a4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:22:04.184949 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-5bd35def-339c-4ecb-8696-849df6dd0a4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:22:04.190890 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007dc56-c226-4ecf-a092-a464a8fa2a12 req-3931b3d4-b981-42f6-aacd-f78ed6e72ffe tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.193239 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f007dc56-c226-4ecf-a092-a464a8fa2a12 req-3931b3d4-b981-42f6-aacd-f78ed6e72ffe tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 950 time: 0.2721550 Jan 28 19:22:04.244796 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b294a2bf-937d-4ea0-ae90-1ff7f86f6af4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:04.245567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b294a2bf-937d-4ea0-ae90-1ff7f86f6af4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:04.253982 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b294a2bf-937d-4ea0-ae90-1ff7f86f6af4 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/fbcd665f-b4ed-4a44-b589-3a83273b4e11 HTTP/1.1" status: 404 len: 337 time: 0.1283727 Jan 28 19:22:04.256353 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53028) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:04.274712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100f6f5-251f-45f6-af51-974befa02e98 req-f5a90478-e1b9-4871-9f65-0d84fce62148 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.277004 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e100f6f5-251f-45f6-af51-974befa02e98 req-f5a90478-e1b9-4871-9f65-0d84fce62148 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 950 time: 0.3767006 Jan 28 19:22:04.300572 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-df44d2d2-5e64-4121-9cbe-04dde90193b6 req-2807f948-2f34-44f9-a1e0-dcae2968bee9 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736528 Jan 28 19:22:04.343028 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f007dc56-c226-4ecf-a092-a464a8fa2a12 req-58d4da42-1c53-4cbd-8e77-20c69f969723 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383276 Jan 28 19:22:04.380384 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e1fe5fd9-aa58-448e-9c96-751ca4be2b13 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "GET /v2.0/ports?device_id=e107c6d8-e868-4a24-8b33-3496694e3fac HTTP/1.1" status: 200 len: 205 time: 0.1188879 Jan 28 19:22:04.380760 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53030) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:04.418111 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:04.422006 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:04.514974 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-4a9ecf48-c59e-4f68-8566-b6ca5a3fe989 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] delete failed (client error): The resource could not be found. Jan 28 19:22:04.519234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4546ac-fdf8-44fb-8639-bfde86cf9a9b None None] Update dhcp port {'port': {'network_id': '8ae67a04-fbfa-47db-be2f-6bf3793f237d', 'fixed_ips': [{'subnet_id': 'dcf42f60-9c14-4456-850e-6e06980644c3'}, {'subnet_id': '0df538a3-c060-48ea-b278-dd5a8be420b9'}], 'binding:host_id': 'n-d-824834-4'}, 'id': '87194ec9-a7b0-44ce-bc34-76ce9826ef97'} from n-d-824834-4. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:22:04.524277 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4a9ecf48-c59e-4f68-8566-b6ca5a3fe989 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/routers/e107c6d8-e868-4a24-8b33-3496694e3fac HTTP/1.1" status: 404 len: 336 time: 0.1402738 Jan 28 19:22:04.524591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53034) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:04.538206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f9568f-7ed4-46a0-adba-22918d069364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:04.540609 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1ca923-170f-49d4-91c0-50bdfb11f50a" -d '{"events": [{"server_uuid": "f7f9568f-7ed4-46a0-adba-22918d069364", "name": "network-vif-plugged", "status": "completed", "tag": "8b6e0659-59d2-4159-9cb2-64a74c6dd95a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:04.605723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:04.608678 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-af49703d-1462-45a9-8518-f5cc4d1c5058 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:04.609143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af49703d-1462-45a9-8518-f5cc4d1c5058 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:04.628234 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:04.630195 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-af49703d-1462-45a9-8518-f5cc4d1c5058 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/7fc5e532-2502-443c-9d15-036cc68f4488 HTTP/1.1" status: 404 len: 337 time: 0.1043167 Jan 28 19:22:04.631123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53040) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:04.646496 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975298dd-1c5a-4a43-b29e-0737e0fcc067 x-openstack-request-id: req-975298dd-1c5a-4a43-b29e-0737e0fcc067 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:04.646781 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f9568f-7ed4-46a0-adba-22918d069364", "name": "network-vif-plugged", "status": "completed", "tag": "8b6e0659-59d2-4159-9cb2-64a74c6dd95a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:04.647095 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-975298dd-1c5a-4a43-b29e-0737e0fcc067 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:04.647451 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f9568f-7ed4-46a0-adba-22918d069364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a', 'code': 200} Jan 28 19:22:04.659006 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8d4546ac-fdf8-44fb-8639-bfde86cf9a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:04.700891 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-66791a5b-0bef-4dd4-9785-1cff13b8bc1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:04.704983 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66791a5b-0bef-4dd4-9785-1cff13b8bc1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:04.719773 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53042) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:04.720510 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-66791a5b-0bef-4dd4-9785-1cff13b8bc1b tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/391d9a79-44c1-4f65-9dd4-fa5a6f00e529 HTTP/1.1" status: 404 len: 337 time: 0.0857866 Jan 28 19:22:04.856451 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df7255a-bf96-4a97-aaac-ee82f240409a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:04.856949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df7255a-bf96-4a97-aaac-ee82f240409a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:04.861683 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2df7255a-bf96-4a97-aaac-ee82f240409a tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/766a6850-b1c7-4b07-8e00-197712ea8763 HTTP/1.1" status: 404 len: 337 time: 0.1114142 Jan 28 19:22:04.864514 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53048) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:04.931144 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6426f8e-d281-4d90-ba53-a003f36e0982 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (83928933-856b-430c-9269-f18be8ddbcc6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:04.965789 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de9f9d0-cd58-466f-be31-86ffb59f250d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:04.971679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de9f9d0-cd58-466f-be31-86ffb59f250d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:04.982881 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2de9f9d0-cd58-466f-be31-86ffb59f250d tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/df5b6bbe-6040-4d7a-9856-5bba1e5bd548 HTTP/1.1" status: 404 len: 333 time: 0.1170528 Jan 28 19:22:04.985157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5af841-ee65-4c43-a916-40a2ec03c96d req-90d60e43-d711-4f44-ad86-8c27c213533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:04.986898 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5af841-ee65-4c43-a916-40a2ec03c96d req-90d60e43-d711-4f44-ad86-8c27c213533a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 1127 time: 0.2659154 Jan 28 19:22:04.993629 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53052) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:05.010004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e100f6f5-251f-45f6-af51-974befa02e98 req-1d08e3c1-b016-4589-9b03-009cd047f1a1 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Deleting port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:05.010502 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e100f6f5-251f-45f6-af51-974befa02e98 req-1d08e3c1-b016-4589-9b03-009cd047f1a1 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (49cf77ac-ad79-4181-aa0c-3b25fa94c6cd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:05.087193 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5bd35def-339c-4ecb-8696-849df6dd0a4b None None] Current status of the port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:05.107265 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06a38f1-c9bc-4e75-9f1c-92f3fda3f19c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:05.107790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06a38f1-c9bc-4e75-9f1c-92f3fda3f19c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:05.114324 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b06a38f1-c9bc-4e75-9f1c-92f3fda3f19c tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/f9bd4f6e-9950-440d-aba4-3129de04e5de HTTP/1.1" status: 404 len: 337 time: 0.1151359 Jan 28 19:22:05.115151 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53056) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:05.138801 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6426f8e-d281-4d90-ba53-a003f36e0982 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Subnet': ['ID=83928933-856b-430c-9269-f18be8ddbcc6,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:05.181033 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e1dc1b-247f-4265-8837-2947ee569140 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:05.181690 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e1dc1b-247f-4265-8837-2947ee569140 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:05.188646 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-14e1dc1b-247f-4265-8837-2947ee569140 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/193e3a16-16e4-46de-aedb-367884fd5970 HTTP/1.1" status: 404 len: 337 time: 0.0707572 Jan 28 19:22:05.189424 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53058) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:05.190563 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:05.209609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6426f8e-d281-4d90-ba53-a003f36e0982 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Checking segment: {'id': 'f523709c-4803-45d9-a30c-e33612ae317b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b99e6a25-a726-4657-8cc2-659a1acb3e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:05.210414 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6426f8e-d281-4d90-ba53-a003f36e0982 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network hostable DHCP agents. Network: b99e6a25-a726-4657-8cc2-659a1acb3e43, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:22:05.217926 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f5af841-ee65-4c43-a916-40a2ec03c96d req-657899a9-38e7-4919-9c92-a8a6035627bf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213469 Jan 28 19:22:05.254951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335dc6b-30c3-4ce8-9c7d-6f38abd079a0 req-eacd295d-aa64-45d1-8433-f1834093b3b9 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:05.256682 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9335dc6b-30c3-4ce8-9c7d-6f38abd079a0 req-eacd295d-aa64-45d1-8433-f1834093b3b9 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.2944584 Jan 28 19:22:05.279434 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce58658-fffb-4e6a-a57a-92e31b903f13 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:05.280418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce58658-fffb-4e6a-a57a-92e31b903f13 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:05.284382 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6ce58658-fffb-4e6a-a57a-92e31b903f13 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/38add98d-d69a-439d-86ff-23c00e13d911 HTTP/1.1" status: 404 len: 333 time: 0.0920138 Jan 28 19:22:05.287267 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53060) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:05.356142 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9335dc6b-30c3-4ce8-9c7d-6f38abd079a0 req-4c9acba8-f79d-4371-82a8-65be03990547 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882738 Jan 28 19:22:05.370732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b355ebf9-ac22-4f0d-a475-08450fc8eea4 None None] Provisioning complete for port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:05.371127 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b355ebf9-ac22-4f0d-a475-08450fc8eea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2ea310b6-6030-4c32-8864-dbeaf6ae2f91), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:05.470639 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ba422f-fee2-4a09-b20f-103db61b252e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:05.471328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ba422f-fee2-4a09-b20f-103db61b252e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:05.474549 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-56ba422f-fee2-4a09-b20f-103db61b252e tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/b1eb6d0b-ddba-43fb-b836-feeb5416cdd2 HTTP/1.1" status: 404 len: 337 time: 0.1776648 Jan 28 19:22:05.477236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53066) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:05.483247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad99378e-bee5-42bf-a0f5-716f6b109b81 None None] get_active_networks_info from n-d-824834-4 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:22:05.499047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e100f6f5-251f-45f6-af51-974befa02e98 req-1d08e3c1-b016-4589-9b03-009cd047f1a1 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] For port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=49cf77ac-ad79-4181-aa0c-3b25fa94c6cd,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:05.499478 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e100f6f5-251f-45f6-af51-974befa02e98 req-1d08e3c1-b016-4589-9b03-009cd047f1a1 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (49cf77ac-ad79-4181-aa0c-3b25fa94c6cd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:05.503636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6426f8e-d281-4d90-ba53-a003f36e0982 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network b99e6a25-a726-4657-8cc2-659a1acb3e43 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:22:05.585106 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e31a434-58b2-489f-ae0b-e27af8b4da29 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:05.586265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e31a434-58b2-489f-ae0b-e27af8b4da29 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:05.586793 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e100f6f5-251f-45f6-af51-974befa02e98 req-1d08e3c1-b016-4589-9b03-009cd047f1a1 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Calling delete_port for 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:05.592520 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7e31a434-58b2-489f-ae0b-e27af8b4da29 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/subnets/547199b2-7ee4-4299-974b-305ac79f246c HTTP/1.1" status: 404 len: 337 time: 0.1136262 Jan 28 19:22:05.598402 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53068) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:05.652538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b6426f8e-d281-4d90-ba53-a003f36e0982 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, b99e6a25-a726-4657-8cc2-659a1acb3e43) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:05.691137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6426f8e-d281-4d90-ba53-a003f36e0982 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:05.691734 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6426f8e-d281-4d90-ba53-a003f36e0982 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:05.801423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad99378e-bee5-42bf-a0f5-716f6b109b81 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:22:05.862368 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b6426f8e-d281-4d90-ba53-a003f36e0982 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5568218 Jan 28 19:22:05.872782 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:05.886599 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e076817c-a1ac-4c73-9713-4973ae5912ce tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-473694645'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:05.892342 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b4adb-5e0b-45d5-bc47-ff1a379b3afd req-2ef48c76-b030-4e91-97ca-d1efdbabb5b5 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:05.905957 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0f1b4adb-5e0b-45d5-bc47-ff1a379b3afd req-2ef48c76-b030-4e91-97ca-d1efdbabb5b5 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f842a03-71a9-493d-9aed-f7d8202e2760 HTTP/1.1" status: 200 len: 950 time: 0.3442805 Jan 28 19:22:05.936111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9744a33-c7df-4336-b82e-cebe5af8847e req-c420ac49-85fe-47a6-8d5a-f5da9ec08ecd tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:05.946946 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f9744a33-c7df-4336-b82e-cebe5af8847e req-c420ac49-85fe-47a6-8d5a-f5da9ec08ecd tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.4031947 Jan 28 19:22:06.061320 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:06.062643 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e076817c-a1ac-4c73-9713-4973ae5912ce tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:06.072958 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e076817c-a1ac-4c73-9713-4973ae5912ce tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.084183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-42e4ea22-5c1a-4c90-bf36-c900d31af882 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port e9f93d06-bfd8-473b-ad43-5bc7dc28c88d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:06.084719 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42e4ea22-5c1a-4c90-bf36-c900d31af882 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e9f93d06-bfd8-473b-ad43-5bc7dc28c88d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.219137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e076817c-a1ac-4c73-9713-4973ae5912ce tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:22:06.254892 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f9744a33-c7df-4336-b82e-cebe5af8847e req-349d4666-39aa-4caa-bed1-4740f1ccd97e tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068783 Jan 28 19:22:06.256157 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42e4ea22-5c1a-4c90-bf36-c900d31af882 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e9f93d06-bfd8-473b-ad43-5bc7dc28c88d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.298072 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e076817c-a1ac-4c73-9713-4973ae5912ce tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d7119830-2a69-4f89-8f02-c2ff9b4f35b9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.303160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b355ebf9-ac22-4f0d-a475-08450fc8eea4 None None] Current status of the port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:06.304486 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-e076817c-a1ac-4c73-9713-4973ae5912ce tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Added segment d7119830-2a69-4f89-8f02-c2ff9b4f35b9 of type vlan for network 7410c7e9-82c3-4d26-8dcc-0affbb11f647 Jan 28 19:22:06.309208 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-42e4ea22-5c1a-4c90-bf36-c900d31af882 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for e9f93d06-bfd8-473b-ad43-5bc7dc28c88d owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:06.444154 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e100f6f5-251f-45f6-af51-974befa02e98 req-1d08e3c1-b016-4589-9b03-009cd047f1a1 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (49cf77ac-ad79-4181-aa0c-3b25fa94c6cd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.456745 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e076817c-a1ac-4c73-9713-4973ae5912ce tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (7410c7e9-82c3-4d26-8dcc-0affbb11f647), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.466503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:06.467225 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2ea310b6-6030-4c32-8864-dbeaf6ae2f91), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.568350 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42e4ea22-5c1a-4c90-bf36-c900d31af882 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e9f93d06-bfd8-473b-ad43-5bc7dc28c88d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.593335 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08e3c1-b016-4589-9b03-009cd047f1a1 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Pushing event deleted for resources: {'Port': ['ID=49cf77ac-ad79-4181-aa0c-3b25fa94c6cd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:06.632608 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-e076817c-a1ac-4c73-9713-4973ae5912ce tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:22:06.640454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-abec06f1-51ba-4c09-aa04-c761003eaf13 None None] Provisioning complete for port e9f93d06-bfd8-473b-ad43-5bc7dc28c88d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:06.641177 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-abec06f1-51ba-4c09-aa04-c761003eaf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e9f93d06-bfd8-473b-ad43-5bc7dc28c88d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.656172 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0f1b4adb-5e0b-45d5-bc47-ff1a379b3afd req-0b053ec2-0c03-4238-9a6f-74d4bacbd07e tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.55 "GET /v2.0/security-groups?id=907fe089-1359-42a3-b7f8-5a7961fb44a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7515709 Jan 28 19:22:06.666813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4ea22-5c1a-4c90-bf36-c900d31af882 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=e9f93d06-bfd8-473b-ad43-5bc7dc28c88d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:06.698992 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42e4ea22-5c1a-4c90-bf36-c900d31af882 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.705389 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-42e4ea22-5c1a-4c90-bf36-c900d31af882 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/ports/e9f93d06-bfd8-473b-ad43-5bc7dc28c88d HTTP/1.1" status: 204 len: 168 time: 1.1024702 Jan 28 19:22:06.706166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53076) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:06.726685 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:06.774612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:22:06.778474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:22:06.780242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-abec06f1-51ba-4c09-aa04-c761003eaf13 None None] Port e9f93d06-bfd8-473b-ad43-5bc7dc28c88d was deleted so its status cannot be updated. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 19:22:06.785705 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e100f6f5-251f-45f6-af51-974befa02e98 req-1d08e3c1-b016-4589-9b03-009cd047f1a1 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] No DVR routers for this DVR port 49cf77ac-ad79-4181-aa0c-3b25fa94c6cd on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:22:06.798493 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e100f6f5-251f-45f6-af51-974befa02e98 req-1d08e3c1-b016-4589-9b03-009cd047f1a1 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.802309 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e100f6f5-251f-45f6-af51-974befa02e98 req-1d08e3c1-b016-4589-9b03-009cd047f1a1 tempest-ServersAdminNegativeTestJSON-1406812963 tempest-ServersAdminNegativeTestJSON-1406812963-project] 10.222.0.37 "DELETE /v2.0/ports/49cf77ac-ad79-4181-aa0c-3b25fa94c6cd HTTP/1.1" status: 204 len: 173 time: 2.4906487 Jan 28 19:22:06.806540 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f842a03-71a9-493d-9aed-f7d8202e2760', 'name': 'network-vif-deleted', 'tag': '49cf77ac-ad79-4181-aa0c-3b25fa94c6cd'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:06.815310 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4f7e43-cafc-44b0-8a04-55218926bf98" -d '{"events": [{"server_uuid": "5f842a03-71a9-493d-9aed-f7d8202e2760", "name": "network-vif-deleted", "tag": "49cf77ac-ad79-4181-aa0c-3b25fa94c6cd"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:06.821206 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e076817c-a1ac-4c73-9713-4973ae5912ce tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (7410c7e9-82c3-4d26-8dcc-0affbb11f647), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.845769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-abec06f1-51ba-4c09-aa04-c761003eaf13 None None] Provisioning complete for port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:06.847517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e076817c-a1ac-4c73-9713-4973ae5912ce tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:06.847648 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e076817c-a1ac-4c73-9713-4973ae5912ce tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.856983 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-abec06f1-51ba-4c09-aa04-c761003eaf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.910310 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (8ae67a04-fbfa-47db-be2f-6bf3793f237d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:06.993185 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8c53b7-cad8-4fd2-823d-111eb9ff5257 x-openstack-request-id: req-1a8c53b7-cad8-4fd2-823d-111eb9ff5257 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:06.993493 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f842a03-71a9-493d-9aed-f7d8202e2760", "name": "network-vif-deleted", "tag": "49cf77ac-ad79-4181-aa0c-3b25fa94c6cd", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:06.993880 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a8c53b7-cad8-4fd2-823d-111eb9ff5257 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:06.994322 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f842a03-71a9-493d-9aed-f7d8202e2760', 'name': 'network-vif-deleted', 'tag': '49cf77ac-ad79-4181-aa0c-3b25fa94c6cd', 'status': 'completed', 'code': 200} Jan 28 19:22:06.995004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076817c-a1ac-4c73-9713-4973ae5912ce tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Network': ['ID=7410c7e9-82c3-4d26-8dcc-0affbb11f647,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:07.031358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Deleting port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:07.032141 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:07.058596 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e076817c-a1ac-4c73-9713-4973ae5912ce tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1780579 Jan 28 19:22:07.059179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53080) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:07.073540 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0d452c51-bb7e-4d73-9f8c-74edc34da3ff tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'subnet': {'network_id': '7410c7e9-82c3-4d26-8dcc-0affbb11f647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:07.091864 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 7410c7e9-82c3-4d26-8dcc-0affbb11f647 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:07.096967 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4087c52-4c35-4e18-9e72-02ecea51f0c9 req-8759f262-d8be-45fa-80ab-0a8fadff774b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:07.108857 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f4087c52-4c35-4e18-9e72-02ecea51f0c9 req-8759f262-d8be-45fa-80ab-0a8fadff774b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.5203574 Jan 28 19:22:07.121008 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-b99e6a25-a726-4657-8cc2-659a1acb3e43', 'network_id': 'b99e6a25-a726-4657-8cc2-659a1acb3e43', 'project_id': '5de37589603a4487bd42c4b63679ca93', 'fixed_ips': [{'subnet_id': '83928933-856b-430c-9269-f18be8ddbcc6'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:22:07.121918 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:07.204221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] For port 87194ec9-a7b0-44ce-bc34-76ce9826ef97, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=87194ec9-a7b0-44ce-bc34-76ce9826ef97,segment=NetworkSegment(9a0cba96-8869-46a7-a780-670bc4fd3563),segment_id=9a0cba96-8869-46a7-a780-670bc4fd3563)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:07.204450 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:07.235148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Calling delete_port for 87194ec9-a7b0-44ce-bc34-76ce9826ef97 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:07.366373 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (87194ec9-a7b0-44ce-bc34-76ce9826ef97), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:07.427696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Port': ['ID=87194ec9-a7b0-44ce-bc34-76ce9826ef97,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:07.438826 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] No DVR routers for this DVR port 87194ec9-a7b0-44ce-bc34-76ce9826ef97 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:22:07.483226 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f4087c52-4c35-4e18-9e72-02ecea51f0c9 req-e8348853-a8c4-47f9-8741-1eb491831190 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3720407 Jan 28 19:22:07.487227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d452c51-bb7e-4d73-9f8c-74edc34da3ff tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:07.490862 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d452c51-bb7e-4d73-9f8c-74edc34da3ff tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:07.588660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:07.613044 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-abec06f1-51ba-4c09-aa04-c761003eaf13 None None] Could not find standard attr ID for object 87194ec9-a7b0-44ce-bc34-76ce9826ef97. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:22:07.633175 n-d-824834-4 neutron-server[103148]: INFO neutron.plugins.ml2.db [None req-abec06f1-51ba-4c09-aa04-c761003eaf13 None None] No ports have port_id starting with 87194ec9-a7b0-44ce-bc34-76ce9826ef97 Jan 28 19:22:07.653261 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-0d452c51-bb7e-4d73-9f8c-74edc34da3ff tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Performing IP validity checks on allocation pools {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 19:22:07.653971 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.ipam_backend_mixin [None req-0d452c51-bb7e-4d73-9f8c-74edc34da3ff tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103147) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 19:22:07.824016 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (8ae67a04-fbfa-47db-be2f-6bf3793f237d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:07.871279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d14a6c-0b72-4ad2-8326-b505dde55460 req-df4c56dd-cc2d-4416-b309-c9aa872df465 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:07.873407 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45d14a6c-0b72-4ad2-8326-b505dde55460 req-df4c56dd-cc2d-4416-b309-c9aa872df465 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.4283612 Jan 28 19:22:07.904486 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Allocated IP 2001:db8::3 (b99e6a25-a726-4657-8cc2-659a1acb3e43/83928933-856b-430c-9269-f18be8ddbcc6/197b5f03-75a1-4253-bb3c-4abce2154551) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:07.924035 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae67a04-fbfa-47db-be2f-6bf3793f237d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:07.928592 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d452c51-bb7e-4d73-9f8c-74edc34da3ff tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (3f45b049-70e2-4162-915b-106ac39bed6f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:07.973291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0cba96-8869-46a7-a780-670bc4fd3563') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:07.973775 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0cba96-8869-46a7-a780-670bc4fd3563') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:08.022478 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (9a0cba96-8869-46a7-a780-670bc4fd3563), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:08.045607 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d452c51-bb7e-4d73-9f8c-74edc34da3ff tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Subnet': ['ID=3f45b049-70e2-4162-915b-106ac39bed6f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:08.086375 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45d14a6c-0b72-4ad2-8326-b505dde55460 req-ed8184bc-5399-49b7-8556-5bcb24ee8ce0 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035022 Jan 28 19:22:08.091427 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9a0cba96-8869-46a7-a780-670bc4fd3563), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:08.118369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:22:08.118820 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (9a0cba96-8869-46a7-a780-670bc4fd3563), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:22:08.123521 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:22:08.125926 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d452c51-bb7e-4d73-9f8c-74edc34da3ff tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Checking segment: {'id': 'd7119830-2a69-4f89-8f02-c2ff9b4f35b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '7410c7e9-82c3-4d26-8dcc-0affbb11f647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:08.141827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d452c51-bb7e-4d73-9f8c-74edc34da3ff tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network hostable DHCP agents. Network: 7410c7e9-82c3-4d26-8dcc-0affbb11f647, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:22:08.205846 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (8ae67a04-fbfa-47db-be2f-6bf3793f237d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:08.213666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d452c51-bb7e-4d73-9f8c-74edc34da3ff tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network 7410c7e9-82c3-4d26-8dcc-0affbb11f647 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:22:08.225812 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:08.229200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 87194ec9-a7b0-44ce-bc34-76ce9826ef97 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:08.234444 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0d452c51-bb7e-4d73-9f8c-74edc34da3ff tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 7410c7e9-82c3-4d26-8dcc-0affbb11f647) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:08.243205 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] 10.222.0.55 "DELETE /v2.0/networks/8ae67a04-fbfa-47db-be2f-6bf3793f237d HTTP/1.1" status: 204 len: 168 time: 1.5337496 Jan 28 19:22:08.247086 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d452c51-bb7e-4d73-9f8c-74edc34da3ff tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.247713 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d452c51-bb7e-4d73-9f8c-74edc34da3ff tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:08.278039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c74fed-45a2-4dad-97c3-f713c91f20d7 tempest-PortsTestJSON-348043817 tempest-PortsTestJSON-348043817-project] Pushing event deleted for resources: {'Network': ['ID=8ae67a04-fbfa-47db-be2f-6bf3793f237d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:08.291539 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 87194ec9-a7b0-44ce-bc34-76ce9826ef97 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:22:08.291893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 87194ec9-a7b0-44ce-bc34-76ce9826ef97 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:22:08.310376 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0d452c51-bb7e-4d73-9f8c-74edc34da3ff tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2462513 Jan 28 19:22:08.310628 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53096) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:08.650696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53108) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:08.712455 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Publish callbacks [] for port (197b5f03-75a1-4253-bb3c-4abce2154551), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:08.734836 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (197b5f03-75a1-4253-bb3c-4abce2154551), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:08.772750 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87ed6a2d-32c8-4845-ad79-6fddf2f5cf48 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (7410c7e9-82c3-4d26-8dcc-0affbb11f647), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:08.804646 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b42d0-30b4-4619-a900-f34928a40e36 req-02932a27-4d7e-4edc-a089-d91fd454dc67 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:08.808195 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-175b42d0-30b4-4619-a900-f34928a40e36 req-02932a27-4d7e-4edc-a089-d91fd454dc67 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.1257126 Jan 28 19:22:08.841073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Network b99e6a25-a726-4657-8cc2-659a1acb3e43 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:08.859912 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:08.868365 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:08.886183 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-175b42d0-30b4-4619-a900-f34928a40e36 req-cae26766-54a3-46e1-978d-0bd327a431f5 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697498 Jan 28 19:22:08.895054 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87ed6a2d-32c8-4845-ad79-6fddf2f5cf48 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (3f45b049-70e2-4162-915b-106ac39bed6f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:08.898509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Pushing event updated for resources: {'Port': ['ID=197b5f03-75a1-4253-bb3c-4abce2154551,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:09.026080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Attempting to bind port 197b5f03-75a1-4253-bb3c-4abce2154551 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:09.026488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Attempting to bind port 197b5f03-75a1-4253-bb3c-4abce2154551 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'f523709c-4803-45d9-a30c-e33612ae317b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b99e6a25-a726-4657-8cc2-659a1acb3e43'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:09.026873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Attempting to bind port 197b5f03-75a1-4253-bb3c-4abce2154551 on network b99e6a25-a726-4657-8cc2-659a1acb3e43 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:09.037586 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:09.037947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Checking segment: {'id': 'f523709c-4803-45d9-a30c-e33612ae317b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b99e6a25-a726-4657-8cc2-659a1acb3e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:09.038372 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.038766 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Bound using segment: {'id': 'f523709c-4803-45d9-a30c-e33612ae317b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b99e6a25-a726-4657-8cc2-659a1acb3e43'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:09.039420 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Bound port: 197b5f03-75a1-4253-bb3c-4abce2154551, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f523709c-4803-45d9-a30c-e33612ae317b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b99e6a25-a726-4657-8cc2-659a1acb3e43'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:09.039633 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (197b5f03-75a1-4253-bb3c-4abce2154551), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.066570 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87ed6a2d-32c8-4845-ad79-6fddf2f5cf48 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (3f45b049-70e2-4162-915b-106ac39bed6f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.099389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53114) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:09.212694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] For port 197b5f03-75a1-4253-bb3c-4abce2154551, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:09.223271 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] For port 197b5f03-75a1-4253-bb3c-4abce2154551, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=197b5f03-75a1-4253-bb3c-4abce2154551,segment=NetworkSegment(f523709c-4803-45d9-a30c-e33612ae317b),segment_id=f523709c-4803-45d9-a30c-e33612ae317b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:09.227858 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87ed6a2d-32c8-4845-ad79-6fddf2f5cf48 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (7410c7e9-82c3-4d26-8dcc-0affbb11f647), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.239474 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (197b5f03-75a1-4253-bb3c-4abce2154551), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.304086 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-87ed6a2d-32c8-4845-ad79-6fddf2f5cf48 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7410c7e9-82c3-4d26-8dcc-0affbb11f647']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:09.337091 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-87ed6a2d-32c8-4845-ad79-6fddf2f5cf48 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7119830-2a69-4f89-8f02-c2ff9b4f35b9') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:09.337650 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-87ed6a2d-32c8-4845-ad79-6fddf2f5cf48 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7119830-2a69-4f89-8f02-c2ff9b4f35b9') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:09.362718 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87ed6a2d-32c8-4845-ad79-6fddf2f5cf48 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (d7119830-2a69-4f89-8f02-c2ff9b4f35b9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.395597 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87ed6a2d-32c8-4845-ad79-6fddf2f5cf48 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d7119830-2a69-4f89-8f02-c2ff9b4f35b9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.412728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ed6a2d-32c8-4845-ad79-6fddf2f5cf48 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:22:09.413130 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87ed6a2d-32c8-4845-ad79-6fddf2f5cf48 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (d7119830-2a69-4f89-8f02-c2ff9b4f35b9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.550664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516022e3-0515-4c01-b4c7-ec0cfa1cb093 None None] Pushing event updated for resources: {'Port': ['ID=197b5f03-75a1-4253-bb3c-4abce2154551,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:22:09.576517 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:22:09.611967 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-015cc4e4-ac9b-4e69-8d77-e5b70c441f5f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abaf81e7c1b04572aa05f2d10f69b03c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9549451 Jan 28 19:22:09.612684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53120) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:09.628388 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87ed6a2d-32c8-4845-ad79-6fddf2f5cf48 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (7410c7e9-82c3-4d26-8dcc-0affbb11f647), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.640080 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87ed6a2d-32c8-4845-ad79-6fddf2f5cf48 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.658311 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-87ed6a2d-32c8-4845-ad79-6fddf2f5cf48 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/networks/7410c7e9-82c3-4d26-8dcc-0affbb11f647 HTTP/1.1" status: 204 len: 168 time: 1.3353372 Jan 28 19:22:09.666293 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53122) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:09.692812 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed6a2d-32c8-4845-ad79-6fddf2f5cf48 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Subnet': ['ID=3f45b049-70e2-4162-915b-106ac39bed6f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:09.707105 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d3b7d38d-bd89-48d4-8e52-40e93d38ae66 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-962656096'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:09.714254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed6a2d-32c8-4845-ad79-6fddf2f5cf48 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Network': ['ID=7410c7e9-82c3-4d26-8dcc-0affbb11f647,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:09.741491 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f3f2ca9c-59cf-4ef7-b875-75c964c5e834 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7e8842bbdb14b3ca976873a4445191e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6403625 Jan 28 19:22:09.742938 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02cbc2b0-bff2-4d73-8467-bd18fec5a038 admin admin] Publish callbacks [] for security_group (907fe089-1359-42a3-b7f8-5a7961fb44a0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.745638 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53124) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:09.812797 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02cbc2b0-bff2-4d73-8467-bd18fec5a038 admin admin] Publish callbacks [] for security_group (907fe089-1359-42a3-b7f8-5a7961fb44a0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.844747 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b7d38d-bd89-48d4-8e52-40e93d38ae66 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:09.848400 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3b7d38d-bd89-48d4-8e52-40e93d38ae66 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.911080 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02cbc2b0-bff2-4d73-8467-bd18fec5a038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (907fe089-1359-42a3-b7f8-5a7961fb44a0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.917370 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99baf9a2-3366-4f12-b9c6-e20b3619baae admin admin] Publish callbacks [] for security_group (42128159-9faa-4fce-8459-a70fb61ad1e4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.968813 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02cbc2b0-bff2-4d73-8467-bd18fec5a038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:09.968813 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-02cbc2b0-bff2-4d73-8467-bd18fec5a038 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/907fe089-1359-42a3-b7f8-5a7961fb44a0 HTTP/1.1" status: 204 len: 168 time: 0.3526349 Jan 28 19:22:10.016143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbc2b0-bff2-4d73-8467-bd18fec5a038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907fe089-1359-42a3-b7f8-5a7961fb44a0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:10.023335 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99baf9a2-3366-4f12-b9c6-e20b3619baae admin admin] Publish callbacks [] for security_group (42128159-9faa-4fce-8459-a70fb61ad1e4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.169688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b7d38d-bd89-48d4-8e52-40e93d38ae66 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:22:10.184413 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3b7d38d-bd89-48d4-8e52-40e93d38ae66 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (275093ee-bed7-40a4-9f9c-c4f2597d1f0d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.184791 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-d3b7d38d-bd89-48d4-8e52-40e93d38ae66 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Added segment 275093ee-bed7-40a4-9f9c-c4f2597d1f0d of type vlan for network 9c831718-ef1e-47e5-adf5-1483e1a1bc35 Jan 28 19:22:10.231399 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3b7d38d-bd89-48d4-8e52-40e93d38ae66 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (9c831718-ef1e-47e5-adf5-1483e1a1bc35), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.264757 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99baf9a2-3366-4f12-b9c6-e20b3619baae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (42128159-9faa-4fce-8459-a70fb61ad1e4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.271114 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99baf9a2-3366-4f12-b9c6-e20b3619baae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.271114 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-99baf9a2-3366-4f12-b9c6-e20b3619baae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42128159-9faa-4fce-8459-a70fb61ad1e4 HTTP/1.1" status: 204 len: 168 time: 0.5237064 Jan 28 19:22:10.274691 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3b7d38d-bd89-48d4-8e52-40e93d38ae66 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (9c831718-ef1e-47e5-adf5-1483e1a1bc35), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.280366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b7d38d-bd89-48d4-8e52-40e93d38ae66 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:10.281082 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3b7d38d-bd89-48d4-8e52-40e93d38ae66 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.297631 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a32c13-b2da-4618-9509-187cf54f78bf req-3536b0fb-3876-41ce-b153-211123b6a876 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:10.314982 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-25a32c13-b2da-4618-9509-187cf54f78bf req-3536b0fb-3876-41ce-b153-211123b6a876 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.1997883 Jan 28 19:22:10.357061 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d3b7d38d-bd89-48d4-8e52-40e93d38ae66 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6586094 Jan 28 19:22:10.361985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99baf9a2-3366-4f12-b9c6-e20b3619baae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42128159-9faa-4fce-8459-a70fb61ad1e4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:10.364054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53134) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:10.389852 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'subnet': {'network_id': '9c831718-ef1e-47e5-adf5-1483e1a1bc35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:10.493320 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7d38d-bd89-48d4-8e52-40e93d38ae66 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Network': ['ID=9c831718-ef1e-47e5-adf5-1483e1a1bc35,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:10.532401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 9c831718-ef1e-47e5-adf5-1483e1a1bc35 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:10.628093 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-25a32c13-b2da-4618-9509-187cf54f78bf req-5a83e2ff-f410-4274-baec-33c5d85fb590 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3020723 Jan 28 19:22:10.717501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:10.721458 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:10.823029 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 197b5f03-75a1-4253-bb3c-4abce2154551 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:10.994973 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53140) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:11.142409 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-914ca7a2-0ae9-4f66-b0db-7575cc65fbd0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dce7372f2cd24ff19d382f8985f328cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1461675 Jan 28 19:22:11.147094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53142) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:11.310742 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Publish callbacks [] for security_group (f36281ed-8864-4476-8074-1c95d72a8db0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:11.333301 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (a333e535-e027-4212-bf31-480bd76fde5e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:11.450816 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Publish callbacks [] for security_group (f36281ed-8864-4476-8074-1c95d72a8db0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:11.468558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Subnet': ['ID=a333e535-e027-4212-bf31-480bd76fde5e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:11.491380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.500300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.501144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.504810 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 197b5f03-75a1-4253-bb3c-4abce2154551 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:11.505318 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (197b5f03-75a1-4253-bb3c-4abce2154551), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:11.508398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.508883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.509322 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.509758 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.511653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.512696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.513159 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.514199 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.515870 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.516308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.539950 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Checking segment: {'id': '275093ee-bed7-40a4-9f9c-c4f2597d1f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9c831718-ef1e-47e5-adf5-1483e1a1bc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:11.546157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network hostable DHCP agents. Network: 9c831718-ef1e-47e5-adf5-1483e1a1bc35, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:22:11.583910 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f36281ed-8864-4476-8074-1c95d72a8db0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:11.588023 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:11.592607 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f36281ed-8864-4476-8074-1c95d72a8db0 HTTP/1.1" status: 204 len: 168 time: 0.4420307 Jan 28 19:22:11.595558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network 9c831718-ef1e-47e5-adf5-1483e1a1bc35 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:22:11.633396 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 9c831718-ef1e-47e5-adf5-1483e1a1bc35) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:11.638784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36281ed-8864-4476-8074-1c95d72a8db0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:11.640941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:11.641671 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:11.672723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.674499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.675736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.676081 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.676432 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.680961 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1e10e398-f6ba-4666-bcbf-9355d6b8b96d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3157170 Jan 28 19:22:11.681693 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53154) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:11.681840 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.682217 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.686170 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.686634 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.688676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.688785 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.690387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.692973 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d821cd-0e58-43cb-8a09-373a460db364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:11.807125 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 197b5f03-75a1-4253-bb3c-4abce2154551 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:11.807684 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (197b5f03-75a1-4253-bb3c-4abce2154551), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:11.874509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17567951-301a-4ac5-9adf-829d1fbe5935 None None] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:11.874509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3107505-5b9f-4c21-8926-58ded262974b None None] Network b99e6a25-a726-4657-8cc2-659a1acb3e43 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:11.950224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17567951-301a-4ac5-9adf-829d1fbe5935 None None] Network 8ae67a04-fbfa-47db-be2f-6bf3793f237d could not be found, it might have been deleted concurrently. {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:22:12.102607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 197b5f03-75a1-4253-bb3c-4abce2154551, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=197b5f03-75a1-4253-bb3c-4abce2154551,segment=NetworkSegment(f523709c-4803-45d9-a30c-e33612ae317b),segment_id=f523709c-4803-45d9-a30c-e33612ae317b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:12.107965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4fb9db86-7440-4cb8-a195-a66e9e0da745 None None] Provisioning complete for port 197b5f03-75a1-4253-bb3c-4abce2154551 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:12.112216 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4fb9db86-7440-4cb8-a195-a66e9e0da745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (197b5f03-75a1-4253-bb3c-4abce2154551), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:12.195831 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fe52455-2356-4181-8fee-b634b420373b tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (9c831718-ef1e-47e5-adf5-1483e1a1bc35), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:12.265982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7804fa02-30c7-4de4-bffa-7822bad2986b None None] Network 9c831718-ef1e-47e5-adf5-1483e1a1bc35 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:12.268309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e34464a-694e-4153-8108-c01331cc9bd2 None None] DHCP port deletion for 8ae67a04-fbfa-47db-be2f-6bf3793f237d request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:22:12.286289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5b81b7-55e0-46b6-85b8-11dd4e7e3b82 None None] Network 7410c7e9-82c3-4d26-8dcc-0affbb11f647 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:12.309581 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5b81b7-55e0-46b6-85b8-11dd4e7e3b82 None None] Network 7410c7e9-82c3-4d26-8dcc-0affbb11f647 could not be found, it might have been deleted concurrently. {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:22:12.311113 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (197b5f03-75a1-4253-bb3c-4abce2154551), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:12.467825 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741e63f9-5432-4d55-9db2-4940e0f6b32a None None] Network 7410c7e9-82c3-4d26-8dcc-0affbb11f647 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:12.588919 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=197b5f03-75a1-4253-bb3c-4abce2154551,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:12.595794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741e63f9-5432-4d55-9db2-4940e0f6b32a None None] Network 7410c7e9-82c3-4d26-8dcc-0affbb11f647 could not be found, it might have been deleted concurrently. {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:22:12.596057 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3558fc6-2552-43d3-ab8f-3f59bb00e922 req-38bfab6f-e0a0-4ef4-ae5a-31ea2ed3636d tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:12.600781 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f3558fc6-2552-43d3-ab8f-3f59bb00e922 req-38bfab6f-e0a0-4ef4-ae5a-31ea2ed3636d tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.3943832 Jan 28 19:22:12.651064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53184) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:12.698693 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fe52455-2356-4181-8fee-b634b420373b tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (a333e535-e027-4212-bf31-480bd76fde5e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:12.726300 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4fb9db86-7440-4cb8-a195-a66e9e0da745 None None] Current status of the port 197b5f03-75a1-4253-bb3c-4abce2154551 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:12.805968 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f3558fc6-2552-43d3-ab8f-3f59bb00e922 req-fea80c3f-e3fd-4fb3-9bd6-751c4f95a1dc tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823144 Jan 28 19:22:12.862775 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fe52455-2356-4181-8fee-b634b420373b tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (a333e535-e027-4212-bf31-480bd76fde5e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.027406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c1d5b527-e565-45fa-aa3e-c5fa7fa277b1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1358863017'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:13.047969 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153e0184-20be-4c11-a938-7dfc1614d644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-9c831718-ef1e-47e5-adf5-1483e1a1bc35', 'network_id': '9c831718-ef1e-47e5-adf5-1483e1a1bc35', 'project_id': '5de37589603a4487bd42c4b63679ca93', 'fixed_ips': [{'subnet_id': 'a333e535-e027-4212-bf31-480bd76fde5e'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:22:13.049041 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-153e0184-20be-4c11-a938-7dfc1614d644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.079581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d5b527-e565-45fa-aa3e-c5fa7fa277b1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:13.086096 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b527-e565-45fa-aa3e-c5fa7fa277b1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.114009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe52455-2356-4181-8fee-b634b420373b tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Subnet': ['ID=a333e535-e027-4212-bf31-480bd76fde5e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:13.116513 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b527-e565-45fa-aa3e-c5fa7fa277b1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.292400 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fe52455-2356-4181-8fee-b634b420373b tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (9c831718-ef1e-47e5-adf5-1483e1a1bc35), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.372170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9fe52455-2356-4181-8fee-b634b420373b tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c831718-ef1e-47e5-adf5-1483e1a1bc35']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:13.387674 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b527-e565-45fa-aa3e-c5fa7fa277b1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for security_group (d96f4e8e-bfd5-4972-b9c7-705b283a21e4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.391964 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6052a0-0031-41d0-ad87-73308a0ee033 None None] Network 9c831718-ef1e-47e5-adf5-1483e1a1bc35 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:13.400315 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b527-e565-45fa-aa3e-c5fa7fa277b1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d96f4e8e-bfd5-4972-b9c7-705b283a21e4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.413076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9fe52455-2356-4181-8fee-b634b420373b tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275093ee-bed7-40a4-9f9c-c4f2597d1f0d') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:13.413368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-9fe52455-2356-4181-8fee-b634b420373b tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275093ee-bed7-40a4-9f9c-c4f2597d1f0d') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:13.443232 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fe52455-2356-4181-8fee-b634b420373b tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (275093ee-bed7-40a4-9f9c-c4f2597d1f0d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.489047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d5b527-e565-45fa-aa3e-c5fa7fa277b1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:22:13.512625 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fe52455-2356-4181-8fee-b634b420373b tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (275093ee-bed7-40a4-9f9c-c4f2597d1f0d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.539348 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe52455-2356-4181-8fee-b634b420373b tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:22:13.539895 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5b527-e565-45fa-aa3e-c5fa7fa277b1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d96f4e8e-bfd5-4972-b9c7-705b283a21e4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:13.540854 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fe52455-2356-4181-8fee-b634b420373b tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (275093ee-bed7-40a4-9f9c-c4f2597d1f0d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:22:13.588300 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:22:13.756291 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b527-e565-45fa-aa3e-c5fa7fa277b1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (a305fba6-b0a5-4b78-ae0c-e87139b39249), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.757418 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fe52455-2356-4181-8fee-b634b420373b tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (9c831718-ef1e-47e5-adf5-1483e1a1bc35), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.757865 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-c1d5b527-e565-45fa-aa3e-c5fa7fa277b1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Added segment a305fba6-b0a5-4b78-ae0c-e87139b39249 of type vlan for network 2657b2e7-aa55-4545-a7c7-faef97c69cac Jan 28 19:22:13.777014 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fe52455-2356-4181-8fee-b634b420373b tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.797548 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9fe52455-2356-4181-8fee-b634b420373b tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/networks/9c831718-ef1e-47e5-adf5-1483e1a1bc35 HTTP/1.1" status: 204 len: 168 time: 2.1066358 Jan 28 19:22:13.801876 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53204) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:13.874999 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-92163ac3-3833-44d2-9738-342c4d20d0d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-50936120'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:13.891536 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b527-e565-45fa-aa3e-c5fa7fa277b1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (2657b2e7-aa55-4545-a7c7-faef97c69cac), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.933205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe52455-2356-4181-8fee-b634b420373b tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Network': ['ID=9c831718-ef1e-47e5-adf5-1483e1a1bc35,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:13.944705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92163ac3-3833-44d2-9738-342c4d20d0d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:13.964562 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92163ac3-3833-44d2-9738-342c4d20d0d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:13.989642 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b527-e565-45fa-aa3e-c5fa7fa277b1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (2657b2e7-aa55-4545-a7c7-faef97c69cac), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.056749 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d5b527-e565-45fa-aa3e-c5fa7fa277b1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:14.057476 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b527-e565-45fa-aa3e-c5fa7fa277b1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.110135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92163ac3-3833-44d2-9738-342c4d20d0d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:22:14.116705 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c1d5b527-e565-45fa-aa3e-c5fa7fa277b1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4638219 Jan 28 19:22:14.147429 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92163ac3-3833-44d2-9738-342c4d20d0d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (c378970f-7fb6-401d-89c8-b71b952ae495), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.153001 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-92163ac3-3833-44d2-9738-342c4d20d0d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Added segment c378970f-7fb6-401d-89c8-b71b952ae495 of type vlan for network 67ce594b-ab1a-4d43-90ef-6ea8e06662a0 Jan 28 19:22:14.162548 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:14.162793 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:14.182931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7f23c366-f0b2-492a-895c-59ffe338ad6b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-485686628'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:14.211603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6afb385-950e-457a-8ab6-c33c4a06e7d9 None None] Network b99e6a25-a726-4657-8cc2-659a1acb3e43 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:14.222811 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5b527-e565-45fa-aa3e-c5fa7fa277b1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Network': ['ID=2657b2e7-aa55-4545-a7c7-faef97c69cac,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:14.243312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f23c366-f0b2-492a-895c-59ffe338ad6b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:14.248132 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f23c366-f0b2-492a-895c-59ffe338ad6b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.252326 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 2657b2e7-aa55-4545-a7c7-faef97c69cac details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:14.344141 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f23c366-f0b2-492a-895c-59ffe338ad6b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:22:14.393696 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f23c366-f0b2-492a-895c-59ffe338ad6b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1b951922-51f4-4ff7-aab3-890ceb229af8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.397442 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-7f23c366-f0b2-492a-895c-59ffe338ad6b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Added segment 1b951922-51f4-4ff7-aab3-890ceb229af8 of type vlan for network 6e1373c5-809e-4ba6-b751-5ce36ce94704 Jan 28 19:22:14.413677 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92163ac3-3833-44d2-9738-342c4d20d0d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (67ce594b-ab1a-4d43-90ef-6ea8e06662a0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.476468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8d10b-52e4-499e-8d37-f486ae113675 req-1562d99e-f73a-468a-a0b9-4aef152c5612 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:14.479481 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8b8d10b-52e4-499e-8d37-f486ae113675 req-1562d99e-f73a-468a-a0b9-4aef152c5612 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.4749079 Jan 28 19:22:14.480516 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92163ac3-3833-44d2-9738-342c4d20d0d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (67ce594b-ab1a-4d43-90ef-6ea8e06662a0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.487080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92163ac3-3833-44d2-9738-342c4d20d0d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:14.488067 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92163ac3-3833-44d2-9738-342c4d20d0d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.549431 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f23c366-f0b2-492a-895c-59ffe338ad6b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (6e1373c5-809e-4ba6-b751-5ce36ce94704), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.585392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-92163ac3-3833-44d2-9738-342c4d20d0d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7807000 Jan 28 19:22:14.586441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53216) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:14.592216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 197b5f03-75a1-4253-bb3c-4abce2154551 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:14.597715 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c29235bc-c81d-4413-8aa0-7f739402035a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'subnet': {'network_id': '67ce594b-ab1a-4d43-90ef-6ea8e06662a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:14.624270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-37b0c11a-284a-411b-a2e1-1d3af3a93219 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-958381462-network', 'tenant_id': '46b070154e304cb4a889f3bc97dbd253'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:14.639960 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f23c366-f0b2-492a-895c-59ffe338ad6b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (6e1373c5-809e-4ba6-b751-5ce36ce94704), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.653975 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f23c366-f0b2-492a-895c-59ffe338ad6b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:14.654686 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f23c366-f0b2-492a-895c-59ffe338ad6b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.741091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-766d1951-64bb-43c2-8842-4916d250d61b None None] Provisioning complete for port 197b5f03-75a1-4253-bb3c-4abce2154551 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:14.741457 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-766d1951-64bb-43c2-8842-4916d250d61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (197b5f03-75a1-4253-bb3c-4abce2154551), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.755710 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92163ac3-3833-44d2-9738-342c4d20d0d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Network': ['ID=67ce594b-ab1a-4d43-90ef-6ea8e06662a0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:14.831272 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 67ce594b-ab1a-4d43-90ef-6ea8e06662a0 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:14.855686 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23c366-f0b2-492a-895c-59ffe338ad6b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Network': ['ID=6e1373c5-809e-4ba6-b751-5ce36ce94704,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:14.896877 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8b8d10b-52e4-499e-8d37-f486ae113675 req-65ca5070-6e3a-43cf-b984-c1e619e584e2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4054153 Jan 28 19:22:14.935987 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b0c11a-284a-411b-a2e1-1d3af3a93219 admin admin] Made reservation on behalf of 46b070154e304cb4a889f3bc97dbd253 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:14.939410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29235bc-c81d-4413-8aa0-7f739402035a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:14.941167 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37b0c11a-284a-411b-a2e1-1d3af3a93219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.943627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 6e1373c5-809e-4ba6-b751-5ce36ce94704 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:14.952970 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c29235bc-c81d-4413-8aa0-7f739402035a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:14.956891 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7f23c366-f0b2-492a-895c-59ffe338ad6b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7928324 Jan 28 19:22:14.977665 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53218) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:14.984796 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37b0c11a-284a-411b-a2e1-1d3af3a93219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:15.135048 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4395b21b-5298-4c1a-96e2-9525c5fb87e9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'subnet': {'network_id': '2657b2e7-aa55-4545-a7c7-faef97c69cac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:15.171439 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37b0c11a-284a-411b-a2e1-1d3af3a93219 admin admin] Publish callbacks [] for security_group (509ba4d8-ca8f-4fb0-9906-56774b0913ac), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:15.214755 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37b0c11a-284a-411b-a2e1-1d3af3a93219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (509ba4d8-ca8f-4fb0-9906-56774b0913ac), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:15.313922 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b0c11a-284a-411b-a2e1-1d3af3a93219 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:22:15.325463 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4395b21b-5298-4c1a-96e2-9525c5fb87e9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:15.333699 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4395b21b-5298-4c1a-96e2-9525c5fb87e9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:15.340995 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37b0c11a-284a-411b-a2e1-1d3af3a93219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (960a1494-ac5d-4f70-969b-ce012063c03f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:15.341345 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-37b0c11a-284a-411b-a2e1-1d3af3a93219 admin admin] Added segment 960a1494-ac5d-4f70-969b-ce012063c03f of type vlan for network 8d55a46a-7a84-495d-9cf2-026c0ab7137f Jan 28 19:22:15.343308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0c11a-284a-411b-a2e1-1d3af3a93219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509ba4d8-ca8f-4fb0-9906-56774b0913ac,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:15.437428 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 197b5f03-75a1-4253-bb3c-4abce2154551 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:15.437919 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (197b5f03-75a1-4253-bb3c-4abce2154551), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:15.453651 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37b0c11a-284a-411b-a2e1-1d3af3a93219 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (8d55a46a-7a84-495d-9cf2-026c0ab7137f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:15.539277 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37b0c11a-284a-411b-a2e1-1d3af3a93219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (8d55a46a-7a84-495d-9cf2-026c0ab7137f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:15.540542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b0c11a-284a-411b-a2e1-1d3af3a93219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:15.541230 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37b0c11a-284a-411b-a2e1-1d3af3a93219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:15.644446 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-766d1951-64bb-43c2-8842-4916d250d61b None None] Current status of the port 197b5f03-75a1-4253-bb3c-4abce2154551 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:15.746356 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-37b0c11a-284a-411b-a2e1-1d3af3a93219 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5784705 Jan 28 19:22:15.758623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53222) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:15.765798 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5f4f72c5-5c5f-4408-82c9-b54d157bfa7c admin admin] Request body: {'subnet': {'network_id': '8d55a46a-7a84-495d-9cf2-026c0ab7137f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-958381462-subnet', 'tenant_id': '46b070154e304cb4a889f3bc97dbd253', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:15.800196 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 197b5f03-75a1-4253-bb3c-4abce2154551 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:15.952301 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c29235bc-c81d-4413-8aa0-7f739402035a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (431dd801-c895-4f69-9b9d-55c4d9957e09), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:15.995865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d9f82811-cb5c-450e-af64-ef57a0e3b27e None None] Provisioning complete for port 197b5f03-75a1-4253-bb3c-4abce2154551 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:15.998494 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9f82811-cb5c-450e-af64-ef57a0e3b27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (197b5f03-75a1-4253-bb3c-4abce2154551), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:16.166317 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29235bc-c81d-4413-8aa0-7f739402035a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Subnet': ['ID=431dd801-c895-4f69-9b9d-55c4d9957e09,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:16.229422 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d9f82811-cb5c-450e-af64-ef57a0e3b27e None None] Current status of the port 197b5f03-75a1-4253-bb3c-4abce2154551 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:16.378397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29235bc-c81d-4413-8aa0-7f739402035a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Checking segment: {'id': 'c378970f-7fb6-401d-89c8-b71b952ae495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '67ce594b-ab1a-4d43-90ef-6ea8e06662a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:16.378926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29235bc-c81d-4413-8aa0-7f739402035a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network hostable DHCP agents. Network: 67ce594b-ab1a-4d43-90ef-6ea8e06662a0, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:22:16.387814 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0c4c2-e023-4d54-afda-4281af283109 req-1ae2d069-379e-434d-9c88-c92dbef1422b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:16.389512 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-95b0c4c2-e023-4d54-afda-4281af283109 req-1ae2d069-379e-434d-9c88-c92dbef1422b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.2275982 Jan 28 19:22:16.392041 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4395b21b-5298-4c1a-96e2-9525c5fb87e9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (313b2bd7-489d-4fc9-b5b5-88414cecab5c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:16.453538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395b21b-5298-4c1a-96e2-9525c5fb87e9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Subnet': ['ID=313b2bd7-489d-4fc9-b5b5-88414cecab5c,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:16.592139 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4395b21b-5298-4c1a-96e2-9525c5fb87e9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Checking segment: {'id': 'a305fba6-b0a5-4b78-ae0c-e87139b39249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2657b2e7-aa55-4545-a7c7-faef97c69cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:16.592667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4395b21b-5298-4c1a-96e2-9525c5fb87e9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network hostable DHCP agents. Network: 2657b2e7-aa55-4545-a7c7-faef97c69cac, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:22:16.603807 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0c11a-284a-411b-a2e1-1d3af3a93219 admin admin] Pushing event updated for resources: {'Network': ['ID=8d55a46a-7a84-495d-9cf2-026c0ab7137f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:16.619572 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 8d55a46a-7a84-495d-9cf2-026c0ab7137f details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:16.629508 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-95b0c4c2-e023-4d54-afda-4281af283109 req-957e4c09-fe3d-4baa-bc46-0cd202caff5d tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309074 Jan 28 19:22:16.641466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4f72c5-5c5f-4408-82c9-b54d157bfa7c admin admin] Made reservation on behalf of 46b070154e304cb4a889f3bc97dbd253 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:16.650874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29235bc-c81d-4413-8aa0-7f739402035a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network 67ce594b-ab1a-4d43-90ef-6ea8e06662a0 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:22:16.673811 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f4f72c5-5c5f-4408-82c9-b54d157bfa7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:16.712610 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4395b21b-5298-4c1a-96e2-9525c5fb87e9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 2657b2e7-aa55-4545-a7c7-faef97c69cac is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:22:16.733135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c29235bc-c81d-4413-8aa0-7f739402035a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 67ce594b-ab1a-4d43-90ef-6ea8e06662a0) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:16.737339 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4395b21b-5298-4c1a-96e2-9525c5fb87e9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 2657b2e7-aa55-4545-a7c7-faef97c69cac) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:16.739830 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29235bc-c81d-4413-8aa0-7f739402035a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:16.742279 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c29235bc-c81d-4413-8aa0-7f739402035a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:16.792740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395b21b-5298-4c1a-96e2-9525c5fb87e9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:16.801458 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4395b21b-5298-4c1a-96e2-9525c5fb87e9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:16.851425 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c29235bc-c81d-4413-8aa0-7f739402035a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2582984 Jan 28 19:22:16.856348 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53228) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:16.857929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223fbb29-fed1-4ab0-b973-123340875db8 None None] Network 67ce594b-ab1a-4d43-90ef-6ea8e06662a0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:16.859425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41530c77-ad0c-4122-baa0-e21ff4f72af0 None None] Network 2657b2e7-aa55-4545-a7c7-faef97c69cac requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:16.911650 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4395b21b-5298-4c1a-96e2-9525c5fb87e9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9318438 Jan 28 19:22:16.947135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:16.956555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f03977e7-5a29-4e93-a6bb-b9ded3de3dfd tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'subnet': {'network_id': '6e1373c5-809e-4ba6-b751-5ce36ce94704', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:17.116521 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf358c09-262f-44ba-80ae-a9463db4a7d8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (67ce594b-ab1a-4d43-90ef-6ea8e06662a0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:17.218654 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf358c09-262f-44ba-80ae-a9463db4a7d8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (431dd801-c895-4f69-9b9d-55c4d9957e09), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:17.293669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-2657b2e7-aa55-4545-a7c7-faef97c69cac', 'network_id': '2657b2e7-aa55-4545-a7c7-faef97c69cac', 'project_id': '806540a429384556a711c6ddbb9cf246', 'fixed_ips': [{'subnet_id': '313b2bd7-489d-4fc9-b5b5-88414cecab5c'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:22:17.308393 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:17.330200 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f4f72c5-5c5f-4408-82c9-b54d157bfa7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (03336a7f-e0ba-42d7-846d-2522268f30c2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:17.356062 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52bdad8-51ca-4f49-ab8d-d8541a310df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-67ce594b-ab1a-4d43-90ef-6ea8e06662a0', 'network_id': '67ce594b-ab1a-4d43-90ef-6ea8e06662a0', 'project_id': '5de37589603a4487bd42c4b63679ca93', 'fixed_ips': [{'subnet_id': '431dd801-c895-4f69-9b9d-55c4d9957e09'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:22:17.356930 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a52bdad8-51ca-4f49-ab8d-d8541a310df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:17.408610 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf358c09-262f-44ba-80ae-a9463db4a7d8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (431dd801-c895-4f69-9b9d-55c4d9957e09), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:17.498871 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03977e7-5a29-4e93-a6bb-b9ded3de3dfd tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:17.513463 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f03977e7-5a29-4e93-a6bb-b9ded3de3dfd tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:17.533324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf358c09-262f-44ba-80ae-a9463db4a7d8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Subnet': ['ID=431dd801-c895-4f69-9b9d-55c4d9957e09,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:17.762073 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf358c09-262f-44ba-80ae-a9463db4a7d8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (67ce594b-ab1a-4d43-90ef-6ea8e06662a0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:17.861483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-cf358c09-262f-44ba-80ae-a9463db4a7d8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ce594b-ab1a-4d43-90ef-6ea8e06662a0']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:17.875966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4f72c5-5c5f-4408-82c9-b54d157bfa7c admin admin] Checking segment: {'id': '960a1494-ac5d-4f70-969b-ce012063c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8d55a46a-7a84-495d-9cf2-026c0ab7137f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:17.877023 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4f72c5-5c5f-4408-82c9-b54d157bfa7c admin admin] Network hostable DHCP agents. Network: 8d55a46a-7a84-495d-9cf2-026c0ab7137f, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:22:17.881979 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40ac44d-8b48-40b6-8815-c46774c64020 None None] Network 67ce594b-ab1a-4d43-90ef-6ea8e06662a0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:17.890268 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f72c5-5c5f-4408-82c9-b54d157bfa7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=03336a7f-e0ba-42d7-846d-2522268f30c2,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:17.892184 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-cf358c09-262f-44ba-80ae-a9463db4a7d8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c378970f-7fb6-401d-89c8-b71b952ae495') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:17.902271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-cf358c09-262f-44ba-80ae-a9463db4a7d8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c378970f-7fb6-401d-89c8-b71b952ae495') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:17.958219 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf358c09-262f-44ba-80ae-a9463db4a7d8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (c378970f-7fb6-401d-89c8-b71b952ae495), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:17.960130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4f72c5-5c5f-4408-82c9-b54d157bfa7c admin admin] Network 8d55a46a-7a84-495d-9cf2-026c0ab7137f is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:22:17.997761 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5f4f72c5-5c5f-4408-82c9-b54d157bfa7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 8d55a46a-7a84-495d-9cf2-026c0ab7137f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:18.004036 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf358c09-262f-44ba-80ae-a9463db4a7d8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (c378970f-7fb6-401d-89c8-b71b952ae495), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.021477 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf358c09-262f-44ba-80ae-a9463db4a7d8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:22:18.024347 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf358c09-262f-44ba-80ae-a9463db4a7d8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (c378970f-7fb6-401d-89c8-b71b952ae495), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.032306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4f72c5-5c5f-4408-82c9-b54d157bfa7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:18.037538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f4f72c5-5c5f-4408-82c9-b54d157bfa7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.098520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9a2af7-48e6-4ed8-8f21-59d56574131a None None] Network 8d55a46a-7a84-495d-9cf2-026c0ab7137f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:18.160094 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5f4f72c5-5c5f-4408-82c9-b54d157bfa7c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3980339 Jan 28 19:22:18.161068 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53236) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:18.183545 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-958381462-router', 'tenant_id': '46b070154e304cb4a889f3bc97dbd253', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:22:18.236317 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:22:18.309284 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (6728f3d8-e4d5-43ca-b556-3d1fccc2da34), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.312077 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (6728f3d8-e4d5-43ca-b556-3d1fccc2da34), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.375435 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf358c09-262f-44ba-80ae-a9463db4a7d8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (67ce594b-ab1a-4d43-90ef-6ea8e06662a0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.407545 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf358c09-262f-44ba-80ae-a9463db4a7d8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.427924 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cf358c09-262f-44ba-80ae-a9463db4a7d8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/networks/67ce594b-ab1a-4d43-90ef-6ea8e06662a0 HTTP/1.1" status: 204 len: 168 time: 1.5657411 Jan 28 19:22:18.436947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:18.484738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7bd6f670-58c7-4e8a-abcb-13d9d28b741d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-908395895'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:18.518577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef800241-6854-4903-a7f6-0c42b4d2fa08 req-25c7ba9e-bc21-43e2-a34c-adaae014526b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:18.520239 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ef800241-6854-4903-a7f6-0c42b4d2fa08 req-25c7ba9e-bc21-43e2-a34c-adaae014526b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.2641940 Jan 28 19:22:18.524726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf358c09-262f-44ba-80ae-a9463db4a7d8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Network': ['ID=67ce594b-ab1a-4d43-90ef-6ea8e06662a0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:18.626652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd6f670-58c7-4e8a-abcb-13d9d28b741d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:18.645411 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f670-58c7-4e8a-abcb-13d9d28b741d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.666883 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Publish callbacks [] for router_controller (6728f3d8-e4d5-43ca-b556-3d1fccc2da34), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.716061 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd6f670-58c7-4e8a-abcb-13d9d28b741d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:22:18.737856 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ef800241-6854-4903-a7f6-0c42b4d2fa08 req-1c820278-4722-45cb-95f0-7e2bccfe9617 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022669 Jan 28 19:22:18.746556 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f670-58c7-4e8a-abcb-13d9d28b741d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (daa664a0-0612-4852-aa66-ad9c0a379603), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.747541 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-7bd6f670-58c7-4e8a-abcb-13d9d28b741d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Added segment daa664a0-0612-4852-aa66-ad9c0a379603 of type vlan for network d0dab019-9957-4475-b584-e58d6507cb5c Jan 28 19:22:18.771385 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a359b0b-092f-4c6d-81b4-2761e8f91335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.824502 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Allocated IP 2001:db8::2 (2657b2e7-aa55-4545-a7c7-faef97c69cac/313b2bd7-489d-4fc9-b5b5-88414cecab5c/1b0afca8-5a10-44f3-95b8-8f37f726cd4d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:18.874563 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f670-58c7-4e8a-abcb-13d9d28b741d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (d0dab019-9957-4475-b584-e58d6507cb5c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.929767 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-8d55a46a-7a84-495d-9cf2-026c0ab7137f', 'network_id': '8d55a46a-7a84-495d-9cf2-026c0ab7137f', 'project_id': '46b070154e304cb4a889f3bc97dbd253', 'fixed_ips': [{'subnet_id': '03336a7f-e0ba-42d7-846d-2522268f30c2'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:22:18.933063 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.940970 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f670-58c7-4e8a-abcb-13d9d28b741d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (d0dab019-9957-4475-b584-e58d6507cb5c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.951350 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd6f670-58c7-4e8a-abcb-13d9d28b741d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:18.952104 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f670-58c7-4e8a-abcb-13d9d28b741d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:18.986809 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f03977e7-5a29-4e93-a6bb-b9ded3de3dfd tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (4eb8195a-b990-46c2-80f5-f0dc38587f54), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:19.130406 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6f670-58c7-4e8a-abcb-13d9d28b741d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Network': ['ID=d0dab019-9957-4475-b584-e58d6507cb5c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:19.157705 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7bd6f670-58c7-4e8a-abcb-13d9d28b741d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7194982 Jan 28 19:22:19.158552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53246) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:19.168660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b4c16753-883c-45ed-86ba-b8015db1f5b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'subnet': {'network_id': 'd0dab019-9957-4475-b584-e58d6507cb5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:19.256519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network d0dab019-9957-4475-b584-e58d6507cb5c details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:19.271616 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03977e7-5a29-4e93-a6bb-b9ded3de3dfd tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Subnet': ['ID=4eb8195a-b990-46c2-80f5-f0dc38587f54,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:19.381697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c16753-883c-45ed-86ba-b8015db1f5b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:19.384342 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Publish callbacks [] for router_gateway (6728f3d8-e4d5-43ca-b556-3d1fccc2da34), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:19.395031 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4c16753-883c-45ed-86ba-b8015db1f5b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:19.527024 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03977e7-5a29-4e93-a6bb-b9ded3de3dfd tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Checking segment: {'id': '1b951922-51f4-4ff7-aab3-890ceb229af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6e1373c5-809e-4ba6-b751-5ce36ce94704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:19.527677 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03977e7-5a29-4e93-a6bb-b9ded3de3dfd tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network hostable DHCP agents. Network: 6e1373c5-809e-4ba6-b751-5ce36ce94704, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:22:19.561863 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d0fda-d22f-4da4-bce1-1d81998393a0 req-208cb56c-72a1-4b2a-9bf8-e2b2ed511ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:19.564211 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-094d0fda-d22f-4da4-bce1-1d81998393a0 req-208cb56c-72a1-4b2a-9bf8-e2b2ed511ab2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 1128 time: 0.5988739 Jan 28 19:22:19.590924 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03977e7-5a29-4e93-a6bb-b9ded3de3dfd tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 6e1373c5-809e-4ba6-b751-5ce36ce94704 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:22:19.816803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f03977e7-5a29-4e93-a6bb-b9ded3de3dfd tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 6e1373c5-809e-4ba6-b751-5ce36ce94704) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:19.847871 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03977e7-5a29-4e93-a6bb-b9ded3de3dfd tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:19.848593 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f03977e7-5a29-4e93-a6bb-b9ded3de3dfd tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:19.888769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13726168-2b56-4c8e-813e-fab746a2c547 None None] Network 6e1373c5-809e-4ba6-b751-5ce36ce94704 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:19.900992 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4c16753-883c-45ed-86ba-b8015db1f5b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (42f68783-dd14-466a-b774-edd9ecdb0add), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:19.935733 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Allocated IP 172.20.0.2 (8d55a46a-7a84-495d-9cf2-026c0ab7137f/03336a7f-e0ba-42d7-846d-2522268f30c2/571dc973-224d-4fc2-adc0-3f050838c180) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:19.997807 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f03977e7-5a29-4e93-a6bb-b9ded3de3dfd tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0470397 Jan 28 19:22:20.003004 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53256) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:20.026689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b2d3b24d-c892-4aa1-84cb-68f50bb33844 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1851456096', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:20.324353 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Publish callbacks [] for port (1b0afca8-5a10-44f3-95b8-8f37f726cd4d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.447734 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Publish callbacks [] for router_gateway (6728f3d8-e4d5-43ca-b556-3d1fccc2da34), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.468926 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.473716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d0fda-d22f-4da4-bce1-1d81998393a0 req-0fd22827-89c2-4942-832d-d3523f267d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:20.473716 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-094d0fda-d22f-4da4-bce1-1d81998393a0 req-0fd22827-89c2-4942-832d-d3523f267d4f service neutron] 10.222.0.37 "GET /v2.0/networks?id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 200 len: 918 time: 0.8790767 Jan 28 19:22:20.481813 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (1b0afca8-5a10-44f3-95b8-8f37f726cd4d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.700077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Network 2657b2e7-aa55-4545-a7c7-faef97c69cac is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:20.717196 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Pushing event updated for resources: {'Port': ['ID=1b0afca8-5a10-44f3-95b8-8f37f726cd4d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:20.736922 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:20.760072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:20.765600 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3528b151-cd68-49ce-bb7e-f761a3998554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.919249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Allocated IP 172.25.0.177 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/f2d0a530-8604-4018-b7cb-f46bcb663439) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:20.972803 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2d3b24d-c892-4aa1-84cb-68f50bb33844 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (1b55031e-e0a6-4b67-9d90-330c5b61a81e), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.979662 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:22:20.980257 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2d3b24d-c892-4aa1-84cb-68f50bb33844 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (1b55031e-e0a6-4b67-9d90-330c5b61a81e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:20.981777 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-6e1373c5-809e-4ba6-b751-5ce36ce94704', 'network_id': '6e1373c5-809e-4ba6-b751-5ce36ce94704', 'project_id': '806540a429384556a711c6ddbb9cf246', 'fixed_ips': [{'subnet_id': '4eb8195a-b990-46c2-80f5-f0dc38587f54'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:22:20.988705 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.010669 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c16753-883c-45ed-86ba-b8015db1f5b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Subnet': ['ID=42f68783-dd14-466a-b774-edd9ecdb0add,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:21.034803 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c16753-883c-45ed-86ba-b8015db1f5b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Checking segment: {'id': 'daa664a0-0612-4852-aa66-ad9c0a379603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd0dab019-9957-4475-b584-e58d6507cb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:21.036237 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c16753-883c-45ed-86ba-b8015db1f5b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network hostable DHCP agents. Network: d0dab019-9957-4475-b584-e58d6507cb5c, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:22:21.071741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36357d7b-0cbc-466b-a633-c6b109cbfd27 req-33eaf6e3-6a6a-4f81-9fc8-29c90f3fb178 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:21.076283 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-36357d7b-0cbc-466b-a633-c6b109cbfd27 req-33eaf6e3-6a6a-4f81-9fc8-29c90f3fb178 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 1.0720158 Jan 28 19:22:21.178253 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c16753-883c-45ed-86ba-b8015db1f5b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network d0dab019-9957-4475-b584-e58d6507cb5c is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:22:21.206148 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Publish callbacks [] for port (f2d0a530-8604-4018-b7cb-f46bcb663439), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.299023 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2d3b24d-c892-4aa1-84cb-68f50bb33844 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_controller (1b55031e-e0a6-4b67-9d90-330c5b61a81e), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.307862 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b4c16753-883c-45ed-86ba-b8015db1f5b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, d0dab019-9957-4475-b584-e58d6507cb5c) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:21.308316 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f2d0a530-8604-4018-b7cb-f46bcb663439), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.372444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Attempting to bind port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:21.373105 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Attempting to bind port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'a305fba6-b0a5-4b78-ae0c-e87139b39249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2657b2e7-aa55-4545-a7c7-faef97c69cac'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:21.373630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Attempting to bind port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d on network 2657b2e7-aa55-4545-a7c7-faef97c69cac {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:21.380296 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2d3b24d-c892-4aa1-84cb-68f50bb33844 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (1b55031e-e0a6-4b67-9d90-330c5b61a81e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.404453 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:21.405164 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Checking segment: {'id': 'a305fba6-b0a5-4b78-ae0c-e87139b39249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2657b2e7-aa55-4545-a7c7-faef97c69cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:21.405776 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.407212 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Bound using segment: {'id': 'a305fba6-b0a5-4b78-ae0c-e87139b39249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2657b2e7-aa55-4545-a7c7-faef97c69cac'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:21.407938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Bound port: 1b0afca8-5a10-44f3-95b8-8f37f726cd4d, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a305fba6-b0a5-4b78-ae0c-e87139b39249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '2657b2e7-aa55-4545-a7c7-faef97c69cac'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:21.408724 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1b0afca8-5a10-44f3-95b8-8f37f726cd4d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.409915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c16753-883c-45ed-86ba-b8015db1f5b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:21.411241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d9591d-75da-48d6-af1f-c6bd10c1b781 None None] Network d0dab019-9957-4475-b584-e58d6507cb5c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:21.413313 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b4c16753-883c-45ed-86ba-b8015db1f5b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.443598 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-36357d7b-0cbc-466b-a633-c6b109cbfd27 req-96f5a80b-fcfa-4206-bcef-47faf112854b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3580084 Jan 28 19:22:21.497537 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b4c16753-883c-45ed-86ba-b8015db1f5b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3371844 Jan 28 19:22:21.498676 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53294) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:21.509763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7284a83d-eca1-46eb-897d-57cdcd88e5e4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'subnet': {'network_id': 'd0dab019-9957-4475-b584-e58d6507cb5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:21.513739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:21.528745 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2d3b24d-c892-4aa1-84cb-68f50bb33844 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.534974 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b2d3b24d-c892-4aa1-84cb-68f50bb33844 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5138259 Jan 28 19:22:21.535630 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53296) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:21.624401 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:21.641032 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-094d0fda-d22f-4da4-bce1-1d81998393a0 req-ac0adfdf-8ad1-4a9a-af4d-7fab1670a81f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a HTTP/1.1" status: 200 len: 1002 time: 1.1546149 Jan 28 19:22:21.648121 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:21.665568 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d0a530-8604-4018-b7cb-f46bcb663439,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:21.761551 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:21.806046 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Allocated IP 2001:db8:1::2 (6e1373c5-809e-4ba6-b751-5ce36ce94704/4eb8195a-b990-46c2-80f5-f0dc38587f54/7895a2ab-9b8f-4ee8-bd0b-791637af3f89) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:21.876100 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d0fda-d22f-4da4-bce1-1d81998393a0 req-88f74a1c-0c69-4158-8e31-4775bf85fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:21.877645 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-094d0fda-d22f-4da4-bce1-1d81998393a0 req-88f74a1c-0c69-4158-8e31-4775bf85fbf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f81e2f04-6d65-4bf2-ae23-2d422541a4df HTTP/1.1" status: 200 len: 856 time: 0.2270725 Jan 28 19:22:21.888808 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-be43fa51-6e9e-4e88-b849-26bc309f83c7 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:21.896007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-be43fa51-6e9e-4e88-b849-26bc309f83c7 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/networks?id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d HTTP/1.1" status: 200 len: 813 time: 0.6266422 Jan 28 19:22:21.996143 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Publish callbacks [] for port (571dc973-224d-4fc2-adc0-3f050838c180), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.081417 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (571dc973-224d-4fc2-adc0-3f050838c180), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.099986 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-d4f39ba4-980c-4993-9b59-957cca1be3b1 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/quotas/f43d98de8d634bb2b8161bbb90af92d1 HTTP/1.1" status: 200 len: 375 time: 0.2029665 Jan 28 19:22:22.210980 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d0fda-d22f-4da4-bce1-1d81998393a0 req-993f397f-3c67-426f-aff2-56915295fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:22.213090 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-094d0fda-d22f-4da4-bce1-1d81998393a0 req-993f397f-3c67-426f-aff2-56915295fb60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2482667 Jan 28 19:22:22.337538 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-d0dab019-9957-4475-b584-e58d6507cb5c', 'network_id': 'd0dab019-9957-4475-b584-e58d6507cb5c', 'project_id': '5de37589603a4487bd42c4b63679ca93', 'fixed_ips': [{'subnet_id': '42f68783-dd14-466a-b774-edd9ecdb0add'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:22:22.339083 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.351397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] For port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:22.362457 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-ba510e61-4f24-4378-8ec8-894fb8f31399 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f43d98de8d634bb2b8161bbb90af92d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2615435 Jan 28 19:22:22.395229 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Network 8d55a46a-7a84-495d-9cf2-026c0ab7137f is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:22.403785 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] For port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1b0afca8-5a10-44f3-95b8-8f37f726cd4d,segment=NetworkSegment(a305fba6-b0a5-4b78-ae0c-e87139b39249),segment_id=a305fba6-b0a5-4b78-ae0c-e87139b39249)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:22.418977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:22.422068 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:22.435122 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Pushing event updated for resources: {'Port': ['ID=571dc973-224d-4fc2-adc0-3f050838c180,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:22.445980 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1b0afca8-5a10-44f3-95b8-8f37f726cd4d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.475525 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7284a83d-eca1-46eb-897d-57cdcd88e5e4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:22.481413 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7284a83d-eca1-46eb-897d-57cdcd88e5e4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.733504 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.874655 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28f235-d101-4c59-b28d-5763190246b8 None None] Pushing event updated for resources: {'Port': ['ID=1b0afca8-5a10-44f3-95b8-8f37f726cd4d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:22.885032 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-3ff5c42e-e50b-42fb-a325-064b553bf2ca service neutron] 10.222.0.55 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998126 Jan 28 19:22:22.931414 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Attempting to bind port 571dc973-224d-4fc2-adc0-3f050838c180 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:22.936980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Attempting to bind port 571dc973-224d-4fc2-adc0-3f050838c180 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '960a1494-ac5d-4f70-969b-ce012063c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8d55a46a-7a84-495d-9cf2-026c0ab7137f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:22.937194 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Publish callbacks [] for router_gateway (6728f3d8-e4d5-43ca-b556-3d1fccc2da34), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:22.938181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Attempting to bind port 571dc973-224d-4fc2-adc0-3f050838c180 on network 8d55a46a-7a84-495d-9cf2-026c0ab7137f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:22.975355 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-094d0fda-d22f-4da4-bce1-1d81998393a0 req-36025208-c14b-4432-acad-9f5e3f15f858 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7257845 Jan 28 19:22:23.028214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:23.028840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Checking segment: {'id': '960a1494-ac5d-4f70-969b-ce012063c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8d55a46a-7a84-495d-9cf2-026c0ab7137f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:23.029173 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:23.029483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Bound using segment: {'id': '960a1494-ac5d-4f70-969b-ce012063c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8d55a46a-7a84-495d-9cf2-026c0ab7137f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:23.030005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Bound port: 571dc973-224d-4fc2-adc0-3f050838c180, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960a1494-ac5d-4f70-969b-ce012063c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8d55a46a-7a84-495d-9cf2-026c0ab7137f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:23.030408 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (571dc973-224d-4fc2-adc0-3f050838c180), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:23.039043 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:23.040495 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Publish callbacks [] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:23.073019 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:23.107699 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Allocated IP 2001:db8::2 (d0dab019-9957-4475-b584-e58d6507cb5c/42f68783-dd14-466a-b774-edd9ecdb0add/8d48cfe3-269a-4529-9eb8-592a374824e3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:23.234376 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Network 6e1373c5-809e-4ba6-b751-5ce36ce94704 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:23.260301 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:23.262861 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:23.464623 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-889d19e0-e6bb-46a6-8821-1fe05e664671 service neutron] 10.222.0.55 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779703 Jan 28 19:22:23.575209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13197991-42f4-4cc2-b35a-5cd2b9b9947d req-c372a2c7-9b9a-42f6-baca-b0fc95ff26e1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:23.576845 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-13197991-42f4-4cc2-b35a-5cd2b9b9947d req-c372a2c7-9b9a-42f6-baca-b0fc95ff26e1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.8846052 Jan 28 19:22:23.614354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (6728f3d8-e4d5-43ca-b556-3d1fccc2da34), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:23.808881 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7284a83d-eca1-46eb-897d-57cdcd88e5e4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (4595f3c4-142a-437c-be8c-baccaeb3ee33), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:24.006139 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Allocated IP 2001:db8::1 (2657b2e7-aa55-4545-a7c7-faef97c69cac/313b2bd7-489d-4fc9-b5b5-88414cecab5c/a57b70f4-110b-4a1e-b4b5-133d4dc1b63f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:24.007927 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] For port 571dc973-224d-4fc2-adc0-3f050838c180, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:24.034279 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] For port 571dc973-224d-4fc2-adc0-3f050838c180, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=571dc973-224d-4fc2-adc0-3f050838c180,segment=NetworkSegment(960a1494-ac5d-4f70-969b-ce012063c03f),segment_id=960a1494-ac5d-4f70-969b-ce012063c03f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:24.068729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Pushing event updated for resources: {'Port': ['ID=7895a2ab-9b8f-4ee8-bd0b-791637af3f89,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:24.111462 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (571dc973-224d-4fc2-adc0-3f050838c180), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:24.299734 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (a57b70f4-110b-4a1e-b4b5-133d4dc1b63f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:24.389926 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Publish callbacks [] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:24.428056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a2989-8701-4775-a3f0-0f4fb5532944 None None] Pushing event updated for resources: {'Port': ['ID=571dc973-224d-4fc2-adc0-3f050838c180,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:24.489312 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:24.579625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284a83d-eca1-46eb-897d-57cdcd88e5e4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Subnet': ['ID=4595f3c4-142a-437c-be8c-baccaeb3ee33,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:24.601356 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (a57b70f4-110b-4a1e-b4b5-133d4dc1b63f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:24.609671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa223976-0f1d-466d-9906-103a9b68f698 None None] Network 2657b2e7-aa55-4545-a7c7-faef97c69cac requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:24.630094 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-094d0fda-d22f-4da4-bce1-1d81998393a0 req-1b8763cd-5c9a-4fbd-b401-be60ba0afd45 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5658119 Jan 28 19:22:24.679459 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-94a95e9d-c9b9-4b6c-b1d9-6a357359c302 req-3344946f-293b-4359-b86c-878b46b03cf8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 210 time: 0.0978351 Jan 28 19:22:24.775022 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Network d0dab019-9957-4475-b584-e58d6507cb5c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:24.777168 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1b0afca8-5a10-44f3-95b8-8f37f726cd4d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:24.803746 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 2657b2e7-aa55-4545-a7c7-faef97c69cac is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:24.813177 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7284a83d-eca1-46eb-897d-57cdcd88e5e4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network d0dab019-9957-4475-b584-e58d6507cb5c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:24.820997 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7284a83d-eca1-46eb-897d-57cdcd88e5e4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:24.823838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7284a83d-eca1-46eb-897d-57cdcd88e5e4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:24.824480 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7284a83d-eca1-46eb-897d-57cdcd88e5e4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:24.882533 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:24.889650 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:24.890432 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (1b55031e-e0a6-4b67-9d90-330c5b61a81e), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:24.939000 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:24.951110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51795832-8695-430a-813e-7c241687db45 req-5ca45e0c-ae06-40ba-9b18-7a9497db212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:24.953235 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51795832-8695-430a-813e-7c241687db45 req-5ca45e0c-ae06-40ba-9b18-7a9497db212c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 1128 time: 0.2596459 Jan 28 19:22:24.954302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Router 6728f3d8-e4d5-43ca-b556-3d1fccc2da34 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:22:24.979467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:25.103950 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7284a83d-eca1-46eb-897d-57cdcd88e5e4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.6017144 Jan 28 19:22:25.108302 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53346) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:25.137830 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device d8abe3d1-9141-485b-8c8a-c189f2d8ec9a no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:25.149905 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:25.297510 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee01c9b-efca-4437-a16f-d73d8c8c38ac tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:25.299030 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee01c9b-efca-4437-a16f-d73d8c8c38ac tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:25.302318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee01c9b-efca-4437-a16f-d73d8c8c38ac tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:25.307153 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:22:25.310004 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee01c9b-efca-4437-a16f-d73d8c8c38ac tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:25.312162 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee01c9b-efca-4437-a16f-d73d8c8c38ac tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:25.317900 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Sync routers for ids ['6728f3d8-e4d5-43ca-b556-3d1fccc2da34'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:22:25.321673 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dee01c9b-efca-4437-a16f-d73d8c8c38ac tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1845195 Jan 28 19:22:25.323122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53366) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:25.336088 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:25.343920 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7791d5ef-09a5-454f-befd-1c6147cc0964 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.1734645 Jan 28 19:22:25.347282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53370) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:25.348588 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Routers {'6728f3d8-e4d5-43ca-b556-3d1fccc2da34'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:25.349266 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['6728f3d8-e4d5-43ca-b556-3d1fccc2da34'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:25.394344 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-13197991-42f4-4cc2-b35a-5cd2b9b9947d req-74dd3911-7b4a-49c9-88f0-260469ebf9b7 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.8056457 Jan 28 19:22:25.410858 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-76e2dec5-0f12-48f3-b7d5-8be6948daa6c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1021116250'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:25.425344 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Attempting to bind port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:25.426621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Attempting to bind port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '1b951922-51f4-4ff7-aab3-890ceb229af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6e1373c5-809e-4ba6-b751-5ce36ce94704'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:25.427168 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Attempting to bind port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 on network 6e1373c5-809e-4ba6-b751-5ce36ce94704 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:25.464966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51795832-8695-430a-813e-7c241687db45 req-82825a42-8f7b-4248-b279-03b55dea257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:25.468472 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51795832-8695-430a-813e-7c241687db45 req-82825a42-8f7b-4248-b279-03b55dea257c service neutron] 10.222.0.37 "GET /v2.0/networks?id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 200 len: 918 time: 0.5086372 Jan 28 19:22:25.469013 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=a57b70f4-110b-4a1e-b4b5-133d4dc1b63f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:25.579618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Pushing event updated for resources: {'Port': ['ID=8d48cfe3-269a-4529-9eb8-592a374824e3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:25.596963 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0238b870-bfda-4828-ab00-32d1d34a0e02 None None] Provisioning complete for port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:25.598873 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0238b870-bfda-4828-ab00-32d1d34a0e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1b0afca8-5a10-44f3-95b8-8f37f726cd4d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:25.619093 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Set router 6728f3d8-e4d5-43ca-b556-3d1fccc2da34 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:22:25.620046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e2dec5-0f12-48f3-b7d5-8be6948daa6c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:25.623491 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76e2dec5-0f12-48f3-b7d5-8be6948daa6c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:25.652649 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:25.656434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:25.657100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Checking segment: {'id': '1b951922-51f4-4ff7-aab3-890ceb229af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6e1373c5-809e-4ba6-b751-5ce36ce94704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:25.657688 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:25.658525 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Bound using segment: {'id': '1b951922-51f4-4ff7-aab3-890ceb229af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6e1373c5-809e-4ba6-b751-5ce36ce94704'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:25.659200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Bound port: 7895a2ab-9b8f-4ee8-bd0b-791637af3f89, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b951922-51f4-4ff7-aab3-890ceb229af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6e1373c5-809e-4ba6-b751-5ce36ce94704'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:25.663891 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:25.669487 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a57b70f4-110b-4a1e-b4b5-133d4dc1b63f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:25.779042 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51795832-8695-430a-813e-7c241687db45 req-d7b9f93b-4ee4-4543-b735-859ef7d252c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a HTTP/1.1" status: 200 len: 1002 time: 0.2968395 Jan 28 19:22:25.876127 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:25.881329 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1b0afca8-5a10-44f3-95b8-8f37f726cd4d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:25.975950 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Attempting to bind port 8d48cfe3-269a-4529-9eb8-592a374824e3 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:25.980671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Attempting to bind port 8d48cfe3-269a-4529-9eb8-592a374824e3 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'daa664a0-0612-4852-aa66-ad9c0a379603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd0dab019-9957-4475-b584-e58d6507cb5c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:25.981264 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Attempting to bind port 8d48cfe3-269a-4529-9eb8-592a374824e3 on network d0dab019-9957-4475-b584-e58d6507cb5c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:25.991104 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-262847ce-bc45-4c39-8e26-c1ef5cf7bbed tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:25.993210 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-262847ce-bc45-4c39-8e26-c1ef5cf7bbed tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.31 "GET /v2.0/networks?id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d HTTP/1.1" status: 200 len: 813 time: 0.2848122 Jan 28 19:22:26.007990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e2dec5-0f12-48f3-b7d5-8be6948daa6c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:22:26.017867 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76e2dec5-0f12-48f3-b7d5-8be6948daa6c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ee538935-ac36-42d1-ae4c-007b5d93f2f0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:26.018342 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-76e2dec5-0f12-48f3-b7d5-8be6948daa6c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Added segment ee538935-ac36-42d1-ae4c-007b5d93f2f0 of type vlan for network 603b80f9-4161-4086-b619-2acf4e63a37e Jan 28 19:22:26.065295 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76e2dec5-0f12-48f3-b7d5-8be6948daa6c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (603b80f9-4161-4086-b619-2acf4e63a37e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:26.094757 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-cb5eb50b-5220-48ee-ae73-a4124f8efa10 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Request body: {'port': {'device_id': '3306fd63-b627-42b9-bb0c-6c8ed5e2ec27', 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d', 'admin_state_up': True, 'tenant_id': 'f43d98de8d634bb2b8161bbb90af92d1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:26.101350 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76e2dec5-0f12-48f3-b7d5-8be6948daa6c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (603b80f9-4161-4086-b619-2acf4e63a37e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:26.102485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51795832-8695-430a-813e-7c241687db45 req-07acbaaf-04b2-4ad2-8c2c-db17738d2b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:26.107735 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-958381462-router', 'tenant_id': '46b070154e304cb4a889f3bc97dbd253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'f2d0a530-8604-4018-b7cb-f46bcb663439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:22:22Z', 'revision_number': 3, 'project_id': '46b070154e304cb4a889f3bc97dbd253', 'gw_port': {'id': 'f2d0a530-8604-4018-b7cb-f46bcb663439', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:14:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:20Z', 'updated_at': '2022-01-28T19:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:26.108004 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e2dec5-0f12-48f3-b7d5-8be6948daa6c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:26.108474 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76e2dec5-0f12-48f3-b7d5-8be6948daa6c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:26.108722 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51795832-8695-430a-813e-7c241687db45 req-07acbaaf-04b2-4ad2-8c2c-db17738d2b76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f81e2f04-6d65-4bf2-ae23-2d422541a4df HTTP/1.1" status: 200 len: 856 time: 0.3049915 Jan 28 19:22:26.150811 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:26.151456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Checking segment: {'id': 'daa664a0-0612-4852-aa66-ad9c0a379603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd0dab019-9957-4475-b584-e58d6507cb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:26.151584 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:26.151974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Bound using segment: {'id': 'daa664a0-0612-4852-aa66-ad9c0a379603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd0dab019-9957-4475-b584-e58d6507cb5c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:26.152470 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Bound port: 8d48cfe3-269a-4529-9eb8-592a374824e3, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa664a0-0612-4852-aa66-ad9c0a379603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd0dab019-9957-4475-b584-e58d6507cb5c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:26.158258 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:26.196978 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Checking router: 6728f3d8-e4d5-43ca-b556-3d1fccc2da34 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:22:26.197448 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Updating router 6728f3d8-e4d5-43ca-b556-3d1fccc2da34 port f2d0a530-8604-4018-b7cb-f46bcb663439 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:22:26.219111 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1805d2a-63a7-4a63-b2be-d54096b5a4d0 req-2199a9c2-3a68-4ffa-930e-4a7b1bd73793 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 210 time: 0.3576467 Jan 28 19:22:26.337131 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-76e2dec5-0f12-48f3-b7d5-8be6948daa6c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9411695 Jan 28 19:22:26.346693 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53392) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:26.369676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-15fb40fc-75e6-4761-92f7-1ba37a9b1f0f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:26.390583 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2dec5-0f12-48f3-b7d5-8be6948daa6c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Network': ['ID=603b80f9-4161-4086-b619-2acf4e63a37e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:26.395337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51795832-8695-430a-813e-7c241687db45 req-e0ae6937-05f3-4b18-9fce-f49b43ad2d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:26.396877 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51795832-8695-430a-813e-7c241687db45 req-e0ae6937-05f3-4b18-9fce-f49b43ad2d7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2791553 Jan 28 19:22:26.446449 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:26.446872 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1b0afca8-5a10-44f3-95b8-8f37f726cd4d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:26.457520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 603b80f9-4161-4086-b619-2acf4e63a37e details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:26.547593 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-cb5eb50b-5220-48ee-ae73-a4124f8efa10 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Made reservation on behalf of f43d98de8d634bb2b8161bbb90af92d1 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:26.552582 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-cb5eb50b-5220-48ee-ae73-a4124f8efa10 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:26.590763 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f2d0a530-8604-4018-b7cb-f46bcb663439), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:26.613292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] For port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:26.634312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:26.634858 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:26.747820 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51795832-8695-430a-813e-7c241687db45 req-4a6e3f10-e36e-4db5-a95c-1c4d411c0639 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040361 Jan 28 19:22:26.783456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdfe691-769b-4bff-8b5a-d9af498c09c1 None None] Network 8d55a46a-7a84-495d-9cf2-026c0ab7137f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:26.804367 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe8d60-46bb-4b3d-a605-94e8deffd83d req-4b1a578c-73d4-45e6-bfcc-77536eec5969 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:26.806982 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-74fe8d60-46bb-4b3d-a605-94e8deffd83d req-4b1a578c-73d4-45e6-bfcc-77536eec5969 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 946 time: 0.2387972 Jan 28 19:22:27.056494 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-74fe8d60-46bb-4b3d-a605-94e8deffd83d req-c329b0c2-398b-4773-8d6e-2779daedcec1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393324 Jan 28 19:22:27.102248 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15fb40fc-75e6-4761-92f7-1ba37a9b1f0f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (603b80f9-4161-4086-b619-2acf4e63a37e), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.117487 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] For port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7895a2ab-9b8f-4ee8-bd0b-791637af3f89,segment=NetworkSegment(1b951922-51f4-4ff7-aab3-890ceb229af8),segment_id=1b951922-51f4-4ff7-aab3-890ceb229af8)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:27.120656 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (a57b70f4-110b-4a1e-b4b5-133d4dc1b63f), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.128208 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-cb5eb50b-5220-48ee-ae73-a4124f8efa10 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Allocated IP 172.20.0.14 (32dd6380-90f2-4c91-b2e9-082cc1b5e03d/dd274110-81e6-4773-bb6c-ca2de3e25bde/bd7d2e35-fa00-410a-b197-4663d07fccb3) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:27.141151 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15fb40fc-75e6-4761-92f7-1ba37a9b1f0f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (603b80f9-4161-4086-b619-2acf4e63a37e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.149898 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (a57b70f4-110b-4a1e-b4b5-133d4dc1b63f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.151441 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (1b55031e-e0a6-4b67-9d90-330c5b61a81e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.184665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-15fb40fc-75e6-4761-92f7-1ba37a9b1f0f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network 603b80f9-4161-4086-b619-2acf4e63a37e is not hosted by any dhcp agent {{(pid=103147) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:22:27.195305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1b0afca8-5a10-44f3-95b8-8f37f726cd4d,segment=NetworkSegment(a305fba6-b0a5-4b78-ae0c-e87139b39249),segment_id=a305fba6-b0a5-4b78-ae0c-e87139b39249)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:27.198391 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fb40fc-75e6-4761-92f7-1ba37a9b1f0f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:27.199012 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15fb40fc-75e6-4761-92f7-1ba37a9b1f0f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.202090 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-15fb40fc-75e6-4761-92f7-1ba37a9b1f0f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "PUT /v2.0/networks/603b80f9-4161-4086-b619-2acf4e63a37e HTTP/1.1" status: 200 len: 723 time: 0.8509161 Jan 28 19:22:27.209794 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Publish callbacks [] for port (f2d0a530-8604-4018-b7cb-f46bcb663439), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.223572 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f2d0a530-8604-4018-b7cb-f46bcb663439), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.227760 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1b0afca8-5a10-44f3-95b8-8f37f726cd4d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.275502 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.277006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53400) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:27.294930 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-006ee5dc-44a7-4679-b0d8-9bfeb36b4bb6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'subnet': {'network_id': '603b80f9-4161-4086-b619-2acf4e63a37e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:27.352487 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Attempting to bind port f2d0a530-8604-4018-b7cb-f46bcb663439 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:27.358634 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Attempting to bind port f2d0a530-8604-4018-b7cb-f46bcb663439 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:27.359211 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Attempting to bind port f2d0a530-8604-4018-b7cb-f46bcb663439 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:27.366165 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddef2f2-55eb-4a22-9d0f-26690bff1a9e None None] Pushing event updated for resources: {'Port': ['ID=f2d0a530-8604-4018-b7cb-f46bcb663439,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:27.378905 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:27.379672 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:27.390609 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.391432 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:27.392130 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Bound port: f2d0a530-8604-4018-b7cb-f46bcb663439, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:27.392814 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f2d0a530-8604-4018-b7cb-f46bcb663439), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.393822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:27.397037 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3953d21c-1dda-45ee-ab37-715a056cee0f" -d '{"events": [{"server_uuid": "21d74e39-0fd8-45d9-9ea1-9efa53faae9d", "name": "network-vif-unplugged", "status": "completed", "tag": "d8abe3d1-9141-485b-8c8a-c189f2d8ec9a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:27.435262 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0238b870-bfda-4828-ab00-32d1d34a0e02 None None] Current status of the port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:27.437196 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0238b870-bfda-4828-ab00-32d1d34a0e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1b0afca8-5a10-44f3-95b8-8f37f726cd4d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.450675 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddef2f2-55eb-4a22-9d0f-26690bff1a9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:27.455907 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddef2f2-55eb-4a22-9d0f-26690bff1a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:27.456556 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddef2f2-55eb-4a22-9d0f-26690bff1a9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:27.457100 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddef2f2-55eb-4a22-9d0f-26690bff1a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:27.457648 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddef2f2-55eb-4a22-9d0f-26690bff1a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:27.458197 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddef2f2-55eb-4a22-9d0f-26690bff1a9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:27.463867 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddef2f2-55eb-4a22-9d0f-26690bff1a9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:27.464446 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddef2f2-55eb-4a22-9d0f-26690bff1a9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:27.464961 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddef2f2-55eb-4a22-9d0f-26690bff1a9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:27.465515 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddef2f2-55eb-4a22-9d0f-26690bff1a9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:27.466067 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddef2f2-55eb-4a22-9d0f-26690bff1a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:27.466664 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddef2f2-55eb-4a22-9d0f-26690bff1a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:27.467172 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddef2f2-55eb-4a22-9d0f-26690bff1a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:27.509242 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cb7c35-3879-48c6-a3c2-36689ecf1325 x-openstack-request-id: req-79cb7c35-3879-48c6-a3c2-36689ecf1325 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:27.509581 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d74e39-0fd8-45d9-9ea1-9efa53faae9d", "name": "network-vif-unplugged", "status": "completed", "tag": "d8abe3d1-9141-485b-8c8a-c189f2d8ec9a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:27.509896 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-79cb7c35-3879-48c6-a3c2-36689ecf1325 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:27.515491 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a', 'code': 200} Jan 28 19:22:27.526579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=a57b70f4-110b-4a1e-b4b5-133d4dc1b63f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:27.528926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] For port 8d48cfe3-269a-4529-9eb8-592a374824e3, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:27.535306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:27.584519 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.594387 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] For port f2d0a530-8604-4018-b7cb-f46bcb663439, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:27.604735 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] For port f2d0a530-8604-4018-b7cb-f46bcb663439, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f2d0a530-8604-4018-b7cb-f46bcb663439,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:27.618747 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f2d0a530-8604-4018-b7cb-f46bcb663439), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.630977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] For port 8d48cfe3-269a-4529-9eb8-592a374824e3, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8d48cfe3-269a-4529-9eb8-592a374824e3,segment=NetworkSegment(daa664a0-0612-4852-aa66-ad9c0a379603),segment_id=daa664a0-0612-4852-aa66-ad9c0a379603)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:27.637469 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 571dc973-224d-4fc2-adc0-3f050838c180 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:27.729971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=1b0afca8-5a10-44f3-95b8-8f37f726cd4d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:27.737451 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.794315 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Routers {'6728f3d8-e4d5-43ca-b556-3d1fccc2da34'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:27.795006 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['6728f3d8-e4d5-43ca-b556-3d1fccc2da34'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:27.803734 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddef2f2-55eb-4a22-9d0f-26690bff1a9e None None] Pushing event updated for resources: {'Port': ['ID=f2d0a530-8604-4018-b7cb-f46bcb663439,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:27.847820 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006ee5dc-44a7-4679-b0d8-9bfeb36b4bb6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:27.853783 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-006ee5dc-44a7-4679-b0d8-9bfeb36b4bb6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:27.864545 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 2657b2e7-aa55-4545-a7c7-faef97c69cac is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:27.871105 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:27.928826 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51795832-8695-430a-813e-7c241687db45 req-fd61d134-9223-416f-a1b2-9723fc810e0a service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1798635 Jan 28 19:22:27.995015 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-0238b870-bfda-4828-ab00-32d1d34a0e02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:22:27.995374 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-0238b870-bfda-4828-ab00-32d1d34a0e02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:22:28.027006 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5b5e10e8-f126-486c-b0fb-3b1faf712289 req-5cc39040-259a-4ccd-8daf-b0a65fcdca0d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 210 time: 0.4599993 Jan 28 19:22:28.027727 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb40fc-75e6-4761-92f7-1ba37a9b1f0f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Network': ['ID=603b80f9-4161-4086-b619-2acf4e63a37e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:28.073834 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-cb5eb50b-5220-48ee-ae73-a4124f8efa10 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Publish callbacks [] for port (bd7d2e35-fa00-410a-b197-4663d07fccb3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:28.079364 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 603b80f9-4161-4086-b619-2acf4e63a37e details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:28.253220 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 571dc973-224d-4fc2-adc0-3f050838c180 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:28.253825 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (571dc973-224d-4fc2-adc0-3f050838c180), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:28.254191 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] Set router 6728f3d8-e4d5-43ca-b556-3d1fccc2da34 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:22:28.338341 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c74d30-44a4-40f2-94ff-5c9c37dac384 None None] Pushing event updated for resources: {'Port': ['ID=7895a2ab-9b8f-4ee8-bd0b-791637af3f89,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:28.548830 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-cb5eb50b-5220-48ee-ae73-a4124f8efa10 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (bd7d2e35-fa00-410a-b197-4663d07fccb3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:28.610537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0238b870-bfda-4828-ab00-32d1d34a0e02 None None] Current status of the port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:28.614756 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['8b6e0659-59d2-4159-9cb2-64a74c6dd95a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:28.748348 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-cb5eb50b-5220-48ee-ae73-a4124f8efa10 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Network 32dd6380-90f2-4c91-b2e9-082cc1b5e03d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:28.766523 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-cb5eb50b-5220-48ee-ae73-a4124f8efa10 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:28.777556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-cb5eb50b-5220-48ee-ae73-a4124f8efa10 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:28.787262 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-958381462-router', 'tenant_id': '46b070154e304cb4a889f3bc97dbd253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'f2d0a530-8604-4018-b7cb-f46bcb663439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:22:22Z', 'revision_number': 3, 'project_id': '46b070154e304cb4a889f3bc97dbd253', 'gw_port': {'id': 'f2d0a530-8604-4018-b7cb-f46bcb663439', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:14:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:20Z', 'updated_at': '2022-01-28T19:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:28.843778 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-cb5eb50b-5220-48ee-ae73-a4124f8efa10 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:28.844571 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-cb5eb50b-5220-48ee-ae73-a4124f8efa10 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:28.878343 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-cb5eb50b-5220-48ee-ae73-a4124f8efa10 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7881131 Jan 28 19:22:28.885071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5eb50b-5220-48ee-ae73-a4124f8efa10 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Pushing event updated for resources: {'Port': ['ID=bd7d2e35-fa00-410a-b197-4663d07fccb3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:28.889827 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d27d98-e15c-4d49-a705-f07fdf6c9735 None None] The sync data for ids ['6728f3d8-e4d5-43ca-b556-3d1fccc2da34'] in n-d-824834-4 is: [{'id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-958381462-router', 'tenant_id': '46b070154e304cb4a889f3bc97dbd253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'f2d0a530-8604-4018-b7cb-f46bcb663439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:22:22Z', 'revision_number': 3, 'project_id': '46b070154e304cb4a889f3bc97dbd253', 'gw_port': {'id': 'f2d0a530-8604-4018-b7cb-f46bcb663439', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:14:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:20Z', 'updated_at': '2022-01-28T19:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:22:28.892090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5460b243-4203-46ef-ae06-ed4d51277870 None None] Provisioning complete for port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:28.893283 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5460b243-4203-46ef-ae06-ed4d51277870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1b0afca8-5a10-44f3-95b8-8f37f726cd4d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:28.893434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Request body: {'port': {'device_id': '3306fd63-b627-42b9-bb0c-6c8ed5e2ec27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:28.956334 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:28.971154 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594d16e-627f-40ca-a67e-9e2de117e846 req-5969aab4-b313-4952-883d-f74475fbe99c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:28.977626 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1594d16e-627f-40ca-a67e-9e2de117e846 req-5969aab4-b313-4952-883d-f74475fbe99c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.4613612 Jan 28 19:22:29.001964 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:29.164973 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1594d16e-627f-40ca-a67e-9e2de117e846 req-c7e78973-f1f9-4ada-af52-5cb3cee62b1c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655538 Jan 28 19:22:29.166815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router 1b55031e-e0a6-4b67-9d90-330c5b61a81e is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:22:29.301752 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bd7d2e35-fa00-410a-b197-4663d07fccb3), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:29.326357 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 571dc973-224d-4fc2-adc0-3f050838c180 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:29.326973 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (571dc973-224d-4fc2-adc0-3f050838c180), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:29.342734 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa235d-a1ba-4341-a259-431cb8943963 None None] Pushing event updated for resources: {'Port': ['ID=8d48cfe3-269a-4529-9eb8-592a374824e3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:29.434330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Allocated IP 172.20.0.1 (8d55a46a-7a84-495d-9cf2-026c0ab7137f/03336a7f-e0ba-42d7-846d-2522268f30c2/c11b491e-7310-422a-89b1-0b763e36d7c6) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:29.531855 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 571dc973-224d-4fc2-adc0-3f050838c180, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=571dc973-224d-4fc2-adc0-3f050838c180,segment=NetworkSegment(960a1494-ac5d-4f70-969b-ce012063c03f),segment_id=960a1494-ac5d-4f70-969b-ce012063c03f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:29.539721 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5460b243-4203-46ef-ae06-ed4d51277870 None None] Current status of the port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:29.545339 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (571dc973-224d-4fc2-adc0-3f050838c180), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:29.665134 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-006ee5dc-44a7-4679-b0d8-9bfeb36b4bb6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (8594315d-b5f1-4846-ad28-73f5bfe0f240), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:29.748243 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5460b243-4203-46ef-ae06-ed4d51277870 None None] Provisioning complete for port 571dc973-224d-4fc2-adc0-3f050838c180 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:29.749066 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5460b243-4203-46ef-ae06-ed4d51277870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (571dc973-224d-4fc2-adc0-3f050838c180), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:29.881702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fd1823-9e7d-437f-9d34-d8ea1f17a579 None None] Network 6e1373c5-809e-4ba6-b751-5ce36ce94704 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:29.977060 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ee5dc-44a7-4679-b0d8-9bfeb36b4bb6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Subnet': ['ID=8594315d-b5f1-4846-ad28-73f5bfe0f240,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:30.241570 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Publish callbacks [] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.261227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006ee5dc-44a7-4679-b0d8-9bfeb36b4bb6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Checking segment: {'id': 'ee538935-ac36-42d1-ae4c-007b5d93f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '603b80f9-4161-4086-b619-2acf4e63a37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:30.262434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006ee5dc-44a7-4679-b0d8-9bfeb36b4bb6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network hostable DHCP agents. Network: 603b80f9-4161-4086-b619-2acf4e63a37e, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:22:30.279020 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7c94b-9b62-4ac5-8bb1-dc3a1765121a req-2efe3f1a-2590-4130-86d5-5059e773caf2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:30.281077 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17a7c94b-9b62-4ac5-8bb1-dc3a1765121a req-2efe3f1a-2590-4130-86d5-5059e773caf2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 932 time: 0.6972790 Jan 28 19:22:30.352367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006ee5dc-44a7-4679-b0d8-9bfeb36b4bb6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network 603b80f9-4161-4086-b619-2acf4e63a37e is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:22:30.406785 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8d48cfe3-269a-4529-9eb8-592a374824e3 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:30.429929 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-006ee5dc-44a7-4679-b0d8-9bfeb36b4bb6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 603b80f9-4161-4086-b619-2acf4e63a37e) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:30.460065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ad7afc-eff0-4752-bd5c-b6cc170a4fde None None] Network d0dab019-9957-4475-b584-e58d6507cb5c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:30.482132 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006ee5dc-44a7-4679-b0d8-9bfeb36b4bb6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:30.482804 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-006ee5dc-44a7-4679-b0d8-9bfeb36b4bb6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560927'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.502433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae0b17b-2f69-45b7-b6bb-225351f6b6ee None None] Network 603b80f9-4161-4086-b619-2acf4e63a37e requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:30.509896 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-006ee5dc-44a7-4679-b0d8-9bfeb36b4bb6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2270305 Jan 28 19:22:30.515607 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17a7c94b-9b62-4ac5-8bb1-dc3a1765121a req-be373d96-d71a-4abe-9e45-4fe35b3d9f52 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266061 Jan 28 19:22:30.516394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53426) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:30.525911 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.542947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-77bebd11-67a2-4ca0-9cf9-ebe497792ea8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:30.588018 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=571dc973-224d-4fc2-adc0-3f050838c180,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:30.608063 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Pushing event updated for resources: {'Port': ['ID=c11b491e-7310-422a-89b1-0b763e36d7c6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:30.617213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:22:30.631189 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0adcda94-1995-404b-b5db-71ca73b421d6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/1b55031e-e0a6-4b67-9d90-330c5b61a81e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0882285 Jan 28 19:22:30.651309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:30.721221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cef007-a93f-4f51-af20-03185caf5cf0 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:30.724460 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-93cef007-a93f-4f51-af20-03185caf5cf0 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports/a57b70f4-110b-4a1e-b4b5-133d4dc1b63f HTTP/1.1" status: 200 len: 911 time: 0.0705938 Jan 28 19:22:30.726009 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Network 8d55a46a-7a84-495d-9cf2-026c0ab7137f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:30.727032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:30.743582 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1bbaf-3bbb-4b84-b30b-be25ba696daa req-41209b48-31ef-431e-b37c-340e95de1690 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:30.745222 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0b1bbaf-3bbb-4b84-b30b-be25ba696daa req-41209b48-31ef-431e-b37c-340e95de1690 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.3388770 Jan 28 19:22:30.772086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 8d48cfe3-269a-4529-9eb8-592a374824e3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:30.772485 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.816471 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a2dd3-e853-4ef9-8688-fa28b5c7ef37 None None] Sync routers for ids ['1b55031e-e0a6-4b67-9d90-330c5b61a81e'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:22:30.863061 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:30.932909 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5460b243-4203-46ef-ae06-ed4d51277870 None None] Current status of the port 571dc973-224d-4fc2-adc0-3f050838c180 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:30.950552 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a2dd3-e853-4ef9-8688-fa28b5c7ef37 None None] Routers {'1b55031e-e0a6-4b67-9d90-330c5b61a81e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:30.951207 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e34a2dd3-e853-4ef9-8688-fa28b5c7ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['1b55031e-e0a6-4b67-9d90-330c5b61a81e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:30.990983 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e34a2dd3-e853-4ef9-8688-fa28b5c7ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:31.080194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64a221c-050c-4546-883a-11520d305815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-603b80f9-4161-4086-b619-2acf4e63a37e', 'network_id': '603b80f9-4161-4086-b619-2acf4e63a37e', 'project_id': '5de37589603a4487bd42c4b63679ca93', 'fixed_ips': [{'subnet_id': '8594315d-b5f1-4846-ad28-73f5bfe0f240'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:22:31.081077 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c64a221c-050c-4546-883a-11520d305815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.098459 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a2dd3-e853-4ef9-8688-fa28b5c7ef37 None None] Routers {'1b55031e-e0a6-4b67-9d90-330c5b61a81e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:31.099116 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e34a2dd3-e853-4ef9-8688-fa28b5c7ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['1b55031e-e0a6-4b67-9d90-330c5b61a81e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:31.101048 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5460b243-4203-46ef-ae06-ed4d51277870 None None] Provisioning complete for port a57b70f4-110b-4a1e-b4b5-133d4dc1b63f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:31.101423 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5460b243-4203-46ef-ae06-ed4d51277870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a57b70f4-110b-4a1e-b4b5-133d4dc1b63f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.130873 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0b1bbaf-3bbb-4b84-b30b-be25ba696daa req-ad8455e4-8521-4aed-8bdb-e86ed391bb9c tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829189 Jan 28 19:22:31.184736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7d2e35-fa00-410a-b197-4663d07fccb3 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:31.196589 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Publish callbacks [] for port (bd7d2e35-fa00-410a-b197-4663d07fccb3), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.222491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Transition to ACTIVE for port object bd7d2e35-fa00-410a-b197-4663d07fccb3 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:22:31.231435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5460b243-4203-46ef-ae06-ed4d51277870 None None] Port a57b70f4-110b-4a1e-b4b5-133d4dc1b63f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:22:31.234597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e34a2dd3-e853-4ef9-8688-fa28b5c7ef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:31.235329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a2dd3-e853-4ef9-8688-fa28b5c7ef37 None None] The sync data for ids ['1b55031e-e0a6-4b67-9d90-330c5b61a81e'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:22:31.245020 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (bd7d2e35-fa00-410a-b197-4663d07fccb3), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.247837 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 8d48cfe3-269a-4529-9eb8-592a374824e3 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:31.248243 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.462274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 8d48cfe3-269a-4529-9eb8-592a374824e3, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8d48cfe3-269a-4529-9eb8-592a374824e3,segment=NetworkSegment(daa664a0-0612-4852-aa66-ad9c0a379603),segment_id=daa664a0-0612-4852-aa66-ad9c0a379603)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:31.463954 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0677d779-17f3-47d0-9499-4ba498b39915 None None] Provisioning complete for port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:31.464129 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0677d779-17f3-47d0-9499-4ba498b39915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.515336 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Pushing event updated for resources: {'Port': ['ID=bd7d2e35-fa00-410a-b197-4663d07fccb3,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:31.569440 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.570280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:31.596607 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:31.599193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:31.634845 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f17fd7-74e6-45da-ab71-83224531761c req-5c826e89-a771-4bcc-bf54-be44dabe69c8 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:31.636542 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-02f17fd7-74e6-45da-ab71-83224531761c req-5c826e89-a771-4bcc-bf54-be44dabe69c8 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.31 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.3526216 Jan 28 19:22:31.845977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (6728f3d8-e4d5-43ca-b556-3d1fccc2da34), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.862757 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Attempting to bind port bd7d2e35-fa00-410a-b197-4663d07fccb3 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:31.863255 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Attempting to bind port bd7d2e35-fa00-410a-b197-4663d07fccb3 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'b135f643-77cb-4080-9f94-380c6910a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:31.863680 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Attempting to bind port bd7d2e35-fa00-410a-b197-4663d07fccb3 on network 32dd6380-90f2-4c91-b2e9-082cc1b5e03d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:31.872747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Port bd7d2e35-fa00-410a-b197-4663d07fccb3 on network 32dd6380-90f2-4c91-b2e9-082cc1b5e03d not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:22:31.873233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Attempting to bind port bd7d2e35-fa00-410a-b197-4663d07fccb3 on network 32dd6380-90f2-4c91-b2e9-082cc1b5e03d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:31.910218 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0677d779-17f3-47d0-9499-4ba498b39915 None None] Current status of the port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:31.910614 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0677d779-17f3-47d0-9499-4ba498b39915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:31.934369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8044fe8-ecb6-4adb-bb43-2b881258c4f0 req-1fb74c66-a7c1-4dac-9199-c45f653f40f8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:31.936485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8044fe8-ecb6-4adb-bb43-2b881258c4f0 req-1fb74c66-a7c1-4dac-9199-c45f653f40f8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 944 time: 0.3280079 Jan 28 19:22:31.945480 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:31.946046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Checking segment: {'id': 'b135f643-77cb-4080-9f94-380c6910a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:31.946748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Bound using segment: {'id': 'b135f643-77cb-4080-9f94-380c6910a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:31.947303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Bound port: bd7d2e35-fa00-410a-b197-4663d07fccb3, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b135f643-77cb-4080-9f94-380c6910a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:31.947907 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bd7d2e35-fa00-410a-b197-4663d07fccb3), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.003473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1089778b-914d-4e98-a6d2-7d42ea36520d None None] Update dhcp port {'port': {'network_id': 'd0dab019-9957-4475-b584-e58d6507cb5c', 'fixed_ips': [{'subnet_id': '42f68783-dd14-466a-b774-edd9ecdb0add', 'ip_address': '2001:db8::2'}, {'subnet_id': '4595f3c4-142a-437c-be8c-baccaeb3ee33'}], 'binding:host_id': 'n-d-824834-4'}, 'id': '8d48cfe3-269a-4529-9eb8-592a374824e3'} from n-d-824834-4. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:22:32.016772 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c64a221c-050c-4546-883a-11520d305815 None None] Allocated IP 2001:db8::2 (603b80f9-4161-4086-b619-2acf4e63a37e/8594315d-b5f1-4846-ad28-73f5bfe0f240/e3558a63-15d7-44a1-a6e7-57f833eb3fe7) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:32.048090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=8d48cfe3-269a-4529-9eb8-592a374824e3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:32.065684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-02f17fd7-74e6-45da-ab71-83224531761c req-2c459562-5987-4f9c-8cc3-c67f85a4e0ac tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Deleting port 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:32.066199 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-02f17fd7-74e6-45da-ab71-83224531761c req-2c459562-5987-4f9c-8cc3-c67f85a4e0ac tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.077946 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8044fe8-ecb6-4adb-bb43-2b881258c4f0 req-913710fa-5887-4775-9c29-48559e72c11b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224551 Jan 28 19:22:32.173593 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77bebd11-67a2-4ca0-9cf9-ebe497792ea8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7898529'] for subnet (8594315d-b5f1-4846-ad28-73f5bfe0f240), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.185884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] For port bd7d2e35-fa00-410a-b197-4663d07fccb3, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:32.196747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] For port bd7d2e35-fa00-410a-b197-4663d07fccb3, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=bd7d2e35-fa00-410a-b197-4663d07fccb3,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:32.197197 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1089778b-914d-4e98-a6d2-7d42ea36520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.202415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d5805-7268-4091-be05-236d66771a1b req-68971718-d8dc-408a-922a-700a0a961b71 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:32.203717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0677d779-17f3-47d0-9499-4ba498b39915 None None] For port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7895a2ab-9b8f-4ee8-bd0b-791637af3f89,segment=NetworkSegment(1b951922-51f4-4ff7-aab3-890ceb229af8),segment_id=1b951922-51f4-4ff7-aab3-890ceb229af8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:32.209605 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (bd7d2e35-fa00-410a-b197-4663d07fccb3), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.213174 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6e0d5805-7268-4091-be05-236d66771a1b req-68971718-d8dc-408a-922a-700a0a961b71 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 1.5499232 Jan 28 19:22:32.238049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:32.238444 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.286332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:32.287147 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.288688 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] 10.222.0.31 "PUT /v2.0/ports/bd7d2e35-fa00-410a-b197-4663d07fccb3 HTTP/1.1" status: 200 len: 1092 time: 3.3999574 Jan 28 19:22:32.293541 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3306fd63-b627-42b9-bb0c-6c8ed5e2ec27', 'tag': 'bd7d2e35-fa00-410a-b197-4663d07fccb3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:32.296613 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0677d779-17f3-47d0-9499-4ba498b39915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.303302 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd57980-6908-4335-811e-9a45003076e0" -d '{"events": [{"name": "network-changed", "server_uuid": "3306fd63-b627-42b9-bb0c-6c8ed5e2ec27", "tag": "bd7d2e35-fa00-410a-b197-4663d07fccb3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:32.327302 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-02f17fd7-74e6-45da-ab71-83224531761c req-2c459562-5987-4f9c-8cc3-c67f85a4e0ac tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] For port 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3,segment=NetworkSegment(9b5cf5cf-92ab-4cc5-9377-327df170d7be),segment_id=9b5cf5cf-92ab-4cc5-9377-327df170d7be)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:32.329697 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-02f17fd7-74e6-45da-ab71-83224531761c req-2c459562-5987-4f9c-8cc3-c67f85a4e0ac tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.382334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0677d779-17f3-47d0-9499-4ba498b39915 None None] Provisioning complete for port a57b70f4-110b-4a1e-b4b5-133d4dc1b63f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:32.382994 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0677d779-17f3-47d0-9499-4ba498b39915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a57b70f4-110b-4a1e-b4b5-133d4dc1b63f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.437518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-02f17fd7-74e6-45da-ab71-83224531761c req-2c459562-5987-4f9c-8cc3-c67f85a4e0ac tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Calling delete_port for 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:32.514417 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677d779-17f3-47d0-9499-4ba498b39915 None None] Pushing event updated for resources: {'Port': ['ID=7895a2ab-9b8f-4ee8-bd0b-791637af3f89,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:32.560772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9ae4e-13f5-4f24-8c44-c08fc8b51d56 req-563786f7-72a1-4862-ab4f-aa5e88bc7e6b tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:32.572941 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-efe9ae4e-13f5-4f24-8c44-c08fc8b51d56 req-563786f7-72a1-4862-ab4f-aa5e88bc7e6b tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=c655131c-4f9c-49a5-812f-74e72d68717a HTTP/1.1" status: 200 len: 945 time: 0.3143771 Jan 28 19:22:32.582374 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.589503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7a073-a691-4c55-8029-0b15058e250d service neutron] Pushing event updated for resources: {'Port': ['ID=bd7d2e35-fa00-410a-b197-4663d07fccb3,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:32.635807 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6e0d5805-7268-4091-be05-236d66771a1b req-530855ab-c370-424a-8b55-ea636ecd7317 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4191236 Jan 28 19:22:32.643709 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0677d779-17f3-47d0-9499-4ba498b39915 None None] Port a57b70f4-110b-4a1e-b4b5-133d4dc1b63f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:22:32.658680 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:32.659796 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f2d0a530-8604-4018-b7cb-f46bcb663439 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:32.740411 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0677d779-17f3-47d0-9499-4ba498b39915 None None] Provisioning complete for port 8d48cfe3-269a-4529-9eb8-592a374824e3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:32.740821 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0677d779-17f3-47d0-9499-4ba498b39915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.747905 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba5e1d0-ac0a-422c-93f5-86fce18ecb37 x-openstack-request-id: req-cba5e1d0-ac0a-422c-93f5-86fce18ecb37 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:32.748540 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3306fd63-b627-42b9-bb0c-6c8ed5e2ec27", "tag": "bd7d2e35-fa00-410a-b197-4663d07fccb3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:32.748540 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cba5e1d0-ac0a-422c-93f5-86fce18ecb37 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:32.748921 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3306fd63-b627-42b9-bb0c-6c8ed5e2ec27', 'tag': 'bd7d2e35-fa00-410a-b197-4663d07fccb3', 'status': 'completed', 'code': 200} Jan 28 19:22:32.756052 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-efe9ae4e-13f5-4f24-8c44-c08fc8b51d56 req-0824f86c-3cd5-42ef-b3d0-2d710d7f9614 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815269 Jan 28 19:22:32.772815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-bb0f3d4a-5dc8-4924-976d-37dacef92f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:32.774518 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-bb0f3d4a-5dc8-4924-976d-37dacef92f8f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f43d98de8d634bb2b8161bbb90af92d1&device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 1126 time: 0.4278030 Jan 28 19:22:32.780129 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c64a221c-050c-4546-883a-11520d305815 None None] Publish callbacks [] for port (e3558a63-15d7-44a1-a6e7-57f833eb3fe7), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.812360 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c64a221c-050c-4546-883a-11520d305815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (e3558a63-15d7-44a1-a6e7-57f833eb3fe7), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.842652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1089778b-914d-4e98-a6d2-7d42ea36520d None None] Allocated IP 172.20.0.1 (d0dab019-9957-4475-b584-e58d6507cb5c/4595f3c4-142a-437c-be8c-baccaeb3ee33/8d48cfe3-269a-4529-9eb8-592a374824e3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:32.904447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64a221c-050c-4546-883a-11520d305815 None None] Network 603b80f9-4161-4086-b619-2acf4e63a37e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:32.905955 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device d8abe3d1-9141-485b-8c8a-c189f2d8ec9a no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:32.920165 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f2d0a530-8604-4018-b7cb-f46bcb663439 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:32.920542 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f2d0a530-8604-4018-b7cb-f46bcb663439), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.954281 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-02f17fd7-74e6-45da-ab71-83224531761c req-2c459562-5987-4f9c-8cc3-c67f85a4e0ac tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:32.957386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-6a2d6e5a-3935-4fd4-84b3-a140dc957ffd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd7d2e35-fa00-410a-b197-4663d07fccb3 HTTP/1.1" status: 200 len: 217 time: 0.1752710 Jan 28 19:22:32.986692 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77bebd11-67a2-4ca0-9cf9-ebe497792ea8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777971155667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8197366'] for subnet (8594315d-b5f1-4846-ad28-73f5bfe0f240), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.020094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c459562-5987-4f9c-8cc3-c67f85a4e0ac tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Pushing event deleted for resources: {'Port': ['ID=4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:33.111763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f17fd7-74e6-45da-ab71-83224531761c req-2c459562-5987-4f9c-8cc3-c67f85a4e0ac tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] No DVR routers for this DVR port 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:22:33.114787 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-f09f5725-4972-42cd-9731-659b31932008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:33.119861 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-f09f5725-4972-42cd-9731-659b31932008 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dd274110-81e6-4773-bb6c-ca2de3e25bde HTTP/1.1" status: 200 len: 853 time: 0.1551800 Jan 28 19:22:33.122121 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-02f17fd7-74e6-45da-ab71-83224531761c req-2c459562-5987-4f9c-8cc3-c67f85a4e0ac tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.129848 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-02f17fd7-74e6-45da-ab71-83224531761c req-2c459562-5987-4f9c-8cc3-c67f85a4e0ac tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.31 "DELETE /v2.0/ports/4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 HTTP/1.1" status: 204 len: 173 time: 1.4106245 Jan 28 19:22:33.154569 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bebd11-67a2-4ca0-9cf9-ebe497792ea8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:33.155117 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77bebd11-67a2-4ca0-9cf9-ebe497792ea8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.158048 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-77bebd11-67a2-4ca0-9cf9-ebe497792ea8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "PUT /v2.0/subnets/8594315d-b5f1-4846-ad28-73f5bfe0f240 HTTP/1.1" status: 200 len: 826 time: 2.6326959 Jan 28 19:22:33.168889 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-9f4f0154-e9f0-4269-90dc-a46713565ee5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378788 Jan 28 19:22:33.169398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53452) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:33.189543 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.292495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-c64a221c-050c-4546-883a-11520d305815 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:33.309124 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (603b80f9-4161-4086-b619-2acf4e63a37e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.378555 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64a221c-050c-4546-883a-11520d305815 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:33.472111 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['c1d20099-77e0-4fde-ab1d-725f217265d3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:33.476460 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a221c-050c-4546-883a-11520d305815 None None] Pushing event updated for resources: {'Port': ['ID=e3558a63-15d7-44a1-a6e7-57f833eb3fe7,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:33.548176 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e5fcc-dd52-431b-88c2-756b9552ae73 req-fe33ac7f-d275-4018-a0ea-a536311e2659 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:33.550302 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9c2e5fcc-dd52-431b-88c2-756b9552ae73 req-fe33ac7f-d275-4018-a0ea-a536311e2659 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 944 time: 0.2680166 Jan 28 19:22:33.556367 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-41081eb2-1191-4930-a3b0-5dfb11c43ade service neutron] 10.222.0.31 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640066 Jan 28 19:22:33.564276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-cbdc3db4-1f78-4800-83fc-5b9b7a4f384f req-9a9db32d-7fd4-40d0-9548-dbdbcf8bd962 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:22:33.565658 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1089778b-914d-4e98-a6d2-7d42ea36520d None None] For port 8d48cfe3-269a-4529-9eb8-592a374824e3, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8d48cfe3-269a-4529-9eb8-592a374824e3,segment=NetworkSegment(daa664a0-0612-4852-aa66-ad9c0a379603),segment_id=daa664a0-0612-4852-aa66-ad9c0a379603)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:33.578640 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cbdc3db4-1f78-4800-83fc-5b9b7a4f384f req-9a9db32d-7fd4-40d0-9548-dbdbcf8bd962 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181861 Jan 28 19:22:33.592524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bebd11-67a2-4ca0-9cf9-ebe497792ea8 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Subnet': ['ID=8594315d-b5f1-4846-ad28-73f5bfe0f240,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:33.640273 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53464) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:33.702736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Deleting port e3558a63-15d7-44a1-a6e7-57f833eb3fe7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:33.703091 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e3558a63-15d7-44a1-a6e7-57f833eb3fe7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.794540 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1089778b-914d-4e98-a6d2-7d42ea36520d None None] Publish callbacks [] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.797097 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Allocated IP 2001:db8:1::1 (6e1373c5-809e-4ba6-b751-5ce36ce94704/4eb8195a-b990-46c2-80f5-f0dc38587f54/c74cf83a-3efa-48e9-95cf-9368b803a95f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:33.855505 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7dda50-6607-42e9-a96f-324b0d821b26 admin admin] Deleting subnet 99e5c03c-5479-450a-b08f-1a86eaac1a19 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:22:33.869462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f2d0a530-8604-4018-b7cb-f46bcb663439 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:33.869949 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f2d0a530-8604-4018-b7cb-f46bcb663439), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.875509 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1089778b-914d-4e98-a6d2-7d42ea36520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.882240 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e7dda50-6607-42e9-a96f-324b0d821b26 admin admin] Publish callbacks [] for subnet (99e5c03c-5479-450a-b08f-1a86eaac1a19), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.914144 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Publish callbacks [] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.933616 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c64a221c-050c-4546-883a-11520d305815 None None] Attempting to bind port e3558a63-15d7-44a1-a6e7-57f833eb3fe7 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:33.934117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c64a221c-050c-4546-883a-11520d305815 None None] Attempting to bind port e3558a63-15d7-44a1-a6e7-57f833eb3fe7 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'ee538935-ac36-42d1-ae4c-007b5d93f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '603b80f9-4161-4086-b619-2acf4e63a37e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:33.934580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a221c-050c-4546-883a-11520d305815 None None] Attempting to bind port e3558a63-15d7-44a1-a6e7-57f833eb3fe7 on network 603b80f9-4161-4086-b619-2acf4e63a37e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:33.946579 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089778b-914d-4e98-a6d2-7d42ea36520d None None] Pushing event updated for resources: {'Port': ['ID=8d48cfe3-269a-4529-9eb8-592a374824e3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:33.964039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] For port e3558a63-15d7-44a1-a6e7-57f833eb3fe7, host n-d-824834-4, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:33.964555 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e3558a63-15d7-44a1-a6e7-57f833eb3fe7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.965557 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0677d779-17f3-47d0-9499-4ba498b39915 None None] Current status of the port 8d48cfe3-269a-4529-9eb8-592a374824e3 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:33.979264 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:33.999917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a221c-050c-4546-883a-11520d305815 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:34.001004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a221c-050c-4546-883a-11520d305815 None None] Checking segment: {'id': 'ee538935-ac36-42d1-ae4c-007b5d93f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '603b80f9-4161-4086-b619-2acf4e63a37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:34.001602 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c64a221c-050c-4546-883a-11520d305815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.002226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a221c-050c-4546-883a-11520d305815 None None] Bound using segment: {'id': 'ee538935-ac36-42d1-ae4c-007b5d93f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '603b80f9-4161-4086-b619-2acf4e63a37e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:34.003648 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c64a221c-050c-4546-883a-11520d305815 None None] Bound port: e3558a63-15d7-44a1-a6e7-57f833eb3fe7, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee538935-ac36-42d1-ae4c-007b5d93f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '603b80f9-4161-4086-b619-2acf4e63a37e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:34.004227 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c64a221c-050c-4546-883a-11520d305815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3558a63-15d7-44a1-a6e7-57f833eb3fe7), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.016557 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9c2e5fcc-dd52-431b-88c2-756b9552ae73 req-32903fb6-222c-48dc-bc9c-c3f21b816901 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563811 Jan 28 19:22:34.048717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port f2d0a530-8604-4018-b7cb-f46bcb663439, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f2d0a530-8604-4018-b7cb-f46bcb663439,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:34.066918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a is: DOWN; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:34.073486 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Calling delete_port for e3558a63-15d7-44a1-a6e7-57f833eb3fe7 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:34.079611 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (6728f3d8-e4d5-43ca-b556-3d1fccc2da34), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.087151 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f2d0a530-8604-4018-b7cb-f46bcb663439), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.088022 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1b0afca8-5a10-44f3-95b8-8f37f726cd4d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:34.127476 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87f4a510-d3a1-4993-b2c0-9d1cbbe94554 req-ee184c54-01c9-48db-9d1e-77a50ddb8481 service neutron] 10.222.0.31 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643036 Jan 28 19:22:34.183333 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e7dda50-6607-42e9-a96f-324b0d821b26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (99e5c03c-5479-450a-b08f-1a86eaac1a19), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.289458 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e7dda50-6607-42e9-a96f-324b0d821b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (99e5c03c-5479-450a-b08f-1a86eaac1a19), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.292314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd57980-6908-4335-811e-9a45003076e0 req-32136316-c021-4dc6-bd0e-8d665a7064f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:34.293856 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0dd57980-6908-4335-811e-9a45003076e0 req-32136316-c021-4dc6-bd0e-8d665a7064f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f43d98de8d634bb2b8161bbb90af92d1&device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 1126 time: 0.0916016 Jan 28 19:22:34.399183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:34.399393 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e7dda50-6607-42e9-a96f-324b0d821b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (99e5c03c-5479-450a-b08f-1a86eaac1a19), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.403745 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=f2d0a530-8604-4018-b7cb-f46bcb663439,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:34.466660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fcfbb450-241e-40cf-9140-e030b19f1046 None None] Provisioning complete for port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:34.467195 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb450-241e-40cf-9140-e030b19f1046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.472357 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:22:34.473711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:22:34.512967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:34.513515 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1b0afca8-5a10-44f3-95b8-8f37f726cd4d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.539810 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e3558a63-15d7-44a1-a6e7-57f833eb3fe7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.570816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ca738-1f8c-49bb-b515-54f42b6e1552 req-ab0a9a18-4106-49ce-83e6-af2105d3496d tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:34.577815 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f62ca738-1f8c-49bb-b515-54f42b6e1552 req-ab0a9a18-4106-49ce-83e6-af2105d3496d tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.2270148 Jan 28 19:22:34.585192 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-c64a221c-050c-4546-883a-11520d305815 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:22:34.587946 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd57980-6908-4335-811e-9a45003076e0 req-88f2d223-bc20-4c3d-ada8-4252e9b4d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:34.589123 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-c64a221c-050c-4546-883a-11520d305815 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:22:34.589438 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0dd57980-6908-4335-811e-9a45003076e0 req-88f2d223-bc20-4c3d-ada8-4252e9b4d9e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d HTTP/1.1" status: 200 len: 914 time: 0.2739546 Jan 28 19:22:34.610926 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dda50-6607-42e9-a96f-324b0d821b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99e5c03c-5479-450a-b08f-1a86eaac1a19,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:34.631675 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e7dda50-6607-42e9-a96f-324b0d821b26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.636315 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5e7dda50-6607-42e9-a96f-324b0d821b26 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/99e5c03c-5479-450a-b08f-1a86eaac1a19 HTTP/1.1" status: 204 len: 168 time: 0.9777992 Jan 28 19:22:34.638865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53486) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:34.674545 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Pushing event updated for resources: {'Port': ['ID=c11b491e-7310-422a-89b1-0b763e36d7c6,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:34.689010 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Port': ['ID=e3558a63-15d7-44a1-a6e7-57f833eb3fe7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:34.727029 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9382bc-4d67-49fb-8fd9-9e36579c4c12 req-b012bdab-9e28-4c79-b92f-24344ef63109 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:34.735247 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5a9382bc-4d67-49fb-8fd9-9e36579c4c12 req-b012bdab-9e28-4c79-b92f-24344ef63109 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.8910344 Jan 28 19:22:34.736958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No DVR routers for this DVR port e3558a63-15d7-44a1-a6e7-57f833eb3fe7 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:22:34.744191 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:34.791495 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c655131c-4f9c-49a5-812f-74e72d68717a', 'name': 'network-vif-deleted', 'tag': '4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:34.794519 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3954aadb-f5b7-40a4-8e91-8b03e481c3be" -d '{"events": [{"server_uuid": "c655131c-4f9c-49a5-812f-74e72d68717a", "name": "network-vif-deleted", "tag": "4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:34.797382 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (8594315d-b5f1-4846-ad28-73f5bfe0f240), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.801497 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0dd57980-6908-4335-811e-9a45003076e0 req-34b22e09-047b-4031-b924-e23e730e1299 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd7d2e35-fa00-410a-b197-4663d07fccb3 HTTP/1.1" status: 200 len: 217 time: 0.1528683 Jan 28 19:22:34.897773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fcfbb450-241e-40cf-9140-e030b19f1046 None None] Current status of the port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:34.913211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fcfbb450-241e-40cf-9140-e030b19f1046 None None] Provisioning complete for port c11b491e-7310-422a-89b1-0b763e36d7c6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:34.913972 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb450-241e-40cf-9140-e030b19f1046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:34.919301 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f62ca738-1f8c-49bb-b515-54f42b6e1552 req-887398d3-6054-4346-950d-fcd50f58e39a tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390720 Jan 28 19:22:34.957691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd57980-6908-4335-811e-9a45003076e0 req-68d6e69e-10c4-4046-89fe-1bdc51728393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:34.962993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fcfbb450-241e-40cf-9140-e030b19f1046 None None] Port c11b491e-7310-422a-89b1-0b763e36d7c6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:22:34.968454 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0dd57980-6908-4335-811e-9a45003076e0 req-68d6e69e-10c4-4046-89fe-1bdc51728393 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dd274110-81e6-4773-bb6c-ca2de3e25bde HTTP/1.1" status: 200 len: 853 time: 0.1365907 Jan 28 19:22:34.979771 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (c74cf83a-3efa-48e9-95cf-9368b803a95f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.007437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:35.011095 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-943b71d7-a8da-4146-bdf3-b50a056b39cf req-90c81b72-80ca-4fc2-aa56-6058c5367947 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9021490 Jan 28 19:22:35.027046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-943b71d7-a8da-4146-bdf3-b50a056b39cf req-9601b1a8-5e57-43cf-b5b1-8ba5677565b0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:22:35.028063 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-943b71d7-a8da-4146-bdf3-b50a056b39cf req-9601b1a8-5e57-43cf-b5b1-8ba5677565b0 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098145 Jan 28 19:22:35.040668 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5a9382bc-4d67-49fb-8fd9-9e36579c4c12 req-ead2a213-e447-4a72-a9e3-b363874e378e tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041492 Jan 28 19:22:35.049074 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0dd57980-6908-4335-811e-9a45003076e0 req-71dc1464-e1f7-446e-9e30-7080a2db8985 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731251 Jan 28 19:22:35.056975 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb13ed0a-f08b-4d84-8b8a-b5298c156834 x-openstack-request-id: req-bb13ed0a-f08b-4d84-8b8a-b5298c156834 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:35.057281 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c655131c-4f9c-49a5-812f-74e72d68717a", "name": "network-vif-deleted", "tag": "4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:35.057547 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bb13ed0a-f08b-4d84-8b8a-b5298c156834 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:35.057978 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c655131c-4f9c-49a5-812f-74e72d68717a', 'name': 'network-vif-deleted', 'tag': '4a06eb5c-e858-4611-89ea-5cb9c4a1d0b3', 'status': 'completed', 'code': 200} Jan 28 19:22:35.068997 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf2aa12c-2721-47c9-9ec8-ea68b843e440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (a0d11bf7-3119-4d8c-b280-7ef3c1a8747a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.075790 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (8594315d-b5f1-4846-ad28-73f5bfe0f240), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.076933 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Network 8d55a46a-7a84-495d-9cf2-026c0ab7137f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:35.083213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:35.155229 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c64a221c-050c-4546-883a-11520d305815 None None] Attempting to bind port e3558a63-15d7-44a1-a6e7-57f833eb3fe7 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:35.155610 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c64a221c-050c-4546-883a-11520d305815 None None] Attempting to bind port e3558a63-15d7-44a1-a6e7-57f833eb3fe7 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'ee538935-ac36-42d1-ae4c-007b5d93f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '603b80f9-4161-4086-b619-2acf4e63a37e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:35.155978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a221c-050c-4546-883a-11520d305815 None None] Attempting to bind port e3558a63-15d7-44a1-a6e7-57f833eb3fe7 on network 603b80f9-4161-4086-b619-2acf4e63a37e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:35.172852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a221c-050c-4546-883a-11520d305815 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:35.173231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a221c-050c-4546-883a-11520d305815 None None] Checking segment: {'id': 'ee538935-ac36-42d1-ae4c-007b5d93f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '603b80f9-4161-4086-b619-2acf4e63a37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:35.173656 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c64a221c-050c-4546-883a-11520d305815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.174171 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a221c-050c-4546-883a-11520d305815 None None] Bound using segment: {'id': 'ee538935-ac36-42d1-ae4c-007b5d93f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '603b80f9-4161-4086-b619-2acf4e63a37e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:35.174656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c64a221c-050c-4546-883a-11520d305815 None None] Bound port: e3558a63-15d7-44a1-a6e7-57f833eb3fe7, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee538935-ac36-42d1-ae4c-007b5d93f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '603b80f9-4161-4086-b619-2acf4e63a37e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:35.175044 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c64a221c-050c-4546-883a-11520d305815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3558a63-15d7-44a1-a6e7-57f833eb3fe7), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.208870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d751f1f-6e52-480e-bacf-aad0b2fc7d93 None None] Network d0dab019-9957-4475-b584-e58d6507cb5c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:35.255977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf2aa12c-2721-47c9-9ec8-ea68b843e440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (a0d11bf7-3119-4d8c-b280-7ef3c1a8747a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.264083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Subnet': ['ID=8594315d-b5f1-4846-ad28-73f5bfe0f240,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:35.281913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cf2aa12c-2721-47c9-9ec8-ea68b843e440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d11bf7-3119-4d8c-b280-7ef3c1a8747a']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:35.297037 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cf2aa12c-2721-47c9-9ec8-ea68b843e440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a42f1c5-bac9-46ee-bb59-173f5dc0ce90') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:35.297916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cf2aa12c-2721-47c9-9ec8-ea68b843e440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a42f1c5-bac9-46ee-bb59-173f5dc0ce90') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:35.312215 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf2aa12c-2721-47c9-9ec8-ea68b843e440 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (1a42f1c5-bac9-46ee-bb59-173f5dc0ce90), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.329625 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf2aa12c-2721-47c9-9ec8-ea68b843e440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1a42f1c5-bac9-46ee-bb59-173f5dc0ce90), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.338057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2aa12c-2721-47c9-9ec8-ea68b843e440 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:22:35.338057 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf2aa12c-2721-47c9-9ec8-ea68b843e440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (1a42f1c5-bac9-46ee-bb59-173f5dc0ce90), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.359132 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:35.359509 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.384025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c64a221c-050c-4546-883a-11520d305815 None None] Port e3558a63-15d7-44a1-a6e7-57f833eb3fe7 has been deleted concurrently {{(pid=103148) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 28 19:22:35.409547 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (603b80f9-4161-4086-b619-2acf4e63a37e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:22:35.420489 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:22:35.430260 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf2aa12c-2721-47c9-9ec8-ea68b843e440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (a0d11bf7-3119-4d8c-b280-7ef3c1a8747a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.440602 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ebd8e11d-292a-4dc5-bf8c-b2fb578f969a None None] Provisioning complete for port 8d48cfe3-269a-4529-9eb8-592a374824e3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:35.441342 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e11d-292a-4dc5-bf8c-b2fb578f969a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.456292 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf2aa12c-2721-47c9-9ec8-ea68b843e440 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.459959 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cf2aa12c-2721-47c9-9ec8-ea68b843e440 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a0d11bf7-3119-4d8c-b280-7ef3c1a8747a HTTP/1.1" status: 204 len: 168 time: 0.8080935 Jan 28 19:22:35.461518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2aa12c-2721-47c9-9ec8-ea68b843e440 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d11bf7-3119-4d8c-b280-7ef3c1a8747a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:35.497315 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603b80f9-4161-4086-b619-2acf4e63a37e']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:35.498042 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c74cf83a-3efa-48e9-95cf-9368b803a95f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.531833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee538935-ac36-42d1-ae4c-007b5d93f2f0') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:35.532223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee538935-ac36-42d1-ae4c-007b5d93f2f0') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:35.548816 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (ee538935-ac36-42d1-ae4c-007b5d93f2f0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.567032 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ee538935-ac36-42d1-ae4c-007b5d93f2f0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.576338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:22:35.576744 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (ee538935-ac36-42d1-ae4c-007b5d93f2f0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:22:35.664546 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:22:35.669127 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (603b80f9-4161-4086-b619-2acf4e63a37e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.697519 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:35.704501 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/networks/603b80f9-4161-4086-b619-2acf4e63a37e HTTP/1.1" status: 204 len: 168 time: 2.5315421 Jan 28 19:22:35.711396 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619787fe-56cb-42ba-957b-f45e3191655e req-ccf54558-1b80-425d-95c1-caaad6dce106 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:35.711775 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=c74cf83a-3efa-48e9-95cf-9368b803a95f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:35.719461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53500) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:35.719696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53502) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:35.721670 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-619787fe-56cb-42ba-957b-f45e3191655e req-ccf54558-1b80-425d-95c1-caaad6dce106 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 944 time: 0.5133610 Jan 28 19:22:35.766654 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:35.771595 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f2d0a530-8604-4018-b7cb-f46bcb663439 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:35.789381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd5f75-a12f-49df-b391-9ee029e4cec7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Network': ['ID=603b80f9-4161-4086-b619-2acf4e63a37e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:35.848351 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-619787fe-56cb-42ba-957b-f45e3191655e req-e9077237-fb75-4a80-844b-8e08b5cc5ab2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256390 Jan 28 19:22:35.881566 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ebd8e11d-292a-4dc5-bf8c-b2fb578f969a None None] Current status of the port 8d48cfe3-269a-4529-9eb8-592a374824e3 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:35.892143 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4734e5-6a88-4642-b24d-78c463e9ccdc tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:35.892723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4734e5-6a88-4642-b24d-78c463e9ccdc tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:35.894009 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0dd57980-6908-4335-811e-9a45003076e0 req-83051c48-f0ac-48f6-97c7-5d498398fc4e service neutron] 10.222.0.31 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8350894 Jan 28 19:22:35.905631 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9f4734e5-6a88-4642-b24d-78c463e9ccdc tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/networks/603b80f9-4161-4086-b619-2acf4e63a37e HTTP/1.1" status: 404 len: 339 time: 0.1767049 Jan 28 19:22:35.929673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 6e1373c5-809e-4ba6-b751-5ce36ce94704 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:35.938123 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53504) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:35.987330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-138741a7-07c5-4455-894e-db8f6172524f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1923298005', 'description': 'd1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:36.007933 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:36.008260 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f2d0a530-8604-4018-b7cb-f46bcb663439 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:36.008827 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f2d0a530-8604-4018-b7cb-f46bcb663439), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.018402 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:36.020014 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (1b55031e-e0a6-4b67-9d90-330c5b61a81e), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.088749 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0dd57980-6908-4335-811e-9a45003076e0 req-8c078119-f97a-45f2-b0a1-a09c9eb73e46 service neutron] 10.222.0.31 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876328 Jan 28 19:22:36.154411 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e66d0dd7-b267-4f3c-b3e8-d48e47ea824a None None] Provisioning complete for port c11b491e-7310-422a-89b1-0b763e36d7c6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:36.154786 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e66d0dd7-b267-4f3c-b3e8-d48e47ea824a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.156791 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Router 6728f3d8-e4d5-43ca-b556-3d1fccc2da34 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:22:36.253996 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-749956ea-85da-4a46-acdc-cbfe91dd1290 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3260ca0955345548eeca4aad20e3778&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5225513 Jan 28 19:22:36.279782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d2e72-b87a-452b-b3b1-6d8b8e71f852 req-7fc8cbe9-be15-4599-9b8a-1932b726f65c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:36.288320 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-166d2e72-b87a-452b-b3b1-6d8b8e71f852 req-7fc8cbe9-be15-4599-9b8a-1932b726f65c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.1354885 Jan 28 19:22:36.301417 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53510) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:36.348134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f2d0a530-8604-4018-b7cb-f46bcb663439 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:36.349509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 571dc973-224d-4fc2-adc0-3f050838c180 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:36.356772 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e66d0dd7-b267-4f3c-b3e8-d48e47ea824a None None] Port c11b491e-7310-422a-89b1-0b763e36d7c6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:22:36.362108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device bd7d2e35-fa00-410a-b197-4663d07fccb3 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:22:36.372239 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138741a7-07c5-4455-894e-db8f6172524f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:36.376952 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-138741a7-07c5-4455-894e-db8f6172524f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.483024 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30ae12fd-5867-4b28-8723-b6d7613a4323 admin admin] Publish callbacks [] for security_group (4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.529283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631084c-5ec1-4727-8b7e-d1753338c5d0 req-2855eb80-d1fe-40fa-a8eb-e2a62cd3789b tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:36.530960 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d631084c-5ec1-4727-8b7e-d1753338c5d0 req-2855eb80-d1fe-40fa-a8eb-e2a62cd3789b tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.3940229 Jan 28 19:22:36.543484 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-166d2e72-b87a-452b-b3b1-6d8b8e71f852 req-eebcda6a-e2ef-4eaf-bc26-a18253c7c72b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540843 Jan 28 19:22:36.578143 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30ae12fd-5867-4b28-8723-b6d7613a4323 admin admin] Publish callbacks [] for security_group (4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.611146 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d631084c-5ec1-4727-8b7e-d1753338c5d0 req-1e0c92bb-8b7e-464b-8b11-e8ac7882f7e1 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689738 Jan 28 19:22:36.611757 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c74cf83a-3efa-48e9-95cf-9368b803a95f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.622141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 571dc973-224d-4fc2-adc0-3f050838c180 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:36.622521 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (571dc973-224d-4fc2-adc0-3f050838c180), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.628332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d9c5cc3c-e13f-4b8a-bc73-ddb84888779d None None] Provisioning complete for port 8d48cfe3-269a-4529-9eb8-592a374824e3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:36.628788 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9c5cc3c-e13f-4b8a-bc73-ddb84888779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.648170 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30ae12fd-5867-4b28-8723-b6d7613a4323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.651622 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-30ae12fd-5867-4b28-8723-b6d7613a4323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.653137 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-30ae12fd-5867-4b28-8723-b6d7613a4323 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5 HTTP/1.1" status: 204 len: 168 time: 0.3341103 Jan 28 19:22:36.662827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae12fd-5867-4b28-8723-b6d7613a4323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4e78d9-3db6-4bca-8700-c8ce8f3f0ce5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:36.671052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138741a7-07c5-4455-894e-db8f6172524f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:22:36.689595 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-138741a7-07c5-4455-894e-db8f6172524f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (754af2cc-a51d-451b-8c50-6d165da9ea00), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.690410 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-138741a7-07c5-4455-894e-db8f6172524f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Added segment 754af2cc-a51d-451b-8c50-6d165da9ea00 of type vlan for network 5a090048-9938-47a8-98cd-f1857c7535b5 Jan 28 19:22:36.738800 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-138741a7-07c5-4455-894e-db8f6172524f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (5a090048-9938-47a8-98cd-f1857c7535b5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:36.835674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:22:36.845581 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Sync routers for ids ['6728f3d8-e4d5-43ca-b556-3d1fccc2da34'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:22:36.862558 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Routers {'6728f3d8-e4d5-43ca-b556-3d1fccc2da34'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:36.864533 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['6728f3d8-e4d5-43ca-b556-3d1fccc2da34'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:37.091311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port bd7d2e35-fa00-410a-b197-4663d07fccb3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=bd7d2e35-fa00-410a-b197-4663d07fccb3,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:37.131957 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2ac70-3bde-4980-a4b5-2fc82591a67e req-734e798b-12b1-4082-b3a0-e982ef8f1918 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:37.139481 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9a2ac70-3bde-4980-a4b5-2fc82591a67e req-734e798b-12b1-4082-b3a0-e982ef8f1918 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 944 time: 0.1141658 Jan 28 19:22:37.202456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d9c5cc3c-e13f-4b8a-bc73-ddb84888779d None None] Current status of the port 8d48cfe3-269a-4529-9eb8-592a374824e3 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:37.212578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'bd7d2e35-fa00-410a-b197-4663d07fccb3', 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d', 'port_id': 'bd7d2e35-fa00-410a-b197-4663d07fccb3', 'mac_address': 'fa:16:3e:c6:59:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd274110-81e6-4773-bb6c-ca2de3e25bde', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:22:37.229294 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Set router 6728f3d8-e4d5-43ca-b556-3d1fccc2da34 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:22:37.260308 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9a2ac70-3bde-4980-a4b5-2fc82591a67e req-acdb40bf-cd6d-474c-a639-511404aec504 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196856 Jan 28 19:22:37.374054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port bd7d2e35-fa00-410a-b197-4663d07fccb3 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:37.374460 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bd7d2e35-fa00-410a-b197-4663d07fccb3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:37.408343 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7d2e35-fa00-410a-b197-4663d07fccb3 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:22:37.416654 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 571dc973-224d-4fc2-adc0-3f050838c180 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:37.418083 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8d48cfe3-269a-4529-9eb8-592a374824e3 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:37.421644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b94f01b2-cb75-4238-987a-6c28d7e8d728 None None] Provisioning complete for port c74cf83a-3efa-48e9-95cf-9368b803a95f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:37.422251 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b94f01b2-cb75-4238-987a-6c28d7e8d728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c74cf83a-3efa-48e9-95cf-9368b803a95f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:37.528725 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port bd7d2e35-fa00-410a-b197-4663d07fccb3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=bd7d2e35-fa00-410a-b197-4663d07fccb3,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:37.534374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e029cdd0-3c10-4124-bff9-61986823ac6a None None] DHCP port deletion for 603b80f9-4161-4086-b619-2acf4e63a37e request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:22:37.561694 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bd7d2e35-fa00-410a-b197-4663d07fccb3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:37.579569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bef0978-fa70-4809-8a8a-c4445308867c None None] Network 603b80f9-4161-4086-b619-2acf4e63a37e requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:37.598366 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bef0978-fa70-4809-8a8a-c4445308867c None None] Network 603b80f9-4161-4086-b619-2acf4e63a37e could not be found, it might have been deleted concurrently. {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:22:37.621677 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-138741a7-07c5-4455-894e-db8f6172524f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (5a090048-9938-47a8-98cd-f1857c7535b5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:37.627605 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138741a7-07c5-4455-894e-db8f6172524f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:37.627989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7814dd1-4c10-4240-a73d-b487f1acfd95 None None] Network 603b80f9-4161-4086-b619-2acf4e63a37e requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:37.628212 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-138741a7-07c5-4455-894e-db8f6172524f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:37.636369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b94f01b2-cb75-4238-987a-6c28d7e8d728 None None] Port c74cf83a-3efa-48e9-95cf-9368b803a95f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:22:37.638988 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bb464ef9-250d-4162-867f-89d00e1f2f9f admin admin] 10.222.0.55 "PUT /v2.0/routers/6728f3d8-e4d5-43ca-b556-3d1fccc2da34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2904375 Jan 28 19:22:37.663410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7814dd1-4c10-4240-a73d-b487f1acfd95 None None] Network 603b80f9-4161-4086-b619-2acf4e63a37e could not be found, it might have been deleted concurrently. {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:22:37.672334 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-958381462-router', 'tenant_id': '46b070154e304cb4a889f3bc97dbd253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'f2d0a530-8604-4018-b7cb-f46bcb663439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:22:32Z', 'revision_number': 4, 'project_id': '46b070154e304cb4a889f3bc97dbd253', 'gw_port': {'id': 'f2d0a530-8604-4018-b7cb-f46bcb663439', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:20Z', 'updated_at': '2022-01-28T19:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'c11b491e-7310-422a-89b1-0b763e36d7c6', 'name': '', 'network_id': '8d55a46a-7a84-495d-9cf2-026c0ab7137f', 'tenant_id': '46b070154e304cb4a889f3bc97dbd253', 'mac_address': 'fa:16:3e:3e:77:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '03336a7f-e0ba-42d7-846d-2522268f30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:29Z', 'updated_at': '2022-01-28T19:22:32Z', 'revision_number': 2, 'project_id': '46b070154e304cb4a889f3bc97dbd253', 'subnets': [{'id': '03336a7f-e0ba-42d7-846d-2522268f30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:37.704019 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 8d48cfe3-269a-4529-9eb8-592a374824e3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:37.704826 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:37.764922 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Checking router: 6728f3d8-e4d5-43ca-b556-3d1fccc2da34 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:22:37.767770 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Updating router 6728f3d8-e4d5-43ca-b556-3d1fccc2da34 port c11b491e-7310-422a-89b1-0b763e36d7c6 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:22:37.803148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=bd7d2e35-fa00-410a-b197-4663d07fccb3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:37.809803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138741a7-07c5-4455-894e-db8f6172524f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Network': ['ID=5a090048-9938-47a8-98cd-f1857c7535b5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:37.827734 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:37.829315 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 5a090048-9938-47a8-98cd-f1857c7535b5 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:37.832852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5b95a0f5-89c8-4e15-839c-adecf8c4d05c None None] Could not find standard attr ID for object e3558a63-15d7-44a1-a6e7-57f833eb3fe7. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:22:37.840097 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-138741a7-07c5-4455-894e-db8f6172524f tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8753042 Jan 28 19:22:37.843041 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53538) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:37.963699 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['bd7d2e35-fa00-410a-b197-4663d07fccb3'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:37.993848 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751aa4d-049b-4aa9-abae-c3b76d83a9d5 req-66d26fa8-ade4-455d-a35f-8fa5c53fa7eb tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:38.007084 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1751aa4d-049b-4aa9-abae-c3b76d83a9d5 req-66d26fa8-ade4-455d-a35f-8fa5c53fa7eb tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.2477765 Jan 28 19:22:38.023368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b37f9-2e75-41b8-b630-164599d9761c req-c44c2acc-7122-41d4-8f31-9f466189d50c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:38.025291 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c66b37f9-2e75-41b8-b630-164599d9761c req-c44c2acc-7122-41d4-8f31-9f466189d50c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.2085788 Jan 28 19:22:38.100284 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cfec90-28b5-4093-bc66-de32bea9fb4a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:38.101836 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-14cfec90-28b5-4093-bc66-de32bea9fb4a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "GET /v2.0/networks?id=5a090048-9938-47a8-98cd-f1857c7535b5 HTTP/1.1" status: 200 len: 765 time: 0.2577028 Jan 28 19:22:38.105664 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53544) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:38.145527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0556fbdc-d859-4bdb-99a8-c095149351b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'network': {'description': 'd2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:38.151757 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1751aa4d-049b-4aa9-abae-c3b76d83a9d5 req-b2c0b8ea-bf4d-4265-8e64-99f706dabf2b tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275568 Jan 28 19:22:38.251417 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 8d48cfe3-269a-4529-9eb8-592a374824e3 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:38.374141 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Publish callbacks [] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:38.382312 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:38.444110 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68ac2c-c16d-4b63-8aa3-092a7fe9b0e1 None None] Pushing event updated for resources: {'Port': ['ID=c11b491e-7310-422a-89b1-0b763e36d7c6,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:38.470726 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c66b37f9-2e75-41b8-b630-164599d9761c req-d195229f-1e1f-4274-8715-35c2b8262e6b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3729784 Jan 28 19:22:38.529992 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Attempting to bind port c11b491e-7310-422a-89b1-0b763e36d7c6 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:38.530543 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Attempting to bind port c11b491e-7310-422a-89b1-0b763e36d7c6 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '960a1494-ac5d-4f70-969b-ce012063c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8d55a46a-7a84-495d-9cf2-026c0ab7137f'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:38.531043 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Attempting to bind port c11b491e-7310-422a-89b1-0b763e36d7c6 on network 8d55a46a-7a84-495d-9cf2-026c0ab7137f {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:38.542581 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:38.543104 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Checking segment: {'id': '960a1494-ac5d-4f70-969b-ce012063c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8d55a46a-7a84-495d-9cf2-026c0ab7137f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:38.543628 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:38.544117 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Bound using segment: {'id': '960a1494-ac5d-4f70-969b-ce012063c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8d55a46a-7a84-495d-9cf2-026c0ab7137f'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:38.546375 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Bound port: c11b491e-7310-422a-89b1-0b763e36d7c6, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960a1494-ac5d-4f70-969b-ce012063c03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8d55a46a-7a84-495d-9cf2-026c0ab7137f'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:38.546914 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:38.571073 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-00a6b100-0773-4434-a3eb-8d14421c01aa req-21dce03f-7dcf-4356-8303-d8712b50aa46 tempest-FloatingIPDetailsNegativeTestJSON-1695641723 tempest-FloatingIPDetailsNegativeTestJSON-1695641723-project] show failed (client error): The resource could not be found. Jan 28 19:22:38.585941 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00a6b100-0773-4434-a3eb-8d14421c01aa req-21dce03f-7dcf-4356-8303-d8712b50aa46 tempest-FloatingIPDetailsNegativeTestJSON-1695641723 tempest-FloatingIPDetailsNegativeTestJSON-1695641723-project] 10.222.0.55 "GET /v2.0/floatingips/9ee3798a-22a8-426a-ab73-d549c7cc5397 HTTP/1.1" status: 404 len: 350 time: 0.0643101 Jan 28 19:22:38.590997 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53586) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:38.626714 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0556fbdc-d859-4bdb-99a8-c095149351b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (5a090048-9938-47a8-98cd-f1857c7535b5), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:38.653781 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0556fbdc-d859-4bdb-99a8-c095149351b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (5a090048-9938-47a8-98cd-f1857c7535b5), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:38.685327 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0556fbdc-d859-4bdb-99a8-c095149351b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network 5a090048-9938-47a8-98cd-f1857c7535b5 is not hosted by any dhcp agent {{(pid=103147) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:22:38.687107 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] For port c11b491e-7310-422a-89b1-0b763e36d7c6, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:38.692006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0556fbdc-d859-4bdb-99a8-c095149351b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:38.692938 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0556fbdc-d859-4bdb-99a8-c095149351b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:38.694260 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] For port c11b491e-7310-422a-89b1-0b763e36d7c6, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c11b491e-7310-422a-89b1-0b763e36d7c6,segment=NetworkSegment(960a1494-ac5d-4f70-969b-ce012063c03f),segment_id=960a1494-ac5d-4f70-969b-ce012063c03f)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:38.699102 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0556fbdc-d859-4bdb-99a8-c095149351b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "PUT /v2.0/networks/5a090048-9938-47a8-98cd-f1857c7535b5 HTTP/1.1" status: 200 len: 762 time: 0.5647340 Jan 28 19:22:38.701886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:38.707578 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:38.867198 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6e30e9f3-2a24-45ac-b7e1-4ed07070e9c5 None None] Provisioning complete for port c11b491e-7310-422a-89b1-0b763e36d7c6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:38.867577 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e30e9f3-2a24-45ac-b7e1-4ed07070e9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:38.883402 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Routers {'6728f3d8-e4d5-43ca-b556-3d1fccc2da34'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:38.884555 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['6728f3d8-e4d5-43ca-b556-3d1fccc2da34'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:38.899387 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68ac2c-c16d-4b63-8aa3-092a7fe9b0e1 None None] Pushing event updated for resources: {'Port': ['ID=c11b491e-7310-422a-89b1-0b763e36d7c6,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:39.003587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdccf4-05cd-42c1-a0f5-a1e2e01a36f7 req-20651b84-29bc-4d21-b67c-bfb5534ff881 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:39.011370 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11cdccf4-05cd-42c1-a0f5-a1e2e01a36f7 req-20651b84-29bc-4d21-b67c-bfb5534ff881 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 945 time: 0.3719404 Jan 28 19:22:39.054114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556fbdc-d859-4bdb-99a8-c095149351b2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Network': ['ID=5a090048-9938-47a8-98cd-f1857c7535b5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:39.067235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 5a090048-9938-47a8-98cd-f1857c7535b5 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:39.080477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2404122f-9e4e-4314-a581-a83860d44e74 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:39.088728 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2404122f-9e4e-4314-a581-a83860d44e74 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "GET /v2.0/networks?id=5a090048-9938-47a8-98cd-f1857c7535b5 HTTP/1.1" status: 200 len: 765 time: 0.3826032 Jan 28 19:22:39.093588 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53596) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:39.156996 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11cdccf4-05cd-42c1-a0f5-a1e2e01a36f7 req-2d3e8677-2b44-45cb-8e24-e63a133938d4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342189 Jan 28 19:22:39.193798 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (c74cf83a-3efa-48e9-95cf-9368b803a95f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:39.268283 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c74cf83a-3efa-48e9-95cf-9368b803a95f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:39.269658 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (1b55031e-e0a6-4b67-9d90-330c5b61a81e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:39.300090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6e30e9f3-2a24-45ac-b7e1-4ed07070e9c5 None None] Current status of the port c11b491e-7310-422a-89b1-0b763e36d7c6 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:39.300646 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e30e9f3-2a24-45ac-b7e1-4ed07070e9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:39.348151 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=c74cf83a-3efa-48e9-95cf-9368b803a95f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:39.354906 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6e30e9f3-2a24-45ac-b7e1-4ed07070e9c5 None None] For port c11b491e-7310-422a-89b1-0b763e36d7c6, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c11b491e-7310-422a-89b1-0b763e36d7c6,segment=NetworkSegment(960a1494-ac5d-4f70-969b-ce012063c03f),segment_id=960a1494-ac5d-4f70-969b-ce012063c03f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:39.363235 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e30e9f3-2a24-45ac-b7e1-4ed07070e9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:39.421481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30e9f3-2a24-45ac-b7e1-4ed07070e9c5 None None] Pushing event updated for resources: {'Port': ['ID=c11b491e-7310-422a-89b1-0b763e36d7c6,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:39.474360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 6e1373c5-809e-4ba6-b751-5ce36ce94704 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:39.481996 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:39.493412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b8a4a7bd-8dc5-4fb0-aaa3-f47fc3ed66e2 None None] Provisioning complete for port c11b491e-7310-422a-89b1-0b763e36d7c6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:39.496097 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8a4a7bd-8dc5-4fb0-aaa3-f47fc3ed66e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:39.562163 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] Set router 6728f3d8-e4d5-43ca-b556-3d1fccc2da34 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:22:39.631994 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3c71df-0884-45b7-9ede-1220e1fe301c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:39.638184 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1c3c71df-0884-45b7-9ede-1220e1fe301c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5433328 Jan 28 19:22:39.731185 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53612) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:39.740480 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b8a4a7bd-8dc5-4fb0-aaa3-f47fc3ed66e2 None None] Current status of the port c11b491e-7310-422a-89b1-0b763e36d7c6 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:39.809693 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-36bab8d3-8368-4f36-b6d9-276a91ce94dc tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 207 time: 0.0773072 Jan 28 19:22:39.818501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53632) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:39.867360 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf493146-cd50-4e7a-beaf-db73306c7081 req-5b967e9c-516c-4590-bb70-5a587646a668 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:39.880541 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf493146-cd50-4e7a-beaf-db73306c7081 req-5b967e9c-516c-4590-bb70-5a587646a668 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.3272216 Jan 28 19:22:39.968967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-562c16cd-02e3-46ac-86b6-6ad1062e1bf1 None None] Provisioning complete for port c74cf83a-3efa-48e9-95cf-9368b803a95f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:39.975653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab7446-d7d5-421f-afc1-3896fd6fb888 req-fa4bea33-dd7c-4bac-8d4a-1278e384916f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:39.976896 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-562c16cd-02e3-46ac-86b6-6ad1062e1bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c74cf83a-3efa-48e9-95cf-9368b803a95f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:39.977333 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9fab7446-d7d5-421f-afc1-3896fd6fb888 req-fa4bea33-dd7c-4bac-8d4a-1278e384916f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.2211533 Jan 28 19:22:39.983188 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router 1b55031e-e0a6-4b67-9d90-330c5b61a81e has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:22:39.993578 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f90a6-5ee8-46e8-9574-22680f07bd3c req-537aa146-d4a7-4e6c-872b-61154c8bfeaf tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:39.994656 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-958381462-router', 'tenant_id': '46b070154e304cb4a889f3bc97dbd253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'f2d0a530-8604-4018-b7cb-f46bcb663439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:22:32Z', 'revision_number': 4, 'project_id': '46b070154e304cb4a889f3bc97dbd253', 'gw_port': {'id': 'f2d0a530-8604-4018-b7cb-f46bcb663439', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:20Z', 'updated_at': '2022-01-28T19:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'c11b491e-7310-422a-89b1-0b763e36d7c6', 'name': '', 'network_id': '8d55a46a-7a84-495d-9cf2-026c0ab7137f', 'tenant_id': '46b070154e304cb4a889f3bc97dbd253', 'mac_address': 'fa:16:3e:3e:77:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '03336a7f-e0ba-42d7-846d-2522268f30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:29Z', 'updated_at': '2022-01-28T19:22:38Z', 'revision_number': 4, 'project_id': '46b070154e304cb4a889f3bc97dbd253', 'subnets': [{'id': '03336a7f-e0ba-42d7-846d-2522268f30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:39.995291 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-396f90a6-5ee8-46e8-9574-22680f07bd3c req-537aa146-d4a7-4e6c-872b-61154c8bfeaf tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.37 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 945 time: 0.2377703 Jan 28 19:22:40.024645 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd893537-32cb-4fa1-94b1-e0099d7bc90e None None] The sync data for ids ['6728f3d8-e4d5-43ca-b556-3d1fccc2da34'] in n-d-824834-4 is: [{'id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-958381462-router', 'tenant_id': '46b070154e304cb4a889f3bc97dbd253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'f2d0a530-8604-4018-b7cb-f46bcb663439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:22:32Z', 'revision_number': 4, 'project_id': '46b070154e304cb4a889f3bc97dbd253', 'gw_port': {'id': 'f2d0a530-8604-4018-b7cb-f46bcb663439', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:20Z', 'updated_at': '2022-01-28T19:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'c11b491e-7310-422a-89b1-0b763e36d7c6', 'name': '', 'network_id': '8d55a46a-7a84-495d-9cf2-026c0ab7137f', 'tenant_id': '46b070154e304cb4a889f3bc97dbd253', 'mac_address': 'fa:16:3e:3e:77:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2081, 'fixed_ips': [{'subnet_id': '03336a7f-e0ba-42d7-846d-2522268f30c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:29Z', 'updated_at': '2022-01-28T19:22:38Z', 'revision_number': 4, 'project_id': '46b070154e304cb4a889f3bc97dbd253', 'subnets': [{'id': '03336a7f-e0ba-42d7-846d-2522268f30c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:22:40.098426 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-562c16cd-02e3-46ac-86b6-6ad1062e1bf1 None None] Port c74cf83a-3efa-48e9-95cf-9368b803a95f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:22:40.162271 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf493146-cd50-4e7a-beaf-db73306c7081 req-ba73fb14-56b1-421f-97cd-36b92600d3b0 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/security-groups?id=266e8ef1-f482-4223-bdc7-ff90894ba7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799778 Jan 28 19:22:40.289083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30e6c4c-589a-4b30-997c-703880b5c31c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.295694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30e6c4c-589a-4b30-997c-703880b5c31c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.308246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30e6c4c-589a-4b30-997c-703880b5c31c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.316076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30e6c4c-589a-4b30-997c-703880b5c31c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.318921 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9fab7446-d7d5-421f-afc1-3896fd6fb888 req-79a99c9c-b7ec-46da-a081-5d18e1c117b1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223855 Jan 28 19:22:40.336048 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30e6c4c-589a-4b30-997c-703880b5c31c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.341532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30e6c4c-589a-4b30-997c-703880b5c31c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.343516 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f30e6c4c-589a-4b30-997c-703880b5c31c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5240061 Jan 28 19:22:40.351156 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53642) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:40.360798 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device bd7d2e35-fa00-410a-b197-4663d07fccb3 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:40.499807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c11b491e-7310-422a-89b1-0b763e36d7c6 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:40.503847 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:22:40.519512 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4efb2405-50b5-49ba-948a-6e5f98338422 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/1b55031e-e0a6-4b67-9d90-330c5b61a81e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7834017 Jan 28 19:22:40.522410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port bd7d2e35-fa00-410a-b197-4663d07fccb3 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:22:40.522726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53644) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:40.525182 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2da483-a26b-4f73-926c-ef0beb9f27e8 None None] Sync routers for ids ['1b55031e-e0a6-4b67-9d90-330c5b61a81e'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:22:40.538508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port bd7d2e35-fa00-410a-b197-4663d07fccb3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:40.539090 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bd7d2e35-fa00-410a-b197-4663d07fccb3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:40.604241 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-396f90a6-5ee8-46e8-9574-22680f07bd3c req-ddde5336-107f-4d0c-8043-0ed47b3584b1 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Deleting port c1d20099-77e0-4fde-ab1d-725f217265d3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:40.604579 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-396f90a6-5ee8-46e8-9574-22680f07bd3c req-ddde5336-107f-4d0c-8043-0ed47b3584b1 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c1d20099-77e0-4fde-ab1d-725f217265d3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:40.630112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2da483-a26b-4f73-926c-ef0beb9f27e8 None None] Routers {'1b55031e-e0a6-4b67-9d90-330c5b61a81e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:40.631045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ea2da483-a26b-4f73-926c-ef0beb9f27e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['1b55031e-e0a6-4b67-9d90-330c5b61a81e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:40.665294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd345353-afb5-44db-a493-be5af2a12aea req-58686404-ac27-4e83-9e13-f8c7450c880d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.675058 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd345353-afb5-44db-a493-be5af2a12aea req-58686404-ac27-4e83-9e13-f8c7450c880d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 945 time: 0.3250279 Jan 28 19:22:40.688252 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ea2da483-a26b-4f73-926c-ef0beb9f27e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:40.715431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb45c70-f7dc-43d3-861f-7141f0e3b704 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:40.716860 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ccb45c70-f7dc-43d3-861f-7141f0e3b704 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports/c74cf83a-3efa-48e9-95cf-9368b803a95f HTTP/1.1" status: 200 len: 913 time: 0.1931775 Jan 28 19:22:40.725868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53646) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:40.753562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2da483-a26b-4f73-926c-ef0beb9f27e8 None None] Routers {'1b55031e-e0a6-4b67-9d90-330c5b61a81e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:40.754529 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ea2da483-a26b-4f73-926c-ef0beb9f27e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['1b55031e-e0a6-4b67-9d90-330c5b61a81e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:40.757495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c11b491e-7310-422a-89b1-0b763e36d7c6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:22:40.758110 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:40.827751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-396f90a6-5ee8-46e8-9574-22680f07bd3c req-ddde5336-107f-4d0c-8043-0ed47b3584b1 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] For port c1d20099-77e0-4fde-ab1d-725f217265d3, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=c1d20099-77e0-4fde-ab1d-725f217265d3,segment=NetworkSegment(9b5cf5cf-92ab-4cc5-9377-327df170d7be),segment_id=9b5cf5cf-92ab-4cc5-9377-327df170d7be)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:40.828116 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-396f90a6-5ee8-46e8-9574-22680f07bd3c req-ddde5336-107f-4d0c-8043-0ed47b3584b1 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c1d20099-77e0-4fde-ab1d-725f217265d3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:40.830434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ea2da483-a26b-4f73-926c-ef0beb9f27e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:40.831503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2da483-a26b-4f73-926c-ef0beb9f27e8 None None] The sync data for ids ['1b55031e-e0a6-4b67-9d90-330c5b61a81e'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:22:40.859092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-396f90a6-5ee8-46e8-9574-22680f07bd3c req-ddde5336-107f-4d0c-8043-0ed47b3584b1 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Calling delete_port for c1d20099-77e0-4fde-ab1d-725f217265d3 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:40.885784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port bd7d2e35-fa00-410a-b197-4663d07fccb3 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:40.886089 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bd7d2e35-fa00-410a-b197-4663d07fccb3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:40.975959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c11b491e-7310-422a-89b1-0b763e36d7c6 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:40.985233 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-13fb46e6-1061-424c-8b5a-8f62c59acfc5 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.6315441 Jan 28 19:22:40.988976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53648) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:40.989554 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3306fd63-b627-42b9-bb0c-6c8ed5e2ec27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7d2e35-fa00-410a-b197-4663d07fccb3'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:40.992386 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80caba6-a2e2-48c5-8d51-8b20f11a4e70" -d '{"events": [{"server_uuid": "3306fd63-b627-42b9-bb0c-6c8ed5e2ec27", "name": "network-vif-plugged", "status": "completed", "tag": "bd7d2e35-fa00-410a-b197-4663d07fccb3"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:41.010084 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port bd7d2e35-fa00-410a-b197-4663d07fccb3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=bd7d2e35-fa00-410a-b197-4663d07fccb3,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:41.023527 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bd7d2e35-fa00-410a-b197-4663d07fccb3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:41.087430 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffd6bcc-259a-4806-be19-814db74e5417 x-openstack-request-id: req-0ffd6bcc-259a-4806-be19-814db74e5417 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:41.087430 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3306fd63-b627-42b9-bb0c-6c8ed5e2ec27", "name": "network-vif-plugged", "status": "completed", "tag": "bd7d2e35-fa00-410a-b197-4663d07fccb3", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:41.087735 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ffd6bcc-259a-4806-be19-814db74e5417 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:41.088656 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3306fd63-b627-42b9-bb0c-6c8ed5e2ec27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7d2e35-fa00-410a-b197-4663d07fccb3', 'code': 200} Jan 28 19:22:41.126921 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-396f90a6-5ee8-46e8-9574-22680f07bd3c req-ddde5336-107f-4d0c-8043-0ed47b3584b1 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c1d20099-77e0-4fde-ab1d-725f217265d3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:41.159467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=bd7d2e35-fa00-410a-b197-4663d07fccb3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:41.165108 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde5336-107f-4d0c-8043-0ed47b3584b1 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Pushing event deleted for resources: {'Port': ['ID=c1d20099-77e0-4fde-ab1d-725f217265d3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:41.207545 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd345353-afb5-44db-a493-be5af2a12aea req-8c29277c-b100-47f7-95de-a846253148b4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315619 Jan 28 19:22:41.266741 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-396f90a6-5ee8-46e8-9574-22680f07bd3c req-ddde5336-107f-4d0c-8043-0ed47b3584b1 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] No DVR routers for this DVR port c1d20099-77e0-4fde-ab1d-725f217265d3 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:22:41.269761 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-396f90a6-5ee8-46e8-9574-22680f07bd3c req-ddde5336-107f-4d0c-8043-0ed47b3584b1 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:41.273489 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-396f90a6-5ee8-46e8-9574-22680f07bd3c req-ddde5336-107f-4d0c-8043-0ed47b3584b1 tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.37 "DELETE /v2.0/ports/c1d20099-77e0-4fde-ab1d-725f217265d3 HTTP/1.1" status: 204 len: 173 time: 1.2693048 Jan 28 19:22:41.274000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d9df02-b693-488b-8645-73ca39422507', 'name': 'network-vif-deleted', 'tag': 'c1d20099-77e0-4fde-ab1d-725f217265d3'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:41.288832 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8a9247-4553-44bf-b96c-a634582813a3" -d '{"events": [{"server_uuid": "03d9df02-b693-488b-8645-73ca39422507", "name": "network-vif-deleted", "tag": "c1d20099-77e0-4fde-ab1d-725f217265d3"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:41.300285 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df61cb63-182a-4a77-8295-48f7b8b2aca2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.306588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df61cb63-182a-4a77-8295-48f7b8b2aca2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.308184 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df61cb63-182a-4a77-8295-48f7b8b2aca2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.309487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df61cb63-182a-4a77-8295-48f7b8b2aca2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.311275 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df61cb63-182a-4a77-8295-48f7b8b2aca2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.313081 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-df61cb63-182a-4a77-8295-48f7b8b2aca2 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3222511 Jan 28 19:22:41.320858 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53658) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:41.426576 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41224aa-3a1a-4d8b-9f69-6d57f48fc260 x-openstack-request-id: req-d41224aa-3a1a-4d8b-9f69-6d57f48fc260 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:41.427338 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d9df02-b693-488b-8645-73ca39422507", "name": "network-vif-deleted", "tag": "c1d20099-77e0-4fde-ab1d-725f217265d3", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:41.427564 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d41224aa-3a1a-4d8b-9f69-6d57f48fc260 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:41.427897 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d9df02-b693-488b-8645-73ca39422507', 'name': 'network-vif-deleted', 'tag': 'c1d20099-77e0-4fde-ab1d-725f217265d3', 'status': 'completed', 'code': 200} Jan 28 19:22:41.438539 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9bafd4fa-e947-4e71-8a01-8488bb9732e2 req-7f307291-84e7-4ff1-a70e-203ae6e7434d tempest-ServerRescueNegativeTestJSON-142489402 tempest-ServerRescueNegativeTestJSON-142489402-project] 10.222.0.55 "GET /v2.0/ports?device_id=03d9df02-b693-488b-8645-73ca39422507 HTTP/1.1" status: 200 len: 210 time: 0.1433358 Jan 28 19:22:41.511014 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-118fe6c8-dc57-4481-aab9-53bf6ad4792b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (6728f3d8-e4d5-43ca-b556-3d1fccc2da34), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:41.701949 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf3fe68-733e-4878-a1a8-6e93cd408fba tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.703320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf3fe68-733e-4878-a1a8-6e93cd408fba tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.704537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf3fe68-733e-4878-a1a8-6e93cd408fba tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.705833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf3fe68-733e-4878-a1a8-6e93cd408fba tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.712517 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf3fe68-733e-4878-a1a8-6e93cd408fba tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['shared'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.714280 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-abf3fe68-733e-4878-a1a8-6e93cd408fba tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3599775 Jan 28 19:22:41.718633 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53662) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:41.727122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbccf39-5582-4b0e-afc9-cb6e7ac6477f req-b43605f4-4c11-4032-a6f4-e8bb4f1f2574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.728974 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9dbccf39-5582-4b0e-afc9-cb6e7ac6477f req-b43605f4-4c11-4032-a6f4-e8bb4f1f2574 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 1128 time: 0.5262725 Jan 28 19:22:41.900990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e874594-d230-4267-a9aa-e7eca5a1573e req-915f13b9-9b2c-4083-a453-9660a25a4c89 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.905249 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3e874594-d230-4267-a9aa-e7eca5a1573e req-915f13b9-9b2c-4083-a453-9660a25a4c89 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.3340847 Jan 28 19:22:41.932327 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bcd583-0043-46bb-a63c-45d1bea19170 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:41.943416 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b0bcd583-0043-46bb-a63c-45d1bea19170 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "GET /v2.0/networks/fc65564d-2a4c-41b2-b69f-09d2ef6dcef3 HTTP/1.1" status: 200 len: 804 time: 0.2214661 Jan 28 19:22:41.943416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53664) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:41.991075 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9dbccf39-5582-4b0e-afc9-cb6e7ac6477f req-aa89cece-7f2b-4373-b6a4-f168113ca3b3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181356 Jan 28 19:22:42.143868 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3e874594-d230-4267-a9aa-e7eca5a1573e req-a7e1a689-a791-4602-b57b-e1dd044aae24 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126007 Jan 28 19:22:42.156140 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fa2da1e3-203e-4d1e-8bfa-e2388097efa6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "GET /v2.0/networks/fc65564d-2a4c-41b2-b69f-09d2ef6dcef3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2115409 Jan 28 19:22:42.156140 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53666) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:42.238297 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01ff69e0-ac65-41ef-a496-7ea66467fb1a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (1b55031e-e0a6-4b67-9d90-330c5b61a81e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:42.240625 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2550d89e-8b8b-4b1a-8a7d-2cf05c98226e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.241935 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2550d89e-8b8b-4b1a-8a7d-2cf05c98226e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "GET /v2.0/subnets/2dec55d3-76e1-4ab3-9ba5-6189d7e40b6e HTTP/1.1" status: 200 len: 843 time: 0.0846372 Jan 28 19:22:42.246795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53670) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:42.340512 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8d3cdd-73c4-4d0f-b337-e676850c97f6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.345236 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-df8d3cdd-73c4-4d0f-b337-e676850c97f6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "GET /v2.0/subnets/2dec55d3-76e1-4ab3-9ba5-6189d7e40b6e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0940571 Jan 28 19:22:42.357148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53672) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:42.363604 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ed0b2b2c-b7ce-4948-a27b-1266cb626039 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1429645271'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:42.403256 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07403b50-b7b2-462f-ac0c-c11239075f89 req-43d2c70e-7059-40d6-bf54-e7296756d280 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.405018 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07403b50-b7b2-462f-ac0c-c11239075f89 req-43d2c70e-7059-40d6-bf54-e7296756d280 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 946 time: 0.0828638 Jan 28 19:22:42.405813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0b2b2c-b7ce-4948-a27b-1266cb626039 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:42.409289 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed0b2b2c-b7ce-4948-a27b-1266cb626039 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:42.476761 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0b2b2c-b7ce-4948-a27b-1266cb626039 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:22:42.496743 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07403b50-b7b2-462f-ac0c-c11239075f89 req-54da3dfc-214d-45c7-9e22-e61e584d5471 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846627 Jan 28 19:22:42.499995 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed0b2b2c-b7ce-4948-a27b-1266cb626039 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ddf091b8-fbe2-4c29-924b-8d422ac48e21), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:42.501173 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-ed0b2b2c-b7ce-4948-a27b-1266cb626039 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Added segment ddf091b8-fbe2-4c29-924b-8d422ac48e21 of type vlan for network 2d66441f-d123-4120-a803-c5c2f4d46780 Jan 28 19:22:42.535644 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53678) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:42.567621 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed0b2b2c-b7ce-4948-a27b-1266cb626039 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (2d66441f-d123-4120-a803-c5c2f4d46780), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:42.599106 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed0b2b2c-b7ce-4948-a27b-1266cb626039 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (2d66441f-d123-4120-a803-c5c2f4d46780), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:42.606512 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b2b2c-b7ce-4948-a27b-1266cb626039 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:42.607640 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed0b2b2c-b7ce-4948-a27b-1266cb626039 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:42.653763 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ed0b2b2c-b7ce-4948-a27b-1266cb626039 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2953086 Jan 28 19:22:42.683360 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:42.692596 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-810cd4dc-79db-420d-8b07-731c37997803 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'subnet': {'network_id': '2d66441f-d123-4120-a803-c5c2f4d46780', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:42.705901 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b2b2c-b7ce-4948-a27b-1266cb626039 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Network': ['ID=2d66441f-d123-4120-a803-c5c2f4d46780,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:42.721181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 2d66441f-d123-4120-a803-c5c2f4d46780 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:42.856389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-118fe6c8-dc57-4481-aab9-53bf6ad4792b admin admin] Deleting port c11b491e-7310-422a-89b1-0b763e36d7c6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:42.856826 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-118fe6c8-dc57-4481-aab9-53bf6ad4792b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:42.896496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c1d20099-77e0-4fde-ab1d-725f217265d3 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:42.950657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: c1d20099-77e0-4fde-ab1d-725f217265d3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:22:42.951017 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device c1d20099-77e0-4fde-ab1d-725f217265d3 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:22:43.010390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810cd4dc-79db-420d-8b07-731c37997803 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Made reservation on behalf of 5de37589603a4487bd42c4b63679ca93 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:43.014096 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-810cd4dc-79db-420d-8b07-731c37997803 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:43.128027 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-118fe6c8-dc57-4481-aab9-53bf6ad4792b admin admin] For port c11b491e-7310-422a-89b1-0b763e36d7c6, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c11b491e-7310-422a-89b1-0b763e36d7c6,segment=NetworkSegment(960a1494-ac5d-4f70-969b-ce012063c03f),segment_id=960a1494-ac5d-4f70-969b-ce012063c03f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:43.128416 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-118fe6c8-dc57-4481-aab9-53bf6ad4792b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:43.133431 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-810cd4dc-79db-420d-8b07-731c37997803 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Performing IP validity checks on allocation pools {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 19:22:43.134077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-810cd4dc-79db-420d-8b07-731c37997803 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 19:22:43.289506 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d54ec-37d1-4a88-a29c-fcd3ce0f2688 req-d0b83f5a-cd54-43a5-851c-923fec82a9b5 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:43.297282 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2d0d54ec-37d1-4a88-a29c-fcd3ce0f2688 req-d0b83f5a-cd54-43a5-851c-923fec82a9b5 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.0701268 Jan 28 19:22:43.349239 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2d0d54ec-37d1-4a88-a29c-fcd3ce0f2688 req-dba1334d-2677-4b6e-adfa-83ffaf04c377 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505979 Jan 28 19:22:43.521765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-118fe6c8-dc57-4481-aab9-53bf6ad4792b admin admin] Calling delete_port for c11b491e-7310-422a-89b1-0b763e36d7c6 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:43.529606 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-01ff69e0-ac65-41ef-a496-7ea66467fb1a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port c74cf83a-3efa-48e9-95cf-9368b803a95f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:43.529944 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01ff69e0-ac65-41ef-a496-7ea66467fb1a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c74cf83a-3efa-48e9-95cf-9368b803a95f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:43.782416 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01ff69e0-ac65-41ef-a496-7ea66467fb1a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c74cf83a-3efa-48e9-95cf-9368b803a95f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:43.847965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-01ff69e0-ac65-41ef-a496-7ea66467fb1a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for c74cf83a-3efa-48e9-95cf-9368b803a95f owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:43.867650 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063300d8-c4e8-4e8b-aca2-b947875e1f6c req-19d609bd-c785-490f-b498-a926291d37e5 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:43.869216 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-063300d8-c4e8-4e8b-aca2-b947875e1f6c req-19d609bd-c785-490f-b498-a926291d37e5 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 946 time: 0.2340720 Jan 28 19:22:44.011409 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-810cd4dc-79db-420d-8b07-731c37997803 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (d30da4d4-596e-4c06-945a-021e43e0ccc0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:44.093146 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-063300d8-c4e8-4e8b-aca2-b947875e1f6c req-2ef60e12-55b2-4eee-9168-0c476a7b2c3f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772025 Jan 28 19:22:44.185340 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b23cb14-ffa4-4970-b493-7f7afdea4938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (fb6818da-6e68-4861-9a70-e5b836869bb7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:44.196682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cd4dc-79db-420d-8b07-731c37997803 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Subnet': ['ID=d30da4d4-596e-4c06-945a-021e43e0ccc0,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:44.273343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810cd4dc-79db-420d-8b07-731c37997803 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Checking segment: {'id': 'ddf091b8-fbe2-4c29-924b-8d422ac48e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2d66441f-d123-4120-a803-c5c2f4d46780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:44.273724 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810cd4dc-79db-420d-8b07-731c37997803 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network hostable DHCP agents. Network: 2d66441f-d123-4120-a803-c5c2f4d46780, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:22:44.288768 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-118fe6c8-dc57-4481-aab9-53bf6ad4792b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c11b491e-7310-422a-89b1-0b763e36d7c6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:44.389512 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fe6c8-dc57-4481-aab9-53bf6ad4792b admin admin] Pushing event deleted for resources: {'Port': ['ID=c11b491e-7310-422a-89b1-0b763e36d7c6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:44.510732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810cd4dc-79db-420d-8b07-731c37997803 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Network 2d66441f-d123-4120-a803-c5c2f4d46780 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:22:44.563919 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-810cd4dc-79db-420d-8b07-731c37997803 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 2d66441f-d123-4120-a803-c5c2f4d46780) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:44.574157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d35f22c-0e9d-4d68-9190-e70d16311f88 None None] Network 2d66441f-d123-4120-a803-c5c2f4d46780 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:44.596602 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810cd4dc-79db-420d-8b07-731c37997803 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.597379 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-810cd4dc-79db-420d-8b07-731c37997803 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:44.616384 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4de7b-815d-4e8b-a5cc-58f013152059 req-2ed1726a-b15e-450d-9360-88c0a4bab76b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.623693 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6cb4de7b-815d-4e8b-a5cc-58f013152059 req-2ed1726a-b15e-450d-9360-88c0a4bab76b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.1489866 Jan 28 19:22:44.650276 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01ff69e0-ac65-41ef-a496-7ea66467fb1a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c74cf83a-3efa-48e9-95cf-9368b803a95f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:44.716637 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6cb4de7b-815d-4e8b-a5cc-58f013152059 req-506d986e-bd45-4232-b596-b61463419e14 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857875 Jan 28 19:22:44.767467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-2d66441f-d123-4120-a803-c5c2f4d46780', 'network_id': '2d66441f-d123-4120-a803-c5c2f4d46780', 'project_id': '5de37589603a4487bd42c4b63679ca93', 'fixed_ips': [{'subnet_id': 'd30da4d4-596e-4c06-945a-021e43e0ccc0'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:22:44.768431 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:44.785373 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff69e0-ac65-41ef-a496-7ea66467fb1a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=c74cf83a-3efa-48e9-95cf-9368b803a95f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:44.804623 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-810cd4dc-79db-420d-8b07-731c37997803 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1190584 Jan 28 19:22:44.808009 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53696) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:44.814256 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1363f6c6-ffb8-4007-aed3-8ab9006525d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:44.841929 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65af6b-895b-4dd2-9c1f-86e3d82c8aa4 req-85433861-f441-4271-b042-df3ad83d4f40 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:44.849613 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d65af6b-895b-4dd2-9c1f-86e3d82c8aa4 req-85433861-f441-4271-b042-df3ad83d4f40 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 946 time: 0.4742377 Jan 28 19:22:44.995994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Allocated IP 2001:db8::3 (2d66441f-d123-4120-a803-c5c2f4d46780/d30da4d4-596e-4c06-945a-021e43e0ccc0/66c3f2b3-a182-4d91-9b97-374b151a36bf) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:45.053388 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1363f6c6-ffb8-4007-aed3-8ab9006525d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7898529'] for subnet (d30da4d4-596e-4c06-945a-021e43e0ccc0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.119594 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01ff69e0-ac65-41ef-a496-7ea66467fb1a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (1b55031e-e0a6-4b67-9d90-330c5b61a81e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.146184 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d65af6b-895b-4dd2-9c1f-86e3d82c8aa4 req-a63864d7-67d2-4fae-8939-a1a685fc9a93 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916934 Jan 28 19:22:45.154297 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-118fe6c8-dc57-4481-aab9-53bf6ad4792b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (6728f3d8-e4d5-43ca-b556-3d1fccc2da34), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.255002 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Publish callbacks [] for port (66c3f2b3-a182-4d91-9b97-374b151a36bf), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.272277 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (66c3f2b3-a182-4d91-9b97-374b151a36bf), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.377981 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Network 2d66441f-d123-4120-a803-c5c2f4d46780 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:45.397956 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:45.405684 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:45.415415 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Pushing event updated for resources: {'Port': ['ID=66c3f2b3-a182-4d91-9b97-374b151a36bf,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:45.521819 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1363f6c6-ffb8-4007-aed3-8ab9006525d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777971155667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8197366'] for subnet (d30da4d4-596e-4c06-945a-021e43e0ccc0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.547838 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Attempting to bind port 66c3f2b3-a182-4d91-9b97-374b151a36bf on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:45.548202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Attempting to bind port 66c3f2b3-a182-4d91-9b97-374b151a36bf by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'ddf091b8-fbe2-4c29-924b-8d422ac48e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2d66441f-d123-4120-a803-c5c2f4d46780'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:45.548600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Attempting to bind port 66c3f2b3-a182-4d91-9b97-374b151a36bf on network 2d66441f-d123-4120-a803-c5c2f4d46780 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:45.562946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:45.563320 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Checking segment: {'id': 'ddf091b8-fbe2-4c29-924b-8d422ac48e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2d66441f-d123-4120-a803-c5c2f4d46780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:45.563731 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.564128 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Bound using segment: {'id': 'ddf091b8-fbe2-4c29-924b-8d422ac48e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2d66441f-d123-4120-a803-c5c2f4d46780'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:45.564667 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Bound port: 66c3f2b3-a182-4d91-9b97-374b151a36bf, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf091b8-fbe2-4c29-924b-8d422ac48e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2d66441f-d123-4120-a803-c5c2f4d46780'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:45.565047 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (66c3f2b3-a182-4d91-9b97-374b151a36bf), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.598472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1363f6c6-ffb8-4007-aed3-8ab9006525d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:45.599538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1363f6c6-ffb8-4007-aed3-8ab9006525d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.601089 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1363f6c6-ffb8-4007-aed3-8ab9006525d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "PUT /v2.0/subnets/d30da4d4-596e-4c06-945a-021e43e0ccc0 HTTP/1.1" status: 200 len: 900 time: 0.7918179 Jan 28 19:22:45.605291 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:45.640606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363f6c6-ffb8-4007-aed3-8ab9006525d6 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event updated for resources: {'Subnet': ['ID=d30da4d4-596e-4c06-945a-021e43e0ccc0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:45.728680 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] For port 66c3f2b3-a182-4d91-9b97-374b151a36bf, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:45.737929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] For port 66c3f2b3-a182-4d91-9b97-374b151a36bf, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=66c3f2b3-a182-4d91-9b97-374b151a36bf,segment=NetworkSegment(ddf091b8-fbe2-4c29-924b-8d422ac48e21),segment_id=ddf091b8-fbe2-4c29-924b-8d422ac48e21)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:45.753466 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (66c3f2b3-a182-4d91-9b97-374b151a36bf), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.758146 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (2d66441f-d123-4120-a803-c5c2f4d46780), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:45.851548 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446319e5-a172-4980-b9dd-23a93782a208 None None] Pushing event updated for resources: {'Port': ['ID=66c3f2b3-a182-4d91-9b97-374b151a36bf,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:45.853871 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Deleting port 66c3f2b3-a182-4d91-9b97-374b151a36bf {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:45.854373 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (66c3f2b3-a182-4d91-9b97-374b151a36bf), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.027168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ee0a8-fc2a-41ab-9e49-30ab091bdc61 req-a2d911fd-778b-4602-b28c-85e2cb98de74 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:46.028715 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6d9ee0a8-fc2a-41ab-9e49-30ab091bdc61 req-a2d911fd-778b-4602-b28c-85e2cb98de74 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.1481800 Jan 28 19:22:46.034699 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] For port 66c3f2b3-a182-4d91-9b97-374b151a36bf, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=66c3f2b3-a182-4d91-9b97-374b151a36bf,segment=NetworkSegment(ddf091b8-fbe2-4c29-924b-8d422ac48e21),segment_id=ddf091b8-fbe2-4c29-924b-8d422ac48e21)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:46.035072 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (66c3f2b3-a182-4d91-9b97-374b151a36bf), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.067873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Calling delete_port for 66c3f2b3-a182-4d91-9b97-374b151a36bf owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:46.215751 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6d9ee0a8-fc2a-41ab-9e49-30ab091bdc61 req-db3adc3d-73c1-4c6b-b735-c3b6da99d588 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757891 Jan 28 19:22:46.219509 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ff69e0-ac65-41ef-a496-7ea66467fb1a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router 1b55031e-e0a6-4b67-9d90-330c5b61a81e has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:22:46.261368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0b23cb14-ffa4-4970-b493-7f7afdea4938 admin admin] Deleting port 339b3334-17ee-4a96-a40a-edaf1e426319 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:46.261707 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b23cb14-ffa4-4970-b493-7f7afdea4938 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (339b3334-17ee-4a96-a40a-edaf1e426319), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.413295 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (66c3f2b3-a182-4d91-9b97-374b151a36bf), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.454173 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Port': ['ID=66c3f2b3-a182-4d91-9b97-374b151a36bf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:46.472434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb01ab2-2f06-42c3-a4fc-7360397f2832 req-e000f87a-c805-48c0-bf91-9c3260cce48f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:46.474648 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0cb01ab2-2f06-42c3-a4fc-7360397f2832 req-e000f87a-c805-48c0-bf91-9c3260cce48f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.31 "GET /v2.0/ports?device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 946 time: 0.3272207 Jan 28 19:22:46.550605 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No DVR routers for this DVR port 66c3f2b3-a182-4d91-9b97-374b151a36bf on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:22:46.604966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4bb50-7380-4535-8d0c-6f663d2777f8 req-50b28e16-482f-4fb1-8250-59b41b6ebb6c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:46.610506 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9f4bb50-7380-4535-8d0c-6f663d2777f8 req-50b28e16-482f-4fb1-8250-59b41b6ebb6c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 946 time: 0.2890224 Jan 28 19:22:46.632235 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (d30da4d4-596e-4c06-945a-021e43e0ccc0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.659631 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 66c3f2b3-a182-4d91-9b97-374b151a36bf up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:22:46.706118 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 66c3f2b3-a182-4d91-9b97-374b151a36bf {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:22:46.706607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 66c3f2b3-a182-4d91-9b97-374b151a36bf not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 19:22:46.711446 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (d30da4d4-596e-4c06-945a-021e43e0ccc0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.737489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Port 66c3f2b3-a182-4d91-9b97-374b151a36bf not found, will not notify nova. {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 19:22:46.774513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0b23cb14-ffa4-4970-b493-7f7afdea4938 admin admin] For port 339b3334-17ee-4a96-a40a-edaf1e426319, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=339b3334-17ee-4a96-a40a-edaf1e426319,segment=NetworkSegment(9b5cf5cf-92ab-4cc5-9377-327df170d7be),segment_id=9b5cf5cf-92ab-4cc5-9377-327df170d7be)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:46.775011 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b23cb14-ffa4-4970-b493-7f7afdea4938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (339b3334-17ee-4a96-a40a-edaf1e426319), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:46.792174 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Subnet': ['ID=d30da4d4-596e-4c06-945a-021e43e0ccc0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:46.819847 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0b23cb14-ffa4-4970-b493-7f7afdea4938 admin admin] Calling delete_port for 339b3334-17ee-4a96-a40a-edaf1e426319 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:46.826611 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ff69e0-ac65-41ef-a496-7ea66467fb1a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:22:46.835524 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-01ff69e0-ac65-41ef-a496-7ea66467fb1a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/1b55031e-e0a6-4b67-9d90-330c5b61a81e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0874798 Jan 28 19:22:46.836393 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dfc684-a8de-4c96-af4f-bf6a9ec7588d None None] Sync routers for ids ['1b55031e-e0a6-4b67-9d90-330c5b61a81e'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:22:46.840134 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53708) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:46.852168 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dfc684-a8de-4c96-af4f-bf6a9ec7588d None None] Routers {'1b55031e-e0a6-4b67-9d90-330c5b61a81e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:46.852793 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b0dfc684-a8de-4c96-af4f-bf6a9ec7588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['1b55031e-e0a6-4b67-9d90-330c5b61a81e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:46.886293 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118fe6c8-dc57-4481-aab9-53bf6ad4792b admin admin] Router 6728f3d8-e4d5-43ca-b556-3d1fccc2da34 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:22:46.894809 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9f4bb50-7380-4535-8d0c-6f663d2777f8 req-916f3c6c-cd1a-49e2-8acd-481382af29f7 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991882 Jan 28 19:22:46.902339 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b0dfc684-a8de-4c96-af4f-bf6a9ec7588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:46.915029 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dfc684-a8de-4c96-af4f-bf6a9ec7588d None None] Routers {'1b55031e-e0a6-4b67-9d90-330c5b61a81e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:46.915914 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b0dfc684-a8de-4c96-af4f-bf6a9ec7588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['1b55031e-e0a6-4b67-9d90-330c5b61a81e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:46.954551 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b0dfc684-a8de-4c96-af4f-bf6a9ec7588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:46.955613 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dfc684-a8de-4c96-af4f-bf6a9ec7588d None None] The sync data for ids ['1b55031e-e0a6-4b67-9d90-330c5b61a81e'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:22:46.981328 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0cb01ab2-2f06-42c3-a4fc-7360397f2832 req-258bad86-793f-4591-bcdb-c4b350444bc4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Deleting port bd7d2e35-fa00-410a-b197-4663d07fccb3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:46.981782 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0cb01ab2-2f06-42c3-a4fc-7360397f2832 req-258bad86-793f-4591-bcdb-c4b350444bc4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (bd7d2e35-fa00-410a-b197-4663d07fccb3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:47.377195 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0cb01ab2-2f06-42c3-a4fc-7360397f2832 req-258bad86-793f-4591-bcdb-c4b350444bc4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] For port bd7d2e35-fa00-410a-b197-4663d07fccb3, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=bd7d2e35-fa00-410a-b197-4663d07fccb3,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:47.377948 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0cb01ab2-2f06-42c3-a4fc-7360397f2832 req-258bad86-793f-4591-bcdb-c4b350444bc4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (bd7d2e35-fa00-410a-b197-4663d07fccb3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:47.411194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-0cb01ab2-2f06-42c3-a4fc-7360397f2832 req-258bad86-793f-4591-bcdb-c4b350444bc4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Calling delete_port for bd7d2e35-fa00-410a-b197-4663d07fccb3 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:47.420573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118fe6c8-dc57-4481-aab9-53bf6ad4792b admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:22:47.426683 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-118fe6c8-dc57-4481-aab9-53bf6ad4792b admin admin] 10.222.0.55 "PUT /v2.0/routers/6728f3d8-e4d5-43ca-b556-3d1fccc2da34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8344221 Jan 28 19:22:47.433106 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed522d-6908-4f21-9ef6-a21a42da3863 None None] Sync routers for ids ['6728f3d8-e4d5-43ca-b556-3d1fccc2da34'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:22:47.445718 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:47.449364 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed522d-6908-4f21-9ef6-a21a42da3863 None None] Routers {'6728f3d8-e4d5-43ca-b556-3d1fccc2da34'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:47.450409 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-15ed522d-6908-4f21-9ef6-a21a42da3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['6728f3d8-e4d5-43ca-b556-3d1fccc2da34'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:47.541539 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (2d66441f-d123-4120-a803-c5c2f4d46780), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:47.569379 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fbc5b9-85a3-477b-b2b6-75ad9dd2cd05 None None] Network 2d66441f-d123-4120-a803-c5c2f4d46780 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:47.595318 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d66441f-d123-4120-a803-c5c2f4d46780']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:47.609884 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf091b8-fbe2-4c29-924b-8d422ac48e21') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:47.610339 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf091b8-fbe2-4c29-924b-8d422ac48e21') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:47.716018 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (ddf091b8-fbe2-4c29-924b-8d422ac48e21), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:47.755274 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ddf091b8-fbe2-4c29-924b-8d422ac48e21), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:47.778032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacacc75-eba4-42d5-8928-5b6b35796529 req-50ba4250-1037-48d6-8164-6fe4186729c1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:47.783045 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eacacc75-eba4-42d5-8928-5b6b35796529 req-50ba4250-1037-48d6-8164-6fe4186729c1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.2574310 Jan 28 19:22:47.783253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8fad1b2-f949-49d1-bc86-24da4fbe88e3 admin admin] Publish callbacks [] for router (6728f3d8-e4d5-43ca-b556-3d1fccc2da34), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:47.786408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:22:47.786818 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (ddf091b8-fbe2-4c29-924b-8d422ac48e21), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:22:47.789801 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:22:47.862406 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-248cd847-97a8-4340-9741-937e46f62b9b None None] Could not find standard attr ID for object 66c3f2b3-a182-4d91-9b97-374b151a36bf. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:22:47.950293 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-15ed522d-6908-4f21-9ef6-a21a42da3863 None None] Set router 6728f3d8-e4d5-43ca-b556-3d1fccc2da34 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:22:47.998476 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27769e5a-dfd7-4680-95be-4106789964fe None None] DHCP port deletion for 2d66441f-d123-4120-a803-c5c2f4d46780 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:22:48.090947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2b057d-1d49-4bd5-a027-543417bd24d1 None None] Network 2d66441f-d123-4120-a803-c5c2f4d46780 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:48.097022 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (2d66441f-d123-4120-a803-c5c2f4d46780), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:48.110567 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2b057d-1d49-4bd5-a027-543417bd24d1 None None] Network 2d66441f-d123-4120-a803-c5c2f4d46780 could not be found, it might have been deleted concurrently. {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:22:48.137597 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eacacc75-eba4-42d5-8928-5b6b35796529 req-905a53db-e6c8-435b-aaad-fdd7a285645c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3442972 Jan 28 19:22:48.153700 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:48.160266 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/networks/2d66441f-d123-4120-a803-c5c2f4d46780 HTTP/1.1" status: 204 len: 168 time: 2.5536661 Jan 28 19:22:48.167065 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53718) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:48.170691 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8fad1b2-f949-49d1-bc86-24da4fbe88e3 admin admin] Publish callbacks [] for router_gateway (6728f3d8-e4d5-43ca-b556-3d1fccc2da34), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:48.186692 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045d92-d91f-48df-8396-fe05a3958e6a tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Network': ['ID=2d66441f-d123-4120-a803-c5c2f4d46780,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:48.190211 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b23cb14-ffa4-4970-b493-7f7afdea4938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (339b3334-17ee-4a96-a40a-edaf1e426319), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:48.226486 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a123da35-4a90-4a0a-bbe5-8e78f76d3b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:48.268632 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-632395bd-44a9-4f02-a131-a8d75d0ddb0b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (1b55031e-e0a6-4b67-9d90-330c5b61a81e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:48.276178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-15ed522d-6908-4f21-9ef6-a21a42da3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-958381462-router', 'tenant_id': '46b070154e304cb4a889f3bc97dbd253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'f2d0a530-8604-4018-b7cb-f46bcb663439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:22:44Z', 'revision_number': 5, 'project_id': '46b070154e304cb4a889f3bc97dbd253', 'gw_port': {'id': 'f2d0a530-8604-4018-b7cb-f46bcb663439', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:14:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:22:20Z', 'updated_at': '2022-01-28T19:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:48.327293 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed522d-6908-4f21-9ef6-a21a42da3863 None None] Checking router: 6728f3d8-e4d5-43ca-b556-3d1fccc2da34 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:22:48.341289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed522d-6908-4f21-9ef6-a21a42da3863 None None] Routers {'6728f3d8-e4d5-43ca-b556-3d1fccc2da34'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:48.341537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-15ed522d-6908-4f21-9ef6-a21a42da3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['6728f3d8-e4d5-43ca-b556-3d1fccc2da34'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:48.365076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23cb14-ffa4-4970-b493-7f7afdea4938 admin admin] Pushing event deleted for resources: {'Port': ['ID=339b3334-17ee-4a96-a40a-edaf1e426319,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:48.385037 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-4efbe193-4bdf-4f2f-8d13-4ec37e6754a9 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:48.385746 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4efbe193-4bdf-4f2f-8d13-4ec37e6754a9 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:48.399744 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4efbe193-4bdf-4f2f-8d13-4ec37e6754a9 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/subnets/d30da4d4-596e-4c06-945a-021e43e0ccc0 HTTP/1.1" status: 404 len: 337 time: 0.2251422 Jan 28 19:22:48.406338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53720) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:48.448247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 66c3f2b3-a182-4d91-9b97-374b151a36bf no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:48.475294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device bd7d2e35-fa00-410a-b197-4663d07fccb3 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:48.482155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 66c3f2b3-a182-4d91-9b97-374b151a36bf {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:22:48.482454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 66c3f2b3-a182-4d91-9b97-374b151a36bf not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:22:48.548345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-15ed522d-6908-4f21-9ef6-a21a42da3863 None None] Set router 6728f3d8-e4d5-43ca-b556-3d1fccc2da34 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:22:48.561473 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a640a76-da2d-442e-9d00-4050bd70a771 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:48.562093 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a640a76-da2d-442e-9d00-4050bd70a771 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:48.568517 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4a640a76-da2d-442e-9d00-4050bd70a771 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/networks/2d66441f-d123-4120-a803-c5c2f4d46780 HTTP/1.1" status: 404 len: 339 time: 0.1504283 Jan 28 19:22:48.574081 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53722) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:48.611615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-15ed522d-6908-4f21-9ef6-a21a42da3863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-958381462-router', 'tenant_id': '46b070154e304cb4a889f3bc97dbd253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:22:48Z', 'revision_number': 6, 'project_id': '46b070154e304cb4a889f3bc97dbd253', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:48.644451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed522d-6908-4f21-9ef6-a21a42da3863 None None] The sync data for ids ['6728f3d8-e4d5-43ca-b556-3d1fccc2da34'] in n-d-824834-4 is: [{'id': '6728f3d8-e4d5-43ca-b556-3d1fccc2da34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-958381462-router', 'tenant_id': '46b070154e304cb4a889f3bc97dbd253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:22:18Z', 'updated_at': '2022-01-28T19:22:48Z', 'revision_number': 6, 'project_id': '46b070154e304cb4a889f3bc97dbd253', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:22:48.668030 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No active binding found for port bd7d2e35-fa00-410a-b197-4663d07fccb3 {{(pid=103148) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 28 19:22:48.668456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] The host n-h1-824834-4 is not matching for port bd7d2e35-fa00-410a-b197-4663d07fccb3 host None! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:22:48.668792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device bd7d2e35-fa00-410a-b197-4663d07fccb3 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:22:48.686382 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-632395bd-44a9-4f02-a131-a8d75d0ddb0b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port a57b70f4-110b-4a1e-b4b5-133d4dc1b63f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:48.687091 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-632395bd-44a9-4f02-a131-a8d75d0ddb0b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a57b70f4-110b-4a1e-b4b5-133d4dc1b63f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:48.689282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4da30e-1dea-4cd3-8165-fe00f7432b74 req-84182a12-11cb-421d-955d-c92959e51c20 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:48.698064 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7d4da30e-1dea-4cd3-8165-fe00f7432b74 req-84182a12-11cb-421d-955d-c92959e51c20 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=3306fd63-b627-42b9-bb0c-6c8ed5e2ec27 HTTP/1.1" status: 200 len: 946 time: 0.5296092 Jan 28 19:22:48.724890 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0cb01ab2-2f06-42c3-a4fc-7360397f2832 req-258bad86-793f-4591-bcdb-c4b350444bc4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (bd7d2e35-fa00-410a-b197-4663d07fccb3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:48.736384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['8b6e0659-59d2-4159-9cb2-64a74c6dd95a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:22:48.813810 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-632395bd-44a9-4f02-a131-a8d75d0ddb0b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a57b70f4-110b-4a1e-b4b5-133d4dc1b63f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:48.829271 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-632395bd-44a9-4f02-a131-a8d75d0ddb0b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for a57b70f4-110b-4a1e-b4b5-133d4dc1b63f owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:48.852745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bad86-793f-4591-bcdb-c4b350444bc4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Pushing event deleted for resources: {'Port': ['ID=bd7d2e35-fa00-410a-b197-4663d07fccb3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:48.882886 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a482bf71-af99-4392-9189-44567c92de40 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (5a090048-9938-47a8-98cd-f1857c7535b5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:48.948091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad1b2-f949-49d1-bc86-24da4fbe88e3 admin admin] Deleting port f2d0a530-8604-4018-b7cb-f46bcb663439 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:48.950231 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8fad1b2-f949-49d1-bc86-24da4fbe88e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f2d0a530-8604-4018-b7cb-f46bcb663439), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:49.017440 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb01ab2-2f06-42c3-a4fc-7360397f2832 req-258bad86-793f-4591-bcdb-c4b350444bc4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] No DVR routers for this DVR port bd7d2e35-fa00-410a-b197-4663d07fccb3 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:22:49.021771 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0cb01ab2-2f06-42c3-a4fc-7360397f2832 req-258bad86-793f-4591-bcdb-c4b350444bc4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:49.028414 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0cb01ab2-2f06-42c3-a4fc-7360397f2832 req-258bad86-793f-4591-bcdb-c4b350444bc4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.31 "DELETE /v2.0/ports/bd7d2e35-fa00-410a-b197-4663d07fccb3 HTTP/1.1" status: 204 len: 173 time: 2.5370121 Jan 28 19:22:49.051480 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-632395bd-44a9-4f02-a131-a8d75d0ddb0b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a57b70f4-110b-4a1e-b4b5-133d4dc1b63f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:49.082216 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632395bd-44a9-4f02-a131-a8d75d0ddb0b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=a57b70f4-110b-4a1e-b4b5-133d4dc1b63f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:49.086164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3306fd63-b627-42b9-bb0c-6c8ed5e2ec27', 'name': 'network-vif-deleted', 'tag': 'bd7d2e35-fa00-410a-b197-4663d07fccb3'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:22:49.089412 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9733d5-1a21-48b6-8671-cf597fe4ef35" -d '{"events": [{"server_uuid": "3306fd63-b627-42b9-bb0c-6c8ed5e2ec27", "name": "network-vif-deleted", "tag": "bd7d2e35-fa00-410a-b197-4663d07fccb3"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:22:49.104793 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7d4da30e-1dea-4cd3-8165-fe00f7432b74 req-bf7e1c91-74a4-4852-8617-e1c1f2b5c1cb tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058239 Jan 28 19:22:49.213271 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b23cb14-ffa4-4970-b493-7f7afdea4938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (fb6818da-6e68-4861-9a70-e5b836869bb7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:49.324131 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f921b30-5c33-4e6c-a692-442f5bd2c8e0 x-openstack-request-id: req-0f921b30-5c33-4e6c-a692-442f5bd2c8e0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:22:49.324508 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3306fd63-b627-42b9-bb0c-6c8ed5e2ec27", "name": "network-vif-deleted", "tag": "bd7d2e35-fa00-410a-b197-4663d07fccb3", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:22:49.324817 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f921b30-5c33-4e6c-a692-442f5bd2c8e0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:22:49.325845 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3306fd63-b627-42b9-bb0c-6c8ed5e2ec27', 'name': 'network-vif-deleted', 'tag': 'bd7d2e35-fa00-410a-b197-4663d07fccb3', 'status': 'completed', 'code': 200} Jan 28 19:22:49.385217 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-632395bd-44a9-4f02-a131-a8d75d0ddb0b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (1b55031e-e0a6-4b67-9d90-330c5b61a81e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:49.465166 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a482bf71-af99-4392-9189-44567c92de40 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (5a090048-9938-47a8-98cd-f1857c7535b5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:49.545764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a8fad1b2-f949-49d1-bc86-24da4fbe88e3 admin admin] For port f2d0a530-8604-4018-b7cb-f46bcb663439, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f2d0a530-8604-4018-b7cb-f46bcb663439,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:49.546470 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8fad1b2-f949-49d1-bc86-24da4fbe88e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f2d0a530-8604-4018-b7cb-f46bcb663439), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:49.561874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a8fad1b2-f949-49d1-bc86-24da4fbe88e3 admin admin] Calling delete_port for f2d0a530-8604-4018-b7cb-f46bcb663439 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:49.618731 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632395bd-44a9-4f02-a131-a8d75d0ddb0b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router 1b55031e-e0a6-4b67-9d90-330c5b61a81e has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:22:49.647253 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a482bf71-af99-4392-9189-44567c92de40 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a090048-9938-47a8-98cd-f1857c7535b5']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:49.717434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632395bd-44a9-4f02-a131-a8d75d0ddb0b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:22:49.723342 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-632395bd-44a9-4f02-a131-a8d75d0ddb0b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/1b55031e-e0a6-4b67-9d90-330c5b61a81e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8817503 Jan 28 19:22:49.725990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a482bf71-af99-4392-9189-44567c92de40 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754af2cc-a51d-451b-8c50-6d165da9ea00') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:49.726315 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a482bf71-af99-4392-9189-44567c92de40 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754af2cc-a51d-451b-8c50-6d165da9ea00') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:49.728711 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df2f1e0-6c22-460f-8927-9edd0a0bf9ea None None] Sync routers for ids ['1b55031e-e0a6-4b67-9d90-330c5b61a81e'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:22:49.733041 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53730) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:49.753783 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df2f1e0-6c22-460f-8927-9edd0a0bf9ea None None] Routers {'1b55031e-e0a6-4b67-9d90-330c5b61a81e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:49.754454 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7df2f1e0-6c22-460f-8927-9edd0a0bf9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['1b55031e-e0a6-4b67-9d90-330c5b61a81e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:49.756272 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a482bf71-af99-4392-9189-44567c92de40 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (754af2cc-a51d-451b-8c50-6d165da9ea00), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:49.803180 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d6c65fca-9667-4945-b825-243074d1a0f6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b55031e-e0a6-4b67-9d90-330c5b61a81e HTTP/1.1" status: 200 len: 205 time: 0.0671687 Jan 28 19:22:49.809770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53732) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:49.836164 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7df2f1e0-6c22-460f-8927-9edd0a0bf9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:49.863699 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df2f1e0-6c22-460f-8927-9edd0a0bf9ea None None] Routers {'1b55031e-e0a6-4b67-9d90-330c5b61a81e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:49.870352 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7df2f1e0-6c22-460f-8927-9edd0a0bf9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['1b55031e-e0a6-4b67-9d90-330c5b61a81e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:49.890215 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a482bf71-af99-4392-9189-44567c92de40 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (754af2cc-a51d-451b-8c50-6d165da9ea00), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:49.900417 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fb999-9086-47b5-94ea-bcf2f34cc21a req-5b27c9f4-b094-43de-a549-d579b3d86269 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:49.907495 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-329fb999-9086-47b5-94ea-bcf2f34cc21a req-5b27c9f4-b094-43de-a549-d579b3d86269 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.4736743 Jan 28 19:22:49.941482 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9874021a-5160-47dd-a19e-eae9b80c7dd1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (1b55031e-e0a6-4b67-9d90-330c5b61a81e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:49.944849 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a482bf71-af99-4392-9189-44567c92de40 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:22:49.944849 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a482bf71-af99-4392-9189-44567c92de40 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (754af2cc-a51d-451b-8c50-6d165da9ea00), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:49.950735 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7df2f1e0-6c22-460f-8927-9edd0a0bf9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:49.952577 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df2f1e0-6c22-460f-8927-9edd0a0bf9ea None None] The sync data for ids ['1b55031e-e0a6-4b67-9d90-330c5b61a81e'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:22:49.953460 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:22:50.128990 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9874021a-5160-47dd-a19e-eae9b80c7dd1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (1b55031e-e0a6-4b67-9d90-330c5b61a81e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.131928 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9874021a-5160-47dd-a19e-eae9b80c7dd1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_controller (1b55031e-e0a6-4b67-9d90-330c5b61a81e), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.213357 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9874021a-5160-47dd-a19e-eae9b80c7dd1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (1b55031e-e0a6-4b67-9d90-330c5b61a81e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.213878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9874021a-5160-47dd-a19e-eae9b80c7dd1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Fanout notify agent at l3_agent the message router_deleted on router 1b55031e-e0a6-4b67-9d90-330c5b61a81e {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:22:50.225210 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9874021a-5160-47dd-a19e-eae9b80c7dd1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.226927 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9874021a-5160-47dd-a19e-eae9b80c7dd1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/routers/1b55031e-e0a6-4b67-9d90-330c5b61a81e HTTP/1.1" status: 204 len: 168 time: 0.4161663 Jan 28 19:22:50.229848 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53738) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:50.321055 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-205a321a-6ee5-4a48-8455-b4eadddf490e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting subnet 4eb8195a-b990-46c2-80f5-f0dc38587f54 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:22:50.355369 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-205a321a-6ee5-4a48-8455-b4eadddf490e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (4eb8195a-b990-46c2-80f5-f0dc38587f54), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.385549 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-541da0e5-9311-4768-8d18-9b1a34b65dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.480734 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-205a321a-6ee5-4a48-8455-b4eadddf490e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (4eb8195a-b990-46c2-80f5-f0dc38587f54), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.510899 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c11b491e-7310-422a-89b1-0b763e36d7c6 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:50.537753 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0ff30-5c7e-4759-bf16-32d2fb6dd438 req-e2050047-6222-4602-a59e-f4855eca2dc2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:50.539466 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-99c0ff30-5c7e-4759-bf16-32d2fb6dd438 req-e2050047-6222-4602-a59e-f4855eca2dc2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.2083476 Jan 28 19:22:50.542978 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-329fb999-9086-47b5-94ea-bcf2f34cc21a req-13852566-1dc4-444d-994a-be642969a4c1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6342335 Jan 28 19:22:50.573976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: c11b491e-7310-422a-89b1-0b763e36d7c6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:22:50.574451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c11b491e-7310-422a-89b1-0b763e36d7c6 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:22:50.575447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f2d0a530-8604-4018-b7cb-f46bcb663439 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:50.614118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b23cb14-ffa4-4970-b493-7f7afdea4938 admin admin] Router fb6818da-6e68-4861-9a70-e5b836869bb7 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:22:50.625085 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a482bf71-af99-4392-9189-44567c92de40 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (5a090048-9938-47a8-98cd-f1857c7535b5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.634419 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a482bf71-af99-4392-9189-44567c92de40 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.639878 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a482bf71-af99-4392-9189-44567c92de40 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/networks/5a090048-9938-47a8-98cd-f1857c7535b5 HTTP/1.1" status: 204 len: 168 time: 2.0596898 Jan 28 19:22:50.643852 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53742) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:50.686899 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8fad1b2-f949-49d1-bc86-24da4fbe88e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f2d0a530-8604-4018-b7cb-f46bcb663439), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.695563 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482bf71-af99-4392-9189-44567c92de40 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Network': ['ID=5a090048-9938-47a8-98cd-f1857c7535b5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:50.703569 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-96360ef6-affa-43a0-ae2a-776feb0dd211 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:50.704581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96360ef6-affa-43a0-ae2a-776feb0dd211 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:50.713965 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-96360ef6-affa-43a0-ae2a-776feb0dd211 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/subnets/8594315d-b5f1-4846-ad28-73f5bfe0f240 HTTP/1.1" status: 404 len: 337 time: 0.0687144 Jan 28 19:22:50.715971 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53744) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:50.745186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f2d0a530-8604-4018-b7cb-f46bcb663439 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:50.745900 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f2d0a530-8604-4018-b7cb-f46bcb663439), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.747348 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfbe13b-92ab-4836-8fc9-649f8e5667df tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:50.748047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cfbe13b-92ab-4836-8fc9-649f8e5667df tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:50.755814 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0cfbe13b-92ab-4836-8fc9-649f8e5667df tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/networks/603b80f9-4161-4086-b619-2acf4e63a37e HTTP/1.1" status: 404 len: 339 time: 0.0367985 Jan 28 19:22:50.756851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53746) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:50.758612 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-205a321a-6ee5-4a48-8455-b4eadddf490e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (4eb8195a-b990-46c2-80f5-f0dc38587f54), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.766570 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-99c0ff30-5c7e-4759-bf16-32d2fb6dd438 req-6c35f5ef-b4da-4fe8-a601-255adfe83a52 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091055 Jan 28 19:22:50.784976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad1b2-f949-49d1-bc86-24da4fbe88e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d0a530-8604-4018-b7cb-f46bcb663439,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:50.889088 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d3994d-c7ab-4985-9c78-d12a8ea9953e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Deleting subnet 4595f3c4-142a-437c-be8c-baccaeb3ee33 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:22:50.898884 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2d3994d-c7ab-4985-9c78-d12a8ea9953e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for subnet (4595f3c4-142a-437c-be8c-baccaeb3ee33), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.911660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b23cb14-ffa4-4970-b493-7f7afdea4938 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:22:50.921206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f3dc7d-770c-4483-a5c9-b0ece14ba8a0 None None] Sync routers for ids ['fb6818da-6e68-4861-9a70-e5b836869bb7'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:22:50.942725 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0b23cb14-ffa4-4970-b493-7f7afdea4938 admin admin] 10.222.0.55 "PUT /v2.0/routers/fb6818da-6e68-4861-9a70-e5b836869bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4031317 Jan 28 19:22:50.944448 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f3dc7d-770c-4483-a5c9-b0ece14ba8a0 None None] Routers {'fb6818da-6e68-4861-9a70-e5b836869bb7'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:50.945125 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d4f3dc7d-770c-4483-a5c9-b0ece14ba8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['fb6818da-6e68-4861-9a70-e5b836869bb7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:50.948462 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8fad1b2-f949-49d1-bc86-24da4fbe88e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (6728f3d8-e4d5-43ca-b556-3d1fccc2da34), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:50.952720 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53750) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:51.075726 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8fad1b2-f949-49d1-bc86-24da4fbe88e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (6728f3d8-e4d5-43ca-b556-3d1fccc2da34), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.078701 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8fad1b2-f949-49d1-bc86-24da4fbe88e3 admin admin] Publish callbacks [] for router_controller (6728f3d8-e4d5-43ca-b556-3d1fccc2da34), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.093362 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-205a321a-6ee5-4a48-8455-b4eadddf490e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (4eb8195a-b990-46c2-80f5-f0dc38587f54), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.110059 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d4f3dc7d-770c-4483-a5c9-b0ece14ba8a0 None None] Set router fb6818da-6e68-4861-9a70-e5b836869bb7 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:22:51.153118 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a321a-6ee5-4a48-8455-b4eadddf490e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb8195a-b990-46c2-80f5-f0dc38587f54,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:51.159147 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2d3994d-c7ab-4985-9c78-d12a8ea9953e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (4595f3c4-142a-437c-be8c-baccaeb3ee33), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.179974 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8fad1b2-f949-49d1-bc86-24da4fbe88e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (6728f3d8-e4d5-43ca-b556-3d1fccc2da34), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.180644 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fad1b2-f949-49d1-bc86-24da4fbe88e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6728f3d8-e4d5-43ca-b556-3d1fccc2da34 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:22:51.185759 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8fad1b2-f949-49d1-bc86-24da4fbe88e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.196985 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a8fad1b2-f949-49d1-bc86-24da4fbe88e3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/6728f3d8-e4d5-43ca-b556-3d1fccc2da34 HTTP/1.1" status: 204 len: 168 time: 3.7486894 Jan 28 19:22:51.202402 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53758) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:51.207799 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-205a321a-6ee5-4a48-8455-b4eadddf490e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.213376 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-205a321a-6ee5-4a48-8455-b4eadddf490e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/4eb8195a-b990-46c2-80f5-f0dc38587f54 HTTP/1.1" status: 204 len: 168 time: 0.9822884 Jan 28 19:22:51.216969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53760) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:51.261363 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e12f2d-ca1c-47dd-8574-bef9e8933c4a None None] Network 6e1373c5-809e-4ba6-b751-5ce36ce94704 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:51.318682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d591914-52eb-4f71-91e6-311572a9b88e admin admin] Deleting subnet 03336a7f-e0ba-42d7-846d-2522268f30c2 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:22:51.328731 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d591914-52eb-4f71-91e6-311572a9b88e admin admin] Publish callbacks [] for subnet (03336a7f-e0ba-42d7-846d-2522268f30c2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.395805 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d591914-52eb-4f71-91e6-311572a9b88e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (03336a7f-e0ba-42d7-846d-2522268f30c2), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.419858 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19571b-57b3-41e5-952f-5b90f7343d31 req-907fe6eb-52e6-49ac-8535-4a3bc64c603d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:51.421084 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe19571b-57b3-41e5-952f-5b90f7343d31 req-907fe6eb-52e6-49ac-8535-4a3bc64c603d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3499436 Jan 28 19:22:51.463331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b679143-2bb3-46b9-b888-00d1e035ae7b admin admin] Publish callbacks [] for router (fb6818da-6e68-4861-9a70-e5b836869bb7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.502681 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d591914-52eb-4f71-91e6-311572a9b88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (03336a7f-e0ba-42d7-846d-2522268f30c2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.523627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a90c403-5bfa-4155-8f26-75bdc01ef178 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting subnet 313b2bd7-489d-4fc9-b5b5-88414cecab5c {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:22:51.532471 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a90c403-5bfa-4155-8f26-75bdc01ef178 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (313b2bd7-489d-4fc9-b5b5-88414cecab5c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.579985 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d4f3dc7d-770c-4483-a5c9-b0ece14ba8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'name': 'tempest-ServerRescueNegativeTestJSON-423147707-router', 'tenant_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:22:48Z', 'revision_number': 5, 'project_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'gw_port': {'id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:51.620219 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d591914-52eb-4f71-91e6-311572a9b88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (03336a7f-e0ba-42d7-846d-2522268f30c2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.621894 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2d3994d-c7ab-4985-9c78-d12a8ea9953e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (4595f3c4-142a-437c-be8c-baccaeb3ee33), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.665341 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f3dc7d-770c-4483-a5c9-b0ece14ba8a0 None None] Checking router: fb6818da-6e68-4861-9a70-e5b836869bb7 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:22:51.683702 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d591914-52eb-4f71-91e6-311572a9b88e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03336a7f-e0ba-42d7-846d-2522268f30c2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:51.705565 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8d591914-52eb-4f71-91e6-311572a9b88e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.709678 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8d591914-52eb-4f71-91e6-311572a9b88e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/03336a7f-e0ba-42d7-846d-2522268f30c2 HTTP/1.1" status: 204 len: 168 time: 0.5062132 Jan 28 19:22:51.710180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b45052-a5f8-4a0f-8af6-5a3b262152ff None None] DHCP port deletion for 6e1373c5-809e-4ba6-b751-5ce36ce94704 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:22:51.712901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53764) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:51.722735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f3dc7d-770c-4483-a5c9-b0ece14ba8a0 None None] Routers {'fb6818da-6e68-4861-9a70-e5b836869bb7'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:22:51.723388 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d4f3dc7d-770c-4483-a5c9-b0ece14ba8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['fb6818da-6e68-4861-9a70-e5b836869bb7'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:51.725544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8033529a-7f82-4639-a0e8-a5bfdbb86492 None None] Network 8d55a46a-7a84-495d-9cf2-026c0ab7137f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:51.735997 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe19571b-57b3-41e5-952f-5b90f7343d31 req-24952065-2419-42e6-a27d-4803cccac467 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052037 Jan 28 19:22:51.740481 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a90c403-5bfa-4155-8f26-75bdc01ef178 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (313b2bd7-489d-4fc9-b5b5-88414cecab5c), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.911540 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.921235 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b679143-2bb3-46b9-b888-00d1e035ae7b admin admin] Publish callbacks [] for router_gateway (fb6818da-6e68-4861-9a70-e5b836869bb7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.929579 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2d3994d-c7ab-4985-9c78-d12a8ea9953e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (4595f3c4-142a-437c-be8c-baccaeb3ee33), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.966769 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2d3994d-c7ab-4985-9c78-d12a8ea9953e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:51.972595 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e2d3994d-c7ab-4985-9c78-d12a8ea9953e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/subnets/4595f3c4-142a-437c-be8c-baccaeb3ee33 HTTP/1.1" status: 204 len: 168 time: 1.2072935 Jan 28 19:22:51.972797 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53768) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:51.981293 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3994d-c7ab-4985-9c78-d12a8ea9953e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Subnet': ['ID=4595f3c4-142a-437c-be8c-baccaeb3ee33,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:51.995869 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6d0b0-c547-4c63-99c6-aedbdebb312b req-95cb5fe0-77d0-4e5e-8445-f3ce9b3f0234 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:51.997698 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1ea6d0b0-c547-4c63-99c6-aedbdebb312b req-95cb5fe0-77d0-4e5e-8445-f3ce9b3f0234 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.1725931 Jan 28 19:22:52.012683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e72fdd-9191-452d-b0a7-da0aa6986d6e None None] Network d0dab019-9957-4475-b584-e58d6507cb5c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:52.014605 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (8d55a46a-7a84-495d-9cf2-026c0ab7137f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.033059 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a90c403-5bfa-4155-8f26-75bdc01ef178 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (313b2bd7-489d-4fc9-b5b5-88414cecab5c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.037781 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedccd50-e733-42f8-b226-615b1e744ca9 req-844e441f-37eb-4c5a-9c3f-7426de760a13 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:52.039297 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aedccd50-e733-42f8-b226-615b1e744ca9 req-844e441f-37eb-4c5a-9c3f-7426de760a13 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.3440118 Jan 28 19:22:52.104405 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd94f4c-5f08-4744-9d5c-0fd3694e3825 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Deleting subnet 42f68783-dd14-466a-b774-edd9ecdb0add {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:22:52.118296 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cd94f4c-5f08-4744-9d5c-0fd3694e3825 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for subnet (42f68783-dd14-466a-b774-edd9ecdb0add), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.127790 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1ea6d0b0-c547-4c63-99c6-aedbdebb312b req-9d5ffa35-2c13-45db-9efa-81803a227f9d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078949 Jan 28 19:22:52.156112 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6b679143-2bb3-46b9-b888-00d1e035ae7b admin admin] Deleting port 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:52.156112 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b679143-2bb3-46b9-b888-00d1e035ae7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6602ace8-9449-49e5-bd2f-bdcfc06f6fa8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.174519 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aedccd50-e733-42f8-b226-615b1e744ca9 req-00a5d215-52a2-4452-a4cc-8896626af31f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249478 Jan 28 19:22:52.188133 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cd94f4c-5f08-4744-9d5c-0fd3694e3825 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (42f68783-dd14-466a-b774-edd9ecdb0add), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.253771 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] Deleting port 571dc973-224d-4fc2-adc0-3f050838c180 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:52.254140 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (571dc973-224d-4fc2-adc0-3f050838c180), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.317588 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a90c403-5bfa-4155-8f26-75bdc01ef178 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (313b2bd7-489d-4fc9-b5b5-88414cecab5c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.371632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] For port 571dc973-224d-4fc2-adc0-3f050838c180, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=571dc973-224d-4fc2-adc0-3f050838c180,segment=NetworkSegment(960a1494-ac5d-4f70-969b-ce012063c03f),segment_id=960a1494-ac5d-4f70-969b-ce012063c03f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:52.371996 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (571dc973-224d-4fc2-adc0-3f050838c180), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.404834 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] Calling delete_port for 571dc973-224d-4fc2-adc0-3f050838c180 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:52.405443 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90c403-5bfa-4155-8f26-75bdc01ef178 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Subnet': ['ID=313b2bd7-489d-4fc9-b5b5-88414cecab5c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:52.407390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d9b45052-a5f8-4a0f-8af6-5a3b262152ff None None] Deleting port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:52.408143 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9b45052-a5f8-4a0f-8af6-5a3b262152ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.412610 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cd94f4c-5f08-4744-9d5c-0fd3694e3825 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (42f68783-dd14-466a-b774-edd9ecdb0add), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.448487 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d4f3dc7d-770c-4483-a5c9-b0ece14ba8a0 None None] Set router fb6818da-6e68-4861-9a70-e5b836869bb7 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:22:52.474552 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a90c403-5bfa-4155-8f26-75bdc01ef178 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.494979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53774) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:52.500227 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0a90c403-5bfa-4155-8f26-75bdc01ef178 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/313b2bd7-489d-4fc9-b5b5-88414cecab5c HTTP/1.1" status: 204 len: 168 time: 1.2645566 Jan 28 19:22:52.510678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:52.512783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ff9599-3419-46fa-9698-2872c3963262 None None] Network 2657b2e7-aa55-4545-a7c7-faef97c69cac requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:52.576187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b71d7-a8da-4146-bdf3-b50a056b39cf req-e1ec31e0-2b8a-4560-b66f-9c94ed65fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:52.578793 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-943b71d7-a8da-4146-bdf3-b50a056b39cf req-e1ec31e0-2b8a-4560-b66f-9c94ed65fff3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d&tenant_id=188c3b3012fa4bc99c20429bf8df96c2 HTTP/1.1" status: 200 len: 1126 time: 0.2996571 Jan 28 19:22:52.595827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6b679143-2bb3-46b9-b888-00d1e035ae7b admin admin] For port 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6602ace8-9449-49e5-bd2f-bdcfc06f6fa8,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:52.596642 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b679143-2bb3-46b9-b888-00d1e035ae7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6602ace8-9449-49e5-bd2f-bdcfc06f6fa8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.634236 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (6e1373c5-809e-4ba6-b751-5ce36ce94704), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.638373 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cd94f4c-5f08-4744-9d5c-0fd3694e3825 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (42f68783-dd14-466a-b774-edd9ecdb0add), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.692542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6b679143-2bb3-46b9-b888-00d1e035ae7b admin admin] Calling delete_port for 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:52.712498 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd94f4c-5f08-4744-9d5c-0fd3694e3825 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Subnet': ['ID=42f68783-dd14-466a-b774-edd9ecdb0add,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:52.719994 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (571dc973-224d-4fc2-adc0-3f050838c180), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.729578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d9b45052-a5f8-4a0f-8af6-5a3b262152ff None None] For port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7895a2ab-9b8f-4ee8-bd0b-791637af3f89,segment=NetworkSegment(1b951922-51f4-4ff7-aab3-890ceb229af8),segment_id=1b951922-51f4-4ff7-aab3-890ceb229af8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:52.730098 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9b45052-a5f8-4a0f-8af6-5a3b262152ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.743593 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1cd94f4c-5f08-4744-9d5c-0fd3694e3825 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:52.748156 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1cd94f4c-5f08-4744-9d5c-0fd3694e3825 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/subnets/42f68783-dd14-466a-b774-edd9ecdb0add HTTP/1.1" status: 204 len: 168 time: 0.7745178 Jan 28 19:22:52.777206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d9b45052-a5f8-4a0f-8af6-5a3b262152ff None None] Calling delete_port for 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:52.778332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] No DVR routers for this DVR port 571dc973-224d-4fc2-adc0-3f050838c180 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:22:52.787441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53778) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:52.867048 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=571dc973-224d-4fc2-adc0-3f050838c180,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:52.883426 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d747a3-5bcf-48f8-b3e3-57373a52ace8 None None] DHCP port deletion for 8d55a46a-7a84-495d-9cf2-026c0ab7137f request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:22:52.936487 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (d0dab019-9957-4475-b584-e58d6507cb5c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.033742 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:53.034166 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (8d55a46a-7a84-495d-9cf2-026c0ab7137f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.034319 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.095770 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:53.096378 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.101124 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d55a46a-7a84-495d-9cf2-026c0ab7137f']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:53.113213 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.148944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960a1494-ac5d-4f70-969b-ce012063c03f') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:53.152038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960a1494-ac5d-4f70-969b-ce012063c03f') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:53.213646 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (960a1494-ac5d-4f70-969b-ce012063c03f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.252463 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (960a1494-ac5d-4f70-969b-ce012063c03f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.264921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] For port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7895a2ab-9b8f-4ee8-bd0b-791637af3f89,segment=NetworkSegment(1b951922-51f4-4ff7-aab3-890ceb229af8),segment_id=1b951922-51f4-4ff7-aab3-890ceb229af8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:53.265435 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.276398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:22:53.276950 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (960a1494-ac5d-4f70-969b-ce012063c03f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.279735 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Deleting port 8d48cfe3-269a-4529-9eb8-592a374824e3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:53.280172 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:22:53.282096 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:22:53.307444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0c83a3-fe9f-42fa-a108-b01109ae4b7e None None] DHCP port deletion for 2657b2e7-aa55-4545-a7c7-faef97c69cac request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:22:53.349982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:53.415777 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7895a2ab-9b8f-4ee8-bd0b-791637af3f89,segment=NetworkSegment(1b951922-51f4-4ff7-aab3-890ceb229af8),segment_id=1b951922-51f4-4ff7-aab3-890ceb229af8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:53.417220 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a99e089-8b6a-49b3-b6aa-7af53bdf998f None None] Update dhcp port {'port': {'network_id': 'd0dab019-9957-4475-b584-e58d6507cb5c', 'fixed_ips': [{'subnet_id': '42f68783-dd14-466a-b774-edd9ecdb0add'}], 'binding:host_id': 'n-d-824834-4'}, 'id': '8d48cfe3-269a-4529-9eb8-592a374824e3'} from n-d-824834-4. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 28 19:22:53.440381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] For port 8d48cfe3-269a-4529-9eb8-592a374824e3, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8d48cfe3-269a-4529-9eb8-592a374824e3,segment=NetworkSegment(daa664a0-0612-4852-aa66-ad9c0a379603),segment_id=daa664a0-0612-4852-aa66-ad9c0a379603)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:53.440897 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.459277 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Calling delete_port for 8d48cfe3-269a-4529-9eb8-592a374824e3 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:53.511827 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.584175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523915d-ae06-4cb7-b6be-de093eef2d3b req-8082f495-ae36-433c-aeaf-9677570d1002 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:53.587222 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1523915d-ae06-4cb7-b6be-de093eef2d3b req-8082f495-ae36-433c-aeaf-9677570d1002 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.1574450 Jan 28 19:22:53.590261 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b71d7-a8da-4146-bdf3-b50a056b39cf req-3e4633ae-9c54-4585-bac1-c75f7460556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:53.591983 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-943b71d7-a8da-4146-bdf3-b50a056b39cf req-3e4633ae-9c54-4585-bac1-c75f7460556f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 1126 time: 0.9839151 Jan 28 19:22:53.597578 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a99e089-8b6a-49b3-b6aa-7af53bdf998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.620575 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9b45052-a5f8-4a0f-8af6-5a3b262152ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.636989 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b679143-2bb3-46b9-b888-00d1e035ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6602ace8-9449-49e5-bd2f-bdcfc06f6fa8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.661178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b45052-a5f8-4a0f-8af6-5a3b262152ff None None] No DVR routers for this DVR port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:22:53.675159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a99e089-8b6a-49b3-b6aa-7af53bdf998f None None] Host n-d-824834-4 tried to update port 8d48cfe3-269a-4529-9eb8-592a374824e3 which no longer exists. {{(pid=103148) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:317}} Jan 28 19:22:53.694384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d4f3dc7d-770c-4483-a5c9-b0ece14ba8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'name': 'tempest-ServerRescueNegativeTestJSON-423147707-router', 'tenant_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:22:48Z', 'revision_number': 5, 'project_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'gw_port': {'id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:53.759294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=7895a2ab-9b8f-4ee8-bd0b-791637af3f89,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:53.772869 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f3dc7d-770c-4483-a5c9-b0ece14ba8a0 None None] The sync data for ids ['fb6818da-6e68-4861-9a70-e5b836869bb7'] in n-d-824834-4 is: [{'id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'name': 'tempest-ServerRescueNegativeTestJSON-423147707-router', 'tenant_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:22:48Z', 'revision_number': 5, 'project_id': '30bf8f3616cd4e51a62c447be3b7ab65', 'gw_port': {'id': '6602ace8-9449-49e5-bd2f-bdcfc06f6fa8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6818da-6e68-4861-9a70-e5b836869bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:18:59Z', 'updated_at': '2022-01-28T19:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:22:53.779651 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (8d55a46a-7a84-495d-9cf2-026c0ab7137f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.783072 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (7895a2ab-9b8f-4ee8-bd0b-791637af3f89), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.800008 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a3ccbf-5f12-4a57-a6bc-8872d3546482 None None] Network d0dab019-9957-4475-b584-e58d6507cb5c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:53.821378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b45052-a5f8-4a0f-8af6-5a3b262152ff None None] Pushing event deleted for resources: {'Port': ['ID=7895a2ab-9b8f-4ee8-bd0b-791637af3f89,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:53.823416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b679143-2bb3-46b9-b888-00d1e035ae7b admin admin] Pushing event deleted for resources: {'Port': ['ID=6602ace8-9449-49e5-bd2f-bdcfc06f6fa8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:53.824175 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4b0c83a3-fe9f-42fa-a108-b01109ae4b7e None None] Deleting port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:53.824607 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b0c83a3-fe9f-42fa-a108-b01109ae4b7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1b0afca8-5a10-44f3-95b8-8f37f726cd4d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.899620 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8d48cfe3-269a-4529-9eb8-592a374824e3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.903272 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] No DVR routers for this DVR port 7895a2ab-9b8f-4ee8-bd0b-791637af3f89 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:22:53.912990 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:53.919263 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8d55a46a-7a84-495d-9cf2-026c0ab7137f HTTP/1.1" status: 204 len: 168 time: 2.2026989 Jan 28 19:22:53.919263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cf5b4-f9a8-4576-9676-3d9d448b4a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d55a46a-7a84-495d-9cf2-026c0ab7137f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:53.925595 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b71d7-a8da-4146-bdf3-b50a056b39cf req-f5ddec48-d6f1-4288-8d46-f4a231609b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:53.927154 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-943b71d7-a8da-4146-bdf3-b50a056b39cf req-f5ddec48-d6f1-4288-8d46-f4a231609b94 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 200 len: 918 time: 0.3067539 Jan 28 19:22:53.928198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=7895a2ab-9b8f-4ee8-bd0b-791637af3f89,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:53.959077 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1523915d-ae06-4cb7-b6be-de093eef2d3b req-e76bb0ef-b342-46c9-9351-f63e0911c007 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3574569 Jan 28 19:22:54.038289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0b612a7c-2729-4d9a-ad0b-b9e57907aa70 None None] Could not find standard attr ID for object 8d48cfe3-269a-4529-9eb8-592a374824e3. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:22:54.044353 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4b0c83a3-fe9f-42fa-a108-b01109ae4b7e None None] For port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1b0afca8-5a10-44f3-95b8-8f37f726cd4d,segment=NetworkSegment(a305fba6-b0a5-4b78-ae0c-e87139b39249),segment_id=a305fba6-b0a5-4b78-ae0c-e87139b39249)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:54.044766 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b0c83a3-fe9f-42fa-a108-b01109ae4b7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1b0afca8-5a10-44f3-95b8-8f37f726cd4d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.092742 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4b0c83a3-fe9f-42fa-a108-b01109ae4b7e None None] Calling delete_port for 1b0afca8-5a10-44f3-95b8-8f37f726cd4d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:54.130652 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (6e1373c5-809e-4ba6-b751-5ce36ce94704), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.146858 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b679143-2bb3-46b9-b888-00d1e035ae7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (fb6818da-6e68-4861-9a70-e5b836869bb7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.159305 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1373c5-809e-4ba6-b751-5ce36ce94704']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:54.195479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Port': ['ID=8d48cfe3-269a-4529-9eb8-592a374824e3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:54.199190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b951922-51f4-4ff7-aab3-890ceb229af8') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:54.199492 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b951922-51f4-4ff7-aab3-890ceb229af8') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:54.209626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No DVR routers for this DVR port 8d48cfe3-269a-4529-9eb8-592a374824e3 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:22:54.235322 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb994221-cad2-42be-bb8d-ebdd26fd30b2 None None] DHCP port deletion for d0dab019-9957-4475-b584-e58d6507cb5c request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:22:54.318542 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (d0dab019-9957-4475-b584-e58d6507cb5c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.336592 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b0c83a3-fe9f-42fa-a108-b01109ae4b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (1b0afca8-5a10-44f3-95b8-8f37f726cd4d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.356953 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53792) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:54.360074 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (1b951922-51f4-4ff7-aab3-890ceb229af8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.377124 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0dab019-9957-4475-b584-e58d6507cb5c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:54.386728 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c83a3-fe9f-42fa-a108-b01109ae4b7e None None] Pushing event deleted for resources: {'Port': ['ID=1b0afca8-5a10-44f3-95b8-8f37f726cd4d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:54.396576 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c83a3-fe9f-42fa-a108-b01109ae4b7e None None] No DVR routers for this DVR port 1b0afca8-5a10-44f3-95b8-8f37f726cd4d on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:22:54.406326 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa664a0-0612-4852-aa66-ad9c0a379603') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:54.406907 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa664a0-0612-4852-aa66-ad9c0a379603') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:54.421645 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1b951922-51f4-4ff7-aab3-890ceb229af8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.429725 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (daa664a0-0612-4852-aa66-ad9c0a379603), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.452483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:22:54.453429 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (1b951922-51f4-4ff7-aab3-890ceb229af8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:22:54.459499 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:22:54.475861 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b679143-2bb3-46b9-b888-00d1e035ae7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (fb6818da-6e68-4861-9a70-e5b836869bb7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.479122 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (daa664a0-0612-4852-aa66-ad9c0a379603), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.480185 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.495523 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b679143-2bb3-46b9-b888-00d1e035ae7b admin admin] Publish callbacks [] for router_controller (fb6818da-6e68-4861-9a70-e5b836869bb7), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.500039 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-943b71d7-a8da-4146-bdf3-b50a056b39cf req-47a2e029-b39b-4d36-a2cf-d00d65682248 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a HTTP/1.1" status: 200 len: 1000 time: 0.5382409 Jan 28 19:22:54.565922 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 571dc973-224d-4fc2-adc0-3f050838c180 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:54.569010 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:22:54.569493 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (daa664a0-0612-4852-aa66-ad9c0a379603), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.581806 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8899cf62-77ab-4fa9-895e-3fbbaa7ce4f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46b070154e304cb4a889f3bc97dbd253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2176285 Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:22:54.582772 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:22:54.585455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:54.605620 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b679143-2bb3-46b9-b888-00d1e035ae7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (fb6818da-6e68-4861-9a70-e5b836869bb7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.606384 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b679143-2bb3-46b9-b888-00d1e035ae7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb6818da-6e68-4861-9a70-e5b836869bb7 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:22:54.613808 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b679143-2bb3-46b9-b888-00d1e035ae7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.622105 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6b679143-2bb3-46b9-b888-00d1e035ae7b admin admin] 10.222.0.55 "DELETE /v2.0/routers/fb6818da-6e68-4861-9a70-e5b836869bb7 HTTP/1.1" status: 204 len: 168 time: 3.6501434 Jan 28 19:22:54.623870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 571dc973-224d-4fc2-adc0-3f050838c180 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:22:54.624240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 571dc973-224d-4fc2-adc0-3f050838c180 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:22:54.624670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1b0afca8-5a10-44f3-95b8-8f37f726cd4d no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:54.625812 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:54.639813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b71d7-a8da-4146-bdf3-b50a056b39cf req-75294f3d-8798-40fd-84f2-26de6259ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:54.641502 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-943b71d7-a8da-4146-bdf3-b50a056b39cf req-75294f3d-8798-40fd-84f2-26de6259ae84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f81e2f04-6d65-4bf2-ae23-2d422541a4df HTTP/1.1" status: 200 len: 856 time: 0.1297047 Jan 28 19:22:54.696788 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 1b0afca8-5a10-44f3-95b8-8f37f726cd4d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:22:54.697148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1b0afca8-5a10-44f3-95b8-8f37f726cd4d not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:22:54.698596 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 339b3334-17ee-4a96-a40a-edaf1e426319 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:54.738790 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (6e1373c5-809e-4ba6-b751-5ce36ce94704), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.742085 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8d7a3f-2292-4bea-acc7-98ce5e4c2fba admin admin] Deleting subnet ad7b927e-a6aa-48ba-960b-bbd0e7fc8445 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:22:54.748083 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7a3f-2292-4bea-acc7-98ce5e4c2fba admin admin] Publish callbacks [] for subnet (ad7b927e-a6aa-48ba-960b-bbd0e7fc8445), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.773377 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 339b3334-17ee-4a96-a40a-edaf1e426319 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:22:54.774003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 339b3334-17ee-4a96-a40a-edaf1e426319 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:22:54.774147 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8d48cfe3-269a-4529-9eb8-592a374824e3 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:54.791720 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b71d7-a8da-4146-bdf3-b50a056b39cf req-52fd94cf-64ee-4b85-91ae-de76c1a89377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:54.793860 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-943b71d7-a8da-4146-bdf3-b50a056b39cf req-52fd94cf-64ee-4b85-91ae-de76c1a89377 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1257694 Jan 28 19:22:54.799429 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.808922 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/networks/6e1373c5-809e-4ba6-b751-5ce36ce94704 HTTP/1.1" status: 204 len: 168 time: 2.3136401 Jan 28 19:22:54.810982 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53800) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:54.811759 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (d0dab019-9957-4475-b584-e58d6507cb5c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.820330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 8d48cfe3-269a-4529-9eb8-592a374824e3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:22:54.820711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8d48cfe3-269a-4529-9eb8-592a374824e3 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:22:54.838975 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0928c-d320-4575-a728-0c6648c4f37d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Network': ['ID=6e1373c5-809e-4ba6-b751-5ce36ce94704,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:54.839896 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7a3f-2292-4bea-acc7-98ce5e4c2fba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (ad7b927e-a6aa-48ba-960b-bbd0e7fc8445), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.848706 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.853444 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/networks/d0dab019-9957-4475-b584-e58d6507cb5c HTTP/1.1" status: 204 len: 168 time: 2.0639367 Jan 28 19:22:54.858049 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53802) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:54.916844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc7d4a-22a7-4b27-a44d-b9092df18e91 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Network': ['ID=d0dab019-9957-4475-b584-e58d6507cb5c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:54.921801 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfbd9ba5-48d1-418a-a43e-eda4168604f7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:54.922559 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfbd9ba5-48d1-418a-a43e-eda4168604f7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:54.929089 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cfbd9ba5-48d1-418a-a43e-eda4168604f7 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/subnets/431dd801-c895-4f69-9b9d-55c4d9957e09 HTTP/1.1" status: 404 len: 337 time: 0.0703030 Jan 28 19:22:54.930330 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53804) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:54.931148 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9650e0-2869-4d12-af4f-ec136774304e admin admin] Publish callbacks [] for security_group (509ba4d8-ca8f-4fb0-9906-56774b0913ac), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:54.968533 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3188d4e-a6d9-4d9e-92b2-f25418d13c81 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:54.969495 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3188d4e-a6d9-4d9e-92b2-f25418d13c81 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:54.975410 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f3188d4e-a6d9-4d9e-92b2-f25418d13c81 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/networks/67ce594b-ab1a-4d43-90ef-6ea8e06662a0 HTTP/1.1" status: 404 len: 339 time: 0.0410082 Jan 28 19:22:54.976316 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53806) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:55.001183 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7a3f-2292-4bea-acc7-98ce5e4c2fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (ad7b927e-a6aa-48ba-960b-bbd0e7fc8445), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.009030 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9650e0-2869-4d12-af4f-ec136774304e admin admin] Publish callbacks [] for security_group (509ba4d8-ca8f-4fb0-9906-56774b0913ac), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.036503 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba0fce0-ac3a-4a03-8ea7-0b439fe9d44c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:55.037082 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba0fce0-ac3a-4a03-8ea7-0b439fe9d44c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:55.040893 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5ba0fce0-ac3a-4a03-8ea7-0b439fe9d44c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/subnets/a333e535-e027-4212-bf31-480bd76fde5e HTTP/1.1" status: 404 len: 337 time: 0.0514784 Jan 28 19:22:55.043563 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53812) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:55.043873 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14914d02-4c04-4389-93fe-814282c01f32 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (2657b2e7-aa55-4545-a7c7-faef97c69cac), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.081437 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e29dae-7160-4728-8770-f519eab9f98d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:55.081437 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e29dae-7160-4728-8770-f519eab9f98d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:55.084372 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f4e29dae-7160-4728-8770-f519eab9f98d tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/networks/9c831718-ef1e-47e5-adf5-1483e1a1bc35 HTTP/1.1" status: 404 len: 339 time: 0.0395389 Jan 28 19:22:55.088168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53814) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:55.138653 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-9070ce45-2cd5-46b9-bc40-f20802392a0c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:55.139112 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9070ce45-2cd5-46b9-bc40-f20802392a0c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:55.142289 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9070ce45-2cd5-46b9-bc40-f20802392a0c tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/subnets/3f45b049-70e2-4162-915b-106ac39bed6f HTTP/1.1" status: 404 len: 337 time: 0.0506601 Jan 28 19:22:55.147273 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-943b71d7-a8da-4146-bdf3-b50a056b39cf req-52b7f76d-65e2-4ce4-a96b-58dd0d4c5de2 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458540 Jan 28 19:22:55.147679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53816) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:55.161859 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9650e0-2869-4d12-af4f-ec136774304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (509ba4d8-ca8f-4fb0-9906-56774b0913ac), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.170570 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c9650e0-2869-4d12-af4f-ec136774304e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.176117 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1c9650e0-2869-4d12-af4f-ec136774304e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/509ba4d8-ca8f-4fb0-9906-56774b0913ac HTTP/1.1" status: 204 len: 168 time: 0.5595355 Jan 28 19:22:55.200463 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-61825680-4c16-4c96-b2ee-7d6efe66858e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:55.201043 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61825680-4c16-4c96-b2ee-7d6efe66858e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:55.210452 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-61825680-4c16-4c96-b2ee-7d6efe66858e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/networks/7410c7e9-82c3-4d26-8dcc-0affbb11f647 HTTP/1.1" status: 404 len: 339 time: 0.0617337 Jan 28 19:22:55.217299 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:55.218304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9650e0-2869-4d12-af4f-ec136774304e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509ba4d8-ca8f-4fb0-9906-56774b0913ac,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:55.223298 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7a3f-2292-4bea-acc7-98ce5e4c2fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (ad7b927e-a6aa-48ba-960b-bbd0e7fc8445), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.355532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-47dfe987-6d10-4ddc-b8f2-6b4c4fd3b5b9 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Deleting subnet 83928933-856b-430c-9269-f18be8ddbcc6 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:22:55.355832 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.362890 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47dfe987-6d10-4ddc-b8f2-6b4c4fd3b5b9 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for subnet (83928933-856b-430c-9269-f18be8ddbcc6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.391936 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7a3f-2292-4bea-acc7-98ce5e4c2fba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.397220 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ab8d7a3f-2292-4bea-acc7-98ce5e4c2fba admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ad7b927e-a6aa-48ba-960b-bbd0e7fc8445 HTTP/1.1" status: 204 len: 168 time: 0.7697058 Jan 28 19:22:55.399619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53822) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:55.403081 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d7a3f-2292-4bea-acc7-98ce5e4c2fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad7b927e-a6aa-48ba-960b-bbd0e7fc8445,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:55.412791 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14914d02-4c04-4389-93fe-814282c01f32 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (2657b2e7-aa55-4545-a7c7-faef97c69cac), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.418538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665929c-a385-4202-a346-3d6d73d77205 req-c741f470-62e3-4f6f-ad55-181394ab6935 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:55.420065 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6665929c-a385-4202-a346-3d6d73d77205 req-c741f470-62e3-4f6f-ad55-181394ab6935 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.2877755 Jan 28 19:22:55.453335 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-14914d02-4c04-4389-93fe-814282c01f32 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2657b2e7-aa55-4545-a7c7-faef97c69cac']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:55.474866 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-14914d02-4c04-4389-93fe-814282c01f32 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a305fba6-b0a5-4b78-ae0c-e87139b39249') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:55.475168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-14914d02-4c04-4389-93fe-814282c01f32 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a305fba6-b0a5-4b78-ae0c-e87139b39249') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:55.489668 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14914d02-4c04-4389-93fe-814282c01f32 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (a305fba6-b0a5-4b78-ae0c-e87139b39249), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.496541 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-943b71d7-a8da-4146-bdf3-b50a056b39cf req-4da0307b-f717-479a-a0f8-79b8794da1cc service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351855 Jan 28 19:22:55.498574 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47dfe987-6d10-4ddc-b8f2-6b4c4fd3b5b9 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (83928933-856b-430c-9269-f18be8ddbcc6), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.513649 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14914d02-4c04-4389-93fe-814282c01f32 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (a305fba6-b0a5-4b78-ae0c-e87139b39249), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.523676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14914d02-4c04-4389-93fe-814282c01f32 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:22:55.524108 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14914d02-4c04-4389-93fe-814282c01f32 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (a305fba6-b0a5-4b78-ae0c-e87139b39249), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:22:55.528463 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:22:55.568525 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-212424cf-8d20-4206-af38-df18aef833bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (d80cfb31-56d7-4bc8-8f36-387a72246005), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.595001 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6665929c-a385-4202-a346-3d6d73d77205 req-e33f29a8-9643-4f8a-9435-8995ccbec281 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609135 Jan 28 19:22:55.624874 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14914d02-4c04-4389-93fe-814282c01f32 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (2657b2e7-aa55-4545-a7c7-faef97c69cac), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.639331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14914d02-4c04-4389-93fe-814282c01f32 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.642726 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-14914d02-4c04-4389-93fe-814282c01f32 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/networks/2657b2e7-aa55-4545-a7c7-faef97c69cac HTTP/1.1" status: 204 len: 168 time: 0.8307021 Jan 28 19:22:55.664325 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53832) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:55.670317 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-897ed062-7913-42b5-b454-dafc5cccaf8b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2128246228'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:55.675258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14914d02-4c04-4389-93fe-814282c01f32 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Network': ['ID=2657b2e7-aa55-4545-a7c7-faef97c69cac,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:55.688114 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47dfe987-6d10-4ddc-b8f2-6b4c4fd3b5b9 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (83928933-856b-430c-9269-f18be8ddbcc6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.708022 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897ed062-7913-42b5-b454-dafc5cccaf8b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:55.727662 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-897ed062-7913-42b5-b454-dafc5cccaf8b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.790237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897ed062-7913-42b5-b454-dafc5cccaf8b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:22:55.815602 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-897ed062-7913-42b5-b454-dafc5cccaf8b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (768f2377-2796-46eb-9d57-28147eeb28a3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.815976 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-897ed062-7913-42b5-b454-dafc5cccaf8b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Added segment 768f2377-2796-46eb-9d57-28147eeb28a3 of type vlan for network d1017e57-1d8f-423e-9abd-3666068c5633 Jan 28 19:22:55.817601 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-212424cf-8d20-4206-af38-df18aef833bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (d80cfb31-56d7-4bc8-8f36-387a72246005), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.850214 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-212424cf-8d20-4206-af38-df18aef833bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80cfb31-56d7-4bc8-8f36-387a72246005']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:55.864870 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47dfe987-6d10-4ddc-b8f2-6b4c4fd3b5b9 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (83928933-856b-430c-9269-f18be8ddbcc6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.868391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-212424cf-8d20-4206-af38-df18aef833bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5cf5cf-92ab-4cc5-9377-327df170d7be') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:55.868770 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-212424cf-8d20-4206-af38-df18aef833bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5cf5cf-92ab-4cc5-9377-327df170d7be') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:55.892624 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-897ed062-7913-42b5-b454-dafc5cccaf8b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (d1017e57-1d8f-423e-9abd-3666068c5633), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.905026 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-212424cf-8d20-4206-af38-df18aef833bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (9b5cf5cf-92ab-4cc5-9377-327df170d7be), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.912718 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfe987-6d10-4ddc-b8f2-6b4c4fd3b5b9 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Subnet': ['ID=83928933-856b-430c-9269-f18be8ddbcc6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:55.925094 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-47dfe987-6d10-4ddc-b8f2-6b4c4fd3b5b9 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.925435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e56b6c-f635-4b4c-b3b6-df559ecf1e1e None None] Network b99e6a25-a726-4657-8cc2-659a1acb3e43 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:55.931434 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-47dfe987-6d10-4ddc-b8f2-6b4c4fd3b5b9 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/subnets/83928933-856b-430c-9269-f18be8ddbcc6 HTTP/1.1" status: 204 len: 168 time: 0.7012255 Jan 28 19:22:55.932326 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53850) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:55.938416 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-212424cf-8d20-4206-af38-df18aef833bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9b5cf5cf-92ab-4cc5-9377-327df170d7be), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.960956 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212424cf-8d20-4206-af38-df18aef833bf admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:22:55.961406 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-212424cf-8d20-4206-af38-df18aef833bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (9b5cf5cf-92ab-4cc5-9377-327df170d7be), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:22:55.963735 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:22:56.049162 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-212424cf-8d20-4206-af38-df18aef833bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (d80cfb31-56d7-4bc8-8f36-387a72246005), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.061110 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-212424cf-8d20-4206-af38-df18aef833bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.066241 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-212424cf-8d20-4206-af38-df18aef833bf admin admin] 10.222.0.55 "DELETE /v2.0/networks/d80cfb31-56d7-4bc8-8f36-387a72246005 HTTP/1.1" status: 204 len: 168 time: 0.6639788 Jan 28 19:22:56.100776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212424cf-8d20-4206-af38-df18aef833bf admin admin] Pushing event deleted for resources: {'Network': ['ID=d80cfb31-56d7-4bc8-8f36-387a72246005,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:56.125753 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (b99e6a25-a726-4657-8cc2-659a1acb3e43), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.137755 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-897ed062-7913-42b5-b454-dafc5cccaf8b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (d1017e57-1d8f-423e-9abd-3666068c5633), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.144117 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897ed062-7913-42b5-b454-dafc5cccaf8b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:56.144733 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-897ed062-7913-42b5-b454-dafc5cccaf8b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.185333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687126f9-3ac9-4c08-a8dc-e58ee6a62d1c None None] DHCP port deletion for b99e6a25-a726-4657-8cc2-659a1acb3e43 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:22:56.272209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53862) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:56.297136 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-897ed062-7913-42b5-b454-dafc5cccaf8b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6313698 Jan 28 19:22:56.301532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53864) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:56.319019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8a01af62-9c77-48d6-a8d3-1fb26327dc4b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'subnet': {'network_id': 'd1017e57-1d8f-423e-9abd-3666068c5633', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:56.347876 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ed062-7913-42b5-b454-dafc5cccaf8b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Network': ['ID=d1017e57-1d8f-423e-9abd-3666068c5633,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:56.349610 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-687126f9-3ac9-4c08-a8dc-e58ee6a62d1c None None] Deleting port 197b5f03-75a1-4253-bb3c-4abce2154551 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:56.354605 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-687126f9-3ac9-4c08-a8dc-e58ee6a62d1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (197b5f03-75a1-4253-bb3c-4abce2154551), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.381121 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Deleting port 197b5f03-75a1-4253-bb3c-4abce2154551 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:56.384183 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (197b5f03-75a1-4253-bb3c-4abce2154551), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.406689 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network d1017e57-1d8f-423e-9abd-3666068c5633 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:22:56.472186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 197b5f03-75a1-4253-bb3c-4abce2154551 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:56.521055 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53876) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:56.522747 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-823fbf0a-f86d-43bd-aa31-86261b7a5b11 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=30bf8f3616cd4e51a62c447be3b7ab65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2448184 Jan 28 19:22:56.626982 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] For port 197b5f03-75a1-4253-bb3c-4abce2154551, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=197b5f03-75a1-4253-bb3c-4abce2154551,segment=NetworkSegment(f523709c-4803-45d9-a30c-e33612ae317b),segment_id=f523709c-4803-45d9-a30c-e33612ae317b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:56.630062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a01af62-9c77-48d6-a8d3-1fb26327dc4b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:56.634959 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a01af62-9c77-48d6-a8d3-1fb26327dc4b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.635757 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (197b5f03-75a1-4253-bb3c-4abce2154551), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.688423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-687126f9-3ac9-4c08-a8dc-e58ee6a62d1c None None] For port 197b5f03-75a1-4253-bb3c-4abce2154551, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=197b5f03-75a1-4253-bb3c-4abce2154551,segment=NetworkSegment(f523709c-4803-45d9-a30c-e33612ae317b),segment_id=f523709c-4803-45d9-a30c-e33612ae317b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:22:56.690415 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-687126f9-3ac9-4c08-a8dc-e58ee6a62d1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (197b5f03-75a1-4253-bb3c-4abce2154551), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:56.701948 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Calling delete_port for 197b5f03-75a1-4253-bb3c-4abce2154551 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:56.784362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-687126f9-3ac9-4c08-a8dc-e58ee6a62d1c None None] Calling delete_port for 197b5f03-75a1-4253-bb3c-4abce2154551 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:22:57.086314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 197b5f03-75a1-4253-bb3c-4abce2154551 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:22:57.088688 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (197b5f03-75a1-4253-bb3c-4abce2154551), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.101116 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-687126f9-3ac9-4c08-a8dc-e58ee6a62d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (197b5f03-75a1-4253-bb3c-4abce2154551), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.126591 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (197b5f03-75a1-4253-bb3c-4abce2154551), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.204490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Port': ['ID=197b5f03-75a1-4253-bb3c-4abce2154551,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:57.224987 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a01af62-9c77-48d6-a8d3-1fb26327dc4b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (5c8e1311-e0ff-4dfa-a97a-a53b6b7dd267), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.253977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687126f9-3ac9-4c08-a8dc-e58ee6a62d1c None None] No DVR routers for this DVR port 197b5f03-75a1-4253-bb3c-4abce2154551 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:22:57.275323 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687126f9-3ac9-4c08-a8dc-e58ee6a62d1c None None] Pushing event deleted for resources: {'Port': ['ID=197b5f03-75a1-4253-bb3c-4abce2154551,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:57.314181 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No DVR routers for this DVR port 197b5f03-75a1-4253-bb3c-4abce2154551 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:22:57.370049 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01af62-9c77-48d6-a8d3-1fb26327dc4b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Subnet': ['ID=5c8e1311-e0ff-4dfa-a97a-a53b6b7dd267,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:57.504956 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2058d2f-0752-4481-9fff-357ae464ce59 req-c6293b8c-bc5a-42fb-b383-f4aa280c4ff2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:57.508046 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2058d2f-0752-4481-9fff-357ae464ce59 req-c6293b8c-bc5a-42fb-b383-f4aa280c4ff2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.2649586 Jan 28 19:22:57.509308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a01af62-9c77-48d6-a8d3-1fb26327dc4b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Checking segment: {'id': '768f2377-2796-46eb-9d57-28147eeb28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1017e57-1d8f-423e-9abd-3666068c5633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:57.509879 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a01af62-9c77-48d6-a8d3-1fb26327dc4b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network hostable DHCP agents. Network: d1017e57-1d8f-423e-9abd-3666068c5633, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:22:57.546946 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a01af62-9c77-48d6-a8d3-1fb26327dc4b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network d1017e57-1d8f-423e-9abd-3666068c5633 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:22:57.565499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8a01af62-9c77-48d6-a8d3-1fb26327dc4b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, d1017e57-1d8f-423e-9abd-3666068c5633) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:57.581088 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a01af62-9c77-48d6-a8d3-1fb26327dc4b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:57.582358 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a01af62-9c77-48d6-a8d3-1fb26327dc4b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.585629 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-404bceff-4f69-4321-a0bb-17f895c1c95a admin admin] Publish callbacks [] for security_group (266e8ef1-f482-4223-bdc7-ff90894ba7eb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.665136 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8a01af62-9c77-48d6-a8d3-1fb26327dc4b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3622158 Jan 28 19:22:57.667090 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (b99e6a25-a726-4657-8cc2-659a1acb3e43), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.676299 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53898) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:57.697465 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2058d2f-0752-4481-9fff-357ae464ce59 req-728bb48f-8d6b-48f3-b5cd-9062bb2568b8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810422 Jan 28 19:22:57.709141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bee2923-8090-4376-bdf5-b7415aa7e891 None None] Network d1017e57-1d8f-423e-9abd-3666068c5633 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:57.720549 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-50216efe-1e85-4690-83cb-0fe66555140d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1094089243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:57.747130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95b1b6-7f44-4bc3-ae30-adbf3b42b1ad req-8c8e9d34-6405-4aae-8e60-93b1292ed6f6 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:57.767841 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c95b1b6-7f44-4bc3-ae30-adbf3b42b1ad req-8c8e9d34-6405-4aae-8e60-93b1292ed6f6 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.6301243 Jan 28 19:22:57.809564 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:22:57.833614 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-404bceff-4f69-4321-a0bb-17f895c1c95a admin admin] Publish callbacks [] for security_group (266e8ef1-f482-4223-bdc7-ff90894ba7eb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.851907 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50216efe-1e85-4690-83cb-0fe66555140d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.853423 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50216efe-1e85-4690-83cb-0fe66555140d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.878161 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:22:57.879213 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6602ace8-9449-49e5-bd2f-bdcfc06f6fa8 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:22:57.880490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99e6a25-a726-4657-8cc2-659a1acb3e43']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:57.971298 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50216efe-1e85-4690-83cb-0fe66555140d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_controller (e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:57.992906 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-d1017e57-1d8f-423e-9abd-3666068c5633', 'network_id': 'd1017e57-1d8f-423e-9abd-3666068c5633', 'project_id': '806540a429384556a711c6ddbb9cf246', 'fixed_ips': [{'subnet_id': '5c8e1311-e0ff-4dfa-a97a-a53b6b7dd267'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:22:57.993833 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:22:57.994417 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.021220 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f523709c-4803-45d9-a30c-e33612ae317b') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:58.021481 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f523709c-4803-45d9-a30c-e33612ae317b') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:22:58.044269 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c95b1b6-7f44-4bc3-ae30-adbf3b42b1ad req-36178825-b59d-44ab-a3e7-4fa3b0f326ef tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806277 Jan 28 19:22:58.053246 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-404bceff-4f69-4321-a0bb-17f895c1c95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (266e8ef1-f482-4223-bdc7-ff90894ba7eb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.065034 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-404bceff-4f69-4321-a0bb-17f895c1c95a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.066825 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-404bceff-4f69-4321-a0bb-17f895c1c95a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/266e8ef1-f482-4223-bdc7-ff90894ba7eb HTTP/1.1" status: 204 len: 168 time: 1.5442543 Jan 28 19:22:58.067356 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50216efe-1e85-4690-83cb-0fe66555140d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.068670 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (f523709c-4803-45d9-a30c-e33612ae317b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.103364 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bceff-4f69-4321-a0bb-17f895c1c95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266e8ef1-f482-4223-bdc7-ff90894ba7eb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:58.128965 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f523709c-4803-45d9-a30c-e33612ae317b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.160813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:22:58.164886 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50216efe-1e85-4690-83cb-0fe66555140d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.165878 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (f523709c-4803-45d9-a30c-e33612ae317b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:22:58.170105 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:22:58.177018 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-50216efe-1e85-4690-83cb-0fe66555140d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4953601 Jan 28 19:22:58.186713 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53914) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:58.195399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710ebbc-68f8-4027-bd6f-5a1541578446 req-487e7cb4-8116-4ee4-a208-bad6504824e2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:58.213993 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1710ebbc-68f8-4027-bd6f-5a1541578446 req-487e7cb4-8116-4ee4-a208-bad6504824e2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.2473783 Jan 28 19:22:58.288115 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5d28e525-f98d-4d9f-ae15-09d1f6189b92 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'port': {'network_id': 'd1017e57-1d8f-423e-9abd-3666068c5633', 'name': 'tempest-RoutersIpV6Test-1715284419'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:22:58.352054 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1710ebbc-68f8-4027-bd6f-5a1541578446 req-71d5769b-4d8c-42c2-aceb-9ee56220a306 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369190 Jan 28 19:22:58.395320 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (b99e6a25-a726-4657-8cc2-659a1acb3e43), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.419337 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.427701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Allocated IP 2001:db8::2 (d1017e57-1d8f-423e-9abd-3666068c5633/5c8e1311-e0ff-4dfa-a97a-a53b6b7dd267/f566a1ed-efbf-429e-aac0-d815c3bfc552) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:58.433507 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/networks/b99e6a25-a726-4657-8cc2-659a1acb3e43 HTTP/1.1" status: 204 len: 168 time: 2.4909403 Jan 28 19:22:58.433731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53920) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:58.467522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc76740-6c8b-4116-ba80-067eee0d0111 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Network': ['ID=b99e6a25-a726-4657-8cc2-659a1acb3e43,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:58.498444 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d3e33e-025c-4c6f-9d55-50c2e9b2a853 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:58.499361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d3e33e-025c-4c6f-9d55-50c2e9b2a853 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:58.511929 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f6d3e33e-025c-4c6f-9d55-50c2e9b2a853 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/subnets/dc0d34df-9a6b-4f75-a712-a7b896e87dc8 HTTP/1.1" status: 404 len: 337 time: 0.0772059 Jan 28 19:22:58.514455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53922) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:58.580477 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-153110db-8cd1-4c22-8484-a9d184b0cfdf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] DELETE failed (client error): The resource could not be found. Jan 28 19:22:58.581049 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153110db-8cd1-4c22-8484-a9d184b0cfdf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:22:58.584871 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-153110db-8cd1-4c22-8484-a9d184b0cfdf tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/networks/baba2445-1ddd-4e39-b2ef-d38910252d10 HTTP/1.1" status: 404 len: 339 time: 0.0685184 Jan 28 19:22:58.591187 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53924) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:58.599076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d28e525-f98d-4d9f-ae15-09d1f6189b92 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:22:58.604480 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d28e525-f98d-4d9f-ae15-09d1f6189b92 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.672516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-5d28e525-f98d-4d9f-ae15-09d1f6189b92 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] device_id is not set on port c7125bf1-081d-4588-b55c-9a0a00639d76 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:22:58.721085 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8bee9f-0f03-497b-8ef2-540c13166fd4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Deleting subnet 2dec55d3-76e1-4ab3-9ba5-6189d7e40b6e {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:22:58.740149 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc8bee9f-0f03-497b-8ef2-540c13166fd4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for subnet (2dec55d3-76e1-4ab3-9ba5-6189d7e40b6e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.864565 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc8bee9f-0f03-497b-8ef2-540c13166fd4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (2dec55d3-76e1-4ab3-9ba5-6189d7e40b6e), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.891267 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Publish callbacks [] for port (f566a1ed-efbf-429e-aac0-d815c3bfc552), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:58.906307 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (f566a1ed-efbf-429e-aac0-d815c3bfc552), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:59.135162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Network d1017e57-1d8f-423e-9abd-3666068c5633 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:22:59.164218 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:22:59.180796 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:22:59.205497 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5d28e525-f98d-4d9f-ae15-09d1f6189b92 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Allocated IP 2001:db8::317 (d1017e57-1d8f-423e-9abd-3666068c5633/5c8e1311-e0ff-4dfa-a97a-a53b6b7dd267/c7125bf1-081d-4588-b55c-9a0a00639d76) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:22:59.223610 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc8bee9f-0f03-497b-8ef2-540c13166fd4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (2dec55d3-76e1-4ab3-9ba5-6189d7e40b6e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:59.241237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Pushing event updated for resources: {'Port': ['ID=f566a1ed-efbf-429e-aac0-d815c3bfc552,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:59.286418 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Attempting to bind port f566a1ed-efbf-429e-aac0-d815c3bfc552 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:22:59.286918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Attempting to bind port f566a1ed-efbf-429e-aac0-d815c3bfc552 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '768f2377-2796-46eb-9d57-28147eeb28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1017e57-1d8f-423e-9abd-3666068c5633'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:22:59.287692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Attempting to bind port f566a1ed-efbf-429e-aac0-d815c3bfc552 on network d1017e57-1d8f-423e-9abd-3666068c5633 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:22:59.295596 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:22:59.296027 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Checking segment: {'id': '768f2377-2796-46eb-9d57-28147eeb28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1017e57-1d8f-423e-9abd-3666068c5633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:22:59.296562 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:59.297132 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Bound using segment: {'id': '768f2377-2796-46eb-9d57-28147eeb28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1017e57-1d8f-423e-9abd-3666068c5633'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:22:59.298160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Bound port: f566a1ed-efbf-429e-aac0-d815c3bfc552, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768f2377-2796-46eb-9d57-28147eeb28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1017e57-1d8f-423e-9abd-3666068c5633'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:22:59.298675 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f566a1ed-efbf-429e-aac0-d815c3bfc552), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:59.306488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:59.307099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:59.308082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:59.308656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:59.309237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:59.309813 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:59.310398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:59.311115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:59.312962 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:59.313544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:59.315305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:59.315870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:59.316591 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:22:59.432687 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc8bee9f-0f03-497b-8ef2-540c13166fd4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (2dec55d3-76e1-4ab3-9ba5-6189d7e40b6e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:59.500392 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] For port f566a1ed-efbf-429e-aac0-d815c3bfc552, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:22:59.513873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] For port f566a1ed-efbf-429e-aac0-d815c3bfc552, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f566a1ed-efbf-429e-aac0-d815c3bfc552,segment=NetworkSegment(768f2377-2796-46eb-9d57-28147eeb28a3),segment_id=768f2377-2796-46eb-9d57-28147eeb28a3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:22:59.522427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bee9f-0f03-497b-8ef2-540c13166fd4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Subnet': ['ID=2dec55d3-76e1-4ab3-9ba5-6189d7e40b6e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:22:59.524547 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc8bee9f-0f03-497b-8ef2-540c13166fd4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:59.534478 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cc8bee9f-0f03-497b-8ef2-540c13166fd4 tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/subnets/2dec55d3-76e1-4ab3-9ba5-6189d7e40b6e HTTP/1.1" status: 204 len: 168 time: 0.9332147 Jan 28 19:22:59.535522 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53960) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:22:59.559102 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415125d1-eada-4d1a-9376-49d3023cd4bd None None] Network fc65564d-2a4c-41b2-b69f-09d2ef6dcef3 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:22:59.568454 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f566a1ed-efbf-429e-aac0-d815c3bfc552), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:59.605293 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca516df9-cd64-439e-9e85-0b4eb973e987 req-68965486-a604-4e5b-a23c-b3920118fe31 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:22:59.616034 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca516df9-cd64-439e-9e85-0b4eb973e987 req-68965486-a604-4e5b-a23c-b3920118fe31 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.3449051 Jan 28 19:22:59.749875 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (fc65564d-2a4c-41b2-b69f-09d2ef6dcef3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:59.876810 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Deleting port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:22:59.877548 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2ea310b6-6030-4c32-8864-dbeaf6ae2f91), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:22:59.881800 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6869c20-6396-4ca7-abc7-6488ab1074a7 None None] Pushing event updated for resources: {'Port': ['ID=f566a1ed-efbf-429e-aac0-d815c3bfc552,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:00.065940 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:00.074358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] For port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2ea310b6-6030-4c32-8864-dbeaf6ae2f91,segment=NetworkSegment(09d9ec5d-227a-49bd-be4d-437119e8573c),segment_id=09d9ec5d-227a-49bd-be4d-437119e8573c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:00.075691 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2ea310b6-6030-4c32-8864-dbeaf6ae2f91), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:00.081032 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdcab50-4343-4bf3-8156-22e426a2a531 None None] DHCP port deletion for fc65564d-2a4c-41b2-b69f-09d2ef6dcef3 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:23:00.090990 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d28e525-f98d-4d9f-ae15-09d1f6189b92 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (c7125bf1-081d-4588-b55c-9a0a00639d76), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:00.123387 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53992) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:00.169522 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d28e525-f98d-4d9f-ae15-09d1f6189b92 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c7125bf1-081d-4588-b55c-9a0a00639d76), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:00.182700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Calling delete_port for 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:00.357911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7bdcab50-4343-4bf3-8156-22e426a2a531 None None] Deleting port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:00.359532 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7bdcab50-4343-4bf3-8156-22e426a2a531 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2ea310b6-6030-4c32-8864-dbeaf6ae2f91), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:00.483252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28e525-f98d-4d9f-ae15-09d1f6189b92 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=c7125bf1-081d-4588-b55c-9a0a00639d76,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:00.495056 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d28e525-f98d-4d9f-ae15-09d1f6189b92 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network d1017e57-1d8f-423e-9abd-3666068c5633 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:00.502299 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5d28e525-f98d-4d9f-ae15-09d1f6189b92 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:00.537037 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d28e525-f98d-4d9f-ae15-09d1f6189b92 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:00.543618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3e9caaca-df85-44a7-aded-825781979c09 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1151198968-network', 'tenant_id': 'fd603e28722c42b28138d18f99e1230c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:00.559479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7bdcab50-4343-4bf3-8156-22e426a2a531 None None] For port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2ea310b6-6030-4c32-8864-dbeaf6ae2f91,segment=NetworkSegment(09d9ec5d-227a-49bd-be4d-437119e8573c),segment_id=09d9ec5d-227a-49bd-be4d-437119e8573c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:00.560405 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7bdcab50-4343-4bf3-8156-22e426a2a531 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2ea310b6-6030-4c32-8864-dbeaf6ae2f91), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:00.572122 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d28e525-f98d-4d9f-ae15-09d1f6189b92 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:00.575892 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d28e525-f98d-4d9f-ae15-09d1f6189b92 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:00.587508 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2ea310b6-6030-4c32-8864-dbeaf6ae2f91), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:00.617258 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7bdcab50-4343-4bf3-8156-22e426a2a531 None None] Calling delete_port for 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:00.623558 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca516df9-cd64-439e-9e85-0b4eb973e987 req-aee5dc7c-3373-4c68-896a-24cb0a07d6e0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0065968 Jan 28 19:23:00.638301 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f566a1ed-efbf-429e-aac0-d815c3bfc552 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:00.644440 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9caaca-df85-44a7-aded-825781979c09 admin admin] Made reservation on behalf of fd603e28722c42b28138d18f99e1230c for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:00.647223 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e9caaca-df85-44a7-aded-825781979c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:00.649822 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5d28e525-f98d-4d9f-ae15-09d1f6189b92 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4620121 Jan 28 19:23:00.652688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54002) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:00.659279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Port': ['ID=2ea310b6-6030-4c32-8864-dbeaf6ae2f91,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:00.676615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] No DVR routers for this DVR port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:00.679367 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e9caaca-df85-44a7-aded-825781979c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:00.853586 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (fc65564d-2a4c-41b2-b69f-09d2ef6dcef3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:00.905605 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f566a1ed-efbf-429e-aac0-d815c3bfc552 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:00.905999 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f566a1ed-efbf-429e-aac0-d815c3bfc552), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:00.908248 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc65564d-2a4c-41b2-b69f-09d2ef6dcef3']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:00.929685 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d9ec5d-227a-49bd-be4d-437119e8573c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:00.932584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d9ec5d-227a-49bd-be4d-437119e8573c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:00.960076 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (09d9ec5d-227a-49bd-be4d-437119e8573c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:00.990897 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (09d9ec5d-227a-49bd-be4d-437119e8573c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:00.992431 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:01.009644 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:01.009644 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:01.009644 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:01.009644 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:01.009644 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:01.009644 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:01.009644 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:01.009644 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:01.009644 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:01.009644 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:01.009644 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:01.009644 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:01.009644 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:01.009644 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:23:01.016805 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:23:01.017502 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (09d9ec5d-227a-49bd-be4d-437119e8573c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:01.031229 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7bdcab50-4343-4bf3-8156-22e426a2a531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (2ea310b6-6030-4c32-8864-dbeaf6ae2f91), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:01.068464 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdcab50-4343-4bf3-8156-22e426a2a531 None None] No DVR routers for this DVR port 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:01.127619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcab50-4343-4bf3-8156-22e426a2a531 None None] Pushing event deleted for resources: {'Port': ['ID=2ea310b6-6030-4c32-8864-dbeaf6ae2f91,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:01.263833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f566a1ed-efbf-429e-aac0-d815c3bfc552 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:01.264324 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f566a1ed-efbf-429e-aac0-d815c3bfc552), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:01.357815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port f566a1ed-efbf-429e-aac0-d815c3bfc552, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f566a1ed-efbf-429e-aac0-d815c3bfc552,segment=NetworkSegment(768f2377-2796-46eb-9d57-28147eeb28a3),segment_id=768f2377-2796-46eb-9d57-28147eeb28a3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:01.367188 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f566a1ed-efbf-429e-aac0-d815c3bfc552), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:01.501606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=f566a1ed-efbf-429e-aac0-d815c3bfc552,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:01.529700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:01.601316 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:23:01.604055 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2ea310b6-6030-4c32-8864-dbeaf6ae2f91 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:23:01.680728 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86e27a37-439e-42b7-bd16-af0b39b27865 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c7125bf1-081d-4588-b55c-9a0a00639d76), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:23:01.991084 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:23:02.028974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d067c16-1fa3-46f3-95bc-2070b24751f3 None None] Network d1017e57-1d8f-423e-9abd-3666068c5633 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:02.150982 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (fc65564d-2a4c-41b2-b69f-09d2ef6dcef3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:02.173935 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:02.180559 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2d9f9758-421d-4002-8f02-d7ef531f6216 None None] Provisioning complete for port f566a1ed-efbf-429e-aac0-d815c3bfc552 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:02.180936 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d9f9758-421d-4002-8f02-d7ef531f6216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f566a1ed-efbf-429e-aac0-d815c3bfc552), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:02.182838 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] 10.222.0.55 "DELETE /v2.0/networks/fc65564d-2a4c-41b2-b69f-09d2ef6dcef3 HTTP/1.1" status: 204 len: 168 time: 2.6462092 Jan 28 19:23:02.266456 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19057fd7-05db-45f0-9305-9c47342fe33e tempest-NetworksIpV6Test-380877293 tempest-NetworksIpV6Test-380877293-project] Pushing event deleted for resources: {'Network': ['ID=fc65564d-2a4c-41b2-b69f-09d2ef6dcef3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:02.353542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2cc6c-d3bc-4429-9341-8ec785f740e1 req-2e4b9da5-f796-41dc-b20d-125469dde6b2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:02.367601 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ca2cc6c-d3bc-4429-9341-8ec785f740e1 req-2e4b9da5-f796-41dc-b20d-125469dde6b2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.3897460 Jan 28 19:23:02.482792 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86e27a37-439e-42b7-bd16-af0b39b27865 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (c7125bf1-081d-4588-b55c-9a0a00639d76), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:02.491785 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e9caaca-df85-44a7-aded-825781979c09 admin admin] Publish callbacks [] for security_group (c6d0da05-26dd-4347-bd2d-3e25b96867a2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:02.492399 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86e27a37-439e-42b7-bd16-af0b39b27865 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c7125bf1-081d-4588-b55c-9a0a00639d76), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:02.519503 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e9caaca-df85-44a7-aded-825781979c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c6d0da05-26dd-4347-bd2d-3e25b96867a2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:02.686493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f9758-421d-4002-8f02-d7ef531f6216 None None] Current status of the port f566a1ed-efbf-429e-aac0-d815c3bfc552 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:02.716853 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f566a1ed-efbf-429e-aac0-d815c3bfc552 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:02.741537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9caaca-df85-44a7-aded-825781979c09 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:23:02.751939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54068) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:02.826517 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ca2cc6c-d3bc-4429-9341-8ec785f740e1 req-b0764a05-5b14-4919-abad-80c89bae1945 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4576125 Jan 28 19:23:02.848627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9caaca-df85-44a7-aded-825781979c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d0da05-26dd-4347-bd2d-3e25b96867a2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:02.886457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f566a1ed-efbf-429e-aac0-d815c3bfc552 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:02.886837 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f566a1ed-efbf-429e-aac0-d815c3bfc552), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:02.888332 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e9caaca-df85-44a7-aded-825781979c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (441dba29-3ed5-41ce-a9a1-45c2a11bf082), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:02.889389 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-3e9caaca-df85-44a7-aded-825781979c09 admin admin] Added segment 441dba29-3ed5-41ce-a9a1-45c2a11bf082 of type vlan for network 301c456c-76ee-4f43-ab94-73ce621ebdf4 Jan 28 19:23:02.949447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e27a37-439e-42b7-bd16-af0b39b27865 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=c7125bf1-081d-4588-b55c-9a0a00639d76,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:03.135533 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e9caaca-df85-44a7-aded-825781979c09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (301c456c-76ee-4f43-ab94-73ce621ebdf4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:03.148795 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f566a1ed-efbf-429e-aac0-d815c3bfc552 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:03.189513 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86e27a37-439e-42b7-bd16-af0b39b27865 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:03.289426 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:03.293487 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d04eb8ba-2edb-4bfe-8304-c24543ca4b48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5de37589603a4487bd42c4b63679ca93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5297408 Jan 28 19:23:03.293855 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e9caaca-df85-44a7-aded-825781979c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (301c456c-76ee-4f43-ab94-73ce621ebdf4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:03.295076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9caaca-df85-44a7-aded-825781979c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:03.295736 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e9caaca-df85-44a7-aded-825781979c09 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:03.373950 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-355429d0-bfe6-4da0-96c5-1ebe943345d2 None None] Provisioning complete for port f566a1ed-efbf-429e-aac0-d815c3bfc552 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:03.378169 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-355429d0-bfe6-4da0-96c5-1ebe943345d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f566a1ed-efbf-429e-aac0-d815c3bfc552), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:03.425084 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86e27a37-439e-42b7-bd16-af0b39b27865 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c7125bf1-081d-4588-b55c-9a0a00639d76), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:03.425970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9caaca-df85-44a7-aded-825781979c09 admin admin] Pushing event updated for resources: {'Network': ['ID=301c456c-76ee-4f43-ab94-73ce621ebdf4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:03.440173 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42ba65e1-d028-47a1-a63c-86f02a7d3153 admin admin] Publish callbacks [] for security_group (1141a72b-7c75-4a5b-bbcb-5bb2c2b422a9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:03.440574 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3e9caaca-df85-44a7-aded-825781979c09 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.3156652 Jan 28 19:23:03.441126 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54074) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:03.447866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c2f57aed-09f2-4293-a79c-46e90a04f718 admin admin] Request body: {'subnet': {'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1151198968-subnet', 'tenant_id': 'fd603e28722c42b28138d18f99e1230c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:03.503423 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f57aed-09f2-4293-a79c-46e90a04f718 admin admin] Made reservation on behalf of fd603e28722c42b28138d18f99e1230c for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:03.507549 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2f57aed-09f2-4293-a79c-46e90a04f718 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:03.525510 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42ba65e1-d028-47a1-a63c-86f02a7d3153 admin admin] Publish callbacks [] for security_group (1141a72b-7c75-4a5b-bbcb-5bb2c2b422a9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:03.535240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 301c456c-76ee-4f43-ab94-73ce621ebdf4 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:23:04.023948 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2f57aed-09f2-4293-a79c-46e90a04f718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (e5d3bf0e-e0cc-45ee-80b9-15c53de351d7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:04.077550 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-355429d0-bfe6-4da0-96c5-1ebe943345d2 None None] Current status of the port f566a1ed-efbf-429e-aac0-d815c3bfc552 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:04.093942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-355429d0-bfe6-4da0-96c5-1ebe943345d2 None None] Provisioning complete for port c7125bf1-081d-4588-b55c-9a0a00639d76 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:04.094352 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-355429d0-bfe6-4da0-96c5-1ebe943345d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c7125bf1-081d-4588-b55c-9a0a00639d76), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:04.147622 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-355429d0-bfe6-4da0-96c5-1ebe943345d2 None None] Port c7125bf1-081d-4588-b55c-9a0a00639d76 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:04.281735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-94862722-d3d5-4533-99c1-61c7aed198b5 None None] Provisioning complete for port c7125bf1-081d-4588-b55c-9a0a00639d76 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:04.281967 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94862722-d3d5-4533-99c1-61c7aed198b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c7125bf1-081d-4588-b55c-9a0a00639d76), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:04.333255 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-94862722-d3d5-4533-99c1-61c7aed198b5 None None] Port c7125bf1-081d-4588-b55c-9a0a00639d76 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:04.377522 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f57aed-09f2-4293-a79c-46e90a04f718 admin admin] Checking segment: {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:04.378193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f57aed-09f2-4293-a79c-46e90a04f718 admin admin] Network hostable DHCP agents. Network: 301c456c-76ee-4f43-ab94-73ce621ebdf4, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:23:04.410625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f57aed-09f2-4293-a79c-46e90a04f718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:04.452019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f57aed-09f2-4293-a79c-46e90a04f718 admin admin] Network 301c456c-76ee-4f43-ab94-73ce621ebdf4 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:23:04.475903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebccd7-14f4-4a5b-a6ce-70eb603a29ab req-97df1f8b-9965-47d1-831a-b4bb7603d4c2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.486066 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87ebccd7-14f4-4a5b-a6ce-70eb603a29ab req-97df1f8b-9965-47d1-831a-b4bb7603d4c2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.2810807 Jan 28 19:23:04.490366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c2f57aed-09f2-4293-a79c-46e90a04f718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 301c456c-76ee-4f43-ab94-73ce621ebdf4) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:04.502488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50761f6-245b-412e-8667-0916220b63fc None None] Network 301c456c-76ee-4f43-ab94-73ce621ebdf4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:04.536375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f57aed-09f2-4293-a79c-46e90a04f718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:04.536893 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2f57aed-09f2-4293-a79c-46e90a04f718 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:04.600612 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c2f57aed-09f2-4293-a79c-46e90a04f718 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1573319 Jan 28 19:23:04.672071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f181b7e6-4f8b-400f-90eb-cd7bb067812c None None] Network 301c456c-76ee-4f43-ab94-73ce621ebdf4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:04.676481 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87ebccd7-14f4-4a5b-a6ce-70eb603a29ab req-dba4e66f-27db-4e3d-9e5e-178f3a1f5d7b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892643 Jan 28 19:23:04.760703 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86e27a37-439e-42b7-bd16-af0b39b27865 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (c7125bf1-081d-4588-b55c-9a0a00639d76), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:04.806783 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86e27a37-439e-42b7-bd16-af0b39b27865 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c7125bf1-081d-4588-b55c-9a0a00639d76), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:04.807651 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86e27a37-439e-42b7-bd16-af0b39b27865 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:05.049235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7596eac-bd8e-4ca2-83fe-5bf6d1ea1ba6 req-e2e3c433-a52b-44b7-838f-bcb64a798894 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:05.050996 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7596eac-bd8e-4ca2-83fe-5bf6d1ea1ba6 req-e2e3c433-a52b-44b7-838f-bcb64a798894 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.1029270 Jan 28 19:23:05.095561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e27a37-439e-42b7-bd16-af0b39b27865 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=c7125bf1-081d-4588-b55c-9a0a00639d76,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:05.116496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e425b9d-a52b-424e-b4d5-f0a217d3a0de req-3ec45e1a-8cd0-46da-90b7-3cbbd8a829ec tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:05.118105 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4e425b9d-a52b-424e-b4d5-f0a217d3a0de req-3ec45e1a-8cd0-46da-90b7-3cbbd8a829ec tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.3409450 Jan 28 19:23:05.121152 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42ba65e1-d028-47a1-a63c-86f02a7d3153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1141a72b-7c75-4a5b-bbcb-5bb2c2b422a9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:05.123852 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42ba65e1-d028-47a1-a63c-86f02a7d3153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:05.124971 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-42ba65e1-d028-47a1-a63c-86f02a7d3153 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1141a72b-7c75-4a5b-bbcb-5bb2c2b422a9 HTTP/1.1" status: 204 len: 168 time: 1.8339117 Jan 28 19:23:05.196651 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba65e1-d028-47a1-a63c-86f02a7d3153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1141a72b-7c75-4a5b-bbcb-5bb2c2b422a9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:05.205300 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7596eac-bd8e-4ca2-83fe-5bf6d1ea1ba6 req-7b7242b5-e825-47e8-87c4-0020158ca800 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480286 Jan 28 19:23:05.314169 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4e425b9d-a52b-424e-b4d5-f0a217d3a0de req-83a9ca61-9515-4143-8128-505e19a79a41 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733098 Jan 28 19:23:05.403466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e27a37-439e-42b7-bd16-af0b39b27865 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network d1017e57-1d8f-423e-9abd-3666068c5633 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:05.412536 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-86e27a37-439e-42b7-bd16-af0b39b27865 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:05.756719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e27a37-439e-42b7-bd16-af0b39b27865 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:23:06.081612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fbaa9b13-02bf-47d7-807c-4801b00ec6fa None None] Provisioning complete for port c7125bf1-081d-4588-b55c-9a0a00639d76 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:06.085221 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9b13-02bf-47d7-807c-4801b00ec6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c7125bf1-081d-4588-b55c-9a0a00639d76), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:06.096598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e27a37-439e-42b7-bd16-af0b39b27865 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:06.109119 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6330f-5382-4a46-89c2-433f37fc7a3d None None] Sync routers for ids ['e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:06.124438 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-86e27a37-439e-42b7-bd16-af0b39b27865 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4672911 Jan 28 19:23:06.126901 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6330f-5382-4a46-89c2-433f37fc7a3d None None] Routers {'e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:06.130259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:06.136432 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-96f6330f-5382-4a46-89c2-433f37fc7a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:06.266780 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-96f6330f-5382-4a46-89c2-433f37fc7a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:06.277474 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d6f4f-da13-46e7-a08f-781ba8124992 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:06.286072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa9b13-02bf-47d7-807c-4801b00ec6fa None None] Port c7125bf1-081d-4588-b55c-9a0a00639d76 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:06.288011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-5580d821-b215-4a43-875d-c269d013f6e5 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:06.291538 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-949d6f4f-da13-46e7-a08f-781ba8124992 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports/c7125bf1-081d-4588-b55c-9a0a00639d76 HTTP/1.1" status: 200 len: 984 time: 0.1599171 Jan 28 19:23:06.292227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54168) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:06.299140 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-5580d821-b215-4a43-875d-c269d013f6e5 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 806 time: 0.2478127 Jan 28 19:23:06.317275 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6330f-5382-4a46-89c2-433f37fc7a3d None None] Routers {'e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:06.322260 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-96f6330f-5382-4a46-89c2-433f37fc7a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:06.335618 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-b9f8ca74-121b-4677-8605-cfd5721d715c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/quotas/fd603e28722c42b28138d18f99e1230c HTTP/1.1" status: 200 len: 375 time: 0.0336964 Jan 28 19:23:06.454776 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-a4cdec72-05dc-490e-8d49-ca95bf10d6c9 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1181614 Jan 28 19:23:06.465375 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-96f6330f-5382-4a46-89c2-433f37fc7a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:06.481690 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6330f-5382-4a46-89c2-433f37fc7a3d None None] The sync data for ids ['e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:06.650229 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-96c7194b-8387-4665-8c8a-4d81e511e758 service neutron] 10.222.0.55 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943810 Jan 28 19:23:06.747472 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-f129707a-3631-474b-9aa6-eafcd256dd0a tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4d9a35350d4d4187a8af2156e2f0d39a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1875200 Jan 28 19:23:06.872050 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-b2c3cc8b-5f5f-4844-a041-6c3b7c20c2b3 service neutron] 10.222.0.55 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196465 Jan 28 19:23:07.114974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-385047b0-1686-4992-90cd-c75359f64d1e tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:07.127450 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-385047b0-1686-4992-90cd-c75359f64d1e tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3722217 Jan 28 19:23:07.244997 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-8d7fef31-7160-4692-9a76-ab5a37c0b37a tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/quotas/4d9a35350d4d4187a8af2156e2f0d39a HTTP/1.1" status: 200 len: 375 time: 0.1164639 Jan 28 19:23:07.327883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54212) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:07.330861 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-ade0ed21-07ea-4e51-8de5-e3e5d3b4bc0c tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d9a35350d4d4187a8af2156e2f0d39a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776019 Jan 28 19:23:07.424642 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806d513-baf3-41f1-8799-0723b4ccb62d req-5ab8c2e5-1b57-40fa-92e0-1910e1969b2c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:07.432831 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3806d513-baf3-41f1-8799-0723b4ccb62d req-5ab8c2e5-1b57-40fa-92e0-1910e1969b2c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.1537850 Jan 28 19:23:07.553220 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c2a37f5-a501-44f7-bc03-6ba9668b9ad5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:07.585806 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3806d513-baf3-41f1-8799-0723b4ccb62d req-d3dd9fc4-367f-44fd-a53d-2ee5af0c2658 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412833 Jan 28 19:23:07.630338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b90ed57e-c204-4cf0-901c-595555709f99 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'network': {'name': 'tempest-RoutersTest-1363276966'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:07.739564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90ed57e-c204-4cf0-901c-595555709f99 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:07.746290 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b90ed57e-c204-4cf0-901c-595555709f99 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:07.784857 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b90ed57e-c204-4cf0-901c-595555709f99 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:08.040834 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e106f-8f15-4bd1-bf6b-64866735e000 req-6c0187c8-1bbc-4cf6-826e-8b7589eaeebe tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:08.063286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e106f-8f15-4bd1-bf6b-64866735e000 req-6c0187c8-1bbc-4cf6-826e-8b7589eaeebe tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:08.069564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e106f-8f15-4bd1-bf6b-64866735e000 req-6c0187c8-1bbc-4cf6-826e-8b7589eaeebe tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:08.071944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5fbfc-fd5a-4c39-ac9b-4e7c29d6d6b0 req-942b4627-5e28-43b5-8f39-09fe2a02b81d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:08.076066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e106f-8f15-4bd1-bf6b-64866735e000 req-6c0187c8-1bbc-4cf6-826e-8b7589eaeebe tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:08.082008 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e106f-8f15-4bd1-bf6b-64866735e000 req-6c0187c8-1bbc-4cf6-826e-8b7589eaeebe tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:08.082202 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-80d5fbfc-fd5a-4c39-ac9b-4e7c29d6d6b0 req-942b4627-5e28-43b5-8f39-09fe2a02b81d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.2535734 Jan 28 19:23:08.088384 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e106f-8f15-4bd1-bf6b-64866735e000 req-6c0187c8-1bbc-4cf6-826e-8b7589eaeebe tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:08.094729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e106f-8f15-4bd1-bf6b-64866735e000 req-6c0187c8-1bbc-4cf6-826e-8b7589eaeebe tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:08.097160 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f24e106f-8f15-4bd1-bf6b-64866735e000 req-6c0187c8-1bbc-4cf6-826e-8b7589eaeebe tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5431 time: 0.2862697 Jan 28 19:23:08.262376 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-80d5fbfc-fd5a-4c39-ac9b-4e7c29d6d6b0 req-6959bffe-153e-49a8-94ae-a0cd5db05046 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790662 Jan 28 19:23:08.370045 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f24e106f-8f15-4bd1-bf6b-64866735e000 req-b85d969c-7110-4ce2-b4cc-7541d01d7fdc tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2471738 Jan 28 19:23:08.441667 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b90ed57e-c204-4cf0-901c-595555709f99 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for security_group (a58ec1a6-505e-4a48-87c3-356364aba398), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:08.457355 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9eb51593-6216-4ab8-b98e-5c2fd4d624f1 req-48120d3f-5077-4078-bbca-7cdc9d7bcbf6 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 210 time: 0.0621040 Jan 28 19:23:08.457560 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b90ed57e-c204-4cf0-901c-595555709f99 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a58ec1a6-505e-4a48-87c3-356364aba398), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:08.495561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a37f5-a501-44f7-bc03-6ba9668b9ad5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port c7125bf1-081d-4588-b55c-9a0a00639d76 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:08.498001 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c2a37f5-a501-44f7-bc03-6ba9668b9ad5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c7125bf1-081d-4588-b55c-9a0a00639d76), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:08.635717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ed57e-c204-4cf0-901c-595555709f99 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a58ec1a6-505e-4a48-87c3-356364aba398,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:08.653186 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90ed57e-c204-4cf0-901c-595555709f99 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:23:08.664902 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b90ed57e-c204-4cf0-901c-595555709f99 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (88cbf950-3de0-464b-9b6f-3c613a92cc6a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:08.665324 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-b90ed57e-c204-4cf0-901c-595555709f99 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Added segment 88cbf950-3de0-464b-9b6f-3c613a92cc6a of type vlan for network d447f6be-ec92-4b0e-b4ea-40176f19b211 Jan 28 19:23:08.714472 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b90ed57e-c204-4cf0-901c-595555709f99 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (d447f6be-ec92-4b0e-b4ea-40176f19b211), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:08.744368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-3ae7e702-2d1b-4fe8-891a-2fcc5d18d8fd tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4d9a35350d4d4187a8af2156e2f0d39a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1279814 Jan 28 19:23:08.777101 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c2a37f5-a501-44f7-bc03-6ba9668b9ad5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c7125bf1-081d-4588-b55c-9a0a00639d76), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:08.801315 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a37f5-a501-44f7-bc03-6ba9668b9ad5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for c7125bf1-081d-4588-b55c-9a0a00639d76 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:08.860695 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b90ed57e-c204-4cf0-901c-595555709f99 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (d447f6be-ec92-4b0e-b4ea-40176f19b211), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:08.867764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ed57e-c204-4cf0-901c-595555709f99 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:08.868502 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b90ed57e-c204-4cf0-901c-595555709f99 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:09.056102 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c54c6-bf91-4225-b2fb-4482e587f34d req-78397130-b484-43f1-be40-d53121061818 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:09.064326 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d7c54c6-bf91-4225-b2fb-4482e587f34d req-78397130-b484-43f1-be40-d53121061818 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.4375434 Jan 28 19:23:09.066627 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c2a37f5-a501-44f7-bc03-6ba9668b9ad5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c7125bf1-081d-4588-b55c-9a0a00639d76), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:09.074049 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ed57e-c204-4cf0-901c-595555709f99 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Network': ['ID=d447f6be-ec92-4b0e-b4ea-40176f19b211,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:09.087879 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network d447f6be-ec92-4b0e-b4ea-40176f19b211 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:23:09.122563 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b90ed57e-c204-4cf0-901c-595555709f99 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7866869 Jan 28 19:23:09.127572 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:09.140221 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1d3965ab-c07d-49fe-8cc8-34bbc3bb12ab tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'network': {'name': 'tempest-RoutersTest-1239727621'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:09.160112 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a37f5-a501-44f7-bc03-6ba9668b9ad5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=c7125bf1-081d-4588-b55c-9a0a00639d76,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:09.305990 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d7c54c6-bf91-4225-b2fb-4482e587f34d req-f989e08a-f718-48fb-a426-1df42178537c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401738 Jan 28 19:23:09.433210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-c8ca29fe-336a-4906-a755-2a9e668bc1f5 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:09.434519 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3965ab-c07d-49fe-8cc8-34bbc3bb12ab tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:09.435089 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-c8ca29fe-336a-4906-a755-2a9e668bc1f5 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6791520 Jan 28 19:23:09.454535 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d3965ab-c07d-49fe-8cc8-34bbc3bb12ab tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:09.575649 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-6650612d-461e-454e-b7dc-45f37c99bbaa tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/quotas/4d9a35350d4d4187a8af2156e2f0d39a HTTP/1.1" status: 200 len: 375 time: 0.0978746 Jan 28 19:23:09.608191 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c2a37f5-a501-44f7-bc03-6ba9668b9ad5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:09.625791 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-4171505c-fd2a-41bd-9f29-efffb136a425 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:09.643251 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-4171505c-fd2a-41bd-9f29-efffb136a425 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:09.658182 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-4171505c-fd2a-41bd-9f29-efffb136a425 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:09.671110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-4171505c-fd2a-41bd-9f29-efffb136a425 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:09.676674 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-4171505c-fd2a-41bd-9f29-efffb136a425 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:09.687045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-4171505c-fd2a-41bd-9f29-efffb136a425 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:09.703307 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-4171505c-fd2a-41bd-9f29-efffb136a425 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:09.717370 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-4171505c-fd2a-41bd-9f29-efffb136a425 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.31 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5431 time: 0.3579268 Jan 28 19:23:09.757870 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5357e69d-5ded-431c-a785-53c7c04065ff tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4d9a35350d4d4187a8af2156e2f0d39a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1460061 Jan 28 19:23:09.807013 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3965ab-c07d-49fe-8cc8-34bbc3bb12ab tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:23:09.815727 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-32facaa4-4fa9-4559-a7da-3a1db9cd84a9 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d9a35350d4d4187a8af2156e2f0d39a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2472539 Jan 28 19:23:09.820259 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d3965ab-c07d-49fe-8cc8-34bbc3bb12ab tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (bd6b95b2-63d2-4f41-ba4b-aba15e075b52), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:09.820824 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-1d3965ab-c07d-49fe-8cc8-34bbc3bb12ab tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Added segment bd6b95b2-63d2-4f41-ba4b-aba15e075b52 of type vlan for network 43f4e11f-a0c9-46aa-bc91-54afc323a6f0 Jan 28 19:23:09.822004 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-b5e0ed9b-62f6-42b6-ba39-2ca11319ffaf tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:09.834784 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-b5e0ed9b-62f6-42b6-ba39-2ca11319ffaf tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.31 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 806 time: 0.7283614 Jan 28 19:23:09.897085 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-2a5c1f59-6a63-4e90-99b0-6454eba51525 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:09.898893 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-2a5c1f59-6a63-4e90-99b0-6454eba51525 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.31 "GET /v2.0/ports/1c4f9e94-3927-4dd2-b547-28673b49a1ac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1511061 Jan 28 19:23:09.905260 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Request body: {'port': {'device_id': 'ef0d43c1-ad10-40ce-80b6-6a600ce01dd7', 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4', 'admin_state_up': True, 'tenant_id': 'fd603e28722c42b28138d18f99e1230c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:10.024644 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d3965ab-c07d-49fe-8cc8-34bbc3bb12ab tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (43f4e11f-a0c9-46aa-bc91-54afc323a6f0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:10.127579 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-0d4194e0-fa5b-47bb-97c9-9d8edb709382 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.31 "GET /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2172773 Jan 28 19:23:10.165822 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-400868e1-2d54-4598-a837-4d373ce04289 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:10.230515 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-ee1a50f0-4099-43f7-b1b6-519b14a0cd62 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:10.232214 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-ee1a50f0-4099-43f7-b1b6-519b14a0cd62 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4663334 Jan 28 19:23:10.232738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Made reservation on behalf of fd603e28722c42b28138d18f99e1230c for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:10.236218 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:10.240309 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.db.resource_extend [None req-1d3965ab-c07d-49fe-8cc8-34bbc3bb12ab tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:23:10.252226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Request body: {'port': {'device_id': '2262b72b-7684-4039-80b4-ced72bfc20d5', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '4d9a35350d4d4187a8af2156e2f0d39a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:10.279404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d740f-76ee-446e-9e5b-1b3e74683ba4 req-39ebb9b5-c30e-409b-babb-714c20f38b33 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:10.287947 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-355d740f-76ee-446e-9e5b-1b3e74683ba4 req-39ebb9b5-c30e-409b-babb-714c20f38b33 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.8225932 Jan 28 19:23:10.322676 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-400868e1-2d54-4598-a837-4d373ce04289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:10.404181 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-355d740f-76ee-446e-9e5b-1b3e74683ba4 req-6da512a7-b86d-4b99-bb2d-abd4b9bc966e tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133208 Jan 28 19:23:10.495846 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-400868e1-2d54-4598-a837-4d373ce04289 service neutron] For port 1c4f9e94-3927-4dd2-b547-28673b49a1ac, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=1c4f9e94-3927-4dd2-b547-28673b49a1ac,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:10.543638 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-400868e1-2d54-4598-a837-4d373ce04289 service neutron] For port 1c4f9e94-3927-4dd2-b547-28673b49a1ac, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:10.581873 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d3965ab-c07d-49fe-8cc8-34bbc3bb12ab tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (43f4e11f-a0c9-46aa-bc91-54afc323a6f0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:10.587316 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3965ab-c07d-49fe-8cc8-34bbc3bb12ab tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:10.588551 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d3965ab-c07d-49fe-8cc8-34bbc3bb12ab tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:10.645745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-400868e1-2d54-4598-a837-4d373ce04289 service neutron] device_id is not set on port 1c4f9e94-3927-4dd2-b547-28673b49a1ac yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:23:10.665360 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-400868e1-2d54-4598-a837-4d373ce04289 service neutron] Publish callbacks [] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:10.705851 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd493e03-28b4-4fe8-bf16-edbba786eb06 req-64db2acd-fbb0-48be-b6c7-fa68b0771b5b tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 210 time: 0.1390531 Jan 28 19:23:10.801223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78510562-a4c6-495f-84d8-ec81fcf84357 req-4de4dcaf-b710-4785-8b34-ebd8122c5028 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:10.814094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78510562-a4c6-495f-84d8-ec81fcf84357 req-4de4dcaf-b710-4785-8b34-ebd8122c5028 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:10.821519 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78510562-a4c6-495f-84d8-ec81fcf84357 req-4de4dcaf-b710-4785-8b34-ebd8122c5028 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:10.827344 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78510562-a4c6-495f-84d8-ec81fcf84357 req-4de4dcaf-b710-4785-8b34-ebd8122c5028 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:10.833219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78510562-a4c6-495f-84d8-ec81fcf84357 req-4de4dcaf-b710-4785-8b34-ebd8122c5028 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:10.839084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78510562-a4c6-495f-84d8-ec81fcf84357 req-4de4dcaf-b710-4785-8b34-ebd8122c5028 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:10.845425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78510562-a4c6-495f-84d8-ec81fcf84357 req-4de4dcaf-b710-4785-8b34-ebd8122c5028 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:10.854783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78510562-a4c6-495f-84d8-ec81fcf84357 req-4de4dcaf-b710-4785-8b34-ebd8122c5028 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 5431 time: 0.7168090 Jan 28 19:23:10.867962 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-400868e1-2d54-4598-a837-4d373ce04289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:10.888856 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2a37f5-a501-44f7-bc03-6ba9668b9ad5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:23:10.905553 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a3b9e656-9c5c-4f8e-a91e-7ab83dba717e req-63a9e1af-abee-424c-a69d-1dbeed30201b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 210 time: 0.0796235 Jan 28 19:23:10.977031 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1d3965ab-c07d-49fe-8cc8-34bbc3bb12ab tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8422194 Jan 28 19:23:10.981064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54276) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:11.024258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-03806264-cc88-4840-b21e-4ff94f90bdad tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'subnet': {'network_id': 'd447f6be-ec92-4b0e-b4ea-40176f19b211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:11.043615 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3965ab-c07d-49fe-8cc8-34bbc3bb12ab tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Network': ['ID=43f4e11f-a0c9-46aa-bc91-54afc323a6f0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:11.055213 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 43f4e11f-a0c9-46aa-bc91-54afc323a6f0 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:23:11.195369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-400868e1-2d54-4598-a837-4d373ce04289 service neutron] No DVR routers for this DVR port 1c4f9e94-3927-4dd2-b547-28673b49a1ac on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:11.207148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400868e1-2d54-4598-a837-4d373ce04289 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4f9e94-3927-4dd2-b547-28673b49a1ac,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:11.227109 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78510562-a4c6-495f-84d8-ec81fcf84357 req-5dbd9db4-a9c3-4e3b-950e-eead4142bc95 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&id=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3710704 Jan 28 19:23:11.250915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Allocated IP 172.20.0.14 (301c456c-76ee-4f43-ab94-73ce621ebdf4/e5d3bf0e-e0cc-45ee-80b9-15c53de351d7/142ea68a-752b-46c9-bb1a-b4806aa40ec5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:11.477009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-400868e1-2d54-4598-a837-4d373ce04289 service neutron] In _notify_port_updated(), no bound segment for port 1c4f9e94-3927-4dd2-b547-28673b49a1ac on network 5b784934-81a2-4bb5-a668-73176a055465 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:23:11.478354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-400868e1-2d54-4598-a837-4d373ce04289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:11.478976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-400868e1-2d54-4598-a837-4d373ce04289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:11.480324 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-400868e1-2d54-4598-a837-4d373ce04289 service neutron] 10.222.0.31 "PUT /v2.0/ports/1c4f9e94-3927-4dd2-b547-28673b49a1ac HTTP/1.1" status: 200 len: 1026 time: 1.3437126 Jan 28 19:23:11.567564 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d75ce1b7-372e-4fa6-978c-076011ea51d9 None None] Provisioning complete for port 1c4f9e94-3927-4dd2-b547-28673b49a1ac triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:11.568260 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d75ce1b7-372e-4fa6-978c-076011ea51d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:11.570598 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-ff2c5da3-b6cf-4f64-a1b2-3312f1e061cd tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:11.573227 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-ff2c5da3-b6cf-4f64-a1b2-3312f1e061cd tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.31 "GET /v2.0/ports/02d7af34-d764-432c-ad55-d958387aec9d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0805202 Jan 28 19:23:11.596593 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-68e6c3e7-ac3b-4836-aa28-232f0989dd49 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:11.663060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d75ce1b7-372e-4fa6-978c-076011ea51d9 None None] Port 1c4f9e94-3927-4dd2-b547-28673b49a1ac cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:11.772835 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks [] for port (142ea68a-752b-46c9-bb1a-b4806aa40ec5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:11.784994 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839de041-2b34-4e58-b85e-76be490c30d5 req-e00c762a-5250-45e2-8d6b-ee85177c80e1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:11.786766 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-839de041-2b34-4e58-b85e-76be490c30d5 req-e00c762a-5250-45e2-8d6b-ee85177c80e1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.2124252 Jan 28 19:23:11.800030 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-68e6c3e7-ac3b-4836-aa28-232f0989dd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (02d7af34-d764-432c-ad55-d958387aec9d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:11.862167 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2a37f5-a501-44f7-bc03-6ba9668b9ad5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:11.874007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc0b075-94f6-4c65-9ad8-298600ed0e2d None None] Sync routers for ids ['e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:11.877888 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1c2a37f5-a501-44f7-bc03-6ba9668b9ad5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5812132 Jan 28 19:23:11.886224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc0b075-94f6-4c65-9ad8-298600ed0e2d None None] Routers {'e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:11.886873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dfc0b075-94f6-4c65-9ad8-298600ed0e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:11.887930 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54284) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:11.934738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dfc0b075-94f6-4c65-9ad8-298600ed0e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:11.941555 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-839de041-2b34-4e58-b85e-76be490c30d5 req-ffba705e-9854-475c-a21e-860930135b73 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409569 Jan 28 19:23:11.952852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc0b075-94f6-4c65-9ad8-298600ed0e2d None None] Routers {'e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:11.963225 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dfc0b075-94f6-4c65-9ad8-298600ed0e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:11.965172 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (142ea68a-752b-46c9-bb1a-b4806aa40ec5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:12.004908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925c0d5-f28a-4ce9-b647-0abacfa83034 req-afaf117f-ba54-4570-8fb5-af9493319655 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:12.006480 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b925c0d5-f28a-4ce9-b647-0abacfa83034 req-afaf117f-ba54-4570-8fb5-af9493319655 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.9489005 Jan 28 19:23:12.020667 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dfc0b075-94f6-4c65-9ad8-298600ed0e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:12.021607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc0b075-94f6-4c65-9ad8-298600ed0e2d None None] The sync data for ids ['e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:12.074503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03806264-cc88-4840-b21e-4ff94f90bdad tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:12.077722 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03806264-cc88-4840-b21e-4ff94f90bdad tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:12.093745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Network 301c456c-76ee-4f43-ab94-73ce621ebdf4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:12.115365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Made reservation on behalf of 4d9a35350d4d4187a8af2156e2f0d39a for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:12.118692 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:12.121221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:12.131189 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:12.174004 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Pushing event updated for resources: {'Port': ['ID=142ea68a-752b-46c9-bb1a-b4806aa40ec5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:12.188190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:12.188490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:12.188847 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:12.189188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:12.189524 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:12.189854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:12.190218 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:12.190570 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:12.190876 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:12.191211 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:12.191535 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:12.191859 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:12.192179 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:12.201992 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:12.242445 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:12.243118 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:12.250742 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-68e6c3e7-ac3b-4836-aa28-232f0989dd49 service neutron] For port 02d7af34-d764-432c-ad55-d958387aec9d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=02d7af34-d764-432c-ad55-d958387aec9d,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:12.253663 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-6af5e635-0ae7-4936-bb43-8c131c8afd83 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 19:23:12.257268 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6af5e635-0ae7-4936-bb43-8c131c8afd83 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3654807 Jan 28 19:23:12.265700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54288) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:12.284163 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b925c0d5-f28a-4ce9-b647-0abacfa83034 req-27d48731-c7a2-491e-bfa9-3ed5bde2e45d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599015 Jan 28 19:23:12.287004 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da36da-347e-4fb0-b485-f7a2b7b9673b req-08581b8b-dc19-4d7b-b6bd-24956f0daa59 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:12.288551 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-56da36da-347e-4fb0-b485-f7a2b7b9673b req-08581b8b-dc19-4d7b-b6bd-24956f0daa59 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 932 time: 0.2629478 Jan 28 19:23:12.316283 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e9b44985-ea55-4d0c-8cf6-c0d7054daef0 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf HTTP/1.1" status: 200 len: 205 time: 0.0484698 Jan 28 19:23:12.322313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54292) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:12.324497 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-ab8264ce-4ef2-4ba6-a3d4-2c13dc143280 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4243295 Jan 28 19:23:12.349743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Request body: {'port': {'device_id': 'ef0d43c1-ad10-40ce-80b6-6a600ce01dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:12.354755 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-68e6c3e7-ac3b-4836-aa28-232f0989dd49 service neutron] For port 02d7af34-d764-432c-ad55-d958387aec9d, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:12.440991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-68e6c3e7-ac3b-4836-aa28-232f0989dd49 service neutron] device_id is not set on port 02d7af34-d764-432c-ad55-d958387aec9d yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:23:12.470243 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-56da36da-347e-4fb0-b485-f7a2b7b9673b req-43a8e619-cdf4-45c6-be02-b42dbb19f402 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391294 Jan 28 19:23:12.472169 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-68e6c3e7-ac3b-4836-aa28-232f0989dd49 service neutron] Publish callbacks [] for port (02d7af34-d764-432c-ad55-d958387aec9d), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:12.485341 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-beb2f2ab-bf73-4353-98df-f3c8536b8c01 req-3110b56a-ea79-4f86-a51b-23bb163dce9e tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 210 time: 0.0758617 Jan 28 19:23:12.486706 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (142ea68a-752b-46c9-bb1a-b4806aa40ec5), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:12.491056 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-68e6c3e7-ac3b-4836-aa28-232f0989dd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (02d7af34-d764-432c-ad55-d958387aec9d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:12.495904 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-273c6990-8d48-43f0-b378-9976f3d14f4a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:12.546987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 7b36fe92-b79b-45b6-925a-27d7f3749cd5 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:12.610140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-68e6c3e7-ac3b-4836-aa28-232f0989dd49 service neutron] No DVR routers for this DVR port 02d7af34-d764-432c-ad55-d958387aec9d on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:12.660383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6c3e7-ac3b-4836-aa28-232f0989dd49 service neutron] Pushing event updated for resources: {'Port': ['ID=02d7af34-d764-432c-ad55-d958387aec9d,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:12.681833 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks [] for security_group (801be084-9798-4874-8d2a-5ccf597a6d92), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:12.720296 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 7b36fe92-b79b-45b6-925a-27d7f3749cd5 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:12.720999 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:12.759237 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (801be084-9798-4874-8d2a-5ccf597a6d92), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:12.770864 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 7b36fe92-b79b-45b6-925a-27d7f3749cd5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7b36fe92-b79b-45b6-925a-27d7f3749cd5,segment=NetworkSegment(2f9ca07e-a570-4068-8d71-ec00c0d5e506),segment_id=2f9ca07e-a570-4068-8d71-ec00c0d5e506)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:12.772688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b36fe92-b79b-45b6-925a-27d7f3749cd5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:12.775714 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4862ea-fff6-4d95-ab86-170771e73061" -d '{"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b36fe92-b79b-45b6-925a-27d7f3749cd5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:12.782015 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:12.783366 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2231651e-f2f6-4bc4-b992-84ee49c5e41c no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:12.914295 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Allocated IP 192.168.233.87 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/941bd5b5-84ed-4923-99ae-1e9393f6985e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:13.014293 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142ea68a-752b-46c9-bb1a-b4806aa40ec5 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:13.023689 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Publish callbacks [] for port (142ea68a-752b-46c9-bb1a-b4806aa40ec5), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.038443 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Transition to ACTIVE for port object 142ea68a-752b-46c9-bb1a-b4806aa40ec5 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:23:13.047254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-68e6c3e7-ac3b-4836-aa28-232f0989dd49 service neutron] In _notify_port_updated(), no bound segment for port 02d7af34-d764-432c-ad55-d958387aec9d on network 5b784934-81a2-4bb5-a668-73176a055465 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:23:13.048378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-68e6c3e7-ac3b-4836-aa28-232f0989dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:13.049128 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-68e6c3e7-ac3b-4836-aa28-232f0989dd49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.051549 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-68e6c3e7-ac3b-4836-aa28-232f0989dd49 service neutron] 10.222.0.31 "PUT /v2.0/ports/02d7af34-d764-432c-ad55-d958387aec9d HTTP/1.1" status: 200 len: 1026 time: 1.4701979 Jan 28 19:23:13.053628 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (142ea68a-752b-46c9-bb1a-b4806aa40ec5), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.068197 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks [] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.110335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Pushing event updated for resources: {'Port': ['ID=142ea68a-752b-46c9-bb1a-b4806aa40ec5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:13.151663 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.159903 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-273c6990-8d48-43f0-b378-9976f3d14f4a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.166201 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-273c6990-8d48-43f0-b378-9976f3d14f4a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_controller (e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.169284 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 2231651e-f2f6-4bc4-b992-84ee49c5e41c is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:13.169660 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.193880 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=7b36fe92-b79b-45b6-925a-27d7f3749cd5,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:13.218733 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7500198e-b8d5-4998-a440-90a59b11b83a None None] Provisioning complete for port 02d7af34-d764-432c-ad55-d958387aec9d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:13.219108 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7500198e-b8d5-4998-a440-90a59b11b83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (02d7af34-d764-432c-ad55-d958387aec9d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.238095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Pushing event updated for resources: {'Port': ['ID=941bd5b5-84ed-4923-99ae-1e9393f6985e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:13.242290 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20005-2f62-4c90-b7e1-c5c70ad63f86 req-dbc13ae1-b96d-4cad-8f61-1602b7cc7ee0 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:13.249034 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20005-2f62-4c90-b7e1-c5c70ad63f86 req-dbc13ae1-b96d-4cad-8f61-1602b7cc7ee0 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:13.256148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:13.256500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:13.256840 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:13.257182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:13.257407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20005-2f62-4c90-b7e1-c5c70ad63f86 req-dbc13ae1-b96d-4cad-8f61-1602b7cc7ee0 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:13.257537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:13.257864 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:13.258212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:13.258535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:13.258852 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:13.259173 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:13.259582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:13.259902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:13.260220 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:23:13.261420 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7500198e-b8d5-4998-a440-90a59b11b83a None None] Port 02d7af34-d764-432c-ad55-d958387aec9d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:13.265696 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2231651e-f2f6-4bc4-b992-84ee49c5e41c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2231651e-f2f6-4bc4-b992-84ee49c5e41c,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:13.271084 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.271908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 97e80eea-8605-4e6d-90bd-6e52508f9934 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:13.275134 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20005-2f62-4c90-b7e1-c5c70ad63f86 req-dbc13ae1-b96d-4cad-8f61-1602b7cc7ee0 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:13.277333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:13.283279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20005-2f62-4c90-b7e1-c5c70ad63f86 req-dbc13ae1-b96d-4cad-8f61-1602b7cc7ee0 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:13.292113 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-44a20005-2f62-4c90-b7e1-c5c70ad63f86 req-dbc13ae1-b96d-4cad-8f61-1602b7cc7ee0 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 3885 time: 0.6234546 Jan 28 19:23:13.311408 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03806264-cc88-4840-b21e-4ff94f90bdad tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (81d8212b-d254-4991-b893-c55fa2b4ba3a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.367314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=2231651e-f2f6-4bc4-b992-84ee49c5e41c,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:13.369623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:13.385262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:13.391321 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03806264-cc88-4840-b21e-4ff94f90bdad tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Subnet': ['ID=81d8212b-d254-4991-b893-c55fa2b4ba3a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:13.401028 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801be084-9798-4874-8d2a-5ccf597a6d92,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:13.431755 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 97e80eea-8605-4e6d-90bd-6e52508f9934 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:13.432568 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.457957 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-273c6990-8d48-43f0-b378-9976f3d14f4a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.458736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273c6990-8d48-43f0-b378-9976f3d14f4a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Fanout notify agent at l3_agent the message router_deleted on router e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:23:13.470309 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-273c6990-8d48-43f0-b378-9976f3d14f4a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.471444 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-273c6990-8d48-43f0-b378-9976f3d14f4a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/routers/e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf HTTP/1.1" status: 204 len: 168 time: 1.1481962 Jan 28 19:23:13.478537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 97e80eea-8605-4e6d-90bd-6e52508f9934, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=97e80eea-8605-4e6d-90bd-6e52508f9934,segment=NetworkSegment(66139151-886b-4c11-a2c2-236a4d651755),segment_id=66139151-886b-4c11-a2c2-236a4d651755)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:13.486633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54302) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:13.491559 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.492482 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 8c68f75a-044e-472c-9ceb-54febb5d164d no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:13.512244 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b7d5f-cd15-4688-af2f-95fb965232ab req-40e2bbe6-a9b8-4353-8fab-65ecf283ef1f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:13.521717 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca7b7d5f-cd15-4688-af2f-95fb965232ab req-40e2bbe6-a9b8-4353-8fab-65ecf283ef1f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.8296714 Jan 28 19:23:13.524614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Attempting to bind port 142ea68a-752b-46c9-bb1a-b4806aa40ec5 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:13.524951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Attempting to bind port 142ea68a-752b-46c9-bb1a-b4806aa40ec5 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:13.525281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Attempting to bind port 142ea68a-752b-46c9-bb1a-b4806aa40ec5 on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:13.541985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a6bcd27e-bb7b-4141-a8da-75b1386cd8d4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Deleting port 97e80eea-8605-4e6d-90bd-6e52508f9934 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:13.542381 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a6bcd27e-bb7b-4141-a8da-75b1386cd8d4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.576665 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Port 142ea68a-752b-46c9-bb1a-b4806aa40ec5 on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:23:13.577080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Attempting to bind port 142ea68a-752b-46c9-bb1a-b4806aa40ec5 on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:13.584249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:13.584954 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.607034 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-44a20005-2f62-4c90-b7e1-c5c70ad63f86 req-0efbc969-41c6-4771-8dce-e6878759414d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134732 Jan 28 19:23:13.628106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03806264-cc88-4840-b21e-4ff94f90bdad tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Checking segment: {'id': '88cbf950-3de0-464b-9b6f-3c613a92cc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd447f6be-ec92-4b0e-b4ea-40176f19b211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:13.628500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03806264-cc88-4840-b21e-4ff94f90bdad tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network hostable DHCP agents. Network: d447f6be-ec92-4b0e-b4ea-40176f19b211, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:23:13.639058 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:13.639618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Checking segment: {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:13.639873 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Bound using segment: {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:13.640241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Bound port: 142ea68a-752b-46c9-bb1a-b4806aa40ec5, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:13.640613 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (142ea68a-752b-46c9-bb1a-b4806aa40ec5), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.677971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=97e80eea-8605-4e6d-90bd-6e52508f9934,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:13.683281 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-c5766743-d0c9-4cfd-8172-f653c59a0261 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4373243 Jan 28 19:23:13.718560 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Request body: {'port': {'device_id': '2262b72b-7684-4039-80b4-ced72bfc20d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:13.730528 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c4cd8d-ca0f-42f1-86a9-506eff4db31b x-openstack-request-id: req-00c4cd8d-ca0f-42f1-86a9-506eff4db31b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:13.730982 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b36fe92-b79b-45b6-925a-27d7f3749cd5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:13.731278 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00c4cd8d-ca0f-42f1-86a9-506eff4db31b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:13.731667 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b36fe92-b79b-45b6-925a-27d7f3749cd5', 'code': 200} Jan 28 19:23:13.767908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 8c68f75a-044e-472c-9ceb-54febb5d164d is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:13.768329 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.790202 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca7b7d5f-cd15-4688-af2f-95fb965232ab req-0a6c9526-4d6b-4f41-b422-9ad521039b78 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674596 Jan 28 19:23:13.793184 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03806264-cc88-4840-b21e-4ff94f90bdad tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network d447f6be-ec92-4b0e-b4ea-40176f19b211 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:23:13.812083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-03806264-cc88-4840-b21e-4ff94f90bdad tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, d447f6be-ec92-4b0e-b4ea-40176f19b211) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:13.822065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee435bf0-c367-4332-99f0-a1927a7f9c6c None None] Network d447f6be-ec92-4b0e-b4ea-40176f19b211 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:13.830166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 8c68f75a-044e-472c-9ceb-54febb5d164d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=8c68f75a-044e-472c-9ceb-54febb5d164d,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:13.832036 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-63042d42-bc40-444b-b777-a980627e6243 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting subnet 5c8e1311-e0ff-4dfa-a97a-a53b6b7dd267 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:23:13.871908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03806264-cc88-4840-b21e-4ff94f90bdad tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:13.872514 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03806264-cc88-4840-b21e-4ff94f90bdad tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.892966 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.902416 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-03806264-cc88-4840-b21e-4ff94f90bdad tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9062164 Jan 28 19:23:13.908440 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63042d42-bc40-444b-b777-a980627e6243 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (5c8e1311-e0ff-4dfa-a97a-a53b6b7dd267), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.912755 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:13.915235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 1c4f9e94-3927-4dd2-b547-28673b49a1ac no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:13.915771 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54310) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:13.977250 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9d015e27-0a15-48e9-863f-9d1f47484b4b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'subnet': {'network_id': '43f4e11f-a0c9-46aa-bc91-54afc323a6f0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:14.003245 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] For port 142ea68a-752b-46c9-bb1a-b4806aa40ec5, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:14.025337 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a6bcd27e-bb7b-4141-a8da-75b1386cd8d4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] For port 97e80eea-8605-4e6d-90bd-6e52508f9934, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=97e80eea-8605-4e6d-90bd-6e52508f9934,segment=NetworkSegment(66139151-886b-4c11-a2c2-236a4d651755),segment_id=66139151-886b-4c11-a2c2-236a4d651755)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:14.026762 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a6bcd27e-bb7b-4141-a8da-75b1386cd8d4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:14.035013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fef7f995-65c1-4506-b162-dc466af08251 None None] Provisioning complete for port 941bd5b5-84ed-4923-99ae-1e9393f6985e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:14.036322 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fef7f995-65c1-4506-b162-dc466af08251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:14.074242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=8c68f75a-044e-472c-9ceb-54febb5d164d,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:14.079117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] The host n-h1-824834-4 is not matching for port 1c4f9e94-3927-4dd2-b547-28673b49a1ac host ! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:23:14.079567 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 1c4f9e94-3927-4dd2-b547-28673b49a1ac not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:23:14.079966 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 02d7af34-d764-432c-ad55-d958387aec9d no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:14.132109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340db8e-83e2-4e60-b860-1a645280b50f req-900c605e-b0b7-47e0-9553-c17be82df361 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:14.134075 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3340db8e-83e2-4e60-b860-1a645280b50f req-900c605e-b0b7-47e0-9553-c17be82df361 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 944 time: 0.1888678 Jan 28 19:23:14.140843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fef7f995-65c1-4506-b162-dc466af08251 None None] Port 941bd5b5-84ed-4923-99ae-1e9393f6985e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:14.162087 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-d447f6be-ec92-4b0e-b4ea-40176f19b211', 'network_id': 'd447f6be-ec92-4b0e-b4ea-40176f19b211', 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'fixed_ips': [{'subnet_id': '81d8212b-d254-4991-b893-c55fa2b4ba3a'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:23:14.162969 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:14.177086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] The host n-h1-824834-4 is not matching for port 02d7af34-d764-432c-ad55-d958387aec9d host ! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:23:14.177512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 02d7af34-d764-432c-ad55-d958387aec9d not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:23:14.177891 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 9fb3904b-088f-474c-b70e-bea74ba43672 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:14.291513 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3340db8e-83e2-4e60-b860-1a645280b50f req-2ede66c9-5770-465a-a543-4df4dfd538e5 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471317 Jan 28 19:23:14.438057 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Allocated IP 172.20.0.2 (d447f6be-ec92-4b0e-b4ea-40176f19b211/81d8212b-d254-4991-b893-c55fa2b4ba3a/bf89676b-9847-4b45-bb5e-3f835cbbceb5) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:14.439545 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9744e9a-532a-4984-9521-a019c0289b76 req-30a8e70c-8297-4d9e-aa6d-46272fe071d5 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 210 time: 0.0362823 Jan 28 19:23:14.594312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 941bd5b5-84ed-4923-99ae-1e9393f6985e {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:14.611691 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Publish callbacks [] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:14.643753 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Transition to ACTIVE for port object 941bd5b5-84ed-4923-99ae-1e9393f6985e will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:23:14.651653 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Publish callbacks [] for port (bf89676b-9847-4b45-bb5e-3f835cbbceb5), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:14.652749 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:14.670583 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (bf89676b-9847-4b45-bb5e-3f835cbbceb5), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:14.723786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] For port 142ea68a-752b-46c9-bb1a-b4806aa40ec5, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=142ea68a-752b-46c9-bb1a-b4806aa40ec5,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:14.742599 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Network d447f6be-ec92-4b0e-b4ea-40176f19b211 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:14.744273 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Pushing event updated for resources: {'Port': ['ID=bf89676b-9847-4b45-bb5e-3f835cbbceb5,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:14.755424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:14.763068 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 9fb3904b-088f-474c-b70e-bea74ba43672 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:14.763503 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9fb3904b-088f-474c-b70e-bea74ba43672), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:14.787957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Pushing event updated for resources: {'Port': ['ID=941bd5b5-84ed-4923-99ae-1e9393f6985e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:14.789003 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63042d42-bc40-444b-b777-a980627e6243 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (5c8e1311-e0ff-4dfa-a97a-a53b6b7dd267), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:14.792189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:14.798327 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-e3000a12-3fed-4d5d-bd4d-da5ac865c55b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4d9a35350d4d4187a8af2156e2f0d39a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562329 Jan 28 19:23:14.824833 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (142ea68a-752b-46c9-bb1a-b4806aa40ec5), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:14.925933 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 9fb3904b-088f-474c-b70e-bea74ba43672, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=9fb3904b-088f-474c-b70e-bea74ba43672,segment=NetworkSegment(2f9ca07e-a570-4068-8d71-ec00c0d5e506),segment_id=2f9ca07e-a570-4068-8d71-ec00c0d5e506)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:14.927459 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Attempting to bind port bf89676b-9847-4b45-bb5e-3f835cbbceb5 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:14.927905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Attempting to bind port bf89676b-9847-4b45-bb5e-3f835cbbceb5 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '88cbf950-3de0-464b-9b6f-3c613a92cc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd447f6be-ec92-4b0e-b4ea-40176f19b211'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:14.928236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Attempting to bind port bf89676b-9847-4b45-bb5e-3f835cbbceb5 on network d447f6be-ec92-4b0e-b4ea-40176f19b211 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:14.935131 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:14.935750 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Checking segment: {'id': '88cbf950-3de0-464b-9b6f-3c613a92cc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd447f6be-ec92-4b0e-b4ea-40176f19b211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:14.936183 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:14.936575 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Bound using segment: {'id': '88cbf950-3de0-464b-9b6f-3c613a92cc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd447f6be-ec92-4b0e-b4ea-40176f19b211'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:14.937121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Bound port: bf89676b-9847-4b45-bb5e-3f835cbbceb5, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cbf950-3de0-464b-9b6f-3c613a92cc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd447f6be-ec92-4b0e-b4ea-40176f19b211'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:14.937567 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bf89676b-9847-4b45-bb5e-3f835cbbceb5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:14.955134 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9fb3904b-088f-474c-b70e-bea74ba43672), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.033710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-509eee73-b0a9-4aba-b60a-178659596d5b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.035194 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-509eee73-b0a9-4aba-b60a-178659596d5b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2058556 Jan 28 19:23:15.059206 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-88f4feed-7842-4c34-8c65-41efba77769b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Request body: {'port': {'device_id': '58428551-d503-4b0d-b55a-fd7f7d6d95cc', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '4d9a35350d4d4187a8af2156e2f0d39a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:15.059528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2c26e-14e5-45dd-8351-2b8aa4e54a92 req-c3815f1f-ce08-4ad8-b16d-db423b6a3110 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.061722 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a3c2c26e-14e5-45dd-8351-2b8aa4e54a92 req-c3815f1f-ce08-4ad8-b16d-db423b6a3110 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 1.2667730 Jan 28 19:23:15.083606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Attempting to bind port 941bd5b5-84ed-4923-99ae-1e9393f6985e on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:15.083950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Attempting to bind port 941bd5b5-84ed-4923-99ae-1e9393f6985e by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:15.084289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Attempting to bind port 941bd5b5-84ed-4923-99ae-1e9393f6985e on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:15.131865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=9fb3904b-088f-474c-b70e-bea74ba43672,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:15.160296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.160909 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.162444 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] 10.222.0.31 "PUT /v2.0/ports/142ea68a-752b-46c9-bb1a-b4806aa40ec5 HTTP/1.1" status: 200 len: 1092 time: 2.8256044 Jan 28 19:23:15.170983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Port 941bd5b5-84ed-4923-99ae-1e9393f6985e on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:23:15.173641 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Attempting to bind port 941bd5b5-84ed-4923-99ae-1e9393f6985e on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:15.174325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] For port bf89676b-9847-4b45-bb5e-3f835cbbceb5, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:15.176982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0d43c1-ad10-40ce-80b6-6a600ce01dd7', 'tag': '142ea68a-752b-46c9-bb1a-b4806aa40ec5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:15.180041 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b9cbd0-a902-43cd-a829-d1d3ede970f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0d43c1-ad10-40ce-80b6-6a600ce01dd7", "tag": "142ea68a-752b-46c9-bb1a-b4806aa40ec5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:15.196973 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] For port bf89676b-9847-4b45-bb5e-3f835cbbceb5, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bf89676b-9847-4b45-bb5e-3f835cbbceb5,segment=NetworkSegment(88cbf950-3de0-464b-9b6f-3c613a92cc6a),segment_id=88cbf950-3de0-464b-9b6f-3c613a92cc6a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:15.214665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:15.214995 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:15.215370 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:15.215807 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Bound port: 941bd5b5-84ed-4923-99ae-1e9393f6985e, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:15.216178 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bf89676b-9847-4b45-bb5e-3f835cbbceb5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.225579 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.245158 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdba2ce-47fe-4291-a682-4ca6fdb6badf req-c90f6544-8826-468b-bf55-b0234b5ea064 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.248938 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bdba2ce-47fe-4291-a682-4ca6fdb6badf req-c90f6544-8826-468b-bf55-b0234b5ea064 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.4751716 Jan 28 19:23:15.314884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d015e27-0a15-48e9-863f-9d1f47484b4b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:15.318398 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d015e27-0a15-48e9-863f-9d1f47484b4b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.322828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6020a8-b68f-482a-a058-5ac512f2392d None None] Pushing event updated for resources: {'Port': ['ID=bf89676b-9847-4b45-bb5e-3f835cbbceb5,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:15.393821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aaf465-a5d4-482e-95f1-cf6f2ff20b1b service neutron] Pushing event updated for resources: {'Port': ['ID=142ea68a-752b-46c9-bb1a-b4806aa40ec5,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:15.405284 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bdba2ce-47fe-4291-a682-4ca6fdb6badf req-dc14c708-825b-44d2-99b8-1cdf6fa022c3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232395 Jan 28 19:23:15.435753 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-88f4feed-7842-4c34-8c65-41efba77769b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Made reservation on behalf of 4d9a35350d4d4187a8af2156e2f0d39a for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:15.436526 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63042d42-bc40-444b-b777-a980627e6243 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (5c8e1311-e0ff-4dfa-a97a-a53b6b7dd267), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.441321 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-88f4feed-7842-4c34-8c65-41efba77769b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.468111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] For port 941bd5b5-84ed-4923-99ae-1e9393f6985e, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:15.496781 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] For port 941bd5b5-84ed-4923-99ae-1e9393f6985e, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=941bd5b5-84ed-4923-99ae-1e9393f6985e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:15.599383 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.672166 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a6bcd27e-bb7b-4141-a8da-75b1386cd8d4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.675366 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a6bcd27e-bb7b-4141-a8da-75b1386cd8d4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (1b34f477-7f52-4300-a2b9-3186ceba66e5), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.675366 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a6bcd27e-bb7b-4141-a8da-75b1386cd8d4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Floating IP 1b34f477-7f52-4300-a2b9-3186ceba66e5 disassociated. External IP: 172.25.0.109, port: 97e80eea-8605-4e6d-90bd-6e52508f9934. Jan 28 19:23:15.675366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a6bcd27e-bb7b-4141-a8da-75b1386cd8d4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Calling delete_port for 97e80eea-8605-4e6d-90bd-6e52508f9934 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:15.722141 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a3c2c26e-14e5-45dd-8351-2b8aa4e54a92 req-4bf36b5b-1514-48a9-a25f-350adfba9dca tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5679295 Jan 28 19:23:15.733143 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2231651e-f2f6-4bc4-b992-84ee49c5e41c'}, {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e80eea-8605-4e6d-90bd-6e52508f9934'}, {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c68f75a-044e-472c-9ceb-54febb5d164d'}, {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb3904b-088f-474c-b70e-bea74ba43672'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:15.735858 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d28c8d1-357b-4a8a-8546-40b4c105e079" -d '{"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-unplugged", "status": "completed", "tag": "2231651e-f2f6-4bc4-b992-84ee49c5e41c"}, {"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-unplugged", "status": "completed", "tag": "97e80eea-8605-4e6d-90bd-6e52508f9934"}, {"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-unplugged", "status": "completed", "tag": "8c68f75a-044e-472c-9ceb-54febb5d164d"}, {"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb3904b-088f-474c-b70e-bea74ba43672"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:15.736871 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.737504 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.739124 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] 10.222.0.31 "PUT /v2.0/ports/941bd5b5-84ed-4923-99ae-1e9393f6985e HTTP/1.1" status: 200 len: 1095 time: 2.0392888 Jan 28 19:23:15.739591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2262b72b-7684-4039-80b4-ced72bfc20d5', 'tag': '941bd5b5-84ed-4923-99ae-1e9393f6985e'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:15.741874 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babd2bc3-77d9-4920-8d48-81b2bda77353" -d '{"events": [{"name": "network-changed", "server_uuid": "2262b72b-7684-4039-80b4-ced72bfc20d5", "tag": "941bd5b5-84ed-4923-99ae-1e9393f6985e"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:15.847043 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac75f38-a8e4-47cc-8dfe-bcd18721da0b x-openstack-request-id: req-4ac75f38-a8e4-47cc-8dfe-bcd18721da0b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:15.847648 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0d43c1-ad10-40ce-80b6-6a600ce01dd7", "tag": "142ea68a-752b-46c9-bb1a-b4806aa40ec5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:15.847648 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ac75f38-a8e4-47cc-8dfe-bcd18721da0b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:15.847971 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0d43c1-ad10-40ce-80b6-6a600ce01dd7', 'tag': '142ea68a-752b-46c9-bb1a-b4806aa40ec5', 'status': 'completed', 'code': 200} Jan 28 19:23:15.859146 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-e192f853-a4ee-4001-95cb-814edcff7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.860762 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-e192f853-a4ee-4001-95cb-814edcff7b5c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 1126 time: 0.6360037 Jan 28 19:23:15.922510 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2ef21-7e0f-46a2-91ee-9f47f9bba69b service neutron] Pushing event updated for resources: {'Port': ['ID=941bd5b5-84ed-4923-99ae-1e9393f6985e,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:15.938701 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-88f4feed-7842-4c34-8c65-41efba77769b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Allocated IP 192.168.233.36 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/e56241e8-9992-439d-a276-a06599183449) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:15.955686 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc061e-76b5-4db5-bf8a-5918cad0efd9 req-3ff29060-57d9-4ec2-9e76-0d765443ceba tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.962184 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc061e-76b5-4db5-bf8a-5918cad0efd9 req-3ff29060-57d9-4ec2-9e76-0d765443ceba tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.962434 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d015e27-0a15-48e9-863f-9d1f47484b4b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (2cd7f2bb-dae3-4e1c-bf3b-0625cf3a2e69), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:15.968026 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc061e-76b5-4db5-bf8a-5918cad0efd9 req-3ff29060-57d9-4ec2-9e76-0d765443ceba tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.975182 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-f60eb4fd-3987-44cb-963c-4e5b7aab550c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=142ea68a-752b-46c9-bb1a-b4806aa40ec5 HTTP/1.1" status: 200 len: 217 time: 0.1013625 Jan 28 19:23:15.977020 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc061e-76b5-4db5-bf8a-5918cad0efd9 req-3ff29060-57d9-4ec2-9e76-0d765443ceba tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:15.990368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc061e-76b5-4db5-bf8a-5918cad0efd9 req-3ff29060-57d9-4ec2-9e76-0d765443ceba tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:16.002118 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63042d42-bc40-444b-b777-a980627e6243 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (5c8e1311-e0ff-4dfa-a97a-a53b6b7dd267), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:16.003326 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8dc061e-76b5-4db5-bf8a-5918cad0efd9 req-3ff29060-57d9-4ec2-9e76-0d765443ceba tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 3875 time: 0.5025940 Jan 28 19:23:16.065522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-8954345a-18d5-471c-a0cf-81c9013a906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:16.068171 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-8954345a-18d5-471c-a0cf-81c9013a906b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d9a35350d4d4187a8af2156e2f0d39a&device_id=2262b72b-7684-4039-80b4-ced72bfc20d5 HTTP/1.1" status: 200 len: 1129 time: 0.2333682 Jan 28 19:23:16.128525 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63042d42-bc40-444b-b777-a980627e6243 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:16.132490 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045a0940-c18b-4c99-9ecd-f02cec789ae0 None None] Network d1017e57-1d8f-423e-9abd-3666068c5633 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:16.143355 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-d7d7d71c-9d71-4d69-b490-048da0892911 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=941bd5b5-84ed-4923-99ae-1e9393f6985e HTTP/1.1" status: 200 len: 217 time: 0.0603530 Jan 28 19:23:16.146706 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54334) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:16.149631 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-63042d42-bc40-444b-b777-a980627e6243 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/5c8e1311-e0ff-4dfa-a97a-a53b6b7dd267 HTTP/1.1" status: 204 len: 168 time: 2.6454823 Jan 28 19:23:16.266545 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-40814fd3-e898-4b7a-a643-4dc0759009c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:16.269199 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-40814fd3-e898-4b7a-a643-4dc0759009c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 HTTP/1.1" status: 200 len: 846 time: 0.2427564 Jan 28 19:23:16.282812 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a6bcd27e-bb7b-4141-a8da-75b1386cd8d4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (97e80eea-8605-4e6d-90bd-6e52508f9934), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:16.284523 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d015e27-0a15-48e9-863f-9d1f47484b4b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Subnet': ['ID=2cd7f2bb-dae3-4e1c-bf3b-0625cf3a2e69,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:16.350213 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (d1017e57-1d8f-423e-9abd-3666068c5633), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:16.357774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-222ad4c1-ad84-4e07-9b88-68d1fed1b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:16.360857 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-222ad4c1-ad84-4e07-9b88-68d1fed1b12f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1184478 Jan 28 19:23:16.381203 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8dc061e-76b5-4db5-bf8a-5918cad0efd9 req-0d93486b-a421-4751-b66c-ea5d081e52a9 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3763776 Jan 28 19:23:16.420717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55fe419-e2fc-483c-86c2-904203b51e34 None None] DHCP port deletion for d1017e57-1d8f-423e-9abd-3666068c5633 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:23:16.515898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94601e-95d1-414b-bd13-3c18efc9b3ab req-65647f1b-9e47-412a-b9d9-f14efe391dcf tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:16.523499 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf94601e-95d1-414b-bd13-3c18efc9b3ab req-65647f1b-9e47-412a-b9d9-f14efe391dcf tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 944 time: 0.5771420 Jan 28 19:23:16.541740 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-836793fd-3476-42a6-aaaf-91b9cb7e72f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=301c456c-76ee-4f43-ab94-73ce621ebdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2539742 Jan 28 19:23:16.551266 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcd27e-bb7b-4141-a8da-75b1386cd8d4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event deleted for resources: {'Port': ['ID=97e80eea-8605-4e6d-90bd-6e52508f9934,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:16.551698 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f55fe419-e2fc-483c-86c2-904203b51e34 None None] Deleting port f566a1ed-efbf-429e-aac0-d815c3bfc552 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:16.552091 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f55fe419-e2fc-483c-86c2-904203b51e34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f566a1ed-efbf-429e-aac0-d815c3bfc552), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:16.560079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63042d42-bc40-444b-b777-a980627e6243 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Subnet': ['ID=5c8e1311-e0ff-4dfa-a97a-a53b6b7dd267,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:16.655997 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d015e27-0a15-48e9-863f-9d1f47484b4b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Checking segment: {'id': 'bd6b95b2-63d2-4f41-ba4b-aba15e075b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43f4e11f-a0c9-46aa-bc91-54afc323a6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:16.656428 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d015e27-0a15-48e9-863f-9d1f47484b4b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network hostable DHCP agents. Network: 43f4e11f-a0c9-46aa-bc91-54afc323a6f0, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:23:16.667771 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bf89676b-9847-4b45-bb5e-3f835cbbceb5 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:16.717876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f55fe419-e2fc-483c-86c2-904203b51e34 None None] For port f566a1ed-efbf-429e-aac0-d815c3bfc552, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f566a1ed-efbf-429e-aac0-d815c3bfc552,segment=NetworkSegment(768f2377-2796-46eb-9d57-28147eeb28a3),segment_id=768f2377-2796-46eb-9d57-28147eeb28a3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:16.718350 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f55fe419-e2fc-483c-86c2-904203b51e34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f566a1ed-efbf-429e-aac0-d815c3bfc552), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:16.728473 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-4166be13-8804-4d34-8e1b-f354af9901b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:16.730014 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-4166be13-8804-4d34-8e1b-f354af9901b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3478248 Jan 28 19:23:16.749151 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f55fe419-e2fc-483c-86c2-904203b51e34 None None] Calling delete_port for f566a1ed-efbf-429e-aac0-d815c3bfc552 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:16.767575 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fff4b-368d-41af-a43f-a9bdcfdc2883 req-1944b459-2985-447a-9d2d-b6923c5b3d70 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:16.769724 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ff6fff4b-368d-41af-a43f-a9bdcfdc2883 req-1944b459-2985-447a-9d2d-b6923c5b3d70 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.2731471 Jan 28 19:23:16.807492 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf94601e-95d1-414b-bd13-3c18efc9b3ab req-cad147d4-466a-43dd-baee-e51a0dab10e2 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829843 Jan 28 19:23:16.837399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d015e27-0a15-48e9-863f-9d1f47484b4b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 43f4e11f-a0c9-46aa-bc91-54afc323a6f0 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:23:16.839049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port bf89676b-9847-4b45-bb5e-3f835cbbceb5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:16.839485 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bf89676b-9847-4b45-bb5e-3f835cbbceb5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:16.856428 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-88f4feed-7842-4c34-8c65-41efba77769b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks [] for port (e56241e8-9992-439d-a276-a06599183449), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:16.871589 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-61020d3b-5454-4142-8a9c-2756a38e94cc service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996476 Jan 28 19:23:16.911210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9d015e27-0a15-48e9-863f-9d1f47484b4b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 43f4e11f-a0c9-46aa-bc91-54afc323a6f0) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:16.915444 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port f566a1ed-efbf-429e-aac0-d815c3bfc552 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:16.915789 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f566a1ed-efbf-429e-aac0-d815c3bfc552), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:16.950375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port bf89676b-9847-4b45-bb5e-3f835cbbceb5 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:16.950981 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bf89676b-9847-4b45-bb5e-3f835cbbceb5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:16.952829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42635471-b5c8-4c02-b397-3ac6740fb61c None None] Network 43f4e11f-a0c9-46aa-bc91-54afc323a6f0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:16.971364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d015e27-0a15-48e9-863f-9d1f47484b4b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:16.972023 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d015e27-0a15-48e9-863f-9d1f47484b4b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:17.009141 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87724280-f902-45ad-acc5-e1f2fcc272d6 req-d1559cb8-bf94-4a6f-a74e-b467977d1f9a tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 210 time: 0.0616980 Jan 28 19:23:17.036908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86180e83-ae36-414a-9e34-88e21b68c115 None None] Network d447f6be-ec92-4b0e-b4ea-40176f19b211 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:17.050868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a6bcd27e-bb7b-4141-a8da-75b1386cd8d4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Router de631864-170f-4322-8117-e6cdb81c39da has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:23:17.058163 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9d015e27-0a15-48e9-863f-9d1f47484b4b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0885024 Jan 28 19:23:17.058856 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54340) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:17.067172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4f160905-6168-4b7b-827f-1408b8c04987 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-206981353', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:17.076045 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ff6fff4b-368d-41af-a43f-a9bdcfdc2883 req-b4c85c5e-855f-4c61-9599-1de061be0d90 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867014 Jan 28 19:23:17.116438 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac349e84-b906-4c53-8182-e507cf5e33d2 req-7aa8233f-dcc3-4956-885b-119bf2c34ade service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346203 Jan 28 19:23:17.164970 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-88f4feed-7842-4c34-8c65-41efba77769b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (e56241e8-9992-439d-a276-a06599183449), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:17.170680 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4935ec00-fdce-4777-90f0-62298e06e247 x-openstack-request-id: req-4935ec00-fdce-4777-90f0-62298e06e247 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:17.171336 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-unplugged", "status": "completed", "tag": "2231651e-f2f6-4bc4-b992-84ee49c5e41c", "code": 200}, {"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-unplugged", "status": "completed", "tag": "97e80eea-8605-4e6d-90bd-6e52508f9934", "code": 200}, {"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-unplugged", "status": "completed", "tag": "8c68f75a-044e-472c-9ceb-54febb5d164d", "code": 200}, {"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb3904b-088f-474c-b70e-bea74ba43672", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:17.171573 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4935ec00-fdce-4777-90f0-62298e06e247 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:17.171981 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2231651e-f2f6-4bc4-b992-84ee49c5e41c', 'code': 200} Jan 28 19:23:17.172235 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e80eea-8605-4e6d-90bd-6e52508f9934', 'code': 200} Jan 28 19:23:17.172484 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c68f75a-044e-472c-9ceb-54febb5d164d', 'code': 200} Jan 28 19:23:17.172730 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb3904b-088f-474c-b70e-bea74ba43672', 'code': 200} Jan 28 19:23:17.176746 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-b322c493-9a24-4751-902a-395f07fc16e3 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304838 Jan 28 19:23:17.203550 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61160716-a7c9-4df4-8b13-bb79ce25d7d6 x-openstack-request-id: req-61160716-a7c9-4df4-8b13-bb79ce25d7d6 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:17.204046 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2262b72b-7684-4039-80b4-ced72bfc20d5", "tag": "941bd5b5-84ed-4923-99ae-1e9393f6985e", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:17.204509 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-61160716-a7c9-4df4-8b13-bb79ce25d7d6 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:17.205162 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2262b72b-7684-4039-80b4-ced72bfc20d5', 'tag': '941bd5b5-84ed-4923-99ae-1e9393f6985e', 'status': 'completed', 'code': 200} Jan 28 19:23:17.221963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] For port f566a1ed-efbf-429e-aac0-d815c3bfc552, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f566a1ed-efbf-429e-aac0-d815c3bfc552,segment=NetworkSegment(768f2377-2796-46eb-9d57-28147eeb28a3),segment_id=768f2377-2796-46eb-9d57-28147eeb28a3)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:17.225253 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f566a1ed-efbf-429e-aac0-d815c3bfc552), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:17.257333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port bf89676b-9847-4b45-bb5e-3f835cbbceb5, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bf89676b-9847-4b45-bb5e-3f835cbbceb5,segment=NetworkSegment(88cbf950-3de0-464b-9b6f-3c613a92cc6a),segment_id=88cbf950-3de0-464b-9b6f-3c613a92cc6a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:17.286426 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f160905-6168-4b7b-827f-1408b8c04987 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (b9540077-a386-464d-880f-e53999293f74), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:17.287672 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f160905-6168-4b7b-827f-1408b8c04987 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (b9540077-a386-464d-880f-e53999293f74), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:17.304359 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f55fe419-e2fc-483c-86c2-904203b51e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (f566a1ed-efbf-429e-aac0-d815c3bfc552), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:17.315002 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bf89676b-9847-4b45-bb5e-3f835cbbceb5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:17.318131 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3883c24c-9e20-4335-b8a1-3b5048874b83 None None] Provisioning complete for port bf89676b-9847-4b45-bb5e-3f835cbbceb5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:17.318674 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3883c24c-9e20-4335-b8a1-3b5048874b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bf89676b-9847-4b45-bb5e-3f835cbbceb5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:17.356911 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f160905-6168-4b7b-827f-1408b8c04987 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_controller (b9540077-a386-464d-880f-e53999293f74), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:17.374072 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f160905-6168-4b7b-827f-1408b8c04987 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (b9540077-a386-464d-880f-e53999293f74), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:17.391887 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-43f4e11f-a0c9-46aa-bc91-54afc323a6f0', 'network_id': '43f4e11f-a0c9-46aa-bc91-54afc323a6f0', 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'fixed_ips': [{'subnet_id': '2cd7f2bb-dae3-4e1c-bf3b-0625cf3a2e69'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:23:17.393188 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:17.397356 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for f566a1ed-efbf-429e-aac0-d815c3bfc552 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:17.399296 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fe419-e2fc-483c-86c2-904203b51e34 None None] Pushing event deleted for resources: {'Port': ['ID=f566a1ed-efbf-429e-aac0-d815c3bfc552,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:17.419811 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55fe419-e2fc-483c-86c2-904203b51e34 None None] No DVR routers for this DVR port f566a1ed-efbf-429e-aac0-d815c3bfc552 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:17.429549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-88f4feed-7842-4c34-8c65-41efba77769b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:17.444015 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-88f4feed-7842-4c34-8c65-41efba77769b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:17.455841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-88f4feed-7842-4c34-8c65-41efba77769b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:17.483527 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4f160905-6168-4b7b-827f-1408b8c04987 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:17.487465 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4f160905-6168-4b7b-827f-1408b8c04987 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4229786 Jan 28 19:23:17.492511 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9cbd0-a902-43cd-a829-d1d3ede970f8 req-eeb24d69-afb6-483b-b08e-0967cf1f541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:17.496118 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6b9cbd0-a902-43cd-a829-d1d3ede970f8 req-eeb24d69-afb6-483b-b08e-0967cf1f541d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 1126 time: 0.2958293 Jan 28 19:23:17.499559 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54354) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:17.501716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4feed-7842-4c34-8c65-41efba77769b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Pushing event updated for resources: {'Port': ['ID=e56241e8-9992-439d-a276-a06599183449,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:17.669352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8524a-9a4a-4f39-bb15-b0c1133d00ae req-fe4b239d-70a3-41c4-923b-456d84d1b7dc tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:17.678184 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-39f8524a-9a4a-4f39-bb15-b0c1133d00ae req-fe4b239d-70a3-41c4-923b-456d84d1b7dc tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.4361222 Jan 28 19:23:17.831359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=bf89676b-9847-4b45-bb5e-3f835cbbceb5,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:17.861209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a6bcd27e-bb7b-4141-a8da-75b1386cd8d4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:17.880493 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f169d-a17e-4163-9a6d-bb0e28f2b8f1 None None] Sync routers for ids ['de631864-170f-4322-8117-e6cdb81c39da'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:17.899353 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f169d-a17e-4163-9a6d-bb0e28f2b8f1 None None] Routers {'de631864-170f-4322-8117-e6cdb81c39da'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:17.899646 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f39f169d-a17e-4163-9a6d-bb0e28f2b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['de631864-170f-4322-8117-e6cdb81c39da'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:17.928892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3883c24c-9e20-4335-b8a1-3b5048874b83 None None] Current status of the port bf89676b-9847-4b45-bb5e-3f835cbbceb5 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:17.956302 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Allocated IP 172.21.0.2 (43f4e11f-a0c9-46aa-bc91-54afc323a6f0/2cd7f2bb-dae3-4e1c-bf3b-0625cf3a2e69/94dfe0c4-4d16-43ef-8d64-53b9979e55ec) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:18.014696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a6bcd27e-bb7b-4141-a8da-75b1386cd8d4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] No DVR routers for this DVR port 97e80eea-8605-4e6d-90bd-6e52508f9934 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:18.018899 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a6bcd27e-bb7b-4141-a8da-75b1386cd8d4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.022681 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a6bcd27e-bb7b-4141-a8da-75b1386cd8d4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.31 "DELETE /v2.0/ports/97e80eea-8605-4e6d-90bd-6e52508f9934 HTTP/1.1" status: 204 len: 173 time: 4.9134445 Jan 28 19:23:18.026658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-deleted', 'tag': '97e80eea-8605-4e6d-90bd-6e52508f9934'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:18.029287 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c96ab1b-046a-4f58-a3f7-a42db155287c" -d '{"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-deleted", "tag": "97e80eea-8605-4e6d-90bd-6e52508f9934"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:18.139946 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f39f169d-a17e-4163-9a6d-bb0e28f2b8f1 None None] Set router de631864-170f-4322-8117-e6cdb81c39da gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:23:18.301156 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d62cc04f-e88f-44bf-bd4f-9a2db1c7909c None None] Provisioning complete for port e56241e8-9992-439d-a276-a06599183449 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:18.302779 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d62cc04f-e88f-44bf-bd4f-9a2db1c7909c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e56241e8-9992-439d-a276-a06599183449), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.361228 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-699b0e76-1c64-4d33-97d9-eea6ae8d84c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.399213 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d62cc04f-e88f-44bf-bd4f-9a2db1c7909c None None] Port e56241e8-9992-439d-a276-a06599183449 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:18.404548 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Publish callbacks [] for port (94dfe0c4-4d16-43ef-8d64-53b9979e55ec), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.413198 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (94dfe0c4-4d16-43ef-8d64-53b9979e55ec), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.457914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bf89676b-9847-4b45-bb5e-3f835cbbceb5 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:18.493793 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d85f0a23-831e-443a-8741-8e5c5aea7ab7 req-c2a548b4-19e4-43a4-bb7f-9ced68435588 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3159873 Jan 28 19:23:18.532534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-88f4feed-7842-4c34-8c65-41efba77769b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:18.537712 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-88f4feed-7842-4c34-8c65-41efba77769b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.554869 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f39f169d-a17e-4163-9a6d-bb0e28f2b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de631864-170f-4322-8117-e6cdb81c39da', 'name': 'tempest-TaggedBootDevicesTest-187299519-router', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:28Z', 'updated_at': '2022-01-28T19:16:34Z', 'revision_number': 4, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'gw_port': {'id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:29Z', 'updated_at': '2022-01-28T19:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '4e02ebe3-7422-49eb-b7e7-d2d1640ffb59', 'name': '', 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'mac_address': 'fa:16:3e:76:07:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:33Z', 'updated_at': '2022-01-28T19:16:38Z', 'revision_number': 5, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'subnets': [{'id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:18.557012 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Network 43f4e11f-a0c9-46aa-bc91-54afc323a6f0 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:18.574149 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f566a1ed-efbf-429e-aac0-d815c3bfc552), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.576675 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:18.580173 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:18.586274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c19920fb-d0f3-4667-bf0c-b193dafbe93d None None] Provisioning complete for port bf89676b-9847-4b45-bb5e-3f835cbbceb5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:18.586475 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c19920fb-d0f3-4667-bf0c-b193dafbe93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bf89676b-9847-4b45-bb5e-3f835cbbceb5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.615480 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5ab64-23d1-4555-b663-f10699b32ecc req-d667f3d5-47cd-474e-9671-43bd4440a8bd tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:18.617575 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f169d-a17e-4163-9a6d-bb0e28f2b8f1 None None] Checking router: de631864-170f-4322-8117-e6cdb81c39da for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:23:18.625743 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1c5ab64-23d1-4555-b663-f10699b32ecc req-d667f3d5-47cd-474e-9671-43bd4440a8bd tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 1.2576118 Jan 28 19:23:18.632561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9cbd0-a902-43cd-a829-d1d3ede970f8 req-90b887cd-f2c6-439a-b802-9001575a9588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:18.634072 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6b9cbd0-a902-43cd-a829-d1d3ede970f8 req-90b887cd-f2c6-439a-b802-9001575a9588 service neutron] 10.222.0.31 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 907 time: 1.1182129 Jan 28 19:23:18.640208 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f169d-a17e-4163-9a6d-bb0e28f2b8f1 None None] Routers {'de631864-170f-4322-8117-e6cdb81c39da'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:18.640972 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f39f169d-a17e-4163-9a6d-bb0e28f2b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:22:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['de631864-170f-4322-8117-e6cdb81c39da'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:18.641552 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Pushing event updated for resources: {'Port': ['ID=94dfe0c4-4d16-43ef-8d64-53b9979e55ec,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:18.642744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] No DVR routers for this DVR port f566a1ed-efbf-429e-aac0-d815c3bfc552 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:18.701516 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port bf89676b-9847-4b45-bb5e-3f835cbbceb5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:18.701887 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bf89676b-9847-4b45-bb5e-3f835cbbceb5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.730975 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=f566a1ed-efbf-429e-aac0-d815c3bfc552,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:18.757504 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.787208 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-88f4feed-7842-4c34-8c65-41efba77769b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7367594 Jan 28 19:23:18.802323 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6b9cbd0-a902-43cd-a829-d1d3ede970f8 req-88d768ea-c668-4591-b08f-e439ed322551 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=142ea68a-752b-46c9-bb1a-b4806aa40ec5 HTTP/1.1" status: 200 len: 217 time: 0.1432743 Jan 28 19:23:18.818777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Request body: {'port': {'device_id': '58428551-d503-4b0d-b55a-fd7f7d6d95cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:18.838539 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f39f169d-a17e-4163-9a6d-bb0e28f2b8f1 None None] Set router de631864-170f-4322-8117-e6cdb81c39da gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:23:18.892901 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Attempting to bind port 94dfe0c4-4d16-43ef-8d64-53b9979e55ec on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:18.893289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Attempting to bind port 94dfe0c4-4d16-43ef-8d64-53b9979e55ec by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'bd6b95b2-63d2-4f41-ba4b-aba15e075b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43f4e11f-a0c9-46aa-bc91-54afc323a6f0'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:18.893661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Attempting to bind port 94dfe0c4-4d16-43ef-8d64-53b9979e55ec on network 43f4e11f-a0c9-46aa-bc91-54afc323a6f0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:18.894740 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1c5ab64-23d1-4555-b663-f10699b32ecc req-62965a74-9aa2-4cc6-b8ba-abf46c7490ab tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676830 Jan 28 19:23:18.899993 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (d1017e57-1d8f-423e-9abd-3666068c5633), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.907233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9cbd0-a902-43cd-a829-d1d3ede970f8 req-93c88bc6-7a63-453a-8580-c02f11908770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:18.909667 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6b9cbd0-a902-43cd-a829-d1d3ede970f8 req-93c88bc6-7a63-453a-8580-c02f11908770 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 HTTP/1.1" status: 200 len: 846 time: 0.0942721 Jan 28 19:23:18.928960 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-39f8524a-9a4a-4f39-bb15-b0c1133d00ae req-be73d580-452a-4b97-b2bb-733cc26da34a tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2496145 Jan 28 19:23:18.965473 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1017e57-1d8f-423e-9abd-3666068c5633']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:18.982281 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:18.982929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Checking segment: {'id': 'bd6b95b2-63d2-4f41-ba4b-aba15e075b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43f4e11f-a0c9-46aa-bc91-54afc323a6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:18.984200 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.986093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768f2377-2796-46eb-9d57-28147eeb28a3') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:18.986633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Bound using segment: {'id': 'bd6b95b2-63d2-4f41-ba4b-aba15e075b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43f4e11f-a0c9-46aa-bc91-54afc323a6f0'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:18.987235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Bound port: 94dfe0c4-4d16-43ef-8d64-53b9979e55ec, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6b95b2-63d2-4f41-ba4b-aba15e075b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '43f4e11f-a0c9-46aa-bc91-54afc323a6f0'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:18.987721 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (94dfe0c4-4d16-43ef-8d64-53b9979e55ec), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:18.989483 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768f2377-2796-46eb-9d57-28147eeb28a3') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:19.022497 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (768f2377-2796-46eb-9d57-28147eeb28a3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.037819 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c19920fb-d0f3-4667-bf0c-b193dafbe93d None None] Current status of the port bf89676b-9847-4b45-bb5e-3f835cbbceb5 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:19.047896 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (768f2377-2796-46eb-9d57-28147eeb28a3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.063052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:23:19.063638 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (768f2377-2796-46eb-9d57-28147eeb28a3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.152679 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6b9cbd0-a902-43cd-a829-d1d3ede970f8 req-e895d767-7a1d-46e4-a0fd-4cbc8f36e96d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=301c456c-76ee-4f43-ab94-73ce621ebdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1467376 Jan 28 19:23:19.168931 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f39f169d-a17e-4163-9a6d-bb0e28f2b8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de631864-170f-4322-8117-e6cdb81c39da', 'name': 'tempest-TaggedBootDevicesTest-187299519-router', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:28Z', 'updated_at': '2022-01-28T19:16:34Z', 'revision_number': 4, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'gw_port': {'id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:29Z', 'updated_at': '2022-01-28T19:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '4e02ebe3-7422-49eb-b7e7-d2d1640ffb59', 'name': '', 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'mac_address': 'fa:16:3e:76:07:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:33Z', 'updated_at': '2022-01-28T19:16:38Z', 'revision_number': 5, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'subnets': [{'id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:19.188528 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port bf89676b-9847-4b45-bb5e-3f835cbbceb5 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:23:19.209140 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:23:19.218533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] For port 94dfe0c4-4d16-43ef-8d64-53b9979e55ec, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:19.224506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] For port 94dfe0c4-4d16-43ef-8d64-53b9979e55ec, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=94dfe0c4-4d16-43ef-8d64-53b9979e55ec,segment=NetworkSegment(bd6b95b2-63d2-4f41-ba4b-aba15e075b52),segment_id=bd6b95b2-63d2-4f41-ba4b-aba15e075b52)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:19.229773 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f169d-a17e-4163-9a6d-bb0e28f2b8f1 None None] The sync data for ids ['de631864-170f-4322-8117-e6cdb81c39da'] in n-d-824834-4 is: [{'id': 'de631864-170f-4322-8117-e6cdb81c39da', 'name': 'tempest-TaggedBootDevicesTest-187299519-router', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:28Z', 'updated_at': '2022-01-28T19:16:34Z', 'revision_number': 4, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'gw_port': {'id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:29Z', 'updated_at': '2022-01-28T19:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '4e02ebe3-7422-49eb-b7e7-d2d1640ffb59', 'name': '', 'network_id': '2102cb4c-1a8c-4160-88a9-27c39edb311a', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'mac_address': 'fa:16:3e:76:07:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:33Z', 'updated_at': '2022-01-28T19:16:38Z', 'revision_number': 5, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'subnets': [{'id': 'b17c08f2-27fc-4e90-b48d-43d50a5e8a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:19.238971 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd2bc3-77d9-4920-8d48-81b2bda77353 req-a5d755b3-ab26-4921-bac4-26005ca089f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:19.242595 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-babd2bc3-77d9-4920-8d48-81b2bda77353 req-a5d755b3-ab26-4921-bac4-26005ca089f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d9a35350d4d4187a8af2156e2f0d39a&device_id=2262b72b-7684-4039-80b4-ced72bfc20d5 HTTP/1.1" status: 200 len: 1129 time: 0.6537440 Jan 28 19:23:19.256174 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (94dfe0c4-4d16-43ef-8d64-53b9979e55ec), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.340116 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f566a1ed-efbf-429e-aac0-d815c3bfc552 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:19.361223 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (d1017e57-1d8f-423e-9abd-3666068c5633), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.363939 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e56241e8-9992-439d-a276-a06599183449), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.378300 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.387592 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/networks/d1017e57-1d8f-423e-9abd-3666068c5633 HTTP/1.1" status: 204 len: 168 time: 3.2396653 Jan 28 19:23:19.404075 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54370) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:19.409506 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3283e13a-a967-43a2-9ee0-280da1e45db7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1910845726'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:19.450595 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5a51a-3898-4f73-a745-0f467b3ec537 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Network': ['ID=d1017e57-1d8f-423e-9abd-3666068c5633,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:19.471905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43b673-4cff-47cf-9918-492b0d439097 None None] Pushing event updated for resources: {'Port': ['ID=94dfe0c4-4d16-43ef-8d64-53b9979e55ec,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:19.474959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: f566a1ed-efbf-429e-aac0-d815c3bfc552 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:23:19.475302 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f566a1ed-efbf-429e-aac0-d815c3bfc552 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:23:19.485768 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Allocated IP 172.20.0.1 (d447f6be-ec92-4b0e-b4ea-40176f19b211/81d8212b-d254-4991-b893-c55fa2b4ba3a/0d5d2526-bb75-48b5-8914-0adb650d6a71) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:19.570365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f1786-29ce-4d25-9bb5-5605f0fc944c req-b0678dc0-6d3a-4beb-9c6d-90d1682084e3 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:19.576340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f1786-29ce-4d25-9bb5-5605f0fc944c req-b0678dc0-6d3a-4beb-9c6d-90d1682084e3 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:19.586862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f1786-29ce-4d25-9bb5-5605f0fc944c req-b0678dc0-6d3a-4beb-9c6d-90d1682084e3 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:19.609312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f1786-29ce-4d25-9bb5-5605f0fc944c req-b0678dc0-6d3a-4beb-9c6d-90d1682084e3 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:19.613160 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-061f1786-29ce-4d25-9bb5-5605f0fc944c req-b0678dc0-6d3a-4beb-9c6d-90d1682084e3 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 3142 time: 0.3804436 Jan 28 19:23:19.639941 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3283e13a-a967-43a2-9ee0-280da1e45db7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:19.643557 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3283e13a-a967-43a2-9ee0-280da1e45db7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.702320 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d8cbf8-4c35-458e-ae38-f08cb478f05e None None] New status for floating IP 1b34f477-7f52-4300-a2b9-3186ceba66e5: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:23:19.735438 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd2bc3-77d9-4920-8d48-81b2bda77353 req-e9458127-e299-4b82-bef8-0dc70345c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:19.736962 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-babd2bc3-77d9-4920-8d48-81b2bda77353 req-e9458127-e299-4b82-bef8-0dc70345c99c service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.4825137 Jan 28 19:23:19.758861 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3283e13a-a967-43a2-9ee0-280da1e45db7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:23:19.779906 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3283e13a-a967-43a2-9ee0-280da1e45db7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f4a8d03d-8adb-4fca-8496-06fdd48e20c4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.781554 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-3283e13a-a967-43a2-9ee0-280da1e45db7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Added segment f4a8d03d-8adb-4fca-8496-06fdd48e20c4 of type vlan for network 4d03a504-1efa-4b0b-b396-824f871c32e2 Jan 28 19:23:19.833440 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3283e13a-a967-43a2-9ee0-280da1e45db7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (4d03a504-1efa-4b0b-b396-824f871c32e2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.876279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-146ffe61-1930-4194-8d54-dea30770ef50 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Deleting port 2231651e-f2f6-4bc4-b992-84ee49c5e41c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:19.877401 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-146ffe61-1930-4194-8d54-dea30770ef50 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.973932 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3283e13a-a967-43a2-9ee0-280da1e45db7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (4d03a504-1efa-4b0b-b396-824f871c32e2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:19.991233 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3283e13a-a967-43a2-9ee0-280da1e45db7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:19.991623 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3283e13a-a967-43a2-9ee0-280da1e45db7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:20.055215 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (0d5d2526-bb75-48b5-8914-0adb650d6a71), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:20.101661 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6b9cbd0-a902-43cd-a829-d1d3ede970f8 req-b6a88ee3-370a-4444-8f52-809eff2282f9 service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835791 Jan 28 19:23:20.103560 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0d5d2526-bb75-48b5-8914-0adb650d6a71), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:20.196984 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network d447f6be-ec92-4b0e-b4ea-40176f19b211 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:20.239773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:20.273155 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:20.284739 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461322f-903d-4ec1-83c8-5c8e993dafb3 req-2281bb23-23fd-4bec-b34a-5c1b35fc6d50 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:20.287689 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5461322f-903d-4ec1-83c8-5c8e993dafb3 req-2281bb23-23fd-4bec-b34a-5c1b35fc6d50 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 944 time: 1.1574464 Jan 28 19:23:20.365217 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=0d5d2526-bb75-48b5-8914-0adb650d6a71,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:20.396912 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e679d86c-a473-4164-970d-f6c9b1ac4239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:20.423737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-146ffe61-1930-4194-8d54-dea30770ef50 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] For port 2231651e-f2f6-4bc4-b992-84ee49c5e41c, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2231651e-f2f6-4bc4-b992-84ee49c5e41c,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:20.426749 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-146ffe61-1930-4194-8d54-dea30770ef50 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:20.501877 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-146ffe61-1930-4194-8d54-dea30770ef50 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Calling delete_port for 2231651e-f2f6-4bc4-b992-84ee49c5e41c owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:20.523374 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (b9540077-a386-464d-880f-e53999293f74), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:20.524294 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-061f1786-29ce-4d25-9bb5-5605f0fc944c req-e112a208-83bd-4f4b-a923-be07065a5c3d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8862472 Jan 28 19:23:20.525740 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-babd2bc3-77d9-4920-8d48-81b2bda77353 req-21cd8fab-b04b-4355-bc93-b626726a777d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=941bd5b5-84ed-4923-99ae-1e9393f6985e HTTP/1.1" status: 200 len: 217 time: 0.6619258 Jan 28 19:23:20.577534 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 142ea68a-752b-46c9-bb1a-b4806aa40ec5 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:23:20.587827 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5461322f-903d-4ec1-83c8-5c8e993dafb3 req-b3f85f3d-eb9a-4dae-b89d-283f14848648 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791464 Jan 28 19:23:20.593466 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6b9cbd0-a902-43cd-a829-d1d3ede970f8 req-758a3f0f-3770-4775-b6d5-e0d17e4b6919 service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772215 Jan 28 19:23:20.635702 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3283e13a-a967-43a2-9ee0-280da1e45db7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2303820 Jan 28 19:23:20.667292 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54376) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:20.673741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-44876946-c726-474e-9dd2-512e9f5c92e6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'subnet': {'network_id': '4d03a504-1efa-4b0b-b396-824f871c32e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:20.720570 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6033a103-918d-4140-b404-c7c668bad61c x-openstack-request-id: req-6033a103-918d-4140-b404-c7c668bad61c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:20.720856 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-deleted", "tag": "97e80eea-8605-4e6d-90bd-6e52508f9934", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:20.721111 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6033a103-918d-4140-b404-c7c668bad61c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:20.721520 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-deleted', 'tag': '97e80eea-8605-4e6d-90bd-6e52508f9934', 'status': 'completed', 'code': 200} Jan 28 19:23:20.765460 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 94dfe0c4-4d16-43ef-8d64-53b9979e55ec up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:20.877286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283e13a-a967-43a2-9ee0-280da1e45db7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Network': ['ID=4d03a504-1efa-4b0b-b396-824f871c32e2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:20.881359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56241e8-9992-439d-a276-a06599183449 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:20.893403 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Publish callbacks [] for port (e56241e8-9992-439d-a276-a06599183449), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:20.914614 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd2bc3-77d9-4920-8d48-81b2bda77353 req-77009176-cd51-42ee-86ac-060c5d6e6592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:20.920278 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-babd2bc3-77d9-4920-8d48-81b2bda77353 req-77009176-cd51-42ee-86ac-060c5d6e6592 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.3626034 Jan 28 19:23:20.955615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 4d03a504-1efa-4b0b-b396-824f871c32e2 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:23:21.051379 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Transition to ACTIVE for port object e56241e8-9992-439d-a276-a06599183449 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:23:21.116881 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e56241e8-9992-439d-a276-a06599183449), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:21.130377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44876946-c726-474e-9dd2-512e9f5c92e6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:21.134732 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44876946-c726-474e-9dd2-512e9f5c92e6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:21.158403 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0d5d2526-bb75-48b5-8914-0adb650d6a71), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:21.178422 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:23:21.229754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a60144-d8c5-4be4-8f75-8da5741a6e27 None None] Network 43f4e11f-a0c9-46aa-bc91-54afc323a6f0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:21.263412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd2bc3-77d9-4920-8d48-81b2bda77353 req-c433ac17-1b98-4e86-916f-5a82a17341fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:21.265880 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-babd2bc3-77d9-4920-8d48-81b2bda77353 req-c433ac17-1b98-4e86-916f-5a82a17341fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3301895 Jan 28 19:23:21.307709 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Pushing event updated for resources: {'Port': ['ID=e56241e8-9992-439d-a276-a06599183449,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:21.321429 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053c368-ba6b-4bfb-97b7-a61b83144a56 req-09122f57-a393-4827-b2ee-392990cca3b0 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:21.329380 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7053c368-ba6b-4bfb-97b7-a61b83144a56 req-09122f57-a393-4827-b2ee-392990cca3b0 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 935 time: 0.3945899 Jan 28 19:23:21.390881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfc157-063b-47a9-bc86-70f6523130ce req-6911d936-987c-42fa-835e-62b13c81a2c9 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:21.406409 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-146ffe61-1930-4194-8d54-dea30770ef50 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2231651e-f2f6-4bc4-b992-84ee49c5e41c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:21.410621 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02cfc157-063b-47a9-bc86-70f6523130ce req-6911d936-987c-42fa-835e-62b13c81a2c9 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.5489902 Jan 28 19:23:21.507314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d5e7cb74-84e2-4b6e-90f4-651919710de1 None None] Provisioning complete for port 0d5d2526-bb75-48b5-8914-0adb650d6a71 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:21.510588 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cb74-84e2-4b6e-90f4-651919710de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0d5d2526-bb75-48b5-8914-0adb650d6a71), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:21.590230 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 94dfe0c4-4d16-43ef-8d64-53b9979e55ec triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:21.590607 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (94dfe0c4-4d16-43ef-8d64-53b9979e55ec), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:21.649322 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-babd2bc3-77d9-4920-8d48-81b2bda77353 req-fe3e1073-49c2-4695-8da0-45dac574ef4a service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680644 Jan 28 19:23:21.704933 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02cfc157-063b-47a9-bc86-70f6523130ce req-fe7dcf7d-04e6-4ff3-8c2c-e957a2ed1466 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694190 Jan 28 19:23:21.709521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Attempting to bind port e56241e8-9992-439d-a276-a06599183449 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:21.710152 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Attempting to bind port e56241e8-9992-439d-a276-a06599183449 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:21.710712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Attempting to bind port e56241e8-9992-439d-a276-a06599183449 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:21.728285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Port e56241e8-9992-439d-a276-a06599183449 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:23:21.728893 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Attempting to bind port e56241e8-9992-439d-a276-a06599183449 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:21.773552 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:21.774075 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:21.774726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:21.775644 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Bound port: e56241e8-9992-439d-a276-a06599183449, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:21.776139 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e56241e8-9992-439d-a276-a06599183449), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:21.809788 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 142ea68a-752b-46c9-bb1a-b4806aa40ec5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=142ea68a-752b-46c9-bb1a-b4806aa40ec5,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:21.829663 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '142ea68a-752b-46c9-bb1a-b4806aa40ec5', 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4', 'port_id': '142ea68a-752b-46c9-bb1a-b4806aa40ec5', 'mac_address': 'fa:16:3e:b1:97:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d3bf0e-e0cc-45ee-80b9-15c53de351d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:23:21.849417 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d5e7cb74-84e2-4b6e-90f4-651919710de1 None None] Port 0d5d2526-bb75-48b5-8914-0adb650d6a71 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:21.864511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccf9cb-d9ae-477c-89f9-41c4f785ee31 req-4858b8ca-406b-47a3-b9eb-a4883152c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:21.868417 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5ccf9cb-d9ae-477c-89f9-41c4f785ee31 req-4858b8ca-406b-47a3-b9eb-a4883152c89e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 1126 time: 0.2338433 Jan 28 19:23:21.894056 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:21.908058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 142ea68a-752b-46c9-bb1a-b4806aa40ec5 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:21.908472 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (142ea68a-752b-46c9-bb1a-b4806aa40ec5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:21.929902 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142ea68a-752b-46c9-bb1a-b4806aa40ec5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:21.996999 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 142ea68a-752b-46c9-bb1a-b4806aa40ec5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=142ea68a-752b-46c9-bb1a-b4806aa40ec5,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:22.017489 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (142ea68a-752b-46c9-bb1a-b4806aa40ec5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:22.018190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 941bd5b5-84ed-4923-99ae-1e9393f6985e details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:23:22.083098 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-babd2bc3-77d9-4920-8d48-81b2bda77353 req-e6d89693-f3d4-4e15-af32-e009b4137342 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849423 Jan 28 19:23:22.096022 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4b9864b8-6fa5-4249-acf3-041deb0fcb02 None None] Provisioning complete for port 94dfe0c4-4d16-43ef-8d64-53b9979e55ec triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:22.096763 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b9864b8-6fa5-4249-acf3-041deb0fcb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (94dfe0c4-4d16-43ef-8d64-53b9979e55ec), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:22.147371 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 94dfe0c4-4d16-43ef-8d64-53b9979e55ec is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:22.147748 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (94dfe0c4-4d16-43ef-8d64-53b9979e55ec), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:22.150826 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] For port e56241e8-9992-439d-a276-a06599183449, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:22.209507 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ffe61-1930-4194-8d54-dea30770ef50 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event deleted for resources: {'Port': ['ID=2231651e-f2f6-4bc4-b992-84ee49c5e41c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:22.218446 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] For port e56241e8-9992-439d-a276-a06599183449, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e56241e8-9992-439d-a276-a06599183449,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:22.230207 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba6648-f3b6-47ef-9869-7f363acdb3d3 req-dbe6f2b0-27aa-48ef-9761-7dd8f2421d56 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:22.238051 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-63ba6648-f3b6-47ef-9869-7f363acdb3d3 req-dbe6f2b0-27aa-48ef-9761-7dd8f2421d56 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.3377562 Jan 28 19:23:22.262297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccf9cb-d9ae-477c-89f9-41c4f785ee31 req-6e06e17e-71e6-475e-ab88-0c0d8098a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:22.263794 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5ccf9cb-d9ae-477c-89f9-41c4f785ee31 req-6e06e17e-71e6-475e-ab88-0c0d8098a817 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 200 len: 918 time: 0.3483171 Jan 28 19:23:22.277991 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e56241e8-9992-439d-a276-a06599183449), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:22.287996 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:23:22.354415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-146ffe61-1930-4194-8d54-dea30770ef50 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] No DVR routers for this DVR port 2231651e-f2f6-4bc4-b992-84ee49c5e41c on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:22.362307 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-146ffe61-1930-4194-8d54-dea30770ef50 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:22.365988 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-146ffe61-1930-4194-8d54-dea30770ef50 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.31 "DELETE /v2.0/ports/2231651e-f2f6-4bc4-b992-84ee49c5e41c HTTP/1.1" status: 204 len: 173 time: 4.3336322 Jan 28 19:23:22.387070 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7053c368-ba6b-4bfb-97b7-a61b83144a56 req-e68fb329-5b37-467e-a014-3c59a54ebde7 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0567801 Jan 28 19:23:22.417379 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=142ea68a-752b-46c9-bb1a-b4806aa40ec5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:22.437976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 94dfe0c4-4d16-43ef-8d64-53b9979e55ec, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=94dfe0c4-4d16-43ef-8d64-53b9979e55ec,segment=NetworkSegment(bd6b95b2-63d2-4f41-ba4b-aba15e075b52),segment_id=bd6b95b2-63d2-4f41-ba4b-aba15e075b52)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:22.450490 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (94dfe0c4-4d16-43ef-8d64-53b9979e55ec), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:22.486552 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:22.488443 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:22.490586 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] 10.222.0.37 "PUT /v2.0/ports/e56241e8-9992-439d-a276-a06599183449 HTTP/1.1" status: 200 len: 1095 time: 3.6763434 Jan 28 19:23:22.493368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58428551-d503-4b0d-b55a-fd7f7d6d95cc', 'tag': 'e56241e8-9992-439d-a276-a06599183449'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:22.502406 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284902c8-a8e9-48d9-8ca9-8d73dfee3eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "58428551-d503-4b0d-b55a-fd7f7d6d95cc", "tag": "e56241e8-9992-439d-a276-a06599183449"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:22.542107 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 941bd5b5-84ed-4923-99ae-1e9393f6985e, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=941bd5b5-84ed-4923-99ae-1e9393f6985e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:22.611573 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bf6d3-9a54-419f-a673-ac3bf5fe613e service neutron] Pushing event updated for resources: {'Port': ['ID=e56241e8-9992-439d-a276-a06599183449,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:22.612474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4b9864b8-6fa5-4249-acf3-041deb0fcb02 None None] Current status of the port 94dfe0c4-4d16-43ef-8d64-53b9979e55ec is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:22.624470 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-63ba6648-f3b6-47ef-9869-7f363acdb3d3 req-57514c5a-3b84-4713-93fb-38f425f48715 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3851964 Jan 28 19:23:22.640549 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '941bd5b5-84ed-4923-99ae-1e9393f6985e', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '941bd5b5-84ed-4923-99ae-1e9393f6985e', 'mac_address': 'fa:16:3e:8e:7e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:23:22.646332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=94dfe0c4-4d16-43ef-8d64-53b9979e55ec,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:22.660711 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5ccf9cb-d9ae-477c-89f9-41c4f785ee31 req-8a9fadc6-ada3-4689-b20e-eac5f944d658 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a HTTP/1.1" status: 200 len: 1000 time: 0.3800735 Jan 28 19:23:22.743611 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 941bd5b5-84ed-4923-99ae-1e9393f6985e is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:22.744111 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:22.764918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941bd5b5-84ed-4923-99ae-1e9393f6985e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:22.769243 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-deleted', 'tag': '2231651e-f2f6-4bc4-b992-84ee49c5e41c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:22.782162 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b294ae-0261-42ad-a0f3-8cf0af44fa86" -d '{"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-deleted", "tag": "2231651e-f2f6-4bc4-b992-84ee49c5e41c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:22.830871 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-a3718e26-a686-42d8-a9ed-23d3014b7e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:22.832399 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-a3718e26-a686-42d8-a9ed-23d3014b7e29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d9a35350d4d4187a8af2156e2f0d39a&device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 1129 time: 0.2875285 Jan 28 19:23:22.858851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccf9cb-d9ae-477c-89f9-41c4f785ee31 req-f07572c3-f4da-4046-94ae-fe93bab8e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:22.860612 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5ccf9cb-d9ae-477c-89f9-41c4f785ee31 req-f07572c3-f4da-4046-94ae-fe93bab8e80b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f81e2f04-6d65-4bf2-ae23-2d422541a4df HTTP/1.1" status: 200 len: 856 time: 0.1874750 Jan 28 19:23:22.872294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 941bd5b5-84ed-4923-99ae-1e9393f6985e, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=941bd5b5-84ed-4923-99ae-1e9393f6985e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:22.889273 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:22.904633 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (0d5d2526-bb75-48b5-8914-0adb650d6a71), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:22.919080 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-1d1d28a7-8d5c-4812-afd4-f3f7c0daf568 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=e56241e8-9992-439d-a276-a06599183449 HTTP/1.1" status: 200 len: 217 time: 0.0767126 Jan 28 19:23:22.930711 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0d5d2526-bb75-48b5-8914-0adb650d6a71), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:22.962307 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-26e71632-3f71-46bf-a1a4-8bbbf1db1d1e None None] Provisioning complete for port 94dfe0c4-4d16-43ef-8d64-53b9979e55ec triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:22.962734 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-26e71632-3f71-46bf-a1a4-8bbbf1db1d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (94dfe0c4-4d16-43ef-8d64-53b9979e55ec), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:22.983028 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9be1b-2ecb-47fb-aee8-dddd8567cc7a req-07cb48ff-69db-4303-a622-1d45829c739c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:22.989136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9be1b-2ecb-47fb-aee8-dddd8567cc7a req-07cb48ff-69db-4303-a622-1d45829c739c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:22.995098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9be1b-2ecb-47fb-aee8-dddd8567cc7a req-07cb48ff-69db-4303-a622-1d45829c739c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:23.003090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486f104-eb71-4b2c-9103-0cfa958658d0 req-b0659244-ec40-433f-a883-5d3b739bfb9a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:23.003478 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e0f9be1b-2ecb-47fb-aee8-dddd8567cc7a req-07cb48ff-69db-4303-a622-1d45829c739c tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 2410 time: 0.4330318 Jan 28 19:23:23.005008 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6486f104-eb71-4b2c-9103-0cfa958658d0 req-b0659244-ec40-433f-a883-5d3b739bfb9a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 945 time: 0.2498193 Jan 28 19:23:23.025913 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=941bd5b5-84ed-4923-99ae-1e9393f6985e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:23.030516 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44876946-c726-474e-9dd2-512e9f5c92e6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (32513f12-14ff-4cfe-a471-87bd59e5bb99), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:23.036681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-a9614904-00a9-4ce8-97e1-619f9e3595f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:23.038186 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-a9614904-00a9-4ce8-97e1-619f9e3595f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1078472 Jan 28 19:23:23.039926 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:23.072704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccf9cb-d9ae-477c-89f9-41c4f785ee31 req-6b69e520-3a70-4e51-8f95-426bb1197a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:23.073931 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5ccf9cb-d9ae-477c-89f9-41c4f785ee31 req-6b69e520-3a70-4e51-8f95-426bb1197a38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1654983 Jan 28 19:23:23.102989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-26e71632-3f71-46bf-a1a4-8bbbf1db1d1e None None] Current status of the port 94dfe0c4-4d16-43ef-8d64-53b9979e55ec is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:23.127503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['142ea68a-752b-46c9-bb1a-b4806aa40ec5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:23.135288 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a8c3a34a-81a6-400d-add1-6f88cc6af5fa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Deleting port 7b36fe92-b79b-45b6-925a-27d7f3749cd5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:23.135891 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a8c3a34a-81a6-400d-add1-6f88cc6af5fa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:23.146450 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (b9540077-a386-464d-880f-e53999293f74), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:23.157467 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6486f104-eb71-4b2c-9103-0cfa958658d0 req-21cd24c3-4266-494a-9aca-cc029232f6ab tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449487 Jan 28 19:23:23.178621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['941bd5b5-84ed-4923-99ae-1e9393f6985e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:23.197122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=0d5d2526-bb75-48b5-8914-0adb650d6a71,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:23.226536 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-3677d6ab-5d23-4a4e-b5ec-65502ad322fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:23.230574 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-3677d6ab-5d23-4a4e-b5ec-65502ad322fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1755674 Jan 28 19:23:23.235942 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c939aec3-85ee-41e7-9fac-88de7e40ae01 x-openstack-request-id: req-c939aec3-85ee-41e7-9fac-88de7e40ae01 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:23.236342 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58428551-d503-4b0d-b55a-fd7f7d6d95cc", "tag": "e56241e8-9992-439d-a276-a06599183449", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:23.236706 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c939aec3-85ee-41e7-9fac-88de7e40ae01 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:23.237221 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58428551-d503-4b0d-b55a-fd7f7d6d95cc', 'tag': 'e56241e8-9992-439d-a276-a06599183449', 'status': 'completed', 'code': 200} Jan 28 19:23:23.274973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44876946-c726-474e-9dd2-512e9f5c92e6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Subnet': ['ID=32513f12-14ff-4cfe-a471-87bd59e5bb99,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:23.320646 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8b7d50-6e19-431d-945c-82044d27ec68 x-openstack-request-id: req-6c8b7d50-6e19-431d-945c-82044d27ec68 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:23.320956 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-deleted", "tag": "2231651e-f2f6-4bc4-b992-84ee49c5e41c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:23.321247 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c8b7d50-6e19-431d-945c-82044d27ec68 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:23.321637 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-deleted', 'tag': '2231651e-f2f6-4bc4-b992-84ee49c5e41c', 'status': 'completed', 'code': 200} Jan 28 19:23:23.378655 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e0f9be1b-2ecb-47fb-aee8-dddd8567cc7a req-83411641-bd0e-4b5a-8fc4-6a40247389a4 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3682840 Jan 28 19:23:23.404039 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-72df3716-8c86-4461-8611-e25c6bebcbbf service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558208 Jan 28 19:23:23.448523 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44876946-c726-474e-9dd2-512e9f5c92e6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Checking segment: {'id': 'f4a8d03d-8adb-4fca-8496-06fdd48e20c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d03a504-1efa-4b0b-b396-824f871c32e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:23.448901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44876946-c726-474e-9dd2-512e9f5c92e6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network hostable DHCP agents. Network: 4d03a504-1efa-4b0b-b396-824f871c32e2, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:23:23.479288 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5ccf9cb-d9ae-477c-89f9-41c4f785ee31 req-f0e5e356-e93a-435b-8386-626bf2e6e1a0 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859823 Jan 28 19:23:23.493981 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a8c3a34a-81a6-400d-add1-6f88cc6af5fa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] For port 7b36fe92-b79b-45b6-925a-27d7f3749cd5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=7b36fe92-b79b-45b6-925a-27d7f3749cd5,segment=NetworkSegment(2f9ca07e-a570-4068-8d71-ec00c0d5e506),segment_id=2f9ca07e-a570-4068-8d71-ec00c0d5e506)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:23.494402 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a8c3a34a-81a6-400d-add1-6f88cc6af5fa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:23.521565 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a8c3a34a-81a6-400d-add1-6f88cc6af5fa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Calling delete_port for 7b36fe92-b79b-45b6-925a-27d7f3749cd5 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:23.529978 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44876946-c726-474e-9dd2-512e9f5c92e6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 4d03a504-1efa-4b0b-b396-824f871c32e2 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:23:23.560905 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network d447f6be-ec92-4b0e-b4ea-40176f19b211 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:23.567395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:23.575376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-44876946-c726-474e-9dd2-512e9f5c92e6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 4d03a504-1efa-4b0b-b396-824f871c32e2) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:23.587775 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176591a4-2f11-435f-8241-43f83141f538 req-927ded43-afbf-487a-88fa-b7da9f48e13b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:23.589321 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-176591a4-2f11-435f-8241-43f83141f538 req-927ded43-afbf-487a-88fa-b7da9f48e13b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.1823523 Jan 28 19:23:23.596606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2df326-6418-4a6f-bb9c-96210defbbbd None None] Network 4d03a504-1efa-4b0b-b396-824f871c32e2 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:23.612493 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44876946-c726-474e-9dd2-512e9f5c92e6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:23.613085 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44876946-c726-474e-9dd2-512e9f5c92e6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:23.695530 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e650449-5fd8-422c-ae21-91b2399d2e5d req-d0a4ec1c-8928-4586-a7d2-7a6bcd01a546 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447815 Jan 28 19:23:23.720252 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5ccf9cb-d9ae-477c-89f9-41c4f785ee31 req-c3e2cc4f-68e4-4320-84ab-dcce08674643 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100496 Jan 28 19:23:23.735832 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77dcfa-ed98-4c11-a6c1-30e6d12ccd87 req-70ac60a0-3a40-4412-b94b-55d0a4b94a16 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:23.737454 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fd77dcfa-ed98-4c11-a6c1-30e6d12ccd87 req-70ac60a0-3a40-4412-b94b-55d0a4b94a16 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 947 time: 0.2302680 Jan 28 19:23:23.750892 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-44876946-c726-474e-9dd2-512e9f5c92e6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0814795 Jan 28 19:23:23.753928 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-176591a4-2f11-435f-8241-43f83141f538 req-653d7970-39e5-4a61-ac87-e12b6cc59cd6 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538260 Jan 28 19:23:23.755023 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54416) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:23.759102 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-84dbd371-d6bd-4161-97d4-66d7bbb01c2b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-944216030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:23.812358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-4d03a504-1efa-4b0b-b396-824f871c32e2', 'network_id': '4d03a504-1efa-4b0b-b396-824f871c32e2', 'project_id': '806540a429384556a711c6ddbb9cf246', 'fixed_ips': [{'subnet_id': '32513f12-14ff-4cfe-a471-87bd59e5bb99'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:23:23.813306 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:23.815562 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84dbd371-d6bd-4161-97d4-66d7bbb01c2b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (ef07d624-ca98-4604-9977-16cef39ded0d), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:23.816784 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84dbd371-d6bd-4161-97d4-66d7bbb01c2b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (ef07d624-ca98-4604-9977-16cef39ded0d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:23.909713 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fd77dcfa-ed98-4c11-a6c1-30e6d12ccd87 req-37528a6e-ad63-4ad8-a41a-c70b0c531f2c tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445863 Jan 28 19:23:24.017510 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84dbd371-d6bd-4161-97d4-66d7bbb01c2b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_controller (ef07d624-ca98-4604-9977-16cef39ded0d), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:24.027847 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84dbd371-d6bd-4161-97d4-66d7bbb01c2b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (ef07d624-ca98-4604-9977-16cef39ded0d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:24.056163 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284902c8-a8e9-48d9-8ca9-8d73dfee3eb6 req-4aa5f41d-6a68-4df6-95a8-b88fcb8bd9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:24.057824 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-284902c8-a8e9-48d9-8ca9-8d73dfee3eb6 req-4aa5f41d-6a68-4df6-95a8-b88fcb8bd9ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d9a35350d4d4187a8af2156e2f0d39a&device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 1129 time: 0.2037950 Jan 28 19:23:24.062256 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84dbd371-d6bd-4161-97d4-66d7bbb01c2b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:24.066433 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-84dbd371-d6bd-4161-97d4-66d7bbb01c2b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3080370 Jan 28 19:23:24.066617 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:24.070942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcc714-92e9-4d92-b796-8f8bac315a2f req-c8965834-34ff-4b2f-bcd9-ca4faac26f75 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:24.072495 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3ebcc714-92e9-4d92-b796-8f8bac315a2f req-c8965834-34ff-4b2f-bcd9-ca4faac26f75 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.1769416 Jan 28 19:23:24.110238 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Allocated IP 2001:db8::2 (4d03a504-1efa-4b0b-b396-824f871c32e2/32513f12-14ff-4cfe-a471-87bd59e5bb99/cc585239-925f-40a4-92fc-f6ad44821c22) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:24.158814 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router b9540077-a386-464d-880f-e53999293f74 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:23:24.163699 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a8c3a34a-81a6-400d-add1-6f88cc6af5fa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (7b36fe92-b79b-45b6-925a-27d7f3749cd5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:24.185364 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3ebcc714-92e9-4d92-b796-8f8bac315a2f req-3bd62627-17c6-4bc9-805a-e8021f87262d tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918646 Jan 28 19:23:24.195689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284902c8-a8e9-48d9-8ca9-8d73dfee3eb6 req-734270d6-adf8-4ef9-928b-910a6b7c0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:24.197228 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-284902c8-a8e9-48d9-8ca9-8d73dfee3eb6 req-734270d6-adf8-4ef9-928b-910a6b7c0733 service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.1238291 Jan 28 19:23:24.249184 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-284902c8-a8e9-48d9-8ca9-8d73dfee3eb6 req-6fe5b737-baf4-432f-ab9f-f50d4cb76cde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=e56241e8-9992-439d-a276-a06599183449 HTTP/1.1" status: 200 len: 217 time: 0.0454528 Jan 28 19:23:24.267473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3a34a-81a6-400d-add1-6f88cc6af5fa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event deleted for resources: {'Port': ['ID=7b36fe92-b79b-45b6-925a-27d7f3749cd5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:24.374440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284902c8-a8e9-48d9-8ca9-8d73dfee3eb6 req-c5758103-6aee-4726-a4e7-f7afc3b2c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:24.376683 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-284902c8-a8e9-48d9-8ca9-8d73dfee3eb6 req-c5758103-6aee-4726-a4e7-f7afc3b2c120 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1210337 Jan 28 19:23:24.470411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed74870-50b0-4fcc-99dc-f434b6098a31 req-5d7e1b43-74c1-4bce-b164-fb03906a6253 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:24.473294 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fed74870-50b0-4fcc-99dc-f434b6098a31 req-5d7e1b43-74c1-4bce-b164-fb03906a6253 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 945 time: 0.1365230 Jan 28 19:23:24.482377 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284902c8-a8e9-48d9-8ca9-8d73dfee3eb6 req-22ba074a-070c-4662-881d-0d1afff38855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:24.484666 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-284902c8-a8e9-48d9-8ca9-8d73dfee3eb6 req-22ba074a-070c-4662-881d-0d1afff38855 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0962470 Jan 28 19:23:24.552454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-97827c55-8407-4f98-8052-ee8430700f92 None None] Provisioning complete for port 0d5d2526-bb75-48b5-8914-0adb650d6a71 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:24.552830 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97827c55-8407-4f98-8052-ee8430700f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0d5d2526-bb75-48b5-8914-0adb650d6a71), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:24.558711 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:24.609166 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Publish callbacks [] for port (cc585239-925f-40a4-92fc-f6ad44821c22), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:24.614313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-97827c55-8407-4f98-8052-ee8430700f92 None None] Port 0d5d2526-bb75-48b5-8914-0adb650d6a71 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:24.619442 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (cc585239-925f-40a4-92fc-f6ad44821c22), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:24.664633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 94dfe0c4-4d16-43ef-8d64-53b9979e55ec up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:24.686721 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fed74870-50b0-4fcc-99dc-f434b6098a31 req-34d384ea-fca6-4b76-a044-0f9d5604e1c8 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997228 Jan 28 19:23:24.697712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Network 4d03a504-1efa-4b0b-b396-824f871c32e2 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:24.714681 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:24.718834 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Pushing event updated for resources: {'Port': ['ID=cc585239-925f-40a4-92fc-f6ad44821c22,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:24.721430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:24.750200 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-284902c8-a8e9-48d9-8ca9-8d73dfee3eb6 req-e8ddee29-2df9-4358-b871-dfd94944952b service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538812 Jan 28 19:23:24.840873 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb447e49-ff65-4952-957d-23ff9d8cd4db req-9f2c8dda-7007-4ddb-878d-9e420acd4506 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:24.843204 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cb447e49-ff65-4952-957d-23ff9d8cd4db req-9f2c8dda-7007-4ddb-878d-9e420acd4506 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.8220367 Jan 28 19:23:24.851074 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Attempting to bind port cc585239-925f-40a4-92fc-f6ad44821c22 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:24.861089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Attempting to bind port cc585239-925f-40a4-92fc-f6ad44821c22 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'f4a8d03d-8adb-4fca-8496-06fdd48e20c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d03a504-1efa-4b0b-b396-824f871c32e2'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:24.861821 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Attempting to bind port cc585239-925f-40a4-92fc-f6ad44821c22 on network 4d03a504-1efa-4b0b-b396-824f871c32e2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:24.864311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 94dfe0c4-4d16-43ef-8d64-53b9979e55ec triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:24.867832 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a8c3a34a-81a6-400d-add1-6f88cc6af5fa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] No DVR routers for this DVR port 7b36fe92-b79b-45b6-925a-27d7f3749cd5 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:24.870504 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (94dfe0c4-4d16-43ef-8d64-53b9979e55ec), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:24.896004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 142ea68a-752b-46c9-bb1a-b4806aa40ec5 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:24.901298 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:24.901687 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Checking segment: {'id': 'f4a8d03d-8adb-4fca-8496-06fdd48e20c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d03a504-1efa-4b0b-b396-824f871c32e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:24.902444 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:24.902921 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Bound using segment: {'id': 'f4a8d03d-8adb-4fca-8496-06fdd48e20c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d03a504-1efa-4b0b-b396-824f871c32e2'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:24.903510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Bound port: cc585239-925f-40a4-92fc-f6ad44821c22, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8d03d-8adb-4fca-8496-06fdd48e20c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d03a504-1efa-4b0b-b396-824f871c32e2'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:24.903996 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cc585239-925f-40a4-92fc-f6ad44821c22), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:24.905049 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:24.929865 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-200da350-4139-43ae-bb84-a1ab636893d5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/b9540077-a386-464d-880f-e53999293f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4264894 Jan 28 19:23:24.930218 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41969f-6bd7-4694-9c31-5e8828a466fe None None] Sync routers for ids ['b9540077-a386-464d-880f-e53999293f74'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:24.934183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:24.936956 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a8c3a34a-81a6-400d-add1-6f88cc6af5fa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:24.942492 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-a8c3a34a-81a6-400d-add1-6f88cc6af5fa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.31 "DELETE /v2.0/ports/7b36fe92-b79b-45b6-925a-27d7f3749cd5 HTTP/1.1" status: 204 len: 173 time: 2.5606945 Jan 28 19:23:24.956483 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41969f-6bd7-4694-9c31-5e8828a466fe None None] Routers {'b9540077-a386-464d-880f-e53999293f74'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:24.958677 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9f41969f-6bd7-4694-9c31-5e8828a466fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['b9540077-a386-464d-880f-e53999293f74'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:25.022544 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56e099-7a5c-4fee-8c83-9f8217beed45 req-1eb2e7de-2a9b-494f-9775-c182e0bb253b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:25.033488 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9f41969f-6bd7-4694-9c31-5e8828a466fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:25.036099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device d8abe3d1-9141-485b-8c8a-c189f2d8ec9a details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:23:25.036568 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56e099-7a5c-4fee-8c83-9f8217beed45 req-1eb2e7de-2a9b-494f-9775-c182e0bb253b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:25.038505 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5f56e099-7a5c-4fee-8c83-9f8217beed45 req-1eb2e7de-2a9b-494f-9775-c182e0bb253b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 1677 time: 0.1830761 Jan 28 19:23:25.040701 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-284902c8-a8e9-48d9-8ca9-8d73dfee3eb6 req-9f9a6593-2751-4c99-9c22-9a0cb694207b service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837861 Jan 28 19:23:25.053587 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f41969f-6bd7-4694-9c31-5e8828a466fe None None] Routers {'b9540077-a386-464d-880f-e53999293f74'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:25.054240 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9f41969f-6bd7-4694-9c31-5e8828a466fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['b9540077-a386-464d-880f-e53999293f74'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:25.086762 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15605ee2-0a8b-49c4-a0c6-a4bff17b9228 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:25.088864 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-15605ee2-0a8b-49c4-a0c6-a4bff17b9228 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports/0d5d2526-bb75-48b5-8914-0adb650d6a71 HTTP/1.1" status: 200 len: 910 time: 0.1446693 Jan 28 19:23:25.092999 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54436) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:25.113192 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9f41969f-6bd7-4694-9c31-5e8828a466fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:25.114181 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f41969f-6bd7-4694-9c31-5e8828a466fe None None] The sync data for ids ['b9540077-a386-464d-880f-e53999293f74'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:25.132668 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5f56e099-7a5c-4fee-8c83-9f8217beed45 req-3f015cf4-f9b9-4215-beae-ae631330b541 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877461 Jan 28 19:23:25.267882 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe3386-f9af-460a-9226-e198db1792a9 req-892c059e-b011-4008-a97d-a81d4f8cbce6 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:25.272730 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cb447e49-ff65-4952-957d-23ff9d8cd4db req-eeb7ab95-3046-4c1c-94f8-ec92fc707699 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033661 Jan 28 19:23:25.284451 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-04fe3386-f9af-460a-9226-e198db1792a9 req-892c059e-b011-4008-a97d-a81d4f8cbce6 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 947 time: 0.0790508 Jan 28 19:23:25.302638 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] For port cc585239-925f-40a4-92fc-f6ad44821c22, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:25.335891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-deleted', 'tag': '7b36fe92-b79b-45b6-925a-27d7f3749cd5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:25.339092 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ccdebd-65f1-4ca4-ad4d-a6137dedc718" -d '{"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-deleted", "tag": "7b36fe92-b79b-45b6-925a-27d7f3749cd5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:25.354934 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:25.376507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 142ea68a-752b-46c9-bb1a-b4806aa40ec5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:23:25.391048 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:25.406348 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] For port cc585239-925f-40a4-92fc-f6ad44821c22, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cc585239-925f-40a4-92fc-f6ad44821c22,segment=NetworkSegment(f4a8d03d-8adb-4fca-8496-06fdd48e20c4),segment_id=f4a8d03d-8adb-4fca-8496-06fdd48e20c4)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:25.414224 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-04fe3386-f9af-460a-9226-e198db1792a9 req-f5bee64b-8acb-4492-8d34-bda1a0c14ada tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333020 Jan 28 19:23:25.414619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 142ea68a-752b-46c9-bb1a-b4806aa40ec5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:25.415094 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (142ea68a-752b-46c9-bb1a-b4806aa40ec5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:25.496619 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cc585239-925f-40a4-92fc-f6ad44821c22), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:25.499197 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 94dfe0c4-4d16-43ef-8d64-53b9979e55ec is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:25.507235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'port_id': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a', 'mac_address': 'fa:16:3e:c9:e7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:23:25.516550 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:25.536391 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e731ae-c270-4f95-9be2-e7b8b9a844eb x-openstack-request-id: req-c3e731ae-c270-4f95-9be2-e7b8b9a844eb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:25.536679 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-deleted", "tag": "7b36fe92-b79b-45b6-925a-27d7f3749cd5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:25.536931 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c3e731ae-c270-4f95-9be2-e7b8b9a844eb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:25.537440 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-deleted', 'tag': '7b36fe92-b79b-45b6-925a-27d7f3749cd5', 'status': 'completed', 'code': 200} Jan 28 19:23:25.620386 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:25.620997 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:25.662132 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-2d9b1d42-e89a-4b91-931a-164b00223a86 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Deleting port 8c68f75a-044e-472c-9ceb-54febb5d164d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:25.662393 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-2d9b1d42-e89a-4b91-931a-164b00223a86 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:25.669571 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8abe3d1-9141-485b-8c8a-c189f2d8ec9a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:25.674946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 142ea68a-752b-46c9-bb1a-b4806aa40ec5 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:25.675359 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (142ea68a-752b-46c9-bb1a-b4806aa40ec5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:25.677910 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15473d9c-e9c5-4292-a4d4-89a151680972 None None] Pushing event updated for resources: {'Port': ['ID=cc585239-925f-40a4-92fc-f6ad44821c22,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:25.715874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89383325-1fe8-41c1-89c0-08b9250de5db req-c7dc90af-759f-4767-93bc-df261a7d4d58 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:25.723551 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:25.729174 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89383325-1fe8-41c1-89c0-08b9250de5db req-c7dc90af-759f-4767-93bc-df261a7d4d58 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/networks?id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d HTTP/1.1" status: 200 len: 813 time: 0.1818931 Jan 28 19:23:25.752609 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89383325-1fe8-41c1-89c0-08b9250de5db req-7594ddac-7d83-4947-b32a-77e61f4b7d50 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/quotas/f43d98de8d634bb2b8161bbb90af92d1 HTTP/1.1" status: 200 len: 375 time: 0.0218580 Jan 28 19:23:25.756248 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 142ea68a-752b-46c9-bb1a-b4806aa40ec5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=142ea68a-752b-46c9-bb1a-b4806aa40ec5,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:25.757541 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0d43c1-ad10-40ce-80b6-6a600ce01dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142ea68a-752b-46c9-bb1a-b4806aa40ec5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:25.760026 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ea5d6f-d3ad-43fc-88e8-c389e220feaa" -d '{"events": [{"server_uuid": "ef0d43c1-ad10-40ce-80b6-6a600ce01dd7", "name": "network-vif-plugged", "status": "completed", "tag": "142ea68a-752b-46c9-bb1a-b4806aa40ec5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:25.763524 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:25.768032 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (142ea68a-752b-46c9-bb1a-b4806aa40ec5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:25.768724 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-2d9b1d42-e89a-4b91-931a-164b00223a86 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] For port 8c68f75a-044e-472c-9ceb-54febb5d164d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=8c68f75a-044e-472c-9ceb-54febb5d164d,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:25.768893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 941bd5b5-84ed-4923-99ae-1e9393f6985e up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:25.769101 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-2d9b1d42-e89a-4b91-931a-164b00223a86 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:25.782184 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-2d9b1d42-e89a-4b91-931a-164b00223a86 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Calling delete_port for 8c68f75a-044e-472c-9ceb-54febb5d164d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:25.847331 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89383325-1fe8-41c1-89c0-08b9250de5db req-8e7d02e4-a4fd-46fb-9c25-e2b15b6e268f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f43d98de8d634bb2b8161bbb90af92d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0920427 Jan 28 19:23:25.868306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:25.897832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 941bd5b5-84ed-4923-99ae-1e9393f6985e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:23:25.905698 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 941bd5b5-84ed-4923-99ae-1e9393f6985e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:25.906120 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:26.008694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d4094-0edf-459b-a664-51fa40a36e40 req-aeae6dbb-c524-4fb1-a3cd-dcd18356bb87 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:26.010581 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d93d4094-0edf-459b-a664-51fa40a36e40 req-aeae6dbb-c524-4fb1-a3cd-dcd18356bb87 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 944 time: 0.5747821 Jan 28 19:23:26.056934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790df22-287a-4bf4-b072-f942973f0152 req-54be61c0-88f0-4f5e-9858-4f00b2405b40 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:26.065600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=142ea68a-752b-46c9-bb1a-b4806aa40ec5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:26.074733 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9790df22-287a-4bf4-b072-f942973f0152 req-54be61c0-88f0-4f5e-9858-4f00b2405b40 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 946 time: 0.1161895 Jan 28 19:23:26.108798 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-2d9b1d42-e89a-4b91-931a-164b00223a86 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8c68f75a-044e-472c-9ceb-54febb5d164d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:26.116593 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['d8abe3d1-9141-485b-8c8a-c189f2d8ec9a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:26.164905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 941bd5b5-84ed-4923-99ae-1e9393f6985e is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:26.165599 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:26.170506 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9790df22-287a-4bf4-b072-f942973f0152 req-cf14d9d7-6920-4676-b3d8-99635725148d tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941505 Jan 28 19:23:26.251351 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefca803-3356-49ff-b94d-b158dbb72352 x-openstack-request-id: req-aefca803-3356-49ff-b94d-b158dbb72352 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:26.251637 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0d43c1-ad10-40ce-80b6-6a600ce01dd7", "name": "network-vif-plugged", "status": "completed", "tag": "142ea68a-752b-46c9-bb1a-b4806aa40ec5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:26.252260 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aefca803-3356-49ff-b94d-b158dbb72352 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:26.252912 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0d43c1-ad10-40ce-80b6-6a600ce01dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142ea68a-752b-46c9-bb1a-b4806aa40ec5', 'code': 200} Jan 28 19:23:26.316534 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 941bd5b5-84ed-4923-99ae-1e9393f6985e, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=941bd5b5-84ed-4923-99ae-1e9393f6985e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:26.325319 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b1d42-e89a-4b91-931a-164b00223a86 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event deleted for resources: {'Port': ['ID=8c68f75a-044e-472c-9ceb-54febb5d164d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:26.336757 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:26.403416 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-2d9b1d42-e89a-4b91-931a-164b00223a86 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] No DVR routers for this DVR port 8c68f75a-044e-472c-9ceb-54febb5d164d on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:26.412614 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61144c-2ff2-4f8d-b467-c7073c948eda req-d8106120-b5a1-4895-b5a7-de0dcef7bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:26.414266 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc61144c-2ff2-4f8d-b467-c7073c948eda req-d8106120-b5a1-4895-b5a7-de0dcef7bfaa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 1128 time: 0.0832155 Jan 28 19:23:26.423562 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74123f5-6887-473b-8921-67023e49e10b req-1f2dfc0a-a19a-4d0e-9419-871045f15868 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:26.436471 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f74123f5-6887-473b-8921-67023e49e10b req-1f2dfc0a-a19a-4d0e-9419-871045f15868 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.1373746 Jan 28 19:23:26.446393 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-2d9b1d42-e89a-4b91-931a-164b00223a86 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:26.450604 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-2d9b1d42-e89a-4b91-931a-164b00223a86 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.31 "DELETE /v2.0/ports/8c68f75a-044e-472c-9ceb-54febb5d164d HTTP/1.1" status: 204 len: 173 time: 1.4912844 Jan 28 19:23:26.454986 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d93d4094-0edf-459b-a664-51fa40a36e40 req-2d82d858-0b75-48a7-aef8-cf0d4a647a63 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3527956 Jan 28 19:23:26.469904 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=941bd5b5-84ed-4923-99ae-1e9393f6985e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:26.614992 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f74123f5-6887-473b-8921-67023e49e10b req-b54ee110-1050-4d57-9327-5a8ca1e28fa6 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772711 Jan 28 19:23:26.630607 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc61144c-2ff2-4f8d-b467-c7073c948eda req-715f6312-f94c-4bca-a040-a263e2e813d7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728530 Jan 28 19:23:26.651686 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Allocated IP 2001:db8::1 (4d03a504-1efa-4b0b-b396-824f871c32e2/32513f12-14ff-4cfe-a471-87bd59e5bb99/25e3faac-c15f-46c3-be87-ee232c7c0b20) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:26.737041 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:26.793935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c3d33-8526-475a-9689-e73957406abd req-94070e6b-b960-401b-b833-0c5429c1e778 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:26.801712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-660c3d33-8526-475a-9689-e73957406abd req-94070e6b-b960-401b-b833-0c5429c1e778 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 947 time: 0.0906801 Jan 28 19:23:26.881505 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-660c3d33-8526-475a-9689-e73957406abd req-fb1313ef-1c16-428e-9760-a381e2347430 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787294 Jan 28 19:23:27.063935 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cc585239-925f-40a4-92fc-f6ad44821c22 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:27.081058 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486673b-edce-4e39-9968-00c5651c457c req-b8e0d00b-2d86-4d35-a093-79e4f9335623 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:27.081479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-41e1c827-fbe0-4cc8-9f94-910d115fc5b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Deleting port 9fb3904b-088f-474c-b70e-bea74ba43672 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:27.081983 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-41e1c827-fbe0-4cc8-9f94-910d115fc5b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9fb3904b-088f-474c-b70e-bea74ba43672), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:27.082714 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5486673b-edce-4e39-9968-00c5651c457c req-b8e0d00b-2d86-4d35-a093-79e4f9335623 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.1169593 Jan 28 19:23:27.092328 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (25e3faac-c15f-46c3-be87-ee232c7c0b20), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:27.101897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5a8ff-84d5-4cb1-9c37-66f91b3bb426 req-921249b5-45e6-4dd1-a6a6-7a2d091611a9 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:27.109741 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4f5a8ff-84d5-4cb1-9c37-66f91b3bb426 req-921249b5-45e6-4dd1-a6a6-7a2d091611a9 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 943 time: 0.4166439 Jan 28 19:23:27.159890 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port cc585239-925f-40a4-92fc-f6ad44821c22 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:27.160324 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cc585239-925f-40a4-92fc-f6ad44821c22), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:27.166461 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5486673b-edce-4e39-9968-00c5651c457c req-bb8abf1f-2ca7-4b88-8bf3-84ebc434c23c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677588 Jan 28 19:23:27.252261 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port cc585239-925f-40a4-92fc-f6ad44821c22 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:27.252657 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cc585239-925f-40a4-92fc-f6ad44821c22), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:27.304943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port cc585239-925f-40a4-92fc-f6ad44821c22, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cc585239-925f-40a4-92fc-f6ad44821c22,segment=NetworkSegment(f4a8d03d-8adb-4fca-8496-06fdd48e20c4),segment_id=f4a8d03d-8adb-4fca-8496-06fdd48e20c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:27.315721 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cc585239-925f-40a4-92fc-f6ad44821c22), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:27.375690 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=cc585239-925f-40a4-92fc-f6ad44821c22,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:27.399451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d5cf42-1537-4dc6-8b48-86a091e945a1 None None] Network 4d03a504-1efa-4b0b-b396-824f871c32e2 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:27.411471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bc22d-c1c5-43c2-a485-5f85c8e12b51 req-72fa70d0-8183-41ae-9bdc-2f0312c26289 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:27.414006 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5b1bc22d-c1c5-43c2-a485-5f85c8e12b51 req-72fa70d0-8183-41ae-9bdc-2f0312c26289 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 946 time: 0.1037624 Jan 28 19:23:27.510834 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5b1bc22d-c1c5-43c2-a485-5f85c8e12b51 req-92367717-f9ad-46a5-a806-05754de66ffa tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906091 Jan 28 19:23:27.516440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8646559f-71ae-4a89-a76c-151a511547a1 None None] Provisioning complete for port cc585239-925f-40a4-92fc-f6ad44821c22 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:27.517195 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8646559f-71ae-4a89-a76c-151a511547a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cc585239-925f-40a4-92fc-f6ad44821c22), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:27.569320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-deleted', 'tag': '8c68f75a-044e-472c-9ceb-54febb5d164d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:27.572504 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1034a6-6640-4299-a532-d4801f03fe17" -d '{"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-deleted", "tag": "8c68f75a-044e-472c-9ceb-54febb5d164d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:27.655814 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c8e0cd9-fb52-42bf-b9c1-ea243cc15c09 req-5b2861f5-cc9a-44d2-99cf-8ec2b3f0ca20 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f43d98de8d634bb2b8161bbb90af92d1 HTTP/1.1" status: 200 len: 221 time: 0.0499358 Jan 28 19:23:27.666160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8646559f-71ae-4a89-a76c-151a511547a1 None None] Current status of the port cc585239-925f-40a4-92fc-f6ad44821c22 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:27.733954 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4f5a8ff-84d5-4cb1-9c37-66f91b3bb426 req-31f4e990-09c2-49cc-9416-6156d10c6232 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups?id=3d51f05d-7623-4222-b390-56706a33fc17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6223192 Jan 28 19:23:27.803391 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cf9ca-2c6d-419a-a64d-d1b8155adea5 req-dcd4a879-ab0d-4f5f-8779-f9b52b63d65c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:27.806474 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dd6cf9ca-2c6d-419a-a64d-d1b8155adea5 req-dcd4a879-ab0d-4f5f-8779-f9b52b63d65c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 945 time: 0.0907965 Jan 28 19:23:27.874167 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dd6cf9ca-2c6d-419a-a64d-d1b8155adea5 req-c35efe68-77bd-42f3-99d9-de0ef6268bdc tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594239 Jan 28 19:23:27.889917 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ed24fb-18bc-42b0-9f68-0e1f8eb0e0cb x-openstack-request-id: req-80ed24fb-18bc-42b0-9f68-0e1f8eb0e0cb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:27.890816 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-deleted", "tag": "8c68f75a-044e-472c-9ceb-54febb5d164d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:27.891500 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80ed24fb-18bc-42b0-9f68-0e1f8eb0e0cb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:27.892285 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-deleted', 'tag': '8c68f75a-044e-472c-9ceb-54febb5d164d', 'status': 'completed', 'code': 200} Jan 28 19:23:27.898196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-41e1c827-fbe0-4cc8-9f94-910d115fc5b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] For port 9fb3904b-088f-474c-b70e-bea74ba43672, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=9fb3904b-088f-474c-b70e-bea74ba43672,segment=NetworkSegment(2f9ca07e-a570-4068-8d71-ec00c0d5e506),segment_id=2f9ca07e-a570-4068-8d71-ec00c0d5e506)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:27.898810 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-41e1c827-fbe0-4cc8-9f94-910d115fc5b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9fb3904b-088f-474c-b70e-bea74ba43672), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:27.902308 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (25e3faac-c15f-46c3-be87-ee232c7c0b20), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:27.942291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-41e1c827-fbe0-4cc8-9f94-910d115fc5b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Calling delete_port for 9fb3904b-088f-474c-b70e-bea74ba43672 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:28.047870 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a266d9-969d-400f-9dfa-35fdb8a7d630 req-8ec2cf1d-1422-4879-9464-8277b079b058 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:28.050454 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 4d03a504-1efa-4b0b-b396-824f871c32e2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:28.055216 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1a266d9-969d-400f-9dfa-35fdb8a7d630 req-8ec2cf1d-1422-4879-9464-8277b079b058 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 947 time: 0.0668344 Jan 28 19:23:28.082647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:28.097618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:28.098339 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (ef07d624-ca98-4604-9977-16cef39ded0d), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.101393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Allocated IP 172.21.0.1 (43f4e11f-a0c9-46aa-bc91-54afc323a6f0/2cd7f2bb-dae3-4e1c-bf3b-0625cf3a2e69/93447e5e-e398-4a6a-8978-615ceb0f1521) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:28.103749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9367a9e4-3902-487d-9e60-e44d815b329c None None] Provisioning complete for port cc585239-925f-40a4-92fc-f6ad44821c22 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:28.104773 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9367a9e4-3902-487d-9e60-e44d815b329c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cc585239-925f-40a4-92fc-f6ad44821c22), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.112797 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=25e3faac-c15f-46c3-be87-ee232c7c0b20,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:28.121558 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f1a266d9-969d-400f-9dfa-35fdb8a7d630 req-bed1c857-f8db-46e0-b3f6-d869149be52f tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652838 Jan 28 19:23:28.236746 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9367a9e4-3902-487d-9e60-e44d815b329c None None] Current status of the port cc585239-925f-40a4-92fc-f6ad44821c22 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:28.254240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2262b72b-7684-4039-80b4-ced72bfc20d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941bd5b5-84ed-4923-99ae-1e9393f6985e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:28.256775 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdedef8-49d2-4a00-9f3c-4855cacb049f" -d '{"events": [{"server_uuid": "2262b72b-7684-4039-80b4-ced72bfc20d5", "name": "network-vif-plugged", "status": "completed", "tag": "941bd5b5-84ed-4923-99ae-1e9393f6985e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:28.290071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75a16d-ca8f-4976-b00d-f6271e0e6425 req-cd168cd3-e72c-4875-aecc-0f0ece18b321 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:28.292294 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c75a16d-ca8f-4976-b00d-f6271e0e6425 req-cd168cd3-e72c-4875-aecc-0f0ece18b321 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.2937787 Jan 28 19:23:28.335612 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0322084c-e96e-4d18-a483-51659bb4b1f1 x-openstack-request-id: req-0322084c-e96e-4d18-a483-51659bb4b1f1 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:28.336219 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2262b72b-7684-4039-80b4-ced72bfc20d5", "name": "network-vif-plugged", "status": "completed", "tag": "941bd5b5-84ed-4923-99ae-1e9393f6985e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:28.336631 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0322084c-e96e-4d18-a483-51659bb4b1f1 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:28.337221 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2262b72b-7684-4039-80b4-ced72bfc20d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941bd5b5-84ed-4923-99ae-1e9393f6985e', 'code': 200} Jan 28 19:23:28.522533 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06316b-9ab9-451d-b623-cb3c93f39dd4 req-0e17c38c-f2e6-481e-8677-cf0a6db9e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:28.524287 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5c06316b-9ab9-451d-b623-cb3c93f39dd4 req-0e17c38c-f2e6-481e-8677-cf0a6db9e66e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2262b72b-7684-4039-80b4-ced72bfc20d5 HTTP/1.1" status: 200 len: 1131 time: 0.0866261 Jan 28 19:23:28.595616 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5c06316b-9ab9-451d-b623-cb3c93f39dd4 req-fa6f06f2-ae74-4128-9102-221a9313c92b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564537 Jan 28 19:23:28.595864 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-68fca03b-a9a6-42c7-863f-a566d573704a None None] Provisioning complete for port 25e3faac-c15f-46c3-be87-ee232c7c0b20 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:28.596228 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68fca03b-a9a6-42c7-863f-a566d573704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (25e3faac-c15f-46c3-be87-ee232c7c0b20), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.611205 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (25e3faac-c15f-46c3-be87-ee232c7c0b20), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.619527 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c75a16d-ca8f-4976-b00d-f6271e0e6425 req-bc6560e1-e169-41c6-ad9d-2be49927b341 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370846 Jan 28 19:23:28.635922 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-41e1c827-fbe0-4cc8-9f94-910d115fc5b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (9fb3904b-088f-474c-b70e-bea74ba43672), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.646047 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (93447e5e-e398-4a6a-8978-615ceb0f1521), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.646329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cc585239-925f-40a4-92fc-f6ad44821c22 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:28.668493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cda8d-43f8-44ab-8c7b-5eebcd4d9cd8 req-30ec4dde-7cb3-4e33-a035-68f6fdea0d3c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:28.678585 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d2cda8d-43f8-44ab-8c7b-5eebcd4d9cd8 req-30ec4dde-7cb3-4e33-a035-68f6fdea0d3c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 946 time: 0.0817995 Jan 28 19:23:28.714587 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1c827-fbe0-4cc8-9f94-910d115fc5b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event deleted for resources: {'Port': ['ID=9fb3904b-088f-474c-b70e-bea74ba43672,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:28.744467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-68fca03b-a9a6-42c7-863f-a566d573704a None None] Port 25e3faac-c15f-46c3-be87-ee232c7c0b20 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:28.761510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port cc585239-925f-40a4-92fc-f6ad44821c22 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:28.762295 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cc585239-925f-40a4-92fc-f6ad44821c22), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.765830 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d2cda8d-43f8-44ab-8c7b-5eebcd4d9cd8 req-c5ab9411-b14c-4880-936a-60916dbe8064 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856001 Jan 28 19:23:28.860963 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-41e1c827-fbe0-4cc8-9f94-910d115fc5b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] No DVR routers for this DVR port 9fb3904b-088f-474c-b70e-bea74ba43672 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:28.869981 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port cc585239-925f-40a4-92fc-f6ad44821c22 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:28.895218 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc2a0b40-af53-4a8f-a471-b322c7232942 req-4500fd17-5dfc-44a4-9a98-637276503dce tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0291655 Jan 28 19:23:28.895988 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-41e1c827-fbe0-4cc8-9f94-910d115fc5b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.899496 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-86fa72b4-c80b-40da-b1bf-19002e2e20ad req-41e1c827-fbe0-4cc8-9f94-910d115fc5b7 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.31 "DELETE /v2.0/ports/9fb3904b-088f-474c-b70e-bea74ba43672 HTTP/1.1" status: 204 len: 173 time: 2.4416368 Jan 28 19:23:28.933019 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (93447e5e-e398-4a6a-8978-615ceb0f1521), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:28.950553 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82088a-f081-44aa-a48f-7d4d7e5eb272 req-4fb8eedd-9aaa-4aa0-9392-a383cf544706 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:28.952251 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ee82088a-f081-44aa-a48f-7d4d7e5eb272 req-4fb8eedd-9aaa-4aa0-9392-a383cf544706 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.2337766 Jan 28 19:23:29.033738 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8bc3a-e73f-44e5-973b-9aeae6c2e917 req-108f7f8d-7d3f-49c9-87f2-dbf5f93b421c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:29.035190 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ec8bc3a-e73f-44e5-973b-9aeae6c2e917 req-108f7f8d-7d3f-49c9-87f2-dbf5f93b421c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 945 time: 0.0589106 Jan 28 19:23:29.036053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 43f4e11f-a0c9-46aa-bc91-54afc323a6f0 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:29.040906 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e56241e8-9992-439d-a276-a06599183449 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:23:29.045106 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device d8abe3d1-9141-485b-8c8a-c189f2d8ec9a up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:29.080101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:29.093590 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:29.101975 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=93447e5e-e398-4a6a-8978-615ceb0f1521,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:29.107322 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ec8bc3a-e73f-44e5-973b-9aeae6c2e917 req-01667107-6fc3-4eea-bbb3-584254d5d7b3 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650649 Jan 28 19:23:29.152970 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ee82088a-f081-44aa-a48f-7d4d7e5eb272 req-b87afa04-9dab-47f0-aedf-5f58e7359770 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834867 Jan 28 19:23:29.226358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:29.226938 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:29.237830 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (b9540077-a386-464d-880f-e53999293f74), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:29.427282 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (25e3faac-c15f-46c3-be87-ee232c7c0b20), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:29.448148 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (25e3faac-c15f-46c3-be87-ee232c7c0b20), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:29.449046 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (ef07d624-ca98-4604-9977-16cef39ded0d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:29.453008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd1258-4eeb-4daa-bec1-11a7b44501a4 req-3170875a-6830-4271-8095-402804199b47 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:29.460048 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23bd1258-4eeb-4daa-bec1-11a7b44501a4 req-3170875a-6830-4271-8095-402804199b47 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 806 time: 0.2262962 Jan 28 19:23:29.490840 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23bd1258-4eeb-4daa-bec1-11a7b44501a4 req-d8e65b8d-2d63-480e-91f5-be81a4975c0a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/quotas/fd603e28722c42b28138d18f99e1230c HTTP/1.1" status: 200 len: 375 time: 0.0288346 Jan 28 19:23:29.519824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27ed94-927e-49f5-b402-c102d966eaa3 req-3e244dd5-25eb-4534-9da3-f7dd47fd6772 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:29.530358 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a27ed94-927e-49f5-b402-c102d966eaa3 req-3e244dd5-25eb-4534-9da3-f7dd47fd6772 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 947 time: 0.2299199 Jan 28 19:23:29.576197 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23bd1258-4eeb-4daa-bec1-11a7b44501a4 req-e74979e7-1c86-419e-a3eb-98a2e064908b tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830965 Jan 28 19:23:29.661973 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e56241e8-9992-439d-a276-a06599183449, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e56241e8-9992-439d-a276-a06599183449,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:29.686768 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=25e3faac-c15f-46c3-be87-ee232c7c0b20,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:29.696603 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (93447e5e-e398-4a6a-8978-615ceb0f1521), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:29.706634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-21975d4a-454f-4955-9a54-9ad7449bbe31 None None] Provisioning complete for port 93447e5e-e398-4a6a-8978-615ceb0f1521 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:29.707632 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23bd1258-4eeb-4daa-bec1-11a7b44501a4 req-dacf2274-7894-480d-9d66-558dd038c03c service neutron] 10.222.0.55 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290610 Jan 28 19:23:29.710710 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-21975d4a-454f-4955-9a54-9ad7449bbe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (93447e5e-e398-4a6a-8978-615ceb0f1521), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:29.790242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'e56241e8-9992-439d-a276-a06599183449', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': 'e56241e8-9992-439d-a276-a06599183449', 'mac_address': 'fa:16:3e:15:9a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:23:29.797170 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a27ed94-927e-49f5-b402-c102d966eaa3 req-ca979c99-d643-4f87-86f6-769bb3889d01 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656152 Jan 28 19:23:29.800443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-21975d4a-454f-4955-9a54-9ad7449bbe31 None None] Port 93447e5e-e398-4a6a-8978-615ceb0f1521 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:29.871353 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23bd1258-4eeb-4daa-bec1-11a7b44501a4 req-53fce25a-7557-4b3d-92a6-ef24f965fa68 service neutron] 10.222.0.55 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625130 Jan 28 19:23:29.959576 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-deleted', 'tag': '9fb3904b-088f-474c-b70e-bea74ba43672'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:29.962204 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb6bd46-c3cd-4e62-b803-bbdfcbe06247" -d '{"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-deleted", "tag": "9fb3904b-088f-474c-b70e-bea74ba43672"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:29.965389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port e56241e8-9992-439d-a276-a06599183449 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:29.967415 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e56241e8-9992-439d-a276-a06599183449), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:29.973811 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 4d03a504-1efa-4b0b-b396-824f871c32e2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:29.993412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:30.004218 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:30.016450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:30.033439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56241e8-9992-439d-a276-a06599183449 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:30.151823 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e56241e8-9992-439d-a276-a06599183449, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e56241e8-9992-439d-a276-a06599183449,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:30.156861 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:30.159875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:30.167980 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e56241e8-9992-439d-a276-a06599183449), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:30.178614 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:30.216846 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37315bfa-ba65-422d-9cdb-0a56d480b5d2 req-929ff163-4b7f-494e-b755-fd98de292012 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0559518 Jan 28 19:23:30.265086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=e56241e8-9992-439d-a276-a06599183449,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:30.332936 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b7fbf8-f9db-4cea-83ac-a79ef1b93940 x-openstack-request-id: req-06b7fbf8-f9db-4cea-83ac-a79ef1b93940 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:30.333803 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8808fb08-3b81-43c4-9cbf-d76fb10c909f", "name": "network-vif-deleted", "tag": "9fb3904b-088f-474c-b70e-bea74ba43672", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:30.337471 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06b7fbf8-f9db-4cea-83ac-a79ef1b93940 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:30.338129 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8808fb08-3b81-43c4-9cbf-d76fb10c909f', 'name': 'network-vif-deleted', 'tag': '9fb3904b-088f-474c-b70e-bea74ba43672', 'status': 'completed', 'code': 200} Jan 28 19:23:30.339739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:30.342591 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25688a98-0b15-486c-85ac-5e7408a191aa" -d '{"events": [{"server_uuid": "21d74e39-0fd8-45d9-9ea1-9efa53faae9d", "name": "network-vif-plugged", "status": "completed", "tag": "d8abe3d1-9141-485b-8c8a-c189f2d8ec9a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:30.365509 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d786cae-1083-4876-899f-d0d22f3947aa req-b81d3d03-d959-4b3f-8291-7667d957757f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:30.381531 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8d786cae-1083-4876-899f-d0d22f3947aa req-b81d3d03-d959-4b3f-8291-7667d957757f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.4163289 Jan 28 19:23:30.392314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:30.474839 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['e56241e8-9992-439d-a276-a06599183449'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:30.607042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-022fc40c-14cf-48e2-b444-f0d2c724e60e None None] Provisioning complete for port 25e3faac-c15f-46c3-be87-ee232c7c0b20 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:30.607767 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-022fc40c-14cf-48e2-b444-f0d2c724e60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (25e3faac-c15f-46c3-be87-ee232c7c0b20), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:30.640482 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (93447e5e-e398-4a6a-8978-615ceb0f1521), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:30.659871 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (93447e5e-e398-4a6a-8978-615ceb0f1521), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:30.714328 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-022fc40c-14cf-48e2-b444-f0d2c724e60e None None] Port 25e3faac-c15f-46c3-be87-ee232c7c0b20 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:30.772763 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48483278-d503-4e91-b89c-da6fed78da27 req-4beceb2a-aacd-4ad7-a16f-68f91a2e351b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:30.774381 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48483278-d503-4e91-b89c-da6fed78da27 req-4beceb2a-aacd-4ad7-a16f-68f91a2e351b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 947 time: 0.0753253 Jan 28 19:23:30.781085 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (b9540077-a386-464d-880f-e53999293f74), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:30.794775 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=93447e5e-e398-4a6a-8978-615ceb0f1521,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:30.932780 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48483278-d503-4e91-b89c-da6fed78da27 req-3995bf8a-1e6b-4b9d-8d1b-dbaf16ec2581 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441848 Jan 28 19:23:30.983660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 43f4e11f-a0c9-46aa-bc91-54afc323a6f0 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:30.990706 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cace27af-c376-47f3-989a-6efa269214ad x-openstack-request-id: req-cace27af-c376-47f3-989a-6efa269214ad {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:30.991339 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d74e39-0fd8-45d9-9ea1-9efa53faae9d", "name": "network-vif-plugged", "status": "completed", "tag": "d8abe3d1-9141-485b-8c8a-c189f2d8ec9a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:30.991780 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cace27af-c376-47f3-989a-6efa269214ad {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:30.992344 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a', 'code': 200} Jan 28 19:23:31.008073 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8d786cae-1083-4876-899f-d0d22f3947aa req-199d2ddd-f945-4bfe-891e-bd0c56f58fe4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533255 Jan 28 19:23:31.013333 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:31.022946 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router ef07d624-ca98-4604-9977-16cef39ded0d is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:23:31.462525 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0ddfe74c-d2c1-4e33-9f21-c5f1852cbefa None None] Provisioning complete for port 93447e5e-e398-4a6a-8978-615ceb0f1521 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:31.463141 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe74c-d2c1-4e33-9f21-c5f1852cbefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (93447e5e-e398-4a6a-8978-615ceb0f1521), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:31.536592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:31.538409 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0ddfe74c-d2c1-4e33-9f21-c5f1852cbefa None None] Port 93447e5e-e398-4a6a-8978-615ceb0f1521 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:31.544901 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-83540296-f450-44ad-993c-ed193847ea80 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/ef07d624-ca98-4604-9977-16cef39ded0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4751809 Jan 28 19:23:31.552554 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54570) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:31.556206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa2fe0-7c5a-4a68-b27d-8dd10194cf1a None None] Sync routers for ids ['ef07d624-ca98-4604-9977-16cef39ded0d'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:31.574583 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa2fe0-7c5a-4a68-b27d-8dd10194cf1a None None] Routers {'ef07d624-ca98-4604-9977-16cef39ded0d'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:31.576608 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f0fa2fe0-7c5a-4a68-b27d-8dd10194cf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['ef07d624-ca98-4604-9977-16cef39ded0d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:31.623936 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f0fa2fe0-7c5a-4a68-b27d-8dd10194cf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:31.635906 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa2fe0-7c5a-4a68-b27d-8dd10194cf1a None None] Routers {'ef07d624-ca98-4604-9977-16cef39ded0d'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:31.636888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f0fa2fe0-7c5a-4a68-b27d-8dd10194cf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['ef07d624-ca98-4604-9977-16cef39ded0d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:31.688047 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830c650-57bd-43a5-bbac-8ec2e5f244d6 req-41336b8b-7991-488a-b948-5007a5d1437d tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:31.689257 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f0fa2fe0-7c5a-4a68-b27d-8dd10194cf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:31.689640 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9830c650-57bd-43a5-bbac-8ec2e5f244d6 req-41336b8b-7991-488a-b948-5007a5d1437d tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 948 time: 0.1546140 Jan 28 19:23:31.690445 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa2fe0-7c5a-4a68-b27d-8dd10194cf1a None None] The sync data for ids ['ef07d624-ca98-4604-9977-16cef39ded0d'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:31.699443 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6de0d47-0e25-43cc-ac67-681dd711dbbb tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:31.703477 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e6de0d47-0e25-43cc-ac67-681dd711dbbb tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports/25e3faac-c15f-46c3-be87-ee232c7c0b20 HTTP/1.1" status: 200 len: 911 time: 0.1463869 Jan 28 19:23:31.703870 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d99b89-16cb-4ecb-b94d-fb236284a369 req-e54e4604-dada-4043-8059-0c1a5cee3b81 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:31.705458 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54574) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:31.711806 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25d99b89-16cb-4ecb-b94d-fb236284a369 req-e54e4604-dada-4043-8059-0c1a5cee3b81 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.5101614 Jan 28 19:23:31.763143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router b9540077-a386-464d-880f-e53999293f74 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:23:31.774782 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25d99b89-16cb-4ecb-b94d-fb236284a369 req-bfe5aeee-e12d-4ed4-bdb0-1c4aa8ac7fec tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619822 Jan 28 19:23:31.840052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72e378-0998-4ecc-ab03-13c8d3764fb0 req-06d6a385-a8a0-45d1-a499-e0d576b83c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:31.841714 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f72e378-0998-4ecc-ab03-13c8d3764fb0 req-06d6a385-a8a0-45d1-a499-e0d576b83c72 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 1129 time: 0.1783791 Jan 28 19:23:31.931713 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f72e378-0998-4ecc-ab03-13c8d3764fb0 req-f7d9ca92-01da-43ce-9af8-d62bc368adc7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834236 Jan 28 19:23:31.965769 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9830c650-57bd-43a5-bbac-8ec2e5f244d6 req-fb3f52d3-bd38-4207-be08-5b9621897b2b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637990 Jan 28 19:23:32.023569 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:32.035207 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d7203-93dd-41c0-9e5b-b3f08e81af1b None None] Sync routers for ids ['b9540077-a386-464d-880f-e53999293f74'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:32.055900 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d7203-93dd-41c0-9e5b-b3f08e81af1b None None] Routers {'b9540077-a386-464d-880f-e53999293f74'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:32.056528 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b50d7203-93dd-41c0-9e5b-b3f08e81af1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['b9540077-a386-464d-880f-e53999293f74'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:32.066391 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-7b2c4f4f-a53c-4260-9625-1f947d629c40 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:32.072879 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-7b2c4f4f-a53c-4260-9625-1f947d629c40 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 806 time: 0.1866055 Jan 28 19:23:32.093794 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b50d7203-93dd-41c0-9e5b-b3f08e81af1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:32.103516 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d7203-93dd-41c0-9e5b-b3f08e81af1b None None] Routers {'b9540077-a386-464d-880f-e53999293f74'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:32.104327 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b50d7203-93dd-41c0-9e5b-b3f08e81af1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['b9540077-a386-464d-880f-e53999293f74'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:32.116900 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-361d23fb-0424-4bfa-abad-f81d70f3d6cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/b9540077-a386-464d-880f-e53999293f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0122499 Jan 28 19:23:32.117127 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-536a4a78-c7c4-4bab-9122-7d2bfafe21b8 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/quotas/fd603e28722c42b28138d18f99e1230c HTTP/1.1" status: 200 len: 375 time: 0.0333436 Jan 28 19:23:32.117789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54590) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:32.155495 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eee048fe-8a2a-416c-9fdd-842fe5a4ef04 req-f7561e1d-83f1-45a1-9254-ba3fa1bd4422 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0634525 Jan 28 19:23:32.279080 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ec8d7-43be-4b61-904d-2034c1ee6d9d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:32.280509 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7f1ec8d7-43be-4b61-904d-2034c1ee6d9d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports/93447e5e-e398-4a6a-8978-615ceb0f1521 HTTP/1.1" status: 200 len: 910 time: 0.1618140 Jan 28 19:23:32.285672 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54594) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:32.337588 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b50d7203-93dd-41c0-9e5b-b3f08e81af1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:32.338567 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d7203-93dd-41c0-9e5b-b3f08e81af1b None None] The sync data for ids ['b9540077-a386-464d-880f-e53999293f74'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:32.344441 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-c155526f-4570-4607-bd1d-1371a9e7dc3a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2279871 Jan 28 19:23:32.369093 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9f7f8-b755-4cf3-bcba-d20b48cd1505 req-8a1400f0-e560-4a7e-b8bd-2ae58202c473 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:32.376496 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-39f9f7f8-b755-4cf3-bcba-d20b48cd1505 req-8a1400f0-e560-4a7e-b8bd-2ae58202c473 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 947 time: 0.0885348 Jan 28 19:23:32.455507 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-39f9f7f8-b755-4cf3-bcba-d20b48cd1505 req-c9be4b1f-1e95-4700-8cbd-10b01c4d4b05 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766475 Jan 28 19:23:32.482515 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c72555dc-0e0f-4da6-a197-5ba22699bf60 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (ef07d624-ca98-4604-9977-16cef39ded0d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:32.572624 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-9c0c748e-34ba-4ecd-83ab-24f5eaa283db service neutron] 10.222.0.55 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271552 Jan 28 19:23:32.658222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc817b4-4f97-4d16-b8de-94cef0c8a255 req-9f21e75a-47fe-43d7-b3ac-18c07bb69a07 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:32.660703 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7dc817b4-4f97-4d16-b8de-94cef0c8a255 req-9f21e75a-47fe-43d7-b3ac-18c07bb69a07 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.0856709 Jan 28 19:23:32.676840 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-cedd1d06-cc30-4ecc-91f6-4da2fca47cac service neutron] 10.222.0.55 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032786 Jan 28 19:23:32.782226 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7dc817b4-4f97-4d16-b8de-94cef0c8a255 req-f81e5e9a-1579-4f5e-ba6f-81101f4e99c3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157501 Jan 28 19:23:32.993075 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a40e07-7590-4dcd-aff8-5d81fa0467d5 req-5f7e414c-d6db-4f8a-a3c7-1863b5aa0163 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:32.994741 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1a40e07-7590-4dcd-aff8-5d81fa0467d5 req-5f7e414c-d6db-4f8a-a3c7-1863b5aa0163 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.1007504 Jan 28 19:23:32.998923 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c72555dc-0e0f-4da6-a197-5ba22699bf60 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port 25e3faac-c15f-46c3-be87-ee232c7c0b20 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:32.999276 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c72555dc-0e0f-4da6-a197-5ba22699bf60 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (25e3faac-c15f-46c3-be87-ee232c7c0b20), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:33.017107 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7b55cfcd-f4f9-42a5-a06b-d3bddc291d8e req-ba4bbb7c-491e-497e-bae1-c507650d8edd tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 210 time: 0.0848484 Jan 28 19:23:33.063385 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adf730d7-86c9-45fc-b3ec-901edbe88afa tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (b9540077-a386-464d-880f-e53999293f74), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:33.073288 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e56241e8-9992-439d-a276-a06599183449 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:33.099393 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c72555dc-0e0f-4da6-a197-5ba22699bf60 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (25e3faac-c15f-46c3-be87-ee232c7c0b20), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:33.113076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c72555dc-0e0f-4da6-a197-5ba22699bf60 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for 25e3faac-c15f-46c3-be87-ee232c7c0b20 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:33.218066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port e56241e8-9992-439d-a276-a06599183449 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:23:33.231660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port e56241e8-9992-439d-a276-a06599183449 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:33.232376 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e56241e8-9992-439d-a276-a06599183449), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:33.353051 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port e56241e8-9992-439d-a276-a06599183449 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:33.353521 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e56241e8-9992-439d-a276-a06599183449), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:33.408991 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e56241e8-9992-439d-a276-a06599183449, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e56241e8-9992-439d-a276-a06599183449,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:33.410174 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58428551-d503-4b0d-b55a-fd7f7d6d95cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56241e8-9992-439d-a276-a06599183449'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:33.413948 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6ecaf3-764a-456e-a583-a468d80bfb11" -d '{"events": [{"server_uuid": "58428551-d503-4b0d-b55a-fd7f7d6d95cc", "name": "network-vif-plugged", "status": "completed", "tag": "e56241e8-9992-439d-a276-a06599183449"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:33.419666 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e56241e8-9992-439d-a276-a06599183449), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:33.453741 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1a40e07-7590-4dcd-aff8-5d81fa0467d5 req-9e9cba03-1cc9-4abe-a2e6-66a728c5fa68 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268041 Jan 28 19:23:33.539013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=e56241e8-9992-439d-a276-a06599183449,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:33.580876 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c72555dc-0e0f-4da6-a197-5ba22699bf60 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (25e3faac-c15f-46c3-be87-ee232c7c0b20), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:33.581489 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e852c-e81a-4615-8a8a-44bf3f7d57c8 req-ed3bf668-dd8f-4cf2-af11-99cc6b74a2c2 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:33.584632 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-462e852c-e81a-4615-8a8a-44bf3f7d57c8 req-ed3bf668-dd8f-4cf2-af11-99cc6b74a2c2 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 948 time: 0.2965732 Jan 28 19:23:33.738242 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-462e852c-e81a-4615-8a8a-44bf3f7d57c8 req-ccc296f9-108c-41df-8c43-5d2cfb6621e7 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371853 Jan 28 19:23:33.765949 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72555dc-0e0f-4da6-a197-5ba22699bf60 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=25e3faac-c15f-46c3-be87-ee232c7c0b20,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:33.831486 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f79fac0-047a-4dd2-b5bf-749f697f5e5a x-openstack-request-id: req-5f79fac0-047a-4dd2-b5bf-749f697f5e5a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:33.832042 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58428551-d503-4b0d-b55a-fd7f7d6d95cc", "name": "network-vif-plugged", "status": "completed", "tag": "e56241e8-9992-439d-a276-a06599183449", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:33.832500 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f79fac0-047a-4dd2-b5bf-749f697f5e5a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:33.833052 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58428551-d503-4b0d-b55a-fd7f7d6d95cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56241e8-9992-439d-a276-a06599183449', 'code': 200} Jan 28 19:23:33.979155 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2cf677d5-e362-4aa2-bd3e-c5db5d820f36 req-89579bc1-45bc-4408-96e5-737040b05ece tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.3662047 Jan 28 19:23:34.047339 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-adf730d7-86c9-45fc-b3ec-901edbe88afa tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting port 93447e5e-e398-4a6a-8978-615ceb0f1521 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:34.048035 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adf730d7-86c9-45fc-b3ec-901edbe88afa tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (93447e5e-e398-4a6a-8978-615ceb0f1521), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:34.062548 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c72555dc-0e0f-4da6-a197-5ba22699bf60 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (ef07d624-ca98-4604-9977-16cef39ded0d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:34.164088 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5223b15-5ce2-48c4-84ac-6484dd5529f4 req-c71667f6-e496-4346-8f52-8a1615e40d5d tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:34.171166 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f5223b15-5ce2-48c4-84ac-6484dd5529f4 req-c71667f6-e496-4346-8f52-8a1615e40d5d tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 947 time: 0.1684685 Jan 28 19:23:34.238687 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f5223b15-5ce2-48c4-84ac-6484dd5529f4 req-36bd212f-00d9-4666-9e64-22f949d00018 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665240 Jan 28 19:23:34.255673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde71f79-8a60-4952-83b6-b4d0eea1dee8 req-39a0b9b8-c36d-4a48-8a14-af0a9e123e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:34.259455 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cde71f79-8a60-4952-83b6-b4d0eea1dee8 req-39a0b9b8-c36d-4a48-8a14-af0a9e123e14 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 1131 time: 0.3073959 Jan 28 19:23:34.338492 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adf730d7-86c9-45fc-b3ec-901edbe88afa tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (93447e5e-e398-4a6a-8978-615ceb0f1521), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:34.391873 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8983d2eb-b00e-44a5-9ae0-b4c83ad10947 req-42a34987-48ef-4928-ad8c-c376a67daf88 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 210 time: 0.0587916 Jan 28 19:23:34.393123 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-adf730d7-86c9-45fc-b3ec-901edbe88afa tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Calling delete_port for 93447e5e-e398-4a6a-8978-615ceb0f1521 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:34.404664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2df1b-fff9-44e6-a30d-f518c4617d19 req-2bf81b17-a687-4657-9c49-272fcc73f0ab tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:34.406530 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-93f2df1b-fff9-44e6-a30d-f518c4617d19 req-2bf81b17-a687-4657-9c49-272fcc73f0ab tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.2927823 Jan 28 19:23:34.438046 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cde71f79-8a60-4952-83b6-b4d0eea1dee8 req-5076373f-5231-4119-865f-759352e2e67b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648791 Jan 28 19:23:34.468700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72555dc-0e0f-4da6-a197-5ba22699bf60 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router ef07d624-ca98-4604-9977-16cef39ded0d has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:23:34.508286 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-93f2df1b-fff9-44e6-a30d-f518c4617d19 req-d2e762ce-b76a-4ef3-9dc5-7486a653c5b6 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652859 Jan 28 19:23:34.621047 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72555dc-0e0f-4da6-a197-5ba22699bf60 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:34.625467 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adf730d7-86c9-45fc-b3ec-901edbe88afa tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (93447e5e-e398-4a6a-8978-615ceb0f1521), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:34.635533 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c72555dc-0e0f-4da6-a197-5ba22699bf60 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/ef07d624-ca98-4604-9977-16cef39ded0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9289424 Jan 28 19:23:34.641383 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6071f5-2a2e-4d07-8657-52f9e24294e2 None None] Sync routers for ids ['ef07d624-ca98-4604-9977-16cef39ded0d'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:34.646705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54662) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:34.655587 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6071f5-2a2e-4d07-8657-52f9e24294e2 None None] Routers {'ef07d624-ca98-4604-9977-16cef39ded0d'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:34.656522 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b6071f5-2a2e-4d07-8657-52f9e24294e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['ef07d624-ca98-4604-9977-16cef39ded0d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:34.676121 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf730d7-86c9-45fc-b3ec-901edbe88afa tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Port': ['ID=93447e5e-e398-4a6a-8978-615ceb0f1521,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:34.682283 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9fe3c7e1-e9ea-4c5e-9da5-b4d7cf875fd2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef07d624-ca98-4604-9977-16cef39ded0d HTTP/1.1" status: 200 len: 205 time: 0.0337722 Jan 28 19:23:34.684443 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54664) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:34.710993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b6071f5-2a2e-4d07-8657-52f9e24294e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:34.724426 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6071f5-2a2e-4d07-8657-52f9e24294e2 None None] Routers {'ef07d624-ca98-4604-9977-16cef39ded0d'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:34.726281 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b6071f5-2a2e-4d07-8657-52f9e24294e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['ef07d624-ca98-4604-9977-16cef39ded0d'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:34.811138 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5b6071f5-2a2e-4d07-8657-52f9e24294e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:34.812734 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6071f5-2a2e-4d07-8657-52f9e24294e2 None None] The sync data for ids ['ef07d624-ca98-4604-9977-16cef39ded0d'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:34.822863 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c0136c0-1515-40d7-9cb3-da3b199b1833 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (ef07d624-ca98-4604-9977-16cef39ded0d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:34.993087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-384aca1c-2044-4a30-9069-c9c2f4281843 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:34.994631 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-384aca1c-2044-4a30-9069-c9c2f4281843 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.37 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 806 time: 0.1383855 Jan 28 19:23:34.998880 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:23:35.060709 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-1d381d06-7e7e-431e-b84d-bfcaa224780a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Request body: {'port': {'device_id': '98d465f5-3733-4584-92ff-651e4fa829e0', 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4', 'admin_state_up': True, 'tenant_id': 'fd603e28722c42b28138d18f99e1230c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:35.122011 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1c515-0086-4b20-b63b-84ac64195eea req-de3cf5d8-200f-4751-900e-63583b9ec975 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:35.129428 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8fc1c515-0086-4b20-b63b-84ac64195eea req-de3cf5d8-200f-4751-900e-63583b9ec975 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.5181451 Jan 28 19:23:35.261223 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-adf730d7-86c9-45fc-b3ec-901edbe88afa tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (b9540077-a386-464d-880f-e53999293f74), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:35.274362 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8fc1c515-0086-4b20-b63b-84ac64195eea req-413dfd18-4191-45b3-847d-b61e363e6b5d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419985 Jan 28 19:23:35.329871 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-1d381d06-7e7e-431e-b84d-bfcaa224780a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Made reservation on behalf of fd603e28722c42b28138d18f99e1230c for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:35.339979 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-1d381d06-7e7e-431e-b84d-bfcaa224780a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:35.401463 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c0136c0-1515-40d7-9cb3-da3b199b1833 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (ef07d624-ca98-4604-9977-16cef39ded0d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:35.405140 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c0136c0-1515-40d7-9cb3-da3b199b1833 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_controller (ef07d624-ca98-4604-9977-16cef39ded0d), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:35.424024 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84dedfb-1b64-4cf9-81dc-cf5c6d6f0a77 req-d0ed82da-4273-42a7-8b4c-e5cf7bbfc6ba tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:35.424724 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e84dedfb-1b64-4cf9-81dc-cf5c6d6f0a77 req-d0ed82da-4273-42a7-8b4c-e5cf7bbfc6ba tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 949 time: 0.5300720 Jan 28 19:23:35.470373 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-49fabfd2-9b47-45b7-a790-c16cbf082903 req-eb4ae42a-6842-4cbe-890f-b90ba11ed459 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0625756 Jan 28 19:23:35.530493 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e84dedfb-1b64-4cf9-81dc-cf5c6d6f0a77 req-0b2e1ced-3d11-493f-b9bd-b7f9db5e46c4 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757451 Jan 28 19:23:35.531701 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c0136c0-1515-40d7-9cb3-da3b199b1833 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (ef07d624-ca98-4604-9977-16cef39ded0d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:35.532400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0136c0-1515-40d7-9cb3-da3b199b1833 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Fanout notify agent at l3_agent the message router_deleted on router ef07d624-ca98-4604-9977-16cef39ded0d {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:23:35.548899 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c0136c0-1515-40d7-9cb3-da3b199b1833 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:35.550392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1c0136c0-1515-40d7-9cb3-da3b199b1833 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/routers/ef07d624-ca98-4604-9977-16cef39ded0d HTTP/1.1" status: 204 len: 168 time: 0.8648040 Jan 28 19:23:35.553160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54678) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:35.678777 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2d2fc20e-22ed-4c88-b223-592c9d96b88b req-6fe9dfcd-2922-4561-9822-9deeed3e25cc tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 210 time: 0.0314343 Jan 28 19:23:35.685634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd59d47-aac7-4b32-a0c3-0914ea796cac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting subnet 32513f12-14ff-4cfe-a471-87bd59e5bb99 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:23:35.689809 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dd59d47-aac7-4b32-a0c3-0914ea796cac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (32513f12-14ff-4cfe-a471-87bd59e5bb99), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:35.733577 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dd59d47-aac7-4b32-a0c3-0914ea796cac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (32513f12-14ff-4cfe-a471-87bd59e5bb99), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:35.737711 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf730d7-86c9-45fc-b3ec-901edbe88afa tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router b9540077-a386-464d-880f-e53999293f74 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:23:35.844446 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dd59d47-aac7-4b32-a0c3-0914ea796cac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (32513f12-14ff-4cfe-a471-87bd59e5bb99), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:35.893444 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf730d7-86c9-45fc-b3ec-901edbe88afa tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:35.904255 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b100ca-87c3-48bc-8618-09c4e31106d4 None None] Sync routers for ids ['b9540077-a386-464d-880f-e53999293f74'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:35.922086 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-adf730d7-86c9-45fc-b3ec-901edbe88afa tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/b9540077-a386-464d-880f-e53999293f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6311989 Jan 28 19:23:35.927024 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54682) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:35.929902 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dd59d47-aac7-4b32-a0c3-0914ea796cac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (32513f12-14ff-4cfe-a471-87bd59e5bb99), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:35.935960 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b100ca-87c3-48bc-8618-09c4e31106d4 None None] Routers {'b9540077-a386-464d-880f-e53999293f74'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:35.936758 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-08b100ca-87c3-48bc-8618-09c4e31106d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['b9540077-a386-464d-880f-e53999293f74'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:35.942052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746433e-9039-4b29-8ada-ac70a3f43f87 req-62eb1702-c7ac-48a9-9249-739e427c5d18 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:35.949237 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a746433e-9039-4b29-8ada-ac70a3f43f87 req-62eb1702-c7ac-48a9-9249-739e427c5d18 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 947 time: 0.2670026 Jan 28 19:23:36.025001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd59d47-aac7-4b32-a0c3-0914ea796cac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Subnet': ['ID=32513f12-14ff-4cfe-a471-87bd59e5bb99,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:36.027685 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-08b100ca-87c3-48bc-8618-09c4e31106d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:36.035254 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6dd59d47-aac7-4b32-a0c3-0914ea796cac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.036515 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-1d381d06-7e7e-431e-b84d-bfcaa224780a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Allocated IP 172.20.0.8 (301c456c-76ee-4f43-ab94-73ce621ebdf4/e5d3bf0e-e0cc-45ee-80b9-15c53de351d7/0e418732-0335-4afe-adc9-ebcef968ee06) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:36.041336 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6dd59d47-aac7-4b32-a0c3-0914ea796cac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/32513f12-14ff-4cfe-a471-87bd59e5bb99 HTTP/1.1" status: 204 len: 168 time: 0.4846988 Jan 28 19:23:36.041783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e2794e-264f-4993-a930-e7dd7139410e None None] Network 4d03a504-1efa-4b0b-b396-824f871c32e2 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:36.062710 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a746433e-9039-4b29-8ada-ac70a3f43f87 req-337a3fd1-6462-488c-b332-fa51380e7a85 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102784 Jan 28 19:23:36.066523 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b100ca-87c3-48bc-8618-09c4e31106d4 None None] Routers {'b9540077-a386-464d-880f-e53999293f74'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:36.067378 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-08b100ca-87c3-48bc-8618-09c4e31106d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['b9540077-a386-464d-880f-e53999293f74'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:36.069250 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54684) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:36.131032 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-08b100ca-87c3-48bc-8618-09c4e31106d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:36.131685 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b100ca-87c3-48bc-8618-09c4e31106d4 None None] The sync data for ids ['b9540077-a386-464d-880f-e53999293f74'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:36.218436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d65601-7d15-408f-8c64-2ec3ba3826eb req-aaf2e991-cb88-4435-a295-72fd7dea2cc1 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:36.220032 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07d65601-7d15-408f-8c64-2ec3ba3826eb req-aaf2e991-cb88-4435-a295-72fd7dea2cc1 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3042083 Jan 28 19:23:36.260983 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (4d03a504-1efa-4b0b-b396-824f871c32e2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.337300 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-1d381d06-7e7e-431e-b84d-bfcaa224780a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks [] for port (0e418732-0335-4afe-adc9-ebcef968ee06), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.378060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c85de-0fef-4679-a93d-2c880623ccd9 None None] DHCP port deletion for 4d03a504-1efa-4b0b-b396-824f871c32e2 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:23:36.393599 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-1d381d06-7e7e-431e-b84d-bfcaa224780a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0e418732-0335-4afe-adc9-ebcef968ee06), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.423440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['142ea68a-752b-46c9-bb1a-b4806aa40ec5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:36.444414 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-1d381d06-7e7e-431e-b84d-bfcaa224780a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Network 301c456c-76ee-4f43-ab94-73ce621ebdf4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:36.447815 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-1d381d06-7e7e-431e-b84d-bfcaa224780a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:36.454530 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-1d381d06-7e7e-431e-b84d-bfcaa224780a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:36.473492 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07d65601-7d15-408f-8c64-2ec3ba3826eb req-6ccc2a0e-ed1b-4cf1-bea8-4d95f0ae6944 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194593 Jan 28 19:23:36.488054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d381d06-7e7e-431e-b84d-bfcaa224780a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Pushing event updated for resources: {'Port': ['ID=0e418732-0335-4afe-adc9-ebcef968ee06,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:36.545862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-1d381d06-7e7e-431e-b84d-bfcaa224780a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:36.549950 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-1d381d06-7e7e-431e-b84d-bfcaa224780a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.586259 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-1d381d06-7e7e-431e-b84d-bfcaa224780a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5310268 Jan 28 19:23:36.595495 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-fd4f476b-6423-4f30-b090-77441a69500f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:23:36.598696 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-fd4f476b-6423-4f30-b090-77441a69500f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076845 Jan 28 19:23:36.611290 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Request body: {'port': {'device_id': '98d465f5-3733-4584-92ff-651e4fa829e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:36.614979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port cc585239-925f-40a4-92fc-f6ad44821c22 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:36.615465 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (cc585239-925f-40a4-92fc-f6ad44821c22), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.669146 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-db7c85de-0fef-4679-a93d-2c880623ccd9 None None] Deleting port cc585239-925f-40a4-92fc-f6ad44821c22 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:36.669604 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db7c85de-0fef-4679-a93d-2c880623ccd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (cc585239-925f-40a4-92fc-f6ad44821c22), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.703191 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-512a4134-cca5-4e54-a31d-c3f8e2a371da req-0cba9c36-c856-4bfa-a88f-40426dc17ccd tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0482178 Jan 28 19:23:36.736927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] For port cc585239-925f-40a4-92fc-f6ad44821c22, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cc585239-925f-40a4-92fc-f6ad44821c22,segment=NetworkSegment(f4a8d03d-8adb-4fca-8496-06fdd48e20c4),segment_id=f4a8d03d-8adb-4fca-8496-06fdd48e20c4)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:36.737297 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (cc585239-925f-40a4-92fc-f6ad44821c22), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.746214 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0e418732-0335-4afe-adc9-ebcef968ee06), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.757472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for cc585239-925f-40a4-92fc-f6ad44821c22 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:36.808776 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-db7c85de-0fef-4679-a93d-2c880623ccd9 None None] For port cc585239-925f-40a4-92fc-f6ad44821c22, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cc585239-925f-40a4-92fc-f6ad44821c22,segment=NetworkSegment(f4a8d03d-8adb-4fca-8496-06fdd48e20c4),segment_id=f4a8d03d-8adb-4fca-8496-06fdd48e20c4)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:36.809367 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db7c85de-0fef-4679-a93d-2c880623ccd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (cc585239-925f-40a4-92fc-f6ad44821c22), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.825776 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-db7c85de-0fef-4679-a93d-2c880623ccd9 None None] Calling delete_port for cc585239-925f-40a4-92fc-f6ad44821c22 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:36.876732 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (cc585239-925f-40a4-92fc-f6ad44821c22), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.939878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=cc585239-925f-40a4-92fc-f6ad44821c22,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:36.944105 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db7c85de-0fef-4679-a93d-2c880623ccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (cc585239-925f-40a4-92fc-f6ad44821c22), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:36.966240 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] No DVR routers for this DVR port cc585239-925f-40a4-92fc-f6ad44821c22 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:36.973037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cc585239-925f-40a4-92fc-f6ad44821c22 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:37.005139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c85de-0fef-4679-a93d-2c880623ccd9 None None] No DVR routers for this DVR port cc585239-925f-40a4-92fc-f6ad44821c22 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:37.025246 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: cc585239-925f-40a4-92fc-f6ad44821c22 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:23:37.025748 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cc585239-925f-40a4-92fc-f6ad44821c22 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:23:37.033213 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c85de-0fef-4679-a93d-2c880623ccd9 None None] Pushing event deleted for resources: {'Port': ['ID=cc585239-925f-40a4-92fc-f6ad44821c22,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:37.078566 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7840f2b-2ecd-4260-8525-c62bd02df876 req-e28e90b5-c1dc-49f8-9ee1-0988b30e0829 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:37.086126 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d7840f2b-2ecd-4260-8525-c62bd02df876 req-e28e90b5-c1dc-49f8-9ee1-0988b30e0829 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.4800947 Jan 28 19:23:37.089881 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (4d03a504-1efa-4b0b-b396-824f871c32e2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.132931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d03a504-1efa-4b0b-b396-824f871c32e2']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:37.178961 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d7840f2b-2ecd-4260-8525-c62bd02df876 req-5302c99c-c282-47a4-8d7a-075d75e0daee tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869133 Jan 28 19:23:37.181678 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-501f2d2f-29d6-4072-88b3-2f867b004766 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (b9540077-a386-464d-880f-e53999293f74), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.327292 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a8d03d-8adb-4fca-8496-06fdd48e20c4') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:37.328023 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a8d03d-8adb-4fca-8496-06fdd48e20c4') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:37.389358 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (f4a8d03d-8adb-4fca-8496-06fdd48e20c4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.425629 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f4a8d03d-8adb-4fca-8496-06fdd48e20c4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.442241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:23:37.443010 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (f4a8d03d-8adb-4fca-8496-06fdd48e20c4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:23:37.447531 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:23:37.530668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6747654-3c76-44ef-9294-a460e5718708 req-8b1ae387-6616-41bf-bf11-7e0ba6ceeb54 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:37.538613 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6747654-3c76-44ef-9294-a460e5718708 req-8b1ae387-6616-41bf-bf11-7e0ba6ceeb54 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 931 time: 0.2164125 Jan 28 19:23:37.570420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e418732-0335-4afe-adc9-ebcef968ee06 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:37.576010 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (4d03a504-1efa-4b0b-b396-824f871c32e2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.578395 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Publish callbacks [] for port (0e418732-0335-4afe-adc9-ebcef968ee06), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.592047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Transition to ACTIVE for port object 0e418732-0335-4afe-adc9-ebcef968ee06 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:23:37.629113 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (0e418732-0335-4afe-adc9-ebcef968ee06), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.636315 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6747654-3c76-44ef-9294-a460e5718708 req-04a6250c-9f44-4124-929f-85ff04a1b838 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965347 Jan 28 19:23:37.655241 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.660304 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/networks/4d03a504-1efa-4b0b-b396-824f871c32e2 HTTP/1.1" status: 204 len: 168 time: 1.5881438 Jan 28 19:23:37.673665 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:37.679632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-107296418', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:37.684629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Pushing event updated for resources: {'Port': ['ID=0e418732-0335-4afe-adc9-ebcef968ee06,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:37.732667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8c4fc-c55f-4775-8628-02eb856ca79a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Network': ['ID=4d03a504-1efa-4b0b-b396-824f871c32e2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:37.751501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0158b-4a96-4a96-ae35-0f454b206147 req-efb0e61e-edb1-4c94-adc5-847d6f79a5d4 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:37.753098 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d0158b-4a96-4a96-ae35-0f454b206147 req-efb0e61e-edb1-4c94-adc5-847d6f79a5d4 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 949 time: 0.1596224 Jan 28 19:23:37.828411 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (02c83015-59be-4a23-999e-7b88719d9e79), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.829571 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (02c83015-59be-4a23-999e-7b88719d9e79), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.833652 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Attempting to bind port 0e418732-0335-4afe-adc9-ebcef968ee06 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:37.834121 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Attempting to bind port 0e418732-0335-4afe-adc9-ebcef968ee06 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:37.834423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Attempting to bind port 0e418732-0335-4afe-adc9-ebcef968ee06 on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:37.840901 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Port 0e418732-0335-4afe-adc9-ebcef968ee06 on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:23:37.841224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Attempting to bind port 0e418732-0335-4afe-adc9-ebcef968ee06 on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:37.854845 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-95d0158b-4a96-4a96-ae35-0f454b206147 req-611bfb1b-9156-4a65-a288-4803dcb21230 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834365 Jan 28 19:23:37.863931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:37.865599 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Checking segment: {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:37.867728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Bound using segment: {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:37.868094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-501f2d2f-29d6-4072-88b3-2f867b004766 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting port 0d5d2526-bb75-48b5-8914-0adb650d6a71 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:37.868431 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-501f2d2f-29d6-4072-88b3-2f867b004766 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0d5d2526-bb75-48b5-8914-0adb650d6a71), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.868978 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Bound port: 0e418732-0335-4afe-adc9-ebcef968ee06, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:37.869579 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0e418732-0335-4afe-adc9-ebcef968ee06), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.956656 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-501f2d2f-29d6-4072-88b3-2f867b004766 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0d5d2526-bb75-48b5-8914-0adb650d6a71), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:37.970729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-501f2d2f-29d6-4072-88b3-2f867b004766 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Calling delete_port for 0d5d2526-bb75-48b5-8914-0adb650d6a71 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:38.002918 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] For port 0e418732-0335-4afe-adc9-ebcef968ee06, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:38.008380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] For port 0e418732-0335-4afe-adc9-ebcef968ee06, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0e418732-0335-4afe-adc9-ebcef968ee06,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:38.035381 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (0e418732-0335-4afe-adc9-ebcef968ee06), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:38.067414 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-364e4e6b-1940-4602-aecc-79ed8e5721a2 req-3789171d-97e2-4837-ab7d-5014609997e5 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0520682 Jan 28 19:23:38.127611 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:38.129595 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:38.133399 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] 10.222.0.37 "PUT /v2.0/ports/0e418732-0335-4afe-adc9-ebcef968ee06 HTTP/1.1" status: 200 len: 1091 time: 1.5252361 Jan 28 19:23:38.139902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d465f5-3733-4584-92ff-651e4fa829e0', 'tag': '0e418732-0335-4afe-adc9-ebcef968ee06'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:38.144787 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4548ea0-eca5-4690-94a6-9c9623c712b4" -d '{"events": [{"name": "network-changed", "server_uuid": "98d465f5-3733-4584-92ff-651e4fa829e0", "tag": "0e418732-0335-4afe-adc9-ebcef968ee06"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:38.146865 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-501f2d2f-29d6-4072-88b3-2f867b004766 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0d5d2526-bb75-48b5-8914-0adb650d6a71), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:38.194680 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f2d2f-29d6-4072-88b3-2f867b004766 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Port': ['ID=0d5d2526-bb75-48b5-8914-0adb650d6a71,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:38.206207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032de18-ba5f-4208-8e4f-ff58a8b42943 req-e091b446-6137-414a-aa5c-f07a8eab1c16 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:38.208604 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6032de18-ba5f-4208-8e4f-ff58a8b42943 req-e091b446-6137-414a-aa5c-f07a8eab1c16 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.4255459 Jan 28 19:23:38.234678 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_controller (02c83015-59be-4a23-999e-7b88719d9e79), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:38.255801 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb271f8-d2ac-4e75-aa59-ca08bdb3fd3c service neutron] Pushing event updated for resources: {'Port': ['ID=0e418732-0335-4afe-adc9-ebcef968ee06,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:38.335472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-f8c6f60c-e6a4-43d5-bcd5-e525409fe7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:38.337522 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-f8c6f60c-e6a4-43d5-bcd5-e525409fe7a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 1125 time: 0.1444938 Jan 28 19:23:38.348083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917167e-7dfc-491e-a52a-16e38ae3a765 req-5f37ed3c-616b-48e5-85be-3489f05edb2a tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:38.356081 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1917167e-7dfc-491e-a52a-16e38ae3a765 req-5f37ed3c-616b-48e5-85be-3489f05edb2a tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=2262b72b-7684-4039-80b4-ced72bfc20d5 HTTP/1.1" status: 200 len: 949 time: 0.1640506 Jan 28 19:23:38.449854 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-ee665c2c-8ae8-4959-95bb-1554ff863d55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e418732-0335-4afe-adc9-ebcef968ee06 HTTP/1.1" status: 200 len: 217 time: 0.0874116 Jan 28 19:23:38.609140 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1917167e-7dfc-491e-a52a-16e38ae3a765 req-d529f1bc-fc35-45bb-a5aa-3d38d667adf0 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518466 Jan 28 19:23:38.686765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-2f310f75-c13a-454c-b6b3-a264ac0dc2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:38.688373 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-2f310f75-c13a-454c-b6b3-a264ac0dc2d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 HTTP/1.1" status: 200 len: 846 time: 0.1666741 Jan 28 19:23:38.734221 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f02c9d-8847-4b32-a119-c8ff15684250 x-openstack-request-id: req-69f02c9d-8847-4b32-a119-c8ff15684250 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:38.734603 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d465f5-3733-4584-92ff-651e4fa829e0", "tag": "0e418732-0335-4afe-adc9-ebcef968ee06", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:38.734918 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-69f02c9d-8847-4b32-a119-c8ff15684250 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:38.735452 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d465f5-3733-4584-92ff-651e4fa829e0', 'tag': '0e418732-0335-4afe-adc9-ebcef968ee06', 'status': 'completed', 'code': 200} Jan 28 19:23:38.737575 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-8b613f49-9063-40ab-9318-be97f98c27ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=301c456c-76ee-4f43-ab94-73ce621ebdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359566 Jan 28 19:23:38.828456 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6032de18-ba5f-4208-8e4f-ff58a8b42943 req-6b216cd4-15eb-4f36-b716-e719d9480b9a tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923529 Jan 28 19:23:38.880957 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-33e7849c-51e4-4cb5-8082-6e5df7d8fd78 service neutron] 10.222.0.37 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375840 Jan 28 19:23:38.939028 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_gateway (02c83015-59be-4a23-999e-7b88719d9e79), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:39.033374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ecc1e-10dc-4eef-b275-f8db90d5de3b req-835ec91a-ad93-4614-aa0e-431c6e4f235a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:39.035115 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a55ecc1e-10dc-4eef-b275-f8db90d5de3b req-835ec91a-ad93-4614-aa0e-431c6e4f235a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 943 time: 0.1532452 Jan 28 19:23:39.046808 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-501f2d2f-29d6-4072-88b3-2f867b004766 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (b9540077-a386-464d-880f-e53999293f74), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:39.098701 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93f58561-f0fb-4268-b69e-a68cccb6cfeb req-91f03537-4934-44f7-b5fe-a02ec8fe93ce service neutron] 10.222.0.37 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961787 Jan 28 19:23:39.113444 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a55ecc1e-10dc-4eef-b275-f8db90d5de3b req-5cc15b26-7e69-46fb-bc66-12dfbcc38dfe tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708106 Jan 28 19:23:39.280910 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4548ea0-eca5-4690-94a6-9c9623c712b4 req-03ed2ef9-11d4-41ce-965f-1c88b61b360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:39.282735 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4548ea0-eca5-4690-94a6-9c9623c712b4 req-03ed2ef9-11d4-41ce-965f-1c88b61b360c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 1125 time: 0.0909038 Jan 28 19:23:39.291255 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbda7b9-b74d-4c0b-bf8f-58b7e8fb1304 req-04a2d718-e0fc-447f-8bf1-c581cc7f530b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:39.292803 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2bbda7b9-b74d-4c0b-bf8f-58b7e8fb1304 req-04a2d718-e0fc-447f-8bf1-c581cc7f530b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.1164422 Jan 28 19:23:39.338352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501f2d2f-29d6-4072-88b3-2f867b004766 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router b9540077-a386-464d-880f-e53999293f74 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:23:39.426069 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2bbda7b9-b74d-4c0b-bf8f-58b7e8fb1304 req-e5b15000-7851-4cbc-9c5f-ff788a3dc5c3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262739 Jan 28 19:23:39.468668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4548ea0-eca5-4690-94a6-9c9623c712b4 req-b9fa3050-bf51-44ba-98c6-0d4ece4f5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:39.483117 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4548ea0-eca5-4690-94a6-9c9623c712b4 req-b9fa3050-bf51-44ba-98c6-0d4ece4f5f12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 907 time: 0.1893051 Jan 28 19:23:39.501398 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bda31bef-13ff-49a4-890c-768249985be9 req-6d2fff08-0858-476e-96ae-b01304769aaa tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.1099787 Jan 28 19:23:39.545235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501f2d2f-29d6-4072-88b3-2f867b004766 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:39.546561 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4548ea0-eca5-4690-94a6-9c9623c712b4 req-3ed475c9-3485-4840-aaea-80ec2c9efb14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e418732-0335-4afe-adc9-ebcef968ee06 HTTP/1.1" status: 200 len: 217 time: 0.0574636 Jan 28 19:23:39.552890 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966eea41-18f7-4494-a20d-042d845d8da5 None None] Sync routers for ids ['b9540077-a386-464d-880f-e53999293f74'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:39.567431 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-501f2d2f-29d6-4072-88b3-2f867b004766 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/b9540077-a386-464d-880f-e53999293f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6388564 Jan 28 19:23:39.568253 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54742) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:39.568995 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_gateway (02c83015-59be-4a23-999e-7b88719d9e79), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:39.579222 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966eea41-18f7-4494-a20d-042d845d8da5 None None] Routers {'b9540077-a386-464d-880f-e53999293f74'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:39.586186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-966eea41-18f7-4494-a20d-042d845d8da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['b9540077-a386-464d-880f-e53999293f74'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:39.608190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4548ea0-eca5-4690-94a6-9c9623c712b4 req-615e6212-e8a6-4fd4-bd13-283e50f757ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:39.609849 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4548ea0-eca5-4690-94a6-9c9623c712b4 req-615e6212-e8a6-4fd4-bd13-283e50f757ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 HTTP/1.1" status: 200 len: 846 time: 0.0566561 Jan 28 19:23:39.631093 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:39.640166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-966eea41-18f7-4494-a20d-042d845d8da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:39.649334 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4548ea0-eca5-4690-94a6-9c9623c712b4 req-d9c95367-5663-480f-be8f-adfeb7ed69d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=301c456c-76ee-4f43-ab94-73ce621ebdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329723 Jan 28 19:23:39.649603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966eea41-18f7-4494-a20d-042d845d8da5 None None] Routers {'b9540077-a386-464d-880f-e53999293f74'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:39.650078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-966eea41-18f7-4494-a20d-042d845d8da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['b9540077-a386-464d-880f-e53999293f74'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:39.683087 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-966eea41-18f7-4494-a20d-042d845d8da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:39.683756 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966eea41-18f7-4494-a20d-042d845d8da5 None None] The sync data for ids ['b9540077-a386-464d-880f-e53999293f74'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:39.701181 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-422b81ef-5ee2-4bc3-aba6-c3d3984c5a3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9540077-a386-464d-880f-e53999293f74 HTTP/1.1" status: 200 len: 205 time: 0.0989518 Jan 28 19:23:39.707369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54746) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:39.785466 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4548ea0-eca5-4690-94a6-9c9623c712b4 req-6cdae27a-9867-463b-abdc-fb1220b6314f service neutron] 10.222.0.37 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295149 Jan 28 19:23:39.901690 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-263360af-a021-47ee-8e2c-93af54d6a76e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (b9540077-a386-464d-880f-e53999293f74), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:39.918974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4548ea0-eca5-4690-94a6-9c9623c712b4 req-17dbd374-909b-4b79-9a48-eed5bc33ce8c service neutron] 10.222.0.37 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126511 Jan 28 19:23:39.995569 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Allocated IP 172.25.0.132 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/459f7b9d-caeb-4902-9697-da26b5ebef6b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:40.021130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a24ba9-f866-46ec-9baf-6c1ec2d4d0a0 req-cb2e485f-d13e-48b3-b33e-7bf97396fd35 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:40.022666 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c6a24ba9-f866-46ec-9baf-6c1ec2d4d0a0 req-cb2e485f-d13e-48b3-b33e-7bf97396fd35 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3163595 Jan 28 19:23:40.218705 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (459f7b9d-caeb-4902-9697-da26b5ebef6b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:40.239938 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b1e9f-f15a-460f-9920-8f6ac8ce2c72 req-9ed3664f-3db1-4707-9792-bbb5faeb2155 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:40.241774 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d3b1e9f-f15a-460f-9920-8f6ac8ce2c72 req-9ed3664f-3db1-4707-9792-bbb5faeb2155 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 943 time: 0.0577481 Jan 28 19:23:40.248503 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-263360af-a021-47ee-8e2c-93af54d6a76e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (b9540077-a386-464d-880f-e53999293f74), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:40.254346 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-263360af-a021-47ee-8e2c-93af54d6a76e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_controller (b9540077-a386-464d-880f-e53999293f74), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:40.314998 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (459f7b9d-caeb-4902-9697-da26b5ebef6b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:40.316740 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d3b1e9f-f15a-460f-9920-8f6ac8ce2c72 req-d8a91437-d38d-4a41-b89f-f44be38d2a06 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675910 Jan 28 19:23:40.362662 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c6a24ba9-f866-46ec-9baf-6c1ec2d4d0a0 req-8493a449-e83a-46d7-99ac-9120deb5c641 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151808 Jan 28 19:23:40.376260 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:40.379869 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-263360af-a021-47ee-8e2c-93af54d6a76e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (b9540077-a386-464d-880f-e53999293f74), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:40.380658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263360af-a021-47ee-8e2c-93af54d6a76e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Fanout notify agent at l3_agent the message router_deleted on router b9540077-a386-464d-880f-e53999293f74 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:23:40.390348 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-263360af-a021-47ee-8e2c-93af54d6a76e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:40.392059 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-263360af-a021-47ee-8e2c-93af54d6a76e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/routers/b9540077-a386-464d-880f-e53999293f74 HTTP/1.1" status: 204 len: 168 time: 0.6772425 Jan 28 19:23:40.394835 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54760) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:40.396115 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:40.399996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:40.452898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=459f7b9d-caeb-4902-9697-da26b5ebef6b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:40.515751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3828d5-6152-467a-8ed2-74a81da3042d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting subnet 2cd7f2bb-dae3-4e1c-bf3b-0625cf3a2e69 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:23:40.520143 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a3828d5-6152-467a-8ed2-74a81da3042d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (2cd7f2bb-dae3-4e1c-bf3b-0625cf3a2e69), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:40.562213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961bb4a-2044-424a-9b9f-98f40566fe9f req-071f288c-13e1-4078-8447-5a9fc4dbcef0 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:40.570365 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3961bb4a-2044-424a-9b9f-98f40566fe9f req-071f288c-13e1-4078-8447-5a9fc4dbcef0 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.1145215 Jan 28 19:23:40.640676 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a3828d5-6152-467a-8ed2-74a81da3042d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (2cd7f2bb-dae3-4e1c-bf3b-0625cf3a2e69), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:40.740108 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3961bb4a-2044-424a-9b9f-98f40566fe9f req-42bded75-50c5-4cd2-bda5-72a4e3e1e38c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681454 Jan 28 19:23:40.814393 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a3828d5-6152-467a-8ed2-74a81da3042d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (2cd7f2bb-dae3-4e1c-bf3b-0625cf3a2e69), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:40.968368 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a3828d5-6152-467a-8ed2-74a81da3042d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (2cd7f2bb-dae3-4e1c-bf3b-0625cf3a2e69), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:40.985895 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a3828d5-6152-467a-8ed2-74a81da3042d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:40.992600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb50c2c-cc24-4700-94c2-8cf1caa102cc None None] Network 43f4e11f-a0c9-46aa-bc91-54afc323a6f0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:41.005519 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1a3828d5-6152-467a-8ed2-74a81da3042d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/2cd7f2bb-dae3-4e1c-bf3b-0625cf3a2e69 HTTP/1.1" status: 204 len: 168 time: 0.6092842 Jan 28 19:23:41.007412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:41.138629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3828d5-6152-467a-8ed2-74a81da3042d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd7f2bb-dae3-4e1c-bf3b-0625cf3a2e69,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:41.148156 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-39ad6df1-ea5f-4378-8339-6e48d51324cf req-80135c72-734c-480e-89a0-396137be351e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.3432932 Jan 28 19:23:41.191635 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_gateway (02c83015-59be-4a23-999e-7b88719d9e79), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:41.206613 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21188ed7-a43a-438d-a6b4-a873b3934a2f req-66a342c1-9030-4a2c-bd30-8938176cceef tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:41.208508 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-21188ed7-a43a-438d-a6b4-a873b3934a2f req-66a342c1-9030-4a2c-bd30-8938176cceef tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3252931 Jan 28 19:23:41.213658 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0678346-c59e-42c6-a301-efa34f97adf4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting subnet 81d8212b-d254-4991-b893-c55fa2b4ba3a {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:23:41.245814 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e0678346-c59e-42c6-a301-efa34f97adf4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (81d8212b-d254-4991-b893-c55fa2b4ba3a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:41.297849 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8490a856-3071-4ac1-af16-9da35674ce10 None None] DHCP port deletion for 43f4e11f-a0c9-46aa-bc91-54afc323a6f0 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:23:41.331826 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e0678346-c59e-42c6-a301-efa34f97adf4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (81d8212b-d254-4991-b893-c55fa2b4ba3a), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:41.397558 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8490a856-3071-4ac1-af16-9da35674ce10 None None] Deleting port 94dfe0c4-4d16-43ef-8d64-53b9979e55ec {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:41.400039 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8490a856-3071-4ac1-af16-9da35674ce10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (94dfe0c4-4d16-43ef-8d64-53b9979e55ec), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:41.451915 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e0678346-c59e-42c6-a301-efa34f97adf4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (81d8212b-d254-4991-b893-c55fa2b4ba3a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:41.520267 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-21188ed7-a43a-438d-a6b4-a873b3934a2f req-7c04c07b-9b5e-40a2-bbef-9f934dae18f9 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039801 Jan 28 19:23:41.524094 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e0678346-c59e-42c6-a301-efa34f97adf4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (81d8212b-d254-4991-b893-c55fa2b4ba3a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:41.549937 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e0678346-c59e-42c6-a301-efa34f97adf4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:41.549937 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e0678346-c59e-42c6-a301-efa34f97adf4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/81d8212b-d254-4991-b893-c55fa2b4ba3a HTTP/1.1" status: 204 len: 168 time: 0.5351574 Jan 28 19:23:41.549937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54786) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:41.561972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8490a856-3071-4ac1-af16-9da35674ce10 None None] For port 94dfe0c4-4d16-43ef-8d64-53b9979e55ec, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=94dfe0c4-4d16-43ef-8d64-53b9979e55ec,segment=NetworkSegment(bd6b95b2-63d2-4f41-ba4b-aba15e075b52),segment_id=bd6b95b2-63d2-4f41-ba4b-aba15e075b52)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:41.562404 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8490a856-3071-4ac1-af16-9da35674ce10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (94dfe0c4-4d16-43ef-8d64-53b9979e55ec), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:41.596312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8490a856-3071-4ac1-af16-9da35674ce10 None None] Calling delete_port for 94dfe0c4-4d16-43ef-8d64-53b9979e55ec owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:41.668098 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (02c83015-59be-4a23-999e-7b88719d9e79), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:41.689949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0678346-c59e-42c6-a301-efa34f97adf4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Subnet': ['ID=81d8212b-d254-4991-b893-c55fa2b4ba3a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:41.691853 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f27d069-4f2d-4627-bda8-4cb5cc640ff1 None None] Network d447f6be-ec92-4b0e-b4ea-40176f19b211 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:41.695007 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8490a856-3071-4ac1-af16-9da35674ce10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (94dfe0c4-4d16-43ef-8d64-53b9979e55ec), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:41.737439 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-416f4f6f-2b22-4c97-8180-5af8a80ffa93 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (43f4e11f-a0c9-46aa-bc91-54afc323a6f0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:41.737990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d53ec-219d-42ec-83a3-d1a897db8aed req-4a3e9959-810a-4a16-90a5-8badfafd6405 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:41.739635 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-094d53ec-219d-42ec-83a3-d1a897db8aed req-4a3e9959-810a-4a16-90a5-8badfafd6405 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 943 time: 0.3078332 Jan 28 19:23:41.747542 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490a856-3071-4ac1-af16-9da35674ce10 None None] Pushing event deleted for resources: {'Port': ['ID=94dfe0c4-4d16-43ef-8d64-53b9979e55ec,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:41.754107 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8490a856-3071-4ac1-af16-9da35674ce10 None None] No DVR routers for this DVR port 94dfe0c4-4d16-43ef-8d64-53b9979e55ec on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:41.857669 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-094d53ec-219d-42ec-83a3-d1a897db8aed req-0886bfd7-232a-471c-9936-b3980388130d tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105194 Jan 28 19:23:41.939118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router 02c83015-59be-4a23-999e-7b88719d9e79 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:23:41.992646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8a3b6-c42b-4c5a-a508-9d635e5874c8 req-76ea43ad-68bd-4cac-89e2-5585637962e8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:42.010618 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-def8a3b6-c42b-4c5a-a508-9d635e5874c8 req-76ea43ad-68bd-4cac-89e2-5585637962e8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3483636 Jan 28 19:23:42.012141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228da89a-0a28-4f1a-9ebd-ae00a5f1981d None None] DHCP port deletion for d447f6be-ec92-4b0e-b4ea-40176f19b211 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:23:42.037732 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-416f4f6f-2b22-4c97-8180-5af8a80ffa93 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (43f4e11f-a0c9-46aa-bc91-54afc323a6f0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.071383 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-228da89a-0a28-4f1a-9ebd-ae00a5f1981d None None] Deleting port bf89676b-9847-4b45-bb5e-3f835cbbceb5 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:42.071702 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228da89a-0a28-4f1a-9ebd-ae00a5f1981d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (bf89676b-9847-4b45-bb5e-3f835cbbceb5), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.083703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-416f4f6f-2b22-4c97-8180-5af8a80ffa93 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f4e11f-a0c9-46aa-bc91-54afc323a6f0']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:42.115138 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-416f4f6f-2b22-4c97-8180-5af8a80ffa93 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6b95b2-63d2-4f41-ba4b-aba15e075b52') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:42.115434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-416f4f6f-2b22-4c97-8180-5af8a80ffa93 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6b95b2-63d2-4f41-ba4b-aba15e075b52') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:42.145873 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-def8a3b6-c42b-4c5a-a508-9d635e5874c8 req-24b30db9-9275-4ff7-bd8f-bcf49ae51803 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310968 Jan 28 19:23:42.153696 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-416f4f6f-2b22-4c97-8180-5af8a80ffa93 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (bd6b95b2-63d2-4f41-ba4b-aba15e075b52), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.169879 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-416f4f6f-2b22-4c97-8180-5af8a80ffa93 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (bd6b95b2-63d2-4f41-ba4b-aba15e075b52), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.177302 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-228da89a-0a28-4f1a-9ebd-ae00a5f1981d None None] For port bf89676b-9847-4b45-bb5e-3f835cbbceb5, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bf89676b-9847-4b45-bb5e-3f835cbbceb5,segment=NetworkSegment(88cbf950-3de0-464b-9b6f-3c613a92cc6a),segment_id=88cbf950-3de0-464b-9b6f-3c613a92cc6a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:42.178302 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:42.178932 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228da89a-0a28-4f1a-9ebd-ae00a5f1981d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (bf89676b-9847-4b45-bb5e-3f835cbbceb5), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.190105 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54a3d71-2860-4843-ad6b-82bee20fd189 None None] Sync routers for ids ['02c83015-59be-4a23-999e-7b88719d9e79'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:42.194818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416f4f6f-2b22-4c97-8180-5af8a80ffa93 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:23:42.195997 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-416f4f6f-2b22-4c97-8180-5af8a80ffa93 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (bd6b95b2-63d2-4f41-ba4b-aba15e075b52), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.200011 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.204364 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-322bc9c3-f3d3-4b20-b42c-f2719afd90dc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.5277531 Jan 28 19:23:42.206879 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54806) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:23:42.208864 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:23:42.217993 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54a3d71-2860-4843-ad6b-82bee20fd189 None None] Routers {'02c83015-59be-4a23-999e-7b88719d9e79'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:42.218664 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a54a3d71-2860-4843-ad6b-82bee20fd189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['02c83015-59be-4a23-999e-7b88719d9e79'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:42.255673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-228da89a-0a28-4f1a-9ebd-ae00a5f1981d None None] Calling delete_port for bf89676b-9847-4b45-bb5e-3f835cbbceb5 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:42.259055 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a54a3d71-2860-4843-ad6b-82bee20fd189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:42.303139 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54a3d71-2860-4843-ad6b-82bee20fd189 None None] Routers {'02c83015-59be-4a23-999e-7b88719d9e79'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:42.303780 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a54a3d71-2860-4843-ad6b-82bee20fd189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['02c83015-59be-4a23-999e-7b88719d9e79'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:42.382085 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228da89a-0a28-4f1a-9ebd-ae00a5f1981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (bf89676b-9847-4b45-bb5e-3f835cbbceb5), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.404529 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a54a3d71-2860-4843-ad6b-82bee20fd189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:42.405234 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54a3d71-2860-4843-ad6b-82bee20fd189 None None] The sync data for ids ['02c83015-59be-4a23-999e-7b88719d9e79'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:42.418304 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2674f9cc-d376-4467-a80b-22d0ac32b2cc req-ccecd3f0-07f0-4e10-a599-91b362058431 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0937448 Jan 28 19:23:42.439349 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228da89a-0a28-4f1a-9ebd-ae00a5f1981d None None] Pushing event deleted for resources: {'Port': ['ID=bf89676b-9847-4b45-bb5e-3f835cbbceb5,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:42.441220 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228da89a-0a28-4f1a-9ebd-ae00a5f1981d None None] No DVR routers for this DVR port bf89676b-9847-4b45-bb5e-3f835cbbceb5 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:23:42.516758 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-40c479ad-bd52-4017-b1f7-69c6e292abb5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/routers/02c83015-59be-4a23-999e-7b88719d9e79 HTTP/1.1" status: 200 len: 884 time: 0.3068991 Jan 28 19:23:42.519247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54814) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:42.523310 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-416f4f6f-2b22-4c97-8180-5af8a80ffa93 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (43f4e11f-a0c9-46aa-bc91-54afc323a6f0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.534394 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-416f4f6f-2b22-4c97-8180-5af8a80ffa93 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.546544 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-416f4f6f-2b22-4c97-8180-5af8a80ffa93 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/networks/43f4e11f-a0c9-46aa-bc91-54afc323a6f0 HTTP/1.1" status: 204 len: 168 time: 0.9906476 Jan 28 19:23:42.549294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54818) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:42.589920 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f4f6f-2b22-4c97-8180-5af8a80ffa93 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Network': ['ID=43f4e11f-a0c9-46aa-bc91-54afc323a6f0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:42.646866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 94dfe0c4-4d16-43ef-8d64-53b9979e55ec no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:42.677166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 94dfe0c4-4d16-43ef-8d64-53b9979e55ec {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:23:42.686394 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 94dfe0c4-4d16-43ef-8d64-53b9979e55ec not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:23:42.688354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bf89676b-9847-4b45-bb5e-3f835cbbceb5 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:23:42.719047 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec04ee1d-cb30-4997-9e69-587bd0a1581f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (d447f6be-ec92-4b0e-b4ea-40176f19b211), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:42.728509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: bf89676b-9847-4b45-bb5e-3f835cbbceb5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:23:42.728941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bf89676b-9847-4b45-bb5e-3f835cbbceb5 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:23:42.769673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a2a9c-3ccf-412e-8dae-73eb26d964da req-c950a9c6-9090-4677-979f-b739d8be9661 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:42.779585 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e8a2a9c-3ccf-412e-8dae-73eb26d964da req-c950a9c6-9090-4677-979f-b739d8be9661 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3688917 Jan 28 19:23:42.872430 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e8a2a9c-3ccf-412e-8dae-73eb26d964da req-9dda8dc4-ad48-4822-b872-509de943ef30 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528557 Jan 28 19:23:42.926273 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-33f2ee2e-1b0c-4d1d-b786-f3c2ff7a64b2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4031985 Jan 28 19:23:42.926273 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54834) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:42.930548 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-abc0f5cc-ea9d-433c-ae7a-6c0f46aee8c0 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-107296418'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:42.986824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 941bd5b5-84ed-4923-99ae-1e9393f6985e details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:23:42.992615 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec04ee1d-cb30-4997-9e69-587bd0a1581f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (d447f6be-ec92-4b0e-b4ea-40176f19b211), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.018689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ec04ee1d-cb30-4997-9e69-587bd0a1581f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d447f6be-ec92-4b0e-b4ea-40176f19b211']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:43.041962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ec04ee1d-cb30-4997-9e69-587bd0a1581f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cbf950-3de0-464b-9b6f-3c613a92cc6a') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:43.042470 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-ec04ee1d-cb30-4997-9e69-587bd0a1581f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cbf950-3de0-464b-9b6f-3c613a92cc6a') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:43.088710 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec04ee1d-cb30-4997-9e69-587bd0a1581f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (88cbf950-3de0-464b-9b6f-3c613a92cc6a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.100074 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0e418732-0335-4afe-adc9-ebcef968ee06 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:23:43.184570 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec04ee1d-cb30-4997-9e69-587bd0a1581f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (88cbf950-3de0-464b-9b6f-3c613a92cc6a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.217004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec04ee1d-cb30-4997-9e69-587bd0a1581f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:23:43.223054 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec04ee1d-cb30-4997-9e69-587bd0a1581f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (88cbf950-3de0-464b-9b6f-3c613a92cc6a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:23:43.235237 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:23:43.245955 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0e418732-0335-4afe-adc9-ebcef968ee06, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0e418732-0335-4afe-adc9-ebcef968ee06,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:43.256621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc9848-022f-4367-8b10-780b307f95ce req-dafbb8a2-0d7f-4e02-903c-696b87f96199 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:43.265864 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-43fc9848-022f-4367-8b10-780b307f95ce req-dafbb8a2-0d7f-4e02-903c-696b87f96199 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 943 time: 0.2708962 Jan 28 19:23:43.272411 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '0e418732-0335-4afe-adc9-ebcef968ee06', 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4', 'port_id': '0e418732-0335-4afe-adc9-ebcef968ee06', 'mac_address': 'fa:16:3e:d6:7e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d3bf0e-e0cc-45ee-80b9-15c53de351d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:23:43.364577 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec04ee1d-cb30-4997-9e69-587bd0a1581f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (d447f6be-ec92-4b0e-b4ea-40176f19b211), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.370518 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 941bd5b5-84ed-4923-99ae-1e9393f6985e, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=941bd5b5-84ed-4923-99ae-1e9393f6985e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:43.386303 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788b01e-44c5-45d3-90d8-af0e53e466db req-f5a91ff0-8e69-4c89-aee0-09f6f3a1ca5b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:43.389793 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0788b01e-44c5-45d3-90d8-af0e53e466db req-f5a91ff0-8e69-4c89-aee0-09f6f3a1ca5b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3316548 Jan 28 19:23:43.408520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '941bd5b5-84ed-4923-99ae-1e9393f6985e', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '941bd5b5-84ed-4923-99ae-1e9393f6985e', 'mac_address': 'fa:16:3e:8e:7e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:23:43.429331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ec04ee1d-cb30-4997-9e69-587bd0a1581f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.434475 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 0e418732-0335-4afe-adc9-ebcef968ee06 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:43.434951 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ec04ee1d-cb30-4997-9e69-587bd0a1581f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/networks/d447f6be-ec92-4b0e-b4ea-40176f19b211 HTTP/1.1" status: 204 len: 168 time: 0.8836179 Jan 28 19:23:43.435629 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0e418732-0335-4afe-adc9-ebcef968ee06), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.451640 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04ee1d-cb30-4997-9e69-587bd0a1581f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Network': ['ID=d447f6be-ec92-4b0e-b4ea-40176f19b211,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:43.455036 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:43.461542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-78ac4f54-f2c0-499b-bdc1-6dc3baaadc4d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'network': {'name': 'tempest-RoutersTest-1520573263'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:43.502165 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-43fc9848-022f-4367-8b10-780b307f95ce req-8f0efd66-cdc5-4d0f-81fd-ad8f4afc893c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148750 Jan 28 19:23:43.513744 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e418732-0335-4afe-adc9-ebcef968ee06 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:43.556029 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 941bd5b5-84ed-4923-99ae-1e9393f6985e is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:43.556441 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.574333 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0788b01e-44c5-45d3-90d8-af0e53e466db req-01f4fa9e-7df1-498c-8468-f6360c8bd8b3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355739 Jan 28 19:23:43.585890 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ac4f54-f2c0-499b-bdc1-6dc3baaadc4d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:43.590624 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78ac4f54-f2c0-499b-bdc1-6dc3baaadc4d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.615911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0e418732-0335-4afe-adc9-ebcef968ee06, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0e418732-0335-4afe-adc9-ebcef968ee06,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:43.621614 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 941bd5b5-84ed-4923-99ae-1e9393f6985e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:23:43.639631 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0e418732-0335-4afe-adc9-ebcef968ee06), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.645106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ac4f54-f2c0-499b-bdc1-6dc3baaadc4d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:23:43.667754 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78ac4f54-f2c0-499b-bdc1-6dc3baaadc4d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (bda9e433-14b0-4634-8146-6dc894858058), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.668109 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-78ac4f54-f2c0-499b-bdc1-6dc3baaadc4d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Added segment bda9e433-14b0-4634-8146-6dc894858058 of type vlan for network 27430776-9d2f-456d-89eb-75c80598f0a7 Jan 28 19:23:43.762347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=0e418732-0335-4afe-adc9-ebcef968ee06,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:43.774781 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78ac4f54-f2c0-499b-bdc1-6dc3baaadc4d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (27430776-9d2f-456d-89eb-75c80598f0a7), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.802594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 941bd5b5-84ed-4923-99ae-1e9393f6985e, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=941bd5b5-84ed-4923-99ae-1e9393f6985e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:43.810718 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.875078 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-642eb7c4-d99c-43d5-9c60-7a40bfdc3c34 req-eb842152-f2a6-4ebe-844f-127bb6193d12 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0848281 Jan 28 19:23:43.900709 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78ac4f54-f2c0-499b-bdc1-6dc3baaadc4d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (27430776-9d2f-456d-89eb-75c80598f0a7), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:43.906980 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ac4f54-f2c0-499b-bdc1-6dc3baaadc4d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:43.907579 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78ac4f54-f2c0-499b-bdc1-6dc3baaadc4d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:44.066680 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-78ac4f54-f2c0-499b-bdc1-6dc3baaadc4d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6096492 Jan 28 19:23:44.076482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:44.086638 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a169d826-d2b8-4b08-9d2d-d6ee2b8974e5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'subnet': {'network_id': '27430776-9d2f-456d-89eb-75c80598f0a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:44.167693 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac4f54-f2c0-499b-bdc1-6dc3baaadc4d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Network': ['ID=27430776-9d2f-456d-89eb-75c80598f0a7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:44.250375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['941bd5b5-84ed-4923-99ae-1e9393f6985e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:44.254847 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a169d826-d2b8-4b08-9d2d-d6ee2b8974e5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:44.261153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['0e418732-0335-4afe-adc9-ebcef968ee06'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:23:44.261433 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a169d826-d2b8-4b08-9d2d-d6ee2b8974e5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:44.263525 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 27430776-9d2f-456d-89eb-75c80598f0a7 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:23:44.323567 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=941bd5b5-84ed-4923-99ae-1e9393f6985e,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:44.524137 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a169d826-d2b8-4b08-9d2d-d6ee2b8974e5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (07c406f7-f2e2-471b-9f0e-512c5983a0dc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:44.617964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169d826-d2b8-4b08-9d2d-d6ee2b8974e5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Subnet': ['ID=07c406f7-f2e2-471b-9f0e-512c5983a0dc,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:44.631894 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abc0f5cc-ea9d-433c-ae7a-6c0f46aee8c0 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (02c83015-59be-4a23-999e-7b88719d9e79), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:44.656333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a169d826-d2b8-4b08-9d2d-d6ee2b8974e5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Checking segment: {'id': 'bda9e433-14b0-4634-8146-6dc894858058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '27430776-9d2f-456d-89eb-75c80598f0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:44.657060 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a169d826-d2b8-4b08-9d2d-d6ee2b8974e5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network hostable DHCP agents. Network: 27430776-9d2f-456d-89eb-75c80598f0a7, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:23:44.663169 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abc0f5cc-ea9d-433c-ae7a-6c0f46aee8c0 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (02c83015-59be-4a23-999e-7b88719d9e79), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:44.681497 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a169d826-d2b8-4b08-9d2d-d6ee2b8974e5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 27430776-9d2f-456d-89eb-75c80598f0a7 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:23:44.728826 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a169d826-d2b8-4b08-9d2d-d6ee2b8974e5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 27430776-9d2f-456d-89eb-75c80598f0a7) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:44.738913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a169d826-d2b8-4b08-9d2d-d6ee2b8974e5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:44.739761 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a169d826-d2b8-4b08-9d2d-d6ee2b8974e5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:44.760810 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33802c0-2abb-4bfe-8129-818c9a3bdd81 None None] Network 27430776-9d2f-456d-89eb-75c80598f0a7 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:44.768617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33ce45-b321-4fec-b12a-c20b1dfc11a9 req-f2a9742a-8c6b-4946-9c24-6c89655193f8 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:44.770701 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f33ce45-b321-4fec-b12a-c20b1dfc11a9 req-f2a9742a-8c6b-4946-9c24-6c89655193f8 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 944 time: 0.0922570 Jan 28 19:23:44.779361 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a169d826-d2b8-4b08-9d2d-d6ee2b8974e5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7014735 Jan 28 19:23:44.782365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54876) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:44.807148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4e9ba98b-99ef-407c-b187-3057d58989d0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1090210849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:44.816975 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe25cc-bc8b-4b43-b4da-66849d1e953c req-ee21a4fe-ac4d-40f7-bd31-525467c16dcd tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:44.818586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31fe25cc-bc8b-4b43-b4da-66849d1e953c req-ee21a4fe-ac4d-40f7-bd31-525467c16dcd tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 1.1098628 Jan 28 19:23:44.857286 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f33ce45-b321-4fec-b12a-c20b1dfc11a9 req-89a9d391-a7e1-4c8f-b9ff-6c51242f7784 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755730 Jan 28 19:23:44.861498 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e9ba98b-99ef-407c-b187-3057d58989d0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (35c1ac50-69af-4764-b8c6-60c710d13b38), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:44.863317 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e9ba98b-99ef-407c-b187-3057d58989d0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (35c1ac50-69af-4764-b8c6-60c710d13b38), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:44.936358 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31fe25cc-bc8b-4b43-b4da-66849d1e953c req-8161bf8c-d29d-478c-b84e-2de3bd37e39c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105814 Jan 28 19:23:44.974389 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e9ba98b-99ef-407c-b187-3057d58989d0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_controller (35c1ac50-69af-4764-b8c6-60c710d13b38), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:44.985456 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e9ba98b-99ef-407c-b187-3057d58989d0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (35c1ac50-69af-4764-b8c6-60c710d13b38), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:45.044298 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e9ba98b-99ef-407c-b187-3057d58989d0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:45.047397 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4e9ba98b-99ef-407c-b187-3057d58989d0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2631214 Jan 28 19:23:45.055301 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54890) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:45.067753 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9c11b3e2-abb4-4cc1-a1b9-ec43c6c4654f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'port': {'network_id': '27430776-9d2f-456d-89eb-75c80598f0a7', 'name': 'tempest-RoutersTest-1676161743'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:45.122546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-27430776-9d2f-456d-89eb-75c80598f0a7', 'network_id': '27430776-9d2f-456d-89eb-75c80598f0a7', 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'fixed_ips': [{'subnet_id': '07c406f7-f2e2-471b-9f0e-512c5983a0dc'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:23:45.123558 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:45.132951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc0f5cc-ea9d-433c-ae7a-6c0f46aee8c0 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router 02c83015-59be-4a23-999e-7b88719d9e79 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:23:45.172257 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2fcd9a61-a86e-4314-be0b-f90728575225 req-90b471d4-2bfa-42a3-8e83-e81f0f95ed42 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0535474 Jan 28 19:23:45.337963 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc0f5cc-ea9d-433c-ae7a-6c0f46aee8c0 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:45.345404 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abc0f5cc-ea9d-433c-ae7a-6c0f46aee8c0 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:45.346833 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-abc0f5cc-ea9d-433c-ae7a-6c0f46aee8c0 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/02c83015-59be-4a23-999e-7b88719d9e79 HTTP/1.1" status: 200 len: 891 time: 2.4213905 Jan 28 19:23:45.349364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54892) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:45.364112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a225498-0500-4e91-b067-4eb6fa04b43c None None] Sync routers for ids ['02c83015-59be-4a23-999e-7b88719d9e79'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:45.421321 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c146c5-548b-4cba-a0d5-84223a9afe09 req-f8cf1899-5b4f-4cb9-a7c7-0f18e6d78c11 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:45.431247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a225498-0500-4e91-b067-4eb6fa04b43c None None] Routers {'02c83015-59be-4a23-999e-7b88719d9e79'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:45.432245 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9a225498-0500-4e91-b067-4eb6fa04b43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['02c83015-59be-4a23-999e-7b88719d9e79'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:45.436060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Allocated IP 172.20.0.2 (27430776-9d2f-456d-89eb-75c80598f0a7/07c406f7-f2e2-471b-9f0e-512c5983a0dc/1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:45.454332 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91c146c5-548b-4cba-a0d5-84223a9afe09 req-f8cf1899-5b4f-4cb9-a7c7-0f18e6d78c11 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.2481799 Jan 28 19:23:45.519391 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9a225498-0500-4e91-b067-4eb6fa04b43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:45.527871 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1680f543-556f-4dd6-80cf-f177fa65152a tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/routers/02c83015-59be-4a23-999e-7b88719d9e79 HTTP/1.1" status: 200 len: 891 time: 0.1773815 Jan 28 19:23:45.530389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54896) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:45.591658 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91c146c5-548b-4cba-a0d5-84223a9afe09 req-c80d3d3c-8a02-4406-bdb7-b8aabbd9e936 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362202 Jan 28 19:23:45.600113 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c11b3e2-abb4-4cc1-a1b9-ec43c6c4654f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:45.603825 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c11b3e2-abb4-4cc1-a1b9-ec43c6c4654f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:45.611454 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54898) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:45.614531 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b67c3b2a-db47-4336-bacc-888974c29f32 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c83015-59be-4a23-999e-7b88719d9e79 HTTP/1.1" status: 200 len: 205 time: 0.0824461 Jan 28 19:23:45.664680 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a225498-0500-4e91-b067-4eb6fa04b43c None None] Routers {'02c83015-59be-4a23-999e-7b88719d9e79'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:45.670982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9a225498-0500-4e91-b067-4eb6fa04b43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['02c83015-59be-4a23-999e-7b88719d9e79'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:45.715738 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-9c11b3e2-abb4-4cc1-a1b9-ec43c6c4654f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] device_id is not set on port f4ce7c57-b86b-4ffc-8917-079bb5bfda9b yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:23:45.780813 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9a225498-0500-4e91-b067-4eb6fa04b43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:45.787300 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a225498-0500-4e91-b067-4eb6fa04b43c None None] The sync data for ids ['02c83015-59be-4a23-999e-7b88719d9e79'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:45.875958 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95a93d5b-ba97-4e33-b3fa-ab2860090b7c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (02c83015-59be-4a23-999e-7b88719d9e79), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.039267 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Publish callbacks [] for port (1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.049773 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.092740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233778db-0183-4812-a95f-845d2b1af5e6 req-1ae29bb7-8532-4b43-9487-afbee5c1ca59 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:46.097434 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-233778db-0183-4812-a95f-845d2b1af5e6 req-1ae29bb7-8532-4b43-9487-afbee5c1ca59 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 944 time: 0.0878172 Jan 28 19:23:46.113620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Network 27430776-9d2f-456d-89eb-75c80598f0a7 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:46.128661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:46.132672 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:46.177307 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-233778db-0183-4812-a95f-845d2b1af5e6 req-f6009e54-32b6-4566-81b7-a8b1c7d6be88 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736172 Jan 28 19:23:46.207294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Pushing event updated for resources: {'Port': ['ID=1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:46.264435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Attempting to bind port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:46.265140 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Attempting to bind port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'bda9e433-14b0-4634-8146-6dc894858058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '27430776-9d2f-456d-89eb-75c80598f0a7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:46.266346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Attempting to bind port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e on network 27430776-9d2f-456d-89eb-75c80598f0a7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:46.275321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:46.275807 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-9c11b3e2-abb4-4cc1-a1b9-ec43c6c4654f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Allocated IP 172.20.0.10 (27430776-9d2f-456d-89eb-75c80598f0a7/07c406f7-f2e2-471b-9f0e-512c5983a0dc/f4ce7c57-b86b-4ffc-8917-079bb5bfda9b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:46.276023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Checking segment: {'id': 'bda9e433-14b0-4634-8146-6dc894858058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '27430776-9d2f-456d-89eb-75c80598f0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:46.276635 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.277132 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Bound using segment: {'id': 'bda9e433-14b0-4634-8146-6dc894858058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '27430776-9d2f-456d-89eb-75c80598f0a7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:46.278171 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Bound port: 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda9e433-14b0-4634-8146-6dc894858058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '27430776-9d2f-456d-89eb-75c80598f0a7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:46.278830 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.297188 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95a93d5b-ba97-4e33-b3fa-ab2860090b7c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_gateway (02c83015-59be-4a23-999e-7b88719d9e79), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.450824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] For port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:46.457639 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] For port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e,segment=NetworkSegment(bda9e433-14b0-4634-8146-6dc894858058),segment_id=bda9e433-14b0-4634-8146-6dc894858058)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:46.467742 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03c746ca-2d89-400c-9a22-64272bad2c53 req-4dff6698-2fdc-47b9-862d-b8aab6476109 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0676069 Jan 28 19:23:46.474307 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.620325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bb8e0-c5ed-4863-baab-49ccdc836ffa None None] Pushing event updated for resources: {'Port': ['ID=1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:46.642914 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c11b3e2-abb4-4cc1-a1b9-ec43c6c4654f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (f4ce7c57-b86b-4ffc-8917-079bb5bfda9b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:46.688871 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf312af9-3102-4060-9522-332f512663e3 req-61852af8-2158-4e46-a7a1-2ad54794ddb9 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:46.696822 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bf312af9-3102-4060-9522-332f512663e3 req-61852af8-2158-4e46-a7a1-2ad54794ddb9 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.6625233 Jan 28 19:23:46.708580 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c11b3e2-abb4-4cc1-a1b9-ec43c6c4654f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f4ce7c57-b86b-4ffc-8917-079bb5bfda9b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.002037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 941bd5b5-84ed-4923-99ae-1e9393f6985e up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:47.099846 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0e418732-0335-4afe-adc9-ebcef968ee06 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:47.183100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 941bd5b5-84ed-4923-99ae-1e9393f6985e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:47.183804 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.351265 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11b3e2-abb4-4cc1-a1b9-ec43c6c4654f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=f4ce7c57-b86b-4ffc-8917-079bb5bfda9b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:47.380030 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c11b3e2-abb4-4cc1-a1b9-ec43c6c4654f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 27430776-9d2f-456d-89eb-75c80598f0a7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:47.391992 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9c11b3e2-abb4-4cc1-a1b9-ec43c6c4654f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:47.394930 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 0e418732-0335-4afe-adc9-ebcef968ee06 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:23:47.404636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c11b3e2-abb4-4cc1-a1b9-ec43c6c4654f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:47.417527 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 0e418732-0335-4afe-adc9-ebcef968ee06 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:47.417931 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0e418732-0335-4afe-adc9-ebcef968ee06), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.452446 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bf312af9-3102-4060-9522-332f512663e3 req-0cbffb1e-657f-4d44-8b86-18898d6b5da5 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7546101 Jan 28 19:23:47.465818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 941bd5b5-84ed-4923-99ae-1e9393f6985e is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:47.467075 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.490262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-95a93d5b-ba97-4e33-b3fa-ab2860090b7c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port 459f7b9d-caeb-4902-9697-da26b5ebef6b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:47.495971 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95a93d5b-ba97-4e33-b3fa-ab2860090b7c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (459f7b9d-caeb-4902-9697-da26b5ebef6b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.521145 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826c7fa-c1a6-4ed3-b2bd-c524be4ac5eb req-6979d7f1-a38c-4ab0-a4a3-18bf63155c85 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:47.522758 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c826c7fa-c1a6-4ed3-b2bd-c524be4ac5eb req-6979d7f1-a38c-4ab0-a4a3-18bf63155c85 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 944 time: 0.1840169 Jan 28 19:23:47.575009 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2262b72b-7684-4039-80b4-ced72bfc20d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941bd5b5-84ed-4923-99ae-1e9393f6985e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:47.577745 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe80ac6-b6a1-4a86-aa66-2caae47b5ad6" -d '{"events": [{"server_uuid": "2262b72b-7684-4039-80b4-ced72bfc20d5", "name": "network-vif-plugged", "status": "completed", "tag": "941bd5b5-84ed-4923-99ae-1e9393f6985e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:47.596312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 941bd5b5-84ed-4923-99ae-1e9393f6985e, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=941bd5b5-84ed-4923-99ae-1e9393f6985e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:47.607301 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.670045 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c826c7fa-c1a6-4ed3-b2bd-c524be4ac5eb req-760f6c59-f408-4e14-b6d1-9c3bedbeaa66 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312995 Jan 28 19:23:47.671309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=941bd5b5-84ed-4923-99ae-1e9393f6985e,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:47.731876 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95a93d5b-ba97-4e33-b3fa-ab2860090b7c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (459f7b9d-caeb-4902-9697-da26b5ebef6b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.736809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 0e418732-0335-4afe-adc9-ebcef968ee06 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:47.739087 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0e418732-0335-4afe-adc9-ebcef968ee06), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.755728 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e18628-9eca-4e48-8ec6-13cf2c05eeb3 x-openstack-request-id: req-b2e18628-9eca-4e48-8ec6-13cf2c05eeb3 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:47.756329 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2262b72b-7684-4039-80b4-ced72bfc20d5", "name": "network-vif-plugged", "status": "completed", "tag": "941bd5b5-84ed-4923-99ae-1e9393f6985e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:47.756913 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2e18628-9eca-4e48-8ec6-13cf2c05eeb3 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:47.757465 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2262b72b-7684-4039-80b4-ced72bfc20d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941bd5b5-84ed-4923-99ae-1e9393f6985e', 'code': 200} Jan 28 19:23:47.761362 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-95a93d5b-ba97-4e33-b3fa-ab2860090b7c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for 459f7b9d-caeb-4902-9697-da26b5ebef6b owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:47.800971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0e418732-0335-4afe-adc9-ebcef968ee06, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0e418732-0335-4afe-adc9-ebcef968ee06,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:47.810380 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0e418732-0335-4afe-adc9-ebcef968ee06), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.901448 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=0e418732-0335-4afe-adc9-ebcef968ee06,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:47.916837 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c11b3e2-abb4-4cc1-a1b9-ec43c6c4654f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:47.917755 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c11b3e2-abb4-4cc1-a1b9-ec43c6c4654f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:47.938511 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4cb030bf-7b7e-4133-9bd8-87cfe3048a7d req-dc83c443-ba40-4566-80ad-e4a69f468c68 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0764060 Jan 28 19:23:47.951906 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54938) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:47.952884 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9c11b3e2-abb4-4cc1-a1b9-ec43c6c4654f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8950307 Jan 28 19:23:48.177013 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95a93d5b-ba97-4e33-b3fa-ab2860090b7c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (459f7b9d-caeb-4902-9697-da26b5ebef6b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.207231 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f5fec09-7a8c-40b4-9a9b-641f71502fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.208905 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a93d5b-ba97-4e33-b3fa-ab2860090b7c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=459f7b9d-caeb-4902-9697-da26b5ebef6b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:48.307585 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95a93d5b-ba97-4e33-b3fa-ab2860090b7c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (02c83015-59be-4a23-999e-7b88719d9e79), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.409438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea30306-f64e-4316-85ba-c8d4e37eb840 None None] Network 27430776-9d2f-456d-89eb-75c80598f0a7 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:48.505196 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95a93d5b-ba97-4e33-b3fa-ab2860090b7c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (02c83015-59be-4a23-999e-7b88719d9e79), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.508888 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95a93d5b-ba97-4e33-b3fa-ab2860090b7c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_controller (02c83015-59be-4a23-999e-7b88719d9e79), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.588520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bad5304f-ce14-4431-af8b-dbe8dc683d66 None None] Provisioning complete for port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:48.589160 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bad5304f-ce14-4431-af8b-dbe8dc683d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.674811 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95a93d5b-ba97-4e33-b3fa-ab2860090b7c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (02c83015-59be-4a23-999e-7b88719d9e79), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.675623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a93d5b-ba97-4e33-b3fa-ab2860090b7c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Fanout notify agent at l3_agent the message router_deleted on router 02c83015-59be-4a23-999e-7b88719d9e79 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:23:48.694868 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95a93d5b-ba97-4e33-b3fa-ab2860090b7c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.700285 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-95a93d5b-ba97-4e33-b3fa-ab2860090b7c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/routers/02c83015-59be-4a23-999e-7b88719d9e79 HTTP/1.1" status: 204 len: 168 time: 3.0825865 Jan 28 19:23:48.701002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54954) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:48.730989 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-eef85f4b-1336-4e0b-ade3-45cd4c99c07c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-146653536'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:48.794239 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef85f4b-1336-4e0b-ade3-45cd4c99c07c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:48.810835 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eef85f4b-1336-4e0b-ade3-45cd4c99c07c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.836520 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986ff67f-4444-41fd-af9f-9bda8ac44c82 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f4ce7c57-b86b-4ffc-8917-079bb5bfda9b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.872439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:48.904710 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08a0a1-0b69-4247-a2ff-937d13523877 req-15c6e6df-f363-4a5e-aa29-590755da8811 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:48.906602 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6f08a0a1-0b69-4247-a2ff-937d13523877 req-15c6e6df-f363-4a5e-aa29-590755da8811 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.2485268 Jan 28 19:23:48.934926 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef85f4b-1336-4e0b-ade3-45cd4c99c07c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:23:48.961667 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eef85f4b-1336-4e0b-ade3-45cd4c99c07c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (da65a4e3-4f6e-4fe9-b2ac-829a95512754), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:48.974988 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-eef85f4b-1336-4e0b-ade3-45cd4c99c07c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Added segment da65a4e3-4f6e-4fe9-b2ac-829a95512754 of type vlan for network 33f75c65-8cb9-44c8-b289-8d34926f533d Jan 28 19:23:49.123953 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eef85f4b-1336-4e0b-ade3-45cd4c99c07c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (33f75c65-8cb9-44c8-b289-8d34926f533d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:49.124365 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:49.124750 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:49.158034 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e6904-53e5-4b6f-acac-a888a6527278 req-43cebfc1-a4f0-4c55-9897-74f9ca47520c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:49.159984 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d0e6904-53e5-4b6f-acac-a888a6527278 req-43cebfc1-a4f0-4c55-9897-74f9ca47520c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 945 time: 0.2998421 Jan 28 19:23:49.205230 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bad5304f-ce14-4431-af8b-dbe8dc683d66 None None] Current status of the port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:49.205648 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bad5304f-ce14-4431-af8b-dbe8dc683d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:49.289378 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eef85f4b-1336-4e0b-ade3-45cd4c99c07c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (33f75c65-8cb9-44c8-b289-8d34926f533d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:49.300091 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef85f4b-1336-4e0b-ade3-45cd4c99c07c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:49.301739 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eef85f4b-1336-4e0b-ade3-45cd4c99c07c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:49.338552 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6f08a0a1-0b69-4247-a2ff-937d13523877 req-c6cc69c9-c880-40ba-a3ce-9001be8e992e tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184332 Jan 28 19:23:49.367966 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bad5304f-ce14-4431-af8b-dbe8dc683d66 None None] For port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e,segment=NetworkSegment(bda9e433-14b0-4634-8146-6dc894858058),segment_id=bda9e433-14b0-4634-8146-6dc894858058)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:49.386415 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bad5304f-ce14-4431-af8b-dbe8dc683d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:49.422598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef85f4b-1336-4e0b-ade3-45cd4c99c07c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Network': ['ID=33f75c65-8cb9-44c8-b289-8d34926f533d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:49.430505 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d0e6904-53e5-4b6f-acac-a888a6527278 req-e2a13781-361a-4250-8fb1-7e869b023c2c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583635 Jan 28 19:23:49.458054 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-eef85f4b-1336-4e0b-ade3-45cd4c99c07c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7497356 Jan 28 19:23:49.461274 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54962) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:49.479407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b0e26462-5b46-467c-913b-5faf0ad0f948 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'subnet': {'network_id': '33f75c65-8cb9-44c8-b289-8d34926f533d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:49.543267 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 33f75c65-8cb9-44c8-b289-8d34926f533d details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:23:49.679788 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986ff67f-4444-41fd-af9f-9bda8ac44c82 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (f4ce7c57-b86b-4ffc-8917-079bb5bfda9b), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:49.749795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32efb4d1-a51b-4a1f-8e1b-fa500e88367f req-a761384b-0d49-450b-be57-26c67d86e84a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0630770 Jan 28 19:23:49.752172 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986ff67f-4444-41fd-af9f-9bda8ac44c82 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (f4ce7c57-b86b-4ffc-8917-079bb5bfda9b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:49.812193 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d465f5-3733-4584-92ff-651e4fa829e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e418732-0335-4afe-adc9-ebcef968ee06'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:23:49.833109 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36de1e5e-1574-4013-9236-3742b5e95d07" -d '{"events": [{"server_uuid": "98d465f5-3733-4584-92ff-651e4fa829e0", "name": "network-vif-plugged", "status": "completed", "tag": "0e418732-0335-4afe-adc9-ebcef968ee06"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:23:49.853797 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ff67f-4444-41fd-af9f-9bda8ac44c82 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=f4ce7c57-b86b-4ffc-8917-079bb5bfda9b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:49.937520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2881fd97-4ace-43fa-8fff-5d8fdf97ef20 None None] Provisioning complete for port f4ce7c57-b86b-4ffc-8917-079bb5bfda9b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:49.937939 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2881fd97-4ace-43fa-8fff-5d8fdf97ef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f4ce7c57-b86b-4ffc-8917-079bb5bfda9b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:49.971182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e26462-5b46-467c-913b-5faf0ad0f948 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:23:49.984415 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0e26462-5b46-467c-913b-5faf0ad0f948 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:50.043133 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bdc1cb-494a-40e7-b069-bdc3f1617ee3 x-openstack-request-id: req-81bdc1cb-494a-40e7-b069-bdc3f1617ee3 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:23:50.044098 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d465f5-3733-4584-92ff-651e4fa829e0", "name": "network-vif-plugged", "status": "completed", "tag": "0e418732-0335-4afe-adc9-ebcef968ee06", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:23:50.046961 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81bdc1cb-494a-40e7-b069-bdc3f1617ee3 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:23:50.048896 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d465f5-3733-4584-92ff-651e4fa829e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e418732-0335-4afe-adc9-ebcef968ee06', 'code': 200} Jan 28 19:23:50.145621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5304f-ce14-4431-af8b-dbe8dc683d66 None None] Pushing event updated for resources: {'Port': ['ID=1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:50.155827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2881fd97-4ace-43fa-8fff-5d8fdf97ef20 None None] Port f4ce7c57-b86b-4ffc-8917-079bb5bfda9b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:50.183600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:50.206422 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2881fd97-4ace-43fa-8fff-5d8fdf97ef20 None None] Provisioning complete for port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:50.207109 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2881fd97-4ace-43fa-8fff-5d8fdf97ef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:50.262929 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbf911-7574-451c-93b0-b83e59b957bc req-620d654f-7d7a-4c1a-971a-9c8c3f3ae60e tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:50.272175 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a2dbf911-7574-451c-93b0-b83e59b957bc req-620d654f-7d7a-4c1a-971a-9c8c3f3ae60e tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3856859 Jan 28 19:23:50.335323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062317d9-cd32-49bb-a407-f2f17f6601de req-5a465b88-6cfb-48ad-9e6c-dc49f34ee2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:50.341691 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-062317d9-cd32-49bb-a407-f2f17f6601de req-5a465b88-6cfb-48ad-9e6c-dc49f34ee2ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 1127 time: 0.1903567 Jan 28 19:23:50.405972 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a2dbf911-7574-451c-93b0-b83e59b957bc req-8b485159-fffb-477d-838f-43123d7068f5 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273470 Jan 28 19:23:50.443510 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3f9233c-5019-4bca-8340-34ac6f3447cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:50.471791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2881fd97-4ace-43fa-8fff-5d8fdf97ef20 None None] Current status of the port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:50.488688 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986ff67f-4444-41fd-af9f-9bda8ac44c82 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (35c1ac50-69af-4764-b8c6-60c710d13b38), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:50.528470 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-062317d9-cd32-49bb-a407-f2f17f6601de req-a03fd3b8-3a49-4fcf-b304-d158d5894a86 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755297 Jan 28 19:23:50.605392 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f49518cf-6a26-43fb-aeb5-5773849907e4 None None] Provisioning complete for port f4ce7c57-b86b-4ffc-8917-079bb5bfda9b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:50.605796 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f49518cf-6a26-43fb-aeb5-5773849907e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f4ce7c57-b86b-4ffc-8917-079bb5bfda9b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:50.687140 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f49518cf-6a26-43fb-aeb5-5773849907e4 None None] Port f4ce7c57-b86b-4ffc-8917-079bb5bfda9b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:50.700111 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:50.723249 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0e26462-5b46-467c-913b-5faf0ad0f948 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (99b43b1a-4810-4100-8345-77c160c04c06), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:50.778720 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e26462-5b46-467c-913b-5faf0ad0f948 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Subnet': ['ID=99b43b1a-4810-4100-8345-77c160c04c06,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:50.800322 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:50.801012 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:50.840064 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986ff67f-4444-41fd-af9f-9bda8ac44c82 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f4ce7c57-b86b-4ffc-8917-079bb5bfda9b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:50.878567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9530b9-b12b-4922-a1d2-9b0636844d0f req-5aaf2869-950d-45b3-9d2d-89c07c1d50ee tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:50.880185 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d9530b9-b12b-4922-a1d2-9b0636844d0f req-5aaf2869-950d-45b3-9d2d-89c07c1d50ee tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 945 time: 0.3137181 Jan 28 19:23:50.930349 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e26462-5b46-467c-913b-5faf0ad0f948 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Checking segment: {'id': 'da65a4e3-4f6e-4fe9-b2ac-829a95512754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '33f75c65-8cb9-44c8-b289-8d34926f533d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:50.930744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e26462-5b46-467c-913b-5faf0ad0f948 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network hostable DHCP agents. Network: 33f75c65-8cb9-44c8-b289-8d34926f533d, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:23:50.974661 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e26462-5b46-467c-913b-5faf0ad0f948 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 33f75c65-8cb9-44c8-b289-8d34926f533d is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:23:50.987695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:50.998782 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d9530b9-b12b-4922-a1d2-9b0636844d0f req-8e9091c3-9bf6-4422-acb8-39a921462bf7 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875025 Jan 28 19:23:51.004326 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b0e26462-5b46-467c-913b-5faf0ad0f948 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 33f75c65-8cb9-44c8-b289-8d34926f533d) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:51.014374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32688c7a-1182-41f3-b848-fb29da11ceeb None None] Network 33f75c65-8cb9-44c8-b289-8d34926f533d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:51.024698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e26462-5b46-467c-913b-5faf0ad0f948 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:51.029306 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0e26462-5b46-467c-913b-5faf0ad0f948 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:51.064530 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b0e26462-5b46-467c-913b-5faf0ad0f948 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6007357 Jan 28 19:23:51.065049 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54996) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:51.082997 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5b11ced9-2e59-41c9-9bf8-a3c78517c1ee tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1914992299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:51.112636 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c7387208-8c53-4e01-9cad-ef4eec4ae2a4 req-512f6334-db86-4b0b-b846-a1dbc0480b9f tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.1511197 Jan 28 19:23:51.136181 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b11ced9-2e59-41c9-9bf8-a3c78517c1ee tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (cf398aec-749c-4ea7-8dcd-4ca5c6410075), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:51.140249 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b11ced9-2e59-41c9-9bf8-a3c78517c1ee tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (cf398aec-749c-4ea7-8dcd-4ca5c6410075), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:51.291731 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-33f75c65-8cb9-44c8-b289-8d34926f533d', 'network_id': '33f75c65-8cb9-44c8-b289-8d34926f533d', 'project_id': '806540a429384556a711c6ddbb9cf246', 'fixed_ips': [{'subnet_id': '99b43b1a-4810-4100-8345-77c160c04c06'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:23:51.291957 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b11ced9-2e59-41c9-9bf8-a3c78517c1ee tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_controller (cf398aec-749c-4ea7-8dcd-4ca5c6410075), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:51.292383 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:51.302622 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b11ced9-2e59-41c9-9bf8-a3c78517c1ee tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (cf398aec-749c-4ea7-8dcd-4ca5c6410075), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:51.335974 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b11ced9-2e59-41c9-9bf8-a3c78517c1ee tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:51.337274 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5b11ced9-2e59-41c9-9bf8-a3c78517c1ee tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2711809 Jan 28 19:23:51.340027 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55004) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:51.561313 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986ff67f-4444-41fd-af9f-9bda8ac44c82 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (f4ce7c57-b86b-4ffc-8917-079bb5bfda9b), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:51.575357 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986ff67f-4444-41fd-af9f-9bda8ac44c82 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (f4ce7c57-b86b-4ffc-8917-079bb5bfda9b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:51.638949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Allocated IP 2001:db8::2 (33f75c65-8cb9-44c8-b289-8d34926f533d/99b43b1a-4810-4100-8345-77c160c04c06/6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:51.769155 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ff67f-4444-41fd-af9f-9bda8ac44c82 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=f4ce7c57-b86b-4ffc-8917-079bb5bfda9b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:51.817801 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986ff67f-4444-41fd-af9f-9bda8ac44c82 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (35c1ac50-69af-4764-b8c6-60c710d13b38), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:51.871032 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Publish callbacks [] for port (6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:51.901363 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:51.957163 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:52.023797 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Network 33f75c65-8cb9-44c8-b289-8d34926f533d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:52.023797 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:52.035786 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:52.076774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc2d58-7c1b-44b6-8935-a24ec319d965 req-8075eb72-6460-4263-82d3-76ecd48268af tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:52.091235 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3fc2d58-7c1b-44b6-8935-a24ec319d965 req-8075eb72-6460-4263-82d3-76ecd48268af tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3853569 Jan 28 19:23:52.101549 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:52.105378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Pushing event updated for resources: {'Port': ['ID=6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:52.111793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986ff67f-4444-41fd-af9f-9bda8ac44c82 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 27430776-9d2f-456d-89eb-75c80598f0a7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:52.124018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-986ff67f-4444-41fd-af9f-9bda8ac44c82 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:52.141340 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Attempting to bind port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:23:52.142038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Attempting to bind port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'da65a4e3-4f6e-4fe9-b2ac-829a95512754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '33f75c65-8cb9-44c8-b289-8d34926f533d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:23:52.142896 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Attempting to bind port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 on network 33f75c65-8cb9-44c8-b289-8d34926f533d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:23:52.167147 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:23:52.168782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Checking segment: {'id': 'da65a4e3-4f6e-4fe9-b2ac-829a95512754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '33f75c65-8cb9-44c8-b289-8d34926f533d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:23:52.169311 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:52.174375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Bound using segment: {'id': 'da65a4e3-4f6e-4fe9-b2ac-829a95512754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '33f75c65-8cb9-44c8-b289-8d34926f533d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:23:52.176443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Bound port: 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da65a4e3-4f6e-4fe9-b2ac-829a95512754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '33f75c65-8cb9-44c8-b289-8d34926f533d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:23:52.177186 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:52.344582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] For port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:23:52.348368 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] For port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154,segment=NetworkSegment(da65a4e3-4f6e-4fe9-b2ac-829a95512754),segment_id=da65a4e3-4f6e-4fe9-b2ac-829a95512754)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:23:52.364228 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:52.445171 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4574c1-6c0d-4d92-98e9-6584d0a962d9 None None] Pushing event updated for resources: {'Port': ['ID=6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:52.549457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4a337-90c3-44c6-90b3-3a2ea780bdca req-e727f2c7-91e6-4c74-826a-aeda595c50f2 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:52.551282 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2cd4a337-90c3-44c6-90b3-3a2ea780bdca req-e727f2c7-91e6-4c74-826a-aeda595c50f2 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 945 time: 0.4009480 Jan 28 19:23:52.612917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Allocated IP 2001:db8::1 (33f75c65-8cb9-44c8-b289-8d34926f533d/99b43b1a-4810-4100-8345-77c160c04c06/06314af8-83f5-4319-96b5-7055ce7cc19f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:23:52.682085 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2cd4a337-90c3-44c6-90b3-3a2ea780bdca req-f98cb56e-7125-4990-81f3-d4de6b14ce71 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168783 Jan 28 19:23:52.729946 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986ff67f-4444-41fd-af9f-9bda8ac44c82 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router 35c1ac50-69af-4764-b8c6-60c710d13b38 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:23:52.749470 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5b579cb8-7dcf-412c-87c3-d5d253c4e593 None None] Provisioning complete for port f4ce7c57-b86b-4ffc-8917-079bb5bfda9b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:52.751323 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b579cb8-7dcf-412c-87c3-d5d253c4e593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f4ce7c57-b86b-4ffc-8917-079bb5bfda9b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:52.756345 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (06314af8-83f5-4319-96b5-7055ce7cc19f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:52.821016 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (06314af8-83f5-4319-96b5-7055ce7cc19f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:52.931451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986ff67f-4444-41fd-af9f-9bda8ac44c82 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:52.953933 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64370910-c9a3-4c0e-be18-0afeb4456774 None None] Sync routers for ids ['35c1ac50-69af-4764-b8c6-60c710d13b38'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:52.975596 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64370910-c9a3-4c0e-be18-0afeb4456774 None None] Routers {'35c1ac50-69af-4764-b8c6-60c710d13b38'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:52.979145 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-64370910-c9a3-4c0e-be18-0afeb4456774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['35c1ac50-69af-4764-b8c6-60c710d13b38'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:52.989853 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-986ff67f-4444-41fd-af9f-9bda8ac44c82 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/35c1ac50-69af-4764-b8c6-60c710d13b38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0370176 Jan 28 19:23:52.991604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55028) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:52.993256 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5b579cb8-7dcf-412c-87c3-d5d253c4e593 None None] Port f4ce7c57-b86b-4ffc-8917-079bb5bfda9b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:53.047030 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:53.079577 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-64370910-c9a3-4c0e-be18-0afeb4456774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:53.096750 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64370910-c9a3-4c0e-be18-0afeb4456774 None None] Routers {'35c1ac50-69af-4764-b8c6-60c710d13b38'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:53.097643 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-64370910-c9a3-4c0e-be18-0afeb4456774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['35c1ac50-69af-4764-b8c6-60c710d13b38'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:53.098618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=06314af8-83f5-4319-96b5-7055ce7cc19f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:53.139173 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3fc2d58-7c1b-44b6-8935-a24ec319d965 req-2bf2a4aa-9161-428d-a58c-77de6d592829 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0437787 Jan 28 19:23:53.162401 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 33f75c65-8cb9-44c8-b289-8d34926f533d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:53.172100 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:53.187261 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:23:53.187836 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (cf398aec-749c-4ea7-8dcd-4ca5c6410075), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:53.197485 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-64370910-c9a3-4c0e-be18-0afeb4456774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:53.199754 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64370910-c9a3-4c0e-be18-0afeb4456774 None None] The sync data for ids ['35c1ac50-69af-4764-b8c6-60c710d13b38'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:53.263022 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dead64-5319-4a39-b2dc-9d785977dcfa tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:53.271854 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-35dead64-5319-4a39-b2dc-9d785977dcfa tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports/f4ce7c57-b86b-4ffc-8917-079bb5bfda9b HTTP/1.1" status: 200 len: 978 time: 0.2766511 Jan 28 19:23:53.281401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55032) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:53.350653 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c754a1e2-6336-4132-a950-85fac2b95f96 req-64f1c43d-095e-4569-b9ef-d930471629bd tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.1505318 Jan 28 19:23:53.507211 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (06314af8-83f5-4319-96b5-7055ce7cc19f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:53.848121 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76c895-e9d3-4396-82a7-d89f07e6e4d7 req-ef3e94d9-5329-4dff-bee4-83ad44ea1c8e tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:53.855881 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c76c895-e9d3-4396-82a7-d89f07e6e4d7 req-ef3e94d9-5329-4dff-bee4-83ad44ea1c8e tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.4376605 Jan 28 19:23:54.009402 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (06314af8-83f5-4319-96b5-7055ce7cc19f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.022945 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c76c895-e9d3-4396-82a7-d89f07e6e4d7 req-525f6ac5-5eb6-423d-bd60-699fc91b48c3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649518 Jan 28 19:23:54.025464 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (06314af8-83f5-4319-96b5-7055ce7cc19f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.029114 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (cf398aec-749c-4ea7-8dcd-4ca5c6410075), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.276736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=06314af8-83f5-4319-96b5-7055ce7cc19f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:54.392495 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 33f75c65-8cb9-44c8-b289-8d34926f533d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:23:54.393923 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:23:54.438065 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d011f0-78c8-4a29-96f4-1dbfa1171d20 req-ece51a4e-44d3-401c-993c-909e39ea519b tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:54.439589 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83d011f0-78c8-4a29-96f4-1dbfa1171d20 req-ece51a4e-44d3-401c-993c-909e39ea519b tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 945 time: 0.2381964 Jan 28 19:23:54.477335 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.565815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd851f8-a973-40b8-bb97-577073d9e454 None None] Network 33f75c65-8cb9-44c8-b289-8d34926f533d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:23:54.796291 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router cf398aec-749c-4ea7-8dcd-4ca5c6410075 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:23:54.803622 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83d011f0-78c8-4a29-96f4-1dbfa1171d20 req-ffd1229c-aa21-4428-bb50-5c8ec103fc2c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404219 Jan 28 19:23:54.813492 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-902b5a58-d332-417e-9235-469a04f651c7 None None] Provisioning complete for port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:54.813861 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-902b5a58-d332-417e-9235-469a04f651c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:54.909068 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:54.926394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:54.935806 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-307ba1b1-1f18-4358-a517-18b43e4a8be1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/cf398aec-749c-4ea7-8dcd-4ca5c6410075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5924520 Jan 28 19:23:54.936518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55058) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:54.975950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb99a1-21df-4a23-8046-19582598cacd req-4d1a94d3-8b39-4923-84c9-f6b0b52cba06 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:54.989723 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0efb99a1-21df-4a23-8046-19582598cacd req-4d1a94d3-8b39-4923-84c9-f6b0b52cba06 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3215888 Jan 28 19:23:55.140204 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0efb99a1-21df-4a23-8046-19582598cacd req-0d677b07-b77d-40b7-b9b3-0ce5e84fc120 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441178 Jan 28 19:23:55.178764 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4847276-1f72-484c-bf6f-4948612ca4f9 req-25216653-55bc-45d9-b248-ebd5d6bfa1c3 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.1446877 Jan 28 19:23:55.277653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb6f639-c8a6-4b1c-8ca9-623eb1d963bf tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:55.279165 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ffb6f639-c8a6-4b1c-8ca9-623eb1d963bf tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports/06314af8-83f5-4319-96b5-7055ce7cc19f HTTP/1.1" status: 200 len: 911 time: 0.3415780 Jan 28 19:23:55.282003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55064) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:55.289831 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1b0c954d-b534-4ac5-816f-4f798794a5fb tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '99b43b1a-4810-4100-8345-77c160c04c06'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:23:55.361759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1af021a-7914-4f50-a4dc-b6970b5bea19 None None] Sync routers for ids ['cf398aec-749c-4ea7-8dcd-4ca5c6410075'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:55.444419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-902b5a58-d332-417e-9235-469a04f651c7 None None] Current status of the port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:55.445193 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-902b5a58-d332-417e-9235-469a04f651c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:55.446804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1af021a-7914-4f50-a4dc-b6970b5bea19 None None] Routers {'cf398aec-749c-4ea7-8dcd-4ca5c6410075'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:55.447820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c1af021a-7914-4f50-a4dc-b6970b5bea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cf398aec-749c-4ea7-8dcd-4ca5c6410075'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:55.561397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c1af021a-7914-4f50-a4dc-b6970b5bea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:55.611007 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db2291-4d8b-48db-a447-c0e34ef89edb req-ac1642cb-8141-4d48-9ac2-77110fa234ea tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:55.615966 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:55.623650 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773db9a3-41a0-4350-b834-84aaa50f21d0 req-02ea7450-9ef3-48d2-9b4b-47d911ae5ae7 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:55.626504 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f3db2291-4d8b-48db-a447-c0e34ef89edb req-ac1642cb-8141-4d48-9ac2-77110fa234ea tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3155060 Jan 28 19:23:55.628493 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-773db9a3-41a0-4350-b834-84aaa50f21d0 req-02ea7450-9ef3-48d2-9b4b-47d911ae5ae7 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 945 time: 0.2503917 Jan 28 19:23:55.649084 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1af021a-7914-4f50-a4dc-b6970b5bea19 None None] Routers {'cf398aec-749c-4ea7-8dcd-4ca5c6410075'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:55.658778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c1af021a-7914-4f50-a4dc-b6970b5bea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cf398aec-749c-4ea7-8dcd-4ca5c6410075'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:55.757346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c1af021a-7914-4f50-a4dc-b6970b5bea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:55.761881 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6860d0cb-bc6c-46de-8452-d830d739e7db tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (35c1ac50-69af-4764-b8c6-60c710d13b38), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:55.762768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1af021a-7914-4f50-a4dc-b6970b5bea19 None None] The sync data for ids ['cf398aec-749c-4ea7-8dcd-4ca5c6410075'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:55.793345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:55.793863 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:55.840258 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b0c954d-b534-4ac5-816f-4f798794a5fb tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (06314af8-83f5-4319-96b5-7055ce7cc19f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:55.865145 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-773db9a3-41a0-4350-b834-84aaa50f21d0 req-48d00571-8a38-4b41-8165-20f40c589afe tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265739 Jan 28 19:23:55.887057 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-902b5a58-d332-417e-9235-469a04f651c7 None None] For port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154,segment=NetworkSegment(da65a4e3-4f6e-4fe9-b2ac-829a95512754),segment_id=da65a4e3-4f6e-4fe9-b2ac-829a95512754)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:55.911821 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-902b5a58-d332-417e-9235-469a04f651c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:56.089939 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f3db2291-4d8b-48db-a447-c0e34ef89edb req-bd52fde7-2f62-4404-b274-48dc34e2cf05 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623370 Jan 28 19:23:56.172666 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:56.186760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b5a58-d332-417e-9235-469a04f651c7 None None] Pushing event updated for resources: {'Port': ['ID=6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:56.387536 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a318ec4-169a-4113-88f4-fe196dfa5e84 req-8c7c5f0b-8f15-4961-b556-e4036c9f4c9b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:56.394894 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a318ec4-169a-4113-88f4-fe196dfa5e84 req-8c7c5f0b-8f15-4961-b556-e4036c9f4c9b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.1362934 Jan 28 19:23:56.467915 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a318ec4-169a-4113-88f4-fe196dfa5e84 req-03422628-eeb3-4d6e-8d83-bc0a3d04d50e tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718389 Jan 28 19:23:56.474216 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6860d0cb-bc6c-46de-8452-d830d739e7db tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting port f4ce7c57-b86b-4ffc-8917-079bb5bfda9b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:56.480238 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6860d0cb-bc6c-46de-8452-d830d739e7db tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f4ce7c57-b86b-4ffc-8917-079bb5bfda9b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:56.530078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fffc60bf-defa-449c-bb8c-6666b333a196 None None] Provisioning complete for port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:56.538659 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fffc60bf-defa-449c-bb8c-6666b333a196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:56.657835 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-193aef16-e1b5-4aac-af5c-a713fdd2c66d req-71c9cb9b-54cc-4fce-b123-96fabdcdfa65 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.1387846 Jan 28 19:23:56.805050 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fffc60bf-defa-449c-bb8c-6666b333a196 None None] Current status of the port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:56.809308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:23:56.866863 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6860d0cb-bc6c-46de-8452-d830d739e7db tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f4ce7c57-b86b-4ffc-8917-079bb5bfda9b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:56.914281 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fffc60bf-defa-449c-bb8c-6666b333a196 None None] Provisioning complete for port 06314af8-83f5-4319-96b5-7055ce7cc19f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:56.914956 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fffc60bf-defa-449c-bb8c-6666b333a196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (06314af8-83f5-4319-96b5-7055ce7cc19f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:56.923732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad28f7-79df-4355-b3a1-b74fd4db1958 req-d60580ce-f8e4-4561-90e4-a2045856da67 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:56.940982 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3ad28f7-79df-4355-b3a1-b74fd4db1958 req-d60580ce-f8e4-4561-90e4-a2045856da67 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 945 time: 0.3182535 Jan 28 19:23:56.946737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6860d0cb-bc6c-46de-8452-d830d739e7db tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Calling delete_port for f4ce7c57-b86b-4ffc-8917-079bb5bfda9b owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:23:56.991759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:56.994559 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.115060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fffc60bf-defa-449c-bb8c-6666b333a196 None None] Port 06314af8-83f5-4319-96b5-7055ce7cc19f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:57.193900 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:23:57.240238 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b0c954d-b534-4ac5-816f-4f798794a5fb tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (06314af8-83f5-4319-96b5-7055ce7cc19f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.260936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa27d0-cb83-422f-bb50-7fbe9372990f req-de242199-eabe-4bfd-8ab5-3be61f74054c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:57.268792 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9baa27d0-cb83-422f-bb50-7fbe9372990f req-de242199-eabe-4bfd-8ab5-3be61f74054c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.1810431 Jan 28 19:23:57.292416 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-73b9562c-fff1-4806-968c-c00ad7a21343 None None] Provisioning complete for port 06314af8-83f5-4319-96b5-7055ce7cc19f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:57.293821 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73b9562c-fff1-4806-968c-c00ad7a21343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (06314af8-83f5-4319-96b5-7055ce7cc19f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.296790 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b0c954d-b534-4ac5-816f-4f798794a5fb tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (06314af8-83f5-4319-96b5-7055ce7cc19f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.304197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0c954d-b534-4ac5-816f-4f798794a5fb tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:57.305105 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b0c954d-b534-4ac5-816f-4f798794a5fb tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.309679 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1b0c954d-b534-4ac5-816f-4f798794a5fb tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/ports/06314af8-83f5-4319-96b5-7055ce7cc19f HTTP/1.1" status: 200 len: 911 time: 2.0255551 Jan 28 19:23:57.313294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55094) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:57.314379 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3ad28f7-79df-4355-b3a1-b74fd4db1958 req-006e89a7-8a06-44b3-91b3-affdf6e70025 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604395 Jan 28 19:23:57.371668 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-73b9562c-fff1-4806-968c-c00ad7a21343 None None] Port 06314af8-83f5-4319-96b5-7055ce7cc19f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:57.576931 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9baa27d0-cb83-422f-bb50-7fbe9372990f req-6d866a70-70cb-40c1-a803-da3f48868336 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068950 Jan 28 19:23:57.702130 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9a9609ab-9b21-487e-87ed-80903259648f None None] Provisioning complete for port 06314af8-83f5-4319-96b5-7055ce7cc19f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:23:57.702828 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a9609ab-9b21-487e-87ed-80903259648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (06314af8-83f5-4319-96b5-7055ce7cc19f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.779280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9a9609ab-9b21-487e-87ed-80903259648f None None] Port 06314af8-83f5-4319-96b5-7055ce7cc19f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:23:57.815647 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6860d0cb-bc6c-46de-8452-d830d739e7db tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f4ce7c57-b86b-4ffc-8917-079bb5bfda9b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:57.984000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860d0cb-bc6c-46de-8452-d830d739e7db tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Port': ['ID=f4ce7c57-b86b-4ffc-8917-079bb5bfda9b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:58.212295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23b421-1eff-41cf-aa73-b5a777368d28 req-fe282008-6a13-4b3e-8751-7bfa2c1939e7 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:58.222200 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb23b421-1eff-41cf-aa73-b5a777368d28 req-fe282008-6a13-4b3e-8751-7bfa2c1939e7 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.2740822 Jan 28 19:23:58.316021 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6860d0cb-bc6c-46de-8452-d830d739e7db tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (35c1ac50-69af-4764-b8c6-60c710d13b38), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:58.410621 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb23b421-1eff-41cf-aa73-b5a777368d28 req-5f555daa-75b7-4347-8e16-702f2ad313dd tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489460 Jan 28 19:23:58.584388 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6860d0cb-bc6c-46de-8452-d830d739e7db tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router 35c1ac50-69af-4764-b8c6-60c710d13b38 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:23:58.611179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c954d-b534-4ac5-816f-4f798794a5fb tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=06314af8-83f5-4319-96b5-7055ce7cc19f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:23:58.621101 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-52326844-d727-42c0-8eee-0dd0e29271b4 req-3b21fd20-1c9b-4377-b4d6-7014e00cfde0 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0694373 Jan 28 19:23:58.723078 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6860d0cb-bc6c-46de-8452-d830d739e7db tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:23:58.733761 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55118) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:58.737160 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6860d0cb-bc6c-46de-8452-d830d739e7db tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/35c1ac50-69af-4764-b8c6-60c710d13b38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4498544 Jan 28 19:23:58.738196 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006b522-7b8d-40af-bfc7-0ee6c085f6f9 None None] Sync routers for ids ['35c1ac50-69af-4764-b8c6-60c710d13b38'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:23:58.759929 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7006b522-7b8d-40af-bfc7-0ee6c085f6f9 None None] Routers {'35c1ac50-69af-4764-b8c6-60c710d13b38'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:58.761164 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7006b522-7b8d-40af-bfc7-0ee6c085f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['35c1ac50-69af-4764-b8c6-60c710d13b38'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:58.803047 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe6914-92d3-45f3-84b3-dd600160be10 req-38e9f798-afa1-4825-b1a1-77a5321bda22 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:58.805128 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-64fe6914-92d3-45f3-84b3-dd600160be10 req-38e9f798-afa1-4825-b1a1-77a5321bda22 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 945 time: 0.2186103 Jan 28 19:23:58.823344 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7006b522-7b8d-40af-bfc7-0ee6c085f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:58.845750 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7006b522-7b8d-40af-bfc7-0ee6c085f6f9 None None] Routers {'35c1ac50-69af-4764-b8c6-60c710d13b38'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:23:58.846532 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7006b522-7b8d-40af-bfc7-0ee6c085f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['35c1ac50-69af-4764-b8c6-60c710d13b38'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:58.895315 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c5422-127d-45d0-93ff-572ae65b3771 req-bbbbfa49-6200-4122-84d7-08df1efe6765 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:58.897543 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-185c5422-127d-45d0-93ff-572ae65b3771 req-bbbbfa49-6200-4122-84d7-08df1efe6765 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.37 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 945 time: 0.3369853 Jan 28 19:23:58.899632 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-64fe6914-92d3-45f3-84b3-dd600160be10 req-b1c4f695-288e-4356-b3b0-faf59b89bde2 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882814 Jan 28 19:23:58.932972 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7006b522-7b8d-40af-bfc7-0ee6c085f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:23:58.941343 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006b522-7b8d-40af-bfc7-0ee6c085f6f9 None None] The sync data for ids ['35c1ac50-69af-4764-b8c6-60c710d13b38'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:23:59.192649 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89dd0e-eb16-45e3-a3a8-0d16c211e715 req-d03af1b1-d896-4ec1-8d9b-c229f2d2290a tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:59.199903 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ab89dd0e-eb16-45e3-a3a8-0d16c211e715 req-d03af1b1-d896-4ec1-8d9b-c229f2d2290a tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.4016984 Jan 28 19:23:59.289063 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-9b6f932a-53b4-400c-a5c7-ce43d42b654e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 19:23:59.294009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55132) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:59.297283 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9b6f932a-53b4-400c-a5c7-ce43d42b654e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/35c1ac50-69af-4764-b8c6-60c710d13b38/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5570745 Jan 28 19:23:59.370127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-185c5422-127d-45d0-93ff-572ae65b3771 req-a3dac05b-966a-47eb-b334-77ca54a9c340 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Deleting port 0e418732-0335-4afe-adc9-ebcef968ee06 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:23:59.370582 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-185c5422-127d-45d0-93ff-572ae65b3771 req-a3dac05b-966a-47eb-b334-77ca54a9c340 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0e418732-0335-4afe-adc9-ebcef968ee06), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:59.377376 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-858ec987-c24e-4c8c-bbd4-451fca1576f6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c1ac50-69af-4764-b8c6-60c710d13b38 HTTP/1.1" status: 200 len: 205 time: 0.0819373 Jan 28 19:23:59.380215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55134) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:59.395261 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ab89dd0e-eb16-45e3-a3a8-0d16c211e715 req-51e140c1-3c62-47fd-aaf8-c04389583cb5 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896315 Jan 28 19:23:59.571292 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68e9bb40-5783-4fe1-909a-1084dc009607 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (35c1ac50-69af-4764-b8c6-60c710d13b38), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:59.601048 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-400943a0-b6ab-4a5a-bb5e-cffe98bd503f tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (cf398aec-749c-4ea7-8dcd-4ca5c6410075), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:59.739871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55144) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:23:59.896910 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-185c5422-127d-45d0-93ff-572ae65b3771 req-a3dac05b-966a-47eb-b334-77ca54a9c340 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] For port 0e418732-0335-4afe-adc9-ebcef968ee06, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0e418732-0335-4afe-adc9-ebcef968ee06,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:23:59.897565 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-185c5422-127d-45d0-93ff-572ae65b3771 req-a3dac05b-966a-47eb-b334-77ca54a9c340 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0e418732-0335-4afe-adc9-ebcef968ee06), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:23:59.965621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b3279-1ab4-47e8-897b-d6946132b33d req-f5002da0-e492-47f1-baa0-26af2d3d4cd1 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:23:59.978349 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b63b3279-1ab4-47e8-897b-d6946132b33d req-f5002da0-e492-47f1-baa0-26af2d3d4cd1 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.4405203 Jan 28 19:24:00.037360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-185c5422-127d-45d0-93ff-572ae65b3771 req-a3dac05b-966a-47eb-b334-77ca54a9c340 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Calling delete_port for 0e418732-0335-4afe-adc9-ebcef968ee06 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:00.098353 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.163433 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b63b3279-1ab4-47e8-897b-d6946132b33d req-31c98a3d-0f47-4e4a-9e95-aa9480de5cc0 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828396 Jan 28 19:24:00.302590 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-952bf63a-01fd-468c-be9c-f510783cb44f req-14ae7e7f-5064-48ea-9e7b-540f236d954d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.1818006 Jan 28 19:24:00.307111 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68e9bb40-5783-4fe1-909a-1084dc009607 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (35c1ac50-69af-4764-b8c6-60c710d13b38), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.316539 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68e9bb40-5783-4fe1-909a-1084dc009607 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_controller (35c1ac50-69af-4764-b8c6-60c710d13b38), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.398197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aaf35e-55d0-4273-888f-05374f292be6 req-9a60e626-97ee-4a69-8e5d-51663c77bade tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:00.413314 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8aaf35e-55d0-4273-888f-05374f292be6 req-9a60e626-97ee-4a69-8e5d-51663c77bade tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=98d465f5-3733-4584-92ff-651e4fa829e0 HTTP/1.1" status: 200 len: 945 time: 0.1512244 Jan 28 19:24:00.457761 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68e9bb40-5783-4fe1-909a-1084dc009607 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (35c1ac50-69af-4764-b8c6-60c710d13b38), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.463600 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e9bb40-5783-4fe1-909a-1084dc009607 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Fanout notify agent at l3_agent the message router_deleted on router 35c1ac50-69af-4764-b8c6-60c710d13b38 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:24:00.470643 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68e9bb40-5783-4fe1-909a-1084dc009607 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.471540 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-68e9bb40-5783-4fe1-909a-1084dc009607 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/routers/35c1ac50-69af-4764-b8c6-60c710d13b38 HTTP/1.1" status: 204 len: 168 time: 1.0904043 Jan 28 19:24:00.482691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55162) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:00.596174 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8aaf35e-55d0-4273-888f-05374f292be6 req-f552ad97-0fa5-4684-b4a7-dd4916de2954 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818719 Jan 28 19:24:00.599037 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8616-42ab-43b5-81a0-28a37d06809b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.630727 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-400943a0-b6ab-4a5a-bb5e-cffe98bd503f tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port 06314af8-83f5-4319-96b5-7055ce7cc19f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:00.631372 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-400943a0-b6ab-4a5a-bb5e-cffe98bd503f tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (06314af8-83f5-4319-96b5-7055ce7cc19f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.691139 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-185c5422-127d-45d0-93ff-572ae65b3771 req-a3dac05b-966a-47eb-b334-77ca54a9c340 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0e418732-0335-4afe-adc9-ebcef968ee06), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.709960 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['142ea68a-752b-46c9-bb1a-b4806aa40ec5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:00.715487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0199de46-e883-4043-b6bf-39d71ec0acfe tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting subnet 07c406f7-f2e2-471b-9f0e-512c5983a0dc {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:24:00.734614 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0199de46-e883-4043-b6bf-39d71ec0acfe tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (07c406f7-f2e2-471b-9f0e-512c5983a0dc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.751445 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dac05b-966a-47eb-b334-77ca54a9c340 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Pushing event deleted for resources: {'Port': ['ID=0e418732-0335-4afe-adc9-ebcef968ee06,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:00.820032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-185c5422-127d-45d0-93ff-572ae65b3771 req-a3dac05b-966a-47eb-b334-77ca54a9c340 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] No DVR routers for this DVR port 0e418732-0335-4afe-adc9-ebcef968ee06 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:00.828502 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-185c5422-127d-45d0-93ff-572ae65b3771 req-a3dac05b-966a-47eb-b334-77ca54a9c340 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.836216 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-185c5422-127d-45d0-93ff-572ae65b3771 req-a3dac05b-966a-47eb-b334-77ca54a9c340 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.37 "DELETE /v2.0/ports/0e418732-0335-4afe-adc9-ebcef968ee06 HTTP/1.1" status: 204 len: 173 time: 1.8746483 Jan 28 19:24:00.846776 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0199de46-e883-4043-b6bf-39d71ec0acfe tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (07c406f7-f2e2-471b-9f0e-512c5983a0dc), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.848238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d465f5-3733-4584-92ff-651e4fa829e0', 'name': 'network-vif-deleted', 'tag': '0e418732-0335-4afe-adc9-ebcef968ee06'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:00.853490 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8787493b-c5b5-4f8a-b000-16394a2920ab" -d '{"events": [{"server_uuid": "98d465f5-3733-4584-92ff-651e4fa829e0", "name": "network-vif-deleted", "tag": "0e418732-0335-4afe-adc9-ebcef968ee06"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:00.931166 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-400943a0-b6ab-4a5a-bb5e-cffe98bd503f tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (06314af8-83f5-4319-96b5-7055ce7cc19f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:00.982537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-400943a0-b6ab-4a5a-bb5e-cffe98bd503f tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for 06314af8-83f5-4319-96b5-7055ce7cc19f owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:01.227983 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0e418732-0335-4afe-adc9-ebcef968ee06 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:01.235024 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a7b08-b68b-4bfe-a0fe-8e58395e1a4d req-d938511d-1c51-4cae-8aa2-b912cb23a9ed tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:01.236636 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4c9a7b08-b68b-4bfe-a0fe-8e58395e1a4d req-d938511d-1c51-4cae-8aa2-b912cb23a9ed tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.6607089 Jan 28 19:24:01.251949 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ec8a1f-2dbd-485b-9d1b-01973343a3df x-openstack-request-id: req-01ec8a1f-2dbd-485b-9d1b-01973343a3df {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:01.252613 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d465f5-3733-4584-92ff-651e4fa829e0", "name": "network-vif-deleted", "tag": "0e418732-0335-4afe-adc9-ebcef968ee06", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:01.252990 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-01ec8a1f-2dbd-485b-9d1b-01973343a3df {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:01.253494 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d465f5-3733-4584-92ff-651e4fa829e0', 'name': 'network-vif-deleted', 'tag': '0e418732-0335-4afe-adc9-ebcef968ee06', 'status': 'completed', 'code': 200} Jan 28 19:24:01.270689 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 0e418732-0335-4afe-adc9-ebcef968ee06 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:01.273299 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0e418732-0335-4afe-adc9-ebcef968ee06 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:01.314496 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8616-42ab-43b5-81a0-28a37d06809b admin admin] Publish callbacks [] for security_group (6d193c70-5d2f-43da-b3ed-af82e44d346a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:01.349651 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8616-42ab-43b5-81a0-28a37d06809b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6d193c70-5d2f-43da-b3ed-af82e44d346a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:01.402005 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-400943a0-b6ab-4a5a-bb5e-cffe98bd503f tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (06314af8-83f5-4319-96b5-7055ce7cc19f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:01.469565 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0199de46-e883-4043-b6bf-39d71ec0acfe tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (07c406f7-f2e2-471b-9f0e-512c5983a0dc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:01.472218 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400943a0-b6ab-4a5a-bb5e-cffe98bd503f tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=06314af8-83f5-4319-96b5-7055ce7cc19f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:01.652625 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5d7c8616-42ab-43b5-81a0-28a37d06809b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4b9a8a8379a04f8fa96b3258eb1d7eee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9115310 Jan 28 19:24:01.655667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55180) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:01.684341 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4c9a7b08-b68b-4bfe-a0fe-8e58395e1a4d req-03b6fafc-4ea7-4cbc-a3e5-a33cad219819 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986533 Jan 28 19:24:01.721784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c8616-42ab-43b5-81a0-28a37d06809b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d193c70-5d2f-43da-b3ed-af82e44d346a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:01.758727 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-400943a0-b6ab-4a5a-bb5e-cffe98bd503f tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (cf398aec-749c-4ea7-8dcd-4ca5c6410075), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:01.804852 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0199de46-e883-4043-b6bf-39d71ec0acfe tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (07c406f7-f2e2-471b-9f0e-512c5983a0dc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:01.843558 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e423c369-2e55-46cc-89d5-6f7fcdebb883 req-7ba7feee-789d-4ae9-8189-4defd01d167e tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.2806513 Jan 28 19:24:01.891922 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199de46-e883-4043-b6bf-39d71ec0acfe tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Subnet': ['ID=07c406f7-f2e2-471b-9f0e-512c5983a0dc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:01.897475 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a010df0-ab10-40f9-8179-542307ab2dbe None None] Network 27430776-9d2f-456d-89eb-75c80598f0a7 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:01.906360 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0199de46-e883-4043-b6bf-39d71ec0acfe tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:01.913670 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0199de46-e883-4043-b6bf-39d71ec0acfe tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/07c406f7-f2e2-471b-9f0e-512c5983a0dc HTTP/1.1" status: 204 len: 168 time: 1.4251866 Jan 28 19:24:01.914363 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:01.918341 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea3eb668-d4ee-4188-94c7-eb101077c63a admin admin] Publish callbacks [] for security_group (6d193c70-5d2f-43da-b3ed-af82e44d346a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:02.021662 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea3eb668-d4ee-4188-94c7-eb101077c63a admin admin] Publish callbacks [] for security_group (6d193c70-5d2f-43da-b3ed-af82e44d346a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:02.076586 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (27430776-9d2f-456d-89eb-75c80598f0a7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:02.172753 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea3eb668-d4ee-4188-94c7-eb101077c63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6d193c70-5d2f-43da-b3ed-af82e44d346a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:02.175803 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea3eb668-d4ee-4188-94c7-eb101077c63a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:02.180220 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ea3eb668-d4ee-4188-94c7-eb101077c63a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d193c70-5d2f-43da-b3ed-af82e44d346a HTTP/1.1" status: 204 len: 168 time: 0.5101757 Jan 28 19:24:02.194624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3eb668-d4ee-4188-94c7-eb101077c63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d193c70-5d2f-43da-b3ed-af82e44d346a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:02.245138 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:02.245477 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:02.360275 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] For port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e,segment=NetworkSegment(bda9e433-14b0-4634-8146-6dc894858058),segment_id=bda9e433-14b0-4634-8146-6dc894858058)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:02.374367 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:02.417276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Calling delete_port for 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:02.422703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400943a0-b6ab-4a5a-bb5e-cffe98bd503f tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router cf398aec-749c-4ea7-8dcd-4ca5c6410075 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:24:02.430966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f7477-eb91-4337-8755-7864fb107aff req-872ce7b0-4dcf-4e11-80ff-1426ddcad399 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:02.436231 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b18f7477-eb91-4337-8755-7864fb107aff req-872ce7b0-4dcf-4e11-80ff-1426ddcad399 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.4186449 Jan 28 19:24:02.488807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] DHCP port deletion for 27430776-9d2f-456d-89eb-75c80598f0a7 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:24:02.658890 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Deleting port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:02.662348 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:02.711897 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:02.810849 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Port': ['ID=1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:02.819432 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] No DVR routers for this DVR port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:02.859277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400943a0-b6ab-4a5a-bb5e-cffe98bd503f tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:02.885149 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-400943a0-b6ab-4a5a-bb5e-cffe98bd503f tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/cf398aec-749c-4ea7-8dcd-4ca5c6410075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5653994 Jan 28 19:24:02.905875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] For port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e,segment=NetworkSegment(bda9e433-14b0-4634-8146-6dc894858058),segment_id=bda9e433-14b0-4634-8146-6dc894858058)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:02.906326 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:02.908723 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b18f7477-eb91-4337-8755-7864fb107aff req-a9d9751b-bd1f-4c64-83d9-c2fb015f58af tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547112 Jan 28 19:24:02.911166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55216) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:02.998918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Calling delete_port for 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:03.027190 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0aa71e61-0784-43ee-b76f-1c8986aca03f tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf398aec-749c-4ea7-8dcd-4ca5c6410075 HTTP/1.1" status: 200 len: 205 time: 0.1140602 Jan 28 19:24:03.029162 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55226) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:03.032602 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (27430776-9d2f-456d-89eb-75c80598f0a7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.085681 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27430776-9d2f-456d-89eb-75c80598f0a7']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:03.105385 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda9e433-14b0-4634-8146-6dc894858058') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:03.107210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda9e433-14b0-4634-8146-6dc894858058') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:03.179795 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.181969 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:03.184143 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2a801-f026-4e04-ab92-3fb2d60b972f None None] Sync routers for ids ['cf398aec-749c-4ea7-8dcd-4ca5c6410075'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:03.186834 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (bda9e433-14b0-4634-8146-6dc894858058), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.214279 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (bda9e433-14b0-4634-8146-6dc894858058), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.227699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:24:03.228463 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (bda9e433-14b0-4634-8146-6dc894858058), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:24:03.231939 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:24:03.243499 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e629b3aa-06a7-4382-b6e8-6a6b9c078782 req-92c7bbac-b5b0-495b-a4a8-e95d546d9132 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.1250455 Jan 28 19:24:03.265066 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c986990c-c560-4b0d-b62a-4014b49ff1b2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (cf398aec-749c-4ea7-8dcd-4ca5c6410075), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.291072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Pushing event deleted for resources: {'Port': ['ID=1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:03.296143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcde5e-5394-44b3-a048-54b01c16a2cd req-7b0b45f7-ee28-4fcc-af91-7fc2c00b0a1d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:03.305562 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5cfcde5e-5394-44b3-a048-54b01c16a2cd req-7b0b45f7-ee28-4fcc-af91-7fc2c00b0a1d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.2098999 Jan 28 19:24:03.338711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:03.344094 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:03.367987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] No DVR routers for this DVR port 1ac9c0aa-880f-4c98-a7b7-3c6d29fca78e on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:03.408726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2a801-f026-4e04-ab92-3fb2d60b972f None None] Routers {'cf398aec-749c-4ea7-8dcd-4ca5c6410075'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:03.409670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c0b2a801-f026-4e04-ab92-3fb2d60b972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cf398aec-749c-4ea7-8dcd-4ca5c6410075'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:03.411176 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (27430776-9d2f-456d-89eb-75c80598f0a7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.427499 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.438190 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/networks/27430776-9d2f-456d-89eb-75c80598f0a7 HTTP/1.1" status: 204 len: 168 time: 1.5215414 Jan 28 19:24:03.444349 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55242) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:03.466483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f90dadad-b9e6-423a-bd3c-7edec7e6291b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'network': {'name': 'tempest-RoutersTest-1907876846'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:03.478370 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766838ab-cf69-459b-8126-17cd4b4bb16b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Network': ['ID=27430776-9d2f-456d-89eb-75c80598f0a7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:03.496955 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5cfcde5e-5394-44b3-a048-54b01c16a2cd req-710be0b3-1e57-42ee-95d6-d18f535844e0 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531031 Jan 28 19:24:03.497931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:03.505915 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:03.514367 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:03.515299 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:03.515996 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:03.516696 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:03.518234 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90dadad-b9e6-423a-bd3c-7edec7e6291b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:03.519911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:03.522202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:03.523222 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:03.525317 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:03.527373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:03.527947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:03.528529 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6116fef-d16f-4934-b20e-a8af25e6543e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:03.530800 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f90dadad-b9e6-423a-bd3c-7edec7e6291b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.544329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c0b2a801-f026-4e04-ab92-3fb2d60b972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:03.579125 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b2a801-f026-4e04-ab92-3fb2d60b972f None None] Routers {'cf398aec-749c-4ea7-8dcd-4ca5c6410075'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:03.581897 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c0b2a801-f026-4e04-ab92-3fb2d60b972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cf398aec-749c-4ea7-8dcd-4ca5c6410075'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:03.627802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90dadad-b9e6-423a-bd3c-7edec7e6291b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:24:03.662365 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f90dadad-b9e6-423a-bd3c-7edec7e6291b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.665391 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-f90dadad-b9e6-423a-bd3c-7edec7e6291b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Added segment 80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f of type vlan for network 4dd5e9de-5ff7-48c0-a502-bf8829d68000 Jan 28 19:24:03.709538 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c0b2a801-f026-4e04-ab92-3fb2d60b972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:03.710246 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2a801-f026-4e04-ab92-3fb2d60b972f None None] The sync data for ids ['cf398aec-749c-4ea7-8dcd-4ca5c6410075'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:03.773203 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c986990c-c560-4b0d-b62a-4014b49ff1b2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (cf398aec-749c-4ea7-8dcd-4ca5c6410075), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.778862 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c986990c-c560-4b0d-b62a-4014b49ff1b2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_controller (cf398aec-749c-4ea7-8dcd-4ca5c6410075), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.784069 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f90dadad-b9e6-423a-bd3c-7edec7e6291b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (4dd5e9de-5ff7-48c0-a502-bf8829d68000), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.823940 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f90dadad-b9e6-423a-bd3c-7edec7e6291b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (4dd5e9de-5ff7-48c0-a502-bf8829d68000), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.832933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90dadad-b9e6-423a-bd3c-7edec7e6291b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:03.833938 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f90dadad-b9e6-423a-bd3c-7edec7e6291b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.869614 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c986990c-c560-4b0d-b62a-4014b49ff1b2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (cf398aec-749c-4ea7-8dcd-4ca5c6410075), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.870689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c986990c-c560-4b0d-b62a-4014b49ff1b2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Fanout notify agent at l3_agent the message router_deleted on router cf398aec-749c-4ea7-8dcd-4ca5c6410075 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:24:03.884812 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c986990c-c560-4b0d-b62a-4014b49ff1b2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:03.888280 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c986990c-c560-4b0d-b62a-4014b49ff1b2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/routers/cf398aec-749c-4ea7-8dcd-4ca5c6410075 HTTP/1.1" status: 204 len: 168 time: 0.8557937 Jan 28 19:24:03.894556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55258) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:03.920023 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-93cb6859-efd0-4c5a-b253-be4b1918e81f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:03.923284 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-93cb6859-efd0-4c5a-b253-be4b1918e81f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 806 time: 0.5105932 Jan 28 19:24:03.982207 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73501f5-c6ae-4e22-943c-717b92b43f3e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting subnet 99b43b1a-4810-4100-8345-77c160c04c06 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:24:03.994749 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b73501f5-c6ae-4e22-943c-717b92b43f3e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (99b43b1a-4810-4100-8345-77c160c04c06), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.032827 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-c5d7d661-dbad-4f29-947b-bede47c03272 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/quotas/fd603e28722c42b28138d18f99e1230c HTTP/1.1" status: 200 len: 375 time: 0.0468373 Jan 28 19:24:04.036178 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f90dadad-b9e6-423a-bd3c-7edec7e6291b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5905592 Jan 28 19:24:04.049640 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55262) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:04.069642 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9a85e77e-598c-4b5b-a18a-935b6c1b3cc9 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'subnet': {'network_id': '4dd5e9de-5ff7-48c0-a502-bf8829d68000', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:04.124947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90dadad-b9e6-423a-bd3c-7edec7e6291b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Network': ['ID=4dd5e9de-5ff7-48c0-a502-bf8829d68000,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:04.138625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 4dd5e9de-5ff7-48c0-a502-bf8829d68000 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:24:04.147355 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b73501f5-c6ae-4e22-943c-717b92b43f3e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (99b43b1a-4810-4100-8345-77c160c04c06), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.197810 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-9186566b-b278-48e8-a1b3-e4e8231230af tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1529169 Jan 28 19:24:04.242701 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61066d-6103-4d07-85e8-f59a9dd6be78 req-f9efbec2-e098-4064-848d-9e19c6e509b9 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:04.254199 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e61066d-6103-4d07-85e8-f59a9dd6be78 req-f9efbec2-e098-4064-848d-9e19c6e509b9 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.4434252 Jan 28 19:24:04.316645 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-ef706e78-9e79-4896-ac5d-d8f00d3443bf service neutron] 10.222.0.55 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174788 Jan 28 19:24:04.339125 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e61066d-6103-4d07-85e8-f59a9dd6be78 req-a3823ad0-5034-4fe9-9f9b-75ea7671c027 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795121 Jan 28 19:24:04.408790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a85e77e-598c-4b5b-a18a-935b6c1b3cc9 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:04.412505 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a85e77e-598c-4b5b-a18a-935b6c1b3cc9 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.482557 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b73501f5-c6ae-4e22-943c-717b92b43f3e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (99b43b1a-4810-4100-8345-77c160c04c06), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.540120 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-32eb8c84-4033-4084-9c06-6c33fdda3362 service neutron] 10.222.0.55 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217941 Jan 28 19:24:04.637743 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b73501f5-c6ae-4e22-943c-717b92b43f3e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (99b43b1a-4810-4100-8345-77c160c04c06), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.722259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73501f5-c6ae-4e22-943c-717b92b43f3e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Subnet': ['ID=99b43b1a-4810-4100-8345-77c160c04c06,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:04.740100 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7852e6d2-5a04-41d4-a23d-da29326ad6cc req-89357201-9a58-4764-9d83-88f5c8238e5d tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0439224 Jan 28 19:24:04.747768 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a85e77e-598c-4b5b-a18a-935b6c1b3cc9 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (8d7e0b54-7448-4ff9-80ad-f5cddcaf5ebb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.755956 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c862bcd-acba-4dea-b8e4-023c041f5c98 None None] Network 33f75c65-8cb9-44c8-b289-8d34926f533d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:04.760044 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b73501f5-c6ae-4e22-943c-717b92b43f3e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:04.770068 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b73501f5-c6ae-4e22-943c-717b92b43f3e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/99b43b1a-4810-4100-8345-77c160c04c06 HTTP/1.1" status: 204 len: 168 time: 0.8737190 Jan 28 19:24:04.770716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55280) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:05.014390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a85e77e-598c-4b5b-a18a-935b6c1b3cc9 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Checking segment: {'id': '80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4dd5e9de-5ff7-48c0-a502-bf8829d68000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:05.019125 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85e77e-598c-4b5b-a18a-935b6c1b3cc9 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network hostable DHCP agents. Network: 4dd5e9de-5ff7-48c0-a502-bf8829d68000, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:24:05.028193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85e77e-598c-4b5b-a18a-935b6c1b3cc9 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Subnet': ['ID=8d7e0b54-7448-4ff9-80ad-f5cddcaf5ebb,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:05.060349 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (33f75c65-8cb9-44c8-b289-8d34926f533d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.100505 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8eb1c222-5a44-4df5-85dd-97fcfc7a6548 req-911f77ea-c1ce-47f2-bc78-3f861936d837 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 210 time: 0.1154554 Jan 28 19:24:05.162467 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85e77e-598c-4b5b-a18a-935b6c1b3cc9 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 4dd5e9de-5ff7-48c0-a502-bf8829d68000 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:24:05.171547 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b9f6f4-867a-4493-b992-85999b0d9d0b None None] DHCP port deletion for 33f75c65-8cb9-44c8-b289-8d34926f533d request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:24:05.224966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b2d1d-1836-4fd6-b8ab-14c00f701c19 req-d915a04c-9fce-498f-98d9-11a3bff1fe07 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:05.237952 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-076b2d1d-1836-4fd6-b8ab-14c00f701c19 req-d915a04c-9fce-498f-98d9-11a3bff1fe07 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3286817 Jan 28 19:24:05.248111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:05.248460 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.273344 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9a85e77e-598c-4b5b-a18a-935b6c1b3cc9 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 4dd5e9de-5ff7-48c0-a502-bf8829d68000) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:05.291029 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb29d6a8-26a9-4305-97dc-3c53a65bcd82 None None] Network 4dd5e9de-5ff7-48c0-a502-bf8829d68000 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:05.305536 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a85e77e-598c-4b5b-a18a-935b6c1b3cc9 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:05.307073 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a85e77e-598c-4b5b-a18a-935b6c1b3cc9 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.358655 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9a85e77e-598c-4b5b-a18a-935b6c1b3cc9 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2990048 Jan 28 19:24:05.370491 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:05.377098 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8b0d5ab7-10f7-43bb-b30f-6467070a83b6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-413198517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:05.386859 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-076b2d1d-1836-4fd6-b8ab-14c00f701c19 req-46700df8-5c0f-4730-b366-f85dc372a1d5 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479177 Jan 28 19:24:05.417562 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] For port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154,segment=NetworkSegment(da65a4e3-4f6e-4fe9-b2ac-829a95512754),segment_id=da65a4e3-4f6e-4fe9-b2ac-829a95512754)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:05.418101 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.458461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:05.464171 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b0d5ab7-10f7-43bb-b30f-6467070a83b6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (a048dfe3-a41a-4b96-a943-94fa19617a30), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.466767 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b0d5ab7-10f7-43bb-b30f-6467070a83b6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (a048dfe3-a41a-4b96-a943-94fa19617a30), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.642009 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-34b9f6f4-867a-4493-b992-85999b0d9d0b None None] Deleting port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:05.642645 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34b9f6f4-867a-4493-b992-85999b0d9d0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.660056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-4dd5e9de-5ff7-48c0-a502-bf8829d68000', 'network_id': '4dd5e9de-5ff7-48c0-a502-bf8829d68000', 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'fixed_ips': [{'subnet_id': '8d7e0b54-7448-4ff9-80ad-f5cddcaf5ebb'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:24:05.661422 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.706480 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b0d5ab7-10f7-43bb-b30f-6467070a83b6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_controller (a048dfe3-a41a-4b96-a943-94fa19617a30), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.733366 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b0d5ab7-10f7-43bb-b30f-6467070a83b6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (a048dfe3-a41a-4b96-a943-94fa19617a30), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.762738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-34b9f6f4-867a-4493-b992-85999b0d9d0b None None] For port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154,segment=NetworkSegment(da65a4e3-4f6e-4fe9-b2ac-829a95512754),segment_id=da65a4e3-4f6e-4fe9-b2ac-829a95512754)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:05.763361 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34b9f6f4-867a-4493-b992-85999b0d9d0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.766230 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab41bc-9426-496b-b69c-0303a77fd7cc req-37cb0d7f-6f53-4ca3-a940-d0cbcc0da367 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:05.777318 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9bab41bc-9426-496b-b69c-0303a77fd7cc req-37cb0d7f-6f53-4ca3-a940-d0cbcc0da367 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.1653032 Jan 28 19:24:05.814246 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b0d5ab7-10f7-43bb-b30f-6467070a83b6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.818993 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55316) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:05.829089 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8b0d5ab7-10f7-43bb-b30f-6467070a83b6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4571798 Jan 28 19:24:05.840793 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:05.909157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-34b9f6f4-867a-4493-b992-85999b0d9d0b None None] Calling delete_port for 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:05.976200 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] No DVR routers for this DVR port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:05.988808 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:06.003482 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9bab41bc-9426-496b-b69c-0303a77fd7cc req-992e3bd3-ffac-4620-b73c-be083c60d400 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239368 Jan 28 19:24:06.212820 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b2a67e37-14a8-4548-ad44-ced746b079a0 req-c0b8a189-4338-41d5-a2ef-47fed74cc14a tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.2212882 Jan 28 19:24:06.326126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Allocated IP 172.20.0.2 (4dd5e9de-5ff7-48c0-a502-bf8829d68000/8d7e0b54-7448-4ff9-80ad-f5cddcaf5ebb/6720e4e3-139b-4ea0-a98c-ee0e673ab0eb) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:06.327298 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (33f75c65-8cb9-44c8-b289-8d34926f533d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.409947 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34b9f6f4-867a-4493-b992-85999b0d9d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.422938 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f75c65-8cb9-44c8-b289-8d34926f533d']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:06.463772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da65a4e3-4f6e-4fe9-b2ac-829a95512754') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:06.463995 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da65a4e3-4f6e-4fe9-b2ac-829a95512754') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:06.516488 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (da65a4e3-4f6e-4fe9-b2ac-829a95512754), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.517497 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9f6f4-867a-4493-b992-85999b0d9d0b None None] Pushing event deleted for resources: {'Port': ['ID=6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:06.532895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b9f6f4-867a-4493-b992-85999b0d9d0b None None] No DVR routers for this DVR port 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:06.591969 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (da65a4e3-4f6e-4fe9-b2ac-829a95512754), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.642460 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:24:06.643372 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (da65a4e3-4f6e-4fe9-b2ac-829a95512754), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.697213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c0aa8-d168-4946-aeb7-b037c4295fbe req-c3433245-83ff-4e1f-ab84-52b94dacf1e8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:06.712249 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-116c0aa8-d168-4946-aeb7-b037c4295fbe req-c3433245-83ff-4e1f-ab84-52b94dacf1e8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.4195583 Jan 28 19:24:06.715967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:06.740384 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Publish callbacks [] for port (6720e4e3-139b-4ea0-a98c-ee0e673ab0eb), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.743093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:06.743581 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6d953a56-3c4c-4c8b-8e0b-8a98c8b2d154 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:06.766676 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (6720e4e3-139b-4ea0-a98c-ee0e673ab0eb), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.812597 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:06.835424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Network 4dd5e9de-5ff7-48c0-a502-bf8829d68000 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:06.848025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:06.867717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:06.868570 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-116c0aa8-d168-4946-aeb7-b037c4295fbe req-fee8a376-8649-4e47-b04a-54cce37f9af0 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472223 Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:24:06.885352 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:24:06.954622 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Pushing event updated for resources: {'Port': ['ID=6720e4e3-139b-4ea0-a98c-ee0e673ab0eb,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:07.011278 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (33f75c65-8cb9-44c8-b289-8d34926f533d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.161606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Attempting to bind port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:07.162266 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Attempting to bind port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4dd5e9de-5ff7-48c0-a502-bf8829d68000'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:07.162773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Attempting to bind port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb on network 4dd5e9de-5ff7-48c0-a502-bf8829d68000 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:07.169499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:07.170160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Checking segment: {'id': '80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4dd5e9de-5ff7-48c0-a502-bf8829d68000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:07.170699 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.171244 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Bound using segment: {'id': '80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4dd5e9de-5ff7-48c0-a502-bf8829d68000'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:07.171851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Bound port: 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4dd5e9de-5ff7-48c0-a502-bf8829d68000'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:07.172490 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6720e4e3-139b-4ea0-a98c-ee0e673ab0eb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.311618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] For port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:07.324090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] For port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6720e4e3-139b-4ea0-a98c-ee0e673ab0eb,segment=NetworkSegment(80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f),segment_id=80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:07.335916 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6720e4e3-139b-4ea0-a98c-ee0e673ab0eb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.457535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce5740-f22a-4482-b3d0-fd47b97d78f5 None None] Pushing event updated for resources: {'Port': ['ID=6720e4e3-139b-4ea0-a98c-ee0e673ab0eb,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:07.683341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbce6a-c665-464a-bb03-080c12407172 req-812530f8-f26d-4f1b-b905-f914c13e438d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:07.689371 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-93dbce6a-c665-464a-bb03-080c12407172 req-812530f8-f26d-4f1b-b905-f914c13e438d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3508372 Jan 28 19:24:07.695070 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Allocated IP 172.20.0.1 (4dd5e9de-5ff7-48c0-a502-bf8829d68000/8d7e0b54-7448-4ff9-80ad-f5cddcaf5ebb/25684592-51ae-4419-8cab-a7696fb071e8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:07.783354 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-c0cb1265-6550-4e54-ad6c-aa8f7ae32b7e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:07.785159 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-c0cb1265-6550-4e54-ad6c-aa8f7ae32b7e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.37 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 806 time: 0.8919873 Jan 28 19:24:07.787979 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:07.791848 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/networks/33f75c65-8cb9-44c8-b289-8d34926f533d HTTP/1.1" status: 204 len: 168 time: 3.0174506 Jan 28 19:24:07.826157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55342) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:07.836370 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-419b6b48-462d-4614-9f01-53f12c5b9f79 req-11522aa9-a1c6-46be-ba40-6408326d60df tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 210 time: 0.9420977 Jan 28 19:24:07.855315 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ab3ec34e-7874-41cb-8979-bc3d1b51125d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-761280666', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:07.861766 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-05a11766-9afa-4bce-a90d-28853a3ee9d1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Request body: {'port': {'device_id': '00e698b4-fc96-4c35-9ee2-d6489d0f7fa0', 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4', 'admin_state_up': True, 'tenant_id': 'fd603e28722c42b28138d18f99e1230c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:07.890052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af98ee3-a846-41ce-b882-af7123610efa tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Network': ['ID=33f75c65-8cb9-44c8-b289-8d34926f533d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:07.989330 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-060a9faa-2a1e-45f5-8b7c-e866b72a0329 req-c7046cb2-2b32-403b-acc7-428c84f1fd64 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0450366 Jan 28 19:24:08.085496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-05a11766-9afa-4bce-a90d-28853a3ee9d1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Made reservation on behalf of fd603e28722c42b28138d18f99e1230c for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:08.096227 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-05a11766-9afa-4bce-a90d-28853a3ee9d1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.138755 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec34e-7874-41cb-8979-bc3d1b51125d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (24439ad9-8c9c-4873-a011-90c7da814c9c), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.139934 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec34e-7874-41cb-8979-bc3d1b51125d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (24439ad9-8c9c-4873-a011-90c7da814c9c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.213114 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec34e-7874-41cb-8979-bc3d1b51125d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_controller (24439ad9-8c9c-4873-a011-90c7da814c9c), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.227048 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec34e-7874-41cb-8979-bc3d1b51125d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (24439ad9-8c9c-4873-a011-90c7da814c9c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.275834 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-93dbce6a-c665-464a-bb03-080c12407172 req-cd18e9c1-4658-48b0-825d-31998c43e24e tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739000 Jan 28 19:24:08.296303 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec34e-7874-41cb-8979-bc3d1b51125d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.302345 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ab3ec34e-7874-41cb-8979-bc3d1b51125d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4648080 Jan 28 19:24:08.305628 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55358) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:08.308081 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (25684592-51ae-4419-8cab-a7696fb071e8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.320345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0a0e0d2c-59e8-4cc2-98cb-c8f18e0f592b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1350218690'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:08.362287 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (25684592-51ae-4419-8cab-a7696fb071e8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.371964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0e0d2c-59e8-4cc2-98cb-c8f18e0f592b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:08.375414 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0d2c-59e8-4cc2-98cb-c8f18e0f592b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.439003 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=25684592-51ae-4419-8cab-a7696fb071e8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:08.452996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 4dd5e9de-5ff7-48c0-a502-bf8829d68000 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:08.455370 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:08.466777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:08.486390 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-05a11766-9afa-4bce-a90d-28853a3ee9d1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Allocated IP 172.20.0.9 (301c456c-76ee-4f43-ab94-73ce621ebdf4/e5d3bf0e-e0cc-45ee-80b9-15c53de351d7/42ca3e0a-601f-4b87-ada1-8285a005131d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:08.539519 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (a048dfe3-a41a-4b96-a943-94fa19617a30), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.611092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0e0d2c-59e8-4cc2-98cb-c8f18e0f592b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:24:08.643614 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0d2c-59e8-4cc2-98cb-c8f18e0f592b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (856fb057-0f67-421c-93cd-49e992b64c07), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.644288 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-0a0e0d2c-59e8-4cc2-98cb-c8f18e0f592b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Added segment 856fb057-0f67-421c-93cd-49e992b64c07 of type vlan for network 5b91f162-0967-45d1-9ed3-8d12c53c9a1c Jan 28 19:24:08.828321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:08.844556 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (25684592-51ae-4419-8cab-a7696fb071e8), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.857150 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0d2c-59e8-4cc2-98cb-c8f18e0f592b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (5b91f162-0967-45d1-9ed3-8d12c53c9a1c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:08.997702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:08.998119 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6720e4e3-139b-4ea0-a98c-ee0e673ab0eb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.019777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a70e5-6eb0-4f50-8828-b884aba8ed01 req-3407e26b-7333-4543-a906-0e2b61c7f430 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:09.028859 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-996a70e5-6eb0-4f50-8828-b884aba8ed01 req-3407e26b-7333-4543-a906-0e2b61c7f430 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.5441101 Jan 28 19:24:09.126390 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8f050ebf-33eb-4625-84ae-40ad930c49e6 req-ad03eea2-d057-494e-b22d-07a3e2439f57 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 210 time: 0.1452754 Jan 28 19:24:09.251519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:09.253805 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6720e4e3-139b-4ea0-a98c-ee0e673ab0eb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.305661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12bc45c-26be-49f6-b5e6-4257a070df69 None None] Network 4dd5e9de-5ff7-48c0-a502-bf8829d68000 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:09.412490 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-870dccd7-4f94-47d2-af09-fd30b205a9b9 req-0f8c602b-d2b0-4b97-ae68-cd8964863ece tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0305681 Jan 28 19:24:09.457180 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-05a11766-9afa-4bce-a90d-28853a3ee9d1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks [] for port (42ca3e0a-601f-4b87-ada1-8285a005131d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.565923 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0d2c-59e8-4cc2-98cb-c8f18e0f592b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (5b91f162-0967-45d1-9ed3-8d12c53c9a1c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.571729 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0e0d2c-59e8-4cc2-98cb-c8f18e0f592b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:09.572574 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0d2c-59e8-4cc2-98cb-c8f18e0f592b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.620647 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6720e4e3-139b-4ea0-a98c-ee0e673ab0eb,segment=NetworkSegment(80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f),segment_id=80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:09.725574 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6720e4e3-139b-4ea0-a98c-ee0e673ab0eb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.810554 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e0d2c-59e8-4cc2-98cb-c8f18e0f592b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Network': ['ID=5b91f162-0967-45d1-9ed3-8d12c53c9a1c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:09.836046 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0a0e0d2c-59e8-4cc2-98cb-c8f18e0f592b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5270314 Jan 28 19:24:09.837526 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-05a11766-9afa-4bce-a90d-28853a3ee9d1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (42ca3e0a-601f-4b87-ada1-8285a005131d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.859812 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=6720e4e3-139b-4ea0-a98c-ee0e673ab0eb,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:09.862078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:09.872313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 5b91f162-0967-45d1-9ed3-8d12c53c9a1c details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:24:09.874547 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['142ea68a-752b-46c9-bb1a-b4806aa40ec5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:09.879938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-71a2180d-f86b-46d5-8bd7-cff39a0bbf3c None None] Provisioning complete for port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:09.880314 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-71a2180d-f86b-46d5-8bd7-cff39a0bbf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6720e4e3-139b-4ea0-a98c-ee0e673ab0eb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:09.897632 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c91ceea0-4520-408d-8178-575a9e625e10 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'subnet': {'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:10.199560 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a11766-9afa-4bce-a90d-28853a3ee9d1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Pushing event updated for resources: {'Port': ['ID=42ca3e0a-601f-4b87-ada1-8285a005131d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:10.207232 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (25684592-51ae-4419-8cab-a7696fb071e8), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:10.223292 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (25684592-51ae-4419-8cab-a7696fb071e8), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:10.244621 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-996a70e5-6eb0-4f50-8828-b884aba8ed01 req-a3c2716c-485e-47ae-9ae1-3e6e570ee42c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2115815 Jan 28 19:24:10.285677 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-05a11766-9afa-4bce-a90d-28853a3ee9d1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Network 301c456c-76ee-4f43-ab94-73ce621ebdf4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:10.306567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-05a11766-9afa-4bce-a90d-28853a3ee9d1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:10.339362 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-05a11766-9afa-4bce-a90d-28853a3ee9d1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:10.429867 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91ceea0-4520-408d-8178-575a9e625e10 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:10.436316 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c91ceea0-4520-408d-8178-575a9e625e10 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:10.558721 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (a048dfe3-a41a-4b96-a943-94fa19617a30), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:10.617650 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-05a11766-9afa-4bce-a90d-28853a3ee9d1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:10.618421 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-05a11766-9afa-4bce-a90d-28853a3ee9d1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:10.661196 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6d4f0bd1-87b0-4034-8400-7d9808a43405 req-59ebcfb3-09cb-4989-91d3-09de27ee4412 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0693026 Jan 28 19:24:10.671008 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-05a11766-9afa-4bce-a90d-28853a3ee9d1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8321261 Jan 28 19:24:10.681499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-71a2180d-f86b-46d5-8bd7-cff39a0bbf3c None None] Current status of the port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:10.695472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Request body: {'port': {'device_id': '00e698b4-fc96-4c35-9ee2-d6489d0f7fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:10.739156 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:10.777110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=25684592-51ae-4419-8cab-a7696fb071e8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:10.848763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace4aa6-308c-4fba-8f09-9b645be1494b req-da2a0171-1637-40d9-a81f-abf1aeeda404 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:10.854749 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9ace4aa6-308c-4fba-8f09-9b645be1494b req-da2a0171-1637-40d9-a81f-abf1aeeda404 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 931 time: 0.5340922 Jan 28 19:24:10.859852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:10.860970 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6720e4e3-139b-4ea0-a98c-ee0e673ab0eb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:10.991459 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (42ca3e0a-601f-4b87-ada1-8285a005131d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:11.034195 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9ace4aa6-308c-4fba-8f09-9b645be1494b req-9064fb21-72ff-427c-834a-3a0f9c80b8fb tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720698 Jan 28 19:24:11.056820 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 4dd5e9de-5ff7-48c0-a502-bf8829d68000 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:11.058372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:11.138908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:11.350579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router a048dfe3-a41a-4b96-a943-94fa19617a30 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:24:11.371789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90b8fe-0cf4-45a2-917e-79ebdbce8d36 req-01f4f0be-d73a-490d-9385-6c87b61b1a52 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:11.379505 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-af90b8fe-0cf4-45a2-917e-79ebdbce8d36 req-01f4f0be-d73a-490d-9385-6c87b61b1a52 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.5402989 Jan 28 19:24:11.393565 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c91ceea0-4520-408d-8178-575a9e625e10 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (33beb6ad-0cb9-4392-aa02-b2389213bd86), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:11.425363 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-17c88edd-dd8b-46c1-91f9-e3b70ea85872 None None] Provisioning complete for port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:11.426686 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17c88edd-dd8b-46c1-91f9-e3b70ea85872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6720e4e3-139b-4ea0-a98c-ee0e673ab0eb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:11.521710 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-af90b8fe-0cf4-45a2-917e-79ebdbce8d36 req-2fe54060-ee45-4124-aaff-8f14642b2e0b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410816 Jan 28 19:24:11.598768 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:11.610466 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d4db30-9871-40e0-af46-97091ac0b1ee None None] Sync routers for ids ['a048dfe3-a41a-4b96-a943-94fa19617a30'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:11.615300 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4be4d534-e88e-44f4-a98b-259527ae10d4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/a048dfe3-a41a-4b96-a943-94fa19617a30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7949858 Jan 28 19:24:11.622546 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:11.628867 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4db30-9871-40e0-af46-97091ac0b1ee None None] Routers {'a048dfe3-a41a-4b96-a943-94fa19617a30'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:11.630698 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e5d4db30-9871-40e0-af46-97091ac0b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a048dfe3-a41a-4b96-a943-94fa19617a30'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:11.737420 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e5d4db30-9871-40e0-af46-97091ac0b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:11.761107 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4db30-9871-40e0-af46-97091ac0b1ee None None] Routers {'a048dfe3-a41a-4b96-a943-94fa19617a30'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:11.761687 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e5d4db30-9871-40e0-af46-97091ac0b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a048dfe3-a41a-4b96-a943-94fa19617a30'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:11.807301 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-17c88edd-dd8b-46c1-91f9-e3b70ea85872 None None] Current status of the port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:11.811772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac60d320-dd1f-4879-b0f0-3442b00e6956 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:11.816582 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ac60d320-dd1f-4879-b0f0-3442b00e6956 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports/25684592-51ae-4419-8cab-a7696fb071e8 HTTP/1.1" status: 200 len: 910 time: 0.1929994 Jan 28 19:24:11.817437 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:11.844451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-17c88edd-dd8b-46c1-91f9-e3b70ea85872 None None] Provisioning complete for port 25684592-51ae-4419-8cab-a7696fb071e8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:11.844825 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17c88edd-dd8b-46c1-91f9-e3b70ea85872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (25684592-51ae-4419-8cab-a7696fb071e8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:11.871442 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e5d4db30-9871-40e0-af46-97091ac0b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:11.872343 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d4db30-9871-40e0-af46-97091ac0b1ee None None] The sync data for ids ['a048dfe3-a41a-4b96-a943-94fa19617a30'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:11.888430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91ceea0-4520-408d-8178-575a9e625e10 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Checking segment: {'id': '856fb057-0f67-421c-93cd-49e992b64c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:11.890214 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91ceea0-4520-408d-8178-575a9e625e10 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network hostable DHCP agents. Network: 5b91f162-0967-45d1-9ed3-8d12c53c9a1c, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:24:11.902467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ceea0-4520-408d-8178-575a9e625e10 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Subnet': ['ID=33beb6ad-0cb9-4392-aa02-b2389213bd86,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:11.936086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-17c88edd-dd8b-46c1-91f9-e3b70ea85872 None None] Port 25684592-51ae-4419-8cab-a7696fb071e8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:11.979717 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:24:12.011197 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3f99c0c3-564f-4933-b181-ba9a84fd1a21 req-06222b0f-8a0f-4eaa-a7ad-be2a1b2f87a2 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.1463859 Jan 28 19:24:12.080338 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1225ae4c-4bb3-4fc7-bdd7-6c1c335adbcb None None] Provisioning complete for port 25684592-51ae-4419-8cab-a7696fb071e8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:12.083692 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1225ae4c-4bb3-4fc7-bdd7-6c1c335adbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (25684592-51ae-4419-8cab-a7696fb071e8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:12.137536 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91ceea0-4520-408d-8178-575a9e625e10 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 5b91f162-0967-45d1-9ed3-8d12c53c9a1c is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:24:12.186349 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed70c7b-5672-4179-9052-92445a63b059 req-059ca243-fb1c-4412-9112-b68869a14ccc tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:12.188452 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fed70c7b-5672-4179-9052-92445a63b059 req-059ca243-fb1c-4412-9112-b68869a14ccc tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.4880867 Jan 28 19:24:12.207811 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1225ae4c-4bb3-4fc7-bdd7-6c1c335adbcb None None] Port 25684592-51ae-4419-8cab-a7696fb071e8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:12.220198 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c91ceea0-4520-408d-8178-575a9e625e10 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 5b91f162-0967-45d1-9ed3-8d12c53c9a1c) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:12.229412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992d238e-70a3-4a74-8720-b7836251adc1 None None] Network 5b91f162-0967-45d1-9ed3-8d12c53c9a1c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:12.242103 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ceea0-4520-408d-8178-575a9e625e10 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:12.242705 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c91ceea0-4520-408d-8178-575a9e625e10 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:12.302475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55404cab-2708-4fbd-ba8c-377fd1bbae99 req-55214001-7c70-4b09-bd28-964b8acffb31 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:12.304102 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-55404cab-2708-4fbd-ba8c-377fd1bbae99 req-55214001-7c70-4b09-bd28-964b8acffb31 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 931 time: 0.1408978 Jan 28 19:24:12.309679 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c91ceea0-4520-408d-8178-575a9e625e10 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4390473 Jan 28 19:24:12.313045 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55444) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:12.397906 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fed70c7b-5672-4179-9052-92445a63b059 req-b7dea115-a39d-4233-8631-0454f3664ffb tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032194 Jan 28 19:24:12.419443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c30684f3-c043-42af-9e07-b8284a214722 None None] Provisioning complete for port 25684592-51ae-4419-8cab-a7696fb071e8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:12.423008 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c30684f3-c043-42af-9e07-b8284a214722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (25684592-51ae-4419-8cab-a7696fb071e8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:12.453670 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-55404cab-2708-4fbd-ba8c-377fd1bbae99 req-97209a5e-9662-490e-8704-ac6e9a71198d tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413689 Jan 28 19:24:12.483670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c30684f3-c043-42af-9e07-b8284a214722 None None] Port 25684592-51ae-4419-8cab-a7696fb071e8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:12.549146 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'project_id': '806540a429384556a711c6ddbb9cf246', 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:24:12.550140 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:12.576201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ca3e0a-601f-4b87-ada1-8285a005131d {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:12.602070 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Publish callbacks [] for port (42ca3e0a-601f-4b87-ada1-8285a005131d), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:12.602868 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (a048dfe3-a41a-4b96-a943-94fa19617a30), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:12.787778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Transition to ACTIVE for port object 42ca3e0a-601f-4b87-ada1-8285a005131d will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:24:12.808617 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (42ca3e0a-601f-4b87-ada1-8285a005131d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:12.835872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Allocated IP 2001:db8::2 (5b91f162-0967-45d1-9ed3-8d12c53c9a1c/33beb6ad-0cb9-4392-aa02-b2389213bd86/4a1cd4bb-14b3-449b-95d6-df46305cd62a) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:12.891016 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecf2e7-5fca-4de0-a183-ff41a2049a05 req-f2a08b66-c147-4dd7-b207-4baf4f889cc7 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:12.892939 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-73ecf2e7-5fca-4de0-a183-ff41a2049a05 req-f2a08b66-c147-4dd7-b207-4baf4f889cc7 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=2262b72b-7684-4039-80b4-ced72bfc20d5 HTTP/1.1" status: 200 len: 949 time: 0.1354015 Jan 28 19:24:12.962393 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7d671-b7db-4f71-b085-f26983f48f2a req-3c078e22-9836-4677-844e-55c1b639e8c8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:12.977633 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0fc7d671-b7db-4f71-b085-f26983f48f2a req-3c078e22-9836-4677-844e-55c1b639e8c8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3232129 Jan 28 19:24:13.048062 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Publish callbacks [] for port (4a1cd4bb-14b3-449b-95d6-df46305cd62a), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.052232 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Pushing event updated for resources: {'Port': ['ID=42ca3e0a-601f-4b87-ada1-8285a005131d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:13.059604 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-73ecf2e7-5fca-4de0-a183-ff41a2049a05 req-3e363736-2d30-46ff-9e0d-f1c9a1b08e5f tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606367 Jan 28 19:24:13.059806 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (4a1cd4bb-14b3-449b-95d6-df46305cd62a), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.116323 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.127783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Pushing event updated for resources: {'Port': ['ID=4a1cd4bb-14b3-449b-95d6-df46305cd62a,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:13.146792 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting port 25684592-51ae-4419-8cab-a7696fb071e8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:13.147136 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (25684592-51ae-4419-8cab-a7696fb071e8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.165281 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Network 5b91f162-0967-45d1-9ed3-8d12c53c9a1c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:13.170358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:13.177967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:13.278358 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0fc7d671-b7db-4f71-b085-f26983f48f2a req-adcd0559-4c7c-4d1a-926d-a4692d6e545e tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986698 Jan 28 19:24:13.307491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Attempting to bind port 4a1cd4bb-14b3-449b-95d6-df46305cd62a on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:13.307832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Attempting to bind port 4a1cd4bb-14b3-449b-95d6-df46305cd62a by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '856fb057-0f67-421c-93cd-49e992b64c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:13.308199 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Attempting to bind port 4a1cd4bb-14b3-449b-95d6-df46305cd62a on network 5b91f162-0967-45d1-9ed3-8d12c53c9a1c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:13.315053 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:13.315437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Checking segment: {'id': '856fb057-0f67-421c-93cd-49e992b64c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:13.315846 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.320633 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e23f4a3-8b9d-45a8-94fd-8176d68e71a0 req-7a86fa0c-25d7-4f29-adf7-c2b0fb21f0be tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0678754 Jan 28 19:24:13.326552 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Bound using segment: {'id': '856fb057-0f67-421c-93cd-49e992b64c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:13.327120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Bound port: 4a1cd4bb-14b3-449b-95d6-df46305cd62a, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856fb057-0f67-421c-93cd-49e992b64c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:13.327520 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4a1cd4bb-14b3-449b-95d6-df46305cd62a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.376554 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Attempting to bind port 42ca3e0a-601f-4b87-ada1-8285a005131d on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:13.376889 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Attempting to bind port 42ca3e0a-601f-4b87-ada1-8285a005131d by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:13.377217 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Attempting to bind port 42ca3e0a-601f-4b87-ada1-8285a005131d on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:13.413749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] For port 4a1cd4bb-14b3-449b-95d6-df46305cd62a, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:13.414798 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Port 42ca3e0a-601f-4b87-ada1-8285a005131d on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:24:13.415121 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Attempting to bind port 42ca3e0a-601f-4b87-ada1-8285a005131d on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:13.416761 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] For port 4a1cd4bb-14b3-449b-95d6-df46305cd62a, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4a1cd4bb-14b3-449b-95d6-df46305cd62a,segment=NetworkSegment(856fb057-0f67-421c-93cd-49e992b64c07),segment_id=856fb057-0f67-421c-93cd-49e992b64c07)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:13.420168 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (25684592-51ae-4419-8cab-a7696fb071e8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.429928 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4a1cd4bb-14b3-449b-95d6-df46305cd62a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.434358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Calling delete_port for 25684592-51ae-4419-8cab-a7696fb071e8 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:13.493553 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93eb39e-91dd-4de9-9e29-a9449e9cac52 None None] Pushing event updated for resources: {'Port': ['ID=4a1cd4bb-14b3-449b-95d6-df46305cd62a,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:13.574505 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:13.574879 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Checking segment: {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:13.575211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Bound using segment: {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:13.575655 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Bound port: 42ca3e0a-601f-4b87-ada1-8285a005131d, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:13.576012 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (42ca3e0a-601f-4b87-ada1-8285a005131d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.732512 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c6c12-ea5c-425d-834f-05bdc0e845a3 req-7089c27c-adbf-46fd-b49d-776a1022a6e9 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:13.742731 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a2c6c12-ea5c-425d-834f-05bdc0e845a3 req-7089c27c-adbf-46fd-b49d-776a1022a6e9 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 943 time: 0.1329887 Jan 28 19:24:13.762927 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (25684592-51ae-4419-8cab-a7696fb071e8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:13.779237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Allocated IP 2001:db8::1 (5b91f162-0967-45d1-9ed3-8d12c53c9a1c/33beb6ad-0cb9-4392-aa02-b2389213bd86/4f7a0cee-1eb7-4a80-979d-98efc051e7c0) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:13.854331 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Port': ['ID=25684592-51ae-4419-8cab-a7696fb071e8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:13.923116 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a2c6c12-ea5c-425d-834f-05bdc0e845a3 req-01ff2809-cc0e-4850-964b-e1e818d9e744 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791668 Jan 28 19:24:13.924834 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:13.926586 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:13.927235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:13.927782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:13.928303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:13.929175 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:13.929694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:13.930279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:13.935853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:13.936461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:13.936985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:13.937515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:13.938247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:13.979737 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:14.043100 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:14.163121 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=4f7a0cee-1eb7-4a80-979d-98efc051e7c0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:14.185110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:14.185455 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:14.185796 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:14.186155 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:14.186487 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:14.186816 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:14.187144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:14.187714 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:14.188046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:14.188368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:14.188690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:14.189005 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:14.189323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:14.223614 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 5b91f162-0967-45d1-9ed3-8d12c53c9a1c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:14.230112 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (a048dfe3-a41a-4b96-a943-94fa19617a30), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:14.237016 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:14.239474 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:14.240025 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (24439ad9-8c9c-4873-a011-90c7da814c9c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:14.292400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] For port 42ca3e0a-601f-4b87-ada1-8285a005131d, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:14.297324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] For port 42ca3e0a-601f-4b87-ada1-8285a005131d, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=42ca3e0a-601f-4b87-ada1-8285a005131d,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:14.310756 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c0e8a-31e8-4e78-a4e8-9e7779ad6d03 req-054cc274-ce6d-4efa-9cf2-759c91036993 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:14.312877 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-682c0e8a-31e8-4e78-a4e8-9e7779ad6d03 req-054cc274-ce6d-4efa-9cf2-759c91036993 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.8898225 Jan 28 19:24:14.317588 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (42ca3e0a-601f-4b87-ada1-8285a005131d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:14.348019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f3cff-2219-40d9-8348-828499b2721d req-cdfb5465-e2d8-48d4-89c9-de5b207fe75e tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:14.355814 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-819f3cff-2219-40d9-8348-828499b2721d req-cdfb5465-e2d8-48d4-89c9-de5b207fe75e tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=2262b72b-7684-4039-80b4-ced72bfc20d5 HTTP/1.1" status: 200 len: 949 time: 0.1404397 Jan 28 19:24:14.454071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:14.454265 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:14.455671 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] 10.222.0.37 "PUT /v2.0/ports/42ca3e0a-601f-4b87-ada1-8285a005131d HTTP/1.1" status: 200 len: 1091 time: 3.7709568 Jan 28 19:24:14.461364 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e698b4-fc96-4c35-9ee2-d6489d0f7fa0', 'tag': '42ca3e0a-601f-4b87-ada1-8285a005131d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:14.463704 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dbea63-32f7-47e8-8ab7-c8762b4a2f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "00e698b4-fc96-4c35-9ee2-d6489d0f7fa0", "tag": "42ca3e0a-601f-4b87-ada1-8285a005131d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:14.470495 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-682c0e8a-31e8-4e78-a4e8-9e7779ad6d03 req-3f2ab179-fd1e-4e21-b495-cf3a3ddf8d7e tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483493 Jan 28 19:24:14.483474 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router a048dfe3-a41a-4b96-a943-94fa19617a30 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:24:14.492100 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e794962-c5f4-47c3-8a17-208809ceb841 service neutron] Pushing event updated for resources: {'Port': ['ID=42ca3e0a-601f-4b87-ada1-8285a005131d,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:14.507355 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-819f3cff-2219-40d9-8348-828499b2721d req-9f355c9a-c3b2-4704-97d1-4f173154f82f tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431170 Jan 28 19:24:14.561836 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d314d3-2866-4bbd-9b3f-8940072a9bdd x-openstack-request-id: req-a5d314d3-2866-4bbd-9b3f-8940072a9bdd {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:14.562152 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e698b4-fc96-4c35-9ee2-d6489d0f7fa0", "tag": "42ca3e0a-601f-4b87-ada1-8285a005131d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:14.562400 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5d314d3-2866-4bbd-9b3f-8940072a9bdd {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:14.563019 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e698b4-fc96-4c35-9ee2-d6489d0f7fa0', 'tag': '42ca3e0a-601f-4b87-ada1-8285a005131d', 'status': 'completed', 'code': 200} Jan 28 19:24:14.614832 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:14.618547 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6c4a1339-df7f-4f15-a53b-43a7905aab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:14.620760 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6c4a1339-df7f-4f15-a53b-43a7905aab9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 1125 time: 0.1117649 Jan 28 19:24:14.690859 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-92929676-30d0-4f81-be2d-df65913bdbfd req-21e3c7bd-e9d4-4f38-b818-d0eb53638dc2 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0841894 Jan 28 19:24:14.695134 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:14.704885 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-edcb7b1a-c900-470a-b94e-56886cd23aa7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/a048dfe3-a41a-4b96-a943-94fa19617a30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8851457 Jan 28 19:24:14.705541 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55496) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:14.707043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e9da37-e835-423f-9be0-471df81a885b None None] Sync routers for ids ['a048dfe3-a41a-4b96-a943-94fa19617a30'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:14.734618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e9da37-e835-423f-9be0-471df81a885b None None] Routers {'a048dfe3-a41a-4b96-a943-94fa19617a30'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:14.753216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d0e9da37-e835-423f-9be0-471df81a885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a048dfe3-a41a-4b96-a943-94fa19617a30'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:14.785970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-ecc15857-98d2-4cd1-949d-57c5803136c1 req-cc56def6-c45c-4aa9-80da-ac4ff3480c76 service neutron] (103146) timed out ('10.222.0.31', 56664) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:24:14.817329 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dabf1eac-9156-457f-9b5e-158f330134a3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports?device_id=a048dfe3-a41a-4b96-a943-94fa19617a30 HTTP/1.1" status: 200 len: 205 time: 0.1057937 Jan 28 19:24:14.817998 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55498) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:14.821721 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-ec7676ba-206f-455d-9e93-f6933d95a2bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42ca3e0a-601f-4b87-ada1-8285a005131d HTTP/1.1" status: 200 len: 217 time: 0.1899116 Jan 28 19:24:14.862744 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d0e9da37-e835-423f-9be0-471df81a885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:14.884065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4a1cd4bb-14b3-449b-95d6-df46305cd62a up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:14.950397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-3ce9ef27-2333-44d7-af6f-524eb300d594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:14.952044 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-3ce9ef27-2333-44d7-af6f-524eb300d594 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 HTTP/1.1" status: 200 len: 846 time: 0.1199062 Jan 28 19:24:15.011632 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e9da37-e835-423f-9be0-471df81a885b None None] Routers {'a048dfe3-a41a-4b96-a943-94fa19617a30'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:15.012522 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d0e9da37-e835-423f-9be0-471df81a885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a048dfe3-a41a-4b96-a943-94fa19617a30'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:15.015462 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-46ace936-742b-4136-b36c-943c7702dc6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=301c456c-76ee-4f43-ab94-73ce621ebdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544145 Jan 28 19:24:15.025302 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fd86286-4f0f-4562-bd7d-31c7b3d99540 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (a048dfe3-a41a-4b96-a943-94fa19617a30), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:15.107695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d0e9da37-e835-423f-9be0-471df81a885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:15.109963 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e9da37-e835-423f-9be0-471df81a885b None None] The sync data for ids ['a048dfe3-a41a-4b96-a943-94fa19617a30'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:15.115545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 4a1cd4bb-14b3-449b-95d6-df46305cd62a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:15.116845 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4a1cd4bb-14b3-449b-95d6-df46305cd62a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:15.349413 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 4a1cd4bb-14b3-449b-95d6-df46305cd62a is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:15.350103 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4a1cd4bb-14b3-449b-95d6-df46305cd62a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:15.463908 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fd86286-4f0f-4562-bd7d-31c7b3d99540 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (a048dfe3-a41a-4b96-a943-94fa19617a30), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:15.470916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 4a1cd4bb-14b3-449b-95d6-df46305cd62a, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4a1cd4bb-14b3-449b-95d6-df46305cd62a,segment=NetworkSegment(856fb057-0f67-421c-93cd-49e992b64c07),segment_id=856fb057-0f67-421c-93cd-49e992b64c07)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:15.473324 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fd86286-4f0f-4562-bd7d-31c7b3d99540 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_controller (a048dfe3-a41a-4b96-a943-94fa19617a30), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:15.486176 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4a1cd4bb-14b3-449b-95d6-df46305cd62a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:15.547681 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90003025-16dd-473e-a937-57ec2412c00d None None] Network 5b91f162-0967-45d1-9ed3-8d12c53c9a1c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:15.597343 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fd86286-4f0f-4562-bd7d-31c7b3d99540 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (a048dfe3-a41a-4b96-a943-94fa19617a30), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:15.597911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd86286-4f0f-4562-bd7d-31c7b3d99540 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Fanout notify agent at l3_agent the message router_deleted on router a048dfe3-a41a-4b96-a943-94fa19617a30 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:24:15.673171 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fd86286-4f0f-4562-bd7d-31c7b3d99540 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:15.682592 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0fd86286-4f0f-4562-bd7d-31c7b3d99540 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/routers/a048dfe3-a41a-4b96-a943-94fa19617a30 HTTP/1.1" status: 204 len: 168 time: 0.8634288 Jan 28 19:24:15.695464 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55524) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:15.728087 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fefea9e5-af47-492f-a74f-17c10fbc8b1e None None] Provisioning complete for port 4a1cd4bb-14b3-449b-95d6-df46305cd62a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:15.729233 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fefea9e5-af47-492f-a74f-17c10fbc8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4a1cd4bb-14b3-449b-95d6-df46305cd62a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:15.731116 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=4a1cd4bb-14b3-449b-95d6-df46305cd62a,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:15.814183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe593d-c4d9-4ee9-b19c-c73e4d5869e0 req-2c614e27-d2da-422d-8f41-b5c9f5c0a011 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:15.815647 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3bfe593d-c4d9-4ee9-b19c-c73e4d5869e0 req-2c614e27-d2da-422d-8f41-b5c9f5c0a011 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.2345684 Jan 28 19:24:15.840438 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b58f21-d6ae-49f1-8852-a3554dfa2f0e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting subnet 8d7e0b54-7448-4ff9-80ad-f5cddcaf5ebb {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:24:15.865020 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fefea9e5-af47-492f-a74f-17c10fbc8b1e None None] Current status of the port 4a1cd4bb-14b3-449b-95d6-df46305cd62a is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:15.882857 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45b58f21-d6ae-49f1-8852-a3554dfa2f0e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (8d7e0b54-7448-4ff9-80ad-f5cddcaf5ebb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:15.935754 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414ef64-a461-46f8-93e3-3ec7503f15b8 req-51746a1b-32be-4dd0-bcff-c2ffad45c8d5 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:15.942742 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3414ef64-a461-46f8-93e3-3ec7503f15b8 req-51746a1b-32be-4dd0-bcff-c2ffad45c8d5 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 943 time: 0.1196780 Jan 28 19:24:15.957648 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3bfe593d-c4d9-4ee9-b19c-c73e4d5869e0 req-5ee201a1-e936-4fcc-a4a4-b9cc2f3d2f0a tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222236 Jan 28 19:24:16.004482 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-2a2a1ea8-63f6-4ac1-af90-0fc4e3b64ee5 service neutron] 10.222.0.37 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9669828 Jan 28 19:24:16.041521 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3414ef64-a461-46f8-93e3-3ec7503f15b8 req-d0388761-a19d-4913-a49a-dbcc471b84d6 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833809 Jan 28 19:24:16.108699 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45b58f21-d6ae-49f1-8852-a3554dfa2f0e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (8d7e0b54-7448-4ff9-80ad-f5cddcaf5ebb), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.256755 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-917a2793-07c0-4aa5-ae1f-b8bd3b523ae3 req-c02218a4-1bd0-420e-b456-738d460202ac tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.1257041 Jan 28 19:24:16.270554 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45b58f21-d6ae-49f1-8852-a3554dfa2f0e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (8d7e0b54-7448-4ff9-80ad-f5cddcaf5ebb), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.311250 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c127f0a7-ae39-4dbd-a3c4-4e4e9ff46160 req-6c46e09f-6c37-44f2-b8ee-136b60defd5a service neutron] 10.222.0.37 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644324 Jan 28 19:24:16.317417 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3447a3dd-3810-42ab-bbf4-95b03709c7c0 None None] Provisioning complete for port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:16.318165 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3447a3dd-3810-42ab-bbf4-95b03709c7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.375049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3447a3dd-3810-42ab-bbf4-95b03709c7c0 None None] Port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:16.391358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3447a3dd-3810-42ab-bbf4-95b03709c7c0 None None] Provisioning complete for port 4a1cd4bb-14b3-449b-95d6-df46305cd62a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:16.392131 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3447a3dd-3810-42ab-bbf4-95b03709c7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4a1cd4bb-14b3-449b-95d6-df46305cd62a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.394653 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45b58f21-d6ae-49f1-8852-a3554dfa2f0e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (8d7e0b54-7448-4ff9-80ad-f5cddcaf5ebb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.440667 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.456063 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.456835 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45b58f21-d6ae-49f1-8852-a3554dfa2f0e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.458155 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (24439ad9-8c9c-4873-a011-90c7da814c9c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.467611 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-45b58f21-d6ae-49f1-8852-a3554dfa2f0e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/8d7e0b54-7448-4ff9-80ad-f5cddcaf5ebb HTTP/1.1" status: 204 len: 168 time: 0.7707107 Jan 28 19:24:16.468185 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b67fa8-9195-4b68-a787-9d14ffa7e2f7 None None] Network 4dd5e9de-5ff7-48c0-a502-bf8829d68000 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:16.469925 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b58f21-d6ae-49f1-8852-a3554dfa2f0e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Subnet': ['ID=8d7e0b54-7448-4ff9-80ad-f5cddcaf5ebb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:16.471713 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55538) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:16.574124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=4f7a0cee-1eb7-4a80-979d-98efc051e7c0,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:16.621051 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (4dd5e9de-5ff7-48c0-a502-bf8829d68000), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.690656 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbea63-32f7-47e8-8ab7-c8762b4a2f2b req-cc7f62d0-7cc7-485b-b1e1-f32a07b74ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:16.692191 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9dbea63-32f7-47e8-8ab7-c8762b4a2f2b req-cc7f62d0-7cc7-485b-b1e1-f32a07b74ba3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 1125 time: 0.3024256 Jan 28 19:24:16.693970 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 5b91f162-0967-45d1-9ed3-8d12c53c9a1c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:16.695452 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:16.718136 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4a1cd4bb-14b3-449b-95d6-df46305cd62a up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:16.718724 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:16.719227 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6720e4e3-139b-4ea0-a98c-ee0e673ab0eb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.727282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3447a3dd-3810-42ab-bbf4-95b03709c7c0 None None] Current status of the port 4a1cd4bb-14b3-449b-95d6-df46305cd62a is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:16.817069 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbea63-32f7-47e8-8ab7-c8762b4a2f2b req-50a2fd8c-7202-4603-9dfd-138bb00e9a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:16.818596 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9dbea63-32f7-47e8-8ab7-c8762b4a2f2b req-50a2fd8c-7202-4603-9dfd-138bb00e9a2e service neutron] 10.222.0.37 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 907 time: 0.1168888 Jan 28 19:24:16.853620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 4a1cd4bb-14b3-449b-95d6-df46305cd62a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:16.863139 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4a1cd4bb-14b3-449b-95d6-df46305cd62a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.873954 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] For port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6720e4e3-139b-4ea0-a98c-ee0e673ab0eb,segment=NetworkSegment(80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f),segment_id=80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:16.875390 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6720e4e3-139b-4ea0-a98c-ee0e673ab0eb), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:16.927265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Calling delete_port for 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:16.958695 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9dbea63-32f7-47e8-8ab7-c8762b4a2f2b req-0de4b4f3-2e0b-4c00-955b-ec9ef84c4bae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42ca3e0a-601f-4b87-ada1-8285a005131d HTTP/1.1" status: 200 len: 217 time: 0.0946047 Jan 28 19:24:16.960101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b603d1-5414-4352-b9fc-f566662e4b1d None None] DHCP port deletion for 4dd5e9de-5ff7-48c0-a502-bf8829d68000 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:24:17.022456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bb9bc718-acf5-4a83-95bc-111f7bde52e7 None None] Provisioning complete for port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:17.022949 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb9bc718-acf5-4a83-95bc-111f7bde52e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.136648 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (6720e4e3-139b-4ea0-a98c-ee0e673ab0eb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.142169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbea63-32f7-47e8-8ab7-c8762b4a2f2b req-028b39c8-f5a2-476b-9dde-8e805ed97888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:17.143642 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9dbea63-32f7-47e8-8ab7-c8762b4a2f2b req-028b39c8-f5a2-476b-9dde-8e805ed97888 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 HTTP/1.1" status: 200 len: 846 time: 0.1768317 Jan 28 19:24:17.150405 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bb9bc718-acf5-4a83-95bc-111f7bde52e7 None None] Port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:17.158750 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f4b603d1-5414-4352-b9fc-f566662e4b1d None None] Deleting port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:17.159318 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4b603d1-5414-4352-b9fc-f566662e4b1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6720e4e3-139b-4ea0-a98c-ee0e673ab0eb), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.194256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Port': ['ID=6720e4e3-139b-4ea0-a98c-ee0e673ab0eb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:17.197050 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] No DVR routers for this DVR port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:17.213390 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9dbea63-32f7-47e8-8ab7-c8762b4a2f2b req-26cd3b8f-5029-423d-9a96-b284e40c2171 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=301c456c-76ee-4f43-ab94-73ce621ebdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500631 Jan 28 19:24:17.328630 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (4dd5e9de-5ff7-48c0-a502-bf8829d68000), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.359894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd5e9de-5ff7-48c0-a502-bf8829d68000']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:17.370991 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router 24439ad9-8c9c-4873-a011-90c7da814c9c is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:24:17.373620 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:17.374013 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:17.388964 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.404427 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb378b-1571-42f6-9e5d-afbff073eb07 req-e838abc7-4101-453d-9cd2-376230d6deb2 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:17.406166 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.406961 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-28cb378b-1571-42f6-9e5d-afbff073eb07 req-e838abc7-4101-453d-9cd2-376230d6deb2 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 943 time: 0.2426300 Jan 28 19:24:17.415269 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:24:17.415777 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (80b0b4db-9dd0-4815-9cb8-2ec9ed7eb21f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.472029 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f4b603d1-5414-4352-b9fc-f566662e4b1d None None] For port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb, host n-d-824834-4, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:17.472559 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4b603d1-5414-4352-b9fc-f566662e4b1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6720e4e3-139b-4ea0-a98c-ee0e673ab0eb), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.479763 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9dbea63-32f7-47e8-8ab7-c8762b4a2f2b req-f70ba804-b230-4ea6-bc0e-68b35e76e43a service neutron] 10.222.0.37 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462275 Jan 28 19:24:17.486373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f4b603d1-5414-4352-b9fc-f566662e4b1d None None] Calling delete_port for 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:24:17.489777 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:24:17.491803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-f4b603d1-5414-4352-b9fc-f566662e4b1d None None] Port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:24:17.501932 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4b603d1-5414-4352-b9fc-f566662e4b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (6720e4e3-139b-4ea0-a98c-ee0e673ab0eb), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.504356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 4a1cd4bb-14b3-449b-95d6-df46305cd62a is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:17.507602 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 941bd5b5-84ed-4923-99ae-1e9393f6985e no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:17.512490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb2f62-14cb-4147-b4d6-16a138ce391c req-1ed884c1-f1ad-4ac8-ae63-82459489e3ed tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:17.514574 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07eb2f62-14cb-4147-b4d6-16a138ce391c req-1ed884c1-f1ad-4ac8-ae63-82459489e3ed tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.4064097 Jan 28 19:24:17.515437 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (4dd5e9de-5ff7-48c0-a502-bf8829d68000), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.525602 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.530000 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/networks/4dd5e9de-5ff7-48c0-a502-bf8829d68000 HTTP/1.1" status: 204 len: 168 time: 1.0573692 Jan 28 19:24:17.549201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4b603d1-5414-4352-b9fc-f566662e4b1d None None] Network 4dd5e9de-5ff7-48c0-a502-bf8829d68000 is not hosted by any dhcp agent {{(pid=103148) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:24:17.549593 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b603d1-5414-4352-b9fc-f566662e4b1d None None] No DVR routers for this DVR port 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:17.550568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55550) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:17.552186 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14d718-0b8e-4ead-bdb0-cd7f52589508 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Network': ['ID=4dd5e9de-5ff7-48c0-a502-bf8829d68000,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:17.559868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1564803487', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:17.607073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8e425d23-adac-45e5-ad57-d12a1af9081b None None] Provisioning complete for port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:17.607452 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8e425d23-adac-45e5-ad57-d12a1af9081b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.614392 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b603d1-5414-4352-b9fc-f566662e4b1d None None] Pushing event deleted for resources: {'Port': ['ID=6720e4e3-139b-4ea0-a98c-ee0e673ab0eb,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:17.632187 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (2628d4f1-c224-4836-a001-a1660eac74df), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.633848 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (2628d4f1-c224-4836-a001-a1660eac74df), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.680364 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07eb2f62-14cb-4147-b4d6-16a138ce391c req-67d2bafe-e4ff-44e3-9bd9-8a4be1fdd934 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490362 Jan 28 19:24:17.690729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8e425d23-adac-45e5-ad57-d12a1af9081b None None] Port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:17.708503 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-28cb378b-1571-42f6-9e5d-afbff073eb07 req-99aca705-e784-4b33-af2e-90c62cd32653 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824481 Jan 28 19:24:17.725703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:17.742890 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Sync routers for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:17.743680 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 941bd5b5-84ed-4923-99ae-1e9393f6985e is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:17.744180 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.758289 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-71fa612e-4ce0-4ea3-a3a6-2dbdc81288be tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/24439ad9-8c9c-4873-a011-90c7da814c9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4418454 Jan 28 19:24:17.765551 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:17.766358 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:17.770471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55556) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:17.788457 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-81c9a87e-a0dc-4164-a7d1-84b617befe9e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1310084580'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:17.795919 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_controller (2628d4f1-c224-4836-a001-a1660eac74df), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.817166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2262b72b-7684-4039-80b4-ced72bfc20d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '941bd5b5-84ed-4923-99ae-1e9393f6985e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:17.821578 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2339b7-8d2d-4dac-ac50-fad03143d2ec" -d '{"events": [{"server_uuid": "2262b72b-7684-4039-80b4-ced72bfc20d5", "name": "network-vif-unplugged", "status": "completed", "tag": "941bd5b5-84ed-4923-99ae-1e9393f6985e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:17.855950 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 941bd5b5-84ed-4923-99ae-1e9393f6985e, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=941bd5b5-84ed-4923-99ae-1e9393f6985e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:17.863648 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.898483 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c7138195-dce7-4031-a359-b2133d4d85e7 req-f81e8417-4c80-4539-bda4-baa75d34621b tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0759442 Jan 28 19:24:17.961501 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9dbea63-32f7-47e8-8ab7-c8762b4a2f2b req-1caa0df0-a8af-47cd-8d6f-175346c5039b service neutron] 10.222.0.37 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674699 Jan 28 19:24:17.964768 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c9a87e-a0dc-4164-a7d1-84b617befe9e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:17.974348 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81c9a87e-a0dc-4164-a7d1-84b617befe9e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:17.975301 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:17.978352 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=941bd5b5-84ed-4923-99ae-1e9393f6985e,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:18.033765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c9a87e-a0dc-4164-a7d1-84b617befe9e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:24:18.058625 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81c9a87e-a0dc-4164-a7d1-84b617befe9e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (79907a54-7862-49a0-ba2b-5817cd71a74d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:18.059613 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-81c9a87e-a0dc-4164-a7d1-84b617befe9e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Added segment 79907a54-7862-49a0-ba2b-5817cd71a74d of type vlan for network b5712569-c54c-4ade-acb8-3af84e5c8954 Jan 28 19:24:18.134303 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81c9a87e-a0dc-4164-a7d1-84b617befe9e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (b5712569-c54c-4ade-acb8-3af84e5c8954), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:18.194346 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9082e547-72ea-481f-b06f-e7019e423032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:18.221412 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81c9a87e-a0dc-4164-a7d1-84b617befe9e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (b5712569-c54c-4ade-acb8-3af84e5c8954), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:18.227350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c9a87e-a0dc-4164-a7d1-84b617befe9e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:18.228145 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81c9a87e-a0dc-4164-a7d1-84b617befe9e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:18.239981 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61092467-0897-4af3-af1e-759063d2f7ed x-openstack-request-id: req-61092467-0897-4af3-af1e-759063d2f7ed {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:18.240387 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2262b72b-7684-4039-80b4-ced72bfc20d5", "name": "network-vif-unplugged", "status": "completed", "tag": "941bd5b5-84ed-4923-99ae-1e9393f6985e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:18.240732 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-61092467-0897-4af3-af1e-759063d2f7ed {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:18.242595 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2262b72b-7684-4039-80b4-ced72bfc20d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '941bd5b5-84ed-4923-99ae-1e9393f6985e', 'code': 200} Jan 28 19:24:18.330413 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-81c9a87e-a0dc-4164-a7d1-84b617befe9e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5588484 Jan 28 19:24:18.331060 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:18.338175 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:14Z', 'revision_number': 2, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:15Z', 'revision_number': 2, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:18.343705 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f455b004-c524-462c-9eb5-b411cafa54a6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'subnet': {'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:18.378007 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Checking router: 24439ad9-8c9c-4873-a011-90c7da814c9c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:24:18.378855 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Updating router 24439ad9-8c9c-4873-a011-90c7da814c9c port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:24:18.415418 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:18.442715 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9a87e-a0dc-4164-a7d1-84b617befe9e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Network': ['ID=b5712569-c54c-4ade-acb8-3af84e5c8954,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:18.454747 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network b5712569-c54c-4ade-acb8-3af84e5c8954 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:24:18.470664 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f455b004-c524-462c-9eb5-b411cafa54a6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:18.474374 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f455b004-c524-462c-9eb5-b411cafa54a6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:18.594155 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_gateway (2628d4f1-c224-4836-a001-a1660eac74df), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:18.686321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:18.709139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:18.709818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6720e4e3-139b-4ea0-a98c-ee0e673ab0eb not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:18.755127 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f455b004-c524-462c-9eb5-b411cafa54a6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (362df1ed-5416-44b1-818d-520a3e9a1b2a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:18.861114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455b004-c524-462c-9eb5-b411cafa54a6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Subnet': ['ID=362df1ed-5416-44b1-818d-520a3e9a1b2a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:18.926800 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_gateway (2628d4f1-c224-4836-a001-a1660eac74df), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:18.948542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f455b004-c524-462c-9eb5-b411cafa54a6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Checking segment: {'id': '79907a54-7862-49a0-ba2b-5817cd71a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:18.953543 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f455b004-c524-462c-9eb5-b411cafa54a6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network hostable DHCP agents. Network: b5712569-c54c-4ade-acb8-3af84e5c8954, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:24:18.978114 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.052699 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795218d9-8d86-4556-8cd4-929a57a9e8cd req-04877663-210b-48e3-844d-52b7f70ee39c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:19.055075 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Publish callbacks [] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.056904 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae220c1-3d42-4f5b-a161-ece2f69dbcd6 req-b9cc9c8e-22fe-48f2-a46f-8d3cd75d3043 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:19.059758 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-795218d9-8d86-4556-8cd4-929a57a9e8cd req-04877663-210b-48e3-844d-52b7f70ee39c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.1894708 Jan 28 19:24:19.063852 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f455b004-c524-462c-9eb5-b411cafa54a6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network b5712569-c54c-4ade-acb8-3af84e5c8954 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:24:19.066645 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8ae220c1-3d42-4f5b-a161-ece2f69dbcd6 req-b9cc9c8e-22fe-48f2-a46f-8d3cd75d3043 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 943 time: 0.1701419 Jan 28 19:24:19.070481 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.129597 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f455b004-c524-462c-9eb5-b411cafa54a6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, b5712569-c54c-4ade-acb8-3af84e5c8954) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:19.138726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f69c3f3-251f-4b78-bb4c-5a77544bda3c None None] Network b5712569-c54c-4ade-acb8-3af84e5c8954 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:19.140447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f455b004-c524-462c-9eb5-b411cafa54a6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:19.141394 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f455b004-c524-462c-9eb5-b411cafa54a6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.143570 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8ae220c1-3d42-4f5b-a161-ece2f69dbcd6 req-2153730e-9910-4719-9a37-438a8ecc6a0c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757296 Jan 28 19:24:19.184098 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f455b004-c524-462c-9eb5-b411cafa54a6 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8456540 Jan 28 19:24:19.184738 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55578) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:19.227196 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-795218d9-8d86-4556-8cd4-929a57a9e8cd req-a0513d43-eeea-429d-8890-c80a15e08c6d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445224 Jan 28 19:24:19.300472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Allocated IP 172.25.0.85 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/207d620b-c502-40af-8a01-ec6c9294d361) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:19.430580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-b5712569-c54c-4ade-acb8-3af84e5c8954', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'project_id': '806540a429384556a711c6ddbb9cf246', 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:24:19.431672 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.553238 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f4801-e78c-4fa3-b09e-398026daeda4 None None] Pushing event updated for resources: {'Port': ['ID=4f7a0cee-1eb7-4a80-979d-98efc051e7c0,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:19.575228 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f4801-e78c-4fa3-b09e-398026daeda4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:19.575665 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f4801-e78c-4fa3-b09e-398026daeda4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:19.576118 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f4801-e78c-4fa3-b09e-398026daeda4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:19.578455 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f4801-e78c-4fa3-b09e-398026daeda4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:19.578805 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f4801-e78c-4fa3-b09e-398026daeda4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:19.579140 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f4801-e78c-4fa3-b09e-398026daeda4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:19.579501 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f4801-e78c-4fa3-b09e-398026daeda4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:19.579827 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f4801-e78c-4fa3-b09e-398026daeda4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:19.589014 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f4801-e78c-4fa3-b09e-398026daeda4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:19.589456 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f4801-e78c-4fa3-b09e-398026daeda4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:19.590933 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f4801-e78c-4fa3-b09e-398026daeda4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:19.591319 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f4801-e78c-4fa3-b09e-398026daeda4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:19.591654 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599f4801-e78c-4fa3-b09e-398026daeda4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:24:19.628490 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (207d620b-c502-40af-8a01-ec6c9294d361), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.671293 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Attempting to bind port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:19.671663 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Attempting to bind port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '856fb057-0f67-421c-93cd-49e992b64c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:19.672115 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Attempting to bind port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 on network 5b91f162-0967-45d1-9ed3-8d12c53c9a1c {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:19.698202 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:19.698740 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Checking segment: {'id': '856fb057-0f67-421c-93cd-49e992b64c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:19.700627 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.714520 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Bound using segment: {'id': '856fb057-0f67-421c-93cd-49e992b64c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:19.715243 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Bound port: 4f7a0cee-1eb7-4a80-979d-98efc051e7c0, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856fb057-0f67-421c-93cd-49e992b64c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:19.715642 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.744801 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (207d620b-c502-40af-8a01-ec6c9294d361), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:19.867640 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-da29e0be-0b52-46e9-a09f-9bcca6a59a7c req-0d768580-ba85-4aed-a03c-58649b0ad131 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.3235550 Jan 28 19:24:19.897661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Allocated IP 2001:db8:1::2 (b5712569-c54c-4ade-acb8-3af84e5c8954/362df1ed-5416-44b1-818d-520a3e9a1b2a/a6bcfa4c-e806-4a18-9c81-7ab3511abc34) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:19.898347 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=207d620b-c502-40af-8a01-ec6c9294d361,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:19.931722 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] For port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:19.935653 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] For port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4f7a0cee-1eb7-4a80-979d-98efc051e7c0,segment=NetworkSegment(856fb057-0f67-421c-93cd-49e992b64c07),segment_id=856fb057-0f67-421c-93cd-49e992b64c07)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:19.938171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:19.939777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:19.952712 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:19.961714 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.060690 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:20.066887 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:23:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:20.139143 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.315005 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f4801-e78c-4fa3-b09e-398026daeda4 None None] Pushing event updated for resources: {'Port': ['ID=4f7a0cee-1eb7-4a80-979d-98efc051e7c0,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:20.326472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-27ea3874-dabc-426f-a250-6d2c580580bc None None] Provisioning complete for port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:20.329252 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27ea3874-dabc-426f-a250-6d2c580580bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.373371 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:20.416764 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Publish callbacks [] for port (a6bcfa4c-e806-4a18-9c81-7ab3511abc34), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.460570 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (a6bcfa4c-e806-4a18-9c81-7ab3511abc34), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.576985 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Pushing event updated for resources: {'Port': ['ID=a6bcfa4c-e806-4a18-9c81-7ab3511abc34,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:20.605118 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d2903-734c-4df3-8b3e-1f1461347173 req-9f660910-dd9f-4871-b816-6a513a4072f0 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:20.616392 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-892d2903-734c-4df3-8b3e-1f1461347173 req-9f660910-dd9f-4871-b816-6a513a4072f0 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.2248228 Jan 28 19:24:20.648290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Network b5712569-c54c-4ade-acb8-3af84e5c8954 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:20.649045 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_gateway (2628d4f1-c224-4836-a001-a1660eac74df), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.660208 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-440e71d4-b541-448f-8310-5caec28475b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.669078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:20.679557 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:20.755026 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-892d2903-734c-4df3-8b3e-1f1461347173 req-5992cccc-0683-495a-ae4f-92a6a801aac6 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376519 Jan 28 19:24:20.875500 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-27ea3874-dabc-426f-a250-6d2c580580bc None None] Current status of the port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:20.875898 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27ea3874-dabc-426f-a250-6d2c580580bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:20.876839 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83033d32-b97f-43ef-8637-9187db1f92dc req-524a5ae2-e40b-4784-b50c-92d12d88809c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:20.882612 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83033d32-b97f-43ef-8637-9187db1f92dc req-524a5ae2-e40b-4784-b50c-92d12d88809c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 943 time: 0.5662189 Jan 28 19:24:20.907111 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:14Z', 'revision_number': 2, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:19Z', 'revision_number': 4, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:21.013286 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2dbde-2e75-4a18-84ee-7acebbd8515d None None] The sync data for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 is: [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:14Z', 'revision_number': 2, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:19Z', 'revision_number': 4, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:21.034473 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55618) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:21.086168 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Attempting to bind port a6bcfa4c-e806-4a18-9c81-7ab3511abc34 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:21.087027 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Attempting to bind port a6bcfa4c-e806-4a18-9c81-7ab3511abc34 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '79907a54-7862-49a0-ba2b-5817cd71a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:21.087597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Attempting to bind port a6bcfa4c-e806-4a18-9c81-7ab3511abc34 on network b5712569-c54c-4ade-acb8-3af84e5c8954 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:21.108075 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-27ea3874-dabc-426f-a250-6d2c580580bc None None] For port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4f7a0cee-1eb7-4a80-979d-98efc051e7c0,segment=NetworkSegment(856fb057-0f67-421c-93cd-49e992b64c07),segment_id=856fb057-0f67-421c-93cd-49e992b64c07)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:21.113882 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:21.114670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Checking segment: {'id': '79907a54-7862-49a0-ba2b-5817cd71a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:21.115994 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:21.116829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Bound using segment: {'id': '79907a54-7862-49a0-ba2b-5817cd71a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:21.117739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Bound port: a6bcfa4c-e806-4a18-9c81-7ab3511abc34, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79907a54-7862-49a0-ba2b-5817cd71a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:21.118402 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a6bcfa4c-e806-4a18-9c81-7ab3511abc34), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:21.121684 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27ea3874-dabc-426f-a250-6d2c580580bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:21.173674 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4db05721-f320-4ca6-ab3a-c73ca8750337 req-e1151c9f-f49f-408d-91eb-c2c8e5ea7578 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.4144409 Jan 28 19:24:21.254580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea3874-dabc-426f-a250-6d2c580580bc None None] Pushing event updated for resources: {'Port': ['ID=4f7a0cee-1eb7-4a80-979d-98efc051e7c0,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:21.312768 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4db05721-f320-4ca6-ab3a-c73ca8750337 req-f19ee054-dcd5-4a1c-b0a9-e17cfd3ce6fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cc767c1cbe248bab484e9622a21d031&device_id=8808fb08-3b81-43c4-9cbf-d76fb10c909f HTTP/1.1" status: 200 len: 210 time: 0.0458665 Jan 28 19:24:21.317853 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Allocated IP 2001:db8:1::1 (b5712569-c54c-4ade-acb8-3af84e5c8954/362df1ed-5416-44b1-818d-520a3e9a1b2a/5e92b5db-f53c-453c-bc7f-9930f9f48a5b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:21.363771 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e56241e8-9992-439d-a276-a06599183449 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:24:21.411106 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9ccf6135-37cc-4305-887f-167228601d77 None None] Provisioning complete for port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:21.411494 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6135-37cc-4305-887f-167228601d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:21.416303 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83033d32-b97f-43ef-8637-9187db1f92dc req-eaab83c6-908f-423c-b804-72e4425bff03 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302174 Jan 28 19:24:21.500767 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74899978-ace4-40d6-9295-39c6851d52ec tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for security_group (3d51f05d-7623-4222-b390-56706a33fc17), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:21.524560 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] For port a6bcfa4c-e806-4a18-9c81-7ab3511abc34, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:21.565961 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74899978-ace4-40d6-9295-39c6851d52ec tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for security_group (3d51f05d-7623-4222-b390-56706a33fc17), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:21.628107 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] For port a6bcfa4c-e806-4a18-9c81-7ab3511abc34, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a6bcfa4c-e806-4a18-9c81-7ab3511abc34,segment=NetworkSegment(79907a54-7862-49a0-ba2b-5817cd71a74d),segment_id=79907a54-7862-49a0-ba2b-5817cd71a74d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:21.636710 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (2628d4f1-c224-4836-a001-a1660eac74df), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:21.662775 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74899978-ace4-40d6-9295-39c6851d52ec tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3d51f05d-7623-4222-b390-56706a33fc17), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:21.666603 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-74899978-ace4-40d6-9295-39c6851d52ec tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:21.669154 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-74899978-ace4-40d6-9295-39c6851d52ec tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "DELETE /v2.0/security-groups/3d51f05d-7623-4222-b390-56706a33fc17 HTTP/1.1" status: 204 len: 168 time: 0.6333399 Jan 28 19:24:21.686135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55620) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:21.687738 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74899978-ace4-40d6-9295-39c6851d52ec tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d51f05d-7623-4222-b390-56706a33fc17,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:21.697082 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a6bcfa4c-e806-4a18-9c81-7ab3511abc34), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:21.737858 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-9b07eed5-7740-4d90-b0cc-c7de93bd7f50 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] show failed (client error): The resource could not be found. Jan 28 19:24:21.739259 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9b07eed5-7740-4d90-b0cc-c7de93bd7f50 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "GET /v2.0/security-groups/3d51f05d-7623-4222-b390-56706a33fc17 HTTP/1.1" status: 404 len: 347 time: 0.0488944 Jan 28 19:24:21.755089 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55622) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:21.919459 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:21.994891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db05721-f320-4ca6-ab3a-c73ca8750337 req-d1a807ed-ef5d-4ff8-b21e-006bb9efbff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:22.000048 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db05721-f320-4ca6-ab3a-c73ca8750337 req-d1a807ed-ef5d-4ff8-b21e-006bb9efbff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:22.000712 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db05721-f320-4ca6-ab3a-c73ca8750337 req-d1a807ed-ef5d-4ff8-b21e-006bb9efbff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:22.005500 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4db05721-f320-4ca6-ab3a-c73ca8750337 req-d1a807ed-ef5d-4ff8-b21e-006bb9efbff4 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=8cc767c1cbe248bab484e9622a21d031&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6661127 Jan 28 19:24:22.100926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6b342-971e-4fde-9ea0-ee5661c76e79 None None] Pushing event updated for resources: {'Port': ['ID=a6bcfa4c-e806-4a18-9c81-7ab3511abc34,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:22.114713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e56241e8-9992-439d-a276-a06599183449, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e56241e8-9992-439d-a276-a06599183449,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:22.127843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf6135-37cc-4305-887f-167228601d77 None None] Current status of the port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:22.132795 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'e56241e8-9992-439d-a276-a06599183449', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': 'e56241e8-9992-439d-a276-a06599183449', 'mac_address': 'fa:16:3e:15:9a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:24:22.223537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port e56241e8-9992-439d-a276-a06599183449 is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:22.223537 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e56241e8-9992-439d-a276-a06599183449), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:22.251689 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:22.268336 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e56241e8-9992-439d-a276-a06599183449 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:22.361322 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e56241e8-9992-439d-a276-a06599183449, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e56241e8-9992-439d-a276-a06599183449,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:22.375952 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e56241e8-9992-439d-a276-a06599183449), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:22.376756 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 42ca3e0a-601f-4b87-ada1-8285a005131d details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:24:22.419771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788b664-a72d-40f9-960d-17f5e66e257d req-ff299cb4-e154-4092-9fb0-5caa5796912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:22.422005 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2788b664-a72d-40f9-960d-17f5e66e257d req-ff299cb4-e154-4092-9fb0-5caa5796912e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f43d98de8d634bb2b8161bbb90af92d1&device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 1127 time: 0.5304596 Jan 28 19:24:22.549243 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=e56241e8-9992-439d-a276-a06599183449,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:22.613403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bee46-ca00-4a4a-9eb7-1cca4c42771e req-cdc5c5a9-05bc-4850-9a0e-f2fccef98036 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:22.625027 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ed5bee46-ca00-4a4a-9eb7-1cca4c42771e req-cdc5c5a9-05bc-4850-9a0e-f2fccef98036 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.6670263 Jan 28 19:24:22.715064 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:22.729800 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db05721-f320-4ca6-ab3a-c73ca8750337 req-4d0cb5cb-f65f-4203-a041-b4393212b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:22.731422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4db05721-f320-4ca6-ab3a-c73ca8750337 req-4d0cb5cb-f65f-4203-a041-b4393212b0fa service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6750998 Jan 28 19:24:22.764843 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router 2628d4f1-c224-4836-a001-a1660eac74df is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:24:22.799910 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3693b8f-4629-4eec-b428-87cae169d82c req-6fda7ece-6739-4c6e-96bc-b8ab451e37bc tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:22.807403 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3693b8f-4629-4eec-b428-87cae169d82c req-6fda7ece-6739-4c6e-96bc-b8ab451e37bc tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 943 time: 0.1965466 Jan 28 19:24:22.826597 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network b5712569-c54c-4ade-acb8-3af84e5c8954 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:22.845494 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c4e52-26a6-4db4-987b-abc0cc2f9317 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Deleting port 4b2839e2-cda0-47e0-acef-8bacac648af5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:22.845979 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f2c4e52-26a6-4db4-987b-abc0cc2f9317 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4b2839e2-cda0-47e0-acef-8bacac648af5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:22.846769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 42ca3e0a-601f-4b87-ada1-8285a005131d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=42ca3e0a-601f-4b87-ada1-8285a005131d,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:22.856416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:22.868672 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '42ca3e0a-601f-4b87-ada1-8285a005131d', 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4', 'port_id': '42ca3e0a-601f-4b87-ada1-8285a005131d', 'mac_address': 'fa:16:3e:81:66:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d3bf0e-e0cc-45ee-80b9-15c53de351d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:24:22.876089 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:22.877104 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (24439ad9-8c9c-4873-a011-90c7da814c9c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:22.886168 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ed5bee46-ca00-4a4a-9eb7-1cca4c42771e req-84ea6c3d-42e1-4135-bbb8-85d9b6d87fc6 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075527 Jan 28 19:24:22.916385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788b664-a72d-40f9-960d-17f5e66e257d req-72944098-6699-4c6e-9e33-708afab2c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:22.917780 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2788b664-a72d-40f9-960d-17f5e66e257d req-72944098-6699-4c6e-9e33-708afab2c62b service neutron] 10.222.0.37 "GET /v2.0/networks?id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d HTTP/1.1" status: 200 len: 914 time: 0.4700227 Jan 28 19:24:22.928232 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 42ca3e0a-601f-4b87-ada1-8285a005131d is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:22.928633 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (42ca3e0a-601f-4b87-ada1-8285a005131d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:22.970700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ca3e0a-601f-4b87-ada1-8285a005131d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:22.991627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 42ca3e0a-601f-4b87-ada1-8285a005131d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=42ca3e0a-601f-4b87-ada1-8285a005131d,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:22.996256 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:23.004145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=5e92b5db-f53c-453c-bc7f-9930f9f48a5b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:23.052893 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (42ca3e0a-601f-4b87-ada1-8285a005131d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:23.074360 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:23.151310 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['e56241e8-9992-439d-a276-a06599183449'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:23.166761 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3693b8f-4629-4eec-b428-87cae169d82c req-5eec88cf-f4d6-40d5-8e1b-68a196dc474a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499691 Jan 28 19:24:23.245958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=42ca3e0a-601f-4b87-ada1-8285a005131d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:23.253825 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:23.254273 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:23.315039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:23.339494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5cbd41-8f12-46c7-82c8-eb9e20128b86 None None] Sync routers for ids ['2628d4f1-c224-4836-a001-a1660eac74df'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:23.384336 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:23.388589 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fe047840-bed5-40b6-ab1b-e066c42de02b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.8330169 Jan 28 19:24:23.399294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55652) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:23.505314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5cbd41-8f12-46c7-82c8-eb9e20128b86 None None] Routers {'2628d4f1-c224-4836-a001-a1660eac74df'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:23.505926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6f5cbd41-8f12-46c7-82c8-eb9e20128b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2628d4f1-c224-4836-a001-a1660eac74df'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:23.665607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6f5cbd41-8f12-46c7-82c8-eb9e20128b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:23.767252 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5cbd41-8f12-46c7-82c8-eb9e20128b86 None None] Routers {'2628d4f1-c224-4836-a001-a1660eac74df'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:23.767885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6f5cbd41-8f12-46c7-82c8-eb9e20128b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2628d4f1-c224-4836-a001-a1660eac74df'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:23.770103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['42ca3e0a-601f-4b87-ada1-8285a005131d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:23.779604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639a9fcb-e192-4169-af73-e7ef2cbaeaf8 None None] Network b5712569-c54c-4ade-acb8-3af84e5c8954 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:23.830416 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:23.831627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a6bcfa4c-e806-4a18-9c81-7ab3511abc34 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:23.892854 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2788b664-a72d-40f9-960d-17f5e66e257d req-58dbcdf1-860a-4b23-8e3d-366f6ef16128 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a HTTP/1.1" status: 200 len: 217 time: 0.8779957 Jan 28 19:24:24.021463 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f2c4e52-26a6-4db4-987b-abc0cc2f9317 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4b2839e2-cda0-47e0-acef-8bacac648af5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:24.022365 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f2c4e52-26a6-4db4-987b-abc0cc2f9317 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for floatingip (4b2839e2-cda0-47e0-acef-8bacac648af5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:24.100274 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788b664-a72d-40f9-960d-17f5e66e257d req-d9d4e7d2-9dd6-46fb-8e74-6e1d668b8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:24.102366 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2788b664-a72d-40f9-960d-17f5e66e257d req-d9d4e7d2-9dd6-46fb-8e74-6e1d668b8222 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd274110-81e6-4773-bb6c-ca2de3e25bde HTTP/1.1" status: 200 len: 853 time: 0.1891575 Jan 28 19:24:24.102478 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-860bd305-509b-4aa5-b3b8-80b99f6efbfe tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/routers/2628d4f1-c224-4836-a001-a1660eac74df HTTP/1.1" status: 200 len: 880 time: 0.7018497 Jan 28 19:24:24.104032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c4e52-26a6-4db4-987b-abc0cc2f9317 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Calling delete_port for 4b2839e2-cda0-47e0-acef-8bacac648af5 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:24.105172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55656) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:24.109377 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6f5cbd41-8f12-46c7-82c8-eb9e20128b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:24.110392 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5cbd41-8f12-46c7-82c8-eb9e20128b86 None None] The sync data for ids ['2628d4f1-c224-4836-a001-a1660eac74df'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:24.183474 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2788b664-a72d-40f9-960d-17f5e66e257d req-5a1227ec-9e61-4526-aea4-cad2217db1c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388010 Jan 28 19:24:24.216760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fae45b4d-5b46-4309-9b48-92b51d325692 None None] Provisioning complete for port a6bcfa4c-e806-4a18-9c81-7ab3511abc34 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:24.217487 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fae45b4d-5b46-4309-9b48-92b51d325692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a6bcfa4c-e806-4a18-9c81-7ab3511abc34), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:24.269803 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:24.341823 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a6bcfa4c-e806-4a18-9c81-7ab3511abc34 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:24.342142 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a6bcfa4c-e806-4a18-9c81-7ab3511abc34), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:24.347931 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-da066311-33c0-42c3-a85a-143a72c89ecf tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2390738 Jan 28 19:24:24.349232 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55672) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:24.354502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-053f6a63-90a0-4938-b2cb-2990f90f01bd tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1564803487'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:24.410210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4408f03-eb3d-4706-9c62-a8bf2d301550 req-63ac4c85-f0ca-42a1-8097-4f4b0851bd3a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:24.412398 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4408f03-eb3d-4706-9c62-a8bf2d301550 req-63ac4c85-f0ca-42a1-8097-4f4b0851bd3a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 944 time: 0.1351843 Jan 28 19:24:24.469059 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242e8dd-0d4f-44e9-be99-f2cf2d5e5ba6 req-a8a60cdc-fce5-40b2-aec9-d0b9dfc5bc2d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:24.479074 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b242e8dd-0d4f-44e9-be99-f2cf2d5e5ba6 req-a8a60cdc-fce5-40b2-aec9-d0b9dfc5bc2d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.4534299 Jan 28 19:24:24.521229 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4408f03-eb3d-4706-9c62-a8bf2d301550 req-95dfd0ff-608e-4d72-94ff-fe42d7b741cd tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027792 Jan 28 19:24:24.671757 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:24.681245 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fae45b4d-5b46-4309-9b48-92b51d325692 None None] Current status of the port a6bcfa4c-e806-4a18-9c81-7ab3511abc34 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:24.681881 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fae45b4d-5b46-4309-9b48-92b51d325692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a6bcfa4c-e806-4a18-9c81-7ab3511abc34), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:24.705757 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:24.783134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a6bcfa4c-e806-4a18-9c81-7ab3511abc34 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:24.783529 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a6bcfa4c-e806-4a18-9c81-7ab3511abc34), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:24.812935 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-053f6a63-90a0-4938-b2cb-2990f90f01bd tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (2628d4f1-c224-4836-a001-a1660eac74df), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:24.831216 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-053f6a63-90a0-4938-b2cb-2990f90f01bd tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (2628d4f1-c224-4836-a001-a1660eac74df), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:24.832778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fae45b4d-5b46-4309-9b48-92b51d325692 None None] For port a6bcfa4c-e806-4a18-9c81-7ab3511abc34, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a6bcfa4c-e806-4a18-9c81-7ab3511abc34,segment=NetworkSegment(79907a54-7862-49a0-ba2b-5817cd71a74d),segment_id=79907a54-7862-49a0-ba2b-5817cd71a74d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:24.856359 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fae45b4d-5b46-4309-9b48-92b51d325692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a6bcfa4c-e806-4a18-9c81-7ab3511abc34), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:24.863206 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f2c4e52-26a6-4db4-987b-abc0cc2f9317 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4b2839e2-cda0-47e0-acef-8bacac648af5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:24.866255 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:24.867200 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (24439ad9-8c9c-4873-a011-90c7da814c9c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:24.894963 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2788b664-a72d-40f9-960d-17f5e66e257d req-0506477a-a4d6-4c23-8f0f-f6870b1c9b33 service neutron] 10.222.0.37 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6509333 Jan 28 19:24:24.940931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c4e52-26a6-4db4-987b-abc0cc2f9317 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event deleted for resources: {'Port': ['ID=4b2839e2-cda0-47e0-acef-8bacac648af5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:24.984609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053f6a63-90a0-4938-b2cb-2990f90f01bd tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router 2628d4f1-c224-4836-a001-a1660eac74df has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:24:25.010951 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:24:25.011349 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:24:25.017155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae45b4d-5b46-4309-9b48-92b51d325692 None None] Pushing event updated for resources: {'Port': ['ID=a6bcfa4c-e806-4a18-9c81-7ab3511abc34,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:25.084736 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cbe8195e-b0e5-4def-b1b4-a103252c64f8 None None] Provisioning complete for port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:25.085329 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cbe8195e-b0e5-4def-b1b4-a103252c64f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:25.120220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053f6a63-90a0-4938-b2cb-2990f90f01bd tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:25.132317 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1371dc0-27a3-4cf5-a965-5d05e85c1c41 None None] Sync routers for ids ['2628d4f1-c224-4836-a001-a1660eac74df'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:25.140940 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-053f6a63-90a0-4938-b2cb-2990f90f01bd tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:25.144531 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-053f6a63-90a0-4938-b2cb-2990f90f01bd tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/2628d4f1-c224-4836-a001-a1660eac74df HTTP/1.1" status: 200 len: 887 time: 0.7919610 Jan 28 19:24:25.144942 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55674) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:25.162714 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1371dc0-27a3-4cf5-a965-5d05e85c1c41 None None] Routers {'2628d4f1-c224-4836-a001-a1660eac74df'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:25.165500 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cbe8195e-b0e5-4def-b1b4-a103252c64f8 None None] Port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:25.166360 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d1371dc0-27a3-4cf5-a965-5d05e85c1c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2628d4f1-c224-4836-a001-a1660eac74df'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:25.191494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cbe8195e-b0e5-4def-b1b4-a103252c64f8 None None] Provisioning complete for port a6bcfa4c-e806-4a18-9c81-7ab3511abc34 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:25.192106 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cbe8195e-b0e5-4def-b1b4-a103252c64f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a6bcfa4c-e806-4a18-9c81-7ab3511abc34), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:25.212805 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b242e8dd-0d4f-44e9-be99-f2cf2d5e5ba6 req-e1cd6116-1bd0-406e-afdd-a145b9f00f75 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7321022 Jan 28 19:24:25.243077 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=5e92b5db-f53c-453c-bc7f-9930f9f48a5b,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:25.264246 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d1371dc0-27a3-4cf5-a965-5d05e85c1c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:25.302308 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1371dc0-27a3-4cf5-a965-5d05e85c1c41 None None] Routers {'2628d4f1-c224-4836-a001-a1660eac74df'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:25.303957 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d1371dc0-27a3-4cf5-a965-5d05e85c1c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2628d4f1-c224-4836-a001-a1660eac74df'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:25.312485 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f2c4e52-26a6-4db4-987b-abc0cc2f9317 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for floatingip (1b34f477-7f52-4300-a2b9-3186ceba66e5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:25.319552 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f2c4e52-26a6-4db4-987b-abc0cc2f9317 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:25.323832 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1f2c4e52-26a6-4db4-987b-abc0cc2f9317 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "DELETE /v2.0/floatingips/1b34f477-7f52-4300-a2b9-3186ceba66e5 HTTP/1.1" status: 204 len: 168 time: 3.5619426 Jan 28 19:24:25.336200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55688) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:25.374570 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d1371dc0-27a3-4cf5-a965-5d05e85c1c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:25.375472 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1371dc0-27a3-4cf5-a965-5d05e85c1c41 None None] The sync data for ids ['2628d4f1-c224-4836-a001-a1660eac74df'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:25.381204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e56241e8-9992-439d-a276-a06599183449 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:25.404268 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2788b664-a72d-40f9-960d-17f5e66e257d req-f453d714-23ad-42d5-b6be-fd9a7566f5a1 service neutron] 10.222.0.37 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859741 Jan 28 19:24:25.417330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network b5712569-c54c-4ade-acb8-3af84e5c8954 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:25.424333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:25.425345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cbe8195e-b0e5-4def-b1b4-a103252c64f8 None None] Current status of the port a6bcfa4c-e806-4a18-9c81-7ab3511abc34 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:25.431533 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:25.445983 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-40dd64d1-dacd-4882-af0f-bc330318a458 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/routers/2628d4f1-c224-4836-a001-a1660eac74df HTTP/1.1" status: 200 len: 887 time: 0.2997856 Jan 28 19:24:25.449553 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:25.474203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port e56241e8-9992-439d-a276-a06599183449 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:25.475085 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e56241e8-9992-439d-a276-a06599183449), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:25.486954 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-98248dcd-874d-486a-bca6-3f44e808cde7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports?device_id=2628d4f1-c224-4836-a001-a1660eac74df HTTP/1.1" status: 200 len: 205 time: 0.0339229 Jan 28 19:24:25.487110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:25.561588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a05299d5-b5ef-432a-b5cb-65e3e6e2f8d3 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Deleting port 02d7af34-d764-432c-ad55-d958387aec9d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:25.561934 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a05299d5-b5ef-432a-b5cb-65e3e6e2f8d3 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (02d7af34-d764-432c-ad55-d958387aec9d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:25.643349 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a6bcfa4c-e806-4a18-9c81-7ab3511abc34 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:25.664422 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a05299d5-b5ef-432a-b5cb-65e3e6e2f8d3 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (02d7af34-d764-432c-ad55-d958387aec9d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:25.669619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2fd7e2af-9eed-4b38-a1cf-74d4e2c69a69 None None] Provisioning complete for port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:25.670331 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2fd7e2af-9eed-4b38-a1cf-74d4e2c69a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:25.676559 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router 24439ad9-8c9c-4873-a011-90c7da814c9c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:24:25.744593 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a05299d5-b5ef-432a-b5cb-65e3e6e2f8d3 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Calling delete_port for 02d7af34-d764-432c-ad55-d958387aec9d owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:25.835144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port e56241e8-9992-439d-a276-a06599183449 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:25.835743 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e56241e8-9992-439d-a276-a06599183449), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:25.853303 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79c738d7-eb23-467e-86e7-2395f94a48ce tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (2628d4f1-c224-4836-a001-a1660eac74df), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:25.868491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7e2af-9eed-4b38-a1cf-74d4e2c69a69 None None] Port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:25.871633 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:25.877967 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4a526a63-64e2-4894-a431-c824bbf1efa7 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/24439ad9-8c9c-4873-a011-90c7da814c9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6915665 Jan 28 19:24:25.886276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:25.888099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a6bcfa4c-e806-4a18-9c81-7ab3511abc34 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:25.896710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-470ff4de-c9f7-44a8-8a3c-241751a077c1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-274932313'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:25.908441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Sync routers for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:25.926274 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763d954-55f1-4fd1-ae1b-3de2ea5bbba3 req-86f76713-5b4e-4a27-89d0-f375f274cb94 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:25.934967 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8763d954-55f1-4fd1-ae1b-3de2ea5bbba3 req-86f76713-5b4e-4a27-89d0-f375f274cb94 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 944 time: 0.2566931 Jan 28 19:24:25.990585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470ff4de-c9f7-44a8-8a3c-241751a077c1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:25.994275 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-470ff4de-c9f7-44a8-8a3c-241751a077c1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.011861 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8763d954-55f1-4fd1-ae1b-3de2ea5bbba3 req-c4e0c0e8-6812-4c2c-b6a5-a6a69aac1eda tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759540 Jan 28 19:24:26.015115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e56241e8-9992-439d-a276-a06599183449, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e56241e8-9992-439d-a276-a06599183449,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:26.024840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58428551-d503-4b0d-b55a-fd7f7d6d95cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56241e8-9992-439d-a276-a06599183449'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:26.027480 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4f93d0-d2b8-4230-adfa-f9f85b73011f" -d '{"events": [{"server_uuid": "58428551-d503-4b0d-b55a-fd7f7d6d95cc", "name": "network-vif-plugged", "status": "completed", "tag": "e56241e8-9992-439d-a276-a06599183449"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:26.050526 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470ff4de-c9f7-44a8-8a3c-241751a077c1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:24:26.058155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:26.058923 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:26.061861 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e56241e8-9992-439d-a276-a06599183449), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.075742 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79c738d7-eb23-467e-86e7-2395f94a48ce tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_gateway (2628d4f1-c224-4836-a001-a1660eac74df), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.085499 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a05299d5-b5ef-432a-b5cb-65e3e6e2f8d3 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (02d7af34-d764-432c-ad55-d958387aec9d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.089474 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-470ff4de-c9f7-44a8-8a3c-241751a077c1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.089830 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-470ff4de-c9f7-44a8-8a3c-241751a077c1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Added segment 440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd of type vlan for network ec1514b3-edb0-410e-8bd9-e96d171195c9 Jan 28 19:24:26.130057 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faff6414-5ee7-49fa-b2d5-1430df8d5f67 x-openstack-request-id: req-faff6414-5ee7-49fa-b2d5-1430df8d5f67 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:26.131309 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58428551-d503-4b0d-b55a-fd7f7d6d95cc", "name": "network-vif-plugged", "status": "completed", "tag": "e56241e8-9992-439d-a276-a06599183449", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:26.131738 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-faff6414-5ee7-49fa-b2d5-1430df8d5f67 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:26.132325 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58428551-d503-4b0d-b55a-fd7f7d6d95cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56241e8-9992-439d-a276-a06599183449', 'code': 200} Jan 28 19:24:26.157208 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05299d5-b5ef-432a-b5cb-65e3e6e2f8d3 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event deleted for resources: {'Port': ['ID=02d7af34-d764-432c-ad55-d958387aec9d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:26.170495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=e56241e8-9992-439d-a276-a06599183449,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:26.213984 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-470ff4de-c9f7-44a8-8a3c-241751a077c1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (ec1514b3-edb0-410e-8bd9-e96d171195c9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.249163 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e6b21a26-a13e-45cc-9e6b-050c742794f8 None None] Provisioning complete for port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:26.249659 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6b21a26-a13e-45cc-9e6b-050c742794f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.278652 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a05299d5-b5ef-432a-b5cb-65e3e6e2f8d3 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.284792 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a05299d5-b5ef-432a-b5cb-65e3e6e2f8d3 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "DELETE /v2.0/ports/02d7af34-d764-432c-ad55-d958387aec9d HTTP/1.1" status: 204 len: 168 time: 0.9446130 Jan 28 19:24:26.285677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55718) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:26.290671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e6b21a26-a13e-45cc-9e6b-050c742794f8 None None] Port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:26.310398 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-470ff4de-c9f7-44a8-8a3c-241751a077c1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (ec1514b3-edb0-410e-8bd9-e96d171195c9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.325498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470ff4de-c9f7-44a8-8a3c-241751a077c1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:26.327226 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-470ff4de-c9f7-44a8-8a3c-241751a077c1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.331973 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:26.347738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-79c738d7-eb23-467e-86e7-2395f94a48ce tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting port 207d620b-c502-40af-8a01-ec6c9294d361 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:26.348441 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79c738d7-eb23-467e-86e7-2395f94a48ce tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (207d620b-c502-40af-8a01-ec6c9294d361), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.401227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a6bcfa4c-e806-4a18-9c81-7ab3511abc34 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:26.412892 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a6bcfa4c-e806-4a18-9c81-7ab3511abc34), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.596255 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-470ff4de-c9f7-44a8-8a3c-241751a077c1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7040801 Jan 28 19:24:26.607078 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55738) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:26.623993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a6bcfa4c-e806-4a18-9c81-7ab3511abc34 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:26.630472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0275bff0-df50-4f6a-8816-175a919a0662 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'subnet': {'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:26.649975 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79c738d7-eb23-467e-86e7-2395f94a48ce tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (207d620b-c502-40af-8a01-ec6c9294d361), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:26.700666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ff4de-c9f7-44a8-8a3c-241751a077c1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Network': ['ID=ec1514b3-edb0-410e-8bd9-e96d171195c9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:26.740214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network ec1514b3-edb0-410e-8bd9-e96d171195c9 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:24:26.758739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d28f0-c539-4e21-b470-c5276fa67244 req-c09bb220-f7f6-470f-8026-ef5ceef14b5d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:26.765504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-79c738d7-eb23-467e-86e7-2395f94a48ce tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Calling delete_port for 207d620b-c502-40af-8a01-ec6c9294d361 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:26.770711 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d85d28f0-c539-4e21-b470-c5276fa67244 req-c09bb220-f7f6-470f-8026-ef5ceef14b5d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3128159 Jan 28 19:24:26.893565 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d85d28f0-c539-4e21-b470-c5276fa67244 req-e589945c-3c35-46d9-8630-12a52b0fae08 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219304 Jan 28 19:24:26.997212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-420c3961-180f-4abf-96e1-71fd73d22227 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Deleting port 1c4f9e94-3927-4dd2-b547-28673b49a1ac {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:26.999389 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-420c3961-180f-4abf-96e1-71fd73d22227 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.051071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:24Z', 'revision_number': 3, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:24Z', 'revision_number': 2, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:27.118268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Checking router: 24439ad9-8c9c-4873-a011-90c7da814c9c for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:24:27.121286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Updating router 24439ad9-8c9c-4873-a011-90c7da814c9c port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:24:27.188047 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.200052 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-420c3961-180f-4abf-96e1-71fd73d22227 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.226049 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-420c3961-180f-4abf-96e1-71fd73d22227 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Calling delete_port for 1c4f9e94-3927-4dd2-b547-28673b49a1ac owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:27.407851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 42ca3e0a-601f-4b87-ada1-8285a005131d up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:27.481361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0275bff0-df50-4f6a-8816-175a919a0662 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:27.490163 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0275bff0-df50-4f6a-8816-175a919a0662 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.695562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 42ca3e0a-601f-4b87-ada1-8285a005131d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:24:27.815653 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Publish callbacks [] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.816061 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0275bff0-df50-4f6a-8816-175a919a0662 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (d520855b-93a0-4c12-96e6-8015fa13e001), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.821630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 42ca3e0a-601f-4b87-ada1-8285a005131d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:27.822094 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (42ca3e0a-601f-4b87-ada1-8285a005131d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.824230 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-420c3961-180f-4abf-96e1-71fd73d22227 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1c4f9e94-3927-4dd2-b547-28673b49a1ac), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.827552 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:27.928935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275bff0-df50-4f6a-8816-175a919a0662 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Subnet': ['ID=d520855b-93a0-4c12-96e6-8015fa13e001,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:27.942730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c3961-180f-4abf-96e1-71fd73d22227 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event deleted for resources: {'Port': ['ID=1c4f9e94-3927-4dd2-b547-28673b49a1ac,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:27.979606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9678b92-345a-4748-8f39-b56c78a59b6d None None] Pushing event updated for resources: {'Port': ['ID=5e92b5db-f53c-453c-bc7f-9930f9f48a5b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:28.058960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cb10f-904a-4f25-a2e4-33d93ecbc68e req-80167a31-2c19-4ab9-818c-dace6481a749 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:28.061241 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-491cb10f-904a-4f25-a2e4-33d93ecbc68e req-80167a31-2c19-4ab9-818c-dace6481a749 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 944 time: 0.2810252 Jan 28 19:24:28.204329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Attempting to bind port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:28.206864 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Attempting to bind port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '79907a54-7862-49a0-ba2b-5817cd71a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:28.207258 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Attempting to bind port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b on network b5712569-c54c-4ade-acb8-3af84e5c8954 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:28.219991 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fea44f-5efc-46d9-a5b0-a8cdc954b4b1 req-cb0a6a8c-a641-4a41-a361-339d7d0860ae tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:28.228946 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e1fea44f-5efc-46d9-a5b0-a8cdc954b4b1 req-cb0a6a8c-a641-4a41-a361-339d7d0860ae tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.1868267 Jan 28 19:24:28.246628 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:28.247022 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Checking segment: {'id': '79907a54-7862-49a0-ba2b-5817cd71a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:28.248607 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.249057 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Bound using segment: {'id': '79907a54-7862-49a0-ba2b-5817cd71a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:28.251011 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Bound port: 5e92b5db-f53c-453c-bc7f-9930f9f48a5b, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79907a54-7862-49a0-ba2b-5817cd71a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:28.252711 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.288704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 42ca3e0a-601f-4b87-ada1-8285a005131d is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:28.289119 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (42ca3e0a-601f-4b87-ada1-8285a005131d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.341887 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e1fea44f-5efc-46d9-a5b0-a8cdc954b4b1 req-be7d5e2a-68c0-4f3e-8ec9-7635eb266288 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117356 Jan 28 19:24:28.406782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e698b4-fc96-4c35-9ee2-d6489d0f7fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ca3e0a-601f-4b87-ada1-8285a005131d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:28.413474 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f107be03-e61a-41bc-be29-57e26bd98c2c" -d '{"events": [{"server_uuid": "00e698b4-fc96-4c35-9ee2-d6489d0f7fa0", "name": "network-vif-plugged", "status": "completed", "tag": "42ca3e0a-601f-4b87-ada1-8285a005131d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:28.480755 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 42ca3e0a-601f-4b87-ada1-8285a005131d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=42ca3e0a-601f-4b87-ada1-8285a005131d,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:28.514700 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62da4760-5c6b-40e4-98cd-9c37a3abed6e x-openstack-request-id: req-62da4760-5c6b-40e4-98cd-9c37a3abed6e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:28.515035 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e698b4-fc96-4c35-9ee2-d6489d0f7fa0", "name": "network-vif-plugged", "status": "completed", "tag": "42ca3e0a-601f-4b87-ada1-8285a005131d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:28.515299 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62da4760-5c6b-40e4-98cd-9c37a3abed6e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:28.515786 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e698b4-fc96-4c35-9ee2-d6489d0f7fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ca3e0a-601f-4b87-ada1-8285a005131d', 'code': 200} Jan 28 19:24:28.531788 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (42ca3e0a-601f-4b87-ada1-8285a005131d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.619745 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-446e90ba-cca1-4210-9f3d-5b725b95ea9f None None] Provisioning complete for port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:28.620569 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-446e90ba-cca1-4210-9f3d-5b725b95ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.682142 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0275bff0-df50-4f6a-8816-175a919a0662 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Checking segment: {'id': '440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:28.682142 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0275bff0-df50-4f6a-8816-175a919a0662 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network hostable DHCP agents. Network: ec1514b3-edb0-410e-8bd9-e96d171195c9, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:24:28.723700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618311c-755e-47be-a810-7e0681a7629a req-74523c0e-b3e2-4917-bb24-e81e04938633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:28.728868 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8618311c-755e-47be-a810-7e0681a7629a req-74523c0e-b3e2-4917-bb24-e81e04938633 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 1127 time: 0.1510122 Jan 28 19:24:28.797421 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-446e90ba-cca1-4210-9f3d-5b725b95ea9f None None] Port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:28.829081 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] For port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:28.850961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] For port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5e92b5db-f53c-453c-bc7f-9930f9f48a5b,segment=NetworkSegment(79907a54-7862-49a0-ba2b-5817cd71a74d),segment_id=79907a54-7862-49a0-ba2b-5817cd71a74d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:28.863579 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-420c3961-180f-4abf-96e1-71fd73d22227 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.867931 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-420c3961-180f-4abf-96e1-71fd73d22227 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "DELETE /v2.0/ports/1c4f9e94-3927-4dd2-b547-28673b49a1ac HTTP/1.1" status: 204 len: 168 time: 2.5816667 Jan 28 19:24:28.873156 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55778) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:28.883408 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0275bff0-df50-4f6a-8816-175a919a0662 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network ec1514b3-edb0-410e-8bd9-e96d171195c9 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:24:28.898976 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:28.915749 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8618311c-755e-47be-a810-7e0681a7629a req-8996c10f-3a5b-4a32-aa81-9b04dedde687 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798003 Jan 28 19:24:28.927123 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=42ca3e0a-601f-4b87-ada1-8285a005131d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:28.933732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0275bff0-df50-4f6a-8816-175a919a0662 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, ec1514b3-edb0-410e-8bd9-e96d171195c9) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:28.958609 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-491cb10f-904a-4f25-a2e4-33d93ecbc68e req-fbd5fbc7-ff1c-452c-8c8a-6ac3502e750e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298533 Jan 28 19:24:28.993953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bd05da-b56d-404c-aa8e-f88d9b7733d2 None None] Network ec1514b3-edb0-410e-8bd9-e96d171195c9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:29.017502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275bff0-df50-4f6a-8816-175a919a0662 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:29.026988 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0275bff0-df50-4f6a-8816-175a919a0662 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.058662 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f92b6d7-228f-4b72-a8c1-7c2516f309cd tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Deleting subnet b2bd6593-7035-4596-8196-359b444681b6 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:24:29.067674 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f92b6d7-228f-4b72-a8c1-7c2516f309cd tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for subnet (b2bd6593-7035-4596-8196-359b444681b6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.100263 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0275bff0-df50-4f6a-8816-175a919a0662 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4919219 Jan 28 19:24:29.104347 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:29.107467 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79c738d7-eb23-467e-86e7-2395f94a48ce tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (207d620b-c502-40af-8a01-ec6c9294d361), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.147520 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c738d7-eb23-467e-86e7-2395f94a48ce tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Port': ['ID=207d620b-c502-40af-8a01-ec6c9294d361,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:29.154570 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f92b6d7-228f-4b72-a8c1-7c2516f309cd tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (b2bd6593-7035-4596-8196-359b444681b6), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.280490 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79c738d7-eb23-467e-86e7-2395f94a48ce tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (2628d4f1-c224-4836-a001-a1660eac74df), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.442409 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f92b6d7-228f-4b72-a8c1-7c2516f309cd tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (b2bd6593-7035-4596-8196-359b444681b6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.446954 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79c738d7-eb23-467e-86e7-2395f94a48ce tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (2628d4f1-c224-4836-a001-a1660eac74df), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.470311 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79c738d7-eb23-467e-86e7-2395f94a48ce tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_controller (2628d4f1-c224-4836-a001-a1660eac74df), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.577607 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79c738d7-eb23-467e-86e7-2395f94a48ce tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (2628d4f1-c224-4836-a001-a1660eac74df), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.579233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c738d7-eb23-467e-86e7-2395f94a48ce tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Fanout notify agent at l3_agent the message router_deleted on router 2628d4f1-c224-4836-a001-a1660eac74df {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:24:29.602653 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79c738d7-eb23-467e-86e7-2395f94a48ce tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.603933 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-ec1514b3-edb0-410e-8bd9-e96d171195c9', 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9', 'project_id': '806540a429384556a711c6ddbb9cf246', 'fixed_ips': [{'subnet_id': 'd520855b-93a0-4c12-96e6-8015fa13e001'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:24:29.604819 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.605270 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-79c738d7-eb23-467e-86e7-2395f94a48ce tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/routers/2628d4f1-c224-4836-a001-a1660eac74df HTTP/1.1" status: 204 len: 168 time: 4.1161623 Jan 28 19:24:29.607783 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f92b6d7-228f-4b72-a8c1-7c2516f309cd tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (b2bd6593-7035-4596-8196-359b444681b6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.611433 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55786) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:29.620799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-036581ef-d38f-42ff-9e85-71f5a224355b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'network': {'name': 'tempest-RoutersTest-64178617'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:29.649873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:29.662756 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:29.684346 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92b6d7-228f-4b72-a8c1-7c2516f309cd tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event deleted for resources: {'Subnet': ['ID=b2bd6593-7035-4596-8196-359b444681b6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:29.694358 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f92b6d7-228f-4b72-a8c1-7c2516f309cd tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.707669 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2f92b6d7-228f-4b72-a8c1-7c2516f309cd tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "DELETE /v2.0/subnets/b2bd6593-7035-4596-8196-359b444681b6 HTTP/1.1" status: 204 len: 168 time: 0.8324833 Jan 28 19:24:29.712365 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55794) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:29.812326 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.817875 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-099b7ce9-d343-4ae7-868c-487228b9fa19 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Deleting subnet ec7a4d45-bacc-4359-8d3a-1282bf5498e3 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:24:29.821249 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-099b7ce9-d343-4ae7-868c-487228b9fa19 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for subnet (ec7a4d45-bacc-4359-8d3a-1282bf5498e3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.834400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256fb71-eea0-4e05-8026-d0c5754606d9 req-8d7764c1-dff3-4a57-b414-e1dc8b33e348 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:29.843427 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7256fb71-eea0-4e05-8026-d0c5754606d9 req-8d7764c1-dff3-4a57-b414-e1dc8b33e348 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3610997 Jan 28 19:24:29.868885 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-099b7ce9-d343-4ae7-868c-487228b9fa19 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (ec7a4d45-bacc-4359-8d3a-1282bf5498e3), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:29.882623 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:29.995858 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-099b7ce9-d343-4ae7-868c-487228b9fa19 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (ec7a4d45-bacc-4359-8d3a-1282bf5498e3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.058305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b886d58-76d1-4e63-a576-e99b8cb421e5 None None] Network 8bd761fc-fe6a-405a-9893-029eb3d01134 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:30.078754 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-099b7ce9-d343-4ae7-868c-487228b9fa19 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (ec7a4d45-bacc-4359-8d3a-1282bf5498e3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.091814 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9678b92-345a-4748-8f39-b56c78a59b6d None None] Pushing event updated for resources: {'Port': ['ID=5e92b5db-f53c-453c-bc7f-9930f9f48a5b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:30.190247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036581ef-d38f-42ff-9e85-71f5a224355b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:30.193267 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-036581ef-d38f-42ff-9e85-71f5a224355b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.240338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036581ef-d38f-42ff-9e85-71f5a224355b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:24:30.262959 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-036581ef-d38f-42ff-9e85-71f5a224355b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5e6b4c4a-9967-4a72-a47a-169c3298dfb2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.263515 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-036581ef-d38f-42ff-9e85-71f5a224355b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Added segment 5e6b4c4a-9967-4a72-a47a-169c3298dfb2 of type vlan for network dabe0125-d478-4497-bdde-79e07a95507e Jan 28 19:24:30.295025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Allocated IP 2001:db8:2::2 (ec1514b3-edb0-410e-8bd9-e96d171195c9/d520855b-93a0-4c12-96e6-8015fa13e001/04049691-6290-48db-a4e3-26a468a7f21d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:30.327921 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7256fb71-eea0-4e05-8026-d0c5754606d9 req-61b5b88b-cdf1-4339-8163-cdad25da62f5 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328403 Jan 28 19:24:30.380252 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-036581ef-d38f-42ff-9e85-71f5a224355b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (dabe0125-d478-4497-bdde-79e07a95507e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.426687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b7ce9-d343-4ae7-868c-487228b9fa19 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7a4d45-bacc-4359-8d3a-1282bf5498e3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:30.436604 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-099b7ce9-d343-4ae7-868c-487228b9fa19 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.440790 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-099b7ce9-d343-4ae7-868c-487228b9fa19 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "DELETE /v2.0/subnets/ec7a4d45-bacc-4359-8d3a-1282bf5498e3 HTTP/1.1" status: 204 len: 168 time: 0.7271266 Jan 28 19:24:30.443714 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55806) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:30.446430 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-036581ef-d38f-42ff-9e85-71f5a224355b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (dabe0125-d478-4497-bdde-79e07a95507e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.451757 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036581ef-d38f-42ff-9e85-71f5a224355b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:30.452413 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-036581ef-d38f-42ff-9e85-71f5a224355b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.481829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7329f51b-cf5c-48f0-a861-e08009e27b8e None None] Provisioning complete for port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:30.483851 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7329f51b-cf5c-48f0-a861-e08009e27b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.522247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47838a1f-ae21-4f4e-b7b6-ac55e42bb165 None None] Network 5b784934-81a2-4bb5-a668-73176a055465 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:30.600257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036581ef-d38f-42ff-9e85-71f5a224355b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Network': ['ID=dabe0125-d478-4497-bdde-79e07a95507e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:30.629631 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebcd27-b4a2-410e-b4b9-554280a70b62 req-67a2aca4-68df-4cb1-8a5d-91aeaf46da89 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:30.634882 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6aebcd27-b4a2-410e-b4b9-554280a70b62 req-67a2aca4-68df-4cb1-8a5d-91aeaf46da89 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 945 time: 0.5291030 Jan 28 19:24:30.642737 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-036581ef-d38f-42ff-9e85-71f5a224355b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0262020 Jan 28 19:24:30.644503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55810) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:30.660920 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e8f51aae-7810-4956-91f5-fc323be652b5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'subnet': {'network_id': 'dabe0125-d478-4497-bdde-79e07a95507e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:30.695332 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6aebcd27-b4a2-410e-b4b9-554280a70b62 req-5efce3d9-abd7-4dba-a866-679be1b3bb61 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513074 Jan 28 19:24:30.708241 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (8bd761fc-fe6a-405a-9893-029eb3d01134), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.795093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network dabe0125-d478-4497-bdde-79e07a95507e details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:24:30.800650 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:30.883701 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Deleting port 6094a330-ac56-483d-b014-8cf5f3bd5af0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:30.884666 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6094a330-ac56-483d-b014-8cf5f3bd5af0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.150674 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7329f51b-cf5c-48f0-a861-e08009e27b8e None None] Current status of the port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:31.151298 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7329f51b-cf5c-48f0-a861-e08009e27b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.318949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d0d0f4-7e97-439e-9ee7-4d02fb813108 None None] DHCP port deletion for 5b784934-81a2-4bb5-a668-73176a055465 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:24:31.379978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff499a9-99dd-4978-a5f5-9b6b10344de2 None None] DHCP port deletion for 8bd761fc-fe6a-405a-9893-029eb3d01134 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:24:31.395393 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:24Z', 'revision_number': 3, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:28Z', 'revision_number': 4, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:31.441933 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520ab97-6791-4c6c-9b68-bee0f286841a None None] The sync data for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 is: [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:24Z', 'revision_number': 3, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:28Z', 'revision_number': 4, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:31.444717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] For port 6094a330-ac56-483d-b014-8cf5f3bd5af0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6094a330-ac56-483d-b014-8cf5f3bd5af0,segment=NetworkSegment(2f9ca07e-a570-4068-8d71-ec00c0d5e506),segment_id=2f9ca07e-a570-4068-8d71-ec00c0d5e506)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:31.448498 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6094a330-ac56-483d-b014-8cf5f3bd5af0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.473378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Calling delete_port for 6094a330-ac56-483d-b014-8cf5f3bd5af0 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:31.557837 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f51aae-7810-4956-91f5-fc323be652b5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:31.564742 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8f51aae-7810-4956-91f5-fc323be652b5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.584988 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965fd96-29d0-474b-9a2c-74c6e9ad523b req-f30ca658-4eb0-4fd2-a2cb-f19c623089f3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:31.590200 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5965fd96-29d0-474b-9a2c-74c6e9ad523b req-f30ca658-4eb0-4fd2-a2cb-f19c623089f3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.1240857 Jan 28 19:24:31.593749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7329f51b-cf5c-48f0-a861-e08009e27b8e None None] For port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5e92b5db-f53c-453c-bc7f-9930f9f48a5b,segment=NetworkSegment(79907a54-7862-49a0-ba2b-5817cd71a74d),segment_id=79907a54-7862-49a0-ba2b-5817cd71a74d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:31.676083 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5965fd96-29d0-474b-9a2c-74c6e9ad523b req-b53bf7c3-6373-4be0-a9bc-833567ccaaab tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796523 Jan 28 19:24:31.697577 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7329f51b-cf5c-48f0-a861-e08009e27b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.768824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-36d0d0f4-7e97-439e-9ee7-4d02fb813108 None None] Deleting port 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:31.769207 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36d0d0f4-7e97-439e-9ee7-4d02fb813108 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8f85bb95-81ff-4c2b-a0e3-dc843101f9ed), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.892959 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Publish callbacks [] for port (04049691-6290-48db-a4e3-26a468a7f21d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.894921 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6094a330-ac56-483d-b014-8cf5f3bd5af0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.944638 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (04049691-6290-48db-a4e3-26a468a7f21d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:31.963939 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5e92b5db-f53c-453c-bc7f-9930f9f48a5b up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:31.997942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Allocated IP 2001:db8:2::1 (ec1514b3-edb0-410e-8bd9-e96d171195c9/d520855b-93a0-4c12-96e6-8015fa13e001/27023bf4-d6ba-426a-99e1-4247fc6c0ff8) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:32.040408 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eff499a9-99dd-4978-a5f5-9b6b10344de2 None None] Deleting port 6094a330-ac56-483d-b014-8cf5f3bd5af0 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:32.041118 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eff499a9-99dd-4978-a5f5-9b6b10344de2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6094a330-ac56-483d-b014-8cf5f3bd5af0), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.116896 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.163140 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Network ec1514b3-edb0-410e-8bd9-e96d171195c9 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:32.176025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329f51b-cf5c-48f0-a861-e08009e27b8e None None] Pushing event updated for resources: {'Port': ['ID=5e92b5db-f53c-453c-bc7f-9930f9f48a5b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:32.185145 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:32.192733 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.208188 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:32.210246 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event deleted for resources: {'Port': ['ID=6094a330-ac56-483d-b014-8cf5f3bd5af0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:32.229193 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-36d0d0f4-7e97-439e-9ee7-4d02fb813108 None None] For port 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8f85bb95-81ff-4c2b-a0e3-dc843101f9ed,segment=NetworkSegment(67b2327a-6c07-464c-8926-4e271fa80298),segment_id=67b2327a-6c07-464c-8926-4e271fa80298)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:32.229712 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36d0d0f4-7e97-439e-9ee7-4d02fb813108 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8f85bb95-81ff-4c2b-a0e3-dc843101f9ed), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.239203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network ec1514b3-edb0-410e-8bd9-e96d171195c9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:32.240324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] No DVR routers for this DVR port 6094a330-ac56-483d-b014-8cf5f3bd5af0 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:32.250710 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8f51aae-7810-4956-91f5-fc323be652b5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (19513296-41eb-4d30-aa0d-3fb9437a1fa9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.286010 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eff499a9-99dd-4978-a5f5-9b6b10344de2 None None] For port 6094a330-ac56-483d-b014-8cf5f3bd5af0, host n-d-824834-4, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:32.286527 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eff499a9-99dd-4978-a5f5-9b6b10344de2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6094a330-ac56-483d-b014-8cf5f3bd5af0), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.304827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-36d0d0f4-7e97-439e-9ee7-4d02fb813108 None None] Calling delete_port for 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:32.329734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:32.373264 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eff499a9-99dd-4978-a5f5-9b6b10344de2 None None] Calling delete_port for 6094a330-ac56-483d-b014-8cf5f3bd5af0 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:32.395014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:32.395599 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (24439ad9-8c9c-4873-a011-90c7da814c9c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.604188 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f51aae-7810-4956-91f5-fc323be652b5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Subnet': ['ID=19513296-41eb-4d30-aa0d-3fb9437a1fa9,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:32.655775 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (8bd761fc-fe6a-405a-9893-029eb3d01134), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.675266 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=27023bf4-d6ba-426a-99e1-4247fc6c0ff8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:32.690373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-eff499a9-99dd-4978-a5f5-9b6b10344de2 None None] Port 6094a330-ac56-483d-b014-8cf5f3bd5af0 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:24:32.694506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Pushing event updated for resources: {'Port': ['ID=04049691-6290-48db-a4e3-26a468a7f21d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:32.717473 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eff499a9-99dd-4978-a5f5-9b6b10344de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (6094a330-ac56-483d-b014-8cf5f3bd5af0), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.723478 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36d0d0f4-7e97-439e-9ee7-4d02fb813108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (8f85bb95-81ff-4c2b-a0e3-dc843101f9ed), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.732515 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625e1b2-d942-4aeb-bc8e-08422e3bbf15 req-a0277111-fa9d-450a-87d3-5ff3435d4b28 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:32.736618 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d625e1b2-d942-4aeb-bc8e-08422e3bbf15 req-a0277111-fa9d-450a-87d3-5ff3435d4b28 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 945 time: 0.5545232 Jan 28 19:24:32.764998 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:32.765507 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.773678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0d0f4-7e97-439e-9ee7-4d02fb813108 None None] No DVR routers for this DVR port 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:32.820886 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff499a9-99dd-4978-a5f5-9b6b10344de2 None None] Pushing event deleted for resources: {'Port': ['ID=6094a330-ac56-483d-b014-8cf5f3bd5af0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:32.833190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Attempting to bind port 04049691-6290-48db-a4e3-26a468a7f21d on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:32.833660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Attempting to bind port 04049691-6290-48db-a4e3-26a468a7f21d by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:32.834153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Attempting to bind port 04049691-6290-48db-a4e3-26a468a7f21d on network ec1514b3-edb0-410e-8bd9-e96d171195c9 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:32.836635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff499a9-99dd-4978-a5f5-9b6b10344de2 None None] No DVR routers for this DVR port 6094a330-ac56-483d-b014-8cf5f3bd5af0 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:32.879104 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd761fc-fe6a-405a-9893-029eb3d01134']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:32.882614 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.902604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0d0f4-7e97-439e-9ee7-4d02fb813108 None None] Pushing event deleted for resources: {'Port': ['ID=8f85bb95-81ff-4c2b-a0e3-dc843101f9ed,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:32.908541 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:32.909178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Checking segment: {'id': '440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:32.909444 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f51aae-7810-4956-91f5-fc323be652b5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Checking segment: {'id': '5e6b4c4a-9967-4a72-a47a-169c3298dfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dabe0125-d478-4497-bdde-79e07a95507e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:32.909898 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f51aae-7810-4956-91f5-fc323be652b5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network hostable DHCP agents. Network: dabe0125-d478-4497-bdde-79e07a95507e, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:24:32.911022 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.913624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9ca07e-a570-4068-8d71-ec00c0d5e506') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:32.913859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9ca07e-a570-4068-8d71-ec00c0d5e506') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:32.914468 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Bound using segment: {'id': '440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:32.915607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Bound port: 04049691-6290-48db-a4e3-26a468a7f21d, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:32.916179 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (04049691-6290-48db-a4e3-26a468a7f21d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:32.936660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3cb52-c0d2-4352-ae2d-2175676687ae req-fc820915-39b8-4f12-b148-723cd04096b6 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:32.950197 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-85c3cb52-c0d2-4352-ae2d-2175676687ae req-fc820915-39b8-4f12-b148-723cd04096b6 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.1413221 Jan 28 19:24:32.967089 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (2f9ca07e-a570-4068-8d71-ec00c0d5e506), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.036277 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d625e1b2-d942-4aeb-bc8e-08422e3bbf15 req-83c109fa-2b2c-4d17-97e8-048572d1cd65 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788559 Jan 28 19:24:33.039811 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-85c3cb52-c0d2-4352-ae2d-2175676687ae req-a9c7fc77-4271-4490-bf00-d6a8217680de tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833354 Jan 28 19:24:33.087338 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] For port 04049691-6290-48db-a4e3-26a468a7f21d, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:33.100138 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] For port 04049691-6290-48db-a4e3-26a468a7f21d, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=04049691-6290-48db-a4e3-26a468a7f21d,segment=NetworkSegment(440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd),segment_id=440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:33.106784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f51aae-7810-4956-91f5-fc323be652b5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network dabe0125-d478-4497-bdde-79e07a95507e is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:24:33.109412 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (2f9ca07e-a570-4068-8d71-ec00c0d5e506), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.125070 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (04049691-6290-48db-a4e3-26a468a7f21d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.150976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:24:33.160469 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (2f9ca07e-a570-4068-8d71-ec00c0d5e506), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:24:33.164575 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:24:33.186161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e8f51aae-7810-4956-91f5-fc323be652b5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, dabe0125-d478-4497-bdde-79e07a95507e) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:33.198328 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:33.206937 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81308ad7-54c4-4ac2-a612-c31f5f3dc391 None None] Network dabe0125-d478-4497-bdde-79e07a95507e requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:33.271837 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f51aae-7810-4956-91f5-fc323be652b5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:33.272625 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e8f51aae-7810-4956-91f5-fc323be652b5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.283103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfab4b1-d1c2-4cd2-8e9c-793ea607d48d req-57e02b40-1195-42de-92d8-67e5740e31a4 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:33.284948 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7bfab4b1-d1c2-4cd2-8e9c-793ea607d48d req-57e02b40-1195-42de-92d8-67e5740e31a4 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 945 time: 0.1173615 Jan 28 19:24:33.326127 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6094a330-ac56-483d-b014-8cf5f3bd5af0 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:33.347471 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958eb5e-8fa5-4afd-90a6-87d7e218a7f2 None None] Pushing event updated for resources: {'Port': ['ID=04049691-6290-48db-a4e3-26a468a7f21d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:33.386276 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e8f51aae-7810-4956-91f5-fc323be652b5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7406743 Jan 28 19:24:33.386995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55858) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:33.387111 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (8bd761fc-fe6a-405a-9893-029eb3d01134), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.393102 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9d2cba85-3d06-47c3-98a5-7af574c7eae6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1259566680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:33.413358 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.415375 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7bfab4b1-d1c2-4cd2-8e9c-793ea607d48d req-03804974-10a9-4c9a-aee1-2b537568cda0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193552 Jan 28 19:24:33.430864 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "DELETE /v2.0/networks/8bd761fc-fe6a-405a-9893-029eb3d01134 HTTP/1.1" status: 204 len: 168 time: 2.9859610 Jan 28 19:24:33.432434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47c222-0986-455f-8578-6ff60d1aa971 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event deleted for resources: {'Network': ['ID=8bd761fc-fe6a-405a-9893-029eb3d01134,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:33.437816 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55860) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:33.453271 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 6094a330-ac56-483d-b014-8cf5f3bd5af0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:33.453635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6094a330-ac56-483d-b014-8cf5f3bd5af0 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:33.454280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:33.473074 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d2cba85-3d06-47c3-98a5-7af574c7eae6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (b7e2e8e4-d9dd-426b-a881-2be1fba632cd), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.474342 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d2cba85-3d06-47c3-98a5-7af574c7eae6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (b7e2e8e4-d9dd-426b-a881-2be1fba632cd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.508124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:33.508567 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8f85bb95-81ff-4c2b-a0e3-dc843101f9ed not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:33.585126 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d2cba85-3d06-47c3-98a5-7af574c7eae6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_controller (b7e2e8e4-d9dd-426b-a881-2be1fba632cd), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.597497 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d2cba85-3d06-47c3-98a5-7af574c7eae6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (b7e2e8e4-d9dd-426b-a881-2be1fba632cd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.628903 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-dabe0125-d478-4497-bdde-79e07a95507e', 'network_id': 'dabe0125-d478-4497-bdde-79e07a95507e', 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'fixed_ips': [{'subnet_id': '19513296-41eb-4d30-aa0d-3fb9437a1fa9'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:24:33.630748 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.641971 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9d2cba85-3d06-47c3-98a5-7af574c7eae6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:33.643408 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9d2cba85-3d06-47c3-98a5-7af574c7eae6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2542424 Jan 28 19:24:33.649593 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55864) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:33.658701 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b890e568-af9b-424d-a97c-eb801a103871 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (5b784934-81a2-4bb5-a668-73176a055465), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.083140 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b890e568-af9b-424d-a97c-eb801a103871 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (5b784934-81a2-4bb5-a668-73176a055465), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.089749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Allocated IP 172.20.0.2 (dabe0125-d478-4497-bdde-79e07a95507e/19513296-41eb-4d30-aa0d-3fb9437a1fa9/8dadf9fa-182f-4d53-bf47-3e4309a02704) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:34.135417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b890e568-af9b-424d-a97c-eb801a103871 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b784934-81a2-4bb5-a668-73176a055465']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:34.157826 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b890e568-af9b-424d-a97c-eb801a103871 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b2327a-6c07-464c-8926-4e271fa80298') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:34.158217 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b890e568-af9b-424d-a97c-eb801a103871 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b2327a-6c07-464c-8926-4e271fa80298') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:34.191864 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b890e568-af9b-424d-a97c-eb801a103871 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (67b2327a-6c07-464c-8926-4e271fa80298), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.216657 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b890e568-af9b-424d-a97c-eb801a103871 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (67b2327a-6c07-464c-8926-4e271fa80298), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.228794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b890e568-af9b-424d-a97c-eb801a103871 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:24:34.229211 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b890e568-af9b-424d-a97c-eb801a103871 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (67b2327a-6c07-464c-8926-4e271fa80298), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.246446 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3ff27-5a47-4a04-a700-20384ceac877 req-b88739c6-54ea-4067-88eb-2e730f867fc0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:34.255500 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-55f3ff27-5a47-4a04-a700-20384ceac877 req-b88739c6-54ea-4067-88eb-2e730f867fc0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 945 time: 0.2288315 Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:24:34.328067 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:24:34.374142 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Publish callbacks [] for port (8dadf9fa-182f-4d53-bf47-3e4309a02704), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.379961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5e92b5db-f53c-453c-bc7f-9930f9f48a5b up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:34.394337 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.406784 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (8dadf9fa-182f-4d53-bf47-3e4309a02704), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.471071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b890e568-af9b-424d-a97c-eb801a103871 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (5b784934-81a2-4bb5-a668-73176a055465), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.519803 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.522583 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b890e568-af9b-424d-a97c-eb801a103871 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.526436 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b890e568-af9b-424d-a97c-eb801a103871 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] 10.222.0.55 "DELETE /v2.0/networks/5b784934-81a2-4bb5-a668-73176a055465 HTTP/1.1" status: 204 len: 168 time: 1.0866492 Jan 28 19:24:34.579773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Network dabe0125-d478-4497-bdde-79e07a95507e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:34.589331 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Pushing event updated for resources: {'Port': ['ID=8dadf9fa-182f-4d53-bf47-3e4309a02704,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:34.613666 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:34.619072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890e568-af9b-424d-a97c-eb801a103871 tempest-TaggedBootDevicesTest-843979437 tempest-TaggedBootDevicesTest-843979437-project] Pushing event deleted for resources: {'Network': ['ID=5b784934-81a2-4bb5-a668-73176a055465,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:34.624925 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:34.627987 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.632785 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (24439ad9-8c9c-4873-a011-90c7da814c9c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.752368 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:34.752734 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.793095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d9a0b-d6c5-43f5-9b61-a712198afc04 req-52defbef-0e26-4676-b8c7-44e6ce7792f4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:34.797521 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-606d9a0b-d6c5-43f5-9b61-a712198afc04 req-52defbef-0e26-4676-b8c7-44e6ce7792f4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.4758289 Jan 28 19:24:34.833003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=27023bf4-d6ba-426a-99e1-4247fc6c0ff8,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:34.863026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:34.866349 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Attempting to bind port 8dadf9fa-182f-4d53-bf47-3e4309a02704 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:34.866714 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Attempting to bind port 8dadf9fa-182f-4d53-bf47-3e4309a02704 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '5e6b4c4a-9967-4a72-a47a-169c3298dfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dabe0125-d478-4497-bdde-79e07a95507e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:34.867154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Attempting to bind port 8dadf9fa-182f-4d53-bf47-3e4309a02704 on network dabe0125-d478-4497-bdde-79e07a95507e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:34.873080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:34.873474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Checking segment: {'id': '5e6b4c4a-9967-4a72-a47a-169c3298dfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dabe0125-d478-4497-bdde-79e07a95507e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:34.873869 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.874311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Bound using segment: {'id': '5e6b4c4a-9967-4a72-a47a-169c3298dfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dabe0125-d478-4497-bdde-79e07a95507e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:34.874829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Bound port: 8dadf9fa-182f-4d53-bf47-3e4309a02704, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6b4c4a-9967-4a72-a47a-169c3298dfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'dabe0125-d478-4497-bdde-79e07a95507e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:34.875209 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8dadf9fa-182f-4d53-bf47-3e4309a02704), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:34.953175 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] For port 8dadf9fa-182f-4d53-bf47-3e4309a02704, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:34.956414 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] For port 8dadf9fa-182f-4d53-bf47-3e4309a02704, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8dadf9fa-182f-4d53-bf47-3e4309a02704,segment=NetworkSegment(5e6b4c4a-9967-4a72-a47a-169c3298dfb2),segment_id=5e6b4c4a-9967-4a72-a47a-169c3298dfb2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:34.964455 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8dadf9fa-182f-4d53-bf47-3e4309a02704), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:35.020962 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-55f3ff27-5a47-4a04-a700-20384ceac877 req-106cdd6e-9cea-496e-b7b2-e85481cc9d0e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7644777 Jan 28 19:24:35.040291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Allocated IP 172.20.0.1 (dabe0125-d478-4497-bdde-79e07a95507e/19513296-41eb-4d30-aa0d-3fb9437a1fa9/79f1be57-8f45-43f1-a694-7a2f96a18c3f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:35.060709 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a0afc-a38a-49d2-8d4d-799413407797 None None] Pushing event updated for resources: {'Port': ['ID=8dadf9fa-182f-4d53-bf47-3e4309a02704,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:35.081635 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-606d9a0b-d6c5-43f5-9b61-a712198afc04 req-5a25b621-255b-4805-8830-86b6bc47b745 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762048 Jan 28 19:24:35.217678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network ec1514b3-edb0-410e-8bd9-e96d171195c9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:35.220335 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:35.389307 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router 24439ad9-8c9c-4873-a011-90c7da814c9c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:24:35.409261 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21ff73b-a9bb-4807-ad86-b769ae23b69e None None] Network ec1514b3-edb0-410e-8bd9-e96d171195c9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:35.450965 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (79f1be57-8f45-43f1-a694-7a2f96a18c3f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:35.603103 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:35.622882 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Sync routers for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:35.662011 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (79f1be57-8f45-43f1-a694-7a2f96a18c3f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:35.672536 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3f5a54a8-53c5-4191-8a9e-d6ff1c9e6199 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/24439ad9-8c9c-4873-a011-90c7da814c9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5667222 Jan 28 19:24:35.683199 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55894) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:35.699514 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:35.701827 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:35.714636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5d3ace29-a8df-4c23-9d83-570bba1922a3 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-502182703'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:35.757768 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3ace29-a8df-4c23-9d83-570bba1922a3 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:35.768192 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d3ace29-a8df-4c23-9d83-570bba1922a3 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:35.776625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network dabe0125-d478-4497-bdde-79e07a95507e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:35.781018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:35.790926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:35.838973 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-351cbeac-3f6d-468f-acef-7557499ba074 None None] Provisioning complete for port 04049691-6290-48db-a4e3-26a468a7f21d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:35.839356 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-351cbeac-3f6d-468f-acef-7557499ba074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (04049691-6290-48db-a4e3-26a468a7f21d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:35.852587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65347e-08fd-4e7d-bc77-346995a3a223 req-d78149a6-cd57-4cad-ac61-2577606f82e8 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:35.859119 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ff65347e-08fd-4e7d-bc77-346995a3a223 req-d78149a6-cd57-4cad-ac61-2577606f82e8 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.37 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 945 time: 0.2539384 Jan 28 19:24:35.893452 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3ace29-a8df-4c23-9d83-570bba1922a3 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:24:35.895867 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=79f1be57-8f45-43f1-a694-7a2f96a18c3f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:35.977680 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (b7e2e8e4-d9dd-426b-a881-2be1fba632cd), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:36.069827 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d3ace29-a8df-4c23-9d83-570bba1922a3 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8fec3976-cad4-4b8d-b8ae-a5102447cfbb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:36.099891 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-5d3ace29-a8df-4c23-9d83-570bba1922a3 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Added segment 8fec3976-cad4-4b8d-b8ae-a5102447cfbb of type vlan for network 2c7a052e-a26c-4889-84e0-a397b8975811 Jan 28 19:24:36.108214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8dadf9fa-182f-4d53-bf47-3e4309a02704 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:36.250837 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:36.304098 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d3ace29-a8df-4c23-9d83-570bba1922a3 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (2c7a052e-a26c-4889-84e0-a397b8975811), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:36.310763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 8dadf9fa-182f-4d53-bf47-3e4309a02704 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:36.325520 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8dadf9fa-182f-4d53-bf47-3e4309a02704), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:36.332910 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-351cbeac-3f6d-468f-acef-7557499ba074 None None] Current status of the port 04049691-6290-48db-a4e3-26a468a7f21d is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:36.334490 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-351cbeac-3f6d-468f-acef-7557499ba074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (04049691-6290-48db-a4e3-26a468a7f21d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:36.387071 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (79f1be57-8f45-43f1-a694-7a2f96a18c3f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:36.438058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-351cbeac-3f6d-468f-acef-7557499ba074 None None] For port 04049691-6290-48db-a4e3-26a468a7f21d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=04049691-6290-48db-a4e3-26a468a7f21d,segment=NetworkSegment(440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd),segment_id=440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:36.452573 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-351cbeac-3f6d-468f-acef-7557499ba074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (04049691-6290-48db-a4e3-26a468a7f21d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:36.480306 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d3ace29-a8df-4c23-9d83-570bba1922a3 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (2c7a052e-a26c-4889-84e0-a397b8975811), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:36.512598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3ace29-a8df-4c23-9d83-570bba1922a3 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:36.513597 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d3ace29-a8df-4c23-9d83-570bba1922a3 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:36.524712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cbeac-3f6d-468f-acef-7557499ba074 None None] Pushing event updated for resources: {'Port': ['ID=04049691-6290-48db-a4e3-26a468a7f21d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:36.561166 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034a3d6-759c-43c1-bacf-7e67a4efc3dc req-4b746662-35b0-48e0-ae46-d8f3d40e0796 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:36.577018 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9034a3d6-759c-43c1-bacf-7e67a4efc3dc req-4b746662-35b0-48e0-ae46-d8f3d40e0796 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=00e698b4-fc96-4c35-9ee2-d6489d0f7fa0 HTTP/1.1" status: 200 len: 945 time: 0.3724225 Jan 28 19:24:36.606337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 8dadf9fa-182f-4d53-bf47-3e4309a02704 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:36.606735 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8dadf9fa-182f-4d53-bf47-3e4309a02704), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:36.687701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 8dadf9fa-182f-4d53-bf47-3e4309a02704, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8dadf9fa-182f-4d53-bf47-3e4309a02704,segment=NetworkSegment(5e6b4c4a-9967-4a72-a47a-169c3298dfb2),segment_id=5e6b4c4a-9967-4a72-a47a-169c3298dfb2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:36.698922 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8dadf9fa-182f-4d53-bf47-3e4309a02704), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:36.699908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 04049691-6290-48db-a4e3-26a468a7f21d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:36.901092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ace29-a8df-4c23-9d83-570bba1922a3 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Network': ['ID=2c7a052e-a26c-4889-84e0-a397b8975811,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:36.921981 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 2c7a052e-a26c-4889-84e0-a397b8975811 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:24:36.986670 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5d3ace29-a8df-4c23-9d83-570bba1922a3 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2885702 Jan 28 19:24:36.991471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55910) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:37.009448 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ff65347e-08fd-4e7d-bc77-346995a3a223 req-ee5267fb-d32b-445e-9bff-8bb4dca434aa tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Deleting port 42ca3e0a-601f-4b87-ada1-8285a005131d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:37.010085 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ff65347e-08fd-4e7d-bc77-346995a3a223 req-ee5267fb-d32b-445e-9bff-8bb4dca434aa tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (42ca3e0a-601f-4b87-ada1-8285a005131d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:37.033208 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4811d7e5-8db2-4094-b6ca-5cea6f547cca tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'subnet': {'network_id': '2c7a052e-a26c-4889-84e0-a397b8975811', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:37.073716 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:32Z', 'revision_number': 4, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '27023bf4-d6ba-426a-99e1-4247fc6c0ff8', 'name': '', 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:d5:a2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:30Z', 'updated_at': '2022-01-28T19:24:33Z', 'revision_number': 2, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:37.116048 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=8dadf9fa-182f-4d53-bf47-3e4309a02704,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:37.147093 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Checking router: 24439ad9-8c9c-4873-a011-90c7da814c9c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:24:37.147449 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Updating router 24439ad9-8c9c-4873-a011-90c7da814c9c port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:24:37.178657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 04049691-6290-48db-a4e3-26a468a7f21d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:37.186711 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (04049691-6290-48db-a4e3-26a468a7f21d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:37.214436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ff65347e-08fd-4e7d-bc77-346995a3a223 req-ee5267fb-d32b-445e-9bff-8bb4dca434aa tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] For port 42ca3e0a-601f-4b87-ada1-8285a005131d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=42ca3e0a-601f-4b87-ada1-8285a005131d,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:37.214821 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ff65347e-08fd-4e7d-bc77-346995a3a223 req-ee5267fb-d32b-445e-9bff-8bb4dca434aa tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (42ca3e0a-601f-4b87-ada1-8285a005131d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:37.235782 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ff65347e-08fd-4e7d-bc77-346995a3a223 req-ee5267fb-d32b-445e-9bff-8bb4dca434aa tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Calling delete_port for 42ca3e0a-601f-4b87-ada1-8285a005131d owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:37.245772 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:37.273282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1224a31e-7d1c-4427-8c0f-3c410672e839 None None] Provisioning complete for port 04049691-6290-48db-a4e3-26a468a7f21d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:37.275343 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1224a31e-7d1c-4427-8c0f-3c410672e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (04049691-6290-48db-a4e3-26a468a7f21d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:37.292773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a578f2-e876-42e0-9102-e55a40a7f6ae req-764389ae-5aa1-4222-a9d7-9bd7959ce69b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:37.313204 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-21a578f2-e876-42e0-9102-e55a40a7f6ae req-764389ae-5aa1-4222-a9d7-9bd7959ce69b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.8802927 Jan 28 19:24:37.418787 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a079889-5b67-443d-bccb-abdc21c70aad None None] Network dabe0125-d478-4497-bdde-79e07a95507e requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:37.515835 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ff65347e-08fd-4e7d-bc77-346995a3a223 req-ee5267fb-d32b-445e-9bff-8bb4dca434aa tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (42ca3e0a-601f-4b87-ada1-8285a005131d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:37.555466 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['142ea68a-752b-46c9-bb1a-b4806aa40ec5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:37.581066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4811d7e5-8db2-4094-b6ca-5cea6f547cca tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Made reservation on behalf of 806540a429384556a711c6ddbb9cf246 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:37.595922 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5267fb-d32b-445e-9bff-8bb4dca434aa tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Pushing event deleted for resources: {'Port': ['ID=42ca3e0a-601f-4b87-ada1-8285a005131d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:37.606558 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9034a3d6-759c-43c1-bacf-7e67a4efc3dc req-2fac0cf7-06e9-4d81-8450-cc9895a2ad90 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0283298 Jan 28 19:24:37.632702 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4811d7e5-8db2-4094-b6ca-5cea6f547cca tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:37.732897 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-21a578f2-e876-42e0-9102-e55a40a7f6ae req-6069ab2f-9af3-49e0-8cf8-49fffc971019 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186845 Jan 28 19:24:37.737190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff65347e-08fd-4e7d-bc77-346995a3a223 req-ee5267fb-d32b-445e-9bff-8bb4dca434aa tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] No DVR routers for this DVR port 42ca3e0a-601f-4b87-ada1-8285a005131d on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:37.752633 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ff65347e-08fd-4e7d-bc77-346995a3a223 req-ee5267fb-d32b-445e-9bff-8bb4dca434aa tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:37.758793 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ff65347e-08fd-4e7d-bc77-346995a3a223 req-ee5267fb-d32b-445e-9bff-8bb4dca434aa tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.37 "DELETE /v2.0/ports/42ca3e0a-601f-4b87-ada1-8285a005131d HTTP/1.1" status: 204 len: 173 time: 1.8284533 Jan 28 19:24:37.781890 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e698b4-fc96-4c35-9ee2-d6489d0f7fa0', 'name': 'network-vif-deleted', 'tag': '42ca3e0a-601f-4b87-ada1-8285a005131d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:37.793804 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f90bcc-4f11-4504-a93d-a9b7e2992f10" -d '{"events": [{"server_uuid": "00e698b4-fc96-4c35-9ee2-d6489d0f7fa0", "name": "network-vif-deleted", "tag": "42ca3e0a-601f-4b87-ada1-8285a005131d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:37.928967 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b59c01-8aed-40d9-b375-7ed1c410b620 x-openstack-request-id: req-a7b59c01-8aed-40d9-b375-7ed1c410b620 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:37.929527 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e698b4-fc96-4c35-9ee2-d6489d0f7fa0", "name": "network-vif-deleted", "tag": "42ca3e0a-601f-4b87-ada1-8285a005131d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:37.929920 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7b59c01-8aed-40d9-b375-7ed1c410b620 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:37.930481 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e698b4-fc96-4c35-9ee2-d6489d0f7fa0', 'name': 'network-vif-deleted', 'tag': '42ca3e0a-601f-4b87-ada1-8285a005131d', 'status': 'completed', 'code': 200} Jan 28 19:24:38.106230 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1224a31e-7d1c-4427-8c0f-3c410672e839 None None] Current status of the port 04049691-6290-48db-a4e3-26a468a7f21d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:38.135960 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Publish callbacks [] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:38.150993 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:38.181516 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 04049691-6290-48db-a4e3-26a468a7f21d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:38.209038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1224a31e-7d1c-4427-8c0f-3c410672e839 None None] Provisioning complete for port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:38.210471 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1224a31e-7d1c-4427-8c0f-3c410672e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:38.290439 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ca2b7-7332-4ee5-be6c-4be95b3601d4 None None] Pushing event updated for resources: {'Port': ['ID=27023bf4-d6ba-426a-99e1-4247fc6c0ff8,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:38.420165 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (79f1be57-8f45-43f1-a694-7a2f96a18c3f), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:38.433325 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Attempting to bind port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:38.434873 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Attempting to bind port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:38.436533 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Attempting to bind port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 on network ec1514b3-edb0-410e-8bd9-e96d171195c9 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:38.444088 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (79f1be57-8f45-43f1-a694-7a2f96a18c3f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:38.451515 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:38.454556 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Checking segment: {'id': '440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:38.455102 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:38.457178 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Bound using segment: {'id': '440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:38.457804 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Bound port: 27023bf4-d6ba-426a-99e1-4247fc6c0ff8, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:38.458316 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:38.562964 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (b7e2e8e4-d9dd-426b-a881-2be1fba632cd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:38.647653 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] For port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:38.662407 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] For port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=27023bf4-d6ba-426a-99e1-4247fc6c0ff8,segment=NetworkSegment(440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd),segment_id=440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:38.663659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8dadf9fa-182f-4d53-bf47-3e4309a02704 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:38.678875 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:38.741067 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1224a31e-7d1c-4427-8c0f-3c410672e839 None None] Port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:38.851570 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:38.855155 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:38.865452 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ca2b7-7332-4ee5-be6c-4be95b3601d4 None None] Pushing event updated for resources: {'Port': ['ID=27023bf4-d6ba-426a-99e1-4247fc6c0ff8,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:39.025220 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-94de98ab-d7f3-4d4e-97ea-c060f915a4b0 None None] Provisioning complete for port 8dadf9fa-182f-4d53-bf47-3e4309a02704 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:39.026313 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94de98ab-d7f3-4d4e-97ea-c060f915a4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8dadf9fa-182f-4d53-bf47-3e4309a02704), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:39.140332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 8dadf9fa-182f-4d53-bf47-3e4309a02704 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:39.140969 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8dadf9fa-182f-4d53-bf47-3e4309a02704), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:39.363905 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:39.639832 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-6c020965-611b-47b8-86ac-2a8377ad3a71 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:39.641540 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-6c020965-611b-47b8-86ac-2a8377ad3a71 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 806 time: 0.3704338 Jan 28 19:24:39.693067 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-d0ad5c2f-0544-49b2-944c-5ea258a4562a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/quotas/fd603e28722c42b28138d18f99e1230c HTTP/1.1" status: 200 len: 375 time: 0.0380497 Jan 28 19:24:39.721051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=79f1be57-8f45-43f1-a694-7a2f96a18c3f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:39.730124 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4811d7e5-8db2-4094-b6ca-5cea6f547cca tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (ff5beca5-f48f-450a-808e-07319e8b16e7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:39.793145 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811d7e5-8db2-4094-b6ca-5cea6f547cca tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Subnet': ['ID=ff5beca5-f48f-450a-808e-07319e8b16e7,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:39.815857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 42ca3e0a-601f-4b87-ada1-8285a005131d no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:39.848968 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad132bbf-a8a4-4ceb-aa6c-d28f280a3e23 req-2241b9bf-a326-49eb-be25-9bdb1ad4768b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:39.850820 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ad132bbf-a8a4-4ceb-aa6c-d28f280a3e23 req-2241b9bf-a326-49eb-be25-9bdb1ad4768b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.8553495 Jan 28 19:24:39.874286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 42ca3e0a-601f-4b87-ada1-8285a005131d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:39.874820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 42ca3e0a-601f-4b87-ada1-8285a005131d not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:39.902746 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-94de98ab-d7f3-4d4e-97ea-c060f915a4b0 None None] Current status of the port 8dadf9fa-182f-4d53-bf47-3e4309a02704 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:39.931138 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 8dadf9fa-182f-4d53-bf47-3e4309a02704 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:39.932420 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 04049691-6290-48db-a4e3-26a468a7f21d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:39.935080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-94de98ab-d7f3-4d4e-97ea-c060f915a4b0 None None] Provisioning complete for port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:39.935447 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94de98ab-d7f3-4d4e-97ea-c060f915a4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:39.980405 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-5614df41-ab65-4b5d-800b-71f465d146f3 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2803946 Jan 28 19:24:39.986924 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c8cee17d-6976-482b-92f7-9a0b08071582 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:24:39.999184 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c8cee17d-6976-482b-92f7-9a0b08071582 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175097 Jan 28 19:24:40.001085 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ad132bbf-a8a4-4ceb-aa6c-d28f280a3e23 req-2e53e139-4776-4cb3-bb32-e14021abe42c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121132 Jan 28 19:24:40.007062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4811d7e5-8db2-4094-b6ca-5cea6f547cca tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Checking segment: {'id': '8fec3976-cad4-4b8d-b8ae-a5102447cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2c7a052e-a26c-4889-84e0-a397b8975811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:40.007429 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4811d7e5-8db2-4094-b6ca-5cea6f547cca tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network hostable DHCP agents. Network: 2c7a052e-a26c-4889-84e0-a397b8975811, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:24:40.027027 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network dabe0125-d478-4497-bdde-79e07a95507e is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:40.035858 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:40.044276 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 04049691-6290-48db-a4e3-26a468a7f21d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:40.044593 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (04049691-6290-48db-a4e3-26a468a7f21d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:40.065036 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:32Z', 'revision_number': 4, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '27023bf4-d6ba-426a-99e1-4247fc6c0ff8', 'name': '', 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:d5:a2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:30Z', 'updated_at': '2022-01-28T19:24:38Z', 'revision_number': 4, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:40.153505 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb9353a-a1f4-45da-87bc-987b9d8c4489 None None] The sync data for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 is: [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:32Z', 'revision_number': 4, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '27023bf4-d6ba-426a-99e1-4247fc6c0ff8', 'name': '', 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:d5:a2:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:30Z', 'updated_at': '2022-01-28T19:24:38Z', 'revision_number': 4, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:40.236196 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-12961ea0-e007-460c-b724-d817e49b83c7 service neutron] 10.222.0.55 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324536 Jan 28 19:24:40.237343 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-94de98ab-d7f3-4d4e-97ea-c060f915a4b0 None None] Current status of the port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:40.237727 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94de98ab-d7f3-4d4e-97ea-c060f915a4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:40.358540 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4811d7e5-8db2-4094-b6ca-5cea6f547cca tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 2c7a052e-a26c-4889-84e0-a397b8975811 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:24:40.389392 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4811d7e5-8db2-4094-b6ca-5cea6f547cca tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 2c7a052e-a26c-4889-84e0-a397b8975811) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:40.419135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4811d7e5-8db2-4094-b6ca-5cea6f547cca tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:40.428561 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4811d7e5-8db2-4094-b6ca-5cea6f547cca tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:40.448495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22d684a-fc67-4bce-a743-85ef5c2494b7 None None] Network 2c7a052e-a26c-4889-84e0-a397b8975811 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:40.451720 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-7f46afad-d67b-4823-87f3-a710e510f905 service neutron] 10.222.0.55 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146409 Jan 28 19:24:40.460595 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-94de98ab-d7f3-4d4e-97ea-c060f915a4b0 None None] For port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=27023bf4-d6ba-426a-99e1-4247fc6c0ff8,segment=NetworkSegment(440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd),segment_id=440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:40.486329 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4811d7e5-8db2-4094-b6ca-5cea6f547cca tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4739769 Jan 28 19:24:40.486696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55972) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:40.515362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router b7e2e8e4-d9dd-426b-a881-2be1fba632cd is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:24:40.585137 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94de98ab-d7f3-4d4e-97ea-c060f915a4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:40.681838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:40.694757 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7133682d-1d53-4ac4-a0cf-82af74369bea tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/b7e2e8e4-d9dd-426b-a881-2be1fba632cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0404217 Jan 28 19:24:40.695687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:40.736884 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 04049691-6290-48db-a4e3-26a468a7f21d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:40.743346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25e7558-f5a8-471f-9883-dc5c0c83aa1d None None] Sync routers for ids ['b7e2e8e4-d9dd-426b-a881-2be1fba632cd'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:40.874491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14635ee7-652b-4444-af49-da02f8246f37 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:40.876974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25e7558-f5a8-471f-9883-dc5c0c83aa1d None None] Routers {'b7e2e8e4-d9dd-426b-a881-2be1fba632cd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:40.884624 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-14635ee7-652b-4444-af49-da02f8246f37 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports/79f1be57-8f45-43f1-a694-7a2f96a18c3f HTTP/1.1" status: 200 len: 910 time: 0.1855578 Jan 28 19:24:40.884975 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55980) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:40.885428 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b25e7558-f5a8-471f-9883-dc5c0c83aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['b7e2e8e4-d9dd-426b-a881-2be1fba632cd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:40.894543 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-894954b4-08d9-41bb-b487-bd6d8371052f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19513296-41eb-4d30-aa0d-3fb9437a1fa9'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:41.025909 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de98ab-d7f3-4d4e-97ea-c060f915a4b0 None None] Pushing event updated for resources: {'Port': ['ID=27023bf4-d6ba-426a-99e1-4247fc6c0ff8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:41.051374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b25e7558-f5a8-471f-9883-dc5c0c83aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:41.071662 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f64f55a7-431b-4a77-a3d7-b9ba6df3480a req-120da1e7-5c99-4cb4-a645-6cd21741f7b1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 210 time: 0.1024828 Jan 28 19:24:41.114286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-78da56ca-c03e-4731-9dc7-2e85ff2c55f6 None None] Provisioning complete for port 8dadf9fa-182f-4d53-bf47-3e4309a02704 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:41.114667 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-78da56ca-c03e-4731-9dc7-2e85ff2c55f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8dadf9fa-182f-4d53-bf47-3e4309a02704), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.198777 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-2c7a052e-a26c-4889-84e0-a397b8975811', 'network_id': '2c7a052e-a26c-4889-84e0-a397b8975811', 'project_id': '806540a429384556a711c6ddbb9cf246', 'fixed_ips': [{'subnet_id': 'ff5beca5-f48f-450a-808e-07319e8b16e7'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:24:41.200060 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.203729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:41.221159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25e7558-f5a8-471f-9883-dc5c0c83aa1d None None] Routers {'b7e2e8e4-d9dd-426b-a881-2be1fba632cd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:41.222090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b25e7558-f5a8-471f-9883-dc5c0c83aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['b7e2e8e4-d9dd-426b-a881-2be1fba632cd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:41.366333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b25e7558-f5a8-471f-9883-dc5c0c83aa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:41.367008 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25e7558-f5a8-471f-9883-dc5c0c83aa1d None None] The sync data for ids ['b7e2e8e4-d9dd-426b-a881-2be1fba632cd'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:41.515726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c60862-0c65-4447-9490-c8f2afd3a3f2 req-c8817f8e-3aba-4360-9218-56235f1adab6 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:41.516490 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-894954b4-08d9-41bb-b487-bd6d8371052f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (79f1be57-8f45-43f1-a694-7a2f96a18c3f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.523713 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-64c60862-0c65-4447-9490-c8f2afd3a3f2 req-c8817f8e-3aba-4360-9218-56235f1adab6 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3160026 Jan 28 19:24:41.702406 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-64c60862-0c65-4447-9490-c8f2afd3a3f2 req-19719d46-e72b-4778-9686-bb543d2657db tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776843 Jan 28 19:24:41.718904 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.836559 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-78da56ca-c03e-4731-9dc7-2e85ff2c55f6 None None] Current status of the port 8dadf9fa-182f-4d53-bf47-3e4309a02704 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:41.841437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:41.842094 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.890497 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-78da56ca-c03e-4731-9dc7-2e85ff2c55f6 None None] Provisioning complete for port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:41.892008 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-78da56ca-c03e-4731-9dc7-2e85ff2c55f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:41.902419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Allocated IP 2001:db8:3::2 (2c7a052e-a26c-4889-84e0-a397b8975811/ff5beca5-f48f-450a-808e-07319e8b16e7/6669d304-3070-4568-a73a-45b8d760c3b2) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:42.142931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:42.151250 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-78da56ca-c03e-4731-9dc7-2e85ff2c55f6 None None] Current status of the port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:42.212295 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-78da56ca-c03e-4731-9dc7-2e85ff2c55f6 None None] Provisioning complete for port 79f1be57-8f45-43f1-a694-7a2f96a18c3f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:42.212800 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-78da56ca-c03e-4731-9dc7-2e85ff2c55f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (79f1be57-8f45-43f1-a694-7a2f96a18c3f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.303711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-78da56ca-c03e-4731-9dc7-2e85ff2c55f6 None None] Port 79f1be57-8f45-43f1-a694-7a2f96a18c3f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:24:42.317483 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Publish callbacks [] for port (6669d304-3070-4568-a73a-45b8d760c3b2), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.331903 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (6669d304-3070-4568-a73a-45b8d760c3b2), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.375263 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8b339001-2bfe-48bb-9110-9ce315a8bbec req-c3c6c3de-c467-47b6-89ef-dc431bfbbe68 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 210 time: 0.1160283 Jan 28 19:24:42.412516 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Network 2c7a052e-a26c-4889-84e0-a397b8975811 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:42.416684 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:42.422039 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:42.432965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Allocated IP 2001:db8:3::1 (2c7a052e-a26c-4889-84e0-a397b8975811/ff5beca5-f48f-450a-808e-07319e8b16e7/24e41147-2352-488c-b33f-c23e2bfa7882) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:42.440507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Pushing event updated for resources: {'Port': ['ID=6669d304-3070-4568-a73a-45b8d760c3b2,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:42.525526 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Attempting to bind port 6669d304-3070-4568-a73a-45b8d760c3b2 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:42.526082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Attempting to bind port 6669d304-3070-4568-a73a-45b8d760c3b2 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '8fec3976-cad4-4b8d-b8ae-a5102447cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2c7a052e-a26c-4889-84e0-a397b8975811'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:42.526556 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Attempting to bind port 6669d304-3070-4568-a73a-45b8d760c3b2 on network 2c7a052e-a26c-4889-84e0-a397b8975811 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:42.532737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:42.533452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Checking segment: {'id': '8fec3976-cad4-4b8d-b8ae-a5102447cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2c7a052e-a26c-4889-84e0-a397b8975811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:42.533963 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.534483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Bound using segment: {'id': '8fec3976-cad4-4b8d-b8ae-a5102447cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2c7a052e-a26c-4889-84e0-a397b8975811'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:42.535447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Bound port: 6669d304-3070-4568-a73a-45b8d760c3b2, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fec3976-cad4-4b8d-b8ae-a5102447cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2c7a052e-a26c-4889-84e0-a397b8975811'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:42.536065 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6669d304-3070-4568-a73a-45b8d760c3b2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.692090 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-894954b4-08d9-41bb-b487-bd6d8371052f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (79f1be57-8f45-43f1-a694-7a2f96a18c3f), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.716523 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-894954b4-08d9-41bb-b487-bd6d8371052f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (79f1be57-8f45-43f1-a694-7a2f96a18c3f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.735032 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] For port 6669d304-3070-4568-a73a-45b8d760c3b2, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:42.751877 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] For port 6669d304-3070-4568-a73a-45b8d760c3b2, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6669d304-3070-4568-a73a-45b8d760c3b2,segment=NetworkSegment(8fec3976-cad4-4b8d-b8ae-a5102447cfbb),segment_id=8fec3976-cad4-4b8d-b8ae-a5102447cfbb)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:42.761472 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (24e41147-2352-488c-b33f-c23e2bfa7882), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.771959 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6669d304-3070-4568-a73a-45b8d760c3b2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:42.848400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894954b4-08d9-41bb-b487-bd6d8371052f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=79f1be57-8f45-43f1-a694-7a2f96a18c3f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:42.956348 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293543f-5276-4aa3-b39b-eabcd306d308 None None] Pushing event updated for resources: {'Port': ['ID=6669d304-3070-4568-a73a-45b8d760c3b2,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:43.043173 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:43.073324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894954b4-08d9-41bb-b487-bd6d8371052f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:43.074008 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-894954b4-08d9-41bb-b487-bd6d8371052f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:43.078139 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-894954b4-08d9-41bb-b487-bd6d8371052f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/ports/79f1be57-8f45-43f1-a694-7a2f96a18c3f HTTP/1.1" status: 200 len: 910 time: 2.1891546 Jan 28 19:24:43.081852 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56026) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:43.178063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:43.178449 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:43.278198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b249e-4124-44a9-9aef-a72e5c81dad5 req-19902709-3023-4b39-bd6c-6a9c88a88bd0 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:43.280778 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d56b249e-4124-44a9-9aef-a72e5c81dad5 req-19902709-3023-4b39-bd6c-6a9c88a88bd0 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3893309 Jan 28 19:24:43.352544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:43.402613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 8b6e0659-59d2-4159-9cb2-64a74c6dd95a details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:24:43.423878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-bf348723-bde8-4aec-8de9-4833dd0944ee tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:43.426203 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-bf348723-bde8-4aec-8de9-4833dd0944ee tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.31 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 806 time: 0.6065052 Jan 28 19:24:43.466777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-d01a9cc5-8dc3-4b89-a004-a0f30c8a6b58 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Request body: {'port': {'device_id': '865bdefa-df63-4410-84a1-ec17abb25b09', 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4', 'admin_state_up': True, 'tenant_id': 'fd603e28722c42b28138d18f99e1230c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:43.659396 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d56b249e-4124-44a9-9aef-a72e5c81dad5 req-abf2452e-6e59-4cbf-b360-cdd678f6ea40 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252597 Jan 28 19:24:43.770718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:43.785866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a', 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d', 'port_id': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a', 'mac_address': 'fa:16:3e:27:85:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd274110-81e6-4773-bb6c-ca2de3e25bde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:24:43.929679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-d01a9cc5-8dc3-4b89-a004-a0f30c8a6b58 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Made reservation on behalf of fd603e28722c42b28138d18f99e1230c for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:43.933110 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-d01a9cc5-8dc3-4b89-a004-a0f30c8a6b58 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:43.946177 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:43.946177 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:43.953551 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (24e41147-2352-488c-b33f-c23e2bfa7882), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:43.960882 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cfa69932-5867-4e9b-bbbb-54f076a73ba2 req-0f6b3eab-012c-45c3-988f-da71ff7d4389 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 210 time: 0.0361071 Jan 28 19:24:44.006918 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 2c7a052e-a26c-4889-84e0-a397b8975811 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:44.010425 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:44.018068 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:44.018634 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (24439ad9-8c9c-4873-a011-90c7da814c9c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:44.019769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b6e0659-59d2-4159-9cb2-64a74c6dd95a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:44.119807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:44.133274 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:44.159959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=24e41147-2352-488c-b33f-c23e2bfa7882,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:44.231767 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (24e41147-2352-488c-b33f-c23e2bfa7882), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:44.256880 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f43c5def-716a-4d22-b349-02ec9f42f970 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (b7e2e8e4-d9dd-426b-a881-2be1fba632cd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:44.302222 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:44.321273 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['8b6e0659-59d2-4159-9cb2-64a74c6dd95a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:44.466948 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-d01a9cc5-8dc3-4b89-a004-a0f30c8a6b58 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Allocated IP 172.20.0.9 (301c456c-76ee-4f43-ab94-73ce621ebdf4/e5d3bf0e-e0cc-45ee-80b9-15c53de351d7/4d5dd44b-07f0-4448-a860-366fa16eb9d2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:24:44.554928 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for port (24e41147-2352-488c-b33f-c23e2bfa7882), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:44.564510 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (24e41147-2352-488c-b33f-c23e2bfa7882), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:44.565457 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (24439ad9-8c9c-4873-a011-90c7da814c9c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:44.772064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa404db-bc20-4f20-bebd-ce2700bfb342 None None] Network 2c7a052e-a26c-4889-84e0-a397b8975811 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:44.797253 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event updated for resources: {'Port': ['ID=24e41147-2352-488c-b33f-c23e2bfa7882,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:44.943354 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Network 2c7a052e-a26c-4889-84e0-a397b8975811 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:44.945447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:44.988013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7dce4144-bb7b-4540-9ad0-f6f091632d1e None None] Provisioning complete for port 6669d304-3070-4568-a73a-45b8d760c3b2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:44.988305 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7dce4144-bb7b-4540-9ad0-f6f091632d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6669d304-3070-4568-a73a-45b8d760c3b2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.103872 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-d01a9cc5-8dc3-4b89-a004-a0f30c8a6b58 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks [] for port (4d5dd44b-07f0-4448-a860-366fa16eb9d2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.105967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6669d304-3070-4568-a73a-45b8d760c3b2 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:45.259191 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-d01a9cc5-8dc3-4b89-a004-a0f30c8a6b58 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4d5dd44b-07f0-4448-a860-366fa16eb9d2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.307490 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['142ea68a-752b-46c9-bb1a-b4806aa40ec5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:24:45.319401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a9cc5-8dc3-4b89-a004-a0f30c8a6b58 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Pushing event updated for resources: {'Port': ['ID=4d5dd44b-07f0-4448-a860-366fa16eb9d2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:45.383986 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-d01a9cc5-8dc3-4b89-a004-a0f30c8a6b58 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Network 301c456c-76ee-4f43-ab94-73ce621ebdf4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:24:45.395713 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-d01a9cc5-8dc3-4b89-a004-a0f30c8a6b58 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:24:45.400658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-d01a9cc5-8dc3-4b89-a004-a0f30c8a6b58 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:24:45.420809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router 24439ad9-8c9c-4873-a011-90c7da814c9c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:24:45.489546 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e3e11-ad02-4108-9732-d5c781b318aa req-46d9b3ce-98f9-4f99-a8f7-f83700ee83af tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:45.496829 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c34e3e11-ad02-4108-9732-d5c781b318aa req-46d9b3ce-98f9-4f99-a8f7-f83700ee83af tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 944 time: 0.6000264 Jan 28 19:24:45.509502 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 8b6e0659-59d2-4159-9cb2-64a74c6dd95a up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:45.556241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f43c5def-716a-4d22-b349-02ec9f42f970 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting port 79f1be57-8f45-43f1-a694-7a2f96a18c3f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:45.556582 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f43c5def-716a-4d22-b349-02ec9f42f970 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (79f1be57-8f45-43f1-a694-7a2f96a18c3f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.567374 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-d01a9cc5-8dc3-4b89-a004-a0f30c8a6b58 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:45.567987 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-d01a9cc5-8dc3-4b89-a004-a0f30c8a6b58 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.604513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cf9d7-6833-43be-8652-978efd716080 req-25bda41c-6a98-464d-a272-0fbe9876bbac tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:45.622654 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3d5cf9d7-6833-43be-8652-978efd716080 req-25bda41c-6a98-464d-a272-0fbe9876bbac tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 931 time: 0.4373214 Jan 28 19:24:45.624429 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-d01a9cc5-8dc3-4b89-a004-a0f30c8a6b58 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1619825 Jan 28 19:24:45.640220 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c34e3e11-ad02-4108-9732-d5c781b318aa req-6707852b-dcda-433e-aa56-bd9588f4d48d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423471 Jan 28 19:24:45.682205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-62117fc9-c923-4b90-9bdf-ec2f6835c10c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:24:45.683621 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-62117fc9-c923-4b90-9bdf-ec2f6835c10c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071986 Jan 28 19:24:45.685126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:45.698544 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Sync routers for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:45.699046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Request body: {'port': {'device_id': '865bdefa-df63-4410-84a1-ec17abb25b09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:45.707418 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-27c6dab9-af04-43fc-970e-d39512270bde tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/24439ad9-8c9c-4873-a011-90c7da814c9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2195961 Jan 28 19:24:45.710335 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56062) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:45.713312 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:45.714942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c75e19a3-dd0c-4543-90fd-bf47b62ad587 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:45.715748 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:45.752166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7dce4144-bb7b-4540-9ad0-f6f091632d1e None None] Current status of the port 6669d304-3070-4568-a73a-45b8d760c3b2 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:45.758590 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7dce4144-bb7b-4540-9ad0-f6f091632d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6669d304-3070-4568-a73a-45b8d760c3b2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.864115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:45.864411 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.875280 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4d5dd44b-07f0-4448-a860-366fa16eb9d2), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.875768 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3d5cf9d7-6833-43be-8652-978efd716080 req-1d3c142d-4f11-4b6b-a164-950981c0517f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521348 Jan 28 19:24:45.880877 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f43c5def-716a-4d22-b349-02ec9f42f970 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (79f1be57-8f45-43f1-a694-7a2f96a18c3f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:45.913402 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f43c5def-716a-4d22-b349-02ec9f42f970 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Calling delete_port for 79f1be57-8f45-43f1-a694-7a2f96a18c3f owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:46.008731 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:46.093372 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6669d304-3070-4568-a73a-45b8d760c3b2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:46.104371 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6669d304-3070-4568-a73a-45b8d760c3b2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:46.135641 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7dce4144-bb7b-4540-9ad0-f6f091632d1e None None] For port 6669d304-3070-4568-a73a-45b8d760c3b2, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6669d304-3070-4568-a73a-45b8d760c3b2,segment=NetworkSegment(8fec3976-cad4-4b8d-b8ae-a5102447cfbb),segment_id=8fec3976-cad4-4b8d-b8ae-a5102447cfbb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:46.204580 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7dce4144-bb7b-4540-9ad0-f6f091632d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6669d304-3070-4568-a73a-45b8d760c3b2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:46.350634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce4144-bb7b-4540-9ad0-f6f091632d1e None None] Pushing event updated for resources: {'Port': ['ID=6669d304-3070-4568-a73a-45b8d760c3b2,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:46.526880 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:44Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '24e41147-2352-488c-b33f-c23e2bfa7882', 'name': '', 'network_id': '2c7a052e-a26c-4889-84e0-a397b8975811', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:92:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'ff5beca5-f48f-450a-808e-07319e8b16e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:41Z', 'updated_at': '2022-01-28T19:24:44Z', 'revision_number': 2, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'ff5beca5-f48f-450a-808e-07319e8b16e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27023bf4-d6ba-426a-99e1-4247fc6c0ff8', 'name': '', 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:d5:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:30Z', 'updated_at': '2022-01-28T19:24:40Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:46.622532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-c75e19a3-dd0c-4543-90fd-bf47b62ad587 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 19:24:46.660890 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-c75e19a3-dd0c-4543-90fd-bf47b62ad587 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Removed routes are [] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 19:24:46.661342 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c75e19a3-dd0c-4543-90fd-bf47b62ad587 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (24439ad9-8c9c-4873-a011-90c7da814c9c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:46.664589 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Checking router: 24439ad9-8c9c-4873-a011-90c7da814c9c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:24:46.664940 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Updating router 24439ad9-8c9c-4873-a011-90c7da814c9c port 24e41147-2352-488c-b33f-c23e2bfa7882 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:24:46.798531 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (24e41147-2352-488c-b33f-c23e2bfa7882), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.005867 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5dd44b-07f0-4448-a860-366fa16eb9d2 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:24:47.036634 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Publish callbacks [] for port (4d5dd44b-07f0-4448-a860-366fa16eb9d2), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.102612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e290565f-40fe-4075-abe8-bb7adb929056 None None] Provisioning complete for port 6669d304-3070-4568-a73a-45b8d760c3b2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:47.105150 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e290565f-40fe-4075-abe8-bb7adb929056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6669d304-3070-4568-a73a-45b8d760c3b2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.186902 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Transition to ACTIVE for port object 4d5dd44b-07f0-4448-a860-366fa16eb9d2 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:24:47.203536 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f43c5def-716a-4d22-b349-02ec9f42f970 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (79f1be57-8f45-43f1-a694-7a2f96a18c3f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.213697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:47.214271 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.277485 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4d5dd44b-07f0-4448-a860-366fa16eb9d2), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.395096 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Publish callbacks [] for port (24e41147-2352-488c-b33f-c23e2bfa7882), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.415007 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba81a6-3dfc-4874-bf05-e4edf4ed6a7e req-8db5c849-9277-4e1c-a734-c2cc009151a0 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:47.423203 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8aba81a6-3dfc-4874-bf05-e4edf4ed6a7e req-8db5c849-9277-4e1c-a734-c2cc009151a0 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 944 time: 0.5407736 Jan 28 19:24:47.451081 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (24e41147-2352-488c-b33f-c23e2bfa7882), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.461170 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:47.536572 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c75e19a3-dd0c-4543-90fd-bf47b62ad587 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (24439ad9-8c9c-4873-a011-90c7da814c9c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.562621 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c75e19a3-dd0c-4543-90fd-bf47b62ad587 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (24439ad9-8c9c-4873-a011-90c7da814c9c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.592434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f9568f-7ed4-46a0-adba-22918d069364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:47.595040 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e31af-3524-439a-abb2-5d1f8ce7fa0e None None] Pushing event updated for resources: {'Port': ['ID=24e41147-2352-488c-b33f-c23e2bfa7882,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:47.599424 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2ba3df-3917-4267-b828-a71dbfc46eb4" -d '{"events": [{"server_uuid": "f7f9568f-7ed4-46a0-adba-22918d069364", "name": "network-vif-plugged", "status": "completed", "tag": "8b6e0659-59d2-4159-9cb2-64a74c6dd95a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:47.616544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6669d304-3070-4568-a73a-45b8d760c3b2 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:47.654963 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.787002 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Attempting to bind port 24e41147-2352-488c-b33f-c23e2bfa7882 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:47.787111 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Attempting to bind port 24e41147-2352-488c-b33f-c23e2bfa7882 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '8fec3976-cad4-4b8d-b8ae-a5102447cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2c7a052e-a26c-4889-84e0-a397b8975811'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:47.787413 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Attempting to bind port 24e41147-2352-488c-b33f-c23e2bfa7882 on network 2c7a052e-a26c-4889-84e0-a397b8975811 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:47.799895 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:47.800522 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Checking segment: {'id': '8fec3976-cad4-4b8d-b8ae-a5102447cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2c7a052e-a26c-4889-84e0-a397b8975811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:47.800661 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.801057 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Bound using segment: {'id': '8fec3976-cad4-4b8d-b8ae-a5102447cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2c7a052e-a26c-4889-84e0-a397b8975811'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:47.801525 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Bound port: 24e41147-2352-488c-b33f-c23e2bfa7882, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fec3976-cad4-4b8d-b8ae-a5102447cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2c7a052e-a26c-4889-84e0-a397b8975811'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:47.801907 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (24e41147-2352-488c-b33f-c23e2bfa7882), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:47.826974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8aba81a6-3dfc-4874-bf05-e4edf4ed6a7e req-b1f4a316-ee9f-4943-8c42-4e1524c44847 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878715 Jan 28 19:24:47.890589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6669d304-3070-4568-a73a-45b8d760c3b2 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:47.991596 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] For port 24e41147-2352-488c-b33f-c23e2bfa7882, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:47.995882 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] For port 24e41147-2352-488c-b33f-c23e2bfa7882, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=24e41147-2352-488c-b33f-c23e2bfa7882,segment=NetworkSegment(8fec3976-cad4-4b8d-b8ae-a5102447cfbb),segment_id=8fec3976-cad4-4b8d-b8ae-a5102447cfbb)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:48.012864 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75e19a3-dd0c-4543-90fd-bf47b62ad587 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router 24439ad9-8c9c-4873-a011-90c7da814c9c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:24:48.030725 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (24e41147-2352-488c-b33f-c23e2bfa7882), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:48.064165 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e290565f-40fe-4075-abe8-bb7adb929056 None None] Current status of the port 6669d304-3070-4568-a73a-45b8d760c3b2 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:48.132424 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dc184f-5078-44c6-96f2-97f03515b447 x-openstack-request-id: req-76dc184f-5078-44c6-96f2-97f03515b447 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:48.132424 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f9568f-7ed4-46a0-adba-22918d069364", "name": "network-vif-plugged", "status": "completed", "tag": "8b6e0659-59d2-4159-9cb2-64a74c6dd95a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:48.132424 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76dc184f-5078-44c6-96f2-97f03515b447 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:48.132424 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f9568f-7ed4-46a0-adba-22918d069364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a', 'code': 200} Jan 28 19:24:48.137671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:48.186970 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e290565f-40fe-4075-abe8-bb7adb929056 None None] Provisioning complete for port 24e41147-2352-488c-b33f-c23e2bfa7882 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:48.189556 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e290565f-40fe-4075-abe8-bb7adb929056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (24e41147-2352-488c-b33f-c23e2bfa7882), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:48.193705 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e31af-3524-439a-abb2-5d1f8ce7fa0e None None] Pushing event updated for resources: {'Port': ['ID=24e41147-2352-488c-b33f-c23e2bfa7882,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:48.257809 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:48.262326 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:48.319167 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75e19a3-dd0c-4543-90fd-bf47b62ad587 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:48.328759 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f30cd7f0-ed8c-49f6-aa9b-155c5e0abf6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:48.335827 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c75e19a3-dd0c-4543-90fd-bf47b62ad587 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:48.343080 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c75e19a3-dd0c-4543-90fd-bf47b62ad587 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/24439ad9-8c9c-4873-a011-90c7da814c9c HTTP/1.1" status: 200 len: 953 time: 2.6316977 Jan 28 19:24:48.345777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56104) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:48.394905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6669d304-3070-4568-a73a-45b8d760c3b2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:48.395751 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6669d304-3070-4568-a73a-45b8d760c3b2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:48.413825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b83b6d-080c-412b-9257-966b7844272c req-0443696e-156d-4573-aa30-ce5af4b477cc tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:48.423830 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-92b83b6d-080c-412b-9257-966b7844272c req-0443696e-156d-4573-aa30-ce5af4b477cc tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 931 time: 1.3822677 Jan 28 19:24:48.424684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c5def-716a-4d22-b349-02ec9f42f970 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Port': ['ID=79f1be57-8f45-43f1-a694-7a2f96a18c3f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:48.481296 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e290565f-40fe-4075-abe8-bb7adb929056 None None] Current status of the port 24e41147-2352-488c-b33f-c23e2bfa7882 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:48.481912 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e290565f-40fe-4075-abe8-bb7adb929056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (24e41147-2352-488c-b33f-c23e2bfa7882), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:48.487517 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:48.590565 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-674c7f8a-0e77-4a2e-8b45-ed2a9d528dfe tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/routers/24439ad9-8c9c-4873-a011-90c7da814c9c HTTP/1.1" status: 200 len: 953 time: 0.2435756 Jan 28 19:24:48.594349 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56108) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:48.599931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6669d304-3070-4568-a73a-45b8d760c3b2 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:48.607655 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7295082b-d756-4aeb-ad43-85a0f0e6705d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'router': {'routes': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:48.645695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e290565f-40fe-4075-abe8-bb7adb929056 None None] For port 24e41147-2352-488c-b33f-c23e2bfa7882, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=24e41147-2352-488c-b33f-c23e2bfa7882,segment=NetworkSegment(8fec3976-cad4-4b8d-b8ae-a5102447cfbb),segment_id=8fec3976-cad4-4b8d-b8ae-a5102447cfbb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:48.658309 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e290565f-40fe-4075-abe8-bb7adb929056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (24e41147-2352-488c-b33f-c23e2bfa7882), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:48.776694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290565f-40fe-4075-abe8-bb7adb929056 None None] Pushing event updated for resources: {'Port': ['ID=24e41147-2352-488c-b33f-c23e2bfa7882,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:48.779834 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-92b83b6d-080c-412b-9257-966b7844272c req-0900cfd7-7fcf-4ab9-92e4-78215067ad0e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320870 Jan 28 19:24:48.855054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5bea0f36-9802-4a33-9386-5d9265d07bdc None None] Provisioning complete for port 24e41147-2352-488c-b33f-c23e2bfa7882 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:48.855680 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bea0f36-9802-4a33-9386-5d9265d07bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (24e41147-2352-488c-b33f-c23e2bfa7882), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:48.950209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5dd44b-07f0-4448-a860-366fa16eb9d2,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:49.024365 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5bea0f36-9802-4a33-9386-5d9265d07bdc None None] Current status of the port 24e41147-2352-488c-b33f-c23e2bfa7882 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:49.144756 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:24:49.196017 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f43c5def-716a-4d22-b349-02ec9f42f970 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (b7e2e8e4-d9dd-426b-a881-2be1fba632cd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.276668 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:46Z', 'revision_number': 6, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '24e41147-2352-488c-b33f-c23e2bfa7882', 'name': '', 'network_id': '2c7a052e-a26c-4889-84e0-a397b8975811', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:92:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'ff5beca5-f48f-450a-808e-07319e8b16e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:41Z', 'updated_at': '2022-01-28T19:24:47Z', 'revision_number': 4, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'ff5beca5-f48f-450a-808e-07319e8b16e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27023bf4-d6ba-426a-99e1-4247fc6c0ff8', 'name': '', 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:d5:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:30Z', 'updated_at': '2022-01-28T19:24:40Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:49.285187 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Attempting to bind port 4d5dd44b-07f0-4448-a860-366fa16eb9d2 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:24:49.285504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Attempting to bind port 4d5dd44b-07f0-4448-a860-366fa16eb9d2 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:24:49.286840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Attempting to bind port 4d5dd44b-07f0-4448-a860-366fa16eb9d2 on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:49.316281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Port 4d5dd44b-07f0-4448-a860-366fa16eb9d2 on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:24:49.316808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Attempting to bind port 4d5dd44b-07f0-4448-a860-366fa16eb9d2 on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:24:49.334916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:24:49.335317 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Checking segment: {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:24:49.336755 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Bound using segment: {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:24:49.337581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Bound port: 4d5dd44b-07f0-4448-a860-366fa16eb9d2, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:24:49.338011 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4d5dd44b-07f0-4448-a860-366fa16eb9d2), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.347414 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ad8d3-b5ca-44f6-8429-989ac6bf11bd None None] The sync data for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 is: [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:46Z', 'revision_number': 6, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '24e41147-2352-488c-b33f-c23e2bfa7882', 'name': '', 'network_id': '2c7a052e-a26c-4889-84e0-a397b8975811', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:92:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'ff5beca5-f48f-450a-808e-07319e8b16e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:41Z', 'updated_at': '2022-01-28T19:24:47Z', 'revision_number': 4, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'ff5beca5-f48f-450a-808e-07319e8b16e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27023bf4-d6ba-426a-99e1-4247fc6c0ff8', 'name': '', 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:d5:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:30Z', 'updated_at': '2022-01-28T19:24:40Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:49.521109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-7295082b-d756-4aeb-ad43-85a0f0e6705d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Added routes are [] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 19:24:49.521575 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-7295082b-d756-4aeb-ad43-85a0f0e6705d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 19:24:49.558671 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7295082b-d756-4aeb-ad43-85a0f0e6705d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (24439ad9-8c9c-4873-a011-90c7da814c9c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:49.858913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14dce8-825a-4596-8a07-0cb8b46b1798 req-e1517fdf-5d61-4c95-ae20-80365191b286 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:49.879979 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1c14dce8-825a-4596-8a07-0cb8b46b1798 req-e1517fdf-5d61-4c95-ae20-80365191b286 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.8240688 Jan 28 19:24:49.937195 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] For port 4d5dd44b-07f0-4448-a860-366fa16eb9d2, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:24:49.986001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43c5def-716a-4d22-b349-02ec9f42f970 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router b7e2e8e4-d9dd-426b-a881-2be1fba632cd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:24:49.988896 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 24e41147-2352-488c-b33f-c23e2bfa7882 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:24:50.049897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] For port 4d5dd44b-07f0-4448-a860-366fa16eb9d2, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4d5dd44b-07f0-4448-a860-366fa16eb9d2,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:24:50.146129 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1c14dce8-825a-4596-8a07-0cb8b46b1798 req-618ccc8b-23e7-45e0-ab32-9811acbf9d10 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528994 Jan 28 19:24:50.148131 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4d5dd44b-07f0-4448-a860-366fa16eb9d2), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:50.253312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 24e41147-2352-488c-b33f-c23e2bfa7882 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:24:50.254231 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (24e41147-2352-488c-b33f-c23e2bfa7882), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:50.316340 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:50.316983 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:50.323313 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] 10.222.0.31 "PUT /v2.0/ports/4d5dd44b-07f0-4448-a860-366fa16eb9d2 HTTP/1.1" status: 200 len: 1091 time: 4.6266429 Jan 28 19:24:50.325076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd119e-8fec-4a6f-8c4b-1fe78421c775 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5dd44b-07f0-4448-a860-366fa16eb9d2,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:50.338696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865bdefa-df63-4410-84a1-ec17abb25b09', 'tag': '4d5dd44b-07f0-4448-a860-366fa16eb9d2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:24:50.347051 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36182be7-b73b-4e2b-b09d-d4d7a68b79df" -d '{"events": [{"name": "network-changed", "server_uuid": "865bdefa-df63-4410-84a1-ec17abb25b09", "tag": "4d5dd44b-07f0-4448-a860-366fa16eb9d2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:24:50.550373 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-14e29920-2d3b-4bbc-bd6c-68c4694e185a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:50.824515 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 24e41147-2352-488c-b33f-c23e2bfa7882 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:24:50.931864 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43c5def-716a-4d22-b349-02ec9f42f970 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:50.952195 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b11d74-1411-45a4-9f27-4824c1599ee2 None None] Sync routers for ids ['b7e2e8e4-d9dd-426b-a881-2be1fba632cd'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:50.956318 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f43c5def-716a-4d22-b349-02ec9f42f970 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/b7e2e8e4-d9dd-426b-a881-2be1fba632cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8714020 Jan 28 19:24:50.961464 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56168) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:50.986469 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b11d74-1411-45a4-9f27-4824c1599ee2 None None] Routers {'b7e2e8e4-d9dd-426b-a881-2be1fba632cd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:50.987137 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e7b11d74-1411-45a4-9f27-4824c1599ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['b7e2e8e4-d9dd-426b-a881-2be1fba632cd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:51.062911 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-470d22d5-02cf-4b45-9598-d0e3d9cc1a04 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e2e8e4-d9dd-426b-a881-2be1fba632cd HTTP/1.1" status: 200 len: 205 time: 0.0923545 Jan 28 19:24:51.065079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56170) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:51.087601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1fb81-bf24-4b5d-b6fd-ae72f1b56fd6 req-02caee0b-a1ea-480a-9838-044b3b358c7d tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:51.089533 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-56d1fb81-bf24-4b5d-b6fd-ae72f1b56fd6 req-02caee0b-a1ea-480a-9838-044b3b358c7d tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 943 time: 1.0344999 Jan 28 19:24:51.120043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e7b11d74-1411-45a4-9f27-4824c1599ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:51.161356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b11d74-1411-45a4-9f27-4824c1599ee2 None None] Routers {'b7e2e8e4-d9dd-426b-a881-2be1fba632cd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:51.161993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e7b11d74-1411-45a4-9f27-4824c1599ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['b7e2e8e4-d9dd-426b-a881-2be1fba632cd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:51.245117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e7b11d74-1411-45a4-9f27-4824c1599ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:51.245911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b11d74-1411-45a4-9f27-4824c1599ee2 None None] The sync data for ids ['b7e2e8e4-d9dd-426b-a881-2be1fba632cd'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:51.258523 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c46534e5-dc14-4cbc-9af0-99453431ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:51.260069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c46534e5-dc14-4cbc-9af0-99453431ee1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 1125 time: 0.6692579 Jan 28 19:24:51.360593 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-c0ce3e96-a9a5-4478-9b69-29f0767a6c27 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d5dd44b-07f0-4448-a860-366fa16eb9d2 HTTP/1.1" status: 200 len: 217 time: 0.0851574 Jan 28 19:24:51.389805 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c8a70d7-31bf-4882-8678-3995c932782e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (b7e2e8e4-d9dd-426b-a881-2be1fba632cd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:51.420731 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1e8bb7-cc52-449e-b395-2d0448948326 None None] Sync routers for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:51.450122 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1e8bb7-cc52-449e-b395-2d0448948326 None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:51.460764 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6c1e8bb7-cc52-449e-b395-2d0448948326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:51.687358 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:51.695540 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-56d1fb81-bf24-4b5d-b6fd-ae72f1b56fd6 req-18c7a756-4fa6-4da9-ae7f-365661e7b7fa tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620395 Jan 28 19:24:51.847316 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7295082b-d756-4aeb-ad43-85a0f0e6705d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (24439ad9-8c9c-4873-a011-90c7da814c9c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:51.876189 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7295082b-d756-4aeb-ad43-85a0f0e6705d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (24439ad9-8c9c-4873-a011-90c7da814c9c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:52.079385 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6c1e8bb7-cc52-449e-b395-2d0448948326 None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:52.195900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-d676342e-38f3-4c90-b227-4b66d083398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:52.206288 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-d676342e-38f3-4c90-b227-4b66d083398f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 HTTP/1.1" status: 200 len: 846 time: 0.8033733 Jan 28 19:24:52.239607 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6d274d-e12d-4702-896b-72e239b4431b x-openstack-request-id: req-8b6d274d-e12d-4702-896b-72e239b4431b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:24:52.240135 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "865bdefa-df63-4410-84a1-ec17abb25b09", "tag": "4d5dd44b-07f0-4448-a860-366fa16eb9d2", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:24:52.240394 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b6d274d-e12d-4702-896b-72e239b4431b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:24:52.241053 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865bdefa-df63-4410-84a1-ec17abb25b09', 'tag': '4d5dd44b-07f0-4448-a860-366fa16eb9d2', 'status': 'completed', 'code': 200} Jan 28 19:24:52.254101 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7295082b-d756-4aeb-ad43-85a0f0e6705d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router 24439ad9-8c9c-4873-a011-90c7da814c9c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:24:52.262253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c8a70d7-31bf-4882-8678-3995c932782e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (b7e2e8e4-d9dd-426b-a881-2be1fba632cd), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:52.370080 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c8a70d7-31bf-4882-8678-3995c932782e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_controller (b7e2e8e4-d9dd-426b-a881-2be1fba632cd), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:52.447088 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7295082b-d756-4aeb-ad43-85a0f0e6705d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:52.463534 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7295082b-d756-4aeb-ad43-85a0f0e6705d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:52.465067 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7295082b-d756-4aeb-ad43-85a0f0e6705d tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/24439ad9-8c9c-4873-a011-90c7da814c9c HTTP/1.1" status: 200 len: 703 time: 3.8697631 Jan 28 19:24:52.469325 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56182) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:52.501738 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-4a4aab2e-06da-4713-a783-94d46f2cc28a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=301c456c-76ee-4f43-ab94-73ce621ebdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2945347 Jan 28 19:24:52.730685 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c12e20e4-350e-480f-8212-aff2e0bd7490 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/routers/24439ad9-8c9c-4873-a011-90c7da814c9c HTTP/1.1" status: 200 len: 703 time: 0.2572875 Jan 28 19:24:52.735400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56190) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:52.846223 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c8a70d7-31bf-4882-8678-3995c932782e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (b7e2e8e4-d9dd-426b-a881-2be1fba632cd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:52.846768 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8a70d7-31bf-4882-8678-3995c932782e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Fanout notify agent at l3_agent the message router_deleted on router b7e2e8e4-d9dd-426b-a881-2be1fba632cd {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:24:52.871507 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4c8a70d7-31bf-4882-8678-3995c932782e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:52.875044 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4c8a70d7-31bf-4882-8678-3995c932782e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/routers/b7e2e8e4-d9dd-426b-a881-2be1fba632cd HTTP/1.1" status: 204 len: 168 time: 1.7819097 Jan 28 19:24:52.974869 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56192) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:53.032485 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:53.034763 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6c1e8bb7-cc52-449e-b395-2d0448948326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:49Z', 'revision_number': 7, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '24e41147-2352-488c-b33f-c23e2bfa7882', 'name': '', 'network_id': '2c7a052e-a26c-4889-84e0-a397b8975811', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:92:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'ff5beca5-f48f-450a-808e-07319e8b16e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:41Z', 'updated_at': '2022-01-28T19:24:48Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'ff5beca5-f48f-450a-808e-07319e8b16e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27023bf4-d6ba-426a-99e1-4247fc6c0ff8', 'name': '', 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:d5:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:30Z', 'updated_at': '2022-01-28T19:24:40Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:53.109978 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1e8bb7-cc52-449e-b395-2d0448948326 None None] Checking router: 24439ad9-8c9c-4873-a011-90c7da814c9c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:24:53.155727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15c38c-8737-482f-b5fb-f37c21ff3120 req-e2829f4f-0a30-4c40-81cd-6b251e310962 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:53.165651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2a15c38c-8737-482f-b5fb-f37c21ff3120 req-e2829f4f-0a30-4c40-81cd-6b251e310962 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.8485358 Jan 28 19:24:53.172253 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1e8bb7-cc52-449e-b395-2d0448948326 None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:53.172907 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6c1e8bb7-cc52-449e-b395-2d0448948326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:53.429301 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2a15c38c-8737-482f-b5fb-f37c21ff3120 req-88423c37-67e1-4b68-8764-307ab31806b8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584100 Jan 28 19:24:53.431986 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-8757642e-2e13-4c19-9717-a8ed229c33e7 service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6826611 Jan 28 19:24:53.445788 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-a645290d-bb6f-4f03-99c5-6d3d6b5c8468 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting subnet 19513296-41eb-4d30-aa0d-3fb9437a1fa9 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:24:53.473167 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a645290d-bb6f-4f03-99c5-6d3d6b5c8468 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (19513296-41eb-4d30-aa0d-3fb9437a1fa9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:53.538830 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61a171a5-9c7c-4d6f-b40b-2c2814fdda06 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (24439ad9-8c9c-4873-a011-90c7da814c9c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:53.549999 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6c1e8bb7-cc52-449e-b395-2d0448948326 None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:53.718119 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2972b277-519c-457b-91ac-d44c9cf36fdd req-d09f8e2e-435f-43eb-867b-300ac2a21809 service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685969 Jan 28 19:24:53.768757 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a645290d-bb6f-4f03-99c5-6d3d6b5c8468 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (19513296-41eb-4d30-aa0d-3fb9437a1fa9), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:54.040285 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36182be7-b73b-4e2b-b09d-d4d7a68b79df req-3b04fe71-b07c-4e4d-816d-ed2e0ef2d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:54.051255 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-36182be7-b73b-4e2b-b09d-d4d7a68b79df req-3b04fe71-b07c-4e4d-816d-ed2e0ef2d140 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 1125 time: 0.2786763 Jan 28 19:24:54.269069 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-61a171a5-9c7c-4d6f-b40b-2c2814fdda06 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port 24e41147-2352-488c-b33f-c23e2bfa7882 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:54.269398 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61a171a5-9c7c-4d6f-b40b-2c2814fdda06 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (24e41147-2352-488c-b33f-c23e2bfa7882), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:54.409040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36182be7-b73b-4e2b-b09d-d4d7a68b79df req-cf794b24-b86d-4599-aa4e-107f0f871954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:54.416296 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-36182be7-b73b-4e2b-b09d-d4d7a68b79df req-cf794b24-b86d-4599-aa4e-107f0f871954 service neutron] 10.222.0.31 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 907 time: 0.3135197 Jan 28 19:24:54.441495 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6c1e8bb7-cc52-449e-b395-2d0448948326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:49Z', 'revision_number': 7, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '24e41147-2352-488c-b33f-c23e2bfa7882', 'name': '', 'network_id': '2c7a052e-a26c-4889-84e0-a397b8975811', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:92:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'ff5beca5-f48f-450a-808e-07319e8b16e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:41Z', 'updated_at': '2022-01-28T19:24:48Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'ff5beca5-f48f-450a-808e-07319e8b16e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27023bf4-d6ba-426a-99e1-4247fc6c0ff8', 'name': '', 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:d5:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:30Z', 'updated_at': '2022-01-28T19:24:40Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:54.504596 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-61a171a5-9c7c-4d6f-b40b-2c2814fdda06 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] For port 24e41147-2352-488c-b33f-c23e2bfa7882, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=24e41147-2352-488c-b33f-c23e2bfa7882,segment=NetworkSegment(8fec3976-cad4-4b8d-b8ae-a5102447cfbb),segment_id=8fec3976-cad4-4b8d-b8ae-a5102447cfbb)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:54.507002 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61a171a5-9c7c-4d6f-b40b-2c2814fdda06 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (24e41147-2352-488c-b33f-c23e2bfa7882), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:54.527967 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1e8bb7-cc52-449e-b395-2d0448948326 None None] The sync data for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 is: [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:49Z', 'revision_number': 7, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '24e41147-2352-488c-b33f-c23e2bfa7882', 'name': '', 'network_id': '2c7a052e-a26c-4889-84e0-a397b8975811', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:92:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'ff5beca5-f48f-450a-808e-07319e8b16e7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:41Z', 'updated_at': '2022-01-28T19:24:48Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'ff5beca5-f48f-450a-808e-07319e8b16e7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27023bf4-d6ba-426a-99e1-4247fc6c0ff8', 'name': '', 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:d5:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:30Z', 'updated_at': '2022-01-28T19:24:40Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:24:54.536776 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:54.537269 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a645290d-bb6f-4f03-99c5-6d3d6b5c8468 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (19513296-41eb-4d30-aa0d-3fb9437a1fa9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:54.541071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-61a171a5-9c7c-4d6f-b40b-2c2814fdda06 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for 24e41147-2352-488c-b33f-c23e2bfa7882 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:54.726529 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-36182be7-b73b-4e2b-b09d-d4d7a68b79df req-c144a574-b868-4a7a-9f90-f916c716a0bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d5dd44b-07f0-4448-a860-366fa16eb9d2 HTTP/1.1" status: 200 len: 217 time: 0.2229416 Jan 28 19:24:54.940752 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638ce3d-348d-482b-a9f9-7cac3a0f7785 req-686fff5c-8107-4b5d-bc2a-f3c7cf892f15 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:54.970612 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b638ce3d-348d-482b-a9f9-7cac3a0f7785 req-686fff5c-8107-4b5d-bc2a-f3c7cf892f15 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 943 time: 0.6612592 Jan 28 19:24:55.089580 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b638ce3d-348d-482b-a9f9-7cac3a0f7785 req-2e0c4f0d-2482-4b18-93e1-0c85ded83896 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170766 Jan 28 19:24:55.163731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36182be7-b73b-4e2b-b09d-d4d7a68b79df req-c2fdf579-1cd8-4b98-9154-70868a446210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:55.167484 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-36182be7-b73b-4e2b-b09d-d4d7a68b79df req-c2fdf579-1cd8-4b98-9154-70868a446210 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 HTTP/1.1" status: 200 len: 846 time: 0.4183950 Jan 28 19:24:55.172632 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a645290d-bb6f-4f03-99c5-6d3d6b5c8468 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (19513296-41eb-4d30-aa0d-3fb9437a1fa9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:55.195212 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61a171a5-9c7c-4d6f-b40b-2c2814fdda06 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (24e41147-2352-488c-b33f-c23e2bfa7882), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:55.244555 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645290d-bb6f-4f03-99c5-6d3d6b5c8468 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Subnet': ['ID=19513296-41eb-4d30-aa0d-3fb9437a1fa9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:55.250510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67545460-5a55-4406-8bf0-de4aba4ed915 None None] Sync routers for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:24:55.275627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67545460-5a55-4406-8bf0-de4aba4ed915 None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:55.276270 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-67545460-5a55-4406-8bf0-de4aba4ed915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:55.278515 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-36182be7-b73b-4e2b-b09d-d4d7a68b79df req-e4c30d0e-83d9-434f-830d-8e947b0883b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=301c456c-76ee-4f43-ab94-73ce621ebdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987806 Jan 28 19:24:55.284347 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a645290d-bb6f-4f03-99c5-6d3d6b5c8468 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:55.289651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a645290d-bb6f-4f03-99c5-6d3d6b5c8468 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/19513296-41eb-4d30-aa0d-3fb9437a1fa9 HTTP/1.1" status: 204 len: 168 time: 2.3134577 Jan 28 19:24:55.328261 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb0e120-f932-4cb8-aae1-b308bbf1d627 None None] Network dabe0125-d478-4497-bdde-79e07a95507e requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:55.442962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56212) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:55.445635 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-36182be7-b73b-4e2b-b09d-d4d7a68b79df req-7b8bbf6a-ecb2-49b6-8b5f-7f56d77edc0f service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493931 Jan 28 19:24:55.955284 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61a171a5-9c7c-4d6f-b40b-2c2814fdda06 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (24439ad9-8c9c-4873-a011-90c7da814c9c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:55.957531 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a171a5-9c7c-4d6f-b40b-2c2814fdda06 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=24e41147-2352-488c-b33f-c23e2bfa7882,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:55.971221 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (dabe0125-d478-4497-bdde-79e07a95507e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.147879 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.153843 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-36182be7-b73b-4e2b-b09d-d4d7a68b79df req-5ea4653c-cd81-46b7-885e-6f73891e5348 service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756510 Jan 28 19:24:56.223829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-67545460-5a55-4406-8bf0-de4aba4ed915 None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:56.280069 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5051a2f-faa6-4dd9-b3b4-1c166a362b72 req-72ca2729-96c6-492a-8238-d0091fbe7108 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:56.294830 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b5051a2f-faa6-4dd9-b3b4-1c166a362b72 req-72ca2729-96c6-492a-8238-d0091fbe7108 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3088722 Jan 28 19:24:56.418669 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting port 8dadf9fa-182f-4d53-bf47-3e4309a02704 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:56.424805 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8dadf9fa-182f-4d53-bf47-3e4309a02704), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.497144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a171a5-9c7c-4d6f-b40b-2c2814fdda06 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router 24439ad9-8c9c-4873-a011-90c7da814c9c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:24:56.662636 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bc1fe4-444d-4147-9038-cb2f61ae2e2b None None] DHCP port deletion for dabe0125-d478-4497-bdde-79e07a95507e request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:24:56.705304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] For port 8dadf9fa-182f-4d53-bf47-3e4309a02704, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8dadf9fa-182f-4d53-bf47-3e4309a02704,segment=NetworkSegment(5e6b4c4a-9967-4a72-a47a-169c3298dfb2),segment_id=5e6b4c4a-9967-4a72-a47a-169c3298dfb2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:56.707073 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8dadf9fa-182f-4d53-bf47-3e4309a02704), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:56.772815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Calling delete_port for 8dadf9fa-182f-4d53-bf47-3e4309a02704 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:56.855979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a171a5-9c7c-4d6f-b40b-2c2814fdda06 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:24:56.861810 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b5051a2f-faa6-4dd9-b3b4-1c166a362b72 req-f3a4a949-9bc2-4875-b68c-6afbd648d2c3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659769 Jan 28 19:24:56.879653 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-61a171a5-9c7c-4d6f-b40b-2c2814fdda06 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/24439ad9-8c9c-4873-a011-90c7da814c9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1428037 Jan 28 19:24:56.882518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56226) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:56.997687 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-78801f6d-1a05-4cad-b301-5aafbe4908b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting subnet ff5beca5-f48f-450a-808e-07319e8b16e7 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:24:57.007328 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78801f6d-1a05-4cad-b301-5aafbe4908b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (ff5beca5-f48f-450a-808e-07319e8b16e7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:57.103395 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78801f6d-1a05-4cad-b301-5aafbe4908b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (ff5beca5-f48f-450a-808e-07319e8b16e7), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:57.161289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f2bc1fe4-444d-4147-9038-cb2f61ae2e2b None None] Deleting port 8dadf9fa-182f-4d53-bf47-3e4309a02704 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:57.161874 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2bc1fe4-444d-4147-9038-cb2f61ae2e2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8dadf9fa-182f-4d53-bf47-3e4309a02704), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:57.217625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-67545460-5a55-4406-8bf0-de4aba4ed915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:54Z', 'revision_number': 8, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '27023bf4-d6ba-426a-99e1-4247fc6c0ff8', 'name': '', 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:d5:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:30Z', 'updated_at': '2022-01-28T19:24:40Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:57.286205 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8dadf9fa-182f-4d53-bf47-3e4309a02704), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:57.350134 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] No DVR routers for this DVR port 8dadf9fa-182f-4d53-bf47-3e4309a02704 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:57.374985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Port': ['ID=8dadf9fa-182f-4d53-bf47-3e4309a02704,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:57.489824 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78801f6d-1a05-4cad-b301-5aafbe4908b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (ff5beca5-f48f-450a-808e-07319e8b16e7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:57.615638 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4d5dd44b-07f0-4448-a860-366fa16eb9d2 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:24:57.632552 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (dabe0125-d478-4497-bdde-79e07a95507e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:57.700665 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78801f6d-1a05-4cad-b301-5aafbe4908b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (ff5beca5-f48f-450a-808e-07319e8b16e7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:57.768657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabe0125-d478-4497-bdde-79e07a95507e']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:57.814334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6b4c4a-9967-4a72-a47a-169c3298dfb2') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:57.814334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6b4c4a-9967-4a72-a47a-169c3298dfb2') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:57.836262 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (5e6b4c4a-9967-4a72-a47a-169c3298dfb2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:57.840225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78801f6d-1a05-4cad-b301-5aafbe4908b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5beca5-f48f-450a-808e-07319e8b16e7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:57.862331 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5e6b4c4a-9967-4a72-a47a-169c3298dfb2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:57.874063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:24:57.876830 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (5e6b4c4a-9967-4a72-a47a-169c3298dfb2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:57.943305 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78801f6d-1a05-4cad-b301-5aafbe4908b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:57.955776 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-78801f6d-1a05-4cad-b301-5aafbe4908b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/ff5beca5-f48f-450a-808e-07319e8b16e7 HTTP/1.1" status: 204 len: 168 time: 1.0721726 Jan 28 19:24:57.958424 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:24:58.001078 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:24:58.007972 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (dabe0125-d478-4497-bdde-79e07a95507e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:58.162661 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (2c7a052e-a26c-4889-84e0-a397b8975811), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:58.191483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67545460-5a55-4406-8bf0-de4aba4ed915 None None] Checking router: 24439ad9-8c9c-4873-a011-90c7da814c9c for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:24:58.193668 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cbadd1-7147-45c2-ae7c-aa88635d099b None None] Network 2c7a052e-a26c-4889-84e0-a397b8975811 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:24:58.369806 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8dadf9fa-182f-4d53-bf47-3e4309a02704 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:24:58.400515 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 8dadf9fa-182f-4d53-bf47-3e4309a02704 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:24:58.400958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8dadf9fa-182f-4d53-bf47-3e4309a02704 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:24:58.440919 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port 6669d304-3070-4568-a73a-45b8d760c3b2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:24:58.441343 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6669d304-3070-4568-a73a-45b8d760c3b2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:58.448071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f2bc1fe4-444d-4147-9038-cb2f61ae2e2b None None] For port 8dadf9fa-182f-4d53-bf47-3e4309a02704, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8dadf9fa-182f-4d53-bf47-3e4309a02704,segment=NetworkSegment(5e6b4c4a-9967-4a72-a47a-169c3298dfb2),segment_id=5e6b4c4a-9967-4a72-a47a-169c3298dfb2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:58.448638 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2bc1fe4-444d-4147-9038-cb2f61ae2e2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8dadf9fa-182f-4d53-bf47-3e4309a02704), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:58.465749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67545460-5a55-4406-8bf0-de4aba4ed915 None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:24:58.466717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-67545460-5a55-4406-8bf0-de4aba4ed915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:58.518534 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f2bc1fe4-444d-4147-9038-cb2f61ae2e2b None None] Calling delete_port for 8dadf9fa-182f-4d53-bf47-3e4309a02704 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:58.584987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4d5dd44b-07f0-4448-a860-366fa16eb9d2, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4d5dd44b-07f0-4448-a860-366fa16eb9d2,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:58.653082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '4d5dd44b-07f0-4448-a860-366fa16eb9d2', 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4', 'port_id': '4d5dd44b-07f0-4448-a860-366fa16eb9d2', 'mac_address': 'fa:16:3e:4f:6e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d3bf0e-e0cc-45ee-80b9-15c53de351d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:24:58.663941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-67545460-5a55-4406-8bf0-de4aba4ed915 None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:24:58.818741 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] For port 6669d304-3070-4568-a73a-45b8d760c3b2, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6669d304-3070-4568-a73a-45b8d760c3b2,segment=NetworkSegment(8fec3976-cad4-4b8d-b8ae-a5102447cfbb),segment_id=8fec3976-cad4-4b8d-b8ae-a5102447cfbb)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:24:58.819115 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6669d304-3070-4568-a73a-45b8d760c3b2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:58.842660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f116bdda-d995-4f84-94cb-8bf6c3291ca4 None None] DHCP port deletion for 2c7a052e-a26c-4889-84e0-a397b8975811 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:24:58.868912 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for 6669d304-3070-4568-a73a-45b8d760c3b2 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:24:58.996535 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6669d304-3070-4568-a73a-45b8d760c3b2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.074692 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=6669d304-3070-4568-a73a-45b8d760c3b2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:59.076617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] No DVR routers for this DVR port 6669d304-3070-4568-a73a-45b8d760c3b2 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:24:59.134048 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.155138 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/networks/dabe0125-d478-4497-bdde-79e07a95507e HTTP/1.1" status: 204 len: 168 time: 3.7064490 Jan 28 19:24:59.156294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56252) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:59.157274 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a363675-446a-4057-9b3b-74b1a69bdad0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Network': ['ID=dabe0125-d478-4497-bdde-79e07a95507e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:59.180459 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3d4cf327-0766-4ace-bd54-8f293796f818 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1847841979', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:59.262140 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d4cf327-0766-4ace-bd54-8f293796f818 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (521f1262-d7cc-4f01-b11c-e7ad68418580), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.263275 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d4cf327-0766-4ace-bd54-8f293796f818 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (521f1262-d7cc-4f01-b11c-e7ad68418580), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.346648 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b119e38-4ffa-4b08-9356-7a986927f63d req-55c91aa0-a815-41e1-b418-07e684499da4 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:59.349553 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b119e38-4ffa-4b08-9356-7a986927f63d req-55c91aa0-a815-41e1-b418-07e684499da4 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 943 time: 1.9089279 Jan 28 19:24:59.385491 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (2c7a052e-a26c-4889-84e0-a397b8975811), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.458871 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d4cf327-0766-4ace-bd54-8f293796f818 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_controller (521f1262-d7cc-4f01-b11c-e7ad68418580), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.475520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7a052e-a26c-4889-84e0-a397b8975811']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:59.478477 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d4cf327-0766-4ace-bd54-8f293796f818 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (521f1262-d7cc-4f01-b11c-e7ad68418580), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.503529 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fec3976-cad4-4b8d-b8ae-a5102447cfbb') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:59.504140 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fec3976-cad4-4b8d-b8ae-a5102447cfbb') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:24:59.525041 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b119e38-4ffa-4b08-9356-7a986927f63d req-d9275004-6a1d-407c-8ff4-928f7ebf3616 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650953 Jan 28 19:24:59.535668 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (8fec3976-cad4-4b8d-b8ae-a5102447cfbb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.541355 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d4cf327-0766-4ace-bd54-8f293796f818 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.554417 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3d4cf327-0766-4ace-bd54-8f293796f818 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3894055 Jan 28 19:24:59.560149 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56266) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:59.561258 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8fec3976-cad4-4b8d-b8ae-a5102447cfbb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.568769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:24:59.569788 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (8fec3976-cad4-4b8d-b8ae-a5102447cfbb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.575289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2d221a5b-53f5-4b9b-8946-9a1e4c349b2c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'network': {'name': 'tempest-RoutersTest-1818029151'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:24:59.632670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d221a5b-53f5-4b9b-8946-9a1e4c349b2c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:24:59.641671 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d221a5b-53f5-4b9b-8946-9a1e4c349b2c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:24:59.672302 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:24:59.679003 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (2c7a052e-a26c-4889-84e0-a397b8975811), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.683977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.688037 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/networks/2c7a052e-a26c-4889-84e0-a397b8975811 HTTP/1.1" status: 204 len: 168 time: 1.7284105 Jan 28 19:24:59.693939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56268) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:24:59.707803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fb71c-744f-4cae-a0f7-e2ff2bfbd7c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Network': ['ID=2c7a052e-a26c-4889-84e0-a397b8975811,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:24:59.730442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c165fe-c1d1-471c-840d-2374e942c5ce req-2f6141a6-223c-4f13-bd1d-a4e353ff338a tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:24:59.738754 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26c165fe-c1d1-471c-840d-2374e942c5ce req-2f6141a6-223c-4f13-bd1d-a4e353ff338a tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.0999510 Jan 28 19:24:59.752886 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d221a5b-53f5-4b9b-8946-9a1e4c349b2c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:24:59.790559 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d221a5b-53f5-4b9b-8946-9a1e4c349b2c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (486e8db4-8569-44dc-8a94-aca2d7f7e534), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:24:59.790928 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-2d221a5b-53f5-4b9b-8946-9a1e4c349b2c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Added segment 486e8db4-8569-44dc-8a94-aca2d7f7e534 of type vlan for network d54e7de6-3b23-4519-b9ac-71802a9c33ce Jan 28 19:24:59.888619 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26c165fe-c1d1-471c-840d-2374e942c5ce req-a40fc078-2465-4592-8696-2e87e3ed7905 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487191 Jan 28 19:25:00.034391 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d221a5b-53f5-4b9b-8946-9a1e4c349b2c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (d54e7de6-3b23-4519-b9ac-71802a9c33ce), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.035371 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6669d304-3070-4568-a73a-45b8d760c3b2 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:00.035371 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4d5dd44b-07f0-4448-a860-366fa16eb9d2 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:00.035371 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4d5dd44b-07f0-4448-a860-366fa16eb9d2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.151033 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 6669d304-3070-4568-a73a-45b8d760c3b2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:00.151383 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6669d304-3070-4568-a73a-45b8d760c3b2 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:00.207436 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5dd44b-07f0-4448-a860-366fa16eb9d2 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:25:00.232484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ec7cf-5877-415c-ad21-2bf0cb5c9210 req-11fade5d-9b46-4e24-898a-c53fc097df76 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:00.234236 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7c3ec7cf-5877-415c-ad21-2bf0cb5c9210 req-11fade5d-9b46-4e24-898a-c53fc097df76 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 949 time: 0.1096704 Jan 28 19:25:00.248825 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4d5dd44b-07f0-4448-a860-366fa16eb9d2, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4d5dd44b-07f0-4448-a860-366fa16eb9d2,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:00.266368 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f2bc1fe4-444d-4147-9038-cb2f61ae2e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (8dadf9fa-182f-4d53-bf47-3e4309a02704), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.286467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f116bdda-d995-4f84-94cb-8bf6c3291ca4 None None] Deleting port 6669d304-3070-4568-a73a-45b8d760c3b2 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:00.286860 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f116bdda-d995-4f84-94cb-8bf6c3291ca4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6669d304-3070-4568-a73a-45b8d760c3b2), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.314345 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4d5dd44b-07f0-4448-a860-366fa16eb9d2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server [None req-f116bdda-d995-4f84-94cb-8bf6c3291ca4 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 2c7a052e-a26c-4889-84e0-a397b8975811 could not be found. Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2019, in delete_port Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1219, in get_network Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 2c7a052e-a26c-4889-84e0-a397b8975811 could not be found. Jan 28 19:25:00.336697 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server Jan 28 19:25:00.398545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f2bc1fe4-444d-4147-9038-cb2f61ae2e2b None None] Network dabe0125-d478-4497-bdde-79e07a95507e is not hosted by any dhcp agent {{(pid=103148) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:25:00.399029 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc1fe4-444d-4147-9038-cb2f61ae2e2b None None] No DVR routers for this DVR port 8dadf9fa-182f-4d53-bf47-3e4309a02704 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:00.406379 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7c3ec7cf-5877-415c-ad21-2bf0cb5c9210 req-c0348324-eb24-42d3-afe4-8fdb48b67104 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484604 Jan 28 19:25:00.410876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3005b990-403a-44da-8618-952db082c60d None None] DHCP port deletion for 2c7a052e-a26c-4889-84e0-a397b8975811 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:25:00.434322 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.439178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc1fe4-444d-4147-9038-cb2f61ae2e2b None None] Pushing event deleted for resources: {'Port': ['ID=8dadf9fa-182f-4d53-bf47-3e4309a02704,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:00.577475 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4d5dd44b-07f0-4448-a860-366fa16eb9d2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:00.582363 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7777ad25-5b7a-48eb-912e-47d09b699407 None None] get_active_networks_info from n-d-824834-4 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:25:00.669254 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d221a5b-53f5-4b9b-8946-9a1e4c349b2c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (d54e7de6-3b23-4519-b9ac-71802a9c33ce), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.675312 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d221a5b-53f5-4b9b-8946-9a1e4c349b2c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:00.676181 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2d221a5b-53f5-4b9b-8946-9a1e4c349b2c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:00.716587 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7777ad25-5b7a-48eb-912e-47d09b699407 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:25:00.723872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['4d5dd44b-07f0-4448-a860-366fa16eb9d2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:00.736338 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2d221a5b-53f5-4b9b-8946-9a1e4c349b2c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1691349 Jan 28 19:25:00.736701 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56290) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:00.743556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5aed6812-e6e4-48fd-9224-1b265496c21d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'subnet': {'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:01.014684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d221a5b-53f5-4b9b-8946-9a1e4c349b2c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Network': ['ID=d54e7de6-3b23-4519-b9ac-71802a9c33ce,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:01.038496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aed6812-e6e4-48fd-9224-1b265496c21d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:01.042974 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aed6812-e6e4-48fd-9224-1b265496c21d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:01.065337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network d54e7de6-3b23-4519-b9ac-71802a9c33ce details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:25:01.112355 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40847d71-d392-4bda-aa5e-a84eb54c897c req-fea4c946-b3c4-4f03-bbbe-f9bd0c3477fb tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:01.118850 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-40847d71-d392-4bda-aa5e-a84eb54c897c req-fea4c946-b3c4-4f03-bbbe-f9bd0c3477fb tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 944 time: 0.3830295 Jan 28 19:25:01.180279 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-67545460-5a55-4406-8bf0-de4aba4ed915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:54Z', 'revision_number': 8, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '27023bf4-d6ba-426a-99e1-4247fc6c0ff8', 'name': '', 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:d5:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:30Z', 'updated_at': '2022-01-28T19:24:40Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:01.352851 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-40847d71-d392-4bda-aa5e-a84eb54c897c req-379d0cec-0155-4395-b4b0-e8c5d6b07052 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138710 Jan 28 19:25:01.413424 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38c1f82f-8166-4205-a08c-dcac7d5fc0ce tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (24439ad9-8c9c-4873-a011-90c7da814c9c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:01.417347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67545460-5a55-4406-8bf0-de4aba4ed915 None None] The sync data for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 is: [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:54Z', 'revision_number': 8, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '27023bf4-d6ba-426a-99e1-4247fc6c0ff8', 'name': '', 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:d5:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:30Z', 'updated_at': '2022-01-28T19:24:40Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:25:01.572930 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded1f79-0a85-4ed2-8eb1-1dc5194ff30c req-1368093a-fdc2-4df9-a51d-d44d490c7c17 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:01.581399 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5ded1f79-0a85-4ed2-8eb1-1dc5194ff30c req-1368093a-fdc2-4df9-a51d-d44d490c7c17 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3947504 Jan 28 19:25:01.694390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4d131-cede-4bae-889e-2d801b2372ae req-e7fb9af3-27e8-455d-9e24-a7e921707fe7 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:01.701816 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04a4d131-cede-4bae-889e-2d801b2372ae req-e7fb9af3-27e8-455d-9e24-a7e921707fe7 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 949 time: 0.1727507 Jan 28 19:25:01.783378 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aed6812-e6e4-48fd-9224-1b265496c21d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (7a303939-7b62-41aa-b10c-fb3fdcfe97cf), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:01.863078 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04a4d131-cede-4bae-889e-2d801b2372ae req-b91f7e33-ada1-418b-8655-03e01e98c01e tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598206 Jan 28 19:25:01.886881 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 24e41147-2352-488c-b33f-c23e2bfa7882 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:01.939667 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 24e41147-2352-488c-b33f-c23e2bfa7882 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:01.940026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 24e41147-2352-488c-b33f-c23e2bfa7882 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:01.963875 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed6812-e6e4-48fd-9224-1b265496c21d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Subnet': ['ID=7a303939-7b62-41aa-b10c-fb3fdcfe97cf,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:01.982219 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5ded1f79-0a85-4ed2-8eb1-1dc5194ff30c req-b576721d-e7a5-47d3-a9e2-bc9d6e6b3536 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947446 Jan 28 19:25:02.070763 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aed6812-e6e4-48fd-9224-1b265496c21d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Checking segment: {'id': '486e8db4-8569-44dc-8a94-aca2d7f7e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:02.071135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed6812-e6e4-48fd-9224-1b265496c21d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network hostable DHCP agents. Network: d54e7de6-3b23-4519-b9ac-71802a9c33ce, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:25:02.115370 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed6812-e6e4-48fd-9224-1b265496c21d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network d54e7de6-3b23-4519-b9ac-71802a9c33ce is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:25:02.130888 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5aed6812-e6e4-48fd-9224-1b265496c21d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, d54e7de6-3b23-4519-b9ac-71802a9c33ce) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:02.135685 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed6812-e6e4-48fd-9224-1b265496c21d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:02.136295 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5aed6812-e6e4-48fd-9224-1b265496c21d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:02.141726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6c0da9-6167-4f5f-8b58-69d4c9ffd35a None None] Network d54e7de6-3b23-4519-b9ac-71802a9c33ce requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:02.172655 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5aed6812-e6e4-48fd-9224-1b265496c21d tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4345188 Jan 28 19:25:02.173331 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56310) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:02.216663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-38c1f82f-8166-4205-a08c-dcac7d5fc0ce tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:02.217393 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38c1f82f-8166-4205-a08c-dcac7d5fc0ce tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:02.390672 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4d5dd44b-07f0-4448-a860-366fa16eb9d2 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:02.432759 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44029be5-d099-495a-991f-d3e8c53af4ae None None] Sync routers for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:25:02.465710 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44029be5-d099-495a-991f-d3e8c53af4ae None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:02.466401 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-44029be5-d099-495a-991f-d3e8c53af4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:02.499677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-38c1f82f-8166-4205-a08c-dcac7d5fc0ce tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] For port 27023bf4-d6ba-426a-99e1-4247fc6c0ff8, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=27023bf4-d6ba-426a-99e1-4247fc6c0ff8,segment=NetworkSegment(440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd),segment_id=440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:02.502871 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38c1f82f-8166-4205-a08c-dcac7d5fc0ce tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:02.513076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-d54e7de6-3b23-4519-b9ac-71802a9c33ce', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:25:02.519425 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:02.543443 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-38c1f82f-8166-4205-a08c-dcac7d5fc0ce tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:02.809701 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-44029be5-d099-495a-991f-d3e8c53af4ae None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:03.011545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 4d5dd44b-07f0-4448-a860-366fa16eb9d2 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:25:03.031143 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 4d5dd44b-07f0-4448-a860-366fa16eb9d2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:03.031538 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4d5dd44b-07f0-4448-a860-366fa16eb9d2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:03.071224 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38c1f82f-8166-4205-a08c-dcac7d5fc0ce tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (27023bf4-d6ba-426a-99e1-4247fc6c0ff8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:03.231793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1f82f-8166-4205-a08c-dcac7d5fc0ce tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=27023bf4-d6ba-426a-99e1-4247fc6c0ff8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:03.422391 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4d5dd44b-07f0-4448-a860-366fa16eb9d2 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:03.423004 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4d5dd44b-07f0-4448-a860-366fa16eb9d2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:03.510361 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-44029be5-d099-495a-991f-d3e8c53af4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:24:54Z', 'revision_number': 8, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '27023bf4-d6ba-426a-99e1-4247fc6c0ff8', 'name': '', 'network_id': 'ec1514b3-edb0-410e-8bd9-e96d171195c9', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:d5:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:30Z', 'updated_at': '2022-01-28T19:24:40Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': 'd520855b-93a0-4c12-96e6-8015fa13e001', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:03.554565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Allocated IP 172.20.0.2 (d54e7de6-3b23-4519-b9ac-71802a9c33ce/7a303939-7b62-41aa-b10c-fb3fdcfe97cf/bd0293cd-3795-461b-9b07-a6f14a47b64d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:03.630572 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44029be5-d099-495a-991f-d3e8c53af4ae None None] Checking router: 24439ad9-8c9c-4873-a011-90c7da814c9c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:25:03.650588 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44029be5-d099-495a-991f-d3e8c53af4ae None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:03.655367 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-44029be5-d099-495a-991f-d3e8c53af4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:03.796713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4d5dd44b-07f0-4448-a860-366fa16eb9d2, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4d5dd44b-07f0-4448-a860-366fa16eb9d2,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:03.799636 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e56241e8-9992-439d-a276-a06599183449 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:03.803835 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-44029be5-d099-495a-991f-d3e8c53af4ae None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:03.816018 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865bdefa-df63-4410-84a1-ec17abb25b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5dd44b-07f0-4448-a860-366fa16eb9d2'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:03.822576 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34499fb0-0e48-41db-b677-4da403541f38" -d '{"events": [{"server_uuid": "865bdefa-df63-4410-84a1-ec17abb25b09", "name": "network-vif-plugged", "status": "completed", "tag": "4d5dd44b-07f0-4448-a860-366fa16eb9d2"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:03.829620 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4d5dd44b-07f0-4448-a860-366fa16eb9d2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:03.879052 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908479a-0a59-464b-bd6e-0a3337e988bd req-a2ddf7e9-638f-4221-8158-eb63151e75af tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:03.883184 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7908479a-0a59-464b-bd6e-0a3337e988bd req-a2ddf7e9-638f-4221-8158-eb63151e75af tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.7245405 Jan 28 19:25:03.976408 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38c1f82f-8166-4205-a08c-dcac7d5fc0ce tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (24439ad9-8c9c-4873-a011-90c7da814c9c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:04.220055 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Publish callbacks [] for port (bd0293cd-3795-461b-9b07-a6f14a47b64d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:04.239144 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (bd0293cd-3795-461b-9b07-a6f14a47b64d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:04.276785 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:04.294521 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Network d54e7de6-3b23-4519-b9ac-71802a9c33ce is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:04.302323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17153ba3-188f-47a1-9be3-b82b8be33883 req-1b3c1061-56b1-4747-8630-2a99e5e88050 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:04.310426 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17153ba3-188f-47a1-9be3-b82b8be33883 req-1b3c1061-56b1-4747-8630-2a99e5e88050 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 944 time: 1.6939232 Jan 28 19:25:04.312102 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4d5dd44b-07f0-4448-a860-366fa16eb9d2,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:04.314913 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:04.319076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:04.342280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:04.342694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:04.343154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:04.343418 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:04.343876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:04.344230 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:04.344528 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:04.344851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:04.345168 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:04.345488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:04.345803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:04.346146 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:04.349410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:04.370445 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 941bd5b5-84ed-4923-99ae-1e9393f6985e details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:25:04.375814 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-44029be5-d099-495a-991f-d3e8c53af4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:25:02Z', 'revision_number': 9, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:04.448910 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44029be5-d099-495a-991f-d3e8c53af4ae None None] The sync data for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 is: [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:25:02Z', 'revision_number': 9, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:25:04.517964 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Pushing event updated for resources: {'Port': ['ID=bd0293cd-3795-461b-9b07-a6f14a47b64d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:04.537102 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7908479a-0a59-464b-bd6e-0a3337e988bd req-889e6129-8d7d-466f-a88e-cdd2df83fec3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6451149 Jan 28 19:25:04.660828 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c1f82f-8166-4205-a08c-dcac7d5fc0ce tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router 24439ad9-8c9c-4873-a011-90c7da814c9c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:25:04.737905 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.resource_extend [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:25:04.788697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port e56241e8-9992-439d-a276-a06599183449 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:04.789090 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e56241e8-9992-439d-a276-a06599183449), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:04.834607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e56241e8-9992-439d-a276-a06599183449, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e56241e8-9992-439d-a276-a06599183449,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:04.843241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Attempting to bind port bd0293cd-3795-461b-9b07-a6f14a47b64d on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:04.843917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Attempting to bind port bd0293cd-3795-461b-9b07-a6f14a47b64d by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '486e8db4-8569-44dc-8a94-aca2d7f7e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:04.844509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Attempting to bind port bd0293cd-3795-461b-9b07-a6f14a47b64d on network d54e7de6-3b23-4519-b9ac-71802a9c33ce {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:04.848848 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e56241e8-9992-439d-a276-a06599183449), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:04.854510 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fec7da-1273-4f04-ba4a-2b1a75933e71 x-openstack-request-id: req-39fec7da-1273-4f04-ba4a-2b1a75933e71 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:04.854794 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865bdefa-df63-4410-84a1-ec17abb25b09", "name": "network-vif-plugged", "status": "completed", "tag": "4d5dd44b-07f0-4448-a860-366fa16eb9d2", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:04.855041 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39fec7da-1273-4f04-ba4a-2b1a75933e71 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:04.855426 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865bdefa-df63-4410-84a1-ec17abb25b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5dd44b-07f0-4448-a860-366fa16eb9d2', 'code': 200} Jan 28 19:25:04.891335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c1f82f-8166-4205-a08c-dcac7d5fc0ce tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:25:04.906982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:04.908686 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-38c1f82f-8166-4205-a08c-dcac7d5fc0ce tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/24439ad9-8c9c-4873-a011-90c7da814c9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2135737 Jan 28 19:25:04.909452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56354) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:04.909737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Checking segment: {'id': '486e8db4-8569-44dc-8a94-aca2d7f7e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:04.910489 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:04.912740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Bound using segment: {'id': '486e8db4-8569-44dc-8a94-aca2d7f7e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:04.913888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Bound port: bd0293cd-3795-461b-9b07-a6f14a47b64d, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486e8db4-8569-44dc-8a94-aca2d7f7e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:04.918141 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bd0293cd-3795-461b-9b07-a6f14a47b64d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.001083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Allocated IP 172.20.0.1 (d54e7de6-3b23-4519-b9ac-71802a9c33ce/7a303939-7b62-41aa-b10c-fb3fdcfe97cf/a6c1476d-e7c0-48e5-b225-2789e3aac051) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:05.048436 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 941bd5b5-84ed-4923-99ae-1e9393f6985e, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=941bd5b5-84ed-4923-99ae-1e9393f6985e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:05.059239 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-7332cd10-76a4-48c3-8708-1da72e5d5d27 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting subnet d520855b-93a0-4c12-96e6-8015fa13e001 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:25:05.063330 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7332cd10-76a4-48c3-8708-1da72e5d5d27 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (d520855b-93a0-4c12-96e6-8015fa13e001), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.097191 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=e56241e8-9992-439d-a276-a06599183449,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:05.117460 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '941bd5b5-84ed-4923-99ae-1e9393f6985e', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '941bd5b5-84ed-4923-99ae-1e9393f6985e', 'mac_address': 'fa:16:3e:8e:7e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:25:05.153192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb76166-8306-486e-be4f-e1536e655c4e req-e2001208-6490-4d2b-9767-4754ef689337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:05.156936 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cdb76166-8306-486e-be4f-e1536e655c4e req-e2001208-6490-4d2b-9767-4754ef689337 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 1127 time: 0.2002578 Jan 28 19:25:05.181778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 941bd5b5-84ed-4923-99ae-1e9393f6985e is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:05.182498 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.198174 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] For port bd0293cd-3795-461b-9b07-a6f14a47b64d, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:05.225258 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941bd5b5-84ed-4923-99ae-1e9393f6985e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:25:05.229155 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7332cd10-76a4-48c3-8708-1da72e5d5d27 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (d520855b-93a0-4c12-96e6-8015fa13e001), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.241404 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.259456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 941bd5b5-84ed-4923-99ae-1e9393f6985e, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=941bd5b5-84ed-4923-99ae-1e9393f6985e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:05.265240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] For port bd0293cd-3795-461b-9b07-a6f14a47b64d, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bd0293cd-3795-461b-9b07-a6f14a47b64d,segment=NetworkSegment(486e8db4-8569-44dc-8a94-aca2d7f7e534),segment_id=486e8db4-8569-44dc-8a94-aca2d7f7e534)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:05.273504 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.335416 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17153ba3-188f-47a1-9be3-b82b8be33883 req-06eb29b9-9401-45ca-9a85-99f484309873 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0238426 Jan 28 19:25:05.338694 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.381160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=941bd5b5-84ed-4923-99ae-1e9393f6985e,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:05.386641 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bd0293cd-3795-461b-9b07-a6f14a47b64d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.446477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48530ef4-7735-4727-94cd-97baa7939ad5 None None] Sync routers for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:25:05.454521 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cdb76166-8306-486e-be4f-e1536e655c4e req-a174a60e-35ff-44ab-a253-6910dc1ec7f7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863600 Jan 28 19:25:05.459682 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['941bd5b5-84ed-4923-99ae-1e9393f6985e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:05.476961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=a6c1476d-e7c0-48e5-b225-2789e3aac051,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:05.510392 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network d54e7de6-3b23-4519-b9ac-71802a9c33ce is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:05.512469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:05.524033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:05.527675 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48530ef4-7735-4727-94cd-97baa7939ad5 None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:05.528387 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-48530ef4-7735-4727-94cd-97baa7939ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:05.564669 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7332cd10-76a4-48c3-8708-1da72e5d5d27 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (d520855b-93a0-4c12-96e6-8015fa13e001), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.617391 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (521f1262-d7cc-4f01-b11c-e7ad68418580), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.800697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-48530ef4-7735-4727-94cd-97baa7939ad5 None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:05.871730 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.909372 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7332cd10-76a4-48c3-8708-1da72e5d5d27 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (d520855b-93a0-4c12-96e6-8015fa13e001), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:05.983261 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a9e92-6084-4982-a59d-5dccac773ea6 req-05b3ae04-5569-498d-a024-6db900dcfdc4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:05.985009 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa2a9e92-6084-4982-a59d-5dccac773ea6 req-05b3ae04-5569-498d-a024-6db900dcfdc4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.2894893 Jan 28 19:25:06.011017 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7332cd10-76a4-48c3-8708-1da72e5d5d27 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.014804 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7332cd10-76a4-48c3-8708-1da72e5d5d27 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/d520855b-93a0-4c12-96e6-8015fa13e001 HTTP/1.1" status: 204 len: 168 time: 1.1040866 Jan 28 19:25:06.016577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:06.029542 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5e3e0c-d7d3-4913-81b0-b6c7fe3bb2ff None None] Network ec1514b3-edb0-410e-8bd9-e96d171195c9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:06.043122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56380) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:06.091289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332cd10-76a4-48c3-8708-1da72e5d5d27 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Subnet': ['ID=d520855b-93a0-4c12-96e6-8015fa13e001,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:06.099161 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff234a0e-f70b-4a0f-8bf5-d2b42817a878 None None] Pushing event updated for resources: {'Port': ['ID=bd0293cd-3795-461b-9b07-a6f14a47b64d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:06.292324 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (ec1514b3-edb0-410e-8bd9-e96d171195c9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.351698 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa2a9e92-6084-4982-a59d-5dccac773ea6 req-66be3ee4-e124-494b-9095-1c7e43186e24 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158655 Jan 28 19:25:06.468352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port 04049691-6290-48db-a4e3-26a468a7f21d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:06.468695 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (04049691-6290-48db-a4e3-26a468a7f21d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.686154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:06.686806 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 27023bf4-d6ba-426a-99e1-4247fc6c0ff8 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:06.787827 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.792468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] For port 04049691-6290-48db-a4e3-26a468a7f21d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=04049691-6290-48db-a4e3-26a468a7f21d,segment=NetworkSegment(440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd),segment_id=440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:06.795702 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (04049691-6290-48db-a4e3-26a468a7f21d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.815603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799da0d-4b97-4506-a00a-703c97969e39 req-e1364d43-1806-4253-81a4-5eeb0debd695 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:06.820070 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6799da0d-4b97-4506-a00a-703c97969e39 req-e1364d43-1806-4253-81a4-5eeb0debd695 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 945 time: 0.2925572 Jan 28 19:25:06.826669 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:06.889659 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for 04049691-6290-48db-a4e3-26a468a7f21d owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:07.103274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58428551-d503-4b0d-b55a-fd7f7d6d95cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e56241e8-9992-439d-a276-a06599183449'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:07.106515 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d90717-c025-4b39-b7b7-4780a848c333" -d '{"events": [{"server_uuid": "58428551-d503-4b0d-b55a-fd7f7d6d95cc", "name": "network-vif-unplugged", "status": "completed", "tag": "e56241e8-9992-439d-a276-a06599183449"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:07.319631 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6799da0d-4b97-4506-a00a-703c97969e39 req-45ddfab5-6ab5-4880-9aa8-97004a008fb6 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828994 Jan 28 19:25:07.320518 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (521f1262-d7cc-4f01-b11c-e7ad68418580), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:07.345447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=a6c1476d-e7c0-48e5-b225-2789e3aac051,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:07.407803 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (04049691-6290-48db-a4e3-26a468a7f21d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:07.452494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d7f1fd-fcc2-4222-ae48-a621dc166d55 None None] DHCP port deletion for ec1514b3-edb0-410e-8bd9-e96d171195c9 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:25:07.474954 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48755f11-aedf-4a5f-97c5-4a05d25c08fc x-openstack-request-id: req-48755f11-aedf-4a5f-97c5-4a05d25c08fc {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:07.475257 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58428551-d503-4b0d-b55a-fd7f7d6d95cc", "name": "network-vif-unplugged", "status": "completed", "tag": "e56241e8-9992-439d-a276-a06599183449", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:07.475546 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48755f11-aedf-4a5f-97c5-4a05d25c08fc {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:07.477780 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58428551-d503-4b0d-b55a-fd7f7d6d95cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e56241e8-9992-439d-a276-a06599183449', 'code': 200} Jan 28 19:25:07.628308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network d54e7de6-3b23-4519-b9ac-71802a9c33ce is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:07.636532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:07.693104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-48530ef4-7735-4727-94cd-97baa7939ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:25:02Z', 'revision_number': 9, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:07.796350 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48530ef4-7735-4727-94cd-97baa7939ad5 None None] Checking router: 24439ad9-8c9c-4873-a011-90c7da814c9c for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:25:07.857501 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8aa2f6-3bea-4b54-9236-727093f40b88 None None] Network d54e7de6-3b23-4519-b9ac-71802a9c33ce requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:07.969285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48530ef4-7735-4727-94cd-97baa7939ad5 None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:07.970127 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-48530ef4-7735-4727-94cd-97baa7939ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:08.054454 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb6afa-8e31-4e7d-bd17-d0754ada5e00 req-4f33b62a-ebe3-4556-ba8e-1352d970eddd tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:08.059974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92bb6afa-8e31-4e7d-bd17-d0754ada5e00 req-4f33b62a-ebe3-4556-ba8e-1352d970eddd tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.2953022 Jan 28 19:25:08.246231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router 521f1262-d7cc-4f01-b11c-e7ad68418580 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:25:08.328738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-48530ef4-7735-4727-94cd-97baa7939ad5 None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:08.336975 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92bb6afa-8e31-4e7d-bd17-d0754ada5e00 req-7d567c76-c0a7-4475-85de-b70692b5ba45 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535269 Jan 28 19:25:08.443971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bd0293cd-3795-461b-9b07-a6f14a47b64d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:08.583573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 941bd5b5-84ed-4923-99ae-1e9393f6985e up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:08.708442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:25:08.719217 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Sync routers for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:25:08.724138 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-28ed5b96-881f-4607-9451-e590a5be0d61 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/521f1262-d7cc-4f01-b11c-e7ad68418580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5495989 Jan 28 19:25:08.724741 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56446) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:08.747147 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:08.756082 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:08.773592 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ca33ff6f-82dd-4c03-a30c-f46b515402b3 None None] Provisioning complete for port bd0293cd-3795-461b-9b07-a6f14a47b64d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:08.774232 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca33ff6f-82dd-4c03-a30c-f46b515402b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bd0293cd-3795-461b-9b07-a6f14a47b64d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:08.824166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=04049691-6290-48db-a4e3-26a468a7f21d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:08.829150 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-356f90b1-5f2e-4c47-bf75-fb760f40ee25 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'network': {'name': 'tempest-RoutersTest-1102471773'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:08.840103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] No DVR routers for this DVR port 04049691-6290-48db-a4e3-26a468a7f21d on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:08.950867 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356f90b1-5f2e-4c47-bf75-fb760f40ee25 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:08.959414 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-356f90b1-5f2e-4c47-bf75-fb760f40ee25 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.039995 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72282d-c6ed-4db9-bf15-fb21501d0134 req-60a57d06-cc98-4617-8ae8-7e1bf75c153f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:09.041556 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1a72282d-c6ed-4db9-bf15-fb21501d0134 req-60a57d06-cc98-4617-8ae8-7e1bf75c153f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 945 time: 0.3159084 Jan 28 19:25:09.124615 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356f90b1-5f2e-4c47-bf75-fb760f40ee25 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:25:09.135614 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (ec1514b3-edb0-410e-8bd9-e96d171195c9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.157197 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-356f90b1-5f2e-4c47-bf75-fb760f40ee25 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.157666 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-356f90b1-5f2e-4c47-bf75-fb760f40ee25 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Added segment 0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d of type vlan for network 1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f Jan 28 19:25:09.226487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec1514b3-edb0-410e-8bd9-e96d171195c9']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:09.264478 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:09.266796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:09.325481 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.341275 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-356f90b1-5f2e-4c47-bf75-fb760f40ee25 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.370860 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.395294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:25:09.395712 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (440f4b12-061f-4ee4-9d0c-7f6aeffb5bfd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.456425 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-356f90b1-5f2e-4c47-bf75-fb760f40ee25 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.476918 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:09.477277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356f90b1-5f2e-4c47-bf75-fb760f40ee25 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:09.477990 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-356f90b1-5f2e-4c47-bf75-fb760f40ee25 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:25:09.553398 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:25:09.612279 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port bd0293cd-3795-461b-9b07-a6f14a47b64d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:09.614122 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (ec1514b3-edb0-410e-8bd9-e96d171195c9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.614278 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bd0293cd-3795-461b-9b07-a6f14a47b64d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.624323 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.638598 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/networks/ec1514b3-edb0-410e-8bd9-e96d171195c9 HTTP/1.1" status: 204 len: 168 time: 3.5942099 Jan 28 19:25:09.639911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56456) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:09.717237 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281533ec-96d6-4143-bff9-048bb5a2baba tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Network': ['ID=ec1514b3-edb0-410e-8bd9-e96d171195c9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:09.734419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 941bd5b5-84ed-4923-99ae-1e9393f6985e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:09.738002 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:09.738766 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f90b1-5f2e-4c47-bf75-fb760f40ee25 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Network': ['ID=1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:09.797042 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-356f90b1-5f2e-4c47-bf75-fb760f40ee25 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9805379 Jan 28 19:25:09.817340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56458) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:09.823659 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ef06726e-61f4-4664-ac58-0d942afd8275 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'subnet': {'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:09.841949 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1a72282d-c6ed-4db9-bf15-fb21501d0134 req-0a5f2bfd-823e-47eb-a78c-e43caebaddbd tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7850449 Jan 28 19:25:09.921730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:25:10.255688 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:05Z', 'revision_number': 2, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:06Z', 'revision_number': 2, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:10.310484 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Checking router: 521f1262-d7cc-4f01-b11c-e7ad68418580 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:25:10.311235 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Updating router 521f1262-d7cc-4f01-b11c-e7ad68418580 port a6c1476d-e7c0-48e5-b225-2789e3aac051 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:25:10.356354 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:10.445557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cd798-183f-4ef0-a20b-cee37f15563b req-25add1fb-4245-47f6-9b1b-da9a1de16de2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:10.447207 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b04cd798-183f-4ef0-a20b-cee37f15563b req-25add1fb-4245-47f6-9b1b-da9a1de16de2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.3839846 Jan 28 19:25:10.518068 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef06726e-61f4-4664-ac58-0d942afd8275 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:10.534528 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef06726e-61f4-4664-ac58-0d942afd8275 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:10.720257 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b04cd798-183f-4ef0-a20b-cee37f15563b req-9fe31b44-b92e-4806-8357-69cfab73aadb tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573352 Jan 28 19:25:11.077659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ca33ff6f-82dd-4c03-a30c-f46b515402b3 None None] Current status of the port bd0293cd-3795-461b-9b07-a6f14a47b64d is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:11.078289 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca33ff6f-82dd-4c03-a30c-f46b515402b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bd0293cd-3795-461b-9b07-a6f14a47b64d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.083143 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port bd0293cd-3795-461b-9b07-a6f14a47b64d is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:11.084167 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bd0293cd-3795-461b-9b07-a6f14a47b64d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.249637 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84f62cc0-71b6-44e5-a45f-327cadfb29b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (24439ad9-8c9c-4873-a011-90c7da814c9c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.457321 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Publish callbacks [] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.477157 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.508747 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 941bd5b5-84ed-4923-99ae-1e9393f6985e is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:11.511620 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.519618 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef06726e-61f4-4664-ac58-0d942afd8275 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (223e673b-15f3-4d36-a750-367fcc091574), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.624873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ca33ff6f-82dd-4c03-a30c-f46b515402b3 None None] For port bd0293cd-3795-461b-9b07-a6f14a47b64d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bd0293cd-3795-461b-9b07-a6f14a47b64d,segment=NetworkSegment(486e8db4-8569-44dc-8a94-aca2d7f7e534),segment_id=486e8db4-8569-44dc-8a94-aca2d7f7e534)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:11.683168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06726e-61f4-4664-ac58-0d942afd8275 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Subnet': ['ID=223e673b-15f3-4d36-a750-367fcc091574,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:11.713056 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df5237-e881-4907-b696-379b8faa33b7 None None] Pushing event updated for resources: {'Port': ['ID=a6c1476d-e7c0-48e5-b225-2789e3aac051,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:11.713598 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 941bd5b5-84ed-4923-99ae-1e9393f6985e, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=941bd5b5-84ed-4923-99ae-1e9393f6985e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:11.742162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-48530ef4-7735-4727-94cd-97baa7939ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:25:02Z', 'revision_number': 9, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:11.753090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2262b72b-7684-4039-80b4-ced72bfc20d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941bd5b5-84ed-4923-99ae-1e9393f6985e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:11.764125 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef06726e-61f4-4664-ac58-0d942afd8275 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Checking segment: {'id': '0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:11.764793 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef06726e-61f4-4664-ac58-0d942afd8275 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network hostable DHCP agents. Network: 1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:25:11.765336 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa9672d-5580-4f19-a95a-ed3d009efe2e" -d '{"events": [{"server_uuid": "2262b72b-7684-4039-80b4-ced72bfc20d5", "name": "network-vif-plugged", "status": "completed", "tag": "941bd5b5-84ed-4923-99ae-1e9393f6985e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:11.814091 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef06726e-61f4-4664-ac58-0d942afd8275 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:25:11.833140 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ef06726e-61f4-4664-ac58-0d942afd8275 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:11.848372 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef06726e-61f4-4664-ac58-0d942afd8275 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:11.849362 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef06726e-61f4-4664-ac58-0d942afd8275 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.895798 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ef06726e-61f4-4664-ac58-0d942afd8275 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0772829 Jan 28 19:25:11.898586 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56488) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:11.909417 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7b8ecf-2619-4e88-a875-7cdb8795266e None None] Network 1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:11.952300 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Attempting to bind port a6c1476d-e7c0-48e5-b225-2789e3aac051 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:11.953017 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Attempting to bind port a6c1476d-e7c0-48e5-b225-2789e3aac051 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '486e8db4-8569-44dc-8a94-aca2d7f7e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:11.956203 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Attempting to bind port a6c1476d-e7c0-48e5-b225-2789e3aac051 on network d54e7de6-3b23-4519-b9ac-71802a9c33ce {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:11.975349 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:11.980351 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Checking segment: {'id': '486e8db4-8569-44dc-8a94-aca2d7f7e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:11.983974 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:11.987399 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Bound using segment: {'id': '486e8db4-8569-44dc-8a94-aca2d7f7e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:11.988183 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Bound port: a6c1476d-e7c0-48e5-b225-2789e3aac051, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486e8db4-8569-44dc-8a94-aca2d7f7e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:11.988778 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.171815 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca33ff6f-82dd-4c03-a30c-f46b515402b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bd0293cd-3795-461b-9b07-a6f14a47b64d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.180362 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.238777 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] For port a6c1476d-e7c0-48e5-b225-2789e3aac051, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:12.247939 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] For port a6c1476d-e7c0-48e5-b225-2789e3aac051, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a6c1476d-e7c0-48e5-b225-2789e3aac051,segment=NetworkSegment(486e8db4-8569-44dc-8a94-aca2d7f7e534),segment_id=486e8db4-8569-44dc-8a94-aca2d7f7e534)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:12.264640 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.275239 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48530ef4-7735-4727-94cd-97baa7939ad5 None None] The sync data for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 is: [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:25:02Z', 'revision_number': 9, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e92b5db-f53c-453c-bc7f-9930f9f48a5b', 'name': '', 'network_id': 'b5712569-c54c-4ade-acb8-3af84e5c8954', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:de:1a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:20Z', 'updated_at': '2022-01-28T19:24:31Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '362df1ed-5416-44b1-818d-520a3e9a1b2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:25:12.281298 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33ff6f-82dd-4c03-a30c-f46b515402b3 None None] Pushing event updated for resources: {'Port': ['ID=bd0293cd-3795-461b-9b07-a6f14a47b64d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:12.298101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-84f62cc0-71b6-44e5-a45f-327cadfb29b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:12.303832 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84f62cc0-71b6-44e5-a45f-327cadfb29b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.362293 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:25:12.363624 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.440021 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df5237-e881-4907-b696-379b8faa33b7 None None] Pushing event updated for resources: {'Port': ['ID=a6c1476d-e7c0-48e5-b225-2789e3aac051,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:12.518413 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:12.519055 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:12.614688 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:25:12.615066 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:25:12.716434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-84f62cc0-71b6-44e5-a45f-327cadfb29b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] For port 5e92b5db-f53c-453c-bc7f-9930f9f48a5b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5e92b5db-f53c-453c-bc7f-9930f9f48a5b,segment=NetworkSegment(79907a54-7862-49a0-ba2b-5817cd71a74d),segment_id=79907a54-7862-49a0-ba2b-5817cd71a74d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:12.728321 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84f62cc0-71b6-44e5-a45f-327cadfb29b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:12.783071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-84f62cc0-71b6-44e5-a45f-327cadfb29b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for 5e92b5db-f53c-453c-bc7f-9930f9f48a5b owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:12.831131 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:13.068684 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:13.417413 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=941bd5b5-84ed-4923-99ae-1e9393f6985e,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:13.449457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-19c6b541-1ecf-42e4-aaf1-01368ce8145b None None] Provisioning complete for port bd0293cd-3795-461b-9b07-a6f14a47b64d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:13.449864 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19c6b541-1ecf-42e4-aaf1-01368ce8145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bd0293cd-3795-461b-9b07-a6f14a47b64d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:13.467258 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84f62cc0-71b6-44e5-a45f-327cadfb29b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (5e92b5db-f53c-453c-bc7f-9930f9f48a5b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:13.473679 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:05Z', 'revision_number': 2, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:12Z', 'revision_number': 4, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:13.532148 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec161734-150c-4dd6-8131-e34c0d6792ce None None] The sync data for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 is: [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:05Z', 'revision_number': 2, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:12Z', 'revision_number': 4, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:25:13.614946 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f62cc0-71b6-44e5-a45f-327cadfb29b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=5e92b5db-f53c-453c-bc7f-9930f9f48a5b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:13.691420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Allocated IP 172.21.0.1 (1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f/223e673b-15f3-4d36-a750-367fcc091574/5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:13.917571 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84f62cc0-71b6-44e5-a45f-327cadfb29b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (24439ad9-8c9c-4873-a011-90c7da814c9c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:14.019516 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port bd0293cd-3795-461b-9b07-a6f14a47b64d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:14.029873 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:14.083254 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:14.108415 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-19c6b541-1ecf-42e4-aaf1-01368ce8145b None None] Current status of the port bd0293cd-3795-461b-9b07-a6f14a47b64d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:14.185108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 04049691-6290-48db-a4e3-26a468a7f21d no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:14.225025 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:14.233815 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:14.238356 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:14.263640 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 04049691-6290-48db-a4e3-26a468a7f21d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:14.264229 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 04049691-6290-48db-a4e3-26a468a7f21d not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:14.291083 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-19c6b541-1ecf-42e4-aaf1-01368ce8145b None None] Provisioning complete for port a6c1476d-e7c0-48e5-b225-2789e3aac051 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:14.291450 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19c6b541-1ecf-42e4-aaf1-01368ce8145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:14.354126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:14.382089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Allocated IP 172.21.0.2 (1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f/223e673b-15f3-4d36-a750-367fcc091574/12adf87d-3b1c-4538-bcf9-15096f58bb35) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:14.389410 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:14.389794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:14.390173 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:14.390497 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:14.390827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:14.391154 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:14.391479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:14.391805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:14.392118 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:14.392436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:14.392754 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:14.403121 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:14.403817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:14.423297 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (521f1262-d7cc-4f01-b11c-e7ad68418580), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:14.702590 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f62cc0-71b6-44e5-a45f-327cadfb29b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router 24439ad9-8c9c-4873-a011-90c7da814c9c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:25:14.835046 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:14.844706 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Publish callbacks [] for port (12adf87d-3b1c-4538-bcf9-15096f58bb35), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:14.951926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-19c6b541-1ecf-42e4-aaf1-01368ce8145b None None] Current status of the port a6c1476d-e7c0-48e5-b225-2789e3aac051 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:14.952382 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19c6b541-1ecf-42e4-aaf1-01368ce8145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:15.031670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-19c6b541-1ecf-42e4-aaf1-01368ce8145b None None] For port a6c1476d-e7c0-48e5-b225-2789e3aac051, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a6c1476d-e7c0-48e5-b225-2789e3aac051,segment=NetworkSegment(486e8db4-8569-44dc-8a94-aca2d7f7e534),segment_id=486e8db4-8569-44dc-8a94-aca2d7f7e534)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:15.033297 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (12adf87d-3b1c-4538-bcf9-15096f58bb35), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:15.043197 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bd0293cd-3795-461b-9b07-a6f14a47b64d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:15.084144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f62cc0-71b6-44e5-a45f-327cadfb29b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:25:15.120323 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-84f62cc0-71b6-44e5-a45f-327cadfb29b9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/24439ad9-8c9c-4873-a011-90c7da814c9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4697487 Jan 28 19:25:15.122050 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56502) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:15.133229 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19c6b541-1ecf-42e4-aaf1-01368ce8145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:15.141319 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Pushing event updated for resources: {'Port': ['ID=12adf87d-3b1c-4538-bcf9-15096f58bb35,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:15.148366 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2b6e1c-5943-433e-8b46-a4a58d42dd49 None None] Sync routers for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:25:15.205550 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Network 1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:15.228963 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2b6e1c-5943-433e-8b46-a4a58d42dd49 None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:15.229675 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2c2b6e1c-5943-433e-8b46-a4a58d42dd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:15.242243 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:15.245230 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:15.330322 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting subnet 362df1ed-5416-44b1-818d-520a3e9a1b2a {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:25:15.348618 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (362df1ed-5416-44b1-818d-520a3e9a1b2a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:15.520272 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (362df1ed-5416-44b1-818d-520a3e9a1b2a), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:15.542116 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1ab31f8a-d1b0-4cab-afb2-44d3429a3c7b None None] Provisioning complete for port a6c1476d-e7c0-48e5-b225-2789e3aac051 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:15.542501 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ab31f8a-d1b0-4cab-afb2-44d3429a3c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:15.688840 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:15.707938 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:15.763115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (362df1ed-5416-44b1-818d-520a3e9a1b2a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:15.814324 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1ab31f8a-d1b0-4cab-afb2-44d3429a3c7b None None] Current status of the port a6c1476d-e7c0-48e5-b225-2789e3aac051 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:15.816375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6b541-1ecf-42e4-aaf1-01368ce8145b None None] Pushing event updated for resources: {'Port': ['ID=a6c1476d-e7c0-48e5-b225-2789e3aac051,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:15.819513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Attempting to bind port 12adf87d-3b1c-4538-bcf9-15096f58bb35 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:15.820000 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Attempting to bind port 12adf87d-3b1c-4538-bcf9-15096f58bb35 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:15.820350 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Attempting to bind port 12adf87d-3b1c-4538-bcf9-15096f58bb35 on network 1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:15.841656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:15.846085 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Checking segment: {'id': '0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:15.847050 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:15.848072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Bound using segment: {'id': '0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:15.853081 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Bound port: 12adf87d-3b1c-4538-bcf9-15096f58bb35, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:15.853575 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (12adf87d-3b1c-4538-bcf9-15096f58bb35), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:15.897173 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (362df1ed-5416-44b1-818d-520a3e9a1b2a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:15.929018 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:15.948260 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/362df1ed-5416-44b1-818d-520a3e9a1b2a HTTP/1.1" status: 204 len: 168 time: 0.8249116 Jan 28 19:25:15.960460 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56508) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:15.965531 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (521f1262-d7cc-4f01-b11c-e7ad68418580), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:16.017668 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229953c9-b52b-4683-bf65-9a1a1cff3e13 None None] Network b5712569-c54c-4ade-acb8-3af84e5c8954 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:16.037261 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Subnet': ['ID=362df1ed-5416-44b1-818d-520a3e9a1b2a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:16.067315 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:16.069210 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2c2b6e1c-5943-433e-8b46-a4a58d42dd49 None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:16.069520 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (b5712569-c54c-4ade-acb8-3af84e5c8954), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:16.070275 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:16.072018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:16.072688 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:16.074141 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:16.076496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port bd0293cd-3795-461b-9b07-a6f14a47b64d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:16.076962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:16.077634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:16.078331 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:16.080044 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:16.080539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:16.082133 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:16.082638 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:16.083104 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244adfc-4bf9-4720-9cd8-1d0d777becac tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:16.094071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:16.205802 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bd0293cd-3795-461b-9b07-a6f14a47b64d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:16.430270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:16.440529 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:16.582859 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] For port 12adf87d-3b1c-4538-bcf9-15096f58bb35, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:16.582859 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] For port 12adf87d-3b1c-4538-bcf9-15096f58bb35, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=12adf87d-3b1c-4538-bcf9-15096f58bb35,segment=NetworkSegment(0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d),segment_id=0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:16.658319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router 521f1262-d7cc-4f01-b11c-e7ad68418580 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:25:16.660138 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port a6bcfa4c-e806-4a18-9c81-7ab3511abc34 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:16.660481 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a6bcfa4c-e806-4a18-9c81-7ab3511abc34), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:16.929867 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (12adf87d-3b1c-4538-bcf9-15096f58bb35), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:16.939980 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:25:16.951740 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Sync routers for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:25:16.973272 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7bb6e91c-35b5-4590-9b13-426deb4421ff tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/521f1262-d7cc-4f01-b11c-e7ad68418580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0708525 Jan 28 19:25:16.973637 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56518) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:16.979963 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d71ce7d5-5dd4-42c7-8e1d-89ddf0ebf9e6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'network': {'name': 'tempest-RoutersTest-873936343'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:16.986225 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:16.987221 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:17.055515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71ce7d5-5dd4-42c7-8e1d-89ddf0ebf9e6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:17.090987 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d71ce7d5-5dd4-42c7-8e1d-89ddf0ebf9e6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:17.115025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909eff3d-2f0c-4689-af25-3724a1ab8511 None None] Pushing event updated for resources: {'Port': ['ID=12adf87d-3b1c-4538-bcf9-15096f58bb35,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:17.124704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] For port a6bcfa4c-e806-4a18-9c81-7ab3511abc34, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a6bcfa4c-e806-4a18-9c81-7ab3511abc34,segment=NetworkSegment(79907a54-7862-49a0-ba2b-5817cd71a74d),segment_id=79907a54-7862-49a0-ba2b-5817cd71a74d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:17.125081 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a6bcfa4c-e806-4a18-9c81-7ab3511abc34), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:17.180737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for a6bcfa4c-e806-4a18-9c81-7ab3511abc34 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:17.198914 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:17.212854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71ce7d5-5dd4-42c7-8e1d-89ddf0ebf9e6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:25:17.255128 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d71ce7d5-5dd4-42c7-8e1d-89ddf0ebf9e6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (31a3422e-7790-4225-8170-9ae0ec0a6f6a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:17.255501 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-d71ce7d5-5dd4-42c7-8e1d-89ddf0ebf9e6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Added segment 31a3422e-7790-4225-8170-9ae0ec0a6f6a of type vlan for network 4d601c56-e2b3-47af-98ea-2ed7fa32232c Jan 28 19:25:17.325674 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2c2b6e1c-5943-433e-8b46-a4a58d42dd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:25:13Z', 'revision_number': 10, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:17.376497 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a6bcfa4c-e806-4a18-9c81-7ab3511abc34), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:17.444117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2b6e1c-5943-433e-8b46-a4a58d42dd49 None None] Checking router: 24439ad9-8c9c-4873-a011-90c7da814c9c for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:25:17.448700 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d71ce7d5-5dd4-42c7-8e1d-89ddf0ebf9e6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (4d601c56-e2b3-47af-98ea-2ed7fa32232c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:17.452036 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=a6bcfa4c-e806-4a18-9c81-7ab3511abc34,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:17.476453 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] No DVR routers for this DVR port a6bcfa4c-e806-4a18-9c81-7ab3511abc34 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:17.494722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33428abd-534f-4712-b11c-5d889fa183f2 None None] DHCP port deletion for b5712569-c54c-4ade-acb8-3af84e5c8954 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:25:17.514334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2b6e1c-5943-433e-8b46-a4a58d42dd49 None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:17.515479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2c2b6e1c-5943-433e-8b46-a4a58d42dd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:17.548109 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d71ce7d5-5dd4-42c7-8e1d-89ddf0ebf9e6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (4d601c56-e2b3-47af-98ea-2ed7fa32232c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:17.570501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71ce7d5-5dd4-42c7-8e1d-89ddf0ebf9e6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:17.574296 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d71ce7d5-5dd4-42c7-8e1d-89ddf0ebf9e6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:17.780815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2c2b6e1c-5943-433e-8b46-a4a58d42dd49 None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:17.808789 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ce7d5-5dd4-42c7-8e1d-89ddf0ebf9e6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Network': ['ID=4d601c56-e2b3-47af-98ea-2ed7fa32232c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:17.822372 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 3, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:15Z', 'revision_number': 2, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:17.840327 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (b5712569-c54c-4ade-acb8-3af84e5c8954), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:17.847526 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d71ce7d5-5dd4-42c7-8e1d-89ddf0ebf9e6 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8726163 Jan 28 19:25:17.868086 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56524) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:17.888735 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c60bb7b4-b516-4fbd-804e-58f03bc74225 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'subnet': {'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:17.921971 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5712569-c54c-4ade-acb8-3af84e5c8954']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:17.956543 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Checking router: 521f1262-d7cc-4f01-b11c-e7ad68418580 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:25:17.957121 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Updating router 521f1262-d7cc-4f01-b11c-e7ad68418580 port 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:25:17.962056 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79907a54-7862-49a0-ba2b-5817cd71a74d') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:17.962860 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79907a54-7862-49a0-ba2b-5817cd71a74d') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:17.983772 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (79907a54-7862-49a0-ba2b-5817cd71a74d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:17.996836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 4d601c56-e2b3-47af-98ea-2ed7fa32232c details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:25:18.034000 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (79907a54-7862-49a0-ba2b-5817cd71a74d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:18.049640 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:18.071215 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:25:18.071692 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (79907a54-7862-49a0-ba2b-5817cd71a74d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:25:18.075099 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:25:18.214487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60bb7b4-b516-4fbd-804e-58f03bc74225 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:18.219325 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c60bb7b4-b516-4fbd-804e-58f03bc74225 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:18.300462 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (b5712569-c54c-4ade-acb8-3af84e5c8954), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:18.411532 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Publish callbacks [] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:18.422969 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:18.547341 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe99e2-8637-4d3d-98e9-3439a610278c None None] Pushing event updated for resources: {'Port': ['ID=5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:18.760845 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Attempting to bind port 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:18.761063 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Attempting to bind port 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:18.761581 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Attempting to bind port 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558 on network 1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:18.794683 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:18.799797 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Checking segment: {'id': '0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:18.800222 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:18.800621 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Bound using segment: {'id': '0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:18.802304 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Bound port: 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:18.802691 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:18.933402 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c60bb7b4-b516-4fbd-804e-58f03bc74225 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (f0ff8abb-eabd-4422-aded-e7e607843de9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:19.135475 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] For port 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:19.150673 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] For port 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558,segment=NetworkSegment(0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d),segment_id=0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:19.161078 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bb7b4-b516-4fbd-804e-58f03bc74225 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Subnet': ['ID=f0ff8abb-eabd-4422-aded-e7e607843de9,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:19.169551 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:19.306424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54228ee-7ab8-40f6-82d4-17fe0257fd9a None None] Network 1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:19.307736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60bb7b4-b516-4fbd-804e-58f03bc74225 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Checking segment: {'id': '31a3422e-7790-4225-8170-9ae0ec0a6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:19.308152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60bb7b4-b516-4fbd-804e-58f03bc74225 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network hostable DHCP agents. Network: 4d601c56-e2b3-47af-98ea-2ed7fa32232c, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:25:19.370182 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:19.375245 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:24:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:19.377242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60bb7b4-b516-4fbd-804e-58f03bc74225 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 4d601c56-e2b3-47af-98ea-2ed7fa32232c is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:25:19.407686 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c60bb7b4-b516-4fbd-804e-58f03bc74225 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 4d601c56-e2b3-47af-98ea-2ed7fa32232c) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:19.417425 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3034e3e0-4c09-4fce-9f04-1cfc9582c383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:19.431618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60bb7b4-b516-4fbd-804e-58f03bc74225 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:19.432319 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c60bb7b4-b516-4fbd-804e-58f03bc74225 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:19.455872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c762a17-8fd6-48d0-b88d-898559dd4092 None None] Network 4d601c56-e2b3-47af-98ea-2ed7fa32232c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:19.474140 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port bd0293cd-3795-461b-9b07-a6f14a47b64d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:19.475947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a6c1476d-e7c0-48e5-b225-2789e3aac051 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:19.490242 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c60bb7b4-b516-4fbd-804e-58f03bc74225 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6174200 Jan 28 19:25:19.490807 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56530) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:19.604174 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ec6fe8ca-6d2a-4218-b29f-0536c3f9a53d None None] Provisioning complete for port 12adf87d-3b1c-4538-bcf9-15096f58bb35 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:19.604626 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe8ca-6d2a-4218-b29f-0536c3f9a53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (12adf87d-3b1c-4538-bcf9-15096f58bb35), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:19.739861 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:19.753994 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/networks/b5712569-c54c-4ade-acb8-3af84e5c8954 HTTP/1.1" status: 204 len: 168 time: 3.7851470 Jan 28 19:25:19.756673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56532) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:19.767003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c86c20-581f-4a9f-9fe0-590cba2104e2 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Network': ['ID=b5712569-c54c-4ade-acb8-3af84e5c8954,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:19.881338 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2c2b6e1c-5943-433e-8b46-a4a58d42dd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:25:13Z', 'revision_number': 10, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:19.913111 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a6c1476d-e7c0-48e5-b225-2789e3aac051 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:19.913496 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:20.069470 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:20.072815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2b6e1c-5943-433e-8b46-a4a58d42dd49 None None] The sync data for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 is: [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:25:13Z', 'revision_number': 10, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None, '_interfaces': [{'id': '4f7a0cee-1eb7-4a80-979d-98efc051e7c0', 'name': '', 'network_id': '5b91f162-0967-45d1-9ed3-8d12c53c9a1c', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'mac_address': 'fa:16:3e:3c:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:24:13Z', 'updated_at': '2022-01-28T19:24:21Z', 'revision_number': 5, 'project_id': '806540a429384556a711c6ddbb9cf246', 'subnets': [{'id': '33beb6ad-0cb9-4392-aa02-b2389213bd86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:25:20.148619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'fixed_ips': [{'subnet_id': 'f0ff8abb-eabd-4422-aded-e7e607843de9'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:25:20.149493 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:20.750676 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe99e2-8637-4d3d-98e9-3439a610278c None None] Pushing event updated for resources: {'Port': ['ID=5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:20.815839 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-785f3bd0-e07c-4bac-aeaf-73d965e9e4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:20.838206 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe99e2-8637-4d3d-98e9-3439a610278c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:20.840216 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe99e2-8637-4d3d-98e9-3439a610278c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:20.842464 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe99e2-8637-4d3d-98e9-3439a610278c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:20.846655 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe99e2-8637-4d3d-98e9-3439a610278c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:20.847159 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe99e2-8637-4d3d-98e9-3439a610278c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:20.847640 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe99e2-8637-4d3d-98e9-3439a610278c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:20.850853 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe99e2-8637-4d3d-98e9-3439a610278c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:20.851319 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe99e2-8637-4d3d-98e9-3439a610278c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:20.851778 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe99e2-8637-4d3d-98e9-3439a610278c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:20.856378 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe99e2-8637-4d3d-98e9-3439a610278c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:20.857768 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe99e2-8637-4d3d-98e9-3439a610278c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:20.858273 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe99e2-8637-4d3d-98e9-3439a610278c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:20.860986 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe99e2-8637-4d3d-98e9-3439a610278c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:25:20.923211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ec6fe8ca-6d2a-4218-b29f-0536c3f9a53d None None] Current status of the port 12adf87d-3b1c-4538-bcf9-15096f58bb35 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:20.925312 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe8ca-6d2a-4218-b29f-0536c3f9a53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (12adf87d-3b1c-4538-bcf9-15096f58bb35), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:20.990468 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 3, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:19Z', 'revision_number': 4, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:21.076046 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e0fdc5-0864-4e91-b419-d7936e6c7be4 None None] The sync data for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 is: [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 3, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:19Z', 'revision_number': 4, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:25:21.086151 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ec6fe8ca-6d2a-4218-b29f-0536c3f9a53d None None] For port 12adf87d-3b1c-4538-bcf9-15096f58bb35, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=12adf87d-3b1c-4538-bcf9-15096f58bb35,segment=NetworkSegment(0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d),segment_id=0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:21.094762 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a6c1476d-e7c0-48e5-b225-2789e3aac051 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:21.126332 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe8ca-6d2a-4218-b29f-0536c3f9a53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (12adf87d-3b1c-4538-bcf9-15096f58bb35), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:21.392681 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fe8ca-6d2a-4218-b29f-0536c3f9a53d None None] Pushing event updated for resources: {'Port': ['ID=12adf87d-3b1c-4538-bcf9-15096f58bb35,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:21.428084 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Allocated IP 172.22.0.2 (4d601c56-e2b3-47af-98ea-2ed7fa32232c/f0ff8abb-eabd-4422-aded-e7e607843de9/c9e3bf6d-0b09-437a-bc99-452efb4807f3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:21.768217 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Publish callbacks [] for port (c9e3bf6d-0b09-437a-bc99-452efb4807f3), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:21.785399 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 12adf87d-3b1c-4538-bcf9-15096f58bb35 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:21.869410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-39a7f79f-2c74-40af-ba2a-e66fda080429 None None] Provisioning complete for port 12adf87d-3b1c-4538-bcf9-15096f58bb35 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:21.871663 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39a7f79f-2c74-40af-ba2a-e66fda080429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (12adf87d-3b1c-4538-bcf9-15096f58bb35), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:21.962641 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (c9e3bf6d-0b09-437a-bc99-452efb4807f3), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.042712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Network 4d601c56-e2b3-47af-98ea-2ed7fa32232c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:22.048468 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-22678fd0-db17-4159-843f-3168a4d700d7 req-0c8d6ff4-44bb-4c87-9f7c-b016e7ce5715 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7293010 Jan 28 19:25:22.052106 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Pushing event updated for resources: {'Port': ['ID=c9e3bf6d-0b09-437a-bc99-452efb4807f3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:22.077228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:22.085841 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:22.093389 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.111105 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.253453 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-39a7f79f-2c74-40af-ba2a-e66fda080429 None None] Current status of the port 12adf87d-3b1c-4538-bcf9-15096f58bb35 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:22.332977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Attempting to bind port c9e3bf6d-0b09-437a-bc99-452efb4807f3 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:22.348136 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Attempting to bind port c9e3bf6d-0b09-437a-bc99-452efb4807f3 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '31a3422e-7790-4225-8170-9ae0ec0a6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:22.348871 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Attempting to bind port c9e3bf6d-0b09-437a-bc99-452efb4807f3 on network 4d601c56-e2b3-47af-98ea-2ed7fa32232c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:22.379791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:22.380438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Checking segment: {'id': '31a3422e-7790-4225-8170-9ae0ec0a6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:22.382109 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.382741 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Bound using segment: {'id': '31a3422e-7790-4225-8170-9ae0ec0a6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:22.386849 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Bound port: c9e3bf6d-0b09-437a-bc99-452efb4807f3, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a3422e-7790-4225-8170-9ae0ec0a6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:22.387497 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c9e3bf6d-0b09-437a-bc99-452efb4807f3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.437231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-39a7f79f-2c74-40af-ba2a-e66fda080429 None None] Provisioning complete for port 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:22.437945 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39a7f79f-2c74-40af-ba2a-e66fda080429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.767815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] For port c9e3bf6d-0b09-437a-bc99-452efb4807f3, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:22.781059 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] For port c9e3bf6d-0b09-437a-bc99-452efb4807f3, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c9e3bf6d-0b09-437a-bc99-452efb4807f3,segment=NetworkSegment(31a3422e-7790-4225-8170-9ae0ec0a6f6a),segment_id=31a3422e-7790-4225-8170-9ae0ec0a6f6a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:22.811153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 12adf87d-3b1c-4538-bcf9-15096f58bb35 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:22.814230 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (12adf87d-3b1c-4538-bcf9-15096f58bb35), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:22.854010 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26ce04cc-5983-4771-93d4-38afd22f2fb4 req-6ffc6a11-082f-4759-a4a7-c3b9377f533d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2286155 Jan 28 19:25:22.944236 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c9e3bf6d-0b09-437a-bc99-452efb4807f3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:23.152686 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce04cc-5983-4771-93d4-38afd22f2fb4 req-92ebf4d3-5d3a-49df-b7ee-7c2d6972005b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:23.155888 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26ce04cc-5983-4771-93d4-38afd22f2fb4 req-92ebf4d3-5d3a-49df-b7ee-7c2d6972005b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 1129 time: 0.2077794 Jan 28 19:25:23.255933 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:23.531496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce04cc-5983-4771-93d4-38afd22f2fb4 req-d9d46161-ca1e-4105-af09-74fe31dd6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:23.533491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-39a7f79f-2c74-40af-ba2a-e66fda080429 None None] Current status of the port 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:23.533662 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26ce04cc-5983-4771-93d4-38afd22f2fb4 req-d9d46161-ca1e-4105-af09-74fe31dd6dd2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 200 len: 918 time: 0.3566594 Jan 28 19:25:23.533907 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39a7f79f-2c74-40af-ba2a-e66fda080429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:23.545383 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8ab24-2390-43a9-8371-16a81af83337 None None] Pushing event updated for resources: {'Port': ['ID=c9e3bf6d-0b09-437a-bc99-452efb4807f3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:23.742506 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26ce04cc-5983-4771-93d4-38afd22f2fb4 req-606aff4a-2eb9-40f3-8e42-c499a6ec7aa7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a HTTP/1.1" status: 200 len: 1002 time: 0.1973689 Jan 28 19:25:23.908699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Allocated IP 172.22.0.1 (4d601c56-e2b3-47af-98ea-2ed7fa32232c/f0ff8abb-eabd-4422-aded-e7e607843de9/536cfb0c-cf6a-4ade-b149-13c642a7e237) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:23.924009 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-39a7f79f-2c74-40af-ba2a-e66fda080429 None None] For port 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558,segment=NetworkSegment(0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d),segment_id=0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:23.928345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 12adf87d-3b1c-4538-bcf9-15096f58bb35 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:23.933824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a6c1476d-e7c0-48e5-b225-2789e3aac051 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:24.005532 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39a7f79f-2c74-40af-ba2a-e66fda080429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:24.157015 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce04cc-5983-4771-93d4-38afd22f2fb4 req-9b31ec6d-b35b-4a69-8638-614372810a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:24.166589 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26ce04cc-5983-4771-93d4-38afd22f2fb4 req-9b31ec6d-b35b-4a69-8638-614372810a6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f81e2f04-6d65-4bf2-ae23-2d422541a4df HTTP/1.1" status: 200 len: 856 time: 0.4178269 Jan 28 19:25:24.213372 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:24.300605 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-30b77149-8c5c-46eb-b001-7447120222ce None None] Provisioning complete for port 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:24.302120 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-30b77149-8c5c-46eb-b001-7447120222ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:24.318530 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:24.325321 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce04cc-5983-4771-93d4-38afd22f2fb4 req-0371346e-9ced-4119-b69b-2501ee3a5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:24.328362 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26ce04cc-5983-4771-93d4-38afd22f2fb4 req-0371346e-9ced-4119-b69b-2501ee3a5f46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1503360 Jan 28 19:25:24.337929 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-bf0e21a9-681e-4d27-ae20-c99bbb078fb7 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:24.339408 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-bf0e21a9-681e-4d27-ae20-c99bbb078fb7 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 806 time: 0.4421365 Jan 28 19:25:24.385509 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-723e2368-e91d-4765-b5a5-509f8f94995c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/quotas/fd603e28722c42b28138d18f99e1230c HTTP/1.1" status: 200 len: 375 time: 0.0348587 Jan 28 19:25:24.446966 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7f79f-2c74-40af-ba2a-e66fda080429 None None] Pushing event updated for resources: {'Port': ['ID=5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:24.459594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=536cfb0c-cf6a-4ade-b149-13c642a7e237,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:24.490122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22678fd0-db17-4159-843f-3168a4d700d7 req-c5cf15f9-5275-464b-bc99-715c51fb9e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:24.495723 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-22678fd0-db17-4159-843f-3168a4d700d7 req-c5cf15f9-5275-464b-bc99-715c51fb9e06 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 1128 time: 2.4212251 Jan 28 19:25:24.605379 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a6c1476d-e7c0-48e5-b225-2789e3aac051 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:24.605749 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:24.732852 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 4d601c56-e2b3-47af-98ea-2ed7fa32232c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:24.749620 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:24.936693 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-6ca97b0c-f41e-4767-ae3b-04b334d3c47a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5436246 Jan 28 19:25:24.955431 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22678fd0-db17-4159-843f-3168a4d700d7 req-67a2c719-51ca-4233-8c0b-9be833436f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:24.964595 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-22678fd0-db17-4159-843f-3168a4d700d7 req-67a2c719-51ca-4233-8c0b-9be833436f16 service neutron] 10.222.0.31 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 907 time: 0.4323800 Jan 28 19:25:24.973739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-30b77149-8c5c-46eb-b001-7447120222ce None None] Current status of the port 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:24.992171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:25.006656 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf143c4-aaf8-42cc-b9a9-acb037d8fc99 req-88e8c9a3-365a-46c2-996e-e76ed2fa03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:25.010924 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6cf143c4-aaf8-42cc-b9a9-acb037d8fc99 req-88e8c9a3-365a-46c2-996e-e76ed2fa03f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f43d98de8d634bb2b8161bbb90af92d1&device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 1127 time: 0.4260221 Jan 28 19:25:25.017156 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26ce04cc-5983-4771-93d4-38afd22f2fb4 req-036540df-90c4-48f8-8aa5-2fff4d549dcd service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6501386 Jan 28 19:25:25.123467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a6c1476d-e7c0-48e5-b225-2789e3aac051 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:25.136874 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-22678fd0-db17-4159-843f-3168a4d700d7 req-4d11cb1e-ce01-4349-ad6f-cd1f7733002d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=142ea68a-752b-46c9-bb1a-b4806aa40ec5 HTTP/1.1" status: 200 len: 217 time: 0.1713591 Jan 28 19:25:25.137697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:25.232739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a6bcfa4c-e806-4a18-9c81-7ab3511abc34 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:25.284972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: a6bcfa4c-e806-4a18-9c81-7ab3511abc34 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:25.288622 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a6bcfa4c-e806-4a18-9c81-7ab3511abc34 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:25.289275 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5e92b5db-f53c-453c-bc7f-9930f9f48a5b no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:25.334491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e66725-4245-41e7-a181-678e2391711c req-8837f3f8-ee02-40c7-9434-f734fb68a86f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:25.338316 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 5e92b5db-f53c-453c-bc7f-9930f9f48a5b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:25.346985 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5e92b5db-f53c-453c-bc7f-9930f9f48a5b not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:25.362789 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6e66725-4245-41e7-a181-678e2391711c req-8837f3f8-ee02-40c7-9434-f734fb68a86f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 1.0730443 Jan 28 19:25:25.424998 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:25.446872 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (521f1262-d7cc-4f01-b11c-e7ad68418580), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:25.567064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f2b9c-2cad-4538-865c-7c355947392b None None] Network 4d601c56-e2b3-47af-98ea-2ed7fa32232c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:25.955638 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf143c4-aaf8-42cc-b9a9-acb037d8fc99 req-cae23b5f-91cd-4d49-8488-f39f5b381516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:25.957158 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6cf143c4-aaf8-42cc-b9a9-acb037d8fc99 req-cae23b5f-91cd-4d49-8488-f39f5b381516 service neutron] 10.222.0.37 "GET /v2.0/networks?id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d HTTP/1.1" status: 200 len: 914 time: 0.9365292 Jan 28 19:25:25.987925 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:25:26.010618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 12adf87d-3b1c-4538-bcf9-15096f58bb35 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:26.057046 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-26ce04cc-5983-4771-93d4-38afd22f2fb4 req-682ad472-390a-423b-9a63-a2c2704cc985 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0175014 Jan 28 19:25:26.059447 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-8d856696-ae80-4c14-bad8-98f116cd4d04 service neutron] 10.222.0.55 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1054676 Jan 28 19:25:26.203447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5611936c-0763-4b81-afbe-518a7b8ce99f None None] Provisioning complete for port c9e3bf6d-0b09-437a-bc99-452efb4807f3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:26.203889 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5611936c-0763-4b81-afbe-518a7b8ce99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c9e3bf6d-0b09-437a-bc99-452efb4807f3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:26.211871 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6cf143c4-aaf8-42cc-b9a9-acb037d8fc99 req-5131e7ab-df53-4d1d-b201-e3d0de60b82e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a HTTP/1.1" status: 200 len: 217 time: 0.2131898 Jan 28 19:25:26.221556 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6e66725-4245-41e7-a181-678e2391711c req-0e7d9890-07c3-4816-8186-d8e7419c9039 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8575022 Jan 28 19:25:26.227952 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:26.402063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 12adf87d-3b1c-4538-bcf9-15096f58bb35 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:26.402390 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (12adf87d-3b1c-4538-bcf9-15096f58bb35), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:26.405183 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b4df3b-3f14-4c96-b3f4-9a25bdf06c4c x-openstack-request-id: req-48b4df3b-3f14-4c96-b3f4-9a25bdf06c4c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:26.405480 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2262b72b-7684-4039-80b4-ced72bfc20d5", "name": "network-vif-plugged", "status": "completed", "tag": "941bd5b5-84ed-4923-99ae-1e9393f6985e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:26.405737 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48b4df3b-3f14-4c96-b3f4-9a25bdf06c4c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:26.406178 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2262b72b-7684-4039-80b4-ced72bfc20d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941bd5b5-84ed-4923-99ae-1e9393f6985e', 'code': 200} Jan 28 19:25:26.445545 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf143c4-aaf8-42cc-b9a9-acb037d8fc99 req-de747e81-c1f7-4530-846b-3ef7339eb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:26.447195 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6cf143c4-aaf8-42cc-b9a9-acb037d8fc99 req-de747e81-c1f7-4530-846b-3ef7339eb4cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd274110-81e6-4773-bb6c-ca2de3e25bde HTTP/1.1" status: 200 len: 853 time: 0.2142553 Jan 28 19:25:26.621683 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6cf143c4-aaf8-42cc-b9a9-acb037d8fc99 req-34a35759-6d48-4715-a2de-3b1ee2db4cd4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484118 Jan 28 19:25:26.665695 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-d604b719-827d-460b-9ab7-0ec5676ea543 service neutron] 10.222.0.55 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782882 Jan 28 19:25:26.968648 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6cf143c4-aaf8-42cc-b9a9-acb037d8fc99 req-f6144d0b-ad06-4ca4-9721-d24f0d86a4f0 service neutron] 10.222.0.37 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331985 Jan 28 19:25:27.029318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22678fd0-db17-4159-843f-3168a4d700d7 req-68be42e0-9c99-4527-bb98-53d26d422143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:27.032948 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-22678fd0-db17-4159-843f-3168a4d700d7 req-68be42e0-9c99-4527-bb98-53d26d422143 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 HTTP/1.1" status: 200 len: 846 time: 1.7791610 Jan 28 19:25:27.270726 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c728b5de-0384-4981-a98e-c60b895ccf52 req-e53d98a8-d654-42d3-9324-264130560c20 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 210 time: 0.1195261 Jan 28 19:25:27.394272 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6cf143c4-aaf8-42cc-b9a9-acb037d8fc99 req-839fa1e7-26fb-4b66-b30b-d60e63c3deb1 service neutron] 10.222.0.37 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189036 Jan 28 19:25:27.508820 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-22678fd0-db17-4159-843f-3168a4d700d7 req-04c66a16-73ce-441b-8ba5-1d5d4f2e82a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=301c456c-76ee-4f43-ab94-73ce621ebdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4571843 Jan 28 19:25:27.555193 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 8b6e0659-59d2-4159-9cb2-64a74c6dd95a no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:27.557555 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5611936c-0763-4b81-afbe-518a7b8ce99f None None] Current status of the port c9e3bf6d-0b09-437a-bc99-452efb4807f3 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:27.557833 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5611936c-0763-4b81-afbe-518a7b8ce99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c9e3bf6d-0b09-437a-bc99-452efb4807f3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:27.648187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c50f29-556a-4ebb-8e09-7fe10aff1bba req-2825054c-0f8d-4e32-8236-46587dc4645c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:27.661065 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-87c50f29-556a-4ebb-8e09-7fe10aff1bba req-2825054c-0f8d-4e32-8236-46587dc4645c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.1529834 Jan 28 19:25:27.771560 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 12adf87d-3b1c-4538-bcf9-15096f58bb35 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:27.773029 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:27.797858 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-87c50f29-556a-4ebb-8e09-7fe10aff1bba req-c4908afa-5c7b-4a3e-8ca6-f00c13f3e8e6 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358039 Jan 28 19:25:27.886246 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5611936c-0763-4b81-afbe-518a7b8ce99f None None] For port c9e3bf6d-0b09-437a-bc99-452efb4807f3, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c9e3bf6d-0b09-437a-bc99-452efb4807f3,segment=NetworkSegment(31a3422e-7790-4225-8170-9ae0ec0a6f6a),segment_id=31a3422e-7790-4225-8170-9ae0ec0a6f6a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:27.915472 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:27.941692 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5611936c-0763-4b81-afbe-518a7b8ce99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c9e3bf6d-0b09-437a-bc99-452efb4807f3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:28.090253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:28.232503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:28.234674 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:28.309360 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:28.309832 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:28.322356 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (521f1262-d7cc-4f01-b11c-e7ad68418580), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:28.363113 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=536cfb0c-cf6a-4ade-b149-13c642a7e237,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:28.495649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611936c-0763-4b81-afbe-518a7b8ce99f None None] Pushing event updated for resources: {'Port': ['ID=c9e3bf6d-0b09-437a-bc99-452efb4807f3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:28.531856 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-493698e6-7399-4a1a-8d8c-4a574e324bee req-b285beaa-6f39-47ca-a83a-cbe3eef291f2 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 210 time: 0.0819654 Jan 28 19:25:28.616399 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f9568f-7ed4-46a0-adba-22918d069364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:28.619531 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695aff98-6f33-4a69-971a-12a39b00efcd" -d '{"events": [{"server_uuid": "f7f9568f-7ed4-46a0-adba-22918d069364", "name": "network-vif-unplugged", "status": "completed", "tag": "8b6e0659-59d2-4159-9cb2-64a74c6dd95a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:28.682766 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-791fbe94-c994-40de-a310-5f6270ac2137 None None] Provisioning complete for port 536cfb0c-cf6a-4ade-b149-13c642a7e237 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:28.683622 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-791fbe94-c994-40de-a310-5f6270ac2137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:28.704214 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15e5b2b9-1123-49ee-a74f-67dfad32dfa5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (24439ad9-8c9c-4873-a011-90c7da814c9c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:28.731615 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c704f3d-7af2-43dc-a3b7-3b1a751938df x-openstack-request-id: req-5c704f3d-7af2-43dc-a3b7-3b1a751938df {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:28.731913 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f9568f-7ed4-46a0-adba-22918d069364", "name": "network-vif-unplugged", "status": "completed", "tag": "8b6e0659-59d2-4159-9cb2-64a74c6dd95a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:28.732329 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c704f3d-7af2-43dc-a3b7-3b1a751938df {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:28.732818 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f9568f-7ed4-46a0-adba-22918d069364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a', 'code': 200} Jan 28 19:25:28.734766 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:28.735777 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-791fbe94-c994-40de-a310-5f6270ac2137 None None] Port 536cfb0c-cf6a-4ade-b149-13c642a7e237 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:25:28.741950 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:28.793655 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-791fbe94-c994-40de-a310-5f6270ac2137 None None] Provisioning complete for port c9e3bf6d-0b09-437a-bc99-452efb4807f3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:28.794147 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-791fbe94-c994-40de-a310-5f6270ac2137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c9e3bf6d-0b09-437a-bc99-452efb4807f3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:28.952218 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:28.992180 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c866c-25f2-4883-b77e-8a9870b9aabf req-5e931bb6-cc50-41de-9871-3e3e6bcda646 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:28.995434 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b9c866c-25f2-4883-b77e-8a9870b9aabf req-5e931bb6-cc50-41de-9871-3e3e6bcda646 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 947 time: 1.4857183 Jan 28 19:25:28.998887 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:29.000359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c9e3bf6d-0b09-437a-bc99-452efb4807f3 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:29.045695 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-22678fd0-db17-4159-843f-3168a4d700d7 req-ba9472e6-534f-44bc-8619-9f2023cbc964 service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4323390 Jan 28 19:25:29.202559 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-791fbe94-c994-40de-a310-5f6270ac2137 None None] Current status of the port c9e3bf6d-0b09-437a-bc99-452efb4807f3 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:29.285557 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c9e3bf6d-0b09-437a-bc99-452efb4807f3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:29.285943 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c9e3bf6d-0b09-437a-bc99-452efb4807f3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:29.352995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 4d601c56-e2b3-47af-98ea-2ed7fa32232c is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:29.394311 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:29.451016 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-13a33d99-f24e-4c62-bf0a-dbffd842f007 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:29.451016 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-13a33d99-f24e-4c62-bf0a-dbffd842f007 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.37 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 806 time: 0.3996260 Jan 28 19:25:29.481682 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c9e3bf6d-0b09-437a-bc99-452efb4807f3 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:29.491806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-315be0f0-0032-4ac3-97fe-539bb2ff65e0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Request body: {'port': {'device_id': '2ffb0659-a2b0-431a-b809-34f47cf220ab', 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4', 'admin_state_up': True, 'tenant_id': 'fd603e28722c42b28138d18f99e1230c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:29.526544 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c56ad3-d818-46f9-93e7-161b31b47d63 req-617a56b6-7d2b-4d58-932e-23a9efade87c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:29.528234 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93c56ad3-d818-46f9-93e7-161b31b47d63 req-617a56b6-7d2b-4d58-932e-23a9efade87c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 943 time: 0.5879607 Jan 28 19:25:29.533084 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b9c866c-25f2-4883-b77e-8a9870b9aabf req-7b5519bd-755b-4b2b-a878-534eb5c56197 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5193412 Jan 28 19:25:29.595903 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fb9b5-5ae9-4b50-bd9c-8814bcd56672 req-62c0affa-bd3a-4a0a-91fc-26d1667486db tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:29.597524 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-571fb9b5-5ae9-4b50-bd9c-8814bcd56672 req-62c0affa-bd3a-4a0a-91fc-26d1667486db tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.37 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 947 time: 0.7224188 Jan 28 19:25:29.663136 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c9e3bf6d-0b09-437a-bc99-452efb4807f3 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:29.839730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c9e3bf6d-0b09-437a-bc99-452efb4807f3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:29.840258 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c9e3bf6d-0b09-437a-bc99-452efb4807f3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:29.959542 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93c56ad3-d818-46f9-93e7-161b31b47d63 req-ea29c288-ad6d-4700-b34f-b997101f94e9 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568707 Jan 28 19:25:30.006879 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-22678fd0-db17-4159-843f-3168a4d700d7 req-e71d1d03-d4ec-4990-81f2-46d6a34f742e service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9148264 Jan 28 19:25:30.030726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router 521f1262-d7cc-4f01-b11c-e7ad68418580 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:25:30.069359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c9e3bf6d-0b09-437a-bc99-452efb4807f3 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:30.069791 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79770f19-37cf-467f-8c4d-ca79a0f3fcda req-f46bb256-4e1b-4ade-ac3d-0ee5eaa419e8 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 210 time: 0.1005244 Jan 28 19:25:30.072952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b4f1e928-2576-48f2-a8c1-5faa98245f1b None None] Provisioning complete for port 536cfb0c-cf6a-4ade-b149-13c642a7e237 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:30.073578 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4f1e928-2576-48f2-a8c1-5faa98245f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.086752 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-315be0f0-0032-4ac3-97fe-539bb2ff65e0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Made reservation on behalf of fd603e28722c42b28138d18f99e1230c for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:30.090329 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-315be0f0-0032-4ac3-97fe-539bb2ff65e0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.120666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-571fb9b5-5ae9-4b50-bd9c-8814bcd56672 req-cdadf1c2-5ad1-478a-b4f5-c24a9ca833f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Deleting port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:30.121016 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-571fb9b5-5ae9-4b50-bd9c-8814bcd56672 req-cdadf1c2-5ad1-478a-b4f5-c24a9ca833f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.133393 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1e928-2576-48f2-a8c1-5faa98245f1b None None] Port 536cfb0c-cf6a-4ade-b149-13c642a7e237 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:25:30.140977 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.255874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:25:30.265014 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f8fda06f-ce0c-4f7a-b7b6-ef8d7af65360 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/521f1262-d7cc-4f01-b11c-e7ad68418580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7731643 Jan 28 19:25:30.267835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56658) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:30.268128 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Sync routers for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:25:30.278935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-19c3fa1e-53a1-4119-a57e-ee3f39e25b73 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'network': {'name': 'tempest-RoutersTest-1184300947'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:30.279510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:30.281854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:30.320239 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c3fa1e-53a1-4119-a57e-ee3f39e25b73 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:30.329774 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19c3fa1e-53a1-4119-a57e-ee3f39e25b73 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.464235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c3fa1e-53a1-4119-a57e-ee3f39e25b73 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:25:30.488516 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19c3fa1e-53a1-4119-a57e-ee3f39e25b73 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (df8b4d27-379d-4024-80a6-16e197fc4b05), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.491491 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-19c3fa1e-53a1-4119-a57e-ee3f39e25b73 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Added segment df8b4d27-379d-4024-80a6-16e197fc4b05 of type vlan for network 8b44dbe0-803f-48ca-82ef-a382c2a44fc4 Jan 28 19:25:30.512044 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-315be0f0-0032-4ac3-97fe-539bb2ff65e0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Allocated IP 172.20.0.6 (301c456c-76ee-4f43-ab94-73ce621ebdf4/e5d3bf0e-e0cc-45ee-80b9-15c53de351d7/82de6c57-1267-4b9e-9ba4-675f2f81486b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:30.618427 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:30.648043 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19c3fa1e-53a1-4119-a57e-ee3f39e25b73 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (8b44dbe0-803f-48ca-82ef-a382c2a44fc4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.751341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-15e5b2b9-1123-49ee-a74f-67dfad32dfa5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:30.751763 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15e5b2b9-1123-49ee-a74f-67dfad32dfa5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.756623 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19c3fa1e-53a1-4119-a57e-ee3f39e25b73 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (8b44dbe0-803f-48ca-82ef-a382c2a44fc4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.776378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c3fa1e-53a1-4119-a57e-ee3f39e25b73 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:30.777040 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19c3fa1e-53a1-4119-a57e-ee3f39e25b73 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:30.879618 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-315be0f0-0032-4ac3-97fe-539bb2ff65e0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks [] for port (82de6c57-1267-4b9e-9ba4-675f2f81486b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.061014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:25Z', 'revision_number': 4, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '536cfb0c-cf6a-4ade-b149-13c642a7e237', 'name': '', 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:cd:28:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:23Z', 'updated_at': '2022-01-28T19:25:27Z', 'revision_number': 2, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:31.097860 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Checking router: 521f1262-d7cc-4f01-b11c-e7ad68418580 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:25:31.098448 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Updating router 521f1262-d7cc-4f01-b11c-e7ad68418580 port 536cfb0c-cf6a-4ade-b149-13c642a7e237 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:25:31.109710 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-315be0f0-0032-4ac3-97fe-539bb2ff65e0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (82de6c57-1267-4b9e-9ba4-675f2f81486b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.122688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['142ea68a-752b-46c9-bb1a-b4806aa40ec5', '4d5dd44b-07f0-4448-a860-366fa16eb9d2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:31.169086 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.200883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3fa1e-53a1-4119-a57e-ee3f39e25b73 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Network': ['ID=8b44dbe0-803f-48ca-82ef-a382c2a44fc4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:31.219603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-315be0f0-0032-4ac3-97fe-539bb2ff65e0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Network 301c456c-76ee-4f43-ab94-73ce621ebdf4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:31.223038 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-19c3fa1e-53a1-4119-a57e-ee3f39e25b73 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9512258 Jan 28 19:25:31.230286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315be0f0-0032-4ac3-97fe-539bb2ff65e0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Pushing event updated for resources: {'Port': ['ID=82de6c57-1267-4b9e-9ba4-675f2f81486b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:31.236002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-315be0f0-0032-4ac3-97fe-539bb2ff65e0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:31.238553 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 8b44dbe0-803f-48ca-82ef-a382c2a44fc4 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:25:31.245994 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-315be0f0-0032-4ac3-97fe-539bb2ff65e0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:31.256998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56680) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:31.274095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4ff905bc-274e-45f3-b13c-097d24065916 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'subnet': {'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:31.314823 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-571fb9b5-5ae9-4b50-bd9c-8814bcd56672 req-cdadf1c2-5ad1-478a-b4f5-c24a9ca833f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] For port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:31.315355 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-571fb9b5-5ae9-4b50-bd9c-8814bcd56672 req-cdadf1c2-5ad1-478a-b4f5-c24a9ca833f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.338164 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdabe2-c56c-46da-bdbf-6ad8211d88b6 req-c9c70fe2-2b3b-4523-80c1-8c1786bdb306 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:31.340509 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fcdabe2-c56c-46da-bdbf-6ad8211d88b6 req-c9c70fe2-2b3b-4523-80c1-8c1786bdb306 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 947 time: 0.3768423 Jan 28 19:25:31.420772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f20ca-efaf-49b5-afc6-035a512375e9 req-b51a0b7f-0e5d-49df-9bfe-d1004107f007 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:31.428952 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-709f20ca-efaf-49b5-afc6-035a512375e9 req-b51a0b7f-0e5d-49df-9bfe-d1004107f007 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 943 time: 0.3020737 Jan 28 19:25:31.455430 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fcdabe2-c56c-46da-bdbf-6ad8211d88b6 req-805f7b29-9c81-4854-a27f-b4cdd37003db tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027203 Jan 28 19:25:31.472660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-15e5b2b9-1123-49ee-a74f-67dfad32dfa5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] For port 4f7a0cee-1eb7-4a80-979d-98efc051e7c0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4f7a0cee-1eb7-4a80-979d-98efc051e7c0,segment=NetworkSegment(856fb057-0f67-421c-93cd-49e992b64c07),segment_id=856fb057-0f67-421c-93cd-49e992b64c07)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:31.473076 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15e5b2b9-1123-49ee-a74f-67dfad32dfa5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.563006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-15e5b2b9-1123-49ee-a74f-67dfad32dfa5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:31.563774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device d8abe3d1-9141-485b-8c8a-c189f2d8ec9a no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:31.660314 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-709f20ca-efaf-49b5-afc6-035a512375e9 req-3799f119-630d-43c7-825e-b20e1026d64f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299747 Jan 28 19:25:31.734961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-315be0f0-0032-4ac3-97fe-539bb2ff65e0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:31.737755 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-315be0f0-0032-4ac3-97fe-539bb2ff65e0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.923120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:31.923848 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:31.993807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:31.996230 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d7ee6d-7042-487c-9b78-1c2ca719821f" -d '{"events": [{"server_uuid": "21d74e39-0fd8-45d9-9ea1-9efa53faae9d", "name": "network-vif-unplugged", "status": "completed", "tag": "d8abe3d1-9141-485b-8c8a-c189f2d8ec9a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:32.002751 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff23d8d-5a24-4675-8303-175274cf5231 req-0183111a-6ebb-4fac-acc3-edafe12337aa tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:32.018357 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ff23d8d-5a24-4675-8303-175274cf5231 req-0183111a-6ebb-4fac-acc3-edafe12337aa tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 943 time: 0.2330356 Jan 28 19:25:32.052381 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:32.109899 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-315be0f0-0032-4ac3-97fe-539bb2ff65e0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6399531 Jan 28 19:25:32.114662 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.115933 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 8b6e0659-59d2-4159-9cb2-64a74c6dd95a no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:32.156663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Request body: {'port': {'device_id': '2ffb0659-a2b0-431a-b809-34f47cf220ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:32.274948 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:32.352849 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ff23d8d-5a24-4675-8303-175274cf5231 req-baabc66d-d193-40fe-a690-69e7077d312c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322020 Jan 28 19:25:32.361864 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15e5b2b9-1123-49ee-a74f-67dfad32dfa5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4f7a0cee-1eb7-4a80-979d-98efc051e7c0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.407499 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (82de6c57-1267-4b9e-9ba4-675f2f81486b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.413928 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff905bc-274e-45f3-b13c-097d24065916 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Made reservation on behalf of 78252627bb7e4c50af028a87ae5810d7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:25:32.423292 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ff905bc-274e-45f3-b13c-097d24065916 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.555808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5b2b9-1123-49ee-a74f-67dfad32dfa5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=4f7a0cee-1eb7-4a80-979d-98efc051e7c0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:32.637452 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Publish callbacks [] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.644804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a is: DOWN; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:32.691536 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:32.988232 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8ae0c7-1731-4fb2-9f3c-096bc79dcf09 x-openstack-request-id: req-6a8ae0c7-1731-4fb2-9f3c-096bc79dcf09 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:32.988452 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d74e39-0fd8-45d9-9ea1-9efa53faae9d", "name": "network-vif-unplugged", "status": "completed", "tag": "d8abe3d1-9141-485b-8c8a-c189f2d8ec9a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:32.988726 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a8ae0c7-1731-4fb2-9f3c-096bc79dcf09 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:33.005718 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a', 'code': 200} Jan 28 19:25:33.067858 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15e5b2b9-1123-49ee-a74f-67dfad32dfa5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (24439ad9-8c9c-4873-a011-90c7da814c9c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:33.157703 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Attempting to bind port 536cfb0c-cf6a-4ade-b149-13c642a7e237 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:33.158191 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Attempting to bind port 536cfb0c-cf6a-4ade-b149-13c642a7e237 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '31a3422e-7790-4225-8170-9ae0ec0a6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:33.158479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Attempting to bind port 536cfb0c-cf6a-4ade-b149-13c642a7e237 on network 4d601c56-e2b3-47af-98ea-2ed7fa32232c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:33.220841 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73528a1d-64c1-4664-9290-ecd3a8a29d5a None None] Pushing event updated for resources: {'Port': ['ID=536cfb0c-cf6a-4ade-b149-13c642a7e237,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:33.242277 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:33.245247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Checking segment: {'id': '31a3422e-7790-4225-8170-9ae0ec0a6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:33.245807 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:33.247521 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Bound using segment: {'id': '31a3422e-7790-4225-8170-9ae0ec0a6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:33.247686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Bound port: 536cfb0c-cf6a-4ade-b149-13c642a7e237, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a3422e-7790-4225-8170-9ae0ec0a6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:33.248163 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:33.391038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6857818e-a178-403b-81df-69d34bdd6b42 None None] Provisioning complete for port 536cfb0c-cf6a-4ade-b149-13c642a7e237 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:33.392522 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6857818e-a178-403b-81df-69d34bdd6b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:33.546730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] For port 536cfb0c-cf6a-4ade-b149-13c642a7e237, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:33.561822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6857818e-a178-403b-81df-69d34bdd6b42 None None] Port 536cfb0c-cf6a-4ade-b149-13c642a7e237 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:25:33.589983 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] For port 536cfb0c-cf6a-4ade-b149-13c642a7e237, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=536cfb0c-cf6a-4ade-b149-13c642a7e237,segment=NetworkSegment(31a3422e-7790-4225-8170-9ae0ec0a6f6a),segment_id=31a3422e-7790-4225-8170-9ae0ec0a6f6a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:33.627136 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:33.815845 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:33.816615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:33.822723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82de6c57-1267-4b9e-9ba4-675f2f81486b {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:25:33.852296 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Publish callbacks [] for port (82de6c57-1267-4b9e-9ba4-675f2f81486b), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:33.884093 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700dc01-5959-4a71-81e3-ca50d45968e0 req-bbff2820-8f8f-49db-8b3a-f0c48e8483b1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:33.886745 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c700dc01-5959-4a71-81e3-ca50d45968e0 req-bbff2820-8f8f-49db-8b3a-f0c48e8483b1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 945 time: 0.9004917 Jan 28 19:25:33.891526 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Transition to ACTIVE for port object 82de6c57-1267-4b9e-9ba4-675f2f81486b will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:25:33.925171 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (82de6c57-1267-4b9e-9ba4-675f2f81486b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:33.979263 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f3667-7363-4257-893e-3a0b87b78d3c req-44c448e1-5842-4552-9a43-4119760cf5da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:33.980978 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be9f3667-7363-4257-893e-3a0b87b78d3c req-44c448e1-5842-4552-9a43-4119760cf5da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 931 time: 2.3232505 Jan 28 19:25:34.120409 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e5b2b9-1123-49ee-a74f-67dfad32dfa5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router 24439ad9-8c9c-4873-a011-90c7da814c9c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:25:34.173804 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c700dc01-5959-4a71-81e3-ca50d45968e0 req-8c9b2bfc-37b5-46cd-bec9-23f132a6f188 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=eca87a06-9b6b-4f1b-9cf7-f71650f2b056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756948 Jan 28 19:25:34.258172 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-571fb9b5-5ae9-4b50-bd9c-8814bcd56672 req-cdadf1c2-5ad1-478a-b4f5-c24a9ca833f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:34.258532 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-571fb9b5-5ae9-4b50-bd9c-8814bcd56672 req-cdadf1c2-5ad1-478a-b4f5-c24a9ca833f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (802c7fdf-b855-4e08-91c5-4573987c1ec3), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:34.258844 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [req-571fb9b5-5ae9-4b50-bd9c-8814bcd56672 req-cdadf1c2-5ad1-478a-b4f5-c24a9ca833f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Floating IP 802c7fdf-b855-4e08-91c5-4573987c1ec3 disassociated. External IP: 172.25.0.122, port: d8abe3d1-9141-485b-8c8a-c189f2d8ec9a. Jan 28 19:25:34.259211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-571fb9b5-5ae9-4b50-bd9c-8814bcd56672 req-cdadf1c2-5ad1-478a-b4f5-c24a9ca833f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Calling delete_port for d8abe3d1-9141-485b-8c8a-c189f2d8ec9a owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:34.363204 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e5b2b9-1123-49ee-a74f-67dfad32dfa5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:25:34.375312 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965067a0-768b-43bb-bda6-72df200b71f8 None None] Sync routers for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:25:34.379436 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-15e5b2b9-1123-49ee-a74f-67dfad32dfa5 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/24439ad9-8c9c-4873-a011-90c7da814c9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6176021 Jan 28 19:25:34.388888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56788) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:34.390961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:34.403681 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965067a0-768b-43bb-bda6-72df200b71f8 None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:34.412177 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-965067a0-768b-43bb-bda6-72df200b71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:34.499619 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=82de6c57-1267-4b9e-9ba4-675f2f81486b,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:34.532875 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-626ff922-0595-48e8-9721-d98e0ec974af tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting subnet 33beb6ad-0cb9-4392-aa02-b2389213bd86 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:25:34.543030 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-626ff922-0595-48e8-9721-d98e0ec974af tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (33beb6ad-0cb9-4392-aa02-b2389213bd86), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:34.648097 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-626ff922-0595-48e8-9721-d98e0ec974af tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (33beb6ad-0cb9-4392-aa02-b2389213bd86), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:34.661409 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8322b83a-4375-4aa3-a569-6a141d7168f2 None None] Provisioning complete for port 536cfb0c-cf6a-4ade-b149-13c642a7e237 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:34.661798 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8322b83a-4375-4aa3-a569-6a141d7168f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:34.681000 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be9f3667-7363-4257-893e-3a0b87b78d3c req-e98bfa4e-8c98-41a8-84e9-28d18d52f202 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6688278 Jan 28 19:25:34.693277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Attempting to bind port 82de6c57-1267-4b9e-9ba4-675f2f81486b on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:34.693615 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Attempting to bind port 82de6c57-1267-4b9e-9ba4-675f2f81486b by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:34.693943 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Attempting to bind port 82de6c57-1267-4b9e-9ba4-675f2f81486b on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:34.710948 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-965067a0-768b-43bb-bda6-72df200b71f8 None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:34.719134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73528a1d-64c1-4664-9290-ecd3a8a29d5a None None] Pushing event updated for resources: {'Port': ['ID=536cfb0c-cf6a-4ade-b149-13c642a7e237,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:34.762858 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Port 82de6c57-1267-4b9e-9ba4-675f2f81486b on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:34.776460 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Attempting to bind port 82de6c57-1267-4b9e-9ba4-675f2f81486b on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:34.872114 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-626ff922-0595-48e8-9721-d98e0ec974af tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (33beb6ad-0cb9-4392-aa02-b2389213bd86), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:34.892632 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-965067a0-768b-43bb-bda6-72df200b71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:25:32Z', 'revision_number': 11, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:34.908861 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:25Z', 'revision_number': 4, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '536cfb0c-cf6a-4ade-b149-13c642a7e237', 'name': '', 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:cd:28:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:23Z', 'updated_at': '2022-01-28T19:25:33Z', 'revision_number': 4, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:34.914919 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:34.915493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Checking segment: {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:34.918981 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Bound using segment: {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:34.926265 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Bound port: 82de6c57-1267-4b9e-9ba4-675f2f81486b, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:34.926265 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (82de6c57-1267-4b9e-9ba4-675f2f81486b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:35.002253 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965067a0-768b-43bb-bda6-72df200b71f8 None None] Checking router: 24439ad9-8c9c-4873-a011-90c7da814c9c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:25:35.023002 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7074ee7-edb8-4530-b001-710719768d7e None None] The sync data for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 is: [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:25Z', 'revision_number': 4, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '536cfb0c-cf6a-4ade-b149-13c642a7e237', 'name': '', 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:cd:28:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:23Z', 'updated_at': '2022-01-28T19:25:33Z', 'revision_number': 4, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:25:35.042617 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965067a0-768b-43bb-bda6-72df200b71f8 None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:35.044928 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-965067a0-768b-43bb-bda6-72df200b71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:35.076936 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-626ff922-0595-48e8-9721-d98e0ec974af tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (33beb6ad-0cb9-4392-aa02-b2389213bd86), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:35.216279 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8322b83a-4375-4aa3-a569-6a141d7168f2 None None] Current status of the port 536cfb0c-cf6a-4ade-b149-13c642a7e237 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:35.219182 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8322b83a-4375-4aa3-a569-6a141d7168f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:35.229932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ff922-0595-48e8-9721-d98e0ec974af tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Subnet': ['ID=33beb6ad-0cb9-4392-aa02-b2389213bd86,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:35.254124 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-626ff922-0595-48e8-9721-d98e0ec974af tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:35.263923 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeaa02e-b352-4049-a541-92f2aabf8692 None None] Network 5b91f162-0967-45d1-9ed3-8d12c53c9a1c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:35.269048 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-626ff922-0595-48e8-9721-d98e0ec974af tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/33beb6ad-0cb9-4392-aa02-b2389213bd86 HTTP/1.1" status: 204 len: 168 time: 0.8789530 Jan 28 19:25:35.270057 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56806) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:35.317607 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-965067a0-768b-43bb-bda6-72df200b71f8 None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:35.478991 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-571fb9b5-5ae9-4b50-bd9c-8814bcd56672 req-cdadf1c2-5ad1-478a-b4f5-c24a9ca833f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (d8abe3d1-9141-485b-8c8a-c189f2d8ec9a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:35.552334 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (5b91f162-0967-45d1-9ed3-8d12c53c9a1c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:35.556940 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-965067a0-768b-43bb-bda6-72df200b71f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:25:32Z', 'revision_number': 11, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:35.665025 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965067a0-768b-43bb-bda6-72df200b71f8 None None] The sync data for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 is: [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:25:32Z', 'revision_number': 11, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:25:35.708861 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadf1c2-5ad1-478a-b4f5-c24a9ca833f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event deleted for resources: {'Port': ['ID=d8abe3d1-9141-485b-8c8a-c189f2d8ec9a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:35.713263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8322b83a-4375-4aa3-a569-6a141d7168f2 None None] For port 536cfb0c-cf6a-4ade-b149-13c642a7e237, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=536cfb0c-cf6a-4ade-b149-13c642a7e237,segment=NetworkSegment(31a3422e-7790-4225-8170-9ae0ec0a6f6a),segment_id=31a3422e-7790-4225-8170-9ae0ec0a6f6a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:35.735740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Deleting port 4a1cd4bb-14b3-449b-95d6-df46305cd62a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:35.736095 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4a1cd4bb-14b3-449b-95d6-df46305cd62a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:35.797850 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8322b83a-4375-4aa3-a569-6a141d7168f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:35.822314 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ff905bc-274e-45f3-b13c-097d24065916 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:35.890050 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] For port 4a1cd4bb-14b3-449b-95d6-df46305cd62a, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4a1cd4bb-14b3-449b-95d6-df46305cd62a,segment=NetworkSegment(856fb057-0f67-421c-93cd-49e992b64c07),segment_id=856fb057-0f67-421c-93cd-49e992b64c07)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:35.893692 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4a1cd4bb-14b3-449b-95d6-df46305cd62a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:35.907051 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322b83a-4375-4aa3-a569-6a141d7168f2 None None] Pushing event updated for resources: {'Port': ['ID=536cfb0c-cf6a-4ade-b149-13c642a7e237,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:35.932983 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Calling delete_port for 4a1cd4bb-14b3-449b-95d6-df46305cd62a owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:36.092697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75852794-1e51-43eb-88f8-e3dbb3c85c41 None None] DHCP port deletion for 5b91f162-0967-45d1-9ed3-8d12c53c9a1c request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:25:36.162353 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4a1cd4bb-14b3-449b-95d6-df46305cd62a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:36.219910 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540f6fb-b31f-49a0-b0b9-1bc764da5d65 req-121bf0da-82f2-4a44-a149-017e8c738ac8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:36.228308 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c540f6fb-b31f-49a0-b0b9-1bc764da5d65 req-121bf0da-82f2-4a44-a149-017e8c738ac8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 943 time: 0.7962639 Jan 28 19:25:36.244361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] No DVR routers for this DVR port 4a1cd4bb-14b3-449b-95d6-df46305cd62a on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:36.303675 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-75852794-1e51-43eb-88f8-e3dbb3c85c41 None None] The port '4a1cd4bb-14b3-449b-95d6-df46305cd62a' was deleted {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Jan 28 19:25:36.351403 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Port': ['ID=4a1cd4bb-14b3-449b-95d6-df46305cd62a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:36.357716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff905bc-274e-45f3-b13c-097d24065916 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Subnet': ['ID=03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:36.423190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] For port 82de6c57-1267-4b9e-9ba4-675f2f81486b, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:36.441078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff905bc-274e-45f3-b13c-097d24065916 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Checking segment: {'id': 'df8b4d27-379d-4024-80a6-16e197fc4b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:36.441496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff905bc-274e-45f3-b13c-097d24065916 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network hostable DHCP agents. Network: 8b44dbe0-803f-48ca-82ef-a382c2a44fc4, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:25:36.485562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 536cfb0c-cf6a-4ade-b149-13c642a7e237 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:36.537218 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] For port 82de6c57-1267-4b9e-9ba4-675f2f81486b, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=82de6c57-1267-4b9e-9ba4-675f2f81486b,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:36.646867 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (5b91f162-0967-45d1-9ed3-8d12c53c9a1c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:36.667142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 536cfb0c-cf6a-4ade-b149-13c642a7e237 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:36.671478 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:36.682161 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (82de6c57-1267-4b9e-9ba4-675f2f81486b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:36.713996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b91f162-0967-45d1-9ed3-8d12c53c9a1c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:36.734433 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856fb057-0f67-421c-93cd-49e992b64c07') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:36.734734 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856fb057-0f67-421c-93cd-49e992b64c07') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:36.778977 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (856fb057-0f67-421c-93cd-49e992b64c07), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:36.813528 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (856fb057-0f67-421c-93cd-49e992b64c07), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:36.828046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:25:36.828801 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (856fb057-0f67-421c-93cd-49e992b64c07), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:36.881661 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff905bc-274e-45f3-b13c-097d24065916 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 8b44dbe0-803f-48ca-82ef-a382c2a44fc4 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:25:36.907715 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 536cfb0c-cf6a-4ade-b149-13c642a7e237 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:25:36.964243 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:25:36.967665 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c540f6fb-b31f-49a0-b0b9-1bc764da5d65 req-a3a29ddc-e5e5-409c-8d31-eadf67cba897 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7290452 Jan 28 19:25:36.971417 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (5b91f162-0967-45d1-9ed3-8d12c53c9a1c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:36.980147 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:36.988294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:36.989257 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:36.990834 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] 10.222.0.37 "PUT /v2.0/ports/82de6c57-1267-4b9e-9ba4-675f2f81486b HTTP/1.1" status: 200 len: 1091 time: 4.8610017 Jan 28 19:25:36.991431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffb0659-a2b0-431a-b809-34f47cf220ab', 'tag': '82de6c57-1267-4b9e-9ba4-675f2f81486b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:36.993823 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/networks/5b91f162-0967-45d1-9ed3-8d12c53c9a1c HTTP/1.1" status: 204 len: 168 time: 1.7121735 Jan 28 19:25:36.994223 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dc6e79-f7d6-48ad-a15e-71de41ac57ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffb0659-a2b0-431a-b809-34f47cf220ab", "tag": "82de6c57-1267-4b9e-9ba4-675f2f81486b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:37.002353 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56820) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:37.007361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6a48b41f-8597-4e76-98ec-36b8f990d6f8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'router': {'routes': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:37.069721 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665e096-27d5-471c-9453-e27f418dd906 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Pushing event deleted for resources: {'Network': ['ID=5b91f162-0967-45d1-9ed3-8d12c53c9a1c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:37.123933 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4ff905bc-274e-45f3-b13c-097d24065916 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 8b44dbe0-803f-48ca-82ef-a382c2a44fc4) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:37.132853 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a19ea1-ca6a-411c-baa4-5c83b378ef3d None None] Network 8b44dbe0-803f-48ca-82ef-a382c2a44fc4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:37.237001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-571fb9b5-5ae9-4b50-bd9c-8814bcd56672 req-cdadf1c2-5ad1-478a-b4f5-c24a9ca833f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Router 29bd8e6c-f3a6-478d-b57c-73297ba42978 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:25:37.278214 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff905bc-274e-45f3-b13c-097d24065916 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:37.279163 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ff905bc-274e-45f3-b13c-097d24065916 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:37.291566 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b1388-df8f-4a2d-a890-c97822761ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=82de6c57-1267-4b9e-9ba4-675f2f81486b,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:37.309593 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-06b294b2-71ff-4877-ba65-7e9bde6c8f52 req-499f3123-5f59-4803-bedc-ad56003ae535 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d74e39-0fd8-45d9-9ea1-9efa53faae9d HTTP/1.1" status: 200 len: 210 time: 0.1741440 Jan 28 19:25:37.393275 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-6a48b41f-8597-4e76-98ec-36b8f990d6f8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Added routes are [] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 19:25:37.393617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-6a48b41f-8597-4e76-98ec-36b8f990d6f8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Removed routes are [] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 19:25:37.393991 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a48b41f-8597-4e76-98ec-36b8f990d6f8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (24439ad9-8c9c-4873-a011-90c7da814c9c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:37.440510 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4ff905bc-274e-45f3-b13c-097d24065916 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.1751893 Jan 28 19:25:37.443635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56826) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:37.492516 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-8b44dbe0-803f-48ca-82ef-a382c2a44fc4', 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4', 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'fixed_ips': [{'subnet_id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:25:37.494379 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:37.837746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-774cae23-b997-4a6b-b202-6b714f46b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:37.839282 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-774cae23-b997-4a6b-b202-6b714f46b6ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 1125 time: 0.7317488 Jan 28 19:25:37.860399 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Allocated IP 172.23.0.2 (8b44dbe0-803f-48ca-82ef-a382c2a44fc4/03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f/35db58be-ca1f-457f-87d7-baf93769caa9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:37.872921 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 536cfb0c-cf6a-4ade-b149-13c642a7e237 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:38.001196 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 536cfb0c-cf6a-4ade-b149-13c642a7e237 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:38.002485 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:38.165510 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a48b41f-8597-4e76-98ec-36b8f990d6f8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (24439ad9-8c9c-4873-a011-90c7da814c9c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:38.188628 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-c8e72287-bff5-4b2c-ad68-b9ce33c7baeb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82de6c57-1267-4b9e-9ba4-675f2f81486b HTTP/1.1" status: 200 len: 217 time: 0.3319602 Jan 28 19:25:38.226694 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a48b41f-8597-4e76-98ec-36b8f990d6f8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (24439ad9-8c9c-4873-a011-90c7da814c9c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:38.255289 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Publish callbacks [] for port (35db58be-ca1f-457f-87d7-baf93769caa9), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:38.256126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d0fa8-58ea-48bb-893b-c9a2872fc060 req-b0d41b5f-0cbb-41ab-8887-b2a7d8265d23 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:38.265462 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b99d0fa8-58ea-48bb-893b-c9a2872fc060 req-b0d41b5f-0cbb-41ab-8887-b2a7d8265d23 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 943 time: 0.6065826 Jan 28 19:25:38.273965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-571fb9b5-5ae9-4b50-bd9c-8814bcd56672 req-cdadf1c2-5ad1-478a-b4f5-c24a9ca833f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:25:38.322169 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda49800-c5a6-41ac-9c62-b903dbb1f403 None None] Sync routers for ids ['29bd8e6c-f3a6-478d-b57c-73297ba42978'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:25:38.348687 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (35db58be-ca1f-457f-87d7-baf93769caa9), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:38.426803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda49800-c5a6-41ac-9c62-b903dbb1f403 None None] Routers {'29bd8e6c-f3a6-478d-b57c-73297ba42978'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:38.427717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cda49800-c5a6-41ac-9c62-b903dbb1f403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['29bd8e6c-f3a6-478d-b57c-73297ba42978'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:38.484851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 536cfb0c-cf6a-4ade-b149-13c642a7e237 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:38.496916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Network 8b44dbe0-803f-48ca-82ef-a382c2a44fc4 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:38.506498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:38.515171 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:38.520803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Pushing event updated for resources: {'Port': ['ID=35db58be-ca1f-457f-87d7-baf93769caa9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:38.545205 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:38.612427 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-571fb9b5-5ae9-4b50-bd9c-8814bcd56672 req-cdadf1c2-5ad1-478a-b4f5-c24a9ca833f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] No DVR routers for this DVR port d8abe3d1-9141-485b-8c8a-c189f2d8ec9a on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:38.621681 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-571fb9b5-5ae9-4b50-bd9c-8814bcd56672 req-cdadf1c2-5ad1-478a-b4f5-c24a9ca833f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:38.626107 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-571fb9b5-5ae9-4b50-bd9c-8814bcd56672 req-cdadf1c2-5ad1-478a-b4f5-c24a9ca833f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.37 "DELETE /v2.0/ports/d8abe3d1-9141-485b-8c8a-c189f2d8ec9a HTTP/1.1" status: 204 len: 173 time: 9.0011251 Jan 28 19:25:38.634826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:38.654054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a48b41f-8597-4e76-98ec-36b8f990d6f8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router 24439ad9-8c9c-4873-a011-90c7da814c9c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:25:38.671781 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-1b74d2b8-30cc-454a-8c8a-d30bf657d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:38.675451 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-1b74d2b8-30cc-454a-8c8a-d30bf657d473 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 HTTP/1.1" status: 200 len: 846 time: 0.4765761 Jan 28 19:25:38.678445 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:38.678790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4f7a0cee-1eb7-4a80-979d-98efc051e7c0 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:38.679199 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4a1cd4bb-14b3-449b-95d6-df46305cd62a no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:38.684665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Attempting to bind port 35db58be-ca1f-457f-87d7-baf93769caa9 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:38.686062 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Attempting to bind port 35db58be-ca1f-457f-87d7-baf93769caa9 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'df8b4d27-379d-4024-80a6-16e197fc4b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:38.686062 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Attempting to bind port 35db58be-ca1f-457f-87d7-baf93769caa9 on network 8b44dbe0-803f-48ca-82ef-a382c2a44fc4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:38.710943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:38.711316 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Checking segment: {'id': 'df8b4d27-379d-4024-80a6-16e197fc4b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:38.711723 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:38.712115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Bound using segment: {'id': 'df8b4d27-379d-4024-80a6-16e197fc4b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:38.712604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Bound port: 35db58be-ca1f-457f-87d7-baf93769caa9, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8b4d27-379d-4024-80a6-16e197fc4b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:38.712975 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (35db58be-ca1f-457f-87d7-baf93769caa9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:38.725855 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 4a1cd4bb-14b3-449b-95d6-df46305cd62a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:38.726227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4a1cd4bb-14b3-449b-95d6-df46305cd62a not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:38.730136 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-cda49800-c5a6-41ac-9c62-b903dbb1f403 None None] Set router 29bd8e6c-f3a6-478d-b57c-73297ba42978 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:38.743458 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-ddbc2a71-4ebe-4119-8646-0fb0a7810e7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=301c456c-76ee-4f43-ab94-73ce621ebdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513506 Jan 28 19:25:38.752702 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b99d0fa8-58ea-48bb-893b-c9a2872fc060 req-70dbd070-84aa-4a3a-9ec7-d2676e2eaaf4 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863908 Jan 28 19:25:38.898448 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-e78ee992-ffef-4891-9e27-1e60775852e4 service neutron] 10.222.0.37 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443303 Jan 28 19:25:38.933404 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdc91e8-bdbd-45f1-be54-5429ac78bcfa x-openstack-request-id: req-5cdc91e8-bdbd-45f1-be54-5429ac78bcfa {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:38.933702 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffb0659-a2b0-431a-b809-34f47cf220ab", "tag": "82de6c57-1267-4b9e-9ba4-675f2f81486b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:38.933961 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5cdc91e8-bdbd-45f1-be54-5429ac78bcfa {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:38.934404 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffb0659-a2b0-431a-b809-34f47cf220ab', 'tag': '82de6c57-1267-4b9e-9ba4-675f2f81486b', 'status': 'completed', 'code': 200} Jan 28 19:25:38.981066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] For port 35db58be-ca1f-457f-87d7-baf93769caa9, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:38.986542 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] For port 35db58be-ca1f-457f-87d7-baf93769caa9, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=35db58be-ca1f-457f-87d7-baf93769caa9,segment=NetworkSegment(df8b4d27-379d-4024-80a6-16e197fc4b05),segment_id=df8b4d27-379d-4024-80a6-16e197fc4b05)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:39.011433 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (35db58be-ca1f-457f-87d7-baf93769caa9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:39.186382 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb9547-cb91-4c6a-852d-c489cc34fce1 None None] Pushing event updated for resources: {'Port': ['ID=35db58be-ca1f-457f-87d7-baf93769caa9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:39.196945 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Allocated IP 172.23.0.1 (8b44dbe0-803f-48ca-82ef-a382c2a44fc4/03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f/b156ee0c-ebe5-433b-a71b-56da5cef1462) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:39.279444 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a48b41f-8597-4e76-98ec-36b8f990d6f8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:25:39.294769 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a48b41f-8597-4e76-98ec-36b8f990d6f8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:39.296007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6a48b41f-8597-4e76-98ec-36b8f990d6f8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/24439ad9-8c9c-4873-a011-90c7da814c9c HTTP/1.1" status: 200 len: 704 time: 2.2923486 Jan 28 19:25:39.300893 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a23e87-1000-4b72-9262-6a85fc67a148 None None] Sync routers for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:25:39.327851 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a23e87-1000-4b72-9262-6a85fc67a148 None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:39.329976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:39.330845 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-48a23e87-1000-4b72-9262-6a85fc67a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:39.416653 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cda49800-c5a6-41ac-9c62-b903dbb1f403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:35Z', 'revision_number': 4, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ddefd569-b9b9-4a85-b818-ceebb74e0d99', 'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'mac_address': 'fa:16:3e:13:f2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:32Z', 'updated_at': '2022-01-28T19:19:41Z', 'revision_number': 5, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'subnets': [{'id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:39.422687 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56856) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:39.441511 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:39.486442 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:39.500788 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda49800-c5a6-41ac-9c62-b903dbb1f403 None None] Checking router: 29bd8e6c-f3a6-478d-b57c-73297ba42978 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:25:39.523998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baceceb5-04c6-427a-8961-6a08acca4e23 req-f9d70cce-b70f-4d00-b088-280fec9b3102 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:39.524378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda49800-c5a6-41ac-9c62-b903dbb1f403 None None] Routers {'29bd8e6c-f3a6-478d-b57c-73297ba42978'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:39.525125 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cda49800-c5a6-41ac-9c62-b903dbb1f403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['29bd8e6c-f3a6-478d-b57c-73297ba42978'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:39.530645 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baceceb5-04c6-427a-8961-6a08acca4e23 req-f9d70cce-b70f-4d00-b088-280fec9b3102 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 943 time: 0.4743233 Jan 28 19:25:39.546718 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7d6acf68-606d-4b68-a741-a75f88cddd31 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports?device_id=24439ad9-8c9c-4873-a011-90c7da814c9c HTTP/1.1" status: 200 len: 205 time: 0.2065525 Jan 28 19:25:39.549313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 8b44dbe0-803f-48ca-82ef-a382c2a44fc4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:39.550532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56860) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:39.562557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:39.567385 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-48a23e87-1000-4b72-9262-6a85fc67a148 None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:39.607233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:39.672976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (521f1262-d7cc-4f01-b11c-e7ad68418580), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:39.688790 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-384ecd4a-eb4d-4a86-8b88-90b09cf3257b req-deb5d3dc-b17c-43cb-81d0-5bfbabd1eba7 service neutron] 10.222.0.37 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7827849 Jan 28 19:25:39.728720 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-48a23e87-1000-4b72-9262-6a85fc67a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:25:32Z', 'revision_number': 11, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:39.739434 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baceceb5-04c6-427a-8961-6a08acca4e23 req-a207b0f8-e649-4c7f-8dc0-af3b50f2f38c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054536 Jan 28 19:25:39.865544 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a23e87-1000-4b72-9262-6a85fc67a148 None None] Checking router: 24439ad9-8c9c-4873-a011-90c7da814c9c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:25:39.919037 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a23e87-1000-4b72-9262-6a85fc67a148 None None] Routers {'24439ad9-8c9c-4873-a011-90c7da814c9c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:39.920975 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-48a23e87-1000-4b72-9262-6a85fc67a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24439ad9-8c9c-4873-a011-90c7da814c9c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:39.939444 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc6e79-f7d6-48ad-a15e-71de41ac57ce req-70ec1026-cbf0-4c93-aa2f-5548b0dff67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:39.945364 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11dc6e79-f7d6-48ad-a15e-71de41ac57ce req-70ec1026-cbf0-4c93-aa2f-5548b0dff67d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 1125 time: 0.1915078 Jan 28 19:25:39.953381 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-cda49800-c5a6-41ac-9c62-b903dbb1f403 None None] Set router 29bd8e6c-f3a6-478d-b57c-73297ba42978 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:40.161850 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:40.170769 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-48a23e87-1000-4b72-9262-6a85fc67a148 None None] Set router 24439ad9-8c9c-4873-a011-90c7da814c9c gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:40.171684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=b156ee0c-ebe5-433b-a71b-56da5cef1462,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:40.258975 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56888) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:40.285197 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42d14d9b-4f32-40b1-8e43-4b653431c222 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (24439ad9-8c9c-4873-a011-90c7da814c9c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:40.366382 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-48a23e87-1000-4b72-9262-6a85fc67a148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:25:32Z', 'revision_number': 11, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:40.445312 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a23e87-1000-4b72-9262-6a85fc67a148 None None] The sync data for ids ['24439ad9-8c9c-4873-a011-90c7da814c9c'] in n-d-824834-4 is: [{'id': '24439ad9-8c9c-4873-a011-90c7da814c9c', 'name': 'tempest-RoutersIpV6Test-router-761280666', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:08Z', 'updated_at': '2022-01-28T19:25:32Z', 'revision_number': 11, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:25:40.498743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 35db58be-ca1f-457f-87d7-baf93769caa9 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:40.564753 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc6e79-f7d6-48ad-a15e-71de41ac57ce req-8f4aa6c9-eee3-4059-a054-758451356e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:40.566305 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11dc6e79-f7d6-48ad-a15e-71de41ac57ce req-8f4aa6c9-eee3-4059-a054-758451356e1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 907 time: 0.6140034 Jan 28 19:25:40.764996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d18dbd-e0a3-4d6f-b6ec-f424e3b5b50d req-6a4a64de-c9b2-4ee0-b8d3-e16141775553 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:40.767391 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8d18dbd-e0a3-4d6f-b6ec-f424e3b5b50d req-6a4a64de-c9b2-4ee0-b8d3-e16141775553 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 943 time: 0.5800135 Jan 28 19:25:40.821104 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11dc6e79-f7d6-48ad-a15e-71de41ac57ce req-34df0b2c-4283-4fcc-affc-486935cb9b24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82de6c57-1267-4b9e-9ba4-675f2f81486b HTTP/1.1" status: 200 len: 217 time: 0.2090495 Jan 28 19:25:40.836323 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 35db58be-ca1f-457f-87d7-baf93769caa9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:40.836699 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (35db58be-ca1f-457f-87d7-baf93769caa9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:40.850500 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42d14d9b-4f32-40b1-8e43-4b653431c222 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (24439ad9-8c9c-4873-a011-90c7da814c9c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:40.886050 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42d14d9b-4f32-40b1-8e43-4b653431c222 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_controller (24439ad9-8c9c-4873-a011-90c7da814c9c), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:40.963132 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'name': 'network-vif-deleted', 'tag': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:40.965354 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb93b8d6-a58f-466a-9d59-5d82c571af03 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group (eca87a06-9b6b-4f1b-9cf7-f71650f2b056), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:40.965481 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c009d415-27fd-42e9-b535-724894428a3d" -d '{"events": [{"server_uuid": "21d74e39-0fd8-45d9-9ea1-9efa53faae9d", "name": "network-vif-deleted", "tag": "d8abe3d1-9141-485b-8c8a-c189f2d8ec9a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:40.994988 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb93b8d6-a58f-466a-9d59-5d82c571af03 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group (eca87a06-9b6b-4f1b-9cf7-f71650f2b056), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:41.050320 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-7683f329-5ad6-49b8-a97c-7eed42e0f176 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0301690 Jan 28 19:25:41.062193 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb93b8d6-a58f-466a-9d59-5d82c571af03 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (eca87a06-9b6b-4f1b-9cf7-f71650f2b056), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:41.064989 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb93b8d6-a58f-466a-9d59-5d82c571af03 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:41.070532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cb93b8d6-a58f-466a-9d59-5d82c571af03 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "DELETE /v2.0/security-groups/eca87a06-9b6b-4f1b-9cf7-f71650f2b056 HTTP/1.1" status: 204 len: 168 time: 0.8087494 Jan 28 19:25:41.082766 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56896) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:41.084457 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-2c980b22-79c6-4c1a-a569-61cc629405cd service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:25:41.093221 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-2c980b22-79c6-4c1a-a569-61cc629405cd service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0178220 Jan 28 19:25:41.131468 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 35db58be-ca1f-457f-87d7-baf93769caa9 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:41.131872 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (35db58be-ca1f-457f-87d7-baf93769caa9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:41.132161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed598d-1a8c-459d-966a-c0af62d9f823 req-a6442e66-4609-49e0-936d-96dba30ff0ab tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:41.145888 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3bed598d-1a8c-459d-966a-c0af62d9f823 req-a6442e66-4609-49e0-936d-96dba30ff0ab tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=2262b72b-7684-4039-80b4-ced72bfc20d5 HTTP/1.1" status: 200 len: 950 time: 0.5867834 Jan 28 19:25:41.160752 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cda49800-c5a6-41ac-9c62-b903dbb1f403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:35Z', 'revision_number': 4, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ddefd569-b9b9-4a85-b818-ceebb74e0d99', 'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'mac_address': 'fa:16:3e:13:f2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:32Z', 'updated_at': '2022-01-28T19:19:41Z', 'revision_number': 5, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'subnets': [{'id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:41.163069 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc6e79-f7d6-48ad-a15e-71de41ac57ce req-35dbce38-ea8b-4117-bfd3-b71dbabe46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:41.165088 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11dc6e79-f7d6-48ad-a15e-71de41ac57ce req-35dbce38-ea8b-4117-bfd3-b71dbabe46b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 HTTP/1.1" status: 200 len: 846 time: 0.3214397 Jan 28 19:25:41.176019 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42d14d9b-4f32-40b1-8e43-4b653431c222 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (24439ad9-8c9c-4873-a011-90c7da814c9c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:41.183877 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d14d9b-4f32-40b1-8e43-4b653431c222 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Fanout notify agent at l3_agent the message router_deleted on router 24439ad9-8c9c-4873-a011-90c7da814c9c {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:25:41.216409 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8d18dbd-e0a3-4d6f-b6ec-f424e3b5b50d req-4d5301f7-d797-4897-8fd3-befd94f05a73 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264736 Jan 28 19:25:41.296048 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda49800-c5a6-41ac-9c62-b903dbb1f403 None None] The sync data for ids ['29bd8e6c-f3a6-478d-b57c-73297ba42978'] in n-d-824834-4 is: [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:35Z', 'revision_number': 4, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ddefd569-b9b9-4a85-b818-ceebb74e0d99', 'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'mac_address': 'fa:16:3e:13:f2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:32Z', 'updated_at': '2022-01-28T19:19:41Z', 'revision_number': 5, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'subnets': [{'id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:25:41.341359 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-42d14d9b-4f32-40b1-8e43-4b653431c222 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:41.355305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 35db58be-ca1f-457f-87d7-baf93769caa9, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=35db58be-ca1f-457f-87d7-baf93769caa9,segment=NetworkSegment(df8b4d27-379d-4024-80a6-16e197fc4b05),segment_id=df8b4d27-379d-4024-80a6-16e197fc4b05)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:41.368124 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-42d14d9b-4f32-40b1-8e43-4b653431c222 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/routers/24439ad9-8c9c-4873-a011-90c7da814c9c HTTP/1.1" status: 204 len: 168 time: 1.8144093 Jan 28 19:25:41.389296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56904) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:41.406711 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-7aee3658-ce01-445a-8fc6-a538f24113fa tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] show failed (client error): The resource could not be found. Jan 28 19:25:41.407804 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7aee3658-ce01-445a-8fc6-a538f24113fa tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups/eca87a06-9b6b-4f1b-9cf7-f71650f2b056 HTTP/1.1" status: 404 len: 347 time: 0.3001745 Jan 28 19:25:41.431178 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (35db58be-ca1f-457f-87d7-baf93769caa9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:41.447342 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4090ac21-53b3-44bb-ad2f-eb1f4416e346 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-117850513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:41.519709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56910) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:41.521257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93b8d6-a58f-466a-9d59-5d82c571af03 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca87a06-9b6b-4f1b-9cf7-f71650f2b056,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:41.542664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=35db58be-ca1f-457f-87d7-baf93769caa9,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:41.641190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a85268-e25a-40a8-a497-98d194434831 None None] Network 8b44dbe0-803f-48ca-82ef-a382c2a44fc4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:41.660736 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4090ac21-53b3-44bb-ad2f-eb1f4416e346 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (db22b54e-df3e-49ed-a8e0-33e810f83e22), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:41.662141 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4090ac21-53b3-44bb-ad2f-eb1f4416e346 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (db22b54e-df3e-49ed-a8e0-33e810f83e22), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:41.897573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 35db58be-ca1f-457f-87d7-baf93769caa9 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:41.901787 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ce2f3445-1d26-4a11-bb28-b904c24e1250 None None] Provisioning complete for port 35db58be-ca1f-457f-87d7-baf93769caa9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:41.903312 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3445-1d26-4a11-bb28-b904c24e1250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (35db58be-ca1f-457f-87d7-baf93769caa9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:42.079119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d41c46-dd0f-4916-9091-7484dbd5d37d None None] New status for floating IP 802c7fdf-b855-4e08-91c5-4573987c1ec3: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:25:42.128149 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11dc6e79-f7d6-48ad-a15e-71de41ac57ce req-eb1abca8-e1ca-484b-a3bb-0d015d8b696a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=301c456c-76ee-4f43-ab94-73ce621ebdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9398458 Jan 28 19:25:42.275136 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11dc6e79-f7d6-48ad-a15e-71de41ac57ce req-69e67545-8786-45a5-85a8-693f824b87a4 service neutron] 10.222.0.37 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372278 Jan 28 19:25:42.316867 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3bed598d-1a8c-459d-966a-c0af62d9f823 req-f7a510d5-bc16-4c57-a127-7bfbf5a26835 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1630583 Jan 28 19:25:42.387825 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f3445-1d26-4a11-bb28-b904c24e1250 None None] Current status of the port 35db58be-ca1f-457f-87d7-baf93769caa9 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:42.408446 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 35db58be-ca1f-457f-87d7-baf93769caa9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:42.409062 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (35db58be-ca1f-457f-87d7-baf93769caa9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:42.539361 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7933d6d7-b8be-46ce-a0aa-cfbc12940725 x-openstack-request-id: req-7933d6d7-b8be-46ce-a0aa-cfbc12940725 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:42.539652 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d74e39-0fd8-45d9-9ea1-9efa53faae9d", "name": "network-vif-deleted", "tag": "d8abe3d1-9141-485b-8c8a-c189f2d8ec9a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:42.539903 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7933d6d7-b8be-46ce-a0aa-cfbc12940725 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:42.540377 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d74e39-0fd8-45d9-9ea1-9efa53faae9d', 'name': 'network-vif-deleted', 'tag': 'd8abe3d1-9141-485b-8c8a-c189f2d8ec9a', 'status': 'completed', 'code': 200} Jan 28 19:25:42.572170 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 35db58be-ca1f-457f-87d7-baf93769caa9 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:42.653076 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11dc6e79-f7d6-48ad-a15e-71de41ac57ce req-70619f15-3e39-40fa-802c-2e6109996873 service neutron] 10.222.0.37 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708498 Jan 28 19:25:42.672613 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331cdfd-efc1-4321-80db-6eb9b6f2dca5 req-c207b3ad-ae9a-4229-adf0-57953766bddf tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:42.701812 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5331cdfd-efc1-4321-80db-6eb9b6f2dca5 req-c207b3ad-ae9a-4229-adf0-57953766bddf tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 943 time: 0.1624272 Jan 28 19:25:42.736928 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a98d020d-fea8-432a-b470-790be56065ae None None] Provisioning complete for port 35db58be-ca1f-457f-87d7-baf93769caa9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:42.737306 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a98d020d-fea8-432a-b470-790be56065ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (35db58be-ca1f-457f-87d7-baf93769caa9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:42.753368 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4090ac21-53b3-44bb-ad2f-eb1f4416e346 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_controller (db22b54e-df3e-49ed-a8e0-33e810f83e22), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:42.790751 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5331cdfd-efc1-4321-80db-6eb9b6f2dca5 req-f318fb7b-013a-49c3-8569-fcf0696a36bd tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816004 Jan 28 19:25:42.862637 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4090ac21-53b3-44bb-ad2f-eb1f4416e346 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (db22b54e-df3e-49ed-a8e0-33e810f83e22), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:42.878068 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c45e26f-ba46-45a6-9e7b-07b05902c7e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (de631864-170f-4322-8117-e6cdb81c39da), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:42.882396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a98d020d-fea8-432a-b470-790be56065ae None None] Current status of the port 35db58be-ca1f-457f-87d7-baf93769caa9 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:42.894172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a98d020d-fea8-432a-b470-790be56065ae None None] Provisioning complete for port b156ee0c-ebe5-433b-a71b-56da5cef1462 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:42.894663 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a98d020d-fea8-432a-b470-790be56065ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:42.933260 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a98d020d-fea8-432a-b470-790be56065ae None None] Port b156ee0c-ebe5-433b-a71b-56da5cef1462 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:25:42.961080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0655e2-9a17-4b8b-b537-6200e5d57877 req-c636a735-569e-4af4-919b-67aecc9159b6 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:42.976016 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7d0655e2-9a17-4b8b-b537-6200e5d57877 req-c636a735-569e-4af4-919b-67aecc9159b6 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 943 time: 1.6074150 Jan 28 19:25:43.029164 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4090ac21-53b3-44bb-ad2f-eb1f4416e346 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.033091 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4090ac21-53b3-44bb-ad2f-eb1f4416e346 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.6305075 Jan 28 19:25:43.044193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56916) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:43.057656 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-765b0498-d9e1-48ec-9c59-eabd0c5c3752 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:43.064833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-93305703-6a28-4dfd-8edb-88536eb81458 None None] Provisioning complete for port b156ee0c-ebe5-433b-a71b-56da5cef1462 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:43.065213 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93305703-6a28-4dfd-8edb-88536eb81458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.081497 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.123583 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-ff7ae938-57c2-4a6d-9489-cf216d407f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:43.125311 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-ff7ae938-57c2-4a6d-9489-cf216d407f1d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364&tenant_id=f43d98de8d634bb2b8161bbb90af92d1 HTTP/1.1" status: 200 len: 1125 time: 0.6835573 Jan 28 19:25:43.131719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-93305703-6a28-4dfd-8edb-88536eb81458 None None] Port b156ee0c-ebe5-433b-a71b-56da5cef1462 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:25:43.132866 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.149204 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:43.242773 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7d0655e2-9a17-4b8b-b537-6200e5d57877 req-14761fbd-3bfd-49ec-8517-9bf1f086738e tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594078 Jan 28 19:25:43.306227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6c45e26f-ba46-45a6-9e7b-07b05902c7e4 admin admin] Deleting port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:43.306928 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c45e26f-ba46-45a6-9e7b-07b05902c7e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.415160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6127cbc9-e303-44ec-994f-3971cd774313 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Deleting port 97d7cde6-4cc0-4e0e-af82-fb7529886ac5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:43.415548 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6127cbc9-e303-44ec-994f-3971cd774313 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (97d7cde6-4cc0-4e0e-af82-fb7529886ac5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.424391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event updated for resources: {'Port': ['ID=b156ee0c-ebe5-433b-a71b-56da5cef1462,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:43.451740 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-6c45e26f-ba46-45a6-9e7b-07b05902c7e4 admin admin] For port 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4e02ebe3-7422-49eb-b7e7-d2d1640ffb59,segment=NetworkSegment(66139151-886b-4c11-a2c2-236a4d651755),segment_id=66139151-886b-4c11-a2c2-236a4d651755)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:43.452100 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c45e26f-ba46-45a6-9e7b-07b05902c7e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.469003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6c45e26f-ba46-45a6-9e7b-07b05902c7e4 admin admin] Calling delete_port for 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:43.492547 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61855d1d-3946-431b-ab8d-b21483468c55 req-741728cf-4797-4363-9fa6-960886fc7afa tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:43.499318 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-61855d1d-3946-431b-ab8d-b21483468c55 req-741728cf-4797-4363-9fa6-960886fc7afa tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=2262b72b-7684-4039-80b4-ced72bfc20d5 HTTP/1.1" status: 200 len: 950 time: 0.0905943 Jan 28 19:25:43.543767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (521f1262-d7cc-4f01-b11c-e7ad68418580), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.587327 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-61855d1d-3946-431b-ab8d-b21483468c55 req-c1abf59d-5ee5-4567-834e-0b7a1a691d6d tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871372 Jan 28 19:25:43.615550 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 82de6c57-1267-4b9e-9ba4-675f2f81486b details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:25:43.660392 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.663952 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-765b0498-d9e1-48ec-9c59-eabd0c5c3752 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (db22b54e-df3e-49ed-a8e0-33e810f83e22), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.729831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 82de6c57-1267-4b9e-9ba4-675f2f81486b, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=82de6c57-1267-4b9e-9ba4-675f2f81486b,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:43.742541 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '82de6c57-1267-4b9e-9ba4-675f2f81486b', 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4', 'port_id': '82de6c57-1267-4b9e-9ba4-675f2f81486b', 'mac_address': 'fa:16:3e:ad:09:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d3bf0e-e0cc-45ee-80b9-15c53de351d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:25:43.752288 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c45e26f-ba46-45a6-9e7b-07b05902c7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4e02ebe3-7422-49eb-b7e7-d2d1640ffb59), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.798700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45e26f-ba46-45a6-9e7b-07b05902c7e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e02ebe3-7422-49eb-b7e7-d2d1640ffb59,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:43.819341 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-765b0498-d9e1-48ec-9c59-eabd0c5c3752 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (db22b54e-df3e-49ed-a8e0-33e810f83e22), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.860927 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 82de6c57-1267-4b9e-9ba4-675f2f81486b is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:43.863376 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (82de6c57-1267-4b9e-9ba4-675f2f81486b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.879476 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6127cbc9-e303-44ec-994f-3971cd774313 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (97d7cde6-4cc0-4e0e-af82-fb7529886ac5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.881704 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6127cbc9-e303-44ec-994f-3971cd774313 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for floatingip (97d7cde6-4cc0-4e0e-af82-fb7529886ac5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.918001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82de6c57-1267-4b9e-9ba4-675f2f81486b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:25:43.965715 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 82de6c57-1267-4b9e-9ba4-675f2f81486b, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=82de6c57-1267-4b9e-9ba4-675f2f81486b,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:43.970949 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (82de6c57-1267-4b9e-9ba4-675f2f81486b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:43.996861 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6127cbc9-e303-44ec-994f-3971cd774313 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Calling delete_port for 97d7cde6-4cc0-4e0e-af82-fb7529886ac5 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:44.056743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=82de6c57-1267-4b9e-9ba4-675f2f81486b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:44.111405 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c45e26f-ba46-45a6-9e7b-07b05902c7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (de631864-170f-4322-8117-e6cdb81c39da), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:44.307131 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Network 8b44dbe0-803f-48ca-82ef-a382c2a44fc4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:44.310282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['82de6c57-1267-4b9e-9ba4-675f2f81486b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:25:44.323013 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:44.437869 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317ce25-58d8-4df8-936f-94e91fe6d22b req-6c3a9400-8427-4f68-a326-8f349ed41892 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:44.439559 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b317ce25-58d8-4df8-936f-94e91fe6d22b req-6c3a9400-8427-4f68-a326-8f349ed41892 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 944 time: 0.4775462 Jan 28 19:25:44.460869 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c45e26f-ba46-45a6-9e7b-07b05902c7e4 admin admin] Router de631864-170f-4322-8117-e6cdb81c39da has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:25:44.535318 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 941bd5b5-84ed-4923-99ae-1e9393f6985e no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:44.596009 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b317ce25-58d8-4df8-936f-94e91fe6d22b req-368eb72a-b9d1-4fc1-86e0-e383e3b2acb6 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449475 Jan 28 19:25:44.635655 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ddcdd-364f-485b-8276-4953bd18d833 req-2e3f6c43-3b3c-4e04-a528-a4c9df760916 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:44.639252 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cd5ddcdd-364f-485b-8276-4953bd18d833 req-2e3f6c43-3b3c-4e04-a528-a4c9df760916 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 943 time: 0.1627936 Jan 28 19:25:44.708881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765b0498-d9e1-48ec-9c59-eabd0c5c3752 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Router db22b54e-df3e-49ed-a8e0-33e810f83e22 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:25:44.728633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 941bd5b5-84ed-4923-99ae-1e9393f6985e is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:44.735866 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:44.761616 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router 521f1262-d7cc-4f01-b11c-e7ad68418580 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:25:44.769813 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cd5ddcdd-364f-485b-8276-4953bd18d833 req-b853ee62-ba5b-4232-9259-7efb2610ab2d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647693 Jan 28 19:25:44.776468 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c45e26f-ba46-45a6-9e7b-07b05902c7e4 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:25:44.778790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] For port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:44.783232 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6c45e26f-ba46-45a6-9e7b-07b05902c7e4 admin admin] 10.222.0.55 "PUT /v2.0/routers/de631864-170f-4322-8117-e6cdb81c39da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3359697 Jan 28 19:25:44.798787 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b053d-360e-446a-8b71-f21c86b0f63a None None] Sync routers for ids ['de631864-170f-4322-8117-e6cdb81c39da'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:25:44.800154 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56998) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:44.823451 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b053d-360e-446a-8b71-f21c86b0f63a None None] Routers {'de631864-170f-4322-8117-e6cdb81c39da'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:44.825325 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ce2b053d-360e-446a-8b71-f21c86b0f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['de631864-170f-4322-8117-e6cdb81c39da'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:44.841435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2262b72b-7684-4039-80b4-ced72bfc20d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '941bd5b5-84ed-4923-99ae-1e9393f6985e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:44.854468 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6771fd-0f58-4b67-b9d6-f6de9c7ccbfc" -d '{"events": [{"server_uuid": "2262b72b-7684-4039-80b4-ced72bfc20d5", "name": "network-vif-unplugged", "status": "completed", "tag": "941bd5b5-84ed-4923-99ae-1e9393f6985e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:44.886235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 941bd5b5-84ed-4923-99ae-1e9393f6985e, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=941bd5b5-84ed-4923-99ae-1e9393f6985e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:44.899907 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-637e722f-574f-4935-a7a3-89e64eede17d None None] Provisioning complete for port b156ee0c-ebe5-433b-a71b-56da5cef1462 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:44.900303 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-637e722f-574f-4935-a7a3-89e64eede17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:44.905520 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:44.946537 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6127cbc9-e303-44ec-994f-3971cd774313 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (97d7cde6-4cc0-4e0e-af82-fb7529886ac5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:44.981894 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ce2b053d-360e-446a-8b71-f21c86b0f63a None None] Set router de631864-170f-4322-8117-e6cdb81c39da gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:44.985303 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebaf3b6-5c0e-4e44-a0d4-7ff7126116c3 x-openstack-request-id: req-6ebaf3b6-5c0e-4e44-a0d4-7ff7126116c3 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:44.985911 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2262b72b-7684-4039-80b4-ced72bfc20d5", "name": "network-vif-unplugged", "status": "completed", "tag": "941bd5b5-84ed-4923-99ae-1e9393f6985e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:44.986281 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ebaf3b6-5c0e-4e44-a0d4-7ff7126116c3 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:44.986815 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2262b72b-7684-4039-80b4-ced72bfc20d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '941bd5b5-84ed-4923-99ae-1e9393f6985e', 'code': 200} Jan 28 19:25:45.012255 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ee101f1-621c-4980-9594-56c6eec7f091 admin admin] Publish callbacks [] for router (de631864-170f-4322-8117-e6cdb81c39da), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.067661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-637e722f-574f-4935-a7a3-89e64eede17d None None] Port b156ee0c-ebe5-433b-a71b-56da5cef1462 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:25:45.080541 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765b0498-d9e1-48ec-9c59-eabd0c5c3752 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:25:45.092843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e15f07-d965-4ca4-9b2e-511a1dd3f83b None None] Sync routers for ids ['db22b54e-df3e-49ed-a8e0-33e810f83e22'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:25:45.096828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=941bd5b5-84ed-4923-99ae-1e9393f6985e,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:45.108033 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e15f07-d965-4ca4-9b2e-511a1dd3f83b None None] Routers {'db22b54e-df3e-49ed-a8e0-33e810f83e22'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:45.108754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f3e15f07-d965-4ca4-9b2e-511a1dd3f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['db22b54e-df3e-49ed-a8e0-33e810f83e22'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:45.240334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f3e15f07-d965-4ca4-9b2e-511a1dd3f83b None None] Set router db22b54e-df3e-49ed-a8e0-33e810f83e22 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:45.286161 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ee101f1-621c-4980-9594-56c6eec7f091 admin admin] Publish callbacks [] for router_gateway (de631864-170f-4322-8117-e6cdb81c39da), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.321661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f3e15f07-d965-4ca4-9b2e-511a1dd3f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db22b54e-df3e-49ed-a8e0-33e810f83e22', 'name': 'tempest-RoutersIpV6Test-router-117850513', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:25:41Z', 'updated_at': '2022-01-28T19:25:43Z', 'revision_number': 2, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:45.361302 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e15f07-d965-4ca4-9b2e-511a1dd3f83b None None] Checking router: db22b54e-df3e-49ed-a8e0-33e810f83e22 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:25:45.365561 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ce2b053d-360e-446a-8b71-f21c86b0f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de631864-170f-4322-8117-e6cdb81c39da', 'name': 'tempest-TaggedBootDevicesTest-187299519-router', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:28Z', 'updated_at': '2022-01-28T19:25:43Z', 'revision_number': 5, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'gw_port': {'id': '7fb06b1d-5bd5-4b07-ac41-7d979b2c3198', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de631864-170f-4322-8117-e6cdb81c39da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:29Z', 'updated_at': '2022-01-28T19:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:45.386093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e15f07-d965-4ca4-9b2e-511a1dd3f83b None None] Routers {'db22b54e-df3e-49ed-a8e0-33e810f83e22'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:45.386759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f3e15f07-d965-4ca4-9b2e-511a1dd3f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['db22b54e-df3e-49ed-a8e0-33e810f83e22'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:45.429573 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9ee101f1-621c-4980-9594-56c6eec7f091 admin admin] Deleting port 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:45.429924 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ee101f1-621c-4980-9594-56c6eec7f091 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7fb06b1d-5bd5-4b07-ac41-7d979b2c3198), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.533063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f3e15f07-d965-4ca4-9b2e-511a1dd3f83b None None] Set router db22b54e-df3e-49ed-a8e0-33e810f83e22 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:45.590106 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b053d-360e-446a-8b71-f21c86b0f63a None None] Checking router: de631864-170f-4322-8117-e6cdb81c39da for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:25:45.607781 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b053d-360e-446a-8b71-f21c86b0f63a None None] Routers {'de631864-170f-4322-8117-e6cdb81c39da'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:45.608100 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9ee101f1-621c-4980-9594-56c6eec7f091 admin admin] For port 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7fb06b1d-5bd5-4b07-ac41-7d979b2c3198,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:45.608666 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ee101f1-621c-4980-9594-56c6eec7f091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7fb06b1d-5bd5-4b07-ac41-7d979b2c3198), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.614912 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127cbc9-e303-44ec-994f-3971cd774313 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event deleted for resources: {'Port': ['ID=97d7cde6-4cc0-4e0e-af82-fb7529886ac5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:45.624736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9ee101f1-621c-4980-9594-56c6eec7f091 admin admin] Calling delete_port for 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:45.630525 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ce2b053d-360e-446a-8b71-f21c86b0f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['de631864-170f-4322-8117-e6cdb81c39da'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:45.637712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 82de6c57-1267-4b9e-9ba4-675f2f81486b up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:45.643073 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-765b0498-d9e1-48ec-9c59-eabd0c5c3752 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.652278 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-765b0498-d9e1-48ec-9c59-eabd0c5c3752 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "PUT /v2.0/routers/db22b54e-df3e-49ed-a8e0-33e810f83e22 HTTP/1.1" status: 200 len: 697 time: 2.6016941 Jan 28 19:25:45.665754 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:45.677821 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f3e15f07-d965-4ca4-9b2e-511a1dd3f83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db22b54e-df3e-49ed-a8e0-33e810f83e22', 'name': 'tempest-RoutersIpV6Test-router-117850513', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:25:41Z', 'updated_at': '2022-01-28T19:25:43Z', 'revision_number': 2, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:45.740364 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e15f07-d965-4ca4-9b2e-511a1dd3f83b None None] The sync data for ids ['db22b54e-df3e-49ed-a8e0-33e810f83e22'] in n-d-824834-4 is: [{'id': 'db22b54e-df3e-49ed-a8e0-33e810f83e22', 'name': 'tempest-RoutersIpV6Test-router-117850513', 'tenant_id': '806540a429384556a711c6ddbb9cf246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:25:41Z', 'updated_at': '2022-01-28T19:25:43Z', 'revision_number': 2, 'project_id': '806540a429384556a711c6ddbb9cf246', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:25:45.810122 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6127cbc9-e303-44ec-994f-3971cd774313 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for floatingip (802c7fdf-b855-4e08-91c5-4573987c1ec3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.811480 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 82de6c57-1267-4b9e-9ba4-675f2f81486b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:25:45.813462 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6127cbc9-e303-44ec-994f-3971cd774313 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.817358 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6127cbc9-e303-44ec-994f-3971cd774313 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "DELETE /v2.0/floatingips/802c7fdf-b855-4e08-91c5-4573987c1ec3 HTTP/1.1" status: 204 len: 168 time: 4.2456579 Jan 28 19:25:45.831031 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 82de6c57-1267-4b9e-9ba4-675f2f81486b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:45.831474 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (82de6c57-1267-4b9e-9ba4-675f2f81486b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.843846 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] For port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:45.889754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6e0659-59d2-4159-9cb2-64a74c6dd95a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:25:45.900005 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Publish callbacks [] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.916791 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Transition to ACTIVE for port object 8b6e0659-59d2-4159-9cb2-64a74c6dd95a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:25:45.922247 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:45.932196 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ce2b053d-360e-446a-8b71-f21c86b0f63a None None] Set router de631864-170f-4322-8117-e6cdb81c39da gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:45.966239 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:25:45.993608 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-19d1e126-e472-4aff-9019-159bb01dbf9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/521f1262-d7cc-4f01-b11c-e7ad68418580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5481186 Jan 28 19:25:45.995314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57094) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:46.000021 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2b86326a-ed3e-4f31-bf37-44b9269abaae tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/routers/db22b54e-df3e-49ed-a8e0-33e810f83e22 HTTP/1.1" status: 200 len: 703 time: 0.3304358 Jan 28 19:25:46.008856 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57096) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:46.022765 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Sync routers for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:25:46.030344 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b7c24301-ed42-4dcf-9b9b-a85c51e77485 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:46.047276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] No DVR routers for this DVR port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:46.081868 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ce2b053d-360e-446a-8b71-f21c86b0f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de631864-170f-4322-8117-e6cdb81c39da', 'name': 'tempest-TaggedBootDevicesTest-187299519-router', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:28Z', 'updated_at': '2022-01-28T19:25:45Z', 'revision_number': 6, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:46.090371 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fa27c0dd-de91-499b-a865-b2bd008db46e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports?device_id=db22b54e-df3e-49ed-a8e0-33e810f83e22 HTTP/1.1" status: 200 len: 205 time: 0.0740321 Jan 28 19:25:46.096937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57098) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:46.126212 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b053d-360e-446a-8b71-f21c86b0f63a None None] The sync data for ids ['de631864-170f-4322-8117-e6cdb81c39da'] in n-d-824834-4 is: [{'id': 'de631864-170f-4322-8117-e6cdb81c39da', 'name': 'tempest-TaggedBootDevicesTest-187299519-router', 'tenant_id': '8cc767c1cbe248bab484e9622a21d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:28Z', 'updated_at': '2022-01-28T19:25:45Z', 'revision_number': 6, 'project_id': '8cc767c1cbe248bab484e9622a21d031', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:25:46.160855 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:46.161493 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:46.247469 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,revision_number=9']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:46.299384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 82de6c57-1267-4b9e-9ba4-675f2f81486b is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:46.299776 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (82de6c57-1267-4b9e-9ba4-675f2f81486b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.308166 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:46.322717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Attempting to bind port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:46.323434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Attempting to bind port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'b135f643-77cb-4080-9f94-380c6910a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:46.324207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Attempting to bind port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a on network 32dd6380-90f2-4c91-b2e9-082cc1b5e03d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:46.341650 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b940500-0c88-415e-a7b2-3d2212293c6a req-ec711ab9-9d72-41e7-8241-dace97766ff8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:46.343636 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b940500-0c88-415e-a7b2-3d2212293c6a req-ec711ab9-9d72-41e7-8241-dace97766ff8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 943 time: 0.3419425 Jan 28 19:25:46.345079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a on network 32dd6380-90f2-4c91-b2e9-082cc1b5e03d not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:25:46.345562 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Attempting to bind port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a on network 32dd6380-90f2-4c91-b2e9-082cc1b5e03d {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:46.353581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:46.354227 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Checking segment: {'id': 'b135f643-77cb-4080-9f94-380c6910a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:46.354978 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Bound using segment: {'id': 'b135f643-77cb-4080-9f94-380c6910a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:46.355613 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Bound port: 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b135f643-77cb-4080-9f94-380c6910a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:46.356176 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.376068 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 82de6c57-1267-4b9e-9ba4-675f2f81486b, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=82de6c57-1267-4b9e-9ba4-675f2f81486b,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:46.383085 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (82de6c57-1267-4b9e-9ba4-675f2f81486b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.398608 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94ba5c85-a504-437d-b22e-67ee91f95842 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (db22b54e-df3e-49ed-a8e0-33e810f83e22), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.403578 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ee101f1-621c-4980-9594-56c6eec7f091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (7fb06b1d-5bd5-4b07-ac41-7d979b2c3198), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.472232 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3583c-0aa0-4d29-918f-d502b80f3758 req-03eb6b5c-cac8-46d2-8133-8b6b3ce56ce0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:46.481420 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00a3583c-0aa0-4d29-918f-d502b80f3758 req-03eb6b5c-cac8-46d2-8133-8b6b3ce56ce0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 944 time: 0.6564326 Jan 28 19:25:46.486498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=82de6c57-1267-4b9e-9ba4-675f2f81486b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:46.615077 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee101f1-621c-4980-9594-56c6eec7f091 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb06b1d-5bd5-4b07-ac41-7d979b2c3198,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:46.647080 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:39Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '536cfb0c-cf6a-4ade-b149-13c642a7e237', 'name': '', 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:cd:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:23Z', 'updated_at': '2022-01-28T19:25:35Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b156ee0c-ebe5-433b-a71b-56da5cef1462', 'name': '', 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:e5:90:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:25:40Z', 'revision_number': 2, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:46.701111 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Checking router: 521f1262-d7cc-4f01-b11c-e7ad68418580 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:25:46.701111 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Updating router 521f1262-d7cc-4f01-b11c-e7ad68418580 port b156ee0c-ebe5-433b-a71b-56da5cef1462 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:25:46.733967 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.780875 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b940500-0c88-415e-a7b2-3d2212293c6a req-63f20f23-e1e4-4d35-af8e-0ad7dc1b8204 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287155 Jan 28 19:25:46.837787 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] For port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:46.842868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] For port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:46.857149 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.892476 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94ba5c85-a504-437d-b22e-67ee91f95842 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (db22b54e-df3e-49ed-a8e0-33e810f83e22), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.906960 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94ba5c85-a504-437d-b22e-67ee91f95842 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router_controller (db22b54e-df3e-49ed-a8e0-33e810f83e22), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.911483 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00a3583c-0aa0-4d29-918f-d502b80f3758 req-501e5f94-20aa-4050-b0fb-ad71080eb65f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286513 Jan 28 19:25:46.976743 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ee101f1-621c-4980-9594-56c6eec7f091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (de631864-170f-4322-8117-e6cdb81c39da), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:46.988697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffb0659-a2b0-431a-b809-34f47cf220ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82de6c57-1267-4b9e-9ba4-675f2f81486b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:46.995957 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cd4a4a-58ad-47bf-a56d-c4c218452b94" -d '{"events": [{"server_uuid": "2ffb0659-a2b0-431a-b809-34f47cf220ab", "name": "network-vif-plugged", "status": "completed", "tag": "82de6c57-1267-4b9e-9ba4-675f2f81486b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:47.088793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:47.110871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:47.112508 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.115838 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-6a45f341-b8df-411f-9e89-2b23cfe0a462 service neutron] 10.222.0.31 "PUT /v2.0/ports/8b6e0659-59d2-4159-9cb2-64a74c6dd95a HTTP/1.1" status: 200 len: 1091 time: 3.9735577 Jan 28 19:25:47.117383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f9568f-7ed4-46a0-adba-22918d069364', 'tag': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:47.124850 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfd613c-ae51-4391-80dc-85ed099b09b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f9568f-7ed4-46a0-adba-22918d069364", "tag": "8b6e0659-59d2-4159-9cb2-64a74c6dd95a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:47.139158 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ac6c3a-53ad-4a46-93ee-70571b04236d x-openstack-request-id: req-84ac6c3a-53ad-4a46-93ee-70571b04236d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:47.139690 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffb0659-a2b0-431a-b809-34f47cf220ab", "name": "network-vif-plugged", "status": "completed", "tag": "82de6c57-1267-4b9e-9ba4-675f2f81486b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:47.140145 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84ac6c3a-53ad-4a46-93ee-70571b04236d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:47.140670 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffb0659-a2b0-431a-b809-34f47cf220ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82de6c57-1267-4b9e-9ba4-675f2f81486b', 'code': 200} Jan 28 19:25:47.219439 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ee101f1-621c-4980-9594-56c6eec7f091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (de631864-170f-4322-8117-e6cdb81c39da), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.236264 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.extraroute_db [None req-b7c24301-ed42-4dcf-9b9b-a85c51e77485 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 19:25:47.242472 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94ba5c85-a504-437d-b22e-67ee91f95842 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (db22b54e-df3e-49ed-a8e0-33e810f83e22), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.242969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ba5c85-a504-437d-b22e-67ee91f95842 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Fanout notify agent at l3_agent the message router_deleted on router db22b54e-df3e-49ed-a8e0-33e810f83e22 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:25:47.259737 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94ba5c85-a504-437d-b22e-67ee91f95842 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.269855 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57122) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:47.273980 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-94ba5c85-a504-437d-b22e-67ee91f95842 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/routers/db22b54e-df3e-49ed-a8e0-33e810f83e22 HTTP/1.1" status: 204 len: 168 time: 1.1745694 Jan 28 19:25:47.278859 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ee101f1-621c-4980-9594-56c6eec7f091 admin admin] Publish callbacks [] for router_controller (de631864-170f-4322-8117-e6cdb81c39da), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.307952 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.extraroute_db [None req-b7c24301-ed42-4dcf-9b9b-a85c51e77485 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Removed routes are [] {{(pid=103146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 19:25:47.307952 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7c24301-ed42-4dcf-9b9b-a85c51e77485 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (521f1262-d7cc-4f01-b11c-e7ad68418580), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.338169 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e666803b-abb0-4fe4-9db0-8eebdad8c195 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports?device_id=db22b54e-df3e-49ed-a8e0-33e810f83e22 HTTP/1.1" status: 200 len: 205 time: 0.0521095 Jan 28 19:25:47.338853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57128) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:47.343077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-d4f3df37-6182-4ec2-a24f-e58da396742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:47.345041 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-d4f3df37-6182-4ec2-a24f-e58da396742d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f43d98de8d634bb2b8161bbb90af92d1&device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 1126 time: 0.2023196 Jan 28 19:25:47.388904 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Publish callbacks [] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.403409 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.489247 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ee101f1-621c-4980-9594-56c6eec7f091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (de631864-170f-4322-8117-e6cdb81c39da), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.489809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee101f1-621c-4980-9594-56c6eec7f091 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de631864-170f-4322-8117-e6cdb81c39da {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:25:47.499084 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ee101f1-621c-4980-9594-56c6eec7f091 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.503347 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9ee101f1-621c-4980-9594-56c6eec7f091 admin admin] 10.222.0.55 "DELETE /v2.0/routers/de631864-170f-4322-8117-e6cdb81c39da HTTP/1.1" status: 204 len: 168 time: 2.6986275 Jan 28 19:25:47.514963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57140) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:47.539766 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49945375-dd0d-4dc8-b160-06aa1091ea39 req-e9207991-a27e-4b1b-a402-63e77d375f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:47.541308 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-49945375-dd0d-4dc8-b160-06aa1091ea39 req-e9207991-a27e-4b1b-a402-63e77d375f8e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 1127 time: 0.3167722 Jan 28 19:25:47.545159 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4896772-fc7f-474b-966f-b5981dc67536 None None] Pushing event updated for resources: {'Port': ['ID=b156ee0c-ebe5-433b-a71b-56da5cef1462,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:47.659452 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Attempting to bind port b156ee0c-ebe5-433b-a71b-56da5cef1462 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:25:47.659821 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Attempting to bind port b156ee0c-ebe5-433b-a71b-56da5cef1462 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'df8b4d27-379d-4024-80a6-16e197fc4b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:25:47.660180 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Attempting to bind port b156ee0c-ebe5-433b-a71b-56da5cef1462 on network 8b44dbe0-803f-48ca-82ef-a382c2a44fc4 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:25:47.662636 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-a1465e2e-2436-4bb3-a86e-9edbaa3768b8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] delete failed (client error): The resource could not be found. Jan 28 19:25:47.675019 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a1465e2e-2436-4bb3-a86e-9edbaa3768b8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/routers/db22b54e-df3e-49ed-a8e0-33e810f83e22 HTTP/1.1" status: 404 len: 336 time: 0.3164570 Jan 28 19:25:47.688388 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57158) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:47.691191 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:25:47.694686 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Checking segment: {'id': 'df8b4d27-379d-4024-80a6-16e197fc4b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:25:47.695317 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.695715 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Bound using segment: {'id': 'df8b4d27-379d-4024-80a6-16e197fc4b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:25:47.696172 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Bound port: b156ee0c-ebe5-433b-a71b-56da5cef1462, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8b4d27-379d-4024-80a6-16e197fc4b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:25:47.697763 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.739526 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9bd844c-f4b2-4ed2-bd62-ce6ae1b585cb admin admin] Deleting subnet b17c08f2-27fc-4e90-b48d-43d50a5e8a2c {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:25:47.838584 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9bd844c-f4b2-4ed2-bd62-ce6ae1b585cb admin admin] Publish callbacks [] for subnet (b17c08f2-27fc-4e90-b48d-43d50a5e8a2c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:47.896748 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:47.936443 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:47.939864 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac117d85-b2fb-43aa-b755-917c374bf938 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] DELETE failed (client error): The resource could not be found. Jan 28 19:25:47.946302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac117d85-b2fb-43aa-b755-917c374bf938 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:25:47.946659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:47.946659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7fb06b1d-5bd5-4b07-ac41-7d979b2c3198 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:47.946659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:47.951035 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ac117d85-b2fb-43aa-b755-917c374bf938 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/ff5beca5-f48f-450a-808e-07319e8b16e7 HTTP/1.1" status: 404 len: 337 time: 0.2615471 Jan 28 19:25:47.959538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e469c7f0-a336-4dd4-af5a-12593dbc43f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1650353086', 'description': 'tempest-description--130806160'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:47.963764 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57168) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:48.002873 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] For port b156ee0c-ebe5-433b-a71b-56da5cef1462, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:25:48.011751 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] For port b156ee0c-ebe5-433b-a71b-56da5cef1462, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b156ee0c-ebe5-433b-a71b-56da5cef1462,segment=NetworkSegment(df8b4d27-379d-4024-80a6-16e197fc4b05),segment_id=df8b4d27-379d-4024-80a6-16e197fc4b05)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:25:48.030259 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.042113 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:48.043077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4e02ebe3-7422-49eb-b7e7-d2d1640ffb59 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:48.100738 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7c24301-ed42-4dcf-9b9b-a85c51e77485 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (521f1262-d7cc-4f01-b11c-e7ad68418580), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.102359 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-49945375-dd0d-4dc8-b160-06aa1091ea39 req-686161ce-0e97-424e-99f4-61662dff2d55 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135124 Jan 28 19:25:48.110376 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1428f2-2201-4d4a-99ab-41f5a155d986 x-openstack-request-id: req-df1428f2-2201-4d4a-99ab-41f5a155d986 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:48.111016 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f9568f-7ed4-46a0-adba-22918d069364", "tag": "8b6e0659-59d2-4159-9cb2-64a74c6dd95a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:48.113364 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df1428f2-2201-4d4a-99ab-41f5a155d986 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:48.113567 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9bd844c-f4b2-4ed2-bd62-ce6ae1b585cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (b17c08f2-27fc-4e90-b48d-43d50a5e8a2c), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.113991 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f9568f-7ed4-46a0-adba-22918d069364', 'tag': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a', 'status': 'completed', 'code': 200} Jan 28 19:25:48.116469 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3407e6-dfc5-495a-b004-bfc7f63fac10 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] DELETE failed (client error): The resource could not be found. Jan 28 19:25:48.117274 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3407e6-dfc5-495a-b004-bfc7f63fac10 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:25:48.119110 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7c24301-ed42-4dcf-9b9b-a85c51e77485 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (521f1262-d7cc-4f01-b11c-e7ad68418580), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.124303 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7e3407e6-dfc5-495a-b004-bfc7f63fac10 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/d520855b-93a0-4c12-96e6-8015fa13e001 HTTP/1.1" status: 404 len: 337 time: 0.1468768 Jan 28 19:25:48.124933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57172) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:48.126244 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-97af00f4-91e8-4f9d-91f6-8d6a6253a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:48.128736 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-97af00f4-91e8-4f9d-91f6-8d6a6253a467 service neutron] 10.222.0.31 "GET /v2.0/networks?id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d HTTP/1.1" status: 200 len: 914 time: 0.7733004 Jan 28 19:25:48.147233 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4fbf85e1-486a-4aa5-88cc-1bd21236ccf2 None None] Provisioning complete for port b156ee0c-ebe5-433b-a71b-56da5cef1462 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:48.147610 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4fbf85e1-486a-4aa5-88cc-1bd21236ccf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.165485 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:48.167735 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:48.240382 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e469c7f0-a336-4dd4-af5a-12593dbc43f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.284072 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-735a90ca-2050-44ff-8781-036472b19348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.311058 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4896772-fc7f-474b-966f-b5981dc67536 None None] Pushing event updated for resources: {'Port': ['ID=b156ee0c-ebe5-433b-a71b-56da5cef1462,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:48.330912 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:48.359867 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34982fe2-0de9-4a18-8366-d076856a328f req-8019f6e9-9f68-4b26-85c1-9ce76a0d7676 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:48.361475 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34982fe2-0de9-4a18-8366-d076856a328f req-8019f6e9-9f68-4b26-85c1-9ce76a0d7676 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 944 time: 0.1884589 Jan 28 19:25:48.380905 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9bd844c-f4b2-4ed2-bd62-ce6ae1b585cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (b17c08f2-27fc-4e90-b48d-43d50a5e8a2c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.384263 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef026da-317c-4766-9587-15e956c7b955 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] DELETE failed (client error): The resource could not be found. Jan 28 19:25:48.384902 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef026da-317c-4766-9587-15e956c7b955 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:25:48.388540 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6ef026da-317c-4766-9587-15e956c7b955 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/362df1ed-5416-44b1-818d-520a3e9a1b2a HTTP/1.1" status: 404 len: 337 time: 0.2586901 Jan 28 19:25:48.393370 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57174) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:48.394767 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-e97adfbb-ccea-4884-82dd-bfba74ac49c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a HTTP/1.1" status: 200 len: 217 time: 0.1601849 Jan 28 19:25:48.410873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf85e1-486a-4aa5-88cc-1bd21236ccf2 None None] Current status of the port b156ee0c-ebe5-433b-a71b-56da5cef1462 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:48.411930 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4fbf85e1-486a-4aa5-88cc-1bd21236ccf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.507554 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e469c7f0-a336-4dd4-af5a-12593dbc43f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group (cf7fbaf3-fc5b-4652-9092-ff1970821b9b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.507800 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4fbf85e1-486a-4aa5-88cc-1bd21236ccf2 None None] For port b156ee0c-ebe5-433b-a71b-56da5cef1462, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b156ee0c-ebe5-433b-a71b-56da5cef1462,segment=NetworkSegment(df8b4d27-379d-4024-80a6-16e197fc4b05),segment_id=df8b4d27-379d-4024-80a6-16e197fc4b05)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:48.513172 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34982fe2-0de9-4a18-8366-d076856a328f req-76a43ab4-3f12-4446-a457-4e3409edffd5 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394737 Jan 28 19:25:48.517469 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e469c7f0-a336-4dd4-af5a-12593dbc43f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cf7fbaf3-fc5b-4652-9092-ff1970821b9b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.519283 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4fbf85e1-486a-4aa5-88cc-1bd21236ccf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.542727 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-503364e9-234f-4300-92af-c5f986f07118 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] DELETE failed (client error): The resource could not be found. Jan 28 19:25:48.543575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503364e9-234f-4300-92af-c5f986f07118 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:25:48.547416 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-503364e9-234f-4300-92af-c5f986f07118 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/33beb6ad-0cb9-4392-aa02-b2389213bd86 HTTP/1.1" status: 404 len: 337 time: 0.1516607 Jan 28 19:25:48.554527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57176) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:48.580358 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9bd844c-f4b2-4ed2-bd62-ce6ae1b585cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (b17c08f2-27fc-4e90-b48d-43d50a5e8a2c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.590912 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-a238ac67-776d-4f5f-a961-be223e2931d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:48.593191 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-a238ac67-776d-4f5f-a961-be223e2931d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dd274110-81e6-4773-bb6c-ca2de3e25bde HTTP/1.1" status: 200 len: 853 time: 0.1302104 Jan 28 19:25:48.600487 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-999f9bf5-d5a6-4a3b-848d-bf4bfc9cac78 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports?device_id=24439ad9-8c9c-4873-a011-90c7da814c9c HTTP/1.1" status: 200 len: 205 time: 0.0429571 Jan 28 19:25:48.604244 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c24301-ed42-4dcf-9b9b-a85c51e77485 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router 521f1262-d7cc-4f01-b11c-e7ad68418580 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:25:48.615023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf85e1-486a-4aa5-88cc-1bd21236ccf2 None None] Pushing event updated for resources: {'Port': ['ID=b156ee0c-ebe5-433b-a71b-56da5cef1462,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:48.616563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57182) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:48.647590 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-da58b5dc-f467-47d9-b735-f38e4824ba3b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414941 Jan 28 19:25:48.658664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e11bbd-3e45-491f-b0be-500dd8ef6c87 req-75f948cf-c72e-4f39-9965-354195d814bc tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:48.666515 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72e11bbd-3e45-491f-b0be-500dd8ef6c87 req-75f948cf-c72e-4f39-9965-354195d814bc tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 945 time: 0.4139378 Jan 28 19:25:48.674457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a714736a-7981-46d7-8a71-0685ac0283e2 None None] Provisioning complete for port b156ee0c-ebe5-433b-a71b-56da5cef1462 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:48.676352 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a714736a-7981-46d7-8a71-0685ac0283e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.691355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd844c-f4b2-4ed2-bd62-ce6ae1b585cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b17c08f2-27fc-4e90-b48d-43d50a5e8a2c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:48.705121 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e469c7f0-a336-4dd4-af5a-12593dbc43f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.710505 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e469c7f0-a336-4dd4-af5a-12593dbc43f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7555497 Jan 28 19:25:48.722499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57190) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:48.745953 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1feade06-9d2f-4223-bb4e-88e4214f2e81 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Request body: {'security_group_rule': {'security_group_id': 'cf7fbaf3-fc5b-4652-9092-ff1970821b9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:48.821833 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469c7f0-a336-4dd4-af5a-12593dbc43f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7fbaf3-fc5b-4652-9092-ff1970821b9b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:48.828234 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9bd844c-f4b2-4ed2-bd62-ce6ae1b585cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:48.832392 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca98dab-7334-4ea7-a8e6-9e0511d52087 None None] Network 2102cb4c-1a8c-4160-88a9-27c39edb311a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:25:48.838614 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a9bd844c-f4b2-4ed2-bd62-ce6ae1b585cb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b17c08f2-27fc-4e90-b48d-43d50a5e8a2c HTTP/1.1" status: 204 len: 168 time: 1.3186307 Jan 28 19:25:48.840942 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-4b13326d-2404-42d8-b8d1-08c081f6877c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] delete failed (client error): The resource could not be found. Jan 28 19:25:48.846419 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4b13326d-2404-42d8-b8d1-08c081f6877c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/routers/24439ad9-8c9c-4873-a011-90c7da814c9c HTTP/1.1" status: 404 len: 336 time: 0.2288644 Jan 28 19:25:48.848795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57198) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:48.852590 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57200) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:48.861780 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:47Z', 'revision_number': 6, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '536cfb0c-cf6a-4ade-b149-13c642a7e237', 'name': '', 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:cd:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:23Z', 'updated_at': '2022-01-28T19:25:35Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b156ee0c-ebe5-433b-a71b-56da5cef1462', 'name': '', 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:e5:90:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:25:47Z', 'revision_number': 4, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:48.936581 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029ed8f-af9d-42c4-aa53-4527f1d59697 None None] The sync data for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 is: [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:47Z', 'revision_number': 6, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '536cfb0c-cf6a-4ade-b149-13c642a7e237', 'name': '', 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:cd:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:23Z', 'updated_at': '2022-01-28T19:25:35Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b156ee0c-ebe5-433b-a71b-56da5cef1462', 'name': '', 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:e5:90:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:25:47Z', 'revision_number': 4, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:25:48.959470 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cd2c2ba1-aca9-4800-9187-fbbb03abf3c8 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf398aec-749c-4ea7-8dcd-4ca5c6410075 HTTP/1.1" status: 200 len: 205 time: 0.1044586 Jan 28 19:25:48.971866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57210) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:48.989120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a714736a-7981-46d7-8a71-0685ac0283e2 None None] Current status of the port b156ee0c-ebe5-433b-a71b-56da5cef1462 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:49.075321 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (2102cb4c-1a8c-4160-88a9-27c39edb311a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:49.121643 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-8a607db7-d2ba-45ea-b86a-727142ab87ec tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] delete failed (client error): The resource could not be found. Jan 28 19:25:49.125279 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8a607db7-d2ba-45ea-b86a-727142ab87ec tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/routers/cf398aec-749c-4ea7-8dcd-4ca5c6410075 HTTP/1.1" status: 404 len: 336 time: 0.1437860 Jan 28 19:25:49.126175 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57224) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:49.203993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] Deleting port 1bc5545f-288d-4c8c-8be2-dc47971799ad {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:49.204657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7461d7e7-6ce8-4e84-b483-ce0fa8cc618e None None] DHCP port deletion for 2102cb4c-1a8c-4160-88a9-27c39edb311a request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:25:49.205204 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1bc5545f-288d-4c8c-8be2-dc47971799ad), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:49.220953 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1feade06-9d2f-4223-bb4e-88e4214f2e81 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group_rule (818cc0ca-0217-4ce6-bbaf-c02dbfc482d9), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:49.274823 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72e11bbd-3e45-491f-b0be-500dd8ef6c87 req-c51eb045-a429-4b32-b01f-174d3d412e08 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6070316 Jan 28 19:25:49.295682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c24301-ed42-4dcf-9b9b-a85c51e77485 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:25:49.305411 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7461d7e7-6ce8-4e84-b483-ce0fa8cc618e None None] Deleting port 1bc5545f-288d-4c8c-8be2-dc47971799ad {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:49.305791 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7461d7e7-6ce8-4e84-b483-ce0fa8cc618e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1bc5545f-288d-4c8c-8be2-dc47971799ad), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:49.315114 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e27672c-6ccd-436d-b018-221c8a2ce21c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] DELETE failed (client error): The resource could not be found. Jan 28 19:25:49.320122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e27672c-6ccd-436d-b018-221c8a2ce21c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:25:49.324207 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7e27672c-6ccd-436d-b018-221c8a2ce21c tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/99b43b1a-4810-4100-8345-77c160c04c06 HTTP/1.1" status: 404 len: 337 time: 0.1726975 Jan 28 19:25:49.328243 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:49.341716 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b7c24301-ed42-4dcf-9b9b-a85c51e77485 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:49.346945 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b7c24301-ed42-4dcf-9b9b-a85c51e77485 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/521f1262-d7cc-4f01-b11c-e7ad68418580 HTTP/1.1" status: 200 len: 934 time: 3.3398066 Jan 28 19:25:49.351278 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57230) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:49.362783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-687f006f-5469-4f2c-b956-65734b12c000 service neutron] 10.222.0.31 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933250 Jan 28 19:25:49.396863 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fe2f78e0-60a1-4a72-a608-00f13c18f8e9 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports?device_id=02c83015-59be-4a23-999e-7b88719d9e79 HTTP/1.1" status: 200 len: 205 time: 0.0670872 Jan 28 19:25:49.406392 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:49.410473 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] For port 1bc5545f-288d-4c8c-8be2-dc47971799ad, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1bc5545f-288d-4c8c-8be2-dc47971799ad,segment=NetworkSegment(66139151-886b-4c11-a2c2-236a4d651755),segment_id=66139151-886b-4c11-a2c2-236a4d651755)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:49.411114 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1bc5545f-288d-4c8c-8be2-dc47971799ad), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:49.489670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7461d7e7-6ce8-4e84-b483-ce0fa8cc618e None None] For port 1bc5545f-288d-4c8c-8be2-dc47971799ad, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1bc5545f-288d-4c8c-8be2-dc47971799ad,segment=NetworkSegment(66139151-886b-4c11-a2c2-236a4d651755),segment_id=66139151-886b-4c11-a2c2-236a4d651755)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:49.490133 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7461d7e7-6ce8-4e84-b483-ce0fa8cc618e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1bc5545f-288d-4c8c-8be2-dc47971799ad), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:49.532315 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-6b1583a0-df35-4ce7-ba77-cc7e64852b8b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] delete failed (client error): The resource could not be found. Jan 28 19:25:49.536600 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6b1583a0-df35-4ce7-ba77-cc7e64852b8b tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/routers/02c83015-59be-4a23-999e-7b88719d9e79 HTTP/1.1" status: 404 len: 336 time: 0.1265566 Jan 28 19:25:49.537283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57242) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:49.539585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] Calling delete_port for 1bc5545f-288d-4c8c-8be2-dc47971799ad owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:49.542974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7461d7e7-6ce8-4e84-b483-ce0fa8cc618e None None] Calling delete_port for 1bc5545f-288d-4c8c-8be2-dc47971799ad owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:49.778699 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d94a0bb2-b0fb-44cd-b179-7fe37c5b95c1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef07d624-ca98-4604-9977-16cef39ded0d HTTP/1.1" status: 200 len: 205 time: 0.1049685 Jan 28 19:25:49.779579 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57256) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:49.805456 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (1bc5545f-288d-4c8c-8be2-dc47971799ad), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:49.811738 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7461d7e7-6ce8-4e84-b483-ce0fa8cc618e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (1bc5545f-288d-4c8c-8be2-dc47971799ad), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:49.906676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc5545f-288d-4c8c-8be2-dc47971799ad,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:49.930013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7461d7e7-6ce8-4e84-b483-ce0fa8cc618e None None] No DVR routers for this DVR port 1bc5545f-288d-4c8c-8be2-dc47971799ad on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:49.952425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461d7e7-6ce8-4e84-b483-ce0fa8cc618e None None] Pushing event deleted for resources: {'Port': ['ID=1bc5545f-288d-4c8c-8be2-dc47971799ad,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:49.960110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40945d-7cb4-460c-9553-47b8a9c17d70 req-0cf2550b-52dc-4848-88a2-2e6117512239 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:49.962501 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0e40945d-7cb4-460c-9553-47b8a9c17d70 req-0cf2550b-52dc-4848-88a2-2e6117512239 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 944 time: 0.2897596 Jan 28 19:25:49.965525 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-9d2002b2-d71f-4e04-86cb-bd6e61abeabc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] delete failed (client error): The resource could not be found. Jan 28 19:25:49.967934 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9d2002b2-d71f-4e04-86cb-bd6e61abeabc tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/routers/ef07d624-ca98-4604-9977-16cef39ded0d HTTP/1.1" status: 404 len: 336 time: 0.1838410 Jan 28 19:25:49.972126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57274) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:49.994712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b156ee0c-ebe5-433b-a71b-56da5cef1462 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:25:50.009423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] No DVR routers for this DVR port 1bc5545f-288d-4c8c-8be2-dc47971799ad on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:50.109503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port b156ee0c-ebe5-433b-a71b-56da5cef1462 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:25:50.110262 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:50.129896 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb82d34-cff1-43b7-a677-934b14e35e50 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] DELETE failed (client error): The resource could not be found. Jan 28 19:25:50.132916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb82d34-cff1-43b7-a677-934b14e35e50 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:25:50.139693 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fbb82d34-cff1-43b7-a677-934b14e35e50 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/32513f12-14ff-4cfe-a471-87bd59e5bb99 HTTP/1.1" status: 404 len: 337 time: 0.1625891 Jan 28 19:25:50.142331 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57282) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:50.210657 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0e40945d-7cb4-460c-9553-47b8a9c17d70 req-4adeb741-8779-41f6-ae14-262422b2684d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374237 Jan 28 19:25:50.249461 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7745f75a-0ba2-433f-8ef3-0a3702932b6f tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf HTTP/1.1" status: 200 len: 205 time: 0.1016128 Jan 28 19:25:50.249855 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7b61bf13-554f-4769-abb1-bbb500d4dfe0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/routers/521f1262-d7cc-4f01-b11c-e7ad68418580 HTTP/1.1" status: 200 len: 934 time: 0.8967209 Jan 28 19:25:50.252128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57284) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:50.252727 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57286) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:50.259702 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1d4053ad-66cc-4720-98f2-23a4f6ad739f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'router': {'routes': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:50.275717 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (2102cb4c-1a8c-4160-88a9-27c39edb311a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:50.279166 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1feade06-9d2f-4223-bb4e-88e4214f2e81 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group_rule (818cc0ca-0217-4ce6-bbaf-c02dbfc482d9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:50.287401 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1feade06-9d2f-4223-bb4e-88e4214f2e81 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (818cc0ca-0217-4ce6-bbaf-c02dbfc482d9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:50.339849 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b156ee0c-ebe5-433b-a71b-56da5cef1462 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:25:50.359158 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-c7367609-6907-4252-88e3-8ce52f0b542f service neutron] 10.222.0.31 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9764597 Jan 28 19:25:50.363736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feade06-9d2f-4223-bb4e-88e4214f2e81 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818cc0ca-0217-4ce6-bbaf-c02dbfc482d9,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:50.382686 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1feade06-9d2f-4223-bb4e-88e4214f2e81 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:50.397967 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-63df0fa6-0896-4331-a396-9d01749df5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:50.399452 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1feade06-9d2f-4223-bb4e-88e4214f2e81 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6607456 Jan 28 19:25:50.401063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57292) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:50.408970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9acac9b4-71e8-4a9b-9141-b959df2d9124 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Request body: {'security_group_rule': {'security_group_id': 'cf7fbaf3-fc5b-4652-9092-ff1970821b9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:50.416000 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-a6cdc2fb-481e-405f-886b-47b596e78e50 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] delete failed (client error): The resource could not be found. Jan 28 19:25:50.420147 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a6cdc2fb-481e-405f-886b-47b596e78e50 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/routers/e7d7e4d6-81be-4d43-a77d-c1c8ba06b9cf HTTP/1.1" status: 404 len: 336 time: 0.1641035 Jan 28 19:25:50.420839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57294) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:50.456798 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1bc5545f-288d-4c8c-8be2-dc47971799ad no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:50.533434 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9acac9b4-71e8-4a9b-9141-b959df2d9124 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group_rule (a5110b5c-ad01-439a-acf1-9dafcb0f94cf), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:50.535965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 1bc5545f-288d-4c8c-8be2-dc47971799ad {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:50.536437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1bc5545f-288d-4c8c-8be2-dc47971799ad not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:50.620795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd613c-ae51-4391-80dc-85ed099b09b1 req-45f94b07-3f14-42ac-8e42-643337fbf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:50.621060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d0a65e-2b7b-4ed8-acb1-7914e260639f None None] Sync routers for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:25:50.623247 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ddfd613c-ae51-4391-80dc-85ed099b09b1 req-45f94b07-3f14-42ac-8e42-643337fbf547 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f43d98de8d634bb2b8161bbb90af92d1&device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 1126 time: 0.1588004 Jan 28 19:25:50.648060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d0a65e-2b7b-4ed8-acb1-7914e260639f None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:50.650640 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-40d0a65e-2b7b-4ed8-acb1-7914e260639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:50.746060 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9acac9b4-71e8-4a9b-9141-b959df2d9124 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group_rule (a5110b5c-ad01-439a-acf1-9dafcb0f94cf), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:50.765961 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9acac9b4-71e8-4a9b-9141-b959df2d9124 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (a5110b5c-ad01-439a-acf1-9dafcb0f94cf), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:50.805835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-40d0a65e-2b7b-4ed8-acb1-7914e260639f None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:50.851809 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acac9b4-71e8-4a9b-9141-b959df2d9124 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5110b5c-ad01-439a-acf1-9dafcb0f94cf,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:50.886701 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f755e27-f374-438e-8189-6422b9484c0c req-cae96fbc-c93b-4391-8db7-79704e5a3ad6 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:50.894526 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f755e27-f374-438e-8189-6422b9484c0c req-cae96fbc-c93b-4391-8db7-79704e5a3ad6 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 947 time: 0.1467011 Jan 28 19:25:50.898531 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9acac9b4-71e8-4a9b-9141-b959df2d9124 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:50.899931 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9acac9b4-71e8-4a9b-9141-b959df2d9124 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4978735 Jan 28 19:25:50.923457 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:50.928456 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd613c-ae51-4391-80dc-85ed099b09b1 req-9d6abbeb-12ca-448e-9947-21e78eaf087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:50.930949 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ddfd613c-ae51-4391-80dc-85ed099b09b1 req-9d6abbeb-12ca-448e-9947-21e78eaf087f service neutron] 10.222.0.31 "GET /v2.0/networks?id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d HTTP/1.1" status: 200 len: 914 time: 0.2965562 Jan 28 19:25:50.971546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:25:51.033156 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ddfd613c-ae51-4391-80dc-85ed099b09b1 req-cc510ae8-3391-412a-8bf9-507ee3f720cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a HTTP/1.1" status: 200 len: 217 time: 0.0916374 Jan 28 19:25:51.040340 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f32897-cd50-48e4-bc51-e780bae69de3 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] DELETE failed (client error): The resource could not be found. Jan 28 19:25:51.040851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f32897-cd50-48e4-bc51-e780bae69de3 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:25:51.046479 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-21f32897-cd50-48e4-bc51-e780bae69de3 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/5c8e1311-e0ff-4dfa-a97a-a53b6b7dd267 HTTP/1.1" status: 404 len: 337 time: 0.6176295 Jan 28 19:25:51.048856 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57318) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:51.078522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2102cb4c-1a8c-4160-88a9-27c39edb311a']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:51.104779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66139151-886b-4c11-a2c2-236a4d651755') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:51.104779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66139151-886b-4c11-a2c2-236a4d651755') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:51.129736 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (66139151-886b-4c11-a2c2-236a4d651755), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:51.159688 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7b782fd5-ac09-4f65-8957-a32bbb93adf1 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b55031e-e0a6-4b67-9d90-330c5b61a81e HTTP/1.1" status: 200 len: 205 time: 0.0877380 Jan 28 19:25:51.200339 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57320) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:51.270354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-40d0a65e-2b7b-4ed8-acb1-7914e260639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:47Z', 'revision_number': 6, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '536cfb0c-cf6a-4ade-b149-13c642a7e237', 'name': '', 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:cd:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:23Z', 'updated_at': '2022-01-28T19:25:35Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b156ee0c-ebe5-433b-a71b-56da5cef1462', 'name': '', 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:e5:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:25:48Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:51.300586 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-1b5178ef-3157-410f-8e56-98ca3942810f tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] delete failed (client error): The resource could not be found. Jan 28 19:25:51.304009 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1b5178ef-3157-410f-8e56-98ca3942810f tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/routers/1b55031e-e0a6-4b67-9d90-330c5b61a81e HTTP/1.1" status: 404 len: 336 time: 0.0914543 Jan 28 19:25:51.304423 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57324) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:51.313831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d0a65e-2b7b-4ed8-acb1-7914e260639f None None] Checking router: 521f1262-d7cc-4f01-b11c-e7ad68418580 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:25:51.325111 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (66139151-886b-4c11-a2c2-236a4d651755), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:51.338670 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f755e27-f374-438e-8189-6422b9484c0c req-0a4f87d6-fbd0-45a4-a451-db7ba69febc3 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413121 Jan 28 19:25:51.344412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d0a65e-2b7b-4ed8-acb1-7914e260639f None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:51.345052 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-40d0a65e-2b7b-4ed8-acb1-7914e260639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:51.353673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:25:51.354197 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (66139151-886b-4c11-a2c2-236a4d651755), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:25:51.357409 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:25:51.384551 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:51.447240 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dee8296-efe3-4be4-b21f-f66dd99f234e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] DELETE failed (client error): The resource could not be found. Jan 28 19:25:51.450602 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dee8296-efe3-4be4-b21f-f66dd99f234e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:25:51.460564 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429e7fe-e2cc-4147-bcab-d5a69893f0da req-c597b495-37ca-4888-a6dd-75540fc0c6b4 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:51.462231 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d429e7fe-e2cc-4147-bcab-d5a69893f0da req-c597b495-37ca-4888-a6dd-75540fc0c6b4 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 945 time: 1.0475423 Jan 28 19:25:51.473894 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7dee8296-efe3-4be4-b21f-f66dd99f234e tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/4eb8195a-b990-46c2-80f5-f0dc38587f54 HTTP/1.1" status: 404 len: 337 time: 0.1682723 Jan 28 19:25:51.478241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd613c-ae51-4391-80dc-85ed099b09b1 req-1734317b-028b-4cc7-b63f-30d0b6cda7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:51.481605 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ddfd613c-ae51-4391-80dc-85ed099b09b1 req-1734317b-028b-4cc7-b63f-30d0b6cda7bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dd274110-81e6-4773-bb6c-ca2de3e25bde HTTP/1.1" status: 200 len: 853 time: 0.4335237 Jan 28 19:25:51.482172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57326) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:51.539278 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-3207dde2-3209-4d8a-9e5d-6539666d0705 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] DELETE failed (client error): The resource could not be found. Jan 28 19:25:51.539727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3207dde2-3209-4d8a-9e5d-6539666d0705 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:25:51.544083 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3207dde2-3209-4d8a-9e5d-6539666d0705 tempest-RoutersIpV6Test-829321333 tempest-RoutersIpV6Test-829321333-project] 10.222.0.55 "DELETE /v2.0/subnets/313b2bd7-489d-4fc9-b5b5-88414cecab5c HTTP/1.1" status: 404 len: 337 time: 0.0508323 Jan 28 19:25:51.559360 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (2102cb4c-1a8c-4160-88a9-27c39edb311a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:51.579327 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:51.583280 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2102cb4c-1a8c-4160-88a9-27c39edb311a HTTP/1.1" status: 204 len: 168 time: 2.7296567 Jan 28 19:25:51.606289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:51.644243 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-40d0a65e-2b7b-4ed8-acb1-7914e260639f None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:51.679058 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ddfd613c-ae51-4391-80dc-85ed099b09b1 req-591198cb-df09-4c53-a051-dbbe9c90d48f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307993 Jan 28 19:25:51.744825 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d429e7fe-e2cc-4147-bcab-d5a69893f0da req-7e7c7731-a184-42f4-a590-fc11085b591d tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658052 Jan 28 19:25:51.750958 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683c44e-aa8d-44c8-af8a-348490f75689 admin admin] Pushing event deleted for resources: {'Network': ['ID=2102cb4c-1a8c-4160-88a9-27c39edb311a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:51.852672 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94f5ac-ddde-42d6-bee8-b2f63cb8e534 req-d525b831-5bc6-4d74-ba07-b8335512eaf8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:51.866674 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eb94f5ac-ddde-42d6-bee8-b2f63cb8e534 req-d525b831-5bc6-4d74-ba07-b8335512eaf8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 944 time: 0.3043075 Jan 28 19:25:51.967071 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:52.010096 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ddfd613c-ae51-4391-80dc-85ed099b09b1 req-b0bc853e-b6ff-4fc1-ba2f-42c24d28b449 service neutron] 10.222.0.31 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147516 Jan 28 19:25:52.025823 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eb94f5ac-ddde-42d6-bee8-b2f63cb8e534 req-52c078d4-c7ea-4a33-a0dc-835a748b8aea tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580529 Jan 28 19:25:52.156737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57338) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:52.309188 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ddfd613c-ae51-4391-80dc-85ed099b09b1 req-785609c5-291c-4625-89c2-4fb61763221a service neutron] 10.222.0.31 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817669 Jan 28 19:25:52.352435 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-1d4053ad-66cc-4720-98f2-23a4f6ad739f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Added routes are [] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 19:25:52.353101 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.extraroute_db [None req-1d4053ad-66cc-4720-98f2-23a4f6ad739f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103147) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 19:25:52.403154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-40d0a65e-2b7b-4ed8-acb1-7914e260639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:47Z', 'revision_number': 6, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '536cfb0c-cf6a-4ade-b149-13c642a7e237', 'name': '', 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:cd:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:23Z', 'updated_at': '2022-01-28T19:25:35Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b156ee0c-ebe5-433b-a71b-56da5cef1462', 'name': '', 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:e5:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:25:48Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:52.430002 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d4053ad-66cc-4720-98f2-23a4f6ad739f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (521f1262-d7cc-4f01-b11c-e7ad68418580), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:52.550945 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d0a65e-2b7b-4ed8-acb1-7914e260639f None None] The sync data for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 is: [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:47Z', 'revision_number': 6, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '536cfb0c-cf6a-4ade-b149-13c642a7e237', 'name': '', 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:cd:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:23Z', 'updated_at': '2022-01-28T19:25:35Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b156ee0c-ebe5-433b-a71b-56da5cef1462', 'name': '', 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:e5:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:25:48Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:25:52.569502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec2521-7641-4802-a426-b01326bcfd2e req-96e7b769-8d30-4268-b618-9ae069770aa2 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:52.571274 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a1ec2521-7641-4802-a426-b01326bcfd2e req-96e7b769-8d30-4268-b618-9ae069770aa2 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 947 time: 0.1216097 Jan 28 19:25:52.581650 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f3848c71-a2ec-4b2f-8b17-535870ec5135 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=806540a429384556a711c6ddbb9cf246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4068036 Jan 28 19:25:52.584334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57344) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:52.658856 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a1ec2521-7641-4802-a426-b01326bcfd2e req-5fa03661-4a58-4e3b-81cf-3eb70a37592c tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756125 Jan 28 19:25:52.769536 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-672b4691-de5d-40bf-b0c9-05038fedd614 admin admin] Publish callbacks [] for security_group (d96f4e8e-bfd5-4972-b9c7-705b283a21e4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:52.816391 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-672b4691-de5d-40bf-b0c9-05038fedd614 admin admin] Publish callbacks [] for security_group (d96f4e8e-bfd5-4972-b9c7-705b283a21e4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:52.993911 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.000372 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-672b4691-de5d-40bf-b0c9-05038fedd614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d96f4e8e-bfd5-4972-b9c7-705b283a21e4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.004948 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-672b4691-de5d-40bf-b0c9-05038fedd614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.008751 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-672b4691-de5d-40bf-b0c9-05038fedd614 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d96f4e8e-bfd5-4972-b9c7-705b283a21e4 HTTP/1.1" status: 204 len: 168 time: 0.4207642 Jan 28 19:25:53.018560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b4691-de5d-40bf-b0c9-05038fedd614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96f4e8e-bfd5-4972-b9c7-705b283a21e4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:53.191067 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ada9a7-68a6-41da-89ff-ef73feda6d2b req-5043fbc9-3ef4-4042-a471-9f0754fb1a02 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:53.192998 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-83ada9a7-68a6-41da-89ff-ef73feda6d2b req-5043fbc9-3ef4-4042-a471-9f0754fb1a02 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.37 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 947 time: 0.7490895 Jan 28 19:25:53.202855 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.300700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb485b0-4a5b-4dc0-9be4-657ef52105c7 req-aa0bf3c1-8425-4f77-8274-f9b8ea1b8568 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:53.312366 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ddb485b0-4a5b-4dc0-9be4-657ef52105c7 req-aa0bf3c1-8425-4f77-8274-f9b8ea1b8568 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 944 time: 0.1890070 Jan 28 19:25:53.336810 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Allocated IP 172.25.0.168 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/dd5b252f-279a-40db-8ea2-f1b1cbe55ba6) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:25:53.389970 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d4053ad-66cc-4720-98f2-23a4f6ad739f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (521f1262-d7cc-4f01-b11c-e7ad68418580), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.408021 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c590e-0b89-43b2-89fc-e57fdca5eed8 req-be14dd83-c49f-4899-8678-256cdbf2ff39 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:53.415805 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cd3c590e-0b89-43b2-89fc-e57fdca5eed8 req-be14dd83-c49f-4899-8678-256cdbf2ff39 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 945 time: 1.2377679 Jan 28 19:25:53.440455 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ddb485b0-4a5b-4dc0-9be4-657ef52105c7 req-b7a7cc55-370e-4ff1-b0f7-d961b671ed77 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269979 Jan 28 19:25:53.609458 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d4053ad-66cc-4720-98f2-23a4f6ad739f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (521f1262-d7cc-4f01-b11c-e7ad68418580), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.857326 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for port (dd5b252f-279a-40db-8ea2-f1b1cbe55ba6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.907376 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (dd5b252f-279a-40db-8ea2-f1b1cbe55ba6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:53.944357 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6eb19e-f3fe-4cfa-ab97-dc27128a501d req-f451e297-6fca-4396-b272-0bdb69a4d5dd tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:53.952898 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eb6eb19e-f3fe-4cfa-ab97-dc27128a501d req-f451e297-6fca-4396-b272-0bdb69a4d5dd tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 947 time: 0.1847541 Jan 28 19:25:53.966535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:25:53.971233 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cd3c590e-0b89-43b2-89fc-e57fdca5eed8 req-92bce53b-d93e-427e-833b-cb2287617567 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545545 Jan 28 19:25:53.977351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:25:53.984162 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:25:54.150741 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eb6eb19e-f3fe-4cfa-ab97-dc27128a501d req-81b5e727-319b-4680-baf8-2793f0cbb700 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862857 Jan 28 19:25:54.259067 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-83ada9a7-68a6-41da-89ff-ef73feda6d2b req-96046811-d3a6-41a7-9ccd-47a70b9433a1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Deleting port e56241e8-9992-439d-a276-a06599183449 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:54.259416 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-83ada9a7-68a6-41da-89ff-ef73feda6d2b req-96046811-d3a6-41a7-9ccd-47a70b9433a1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e56241e8-9992-439d-a276-a06599183449), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:54.360834 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-83ada9a7-68a6-41da-89ff-ef73feda6d2b req-96046811-d3a6-41a7-9ccd-47a70b9433a1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] For port e56241e8-9992-439d-a276-a06599183449, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e56241e8-9992-439d-a276-a06599183449,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:54.361210 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-83ada9a7-68a6-41da-89ff-ef73feda6d2b req-96046811-d3a6-41a7-9ccd-47a70b9433a1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e56241e8-9992-439d-a276-a06599183449), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:54.375059 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-83ada9a7-68a6-41da-89ff-ef73feda6d2b req-96046811-d3a6-41a7-9ccd-47a70b9433a1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Calling delete_port for e56241e8-9992-439d-a276-a06599183449 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:54.457130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event updated for resources: {'Port': ['ID=dd5b252f-279a-40db-8ea2-f1b1cbe55ba6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:54.477220 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:54.501523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4053ad-66cc-4720-98f2-23a4f6ad739f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router 521f1262-d7cc-4f01-b11c-e7ad68418580 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:25:54.523249 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for floatingip (c81c6a8e-be00-48e1-a937-bd9a8e854b20), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:54.611152 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19b4f4-e9b9-49d2-9d74-9814379f7a22 req-5c105a69-88e4-4183-8b1d-befc820faccb tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:54.612838 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0e19b4f4-e9b9-49d2-9d74-9814379f7a22 req-5c105a69-88e4-4183-8b1d-befc820faccb tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 945 time: 0.4966512 Jan 28 19:25:54.773224 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c02b21-160f-4fc2-bffa-289a880840a2 req-699f58f7-50b1-4b71-be5c-f30a9ac16068 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:54.789663 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b3c02b21-160f-4fc2-bffa-289a880840a2 req-699f58f7-50b1-4b71-be5c-f30a9ac16068 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 944 time: 0.1291168 Jan 28 19:25:54.885546 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b3c02b21-160f-4fc2-bffa-289a880840a2 req-a5c4c878-e327-44e1-a3cf-69e008851880 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943847 Jan 28 19:25:55.307593 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (dd5b252f-279a-40db-8ea2-f1b1cbe55ba6), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:55.347390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e1d2b-39c1-40df-9844-39409c6cc1fa req-2302a991-4d79-4363-b700-481e0b4aa2e2 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:55.357794 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-878e1d2b-39c1-40df-9844-39409c6cc1fa req-2302a991-4d79-4363-b700-481e0b4aa2e2 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 947 time: 0.1047437 Jan 28 19:25:55.388395 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:55.471742 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-878e1d2b-39c1-40df-9844-39409c6cc1fa req-f617d798-287b-4320-8e25-0f11c469ee7b tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125398 Jan 28 19:25:55.628595 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4053ad-66cc-4720-98f2-23a4f6ad739f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:25:55.641254 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e21e6f-97bf-4b8e-8db5-2a79dab2dc2c None None] Sync routers for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:25:55.666697 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e21e6f-97bf-4b8e-8db5-2a79dab2dc2c None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:55.670136 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-07e21e6f-97bf-4b8e-8db5-2a79dab2dc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:55.682790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e56241e8-9992-439d-a276-a06599183449 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:25:55.749289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: e56241e8-9992-439d-a276-a06599183449 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:25:55.749670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e56241e8-9992-439d-a276-a06599183449 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:25:55.778689 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d4053ad-66cc-4720-98f2-23a4f6ad739f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:55.780479 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1d4053ad-66cc-4720-98f2-23a4f6ad739f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/521f1262-d7cc-4f01-b11c-e7ad68418580 HTTP/1.1" status: 200 len: 700 time: 5.5260417 Jan 28 19:25:55.784027 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57410) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:55.813781 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0e19b4f4-e9b9-49d2-9d74-9814379f7a22 req-ed07dc64-b1e7-47a6-b369-12c8489bdd3c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1478109 Jan 28 19:25:55.828449 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-83ada9a7-68a6-41da-89ff-ef73feda6d2b req-96046811-d3a6-41a7-9ccd-47a70b9433a1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (e56241e8-9992-439d-a276-a06599183449), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:55.958733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96046811-d3a6-41a7-9ccd-47a70b9433a1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Pushing event deleted for resources: {'Port': ['ID=e56241e8-9992-439d-a276-a06599183449,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:55.967263 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-07e21e6f-97bf-4b8e-8db5-2a79dab2dc2c None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:56.146874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ada9a7-68a6-41da-89ff-ef73feda6d2b req-96046811-d3a6-41a7-9ccd-47a70b9433a1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] No DVR routers for this DVR port e56241e8-9992-439d-a276-a06599183449 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:25:56.168368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6c7e58c6-2f2a-4557-80a6-abd8a0d16949 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/routers/521f1262-d7cc-4f01-b11c-e7ad68418580 HTTP/1.1" status: 200 len: 700 time: 0.3822172 Jan 28 19:25:56.171232 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57418) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:25:56.172538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-83ada9a7-68a6-41da-89ff-ef73feda6d2b req-96046811-d3a6-41a7-9ccd-47a70b9433a1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:56.189496 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-83ada9a7-68a6-41da-89ff-ef73feda6d2b req-96046811-d3a6-41a7-9ccd-47a70b9433a1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.37 "DELETE /v2.0/ports/e56241e8-9992-439d-a276-a06599183449 HTTP/1.1" status: 204 len: 173 time: 2.8208435 Jan 28 19:25:56.194111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58428551-d503-4b0d-b55a-fd7f7d6d95cc', 'name': 'network-vif-deleted', 'tag': 'e56241e8-9992-439d-a276-a06599183449'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:25:56.196655 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d269d7-8cbe-46d7-94d7-b388a5476c7d" -d '{"events": [{"server_uuid": "58428551-d503-4b0d-b55a-fd7f7d6d95cc", "name": "network-vif-deleted", "tag": "e56241e8-9992-439d-a276-a06599183449"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:25:56.352525 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c52c296-89aa-4bd0-88a3-3dd2bfa6df5f x-openstack-request-id: req-1c52c296-89aa-4bd0-88a3-3dd2bfa6df5f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:25:56.352774 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58428551-d503-4b0d-b55a-fd7f7d6d95cc", "name": "network-vif-deleted", "tag": "e56241e8-9992-439d-a276-a06599183449", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:25:56.353092 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c52c296-89aa-4bd0-88a3-3dd2bfa6df5f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:25:56.353482 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58428551-d503-4b0d-b55a-fd7f7d6d95cc', 'name': 'network-vif-deleted', 'tag': 'e56241e8-9992-439d-a276-a06599183449', 'status': 'completed', 'code': 200} Jan 28 19:25:56.472464 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efad0c88-0fd0-460e-82de-c4f4de0b24b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:56.613552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8528720-3112-426c-8154-e4a49e86f01f req-fc7f2e15-f775-4747-b0c6-a0944250b7a2 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:56.616487 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-07e21e6f-97bf-4b8e-8db5-2a79dab2dc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:52Z', 'revision_number': 7, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '536cfb0c-cf6a-4ade-b149-13c642a7e237', 'name': '', 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:cd:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:23Z', 'updated_at': '2022-01-28T19:25:35Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b156ee0c-ebe5-433b-a71b-56da5cef1462', 'name': '', 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:e5:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:25:48Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:56.627091 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8528720-3112-426c-8154-e4a49e86f01f req-fc7f2e15-f775-4747-b0c6-a0944250b7a2 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 945 time: 0.2014856 Jan 28 19:25:56.654323 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e21e6f-97bf-4b8e-8db5-2a79dab2dc2c None None] Checking router: 521f1262-d7cc-4f01-b11c-e7ad68418580 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:25:56.683350 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e21e6f-97bf-4b8e-8db5-2a79dab2dc2c None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:25:56.684641 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-07e21e6f-97bf-4b8e-8db5-2a79dab2dc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:56.752599 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for port (dd5b252f-279a-40db-8ea2-f1b1cbe55ba6), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:56.787376 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8528720-3112-426c-8154-e4a49e86f01f req-5ccf8f6d-0fc0-48da-add5-8b71ac385f7c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539237 Jan 28 19:25:56.877370 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-07e21e6f-97bf-4b8e-8db5-2a79dab2dc2c None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:25:57.109596 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-348a776a-9144-42d9-9796-15ba1339c895 req-8e33e5e0-2e9e-4710-9c47-b3d1ce541a9a tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=58428551-d503-4b0d-b55a-fd7f7d6d95cc HTTP/1.1" status: 200 len: 210 time: 0.0667374 Jan 28 19:25:57.281090 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (dd5b252f-279a-40db-8ea2-f1b1cbe55ba6), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:57.303672 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-07e21e6f-97bf-4b8e-8db5-2a79dab2dc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:52Z', 'revision_number': 7, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '536cfb0c-cf6a-4ade-b149-13c642a7e237', 'name': '', 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:cd:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:23Z', 'updated_at': '2022-01-28T19:25:35Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b156ee0c-ebe5-433b-a71b-56da5cef1462', 'name': '', 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:e5:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:25:48Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:25:57.336842 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e21e6f-97bf-4b8e-8db5-2a79dab2dc2c None None] The sync data for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 is: [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:25:52Z', 'revision_number': 7, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '536cfb0c-cf6a-4ade-b149-13c642a7e237', 'name': '', 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:cd:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:23Z', 'updated_at': '2022-01-28T19:25:35Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b156ee0c-ebe5-433b-a71b-56da5cef1462', 'name': '', 'network_id': '8b44dbe0-803f-48ca-82ef-a382c2a44fc4', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:e5:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:38Z', 'updated_at': '2022-01-28T19:25:48Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:25:57.411284 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d737d9f-ffe4-4ff7-ba0f-01cf71827f51 req-f6ce46ce-323c-486b-973e-d95336d88bdc tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:57.413281 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8d737d9f-ffe4-4ff7-ba0f-01cf71827f51 req-f6ce46ce-323c-486b-973e-d95336d88bdc tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 944 time: 1.2797740 Jan 28 19:25:57.608569 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event updated for resources: {'Port': ['ID=dd5b252f-279a-40db-8ea2-f1b1cbe55ba6,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:25:57.682207 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (c81c6a8e-be00-48e1-a937-bd9a8e854b20), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:57.792028 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8d737d9f-ffe4-4ff7-ba0f-01cf71827f51 req-f3e31c53-a1d2-4e2b-a4f3-8cd71ae9849f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612065 Jan 28 19:25:57.849021 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:57.850687 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-04bdc377-6378-47ab-8bc9-fcabcf0b5add tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8832014 Jan 28 19:25:57.999314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878327f4-e509-48e6-95f4-efc19ea29fad req-980d65d1-56dd-43eb-ba3b-5ea64042aadb tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:58.008222 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-878327f4-e509-48e6-95f4-efc19ea29fad req-980d65d1-56dd-43eb-ba3b-5ea64042aadb tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 945 time: 0.0785189 Jan 28 19:25:58.040500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a421ac-17d7-4290-99f0-d544f00a9747 req-eba7847b-d708-4a08-8d01-7227bc006e4f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:58.041730 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65a421ac-17d7-4290-99f0-d544f00a9747 req-eba7847b-d708-4a08-8d01-7227bc006e4f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 945 time: 0.2487164 Jan 28 19:25:58.079554 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-878327f4-e509-48e6-95f4-efc19ea29fad req-8f6911b3-b9d6-4996-8029-1a8e1cd78914 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686541 Jan 28 19:25:58.283572 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67acb369-95bd-4585-a42f-5b722946d066 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (521f1262-d7cc-4f01-b11c-e7ad68418580), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:58.713912 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-bf8e17a0-ca2f-4ff6-a9d6-95908476b8b8 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1650353086&fields=id&tenant_id=188c3b3012fa4bc99c20429bf8df96c2 HTTP/1.1" status: 200 len: 267 time: 0.5376399 Jan 28 19:25:58.752644 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-efad0c88-0fd0-460e-82de-c4f4de0b24b6 admin admin] Deleting port 6766a180-7d46-4bb6-9941-85e71bccd032 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:58.753180 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efad0c88-0fd0-460e-82de-c4f4de0b24b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6766a180-7d46-4bb6-9941-85e71bccd032), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:58.759335 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-65a421ac-17d7-4290-99f0-d544f00a9747 req-b8388ac2-08a4-40a7-b57c-14153666bbad tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Deleting port 82de6c57-1267-4b9e-9ba4-675f2f81486b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:25:58.759664 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-65a421ac-17d7-4290-99f0-d544f00a9747 req-b8388ac2-08a4-40a7-b57c-14153666bbad tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (82de6c57-1267-4b9e-9ba4-675f2f81486b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:58.893424 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d440c0c-6dda-461c-952f-99d92b0e0cc3 req-fa4b95f6-825f-4ec2-9bf9-40c9b0517bf2 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:58.904783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d440c0c-6dda-461c-952f-99d92b0e0cc3 req-fa4b95f6-825f-4ec2-9bf9-40c9b0517bf2 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=2262b72b-7684-4039-80b4-ced72bfc20d5 HTTP/1.1" status: 200 len: 948 time: 0.1601989 Jan 28 19:25:59.027715 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-cca4426d-dec1-49e8-a66e-f51ba579bab3 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:59.027715 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-cca4426d-dec1-49e8-a66e-f51ba579bab3 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/networks?id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 200 len: 817 time: 0.2716019 Jan 28 19:25:59.136142 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d440c0c-6dda-461c-952f-99d92b0e0cc3 req-c38b5fc6-cae0-436b-9125-b69afaae83d8 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289147 Jan 28 19:25:59.165250 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-8c267959-cd7b-4fc9-b2c7-b0af6ac32360 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/quotas/188c3b3012fa4bc99c20429bf8df96c2 HTTP/1.1" status: 200 len: 375 time: 0.1113739 Jan 28 19:25:59.386723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-65a421ac-17d7-4290-99f0-d544f00a9747 req-b8388ac2-08a4-40a7-b57c-14153666bbad tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] For port 82de6c57-1267-4b9e-9ba4-675f2f81486b, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=82de6c57-1267-4b9e-9ba4-675f2f81486b,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:59.387289 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-65a421ac-17d7-4290-99f0-d544f00a9747 req-b8388ac2-08a4-40a7-b57c-14153666bbad tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (82de6c57-1267-4b9e-9ba4-675f2f81486b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:59.394272 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a25579-b900-41e1-837e-5fe6676674c6 req-3cd90693-8004-48b4-bd17-00e25eae6fa5 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:59.395366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-efad0c88-0fd0-460e-82de-c4f4de0b24b6 admin admin] For port 6766a180-7d46-4bb6-9941-85e71bccd032, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6766a180-7d46-4bb6-9941-85e71bccd032,segment=NetworkSegment(06fd3bee-eb05-4ccf-867d-f680ea3ff31b),segment_id=06fd3bee-eb05-4ccf-867d-f680ea3ff31b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:25:59.395855 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efad0c88-0fd0-460e-82de-c4f4de0b24b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6766a180-7d46-4bb6-9941-85e71bccd032), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:25:59.404875 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4a25579-b900-41e1-837e-5fe6676674c6 req-3cd90693-8004-48b4-bd17-00e25eae6fa5 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 944 time: 0.1474040 Jan 28 19:25:59.452144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-efad0c88-0fd0-460e-82de-c4f4de0b24b6 admin admin] Calling delete_port for 6766a180-7d46-4bb6-9941-85e71bccd032 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:59.482003 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4a25579-b900-41e1-837e-5fe6676674c6 req-eaafbd9a-76a0-477b-a0a9-84b48d0e3e10 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757403 Jan 28 19:25:59.775255 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab74eb3-e2d3-498b-9b34-f9bc5cb56909 req-2e8d0542-6eb8-46b8-ad32-bca30fe6576a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:25:59.782958 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0ab74eb3-e2d3-498b-9b34-f9bc5cb56909 req-2e8d0542-6eb8-46b8-ad32-bca30fe6576a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 945 time: 0.1522691 Jan 28 19:25:59.857568 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-65a421ac-17d7-4290-99f0-d544f00a9747 req-b8388ac2-08a4-40a7-b57c-14153666bbad tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Calling delete_port for 82de6c57-1267-4b9e-9ba4-675f2f81486b owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:25:59.970755 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0ab74eb3-e2d3-498b-9b34-f9bc5cb56909 req-f79d288b-3d63-4247-8c90-4edc6f7238b2 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806324 Jan 28 19:26:00.110884 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:00.159472 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-097207e8-1c35-477a-aaf8-33525790b6d7 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9836774 Jan 28 19:26:00.168432 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efad0c88-0fd0-460e-82de-c4f4de0b24b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6766a180-7d46-4bb6-9941-85e71bccd032), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:00.174989 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-65a421ac-17d7-4290-99f0-d544f00a9747 req-b8388ac2-08a4-40a7-b57c-14153666bbad tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (82de6c57-1267-4b9e-9ba4-675f2f81486b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:00.186755 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['142ea68a-752b-46c9-bb1a-b4806aa40ec5', '4d5dd44b-07f0-4448-a860-366fa16eb9d2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:00.316211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad0c88-0fd0-460e-82de-c4f4de0b24b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6766a180-7d46-4bb6-9941-85e71bccd032,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:00.415664 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8388ac2-08a4-40a7-b57c-14153666bbad tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Pushing event deleted for resources: {'Port': ['ID=82de6c57-1267-4b9e-9ba4-675f2f81486b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:00.513733 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fe0fd-f718-43d0-b4c7-2062791cfb65 req-326ae933-6078-4ae4-aaa8-98fd5c909c67 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:00.526879 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b43fe0fd-f718-43d0-b4c7-2062791cfb65 req-326ae933-6078-4ae4-aaa8-98fd5c909c67 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=2262b72b-7684-4039-80b4-ced72bfc20d5 HTTP/1.1" status: 200 len: 948 time: 0.1981032 Jan 28 19:26:00.595701 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-832d1015-f12d-45c9-93fb-209a5ecbdc61 service neutron] 10.222.0.55 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786123 Jan 28 19:26:00.641879 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b43fe0fd-f718-43d0-b4c7-2062791cfb65 req-3db9c54d-8d7b-4aeb-812a-f610be0a484e tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133862 Jan 28 19:26:00.878772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc926a-37a2-480d-9bc4-f3f9d6df5fdb req-374e39c2-7ff6-408a-a50b-9b1be71b26e1 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:00.898702 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6ddc926a-37a2-480d-9bc4-f3f9d6df5fdb req-374e39c2-7ff6-408a-a50b-9b1be71b26e1 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 944 time: 0.1331844 Jan 28 19:26:01.069402 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6ddc926a-37a2-480d-9bc4-f3f9d6df5fdb req-ed49a376-c311-4d74-abe9-ffcd79922c0f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695054 Jan 28 19:26:01.272739 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-621f3614-95cf-4735-be3b-39d5ceed6feb req-b4f074e6-d7fc-477a-906b-1eb1bcc0d6fc tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ffb0659-a2b0-431a-b809-34f47cf220ab HTTP/1.1" status: 200 len: 210 time: 0.0584154 Jan 28 19:26:01.312287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadfe89-5907-4b39-91c7-4f5061073404 req-e043176e-6da9-4210-9259-4a3a889f4c66 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:01.314168 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5eadfe89-5907-4b39-91c7-4f5061073404 req-e043176e-6da9-4210-9259-4a3a889f4c66 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.31 "GET /v2.0/ports?device_id=2262b72b-7684-4039-80b4-ced72bfc20d5 HTTP/1.1" status: 200 len: 948 time: 0.1932678 Jan 28 19:26:01.586216 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5eadfe89-5907-4b39-91c7-4f5061073404 req-e9dd5fe1-63fe-4010-acd5-40596d820fa1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Deleting port 941bd5b5-84ed-4923-99ae-1e9393f6985e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:01.586952 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5eadfe89-5907-4b39-91c7-4f5061073404 req-e9dd5fe1-63fe-4010-acd5-40596d820fa1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:01.691197 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 82de6c57-1267-4b9e-9ba4-675f2f81486b no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:01.777365 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 82de6c57-1267-4b9e-9ba4-675f2f81486b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:01.777717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 82de6c57-1267-4b9e-9ba4-675f2f81486b not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:01.847622 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5eadfe89-5907-4b39-91c7-4f5061073404 req-e9dd5fe1-63fe-4010-acd5-40596d820fa1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] For port 941bd5b5-84ed-4923-99ae-1e9393f6985e, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=941bd5b5-84ed-4923-99ae-1e9393f6985e,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:01.847992 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5eadfe89-5907-4b39-91c7-4f5061073404 req-e9dd5fe1-63fe-4010-acd5-40596d820fa1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:01.864357 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5eadfe89-5907-4b39-91c7-4f5061073404 req-e9dd5fe1-63fe-4010-acd5-40596d820fa1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Calling delete_port for 941bd5b5-84ed-4923-99ae-1e9393f6985e owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:01.914221 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-f2984975-dcae-4201-b795-985761c1c775 service neutron] 10.222.0.55 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3147538 Jan 28 19:26:01.917201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a421ac-17d7-4290-99f0-d544f00a9747 req-b8388ac2-08a4-40a7-b57c-14153666bbad tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] No DVR routers for this DVR port 82de6c57-1267-4b9e-9ba4-675f2f81486b on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:02.063621 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-65a421ac-17d7-4290-99f0-d544f00a9747 req-b8388ac2-08a4-40a7-b57c-14153666bbad tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.067665 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65a421ac-17d7-4290-99f0-d544f00a9747 req-b8388ac2-08a4-40a7-b57c-14153666bbad tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.37 "DELETE /v2.0/ports/82de6c57-1267-4b9e-9ba4-675f2f81486b HTTP/1.1" status: 204 len: 173 time: 4.0189130 Jan 28 19:26:02.069355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffb0659-a2b0-431a-b809-34f47cf220ab', 'name': 'network-vif-deleted', 'tag': '82de6c57-1267-4b9e-9ba4-675f2f81486b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:02.072028 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97a4fed-7b25-4e87-8953-cdc146fe9784" -d '{"events": [{"server_uuid": "2ffb0659-a2b0-431a-b809-34f47cf220ab", "name": "network-vif-deleted", "tag": "82de6c57-1267-4b9e-9ba4-675f2f81486b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:02.096211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-67acb369-95bd-4585-a42f-5b722946d066 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting port b156ee0c-ebe5-433b-a71b-56da5cef1462 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:02.096565 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67acb369-95bd-4585-a42f-5b722946d066 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.298195 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db264ef5-76cc-4693-9fb5-55c76d1ff2f4 x-openstack-request-id: req-db264ef5-76cc-4693-9fb5-55c76d1ff2f4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:02.302233 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffb0659-a2b0-431a-b809-34f47cf220ab", "name": "network-vif-deleted", "tag": "82de6c57-1267-4b9e-9ba4-675f2f81486b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:02.303979 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db264ef5-76cc-4693-9fb5-55c76d1ff2f4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:02.304828 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffb0659-a2b0-431a-b809-34f47cf220ab', 'name': 'network-vif-deleted', 'tag': '82de6c57-1267-4b9e-9ba4-675f2f81486b', 'status': 'completed', 'code': 200} Jan 28 19:26:02.367485 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-efad0c88-0fd0-460e-82de-c4f4de0b24b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.381877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-67acb369-95bd-4585-a42f-5b722946d066 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] For port b156ee0c-ebe5-433b-a71b-56da5cef1462, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b156ee0c-ebe5-433b-a71b-56da5cef1462,segment=NetworkSegment(df8b4d27-379d-4024-80a6-16e197fc4b05),segment_id=df8b4d27-379d-4024-80a6-16e197fc4b05)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:02.382397 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67acb369-95bd-4585-a42f-5b722946d066 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.421158 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ee715-a9cb-4340-8dbd-91e75e6504c3 req-128018c3-1a5d-47f8-a988-1e3604b3bfc2 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:02.431708 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-066ee715-a9cb-4340-8dbd-91e75e6504c3 req-128018c3-1a5d-47f8-a988-1e3604b3bfc2 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/ports?device_id=2262b72b-7684-4039-80b4-ced72bfc20d5 HTTP/1.1" status: 200 len: 948 time: 0.2003167 Jan 28 19:26:02.439515 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5eadfe89-5907-4b39-91c7-4f5061073404 req-e9dd5fe1-63fe-4010-acd5-40596d820fa1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (941bd5b5-84ed-4923-99ae-1e9393f6985e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.501496 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd5fe1-63fe-4010-acd5-40596d820fa1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Pushing event deleted for resources: {'Port': ['ID=941bd5b5-84ed-4923-99ae-1e9393f6985e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:02.506978 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-67acb369-95bd-4585-a42f-5b722946d066 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Calling delete_port for b156ee0c-ebe5-433b-a71b-56da5cef1462 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:02.646100 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-066ee715-a9cb-4340-8dbd-91e75e6504c3 req-cea59943-494b-4315-aa2f-b92c1596d632 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.55 "GET /v2.0/security-groups?id=801be084-9798-4874-8d2a-5ccf597a6d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129252 Jan 28 19:26:02.679357 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eadfe89-5907-4b39-91c7-4f5061073404 req-e9dd5fe1-63fe-4010-acd5-40596d820fa1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] No DVR routers for this DVR port 941bd5b5-84ed-4923-99ae-1e9393f6985e on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:02.684488 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5eadfe89-5907-4b39-91c7-4f5061073404 req-e9dd5fe1-63fe-4010-acd5-40596d820fa1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:02.692750 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5eadfe89-5907-4b39-91c7-4f5061073404 req-e9dd5fe1-63fe-4010-acd5-40596d820fa1 tempest-ListImageFiltersTestJSON-654681559 tempest-ListImageFiltersTestJSON-654681559-project] 10.222.0.31 "DELETE /v2.0/ports/941bd5b5-84ed-4923-99ae-1e9393f6985e HTTP/1.1" status: 204 len: 173 time: 1.3296442 Jan 28 19:26:02.694139 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2262b72b-7684-4039-80b4-ced72bfc20d5', 'name': 'network-vif-deleted', 'tag': '941bd5b5-84ed-4923-99ae-1e9393f6985e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:02.700888 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8e02e8-cb6e-49c4-906b-a4ba0af711e3" -d '{"events": [{"server_uuid": "2262b72b-7684-4039-80b4-ced72bfc20d5", "name": "network-vif-deleted", "tag": "941bd5b5-84ed-4923-99ae-1e9393f6985e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:02.767569 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-014f615b-8082-471a-8447-9b9512706c4c req-303043d8-cad9-4edc-8011-0f88cd6a0925 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 210 time: 0.0426314 Jan 28 19:26:02.770486 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f5f44-c823-4e6e-8378-32a12b8573ef req-c4b2b49b-c64f-4f5a-b5f7-a5b677fa12f9 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:02.772330 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b3f5f44-c823-4e6e-8378-32a12b8573ef req-c4b2b49b-c64f-4f5a-b5f7-a5b677fa12f9 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 944 time: 0.2684460 Jan 28 19:26:02.884972 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b3f5f44-c823-4e6e-8378-32a12b8573ef req-1416ac27-4105-4202-8a21-09148c72fb6a tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024942 Jan 28 19:26:02.893572 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c089ba6c-2b26-48f0-a129-40d918a08759 x-openstack-request-id: req-c089ba6c-2b26-48f0-a129-40d918a08759 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:02.894075 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2262b72b-7684-4039-80b4-ced72bfc20d5", "name": "network-vif-deleted", "tag": "941bd5b5-84ed-4923-99ae-1e9393f6985e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:02.894503 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c089ba6c-2b26-48f0-a129-40d918a08759 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:02.895075 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2262b72b-7684-4039-80b4-ced72bfc20d5', 'name': 'network-vif-deleted', 'tag': '941bd5b5-84ed-4923-99ae-1e9393f6985e', 'status': 'completed', 'code': 200} Jan 28 19:26:02.990612 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:26:03.226698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efad0c88-0fd0-460e-82de-c4f4de0b24b6 admin admin] Router cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:26:03.245383 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67acb369-95bd-4585-a42f-5b722946d066 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (b156ee0c-ebe5-433b-a71b-56da5cef1462), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:03.307141 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acb369-95bd-4585-a42f-5b722946d066 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Port': ['ID=b156ee0c-ebe5-433b-a71b-56da5cef1462,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:03.577818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec58ff-4f73-405d-a0ec-fab0588fc606 req-bf17a4b9-b866-40a2-ae9f-aa03e95b2859 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:03.579362 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8ec58ff-4f73-405d-a0ec-fab0588fc606 req-bf17a4b9-b866-40a2-ae9f-aa03e95b2859 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 945 time: 0.2252834 Jan 28 19:26:03.681951 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efad0c88-0fd0-460e-82de-c4f4de0b24b6 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:03.689664 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-efad0c88-0fd0-460e-82de-c4f4de0b24b6 admin admin] 10.222.0.55 "PUT /v2.0/routers/cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0657375 Jan 28 19:26:03.690055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57552) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:03.698622 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb575e2-ce26-48db-b954-34451ee7199a None None] Sync routers for ids ['cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:03.734554 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb575e2-ce26-48db-b954-34451ee7199a None None] Routers {'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:03.736970 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dbb575e2-ce26-48db-b954-34451ee7199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:03.783857 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67acb369-95bd-4585-a42f-5b722946d066 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (521f1262-d7cc-4f01-b11c-e7ad68418580), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:03.812059 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8ec58ff-4f73-405d-a0ec-fab0588fc606 req-2247e9bb-87d9-4f47-abb3-70a78ad3cc97 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958053 Jan 28 19:26:03.968145 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a52d280-ba3c-4bcc-8f6c-25de76780c60 admin admin] Publish callbacks [] for router (cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:04.042866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dbb575e2-ce26-48db-b954-34451ee7199a None None] Set router cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:04.137780 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a52d280-ba3c-4bcc-8f6c-25de76780c60 admin admin] Publish callbacks [] for router_gateway (cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:04.204543 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ad3ee7d-3cc4-4407-b43f-f8923a73e935 req-fe5e04b1-11e3-4516-a167-bf595bb464b7 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 210 time: 0.1695309 Jan 28 19:26:04.249090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3a52d280-ba3c-4bcc-8f6c-25de76780c60 admin admin] Deleting port f9ff7632-0c4c-411b-b6d9-837070efa259 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:04.249401 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a52d280-ba3c-4bcc-8f6c-25de76780c60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f9ff7632-0c4c-411b-b6d9-837070efa259), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:04.438893 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-8f7684a4-1ad9-4c29-89c8-5bd6c66bb3ef tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:04.445699 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-8f7684a4-1ad9-4c29-89c8-5bd6c66bb3ef tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.37 "GET /v2.0/networks?id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 200 len: 817 time: 0.4116738 Jan 28 19:26:04.446988 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3a52d280-ba3c-4bcc-8f6c-25de76780c60 admin admin] For port f9ff7632-0c4c-411b-b6d9-837070efa259, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f9ff7632-0c4c-411b-b6d9-837070efa259,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:04.448115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a52d280-ba3c-4bcc-8f6c-25de76780c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f9ff7632-0c4c-411b-b6d9-837070efa259), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:04.471232 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3a52d280-ba3c-4bcc-8f6c-25de76780c60 admin admin] Calling delete_port for f9ff7632-0c4c-411b-b6d9-837070efa259 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:04.474441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dbb575e2-ce26-48db-b954-34451ee7199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'name': 'tempest-TaggedBootDevicesTest-1325393383-router', 'tenant_id': '75166bf4b0ff455194837b1ecd812dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'f9ff7632-0c4c-411b-b6d9-837070efa259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:25:59Z', 'revision_number': 5, 'project_id': '75166bf4b0ff455194837b1ecd812dc9', 'gw_port': {'id': 'f9ff7632-0c4c-411b-b6d9-837070efa259', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:e2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:16:41Z', 'updated_at': '2022-01-28T19:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:04.518929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb575e2-ce26-48db-b954-34451ee7199a None None] Checking router: cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:04.531024 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb575e2-ce26-48db-b954-34451ee7199a None None] Routers {'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:04.531918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dbb575e2-ce26-48db-b954-34451ee7199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:04.611816 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-dff2b6f5-5fc5-4737-b7f9-63b4c7022a1c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=188c3b3012fa4bc99c20429bf8df96c2 HTTP/1.1" status: 200 len: 380 time: 0.1511688 Jan 28 19:26:04.659548 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-929deaa9-f538-48a4-b1eb-9a542076e4a2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Request body: {'port': {'device_id': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'admin_state_up': True, 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'security_groups': ['cf7fbaf3-fc5b-4652-9092-ff1970821b9b']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:04.686355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f5593-d6e9-436a-bb3d-b12601d4ebd4 req-ecaf1082-20ab-460b-b0a1-92647a561cc3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:04.693950 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db1f5593-d6e9-436a-bb3d-b12601d4ebd4 req-ecaf1082-20ab-460b-b0a1-92647a561cc3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 944 time: 0.2361741 Jan 28 19:26:04.810839 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db1f5593-d6e9-436a-bb3d-b12601d4ebd4 req-f7806dfe-e3af-4d5b-bb38-29c737e696ec tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156785 Jan 28 19:26:04.826646 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 8b6e0659-59d2-4159-9cb2-64a74c6dd95a details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:26:04.848175 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dbb575e2-ce26-48db-b954-34451ee7199a None None] Set router cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:04.889957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67acb369-95bd-4585-a42f-5b722946d066 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router 521f1262-d7cc-4f01-b11c-e7ad68418580 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:26:04.922940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dbb575e2-ce26-48db-b954-34451ee7199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'name': 'tempest-TaggedBootDevicesTest-1325393383-router', 'tenant_id': '75166bf4b0ff455194837b1ecd812dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:26:04Z', 'revision_number': 6, 'project_id': '75166bf4b0ff455194837b1ecd812dc9', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:04.967396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb575e2-ce26-48db-b954-34451ee7199a None None] The sync data for ids ['cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c'] in n-d-824834-4 is: [{'id': 'cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c', 'name': 'tempest-TaggedBootDevicesTest-1325393383-router', 'tenant_id': '75166bf4b0ff455194837b1ecd812dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:16:40Z', 'updated_at': '2022-01-28T19:26:04Z', 'revision_number': 6, 'project_id': '75166bf4b0ff455194837b1ecd812dc9', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:05.025375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85d71d-db06-4eaa-b2ca-c08fae48e9d8 req-808540e7-7965-4ad9-a367-c40d1daaf934 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:05.029339 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be85d71d-db06-4eaa-b2ca-c08fae48e9d8 req-808540e7-7965-4ad9-a367-c40d1daaf934 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.31 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 945 time: 0.3965268 Jan 28 19:26:05.083770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-929deaa9-f538-48a4-b1eb-9a542076e4a2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Made reservation on behalf of 188c3b3012fa4bc99c20429bf8df96c2 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:05.088071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-929deaa9-f538-48a4-b1eb-9a542076e4a2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:05.114011 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:05.131240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a', 'network_id': '32dd6380-90f2-4c91-b2e9-082cc1b5e03d', 'port_id': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a', 'mac_address': 'fa:16:3e:27:85:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd274110-81e6-4773-bb6c-ca2de3e25bde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:26:05.137872 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959bd07-d58d-4bc6-9cd4-0c041a639fe9 req-b4dc6444-4714-447e-9b36-02703d8f9fa1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:05.139447 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e959bd07-d58d-4bc6-9cd4-0c041a639fe9 req-b4dc6444-4714-447e-9b36-02703d8f9fa1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 945 time: 0.1412287 Jan 28 19:26:05.157322 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67acb369-95bd-4585-a42f-5b722946d066 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:05.162726 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-67acb369-95bd-4585-a42f-5b722946d066 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/521f1262-d7cc-4f01-b11c-e7ad68418580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9697073 Jan 28 19:26:05.170313 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163bd65-3fe6-4f48-8b60-5a2e2bac1ceb None None] Sync routers for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:05.173247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57612) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:05.195394 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b163bd65-3fe6-4f48-8b60-5a2e2bac1ceb None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:05.202361 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b163bd65-3fe6-4f48-8b60-5a2e2bac1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:05.261997 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:05.262324 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:05.285843 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e959bd07-d58d-4bc6-9cd4-0c041a639fe9 req-8d5876f9-be44-4c60-93eb-b4fb6137359f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364655 Jan 28 19:26:05.334104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6e0659-59d2-4159-9cb2-64a74c6dd95a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:05.383967 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-929deaa9-f538-48a4-b1eb-9a542076e4a2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Allocated IP 172.20.0.9 (4eaabcda-c76b-4b7a-807c-2b462b7a6f9c/f81e2f04-6d65-4bf2-ae23-2d422541a4df/9fad56e8-ad6c-4341-9d37-c8cfca4b3a06) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:05.419238 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:05.432372 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:05.436105 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b163bd65-3fe6-4f48-8b60-5a2e2bac1ceb None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:05.505925 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-95dc7bf1-ce65-4ac7-855a-efbc33b00ead tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting subnet 03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:26:05.517274 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a52d280-ba3c-4bcc-8f6c-25de76780c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f9ff7632-0c4c-411b-b6d9-837070efa259), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:05.565580 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95dc7bf1-ce65-4ac7-855a-efbc33b00ead tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:05.579774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:05.585740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52d280-ba3c-4bcc-8f6c-25de76780c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ff7632-0c4c-411b-b6d9-837070efa259,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:05.613844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:05.617545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:05.618100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:05.618715 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:05.619224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:05.619702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:05.620147 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16ebd28f-76a1-4168-b1f3-6e6accb5b46a req-a9efb5a5-a1c1-46bb-b669-903f881f9f7b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 210 time: 0.1563833 Jan 28 19:26:05.621515 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:05.622325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:05.625710 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:05.626122 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:05.626525 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:05.626866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:05.627200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:05.659162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['8b6e0659-59d2-4159-9cb2-64a74c6dd95a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:05.840649 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a52d280-ba3c-4bcc-8f6c-25de76780c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:05.867446 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-929deaa9-f538-48a4-b1eb-9a542076e4a2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:05.971152 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-929deaa9-f538-48a4-b1eb-9a542076e4a2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.027467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-929deaa9-f538-48a4-b1eb-9a542076e4a2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:06.032504 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-929deaa9-f538-48a4-b1eb-9a542076e4a2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:06.074682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-929deaa9-f538-48a4-b1eb-9a542076e4a2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:06.099270 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6766a180-7d46-4bb6-9941-85e71bccd032 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:06.118675 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a52d280-ba3c-4bcc-8f6c-25de76780c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.125254 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a52d280-ba3c-4bcc-8f6c-25de76780c60 admin admin] Publish callbacks [] for router_controller (cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.232983 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b163bd65-3fe6-4f48-8b60-5a2e2bac1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:26:02Z', 'revision_number': 8, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '536cfb0c-cf6a-4ade-b149-13c642a7e237', 'name': '', 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:cd:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:23Z', 'updated_at': '2022-01-28T19:25:35Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:06.250755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929deaa9-f538-48a4-b1eb-9a542076e4a2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event updated for resources: {'Port': ['ID=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:06.258612 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a52d280-ba3c-4bcc-8f6c-25de76780c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.259338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a52d280-ba3c-4bcc-8f6c-25de76780c60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:26:06.264488 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a52d280-ba3c-4bcc-8f6c-25de76780c60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.271113 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57632) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:06.277017 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 6766a180-7d46-4bb6-9941-85e71bccd032 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:06.283169 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6766a180-7d46-4bb6-9941-85e71bccd032 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:06.285036 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f9ff7632-0c4c-411b-b6d9-837070efa259 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:06.289368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3a52d280-ba3c-4bcc-8f6c-25de76780c60 admin admin] 10.222.0.55 "DELETE /v2.0/routers/cf6bc9fa-a1f7-4bb2-b89b-79764d85d01c HTTP/1.1" status: 204 len: 168 time: 2.5892060 Jan 28 19:26:06.346872 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163bd65-3fe6-4f48-8b60-5a2e2bac1ceb None None] Checking router: 521f1262-d7cc-4f01-b11c-e7ad68418580 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:06.371133 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95dc7bf1-ce65-4ac7-855a-efbc33b00ead tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.373268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: f9ff7632-0c4c-411b-b6d9-837070efa259 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:06.373497 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f9ff7632-0c4c-411b-b6d9-837070efa259 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:06.403375 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b163bd65-3fe6-4f48-8b60-5a2e2bac1ceb None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:06.404000 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b163bd65-3fe6-4f48-8b60-5a2e2bac1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:06.431207 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae51780-9f65-4267-8ce6-9d91686ff491 admin admin] Deleting subnet 2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:26:06.437797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57638) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:06.469080 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-929deaa9-f538-48a4-b1eb-9a542076e4a2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:06.469751 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-929deaa9-f538-48a4-b1eb-9a542076e4a2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.477540 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bae51780-9f65-4267-8ce6-9d91686ff491 admin admin] Publish callbacks [] for subnet (2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.500096 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5193e5f9-1ab2-443f-92c5-9f6a5c8b823b None None] Provisioning complete for port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:06.500626 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5193e5f9-1ab2-443f-92c5-9f6a5c8b823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.583897 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-929deaa9-f538-48a4-b1eb-9a542076e4a2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9646008 Jan 28 19:26:06.608658 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Request body: {'port': {'device_id': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:06.614014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5193e5f9-1ab2-443f-92c5-9f6a5c8b823b None None] Port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:26:06.628091 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95dc7bf1-ce65-4ac7-855a-efbc33b00ead tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.644315 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bae51780-9f65-4267-8ce6-9d91686ff491 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.669115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4d5dd44b-07f0-4448-a860-366fa16eb9d2 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:06.696856 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a087f-8cd6-4253-84f7-23d0cf2b825c req-c3883a91-5ab2-4186-a8a0-8cf78c3c3178 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:06.698572 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-357a087f-8cd6-4253-84f7-23d0cf2b825c req-c3883a91-5ab2-4186-a8a0-8cf78c3c3178 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=865bdefa-df63-4410-84a1-ec17abb25b09 HTTP/1.1" status: 200 len: 945 time: 0.2564878 Jan 28 19:26:06.723953 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.766635 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95dc7bf1-ce65-4ac7-855a-efbc33b00ead tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.859774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4d5dd44b-07f0-4448-a860-366fa16eb9d2 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:06.860268 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4d5dd44b-07f0-4448-a860-366fa16eb9d2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.870351 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95dc7bf1-ce65-4ac7-855a-efbc33b00ead tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.878075 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-95dc7bf1-ce65-4ac7-855a-efbc33b00ead tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f HTTP/1.1" status: 204 len: 168 time: 1.7024608 Jan 28 19:26:06.885063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc7bf1-ce65-4ac7-855a-efbc33b00ead tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Subnet': ['ID=03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:06.888286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57646) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:06.892278 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-be85d71d-db06-4eaa-b2ca-c08fae48e9d8 req-f084a80a-b9bd-4b62-94aa-11d6705b8120 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Deleting port 4d5dd44b-07f0-4448-a860-366fa16eb9d2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:06.892506 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-be85d71d-db06-4eaa-b2ca-c08fae48e9d8 req-f084a80a-b9bd-4b62-94aa-11d6705b8120 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4d5dd44b-07f0-4448-a860-366fa16eb9d2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:06.906582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88809944-b00f-4b06-bc63-df82822798d5 None None] Network 8b44dbe0-803f-48ca-82ef-a382c2a44fc4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:06.969243 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b163bd65-3fe6-4f48-8b60-5a2e2bac1ceb None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:06.981150 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4d5dd44b-07f0-4448-a860-366fa16eb9d2, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4d5dd44b-07f0-4448-a860-366fa16eb9d2,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:06.990056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865bdefa-df63-4410-84a1-ec17abb25b09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d5dd44b-07f0-4448-a860-366fa16eb9d2'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:06.996099 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5827c3-7b80-4035-ad4b-8bbdaadace0c" -d '{"events": [{"server_uuid": "865bdefa-df63-4410-84a1-ec17abb25b09", "name": "network-vif-unplugged", "status": "completed", "tag": "4d5dd44b-07f0-4448-a860-366fa16eb9d2"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:06.999578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5515750-6661-4125-9479-8478b2dcd597 req-3591430c-1b8c-4eb0-8dd3-7bf73bb6894d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:07.001212 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c5515750-6661-4125-9479-8478b2dcd597 req-3591430c-1b8c-4eb0-8dd3-7bf73bb6894d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 945 time: 0.7716002 Jan 28 19:26:07.075048 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4d5dd44b-07f0-4448-a860-366fa16eb9d2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.076229 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 941bd5b5-84ed-4923-99ae-1e9393f6985e no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:07.188630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4d5dd44b-07f0-4448-a860-366fa16eb9d2,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:07.201815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 941bd5b5-84ed-4923-99ae-1e9393f6985e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:07.202215 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 941bd5b5-84ed-4923-99ae-1e9393f6985e not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:07.254289 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (8b44dbe0-803f-48ca-82ef-a382c2a44fc4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.283546 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b163bd65-3fe6-4f48-8b60-5a2e2bac1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:26:02Z', 'revision_number': 8, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '536cfb0c-cf6a-4ade-b149-13c642a7e237', 'name': '', 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:cd:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:23Z', 'updated_at': '2022-01-28T19:25:35Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:07.370856 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163bd65-3fe6-4f48-8b60-5a2e2bac1ceb None None] The sync data for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 is: [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:26:02Z', 'revision_number': 8, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '536cfb0c-cf6a-4ade-b149-13c642a7e237', 'name': '', 'network_id': '4d601c56-e2b3-47af-98ea-2ed7fa32232c', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:cd:28:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:23Z', 'updated_at': '2022-01-28T19:25:35Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': 'f0ff8abb-eabd-4422-aded-e7e607843de9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:07.404342 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa19806-822c-4cf4-a8ff-2decec2cd03b None None] DHCP port deletion for 8b44dbe0-803f-48ca-82ef-a382c2a44fc4 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:26:07.473878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-be85d71d-db06-4eaa-b2ca-c08fae48e9d8 req-f084a80a-b9bd-4b62-94aa-11d6705b8120 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] For port 4d5dd44b-07f0-4448-a860-366fa16eb9d2, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4d5dd44b-07f0-4448-a860-366fa16eb9d2,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:07.474246 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-be85d71d-db06-4eaa-b2ca-c08fae48e9d8 req-f084a80a-b9bd-4b62-94aa-11d6705b8120 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4d5dd44b-07f0-4448-a860-366fa16eb9d2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.491058 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-be85d71d-db06-4eaa-b2ca-c08fae48e9d8 req-f084a80a-b9bd-4b62-94aa-11d6705b8120 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Calling delete_port for 4d5dd44b-07f0-4448-a860-366fa16eb9d2 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:07.535235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-daa19806-822c-4cf4-a8ff-2decec2cd03b None None] Deleting port 35db58be-ca1f-457f-87d7-baf93769caa9 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:07.536861 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-daa19806-822c-4cf4-a8ff-2decec2cd03b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (35db58be-ca1f-457f-87d7-baf93769caa9), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.720951 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-daa19806-822c-4cf4-a8ff-2decec2cd03b None None] For port 35db58be-ca1f-457f-87d7-baf93769caa9, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=35db58be-ca1f-457f-87d7-baf93769caa9,segment=NetworkSegment(df8b4d27-379d-4024-80a6-16e197fc4b05),segment_id=df8b4d27-379d-4024-80a6-16e197fc4b05)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:07.723028 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-daa19806-822c-4cf4-a8ff-2decec2cd03b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (35db58be-ca1f-457f-87d7-baf93769caa9), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.754379 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-daa19806-822c-4cf4-a8ff-2decec2cd03b None None] Calling delete_port for 35db58be-ca1f-457f-87d7-baf93769caa9 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:07.796828 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-be85d71d-db06-4eaa-b2ca-c08fae48e9d8 req-f084a80a-b9bd-4b62-94aa-11d6705b8120 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4d5dd44b-07f0-4448-a860-366fa16eb9d2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.847728 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bae51780-9f65-4267-8ce6-9d91686ff491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:07.974401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['142ea68a-752b-46c9-bb1a-b4806aa40ec5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:07.988850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 35db58be-ca1f-457f-87d7-baf93769caa9 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:07.991198 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-daa19806-822c-4cf4-a8ff-2decec2cd03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (35db58be-ca1f-457f-87d7-baf93769caa9), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.045509 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9890b0d7-bdf2-4c25-9c25-677801b22737 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d9a35350d4d4187a8af2156e2f0d39a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6013751 Jan 28 19:26:08.055962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57654) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:08.081158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 35db58be-ca1f-457f-87d7-baf93769caa9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:08.081968 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 35db58be-ca1f-457f-87d7-baf93769caa9 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:08.082304 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b156ee0c-ebe5-433b-a71b-56da5cef1462 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:08.106660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: b156ee0c-ebe5-433b-a71b-56da5cef1462 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:08.107011 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b156ee0c-ebe5-433b-a71b-56da5cef1462 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:08.125444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa19806-822c-4cf4-a8ff-2decec2cd03b None None] Pushing event deleted for resources: {'Port': ['ID=35db58be-ca1f-457f-87d7-baf93769caa9,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:08.126447 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bae51780-9f65-4267-8ce6-9d91686ff491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.135337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa19806-822c-4cf4-a8ff-2decec2cd03b None None] No DVR routers for this DVR port 35db58be-ca1f-457f-87d7-baf93769caa9 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:08.157358 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-357a087f-8cd6-4253-84f7-23d0cf2b825c req-8e90958f-ce58-4a4a-9d46-ab7e257ba971 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4515483 Jan 28 19:26:08.172745 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55366d3-efc9-4f06-90cf-e23c4cd71359 None None] Network f4294580-1870-4ac6-a1e0-556b6ca29ee5 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:08.212852 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bae51780-9f65-4267-8ce6-9d91686ff491 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.237138 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bae51780-9f65-4267-8ce6-9d91686ff491 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff HTTP/1.1" status: 204 len: 168 time: 1.9649272 Jan 28 19:26:08.264331 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57656) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:08.280007 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c5515750-6661-4125-9479-8478b2dcd597 req-fa67f324-601e-4381-b680-c1fed7433943 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2150760 Jan 28 19:26:08.282415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae51780-9f65-4267-8ce6-9d91686ff491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e386a9a-b9fb-467b-82a4-c3f7ae54d8ff,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:08.286741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084a80a-b9bd-4b62-94aa-11d6705b8120 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Pushing event deleted for resources: {'Port': ['ID=4d5dd44b-07f0-4448-a860-366fa16eb9d2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:08.345035 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c58c27-72c0-4822-b581-369bbe2fd22e x-openstack-request-id: req-94c58c27-72c0-4822-b581-369bbe2fd22e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:08.345620 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865bdefa-df63-4410-84a1-ec17abb25b09", "name": "network-vif-unplugged", "status": "completed", "tag": "4d5dd44b-07f0-4448-a860-366fa16eb9d2", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:08.345620 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94c58c27-72c0-4822-b581-369bbe2fd22e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:08.345942 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865bdefa-df63-4410-84a1-ec17abb25b09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d5dd44b-07f0-4448-a860-366fa16eb9d2', 'code': 200} Jan 28 19:26:08.371483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-be85d71d-db06-4eaa-b2ca-c08fae48e9d8 req-f084a80a-b9bd-4b62-94aa-11d6705b8120 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] No DVR routers for this DVR port 4d5dd44b-07f0-4448-a860-366fa16eb9d2 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:08.377261 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-be85d71d-db06-4eaa-b2ca-c08fae48e9d8 req-f084a80a-b9bd-4b62-94aa-11d6705b8120 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.381901 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be85d71d-db06-4eaa-b2ca-c08fae48e9d8 req-f084a80a-b9bd-4b62-94aa-11d6705b8120 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.31 "DELETE /v2.0/ports/4d5dd44b-07f0-4448-a860-366fa16eb9d2 HTTP/1.1" status: 204 len: 173 time: 3.3426540 Jan 28 19:26:08.382727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865bdefa-df63-4410-84a1-ec17abb25b09', 'name': 'network-vif-deleted', 'tag': '4d5dd44b-07f0-4448-a860-366fa16eb9d2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:08.385971 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db67cf7-536b-4006-bb3c-973bd4c2bf9a" -d '{"events": [{"server_uuid": "865bdefa-df63-4410-84a1-ec17abb25b09", "name": "network-vif-deleted", "tag": "4d5dd44b-07f0-4448-a860-366fa16eb9d2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:08.406724 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3628de52-91c0-4ca2-bc3e-6a4234da6f0f admin admin] Publish callbacks [] for security_group (801be084-9798-4874-8d2a-5ccf597a6d92), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.427861 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting port 35db58be-ca1f-457f-87d7-baf93769caa9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:08.428205 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (35db58be-ca1f-457f-87d7-baf93769caa9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.491173 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcaedd3-d20a-4e4c-8d1a-706fb1fb5a41 None None] DHCP port deletion for f4294580-1870-4ac6-a1e0-556b6ca29ee5 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:26:08.512183 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3628de52-91c0-4ca2-bc3e-6a4234da6f0f admin admin] Publish callbacks [] for security_group (801be084-9798-4874-8d2a-5ccf597a6d92), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.528485 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccf9594-e62d-4048-b4b4-454a69c0d934 x-openstack-request-id: req-6ccf9594-e62d-4048-b4b4-454a69c0d934 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:08.529040 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "865bdefa-df63-4410-84a1-ec17abb25b09", "name": "network-vif-deleted", "tag": "4d5dd44b-07f0-4448-a860-366fa16eb9d2", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:08.529670 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ccf9594-e62d-4048-b4b4-454a69c0d934 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:08.530265 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865bdefa-df63-4410-84a1-ec17abb25b09', 'name': 'network-vif-deleted', 'tag': '4d5dd44b-07f0-4448-a860-366fa16eb9d2', 'status': 'completed', 'code': 200} Jan 28 19:26:08.534385 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (f4294580-1870-4ac6-a1e0-556b6ca29ee5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.576178 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] For port 35db58be-ca1f-457f-87d7-baf93769caa9, host n-d-824834-4, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:08.576610 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (35db58be-ca1f-457f-87d7-baf93769caa9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.579788 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1dcaedd3-d20a-4e4c-8d1a-706fb1fb5a41 None None] Deleting port 308e77ef-cfdc-4b46-8c71-b044cadb3174 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:08.580166 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1dcaedd3-d20a-4e4c-8d1a-706fb1fb5a41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (308e77ef-cfdc-4b46-8c71-b044cadb3174), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.627830 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Calling delete_port for 35db58be-ca1f-457f-87d7-baf93769caa9 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:08.631751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745616ed-29be-4106-bdd5-3f9595ea97bb req-54bae433-e0b8-4053-b26d-77a86a6d00e5 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:08.633570 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Port 35db58be-ca1f-457f-87d7-baf93769caa9 was not found and therefore no delete operation was performed {{(pid=103146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:26:08.634188 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-745616ed-29be-4106-bdd5-3f9595ea97bb req-54bae433-e0b8-4053-b26d-77a86a6d00e5 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 931 time: 0.3584414 Jan 28 19:26:08.635343 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (35db58be-ca1f-457f-87d7-baf93769caa9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.653795 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1dcaedd3-d20a-4e4c-8d1a-706fb1fb5a41 None None] For port 308e77ef-cfdc-4b46-8c71-b044cadb3174, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=308e77ef-cfdc-4b46-8c71-b044cadb3174,segment=NetworkSegment(06fd3bee-eb05-4ccf-867d-f680ea3ff31b),segment_id=06fd3bee-eb05-4ccf-867d-f680ea3ff31b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:08.654608 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1dcaedd3-d20a-4e4c-8d1a-706fb1fb5a41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (308e77ef-cfdc-4b46-8c71-b044cadb3174), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.671375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1dcaedd3-d20a-4e4c-8d1a-706fb1fb5a41 None None] Calling delete_port for 308e77ef-cfdc-4b46-8c71-b044cadb3174 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:08.677662 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Port': ['ID=35db58be-ca1f-457f-87d7-baf93769caa9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:08.685221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] No DVR routers for this DVR port 35db58be-ca1f-457f-87d7-baf93769caa9 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:08.688731 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 8b6e0659-59d2-4159-9cb2-64a74c6dd95a up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:08.755776 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:08.779818 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Publish callbacks [] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.801244 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3628de52-91c0-4ca2-bc3e-6a4234da6f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (801be084-9798-4874-8d2a-5ccf597a6d92), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.804261 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3628de52-91c0-4ca2-bc3e-6a4234da6f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.805546 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3628de52-91c0-4ca2-bc3e-6a4234da6f0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/801be084-9798-4874-8d2a-5ccf597a6d92 HTTP/1.1" status: 204 len: 168 time: 0.7387979 Jan 28 19:26:08.824333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:26:08.828575 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-745616ed-29be-4106-bdd5-3f9595ea97bb req-b579252e-5b34-4103-9239-2e88a4c49230 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824784 Jan 28 19:26:08.829717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Transition to ACTIVE for port object 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:26:08.832247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628de52-91c0-4ca2-bc3e-6a4234da6f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801be084-9798-4874-8d2a-5ccf597a6d92,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:08.840072 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.856301 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:08.857491 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.913223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] Deleting port 308e77ef-cfdc-4b46-8c71-b044cadb3174 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:08.913851 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (308e77ef-cfdc-4b46-8c71-b044cadb3174), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.917873 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (8b44dbe0-803f-48ca-82ef-a382c2a44fc4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:08.931413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Pushing event updated for resources: {'Port': ['ID=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:08.991249 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b44dbe0-803f-48ca-82ef-a382c2a44fc4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:09.016673 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1dcaedd3-d20a-4e4c-8d1a-706fb1fb5a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (308e77ef-cfdc-4b46-8c71-b044cadb3174), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.034652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8b4d27-379d-4024-80a6-16e197fc4b05') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:09.034973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8b4d27-379d-4024-80a6-16e197fc4b05') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:09.070343 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (df8b4d27-379d-4024-80a6-16e197fc4b05), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.106864 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (df8b4d27-379d-4024-80a6-16e197fc4b05), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.129235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:26:09.129659 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (df8b4d27-379d-4024-80a6-16e197fc4b05), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.131862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcaedd3-d20a-4e4c-8d1a-706fb1fb5a41 None None] Pushing event deleted for resources: {'Port': ['ID=308e77ef-cfdc-4b46-8c71-b044cadb3174,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:26:09.133724 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:26:09.139594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcaedd3-d20a-4e4c-8d1a-706fb1fb5a41 None None] No DVR routers for this DVR port 308e77ef-cfdc-4b46-8c71-b044cadb3174 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:09.167001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] For port 308e77ef-cfdc-4b46-8c71-b044cadb3174, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=308e77ef-cfdc-4b46-8c71-b044cadb3174,segment=NetworkSegment(06fd3bee-eb05-4ccf-867d-f680ea3ff31b),segment_id=06fd3bee-eb05-4ccf-867d-f680ea3ff31b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:09.168867 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (308e77ef-cfdc-4b46-8c71-b044cadb3174), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.213325 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] Calling delete_port for 308e77ef-cfdc-4b46-8c71-b044cadb3174 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:09.248437 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (8b44dbe0-803f-48ca-82ef-a382c2a44fc4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.266509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:09.268930 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.271318 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.275537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Attempting to bind port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:09.281395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Attempting to bind port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '93d6d512-6750-4209-9ab8-34f7848c4e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:09.286312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Attempting to bind port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 on network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:09.289728 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/networks/8b44dbe0-803f-48ca-82ef-a382c2a44fc4 HTTP/1.1" status: 204 len: 168 time: 2.3970814 Jan 28 19:26:09.309838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57694) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:09.394591 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:09.400500 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.418389 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 on network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:09.424709 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Attempting to bind port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 on network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:09.477404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:09.481943 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Checking segment: {'id': '93d6d512-6750-4209-9ab8-34f7848c4e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:09.482591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Bound using segment: {'id': '93d6d512-6750-4209-9ab8-34f7848c4e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:09.483164 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Bound port: 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d6d512-6750-4209-9ab8-34f7848c4e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:09.483641 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.513653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676267dc-5172-4d3d-95c4-11d58d45be4a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Network': ['ID=8b44dbe0-803f-48ca-82ef-a382c2a44fc4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:09.562510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:09.608352 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (308e77ef-cfdc-4b46-8c71-b044cadb3174), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.701909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=308e77ef-cfdc-4b46-8c71-b044cadb3174,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:09.713012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] No DVR routers for this DVR port 308e77ef-cfdc-4b46-8c71-b044cadb3174 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:09.831731 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 308e77ef-cfdc-4b46-8c71-b044cadb3174 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:09.881451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 308e77ef-cfdc-4b46-8c71-b044cadb3174 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:09.883902 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 308e77ef-cfdc-4b46-8c71-b044cadb3174 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:09.959456 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (f4294580-1870-4ac6-a1e0-556b6ca29ee5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:09.959954 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-16c5172c-514f-4fca-8c4d-cc4bdd898ec3 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:09.967071 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-16c5172c-514f-4fca-8c4d-cc4bdd898ec3 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 806 time: 0.2909710 Jan 28 19:26:09.969519 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17733fbc-0371-4a7e-a944-4961b2b27f6a req-40e92906-7584-4ad8-b61d-04e5384db4cb tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:09.971248 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17733fbc-0371-4a7e-a944-4961b2b27f6a req-40e92906-7584-4ad8-b61d-04e5384db4cb tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.5321617 Jan 28 19:26:09.991438 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-df78df94-f3e6-4440-8b23-11efdf72c5b3 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/quotas/fd603e28722c42b28138d18f99e1230c HTTP/1.1" status: 200 len: 375 time: 0.0233054 Jan 28 19:26:10.008230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] For port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:10.025702 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4294580-1870-4ac6-a1e0-556b6ca29ee5']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:10.064260 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06fd3bee-eb05-4ccf-867d-f680ea3ff31b') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:10.064675 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06fd3bee-eb05-4ccf-867d-f680ea3ff31b') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:10.067707 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] For port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:10.094586 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (06fd3bee-eb05-4ccf-867d-f680ea3ff31b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.138344 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.152826 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-b8710169-52ab-4884-a829-e72993a9da45 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1604781 Jan 28 19:26:10.199458 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17733fbc-0371-4a7e-a944-4961b2b27f6a req-022be46f-5812-488c-986f-4984e8c3f4d4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168531 Jan 28 19:26:10.201881 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (06fd3bee-eb05-4ccf-867d-f680ea3ff31b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.268266 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:26:10.273047 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (06fd3bee-eb05-4ccf-867d-f680ea3ff31b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.291158 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c0f65d1-76f5-4a5d-9915-1df9b00e24ca tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (521f1262-d7cc-4f01-b11c-e7ad68418580), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.351698 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f9568f-7ed4-46a0-adba-22918d069364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:10.354347 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93163da7-fcc0-4ef4-a597-005aff9fc120" -d '{"events": [{"server_uuid": "f7f9568f-7ed4-46a0-adba-22918d069364", "name": "network-vif-plugged", "status": "completed", "tag": "8b6e0659-59d2-4159-9cb2-64a74c6dd95a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:26:10.401126 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:26:10.413601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:10.414950 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.417876 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] 10.222.0.37 "PUT /v2.0/ports/9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 HTTP/1.1" status: 200 len: 1091 time: 3.8142889 Jan 28 19:26:10.436873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'tag': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:10.436873 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ba7b3e-ac3c-4bff-ae79-7005780ac471" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd78893-9e28-491f-8457-0a01b1c8e569", "tag": "9fad56e8-ad6c-4341-9d37-c8cfca4b3a06"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:10.540687 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (f4294580-1870-4ac6-a1e0-556b6ca29ee5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.577756 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:10.582255 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f4294580-1870-4ac6-a1e0-556b6ca29ee5 HTTP/1.1" status: 204 len: 168 time: 2.3162031 Jan 28 19:26:10.582931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-8bda6f16-7201-4e43-bf90-8d0485a143e9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:26:10.587204 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-8bda6f16-7201-4e43-bf90-8d0485a143e9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3979521 Jan 28 19:26:10.622579 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a3c80-5d26-42a0-923e-e993487c0a45 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4294580-1870-4ac6-a1e0-556b6ca29ee5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:10.635927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89df0dd-885b-4453-b3b3-ed9777922663 service neutron] Pushing event updated for resources: {'Port': ['ID=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:10.715207 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9b38d-3ce4-49ef-8c60-519a3bbcfc6b req-3c1f6427-6557-440d-a19b-700a47caa373 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:10.724957 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e8f9b38d-3ce4-49ef-8c60-519a3bbcfc6b req-3c1f6427-6557-440d-a19b-700a47caa373 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.2991376 Jan 28 19:26:10.848013 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-8a84f245-6fd0-4631-a21f-69bb9c35dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:10.850699 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-8a84f245-6fd0-4631-a21f-69bb9c35dfa1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 1125 time: 0.3109562 Jan 28 19:26:10.871406 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e8f9b38d-3ce4-49ef-8c60-519a3bbcfc6b req-45310b50-db03-4e5c-b2d0-d67a0f3a4ed1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454225 Jan 28 19:26:10.931264 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-15a427a9-66f6-471f-a9e1-772a29efe77e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 HTTP/1.1" status: 200 len: 217 time: 0.0557101 Jan 28 19:26:10.945965 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-bb27f003-5419-446c-8b47-3f76c712f898 service neutron] 10.222.0.55 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889199 Jan 28 19:26:10.974964 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d6e237-c678-4e95-bf64-82b298930b05 x-openstack-request-id: req-e8d6e237-c678-4e95-bf64-82b298930b05 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:10.975619 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f9568f-7ed4-46a0-adba-22918d069364", "name": "network-vif-plugged", "status": "completed", "tag": "8b6e0659-59d2-4159-9cb2-64a74c6dd95a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:10.975619 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e8d6e237-c678-4e95-bf64-82b298930b05 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:10.975903 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f9568f-7ed4-46a0-adba-22918d069364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a', 'code': 200} Jan 28 19:26:11.019333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-eaf6049b-3617-4ec7-a7e9-12c34d5c3617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:11.022778 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-eaf6049b-3617-4ec7-a7e9-12c34d5c3617 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f81e2f04-6d65-4bf2-ae23-2d422541a4df HTTP/1.1" status: 200 len: 856 time: 0.0865197 Jan 28 19:26:11.092982 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd68c0b-386b-4707-a211-62739f115ec1 x-openstack-request-id: req-ebd68c0b-386b-4707-a211-62739f115ec1 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:11.093535 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd78893-9e28-491f-8457-0a01b1c8e569", "tag": "9fad56e8-ad6c-4341-9d37-c8cfca4b3a06", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:11.093807 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ebd68c0b-386b-4707-a211-62739f115ec1 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:11.094248 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'tag': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06', 'status': 'completed', 'code': 200} Jan 28 19:26:11.095626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57750) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:11.171064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-f1b808b9-62dd-414c-8f2e-9ddeabc2b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:11.174451 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-f1b808b9-62dd-414c-8f2e-9ddeabc2b55e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1337790 Jan 28 19:26:11.284652 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-1a99de90-0878-4b62-b751-7340d0de7504 service neutron] 10.222.0.55 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248081 Jan 28 19:26:11.310234 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2cbcf5eb-4546-41b6-8f56-d3d60c6d90cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8cc767c1cbe248bab484e9622a21d031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2118416 Jan 28 19:26:11.315914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57756) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:11.397619 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-ac55db1c-b08f-4d9e-a403-27fb3633846a service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155452 Jan 28 19:26:11.419460 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e874c1-6177-4da7-a75a-94d91f8a3d6f req-53cda664-e24a-48dd-b906-f2c9ab622244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:11.421364 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9e874c1-6177-4da7-a75a-94d91f8a3d6f req-53cda664-e24a-48dd-b906-f2c9ab622244 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 1128 time: 0.1618092 Jan 28 19:26:11.423761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f65d1-76f5-4a5d-9915-1df9b00e24ca tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting port 536cfb0c-cf6a-4ade-b149-13c642a7e237 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:11.424247 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c0f65d1-76f5-4a5d-9915-1df9b00e24ca tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.431604 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44451c40-3454-4be3-897e-584fb0a7b07f admin admin] Publish callbacks [] for security_group (fb8142ae-0cf1-4ff6-90f9-3108ba0166ed), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.523176 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9e874c1-6177-4da7-a75a-94d91f8a3d6f req-b0ac14c3-5e01-407f-8ff3-d78e56611102 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951746 Jan 28 19:26:11.583506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2c0f65d1-76f5-4a5d-9915-1df9b00e24ca tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] For port 536cfb0c-cf6a-4ade-b149-13c642a7e237, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=536cfb0c-cf6a-4ade-b149-13c642a7e237,segment=NetworkSegment(31a3422e-7790-4225-8170-9ae0ec0a6f6a),segment_id=31a3422e-7790-4225-8170-9ae0ec0a6f6a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:11.583924 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c0f65d1-76f5-4a5d-9915-1df9b00e24ca tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.605475 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44451c40-3454-4be3-897e-584fb0a7b07f admin admin] Publish callbacks [] for security_group (fb8142ae-0cf1-4ff6-90f9-3108ba0166ed), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.608600 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f65d1-76f5-4a5d-9915-1df9b00e24ca tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Calling delete_port for 536cfb0c-cf6a-4ade-b149-13c642a7e237 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:11.699567 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0333f5da-01ca-43f6-bc93-f087bd9680d5 req-bc9cd82f-73f7-4b01-9c8e-c8e273bf4155 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961946 Jan 28 19:26:11.737536 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44451c40-3454-4be3-897e-584fb0a7b07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fb8142ae-0cf1-4ff6-90f9-3108ba0166ed), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.740893 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44451c40-3454-4be3-897e-584fb0a7b07f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:11.742265 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-44451c40-3454-4be3-897e-584fb0a7b07f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb8142ae-0cf1-4ff6-90f9-3108ba0166ed HTTP/1.1" status: 204 len: 168 time: 0.4252551 Jan 28 19:26:11.755017 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44451c40-3454-4be3-897e-584fb0a7b07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8142ae-0cf1-4ff6-90f9-3108ba0166ed,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:11.887345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba7b3e-ac3c-4bff-ae79-7005780ac471 req-9073264a-a350-426b-b27a-f557ccd3751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:11.888988 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8ba7b3e-ac3c-4bff-ae79-7005780ac471 req-9073264a-a350-426b-b27a-f557ccd3751d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 1125 time: 0.1354413 Jan 28 19:26:12.029395 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c0f65d1-76f5-4a5d-9915-1df9b00e24ca tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (536cfb0c-cf6a-4ade-b149-13c642a7e237), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:12.063497 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba7b3e-ac3c-4bff-ae79-7005780ac471 req-90ca3a46-2dd3-4ba0-94c8-b87466a528f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:12.067619 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8ba7b3e-ac3c-4bff-ae79-7005780ac471 req-90ca3a46-2dd3-4ba0-94c8-b87466a528f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 200 len: 918 time: 0.1702483 Jan 28 19:26:12.142860 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f65d1-76f5-4a5d-9915-1df9b00e24ca tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Port': ['ID=536cfb0c-cf6a-4ade-b149-13c642a7e237,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:12.216871 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8ba7b3e-ac3c-4bff-ae79-7005780ac471 req-88a7009e-9f9a-438e-b3ec-180a7ca5c1c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 HTTP/1.1" status: 200 len: 217 time: 0.1442337 Jan 28 19:26:12.244731 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-273a8bd7-3d6f-4678-86a2-11e4e4a1febc req-ec940b08-327f-4a49-9d4d-b066504f4874 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 210 time: 0.1126859 Jan 28 19:26:12.316316 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abdb65-f4e9-4bf0-80d3-f99ea9a21462 req-fa660777-d1d2-4844-959b-acb365f20511 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:12.320600 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e1abdb65-f4e9-4bf0-80d3-f99ea9a21462 req-fa660777-d1d2-4844-959b-acb365f20511 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.7176089 Jan 28 19:26:12.429189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba7b3e-ac3c-4bff-ae79-7005780ac471 req-05a202cf-e943-464b-8404-e068356c27b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:12.432857 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8ba7b3e-ac3c-4bff-ae79-7005780ac471 req-05a202cf-e943-464b-8404-e068356c27b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f81e2f04-6d65-4bf2-ae23-2d422541a4df HTTP/1.1" status: 200 len: 856 time: 0.1911273 Jan 28 19:26:12.523247 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e1abdb65-f4e9-4bf0-80d3-f99ea9a21462 req-def4a8c8-651d-42e1-a306-8d5130866342 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692283 Jan 28 19:26:12.526305 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c0f65d1-76f5-4a5d-9915-1df9b00e24ca tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (521f1262-d7cc-4f01-b11c-e7ad68418580), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:12.628265 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57788) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:12.724159 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b1c7e-90fc-4186-9c0a-ab9a1cf71496 req-6f0a6ad1-f722-4be7-989c-668dab5068ba tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:12.726056 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-936b1c7e-90fc-4186-9c0a-ab9a1cf71496 req-6f0a6ad1-f722-4be7-989c-668dab5068ba tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.2911923 Jan 28 19:26:12.759914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba7b3e-ac3c-4bff-ae79-7005780ac471 req-b430d536-1a80-42e2-b46f-274d1dad03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:12.765185 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8ba7b3e-ac3c-4bff-ae79-7005780ac471 req-b430d536-1a80-42e2-b46f-274d1dad03c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3244321 Jan 28 19:26:13.009543 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0f65d1-76f5-4a5d-9915-1df9b00e24ca tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router 521f1262-d7cc-4f01-b11c-e7ad68418580 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:26:13.121694 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d9251828-e2cb-43c5-ae3a-ca9d1cb07774 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75166bf4b0ff455194837b1ecd812dc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4865811 Jan 28 19:26:13.147943 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57808) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:13.198922 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-936b1c7e-90fc-4186-9c0a-ab9a1cf71496 req-d577e264-8607-4591-aa52-eb07d4578d16 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4420710 Jan 28 19:26:13.286305 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8ba7b3e-ac3c-4bff-ae79-7005780ac471 req-807d6fc0-6b12-4133-9b83-967cd476b6cf service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869802 Jan 28 19:26:13.462246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0f65d1-76f5-4a5d-9915-1df9b00e24ca tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:13.478297 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b636d0a4-da63-4eb4-abc3-89dc12b23412 None None] Sync routers for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:13.488994 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2c0f65d1-76f5-4a5d-9915-1df9b00e24ca tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/521f1262-d7cc-4f01-b11c-e7ad68418580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1778426 Jan 28 19:26:13.492351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57840) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:13.529443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b636d0a4-da63-4eb4-abc3-89dc12b23412 None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:13.530173 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b636d0a4-da63-4eb4-abc3-89dc12b23412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:13.559559 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c887daa-0e9a-463a-9b72-70b923485165 admin admin] Publish callbacks [] for security_group (455c1ed5-f006-4300-9800-081b3561f45e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:13.575773 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3a18b42-5acb-4cc0-8a22-bb77cf0e59ee req-8ee68c72-c942-4972-a2b1-664080d86361 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 210 time: 0.0777485 Jan 28 19:26:13.584147 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8ba7b3e-ac3c-4bff-ae79-7005780ac471 req-ba090713-c89d-4412-a596-6fed2ee11ad2 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874811 Jan 28 19:26:13.777085 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-4a26d317-8e33-4896-beda-39126cf48883 req-9d3ad2e9-1b55-48cb-987c-7c7978cf772e tempest-ImagesOneServerNegativeTestJSON-494530380 tempest-ImagesOneServerNegativeTestJSON-494530380-project] (103147) timed out ('10.222.0.31', 56796) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:26:13.802048 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b636d0a4-da63-4eb4-abc3-89dc12b23412 None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:13.844054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52d4e4-f5be-443e-bc9b-350ff66690b7 req-1ade60ea-847a-4a83-9e87-a2715a60dd11 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:13.845952 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-da52d4e4-f5be-443e-bc9b-350ff66690b7 req-1ade60ea-847a-4a83-9e87-a2715a60dd11 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.1353052 Jan 28 19:26:13.963612 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-da52d4e4-f5be-443e-bc9b-350ff66690b7 req-384b6509-ff66-48d3-9695-3e3d8702feda tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076221 Jan 28 19:26:14.036021 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b636d0a4-da63-4eb4-abc3-89dc12b23412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:26:11Z', 'revision_number': 9, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:14.067692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b636d0a4-da63-4eb4-abc3-89dc12b23412 None None] Checking router: 521f1262-d7cc-4f01-b11c-e7ad68418580 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:14.077244 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b636d0a4-da63-4eb4-abc3-89dc12b23412 None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:14.078169 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b636d0a4-da63-4eb4-abc3-89dc12b23412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:14.171418 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b636d0a4-da63-4eb4-abc3-89dc12b23412 None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:14.250419 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c887daa-0e9a-463a-9b72-70b923485165 admin admin] Publish callbacks [] for security_group (455c1ed5-f006-4300-9800-081b3561f45e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:14.256502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f2a5f5-44e8-4b7e-83d6-740073db80b3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting subnet f0ff8abb-eabd-4422-aded-e7e607843de9 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:26:14.280019 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90f2a5f5-44e8-4b7e-83d6-740073db80b3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (f0ff8abb-eabd-4422-aded-e7e607843de9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:14.431802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-76db8dd1-2bd6-42bf-b6a4-3e3edda128c0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:14.438152 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-76db8dd1-2bd6-42bf-b6a4-3e3edda128c0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.31 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 806 time: 0.8733523 Jan 28 19:26:14.459620 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90f2a5f5-44e8-4b7e-83d6-740073db80b3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (f0ff8abb-eabd-4422-aded-e7e607843de9), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:14.478083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Request body: {'port': {'device_id': 'd1353da0-8cb5-4e9a-b006-05ac9407c5d5', 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4', 'admin_state_up': True, 'tenant_id': 'fd603e28722c42b28138d18f99e1230c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:14.670146 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b636d0a4-da63-4eb4-abc3-89dc12b23412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:26:11Z', 'revision_number': 9, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:14.686553 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c887daa-0e9a-463a-9b72-70b923485165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (455c1ed5-f006-4300-9800-081b3561f45e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:14.689436 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c887daa-0e9a-463a-9b72-70b923485165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:14.693368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9c887daa-0e9a-463a-9b72-70b923485165 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/455c1ed5-f006-4300-9800-081b3561f45e HTTP/1.1" status: 204 len: 168 time: 1.5378075 Jan 28 19:26:14.700099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b636d0a4-da63-4eb4-abc3-89dc12b23412 None None] The sync data for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 is: [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:26:11Z', 'revision_number': 9, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': '5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558', 'name': '', 'network_id': '1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:39:d5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2201, 'fixed_ips': [{'subnet_id': '223e673b-15f3-4d36-a750-367fcc091574', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:13Z', 'updated_at': '2022-01-28T19:25:23Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '223e673b-15f3-4d36-a750-367fcc091574', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:14.755314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9223004-cc71-4eae-b9c4-df38338d22e5 req-0548ccca-0890-43e7-97c6-af14cdba89ec tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:14.762292 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9223004-cc71-4eae-b9c4-df38338d22e5 req-0548ccca-0890-43e7-97c6-af14cdba89ec tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.3981817 Jan 28 19:26:14.819603 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a219171-17ec-4543-af50-98781524ec76 req-79447435-ef15-44e6-9052-bfbf8e3a58bf tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 210 time: 0.0503089 Jan 28 19:26:14.828524 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90f2a5f5-44e8-4b7e-83d6-740073db80b3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (f0ff8abb-eabd-4422-aded-e7e607843de9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:14.841933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c887daa-0e9a-463a-9b72-70b923485165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455c1ed5-f006-4300-9800-081b3561f45e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:14.950161 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Made reservation on behalf of fd603e28722c42b28138d18f99e1230c for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:14.953559 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:14.982040 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9223004-cc71-4eae-b9c4-df38338d22e5 req-15cb65d8-3096-4185-88ac-499f6db8ca6f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186084 Jan 28 19:26:15.101625 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90f2a5f5-44e8-4b7e-83d6-740073db80b3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (f0ff8abb-eabd-4422-aded-e7e607843de9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:15.124887 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-90f2a5f5-44e8-4b7e-83d6-740073db80b3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:15.130979 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a999fac-c5ad-4b74-88a0-4790019c3aa9 None None] Network 4d601c56-e2b3-47af-98ea-2ed7fa32232c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:15.132433 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-90f2a5f5-44e8-4b7e-83d6-740073db80b3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/f0ff8abb-eabd-4422-aded-e7e607843de9 HTTP/1.1" status: 204 len: 168 time: 1.6390374 Jan 28 19:26:15.135201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57896) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:15.252896 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2a5f5-44e8-4b7e-83d6-740073db80b3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ff8abb-eabd-4422-aded-e7e607843de9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:15.410791 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (4d601c56-e2b3-47af-98ea-2ed7fa32232c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:15.500581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136155a-f1bb-4d73-8b78-dd4b35da983b req-b82b5982-d8c8-4351-a97e-64c59183914d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:15.508479 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3136155a-f1bb-4d73-8b78-dd4b35da983b req-b82b5982-d8c8-4351-a97e-64c59183914d tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.3672054 Jan 28 19:26:15.524171 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6c2a48-76ee-406f-b20b-67e17f22301d None None] DHCP port deletion for 4d601c56-e2b3-47af-98ea-2ed7fa32232c request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:26:15.534728 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Allocated IP 172.20.0.13 (301c456c-76ee-4f43-ab94-73ce621ebdf4/e5d3bf0e-e0cc-45ee-80b9-15c53de351d7/c572ab48-31b4-417b-bb03-8955547a4ff0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:15.566487 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting port c9e3bf6d-0b09-437a-bc99-452efb4807f3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:15.579763 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c9e3bf6d-0b09-437a-bc99-452efb4807f3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:15.635411 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3136155a-f1bb-4d73-8b78-dd4b35da983b req-3dcfaa3c-0918-45a1-bf9a-a947a6dfc386 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213169 Jan 28 19:26:15.637661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c2a48-76ee-406f-b20b-67e17f22301d None None] Deleting port c9e3bf6d-0b09-437a-bc99-452efb4807f3 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:15.638081 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2a48-76ee-406f-b20b-67e17f22301d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c9e3bf6d-0b09-437a-bc99-452efb4807f3), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:15.741257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] For port c9e3bf6d-0b09-437a-bc99-452efb4807f3, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c9e3bf6d-0b09-437a-bc99-452efb4807f3,segment=NetworkSegment(31a3422e-7790-4225-8170-9ae0ec0a6f6a),segment_id=31a3422e-7790-4225-8170-9ae0ec0a6f6a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:15.741630 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c9e3bf6d-0b09-437a-bc99-452efb4807f3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:15.750170 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:26:15.759367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Calling delete_port for c9e3bf6d-0b09-437a-bc99-452efb4807f3 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:15.786962 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4a6c2a48-76ee-406f-b20b-67e17f22301d None None] For port c9e3bf6d-0b09-437a-bc99-452efb4807f3, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c9e3bf6d-0b09-437a-bc99-452efb4807f3,segment=NetworkSegment(31a3422e-7790-4225-8170-9ae0ec0a6f6a),segment_id=31a3422e-7790-4225-8170-9ae0ec0a6f6a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:15.787412 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2a48-76ee-406f-b20b-67e17f22301d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c9e3bf6d-0b09-437a-bc99-452efb4807f3), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:15.985662 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:15.986808 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c9e3bf6d-0b09-437a-bc99-452efb4807f3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.011168 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c2a48-76ee-406f-b20b-67e17f22301d None None] Calling delete_port for c9e3bf6d-0b09-437a-bc99-452efb4807f3 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:16.016934 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821482a-efa0-4c3d-84d1-f9cf94d59f7d req-dd300784-fa9d-4c94-8b49-0eee67f0e319 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:16.018668 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3821482a-efa0-4c3d-84d1-f9cf94d59f7d req-dd300784-fa9d-4c94-8b49-0eee67f0e319 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.1679864 Jan 28 19:26:16.058374 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks [] for port (c572ab48-31b4-417b-bb03-8955547a4ff0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.064258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Port': ['ID=c9e3bf6d-0b09-437a-bc99-452efb4807f3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:16.074621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] No DVR routers for this DVR port c9e3bf6d-0b09-437a-bc99-452efb4807f3 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:16.117838 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'port_id': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06', 'mac_address': 'fa:16:3e:f8:53:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:26:16.122518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57938) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:16.127692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 536cfb0c-cf6a-4ade-b149-13c642a7e237 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:16.137497 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.143502 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.145215 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.145726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.147048 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.147532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.148540 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.150233 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.150792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.151271 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.153236 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.153758 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.155474 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.206621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:16.207048 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.208933 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 536cfb0c-cf6a-4ade-b149-13c642a7e237 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:16.209274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 536cfb0c-cf6a-4ade-b149-13c642a7e237 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:16.209682 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c9e3bf6d-0b09-437a-bc99-452efb4807f3 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:16.229787 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3821482a-efa0-4c3d-84d1-f9cf94d59f7d req-df7828be-aa1a-4eb7-8458-d6d2369f8146 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854179 Jan 28 19:26:16.270423 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c572ab48-31b4-417b-bb03-8955547a4ff0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.309122 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (4d601c56-e2b3-47af-98ea-2ed7fa32232c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.310159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: c9e3bf6d-0b09-437a-bc99-452efb4807f3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:16.310633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c9e3bf6d-0b09-437a-bc99-452efb4807f3 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:16.330542 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['142ea68a-752b-46c9-bb1a-b4806aa40ec5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:16.356771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d601c56-e2b3-47af-98ea-2ed7fa32232c']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:16.369969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a3422e-7790-4225-8170-9ae0ec0a6f6a') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:16.370612 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a3422e-7790-4225-8170-9ae0ec0a6f6a') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:16.380652 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (31a3422e-7790-4225-8170-9ae0ec0a6f6a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.412934 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (31a3422e-7790-4225-8170-9ae0ec0a6f6a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.424430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:26:16.424913 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (31a3422e-7790-4225-8170-9ae0ec0a6f6a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:26:16.428174 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:26:16.443899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2ee8e3e8-d93b-42c9-8aa6-882f91dfdcc6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-925381470-network', 'tenant_id': '43aa92c00b334727b1a367584bc88b75'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:16.448966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Pushing event updated for resources: {'Port': ['ID=c572ab48-31b4-417b-bb03-8955547a4ff0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:16.479922 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a6c2a48-76ee-406f-b20b-67e17f22301d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (c9e3bf6d-0b09-437a-bc99-452efb4807f3), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.491227 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.491802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.492361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.492878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.493359 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.493830 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.494484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.495239 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.495816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.496290 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.496761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.497227 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.497704 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:26:16.511932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Network 301c456c-76ee-4f43-ab94-73ce621ebdf4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:16.518508 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:16.522269 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:16.527925 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:16.551808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee8e3e8-d93b-42c9-8aa6-882f91dfdcc6 admin admin] Made reservation on behalf of 43aa92c00b334727b1a367584bc88b75 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:16.554404 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ee8e3e8-d93b-42c9-8aa6-882f91dfdcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.575654 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ee8e3e8-d93b-42c9-8aa6-882f91dfdcc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.583001 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (4d601c56-e2b3-47af-98ea-2ed7fa32232c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.614481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0336a83-e731-43f8-832d-79fe1e45ed4c req-6a37dc02-d68d-4112-b02f-ea6423f36e3a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:16.616256 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c0336a83-e731-43f8-832d-79fe1e45ed4c req-6a37dc02-d68d-4112-b02f-ea6423f36e3a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 932 time: 0.1994774 Jan 28 19:26:16.624186 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:16.625720 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.635186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c2a48-76ee-406f-b20b-67e17f22301d None None] Pushing event deleted for resources: {'Port': ['ID=c9e3bf6d-0b09-437a-bc99-452efb4807f3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:16.640451 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.647510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:16.650280 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/networks/4d601c56-e2b3-47af-98ea-2ed7fa32232c HTTP/1.1" status: 204 len: 168 time: 1.5126357 Jan 28 19:26:16.655543 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:16.660967 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.667784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6c2a48-76ee-406f-b20b-67e17f22301d None None] No DVR routers for this DVR port c9e3bf6d-0b09-437a-bc99-452efb4807f3 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:16.689393 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-9fcce67d-06e4-4de1-b276-c3377b70e3da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2225809 Jan 28 19:26:16.708271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Request body: {'port': {'device_id': 'd1353da0-8cb5-4e9a-b006-05ac9407c5d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:16.713475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03be7ca-bfbd-4495-b8b6-7a3f3b3cb2c8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Network': ['ID=4d601c56-e2b3-47af-98ea-2ed7fa32232c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:16.760596 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c0336a83-e731-43f8-832d-79fe1e45ed4c req-4df2945c-4a65-4490-8f23-68cb8882bdae tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283202 Jan 28 19:26:16.848721 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ee8e3e8-d93b-42c9-8aa6-882f91dfdcc6 admin admin] Publish callbacks [] for security_group (ef3765e2-26d5-414f-9ae6-02e230065209), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.850182 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c572ab48-31b4-417b-bb03-8955547a4ff0), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.857277 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ee8e3e8-d93b-42c9-8aa6-882f91dfdcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ef3765e2-26d5-414f-9ae6-02e230065209), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:16.882628 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c1b00-f036-46e6-ba11-7aab16c1e193 req-1f0fca44-d438-469b-944d-e6dfdc928d39 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:16.884645 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b4c1b00-f036-46e6-ba11-7aab16c1e193 req-1f0fca44-d438-469b-944d-e6dfdc928d39 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.3219213 Jan 28 19:26:16.917542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee8e3e8-d93b-42c9-8aa6-882f91dfdcc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:26:16.981269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:17.005071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['9fad56e8-ad6c-4341-9d37-c8cfca4b3a06'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:17.050148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8e3e8-d93b-42c9-8aa6-882f91dfdcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3765e2-26d5-414f-9ae6-02e230065209,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:17.063279 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ee8e3e8-d93b-42c9-8aa6-882f91dfdcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5bf2412f-fc8c-41b0-a29e-03486ebdd9ad), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.064000 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-2ee8e3e8-d93b-42c9-8aa6-882f91dfdcc6 admin admin] Added segment 5bf2412f-fc8c-41b0-a29e-03486ebdd9ad of type vlan for network 7695f85e-8320-4730-904a-2346212e366d Jan 28 19:26:17.111562 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b4c1b00-f036-46e6-ba11-7aab16c1e193 req-d78a90f2-10e7-4f2c-880c-bdfbdc26e314 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319766 Jan 28 19:26:17.350402 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfbd2e-459b-48e9-a287-69090a356660 req-0af92280-f25b-454f-90da-eeb3ef447b7f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:17.358365 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01cfbd2e-459b-48e9-a287-69090a356660 req-0af92280-f25b-454f-90da-eeb3ef447b7f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.4145734 Jan 28 19:26:17.361028 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-625d12b2-e710-40f3-8d5f-3768faf238f4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (521f1262-d7cc-4f01-b11c-e7ad68418580), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.365949 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ee8e3e8-d93b-42c9-8aa6-882f91dfdcc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (7695f85e-8320-4730-904a-2346212e366d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.551881 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-01cfbd2e-459b-48e9-a287-69090a356660 req-d74151e6-1801-454c-83f6-38f85b6443dc tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924345 Jan 28 19:26:17.566695 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ee8e3e8-d93b-42c9-8aa6-882f91dfdcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (7695f85e-8320-4730-904a-2346212e366d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.567721 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee8e3e8-d93b-42c9-8aa6-882f91dfdcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:17.568310 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ee8e3e8-d93b-42c9-8aa6-882f91dfdcc6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.720704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57968) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:17.823709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c572ab48-31b4-417b-bb03-8955547a4ff0 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:17.826578 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-625d12b2-e710-40f3-8d5f-3768faf238f4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting port 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:17.832547 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-625d12b2-e710-40f3-8d5f-3768faf238f4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.857976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Publish callbacks [] for port (c572ab48-31b4-417b-bb03-8955547a4ff0), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.873194 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2ee8e3e8-d93b-42c9-8aa6-882f91dfdcc6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7489910 Jan 28 19:26:17.874443 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57978) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:17.891375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-351ab260-973c-4184-a2b6-27122ce8c0ce admin admin] Request body: {'subnet': {'network_id': '7695f85e-8320-4730-904a-2346212e366d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-925381470-subnet', 'tenant_id': '43aa92c00b334727b1a367584bc88b75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:17.902535 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8e3e8-d93b-42c9-8aa6-882f91dfdcc6 admin admin] Pushing event updated for resources: {'Network': ['ID=7695f85e-8320-4730-904a-2346212e366d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:17.913899 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 7695f85e-8320-4730-904a-2346212e366d details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:26:17.950384 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Transition to ACTIVE for port object c572ab48-31b4-417b-bb03-8955547a4ff0 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:26:17.964007 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (c572ab48-31b4-417b-bb03-8955547a4ff0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:17.984259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff80b31-9bc3-4c68-8c15-21eadee0ee12 req-39f51bae-fbc9-454e-8171-98496fb894d1 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:17.986510 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fff80b31-9bc3-4c68-8c15-21eadee0ee12 req-39f51bae-fbc9-454e-8171-98496fb894d1 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.3231463 Jan 28 19:26:18.019567 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351ab260-973c-4184-a2b6-27122ce8c0ce admin admin] Made reservation on behalf of 43aa92c00b334727b1a367584bc88b75 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:18.021850 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-351ab260-973c-4184-a2b6-27122ce8c0ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.027775 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba89d62b-32e3-4afa-a0db-eed6a099eafd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.036367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-625d12b2-e710-40f3-8d5f-3768faf238f4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] For port 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558,segment=NetworkSegment(0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d),segment_id=0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:18.037059 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-625d12b2-e710-40f3-8d5f-3768faf238f4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.066307 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-625d12b2-e710-40f3-8d5f-3768faf238f4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Calling delete_port for 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:18.096054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62b9cf-dc04-4e6e-98d6-51ca5a830437 req-eadc1c7f-8295-491d-835b-24d8551975e6 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:18.102616 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8d62b9cf-dc04-4e6e-98d6-51ca5a830437 req-eadc1c7f-8295-491d-835b-24d8551975e6 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 944 time: 0.1332495 Jan 28 19:26:18.138282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Pushing event updated for resources: {'Port': ['ID=c572ab48-31b4-417b-bb03-8955547a4ff0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:18.147625 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fff80b31-9bc3-4c68-8c15-21eadee0ee12 req-b2f946f6-8b5c-4948-b8f4-1f5409b23d9c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292098 Jan 28 19:26:18.202276 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa4df-9fec-4acb-bf03-e7517976bf6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.222954 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8d62b9cf-dc04-4e6e-98d6-51ca5a830437 req-bab2a345-e440-478e-a0e8-848cc3162df9 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865993 Jan 28 19:26:18.280987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Attempting to bind port c572ab48-31b4-417b-bb03-8955547a4ff0 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:18.281319 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Attempting to bind port c572ab48-31b4-417b-bb03-8955547a4ff0 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:18.281648 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Attempting to bind port c572ab48-31b4-417b-bb03-8955547a4ff0 on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:18.303625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Port c572ab48-31b4-417b-bb03-8955547a4ff0 on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:18.303945 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Attempting to bind port c572ab48-31b4-417b-bb03-8955547a4ff0 on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:18.352601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:18.352942 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Checking segment: {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:18.353352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Bound using segment: {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:18.353797 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Bound port: c572ab48-31b4-417b-bb03-8955547a4ff0, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:18.354180 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c572ab48-31b4-417b-bb03-8955547a4ff0), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.415315 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-351ab260-973c-4184-a2b6-27122ce8c0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (4484c7d9-16e0-4509-87ed-04b1dd7e32ff), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.496090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988de071-6326-4bd4-8bf0-8705116e6e94 req-c9cf6a7c-3cf9-4533-af92-6795f3d79db1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:18.497668 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-988de071-6326-4bd4-8bf0-8705116e6e94 req-c9cf6a7c-3cf9-4533-af92-6795f3d79db1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 944 time: 0.2074742 Jan 28 19:26:18.516080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ab260-973c-4184-a2b6-27122ce8c0ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=4484c7d9-16e0-4509-87ed-04b1dd7e32ff,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:18.530461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] For port c572ab48-31b4-417b-bb03-8955547a4ff0, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:18.564542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] For port c572ab48-31b4-417b-bb03-8955547a4ff0, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=c572ab48-31b4-417b-bb03-8955547a4ff0,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:18.585593 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (c572ab48-31b4-417b-bb03-8955547a4ff0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.593519 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351ab260-973c-4184-a2b6-27122ce8c0ce admin admin] Checking segment: {'id': '5bf2412f-fc8c-41b0-a29e-03486ebdd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7695f85e-8320-4730-904a-2346212e366d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:18.593881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351ab260-973c-4184-a2b6-27122ce8c0ce admin admin] Network hostable DHCP agents. Network: 7695f85e-8320-4730-904a-2346212e366d, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:26:18.649457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:18.650316 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.651692 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] 10.222.0.31 "PUT /v2.0/ports/c572ab48-31b4-417b-bb03-8955547a4ff0 HTTP/1.1" status: 200 len: 1092 time: 1.9499454 Jan 28 19:26:18.681585 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-988de071-6326-4bd4-8bf0-8705116e6e94 req-90b7eb92-9994-4480-a9e6-cfa07504c89a tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724944 Jan 28 19:26:18.682305 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1353da0-8cb5-4e9a-b006-05ac9407c5d5', 'tag': 'c572ab48-31b4-417b-bb03-8955547a4ff0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:18.690865 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46c9c16-5fe8-4ac9-864b-8e1c9ac323cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d1353da0-8cb5-4e9a-b006-05ac9407c5d5", "tag": "c572ab48-31b4-417b-bb03-8955547a4ff0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:18.794886 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b01cf1e-989d-4e09-a810-5e7556eb2c01 x-openstack-request-id: req-1b01cf1e-989d-4e09-a810-5e7556eb2c01 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:18.795177 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1353da0-8cb5-4e9a-b006-05ac9407c5d5", "tag": "c572ab48-31b4-417b-bb03-8955547a4ff0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:18.795431 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b01cf1e-989d-4e09-a810-5e7556eb2c01 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:18.795822 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1353da0-8cb5-4e9a-b006-05ac9407c5d5', 'tag': 'c572ab48-31b4-417b-bb03-8955547a4ff0', 'status': 'completed', 'code': 200} Jan 28 19:26:18.806339 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8dafb-6f50-4c34-a50c-5749c596ba1f service neutron] Pushing event updated for resources: {'Port': ['ID=c572ab48-31b4-417b-bb03-8955547a4ff0,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:18.814921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351ab260-973c-4184-a2b6-27122ce8c0ce admin admin] Network 7695f85e-8320-4730-904a-2346212e366d is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:26:18.830802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-351ab260-973c-4184-a2b6-27122ce8c0ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 7695f85e-8320-4730-904a-2346212e366d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:18.839646 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351ab260-973c-4184-a2b6-27122ce8c0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:18.840500 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-351ab260-973c-4184-a2b6-27122ce8c0ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:18.849755 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e8d9e5-bb28-40ee-947b-dd6022a887a8 None None] Network 7695f85e-8320-4730-904a-2346212e366d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:18.859090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-f720bd0c-fe81-4e09-b1aa-cec99f7bc796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:18.860648 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-f720bd0c-fe81-4e09-b1aa-cec99f7bc796 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 1126 time: 0.1405160 Jan 28 19:26:18.870979 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-351ab260-973c-4184-a2b6-27122ce8c0ce admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9875345 Jan 28 19:26:18.884682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57994) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:18.887350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b54a4c-b995-46e6-aeea-45c932132b44 req-e56e4d4a-0e57-4193-8c55-c81fd1e84534 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:18.888918 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3b54a4c-b995-46e6-aeea-45c932132b44 req-e56e4d4a-0e57-4193-8c55-c81fd1e84534 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.1156974 Jan 28 19:26:18.919109 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-925381470-router', 'tenant_id': '43aa92c00b334727b1a367584bc88b75', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:19.000863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c778d33-bd38-49b1-b7fd-fba081270fe6 None None] Network 7695f85e-8320-4730-904a-2346212e366d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:19.053346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-ce43e8be-3558-484f-a49f-48582f8c3ade service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c572ab48-31b4-417b-bb03-8955547a4ff0 HTTP/1.1" status: 200 len: 217 time: 0.1779103 Jan 28 19:26:19.095940 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba89d62b-32e3-4afa-a0db-eed6a099eafd admin admin] Publish callbacks [] for security_group (0bdd40a2-82f8-4ddd-a083-7c7656caf66a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.126318 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3b54a4c-b995-46e6-aeea-45c932132b44 req-507e2cfb-ceb8-4b05-bc60-390e81076294 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990700 Jan 28 19:26:19.130157 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba89d62b-32e3-4afa-a0db-eed6a099eafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0bdd40a2-82f8-4ddd-a083-7c7656caf66a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.147222 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (50cadf92-a435-4970-8b32-a55ce3ed7ea1), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.148170 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (50cadf92-a435-4970-8b32-a55ce3ed7ea1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.167490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89d62b-32e3-4afa-a0db-eed6a099eafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdd40a2-82f8-4ddd-a083-7c7656caf66a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:19.201605 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ba89d62b-32e3-4afa-a0db-eed6a099eafd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f325d6b5a27435bb6539751eed4215d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4793031 Jan 28 19:26:19.203816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58004) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:19.206193 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-625d12b2-e710-40f3-8d5f-3768faf238f4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.224008 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-f8ff99ae-a34d-414f-a143-828333fef78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:19.225823 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-f8ff99ae-a34d-414f-a143-828333fef78c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 HTTP/1.1" status: 200 len: 846 time: 0.1632628 Jan 28 19:26:19.263654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d12b2-e710-40f3-8d5f-3768faf238f4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Port': ['ID=5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:19.387785 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-e1948b3f-9e6d-431f-ab7f-c30e6299c92f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=301c456c-76ee-4f43-ab94-73ce621ebdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416590 Jan 28 19:26:19.396892 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Publish callbacks [] for router_controller (50cadf92-a435-4970-8b32-a55ce3ed7ea1), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.491025 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668219d-a816-4a5e-91f3-0b4908fcfabc req-15ca6562-2b51-47bf-a01a-be2f6141f187 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:19.492618 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4668219d-a816-4a5e-91f3-0b4908fcfabc req-15ca6562-2b51-47bf-a01a-be2f6141f187 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.1400366 Jan 28 19:26:19.493443 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-625d12b2-e710-40f3-8d5f-3768faf238f4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (521f1262-d7cc-4f01-b11c-e7ad68418580), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.562328 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-991144ae-2950-4554-9db9-86ee3bcfd429 service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284904 Jan 28 19:26:19.716904 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4668219d-a816-4a5e-91f3-0b4908fcfabc req-2e813321-73e8-4e7c-a261-6009c4adaa88 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139308 Jan 28 19:26:19.745914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:19.835784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625d12b2-e710-40f3-8d5f-3768faf238f4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router 521f1262-d7cc-4f01-b11c-e7ad68418580 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:26:19.922345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:26:19.926557 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:19.926942 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:19.970620 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-72b68e53-ef79-449e-b78a-2a75a76384b2 req-2d981b2a-3345-4cca-89a7-1c0c8ba06e2e service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381252 Jan 28 19:26:19.973949 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bf610c4-d7e4-4aab-9cb3-3846e471077b admin admin] Publish callbacks [] for security_group (0bdd40a2-82f8-4ddd-a083-7c7656caf66a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.020243 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625d12b2-e710-40f3-8d5f-3768faf238f4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:20.031513 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26af013-c01a-4ed1-ada4-51d2070f6dfa None None] Sync routers for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:20.034337 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-625d12b2-e710-40f3-8d5f-3768faf238f4 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/521f1262-d7cc-4f01-b11c-e7ad68418580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3776383 Jan 28 19:26:20.038816 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58014) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:20.050746 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26af013-c01a-4ed1-ada4-51d2070f6dfa None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:20.051370 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e26af013-c01a-4ed1-ada4-51d2070f6dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:25:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:20.074652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8596b-0fff-4a26-b5d8-1d233721962a req-8ee94719-5f0d-4348-9898-5e7c210b44a8 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:20.083814 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-deb8596b-0fff-4a26-b5d8-1d233721962a req-8ee94719-5f0d-4348-9898-5e7c210b44a8 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 944 time: 0.6985660 Jan 28 19:26:20.142983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e1e89-cf76-46d7-8079-67ba182784d7 req-92250c82-5c69-49ce-a3b9-e5b73fcafef0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:20.146779 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d20e1e89-cf76-46d7-8079-67ba182784d7 req-92250c82-5c69-49ce-a3b9-e5b73fcafef0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 944 time: 0.1585689 Jan 28 19:26:20.161919 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f7e387-454f-435c-9261-14d9ecc23e12 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting subnet 223e673b-15f3-4d36-a750-367fcc091574 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:26:20.177258 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:20.178055 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.196519 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bf610c4-d7e4-4aab-9cb3-3846e471077b admin admin] Publish callbacks [] for security_group (0bdd40a2-82f8-4ddd-a083-7c7656caf66a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.224981 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Publish callbacks [] for router_gateway (50cadf92-a435-4970-8b32-a55ce3ed7ea1), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.233909 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55f7e387-454f-435c-9261-14d9ecc23e12 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (223e673b-15f3-4d36-a750-367fcc091574), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.255149 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d20e1e89-cf76-46d7-8079-67ba182784d7 req-78d6a62b-b098-4d91-a842-ac759cd73d64 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896013 Jan 28 19:26:20.294300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c9c16-5fe8-4ac9-864b-8e1c9ac323cb req-36270f0e-bfcd-4a2f-ad4b-5af450d049e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:20.296461 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b46c9c16-5fe8-4ac9-864b-8e1c9ac323cb req-36270f0e-bfcd-4a2f-ad4b-5af450d049e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 1126 time: 0.2103453 Jan 28 19:26:20.303715 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:20.305335 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:20.315081 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b48690-c46c-41ea-8552-df5dd03a3c2d" -d '{"events": [{"server_uuid": "0fd78893-9e28-491f-8457-0a01b1c8e569", "name": "network-vif-plugged", "status": "completed", "tag": "9fad56e8-ad6c-4341-9d37-c8cfca4b3a06"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:20.329919 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.354252 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55f7e387-454f-435c-9261-14d9ecc23e12 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (223e673b-15f3-4d36-a750-367fcc091574), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.407620 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e26af013-c01a-4ed1-ada4-51d2070f6dfa None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:20.433663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c9c16-5fe8-4ac9-864b-8e1c9ac323cb req-e05f2ff2-b738-41a1-b122-1108a70315d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:20.435696 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b46c9c16-5fe8-4ac9-864b-8e1c9ac323cb req-e05f2ff2-b738-41a1-b122-1108a70315d4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 907 time: 0.1246340 Jan 28 19:26:20.468045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:20.501914 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-deb8596b-0fff-4a26-b5d8-1d233721962a req-be64b83b-cc90-4227-9e41-ee4949c15365 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167080 Jan 28 19:26:20.527668 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-865fd655-0d69-491e-b1aa-df7576177ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.579410 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b46c9c16-5fe8-4ac9-864b-8e1c9ac323cb req-1b2537b0-8a07-4177-9bc6-25a23277e82f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c572ab48-31b4-417b-bb03-8955547a4ff0 HTTP/1.1" status: 200 len: 217 time: 0.0967388 Jan 28 19:26:20.655021 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665259b9-db80-46f3-b1a2-adca39e09aa0 req-74c818ea-e229-4aa7-98ce-fda15549151e tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:20.657495 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2787a83-5ac3-4ef6-94a9-a011620a0a06 x-openstack-request-id: req-a2787a83-5ac3-4ef6-94a9-a011620a0a06 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:20.658075 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd78893-9e28-491f-8457-0a01b1c8e569", "name": "network-vif-plugged", "status": "completed", "tag": "9fad56e8-ad6c-4341-9d37-c8cfca4b3a06", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:20.658786 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bf610c4-d7e4-4aab-9cb3-3846e471077b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0bdd40a2-82f8-4ddd-a083-7c7656caf66a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.660794 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2787a83-5ac3-4ef6-94a9-a011620a0a06 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:20.661412 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06', 'code': 200} Jan 28 19:26:20.661610 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bf610c4-d7e4-4aab-9cb3-3846e471077b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.665303 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7bf610c4-d7e4-4aab-9cb3-3846e471077b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0bdd40a2-82f8-4ddd-a083-7c7656caf66a HTTP/1.1" status: 204 len: 168 time: 1.4569485 Jan 28 19:26:20.666034 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-665259b9-db80-46f3-b1a2-adca39e09aa0 req-74c818ea-e229-4aa7-98ce-fda15549151e tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.2693052 Jan 28 19:26:20.700364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c9c16-5fe8-4ac9-864b-8e1c9ac323cb req-11db9430-ba27-4300-8c5e-3ef8e41e6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:20.701932 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b46c9c16-5fe8-4ac9-864b-8e1c9ac323cb req-11db9430-ba27-4300-8c5e-3ef8e41e6abd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 HTTP/1.1" status: 200 len: 846 time: 0.1159730 Jan 28 19:26:20.702938 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf610c4-d7e4-4aab-9cb3-3846e471077b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdd40a2-82f8-4ddd-a083-7c7656caf66a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:20.738200 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-665259b9-db80-46f3-b1a2-adca39e09aa0 req-b1b047df-1c47-4289-93fb-1a1d6835e425 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708792 Jan 28 19:26:20.759311 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b46c9c16-5fe8-4ac9-864b-8e1c9ac323cb req-fbefa64d-76c2-4b2e-a311-12477b866715 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=301c456c-76ee-4f43-ab94-73ce621ebdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462110 Jan 28 19:26:20.862785 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55f7e387-454f-435c-9261-14d9ecc23e12 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (223e673b-15f3-4d36-a750-367fcc091574), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:20.880130 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e26af013-c01a-4ed1-ada4-51d2070f6dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:26:18Z', 'revision_number': 10, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:20.918857 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26af013-c01a-4ed1-ada4-51d2070f6dfa None None] Checking router: 521f1262-d7cc-4f01-b11c-e7ad68418580 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:20.932857 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26af013-c01a-4ed1-ada4-51d2070f6dfa None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:20.936342 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e26af013-c01a-4ed1-ada4-51d2070f6dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:26:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:20.947053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7f9f1-bcd6-4ea1-af4e-fba60c7b7889 req-e2694fbf-7c38-45e9-917f-48082f397e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:20.950921 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51f7f9f1-bcd6-4ea1-af4e-fba60c7b7889 req-e2694fbf-7c38-45e9-917f-48082f397e38 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 1127 time: 0.1546288 Jan 28 19:26:20.961748 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58040) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:21.097313 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51f7f9f1-bcd6-4ea1-af4e-fba60c7b7889 req-aee70327-4539-4875-8ffd-24eddb789853 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184995 Jan 28 19:26:21.169038 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55f7e387-454f-435c-9261-14d9ecc23e12 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (223e673b-15f3-4d36-a750-367fcc091574), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:21.202217 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6083d8d-761b-416c-8fc1-e70a23c668d7 None None] Network 1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:21.208169 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55f7e387-454f-435c-9261-14d9ecc23e12 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:21.215251 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-55f7e387-454f-435c-9261-14d9ecc23e12 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/223e673b-15f3-4d36-a750-367fcc091574 HTTP/1.1" status: 204 len: 168 time: 1.1753201 Jan 28 19:26:21.216962 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e26af013-c01a-4ed1-ada4-51d2070f6dfa None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:21.217483 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:21.342911 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:21.347032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7e387-454f-435c-9261-14d9ecc23e12 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Subnet': ['ID=223e673b-15f3-4d36-a750-367fcc091574,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:21.473223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d4ff1-3d80-483f-823f-48226dfda57e req-84ea4364-5620-4a4c-af7b-b14dc376d577 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:21.486524 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-910d4ff1-3d80-483f-823f-48226dfda57e req-84ea4364-5620-4a4c-af7b-b14dc376d577 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.2900372 Jan 28 19:26:21.608569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1db11e-4981-4f0e-acd9-1cb70b6f2f38 None None] DHCP port deletion for 1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:26:21.633657 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-910d4ff1-3d80-483f-823f-48226dfda57e req-b753270f-c650-4db9-9425-52cae1f912f4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461422 Jan 28 19:26:21.686791 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fb877e0-2ffc-400f-86cb-92eb44654494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:21.714285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting port 12adf87d-3b1c-4538-bcf9-15096f58bb35 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:21.717677 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (12adf87d-3b1c-4538-bcf9-15096f58bb35), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:21.742174 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:21.825310 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cb1db11e-4981-4f0e-acd9-1cb70b6f2f38 None None] Deleting port 12adf87d-3b1c-4538-bcf9-15096f58bb35 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:21.825686 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb1db11e-4981-4f0e-acd9-1cb70b6f2f38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (12adf87d-3b1c-4538-bcf9-15096f58bb35), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:21.831294 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fb877e0-2ffc-400f-86cb-92eb44654494 admin admin] Publish callbacks [] for security_group (69322f9a-a0f1-454d-8983-b8edee410ed3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:21.860637 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fb877e0-2ffc-400f-86cb-92eb44654494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (69322f9a-a0f1-454d-8983-b8edee410ed3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:21.953114 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e26af013-c01a-4ed1-ada4-51d2070f6dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:26:18Z', 'revision_number': 10, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:21.997459 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb877e0-2ffc-400f-86cb-92eb44654494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69322f9a-a0f1-454d-8983-b8edee410ed3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:22.053305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cb1db11e-4981-4f0e-acd9-1cb70b6f2f38 None None] For port 12adf87d-3b1c-4538-bcf9-15096f58bb35, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=12adf87d-3b1c-4538-bcf9-15096f58bb35,segment=NetworkSegment(0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d),segment_id=0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:22.058234 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb1db11e-4981-4f0e-acd9-1cb70b6f2f38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (12adf87d-3b1c-4538-bcf9-15096f58bb35), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.060609 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26af013-c01a-4ed1-ada4-51d2070f6dfa None None] The sync data for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 is: [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:26:18Z', 'revision_number': 10, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None, '_interfaces': [{'id': 'a6c1476d-e7c0-48e5-b225-2789e3aac051', 'name': '', 'network_id': 'd54e7de6-3b23-4519-b9ac-71802a9c33ce', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'mac_address': 'fa:16:3e:08:14:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:25:04Z', 'updated_at': '2022-01-28T19:25:14Z', 'revision_number': 5, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'subnets': [{'id': '7a303939-7b62-41aa-b10c-fb3fdcfe97cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:22.095946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cb1db11e-4981-4f0e-acd9-1cb70b6f2f38 None None] Calling delete_port for 12adf87d-3b1c-4538-bcf9-15096f58bb35 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:22.127617 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9fb877e0-2ffc-400f-86cb-92eb44654494 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53dfca7aaf784f88893457293bf42bb2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1646569 Jan 28 19:26:22.145593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58066) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:22.164949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8eab9-db84-4018-8d8c-246f09bf173e req-63a9f6a0-d660-4132-afc1-033bb323ce3c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:22.177014 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2f8eab9-db84-4018-8d8c-246f09bf173e req-63a9f6a0-d660-4132-afc1-033bb323ce3c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 944 time: 0.3437812 Jan 28 19:26:22.189749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 12adf87d-3b1c-4538-bcf9-15096f58bb35 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:22.192920 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb1db11e-4981-4f0e-acd9-1cb70b6f2f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (12adf87d-3b1c-4538-bcf9-15096f58bb35), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.228156 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1db11e-4981-4f0e-acd9-1cb70b6f2f38 None None] No DVR routers for this DVR port 12adf87d-3b1c-4538-bcf9-15096f58bb35 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:22.249166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 12adf87d-3b1c-4538-bcf9-15096f58bb35 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:22.249467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 12adf87d-3b1c-4538-bcf9-15096f58bb35 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:22.258858 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1db11e-4981-4f0e-acd9-1cb70b6f2f38 None None] Pushing event deleted for resources: {'Port': ['ID=12adf87d-3b1c-4538-bcf9-15096f58bb35,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:22.335075 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89603474-0160-4b95-a0d8-5db5a3ad0529 admin admin] Publish callbacks [] for security_group (69322f9a-a0f1-454d-8983-b8edee410ed3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.353797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] For port 12adf87d-3b1c-4538-bcf9-15096f58bb35, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=12adf87d-3b1c-4538-bcf9-15096f58bb35,segment=NetworkSegment(0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d),segment_id=0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:22.354431 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (12adf87d-3b1c-4538-bcf9-15096f58bb35), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.381608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Calling delete_port for 12adf87d-3b1c-4538-bcf9-15096f58bb35 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:22.415151 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89603474-0160-4b95-a0d8-5db5a3ad0529 admin admin] Publish callbacks [] for security_group (69322f9a-a0f1-454d-8983-b8edee410ed3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.535767 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2f8eab9-db84-4018-8d8c-246f09bf173e req-6ed25fc8-e75a-470d-ac47-e36e818e944f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478889 Jan 28 19:26:22.581572 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Publish callbacks [] for router_gateway (50cadf92-a435-4970-8b32-a55ce3ed7ea1), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.608618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58074) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:22.629880 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b46c9c16-5fe8-4ac9-864b-8e1c9ac323cb req-e442a952-bf51-4e1b-a079-238b39e09fbf service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8638463 Jan 28 19:26:22.641013 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89603474-0160-4b95-a0d8-5db5a3ad0529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (69322f9a-a0f1-454d-8983-b8edee410ed3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.645430 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-89603474-0160-4b95-a0d8-5db5a3ad0529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.648368 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-89603474-0160-4b95-a0d8-5db5a3ad0529 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69322f9a-a0f1-454d-8983-b8edee410ed3 HTTP/1.1" status: 204 len: 168 time: 0.4687638 Jan 28 19:26:22.665327 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89603474-0160-4b95-a0d8-5db5a3ad0529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69322f9a-a0f1-454d-8983-b8edee410ed3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:22.667649 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (12adf87d-3b1c-4538-bcf9-15096f58bb35), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.713224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device c572ab48-31b4-417b-bb03-8955547a4ff0 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:26:22.726209 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Port': ['ID=12adf87d-3b1c-4538-bcf9-15096f58bb35,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:22.728159 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] No DVR routers for this DVR port 12adf87d-3b1c-4538-bcf9-15096f58bb35 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:22.748258 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee332a-67d3-429c-aefa-d1209f0dea2d req-0fe998fa-c2d5-473e-8a0d-7a1f9d3ad66f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:22.761083 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3fee332a-67d3-429c-aefa-d1209f0dea2d req-0fe998fa-c2d5-473e-8a0d-7a1f9d3ad66f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.6004817 Jan 28 19:26:22.763483 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.898315 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:22.947354 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:22.973638 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:22.973909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:22.994460 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.025397 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.036405 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.038893 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:26:23.039444 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (0c5abf1d-8ea7-43ce-b7bf-5ce5ef3f4b4d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.047355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port c572ab48-31b4-417b-bb03-8955547a4ff0, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=c572ab48-31b4-417b-bb03-8955547a4ff0,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:23.091279 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'c572ab48-31b4-417b-bb03-8955547a4ff0', 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4', 'port_id': 'c572ab48-31b4-417b-bb03-8955547a4ff0', 'mac_address': 'fa:16:3e:3b:40:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d3bf0e-e0cc-45ee-80b9-15c53de351d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:26:23.168791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port c572ab48-31b4-417b-bb03-8955547a4ff0 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:23.171704 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c572ab48-31b4-417b-bb03-8955547a4ff0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:26:23.193341 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:26:23.208682 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.212178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c572ab48-31b4-417b-bb03-8955547a4ff0 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:23.238760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-116dbc44-759f-428e-a3a0-4a590869248a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1013521116-network', 'tenant_id': '242c649f5c804d4fb312ae8c1ee64096'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:23.264317 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port c572ab48-31b4-417b-bb03-8955547a4ff0, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=c572ab48-31b4-417b-bb03-8955547a4ff0,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:23.269652 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c572ab48-31b4-417b-bb03-8955547a4ff0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.282518 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.307848 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/networks/1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f HTTP/1.1" status: 204 len: 168 time: 2.0711467 Jan 28 19:26:23.316990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58088) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:23.336432 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a859ea-fdf5-4c17-b50b-66ef8d476b3a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Network': ['ID=1ddf33fc-0e86-43cc-b5e9-ff7db419fd6f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:23.367691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=c572ab48-31b4-417b-bb03-8955547a4ff0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:23.391799 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52efbc1-4fd5-4287-baeb-38c20ac165b8 req-c52a319b-7c4c-4c44-9030-b2b9c800bdb3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:23.393519 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d52efbc1-4fd5-4287-baeb-38c20ac165b8 req-c52a319b-7c4c-4c44-9030-b2b9c800bdb3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.2014136 Jan 28 19:26:23.394380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116dbc44-759f-428e-a3a0-4a590869248a admin admin] Made reservation on behalf of 242c649f5c804d4fb312ae8c1ee64096 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:23.397507 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-116dbc44-759f-428e-a3a0-4a590869248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.419543 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-116dbc44-759f-428e-a3a0-4a590869248a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.477835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['c572ab48-31b4-417b-bb03-8955547a4ff0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:23.507667 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d52efbc1-4fd5-4287-baeb-38c20ac165b8 req-9e9fea72-6276-4b5c-aab6-7313a2239ebe tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035938 Jan 28 19:26:23.575851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58094) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:23.607028 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34066f31-b81d-4985-a3a8-54b661f344ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.726950 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b46c9c16-5fe8-4ac9-864b-8e1c9ac323cb req-d74505d8-7b16-4a01-b01a-726c55748070 service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0882964 Jan 28 19:26:23.778574 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:23.779602 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-116dbc44-759f-428e-a3a0-4a590869248a admin admin] Publish callbacks [] for security_group (ed7e0c63-28bf-4abc-b3a0-bf73b1c28783), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.788283 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-116dbc44-759f-428e-a3a0-4a590869248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ed7e0c63-28bf-4abc-b3a0-bf73b1c28783), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:23.806928 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:23.807272 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5fb9a4a3-5aed-4d24-8bd2-1e5c712d0558 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:23.819681 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3fee332a-67d3-429c-aefa-d1209f0dea2d req-314c5a13-e35f-45a8-a27f-f0eca2dca51e tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0576644 Jan 28 19:26:23.901448 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Allocated IP 172.25.0.150 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/45515c00-1e0f-481b-878d-a8a1b691057b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:23.966697 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116dbc44-759f-428e-a3a0-4a590869248a admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:26:23.972359 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34066f31-b81d-4985-a3a8-54b661f344ca admin admin] Publish callbacks [] for security_group (22f3be62-3cb2-4bf8-bb08-e34fba869410), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.018982 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34066f31-b81d-4985-a3a8-54b661f344ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (22f3be62-3cb2-4bf8-bb08-e34fba869410), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.083847 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-34066f31-b81d-4985-a3a8-54b661f344ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e65fa4be42749b3b5283d6c05564fd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5037897 Jan 28 19:26:24.086097 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-116dbc44-759f-428e-a3a0-4a590869248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0a8ac787-fb8c-49d1-b564-42370b01131e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.086097 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-116dbc44-759f-428e-a3a0-4a590869248a admin admin] Added segment 0a8ac787-fb8c-49d1-b564-42370b01131e of type vlan for network 65931eab-3430-404e-98fd-3d8aeff5d04f Jan 28 19:26:24.090258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116dbc44-759f-428e-a3a0-4a590869248a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7e0c63-28bf-4abc-b3a0-bf73b1c28783,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:24.093605 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:24.213822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34066f31-b81d-4985-a3a8-54b661f344ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f3be62-3cb2-4bf8-bb08-e34fba869410,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:24.235465 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-116dbc44-759f-428e-a3a0-4a590869248a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (65931eab-3430-404e-98fd-3d8aeff5d04f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.280807 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23562ef0-7853-464e-afe9-7b1072599809 req-0d9b2673-0192-4769-bf2a-983c2106d47b tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:24.282857 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23562ef0-7853-464e-afe9-7b1072599809 req-0d9b2673-0192-4769-bf2a-983c2106d47b tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 945 time: 0.4788618 Jan 28 19:26:24.292704 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eb27762-63dd-4ad5-877c-a436f996f82f admin admin] Publish callbacks [] for security_group (22f3be62-3cb2-4bf8-bb08-e34fba869410), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.348163 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-116dbc44-759f-428e-a3a0-4a590869248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (65931eab-3430-404e-98fd-3d8aeff5d04f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.349009 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116dbc44-759f-428e-a3a0-4a590869248a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:24.349890 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-116dbc44-759f-428e-a3a0-4a590869248a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.355558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49988540-35cd-49b9-853b-b9f01a804f39 req-ccba157f-5502-4fc9-a825-14588f2815b8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:24.358141 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49988540-35cd-49b9-853b-b9f01a804f39 req-ccba157f-5502-4fc9-a825-14588f2815b8 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.2794380 Jan 28 19:26:24.367569 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eb27762-63dd-4ad5-877c-a436f996f82f admin admin] Publish callbacks [] for security_group (22f3be62-3cb2-4bf8-bb08-e34fba869410), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.386645 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595fa17-9aa5-4347-bb98-5859d199ca2f req-5bb8c898-02f4-446d-af3b-e43520723e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:24.389598 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9595fa17-9aa5-4347-bb98-5859d199ca2f req-5bb8c898-02f4-446d-af3b-e43520723e2a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f43d98de8d634bb2b8161bbb90af92d1&device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 1128 time: 0.2790258 Jan 28 19:26:24.447241 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Publish callbacks [] for port (45515c00-1e0f-481b-878d-a8a1b691057b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.462218 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.475129 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-116dbc44-759f-428e-a3a0-4a590869248a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8643646 Jan 28 19:26:24.488226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58104) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:24.494282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-785ae705-66f9-4ccf-adee-26c20be4f713 admin admin] Request body: {'subnet': {'network_id': '65931eab-3430-404e-98fd-3d8aeff5d04f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1013521116-subnet', 'tenant_id': '242c649f5c804d4fb312ae8c1ee64096', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:24.509014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116dbc44-759f-428e-a3a0-4a590869248a admin admin] Pushing event updated for resources: {'Network': ['ID=65931eab-3430-404e-98fd-3d8aeff5d04f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:24.520401 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23562ef0-7853-464e-afe9-7b1072599809 req-34244a91-0c92-4371-a9cd-f2c0165ccdaa tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013385 Jan 28 19:26:24.534552 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 65931eab-3430-404e-98fd-3d8aeff5d04f details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:26:24.556545 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eb27762-63dd-4ad5-877c-a436f996f82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (22f3be62-3cb2-4bf8-bb08-e34fba869410), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.565657 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eb27762-63dd-4ad5-877c-a436f996f82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.569519 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3eb27762-63dd-4ad5-877c-a436f996f82f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22f3be62-3cb2-4bf8-bb08-e34fba869410 HTTP/1.1" status: 204 len: 168 time: 0.4627769 Jan 28 19:26:24.573723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785ae705-66f9-4ccf-adee-26c20be4f713 admin admin] Made reservation on behalf of 242c649f5c804d4fb312ae8c1ee64096 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:24.584246 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-785ae705-66f9-4ccf-adee-26c20be4f713 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.585700 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49988540-35cd-49b9-853b-b9f01a804f39 req-d9228892-8e14-4cf7-8256-f77f4107b4b3 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088323 Jan 28 19:26:24.594471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb27762-63dd-4ad5-877c-a436f996f82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f3be62-3cb2-4bf8-bb08-e34fba869410,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:24.673896 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (45515c00-1e0f-481b-878d-a8a1b691057b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.731012 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device c572ab48-31b4-417b-bb03-8955547a4ff0 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:24.814527 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port c572ab48-31b4-417b-bb03-8955547a4ff0 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:26:24.820341 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port c572ab48-31b4-417b-bb03-8955547a4ff0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:24.821079 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c572ab48-31b4-417b-bb03-8955547a4ff0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.842344 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-785ae705-66f9-4ccf-adee-26c20be4f713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (2f3a2a48-8dcd-4a6e-9265-941a2f110df3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.857081 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:24.900006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595fa17-9aa5-4347-bb98-5859d199ca2f req-4a80661a-f93d-49aa-906b-5864489cf65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:24.903268 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9595fa17-9aa5-4347-bb98-5859d199ca2f req-4a80661a-f93d-49aa-906b-5864489cf65b service neutron] 10.222.0.31 "GET /v2.0/networks?id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d HTTP/1.1" status: 200 len: 914 time: 0.4949732 Jan 28 19:26:24.908689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Pushing event updated for resources: {'Port': ['ID=45515c00-1e0f-481b-878d-a8a1b691057b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:24.935864 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port c572ab48-31b4-417b-bb03-8955547a4ff0 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:24.936264 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c572ab48-31b4-417b-bb03-8955547a4ff0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:24.966110 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1353da0-8cb5-4e9a-b006-05ac9407c5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c572ab48-31b4-417b-bb03-8955547a4ff0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:24.977780 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e83a7d-db89-476b-8058-1ee591fea6b7" -d '{"events": [{"server_uuid": "d1353da0-8cb5-4e9a-b006-05ac9407c5d5", "name": "network-vif-plugged", "status": "completed", "tag": "c572ab48-31b4-417b-bb03-8955547a4ff0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:24.994591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:25.008283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port c572ab48-31b4-417b-bb03-8955547a4ff0, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=c572ab48-31b4-417b-bb03-8955547a4ff0,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:25.012486 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae705-66f9-4ccf-adee-26c20be4f713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f3a2a48-8dcd-4a6e-9265-941a2f110df3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:25.014073 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c572ab48-31b4-417b-bb03-8955547a4ff0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.037338 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785ae705-66f9-4ccf-adee-26c20be4f713 admin admin] Checking segment: {'id': '0a8ac787-fb8c-49d1-b564-42370b01131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '65931eab-3430-404e-98fd-3d8aeff5d04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:25.038367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785ae705-66f9-4ccf-adee-26c20be4f713 admin admin] Network hostable DHCP agents. Network: 65931eab-3430-404e-98fd-3d8aeff5d04f, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:26:25.059412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f96c8-3b99-4153-8dec-76dca54e72a2 req-e2415612-3893-4b4b-911b-9d2fa07043bd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:25.062006 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ec1f96c8-3b99-4153-8dec-76dca54e72a2 req-e2415612-3893-4b4b-911b-9d2fa07043bd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.1022990 Jan 28 19:26:25.075327 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b5520e-d65b-4254-9175-071e8bde7b2f x-openstack-request-id: req-c3b5520e-d65b-4254-9175-071e8bde7b2f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:25.075744 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1353da0-8cb5-4e9a-b006-05ac9407c5d5", "name": "network-vif-plugged", "status": "completed", "tag": "c572ab48-31b4-417b-bb03-8955547a4ff0", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:25.076019 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c3b5520e-d65b-4254-9175-071e8bde7b2f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:25.076449 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1353da0-8cb5-4e9a-b006-05ac9407c5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c572ab48-31b4-417b-bb03-8955547a4ff0', 'code': 200} Jan 28 19:26:25.086664 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9595fa17-9aa5-4347-bb98-5859d199ca2f req-145fb61a-f0bf-45d1-897d-8d62a2fdbb71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a HTTP/1.1" status: 200 len: 217 time: 0.0931501 Jan 28 19:26:25.088779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785ae705-66f9-4ccf-adee-26c20be4f713 admin admin] Network 65931eab-3430-404e-98fd-3d8aeff5d04f is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:26:25.089912 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:25.105692 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-785ae705-66f9-4ccf-adee-26c20be4f713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 65931eab-3430-404e-98fd-3d8aeff5d04f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:25.110806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785ae705-66f9-4ccf-adee-26c20be4f713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:25.111401 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-785ae705-66f9-4ccf-adee-26c20be4f713 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.134484 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de222d5-c11f-483f-b675-eda1bcc0873d None None] Network 65931eab-3430-404e-98fd-3d8aeff5d04f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:25.145527 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-785ae705-66f9-4ccf-adee-26c20be4f713 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6556766 Jan 28 19:26:25.154015 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ec1f96c8-3b99-4153-8dec-76dca54e72a2 req-334b79f3-3c46-4945-bfa5-74d807a0562a tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843029 Jan 28 19:26:25.242224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c754fa-5aaa-424d-bd26-8d05229a8b76 req-31c5808b-9fbc-40f3-bd9d-97a25ce58a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:25.253033 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6c754fa-5aaa-424d-bd26-8d05229a8b76 req-31c5808b-9fbc-40f3-bd9d-97a25ce58a4b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 1128 time: 0.1210880 Jan 28 19:26:25.270519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=c572ab48-31b4-417b-bb03-8955547a4ff0,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:25.348049 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6c754fa-5aaa-424d-bd26-8d05229a8b76 req-df6986d1-7bc0-4396-8ef2-6afc1c0c6de2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888619 Jan 28 19:26:25.359622 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a447f171-f613-4165-b0a8-d479ea22b293 None None] Network 65931eab-3430-404e-98fd-3d8aeff5d04f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:25.450512 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.465112 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595fa17-9aa5-4347-bb98-5859d199ca2f req-edf70b9b-7d21-4874-981f-af01d6033962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:25.467058 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9595fa17-9aa5-4347-bb98-5859d199ca2f req-edf70b9b-7d21-4874-981f-af01d6033962 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dd274110-81e6-4773-bb6c-ca2de3e25bde HTTP/1.1" status: 200 len: 853 time: 0.3705323 Jan 28 19:26:25.550266 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4c23f8b-0fe8-4540-9aed-0c9aa139b17b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (521f1262-d7cc-4f01-b11c-e7ad68418580), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.661968 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9595fa17-9aa5-4347-bb98-5859d199ca2f req-dabe7cae-21c0-457f-9534-e034ca237d31 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=32dd6380-90f2-4c91-b2e9-082cc1b5e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295619 Jan 28 19:26:25.810900 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-8c1c8fd5-36f7-425c-a581-be477865bee2 req-d57f4e4a-beb2-4aaa-8a60-4e603f6819e3 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1376700180', 'description': 'tempest-description-1902259222'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:25.832282 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c1c8fd5-36f7-425c-a581-be477865bee2 req-d57f4e4a-beb2-4aaa-8a60-4e603f6819e3 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.833022 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe59747-ac49-4587-90eb-9082309fb83a req-e8c9983b-bbea-4bae-a0a1-8bdec3596e4f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:25.834592 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fe59747-ac49-4587-90eb-9082309fb83a req-e8c9983b-bbea-4bae-a0a1-8bdec3596e4f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.5309658 Jan 28 19:26:25.848515 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58144) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:25.855539 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b7a10b62-90a6-4f0c-a513-4fb6916c70f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Request body: {'floatingip': {'port_id': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:25.909806 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a10b62-90a6-4f0c-a513-4fb6916c70f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for floatingip (c81c6a8e-be00-48e1-a937-bd9a8e854b20), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:25.925506 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9595fa17-9aa5-4347-bb98-5859d199ca2f req-22e8a2cb-cf99-4e5e-8da3-1416e6543e6f service neutron] 10.222.0.31 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543592 Jan 28 19:26:25.969872 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Publish callbacks [] for router_gateway (50cadf92-a435-4970-8b32-a55ce3ed7ea1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.110783 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c1c8fd5-36f7-425c-a581-be477865bee2 req-d57f4e4a-beb2-4aaa-8a60-4e603f6819e3 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (a8d32f23-996e-48a0-b536-c965c2c4f61d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.185924 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c1c8fd5-36f7-425c-a581-be477865bee2 req-d57f4e4a-beb2-4aaa-8a60-4e603f6819e3 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a8d32f23-996e-48a0-b536-c965c2c4f61d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.267767 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8c1c8fd5-36f7-425c-a581-be477865bee2 req-d57f4e4a-beb2-4aaa-8a60-4e603f6819e3 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.269140 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8c1c8fd5-36f7-425c-a581-be477865bee2 req-d57f4e4a-beb2-4aaa-8a60-4e603f6819e3 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4630017 Jan 28 19:26:26.272310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f4e4a-beb2-4aaa-8a60-4e603f6819e3 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d32f23-996e-48a0-b536-c965c2c4f61d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:26.638278 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9595fa17-9aa5-4347-bb98-5859d199ca2f req-e01b419f-0c74-4865-9cd7-2f80602b754e service neutron] 10.222.0.31 "GET /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6805089 Jan 28 19:26:26.638845 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecc27-ac1e-4f95-9a71-22573e81665d req-7d9bf3be-f38d-4742-b9f5-7ea8c2e2ef43 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:26.658477 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57fecc27-ac1e-4f95-9a71-22573e81665d req-7d9bf3be-f38d-4742-b9f5-7ea8c2e2ef43 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.2726288 Jan 28 19:26:26.678414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f203cf-a729-4cfa-a669-c097dc046f32 req-ef9bfa2f-33f2-4272-8376-b7ef6ea322da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:26.685843 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-58f203cf-a729-4cfa-a669-c097dc046f32 req-ef9bfa2f-33f2-4272-8376-b7ef6ea322da tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 946 time: 0.7823002 Jan 28 19:26:26.777572 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57fecc27-ac1e-4f95-9a71-22573e81665d req-2a9e1df0-cf2e-4289-b875-4a6927085969 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026022 Jan 28 19:26:26.868898 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-58f203cf-a729-4cfa-a669-c097dc046f32 req-e4bf304c-56bb-42bf-885f-d41e3258958f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817963 Jan 28 19:26:26.921331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a10b62-90a6-4f0c-a513-4fb6916c70f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.933472 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a10b62-90a6-4f0c-a513-4fb6916c70f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (c81c6a8e-be00-48e1-a937-bd9a8e854b20), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.971248 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a4c23f8b-0fe8-4540-9aed-0c9aa139b17b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting port a6c1476d-e7c0-48e5-b225-2789e3aac051 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:26.971851 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4c23f8b-0fe8-4540-9aed-0c9aa139b17b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:26.992351 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (50cadf92-a435-4970-8b32-a55ce3ed7ea1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.009594 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8149dab3-5220-448b-9bc7-2b32ce60b360 req-fc40954f-d095-4397-939b-a2d2dfa31107 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/a8d32f23-996e-48a0-b536-c965c2c4f61d HTTP/1.1" status: 200 len: 1824 time: 0.1467392 Jan 28 19:26:27.025715 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-8149dab3-5220-448b-9bc7-2b32ce60b360 req-a530c411-eb65-4de3-a609-acc92876c7b4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a8d32f23-996e-48a0-b536-c965c2c4f61d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:27.026256 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-8149dab3-5220-448b-9bc7-2b32ce60b360 req-a530c411-eb65-4de3-a609-acc92876c7b4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a8d32f23-996e-48a0-b536-c965c2c4f61d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:27.164644 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-b7a10b62-90a6-4f0c-a513-4fb6916c70f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Floating IP c81c6a8e-be00-48e1-a937-bd9a8e854b20 associated. External IP: 172.25.0.168, port: 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06. Jan 28 19:26:27.221584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Router 50cadf92-a435-4970-8b32-a55ce3ed7ea1 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:26:27.433648 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8149dab3-5220-448b-9bc7-2b32ce60b360 req-a530c411-eb65-4de3-a609-acc92876c7b4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (3085e843-951c-479b-82d4-62ad6e608a84), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.538878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:27.540928 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8149dab3-5220-448b-9bc7-2b32ce60b360 req-a530c411-eb65-4de3-a609-acc92876c7b4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (3085e843-951c-479b-82d4-62ad6e608a84), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.547067 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8149dab3-5220-448b-9bc7-2b32ce60b360 req-a530c411-eb65-4de3-a609-acc92876c7b4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (3085e843-951c-479b-82d4-62ad6e608a84), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.554721 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Sync routers for ids ['50cadf92-a435-4970-8b32-a55ce3ed7ea1'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:27.582932 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Routers {'50cadf92-a435-4970-8b32-a55ce3ed7ea1'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:27.584545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:26:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['50cadf92-a435-4970-8b32-a55ce3ed7ea1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:27.593709 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530c411-eb65-4de3-a609-acc92876c7b4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3085e843-951c-479b-82d4-62ad6e608a84,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:27.603481 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a10b62-90a6-4f0c-a513-4fb6916c70f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Router 29bd8e6c-f3a6-478d-b57c-73297ba42978 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:26:27.622230 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8149dab3-5220-448b-9bc7-2b32ce60b360 req-a530c411-eb65-4de3-a609-acc92876c7b4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.623572 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8149dab3-5220-448b-9bc7-2b32ce60b360 req-a530c411-eb65-4de3-a609-acc92876c7b4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6048238 Jan 28 19:26:27.635560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a4c23f8b-0fe8-4540-9aed-0c9aa139b17b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] For port a6c1476d-e7c0-48e5-b225-2789e3aac051, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a6c1476d-e7c0-48e5-b225-2789e3aac051,segment=NetworkSegment(486e8db4-8569-44dc-8a94-aca2d7f7e534),segment_id=486e8db4-8569-44dc-8a94-aca2d7f7e534)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:27.635942 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4c23f8b-0fe8-4540-9aed-0c9aa139b17b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.682711 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:27.696044 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e501ea59-4d54-45a5-ae48-a5494a6f219e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8102839 Jan 28 19:26:27.714640 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58200) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:27.716559 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c232d159-2468-4429-b939-57ac3a4445cb req-c7305f8b-07ca-4a58-87ad-6e750620daa6 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-501751130', 'description': 'tempest-description-1397956975'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:27.732545 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a4c23f8b-0fe8-4540-9aed-0c9aa139b17b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Calling delete_port for a6c1476d-e7c0-48e5-b225-2789e3aac051 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:27.802796 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Set router 50cadf92-a435-4970-8b32-a55ce3ed7ea1 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:27.813849 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c232d159-2468-4429-b939-57ac3a4445cb req-c7305f8b-07ca-4a58-87ad-6e750620daa6 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.048648 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c232d159-2468-4429-b939-57ac3a4445cb req-c7305f8b-07ca-4a58-87ad-6e750620daa6 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (8ecde567-5681-4b09-9cfb-8c0b66b5500e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.092589 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c232d159-2468-4429-b939-57ac3a4445cb req-c7305f8b-07ca-4a58-87ad-6e750620daa6 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8ecde567-5681-4b09-9cfb-8c0b66b5500e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.175681 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c232d159-2468-4429-b939-57ac3a4445cb req-c7305f8b-07ca-4a58-87ad-6e750620daa6 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.191903 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c232d159-2468-4429-b939-57ac3a4445cb req-c7305f8b-07ca-4a58-87ad-6e750620daa6 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5121062 Jan 28 19:26:28.193560 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4c23f8b-0fe8-4540-9aed-0c9aa139b17b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (a6c1476d-e7c0-48e5-b225-2789e3aac051), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.217050 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7305f8b-07ca-4a58-87ad-6e750620daa6 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecde567-5681-4b09-9cfb-8c0b66b5500e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:28.308160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c23f8b-0fe8-4540-9aed-0c9aa139b17b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Port': ['ID=a6c1476d-e7c0-48e5-b225-2789e3aac051,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:28.319880 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'name': 'tempest-ServerRescueTestJSON-925381470-router', 'tenant_id': '43aa92c00b334727b1a367584bc88b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:19Z', 'updated_at': '2022-01-28T19:26:25Z', 'revision_number': 3, 'project_id': '43aa92c00b334727b1a367584bc88b75', 'gw_port': {'id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:95:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:22Z', 'updated_at': '2022-01-28T19:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:28.389218 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Checking router: 50cadf92-a435-4970-8b32-a55ce3ed7ea1 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:28.390143 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Updating router 50cadf92-a435-4970-8b32-a55ce3ed7ea1 port 45515c00-1e0f-481b-878d-a8a1b691057b binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:26:28.434323 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (45515c00-1e0f-481b-878d-a8a1b691057b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.765730 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4c23f8b-0fe8-4540-9aed-0c9aa139b17b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (521f1262-d7cc-4f01-b11c-e7ad68418580), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.834510 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b6023-614a-41ee-a7be-9752564a6c06 req-15e0974e-6358-4d28-a7d3-280ba7706ea1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:28.836223 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d26b6023-614a-41ee-a7be-9752564a6c06 req-15e0974e-6358-4d28-a7d3-280ba7706ea1 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 946 time: 0.4522505 Jan 28 19:26:28.885971 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a10b62-90a6-4f0c-a513-4fb6916c70f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:28.891480 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a10b62-90a6-4f0c-a513-4fb6916c70f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.898552 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4bcfbb-e199-4d7d-a45d-5c5f8ca3e449 None None] Sync routers for ids ['29bd8e6c-f3a6-478d-b57c-73297ba42978'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:28.913502 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4bcfbb-e199-4d7d-a45d-5c5f8ca3e449 None None] Routers {'29bd8e6c-f3a6-478d-b57c-73297ba42978'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:28.917104 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e4bcfbb-e199-4d7d-a45d-5c5f8ca3e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:26:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['29bd8e6c-f3a6-478d-b57c-73297ba42978'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:28.990572 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Publish callbacks [] for port (45515c00-1e0f-481b-878d-a8a1b691057b), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:28.996750 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (45515c00-1e0f-481b-878d-a8a1b691057b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:29.032391 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b7a10b62-90a6-4f0c-a513-4fb6916c70f1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "PUT /v2.0/floatingips/c81c6a8e-be00-48e1-a937-bd9a8e854b20 HTTP/1.1" status: 200 len: 991 time: 3.1827741 Jan 28 19:26:29.034975 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'tag': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:29.037172 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7d2d29-e356-40ba-878e-d0b39afa11b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd78893-9e28-491f-8457-0a01b1c8e569", "tag": "9fad56e8-ad6c-4341-9d37-c8cfca4b3a06"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:29.120840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Attempting to bind port 45515c00-1e0f-481b-878d-a8a1b691057b on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:29.121223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Attempting to bind port 45515c00-1e0f-481b-878d-a8a1b691057b by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:29.121588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Attempting to bind port 45515c00-1e0f-481b-878d-a8a1b691057b on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:29.131389 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9c574-fc33-4bfb-8dd4-50ecbac7c431 req-5632aa38-6645-4501-9737-20a34b156d6f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:29.133029 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44a9c574-fc33-4bfb-8dd4-50ecbac7c431 req-5632aa38-6645-4501-9737-20a34b156d6f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.5920992 Jan 28 19:26:29.141586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d26b6023-614a-41ee-a7be-9752564a6c06 req-d1c3c13d-65b3-452a-98a7-8dc9c4291485 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582867 Jan 28 19:26:29.143685 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:29.144073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:29.144542 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:29.144865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:29.145342 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Bound port: 45515c00-1e0f-481b-878d-a8a1b691057b, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:29.145727 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (45515c00-1e0f-481b-878d-a8a1b691057b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:29.148054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa984003-a117-47ae-a37b-912c6c2aa82b None None] Pushing event updated for resources: {'Port': ['ID=45515c00-1e0f-481b-878d-a8a1b691057b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:29.189051 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3e4bcfbb-e199-4d7d-a45d-5c5f8ca3e449 None None] Set router 29bd8e6c-f3a6-478d-b57c-73297ba42978 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:29.233973 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44a9c574-fc33-4bfb-8dd4-50ecbac7c431 req-1ab84712-9162-429f-bdc5-1c263ab3d1b4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909874 Jan 28 19:26:29.285930 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] For port 45515c00-1e0f-481b-878d-a8a1b691057b, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:29.290787 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] For port 45515c00-1e0f-481b-878d-a8a1b691057b, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=45515c00-1e0f-481b-878d-a8a1b691057b,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:29.299181 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (45515c00-1e0f-481b-878d-a8a1b691057b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:29.310935 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9adf9c84-591b-4fe8-8a93-bbd0e1d89e3f req-fb43437d-b264-474e-b18b-6e21635d8424 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/8ecde567-5681-4b09-9cfb-8c0b66b5500e HTTP/1.1" status: 200 len: 1823 time: 0.0834196 Jan 28 19:26:29.317672 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c23f8b-0fe8-4540-9aed-0c9aa139b17b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router 521f1262-d7cc-4f01-b11c-e7ad68418580 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:26:29.327888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9adf9c84-591b-4fe8-8a93-bbd0e1d89e3f req-3e26d2b4-eb20-45d6-934c-9efff760d45b tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8ecde567-5681-4b09-9cfb-8c0b66b5500e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:29.328209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9adf9c84-591b-4fe8-8a93-bbd0e1d89e3f req-3e26d2b4-eb20-45d6-934c-9efff760d45b tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8ecde567-5681-4b09-9cfb-8c0b66b5500e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:29.425693 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Routers {'50cadf92-a435-4970-8b32-a55ce3ed7ea1'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:29.431033 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:26:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['50cadf92-a435-4970-8b32-a55ce3ed7ea1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:29.493602 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1db86f-f0c2-4388-b1ac-dea3e6ba8c21 x-openstack-request-id: req-2f1db86f-f0c2-4388-b1ac-dea3e6ba8c21 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:29.493963 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd78893-9e28-491f-8457-0a01b1c8e569", "tag": "9fad56e8-ad6c-4341-9d37-c8cfca4b3a06", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:29.494194 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f1db86f-f0c2-4388-b1ac-dea3e6ba8c21 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:29.494590 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'tag': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06', 'status': 'completed', 'code': 200} Jan 28 19:26:29.547461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c23f8b-0fe8-4540-9aed-0c9aa139b17b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:29.557956 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a4c23f8b-0fe8-4540-9aed-0c9aa139b17b tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/521f1262-d7cc-4f01-b11c-e7ad68418580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2117796 Jan 28 19:26:29.559476 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58286) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:29.609817 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e07197-69e0-4132-bfb7-ffdfab7a62ef None None] Sync routers for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:29.618785 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9adf9c84-591b-4fe8-8a93-bbd0e1d89e3f req-3e26d2b4-eb20-45d6-934c-9efff760d45b tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (ae955ef2-56c1-4ede-8b1f-ed57655dd2eb), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:29.641878 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9adf9c84-591b-4fe8-8a93-bbd0e1d89e3f req-3e26d2b4-eb20-45d6-934c-9efff760d45b tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (ae955ef2-56c1-4ede-8b1f-ed57655dd2eb), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:29.650253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9adf9c84-591b-4fe8-8a93-bbd0e1d89e3f req-3e26d2b4-eb20-45d6-934c-9efff760d45b tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (ae955ef2-56c1-4ede-8b1f-ed57655dd2eb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:29.670784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e07197-69e0-4132-bfb7-ffdfab7a62ef None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:29.671652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-01e07197-69e0-4132-bfb7-ffdfab7a62ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:26:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:29.680918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa984003-a117-47ae-a37b-912c6c2aa82b None None] Pushing event updated for resources: {'Port': ['ID=45515c00-1e0f-481b-878d-a8a1b691057b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:29.713467 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9adf9c84-591b-4fe8-8a93-bbd0e1d89e3f req-3e26d2b4-eb20-45d6-934c-9efff760d45b tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:29.717887 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9adf9c84-591b-4fe8-8a93-bbd0e1d89e3f req-3e26d2b4-eb20-45d6-934c-9efff760d45b tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3958809 Jan 28 19:26:29.738367 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26d2b4-eb20-45d6-934c-9efff760d45b tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae955ef2-56c1-4ede-8b1f-ed57655dd2eb,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:29.785406 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e4bcfbb-e199-4d7d-a45d-5c5f8ca3e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:35Z', 'revision_number': 4, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'c81c6a8e-be00-48e1-a937-bd9a8e854b20', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'port_id': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'mac_address': 'fa:16:3e:f8:53:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:25:54Z', 'updated_at': '2022-01-28T19:26:26Z', 'revision_number': 1, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddefd569-b9b9-4a85-b818-ceebb74e0d99', 'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'mac_address': 'fa:16:3e:13:f2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:32Z', 'updated_at': '2022-01-28T19:19:41Z', 'revision_number': 5, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'subnets': [{'id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:29.912463 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4bcfbb-e199-4d7d-a45d-5c5f8ca3e449 None None] Checking router: 29bd8e6c-f3a6-478d-b57c-73297ba42978 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:29.952328 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4bcfbb-e199-4d7d-a45d-5c5f8ca3e449 None None] Routers {'29bd8e6c-f3a6-478d-b57c-73297ba42978'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:29.953023 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e4bcfbb-e199-4d7d-a45d-5c5f8ca3e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:26:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['29bd8e6c-f3a6-478d-b57c-73297ba42978'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:29.996195 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-98770d93-1a57-4514-b681-1936ac65bfc3 req-56af577a-68b3-4db9-a875-c47517090639 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1093441708', 'description': 'tempest-description-1345228479'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:30.008510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-01e07197-69e0-4132-bfb7-ffdfab7a62ef None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:30.032347 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9657e38-5b27-4430-893a-608612157c1c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting subnet 7a303939-7b62-41aa-b10c-fb3fdcfe97cf {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:26:30.044142 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef348900-ba80-4ed6-a8d3-5959950dda51 req-f0b20bf8-d382-471b-b7d1-4821f9fe1fd2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:30.048999 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ef348900-ba80-4ed6-a8d3-5959950dda51 req-f0b20bf8-d382-471b-b7d1-4821f9fe1fd2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.1663048 Jan 28 19:26:30.088480 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9657e38-5b27-4430-893a-608612157c1c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (7a303939-7b62-41aa-b10c-fb3fdcfe97cf), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.125953 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58300) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:30.195565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d2d29-e356-40ba-878e-d0b39afa11b3 req-0f5cccec-7cf7-4762-9ecc-bb2c93f69396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:30.201002 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ef348900-ba80-4ed6-a8d3-5959950dda51 req-bac84640-ba84-4883-9ad6-001c78dd6519 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436467 Jan 28 19:26:30.205504 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f7d2d29-e356-40ba-878e-d0b39afa11b3 req-0f5cccec-7cf7-4762-9ecc-bb2c93f69396 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 1127 time: 0.6953835 Jan 28 19:26:30.256664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-01e07197-69e0-4132-bfb7-ffdfab7a62ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:26:28Z', 'revision_number': 11, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:30.339474 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3e4bcfbb-e199-4d7d-a45d-5c5f8ca3e449 None None] Set router 29bd8e6c-f3a6-478d-b57c-73297ba42978 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:30.352957 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e07197-69e0-4132-bfb7-ffdfab7a62ef None None] Checking router: 521f1262-d7cc-4f01-b11c-e7ad68418580 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:30.364116 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.383129 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-98770d93-1a57-4514-b681-1936ac65bfc3 req-56af577a-68b3-4db9-a875-c47517090639 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.386828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] Set router 50cadf92-a435-4970-8b32-a55ce3ed7ea1 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:30.468011 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8192-4344-4ebf-aa1d-8f7d9bec7c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.471554 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e07197-69e0-4132-bfb7-ffdfab7a62ef None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:30.472773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-01e07197-69e0-4132-bfb7-ffdfab7a62ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:26:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:30.521167 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.535526 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9657e38-5b27-4430-893a-608612157c1c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (7a303939-7b62-41aa-b10c-fb3fdcfe97cf), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.543852 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660dffe-9e62-4cff-9a76-36db95793a31 req-ee95963d-7f41-4e38-8054-46d6dca1122e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:30.559085 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9660dffe-9e62-4cff-9a76-36db95793a31 req-ee95963d-7f41-4e38-8054-46d6dca1122e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 946 time: 0.2056451 Jan 28 19:26:30.571087 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-01e07197-69e0-4132-bfb7-ffdfab7a62ef None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:30.733626 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9660dffe-9e62-4cff-9a76-36db95793a31 req-8a2c99ef-1514-43ae-b926-68382aa66be6 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523569 Jan 28 19:26:30.778204 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8192-4344-4ebf-aa1d-8f7d9bec7c6e admin admin] Publish callbacks [] for security_group (6821ef70-342b-4340-abba-b915b2b00275), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.783066 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8cb8192-4344-4ebf-aa1d-8f7d9bec7c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6821ef70-342b-4340-abba-b915b2b00275), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:30.826537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-01e07197-69e0-4132-bfb7-ffdfab7a62ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:26:28Z', 'revision_number': 11, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:30.850837 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e4bcfbb-e199-4d7d-a45d-5c5f8ca3e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:35Z', 'revision_number': 4, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'c81c6a8e-be00-48e1-a937-bd9a8e854b20', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'port_id': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'mac_address': 'fa:16:3e:f8:53:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:25:54Z', 'updated_at': '2022-01-28T19:26:26Z', 'revision_number': 1, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddefd569-b9b9-4a85-b818-ceebb74e0d99', 'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'mac_address': 'fa:16:3e:13:f2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:32Z', 'updated_at': '2022-01-28T19:19:41Z', 'revision_number': 5, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'subnets': [{'id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:30.879527 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e07197-69e0-4132-bfb7-ffdfab7a62ef None None] The sync data for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 is: [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:26:28Z', 'revision_number': 11, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:30.890591 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4bcfbb-e199-4d7d-a45d-5c5f8ca3e449 None None] The sync data for ids ['29bd8e6c-f3a6-478d-b57c-73297ba42978'] in n-d-824834-4 is: [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:35Z', 'revision_number': 4, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'c81c6a8e-be00-48e1-a937-bd9a8e854b20', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'port_id': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'mac_address': 'fa:16:3e:f8:53:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:25:54Z', 'updated_at': '2022-01-28T19:26:26Z', 'revision_number': 1, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddefd569-b9b9-4a85-b818-ceebb74e0d99', 'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'mac_address': 'fa:16:3e:13:f2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:32Z', 'updated_at': '2022-01-28T19:19:41Z', 'revision_number': 5, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'subnets': [{'id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:30.898440 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c8cb8192-4344-4ebf-aa1d-8f7d9bec7c6e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c648bd1eca8d4533a19332f90de2cbb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7707839 Jan 28 19:26:30.908189 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58312) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:30.956643 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb8192-4344-4ebf-aa1d-8f7d9bec7c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6821ef70-342b-4340-abba-b915b2b00275,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:30.967914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'name': 'tempest-ServerRescueTestJSON-925381470-router', 'tenant_id': '43aa92c00b334727b1a367584bc88b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:19Z', 'updated_at': '2022-01-28T19:26:25Z', 'revision_number': 3, 'project_id': '43aa92c00b334727b1a367584bc88b75', 'gw_port': {'id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:95:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:22Z', 'updated_at': '2022-01-28T19:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:31.009217 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9657e38-5b27-4430-893a-608612157c1c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (7a303939-7b62-41aa-b10c-fb3fdcfe97cf), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.070748 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca239b2f-b0f4-41b5-83a7-09d54525f832 None None] The sync data for ids ['50cadf92-a435-4970-8b32-a55ce3ed7ea1'] in n-d-824834-4 is: [{'id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'name': 'tempest-ServerRescueTestJSON-925381470-router', 'tenant_id': '43aa92c00b334727b1a367584bc88b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:19Z', 'updated_at': '2022-01-28T19:26:25Z', 'revision_number': 3, 'project_id': '43aa92c00b334727b1a367584bc88b75', 'gw_port': {'id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:95:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:22Z', 'updated_at': '2022-01-28T19:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:31.081577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b9a7-2ebd-4e78-9940-42d427c5ffe9 req-55b41e25-dc0b-483d-bfde-4d7db2b310d2 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:31.088795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b081b9a7-2ebd-4e78-9940-42d427c5ffe9 req-55b41e25-dc0b-483d-bfde-4d7db2b310d2 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 946 time: 0.2190261 Jan 28 19:26:31.113839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d2d29-e356-40ba-878e-d0b39afa11b3 req-0b359e80-6eeb-47ce-8278-bee237a5d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:31.119049 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f7d2d29-e356-40ba-878e-d0b39afa11b3 req-0b359e80-6eeb-47ce-8278-bee237a5d452 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 200 len: 918 time: 0.9027901 Jan 28 19:26:31.131961 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95598dbe-2ef3-43c9-bce0-3c0d5d1d2379 admin admin] Publish callbacks [] for security_group (6821ef70-342b-4340-abba-b915b2b00275), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.137260 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9657e38-5b27-4430-893a-608612157c1c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (7a303939-7b62-41aa-b10c-fb3fdcfe97cf), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.200807 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95598dbe-2ef3-43c9-bce0-3c0d5d1d2379 admin admin] Publish callbacks [] for security_group (6821ef70-342b-4340-abba-b915b2b00275), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.228289 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b081b9a7-2ebd-4e78-9940-42d427c5ffe9 req-a98f0839-695c-403a-88b6-cf1ac7f1e34d tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385362 Jan 28 19:26:31.306165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9657e38-5b27-4430-893a-608612157c1c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Subnet': ['ID=7a303939-7b62-41aa-b10c-fb3fdcfe97cf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:31.311834 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9657e38-5b27-4430-893a-608612157c1c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.318154 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58320) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:31.319289 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d9657e38-5b27-4430-893a-608612157c1c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/7a303939-7b62-41aa-b10c-fb3fdcfe97cf HTTP/1.1" status: 204 len: 168 time: 1.7174637 Jan 28 19:26:31.335134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8adcdc3-f995-4b55-9c43-64349ceeec1d None None] Network d54e7de6-3b23-4519-b9ac-71802a9c33ce requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:31.352048 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977661b6-1eaf-4871-b802-a1ea4e8b27ac None None] New status for floating IP c81c6a8e-be00-48e1-a937-bd9a8e854b20: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:26:31.457404 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-98770d93-1a57-4514-b681-1936ac65bfc3 req-56af577a-68b3-4db9-a875-c47517090639 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (edcdc80b-a054-4b53-88e1-22ca0e8305ec), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.517599 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (d54e7de6-3b23-4519-b9ac-71802a9c33ce), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.580264 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95598dbe-2ef3-43c9-bce0-3c0d5d1d2379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6821ef70-342b-4340-abba-b915b2b00275), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.587376 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-95598dbe-2ef3-43c9-bce0-3c0d5d1d2379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.588589 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-95598dbe-2ef3-43c9-bce0-3c0d5d1d2379 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6821ef70-342b-4340-abba-b915b2b00275 HTTP/1.1" status: 204 len: 168 time: 0.6794412 Jan 28 19:26:31.636661 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Allocated IP 172.20.0.1 (7695f85e-8320-4730-904a-2346212e366d/4484c7d9-16e0-4509-87ed-04b1dd7e32ff/9e8772ea-eceb-41f4-9a9a-26b40cc0f90d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:31.717237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c88dbf-bfb1-4ab9-a69b-584a8570269d None None] DHCP port deletion for d54e7de6-3b23-4519-b9ac-71802a9c33ce request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:26:31.727272 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f7d2d29-e356-40ba-878e-d0b39afa11b3 req-dd29d86c-540b-4fe7-a26d-9995565507c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 HTTP/1.1" status: 200 len: 999 time: 0.5817659 Jan 28 19:26:31.785490 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-98770d93-1a57-4514-b681-1936ac65bfc3 req-56af577a-68b3-4db9-a875-c47517090639 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (edcdc80b-a054-4b53-88e1-22ca0e8305ec), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.802915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95598dbe-2ef3-43c9-bce0-3c0d5d1d2379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6821ef70-342b-4340-abba-b915b2b00275,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:31.882769 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c139ef-2185-47d3-8acd-5e42f75c0bba req-3b1df94d-ef18-489f-82c8-c1083589b113 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:31.898162 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30c139ef-2185-47d3-8acd-5e42f75c0bba req-3b1df94d-ef18-489f-82c8-c1083589b113 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.3653691 Jan 28 19:26:31.939350 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-86c88dbf-bfb1-4ab9-a69b-584a8570269d None None] Deleting port bd0293cd-3795-461b-9b07-a6f14a47b64d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:31.939350 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86c88dbf-bfb1-4ab9-a69b-584a8570269d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (bd0293cd-3795-461b-9b07-a6f14a47b64d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.944932 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-98770d93-1a57-4514-b681-1936ac65bfc3 req-56af577a-68b3-4db9-a875-c47517090639 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:31.946299 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-98770d93-1a57-4514-b681-1936ac65bfc3 req-56af577a-68b3-4db9-a875-c47517090639 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 2.0070536 Jan 28 19:26:31.959778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d2d29-e356-40ba-878e-d0b39afa11b3 req-6ad04b4a-a619-4d42-8c7b-b4ae353021bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:31.961276 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f7d2d29-e356-40ba-878e-d0b39afa11b3 req-6ad04b4a-a619-4d42-8c7b-b4ae353021bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f81e2f04-6d65-4bf2-ae23-2d422541a4df HTTP/1.1" status: 200 len: 856 time: 0.1731479 Jan 28 19:26:31.969500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af577a-68b3-4db9-a875-c47517090639 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edcdc80b-a054-4b53-88e1-22ca0e8305ec,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:32.082786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Deleting port bd0293cd-3795-461b-9b07-a6f14a47b64d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:32.083125 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (bd0293cd-3795-461b-9b07-a6f14a47b64d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.088128 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 45515c00-1e0f-481b-878d-a8a1b691057b up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:32.114162 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Publish callbacks [] for port (9e8772ea-eceb-41f4-9a9a-26b40cc0f90d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.141968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d2d29-e356-40ba-878e-d0b39afa11b3 req-12a1bc6e-ce52-4c79-9e25-1e3a9b59a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:32.143696 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f7d2d29-e356-40ba-878e-d0b39afa11b3 req-12a1bc6e-ce52-4c79-9e25-1e3a9b59a75f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1713195 Jan 28 19:26:32.166672 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-86c88dbf-bfb1-4ab9-a69b-584a8570269d None None] For port bd0293cd-3795-461b-9b07-a6f14a47b64d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bd0293cd-3795-461b-9b07-a6f14a47b64d,segment=NetworkSegment(486e8db4-8569-44dc-8a94-aca2d7f7e534),segment_id=486e8db4-8569-44dc-8a94-aca2d7f7e534)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:32.167170 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86c88dbf-bfb1-4ab9-a69b-584a8570269d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (bd0293cd-3795-461b-9b07-a6f14a47b64d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.208973 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-86c88dbf-bfb1-4ab9-a69b-584a8570269d None None] Calling delete_port for bd0293cd-3795-461b-9b07-a6f14a47b64d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:32.365843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 45515c00-1e0f-481b-878d-a8a1b691057b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:32.368711 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f7d2d29-e356-40ba-878e-d0b39afa11b3 req-a9912f0b-4a54-4b43-9b6a-b795e24a9f3e service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175903 Jan 28 19:26:32.373170 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (45515c00-1e0f-481b-878d-a8a1b691057b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.391009 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-21951fbd-a343-4072-af41-bea1e97300f7 req-59dbcc8a-9553-4306-abee-7a59cc517e9e tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1123636727', 'description': 'tempest-description-1596041174'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:32.405194 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30c139ef-2185-47d3-8acd-5e42f75c0bba req-0bfbec8a-b77d-4bae-aec4-07b84c4e498b tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956207 Jan 28 19:26:32.411062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] For port bd0293cd-3795-461b-9b07-a6f14a47b64d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bd0293cd-3795-461b-9b07-a6f14a47b64d,segment=NetworkSegment(486e8db4-8569-44dc-8a94-aca2d7f7e534),segment_id=486e8db4-8569-44dc-8a94-aca2d7f7e534)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:32.411446 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (bd0293cd-3795-461b-9b07-a6f14a47b64d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.432931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:32.478066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Calling delete_port for bd0293cd-3795-461b-9b07-a6f14a47b64d owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:32.480247 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-21951fbd-a343-4072-af41-bea1e97300f7 req-59dbcc8a-9553-4306-abee-7a59cc517e9e tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.521651 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14dcf630-5c4e-4a59-a6ed-ced447bb1e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.557055 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9e8772ea-eceb-41f4-9a9a-26b40cc0f90d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.743234 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Network 7695f85e-8320-4730-904a-2346212e366d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:32.744730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b6410-416d-4e22-b6f5-661cc0c31adb req-8f22daea-e3ca-4d14-9be1-5a9d4bce67bf tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:32.754683 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23b6410-416d-4e22-b6f5-661cc0c31adb req-8f22daea-e3ca-4d14-9be1-5a9d4bce67bf tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 946 time: 0.2224989 Jan 28 19:26:32.767538 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 45515c00-1e0f-481b-878d-a8a1b691057b is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:32.768017 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (45515c00-1e0f-481b-878d-a8a1b691057b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.781411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:32.785494 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:32.803757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 45515c00-1e0f-481b-878d-a8a1b691057b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=45515c00-1e0f-481b-878d-a8a1b691057b,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:32.812860 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (45515c00-1e0f-481b-878d-a8a1b691057b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.824190 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86c88dbf-bfb1-4ab9-a69b-584a8570269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (bd0293cd-3795-461b-9b07-a6f14a47b64d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.845855 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8772ea-eceb-41f4-9a9a-26b40cc0f90d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:32.873117 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f7d2d29-e356-40ba-878e-d0b39afa11b3 req-3cd14761-258d-49d2-99c9-9aba354edc05 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748466 Jan 28 19:26:32.886410 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (bd0293cd-3795-461b-9b07-a6f14a47b64d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.910387 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (50cadf92-a435-4970-8b32-a55ce3ed7ea1), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:32.970345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bd0293cd-3795-461b-9b07-a6f14a47b64d no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:33.025852 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Port': ['ID=bd0293cd-3795-461b-9b07-a6f14a47b64d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:33.026140 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c88dbf-bfb1-4ab9-a69b-584a8570269d None None] No DVR routers for this DVR port bd0293cd-3795-461b-9b07-a6f14a47b64d on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:33.029654 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: bd0293cd-3795-461b-9b07-a6f14a47b64d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:33.030217 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bd0293cd-3795-461b-9b07-a6f14a47b64d not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:33.031349 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a6c1476d-e7c0-48e5-b225-2789e3aac051 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:33.033354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] No DVR routers for this DVR port bd0293cd-3795-461b-9b07-a6f14a47b64d on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:33.081104 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-21951fbd-a343-4072-af41-bea1e97300f7 req-59dbcc8a-9553-4306-abee-7a59cc517e9e tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (76364ae3-f38a-4d0b-b923-347fd82a6601), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.104550 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: a6c1476d-e7c0-48e5-b225-2789e3aac051 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:33.105275 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a6c1476d-e7c0-48e5-b225-2789e3aac051 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:33.114083 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=45515c00-1e0f-481b-878d-a8a1b691057b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:33.114709 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-21951fbd-a343-4072-af41-bea1e97300f7 req-59dbcc8a-9553-4306-abee-7a59cc517e9e tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (76364ae3-f38a-4d0b-b923-347fd82a6601), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.140302 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-21951fbd-a343-4072-af41-bea1e97300f7 req-59dbcc8a-9553-4306-abee-7a59cc517e9e tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.151587 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-21951fbd-a343-4072-af41-bea1e97300f7 req-59dbcc8a-9553-4306-abee-7a59cc517e9e tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.7795849 Jan 28 19:26:33.158124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c88dbf-bfb1-4ab9-a69b-584a8570269d None None] Pushing event deleted for resources: {'Port': ['ID=bd0293cd-3795-461b-9b07-a6f14a47b64d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:33.199245 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9e8772ea-eceb-41f4-9a9a-26b40cc0f90d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.219572 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23b6410-416d-4e22-b6f5-661cc0c31adb req-f9fc921f-39ea-4652-ba25-232aebd8bc97 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506019 Jan 28 19:26:33.221474 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14dcf630-5c4e-4a59-a6ed-ced447bb1e87 admin admin] Publish callbacks [] for security_group (fc1effba-047e-49ed-bc1a-2221f2122ab0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.230906 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14dcf630-5c4e-4a59-a6ed-ced447bb1e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fc1effba-047e-49ed-bc1a-2221f2122ab0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.236007 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (d54e7de6-3b23-4519-b9ac-71802a9c33ce), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.269714 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbcc8a-9553-4306-abee-7a59cc517e9e tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76364ae3-f38a-4d0b-b923-347fd82a6601,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:33.290691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54e7de6-3b23-4519-b9ac-71802a9c33ce']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:33.309743 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-14dcf630-5c4e-4a59-a6ed-ced447bb1e87 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b6c645541a143a0a335267ee3707c5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8673735 Jan 28 19:26:33.329782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486e8db4-8569-44dc-8a94-aca2d7f7e534') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:33.330103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486e8db4-8569-44dc-8a94-aca2d7f7e534') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:33.331633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58346) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:33.370255 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dcf630-5c4e-4a59-a6ed-ced447bb1e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1effba-047e-49ed-bc1a-2221f2122ab0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:33.396161 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (486e8db4-8569-44dc-8a94-aca2d7f7e534), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.443426 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (486e8db4-8569-44dc-8a94-aca2d7f7e534), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.455976 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7a8bf4ad-c9dd-4804-ba4e-f70816b724cc req-808f187d-be8a-46dd-b481-db440cc6fffb tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/edcdc80b-a054-4b53-88e1-22ca0e8305ec HTTP/1.1" status: 200 len: 1824 time: 0.1725562 Jan 28 19:26:33.456927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:26:33.457326 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (486e8db4-8569-44dc-8a94-aca2d7f7e534), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:26:33.464541 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:26:33.565414 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (d54e7de6-3b23-4519-b9ac-71802a9c33ce), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.578365 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.584557 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/networks/d54e7de6-3b23-4519-b9ac-71802a9c33ce HTTP/1.1" status: 204 len: 168 time: 2.2650805 Jan 28 19:26:33.588634 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a270069-5ebc-4e46-8026-c1f8fe0a52ea admin admin] Publish callbacks [] for security_group (fc1effba-047e-49ed-bc1a-2221f2122ab0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.592552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58352) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:33.598421 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-158f32bb-99c6-4e48-bbbf-782a616cccd8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'router': {'routes': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:33.627903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348d669-239f-4d89-afff-cf52a7289bd3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Pushing event deleted for resources: {'Network': ['ID=d54e7de6-3b23-4519-b9ac-71802a9c33ce,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:33.679917 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7a8bf4ad-c9dd-4804-ba4e-f70816b724cc req-439b4dfa-751e-4c96-a269-9f2fa9597fa6 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/76364ae3-f38a-4d0b-b923-347fd82a6601 HTTP/1.1" status: 200 len: 1824 time: 0.2034857 Jan 28 19:26:33.713845 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a270069-5ebc-4e46-8026-c1f8fe0a52ea admin admin] Publish callbacks [] for security_group (fc1effba-047e-49ed-bc1a-2221f2122ab0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:33.718373 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7a8bf4ad-c9dd-4804-ba4e-f70816b724cc req-8e27d4ff-5176-48c9-8408-a12495378876 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'edcdc80b-a054-4b53-88e1-22ca0e8305ec', 'remote_group_id': '76364ae3-f38a-4d0b-b923-347fd82a6601', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:33.718763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7a8bf4ad-c9dd-4804-ba4e-f70816b724cc req-8e27d4ff-5176-48c9-8408-a12495378876 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'edcdc80b-a054-4b53-88e1-22ca0e8305ec', 'remote_group_id': '76364ae3-f38a-4d0b-b923-347fd82a6601', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:33.865133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 45515c00-1e0f-481b-878d-a8a1b691057b up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:33.910489 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a278ac-57ba-43e4-b0c3-4fdd5236d237 req-64d4775a-188f-4506-8c98-303d0e5bf14c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:33.924901 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45a278ac-57ba-43e4-b0c3-4fdd5236d237 req-64d4775a-188f-4506-8c98-303d0e5bf14c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.6566343 Jan 28 19:26:33.969952 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.extraroute_db [None req-158f32bb-99c6-4e48-bbbf-782a616cccd8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Added routes are [] {{(pid=103146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 28 19:26:33.970479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.extraroute_db [None req-158f32bb-99c6-4e48-bbbf-782a616cccd8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Removed routes are [] {{(pid=103146) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 28 19:26:33.971077 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-158f32bb-99c6-4e48-bbbf-782a616cccd8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (521f1262-d7cc-4f01-b11c-e7ad68418580), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.008163 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Publish callbacks [] for port (9e8772ea-eceb-41f4-9a9a-26b40cc0f90d), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.010976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a270069-5ebc-4e46-8026-c1f8fe0a52ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fc1effba-047e-49ed-bc1a-2221f2122ab0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.014189 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a270069-5ebc-4e46-8026-c1f8fe0a52ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.017681 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2a270069-5ebc-4e46-8026-c1f8fe0a52ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc1effba-047e-49ed-bc1a-2221f2122ab0 HTTP/1.1" status: 204 len: 168 time: 0.6850870 Jan 28 19:26:34.028294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 45515c00-1e0f-481b-878d-a8a1b691057b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:34.029152 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (9e8772ea-eceb-41f4-9a9a-26b40cc0f90d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.029520 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (45515c00-1e0f-481b-878d-a8a1b691057b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.116546 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (50cadf92-a435-4970-8b32-a55ce3ed7ea1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:34.134162 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45fc5f-0ab0-4ede-accd-c361802f14ab req-6dbcb999-345e-434e-ada3-4ce16a8353ae tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:34.135871 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5e45fc5f-0ab0-4ede-accd-c361802f14ab req-6dbcb999-345e-434e-ada3-4ce16a8353ae tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 946 time: 0.4246624 Jan 28 19:26:34.164023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 45515c00-1e0f-481b-878d-a8a1b691057b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:34.189242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a270069-5ebc-4e46-8026-c1f8fe0a52ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1effba-047e-49ed-bc1a-2221f2122ab0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:34.233803 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45a278ac-57ba-43e4-b0c3-4fdd5236d237 req-5f9884c8-9157-4a36-a63c-9ba95ef50618 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048751 Jan 28 19:26:34.376603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Network 7695f85e-8320-4730-904a-2346212e366d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:34.382692 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:34.394001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8772ea-eceb-41f4-9a9a-26b40cc0f90d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:34.608693 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ec92d-51f5-48d8-a239-5b2c57769133 req-c7f1dfbe-c367-42a4-bc7e-d6a40361e4ac tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:34.610317 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d81ec92d-51f5-48d8-a239-5b2c57769133 req-c7f1dfbe-c367-42a4-bc7e-d6a40361e4ac tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 946 time: 0.1459055 Jan 28 19:26:34.614899 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Router 50cadf92-a435-4970-8b32-a55ce3ed7ea1 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:26:34.730883 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d81ec92d-51f5-48d8-a239-5b2c57769133 req-4fa3f0f1-9450-4eb6-a8fd-7a9c6adf307b tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091051 Jan 28 19:26:34.799238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:34.820496 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a158a2ff-4ae4-42e6-b1ba-4707100f62e0 admin admin] 10.222.0.55 "PUT /v2.0/routers/50cadf92-a435-4970-8b32-a55ce3ed7ea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0945065 Jan 28 19:26:34.836260 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Sync routers for ids ['50cadf92-a435-4970-8b32-a55ce3ed7ea1'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:34.896003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Routers {'50cadf92-a435-4970-8b32-a55ce3ed7ea1'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:34.896673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:26:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['50cadf92-a435-4970-8b32-a55ce3ed7ea1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:35.010887 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7a8bf4ad-c9dd-4804-ba4e-f70816b724cc req-8e27d4ff-5176-48c9-8408-a12495378876 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (e13af313-b92c-496b-9e0b-2b4939882ac1), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:35.044499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c611cb-1b7d-4f8e-aff9-4a413df5a958 req-221463c8-2d3e-456f-94d3-fdeec9f76c5c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:35.061196 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6c611cb-1b7d-4f8e-aff9-4a413df5a958 req-221463c8-2d3e-456f-94d3-fdeec9f76c5c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.1754208 Jan 28 19:26:35.179005 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-158f32bb-99c6-4e48-bbbf-782a616cccd8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (521f1262-d7cc-4f01-b11c-e7ad68418580), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:35.195355 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6c611cb-1b7d-4f8e-aff9-4a413df5a958 req-c5af3bf3-9ff7-4417-9aa7-e04aca13856f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298463 Jan 28 19:26:35.211892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Set router 50cadf92-a435-4970-8b32-a55ce3ed7ea1 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:35.231993 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-158f32bb-99c6-4e48-bbbf-782a616cccd8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (521f1262-d7cc-4f01-b11c-e7ad68418580), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:35.250534 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7a8bf4ad-c9dd-4804-ba4e-f70816b724cc req-8e27d4ff-5176-48c9-8408-a12495378876 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (e13af313-b92c-496b-9e0b-2b4939882ac1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:35.294649 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7a8bf4ad-c9dd-4804-ba4e-f70816b724cc req-8e27d4ff-5176-48c9-8408-a12495378876 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (e13af313-b92c-496b-9e0b-2b4939882ac1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:35.358204 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27d4ff-5176-48c9-8408-a12495378876 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13af313-b92c-496b-9e0b-2b4939882ac1,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:35.375385 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7a8bf4ad-c9dd-4804-ba4e-f70816b724cc req-8e27d4ff-5176-48c9-8408-a12495378876 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:35.378073 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7a8bf4ad-c9dd-4804-ba4e-f70816b724cc req-8e27d4ff-5176-48c9-8408-a12495378876 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.6973116 Jan 28 19:26:35.394342 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158f32bb-99c6-4e48-bbbf-782a616cccd8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router 521f1262-d7cc-4f01-b11c-e7ad68418580 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:26:35.401031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5e45fc5f-0ab0-4ede-accd-c361802f14ab req-99fc71a4-57e6-4f76-a2ff-19186ac5bf9e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Deleting port c572ab48-31b4-417b-bb03-8955547a4ff0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:26:35.401399 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5e45fc5f-0ab0-4ede-accd-c361802f14ab req-99fc71a4-57e6-4f76-a2ff-19186ac5bf9e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c572ab48-31b4-417b-bb03-8955547a4ff0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:35.596649 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158f32bb-99c6-4e48-bbbf-782a616cccd8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:35.610068 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8382b98-7fd0-4909-a303-f24f2f2e6bcb None None] Sync routers for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:35.626394 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8382b98-7fd0-4909-a303-f24f2f2e6bcb None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:35.628472 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c8382b98-7fd0-4909-a303-f24f2f2e6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:26:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:35.668282 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-158f32bb-99c6-4e48-bbbf-782a616cccd8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:35.673488 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-158f32bb-99c6-4e48-bbbf-782a616cccd8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/521f1262-d7cc-4f01-b11c-e7ad68418580 HTTP/1.1" status: 200 len: 701 time: 2.0787017 Jan 28 19:26:35.679040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58408) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:35.703098 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-b726793a-d871-41bd-917f-5d0a95c48383 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:35.711776 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-b726793a-d871-41bd-917f-5d0a95c48383 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/networks?id=7695f85e-8320-4730-904a-2346212e366d HTTP/1.1" status: 200 len: 810 time: 0.2047999 Jan 28 19:26:35.720959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'name': 'tempest-ServerRescueTestJSON-925381470-router', 'tenant_id': '43aa92c00b334727b1a367584bc88b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:19Z', 'updated_at': '2022-01-28T19:26:33Z', 'revision_number': 4, 'project_id': '43aa92c00b334727b1a367584bc88b75', 'gw_port': {'id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:22Z', 'updated_at': '2022-01-28T19:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '9e8772ea-eceb-41f4-9a9a-26b40cc0f90d', 'name': '', 'network_id': '7695f85e-8320-4730-904a-2346212e366d', 'tenant_id': '43aa92c00b334727b1a367584bc88b75', 'mac_address': 'fa:16:3e:5e:c6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '4484c7d9-16e0-4509-87ed-04b1dd7e32ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:30Z', 'updated_at': '2022-01-28T19:26:33Z', 'revision_number': 2, 'project_id': '43aa92c00b334727b1a367584bc88b75', 'subnets': [{'id': '4484c7d9-16e0-4509-87ed-04b1dd7e32ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:35.731189 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-77f9653a-ea13-450d-9a95-3282d0790bea tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/quotas/43aa92c00b334727b1a367584bc88b75 HTTP/1.1" status: 200 len: 375 time: 0.0203946 Jan 28 19:26:35.774039 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Checking router: 50cadf92-a435-4970-8b32-a55ce3ed7ea1 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:35.780679 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c8382b98-7fd0-4909-a303-f24f2f2e6bcb None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:35.782558 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Updating router 50cadf92-a435-4970-8b32-a55ce3ed7ea1 port 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:26:35.810694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5e45fc5f-0ab0-4ede-accd-c361802f14ab req-99fc71a4-57e6-4f76-a2ff-19186ac5bf9e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] For port c572ab48-31b4-417b-bb03-8955547a4ff0, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=c572ab48-31b4-417b-bb03-8955547a4ff0,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:35.811070 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5e45fc5f-0ab0-4ede-accd-c361802f14ab req-99fc71a4-57e6-4f76-a2ff-19186ac5bf9e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c572ab48-31b4-417b-bb03-8955547a4ff0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:35.824412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-5e45fc5f-0ab0-4ede-accd-c361802f14ab req-99fc71a4-57e6-4f76-a2ff-19186ac5bf9e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Calling delete_port for c572ab48-31b4-417b-bb03-8955547a4ff0 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:26:35.836681 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9e8772ea-eceb-41f4-9a9a-26b40cc0f90d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:35.843727 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-334b2bcb-95e6-44e8-8209-51ae5f059d39 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=43aa92c00b334727b1a367584bc88b75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1116138 Jan 28 19:26:35.903057 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c8382b98-7fd0-4909-a303-f24f2f2e6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:26:28Z', 'revision_number': 11, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:35.971850 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8382b98-7fd0-4909-a303-f24f2f2e6bcb None None] Checking router: 521f1262-d7cc-4f01-b11c-e7ad68418580 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:35.993998 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8382b98-7fd0-4909-a303-f24f2f2e6bcb None None] Routers {'521f1262-d7cc-4f01-b11c-e7ad68418580'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:35.994903 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c8382b98-7fd0-4909-a303-f24f2f2e6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:26:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['521f1262-d7cc-4f01-b11c-e7ad68418580'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:36.033961 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f3610f78-7c78-43ae-8b76-6a5cd3c3e4f5 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports?device_id=521f1262-d7cc-4f01-b11c-e7ad68418580 HTTP/1.1" status: 200 len: 205 time: 0.3437114 Jan 28 19:26:36.036995 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58418) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:36.053611 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5e45fc5f-0ab0-4ede-accd-c361802f14ab req-99fc71a4-57e6-4f76-a2ff-19186ac5bf9e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c572ab48-31b4-417b-bb03-8955547a4ff0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.074988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['142ea68a-752b-46c9-bb1a-b4806aa40ec5', 'c572ab48-31b4-417b-bb03-8955547a4ff0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:36.076843 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-5595c706-d976-45ad-86fc-eb1fd0ec6ec2 service neutron] 10.222.0.55 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247472 Jan 28 19:26:36.077814 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c8382b98-7fd0-4909-a303-f24f2f2e6bcb None None] Set router 521f1262-d7cc-4f01-b11c-e7ad68418580 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:36.137319 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c8382b98-7fd0-4909-a303-f24f2f2e6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:26:28Z', 'revision_number': 11, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:36.138430 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59098bc2-49eb-4cbc-8bc6-840e3b922fd8 req-67427afb-96fc-41ef-ba68-0bd66d84d817 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:36.140595 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-59098bc2-49eb-4cbc-8bc6-840e3b922fd8 req-67427afb-96fc-41ef-ba68-0bd66d84d817 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.5453181 Jan 28 19:26:36.143749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc71a4-57e6-4f76-a2ff-19186ac5bf9e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Pushing event deleted for resources: {'Port': ['ID=c572ab48-31b4-417b-bb03-8955547a4ff0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:36.191588 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8382b98-7fd0-4909-a303-f24f2f2e6bcb None None] The sync data for ids ['521f1262-d7cc-4f01-b11c-e7ad68418580'] in n-d-824834-4 is: [{'id': '521f1262-d7cc-4f01-b11c-e7ad68418580', 'name': 'tempest-RoutersTest-router-1847841979', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:24:59Z', 'updated_at': '2022-01-28T19:26:28Z', 'revision_number': 11, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:36.228817 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e45fc5f-0ab0-4ede-accd-c361802f14ab req-99fc71a4-57e6-4f76-a2ff-19186ac5bf9e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] No DVR routers for this DVR port c572ab48-31b4-417b-bb03-8955547a4ff0 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:26:36.247787 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5e45fc5f-0ab0-4ede-accd-c361802f14ab req-99fc71a4-57e6-4f76-a2ff-19186ac5bf9e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.251246 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5e45fc5f-0ab0-4ede-accd-c361802f14ab req-99fc71a4-57e6-4f76-a2ff-19186ac5bf9e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.31 "DELETE /v2.0/ports/c572ab48-31b4-417b-bb03-8955547a4ff0 HTTP/1.1" status: 204 len: 173 time: 2.0980403 Jan 28 19:26:36.251720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1353da0-8cb5-4e9a-b006-05ac9407c5d5', 'name': 'network-vif-deleted', 'tag': 'c572ab48-31b4-417b-bb03-8955547a4ff0'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:36.254624 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fef9e8-d7fa-429a-98e7-75e6eb1663a4" -d '{"events": [{"server_uuid": "d1353da0-8cb5-4e9a-b006-05ac9407c5d5", "name": "network-vif-deleted", "tag": "c572ab48-31b4-417b-bb03-8955547a4ff0"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:36.296135 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-59098bc2-49eb-4cbc-8bc6-840e3b922fd8 req-b85ca026-a517-476a-8aae-5dca3bab4edd tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463196 Jan 28 19:26:36.354718 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b882e622-954b-44e9-baf3-6c643416681a req-3f95f98a-0020-4b23-9ec1-5e1a041fde57 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-703455626', 'description': 'tempest-description-253505082'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:36.364040 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-aaaca8b2-449b-45b6-8402-1035dcf5c931 service neutron] 10.222.0.55 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862053 Jan 28 19:26:36.423758 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b882e622-954b-44e9-baf3-6c643416681a req-3f95f98a-0020-4b23-9ec1-5e1a041fde57 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.536438 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bae62ab8-74d9-4324-b1a8-aafa63f211ec tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (521f1262-d7cc-4f01-b11c-e7ad68418580), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.584901 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b882e622-954b-44e9-baf3-6c643416681a req-3f95f98a-0020-4b23-9ec1-5e1a041fde57 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (bc398a06-6d5a-413e-a2d4-27b8b0469543), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.590241 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b882e622-954b-44e9-baf3-6c643416681a req-3f95f98a-0020-4b23-9ec1-5e1a041fde57 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bc398a06-6d5a-413e-a2d4-27b8b0469543), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.677188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95f98a-0020-4b23-9ec1-5e1a041fde57 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc398a06-6d5a-413e-a2d4-27b8b0469543,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:36.693398 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b882e622-954b-44e9-baf3-6c643416681a req-3f95f98a-0020-4b23-9ec1-5e1a041fde57 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.694709 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b882e622-954b-44e9-baf3-6c643416681a req-3f95f98a-0020-4b23-9ec1-5e1a041fde57 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3458881 Jan 28 19:26:36.811806 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7626f626-69ed-46b8-a3bc-22d4b2c204c7 x-openstack-request-id: req-7626f626-69ed-46b8-a3bc-22d4b2c204c7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:36.812317 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1353da0-8cb5-4e9a-b006-05ac9407c5d5", "name": "network-vif-deleted", "tag": "c572ab48-31b4-417b-bb03-8955547a4ff0", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:36.812823 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7626f626-69ed-46b8-a3bc-22d4b2c204c7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:36.813394 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1353da0-8cb5-4e9a-b006-05ac9407c5d5', 'name': 'network-vif-deleted', 'tag': 'c572ab48-31b4-417b-bb03-8955547a4ff0', 'status': 'completed', 'code': 200} Jan 28 19:26:36.837323 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bae62ab8-74d9-4324-b1a8-aafa63f211ec tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (521f1262-d7cc-4f01-b11c-e7ad68418580), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.840196 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bae62ab8-74d9-4324-b1a8-aafa63f211ec tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_controller (521f1262-d7cc-4f01-b11c-e7ad68418580), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.883063 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Publish callbacks [] for port (9e8772ea-eceb-41f4-9a9a-26b40cc0f90d), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.895300 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9e8772ea-eceb-41f4-9a9a-26b40cc0f90d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.946084 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5708eeaf-5f79-48ad-adee-4ff840b1ebe6 req-3b4112fd-0449-4716-90da-ac5b72e2606e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1353da0-8cb5-4e9a-b006-05ac9407c5d5 HTTP/1.1" status: 200 len: 210 time: 0.0989757 Jan 28 19:26:36.959112 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bae62ab8-74d9-4324-b1a8-aafa63f211ec tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (521f1262-d7cc-4f01-b11c-e7ad68418580), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.960062 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae62ab8-74d9-4324-b1a8-aafa63f211ec tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Fanout notify agent at l3_agent the message router_deleted on router 521f1262-d7cc-4f01-b11c-e7ad68418580 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:26:36.973680 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bae62ab8-74d9-4324-b1a8-aafa63f211ec tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:36.975684 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bae62ab8-74d9-4324-b1a8-aafa63f211ec tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/routers/521f1262-d7cc-4f01-b11c-e7ad68418580 HTTP/1.1" status: 204 len: 168 time: 0.9374034 Jan 28 19:26:36.979581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58446) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:36.993056 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-784d134e-6023-48b3-980c-0ab0b8019321 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-469631771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:37.048558 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f5d9cb2-ae4e-497b-a87d-2c2757313950 req-9d4151ff-99b8-47b5-b166-07edcc5ea174 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 210 time: 0.0843017 Jan 28 19:26:37.052056 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a8c9c3bb-1a75-4244-9c18-98bb67216611 req-792809aa-0ca4-46a9-8e18-1b88f6f52eac tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-8771460', 'description': 'tempest-description-989824867'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:37.073236 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-784d134e-6023-48b3-980c-0ab0b8019321 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (a442e74e-fb8d-49e7-8fb1-7b17384d740e), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.074954 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-784d134e-6023-48b3-980c-0ab0b8019321 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (a442e74e-fb8d-49e7-8fb1-7b17384d740e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.136302 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e138eb-80cf-44f6-be5a-f1981b59dae3 None None] Pushing event updated for resources: {'Port': ['ID=9e8772ea-eceb-41f4-9a9a-26b40cc0f90d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:37.194599 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Attempting to bind port 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:37.195472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Attempting to bind port 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '5bf2412f-fc8c-41b0-a29e-03486ebdd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7695f85e-8320-4730-904a-2346212e366d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:37.196096 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Attempting to bind port 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d on network 7695f85e-8320-4730-904a-2346212e366d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:37.202318 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:37.203120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Checking segment: {'id': '5bf2412f-fc8c-41b0-a29e-03486ebdd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7695f85e-8320-4730-904a-2346212e366d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:37.203766 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.204358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Bound using segment: {'id': '5bf2412f-fc8c-41b0-a29e-03486ebdd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7695f85e-8320-4730-904a-2346212e366d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:37.205085 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Bound port: 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf2412f-fc8c-41b0-a29e-03486ebdd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7695f85e-8320-4730-904a-2346212e366d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:37.205975 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9e8772ea-eceb-41f4-9a9a-26b40cc0f90d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.226362 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-784d134e-6023-48b3-980c-0ab0b8019321 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_controller (a442e74e-fb8d-49e7-8fb1-7b17384d740e), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.232767 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-784d134e-6023-48b3-980c-0ab0b8019321 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (a442e74e-fb8d-49e7-8fb1-7b17384d740e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.271786 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-784d134e-6023-48b3-980c-0ab0b8019321 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.275658 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-784d134e-6023-48b3-980c-0ab0b8019321 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2918456 Jan 28 19:26:37.276161 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58450) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:37.284268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-09a207a7-aefa-4185-a465-c1121cf802e7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:37.296977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a8c9c3bb-1a75-4244-9c18-98bb67216611 req-792809aa-0ca4-46a9-8e18-1b88f6f52eac tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.299304 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] For port 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:37.302986 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] For port 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9e8772ea-eceb-41f4-9a9a-26b40cc0f90d,segment=NetworkSegment(5bf2412f-fc8c-41b0-a29e-03486ebdd9ad),segment_id=5bf2412f-fc8c-41b0-a29e-03486ebdd9ad)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:37.310913 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9e8772ea-eceb-41f4-9a9a-26b40cc0f90d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.404707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Routers {'50cadf92-a435-4970-8b32-a55ce3ed7ea1'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:37.405608 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:26:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['50cadf92-a435-4970-8b32-a55ce3ed7ea1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:37.419558 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a8c9c3bb-1a75-4244-9c18-98bb67216611 req-792809aa-0ca4-46a9-8e18-1b88f6f52eac tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (52966853-1f37-4527-a503-eb341a66f583), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.428661 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a8c9c3bb-1a75-4244-9c18-98bb67216611 req-792809aa-0ca4-46a9-8e18-1b88f6f52eac tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (52966853-1f37-4527-a503-eb341a66f583), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.472045 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792809aa-0ca4-46a9-8e18-1b88f6f52eac tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52966853-1f37-4527-a503-eb341a66f583,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:37.487568 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a8c9c3bb-1a75-4244-9c18-98bb67216611 req-792809aa-0ca4-46a9-8e18-1b88f6f52eac tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.489886 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8c9c3bb-1a75-4244-9c18-98bb67216611 req-792809aa-0ca4-46a9-8e18-1b88f6f52eac tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4534433 Jan 28 19:26:37.540446 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee9df9-4ca1-4928-ad5f-edcb391668ad req-32ddb107-1c7d-4895-b619-9c8069bec989 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:37.548142 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57ee9df9-4ca1-4928-ad5f-edcb391668ad req-32ddb107-1c7d-4895-b619-9c8069bec989 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.3680470 Jan 28 19:26:37.566948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70323b53-95db-4ce8-a3e5-ad32d28e404d req-fbde5b8a-7674-4f7a-b177-764e81047e47 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/bc398a06-6d5a-413e-a2d4-27b8b0469543 HTTP/1.1" status: 200 len: 1822 time: 0.0525773 Jan 28 19:26:37.629678 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70323b53-95db-4ce8-a3e5-ad32d28e404d req-e5d3b61c-578f-491a-ad76-ddb511770371 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/52966853-1f37-4527-a503-eb341a66f583 HTTP/1.1" status: 200 len: 1820 time: 0.0613928 Jan 28 19:26:37.632270 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e138eb-80cf-44f6-be5a-f1981b59dae3 None None] Pushing event updated for resources: {'Port': ['ID=9e8772ea-eceb-41f4-9a9a-26b40cc0f90d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:37.635230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-70323b53-95db-4ce8-a3e5-ad32d28e404d req-219843fb-2f02-43cb-b3b4-04916970cfc4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bc398a06-6d5a-413e-a2d4-27b8b0469543', 'remote_group_id': '52966853-1f37-4527-a503-eb341a66f583', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:37.635680 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-70323b53-95db-4ce8-a3e5-ad32d28e404d req-219843fb-2f02-43cb-b3b4-04916970cfc4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bc398a06-6d5a-413e-a2d4-27b8b0469543', 'remote_group_id': '52966853-1f37-4527-a503-eb341a66f583', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:37.663063 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57ee9df9-4ca1-4928-ad5f-edcb391668ad req-1c81a06a-8ae2-42a2-9441-0030a8904344 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140089 Jan 28 19:26:37.699196 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] Set router 50cadf92-a435-4970-8b32-a55ce3ed7ea1 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:37.728623 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09a207a7-aefa-4185-a465-c1121cf802e7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (a442e74e-fb8d-49e7-8fb1-7b17384d740e), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.749968 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09a207a7-aefa-4185-a465-c1121cf802e7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (a442e74e-fb8d-49e7-8fb1-7b17384d740e), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.790011 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-70323b53-95db-4ce8-a3e5-ad32d28e404d req-219843fb-2f02-43cb-b3b4-04916970cfc4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (de24eaff-0fe9-4ff3-a103-03faf7bfd462), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.855062 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-70323b53-95db-4ce8-a3e5-ad32d28e404d req-219843fb-2f02-43cb-b3b4-04916970cfc4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (de24eaff-0fe9-4ff3-a103-03faf7bfd462), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.859665 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-70323b53-95db-4ce8-a3e5-ad32d28e404d req-219843fb-2f02-43cb-b3b4-04916970cfc4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (de24eaff-0fe9-4ff3-a103-03faf7bfd462), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.890070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219843fb-2f02-43cb-b3b4-04916970cfc4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de24eaff-0fe9-4ff3-a103-03faf7bfd462,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:37.907539 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-70323b53-95db-4ce8-a3e5-ad32d28e404d req-219843fb-2f02-43cb-b3b4-04916970cfc4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:37.908963 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70323b53-95db-4ce8-a3e5-ad32d28e404d req-219843fb-2f02-43cb-b3b4-04916970cfc4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2781258 Jan 28 19:26:38.014687 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eef795b3-3333-4977-b694-013952cb13a9 req-b7ff20c8-7a75-4902-bc91-ad8b8a1b81cc tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/52966853-1f37-4527-a503-eb341a66f583 HTTP/1.1" status: 200 len: 1820 time: 0.0796847 Jan 28 19:26:38.035244 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a68f5-0121-4db2-8a39-9be4f72503b4 req-5d554a1e-8f4e-4816-af85-1b56a89c49b5 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:38.042310 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e2a68f5-0121-4db2-8a39-9be4f72503b4 req-5d554a1e-8f4e-4816-af85-1b56a89c49b5 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.2122829 Jan 28 19:26:38.060915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a207a7-aefa-4185-a465-c1121cf802e7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Router a442e74e-fb8d-49e7-8fb1-7b17384d740e is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:26:38.076606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'name': 'tempest-ServerRescueTestJSON-925381470-router', 'tenant_id': '43aa92c00b334727b1a367584bc88b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:19Z', 'updated_at': '2022-01-28T19:26:33Z', 'revision_number': 4, 'project_id': '43aa92c00b334727b1a367584bc88b75', 'gw_port': {'id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:22Z', 'updated_at': '2022-01-28T19:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '9e8772ea-eceb-41f4-9a9a-26b40cc0f90d', 'name': '', 'network_id': '7695f85e-8320-4730-904a-2346212e366d', 'tenant_id': '43aa92c00b334727b1a367584bc88b75', 'mac_address': 'fa:16:3e:5e:c6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '4484c7d9-16e0-4509-87ed-04b1dd7e32ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:30Z', 'updated_at': '2022-01-28T19:26:37Z', 'revision_number': 4, 'project_id': '43aa92c00b334727b1a367584bc88b75', 'subnets': [{'id': '4484c7d9-16e0-4509-87ed-04b1dd7e32ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:38.115141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613d6d5-f3ce-461e-b887-70e99792365d None None] The sync data for ids ['50cadf92-a435-4970-8b32-a55ce3ed7ea1'] in n-d-824834-4 is: [{'id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'name': 'tempest-ServerRescueTestJSON-925381470-router', 'tenant_id': '43aa92c00b334727b1a367584bc88b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:19Z', 'updated_at': '2022-01-28T19:26:33Z', 'revision_number': 4, 'project_id': '43aa92c00b334727b1a367584bc88b75', 'gw_port': {'id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:22Z', 'updated_at': '2022-01-28T19:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '9e8772ea-eceb-41f4-9a9a-26b40cc0f90d', 'name': '', 'network_id': '7695f85e-8320-4730-904a-2346212e366d', 'tenant_id': '43aa92c00b334727b1a367584bc88b75', 'mac_address': 'fa:16:3e:5e:c6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '4484c7d9-16e0-4509-87ed-04b1dd7e32ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:30Z', 'updated_at': '2022-01-28T19:26:37Z', 'revision_number': 4, 'project_id': '43aa92c00b334727b1a367584bc88b75', 'subnets': [{'id': '4484c7d9-16e0-4509-87ed-04b1dd7e32ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:38.126112 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eef795b3-3333-4977-b694-013952cb13a9 req-e74e61c9-3b45-4d04-a2ce-0015f5005ec7 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (52966853-1f37-4527-a503-eb341a66f583), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:38.174241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a207a7-aefa-4185-a465-c1121cf802e7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:26:38.187730 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09a207a7-aefa-4185-a465-c1121cf802e7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:38.199065 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-09a207a7-aefa-4185-a465-c1121cf802e7 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "PUT /v2.0/routers/a442e74e-fb8d-49e7-8fb1-7b17384d740e HTTP/1.1" status: 200 len: 693 time: 0.9130051 Jan 28 19:26:38.202719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58470) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:38.228866 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e2a68f5-0121-4db2-8a39-9be4f72503b4 req-73d9a496-dc57-4032-82e0-1571444ce1b1 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853623 Jan 28 19:26:38.230004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea7ebdf-97f4-4f07-b6f6-f92201e700e2 None None] Sync routers for ids ['a442e74e-fb8d-49e7-8fb1-7b17384d740e'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:26:38.239801 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eef795b3-3333-4977-b694-013952cb13a9 req-e74e61c9-3b45-4d04-a2ce-0015f5005ec7 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (52966853-1f37-4527-a503-eb341a66f583), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:38.253038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea7ebdf-97f4-4f07-b6f6-f92201e700e2 None None] Routers {'a442e74e-fb8d-49e7-8fb1-7b17384d740e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:38.253932 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9ea7ebdf-97f4-4f07-b6f6-f92201e700e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:26:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a442e74e-fb8d-49e7-8fb1-7b17384d740e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:38.448621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-9ea7ebdf-97f4-4f07-b6f6-f92201e700e2 None None] Set router a442e74e-fb8d-49e7-8fb1-7b17384d740e gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:38.499368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-41c741e1-d8f5-4b13-81b6-fe00fd3d05cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/routers/a442e74e-fb8d-49e7-8fb1-7b17384d740e HTTP/1.1" status: 200 len: 699 time: 0.2952688 Jan 28 19:26:38.507340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58478) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:38.554831 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f04d214-224f-48fc-a30b-267d9f450df8 req-56688e6c-05ba-4c9c-99f8-ff1ce01b83ed tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 210 time: 0.0959041 Jan 28 19:26:38.599833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9ea7ebdf-97f4-4f07-b6f6-f92201e700e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a442e74e-fb8d-49e7-8fb1-7b17384d740e', 'name': 'tempest-RoutersTest-router-469631771', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:37Z', 'updated_at': '2022-01-28T19:26:37Z', 'revision_number': 2, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:38.636893 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-027836c8-eef8-430b-9314-0f6801b55a7d req-1505aa0e-4da9-4c68-95ca-5dbd3986064f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:26:38.638217 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-027836c8-eef8-430b-9314-0f6801b55a7d req-1505aa0e-4da9-4c68-95ca-5dbd3986064f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057790 Jan 28 19:26:38.663525 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea7ebdf-97f4-4f07-b6f6-f92201e700e2 None None] Checking router: a442e74e-fb8d-49e7-8fb1-7b17384d740e for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:26:38.687734 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea7ebdf-97f4-4f07-b6f6-f92201e700e2 None None] Routers {'a442e74e-fb8d-49e7-8fb1-7b17384d740e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:26:38.688391 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9ea7ebdf-97f4-4f07-b6f6-f92201e700e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:26:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a442e74e-fb8d-49e7-8fb1-7b17384d740e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:38.702600 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eef795b3-3333-4977-b694-013952cb13a9 req-e74e61c9-3b45-4d04-a2ce-0015f5005ec7 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (52966853-1f37-4527-a503-eb341a66f583), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:38.706468 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eef795b3-3333-4977-b694-013952cb13a9 req-e74e61c9-3b45-4d04-a2ce-0015f5005ec7 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:38.720944 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eef795b3-3333-4977-b694-013952cb13a9 req-e74e61c9-3b45-4d04-a2ce-0015f5005ec7 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "DELETE /v2.0/security-groups/52966853-1f37-4527-a503-eb341a66f583 HTTP/1.1" status: 204 len: 173 time: 0.6994469 Jan 28 19:26:38.778137 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device c572ab48-31b4-417b-bb03-8955547a4ff0 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:26:38.787402 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-9ea7ebdf-97f4-4f07-b6f6-f92201e700e2 None None] Set router a442e74e-fb8d-49e7-8fb1-7b17384d740e gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:26:38.815040 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-375f62b0-bd88-48a1-b853-02a88fde5cb0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports?device_id=a442e74e-fb8d-49e7-8fb1-7b17384d740e HTTP/1.1" status: 200 len: 205 time: 0.1530421 Jan 28 19:26:38.817914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58496) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:38.843099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e61c9-3b45-4d04-a2ce-0015f5005ec7 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52966853-1f37-4527-a503-eb341a66f583,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:38.851086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: c572ab48-31b4-417b-bb03-8955547a4ff0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:26:38.851440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device c572ab48-31b4-417b-bb03-8955547a4ff0 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:26:38.913982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-9ea7ebdf-97f4-4f07-b6f6-f92201e700e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a442e74e-fb8d-49e7-8fb1-7b17384d740e', 'name': 'tempest-RoutersTest-router-469631771', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:37Z', 'updated_at': '2022-01-28T19:26:37Z', 'revision_number': 2, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:38.963961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea7ebdf-97f4-4f07-b6f6-f92201e700e2 None None] The sync data for ids ['a442e74e-fb8d-49e7-8fb1-7b17384d740e'] in n-d-824834-4 is: [{'id': 'a442e74e-fb8d-49e7-8fb1-7b17384d740e', 'name': 'tempest-RoutersTest-router-469631771', 'tenant_id': '78252627bb7e4c50af028a87ae5810d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:37Z', 'updated_at': '2022-01-28T19:26:37Z', 'revision_number': 2, 'project_id': '78252627bb7e4c50af028a87ae5810d7', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:26:38.982788 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bedf6f-1125-4735-865f-b426189e0221 req-2a1ea835-7f83-4d45-a911-23288f014830 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:38.984683 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4bedf6f-1125-4735-865f-b426189e0221 req-2a1ea835-7f83-4d45-a911-23288f014830 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 806 time: 0.2358871 Jan 28 19:26:39.028702 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4bedf6f-1125-4735-865f-b426189e0221 req-8e6d5206-4390-416f-a25a-9f44f4cbf48c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/quotas/fd603e28722c42b28138d18f99e1230c HTTP/1.1" status: 200 len: 375 time: 0.0375671 Jan 28 19:26:39.084864 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-081815fc-8b66-4fa1-9d21-3d48b7905cf0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (a442e74e-fb8d-49e7-8fb1-7b17384d740e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:39.127617 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4bedf6f-1125-4735-865f-b426189e0221 req-70060cc0-a525-4189-87cf-c2f8537daa43 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0929890 Jan 28 19:26:39.154204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69567e19-47e8-4999-8e12-772fb930c353 req-6c7dc934-b59a-409b-a5ad-8a023b1abe67 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:39.155988 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69567e19-47e8-4999-8e12-772fb930c353 req-6c7dc934-b59a-409b-a5ad-8a023b1abe67 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.3201542 Jan 28 19:26:39.162151 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-1ac21f56-b658-4fc0-bd6f-6aaa39ac2358 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:39.163926 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-1ac21f56-b658-4fc0-bd6f-6aaa39ac2358 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.37 "GET /v2.0/networks?id=7695f85e-8320-4730-904a-2346212e366d HTTP/1.1" status: 200 len: 810 time: 0.6913121 Jan 28 19:26:39.207823 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-5115b3e8-c905-44cd-af31-d909534f4a0b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Request body: {'port': {'device_id': '9cc3ac67-5203-41c5-9c5e-ba3f97d65678', 'network_id': '7695f85e-8320-4730-904a-2346212e366d', 'admin_state_up': True, 'tenant_id': '43aa92c00b334727b1a367584bc88b75'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:39.273876 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4bedf6f-1125-4735-865f-b426189e0221 req-a387fc0f-848b-4bb5-972d-30bd049bc3d6 service neutron] 10.222.0.55 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453805 Jan 28 19:26:39.381237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-5115b3e8-c905-44cd-af31-d909534f4a0b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Made reservation on behalf of 43aa92c00b334727b1a367584bc88b75 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:39.385137 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-5115b3e8-c905-44cd-af31-d909534f4a0b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:39.425754 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4bedf6f-1125-4735-865f-b426189e0221 req-a0de5849-06d0-4a10-8e99-e7ada6d1758b service neutron] 10.222.0.55 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505075 Jan 28 19:26:39.625566 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-081815fc-8b66-4fa1-9d21-3d48b7905cf0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (a442e74e-fb8d-49e7-8fb1-7b17384d740e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:39.635764 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-081815fc-8b66-4fa1-9d21-3d48b7905cf0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router_controller (a442e74e-fb8d-49e7-8fb1-7b17384d740e), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:39.751827 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8cf8ee96-0d8b-434b-b5ed-3b97b2db5201 req-8975163c-b823-4f7f-bb45-c08bad13b459 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/bc398a06-6d5a-413e-a2d4-27b8b0469543 HTTP/1.1" status: 200 len: 1822 time: 0.0800097 Jan 28 19:26:39.920101 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12667aa6-daf3-4212-8ada-9369fc6ac853 req-479fd315-e10a-42db-a123-b6dc1d1d58cb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 210 time: 0.0451732 Jan 28 19:26:39.939995 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-081815fc-8b66-4fa1-9d21-3d48b7905cf0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (a442e74e-fb8d-49e7-8fb1-7b17384d740e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:39.940494 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081815fc-8b66-4fa1-9d21-3d48b7905cf0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Fanout notify agent at l3_agent the message router_deleted on router a442e74e-fb8d-49e7-8fb1-7b17384d740e {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:26:39.966910 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-081815fc-8b66-4fa1-9d21-3d48b7905cf0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:39.976453 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-081815fc-8b66-4fa1-9d21-3d48b7905cf0 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/routers/a442e74e-fb8d-49e7-8fb1-7b17384d740e HTTP/1.1" status: 204 len: 168 time: 1.1408627 Jan 28 19:26:39.979286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58518) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:39.998500 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:26:40.032823 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a29bfba2-992e-43e0-9651-5e05f7baac8c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports?device_id=a442e74e-fb8d-49e7-8fb1-7b17384d740e HTTP/1.1" status: 200 len: 205 time: 0.0518692 Jan 28 19:26:40.056741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58520) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:40.068400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:40.126869 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69567e19-47e8-4999-8e12-772fb930c353 req-952d26b8-73d3-4ec1-b1e9-1f42dd2ea8c4 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9287810 Jan 28 19:26:40.140106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-5115b3e8-c905-44cd-af31-d909534f4a0b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Allocated IP 172.20.0.7 (7695f85e-8320-4730-904a-2346212e366d/4484c7d9-16e0-4509-87ed-04b1dd7e32ff/2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:40.176548 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-4facd454-0917-445f-844e-dcd707c1140a req-34c51c0c-c937-408c-aac3-5638307b9b3e tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1970075594', 'description': 'tempest-description-1145460248'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:40.181690 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:40.182102 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9e8772ea-eceb-41f4-9a9a-26b40cc0f90d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.198483 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4facd454-0917-445f-844e-dcd707c1140a req-34c51c0c-c937-408c-aac3-5638307b9b3e tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.239885 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1dd58fad-d37f-44f8-a78f-22f4d37af772 req-518f0789-2f24-4a93-9ab6-2220601a5673 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 210 time: 0.2090387 Jan 28 19:26:40.242998 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-bc843a9b-76be-4789-a40a-94d6682c9478 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] delete failed (client error): The resource could not be found. Jan 28 19:26:40.245892 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bc843a9b-76be-4789-a40a-94d6682c9478 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/routers/a442e74e-fb8d-49e7-8fb1-7b17384d740e HTTP/1.1" status: 404 len: 336 time: 0.1758573 Jan 28 19:26:40.248539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58528) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:40.286113 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9b4de9-c53b-4245-b870-a8da16421f46 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] DELETE failed (client error): The resource could not be found. Jan 28 19:26:40.286812 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9b4de9-c53b-4245-b870-a8da16421f46 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:26:40.295503 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-da9b4de9-c53b-4245-b870-a8da16421f46 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/03b4ba2a-c9bd-4a8a-b245-2500b8f1e56f HTTP/1.1" status: 404 len: 337 time: 0.0440907 Jan 28 19:26:40.298291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58530) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:40.329466 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3dd241-7050-47af-8b8c-309afdf81a9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] DELETE failed (client error): The resource could not be found. Jan 28 19:26:40.329929 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3dd241-7050-47af-8b8c-309afdf81a9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:26:40.333078 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dc3dd241-7050-47af-8b8c-309afdf81a9c tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/f0ff8abb-eabd-4422-aded-e7e607843de9 HTTP/1.1" status: 404 len: 337 time: 0.0338056 Jan 28 19:26:40.338452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58532) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:40.344688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:40.345177 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9e8772ea-eceb-41f4-9a9a-26b40cc0f90d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.386419 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-a547d4f8-7584-4915-a367-a003324b768f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] DELETE failed (client error): The resource could not be found. Jan 28 19:26:40.386894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a547d4f8-7584-4915-a367-a003324b768f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:26:40.391494 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a547d4f8-7584-4915-a367-a003324b768f tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/223e673b-15f3-4d36-a750-367fcc091574 HTTP/1.1" status: 404 len: 337 time: 0.0520020 Jan 28 19:26:40.394282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58534) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:40.410282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9e8772ea-eceb-41f4-9a9a-26b40cc0f90d,segment=NetworkSegment(5bf2412f-fc8c-41b0-a29e-03486ebdd9ad),segment_id=5bf2412f-fc8c-41b0-a29e-03486ebdd9ad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:40.416384 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9e8772ea-eceb-41f4-9a9a-26b40cc0f90d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.456501 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4facd454-0917-445f-844e-dcd707c1140a req-34c51c0c-c937-408c-aac3-5638307b9b3e tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (627360c5-c130-43f9-9bb2-9a3b476330b1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.488595 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-5115b3e8-c905-44cd-af31-d909534f4a0b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Publish callbacks [] for port (2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.493952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=9e8772ea-eceb-41f4-9a9a-26b40cc0f90d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:40.504400 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2e1aca-5b89-4a4a-80e0-edeceef454f3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] DELETE failed (client error): The resource could not be found. Jan 28 19:26:40.504861 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2e1aca-5b89-4a4a-80e0-edeceef454f3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:26:40.512554 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4facd454-0917-445f-844e-dcd707c1140a req-34c51c0c-c937-408c-aac3-5638307b9b3e tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (627360c5-c130-43f9-9bb2-9a3b476330b1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.521146 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3b2e1aca-5b89-4a4a-80e0-edeceef454f3 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/7a303939-7b62-41aa-b10c-fb3fdcfe97cf HTTP/1.1" status: 404 len: 337 time: 0.1233900 Jan 28 19:26:40.521620 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58536) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:40.555783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d625a084-3ff4-47a4-b241-d4ab3aae84fb tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports?device_id=521f1262-d7cc-4f01-b11c-e7ad68418580 HTTP/1.1" status: 200 len: 205 time: 0.0306115 Jan 28 19:26:40.555783 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58538) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:40.583154 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4facd454-0917-445f-844e-dcd707c1140a req-34c51c0c-c937-408c-aac3-5638307b9b3e tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.584880 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4facd454-0917-445f-844e-dcd707c1140a req-34c51c0c-c937-408c-aac3-5638307b9b3e tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4173887 Jan 28 19:26:40.587992 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c51c0c-c937-408c-aac3-5638307b9b3e tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627360c5-c130-43f9-9bb2-9a3b476330b1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:40.591679 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-5115b3e8-c905-44cd-af31-d909534f4a0b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:40.612556 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-5e4dd85e-b6e2-4ba3-a151-f9a9a08c35e8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] delete failed (client error): The resource could not be found. Jan 28 19:26:40.613612 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5e4dd85e-b6e2-4ba3-a151-f9a9a08c35e8 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/routers/521f1262-d7cc-4f01-b11c-e7ad68418580 HTTP/1.1" status: 404 len: 336 time: 0.0569470 Jan 28 19:26:40.616308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58544) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:40.667363 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c4612a4b-42e7-4484-bebf-1fd68ba1357a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e2e8e4-d9dd-426b-a881-2be1fba632cd HTTP/1.1" status: 200 len: 205 time: 0.0484340 Jan 28 19:26:40.670101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58546) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:40.673998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-5115b3e8-c905-44cd-af31-d909534f4a0b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Network 7695f85e-8320-4730-904a-2346212e366d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:40.687765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5270e5-9187-459e-b14b-405ef0d85f64 req-6e227228-a68c-4543-9430-6d447cbedffc tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:40.697086 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed5270e5-9187-459e-b14b-405ef0d85f64 req-6e227228-a68c-4543-9430-6d447cbedffc tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.2868922 Jan 28 19:26:40.698373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-5115b3e8-c905-44cd-af31-d909534f4a0b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:40.709486 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-5115b3e8-c905-44cd-af31-d909534f4a0b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:40.719105 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115b3e8-c905-44cd-af31-d909534f4a0b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Pushing event updated for resources: {'Port': ['ID=2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:40.767624 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-48c94b3e-1007-48bc-8fd6-3e091899574e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] delete failed (client error): The resource could not be found. Jan 28 19:26:40.768669 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-48c94b3e-1007-48bc-8fd6-3e091899574e tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/routers/b7e2e8e4-d9dd-426b-a881-2be1fba632cd HTTP/1.1" status: 404 len: 336 time: 0.0976715 Jan 28 19:26:40.771785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58550) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:40.803453 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0795ab-e827-4f1a-bf9d-2ca26ebade98 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] DELETE failed (client error): The resource could not be found. Jan 28 19:26:40.803908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e0795ab-e827-4f1a-bf9d-2ca26ebade98 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:26:40.808243 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9e0795ab-e827-4f1a-bf9d-2ca26ebade98 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/19513296-41eb-4d30-aa0d-3fb9437a1fa9 HTTP/1.1" status: 404 len: 337 time: 0.0355422 Jan 28 19:26:40.811125 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58552) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:40.858602 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8e6e94f3-51fe-4a8f-bc3f-ea60fe68a813 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports?device_id=2628d4f1-c224-4836-a001-a1660eac74df HTTP/1.1" status: 200 len: 205 time: 0.0439000 Jan 28 19:26:40.859721 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58554) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:40.913290 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-ad6fc7da-6ea1-455c-902e-9be765b59e51 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] delete failed (client error): The resource could not be found. Jan 28 19:26:40.914446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ad6fc7da-6ea1-455c-902e-9be765b59e51 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/routers/2628d4f1-c224-4836-a001-a1660eac74df HTTP/1.1" status: 404 len: 336 time: 0.0537639 Jan 28 19:26:40.925779 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed5270e5-9187-459e-b14b-405ef0d85f64 req-3dfb1a2e-eb7a-4c2e-b84e-b8ef44fc46f9 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276881 Jan 28 19:26:40.931177 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58556) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:40.985376 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a3f4e474-cf85-48d5-bf57-f83d601f6822 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports?device_id=a048dfe3-a41a-4b96-a943-94fa19617a30 HTTP/1.1" status: 200 len: 205 time: 0.0527315 Jan 28 19:26:40.987760 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58562) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:41.075844 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-e778f614-4080-4775-bf4e-36c04363d909 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] delete failed (client error): The resource could not be found. Jan 28 19:26:41.081115 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e778f614-4080-4775-bf4e-36c04363d909 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/routers/a048dfe3-a41a-4b96-a943-94fa19617a30 HTTP/1.1" status: 404 len: 336 time: 0.0894234 Jan 28 19:26:41.082594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58568) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:41.146481 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a1292f-e7ef-4bfc-8929-2d0373abbc5a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] DELETE failed (client error): The resource could not be found. Jan 28 19:26:41.146934 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a1292f-e7ef-4bfc-8929-2d0373abbc5a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:26:41.155028 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-28a1292f-e7ef-4bfc-8929-2d0373abbc5a tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/8d7e0b54-7448-4ff9-80ad-f5cddcaf5ebb HTTP/1.1" status: 404 len: 337 time: 0.0706544 Jan 28 19:26:41.156178 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58572) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:41.160703 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1f4a6101-32a3-4913-982f-970004ced97a req-cb052199-ef91-4037-abf6-00b6b6d8822b tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/627360c5-c130-43f9-9bb2-9a3b476330b1 HTTP/1.1" status: 200 len: 1824 time: 0.5106733 Jan 28 19:26:41.230977 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2744e5-ac10-4c42-8008-a266d8ef8899 req-51657db7-4a76-482d-8324-21bc34e7793b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:41.232594 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8b2744e5-ac10-4c42-8008-a266d8ef8899 req-51657db7-4a76-482d-8324-21bc34e7793b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 931 time: 0.1358709 Jan 28 19:26:41.237184 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-5115b3e8-c905-44cd-af31-d909534f4a0b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:41.237879 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-5115b3e8-c905-44cd-af31-d909534f4a0b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:41.248571 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a14a6962-af06-4461-8ff1-f0b52a186768 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c1ac50-69af-4764-b8c6-60c710d13b38 HTTP/1.1" status: 200 len: 205 time: 0.0888560 Jan 28 19:26:41.256006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1f4a6101-32a3-4913-982f-970004ced97a req-5c70f86a-dff9-4945-8f0d-40889f7ee609 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '627360c5-c130-43f9-9bb2-9a3b476330b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:41.256281 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-1f4a6101-32a3-4913-982f-970004ced97a req-5c70f86a-dff9-4945-8f0d-40889f7ee609 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '627360c5-c130-43f9-9bb2-9a3b476330b1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:41.260665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58574) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:41.314377 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-bbcd985d-4bdf-438f-a503-c3a4e2471beb tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] delete failed (client error): The resource could not be found. Jan 28 19:26:41.317891 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bbcd985d-4bdf-438f-a503-c3a4e2471beb tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/routers/35c1ac50-69af-4764-b8c6-60c710d13b38 HTTP/1.1" status: 404 len: 336 time: 0.0540886 Jan 28 19:26:41.321311 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-5115b3e8-c905-44cd-af31-d909534f4a0b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1193204 Jan 28 19:26:41.323957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58578) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:41.355158 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8b2744e5-ac10-4c42-8008-a266d8ef8899 req-eed9f38a-5cfa-4911-9986-8123c1ab4a09 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152732 Jan 28 19:26:41.355702 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Request body: {'port': {'device_id': '9cc3ac67-5203-41c5-9c5e-ba3f97d65678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:41.360893 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-99dcb432-cb7b-4d38-8eef-fb907bb890cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] DELETE failed (client error): The resource could not be found. Jan 28 19:26:41.361358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99dcb432-cb7b-4d38-8eef-fb907bb890cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:26:41.364418 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-99dcb432-cb7b-4d38-8eef-fb907bb890cc tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/07c406f7-f2e2-471b-9f0e-512c5983a0dc HTTP/1.1" status: 404 len: 337 time: 0.0398204 Jan 28 19:26:41.386797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58580) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:41.426969 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e365bd96-07d4-4753-9f50-da5c77fcee86 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9540077-a386-464d-880f-e53999293f74 HTTP/1.1" status: 200 len: 205 time: 0.0394511 Jan 28 19:26:41.462598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58582) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:41.463788 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1f4a6101-32a3-4913-982f-970004ced97a req-5c70f86a-dff9-4945-8f0d-40889f7ee609 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (4cef3035-3e75-4b37-aeda-5cb37b24fd71), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:41.481874 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1f4a6101-32a3-4913-982f-970004ced97a req-5c70f86a-dff9-4945-8f0d-40889f7ee609 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (4cef3035-3e75-4b37-aeda-5cb37b24fd71), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:41.499197 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1f4a6101-32a3-4913-982f-970004ced97a req-5c70f86a-dff9-4945-8f0d-40889f7ee609 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (4cef3035-3e75-4b37-aeda-5cb37b24fd71), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:41.559809 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-b2cd6ccf-52c4-4df1-862c-3b0d4c5273a9 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] delete failed (client error): The resource could not be found. Jan 28 19:26:41.561089 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b2cd6ccf-52c4-4df1-862c-3b0d4c5273a9 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/routers/b9540077-a386-464d-880f-e53999293f74 HTTP/1.1" status: 404 len: 336 time: 0.0744419 Jan 28 19:26:41.572447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58588) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:41.610207 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70f86a-dff9-4945-8f0d-40889f7ee609 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cef3035-3e75-4b37-aeda-5cb37b24fd71,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:41.619979 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:41.627170 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c200a1-8aee-4eef-84b2-b4e9169037cf tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] DELETE failed (client error): The resource could not be found. Jan 28 19:26:41.627933 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c200a1-8aee-4eef-84b2-b4e9169037cf tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:26:41.631997 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-86c200a1-8aee-4eef-84b2-b4e9169037cf tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/2cd7f2bb-dae3-4e1c-bf3b-0625cf3a2e69 HTTP/1.1" status: 404 len: 337 time: 0.0548453 Jan 28 19:26:41.634990 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1f4a6101-32a3-4913-982f-970004ced97a req-5c70f86a-dff9-4945-8f0d-40889f7ee609 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:41.648926 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1f4a6101-32a3-4913-982f-970004ced97a req-5c70f86a-dff9-4945-8f0d-40889f7ee609 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4616082 Jan 28 19:26:41.649483 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58590) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:41.649827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:41.702267 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d545ca6-9be4-4cd7-b383-e85918665283 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] DELETE failed (client error): The resource could not be found. Jan 28 19:26:41.702942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d545ca6-9be4-4cd7-b383-e85918665283 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:26:41.708233 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3d545ca6-9be4-4cd7-b383-e85918665283 tempest-RoutersTest-439952176 tempest-RoutersTest-439952176-project] 10.222.0.55 "DELETE /v2.0/subnets/81d8212b-d254-4991-b893-c55fa2b4ba3a HTTP/1.1" status: 404 len: 337 time: 0.0475326 Jan 28 19:26:41.869196 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:41.968876 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-621d6289-de58-4728-bd78-666f24d5e8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.088900 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-621d6289-de58-4728-bd78-666f24d5e8f6 admin admin] Publish callbacks [] for security_group (2911c790-c4be-41c4-93f8-9be9251a52b2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.093909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58602) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:42.107738 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-621d6289-de58-4728-bd78-666f24d5e8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2911c790-c4be-41c4-93f8-9be9251a52b2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.149754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:42.150160 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9e8772ea-eceb-41f4-9a9a-26b40cc0f90d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.199419 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c322a99a-5a96-46c3-a27a-38cc11240e4a req-40a9bcea-fd89-4ce8-b26c-c16e059d2bf3 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 210 time: 0.0514145 Jan 28 19:26:42.300717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aaba64-0b26-4c49-8833-7becd1f6d6ce req-e6bfd720-b1c0-46ab-bc5b-a9fa80e34934 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:42.302339 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51aaba64-0b26-4c49-8833-7becd1f6d6ce req-e6bfd720-b1c0-46ab-bc5b-a9fa80e34934 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.5204113 Jan 28 19:26:42.316201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:42.339575 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-68830e58-f342-4cf3-8b65-860350697f01 req-1131040b-71ee-4908-bed1-baf5330e556b tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/627360c5-c130-43f9-9bb2-9a3b476330b1 HTTP/1.1" status: 200 len: 2418 time: 0.1106598 Jan 28 19:26:42.344546 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-68830e58-f342-4cf3-8b65-860350697f01 req-dc70ba34-5812-4255-9ab4-1b452a25a3f4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '627360c5-c130-43f9-9bb2-9a3b476330b1', 'remote_group_id': None}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:42.345971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-68830e58-f342-4cf3-8b65-860350697f01 req-dc70ba34-5812-4255-9ab4-1b452a25a3f4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '627360c5-c130-43f9-9bb2-9a3b476330b1', 'remote_group_id': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:42.387357 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bedf6f-1125-4735-865f-b426189e0221 req-97900929-7b67-40a3-9053-64a2bf141383 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:42.390056 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4bedf6f-1125-4735-865f-b426189e0221 req-97900929-7b67-40a3-9053-64a2bf141383 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.31 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 806 time: 1.0273449 Jan 28 19:26:42.403893 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a6cf732a-6510-4b83-830f-3430ee94b7e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=78252627bb7e4c50af028a87ae5810d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3064404 Jan 28 19:26:42.408694 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58610) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:42.419457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f4bedf6f-1125-4735-865f-b426189e0221 req-5189886d-c424-4ed0-adde-338941f77b53 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Request body: {'port': {'device_id': '078d858d-a025-43a9-bb85-88ef14c46b9d', 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4', 'admin_state_up': True, 'tenant_id': 'fd603e28722c42b28138d18f99e1230c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:42.451140 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-621d6289-de58-4728-bd78-666f24d5e8f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3ebe92a71e242f8be400f63426d7fa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7915289 Jan 28 19:26:42.461052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58612) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:42.464927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d6289-de58-4728-bd78-666f24d5e8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2911c790-c4be-41c4-93f8-9be9251a52b2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:42.499535 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-68830e58-f342-4cf3-8b65-860350697f01 req-dc70ba34-5812-4255-9ab4-1b452a25a3f4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (be125c04-6e51-4dfe-8b25-360d99e734de), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.540005 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-68830e58-f342-4cf3-8b65-860350697f01 req-dc70ba34-5812-4255-9ab4-1b452a25a3f4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (be125c04-6e51-4dfe-8b25-360d99e734de), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.550348 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-68830e58-f342-4cf3-8b65-860350697f01 req-dc70ba34-5812-4255-9ab4-1b452a25a3f4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (be125c04-6e51-4dfe-8b25-360d99e734de), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.582909 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70ba34-5812-4255-9ab4-1b452a25a3f4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be125c04-6e51-4dfe-8b25-360d99e734de,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:42.595692 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-68830e58-f342-4cf3-8b65-860350697f01 req-dc70ba34-5812-4255-9ab4-1b452a25a3f4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.597417 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-68830e58-f342-4cf3-8b65-860350697f01 req-dc70ba34-5812-4255-9ab4-1b452a25a3f4 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2563441 Jan 28 19:26:42.606490 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba58c4a1-969c-4ef4-a082-a0b6900bde1f admin admin] Publish callbacks [] for security_group (2911c790-c4be-41c4-93f8-9be9251a52b2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.631749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4bedf6f-1125-4735-865f-b426189e0221 req-5189886d-c424-4ed0-adde-338941f77b53 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Made reservation on behalf of fd603e28722c42b28138d18f99e1230c for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:42.635430 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f4bedf6f-1125-4735-865f-b426189e0221 req-5189886d-c424-4ed0-adde-338941f77b53 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.637704 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51aaba64-0b26-4c49-8833-7becd1f6d6ce req-00f97149-c398-4d8a-bc69-0b13f905e614 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918260 Jan 28 19:26:42.758575 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:42.766739 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Publish callbacks [] for port (2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.777517 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-f4bedf6f-1125-4735-865f-b426189e0221 req-5189886d-c424-4ed0-adde-338941f77b53 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Allocated IP 172.20.0.10 (301c456c-76ee-4f43-ab94-73ce621ebdf4/e5d3bf0e-e0cc-45ee-80b9-15c53de351d7/628af35a-376f-4496-9d1a-e600d87bdec1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:42.779450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Transition to ACTIVE for port object 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:26:42.799173 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.853547 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4dae8c17-2690-48f9-95fb-7abde733dc5f admin admin] Publish callbacks [] for security_group (a58ec1a6-505e-4a48-87c3-356364aba398), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.860983 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba58c4a1-969c-4ef4-a082-a0b6900bde1f admin admin] Publish callbacks [] for security_group (2911c790-c4be-41c4-93f8-9be9251a52b2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.945792 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7dc8395e-feb1-4fdc-8d52-139e5cdb0628 req-a47bc94c-b501-4083-9683-8ae58600aa07 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/627360c5-c130-43f9-9bb2-9a3b476330b1 HTTP/1.1" status: 200 len: 3017 time: 0.1564314 Jan 28 19:26:42.949352 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4dae8c17-2690-48f9-95fb-7abde733dc5f admin admin] Publish callbacks [] for security_group (a58ec1a6-505e-4a48-87c3-356364aba398), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:42.981338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c98663-5502-456e-9802-a093e4563b81 req-ee1bb9e5-4b32-48b0-8636-c300f2d87723 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:42.989178 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7c98663-5502-456e-9802-a093e4563b81 req-ee1bb9e5-4b32-48b0-8636-c300f2d87723 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 943 time: 0.0915318 Jan 28 19:26:43.001523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:43.021294 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f4bedf6f-1125-4735-865f-b426189e0221 req-5189886d-c424-4ed0-adde-338941f77b53 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks [] for port (628af35a-376f-4496-9d1a-e600d87bdec1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.072097 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7c98663-5502-456e-9802-a093e4563b81 req-9e8c1ddd-09e9-4db3-98ed-a47b028cd9b4 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810788 Jan 28 19:26:43.097398 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f4bedf6f-1125-4735-865f-b426189e0221 req-5189886d-c424-4ed0-adde-338941f77b53 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (628af35a-376f-4496-9d1a-e600d87bdec1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.114289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['142ea68a-752b-46c9-bb1a-b4806aa40ec5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:43.143778 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba58c4a1-969c-4ef4-a082-a0b6900bde1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2911c790-c4be-41c4-93f8-9be9251a52b2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.146694 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba58c4a1-969c-4ef4-a082-a0b6900bde1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.147893 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ba58c4a1-969c-4ef4-a082-a0b6900bde1f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2911c790-c4be-41c4-93f8-9be9251a52b2 HTTP/1.1" status: 204 len: 168 time: 0.6839442 Jan 28 19:26:43.174511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58c4a1-969c-4ef4-a082-a0b6900bde1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2911c790-c4be-41c4-93f8-9be9251a52b2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:43.182972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564662e-eb18-4346-82cf-69a6f6b80944 req-5595556f-5e15-4e78-a0e6-3a83a17eb20f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:43.184549 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9564662e-eb18-4346-82cf-69a6f6b80944 req-5595556f-5e15-4e78-a0e6-3a83a17eb20f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.1499338 Jan 28 19:26:43.188055 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4dae8c17-2690-48f9-95fb-7abde733dc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a58ec1a6-505e-4a48-87c3-356364aba398), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.190681 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4dae8c17-2690-48f9-95fb-7abde733dc5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.194867 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4dae8c17-2690-48f9-95fb-7abde733dc5f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a58ec1a6-505e-4a48-87c3-356364aba398 HTTP/1.1" status: 204 len: 168 time: 0.7821333 Jan 28 19:26:43.205123 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Attempting to bind port 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:43.205466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Attempting to bind port 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '5bf2412f-fc8c-41b0-a29e-03486ebdd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7695f85e-8320-4730-904a-2346212e366d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:43.205799 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Attempting to bind port 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f on network 7695f85e-8320-4730-904a-2346212e366d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:43.209590 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae8c17-2690-48f9-95fb-7abde733dc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58ec1a6-505e-4a48-87c3-356364aba398,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:43.229995 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Port 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f on network 7695f85e-8320-4730-904a-2346212e366d not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:43.230654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Attempting to bind port 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f on network 7695f85e-8320-4730-904a-2346212e366d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:43.258057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:43.258682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Checking segment: {'id': '5bf2412f-fc8c-41b0-a29e-03486ebdd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7695f85e-8320-4730-904a-2346212e366d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:43.259225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Bound using segment: {'id': '5bf2412f-fc8c-41b0-a29e-03486ebdd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7695f85e-8320-4730-904a-2346212e366d'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:43.259915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Bound port: 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf2412f-fc8c-41b0-a29e-03486ebdd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7695f85e-8320-4730-904a-2346212e366d'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:43.260508 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.290384 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6a737222-8e22-400a-bfea-ba8866377598 req-337c99be-646a-48b0-8698-80e289620f22 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-group-rules/be125c04-6e51-4dfe-8b25-360d99e734de HTTP/1.1" status: 200 len: 783 time: 0.1813538 Jan 28 19:26:43.297029 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4bedf6f-1125-4735-865f-b426189e0221 req-5189886d-c424-4ed0-adde-338941f77b53 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Network 301c456c-76ee-4f43-ab94-73ce621ebdf4 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:43.313868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-f4bedf6f-1125-4735-865f-b426189e0221 req-5189886d-c424-4ed0-adde-338941f77b53 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:43.335743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bedf6f-1125-4735-865f-b426189e0221 req-5189886d-c424-4ed0-adde-338941f77b53 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:43.375457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189886d-c424-4ed0-adde-338941f77b53 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Pushing event updated for resources: {'Port': ['ID=628af35a-376f-4496-9d1a-e600d87bdec1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:43.386656 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9564662e-eb18-4346-82cf-69a6f6b80944 req-306d1587-4d60-45f7-866a-5717bdc24a86 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901202 Jan 28 19:26:43.454465 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] For port 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:43.463472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] For port 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f,segment=NetworkSegment(5bf2412f-fc8c-41b0-a29e-03486ebdd9ad),segment_id=5bf2412f-fc8c-41b0-a29e-03486ebdd9ad)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:43.473126 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.477866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bedf6f-1125-4735-865f-b426189e0221 req-5189886d-c424-4ed0-adde-338941f77b53 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:43.478598 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f4bedf6f-1125-4735-865f-b426189e0221 req-5189886d-c424-4ed0-adde-338941f77b53 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.486545 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6a737222-8e22-400a-bfea-ba8866377598 req-b98ce08a-4a48-44cb-9494-f3ec611bf1e0 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/627360c5-c130-43f9-9bb2-9a3b476330b1 HTTP/1.1" status: 200 len: 3017 time: 0.1740820 Jan 28 19:26:43.537121 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4bedf6f-1125-4735-865f-b426189e0221 req-5189886d-c424-4ed0-adde-338941f77b53 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1265619 Jan 28 19:26:43.553335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Request body: {'port': {'device_id': '078d858d-a025-43a9-bb85-88ef14c46b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:43.589600 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:43.595524 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6a737222-8e22-400a-bfea-ba8866377598 req-270c9a23-a90f-48e8-a79a-a33ec05978b1 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (be125c04-6e51-4dfe-8b25-360d99e734de), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.610136 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6a737222-8e22-400a-bfea-ba8866377598 req-270c9a23-a90f-48e8-a79a-a33ec05978b1 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (be125c04-6e51-4dfe-8b25-360d99e734de), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.614181 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:43.615448 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.617210 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-c6db15ac-5dac-47d6-af39-f76381755ce8 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f HTTP/1.1" status: 200 len: 1091 time: 2.2829616 Jan 28 19:26:43.644987 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc3ac67-5203-41c5-9c5e-ba3f97d65678', 'tag': '2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:43.648288 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40e73e0-3b04-41dc-ab30-90a0ef03976c" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc3ac67-5203-41c5-9c5e-ba3f97d65678", "tag": "2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:43.683676 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (628af35a-376f-4496-9d1a-e600d87bdec1), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.705296 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6a737222-8e22-400a-bfea-ba8866377598 req-270c9a23-a90f-48e8-a79a-a33ec05978b1 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (be125c04-6e51-4dfe-8b25-360d99e734de), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.712262 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6a737222-8e22-400a-bfea-ba8866377598 req-270c9a23-a90f-48e8-a79a-a33ec05978b1 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:43.720395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2def8b-2d8d-4e38-b325-23e172d24712 req-3ca5740c-b9c8-4cec-b98c-47ef1b4ec06a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:43.723341 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6d2def8b-2d8d-4e38-b325-23e172d24712 req-3ca5740c-b9c8-4cec-b98c-47ef1b4ec06a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 932 time: 0.1390276 Jan 28 19:26:43.725422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6a737222-8e22-400a-bfea-ba8866377598 req-270c9a23-a90f-48e8-a79a-a33ec05978b1 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/be125c04-6e51-4dfe-8b25-360d99e734de HTTP/1.1" status: 204 len: 173 time: 0.2219379 Jan 28 19:26:43.766439 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-2d830f2f-c5a9-4a80-8941-93f3e83d8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:43.767482 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c9a23-a90f-48e8-a79a-a33ec05978b1 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be125c04-6e51-4dfe-8b25-360d99e734de,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:43.768283 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-2d830f2f-c5a9-4a80-8941-93f3e83d8df5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43aa92c00b334727b1a367584bc88b75&device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 1125 time: 0.1090336 Jan 28 19:26:43.834922 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc889a7a-3f37-410f-90e2-86f31ba923a2 x-openstack-request-id: req-bc889a7a-3f37-410f-90e2-86f31ba923a2 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:43.835212 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc3ac67-5203-41c5-9c5e-ba3f97d65678", "tag": "2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:43.835462 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc889a7a-3f37-410f-90e2-86f31ba923a2 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:43.835862 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc3ac67-5203-41c5-9c5e-ba3f97d65678', 'tag': '2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f', 'status': 'completed', 'code': 200} Jan 28 19:26:43.842817 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-52aa8f9f-626d-43b4-bba0-eda1eb09c5e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f HTTP/1.1" status: 200 len: 217 time: 0.0669181 Jan 28 19:26:43.861187 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6d2def8b-2d8d-4e38-b325-23e172d24712 req-38d63242-50cf-4005-84f7-f4198b4d4313 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271129 Jan 28 19:26:43.917976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-bc0d1e76-02cb-4e5d-a7de-461bcd8e1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:43.919726 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-bc0d1e76-02cb-4e5d-a7de-461bcd8e1bc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4484c7d9-16e0-4509-87ed-04b1dd7e32ff HTTP/1.1" status: 200 len: 850 time: 0.0696459 Jan 28 19:26:43.974739 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fd70bf68-3bc7-4993-9963-25f1c816bb69 req-f0130290-876c-4274-b748-5685954f77ef tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/627360c5-c130-43f9-9bb2-9a3b476330b1 HTTP/1.1" status: 200 len: 2418 time: 0.1279407 Jan 28 19:26:43.991873 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-828b3a5d-ad3f-497c-822a-1025a9bb2582 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7695f85e-8320-4730-904a-2346212e366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640070 Jan 28 19:26:44.134370 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd70bf68-3bc7-4993-9963-25f1c816bb69 req-67c736a6-36e6-497f-a9a6-35d0206e824d tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (627360c5-c130-43f9-9bb2-9a3b476330b1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:44.174892 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6e407-cc5e-4047-9250-201b0f286e4e req-c4cd6942-a1d2-47ec-be24-9ef1f02d01af tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:44.176639 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73e6e407-cc5e-4047-9250-201b0f286e4e req-c4cd6942-a1d2-47ec-be24-9ef1f02d01af tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.1837642 Jan 28 19:26:44.189324 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd70bf68-3bc7-4993-9963-25f1c816bb69 req-67c736a6-36e6-497f-a9a6-35d0206e824d tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (627360c5-c130-43f9-9bb2-9a3b476330b1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:44.253240 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-b6bbc1f7-462b-47e8-8f17-343e1b883605 service neutron] 10.222.0.37 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479444 Jan 28 19:26:44.284869 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73e6e407-cc5e-4047-9250-201b0f286e4e req-d380b582-fa22-4da6-9e7b-3035c037d7ac tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828316 Jan 28 19:26:44.305124 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628af35a-376f-4496-9d1a-e600d87bdec1 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:44.324017 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Publish callbacks [] for port (628af35a-376f-4496-9d1a-e600d87bdec1), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:44.352470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Transition to ACTIVE for port object 628af35a-376f-4496-9d1a-e600d87bdec1 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:26:44.355234 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd70bf68-3bc7-4993-9963-25f1c816bb69 req-67c736a6-36e6-497f-a9a6-35d0206e824d tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (627360c5-c130-43f9-9bb2-9a3b476330b1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:44.358376 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fd70bf68-3bc7-4993-9963-25f1c816bb69 req-67c736a6-36e6-497f-a9a6-35d0206e824d tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:44.370843 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fd70bf68-3bc7-4993-9963-25f1c816bb69 req-67c736a6-36e6-497f-a9a6-35d0206e824d tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "DELETE /v2.0/security-groups/627360c5-c130-43f9-9bb2-9a3b476330b1 HTTP/1.1" status: 204 len: 173 time: 0.3934681 Jan 28 19:26:44.394563 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c736a6-36e6-497f-a9a6-35d0206e824d tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627360c5-c130-43f9-9bb2-9a3b476330b1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:44.396782 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (628af35a-376f-4496-9d1a-e600d87bdec1), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:44.499436 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5c998c8-3f73-4e01-ac17-1d680e84b560 req-4410d511-734e-4483-b535-4c7c5b78dcfd service neutron] 10.222.0.37 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134602 Jan 28 19:26:44.555541 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Pushing event updated for resources: {'Port': ['ID=628af35a-376f-4496-9d1a-e600d87bdec1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:44.590105 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58686) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:44.645164 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9162e8-ff18-4710-ba9c-c7dc9c318c1e req-403a9c78-b2f1-4728-a2cf-8c53000f2223 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:44.645960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1435b6f-3d9e-432b-b149-455f00f6d0af req-1a23b40c-03e0-4d05-957b-c8a921bfb1e5 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:44.647885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca9162e8-ff18-4710-ba9c-c7dc9c318c1e req-403a9c78-b2f1-4728-a2cf-8c53000f2223 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 943 time: 0.1464169 Jan 28 19:26:44.651991 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e73e0-3b04-41dc-ab30-90a0ef03976c req-218cc702-a517-41a9-929d-080b74ec114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:44.653204 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c1435b6f-3d9e-432b-b149-455f00f6d0af req-1a23b40c-03e0-4d05-957b-c8a921bfb1e5 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.1919403 Jan 28 19:26:44.654873 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a40e73e0-3b04-41dc-ab30-90a0ef03976c req-218cc702-a517-41a9-929d-080b74ec114c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43aa92c00b334727b1a367584bc88b75&device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 1125 time: 0.0911107 Jan 28 19:26:44.708920 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Attempting to bind port 628af35a-376f-4496-9d1a-e600d87bdec1 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:44.709262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Attempting to bind port 628af35a-376f-4496-9d1a-e600d87bdec1 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:44.709593 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Attempting to bind port 628af35a-376f-4496-9d1a-e600d87bdec1 on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:44.730256 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c1435b6f-3d9e-432b-b149-455f00f6d0af req-9cc95166-3597-4158-ab3c-b7bd0036b8cb tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717890 Jan 28 19:26:44.732614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Port 628af35a-376f-4496-9d1a-e600d87bdec1 on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:44.733107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Attempting to bind port 628af35a-376f-4496-9d1a-e600d87bdec1 on network 301c456c-76ee-4f43-ab94-73ce621ebdf4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:44.749378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:44.749785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Checking segment: {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:44.750136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Bound using segment: {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:44.750670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Bound port: 628af35a-376f-4496-9d1a-e600d87bdec1, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441dba29-3ed5-41ce-a9a1-45c2a11bf082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:44.750938 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (628af35a-376f-4496-9d1a-e600d87bdec1), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:44.824790 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca9162e8-ff18-4710-ba9c-c7dc9c318c1e req-def41546-a66c-4436-a7be-6c0db4fa0c20 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660795 Jan 28 19:26:44.826052 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-92fbdf10-2348-4484-95f8-77a4ac41293e req-71af77cf-192f-4d00-bf84-31b15b2dad4f tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] show failed (client error): The resource could not be found. Jan 28 19:26:44.837276 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-92fbdf10-2348-4484-95f8-77a4ac41293e req-71af77cf-192f-4d00-bf84-31b15b2dad4f tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/52966853-1f37-4527-a503-eb341a66f583 HTTP/1.1" status: 404 len: 352 time: 0.0769351 Jan 28 19:26:44.859578 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8ea55f37-4d73-4a62-bf09-22e7770df52d tempest-ServiceProvidersTest-358364 tempest-ServiceProvidersTest-358364-project] 10.222.0.55 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2645316 Jan 28 19:26:44.879520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e73e0-3b04-41dc-ab30-90a0ef03976c req-96b103f6-2ee4-43ca-81cf-2e5e564d12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:44.882211 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a40e73e0-3b04-41dc-ab30-90a0ef03976c req-96b103f6-2ee4-43ca-81cf-2e5e564d12cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=7695f85e-8320-4730-904a-2346212e366d HTTP/1.1" status: 200 len: 911 time: 0.2028437 Jan 28 19:26:44.981625 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a40e73e0-3b04-41dc-ab30-90a0ef03976c req-ae1b9d33-5383-4c70-9ba4-26f2151b0b4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f HTTP/1.1" status: 200 len: 217 time: 0.0855451 Jan 28 19:26:44.999847 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] For port 628af35a-376f-4496-9d1a-e600d87bdec1, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:45.073388 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e73e0-3b04-41dc-ab30-90a0ef03976c req-0082dbbf-c317-47e8-ac0b-d029454af7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:45.073388 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a40e73e0-3b04-41dc-ab30-90a0ef03976c req-0082dbbf-c317-47e8-ac0b-d029454af7ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4484c7d9-16e0-4509-87ed-04b1dd7e32ff HTTP/1.1" status: 200 len: 850 time: 0.0792384 Jan 28 19:26:45.099865 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] For port 628af35a-376f-4496-9d1a-e600d87bdec1, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=628af35a-376f-4496-9d1a-e600d87bdec1,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:45.110048 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (628af35a-376f-4496-9d1a-e600d87bdec1), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.126647 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a40e73e0-3b04-41dc-ab30-90a0ef03976c req-b4766237-3fe6-4014-815c-a9c15833ae26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7695f85e-8320-4730-904a-2346212e366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422800 Jan 28 19:26:45.149758 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6a1380b-968b-4997-8b71-8bdc6a3543a5 req-7bc08030-b0b5-4b14-b71b-a479db731ce7 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/bc398a06-6d5a-413e-a2d4-27b8b0469543 HTTP/1.1" status: 200 len: 1822 time: 0.2645226 Jan 28 19:26:45.170840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:45.171507 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.173247 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4bedf6f-1125-4735-865f-b426189e0221 req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] 10.222.0.31 "PUT /v2.0/ports/628af35a-376f-4496-9d1a-e600d87bdec1 HTTP/1.1" status: 200 len: 1092 time: 1.6251721 Jan 28 19:26:45.173741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078d858d-a025-43a9-bb85-88ef14c46b9d', 'tag': '628af35a-376f-4496-9d1a-e600d87bdec1'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:45.176866 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dd87f4-bfda-4c50-842d-59b10a74d66f" -d '{"events": [{"name": "network-changed", "server_uuid": "078d858d-a025-43a9-bb85-88ef14c46b9d", "tag": "628af35a-376f-4496-9d1a-e600d87bdec1"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:45.246616 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625bb26-1fe4-4725-9a3b-839ef7009774 service neutron] Pushing event updated for resources: {'Port': ['ID=628af35a-376f-4496-9d1a-e600d87bdec1,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:45.335210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bedf6f-1125-4735-865f-b426189e0221 req-2f3a6281-63c6-48d9-bea7-54ceb4ac05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:45.339678 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4bedf6f-1125-4735-865f-b426189e0221 req-2f3a6281-63c6-48d9-bea7-54ceb4ac05c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 1126 time: 0.0878332 Jan 28 19:26:45.347687 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6a1380b-968b-4997-8b71-8bdc6a3543a5 req-9696d8ae-b7e7-424f-beb0-4bbc732af1d6 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (bc398a06-6d5a-413e-a2d4-27b8b0469543), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.384401 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a40e73e0-3b04-41dc-ab30-90a0ef03976c req-7a09fb84-0ff9-4299-b232-4e195d9b795a service neutron] 10.222.0.37 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302213 Jan 28 19:26:45.394886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05064d3a-5906-4358-85ed-16bfe16acf53 req-a9b922c8-7dba-49d5-9686-79f06b555e37 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:45.396674 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-05064d3a-5906-4358-85ed-16bfe16acf53 req-a9b922c8-7dba-49d5-9686-79f06b555e37 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.3227515 Jan 28 19:26:45.411674 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4bedf6f-1125-4735-865f-b426189e0221 req-c26c4153-80a2-46fc-b984-5b16905eb9fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=628af35a-376f-4496-9d1a-e600d87bdec1 HTTP/1.1" status: 200 len: 217 time: 0.0604057 Jan 28 19:26:45.415358 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6a1380b-968b-4997-8b71-8bdc6a3543a5 req-9696d8ae-b7e7-424f-beb0-4bbc732af1d6 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (bc398a06-6d5a-413e-a2d4-27b8b0469543), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.448690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58710) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:45.487347 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bedf6f-1125-4735-865f-b426189e0221 req-e2404aba-6669-436f-bd6f-e192ac48192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:45.489186 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4bedf6f-1125-4735-865f-b426189e0221 req-e2404aba-6669-436f-bd6f-e192ac48192e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 HTTP/1.1" status: 200 len: 846 time: 0.0709891 Jan 28 19:26:45.511673 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6a1380b-968b-4997-8b71-8bdc6a3543a5 req-9696d8ae-b7e7-424f-beb0-4bbc732af1d6 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bc398a06-6d5a-413e-a2d4-27b8b0469543), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.516973 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b6a1380b-968b-4997-8b71-8bdc6a3543a5 req-9696d8ae-b7e7-424f-beb0-4bbc732af1d6 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.518537 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6a1380b-968b-4997-8b71-8bdc6a3543a5 req-9696d8ae-b7e7-424f-beb0-4bbc732af1d6 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "DELETE /v2.0/security-groups/bc398a06-6d5a-413e-a2d4-27b8b0469543 HTTP/1.1" status: 204 len: 173 time: 0.3678796 Jan 28 19:26:45.544414 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4bedf6f-1125-4735-865f-b426189e0221 req-e149094a-93cf-4bd1-9826-20fea2eea24c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=301c456c-76ee-4f43-ab94-73ce621ebdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471261 Jan 28 19:26:45.549748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696d8ae-b7e7-424f-beb0-4bbc732af1d6 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc398a06-6d5a-413e-a2d4-27b8b0469543,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:45.577397 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-05064d3a-5906-4358-85ed-16bfe16acf53 req-1d27ffef-3272-4bcb-a54f-62ff86d61b62 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560380 Jan 28 19:26:45.621987 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a40e73e0-3b04-41dc-ab30-90a0ef03976c req-4ebc3d5f-2a85-4a7d-ad1a-e204eb380ced service neutron] 10.222.0.37 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240174 Jan 28 19:26:45.656327 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22ad8657-1ad6-4aa0-a023-a1305e0d81a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.678427 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4bedf6f-1125-4735-865f-b426189e0221 req-c71bbfb5-ba06-4042-be2e-4543c1049245 service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247866 Jan 28 19:26:45.720460 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dca53db-f13e-45b5-b7fc-2c60909d540c x-openstack-request-id: req-7dca53db-f13e-45b5-b7fc-2c60909d540c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:45.720797 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078d858d-a025-43a9-bb85-88ef14c46b9d", "tag": "628af35a-376f-4496-9d1a-e600d87bdec1", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:45.721280 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7dca53db-f13e-45b5-b7fc-2c60909d540c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:45.721967 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '078d858d-a025-43a9-bb85-88ef14c46b9d', 'tag': '628af35a-376f-4496-9d1a-e600d87bdec1', 'status': 'completed', 'code': 200} Jan 28 19:26:45.816262 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07b11c69-484c-4a16-b687-c5ef5ac4f33d req-9582d23f-6c48-42d4-a984-9385050f4e0f tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/76364ae3-f38a-4d0b-b923-347fd82a6601 HTTP/1.1" status: 200 len: 1824 time: 0.1093833 Jan 28 19:26:45.821171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98b9de-9118-4eac-9184-c24c0c13f49d req-e49c35fd-4d62-4095-9dba-099ea3337556 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:45.823028 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c98b9de-9118-4eac-9184-c24c0c13f49d req-e49c35fd-4d62-4095-9dba-099ea3337556 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 944 time: 0.1437244 Jan 28 19:26:45.874778 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22ad8657-1ad6-4aa0-a023-a1305e0d81a8 admin admin] Publish callbacks [] for security_group (3701f3b5-3fab-424a-b702-609204e63b2f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:45.892232 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c98b9de-9118-4eac-9184-c24c0c13f49d req-786fe77c-2603-453e-8d58-1ec13200ef96 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555646 Jan 28 19:26:45.904013 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f4bedf6f-1125-4735-865f-b426189e0221 req-2d705e37-8bfc-4ff0-9023-04beb3483ad9 service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854692 Jan 28 19:26:45.946085 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-22ad8657-1ad6-4aa0-a023-a1305e0d81a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3701f3b5-3fab-424a-b702-609204e63b2f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.009890 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-22ad8657-1ad6-4aa0-a023-a1305e0d81a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a20e3ea345274f82ae78f9b5d70a557e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5336289 Jan 28 19:26:46.010415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58726) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:46.028192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad8657-1ad6-4aa0-a023-a1305e0d81a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3701f3b5-3fab-424a-b702-609204e63b2f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:46.055204 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07b11c69-484c-4a16-b687-c5ef5ac4f33d req-b7472f17-7952-4c8a-b007-8c8cdb986d3c tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (76364ae3-f38a-4d0b-b923-347fd82a6601), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.085887 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07b11c69-484c-4a16-b687-c5ef5ac4f33d req-b7472f17-7952-4c8a-b007-8c8cdb986d3c tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (76364ae3-f38a-4d0b-b923-347fd82a6601), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.095592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd87f4-bfda-4c50-842d-59b10a74d66f req-b2659e7a-97e4-4b3e-9d62-554310406732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:46.097399 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69dd87f4-bfda-4c50-842d-59b10a74d66f req-b2659e7a-97e4-4b3e-9d62-554310406732 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 1126 time: 0.1237357 Jan 28 19:26:46.168638 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6f3c4bf-299d-411f-82b2-cc4b935b6a33 admin admin] Publish callbacks [] for security_group (3701f3b5-3fab-424a-b702-609204e63b2f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.210744 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6f3c4bf-299d-411f-82b2-cc4b935b6a33 admin admin] Publish callbacks [] for security_group (3701f3b5-3fab-424a-b702-609204e63b2f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.223106 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07b11c69-484c-4a16-b687-c5ef5ac4f33d req-b7472f17-7952-4c8a-b007-8c8cdb986d3c tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (76364ae3-f38a-4d0b-b923-347fd82a6601), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.226405 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd87f4-bfda-4c50-842d-59b10a74d66f req-4a898f79-032f-4702-ba10-8d53ead73c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:46.227663 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-07b11c69-484c-4a16-b687-c5ef5ac4f33d req-b7472f17-7952-4c8a-b007-8c8cdb986d3c tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.227952 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69dd87f4-bfda-4c50-842d-59b10a74d66f req-4a898f79-032f-4702-ba10-8d53ead73c66 service neutron] 10.222.0.31 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 907 time: 0.1180160 Jan 28 19:26:46.229276 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07b11c69-484c-4a16-b687-c5ef5ac4f33d req-b7472f17-7952-4c8a-b007-8c8cdb986d3c tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "DELETE /v2.0/security-groups/76364ae3-f38a-4d0b-b923-347fd82a6601 HTTP/1.1" status: 204 len: 173 time: 0.3889985 Jan 28 19:26:46.252399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd34660-8993-45e8-b16b-5bccfbba5497 req-0bb3d96d-a8c8-4aa8-96b4-fca20c21ca27 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:46.253902 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4bd34660-8993-45e8-b16b-5bccfbba5497 req-0bb3d96d-a8c8-4aa8-96b4-fca20c21ca27 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 943 time: 0.2101247 Jan 28 19:26:46.270162 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7472f17-7952-4c8a-b007-8c8cdb986d3c tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76364ae3-f38a-4d0b-b923-347fd82a6601,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:46.339528 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69dd87f4-bfda-4c50-842d-59b10a74d66f req-4975543f-3e81-47bb-9f82-e7b747c0c27c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=628af35a-376f-4496-9d1a-e600d87bdec1 HTTP/1.1" status: 200 len: 217 time: 0.0845790 Jan 28 19:26:46.358412 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5fd7a86c-edda-49b2-98d5-9d304e39cae3 req-247db6ec-1f66-4848-b889-55703eaeee2e tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/edcdc80b-a054-4b53-88e1-22ca0e8305ec HTTP/1.1" status: 200 len: 1824 time: 0.0963619 Jan 28 19:26:46.391746 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6f3c4bf-299d-411f-82b2-cc4b935b6a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3701f3b5-3fab-424a-b702-609204e63b2f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.394447 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6f3c4bf-299d-411f-82b2-cc4b935b6a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.398309 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d6f3c4bf-299d-411f-82b2-cc4b935b6a33 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3701f3b5-3fab-424a-b702-609204e63b2f HTTP/1.1" status: 204 len: 168 time: 0.3810713 Jan 28 19:26:46.422975 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3c4bf-299d-411f-82b2-cc4b935b6a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3701f3b5-3fab-424a-b702-609204e63b2f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:46.477765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd87f4-bfda-4c50-842d-59b10a74d66f req-862db9a6-e407-4edf-8f48-49933ccd71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:46.479284 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69dd87f4-bfda-4c50-842d-59b10a74d66f req-862db9a6-e407-4edf-8f48-49933ccd71bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 HTTP/1.1" status: 200 len: 846 time: 0.1255355 Jan 28 19:26:46.484191 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5fd7a86c-edda-49b2-98d5-9d304e39cae3 req-5187d3b8-d4a3-43a8-b00c-11eb3bcbb4bc tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (edcdc80b-a054-4b53-88e1-22ca0e8305ec), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.514783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4bd34660-8993-45e8-b16b-5bccfbba5497 req-565600a3-3dbb-4c2d-b1a0-d636afe42c90 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533696 Jan 28 19:26:46.529071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5fd7a86c-edda-49b2-98d5-9d304e39cae3 req-5187d3b8-d4a3-43a8-b00c-11eb3bcbb4bc tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (edcdc80b-a054-4b53-88e1-22ca0e8305ec), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.584707 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69dd87f4-bfda-4c50-842d-59b10a74d66f req-c9bbd988-2ac2-45bc-aca1-1db40b2be841 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=301c456c-76ee-4f43-ab94-73ce621ebdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680776 Jan 28 19:26:46.634602 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5fd7a86c-edda-49b2-98d5-9d304e39cae3 req-5187d3b8-d4a3-43a8-b00c-11eb3bcbb4bc tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (edcdc80b-a054-4b53-88e1-22ca0e8305ec), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.637167 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5fd7a86c-edda-49b2-98d5-9d304e39cae3 req-5187d3b8-d4a3-43a8-b00c-11eb3bcbb4bc tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:46.638471 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5fd7a86c-edda-49b2-98d5-9d304e39cae3 req-5187d3b8-d4a3-43a8-b00c-11eb3bcbb4bc tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "DELETE /v2.0/security-groups/edcdc80b-a054-4b53-88e1-22ca0e8305ec HTTP/1.1" status: 204 len: 173 time: 0.2703760 Jan 28 19:26:46.656769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187d3b8-d4a3-43a8-b00c-11eb3bcbb4bc tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcdc80b-a054-4b53-88e1-22ca0e8305ec,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:46.821965 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8b11d5df-8d43-4aa1-adaa-e4c34c6e4f7a req-d47b1687-cf5c-41ee-b82c-180be414b480 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/8ecde567-5681-4b09-9cfb-8c0b66b5500e HTTP/1.1" status: 200 len: 2423 time: 0.0918987 Jan 28 19:26:46.830108 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69dd87f4-bfda-4c50-842d-59b10a74d66f req-ec29f672-e7a5-445b-9182-af661032a096 service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371860 Jan 28 19:26:47.056282 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8b11d5df-8d43-4aa1-adaa-e4c34c6e4f7a req-254bb521-fa46-4a2a-bc2a-9af4652bf417 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (8ecde567-5681-4b09-9cfb-8c0b66b5500e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.068001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506fbdc-df70-4e96-b6b7-1cd73e2b3431 req-29cb81de-91e8-400d-ae0c-19cb8f0a1d2c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:47.078722 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a506fbdc-df70-4e96-b6b7-1cd73e2b3431 req-29cb81de-91e8-400d-ae0c-19cb8f0a1d2c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 944 time: 0.0807598 Jan 28 19:26:47.128822 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8b11d5df-8d43-4aa1-adaa-e4c34c6e4f7a req-254bb521-fa46-4a2a-bc2a-9af4652bf417 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (8ecde567-5681-4b09-9cfb-8c0b66b5500e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.151692 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a506fbdc-df70-4e96-b6b7-1cd73e2b3431 req-036258c5-86ee-4d69-8f47-5f4a8faeedb8 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669291 Jan 28 19:26:47.171254 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69dd87f4-bfda-4c50-842d-59b10a74d66f req-9f0052a9-d312-438b-8946-47d7946575ab service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176672 Jan 28 19:26:47.206959 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8b11d5df-8d43-4aa1-adaa-e4c34c6e4f7a req-254bb521-fa46-4a2a-bc2a-9af4652bf417 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8ecde567-5681-4b09-9cfb-8c0b66b5500e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.212698 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-8b11d5df-8d43-4aa1-adaa-e4c34c6e4f7a req-254bb521-fa46-4a2a-bc2a-9af4652bf417 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.215347 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8b11d5df-8d43-4aa1-adaa-e4c34c6e4f7a req-254bb521-fa46-4a2a-bc2a-9af4652bf417 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "DELETE /v2.0/security-groups/8ecde567-5681-4b09-9cfb-8c0b66b5500e HTTP/1.1" status: 204 len: 173 time: 0.3835683 Jan 28 19:26:47.231145 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bb521-fa46-4a2a-bc2a-9af4652bf417 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecde567-5681-4b09-9cfb-8c0b66b5500e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:47.310612 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dee3cb9b-7569-4054-9762-7884c6988562 req-0124ebcf-7e07-4980-830f-2243fbfda576 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "GET /v2.0/security-groups/a8d32f23-996e-48a0-b536-c965c2c4f61d HTTP/1.1" status: 200 len: 2418 time: 0.0777090 Jan 28 19:26:47.402607 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dee3cb9b-7569-4054-9762-7884c6988562 req-461363b2-2b38-45e0-aed9-2b3bc98049a2 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (a8d32f23-996e-48a0-b536-c965c2c4f61d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.437460 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dee3cb9b-7569-4054-9762-7884c6988562 req-461363b2-2b38-45e0-aed9-2b3bc98049a2 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (a8d32f23-996e-48a0-b536-c965c2c4f61d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.496248 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dee3cb9b-7569-4054-9762-7884c6988562 req-461363b2-2b38-45e0-aed9-2b3bc98049a2 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a8d32f23-996e-48a0-b536-c965c2c4f61d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.499052 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dee3cb9b-7569-4054-9762-7884c6988562 req-461363b2-2b38-45e0-aed9-2b3bc98049a2 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.500307 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dee3cb9b-7569-4054-9762-7884c6988562 req-461363b2-2b38-45e0-aed9-2b3bc98049a2 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] 10.222.0.55 "DELETE /v2.0/security-groups/a8d32f23-996e-48a0-b536-c965c2c4f61d HTTP/1.1" status: 204 len: 173 time: 0.1825113 Jan 28 19:26:47.510210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58778) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:47.524430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461363b2-2b38-45e0-aed9-2b3bc98049a2 tempest-SecurityGroupRulesTestJSON-1642610713 tempest-SecurityGroupRulesTestJSON-1642610713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d32f23-996e-48a0-b536-c965c2c4f61d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:47.597588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b94fe03-8a1f-49d6-98ff-14f6a11eaa96 admin admin] Deleting subnet 2f3a2a48-8dcd-4a6e-9265-941a2f110df3 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:26:47.603558 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b94fe03-8a1f-49d6-98ff-14f6a11eaa96 admin admin] Publish callbacks [] for subnet (2f3a2a48-8dcd-4a6e-9265-941a2f110df3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.649202 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b94fe03-8a1f-49d6-98ff-14f6a11eaa96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (2f3a2a48-8dcd-4a6e-9265-941a2f110df3), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.741637 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-e6efa241-da37-4989-8407-d21e65ff7b37 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=cc345e082952468ea9f3edc46fcfd1e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337908 Jan 28 19:26:47.750073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58794) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:47.753845 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028641 Jan 28 19:26:47.759476 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:47.771955 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b94fe03-8a1f-49d6-98ff-14f6a11eaa96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (2f3a2a48-8dcd-4a6e-9265-941a2f110df3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:47.812741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418e8ea-3331-49d9-ba67-f8bbb374ad0e req-624465e4-b304-4ff9-ab5e-08273c5c8d18 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:47.815301 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7418e8ea-3331-49d9-ba67-f8bbb374ad0e req-624465e4-b304-4ff9-ab5e-08273c5c8d18 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 943 time: 0.1634500 Jan 28 19:26:47.864223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:26:47.986008 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7418e8ea-3331-49d9-ba67-f8bbb374ad0e req-2ed8e624-33bf-4d5f-af6d-9dae37a9c0ce tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594603 Jan 28 19:26:48.019819 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b94fe03-8a1f-49d6-98ff-14f6a11eaa96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (2f3a2a48-8dcd-4a6e-9265-941a2f110df3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.073275 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94fe03-8a1f-49d6-98ff-14f6a11eaa96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f3a2a48-8dcd-4a6e-9265-941a2f110df3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:48.083233 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b94fe03-8a1f-49d6-98ff-14f6a11eaa96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.096104 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8b94fe03-8a1f-49d6-98ff-14f6a11eaa96 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2f3a2a48-8dcd-4a6e-9265-941a2f110df3 HTTP/1.1" status: 204 len: 168 time: 0.5837445 Jan 28 19:26:48.111219 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1d31015b-f8ea-4c97-b039-69b0e35ca0d0 tempest-NetworksApiDiscovery-1231972223 tempest-NetworksApiDiscovery-1231972223-project] 10.222.0.55 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3445823 Jan 28 19:26:48.111219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58802) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:48.242703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-116aecc9-e297-48d4-9dc3-4c68bf11414b tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:48.245978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f,segment=NetworkSegment(5bf2412f-fc8c-41b0-a29e-03486ebdd9ad),segment_id=5bf2412f-fc8c-41b0-a29e-03486ebdd9ad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:48.248140 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-116aecc9-e297-48d4-9dc3-4c68bf11414b tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4948325 Jan 28 19:26:48.259883 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1389935c-558a-4b2d-bb6c-a040c3c050fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (65931eab-3430-404e-98fd-3d8aeff5d04f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.289058 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-73a1defa-925e-4c90-ac59-6c553d2d06dc tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/quotas/cc345e082952468ea9f3edc46fcfd1e2 HTTP/1.1" status: 200 len: 375 time: 0.0333686 Jan 28 19:26:48.307021 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a32efaf-64b3-4227-aecf-1c6976b184c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.311535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f', 'network_id': '7695f85e-8320-4730-904a-2346212e366d', 'port_id': '2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f', 'mac_address': 'fa:16:3e:2d:58:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4484c7d9-16e0-4509-87ed-04b1dd7e32ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:26:48.391453 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:48.393254 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.457553 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:48.488437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f,segment=NetworkSegment(5bf2412f-fc8c-41b0-a29e-03486ebdd9ad),segment_id=5bf2412f-fc8c-41b0-a29e-03486ebdd9ad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:48.495549 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.509905 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1389935c-558a-4b2d-bb6c-a040c3c050fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (65931eab-3430-404e-98fd-3d8aeff5d04f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.552830 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b3c91-a1f5-4b87-9423-6b9cc036db2b req-0af5f855-c8aa-4f40-83fb-86a43b7c34b9 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:48.555236 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae5b3c91-a1f5-4b87-9423-6b9cc036db2b req-0af5f855-c8aa-4f40-83fb-86a43b7c34b9 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 944 time: 0.2430692 Jan 28 19:26:48.570373 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58812) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:48.578484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1389935c-558a-4b2d-bb6c-a040c3c050fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65931eab-3430-404e-98fd-3d8aeff5d04f']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:48.583150 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:48.616779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1389935c-558a-4b2d-bb6c-a040c3c050fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8ac787-fb8c-49d1-b564-42370b01131e') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:48.617313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1389935c-558a-4b2d-bb6c-a040c3c050fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8ac787-fb8c-49d1-b564-42370b01131e') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:26:48.652409 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1389935c-558a-4b2d-bb6c-a040c3c050fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (0a8ac787-fb8c-49d1-b564-42370b01131e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.657041 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae5b3c91-a1f5-4b87-9423-6b9cc036db2b req-49f63ddd-dc42-466e-a1ae-64e5a817ae49 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934792 Jan 28 19:26:48.678744 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1389935c-558a-4b2d-bb6c-a040c3c050fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0a8ac787-fb8c-49d1-b564-42370b01131e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.687220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1389935c-558a-4b2d-bb6c-a040c3c050fb admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:26:48.687698 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1389935c-558a-4b2d-bb6c-a040c3c050fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (0a8ac787-fb8c-49d1-b564-42370b01131e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:26:48.689938 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:26:48.712186 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-d4451eee-5034-44e4-b893-aff776ada476 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc345e082952468ea9f3edc46fcfd1e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4175837 Jan 28 19:26:48.782565 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1389935c-558a-4b2d-bb6c-a040c3c050fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (65931eab-3430-404e-98fd-3d8aeff5d04f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.784726 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a466a139-332c-423a-90b0-d5bb4a586ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.795497 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1389935c-558a-4b2d-bb6c-a040c3c050fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.801389 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1389935c-558a-4b2d-bb6c-a040c3c050fb admin admin] 10.222.0.55 "DELETE /v2.0/networks/65931eab-3430-404e-98fd-3d8aeff5d04f HTTP/1.1" status: 204 len: 168 time: 0.6938591 Jan 28 19:26:48.806186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 628af35a-376f-4496-9d1a-e600d87bdec1 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:26:48.823195 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389935c-558a-4b2d-bb6c-a040c3c050fb admin admin] Pushing event deleted for resources: {'Network': ['ID=65931eab-3430-404e-98fd-3d8aeff5d04f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:48.851729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:48.909830 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a466a139-332c-423a-90b0-d5bb4a586ce3 admin admin] Publish callbacks [] for security_group (73b9b755-1c0e-4b3d-ac87-0c1fba0f6372), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:48.917975 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a466a139-332c-423a-90b0-d5bb4a586ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (73b9b755-1c0e-4b3d-ac87-0c1fba0f6372), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.012415 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 628af35a-376f-4496-9d1a-e600d87bdec1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=628af35a-376f-4496-9d1a-e600d87bdec1,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:49.049283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '628af35a-376f-4496-9d1a-e600d87bdec1', 'network_id': '301c456c-76ee-4f43-ab94-73ce621ebdf4', 'port_id': '628af35a-376f-4496-9d1a-e600d87bdec1', 'mac_address': 'fa:16:3e:b4:f4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d3bf0e-e0cc-45ee-80b9-15c53de351d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:26:49.081058 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58826) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:49.102470 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3402924-e626-4029-b103-22341838823a req-02df96ff-e60a-4cae-958d-e8b5ce76d44a tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/ports?device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 210 time: 0.1244218 Jan 28 19:26:49.158683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 628af35a-376f-4496-9d1a-e600d87bdec1 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:49.159142 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (628af35a-376f-4496-9d1a-e600d87bdec1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.163380 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a466a139-332c-423a-90b0-d5bb4a586ce3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7670538cd054ec7bc8357b7f4bb757a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5864511 Jan 28 19:26:49.164967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58828) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:49.190326 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628af35a-376f-4496-9d1a-e600d87bdec1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:49.228770 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466a139-332c-423a-90b0-d5bb4a586ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b9b755-1c0e-4b3d-ac87-0c1fba0f6372,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:49.258882 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-663bc22d-faac-490d-9c57-23ad50761853 admin admin] Publish callbacks [] for security_group (73b9b755-1c0e-4b3d-ac87-0c1fba0f6372), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.286860 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-663bc22d-faac-490d-9c57-23ad50761853 admin admin] Publish callbacks [] for security_group (73b9b755-1c0e-4b3d-ac87-0c1fba0f6372), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.288319 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e52749d6-a383-4c6e-9b0f-d4f3f25b8e42 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=242c649f5c804d4fb312ae8c1ee64096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2057877 Jan 28 19:26:49.290792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 628af35a-376f-4496-9d1a-e600d87bdec1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=628af35a-376f-4496-9d1a-e600d87bdec1,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:49.291923 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58834) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:49.300293 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (628af35a-376f-4496-9d1a-e600d87bdec1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.306173 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4399a-cae7-4dbf-ae77-207b366a8ecc req-06cf383c-9c42-4af3-a9fa-743fbfa1c41b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:49.314262 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-adf4399a-cae7-4dbf-ae77-207b366a8ecc req-06cf383c-9c42-4af3-a9fa-743fbfa1c41b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 944 time: 0.2239306 Jan 28 19:26:49.386590 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-adf4399a-cae7-4dbf-ae77-207b366a8ecc req-67f679d6-e69d-41f9-892a-7a70f2a186fd tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713429 Jan 28 19:26:49.396851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=628af35a-376f-4496-9d1a-e600d87bdec1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:49.437315 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8584388a-af5c-446b-9aa8-cd5a7dc29e11 admin admin] Publish callbacks [] for security_group (ed7e0c63-28bf-4abc-b3a0-bf73b1c28783), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.442376 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-663bc22d-faac-490d-9c57-23ad50761853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (73b9b755-1c0e-4b3d-ac87-0c1fba0f6372), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.445484 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-663bc22d-faac-490d-9c57-23ad50761853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.463165 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-663bc22d-faac-490d-9c57-23ad50761853 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/73b9b755-1c0e-4b3d-ac87-0c1fba0f6372 HTTP/1.1" status: 204 len: 168 time: 0.2882714 Jan 28 19:26:49.510621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bc22d-faac-490d-9c57-23ad50761853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b9b755-1c0e-4b3d-ac87-0c1fba0f6372,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:49.556431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['628af35a-376f-4496-9d1a-e600d87bdec1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:49.572408 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8584388a-af5c-446b-9aa8-cd5a7dc29e11 admin admin] Publish callbacks [] for security_group (ed7e0c63-28bf-4abc-b3a0-bf73b1c28783), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.671099 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8584388a-af5c-446b-9aa8-cd5a7dc29e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ed7e0c63-28bf-4abc-b3a0-bf73b1c28783), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.674047 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8584388a-af5c-446b-9aa8-cd5a7dc29e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:49.676217 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8584388a-af5c-446b-9aa8-cd5a7dc29e11 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed7e0c63-28bf-4abc-b3a0-bf73b1c28783 HTTP/1.1" status: 204 len: 168 time: 0.3832426 Jan 28 19:26:49.701355 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584388a-af5c-446b-9aa8-cd5a7dc29e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7e0c63-28bf-4abc-b3a0-bf73b1c28783,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:49.971675 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00228d17-7491-4b25-8d48-81a75da4894c req-79870614-543c-4527-bf5e-27b4ea66b2f6 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:49.973457 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00228d17-7491-4b25-8d48-81a75da4894c req-79870614-543c-4527-bf5e-27b4ea66b2f6 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 945 time: 0.1284735 Jan 28 19:26:50.060016 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00228d17-7491-4b25-8d48-81a75da4894c req-3bb4d82d-7fbc-4396-a12b-1dc941d19d82 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781868 Jan 28 19:26:50.256416 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-68078847-4598-455c-a411-ce6b9374852b req-e950970d-931d-4c57-82c9-aa64b81bb535 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/ports?device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 210 time: 0.0635777 Jan 28 19:26:50.386142 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-31ce4a4f-c9d6-4dc2-830b-ee74c2f1d622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:50.568193 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-40c3d7c6-8092-43f9-bf1c-672f0035435f tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cc345e082952468ea9f3edc46fcfd1e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717962 Jan 28 19:26:50.635079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da24425-45ef-4503-a4b1-b4256d49fee2 req-d3395996-e70b-42f6-bc70-1afbbd376614 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:50.648207 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4da24425-45ef-4503-a4b1-b4256d49fee2 req-d3395996-e70b-42f6-bc70-1afbbd376614 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 944 time: 0.1705761 Jan 28 19:26:50.744385 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4da24425-45ef-4503-a4b1-b4256d49fee2 req-ad3a4e5a-054d-4704-9119-6a53ae16e7f0 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951409 Jan 28 19:26:50.791940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-ac3e67d8-a245-4f3d-b37e-5b3591f535ff tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:50.793626 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-ac3e67d8-a245-4f3d-b37e-5b3591f535ff tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2246270 Jan 28 19:26:50.811156 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-a3cacfc2-912b-436e-b355-6fb9361ab832 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Request body: {'port': {'device_id': 'db6efd6e-8346-4118-9078-900b92ffbcd9', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': 'cc345e082952468ea9f3edc46fcfd1e2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:50.816307 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 628af35a-376f-4496-9d1a-e600d87bdec1 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:50.903276 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 628af35a-376f-4496-9d1a-e600d87bdec1 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:26:50.907762 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 628af35a-376f-4496-9d1a-e600d87bdec1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:50.908194 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (628af35a-376f-4496-9d1a-e600d87bdec1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.059589 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-a3cacfc2-912b-436e-b355-6fb9361ab832 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Made reservation on behalf of cc345e082952468ea9f3edc46fcfd1e2 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:51.067378 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-a3cacfc2-912b-436e-b355-6fb9361ab832 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.082370 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-a3cacfc2-912b-436e-b355-6fb9361ab832 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.248244 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-a3cacfc2-912b-436e-b355-6fb9361ab832 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Publish callbacks [] for security_group (a747970e-3aa9-498e-80c6-2170eaac165b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.254693 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 628af35a-376f-4496-9d1a-e600d87bdec1 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:51.255122 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (628af35a-376f-4496-9d1a-e600d87bdec1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.281773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58902) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:51.292992 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5cdae-3816-4e7c-9d46-e93a003eb210 req-a5437870-7448-489c-97a1-76b5c0c92b84 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:51.301399 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03b5cdae-3816-4e7c-9d46-e93a003eb210 req-a5437870-7448-489c-97a1-76b5c0c92b84 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 945 time: 0.1302719 Jan 28 19:26:51.304981 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-a3cacfc2-912b-436e-b355-6fb9361ab832 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a747970e-3aa9-498e-80c6-2170eaac165b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.334436 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 628af35a-376f-4496-9d1a-e600d87bdec1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=628af35a-376f-4496-9d1a-e600d87bdec1,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:51.350296 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078d858d-a025-43a9-bb85-88ef14c46b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628af35a-376f-4496-9d1a-e600d87bdec1'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:51.359153 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9876933-f43e-45c3-8681-d2b0aed6fb4a" -d '{"events": [{"server_uuid": "078d858d-a025-43a9-bb85-88ef14c46b9d", "name": "network-vif-plugged", "status": "completed", "tag": "628af35a-376f-4496-9d1a-e600d87bdec1"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:51.366756 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (628af35a-376f-4496-9d1a-e600d87bdec1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.480755 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=628af35a-376f-4496-9d1a-e600d87bdec1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:51.502084 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e31bceec-8242-4ce5-b439-c9e0dadd3ceb req-4869ca4f-6f8b-4c1f-8707-dedfdcef94b5 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/ports?device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 210 time: 0.0798144 Jan 28 19:26:51.503716 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-03b5cdae-3816-4e7c-9d46-e93a003eb210 req-c88664c6-cc3c-4a61-8606-22515140ae43 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005782 Jan 28 19:26:51.572982 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cacfc2-912b-436e-b355-6fb9361ab832 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a747970e-3aa9-498e-80c6-2170eaac165b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:51.585410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-93331449-9be0-48f3-9f05-36105f7cce02 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-173388218-network', 'tenant_id': '0c09144b472547ae92c3f464469dc6c6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:51.609271 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad16021-03b2-412c-b249-bbfce875d35f x-openstack-request-id: req-0ad16021-03b2-412c-b249-bbfce875d35f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:51.610064 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078d858d-a025-43a9-bb85-88ef14c46b9d", "name": "network-vif-plugged", "status": "completed", "tag": "628af35a-376f-4496-9d1a-e600d87bdec1", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:51.610494 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ad16021-03b2-412c-b249-bbfce875d35f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:51.611102 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078d858d-a025-43a9-bb85-88ef14c46b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628af35a-376f-4496-9d1a-e600d87bdec1', 'code': 200} Jan 28 19:26:51.631502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93331449-9be0-48f3-9f05-36105f7cce02 admin admin] Made reservation on behalf of 0c09144b472547ae92c3f464469dc6c6 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:51.639449 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93331449-9be0-48f3-9f05-36105f7cce02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.680367 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93331449-9be0-48f3-9f05-36105f7cce02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.685532 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:51.720656 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-a3cacfc2-912b-436e-b355-6fb9361ab832 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Allocated IP 192.168.233.53 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/f0f70aa4-934a-4753-ad9b-30ba8628216b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:51.888334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:26:51.951515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e79e6-2752-4f57-a673-9c2bfc086811 req-258b3646-7e64-4f0e-a44d-94a7c91be420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:51.961960 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b93e79e6-2752-4f57-a673-9c2bfc086811 req-258b3646-7e64-4f0e-a44d-94a7c91be420 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 1128 time: 0.2034721 Jan 28 19:26:52.003011 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:26:52.004920 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20289cbf-a34d-4287-97e5-0335f726197a req-69683cb5-5b72-4c8f-bfb6-f9536d570814 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:52.011386 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:52.013198 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-20289cbf-a34d-4287-97e5-0335f726197a req-69683cb5-5b72-4c8f-bfb6-f9536d570814 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 944 time: 0.1305192 Jan 28 19:26:52.013623 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:52.017556 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93331449-9be0-48f3-9f05-36105f7cce02 admin admin] Publish callbacks [] for security_group (5758ef39-45d8-4079-9fe4-26dfb14c2983), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:52.023109 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93331449-9be0-48f3-9f05-36105f7cce02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5758ef39-45d8-4079-9fe4-26dfb14c2983), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:52.044713 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-a3cacfc2-912b-436e-b355-6fb9361ab832 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Publish callbacks [] for port (f0f70aa4-934a-4753-ad9b-30ba8628216b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:52.100430 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-a3cacfc2-912b-436e-b355-6fb9361ab832 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f0f70aa4-934a-4753-ad9b-30ba8628216b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:52.116273 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93331449-9be0-48f3-9f05-36105f7cce02 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:26:52.137447 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b93e79e6-2752-4f57-a673-9c2bfc086811 req-65a8fad6-2757-47bf-bbfe-86e99159fa3a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746714 Jan 28 19:26:52.161019 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:52.161596 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:52.165390 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93331449-9be0-48f3-9f05-36105f7cce02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:52.165739 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-93331449-9be0-48f3-9f05-36105f7cce02 admin admin] Added segment 62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38 of type vlan for network 927f3191-dd68-4396-b946-a1af0a84b265 Jan 28 19:26:52.167520 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93331449-9be0-48f3-9f05-36105f7cce02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5758ef39-45d8-4079-9fe4-26dfb14c2983,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:52.188972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-a3cacfc2-912b-436e-b355-6fb9361ab832 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:52.198043 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-a3cacfc2-912b-436e-b355-6fb9361ab832 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:52.229452 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cacfc2-912b-436e-b355-6fb9361ab832 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Pushing event updated for resources: {'Port': ['ID=f0f70aa4-934a-4753-ad9b-30ba8628216b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:52.233963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-a3cacfc2-912b-436e-b355-6fb9361ab832 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:52.237424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f,segment=NetworkSegment(5bf2412f-fc8c-41b0-a29e-03486ebdd9ad),segment_id=5bf2412f-fc8c-41b0-a29e-03486ebdd9ad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:52.244025 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-20289cbf-a34d-4287-97e5-0335f726197a req-9a9a4288-191b-4c19-9afb-c53789136fe7 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288964 Jan 28 19:26:52.245654 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:52.265995 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93331449-9be0-48f3-9f05-36105f7cce02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (927f3191-dd68-4396-b946-a1af0a84b265), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:52.320600 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93331449-9be0-48f3-9f05-36105f7cce02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (927f3191-dd68-4396-b946-a1af0a84b265), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:52.321898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93331449-9be0-48f3-9f05-36105f7cce02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:52.322505 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93331449-9be0-48f3-9f05-36105f7cce02 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:52.326778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-a3cacfc2-912b-436e-b355-6fb9361ab832 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:52.327415 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-a3cacfc2-912b-436e-b355-6fb9361ab832 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:52.354413 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-93331449-9be0-48f3-9f05-36105f7cce02 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0720432 Jan 28 19:26:52.357705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58940) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:52.371488 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-a3cacfc2-912b-436e-b355-6fb9361ab832 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5646257 Jan 28 19:26:52.381890 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8799795c-3e4a-47ef-84f3-9d2338eefaf2 admin admin] Request body: {'subnet': {'network_id': '927f3191-dd68-4396-b946-a1af0a84b265', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-173388218-subnet', 'tenant_id': '0c09144b472547ae92c3f464469dc6c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:52.384678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Request body: {'port': {'device_id': 'db6efd6e-8346-4118-9078-900b92ffbcd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:52.414676 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:52.472931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8799795c-3e4a-47ef-84f3-9d2338eefaf2 admin admin] Made reservation on behalf of 0c09144b472547ae92c3f464469dc6c6 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:52.485112 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8799795c-3e4a-47ef-84f3-9d2338eefaf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:52.530808 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f0f70aa4-934a-4753-ad9b-30ba8628216b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:52.658965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93331449-9be0-48f3-9f05-36105f7cce02 admin admin] Pushing event updated for resources: {'Network': ['ID=927f3191-dd68-4396-b946-a1af0a84b265,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:52.679803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-690dc6b4-852f-4a88-9a2b-540282120401 None None] Provisioning complete for port f0f70aa4-934a-4753-ad9b-30ba8628216b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:26:52.680362 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-690dc6b4-852f-4a88-9a2b-540282120401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f0f70aa4-934a-4753-ad9b-30ba8628216b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:52.682038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 927f3191-dd68-4396-b946-a1af0a84b265 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:26:52.768083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76018ecb-b49e-40f7-8deb-6a4c67e8838e req-7d80d270-deee-4ef8-b902-116d33f31ba4 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:52.769559 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76018ecb-b49e-40f7-8deb-6a4c67e8838e req-7d80d270-deee-4ef8-b902-116d33f31ba4 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.1334863 Jan 28 19:26:52.877273 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76018ecb-b49e-40f7-8deb-6a4c67e8838e req-e16e4f02-8e5a-4218-8c19-b1a288675ec7 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007435 Jan 28 19:26:52.897205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43c1de-2297-4915-860b-851ddf785811 req-4b0d06de-678a-4a4b-b702-5d2bf34ae969 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:52.911689 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8b43c1de-2297-4915-860b-851ddf785811 req-4b0d06de-678a-4a4b-b702-5d2bf34ae969 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/ports?device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 935 time: 0.1977937 Jan 28 19:26:52.965701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-690dc6b4-852f-4a88-9a2b-540282120401 None None] Port f0f70aa4-934a-4753-ad9b-30ba8628216b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:26:53.001942 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.085538 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8b43c1de-2297-4915-860b-851ddf785811 req-504eb819-490a-42af-a7bd-eba66a99041c tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/security-groups?id=a747970e-3aa9-498e-80c6-2170eaac165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481555 Jan 28 19:26:53.129257 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8799795c-3e4a-47ef-84f3-9d2338eefaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (177c1de7-a243-4368-b884-b8e2005d0f99), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.191548 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799795c-3e4a-47ef-84f3-9d2338eefaf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=177c1de7-a243-4368-b884-b8e2005d0f99,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:53.254389 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f70aa4-934a-4753-ad9b-30ba8628216b {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:53.260930 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8799795c-3e4a-47ef-84f3-9d2338eefaf2 admin admin] Checking segment: {'id': '62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '927f3191-dd68-4396-b946-a1af0a84b265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:53.261290 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8799795c-3e4a-47ef-84f3-9d2338eefaf2 admin admin] Network hostable DHCP agents. Network: 927f3191-dd68-4396-b946-a1af0a84b265, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:26:53.273144 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Publish callbacks [] for port (f0f70aa4-934a-4753-ad9b-30ba8628216b), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.299716 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8799795c-3e4a-47ef-84f3-9d2338eefaf2 admin admin] Network 927f3191-dd68-4396-b946-a1af0a84b265 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:26:53.309488 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Transition to ACTIVE for port object f0f70aa4-934a-4753-ad9b-30ba8628216b will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:26:53.318731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8799795c-3e4a-47ef-84f3-9d2338eefaf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 927f3191-dd68-4396-b946-a1af0a84b265) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:53.323509 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8799795c-3e4a-47ef-84f3-9d2338eefaf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:53.323867 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (f0f70aa4-934a-4753-ad9b-30ba8628216b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.324101 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8799795c-3e4a-47ef-84f3-9d2338eefaf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.329346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f87310-fa0e-4e9e-b4df-f19ba62143a0 None None] Network 927f3191-dd68-4396-b946-a1af0a84b265 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:53.361339 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8799795c-3e4a-47ef-84f3-9d2338eefaf2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9912844 Jan 28 19:26:53.411663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:53.518404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f70aa4-934a-4753-ad9b-30ba8628216b,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:53.616053 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc3ac67-5203-41c5-9c5e-ba3f97d65678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:53.622274 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780a96b8-ac32-4654-9f48-5094bf0a91fd" -d '{"events": [{"server_uuid": "9cc3ac67-5203-41c5-9c5e-ba3f97d65678", "name": "network-vif-plugged", "status": "completed", "tag": "2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:53.662522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Attempting to bind port f0f70aa4-934a-4753-ad9b-30ba8628216b on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:53.662897 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Attempting to bind port f0f70aa4-934a-4753-ad9b-30ba8628216b by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:53.663216 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Attempting to bind port f0f70aa4-934a-4753-ad9b-30ba8628216b on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:53.730996 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ed8784-9c12-42c2-bd1f-88a3df286494 x-openstack-request-id: req-33ed8784-9c12-42c2-bd1f-88a3df286494 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:53.731614 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Port f0f70aa4-934a-4753-ad9b-30ba8628216b on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:53.731934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Attempting to bind port f0f70aa4-934a-4753-ad9b-30ba8628216b on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:53.735226 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc3ac67-5203-41c5-9c5e-ba3f97d65678", "name": "network-vif-plugged", "status": "completed", "tag": "2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:53.735710 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33ed8784-9c12-42c2-bd1f-88a3df286494 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:53.736264 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc3ac67-5203-41c5-9c5e-ba3f97d65678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f', 'code': 200} Jan 28 19:26:53.742361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:53.742621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:53.743002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:53.743442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Bound port: f0f70aa4-934a-4753-ad9b-30ba8628216b, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:53.743803 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f0f70aa4-934a-4753-ad9b-30ba8628216b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.752188 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce76f267-59ac-49ca-8bd5-b5ed7bab720f None None] Network 927f3191-dd68-4396-b946-a1af0a84b265 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:26:53.762771 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d59fcae-20fe-47a0-afca-4f1b5f168660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.853100 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] For port f0f70aa4-934a-4753-ad9b-30ba8628216b, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:53.857258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] For port f0f70aa4-934a-4753-ad9b-30ba8628216b, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=f0f70aa4-934a-4753-ad9b-30ba8628216b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:53.933740 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (f0f70aa4-934a-4753-ad9b-30ba8628216b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.959168 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d59fcae-20fe-47a0-afca-4f1b5f168660 admin admin] Publish callbacks [] for security_group (c0c9a200-3b48-417d-afe4-309215e79800), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.967913 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d59fcae-20fe-47a0-afca-4f1b5f168660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c0c9a200-3b48-417d-afe4-309215e79800), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.997545 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:53.998504 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:53.999943 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] 10.222.0.37 "PUT /v2.0/ports/f0f70aa4-934a-4753-ad9b-30ba8628216b HTTP/1.1" status: 200 len: 1095 time: 1.6225204 Jan 28 19:26:54.095126 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1d59fcae-20fe-47a0-afca-4f1b5f168660 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80fa74e8fb4249eda2dda3354929459e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6799126 Jan 28 19:26:54.107490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6efd6e-8346-4118-9078-900b92ffbcd9', 'tag': 'f0f70aa4-934a-4753-ad9b-30ba8628216b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:54.108286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59fcae-20fe-47a0-afca-4f1b5f168660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c9a200-3b48-417d-afe4-309215e79800,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:54.110357 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7199b8-be46-47d0-bce9-93ba024e312a" -d '{"events": [{"name": "network-changed", "server_uuid": "db6efd6e-8346-4118-9078-900b92ffbcd9", "tag": "f0f70aa4-934a-4753-ad9b-30ba8628216b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:54.111093 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59010) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:54.115065 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afe1ab-6e72-4fc0-b3ea-126713a2ae07 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f70aa4-934a-4753-ad9b-30ba8628216b,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:54.212161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495b82b-0b95-4469-a0bb-40d4dc181189 req-1e850231-1448-479a-a292-18780375992b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:54.213770 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8495b82b-0b95-4469-a0bb-40d4dc181189 req-1e850231-1448-479a-a292-18780375992b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.6969457 Jan 28 19:26:54.246192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2aadc-804f-4818-9d7e-2112a1991bf6 req-673b72bd-78df-456a-9324-471e47833c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:54.248112 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5c2aadc-804f-4818-9d7e-2112a1991bf6 req-673b72bd-78df-456a-9324-471e47833c8f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 1127 time: 0.4795005 Jan 28 19:26:54.314774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-f188f3fe-369a-4aee-a0fd-1d4f18163579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:54.316310 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-f188f3fe-369a-4aee-a0fd-1d4f18163579 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc345e082952468ea9f3edc46fcfd1e2&device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 1129 time: 0.1928709 Jan 28 19:26:54.338001 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df830770-a06e-4139-8aad-8e8ff05cb7a0 admin admin] Publish callbacks [] for security_group (c0c9a200-3b48-417d-afe4-309215e79800), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:54.354972 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-630228a8-9790-4552-a43a-3c71562c89b3 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:54.361651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-630228a8-9790-4552-a43a-3c71562c89b3 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/networks?id=927f3191-dd68-4396-b946-a1af0a84b265 HTTP/1.1" status: 200 len: 813 time: 0.2807789 Jan 28 19:26:54.382754 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-1eb5222c-169f-46d5-9d8d-fd5090f066f2 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/quotas/0c09144b472547ae92c3f464469dc6c6 HTTP/1.1" status: 200 len: 375 time: 0.0201249 Jan 28 19:26:54.385779 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5c2aadc-804f-4818-9d7e-2112a1991bf6 req-b08a6b5a-0a4d-4121-a155-b9b6284f7dcf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169186 Jan 28 19:26:54.453048 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-ddd52b41-fab4-4bec-9e40-ce88c663304d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=f0f70aa4-934a-4753-ad9b-30ba8628216b HTTP/1.1" status: 200 len: 217 time: 0.0789597 Jan 28 19:26:54.464177 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8495b82b-0b95-4469-a0bb-40d4dc181189 req-ba642fe6-41a1-493b-b12b-54ec8274a7a8 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429864 Jan 28 19:26:54.489768 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:54.652906 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10989e-1842-4a5f-903d-d0fe13c0e660 req-5a2598fd-769e-4d13-84e6-ded823dcc875 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:54.654916 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae10989e-1842-4a5f-903d-d0fe13c0e660 req-5a2598fd-769e-4d13-84e6-ded823dcc875 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.0895629 Jan 28 19:26:54.780964 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae10989e-1842-4a5f-903d-d0fe13c0e660 req-9e37ad29-07df-4bfe-a1bd-645862bad577 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203418 Jan 28 19:26:54.785415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-95c2da01-07ae-4fee-87c3-9640a8cc1ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:54.786895 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-95c2da01-07ae-4fee-87c3-9640a8cc1ff8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1125026 Jan 28 19:26:54.832321 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdad3a2-5e80-4f27-bc90-5512490a5de6 x-openstack-request-id: req-bfdad3a2-5e80-4f27-bc90-5512490a5de6 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:26:54.832692 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6efd6e-8346-4118-9078-900b92ffbcd9", "tag": "f0f70aa4-934a-4753-ad9b-30ba8628216b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:26:54.833005 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bfdad3a2-5e80-4f27-bc90-5512490a5de6 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:26:54.833481 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6efd6e-8346-4118-9078-900b92ffbcd9', 'tag': 'f0f70aa4-934a-4753-ad9b-30ba8628216b', 'status': 'completed', 'code': 200} Jan 28 19:26:54.866083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-abc8b999-86bf-4ff0-8433-7d7d5c9e16fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:54.869721 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-abc8b999-86bf-4ff0-8433-7d7d5c9e16fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0760279 Jan 28 19:26:54.874833 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-9af6aca6-72cf-4f69-bdb4-cf4c30020d8c tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c09144b472547ae92c3f464469dc6c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4910955 Jan 28 19:26:54.943278 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df830770-a06e-4139-8aad-8e8ff05cb7a0 admin admin] Publish callbacks [] for security_group (c0c9a200-3b48-417d-afe4-309215e79800), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:55.032958 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-c83a8703-4368-4626-9834-f3b6f9d01bd4 service neutron] 10.222.0.55 "GET /v2.0/networks/927f3191-dd68-4396-b946-a1af0a84b265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572576 Jan 28 19:26:55.034258 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df830770-a06e-4139-8aad-8e8ff05cb7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c0c9a200-3b48-417d-afe4-309215e79800), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:55.037091 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df830770-a06e-4139-8aad-8e8ff05cb7a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:55.038333 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-df830770-a06e-4139-8aad-8e8ff05cb7a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0c9a200-3b48-417d-afe4-309215e79800 HTTP/1.1" status: 204 len: 168 time: 0.9093802 Jan 28 19:26:55.070367 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df830770-a06e-4139-8aad-8e8ff05cb7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c9a200-3b48-417d-afe4-309215e79800,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:55.089247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a500ac-430f-4d88-8fdb-b15880bc1575 req-c2739049-f92d-4d95-89db-1c6e2435f34c tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:55.102696 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-87a500ac-430f-4d88-8fdb-b15880bc1575 req-c2739049-f92d-4d95-89db-1c6e2435f34c tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/ports?device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 947 time: 0.1439748 Jan 28 19:26:55.110039 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-931b6c4a-0bce-4162-aa7f-bd6ff7feef05 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299311 Jan 28 19:26:55.183795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-7b8ff155-661a-4372-8713-65c7ff0b12c9 service neutron] 10.222.0.55 "GET /v2.0/networks/927f3191-dd68-4396-b946-a1af0a84b265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441190 Jan 28 19:26:55.226349 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-87a500ac-430f-4d88-8fdb-b15880bc1575 req-aabcbbbd-ac63-4c30-9e8e-5de52936afc9 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/security-groups?id=a747970e-3aa9-498e-80c6-2170eaac165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205688 Jan 28 19:26:55.286071 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf35d672-6a02-4e69-ade2-bb3a44efd955 req-681ae31f-9bb8-4d55-a154-0dc4fc1ceb46 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672337 Jan 28 19:26:55.422168 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:55.458867 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7199b8-be46-47d0-bce9-93ba024e312a req-207fc73d-4b30-41c9-94c0-7c0abd3d2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:55.460947 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7199b8-be46-47d0-bce9-93ba024e312a req-207fc73d-4b30-41c9-94c0-7c0abd3d2de3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc345e082952468ea9f3edc46fcfd1e2&device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 1129 time: 0.1235852 Jan 28 19:26:55.507500 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9805b657-2370-4959-9b7c-34b32479b1df req-0f282c1d-c695-40cd-abc6-efac341752ff tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 210 time: 0.0579255 Jan 28 19:26:55.573649 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7199b8-be46-47d0-bce9-93ba024e312a req-9ccd4d2f-f2ef-4235-981b-05ed35da0fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:55.576795 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7199b8-be46-47d0-bce9-93ba024e312a req-9ccd4d2f-f2ef-4235-981b-05ed35da0fce service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.1053627 Jan 28 19:26:55.597205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59034) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:55.620228 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8f6f975-fd8a-4dd9-bbea-5c7de4ecac8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:55.651627 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7199b8-be46-47d0-bce9-93ba024e312a req-68c0fe50-7751-4d5a-8525-ca3d02a778bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=f0f70aa4-934a-4753-ad9b-30ba8628216b HTTP/1.1" status: 200 len: 217 time: 0.0625234 Jan 28 19:26:55.718303 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e62e63-9abf-404b-8f80-f04e70b13dfd req-b8509e25-18e3-4339-bd8f-a6082af2fb0d tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:55.720182 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-38e62e63-9abf-404b-8f80-f04e70b13dfd req-b8509e25-18e3-4339-bd8f-a6082af2fb0d tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.1423492 Jan 28 19:26:55.729341 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7199b8-be46-47d0-bce9-93ba024e312a req-6bee4e2e-9d70-44b9-8b5b-c55008c1b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:55.731272 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7199b8-be46-47d0-bce9-93ba024e312a req-6bee4e2e-9d70-44b9-8b5b-c55008c1b7af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0737147 Jan 28 19:26:55.770960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79244430-b147-4806-a52c-2e4fb9d38221 req-fe9b1ee9-5331-4877-bc88-dd7a4a2f68aa tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:55.780970 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79244430-b147-4806-a52c-2e4fb9d38221 req-fe9b1ee9-5331-4877-bc88-dd7a4a2f68aa tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.1367745 Jan 28 19:26:55.829681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-38e62e63-9abf-404b-8f80-f04e70b13dfd req-e5aebb55-bc8b-4ab4-9825-50776ad4443f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858755 Jan 28 19:26:55.898434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7199b8-be46-47d0-bce9-93ba024e312a req-4a07ddfa-76cb-4ab4-9fb1-ca005062d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:55.900018 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7199b8-be46-47d0-bce9-93ba024e312a req-4a07ddfa-76cb-4ab4-9fb1-ca005062d9c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1350741 Jan 28 19:26:55.977631 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79244430-b147-4806-a52c-2e4fb9d38221 req-cdddb961-2c65-44d7-abac-26d84ac66d86 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954966 Jan 28 19:26:56.009246 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8f6f975-fd8a-4dd9-bbea-5c7de4ecac8e admin admin] Publish callbacks [] for security_group (2d94e3bb-2a2e-4f8b-ab0d-6da26a7363e0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.014967 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d8f6f975-fd8a-4dd9-bbea-5c7de4ecac8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2d94e3bb-2a2e-4f8b-ab0d-6da26a7363e0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.046375 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7199b8-be46-47d0-bce9-93ba024e312a req-79e776a3-455e-422a-8cfc-67cc74dc3b63 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303949 Jan 28 19:26:56.112845 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d8f6f975-fd8a-4dd9-bbea-5c7de4ecac8e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd03622d7e554b3b99f905733dbcccce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5143392 Jan 28 19:26:56.115743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6f975-fd8a-4dd9-bbea-5c7de4ecac8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d94e3bb-2a2e-4f8b-ab0d-6da26a7363e0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:56.118506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59046) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:26:56.212782 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac7199b8-be46-47d0-bce9-93ba024e312a req-facbab4c-ce5d-407e-bc12-e018b73b6080 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548686 Jan 28 19:26:56.213264 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0336cb56-fd7b-41e3-a58f-ec0a982011c6 admin admin] Publish callbacks [] for security_group (2d94e3bb-2a2e-4f8b-ab0d-6da26a7363e0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.243013 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0336cb56-fd7b-41e3-a58f-ec0a982011c6 admin admin] Publish callbacks [] for security_group (2d94e3bb-2a2e-4f8b-ab0d-6da26a7363e0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.254524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159abf21-6578-4a60-848f-c44bf82d477e req-be48bd7f-8f61-4618-ab42-34e01c41f28f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:56.256029 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-159abf21-6578-4a60-848f-c44bf82d477e req-be48bd7f-8f61-4618-ab42-34e01c41f28f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.2088344 Jan 28 19:26:56.327395 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0336cb56-fd7b-41e3-a58f-ec0a982011c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2d94e3bb-2a2e-4f8b-ab0d-6da26a7363e0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.330394 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0336cb56-fd7b-41e3-a58f-ec0a982011c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:56.333802 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0336cb56-fd7b-41e3-a58f-ec0a982011c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d94e3bb-2a2e-4f8b-ab0d-6da26a7363e0 HTTP/1.1" status: 204 len: 168 time: 0.2117970 Jan 28 19:26:56.346827 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-159abf21-6578-4a60-848f-c44bf82d477e req-312556ef-12a8-455c-b0ed-307bca3463cd tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816715 Jan 28 19:26:56.381942 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336cb56-fd7b-41e3-a58f-ec0a982011c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d94e3bb-2a2e-4f8b-ab0d-6da26a7363e0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:56.415023 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388a66-856f-49a7-847b-3760ce29b929 req-0c2401d2-a46a-4c6a-b687-76cf5f38e9ff tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:56.416782 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57388a66-856f-49a7-847b-3760ce29b929 req-0c2401d2-a46a-4c6a-b687-76cf5f38e9ff tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/ports?device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 947 time: 0.0839071 Jan 28 19:26:56.529633 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57388a66-856f-49a7-847b-3760ce29b929 req-e8afb640-fced-46da-98e2-86fcc29234ff tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/security-groups?id=a747970e-3aa9-498e-80c6-2170eaac165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057274 Jan 28 19:26:56.655596 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7b12dfca-298d-4d56-9c91-06eaec1414bb req-ac00aee9-e3f4-4a34-abff-09cd4ac76077 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 210 time: 0.0441086 Jan 28 19:26:56.748070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d798f3b-65ae-4673-8b54-8ba69cda4eda req-e018c1b9-40da-47bc-ab0c-678c202b53d6 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:56.749608 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6d798f3b-65ae-4673-8b54-8ba69cda4eda req-e018c1b9-40da-47bc-ab0c-678c202b53d6 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.0746679 Jan 28 19:26:56.813176 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6d798f3b-65ae-4673-8b54-8ba69cda4eda req-a48648c9-c45c-405c-856d-4f9468397d24 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561769 Jan 28 19:26:57.166581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef3b77-7cf1-46e0-9c6d-07deff14e245 req-1e031e8d-1c67-4b4d-80dd-e6391550c23f tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:57.168071 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2aef3b77-7cf1-46e0-9c6d-07deff14e245 req-1e031e8d-1c67-4b4d-80dd-e6391550c23f tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.1133242 Jan 28 19:26:57.176113 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-1bacb8eb-45f4-4eba-aaa6-e7a8c122035c tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:57.177732 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-1bacb8eb-45f4-4eba-aaa6-e7a8c122035c tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.31 "GET /v2.0/networks?id=927f3191-dd68-4396-b946-a1af0a84b265 HTTP/1.1" status: 200 len: 813 time: 0.2091863 Jan 28 19:26:57.207901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-f89c52fb-9c6f-4157-af72-b96524e31baf tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Request body: {'port': {'device_id': '3db8a2d5-f77b-497b-9112-fee366f3faf9', 'network_id': '927f3191-dd68-4396-b946-a1af0a84b265', 'admin_state_up': True, 'tenant_id': '0c09144b472547ae92c3f464469dc6c6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:57.323767 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2aef3b77-7cf1-46e0-9c6d-07deff14e245 req-9c971d20-e07d-412e-824a-a96405910a8b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422534 Jan 28 19:26:57.389749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-f89c52fb-9c6f-4157-af72-b96524e31baf tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Made reservation on behalf of 0c09144b472547ae92c3f464469dc6c6 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:26:57.394702 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-f89c52fb-9c6f-4157-af72-b96524e31baf tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:57.686032 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-f89c52fb-9c6f-4157-af72-b96524e31baf tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Allocated IP 172.20.0.2 (927f3191-dd68-4396-b946-a1af0a84b265/177c1de7-a243-4368-b884-b8e2005d0f99/263ffc75-3357-4a51-9285-9ebddd656392) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:26:57.695778 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a4c70-5568-4edf-887c-9b7a16185e50 req-1062a95e-2685-4961-a7ef-752f9f3b5c39 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:57.697281 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-645a4c70-5568-4edf-887c-9b7a16185e50 req-1062a95e-2685-4961-a7ef-752f9f3b5c39 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/ports?device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 947 time: 0.0866570 Jan 28 19:26:57.768283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5fbe7-93bb-40a0-8109-0976478e4784 req-ddb3d079-7a58-4a6f-a5b5-5011571acd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:57.770462 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f2f5fbe7-93bb-40a0-8109-0976478e4784 req-ddb3d079-7a58-4a6f-a5b5-5011571acd10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43aa92c00b334727b1a367584bc88b75&device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 1127 time: 0.1381021 Jan 28 19:26:57.774539 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-645a4c70-5568-4edf-887c-9b7a16185e50 req-0932e645-0b08-4ee7-9f2d-3febb0f8806e tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/security-groups?id=a747970e-3aa9-498e-80c6-2170eaac165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688679 Jan 28 19:26:57.803143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5747b46-8c48-4774-b019-1709ed9a442d req-3468f96d-501a-41bd-9d3c-c90c5d3e28d6 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:57.808455 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f5747b46-8c48-4774-b019-1709ed9a442d req-3468f96d-501a-41bd-9d3c-c90c5d3e28d6 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.1643467 Jan 28 19:26:57.954242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device f0f70aa4-934a-4753-ad9b-30ba8628216b details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:26:58.013083 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-f89c52fb-9c6f-4157-af72-b96524e31baf tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Publish callbacks [] for port (263ffc75-3357-4a51-9285-9ebddd656392), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:58.045839 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f5747b46-8c48-4774-b019-1709ed9a442d req-27c26434-bd46-434c-a27c-4c943645c143 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331362 Jan 28 19:26:58.057363 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e893de90-239c-4d48-878b-5554471e3149 req-284a5abb-75e5-467d-965a-7cf0ae5ccf39 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 210 time: 0.1537347 Jan 28 19:26:58.072770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5fbe7-93bb-40a0-8109-0976478e4784 req-ae814244-d4dd-47b4-ba66-45bc07b17026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:58.074138 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f2f5fbe7-93bb-40a0-8109-0976478e4784 req-ae814244-d4dd-47b4-ba66-45bc07b17026 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7695f85e-8320-4730-904a-2346212e366d HTTP/1.1" status: 200 len: 911 time: 0.2953711 Jan 28 19:26:58.121294 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-f89c52fb-9c6f-4157-af72-b96524e31baf tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (263ffc75-3357-4a51-9285-9ebddd656392), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:58.151722 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f2f5fbe7-93bb-40a0-8109-0976478e4784 req-79c4bf5f-a650-4f0e-bc6c-7ef66c423c6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f HTTP/1.1" status: 200 len: 217 time: 0.0712605 Jan 28 19:26:58.189172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-f89c52fb-9c6f-4157-af72-b96524e31baf tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Network 927f3191-dd68-4396-b946-a1af0a84b265 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:26:58.192786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-f89c52fb-9c6f-4157-af72-b96524e31baf tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:26:58.199164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-f89c52fb-9c6f-4157-af72-b96524e31baf tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:26:58.233213 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port f0f70aa4-934a-4753-ad9b-30ba8628216b, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=f0f70aa4-934a-4753-ad9b-30ba8628216b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:58.267885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5fbe7-93bb-40a0-8109-0976478e4784 req-0e723bcb-6784-4dd4-880b-a143c08fb7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:58.269367 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f2f5fbe7-93bb-40a0-8109-0976478e4784 req-0e723bcb-6784-4dd4-880b-a143c08fb7b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4484c7d9-16e0-4509-87ed-04b1dd7e32ff HTTP/1.1" status: 200 len: 850 time: 0.1118891 Jan 28 19:26:58.287081 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'f0f70aa4-934a-4753-ad9b-30ba8628216b', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': 'f0f70aa4-934a-4753-ad9b-30ba8628216b', 'mac_address': 'fa:16:3e:b5:12:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:26:58.318152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c52fb-9c6f-4157-af72-b96524e31baf tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Pushing event updated for resources: {'Port': ['ID=263ffc75-3357-4a51-9285-9ebddd656392,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:58.323122 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f2f5fbe7-93bb-40a0-8109-0976478e4784 req-a8b8774b-3838-4f74-9d38-0c4623fc7731 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7695f85e-8320-4730-904a-2346212e366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476558 Jan 28 19:26:58.426139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port f0f70aa4-934a-4753-ad9b-30ba8628216b is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:26:58.426537 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f0f70aa4-934a-4753-ad9b-30ba8628216b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:58.472409 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-f89c52fb-9c6f-4157-af72-b96524e31baf tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:58.473104 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-f89c52fb-9c6f-4157-af72-b96524e31baf tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:58.476458 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f70aa4-934a-4753-ad9b-30ba8628216b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:58.496145 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f2f5fbe7-93bb-40a0-8109-0976478e4784 req-14a4c1a5-d10c-4c4f-82e7-4d61749ec52b service neutron] 10.222.0.37 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665943 Jan 28 19:26:58.536783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port f0f70aa4-934a-4753-ad9b-30ba8628216b, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=f0f70aa4-934a-4753-ad9b-30ba8628216b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:26:58.543018 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f0f70aa4-934a-4753-ad9b-30ba8628216b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:58.548412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16efdfd-92af-4e13-a9fe-70d36cd2bce1 req-13b833ac-c57d-4d65-82e1-9e3ce64314cd tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:58.561650 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e16efdfd-92af-4e13-a9fe-70d36cd2bce1 req-13b833ac-c57d-4d65-82e1-9e3ce64314cd tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.3421919 Jan 28 19:26:58.600390 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-f89c52fb-9c6f-4157-af72-b96524e31baf tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4085510 Jan 28 19:26:58.646957 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=f0f70aa4-934a-4753-ad9b-30ba8628216b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:58.651328 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Request body: {'port': {'device_id': '3db8a2d5-f77b-497b-9112-fee366f3faf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:26:58.677768 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f2f5fbe7-93bb-40a0-8109-0976478e4784 req-6af6d76e-dd82-44dd-96b6-2b47c0110160 service neutron] 10.222.0.37 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758811 Jan 28 19:26:58.772799 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e16efdfd-92af-4e13-a9fe-70d36cd2bce1 req-a548beeb-ab67-4f03-851f-6a9483ff6b96 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099948 Jan 28 19:26:58.781830 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (263ffc75-3357-4a51-9285-9ebddd656392), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:58.887840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['f0f70aa4-934a-4753-ad9b-30ba8628216b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:26:59.089337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9721b-f542-444b-9c7a-267fd15e9f8a req-1867db5d-09da-4169-9620-b92f7afb436c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:59.099761 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11d9721b-f542-444b-9c7a-267fd15e9f8a req-1867db5d-09da-4169-9620-b92f7afb436c tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.0732968 Jan 28 19:26:59.161326 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-11d9721b-f542-444b-9c7a-267fd15e9f8a req-391a5138-4db1-45b8-8d66-f644abaf95f2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605643 Jan 28 19:26:59.249796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc22d6c-e5bb-40d9-8248-c663b1e028ea req-c2256bff-ed45-432f-9c40-4d4b6c004c42 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:59.257903 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8cc22d6c-e5bb-40d9-8248-c663b1e028ea req-c2256bff-ed45-432f-9c40-4d4b6c004c42 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/ports?device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 948 time: 0.1708364 Jan 28 19:26:59.403307 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78697417-8a7a-4dcb-81c7-983aaf43df93 req-0ba2b0d0-7a06-4498-8533-61aa52b9bab1 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:59.409248 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78697417-8a7a-4dcb-81c7-983aaf43df93 req-0ba2b0d0-7a06-4498-8533-61aa52b9bab1 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 931 time: 0.1030252 Jan 28 19:26:59.409924 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8cc22d6c-e5bb-40d9-8248-c663b1e028ea req-b277272f-ee47-411e-9bb9-05c976040b32 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/security-groups?id=a747970e-3aa9-498e-80c6-2170eaac165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501412 Jan 28 19:26:59.528722 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78697417-8a7a-4dcb-81c7-983aaf43df93 req-97195cf0-d86d-4c7f-ae9a-67d757205888 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/security-groups?id=5758ef39-45d8-4079-9fe4-26dfb14c2983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049390 Jan 28 19:26:59.532053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263ffc75-3357-4a51-9285-9ebddd656392 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:26:59.541768 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Publish callbacks [] for port (263ffc75-3357-4a51-9285-9ebddd656392), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:59.564341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Transition to ACTIVE for port object 263ffc75-3357-4a51-9285-9ebddd656392 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:26:59.578084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a756aef-72a9-48ad-a8da-e98007d77fe2 req-82184ec4-cfb6-4a4c-befd-54766218f03f tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:59.579858 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a756aef-72a9-48ad-a8da-e98007d77fe2 req-82184ec4-cfb6-4a4c-befd-54766218f03f tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.0931630 Jan 28 19:26:59.580871 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (263ffc75-3357-4a51-9285-9ebddd656392), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:59.679984 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a756aef-72a9-48ad-a8da-e98007d77fe2 req-3c44a15d-90b1-4a71-adf9-788f51b437ac tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900378 Jan 28 19:26:59.686895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Pushing event updated for resources: {'Port': ['ID=263ffc75-3357-4a51-9285-9ebddd656392,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:26:59.763403 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Attempting to bind port 263ffc75-3357-4a51-9285-9ebddd656392 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:26:59.763839 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Attempting to bind port 263ffc75-3357-4a51-9285-9ebddd656392 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '927f3191-dd68-4396-b946-a1af0a84b265'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:26:59.764299 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Attempting to bind port 263ffc75-3357-4a51-9285-9ebddd656392 on network 927f3191-dd68-4396-b946-a1af0a84b265 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:59.769441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Port 263ffc75-3357-4a51-9285-9ebddd656392 on network 927f3191-dd68-4396-b946-a1af0a84b265 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:26:59.769719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Attempting to bind port 263ffc75-3357-4a51-9285-9ebddd656392 on network 927f3191-dd68-4396-b946-a1af0a84b265 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:26:59.775148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:26:59.775622 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Checking segment: {'id': '62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '927f3191-dd68-4396-b946-a1af0a84b265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:26:59.776009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Bound using segment: {'id': '62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '927f3191-dd68-4396-b946-a1af0a84b265'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:26:59.776488 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Bound port: 263ffc75-3357-4a51-9285-9ebddd656392, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '927f3191-dd68-4396-b946-a1af0a84b265'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:26:59.776860 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (263ffc75-3357-4a51-9285-9ebddd656392), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:59.850387 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] For port 263ffc75-3357-4a51-9285-9ebddd656392, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:26:59.853996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] For port 263ffc75-3357-4a51-9285-9ebddd656392, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=263ffc75-3357-4a51-9285-9ebddd656392,segment=NetworkSegment(62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38),segment_id=62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:26:59.864391 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (263ffc75-3357-4a51-9285-9ebddd656392), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:59.885827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:59.886478 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:26:59.889015 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] 10.222.0.31 "PUT /v2.0/ports/263ffc75-3357-4a51-9285-9ebddd656392 HTTP/1.1" status: 200 len: 1091 time: 1.2596333 Jan 28 19:26:59.917550 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db8a2d5-f77b-497b-9112-fee366f3faf9', 'tag': '263ffc75-3357-4a51-9285-9ebddd656392'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:26:59.920342 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9231dd1-158f-430c-8111-d7134a4f7b22" -d '{"events": [{"name": "network-changed", "server_uuid": "3db8a2d5-f77b-497b-9112-fee366f3faf9", "tag": "263ffc75-3357-4a51-9285-9ebddd656392"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:26:59.935788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06046a5-270f-4ed9-b976-2a20b07cb147 req-d0359f7c-9660-4763-a203-32d0671a2a9e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:26:59.949807 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a06046a5-270f-4ed9-b976-2a20b07cb147 req-d0359f7c-9660-4763-a203-32d0671a2a9e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.1004031 Jan 28 19:26:59.956510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device f0f70aa4-934a-4753-ad9b-30ba8628216b up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:00.018875 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2034f583-7b44-42d1-b34b-669a22cadc38 x-openstack-request-id: req-2034f583-7b44-42d1-b34b-669a22cadc38 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:00.019235 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db8a2d5-f77b-497b-9112-fee366f3faf9", "tag": "263ffc75-3357-4a51-9285-9ebddd656392", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:00.019423 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2034f583-7b44-42d1-b34b-669a22cadc38 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:00.021827 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db8a2d5-f77b-497b-9112-fee366f3faf9', 'tag': '263ffc75-3357-4a51-9285-9ebddd656392', 'status': 'completed', 'code': 200} Jan 28 19:27:00.033815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port f0f70aa4-934a-4753-ad9b-30ba8628216b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:27:00.038238 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port f0f70aa4-934a-4753-ad9b-30ba8628216b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:00.038620 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f0f70aa4-934a-4753-ad9b-30ba8628216b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:00.049194 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a06046a5-270f-4ed9-b976-2a20b07cb147 req-af70760f-2fb0-4816-90ce-670d33c43c81 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985761 Jan 28 19:27:00.080545 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e1a14-c1c3-4b58-b220-835245d73267 service neutron] Pushing event updated for resources: {'Port': ['ID=263ffc75-3357-4a51-9285-9ebddd656392,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:00.100444 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cb27c9b2-99c6-47ef-9369-fc3340da878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:00.102000 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-cb27c9b2-99c6-47ef-9369-fc3340da878d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c09144b472547ae92c3f464469dc6c6&device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 1125 time: 0.1607461 Jan 28 19:27:00.135863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port f0f70aa4-934a-4753-ad9b-30ba8628216b is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:00.136272 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f0f70aa4-934a-4753-ad9b-30ba8628216b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:00.150217 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:00.163638 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6efd6e-8346-4118-9078-900b92ffbcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f70aa4-934a-4753-ad9b-30ba8628216b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:00.165050 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9674caf0-8517-45ed-97f8-65f5bc056a70" -d '{"events": [{"server_uuid": "db6efd6e-8346-4118-9078-900b92ffbcd9", "name": "network-vif-plugged", "status": "completed", "tag": "f0f70aa4-934a-4753-ad9b-30ba8628216b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:00.177516 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port f0f70aa4-934a-4753-ad9b-30ba8628216b, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=f0f70aa4-934a-4753-ad9b-30ba8628216b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:00.182606 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f0f70aa4-934a-4753-ad9b-30ba8628216b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:00.242629 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef06258-0bf1-4319-bab1-40b7608ee020 x-openstack-request-id: req-9ef06258-0bf1-4319-bab1-40b7608ee020 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:00.242926 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6efd6e-8346-4118-9078-900b92ffbcd9", "name": "network-vif-plugged", "status": "completed", "tag": "f0f70aa4-934a-4753-ad9b-30ba8628216b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:00.243179 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ef06258-0bf1-4319-bab1-40b7608ee020 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:00.243568 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6efd6e-8346-4118-9078-900b92ffbcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f70aa4-934a-4753-ad9b-30ba8628216b', 'code': 200} Jan 28 19:27:00.247120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=f0f70aa4-934a-4753-ad9b-30ba8628216b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:00.312410 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-f48ac046-4b73-4efb-bf99-616c758af9c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=263ffc75-3357-4a51-9285-9ebddd656392 HTTP/1.1" status: 200 len: 217 time: 0.0733130 Jan 28 19:27:00.373917 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-3ebdffa0-bb9d-44ff-aeb3-a667629b4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:00.375568 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-3ebdffa0-bb9d-44ff-aeb3-a667629b4dc7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=177c1de7-a243-4368-b884-b8e2005d0f99 HTTP/1.1" status: 200 len: 853 time: 0.0558708 Jan 28 19:27:00.379841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69687fa-b583-4607-b5fd-6701554459da req-e89ee773-f36e-4765-848d-c2c4d895cac9 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:00.381316 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d69687fa-b583-4607-b5fd-6701554459da req-e89ee773-f36e-4765-848d-c2c4d895cac9 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.0925174 Jan 28 19:27:00.386050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98947163-924c-4517-b3e7-51031e096133 req-bb697644-32dd-4e6a-8e10-743c0a9e3682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:00.387417 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-98947163-924c-4517-b3e7-51031e096133 req-bb697644-32dd-4e6a-8e10-743c0a9e3682 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 1131 time: 0.0678034 Jan 28 19:27:00.413756 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-b6151177-55d3-42e1-a832-ec78cd445b30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=927f3191-dd68-4396-b946-a1af0a84b265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266571 Jan 28 19:27:00.510154 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d69687fa-b583-4607-b5fd-6701554459da req-ba5f7209-9e8b-4bd0-9b67-948885c490c2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184740 Jan 28 19:27:00.545715 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-98947163-924c-4517-b3e7-51031e096133 req-81bf9b9d-cb62-47d2-b264-858f7c017201 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a747970e-3aa9-498e-80c6-2170eaac165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515372 Jan 28 19:27:00.605013 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-d446252d-30ff-49a5-a32c-aaf0b42f34f7 service neutron] 10.222.0.31 "GET /v2.0/networks/927f3191-dd68-4396-b946-a1af0a84b265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828158 Jan 28 19:27:00.613039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f888106-73b0-42f4-b455-6a3fe47e2d2d req-6740cd12-cc9a-462f-81fe-1c7d992d6823 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:00.614513 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6f888106-73b0-42f4-b455-6a3fe47e2d2d req-6740cd12-cc9a-462f-81fe-1c7d992d6823 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/ports?device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 949 time: 0.0914562 Jan 28 19:27:00.756399 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5a9c24a-cb7e-4127-9fe0-837efe523e81 req-10398d3a-2109-4bf1-93f5-7cad5acc7bc6 service neutron] 10.222.0.31 "GET /v2.0/networks/927f3191-dd68-4396-b946-a1af0a84b265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409094 Jan 28 19:27:00.756749 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc6634-285f-4284-8834-c31b5cffa86a req-5991f176-ea20-4878-8fed-ba16e4069748 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:00.758276 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e5dc6634-285f-4284-8834-c31b5cffa86a req-5991f176-ea20-4878-8fed-ba16e4069748 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 943 time: 0.1031098 Jan 28 19:27:00.782907 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6f888106-73b0-42f4-b455-6a3fe47e2d2d req-8b073c3b-e00e-4786-ae58-114e0be00183 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/security-groups?id=a747970e-3aa9-498e-80c6-2170eaac165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957389 Jan 28 19:27:00.799690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a229bf8-96a2-4c00-81f5-473d89769971 req-9c3829b6-8019-4236-b449-75d35f5254a2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:00.801459 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4a229bf8-96a2-4c00-81f5-473d89769971 req-9c3829b6-8019-4236-b449-75d35f5254a2 tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.1093771 Jan 28 19:27:00.891741 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e5dc6634-285f-4284-8834-c31b5cffa86a req-e06ac179-dd4d-4ac4-a37a-c8cdda7b3403 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/security-groups?id=5758ef39-45d8-4079-9fe4-26dfb14c2983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197023 Jan 28 19:27:00.968951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9231dd1-158f-430c-8111-d7134a4f7b22 req-e160b1d9-41b3-49eb-be8e-f3944be690b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:00.970586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9231dd1-158f-430c-8111-d7134a4f7b22 req-e160b1d9-41b3-49eb-be8e-f3944be690b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c09144b472547ae92c3f464469dc6c6&device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 1125 time: 0.1569667 Jan 28 19:27:01.027271 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4a229bf8-96a2-4c00-81f5-473d89769971 req-53a195b8-79f9-45b8-903a-ac93a0b17d2f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Deleting port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:01.027634 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a229bf8-96a2-4c00-81f5-473d89769971 req-53a195b8-79f9-45b8-903a-ac93a0b17d2f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:01.038806 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c2e90-e39c-4d2a-b1f9-d4a66a330a08 req-37a050ca-25c2-4a19-a0a3-b716b5894841 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:01.040306 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c33c2e90-e39c-4d2a-b1f9-d4a66a330a08 req-37a050ca-25c2-4a19-a0a3-b716b5894841 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.1356421 Jan 28 19:27:01.110929 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c33c2e90-e39c-4d2a-b1f9-d4a66a330a08 req-4c459fef-b3e0-4844-ad66-32a3ba4e8b12 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638871 Jan 28 19:27:01.132088 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9231dd1-158f-430c-8111-d7134a4f7b22 req-90d8c716-d29c-4d0c-b1ee-4870fc7c6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:01.133586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9231dd1-158f-430c-8111-d7134a4f7b22 req-90d8c716-d29c-4d0c-b1ee-4870fc7c6264 service neutron] 10.222.0.31 "GET /v2.0/networks?id=927f3191-dd68-4396-b946-a1af0a84b265 HTTP/1.1" status: 200 len: 914 time: 0.1558256 Jan 28 19:27:01.177604 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9231dd1-158f-430c-8111-d7134a4f7b22 req-4e5082a4-cc3c-45f6-9871-a1554b37fbe2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=263ffc75-3357-4a51-9285-9ebddd656392 HTTP/1.1" status: 200 len: 217 time: 0.0379083 Jan 28 19:27:01.229224 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9231dd1-158f-430c-8111-d7134a4f7b22 req-d6bca125-9512-42eb-bbde-016161afe679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:01.230773 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9231dd1-158f-430c-8111-d7134a4f7b22 req-d6bca125-9512-42eb-bbde-016161afe679 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=177c1de7-a243-4368-b884-b8e2005d0f99 HTTP/1.1" status: 200 len: 853 time: 0.0470700 Jan 28 19:27:01.266368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9231dd1-158f-430c-8111-d7134a4f7b22 req-36e98b28-4d37-4dde-94ab-d830e4fceff1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=927f3191-dd68-4396-b946-a1af0a84b265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270166 Jan 28 19:27:01.364142 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9231dd1-158f-430c-8111-d7134a4f7b22 req-573c5ee2-d5a5-4ee1-b23c-ffd5848fded6 service neutron] 10.222.0.31 "GET /v2.0/networks/927f3191-dd68-4396-b946-a1af0a84b265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906482 Jan 28 19:27:01.416865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4a229bf8-96a2-4c00-81f5-473d89769971 req-53a195b8-79f9-45b8-903a-ac93a0b17d2f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] For port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,segment=NetworkSegment(b135f643-77cb-4080-9f94-380c6910a7df),segment_id=b135f643-77cb-4080-9f94-380c6910a7df)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:01.417504 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a229bf8-96a2-4c00-81f5-473d89769971 req-53a195b8-79f9-45b8-903a-ac93a0b17d2f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:01.444176 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4a229bf8-96a2-4c00-81f5-473d89769971 req-53a195b8-79f9-45b8-903a-ac93a0b17d2f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Calling delete_port for 8b6e0659-59d2-4159-9cb2-64a74c6dd95a owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:01.457467 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9231dd1-158f-430c-8111-d7134a4f7b22 req-364703b5-3ac6-4fee-a3ad-cb7872d2f162 service neutron] 10.222.0.31 "GET /v2.0/networks/927f3191-dd68-4396-b946-a1af0a84b265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869198 Jan 28 19:27:01.509442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d79f1a-18ec-4a0d-96da-189c43e3c65f req-db837693-134e-454b-9bdc-7f32d8f0eec3 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:01.511224 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e8d79f1a-18ec-4a0d-96da-189c43e3c65f req-db837693-134e-454b-9bdc-7f32d8f0eec3 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.3748796 Jan 28 19:27:01.582496 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e8d79f1a-18ec-4a0d-96da-189c43e3c65f req-0e2567ca-ec6b-4780-abbb-21eacedfb2f6 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613580 Jan 28 19:27:01.634917 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a229bf8-96a2-4c00-81f5-473d89769971 req-53a195b8-79f9-45b8-903a-ac93a0b17d2f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (8b6e0659-59d2-4159-9cb2-64a74c6dd95a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:01.643669 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15b742-a5d1-47a5-a987-954b503ffaf3 req-d499eed3-4946-45f5-9df3-81eed2a5c54e tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:01.647713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['8b6e0659-59d2-4159-9cb2-64a74c6dd95a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:01.651306 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c15b742-a5d1-47a5-a987-954b503ffaf3 req-d499eed3-4946-45f5-9df3-81eed2a5c54e tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7f9568f-7ed4-46a0-adba-22918d069364 HTTP/1.1" status: 200 len: 946 time: 0.0712812 Jan 28 19:27:01.665751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a195b8-79f9-45b8-903a-ac93a0b17d2f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Pushing event deleted for resources: {'Port': ['ID=8b6e0659-59d2-4159-9cb2-64a74c6dd95a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:01.730619 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c15b742-a5d1-47a5-a987-954b503ffaf3 req-e3728863-9dee-4e41-b280-498bfe3646eb tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.55 "GET /v2.0/security-groups?id=fc63fab2-9d9d-4d84-8075-e06fa3be7152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724282 Jan 28 19:27:01.734287 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a229bf8-96a2-4c00-81f5-473d89769971 req-53a195b8-79f9-45b8-903a-ac93a0b17d2f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] No DVR routers for this DVR port 8b6e0659-59d2-4159-9cb2-64a74c6dd95a on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:01.738268 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4a229bf8-96a2-4c00-81f5-473d89769971 req-53a195b8-79f9-45b8-903a-ac93a0b17d2f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:01.743612 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4a229bf8-96a2-4c00-81f5-473d89769971 req-53a195b8-79f9-45b8-903a-ac93a0b17d2f tempest-ServersNegativeTestJSON-1943751661 tempest-ServersNegativeTestJSON-1943751661-project] 10.222.0.31 "DELETE /v2.0/ports/8b6e0659-59d2-4159-9cb2-64a74c6dd95a HTTP/1.1" status: 204 len: 173 time: 0.8959975 Jan 28 19:27:01.744106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f9568f-7ed4-46a0-adba-22918d069364', 'name': 'network-vif-deleted', 'tag': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:01.748622 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4213da7c-4d09-4736-9c63-181f0b2cd57b" -d '{"events": [{"server_uuid": "f7f9568f-7ed4-46a0-adba-22918d069364", "name": "network-vif-deleted", "tag": "8b6e0659-59d2-4159-9cb2-64a74c6dd95a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:01.800823 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f62f006-0d27-444a-8044-2003bc0e1e89 x-openstack-request-id: req-6f62f006-0d27-444a-8044-2003bc0e1e89 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:01.801128 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f9568f-7ed4-46a0-adba-22918d069364", "name": "network-vif-deleted", "tag": "8b6e0659-59d2-4159-9cb2-64a74c6dd95a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:01.801379 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f62f006-0d27-444a-8044-2003bc0e1e89 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:01.801965 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f9568f-7ed4-46a0-adba-22918d069364', 'name': 'network-vif-deleted', 'tag': '8b6e0659-59d2-4159-9cb2-64a74c6dd95a', 'status': 'completed', 'code': 200} Jan 28 19:27:01.991932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a7a98-bc08-49bc-9e46-4e0052a46025 req-9ed63ed8-45e3-4c2a-b358-78c0e1439557 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:01.993641 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-744a7a98-bc08-49bc-9e46-4e0052a46025 req-9ed63ed8-45e3-4c2a-b358-78c0e1439557 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/ports?device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 949 time: 0.0954356 Jan 28 19:27:02.040472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225edc49-f4af-42d8-a80f-fd61b32c4a76 req-7a216586-a51a-45fd-8cfa-25450cc6bdfd tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:02.049033 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-225edc49-f4af-42d8-a80f-fd61b32c4a76 req-7a216586-a51a-45fd-8cfa-25450cc6bdfd tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 943 time: 0.0734212 Jan 28 19:27:02.055717 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-744a7a98-bc08-49bc-9e46-4e0052a46025 req-7f1e5e87-0f5c-4eb4-a42b-8fba5decdfdb tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/security-groups?id=a747970e-3aa9-498e-80c6-2170eaac165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536082 Jan 28 19:27:02.104418 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-225edc49-f4af-42d8-a80f-fd61b32c4a76 req-fe19ad91-e754-4180-9da5-aba012712d76 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/security-groups?id=5758ef39-45d8-4079-9fe4-26dfb14c2983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543499 Jan 28 19:27:02.269394 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ee485-9b33-4d8b-9f05-f4ac802ea6fb req-f58b150d-0de0-4166-b069-f12476bd642b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:02.271948 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-741ee485-9b33-4d8b-9f05-f4ac802ea6fb req-f58b150d-0de0-4166-b069-f12476bd642b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.0704858 Jan 28 19:27:02.324569 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-741ee485-9b33-4d8b-9f05-f4ac802ea6fb req-523daf1f-61b9-469d-9276-2d94700a866a tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467494 Jan 28 19:27:02.702807 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d06f0-f89c-488e-8079-7eb12c6a0dc7 req-0e5d00a5-d6e0-4060-a9f0-7b371a58bc28 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:02.704466 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-866d06f0-f89c-488e-8079-7eb12c6a0dc7 req-0e5d00a5-d6e0-4060-a9f0-7b371a58bc28 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.0527248 Jan 28 19:27:02.754213 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-866d06f0-f89c-488e-8079-7eb12c6a0dc7 req-f4c33289-84a0-49a6-a284-eaae0002dcc3 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419238 Jan 28 19:27:02.806941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59216) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:03.013211 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c698de1-929f-4e9e-be60-32cf07f0480a admin admin] Deleting subnet dd274110-81e6-4773-bb6c-ca2de3e25bde {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:27:03.016844 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c698de1-929f-4e9e-be60-32cf07f0480a admin admin] Publish callbacks [] for subnet (dd274110-81e6-4773-bb6c-ca2de3e25bde), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:03.052227 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c698de1-929f-4e9e-be60-32cf07f0480a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (dd274110-81e6-4773-bb6c-ca2de3e25bde), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:03.096032 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c698de1-929f-4e9e-be60-32cf07f0480a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (dd274110-81e6-4773-bb6c-ca2de3e25bde), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:03.190203 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c698de1-929f-4e9e-be60-32cf07f0480a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (dd274110-81e6-4773-bb6c-ca2de3e25bde), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:03.227976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa75b21-17ca-4b61-98e6-83683ab3319b req-bdcbf292-c286-46f0-a5e8-bc4f4063469b tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:03.230267 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bfa75b21-17ca-4b61-98e6-83683ab3319b req-bdcbf292-c286-46f0-a5e8-bc4f4063469b tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/ports?device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 949 time: 0.0952206 Jan 28 19:27:03.230544 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698de1-929f-4e9e-be60-32cf07f0480a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd274110-81e6-4773-bb6c-ca2de3e25bde,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:03.246551 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c698de1-929f-4e9e-be60-32cf07f0480a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:03.252568 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1c698de1-929f-4e9e-be60-32cf07f0480a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dd274110-81e6-4773-bb6c-ca2de3e25bde HTTP/1.1" status: 204 len: 168 time: 0.4421799 Jan 28 19:27:03.261894 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:03.314552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061a4df-5d1a-429a-898c-1986ba9b5de5 req-d845de5d-8d79-47cf-9b39-2ccf21d49f1d tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:03.316701 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4061a4df-5d1a-429a-898c-1986ba9b5de5 req-d845de5d-8d79-47cf-9b39-2ccf21d49f1d tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 943 time: 0.0935662 Jan 28 19:27:03.379309 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4061a4df-5d1a-429a-898c-1986ba9b5de5 req-0907b573-2078-4a48-b48d-ad43d7b7a7e1 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/security-groups?id=5758ef39-45d8-4079-9fe4-26dfb14c2983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541532 Jan 28 19:27:03.414703 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bfa75b21-17ca-4b61-98e6-83683ab3319b req-15bbbccb-575d-43aa-98b9-4414b7ff12fa tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/security-groups?id=a747970e-3aa9-498e-80c6-2170eaac165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662500 Jan 28 19:27:03.440572 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fd255d2-ee19-4293-be20-4b2a586a1911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (32dd6380-90f2-4c91-b2e9-082cc1b5e03d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:03.532812 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0091bec-4cdd-430d-8cb4-158a46f26946 req-e9e89948-d94b-4059-a351-ce9a66c130fd tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:03.539770 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e0091bec-4cdd-430d-8cb4-158a46f26946 req-e9e89948-d94b-4059-a351-ce9a66c130fd tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.0853801 Jan 28 19:27:03.586114 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fd255d2-ee19-4293-be20-4b2a586a1911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (32dd6380-90f2-4c91-b2e9-082cc1b5e03d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:03.605954 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e0091bec-4cdd-430d-8cb4-158a46f26946 req-989db393-7faf-450d-9b23-4548710ec57c tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650835 Jan 28 19:27:03.613835 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3fd255d2-ee19-4293-be20-4b2a586a1911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32dd6380-90f2-4c91-b2e9-082cc1b5e03d']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:03.624515 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3fd255d2-ee19-4293-be20-4b2a586a1911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b135f643-77cb-4080-9f94-380c6910a7df') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:03.624840 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3fd255d2-ee19-4293-be20-4b2a586a1911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b135f643-77cb-4080-9f94-380c6910a7df') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:03.634671 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fd255d2-ee19-4293-be20-4b2a586a1911 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (b135f643-77cb-4080-9f94-380c6910a7df), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:03.650874 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fd255d2-ee19-4293-be20-4b2a586a1911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (b135f643-77cb-4080-9f94-380c6910a7df), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:03.658670 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd255d2-ee19-4293-be20-4b2a586a1911 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:27:03.658971 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fd255d2-ee19-4293-be20-4b2a586a1911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (b135f643-77cb-4080-9f94-380c6910a7df), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:27:03.660691 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:27:03.720917 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fd255d2-ee19-4293-be20-4b2a586a1911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (32dd6380-90f2-4c91-b2e9-082cc1b5e03d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:03.727433 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fd255d2-ee19-4293-be20-4b2a586a1911 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:03.730567 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3fd255d2-ee19-4293-be20-4b2a586a1911 admin admin] 10.222.0.55 "DELETE /v2.0/networks/32dd6380-90f2-4c91-b2e9-082cc1b5e03d HTTP/1.1" status: 204 len: 168 time: 0.4594705 Jan 28 19:27:03.742547 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd255d2-ee19-4293-be20-4b2a586a1911 admin admin] Pushing event deleted for resources: {'Network': ['ID=32dd6380-90f2-4c91-b2e9-082cc1b5e03d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:03.763176 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35479a5-2c50-401a-bd5d-091200645154 req-3764c549-3fed-4fb4-ae51-6717f7dd37ba tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:03.765143 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d35479a5-2c50-401a-bd5d-091200645154 req-3764c549-3fed-4fb4-ae51-6717f7dd37ba tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/ports?device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 949 time: 0.0582418 Jan 28 19:27:03.823905 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d35479a5-2c50-401a-bd5d-091200645154 req-6d616f78-01d8-4f3c-bb34-893711053623 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/security-groups?id=a747970e-3aa9-498e-80c6-2170eaac165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509481 Jan 28 19:27:03.885697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59244) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:03.919953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bbd71-21f5-438e-baed-1015a1bbcbb9 req-7b081b13-fd30-40b9-9e75-18a863f2d592 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:03.921750 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bc2bbd71-21f5-438e-baed-1015a1bbcbb9 req-7b081b13-fd30-40b9-9e75-18a863f2d592 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.0607481 Jan 28 19:27:03.926827 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0435e9d6-b6c6-4e07-901a-fe7fb3a6b364 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f43d98de8d634bb2b8161bbb90af92d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397823 Jan 28 19:27:03.929623 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59246) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:03.989714 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bc63b23-f9af-4409-b94e-21fd73b2f048 admin admin] Publish callbacks [] for security_group (fc63fab2-9d9d-4d84-8075-e06fa3be7152), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:03.995433 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bc2bbd71-21f5-438e-baed-1015a1bbcbb9 req-9afb0cc9-e060-45c8-9ba2-f5f0f2723998 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594754 Jan 28 19:27:04.013035 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bc63b23-f9af-4409-b94e-21fd73b2f048 admin admin] Publish callbacks [] for security_group (fc63fab2-9d9d-4d84-8075-e06fa3be7152), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:04.064057 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bc63b23-f9af-4409-b94e-21fd73b2f048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fc63fab2-9d9d-4d84-8075-e06fa3be7152), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:04.066631 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bc63b23-f9af-4409-b94e-21fd73b2f048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:04.067813 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5bc63b23-f9af-4409-b94e-21fd73b2f048 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc63fab2-9d9d-4d84-8075-e06fa3be7152 HTTP/1.1" status: 204 len: 168 time: 0.1370945 Jan 28 19:27:04.075859 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc63b23-f9af-4409-b94e-21fd73b2f048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc63fab2-9d9d-4d84-8075-e06fa3be7152,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:04.548148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e3ae4-433d-42a4-920f-9533c6096259 req-785e95d8-1230-4086-955a-fa7714e7908f tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:04.549714 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-437e3ae4-433d-42a4-920f-9533c6096259 req-785e95d8-1230-4086-955a-fa7714e7908f tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 943 time: 0.0729620 Jan 28 19:27:04.598341 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-437e3ae4-433d-42a4-920f-9533c6096259 req-f1d3bc3b-f9be-4ef8-841a-8ef728dacdd7 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/security-groups?id=5758ef39-45d8-4079-9fe4-26dfb14c2983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429003 Jan 28 19:27:04.717684 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebf4d1-8ccc-4356-9df2-ee8fcb5fca36 req-7abe01be-ca91-4d8b-abd5-09bdea9d7997 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:04.719213 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dcebf4d1-8ccc-4356-9df2-ee8fcb5fca36 req-7abe01be-ca91-4d8b-abd5-09bdea9d7997 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.0536911 Jan 28 19:27:04.768951 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dcebf4d1-8ccc-4356-9df2-ee8fcb5fca36 req-087ac16d-4245-4e26-bdcc-9a42b23f98ce tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426469 Jan 28 19:27:04.885236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 263ffc75-3357-4a51-9285-9ebddd656392 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:27:04.890715 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 8b6e0659-59d2-4159-9cb2-64a74c6dd95a no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:04.936570 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 8b6e0659-59d2-4159-9cb2-64a74c6dd95a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:04.937191 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 8b6e0659-59d2-4159-9cb2-64a74c6dd95a not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:04.997846 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e8917-3e2a-444a-a920-f091c5a9e3ea req-e4882ed5-ddac-4eb3-92cf-c23fc23f7263 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:05.044582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 263ffc75-3357-4a51-9285-9ebddd656392, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=263ffc75-3357-4a51-9285-9ebddd656392,segment=NetworkSegment(62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38),segment_id=62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:05.050905 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3b1e8917-3e2a-444a-a920-f091c5a9e3ea req-e4882ed5-ddac-4eb3-92cf-c23fc23f7263 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/ports?device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 949 time: 0.1274121 Jan 28 19:27:05.059424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '263ffc75-3357-4a51-9285-9ebddd656392', 'network_id': '927f3191-dd68-4396-b946-a1af0a84b265', 'port_id': '263ffc75-3357-4a51-9285-9ebddd656392', 'mac_address': 'fa:16:3e:d6:f2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177c1de7-a243-4368-b884-b8e2005d0f99', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:27:05.136892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 263ffc75-3357-4a51-9285-9ebddd656392 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:05.137563 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (263ffc75-3357-4a51-9285-9ebddd656392), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:05.138695 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3b1e8917-3e2a-444a-a920-f091c5a9e3ea req-f2a145f1-18b5-4581-bc16-1eadd2ef246a tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/security-groups?id=a747970e-3aa9-498e-80c6-2170eaac165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868201 Jan 28 19:27:05.166129 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263ffc75-3357-4a51-9285-9ebddd656392 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:27:05.208539 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 263ffc75-3357-4a51-9285-9ebddd656392, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=263ffc75-3357-4a51-9285-9ebddd656392,segment=NetworkSegment(62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38),segment_id=62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:05.214581 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (263ffc75-3357-4a51-9285-9ebddd656392), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:05.253172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7221b4-0643-46c9-97ac-15b868bfb8f7 req-ce62336f-9155-46f7-9b98-04d615c9801a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:05.254783 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fa7221b4-0643-46c9-97ac-15b868bfb8f7 req-ce62336f-9155-46f7-9b98-04d615c9801a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.1183314 Jan 28 19:27:05.281467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=263ffc75-3357-4a51-9285-9ebddd656392,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:05.334990 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fa7221b4-0643-46c9-97ac-15b868bfb8f7 req-fce6ba54-2a6e-4013-a328-d3c2cb1414b7 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732765 Jan 28 19:27:05.448369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['263ffc75-3357-4a51-9285-9ebddd656392'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:05.605501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba825702-b8f4-484e-8e4b-0e78452074bd req-81bd570d-52f3-4b37-baf8-698cfc4971f7 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:05.609239 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ba825702-b8f4-484e-8e4b-0e78452074bd req-81bd570d-52f3-4b37-baf8-698cfc4971f7 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.37 "GET /v2.0/ports?device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 949 time: 0.0802677 Jan 28 19:27:05.795661 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ba825702-b8f4-484e-8e4b-0e78452074bd req-990cd689-44f9-4750-96bd-1e21487136fd tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Deleting port f0f70aa4-934a-4753-ad9b-30ba8628216b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:05.796344 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ba825702-b8f4-484e-8e4b-0e78452074bd req-990cd689-44f9-4750-96bd-1e21487136fd tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f0f70aa4-934a-4753-ad9b-30ba8628216b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:05.810945 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e474b3a-a646-4ef5-be91-579e236fcabb req-44ca78f1-ba5b-4ab8-a11d-c74f83d468f7 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:05.818897 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6e474b3a-a646-4ef5-be91-579e236fcabb req-44ca78f1-ba5b-4ab8-a11d-c74f83d468f7 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 944 time: 0.0982857 Jan 28 19:27:05.893576 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6e474b3a-a646-4ef5-be91-579e236fcabb req-f664201a-b0f6-4181-bf42-6d07e07ec02f tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/security-groups?id=5758ef39-45d8-4079-9fe4-26dfb14c2983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730488 Jan 28 19:27:06.015928 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ba825702-b8f4-484e-8e4b-0e78452074bd req-990cd689-44f9-4750-96bd-1e21487136fd tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] For port f0f70aa4-934a-4753-ad9b-30ba8628216b, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=f0f70aa4-934a-4753-ad9b-30ba8628216b,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:06.016300 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ba825702-b8f4-484e-8e4b-0e78452074bd req-990cd689-44f9-4750-96bd-1e21487136fd tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f0f70aa4-934a-4753-ad9b-30ba8628216b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:06.032379 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ba825702-b8f4-484e-8e4b-0e78452074bd req-990cd689-44f9-4750-96bd-1e21487136fd tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Calling delete_port for f0f70aa4-934a-4753-ad9b-30ba8628216b owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:06.110904 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbb0e8-e9bb-44c1-8a8d-f8a079cfc317 req-2fc433d7-f223-4543-b580-91b47d19fbe0 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:06.117949 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-67fbb0e8-e9bb-44c1-8a8d-f8a079cfc317 req-2fc433d7-f223-4543-b580-91b47d19fbe0 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.2505143 Jan 28 19:27:06.285479 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ba825702-b8f4-484e-8e4b-0e78452074bd req-990cd689-44f9-4750-96bd-1e21487136fd tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f0f70aa4-934a-4753-ad9b-30ba8628216b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:06.298175 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['f0f70aa4-934a-4753-ad9b-30ba8628216b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:06.336506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364fd01-2fea-4952-bb21-7a3cf4d7c7c6 req-a0330f33-0ff6-4fce-8e12-46363f4003d3 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:06.338015 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1364fd01-2fea-4952-bb21-7a3cf4d7c7c6 req-a0330f33-0ff6-4fce-8e12-46363f4003d3 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/ports?device_id=db6efd6e-8346-4118-9078-900b92ffbcd9 HTTP/1.1" status: 200 len: 867 time: 0.1056910 Jan 28 19:27:06.383923 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cd689-44f9-4750-96bd-1e21487136fd tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Pushing event deleted for resources: {'Port': ['ID=f0f70aa4-934a-4753-ad9b-30ba8628216b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:06.403148 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-67fbb0e8-e9bb-44c1-8a8d-f8a079cfc317 req-e471a00e-966d-40f5-83dc-dbe79760c180 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841971 Jan 28 19:27:06.463309 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1364fd01-2fea-4952-bb21-7a3cf4d7c7c6 req-1deb0083-a080-40aa-9126-5eb684515533 tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.55 "GET /v2.0/security-groups?id=a747970e-3aa9-498e-80c6-2170eaac165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124730 Jan 28 19:27:06.472600 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba825702-b8f4-484e-8e4b-0e78452074bd req-990cd689-44f9-4750-96bd-1e21487136fd tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] No DVR routers for this DVR port f0f70aa4-934a-4753-ad9b-30ba8628216b on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:06.476791 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ba825702-b8f4-484e-8e4b-0e78452074bd req-990cd689-44f9-4750-96bd-1e21487136fd tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:06.480413 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ba825702-b8f4-484e-8e4b-0e78452074bd req-990cd689-44f9-4750-96bd-1e21487136fd tempest-VolumesNegativeTest-23548593 tempest-VolumesNegativeTest-23548593-project] 10.222.0.37 "DELETE /v2.0/ports/f0f70aa4-934a-4753-ad9b-30ba8628216b HTTP/1.1" status: 204 len: 173 time: 0.8661258 Jan 28 19:27:06.480902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6efd6e-8346-4118-9078-900b92ffbcd9', 'name': 'network-vif-deleted', 'tag': 'f0f70aa4-934a-4753-ad9b-30ba8628216b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:06.483430 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f93bc1-6685-4599-91c7-9964b5b56cca" -d '{"events": [{"server_uuid": "db6efd6e-8346-4118-9078-900b92ffbcd9", "name": "network-vif-deleted", "tag": "f0f70aa4-934a-4753-ad9b-30ba8628216b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:06.629840 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070aff41-cc89-49a1-ac12-5fb438b69f09 x-openstack-request-id: req-070aff41-cc89-49a1-ac12-5fb438b69f09 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:06.630195 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6efd6e-8346-4118-9078-900b92ffbcd9", "name": "network-vif-deleted", "tag": "f0f70aa4-934a-4753-ad9b-30ba8628216b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:06.630411 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-070aff41-cc89-49a1-ac12-5fb438b69f09 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:06.630822 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6efd6e-8346-4118-9078-900b92ffbcd9', 'name': 'network-vif-deleted', 'tag': 'f0f70aa4-934a-4753-ad9b-30ba8628216b', 'status': 'completed', 'code': 200} Jan 28 19:27:06.688909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af57a1-f058-4f79-900e-4a345fc763aa req-f973056e-e009-4130-b6c6-92216dd531c0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:06.692094 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8af57a1-f058-4f79-900e-4a345fc763aa req-f973056e-e009-4130-b6c6-92216dd531c0 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.1312671 Jan 28 19:27:06.758536 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8af57a1-f058-4f79-900e-4a345fc763aa req-1065faa3-6dc9-41d2-adfa-84b09fe8f788 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596035 Jan 28 19:27:06.912772 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 263ffc75-3357-4a51-9285-9ebddd656392 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:06.995355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 263ffc75-3357-4a51-9285-9ebddd656392 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:27:07.006537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 263ffc75-3357-4a51-9285-9ebddd656392 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:07.007552 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (263ffc75-3357-4a51-9285-9ebddd656392), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.132191 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373c6a6-6b34-49c5-b485-e3879359030f req-c6003c1a-9a0d-402a-bf4f-7bc8ed694205 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:07.146486 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0373c6a6-6b34-49c5-b485-e3879359030f req-c6003c1a-9a0d-402a-bf4f-7bc8ed694205 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 944 time: 0.1296551 Jan 28 19:27:07.222800 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0373c6a6-6b34-49c5-b485-e3879359030f req-07383227-425e-4d83-86e5-f491f2749da3 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/security-groups?id=5758ef39-45d8-4079-9fe4-26dfb14c2983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729377 Jan 28 19:27:07.251973 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 263ffc75-3357-4a51-9285-9ebddd656392 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:07.252602 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (263ffc75-3357-4a51-9285-9ebddd656392), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.280396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db8a2d5-f77b-497b-9112-fee366f3faf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263ffc75-3357-4a51-9285-9ebddd656392'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:07.282781 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd15f20-bb8c-45be-9757-a2e9dfe81b84" -d '{"events": [{"server_uuid": "3db8a2d5-f77b-497b-9112-fee366f3faf9", "name": "network-vif-plugged", "status": "completed", "tag": "263ffc75-3357-4a51-9285-9ebddd656392"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:07.296266 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 263ffc75-3357-4a51-9285-9ebddd656392, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=263ffc75-3357-4a51-9285-9ebddd656392,segment=NetworkSegment(62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38),segment_id=62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:07.302324 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (263ffc75-3357-4a51-9285-9ebddd656392), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.368146 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8249ac-bb85-4c14-83d5-5169195b583d x-openstack-request-id: req-6d8249ac-bb85-4c14-83d5-5169195b583d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:07.368436 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db8a2d5-f77b-497b-9112-fee366f3faf9", "name": "network-vif-plugged", "status": "completed", "tag": "263ffc75-3357-4a51-9285-9ebddd656392", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:07.368688 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d8249ac-bb85-4c14-83d5-5169195b583d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:07.369075 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db8a2d5-f77b-497b-9112-fee366f3faf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263ffc75-3357-4a51-9285-9ebddd656392', 'code': 200} Jan 28 19:27:07.386739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=263ffc75-3357-4a51-9285-9ebddd656392,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:07.395224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:07.395579 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:07.395922 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:07.396304 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:07.396637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:07.396966 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:07.397292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:07.397781 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:07.398124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:07.398452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:07.398778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:07.399103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:07.399428 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:07.439807 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59382) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:07.492897 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febfdc0-2ee1-4e28-84fc-110327728a78 req-9b107a54-a200-4779-9ff7-d580fcad8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:07.505418 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9febfdc0-2ee1-4e28-84fc-110327728a78 req-9b107a54-a200-4779-9ff7-d580fcad8782 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 1127 time: 0.0769830 Jan 28 19:27:07.589981 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9febfdc0-2ee1-4e28-84fc-110327728a78 req-ce43ba51-9620-4d4d-9ea1-36095ef25678 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5758ef39-45d8-4079-9fe4-26dfb14c2983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833149 Jan 28 19:27:07.663807 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78b503-b133-4efe-8529-2db5137454f4 req-c35ac718-3a2a-4820-84f4-124608832011 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:07.665596 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa78b503-b133-4efe-8529-2db5137454f4 req-c35ac718-3a2a-4820-84f4-124608832011 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.1040084 Jan 28 19:27:07.689811 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a7ca517-4766-424d-be5d-e64ca441cc47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.777446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa78b503-b133-4efe-8529-2db5137454f4 req-163698e9-c207-4c21-8d7b-9c941af0a644 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987165 Jan 28 19:27:07.912167 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a7ca517-4766-424d-be5d-e64ca441cc47 admin admin] Publish callbacks [] for security_group (cf2b7b0d-9c59-4b9c-ba23-0e6b0f01f681), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.917666 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a7ca517-4766-424d-be5d-e64ca441cc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cf2b7b0d-9c59-4b9c-ba23-0e6b0f01f681), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:07.983547 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6a7ca517-4766-424d-be5d-e64ca441cc47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3521cb4ea14b4e33a9b28ccc1a023f29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5420780 Jan 28 19:27:07.986378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59408) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:07.996303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ca517-4766-424d-be5d-e64ca441cc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2b7b0d-9c59-4b9c-ba23-0e6b0f01f681,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:08.042538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3069a-856b-4ac8-bc45-5de78876c0eb req-cc584b87-dd53-4214-861b-52d4ba64a057 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:08.044825 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9cd3069a-856b-4ac8-bc45-5de78876c0eb req-cc584b87-dd53-4214-861b-52d4ba64a057 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.1357448 Jan 28 19:27:08.080004 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e124-e60e-4df0-b843-240067efa65c admin admin] Publish callbacks [] for security_group (cf2b7b0d-9c59-4b9c-ba23-0e6b0f01f681), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:08.108308 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e124-e60e-4df0-b843-240067efa65c admin admin] Publish callbacks [] for security_group (cf2b7b0d-9c59-4b9c-ba23-0e6b0f01f681), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:08.154749 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9cd3069a-856b-4ac8-bc45-5de78876c0eb req-b7ff5335-a0bc-4772-8d2e-c16627cf90ca tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038368 Jan 28 19:27:08.193915 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e124-e60e-4df0-b843-240067efa65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cf2b7b0d-9c59-4b9c-ba23-0e6b0f01f681), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:08.197616 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e124-e60e-4df0-b843-240067efa65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:08.198830 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0ce1e124-e60e-4df0-b843-240067efa65c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf2b7b0d-9c59-4b9c-ba23-0e6b0f01f681 HTTP/1.1" status: 204 len: 168 time: 0.2113867 Jan 28 19:27:08.215181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1e124-e60e-4df0-b843-240067efa65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2b7b0d-9c59-4b9c-ba23-0e6b0f01f681,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:08.381769 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334988d9-9999-444c-a924-072cd2c68ec1 req-41861549-7110-4497-9a25-3983d21dc28c tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:08.386726 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-334988d9-9999-444c-a924-072cd2c68ec1 req-41861549-7110-4497-9a25-3983d21dc28c tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 945 time: 0.0717683 Jan 28 19:27:08.451491 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-334988d9-9999-444c-a924-072cd2c68ec1 req-c93dbba6-d4b3-471f-a57f-6851735e22cf tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/security-groups?id=5758ef39-45d8-4079-9fe4-26dfb14c2983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587900 Jan 28 19:27:08.579739 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:08.597514 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6228d2aa-9f46-40e8-b6a9-402d4af739b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:08.724431 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6228d2aa-9f46-40e8-b6a9-402d4af739b5 admin admin] Publish callbacks [] for security_group (4cb99880-38f2-440a-acc6-c66256b1d16c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:08.729868 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6228d2aa-9f46-40e8-b6a9-402d4af739b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4cb99880-38f2-440a-acc6-c66256b1d16c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:08.761309 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6228d2aa-9f46-40e8-b6a9-402d4af739b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd4a4db2be724a74a19e079e06aaf505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1798549 Jan 28 19:27:08.764981 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59490) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:08.810849 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228d2aa-9f46-40e8-b6a9-402d4af739b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb99880-38f2-440a-acc6-c66256b1d16c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:08.864481 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60b95025-fe5b-4594-98ec-cd11630eb6a9 admin admin] Publish callbacks [] for security_group (4cb99880-38f2-440a-acc6-c66256b1d16c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:08.938914 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60b95025-fe5b-4594-98ec-cd11630eb6a9 admin admin] Publish callbacks [] for security_group (4cb99880-38f2-440a-acc6-c66256b1d16c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:09.045680 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811f025-805c-44fd-9493-0fea880fe37e req-68639594-9841-4921-b133-d635d1cbce40 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:09.047934 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a811f025-805c-44fd-9493-0fea880fe37e req-68639594-9841-4921-b133-d635d1cbce40 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.1320210 Jan 28 19:27:09.061847 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60b95025-fe5b-4594-98ec-cd11630eb6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4cb99880-38f2-440a-acc6-c66256b1d16c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:09.065512 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60b95025-fe5b-4594-98ec-cd11630eb6a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:09.069848 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-60b95025-fe5b-4594-98ec-cd11630eb6a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4cb99880-38f2-440a-acc6-c66256b1d16c HTTP/1.1" status: 204 len: 168 time: 0.3029532 Jan 28 19:27:09.095235 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b95025-fe5b-4594-98ec-cd11630eb6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb99880-38f2-440a-acc6-c66256b1d16c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:09.130336 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a811f025-805c-44fd-9493-0fea880fe37e req-0d0817fb-068b-456b-8908-54cd525344eb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717432 Jan 28 19:27:09.305479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ed909-79f2-41dd-8318-c8d81c01660f req-acf8f92b-f664-40f4-a432-a0a72d3ed662 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:09.307621 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f59ed909-79f2-41dd-8318-c8d81c01660f req-acf8f92b-f664-40f4-a432-a0a72d3ed662 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.0685456 Jan 28 19:27:09.460711 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f59ed909-79f2-41dd-8318-c8d81c01660f req-ce0f6651-06af-4002-b887-b963a47ff00d tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450050 Jan 28 19:27:09.691796 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbfaf2-acf7-463c-9ebb-3a4ff877d63b req-50bd1e8a-c984-4f26-97df-df1ddaa4b7b7 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:09.700138 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70fbfaf2-acf7-463c-9ebb-3a4ff877d63b req-50bd1e8a-c984-4f26-97df-df1ddaa4b7b7 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 945 time: 0.1197858 Jan 28 19:27:09.754504 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-70fbfaf2-acf7-463c-9ebb-3a4ff877d63b req-06b06f14-e567-4f88-8335-4be855b6a783 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/security-groups?id=5758ef39-45d8-4079-9fe4-26dfb14c2983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530226 Jan 28 19:27:10.023737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device f0f70aa4-934a-4753-ad9b-30ba8628216b no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:10.083945 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: f0f70aa4-934a-4753-ad9b-30ba8628216b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:10.084906 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device f0f70aa4-934a-4753-ad9b-30ba8628216b not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:10.220265 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eac3a-6dbd-454a-8fad-ef4a9391569c req-08aa8e87-fc7c-4a45-9b17-58f6ea5c846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:10.226484 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1b2eac3a-6dbd-454a-8fad-ef4a9391569c req-08aa8e87-fc7c-4a45-9b17-58f6ea5c846e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c09144b472547ae92c3f464469dc6c6&device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 1127 time: 0.0982645 Jan 28 19:27:10.326714 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8712fc-6398-4cf3-8cc6-bcb3bcab9e8a req-0187a6b4-f8c3-4130-857b-733d4fa2c83e tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:10.328403 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d8712fc-6398-4cf3-8cc6-bcb3bcab9e8a req-0187a6b4-f8c3-4130-857b-733d4fa2c83e tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 945 time: 0.1182928 Jan 28 19:27:10.448113 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d8712fc-6398-4cf3-8cc6-bcb3bcab9e8a req-d197456e-d88c-4043-85ac-87fa493fb99f tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/security-groups?id=5758ef39-45d8-4079-9fe4-26dfb14c2983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023948 Jan 28 19:27:10.553590 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f81060-1a7a-4b60-adc0-8cfbf84902ae req-d2619c91-8aaf-415c-9e1f-7859fec90d4d tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:10.560898 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-05f81060-1a7a-4b60-adc0-8cfbf84902ae req-d2619c91-8aaf-415c-9e1f-7859fec90d4d tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.3246598 Jan 28 19:27:10.589488 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eac3a-6dbd-454a-8fad-ef4a9391569c req-5e60a5a3-a522-4a57-9552-8d551ba7e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:10.591568 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1b2eac3a-6dbd-454a-8fad-ef4a9391569c req-5e60a5a3-a522-4a57-9552-8d551ba7e885 service neutron] 10.222.0.31 "GET /v2.0/networks?id=927f3191-dd68-4396-b946-a1af0a84b265 HTTP/1.1" status: 200 len: 914 time: 0.3640633 Jan 28 19:27:10.688506 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1b2eac3a-6dbd-454a-8fad-ef4a9391569c req-d83c2bf5-087d-466c-8da6-09f4a20a6fe1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=263ffc75-3357-4a51-9285-9ebddd656392 HTTP/1.1" status: 200 len: 217 time: 0.0848081 Jan 28 19:27:10.744651 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352466c-8819-4081-a5b4-c3eccadddeb5 req-2d3018ee-085f-4c56-9b60-3fddcc56e3ae tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:10.755046 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d352466c-8819-4081-a5b4-c3eccadddeb5 req-2d3018ee-085f-4c56-9b60-3fddcc56e3ae tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.1253755 Jan 28 19:27:10.851459 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eac3a-6dbd-454a-8fad-ef4a9391569c req-e3f95b37-b3ed-4f56-a65a-21092f5e817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:10.854952 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1b2eac3a-6dbd-454a-8fad-ef4a9391569c req-e3f95b37-b3ed-4f56-a65a-21092f5e817f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=177c1de7-a243-4368-b884-b8e2005d0f99 HTTP/1.1" status: 200 len: 853 time: 0.1610258 Jan 28 19:27:10.883330 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d352466c-8819-4081-a5b4-c3eccadddeb5 req-2f523c1c-9975-4fe7-bc2e-1ecf4370a42e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225772 Jan 28 19:27:10.985576 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1b2eac3a-6dbd-454a-8fad-ef4a9391569c req-01759661-62fe-4b11-bebe-a2ccebf5f419 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=927f3191-dd68-4396-b946-a1af0a84b265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193211 Jan 28 19:27:11.010480 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-05f81060-1a7a-4b60-adc0-8cfbf84902ae req-91a82d7c-667f-45b4-b6f8-ee4fb3b69e76 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485903 Jan 28 19:27:11.140728 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1b2eac3a-6dbd-454a-8fad-ef4a9391569c req-df33c2bb-bce6-4c2a-a6a0-d99c41fcd901 service neutron] 10.222.0.31 "GET /v2.0/networks/927f3191-dd68-4396-b946-a1af0a84b265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453524 Jan 28 19:27:11.299956 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1b2eac3a-6dbd-454a-8fad-ef4a9391569c req-6a40582b-2fa1-4c01-b79c-24539e45820f service neutron] 10.222.0.31 "GET /v2.0/networks/927f3191-dd68-4396-b946-a1af0a84b265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523643 Jan 28 19:27:11.738116 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcf28d-e32c-4efd-944d-1e578203c180 req-db269629-8ac4-4d51-b813-2dde22ea474e tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:11.748856 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7ebcf28d-e32c-4efd-944d-1e578203c180 req-db269629-8ac4-4d51-b813-2dde22ea474e tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 945 time: 0.1225514 Jan 28 19:27:11.860607 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7ebcf28d-e32c-4efd-944d-1e578203c180 req-d358bfc7-8e27-4775-9012-c0c0ad2ea7a6 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/security-groups?id=5758ef39-45d8-4079-9fe4-26dfb14c2983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101258 Jan 28 19:27:12.098389 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298acb5-85e4-483f-8af5-1da7af0024ed req-4fe8dded-aa05-4d13-b139-9c6eb3aa3729 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:12.107327 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e298acb5-85e4-483f-8af5-1da7af0024ed req-4fe8dded-aa05-4d13-b139-9c6eb3aa3729 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.0868480 Jan 28 19:27:12.182618 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e298acb5-85e4-483f-8af5-1da7af0024ed req-74c9ba40-a9eb-4fb5-b69b-af39f26f636f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744069 Jan 28 19:27:12.202631 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a9ede-2012-42ed-8100-0c57d1629c98 req-67787b3c-8d25-49c7-b8d5-e3e4824b103a tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:12.210981 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3d4a9ede-2012-42ed-8100-0c57d1629c98 req-67787b3c-8d25-49c7-b8d5-e3e4824b103a tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.0845470 Jan 28 19:27:12.275472 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3d4a9ede-2012-42ed-8100-0c57d1629c98 req-64b12b34-5c8b-48d6-87ab-3818e1505159 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598114 Jan 28 19:27:13.140647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce849f-e8f6-45ae-9991-e3933b9e6604 req-fbcf4d11-bd91-4694-99aa-aefb279b9e97 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:13.142258 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40ce849f-e8f6-45ae-9991-e3933b9e6604 req-fbcf4d11-bd91-4694-99aa-aefb279b9e97 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 945 time: 0.1347172 Jan 28 19:27:13.251145 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40ce849f-e8f6-45ae-9991-e3933b9e6604 req-d33ce064-30ff-43af-89a8-2f0367572a70 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/security-groups?id=5758ef39-45d8-4079-9fe4-26dfb14c2983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966489 Jan 28 19:27:13.382237 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdc145-8168-4665-a1aa-293480c3468f req-9b3ea6db-5e08-442a-a54f-8ff427b52dd5 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:13.390092 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ccdc145-8168-4665-a1aa-293480c3468f req-9b3ea6db-5e08-442a-a54f-8ff427b52dd5 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.1044970 Jan 28 19:27:13.496525 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ccdc145-8168-4665-a1aa-293480c3468f req-c8e32d57-18e8-4296-b2af-2e385690c48e tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041207 Jan 28 19:27:13.688283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002ecad-be5f-4a9a-ac4e-ea00cccea97e req-d45d4f49-5006-4e7a-af42-acbb51ad9600 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:13.706653 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e002ecad-be5f-4a9a-ac4e-ea00cccea97e req-d45d4f49-5006-4e7a-af42-acbb51ad9600 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.1439540 Jan 28 19:27:13.783216 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e002ecad-be5f-4a9a-ac4e-ea00cccea97e req-558e71d6-3a3e-44f7-ba9b-422e785a03d3 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720849 Jan 28 19:27:13.932366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65322cd-9410-44ce-ad8a-36c55975c11e req-2d182a88-3ed1-4208-8988-55dd9a1fda45 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:13.934062 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f65322cd-9410-44ce-ad8a-36c55975c11e req-2d182a88-3ed1-4208-8988-55dd9a1fda45 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 945 time: 0.0553813 Jan 28 19:27:13.992149 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f65322cd-9410-44ce-ad8a-36c55975c11e req-f0db969c-8f8c-4f41-aa0b-d4ac004801de tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/security-groups?id=5758ef39-45d8-4079-9fe4-26dfb14c2983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494149 Jan 28 19:27:14.108094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59810) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:14.247200 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a864a1f-1d9c-4fea-ad69-197eaf79728a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:14.365500 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a864a1f-1d9c-4fea-ad69-197eaf79728a admin admin] Publish callbacks [] for security_group (3925f844-f78c-48d7-a41f-f4e5265a0fbf), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:14.370350 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0a864a1f-1d9c-4fea-ad69-197eaf79728a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3925f844-f78c-48d7-a41f-f4e5265a0fbf), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:14.420698 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0a864a1f-1d9c-4fea-ad69-197eaf79728a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8625fbcec906483b998eb98f048dd7b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3114581 Jan 28 19:27:14.423378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59826) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:14.456119 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a864a1f-1d9c-4fea-ad69-197eaf79728a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3925f844-f78c-48d7-a41f-f4e5265a0fbf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:14.494246 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3470e621-0877-4ed5-a9a3-347155bb545b admin admin] Publish callbacks [] for security_group (3925f844-f78c-48d7-a41f-f4e5265a0fbf), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:14.533135 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3470e621-0877-4ed5-a9a3-347155bb545b admin admin] Publish callbacks [] for security_group (3925f844-f78c-48d7-a41f-f4e5265a0fbf), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:14.618774 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3470e621-0877-4ed5-a9a3-347155bb545b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3925f844-f78c-48d7-a41f-f4e5265a0fbf), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:14.623554 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3470e621-0877-4ed5-a9a3-347155bb545b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:14.628825 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3470e621-0877-4ed5-a9a3-347155bb545b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3925f844-f78c-48d7-a41f-f4e5265a0fbf HTTP/1.1" status: 204 len: 168 time: 0.2043588 Jan 28 19:27:14.651181 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470e621-0877-4ed5-a9a3-347155bb545b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3925f844-f78c-48d7-a41f-f4e5265a0fbf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:14.674342 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eedc7-b2fb-4b56-bcc2-d6c27b741769 req-e7555c5f-3960-40c2-b62e-c1a02ae00fdd tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:14.676124 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4d2eedc7-b2fb-4b56-bcc2-d6c27b741769 req-e7555c5f-3960-40c2-b62e-c1a02ae00fdd tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.0980763 Jan 28 19:27:14.775567 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4d2eedc7-b2fb-4b56-bcc2-d6c27b741769 req-4a68fcaf-0b84-43ed-aeaf-5a9adc3d0255 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931995 Jan 28 19:27:14.947478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e337b-1572-49a2-81d8-dae1c64aec98 req-0947bb44-f0a6-4b85-b20a-7810a4a7d14b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:14.957745 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d34e337b-1572-49a2-81d8-dae1c64aec98 req-0947bb44-f0a6-4b85-b20a-7810a4a7d14b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.0786908 Jan 28 19:27:15.025755 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d34e337b-1572-49a2-81d8-dae1c64aec98 req-6334b686-3dd8-4325-9c1a-58af2b70fe7e tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605185 Jan 28 19:27:15.118216 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:15.135435 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f27119d-997a-4797-be14-2b2c55b998fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:15.147499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c789ed-0f9f-4ae0-a1e8-d4ac832550f0 req-4de6712b-3d89-4e1a-b689-cb45eec53d14 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:15.149394 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f5c789ed-0f9f-4ae0-a1e8-d4ac832550f0 req-4de6712b-3d89-4e1a-b689-cb45eec53d14 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 945 time: 0.0760565 Jan 28 19:27:15.222531 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f5c789ed-0f9f-4ae0-a1e8-d4ac832550f0 req-1dae3b41-a455-4e74-9f04-a58ebfe8d619 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/security-groups?id=5758ef39-45d8-4079-9fe4-26dfb14c2983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670750 Jan 28 19:27:15.240617 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f27119d-997a-4797-be14-2b2c55b998fc admin admin] Publish callbacks [] for security_group (b819dba7-689b-4042-bdb0-e5c53b07704c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:15.245878 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f27119d-997a-4797-be14-2b2c55b998fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b819dba7-689b-4042-bdb0-e5c53b07704c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:15.287060 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27119d-997a-4797-be14-2b2c55b998fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b819dba7-689b-4042-bdb0-e5c53b07704c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:15.291896 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1f27119d-997a-4797-be14-2b2c55b998fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49b71667fd9e4b3481d2d87e0d42dca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1724479 Jan 28 19:27:15.294783 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59842) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:15.350110 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24c6bad9-8acc-4439-88d7-14e86ae0ea7f admin admin] Publish callbacks [] for security_group (b819dba7-689b-4042-bdb0-e5c53b07704c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:15.389567 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24c6bad9-8acc-4439-88d7-14e86ae0ea7f admin admin] Publish callbacks [] for security_group (b819dba7-689b-4042-bdb0-e5c53b07704c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:15.479226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6687a-22ea-4d5d-a1f1-2ba47e2d1e44 req-a03ad6b3-3de7-47f8-8775-865ae3001f49 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:15.482671 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fa6687a-22ea-4d5d-a1f1-2ba47e2d1e44 req-a03ad6b3-3de7-47f8-8775-865ae3001f49 tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.31 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 945 time: 0.1130061 Jan 28 19:27:15.486546 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24c6bad9-8acc-4439-88d7-14e86ae0ea7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b819dba7-689b-4042-bdb0-e5c53b07704c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:15.489662 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24c6bad9-8acc-4439-88d7-14e86ae0ea7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:15.491275 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-24c6bad9-8acc-4439-88d7-14e86ae0ea7f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b819dba7-689b-4042-bdb0-e5c53b07704c HTTP/1.1" status: 204 len: 168 time: 0.1954613 Jan 28 19:27:15.506321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6bad9-8acc-4439-88d7-14e86ae0ea7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b819dba7-689b-4042-bdb0-e5c53b07704c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:15.628895 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-7fa6687a-22ea-4d5d-a1f1-2ba47e2d1e44 req-521052e1-b84c-4965-8083-74c24706b16f tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Deleting port 263ffc75-3357-4a51-9285-9ebddd656392 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:15.629710 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fa6687a-22ea-4d5d-a1f1-2ba47e2d1e44 req-521052e1-b84c-4965-8083-74c24706b16f tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (263ffc75-3357-4a51-9285-9ebddd656392), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:15.770844 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7fa6687a-22ea-4d5d-a1f1-2ba47e2d1e44 req-521052e1-b84c-4965-8083-74c24706b16f tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] For port 263ffc75-3357-4a51-9285-9ebddd656392, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=263ffc75-3357-4a51-9285-9ebddd656392,segment=NetworkSegment(62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38),segment_id=62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:15.771226 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fa6687a-22ea-4d5d-a1f1-2ba47e2d1e44 req-521052e1-b84c-4965-8083-74c24706b16f tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (263ffc75-3357-4a51-9285-9ebddd656392), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:15.785516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-7fa6687a-22ea-4d5d-a1f1-2ba47e2d1e44 req-521052e1-b84c-4965-8083-74c24706b16f tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Calling delete_port for 263ffc75-3357-4a51-9285-9ebddd656392 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:16.023109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c127867-85a6-49d8-85f3-8e01116adde8 req-69547913-0866-4658-8df2-906581fe9614 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:16.024631 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5c127867-85a6-49d8-85f3-8e01116adde8 req-69547913-0866-4658-8df2-906581fe9614 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.1105244 Jan 28 19:27:16.025789 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fa6687a-22ea-4d5d-a1f1-2ba47e2d1e44 req-521052e1-b84c-4965-8083-74c24706b16f tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (263ffc75-3357-4a51-9285-9ebddd656392), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:16.037919 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['263ffc75-3357-4a51-9285-9ebddd656392'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:16.056378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521052e1-b84c-4965-8083-74c24706b16f tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Pushing event deleted for resources: {'Port': ['ID=263ffc75-3357-4a51-9285-9ebddd656392,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:16.125181 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa6687a-22ea-4d5d-a1f1-2ba47e2d1e44 req-521052e1-b84c-4965-8083-74c24706b16f tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] No DVR routers for this DVR port 263ffc75-3357-4a51-9285-9ebddd656392 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:16.180825 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fa6687a-22ea-4d5d-a1f1-2ba47e2d1e44 req-521052e1-b84c-4965-8083-74c24706b16f tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:16.184252 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fa6687a-22ea-4d5d-a1f1-2ba47e2d1e44 req-521052e1-b84c-4965-8083-74c24706b16f tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.31 "DELETE /v2.0/ports/263ffc75-3357-4a51-9285-9ebddd656392 HTTP/1.1" status: 204 len: 173 time: 0.6901903 Jan 28 19:27:16.191366 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5c127867-85a6-49d8-85f3-8e01116adde8 req-1a1c990d-845a-4ffa-bac7-b2a2854be697 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370165 Jan 28 19:27:16.192133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db8a2d5-f77b-497b-9112-fee366f3faf9', 'name': 'network-vif-deleted', 'tag': '263ffc75-3357-4a51-9285-9ebddd656392'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:16.197806 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7192bf8-7ca6-4b21-8b49-be4432aa6866" -d '{"events": [{"server_uuid": "3db8a2d5-f77b-497b-9112-fee366f3faf9", "name": "network-vif-deleted", "tag": "263ffc75-3357-4a51-9285-9ebddd656392"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:16.269727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aec966-8c16-4af4-afa2-59f1e679bd6f req-3af56682-3729-41f9-b9af-d38fd0b53f4b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:16.273109 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e441555-914e-47b9-ad78-e4f7608dcc18 x-openstack-request-id: req-2e441555-914e-47b9-ad78-e4f7608dcc18 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:16.273409 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db8a2d5-f77b-497b-9112-fee366f3faf9", "name": "network-vif-deleted", "tag": "263ffc75-3357-4a51-9285-9ebddd656392", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:16.273704 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e441555-914e-47b9-ad78-e4f7608dcc18 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:16.274197 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db8a2d5-f77b-497b-9112-fee366f3faf9', 'name': 'network-vif-deleted', 'tag': '263ffc75-3357-4a51-9285-9ebddd656392', 'status': 'completed', 'code': 200} Jan 28 19:27:16.284409 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5aec966-8c16-4af4-afa2-59f1e679bd6f req-3af56682-3729-41f9-b9af-d38fd0b53f4b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.1509731 Jan 28 19:27:16.406856 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5aec966-8c16-4af4-afa2-59f1e679bd6f req-b58eb601-37b8-4e54-965b-ac7437f5ad48 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179810 Jan 28 19:27:16.478034 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2d8044a9-6c41-402a-8449-693d37bc8c77 req-ca28bdbf-86bf-4850-b1d6-2e5f98979b7e tempest-InstanceActionsTestJSON-208174865 tempest-InstanceActionsTestJSON-208174865-project] 10.222.0.55 "GET /v2.0/ports?device_id=3db8a2d5-f77b-497b-9112-fee366f3faf9 HTTP/1.1" status: 200 len: 210 time: 0.0403957 Jan 28 19:27:16.990168 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:27:17.422130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6afc4-0067-4c79-9b09-7f0426d1d92c req-6e7ba662-6d4a-4701-8576-8ad0c303d354 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:17.442254 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8aa6afc4-0067-4c79-9b09-7f0426d1d92c req-6e7ba662-6d4a-4701-8576-8ad0c303d354 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.1389496 Jan 28 19:27:17.583107 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8aa6afc4-0067-4c79-9b09-7f0426d1d92c req-9864333b-cd58-4bdd-ae66-8db07ae3fa85 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344731 Jan 28 19:27:17.620575 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330cb40-cab4-4d9c-8665-1bbf50b071c3 req-a5b84eff-9742-4c60-aa04-3bef83d0ef59 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:17.625169 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59926) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:17.626257 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f330cb40-cab4-4d9c-8665-1bbf50b071c3 req-a5b84eff-9742-4c60-aa04-3bef83d0ef59 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.0716074 Jan 28 19:27:17.681837 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Deleting subnet 177c1de7-a243-4368-b884-b8e2005d0f99 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:27:17.687200 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Publish callbacks [] for subnet (177c1de7-a243-4368-b884-b8e2005d0f99), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:17.741533 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (177c1de7-a243-4368-b884-b8e2005d0f99), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:17.791641 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f330cb40-cab4-4d9c-8665-1bbf50b071c3 req-525fd628-304d-4d0e-9a48-b60a9b44989a tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551280 Jan 28 19:27:17.822265 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (177c1de7-a243-4368-b884-b8e2005d0f99), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:17.902005 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (177c1de7-a243-4368-b884-b8e2005d0f99), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:17.937734 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:17.941377 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/177c1de7-a243-4368-b884-b8e2005d0f99 HTTP/1.1" status: 204 len: 168 time: 0.3138494 Jan 28 19:27:17.942364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177c1de7-a243-4368-b884-b8e2005d0f99,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:17.943977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:17.977916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:17.978295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:17.978630 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:17.978971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:17.979310 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:17.979644 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:17.979970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:17.980354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:17.980687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:17.981054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:17.981375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:17.981700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:17.982047 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6677830-30ab-45b6-ab8e-86843d130129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:18.033379 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (927f3191-dd68-4396-b946-a1af0a84b265), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.144706 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (927f3191-dd68-4396-b946-a1af0a84b265), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.168789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927f3191-dd68-4396-b946-a1af0a84b265']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:18.199714 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:18.200031 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:18.211018 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff9054c6-c152-4c79-a540-df464b2cb113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.221162 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.237381 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.244977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:27:18.245695 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (62d77e4b-c61d-45d8-8bd5-dcfe7aeaab38), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:27:18.247827 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:27:18.324914 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (927f3191-dd68-4396-b946-a1af0a84b265), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.329565 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.333307 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] 10.222.0.55 "DELETE /v2.0/networks/927f3191-dd68-4396-b946-a1af0a84b265 HTTP/1.1" status: 204 len: 168 time: 0.3882973 Jan 28 19:27:18.346345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Pushing event deleted for resources: {'Network': ['ID=927f3191-dd68-4396-b946-a1af0a84b265,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:18.354164 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:18.354507 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:18.354856 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:18.355258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:18.355520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:18.355857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:18.356328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:18.356662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:18.357108 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:18.357672 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:18.357803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:18.358415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:18.358415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749c79af-5e76-44b6-9bb8-7b7c93e06468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:18.569368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59968) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:18.668685 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59974) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:18.671595 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9106f413-8857-4b48-8d7f-ab76721a645f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c09144b472547ae92c3f464469dc6c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1009564 Jan 28 19:27:18.747072 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-917dfbec-168b-481f-a587-e5f1b9f26ceb admin admin] Publish callbacks [] for security_group (5758ef39-45d8-4079-9fe4-26dfb14c2983), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.778985 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-917dfbec-168b-481f-a587-e5f1b9f26ceb admin admin] Publish callbacks [] for security_group (5758ef39-45d8-4079-9fe4-26dfb14c2983), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.866502 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-917dfbec-168b-481f-a587-e5f1b9f26ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5758ef39-45d8-4079-9fe4-26dfb14c2983), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.869241 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-917dfbec-168b-481f-a587-e5f1b9f26ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:18.871441 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-917dfbec-168b-481f-a587-e5f1b9f26ceb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5758ef39-45d8-4079-9fe4-26dfb14c2983 HTTP/1.1" status: 204 len: 168 time: 0.2010236 Jan 28 19:27:18.880928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dfbec-168b-481f-a587-e5f1b9f26ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5758ef39-45d8-4079-9fe4-26dfb14c2983,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:18.896658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d707be-b2cc-4ff2-b43d-9d43dbef3db4 req-a7d16c47-65f8-4256-ba3a-a80b8102ab69 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:18.898698 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d9d707be-b2cc-4ff2-b43d-9d43dbef3db4 req-a7d16c47-65f8-4256-ba3a-a80b8102ab69 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.1927521 Jan 28 19:27:18.963476 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 263ffc75-3357-4a51-9285-9ebddd656392 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:18.980761 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d9d707be-b2cc-4ff2-b43d-9d43dbef3db4 req-80b22504-592d-473a-a9e8-f081aa658b13 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753195 Jan 28 19:27:19.015237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 263ffc75-3357-4a51-9285-9ebddd656392 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:19.019960 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 263ffc75-3357-4a51-9285-9ebddd656392 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:19.081205 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7be02-8ea9-4483-82d0-21796fb8ddc9 req-7f7af172-5bd6-44c0-b7ed-82189f9e8e37 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:19.082732 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4bd7be02-8ea9-4483-82d0-21796fb8ddc9 req-7f7af172-5bd6-44c0-b7ed-82189f9e8e37 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.1342309 Jan 28 19:27:19.173788 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4bd7be02-8ea9-4483-82d0-21796fb8ddc9 req-1ccedbed-2260-4df4-afde-63a5c6917917 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825026 Jan 28 19:27:19.420677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60004) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:19.826087 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9d52543b-722e-4ecf-a9bd-c6ef663922f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc345e082952468ea9f3edc46fcfd1e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4019425 Jan 28 19:27:19.826617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60022) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:19.933522 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c77ea09c-79ab-4373-8f9f-e023d40bca1c admin admin] Publish callbacks [] for security_group (a747970e-3aa9-498e-80c6-2170eaac165b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:20.007712 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c77ea09c-79ab-4373-8f9f-e023d40bca1c admin admin] Publish callbacks [] for security_group (a747970e-3aa9-498e-80c6-2170eaac165b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:20.127590 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c77ea09c-79ab-4373-8f9f-e023d40bca1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a747970e-3aa9-498e-80c6-2170eaac165b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:20.131211 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c77ea09c-79ab-4373-8f9f-e023d40bca1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:20.135515 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c77ea09c-79ab-4373-8f9f-e023d40bca1c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a747970e-3aa9-498e-80c6-2170eaac165b HTTP/1.1" status: 204 len: 168 time: 0.3079083 Jan 28 19:27:20.145032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ea09c-79ab-4373-8f9f-e023d40bca1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a747970e-3aa9-498e-80c6-2170eaac165b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:20.224426 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631fd1c-1e88-4814-ace6-5a55d406d0e4 req-f20ca66e-26f5-4eb0-a4c8-31aa30510db6 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:20.225927 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9631fd1c-1e88-4814-ace6-5a55d406d0e4 req-f20ca66e-26f5-4eb0-a4c8-31aa30510db6 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.1417496 Jan 28 19:27:20.347829 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9631fd1c-1e88-4814-ace6-5a55d406d0e4 req-2288b0ed-2467-4e17-9842-f97fd9502a3f tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150737 Jan 28 19:27:20.386200 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f960ddf5-a43e-424d-9471-33faedebeeb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:20.400818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c40473-8cd1-4912-bd8d-02fa2f795cf9 req-4672bec3-10bf-4eb0-b365-aa78091e63dc tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:20.414560 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1c40473-8cd1-4912-bd8d-02fa2f795cf9 req-4672bec3-10bf-4eb0-b365-aa78091e63dc tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.1002352 Jan 28 19:27:20.493379 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1c40473-8cd1-4912-bd8d-02fa2f795cf9 req-f637e779-ca89-453c-8bab-0eb9c76002a6 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705805 Jan 28 19:27:21.007492 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:21.308087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b9d12488-ecbd-42fa-a023-bee136165085 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2047590491-network', 'tenant_id': '48b8f664f2fc4a06b578857c4755b16a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:21.355806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d12488-ecbd-42fa-a023-bee136165085 admin admin] Made reservation on behalf of 48b8f664f2fc4a06b578857c4755b16a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:21.360855 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9d12488-ecbd-42fa-a023-bee136165085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.391212 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9d12488-ecbd-42fa-a023-bee136165085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.549713 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9d12488-ecbd-42fa-a023-bee136165085 admin admin] Publish callbacks [] for security_group (2056d0e1-cb00-4ca4-afef-84b79e1dd642), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.554822 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9d12488-ecbd-42fa-a023-bee136165085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2056d0e1-cb00-4ca4-afef-84b79e1dd642), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.586546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d12488-ecbd-42fa-a023-bee136165085 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:27:21.614188 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d12488-ecbd-42fa-a023-bee136165085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2056d0e1-cb00-4ca4-afef-84b79e1dd642,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:21.617428 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9d12488-ecbd-42fa-a023-bee136165085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (c890261b-16d0-4d1e-8de6-5452fc578f99), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.617775 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-b9d12488-ecbd-42fa-a023-bee136165085 admin admin] Added segment c890261b-16d0-4d1e-8de6-5452fc578f99 of type vlan for network 9a2d73ba-a043-44d6-a15d-92b0ac4b965b Jan 28 19:27:21.656052 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a9ce9-2f39-4776-8245-0de8e6e6ceac req-d07a411a-bf56-4093-9a00-480a79dc8274 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:21.660297 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-944a9ce9-2f39-4776-8245-0de8e6e6ceac req-d07a411a-bf56-4093-9a00-480a79dc8274 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.2036562 Jan 28 19:27:21.685552 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.769792 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9d12488-ecbd-42fa-a023-bee136165085 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (9a2d73ba-a043-44d6-a15d-92b0ac4b965b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:21.782168 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-944a9ce9-2f39-4776-8245-0de8e6e6ceac req-bfc07d7d-db9f-44a1-aa35-79401f680471 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157708 Jan 28 19:27:21.986322 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce647ab-b963-470b-9e60-26c340d5a53c req-b5e02bad-36f0-40c1-9a15-6eecbca71050 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:21.999137 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fce647ab-b963-470b-9e60-26c340d5a53c req-b5e02bad-36f0-40c1-9a15-6eecbca71050 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.2840099 Jan 28 19:27:22.010694 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9d12488-ecbd-42fa-a023-bee136165085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (9a2d73ba-a043-44d6-a15d-92b0ac4b965b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.014482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d12488-ecbd-42fa-a023-bee136165085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:22.016762 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9d12488-ecbd-42fa-a023-bee136165085 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.100099 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60110) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:22.188854 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d12488-ecbd-42fa-a023-bee136165085 admin admin] Pushing event updated for resources: {'Network': ['ID=9a2d73ba-a043-44d6-a15d-92b0ac4b965b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:22.207027 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 9a2d73ba-a043-44d6-a15d-92b0ac4b965b details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:27:22.214428 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b835830f-6627-4a85-8de5-09775822dc37 req-f3478efd-1fb5-4634-9c5f-06dd02f03d2e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4116638 Jan 28 19:27:22.267945 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b9d12488-ecbd-42fa-a023-bee136165085 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2591600 Jan 28 19:27:22.270877 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60116) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:22.281795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3b29fc66-b484-4ce1-a780-9034e943d4fe admin admin] Request body: {'subnet': {'network_id': '9a2d73ba-a043-44d6-a15d-92b0ac4b965b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2047590491-subnet', 'tenant_id': '48b8f664f2fc4a06b578857c4755b16a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:22.302438 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fce647ab-b963-470b-9e60-26c340d5a53c req-10c8afe7-aaa7-4c08-9a14-cf47d5c4c27b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968559 Jan 28 19:27:22.345802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b29fc66-b484-4ce1-a780-9034e943d4fe admin admin] Made reservation on behalf of 48b8f664f2fc4a06b578857c4755b16a for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:22.354875 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b29fc66-b484-4ce1-a780-9034e943d4fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.466576 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835830f-6627-4a85-8de5-09775822dc37 req-cdd19b01-def2-48c5-bdc8-7ed359fd3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:22.468107 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b835830f-6627-4a85-8de5-09775822dc37 req-cdd19b01-def2-48c5-bdc8-7ed359fd3b54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 1127 time: 0.1621675 Jan 28 19:27:22.514352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6adfddc1-068c-4a86-875a-fe124722a2cf admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1343780612-network', 'tenant_id': '3ff2610294664c91ac39cefaf8fc39fd'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:22.544091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adfddc1-068c-4a86-875a-fe124722a2cf admin admin] Made reservation on behalf of 3ff2610294664c91ac39cefaf8fc39fd for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:22.548564 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6adfddc1-068c-4a86-875a-fe124722a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.567362 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6adfddc1-068c-4a86-875a-fe124722a2cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.671351 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6adfddc1-068c-4a86-875a-fe124722a2cf admin admin] Publish callbacks [] for security_group (3cd367e9-632a-4aeb-93c1-d5cb4a6bcbb8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.671999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835830f-6627-4a85-8de5-09775822dc37 req-fb941bd4-8abd-414c-8a2a-e13ef2e565b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:22.674546 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b835830f-6627-4a85-8de5-09775822dc37 req-fb941bd4-8abd-414c-8a2a-e13ef2e565b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 200 len: 918 time: 0.1847432 Jan 28 19:27:22.682830 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6adfddc1-068c-4a86-875a-fe124722a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3cd367e9-632a-4aeb-93c1-d5cb4a6bcbb8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:22.792082 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b835830f-6627-4a85-8de5-09775822dc37 req-04590561-12f3-47f5-bed6-09cd5f00030c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 HTTP/1.1" status: 200 len: 1001 time: 0.1109977 Jan 28 19:27:22.858368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835830f-6627-4a85-8de5-09775822dc37 req-832fe45b-894b-4057-ac6b-f35389244988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:22.859829 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b835830f-6627-4a85-8de5-09775822dc37 req-832fe45b-894b-4057-ac6b-f35389244988 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f81e2f04-6d65-4bf2-ae23-2d422541a4df HTTP/1.1" status: 200 len: 856 time: 0.0613887 Jan 28 19:27:23.004546 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.064360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835830f-6627-4a85-8de5-09775822dc37 req-767bcb09-8880-4516-a3bd-3e7d1a0102ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:23.065913 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b835830f-6627-4a85-8de5-09775822dc37 req-767bcb09-8880-4516-a3bd-3e7d1a0102ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1965313 Jan 28 19:27:23.144014 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-64af87cf-92c4-4611-a42d-c1ae788de08c req-fe0565f6-f3c5-4883-bed6-f879bfbf1160 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1300640 Jan 28 19:27:23.260660 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b835830f-6627-4a85-8de5-09775822dc37 req-feed2c21-fc0f-400d-8b2f-7b3485415e98 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871295 Jan 28 19:27:23.290237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af87cf-92c4-4611-a42d-c1ae788de08c req-72a2de9d-9ec6-4943-a950-6071e93bffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:23.290854 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-64af87cf-92c4-4611-a42d-c1ae788de08c req-72a2de9d-9ec6-4943-a950-6071e93bffbf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd603e28722c42b28138d18f99e1230c&device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 1128 time: 0.0996280 Jan 28 19:27:23.320051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6adfddc1-068c-4a86-875a-fe124722a2cf admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:27:23.343890 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6adfddc1-068c-4a86-875a-fe124722a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0b0ff39b-e768-447b-9446-53e784e41eee), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.344178 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-6adfddc1-068c-4a86-875a-fe124722a2cf admin admin] Added segment 0b0ff39b-e768-447b-9446-53e784e41eee of type vlan for network 870a7111-0ba0-4083-8298-6221c5f1fdf5 Jan 28 19:27:23.402625 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6adfddc1-068c-4a86-875a-fe124722a2cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (870a7111-0ba0-4083-8298-6221c5f1fdf5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.429637 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfddc1-068c-4a86-875a-fe124722a2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd367e9-632a-4aeb-93c1-d5cb4a6bcbb8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:23.465230 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6adfddc1-068c-4a86-875a-fe124722a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (870a7111-0ba0-4083-8298-6221c5f1fdf5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.466244 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adfddc1-068c-4a86-875a-fe124722a2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:23.466819 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6adfddc1-068c-4a86-875a-fe124722a2cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.585920 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ce3fc-5ad1-4127-a5a1-9142c68d621e req-5fa79e79-65c6-465d-af45-e69b5785c208 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:23.593027 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-761ce3fc-5ad1-4127-a5a1-9142c68d621e req-5fa79e79-65c6-465d-af45-e69b5785c208 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.1658959 Jan 28 19:27:23.605962 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6adfddc1-068c-4a86-875a-fe124722a2cf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5021048 Jan 28 19:27:23.630770 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60140) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:23.638238 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b53397c1-edc0-4cbb-8bfa-d5b73ab19836 admin admin] Request body: {'subnet': {'network_id': '870a7111-0ba0-4083-8298-6221c5f1fdf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1343780612-subnet', 'tenant_id': '3ff2610294664c91ac39cefaf8fc39fd', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:23.677118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53397c1-edc0-4cbb-8bfa-d5b73ab19836 admin admin] Made reservation on behalf of 3ff2610294664c91ac39cefaf8fc39fd for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:23.679458 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b53397c1-edc0-4cbb-8bfa-d5b73ab19836 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:23.810783 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfddc1-068c-4a86-875a-fe124722a2cf admin admin] Pushing event updated for resources: {'Network': ['ID=870a7111-0ba0-4083-8298-6221c5f1fdf5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:23.825566 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 870a7111-0ba0-4083-8298-6221c5f1fdf5 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:27:23.834999 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b835830f-6627-4a85-8de5-09775822dc37 req-bdf311e0-f26c-44af-9850-5c93d8668126 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678418 Jan 28 19:27:23.913706 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-761ce3fc-5ad1-4127-a5a1-9142c68d621e req-3cd7f19e-7126-4123-a738-29c1543dbac4 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196869 Jan 28 19:27:23.926367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83bca9-5422-4bed-a37a-389600b68eb6 req-643d1865-1761-4a40-999a-c3f91ba6737e tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:23.927887 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac83bca9-5422-4bed-a37a-389600b68eb6 req-643d1865-1761-4a40-999a-c3f91ba6737e tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.1170039 Jan 28 19:27:23.939132 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af87cf-92c4-4611-a42d-c1ae788de08c req-d296f4e6-4747-4ea1-8d5b-089a8e76cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:23.942822 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-64af87cf-92c4-4611-a42d-c1ae788de08c req-d296f4e6-4747-4ea1-8d5b-089a8e76cdb2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 200 len: 907 time: 0.6092985 Jan 28 19:27:23.994766 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-64af87cf-92c4-4611-a42d-c1ae788de08c req-8580a62f-f71c-4619-b47e-5c37396f400d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=142ea68a-752b-46c9-bb1a-b4806aa40ec5 HTTP/1.1" status: 200 len: 217 time: 0.0453825 Jan 28 19:27:24.083713 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac83bca9-5422-4bed-a37a-389600b68eb6 req-dc8015a7-7b0b-42c8-8c5f-fa7c998d90e3 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358392 Jan 28 19:27:24.096801 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af87cf-92c4-4611-a42d-c1ae788de08c req-03af1470-12db-4d31-8f9c-e6b56e667470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:24.098507 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-64af87cf-92c4-4611-a42d-c1ae788de08c req-03af1470-12db-4d31-8f9c-e6b56e667470 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 HTTP/1.1" status: 200 len: 846 time: 0.0977685 Jan 28 19:27:24.154586 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-64af87cf-92c4-4611-a42d-c1ae788de08c req-6f570284-1780-43d0-ad37-aa69f0c5b9e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=301c456c-76ee-4f43-ab94-73ce621ebdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508239 Jan 28 19:27:24.157535 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b53397c1-edc0-4cbb-8bfa-d5b73ab19836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (b70d69e9-5522-4e0c-bd02-e5e0f1badc1f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.176957 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b29fc66-b484-4ce1-a780-9034e943d4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (6db41efc-63d0-492b-a16f-309b0d8e8966), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.309735 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53397c1-edc0-4cbb-8bfa-d5b73ab19836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b70d69e9-5522-4e0c-bd02-e5e0f1badc1f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:24.341901 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-64af87cf-92c4-4611-a42d-c1ae788de08c req-d91d1279-53ca-482c-b9b6-74a2aec52ed5 service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795740 Jan 28 19:27:24.352673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757e217-6da7-4fb4-8dd3-b565945e6242 req-ee9b4c3e-600b-4121-bbb4-ca930a7697bf tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:24.354342 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0757e217-6da7-4fb4-8dd3-b565945e6242 req-ee9b4c3e-600b-4121-bbb4-ca930a7697bf tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.1122732 Jan 28 19:27:24.390687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29fc66-b484-4ce1-a780-9034e943d4fe admin admin] Checking segment: {'id': 'c890261b-16d0-4d1e-8de6-5452fc578f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a2d73ba-a043-44d6-a15d-92b0ac4b965b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:27:24.391169 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b29fc66-b484-4ce1-a780-9034e943d4fe admin admin] Network hostable DHCP agents. Network: 9a2d73ba-a043-44d6-a15d-92b0ac4b965b, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:27:24.407165 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53397c1-edc0-4cbb-8bfa-d5b73ab19836 admin admin] Checking segment: {'id': '0b0ff39b-e768-447b-9446-53e784e41eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '870a7111-0ba0-4083-8298-6221c5f1fdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:27:24.407517 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53397c1-edc0-4cbb-8bfa-d5b73ab19836 admin admin] Network hostable DHCP agents. Network: 870a7111-0ba0-4083-8298-6221c5f1fdf5, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:27:24.469892 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.480413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b29fc66-b484-4ce1-a780-9034e943d4fe admin admin] Network 9a2d73ba-a043-44d6-a15d-92b0ac4b965b is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:27:24.492494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29fc66-b484-4ce1-a780-9034e943d4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6db41efc-63d0-492b-a16f-309b0d8e8966,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:24.497889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53397c1-edc0-4cbb-8bfa-d5b73ab19836 admin admin] Network 870a7111-0ba0-4083-8298-6221c5f1fdf5 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:27:24.508035 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0757e217-6da7-4fb4-8dd3-b565945e6242 req-4e34decf-7fe8-4833-b172-c4b29b5dee28 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444459 Jan 28 19:27:24.514170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3b29fc66-b484-4ce1-a780-9034e943d4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 9a2d73ba-a043-44d6-a15d-92b0ac4b965b) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:24.529960 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff467e1-17e7-494d-8415-1fc034d0af37 None None] Network 9a2d73ba-a043-44d6-a15d-92b0ac4b965b requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:27:24.545496 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-64af87cf-92c4-4611-a42d-c1ae788de08c req-2598be4b-f56d-47ba-91fd-0787d53c49c6 service neutron] 10.222.0.31 "GET /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903522 Jan 28 19:27:24.549346 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b53397c1-edc0-4cbb-8bfa-d5b73ab19836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 870a7111-0ba0-4083-8298-6221c5f1fdf5) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:24.559317 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e1a61-209c-445d-a827-d31ed678e024 None None] Network 870a7111-0ba0-4083-8298-6221c5f1fdf5 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:27:24.560655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b29fc66-b484-4ce1-a780-9034e943d4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:24.561273 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b29fc66-b484-4ce1-a780-9034e943d4fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.586394 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53397c1-edc0-4cbb-8bfa-d5b73ab19836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:24.587066 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b53397c1-edc0-4cbb-8bfa-d5b73ab19836 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.598070 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3b29fc66-b484-4ce1-a780-9034e943d4fe admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3260157 Jan 28 19:27:24.644628 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60192) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:24.651515 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1343780612-router', 'tenant_id': '3ff2610294664c91ac39cefaf8fc39fd', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:24.656111 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b53397c1-edc0-4cbb-8bfa-d5b73ab19836 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0219631 Jan 28 19:27:24.693936 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (899d1354-2de5-44bd-89cf-e97a37feae21), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.695395 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (899d1354-2de5-44bd-89cf-e97a37feae21), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.783377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7634f5-0674-45e1-9451-6a4e080331da req-11ec4d31-6439-48a8-b91d-15e6d971914c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:24.784979 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e7634f5-0674-45e1-9451-6a4e080331da req-11ec4d31-6439-48a8-b91d-15e6d971914c tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.1276770 Jan 28 19:27:24.823086 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Publish callbacks [] for router_controller (899d1354-2de5-44bd-89cf-e97a37feae21), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:24.902285 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e7634f5-0674-45e1-9451-6a4e080331da req-466ce81d-3525-4f17-ad44-598e0b4bc124 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971231 Jan 28 19:27:25.220998 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Publish callbacks [] for router_gateway (899d1354-2de5-44bd-89cf-e97a37feae21), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:25.343230 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c01a6b8-6d6b-47ac-b516-63a54b933fc1 None None] Network 9a2d73ba-a043-44d6-a15d-92b0ac4b965b requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:27:25.484683 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:25.500834 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decf27f-59ba-4c65-9ff3-c109078b83e7 req-507f1bd8-b54b-4aaa-a3ff-ae126335ff04 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:25.502399 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6decf27f-59ba-4c65-9ff3-c109078b83e7 req-507f1bd8-b54b-4aaa-a3ff-ae126335ff04 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.1806085 Jan 28 19:27:25.559073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-870a7111-0ba0-4083-8298-6221c5f1fdf5', 'network_id': '870a7111-0ba0-4083-8298-6221c5f1fdf5', 'project_id': '3ff2610294664c91ac39cefaf8fc39fd', 'fixed_ips': [{'subnet_id': 'b70d69e9-5522-4e0c-bd02-e5e0f1badc1f'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:27:25.560105 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:25.680186 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6decf27f-59ba-4c65-9ff3-c109078b83e7 req-c1007c04-43ee-4f5a-a66a-b154a4f892b7 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660585 Jan 28 19:27:25.713676 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Publish callbacks [] for router_gateway (899d1354-2de5-44bd-89cf-e97a37feae21), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:25.748988 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:25.813874 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Allocated IP 172.20.0.2 (870a7111-0ba0-4083-8298-6221c5f1fdf5/b70d69e9-5522-4e0c-bd02-e5e0f1badc1f/340e145c-08dd-4876-9ba1-01aef8233c36) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:25.864017 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb31865-366d-4422-907a-5a43bf75ea0a req-b6d9534c-14f2-48c0-9613-5cd3f9c1c314 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:25.867256 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-efb31865-366d-4422-907a-5a43bf75ea0a req-b6d9534c-14f2-48c0-9613-5cd3f9c1c314 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/networks?id=9a2d73ba-a043-44d6-a15d-92b0ac4b965b HTTP/1.1" status: 200 len: 818 time: 0.2599778 Jan 28 19:27:25.893713 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-efb31865-366d-4422-907a-5a43bf75ea0a req-8eae99a5-052b-4300-a394-c44691b887eb tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/quotas/48b8f664f2fc4a06b578857c4755b16a HTTP/1.1" status: 200 len: 375 time: 0.0198860 Jan 28 19:27:25.923854 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84289c14-3703-44b2-b0f8-ce1f5d157532 req-e5fd0239-0740-401d-a60f-17c8b0d392aa tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:25.931737 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-84289c14-3703-44b2-b0f8-ce1f5d157532 req-e5fd0239-0740-401d-a60f-17c8b0d392aa tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.1117687 Jan 28 19:27:25.949030 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-efb31865-366d-4422-907a-5a43bf75ea0a req-35496fc0-2ee1-4d4b-9d5b-93f3df30073d tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=48b8f664f2fc4a06b578857c4755b16a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535431 Jan 28 19:27:25.968312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Allocated IP 172.25.0.112 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/0700ccfb-6154-4b45-ba4d-8267dc72b909) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:26.019060 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-84289c14-3703-44b2-b0f8-ce1f5d157532 req-5ab38468-29e1-4ade-a8d2-bdcab2c1968d tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817094 Jan 28 19:27:26.105999 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-efb31865-366d-4422-907a-5a43bf75ea0a req-77794f54-e7ef-4536-900f-8e0359fe1b97 service neutron] 10.222.0.55 "GET /v2.0/networks/9a2d73ba-a043-44d6-a15d-92b0ac4b965b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549582 Jan 28 19:27:26.147646 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Publish callbacks [] for port (0700ccfb-6154-4b45-ba4d-8267dc72b909), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:26.211522 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0700ccfb-6154-4b45-ba4d-8267dc72b909), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:26.300207 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-efb31865-366d-4422-907a-5a43bf75ea0a req-6ba088dc-9ba3-48cc-8789-08da3553a52a service neutron] 10.222.0.55 "GET /v2.0/networks/9a2d73ba-a043-44d6-a15d-92b0ac4b965b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863513 Jan 28 19:27:26.321917 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Publish callbacks [] for port (340e145c-08dd-4876-9ba1-01aef8233c36), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:26.350167 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Pushing event updated for resources: {'Port': ['ID=0700ccfb-6154-4b45-ba4d-8267dc72b909,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:26.363392 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:26.364883 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:26.367289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:26.397816 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (340e145c-08dd-4876-9ba1-01aef8233c36), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:26.422711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Network 870a7111-0ba0-4083-8298-6221c5f1fdf5 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:26.426965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:26.462730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:26.639706 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Pushing event updated for resources: {'Port': ['ID=340e145c-08dd-4876-9ba1-01aef8233c36,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:26.721728 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Attempting to bind port 340e145c-08dd-4876-9ba1-01aef8233c36 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:27:26.723543 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Attempting to bind port 340e145c-08dd-4876-9ba1-01aef8233c36 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '0b0ff39b-e768-447b-9446-53e784e41eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '870a7111-0ba0-4083-8298-6221c5f1fdf5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:27:26.723950 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Attempting to bind port 340e145c-08dd-4876-9ba1-01aef8233c36 on network 870a7111-0ba0-4083-8298-6221c5f1fdf5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:27:26.738779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:27:26.739170 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Checking segment: {'id': '0b0ff39b-e768-447b-9446-53e784e41eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '870a7111-0ba0-4083-8298-6221c5f1fdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:27:26.739586 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:26.739978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Bound using segment: {'id': '0b0ff39b-e768-447b-9446-53e784e41eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '870a7111-0ba0-4083-8298-6221c5f1fdf5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:27:26.740460 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Bound port: 340e145c-08dd-4876-9ba1-01aef8233c36, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0ff39b-e768-447b-9446-53e784e41eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '870a7111-0ba0-4083-8298-6221c5f1fdf5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:27:26.740843 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (340e145c-08dd-4876-9ba1-01aef8233c36), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:26.789239 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ff7383ec-7a28-4b8d-816f-49f536e7a373 req-cb7c0214-0498-4dc2-a6b3-aad28d4e0d20 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 210 time: 0.1147535 Jan 28 19:27:26.869778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55904b-b8f2-442b-b4f1-88e74931cf8f req-d365e126-2d56-4c24-af11-9868e13caba8 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:26.871487 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a55904b-b8f2-442b-b4f1-88e74931cf8f req-d365e126-2d56-4c24-af11-9868e13caba8 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.31 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.4073811 Jan 28 19:27:26.932813 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] For port 340e145c-08dd-4876-9ba1-01aef8233c36, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:27:26.943263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] For port 340e145c-08dd-4876-9ba1-01aef8233c36, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=340e145c-08dd-4876-9ba1-01aef8233c36,segment=NetworkSegment(0b0ff39b-e768-447b-9446-53e784e41eee),segment_id=0b0ff39b-e768-447b-9446-53e784e41eee)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:27:26.957440 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (340e145c-08dd-4876-9ba1-01aef8233c36), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:26.963028 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66a55c-9e09-4c80-a074-3c428eb2d3f8 req-97515770-e88f-426c-b57e-140225739fb6 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:26.968011 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8d66a55c-9e09-4c80-a074-3c428eb2d3f8 req-97515770-e88f-426c-b57e-140225739fb6 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.1915123 Jan 28 19:27:26.968184 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f76863-2042-46d9-a916-9e1965561b6b req-0d2d9ffc-ec81-4a2f-a5b1-4826cc8615fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:26.969832 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45f76863-2042-46d9-a916-9e1965561b6b req-0d2d9ffc-ec81-4a2f-a5b1-4826cc8615fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 1127 time: 0.4381604 Jan 28 19:27:27.126233 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4d446-0135-48fd-9ffc-afa943e3f8a3 None None] Pushing event updated for resources: {'Port': ['ID=340e145c-08dd-4876-9ba1-01aef8233c36,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:27.148941 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8d66a55c-9e09-4c80-a074-3c428eb2d3f8 req-30ecffaa-3ddb-4d8d-9eee-993fa16811d0 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753862 Jan 28 19:27:27.199539 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45f76863-2042-46d9-a916-9e1965561b6b req-c3f842f8-48ff-4dbd-969f-7760aa5450ee service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223198 Jan 28 19:27:27.247289 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Publish callbacks [] for router_gateway (899d1354-2de5-44bd-89cf-e97a37feae21), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:27.330445 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3a55904b-b8f2-442b-b4f1-88e74931cf8f req-02e879c5-c0d6-4098-a4d0-b7f09002df44 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Deleting port 628af35a-376f-4496-9d1a-e600d87bdec1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:27.331176 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3a55904b-b8f2-442b-b4f1-88e74931cf8f req-02e879c5-c0d6-4098-a4d0-b7f09002df44 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (628af35a-376f-4496-9d1a-e600d87bdec1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:27.424758 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da23e8-2439-4976-ba94-df8e943d9822 req-b7713a77-1d4d-40df-8076-0a4dc24c2fd4 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:27.426369 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-63da23e8-2439-4976-ba94-df8e943d9822 req-b7713a77-1d4d-40df-8076-0a4dc24c2fd4 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.2496200 Jan 28 19:27:27.734959 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-63da23e8-2439-4976-ba94-df8e943d9822 req-91ba3c0a-0a35-426e-b555-47cbc13a4f02 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677472 Jan 28 19:27:27.752169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3a55904b-b8f2-442b-b4f1-88e74931cf8f req-02e879c5-c0d6-4098-a4d0-b7f09002df44 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] For port 628af35a-376f-4496-9d1a-e600d87bdec1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=628af35a-376f-4496-9d1a-e600d87bdec1,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:27.752544 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3a55904b-b8f2-442b-b4f1-88e74931cf8f req-02e879c5-c0d6-4098-a4d0-b7f09002df44 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (628af35a-376f-4496-9d1a-e600d87bdec1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:27.821175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3a55904b-b8f2-442b-b4f1-88e74931cf8f req-02e879c5-c0d6-4098-a4d0-b7f09002df44 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Calling delete_port for 628af35a-376f-4496-9d1a-e600d87bdec1 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:27.883214 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (899d1354-2de5-44bd-89cf-e97a37feae21), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:28.030441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 340e145c-08dd-4876-9ba1-01aef8233c36 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:28.045714 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4d99333-beab-48d8-8101-3aad7f30f832 req-99aed399-0184-4922-9192-3c1086035b6e tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 210 time: 0.0777717 Jan 28 19:27:28.166143 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 340e145c-08dd-4876-9ba1-01aef8233c36 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:28.166604 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (340e145c-08dd-4876-9ba1-01aef8233c36), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:28.388760 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb31865-366d-4422-907a-5a43bf75ea0a req-7ecaf3c3-585c-4739-bcf3-074d22b58e20 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:28.394274 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-efb31865-366d-4422-907a-5a43bf75ea0a req-7ecaf3c3-585c-4739-bcf3-074d22b58e20 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.31 "GET /v2.0/networks?id=9a2d73ba-a043-44d6-a15d-92b0ac4b965b HTTP/1.1" status: 200 len: 818 time: 0.3182688 Jan 28 19:27:28.407599 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 340e145c-08dd-4876-9ba1-01aef8233c36 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:28.408002 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (340e145c-08dd-4876-9ba1-01aef8233c36), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:28.410810 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-efb31865-366d-4422-907a-5a43bf75ea0a req-e2a966cb-0f19-4aa6-8d5b-2a20203c0e3d tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Request body: {'port': {'device_id': '7c26605f-852c-4dce-8abb-8e252b708521', 'network_id': '9a2d73ba-a043-44d6-a15d-92b0ac4b965b', 'admin_state_up': True, 'tenant_id': '48b8f664f2fc4a06b578857c4755b16a'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:28.459119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 340e145c-08dd-4876-9ba1-01aef8233c36, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=340e145c-08dd-4876-9ba1-01aef8233c36,segment=NetworkSegment(0b0ff39b-e768-447b-9446-53e784e41eee),segment_id=0b0ff39b-e768-447b-9446-53e784e41eee)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:28.464089 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (340e145c-08dd-4876-9ba1-01aef8233c36), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:28.573807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=340e145c-08dd-4876-9ba1-01aef8233c36,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:28.648160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb31865-366d-4422-907a-5a43bf75ea0a req-e2a966cb-0f19-4aa6-8d5b-2a20203c0e3d tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Made reservation on behalf of 48b8f664f2fc4a06b578857c4755b16a for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:28.651783 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-efb31865-366d-4422-907a-5a43bf75ea0a req-e2a966cb-0f19-4aa6-8d5b-2a20203c0e3d tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:28.859920 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-efb31865-366d-4422-907a-5a43bf75ea0a req-e2a966cb-0f19-4aa6-8d5b-2a20203c0e3d tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Allocated IP 172.20.0.6 (9a2d73ba-a043-44d6-a15d-92b0ac4b965b/6db41efc-63d0-492b-a16f-309b0d8e8966/b1362ecd-fdbc-4f43-8e65-1ea7950c4081) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:28.953460 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9968059f-5a06-40bb-af51-9221659b4609 None None] Network 870a7111-0ba0-4083-8298-6221c5f1fdf5 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:27:29.041846 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7b09fd54-bb92-488e-86ca-5e7457ea1406 None None] Provisioning complete for port 340e145c-08dd-4876-9ba1-01aef8233c36 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:29.042800 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b09fd54-bb92-488e-86ca-5e7457ea1406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (340e145c-08dd-4876-9ba1-01aef8233c36), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.146156 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8a60d-5f18-499e-b6c5-affd03043729 req-918b736e-3eda-47f2-abb5-44f4d5e03da6 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:29.151584 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ddf8a60d-5f18-499e-b6c5-affd03043729 req-918b736e-3eda-47f2-abb5-44f4d5e03da6 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=078d858d-a025-43a9-bb85-88ef14c46b9d HTTP/1.1" status: 200 len: 946 time: 0.2456641 Jan 28 19:27:29.253688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc78a9-4f41-4b1c-bc2e-40235b25168f req-45facd44-e5b9-4a27-9597-1809829069f6 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:29.262233 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-efb31865-366d-4422-907a-5a43bf75ea0a req-e2a966cb-0f19-4aa6-8d5b-2a20203c0e3d tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Publish callbacks [] for port (b1362ecd-fdbc-4f43-8e65-1ea7950c4081), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.274992 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25bc78a9-4f41-4b1c-bc2e-40235b25168f req-45facd44-e5b9-4a27-9597-1809829069f6 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.2916152 Jan 28 19:27:29.283168 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ddf8a60d-5f18-499e-b6c5-affd03043729 req-a64d1143-6b66-4088-b422-4cea4bf3ecda tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200101 Jan 28 19:27:29.296904 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7b09fd54-bb92-488e-86ca-5e7457ea1406 None None] Current status of the port 340e145c-08dd-4876-9ba1-01aef8233c36 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:29.352596 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-efb31865-366d-4422-907a-5a43bf75ea0a req-e2a966cb-0f19-4aa6-8d5b-2a20203c0e3d tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (b1362ecd-fdbc-4f43-8e65-1ea7950c4081), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.389190 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3a55904b-b8f2-442b-b4f1-88e74931cf8f req-02e879c5-c0d6-4098-a4d0-b7f09002df44 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (628af35a-376f-4496-9d1a-e600d87bdec1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.402136 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['142ea68a-752b-46c9-bb1a-b4806aa40ec5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:29.438126 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a966cb-0f19-4aa6-8d5b-2a20203c0e3d tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Pushing event updated for resources: {'Port': ['ID=b1362ecd-fdbc-4f43-8e65-1ea7950c4081,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:29.463100 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e879c5-c0d6-4098-a4d0-b7f09002df44 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Pushing event deleted for resources: {'Port': ['ID=628af35a-376f-4496-9d1a-e600d87bdec1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:29.520157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb31865-366d-4422-907a-5a43bf75ea0a req-e2a966cb-0f19-4aa6-8d5b-2a20203c0e3d tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Network 9a2d73ba-a043-44d6-a15d-92b0ac4b965b is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:29.524582 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-efb31865-366d-4422-907a-5a43bf75ea0a req-e2a966cb-0f19-4aa6-8d5b-2a20203c0e3d tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:29.536352 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-25bc78a9-4f41-4b1c-bc2e-40235b25168f req-a7e8875d-e102-4302-a01a-1a1a011069ba tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463806 Jan 28 19:27:29.541343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb31865-366d-4422-907a-5a43bf75ea0a req-e2a966cb-0f19-4aa6-8d5b-2a20203c0e3d tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:29.642779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Router 899d1354-2de5-44bd-89cf-e97a37feae21 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:27:29.645075 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a55904b-b8f2-442b-b4f1-88e74931cf8f req-02e879c5-c0d6-4098-a4d0-b7f09002df44 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] No DVR routers for this DVR port 628af35a-376f-4496-9d1a-e600d87bdec1 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:29.654352 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3a55904b-b8f2-442b-b4f1-88e74931cf8f req-02e879c5-c0d6-4098-a4d0-b7f09002df44 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.670854 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a55904b-b8f2-442b-b4f1-88e74931cf8f req-02e879c5-c0d6-4098-a4d0-b7f09002df44 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.31 "DELETE /v2.0/ports/628af35a-376f-4496-9d1a-e600d87bdec1 HTTP/1.1" status: 204 len: 173 time: 2.7837377 Jan 28 19:27:29.671712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078d858d-a025-43a9-bb85-88ef14c46b9d', 'name': 'network-vif-deleted', 'tag': '628af35a-376f-4496-9d1a-e600d87bdec1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:29.674166 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fd692f-0a9a-4c7a-b04b-3a8a7711f4f6" -d '{"events": [{"server_uuid": "078d858d-a025-43a9-bb85-88ef14c46b9d", "name": "network-vif-deleted", "tag": "628af35a-376f-4496-9d1a-e600d87bdec1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:29.687526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb31865-366d-4422-907a-5a43bf75ea0a req-e2a966cb-0f19-4aa6-8d5b-2a20203c0e3d tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:29.692146 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-efb31865-366d-4422-907a-5a43bf75ea0a req-e2a966cb-0f19-4aa6-8d5b-2a20203c0e3d tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.737512 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3446d-8343-4eee-b83c-585143f26a79 req-074c89e6-0c15-43c8-a6ec-d38dbdc9cc2f tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:29.748691 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-20e3446d-8343-4eee-b83c-585143f26a79 req-074c89e6-0c15-43c8-a6ec-d38dbdc9cc2f tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 931 time: 0.3078034 Jan 28 19:27:29.756586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-efb31865-366d-4422-907a-5a43bf75ea0a req-e2a966cb-0f19-4aa6-8d5b-2a20203c0e3d tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3517356 Jan 28 19:27:29.768994 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ba2203-756c-46da-bab8-e66c5b2c321a x-openstack-request-id: req-c8ba2203-756c-46da-bab8-e66c5b2c321a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:29.769295 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078d858d-a025-43a9-bb85-88ef14c46b9d", "name": "network-vif-deleted", "tag": "628af35a-376f-4496-9d1a-e600d87bdec1", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:29.769542 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8ba2203-756c-46da-bab8-e66c5b2c321a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:29.769947 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '078d858d-a025-43a9-bb85-88ef14c46b9d', 'name': 'network-vif-deleted', 'tag': '628af35a-376f-4496-9d1a-e600d87bdec1', 'status': 'completed', 'code': 200} Jan 28 19:27:29.776282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Request body: {'port': {'device_id': '7c26605f-852c-4dce-8abb-8e252b708521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:29.839423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-aba9f3cf-18fd-4811-b9ec-56624307f82e None None] Provisioning complete for port 340e145c-08dd-4876-9ba1-01aef8233c36 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:29.839807 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aba9f3cf-18fd-4811-b9ec-56624307f82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (340e145c-08dd-4876-9ba1-01aef8233c36), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.919248 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-20e3446d-8343-4eee-b83c-585143f26a79 req-e75cd7f0-4a27-4092-90c5-79cf50ea33da tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/security-groups?id=2056d0e1-cb00-4ca4-afef-84b79e1dd642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614714 Jan 28 19:27:29.950966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:27:29.955290 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Sync routers for ids ['899d1354-2de5-44bd-89cf-e97a37feae21'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:27:29.958586 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 340e145c-08dd-4876-9ba1-01aef8233c36 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:29.976789 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:29.977618 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Routers {'899d1354-2de5-44bd-89cf-e97a37feae21'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:29.978346 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:27:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['899d1354-2de5-44bd-89cf-e97a37feae21'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:29.978856 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e5156590-b6ab-466f-8b14-49aa36e76f39 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.3329246 Jan 28 19:27:29.984111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60312) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:30.058699 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b1362ecd-fdbc-4f43-8e65-1ea7950c4081), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.190295 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Set router 899d1354-2de5-44bd-89cf-e97a37feae21 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:27:30.228552 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-aba9f3cf-18fd-4811-b9ec-56624307f82e None None] Current status of the port 340e145c-08dd-4876-9ba1-01aef8233c36 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:30.333800 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.359623 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 340e145c-08dd-4876-9ba1-01aef8233c36 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:30.360033 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (340e145c-08dd-4876-9ba1-01aef8233c36), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.538360 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'name': 'tempest-ImageQuotaTest-1343780612-router', 'tenant_id': '3ff2610294664c91ac39cefaf8fc39fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '0700ccfb-6154-4b45-ba4d-8267dc72b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:27:24Z', 'updated_at': '2022-01-28T19:27:26Z', 'revision_number': 3, 'project_id': '3ff2610294664c91ac39cefaf8fc39fd', 'gw_port': {'id': '0700ccfb-6154-4b45-ba4d-8267dc72b909', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:df:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:27:25Z', 'updated_at': '2022-01-28T19:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:30.610202 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Checking router: 899d1354-2de5-44bd-89cf-e97a37feae21 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:27:30.611056 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Updating router 899d1354-2de5-44bd-89cf-e97a37feae21 port 0700ccfb-6154-4b45-ba4d-8267dc72b909 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:27:30.631752 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 340e145c-08dd-4876-9ba1-01aef8233c36 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:30.656876 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0700ccfb-6154-4b45-ba4d-8267dc72b909), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:30.972207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1362ecd-fdbc-4f43-8e65-1ea7950c4081 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:27:31.003256 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Publish callbacks [] for port (b1362ecd-fdbc-4f43-8e65-1ea7950c4081), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.010929 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8741c-c5af-426f-8347-b23b0a1b477f req-498c93c9-c545-4c94-b549-27fc3048512a tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:31.012829 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bfb8741c-c5af-426f-8347-b23b0a1b477f req-498c93c9-c545-4c94-b549-27fc3048512a tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.2985315 Jan 28 19:27:31.024122 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 628af35a-376f-4496-9d1a-e600d87bdec1 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:31.044182 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Transition to ACTIVE for port object b1362ecd-fdbc-4f43-8e65-1ea7950c4081 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:27:31.049237 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (b1362ecd-fdbc-4f43-8e65-1ea7950c4081), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.098786 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 628af35a-376f-4496-9d1a-e600d87bdec1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:31.099133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 628af35a-376f-4496-9d1a-e600d87bdec1 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:31.123162 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bfb8741c-c5af-426f-8347-b23b0a1b477f req-f4f528ff-4a12-4723-8e82-9d39bbd400cf tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034987 Jan 28 19:27:31.324195 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b1362ecd-fdbc-4f43-8e65-1ea7950c4081,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:31.399776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9748d-76e9-4293-a52f-e53070c4e3bc req-aef5edc0-5c59-4463-8f57-46114fed7ecb tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:31.407830 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.410485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79d9748d-76e9-4293-a52f-e53070c4e3bc req-aef5edc0-5c59-4463-8f57-46114fed7ecb tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 943 time: 0.2793992 Jan 28 19:27:31.458940 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Attempting to bind port b1362ecd-fdbc-4f43-8e65-1ea7950c4081 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:27:31.459369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Attempting to bind port b1362ecd-fdbc-4f43-8e65-1ea7950c4081 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'c890261b-16d0-4d1e-8de6-5452fc578f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a2d73ba-a043-44d6-a15d-92b0ac4b965b'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:27:31.461806 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Attempting to bind port b1362ecd-fdbc-4f43-8e65-1ea7950c4081 on network 9a2d73ba-a043-44d6-a15d-92b0ac4b965b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:27:31.509835 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Publish callbacks [] for port (0700ccfb-6154-4b45-ba4d-8267dc72b909), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.520234 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0700ccfb-6154-4b45-ba4d-8267dc72b909), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.540039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Port b1362ecd-fdbc-4f43-8e65-1ea7950c4081 on network 9a2d73ba-a043-44d6-a15d-92b0ac4b965b not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:27:31.540366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Attempting to bind port b1362ecd-fdbc-4f43-8e65-1ea7950c4081 on network 9a2d73ba-a043-44d6-a15d-92b0ac4b965b {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:27:31.563693 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79d9748d-76e9-4293-a52f-e53070c4e3bc req-d25a6590-e055-4904-b295-924235a7f191 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/security-groups?id=2056d0e1-cb00-4ca4-afef-84b79e1dd642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521790 Jan 28 19:27:31.564419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:27:31.564756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Checking segment: {'id': 'c890261b-16d0-4d1e-8de6-5452fc578f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a2d73ba-a043-44d6-a15d-92b0ac4b965b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:27:31.565127 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Bound using segment: {'id': 'c890261b-16d0-4d1e-8de6-5452fc578f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a2d73ba-a043-44d6-a15d-92b0ac4b965b'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:27:31.566181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Bound port: b1362ecd-fdbc-4f43-8e65-1ea7950c4081, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c890261b-16d0-4d1e-8de6-5452fc578f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9a2d73ba-a043-44d6-a15d-92b0ac4b965b'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:27:31.566545 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b1362ecd-fdbc-4f43-8e65-1ea7950c4081), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.613555 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Attempting to bind port 0700ccfb-6154-4b45-ba4d-8267dc72b909 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:27:31.614461 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Attempting to bind port 0700ccfb-6154-4b45-ba4d-8267dc72b909 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:27:31.614823 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Attempting to bind port 0700ccfb-6154-4b45-ba4d-8267dc72b909 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:27:31.616960 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e9455-7be5-4253-a012-36ffad0727db None None] Pushing event updated for resources: {'Port': ['ID=0700ccfb-6154-4b45-ba4d-8267dc72b909,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:31.631496 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:27:31.631881 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:27:31.632282 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.632674 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:27:31.635870 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Bound port: 0700ccfb-6154-4b45-ba4d-8267dc72b909, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:27:31.635870 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0700ccfb-6154-4b45-ba4d-8267dc72b909), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.636111 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e9455-7be5-4253-a012-36ffad0727db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:31.636488 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e9455-7be5-4253-a012-36ffad0727db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:31.636730 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e9455-7be5-4253-a012-36ffad0727db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:31.637168 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e9455-7be5-4253-a012-36ffad0727db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:31.637446 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e9455-7be5-4253-a012-36ffad0727db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:31.637771 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e9455-7be5-4253-a012-36ffad0727db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:31.638115 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e9455-7be5-4253-a012-36ffad0727db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:31.638436 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e9455-7be5-4253-a012-36ffad0727db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:31.639467 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e9455-7be5-4253-a012-36ffad0727db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:31.639467 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e9455-7be5-4253-a012-36ffad0727db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:31.639467 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e9455-7be5-4253-a012-36ffad0727db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:31.639743 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e9455-7be5-4253-a012-36ffad0727db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:31.639965 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e9455-7be5-4253-a012-36ffad0727db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:27:31.716922 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] For port b1362ecd-fdbc-4f43-8e65-1ea7950c4081, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:27:31.724272 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] For port b1362ecd-fdbc-4f43-8e65-1ea7950c4081, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b1362ecd-fdbc-4f43-8e65-1ea7950c4081,segment=NetworkSegment(c890261b-16d0-4d1e-8de6-5452fc578f99),segment_id=c890261b-16d0-4d1e-8de6-5452fc578f99)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:27:31.738492 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (b1362ecd-fdbc-4f43-8e65-1ea7950c4081), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.808883 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] For port 0700ccfb-6154-4b45-ba4d-8267dc72b909, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:27:31.818248 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] For port 0700ccfb-6154-4b45-ba4d-8267dc72b909, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0700ccfb-6154-4b45-ba4d-8267dc72b909,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:27:31.832449 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0700ccfb-6154-4b45-ba4d-8267dc72b909), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.859662 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:31.862389 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:31.866167 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-efb31865-366d-4422-907a-5a43bf75ea0a req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] 10.222.0.31 "PUT /v2.0/ports/b1362ecd-fdbc-4f43-8e65-1ea7950c4081 HTTP/1.1" status: 200 len: 1091 time: 2.0980453 Jan 28 19:27:31.869737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c26605f-852c-4dce-8abb-8e252b708521', 'tag': 'b1362ecd-fdbc-4f43-8e65-1ea7950c4081'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:31.881975 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf17742-1ad5-4e63-811e-24fd9f7afa5e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c26605f-852c-4dce-8abb-8e252b708521", "tag": "b1362ecd-fdbc-4f43-8e65-1ea7950c4081"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:31.951042 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Routers {'899d1354-2de5-44bd-89cf-e97a37feae21'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:31.951861 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:27:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['899d1354-2de5-44bd-89cf-e97a37feae21'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:32.036632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8f2d6-ae71-4205-8085-cc31e3fcf7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b1362ecd-fdbc-4f43-8e65-1ea7950c4081,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:32.064636 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f4d25a-7d2f-4f17-984e-28a56f15bb8a x-openstack-request-id: req-a3f4d25a-7d2f-4f17-984e-28a56f15bb8a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:32.065102 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c26605f-852c-4dce-8abb-8e252b708521", "tag": "b1362ecd-fdbc-4f43-8e65-1ea7950c4081", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:32.071017 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3f4d25a-7d2f-4f17-984e-28a56f15bb8a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:32.071577 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-7af44f52-3c82-476b-8248-84fc1c82b240 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:32.073605 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c26605f-852c-4dce-8abb-8e252b708521', 'tag': 'b1362ecd-fdbc-4f43-8e65-1ea7950c4081', 'status': 'completed', 'code': 200} Jan 28 19:27:32.082829 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-7af44f52-3c82-476b-8248-84fc1c82b240 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/networks?id=7695f85e-8320-4730-904a-2346212e366d HTTP/1.1" status: 200 len: 810 time: 0.5262880 Jan 28 19:27:32.098758 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb31865-366d-4422-907a-5a43bf75ea0a req-eddba114-56fc-49b3-abe8-47c28ada936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:32.110227 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-efb31865-366d-4422-907a-5a43bf75ea0a req-eddba114-56fc-49b3-abe8-47c28ada936f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=48b8f664f2fc4a06b578857c4755b16a&device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 1125 time: 0.2076700 Jan 28 19:27:32.138643 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-388cb211-ec6b-4a2c-9d12-1416d2c31a22 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/quotas/43aa92c00b334727b1a367584bc88b75 HTTP/1.1" status: 200 len: 375 time: 0.0548406 Jan 28 19:27:32.190758 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e9455-7be5-4253-a012-36ffad0727db None None] Pushing event updated for resources: {'Port': ['ID=0700ccfb-6154-4b45-ba4d-8267dc72b909,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:32.198923 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-efb31865-366d-4422-907a-5a43bf75ea0a req-ae0de968-b878-49d1-81f4-cb2a338f8617 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1362ecd-fdbc-4f43-8e65-1ea7950c4081 HTTP/1.1" status: 200 len: 217 time: 0.0761077 Jan 28 19:27:32.232260 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] Set router 899d1354-2de5-44bd-89cf-e97a37feae21 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:27:32.262202 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Allocated IP 172.20.0.1 (870a7111-0ba0-4083-8298-6221c5f1fdf5/b70d69e9-5522-4e0c-bd02-e5e0f1badc1f/e23f97b8-6888-49ed-ad3b-200d73f71bcb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:32.285564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb31865-366d-4422-907a-5a43bf75ea0a req-9c5378bc-8f9d-4e79-b81f-41a0b8192ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:32.287641 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-efb31865-366d-4422-907a-5a43bf75ea0a req-9c5378bc-8f9d-4e79-b81f-41a0b8192ac8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6db41efc-63d0-492b-a16f-309b0d8e8966 HTTP/1.1" status: 200 len: 858 time: 0.0802348 Jan 28 19:27:32.296067 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-1ed293a7-7877-49f4-84c2-1cb52cc549f6 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=43aa92c00b334727b1a367584bc88b75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1562791 Jan 28 19:27:32.296893 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c83eb8-16cd-43c7-a43f-9979077b5d0b req-ae042066-361f-4cc0-8852-42a5750f7307 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:32.303965 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-74c83eb8-16cd-43c7-a43f-9979077b5d0b req-ae042066-361f-4cc0-8852-42a5750f7307 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 946 time: 0.1075416 Jan 28 19:27:32.344228 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-efb31865-366d-4422-907a-5a43bf75ea0a req-55b0c5e0-136c-4867-a1eb-1c2b0ae5d090 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a2d73ba-a043-44d6-a15d-92b0ac4b965b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379295 Jan 28 19:27:32.416971 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-5bd5955a-a0e3-4967-8541-292509cb4ad8 service neutron] 10.222.0.55 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195853 Jan 28 19:27:32.448921 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-efb31865-366d-4422-907a-5a43bf75ea0a req-db5f8baa-ba29-4678-af64-dbe79e6ce025 service neutron] 10.222.0.31 "GET /v2.0/networks/9a2d73ba-a043-44d6-a15d-92b0ac4b965b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970657 Jan 28 19:27:32.518297 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-74c83eb8-16cd-43c7-a43f-9979077b5d0b req-4045eed7-d227-49f9-a8fb-6914edc74786 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102139 Jan 28 19:27:32.534712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-b853f730-de33-4630-8409-eec569b3bcd8 service neutron] 10.222.0.55 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158280 Jan 28 19:27:32.596867 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'name': 'tempest-ImageQuotaTest-1343780612-router', 'tenant_id': '3ff2610294664c91ac39cefaf8fc39fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '0700ccfb-6154-4b45-ba4d-8267dc72b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:27:24Z', 'updated_at': '2022-01-28T19:27:26Z', 'revision_number': 3, 'project_id': '3ff2610294664c91ac39cefaf8fc39fd', 'gw_port': {'id': '0700ccfb-6154-4b45-ba4d-8267dc72b909', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:df:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:27:25Z', 'updated_at': '2022-01-28T19:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:32.632974 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d10b7d-c5a4-4582-84a5-9dc4dcd46815 None None] The sync data for ids ['899d1354-2de5-44bd-89cf-e97a37feae21'] in n-d-824834-4 is: [{'id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'name': 'tempest-ImageQuotaTest-1343780612-router', 'tenant_id': '3ff2610294664c91ac39cefaf8fc39fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '0700ccfb-6154-4b45-ba4d-8267dc72b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:27:24Z', 'updated_at': '2022-01-28T19:27:26Z', 'revision_number': 3, 'project_id': '3ff2610294664c91ac39cefaf8fc39fd', 'gw_port': {'id': '0700ccfb-6154-4b45-ba4d-8267dc72b909', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:df:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:27:25Z', 'updated_at': '2022-01-28T19:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:27:32.719977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:32.810382 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-efb31865-366d-4422-907a-5a43bf75ea0a req-e330999e-44ec-4ccc-9599-b0a978e8b3b8 service neutron] 10.222.0.31 "GET /v2.0/networks/9a2d73ba-a043-44d6-a15d-92b0ac4b965b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470976 Jan 28 19:27:32.849255 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Publish callbacks [] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:32.869236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabec76f-c219-4dda-84bc-aad1620473c8 req-3f1bd1ff-3d9d-43d6-b207-709f0808dae9 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:32.873886 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fabec76f-c219-4dda-84bc-aad1620473c8 req-3f1bd1ff-3d9d-43d6-b207-709f0808dae9 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 943 time: 0.1706805 Jan 28 19:27:32.903891 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45c13731-7e2b-4a80-aede-7ebc5f997abb req-0dad1631-59f9-4aa5-bee9-605e4fbf0b89 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 210 time: 0.0607789 Jan 28 19:27:32.979131 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:33.000543 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72b47d0a-2cba-4852-acf4-a40eace2dc30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:33.060850 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fabec76f-c219-4dda-84bc-aad1620473c8 req-97602cae-45da-4d38-a017-1027430c3af2 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/security-groups?id=2056d0e1-cb00-4ca4-afef-84b79e1dd642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718650 Jan 28 19:27:33.098575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf17742-1ad5-4e63-811e-24fd9f7afa5e req-e3a29023-cf46-4c49-a299-bb95ef4bfa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:33.100310 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cbf17742-1ad5-4e63-811e-24fd9f7afa5e req-e3a29023-cf46-4c49-a299-bb95ef4bfa8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=48b8f664f2fc4a06b578857c4755b16a&device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 1125 time: 0.2166376 Jan 28 19:27:33.168037 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Network 870a7111-0ba0-4083-8298-6221c5f1fdf5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:33.180547 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Pushing event updated for resources: {'Port': ['ID=e23f97b8-6888-49ed-ad3b-200d73f71bcb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:33.192669 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:33.202415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:33.266311 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf17742-1ad5-4e63-811e-24fd9f7afa5e req-dbcd3801-0a77-49f2-b417-217939cb7210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:33.268374 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cbf17742-1ad5-4e63-811e-24fd9f7afa5e req-dbcd3801-0a77-49f2-b417-217939cb7210 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9a2d73ba-a043-44d6-a15d-92b0ac4b965b HTTP/1.1" status: 200 len: 919 time: 0.1601412 Jan 28 19:27:33.358294 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cbf17742-1ad5-4e63-811e-24fd9f7afa5e req-433bcaec-9893-465f-9a5e-aabec26e9954 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1362ecd-fdbc-4f43-8e65-1ea7950c4081 HTTP/1.1" status: 200 len: 217 time: 0.0824046 Jan 28 19:27:33.399054 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (899d1354-2de5-44bd-89cf-e97a37feae21), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:33.476679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf17742-1ad5-4e63-811e-24fd9f7afa5e req-8068fe68-fd31-4fae-802c-25febb8c97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:33.478490 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cbf17742-1ad5-4e63-811e-24fd9f7afa5e req-8068fe68-fd31-4fae-802c-25febb8c97a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6db41efc-63d0-492b-a16f-309b0d8e8966 HTTP/1.1" status: 200 len: 858 time: 0.1141171 Jan 28 19:27:33.563592 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cbf17742-1ad5-4e63-811e-24fd9f7afa5e req-65552bd7-0000-4034-912e-e211c933b767 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9a2d73ba-a043-44d6-a15d-92b0ac4b965b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722060 Jan 28 19:27:33.836983 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-469ab4f2-1e4a-4542-a529-406e39d6c9fe None None] Provisioning complete for port e23f97b8-6888-49ed-ad3b-200d73f71bcb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:33.841855 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-469ab4f2-1e4a-4542-a529-406e39d6c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:33.922144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c017f-fe58-4d85-b758-b110a847e76c req-0ea28a20-fa36-4382-b01d-097c0d74ba6b tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:33.947516 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1f0c017f-fe58-4d85-b758-b110a847e76c req-0ea28a20-fa36-4382-b01d-097c0d74ba6b tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 946 time: 0.5861802 Jan 28 19:27:33.986079 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cbf17742-1ad5-4e63-811e-24fd9f7afa5e req-fd8b76dd-98c2-446c-ac3d-170cd1f12a18 service neutron] 10.222.0.31 "GET /v2.0/networks/9a2d73ba-a043-44d6-a15d-92b0ac4b965b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120264 Jan 28 19:27:34.041042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0700ccfb-6154-4b45-ba4d-8267dc72b909 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:34.130267 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-469ab4f2-1e4a-4542-a529-406e39d6c9fe None None] Port e23f97b8-6888-49ed-ad3b-200d73f71bcb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:27:34.147814 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-307c5039-06b3-4bfd-9738-f07d11134f1b req-57fb2399-7b4f-4aa1-93e4-e4db07c1a0c5 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 210 time: 0.0813522 Jan 28 19:27:34.150458 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0700ccfb-6154-4b45-ba4d-8267dc72b909 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:34.151170 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0700ccfb-6154-4b45-ba4d-8267dc72b909), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.223456 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60456) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:34.310076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944017ed-21b5-464b-9a10-91f004e214c0 req-edaea758-9454-4255-9db2-a86cae46d401 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:34.314048 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-944017ed-21b5-464b-9a10-91f004e214c0 req-edaea758-9454-4255-9db2-a86cae46d401 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 946 time: 0.5997083 Jan 28 19:27:34.314951 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.331132 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0700ccfb-6154-4b45-ba4d-8267dc72b909 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:34.332271 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0700ccfb-6154-4b45-ba4d-8267dc72b909), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.368460 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cbf17742-1ad5-4e63-811e-24fd9f7afa5e req-351391d0-fba6-4ba1-a06f-393670f531d7 service neutron] 10.222.0.31 "GET /v2.0/networks/9a2d73ba-a043-44d6-a15d-92b0ac4b965b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774757 Jan 28 19:27:34.420029 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 0700ccfb-6154-4b45-ba4d-8267dc72b909, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0700ccfb-6154-4b45-ba4d-8267dc72b909,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:34.422230 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbba90-fb30-45f3-8856-1d2dddc2c57c req-99e6b54f-4b2d-4069-abce-292284614788 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:34.425535 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0700ccfb-6154-4b45-ba4d-8267dc72b909), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.436110 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07fbba90-fb30-45f3-8856-1d2dddc2c57c req-99e6b54f-4b2d-4069-abce-292284614788 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 943 time: 0.1402597 Jan 28 19:27:34.446640 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72b47d0a-2cba-4852-acf4-a40eace2dc30 admin admin] Publish callbacks [] for security_group (58ae82b3-f196-4f50-b180-e85b20b8c776), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.478475 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72b47d0a-2cba-4852-acf4-a40eace2dc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (58ae82b3-f196-4f50-b180-e85b20b8c776), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.527848 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f4d3ea9-cbb0-4931-8dff-625b3c50b4e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.554964 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07fbba90-fb30-45f3-8856-1d2dddc2c57c req-e511896c-d9d4-40b8-a8fe-d745dd3e7b2b tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/security-groups?id=2056d0e1-cb00-4ca4-afef-84b79e1dd642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117146 Jan 28 19:27:34.565483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=0700ccfb-6154-4b45-ba4d-8267dc72b909,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:34.668029 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-1f0c017f-fe58-4d85-b758-b110a847e76c req-26b1e68c-2aa4-4a7a-a6ea-3f30331e9a23 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Deleting port 142ea68a-752b-46c9-bb1a-b4806aa40ec5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:34.668460 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1f0c017f-fe58-4d85-b758-b110a847e76c req-26b1e68c-2aa4-4a7a-a6ea-3f30331e9a23 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (142ea68a-752b-46c9-bb1a-b4806aa40ec5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.682894 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f4d3ea9-cbb0-4931-8dff-625b3c50b4e5 admin admin] Publish callbacks [] for security_group (50945cbf-56e3-45a0-92ff-05730132162e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.687530 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f4d3ea9-cbb0-4931-8dff-625b3c50b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (50945cbf-56e3-45a0-92ff-05730132162e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.753489 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3f4d3ea9-cbb0-4931-8dff-625b3c50b4e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65c73e4fd7804dcaa9a307424996d3f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5264726 Jan 28 19:27:34.753807 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:34.759466 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d3ea9-cbb0-4931-8dff-625b3c50b4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50945cbf-56e3-45a0-92ff-05730132162e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:34.812622 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-325b85dc-d4d6-49c6-a1a2-149c68b09eae tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:34.814132 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-325b85dc-d4d6-49c6-a1a2-149c68b09eae tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.37 "GET /v2.0/networks?id=7695f85e-8320-4730-904a-2346212e366d HTTP/1.1" status: 200 len: 810 time: 0.2476513 Jan 28 19:27:34.817803 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6d7fea2-e367-4ce1-b0fa-c5139d0d9ed6 admin admin] Publish callbacks [] for security_group (50945cbf-56e3-45a0-92ff-05730132162e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.842457 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6d7fea2-e367-4ce1-b0fa-c5139d0d9ed6 admin admin] Publish callbacks [] for security_group (50945cbf-56e3-45a0-92ff-05730132162e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.896314 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6d7fea2-e367-4ce1-b0fa-c5139d0d9ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (50945cbf-56e3-45a0-92ff-05730132162e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.903585 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6d7fea2-e367-4ce1-b0fa-c5139d0d9ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:34.905158 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d6d7fea2-e367-4ce1-b0fa-c5139d0d9ed6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50945cbf-56e3-45a0-92ff-05730132162e HTTP/1.1" status: 204 len: 168 time: 0.1472890 Jan 28 19:27:34.916662 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7fea2-e367-4ce1-b0fa-c5139d0d9ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50945cbf-56e3-45a0-92ff-05730132162e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:35.331080 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-944017ed-21b5-464b-9a10-91f004e214c0 req-c7d2d93e-2e4c-4ea5-940a-929a63819f2a tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9760346 Jan 28 19:27:35.341425 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b47d0a-2cba-4852-acf4-a40eace2dc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ae82b3-f196-4f50-b180-e85b20b8c776,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:35.344869 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7c1bff38-c34d-4863-af2b-c2bdfa2c5544 req-a14bdfbc-9dc9-41ef-866e-386b81cd8912 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 210 time: 0.0486257 Jan 28 19:27:35.348559 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-72b47d0a-2cba-4852-acf4-a40eace2dc30 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea8f527bcfab49b99c3ca4c66e12c12e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6270797 Jan 28 19:27:35.351125 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60470) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:35.352708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-8e3c4805-bcbf-4c26-8c97-16e641af6deb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Request body: {'port': {'device_id': 'be5bf8ab-8cd4-47ab-af05-a9e8d70181b4', 'network_id': '7695f85e-8320-4730-904a-2346212e366d', 'admin_state_up': True, 'tenant_id': '43aa92c00b334727b1a367584bc88b75'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:35.379852 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60472) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:35.402796 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89f58cf2-fc48-41e0-a0a5-41a050654732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.477256 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c82c1f3a-1163-41e4-b492-b64583e800b3 admin admin] Publish callbacks [] for security_group (58ae82b3-f196-4f50-b180-e85b20b8c776), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.528530 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Publish callbacks [] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.539054 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c82c1f3a-1163-41e4-b492-b64583e800b3 admin admin] Publish callbacks [] for security_group (58ae82b3-f196-4f50-b180-e85b20b8c776), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.557697 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.565783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-8e3c4805-bcbf-4c26-8c97-16e641af6deb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Made reservation on behalf of 43aa92c00b334727b1a367584bc88b75 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:35.569562 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-8e3c4805-bcbf-4c26-8c97-16e641af6deb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.605233 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89f58cf2-fc48-41e0-a0a5-41a050654732 admin admin] Publish callbacks [] for security_group (269b3e26-80b4-4b45-82ce-f5fb23f7b7d5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.611963 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-89f58cf2-fc48-41e0-a0a5-41a050654732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (269b3e26-80b4-4b45-82ce-f5fb23f7b7d5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.640340 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-89f58cf2-fc48-41e0-a0a5-41a050654732 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c5ec3fd6d4e4247b8a1961bdb2242cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2592313 Jan 28 19:27:35.642647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60476) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:35.709960 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c82c1f3a-1163-41e4-b492-b64583e800b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (58ae82b3-f196-4f50-b180-e85b20b8c776), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.712835 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c82c1f3a-1163-41e4-b492-b64583e800b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.716991 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c82c1f3a-1163-41e4-b492-b64583e800b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58ae82b3-f196-4f50-b180-e85b20b8c776 HTTP/1.1" status: 204 len: 168 time: 0.3647597 Jan 28 19:27:35.717791 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f58cf2-fc48-41e0-a0a5-41a050654732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269b3e26-80b4-4b45-82ce-f5fb23f7b7d5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:35.731491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c1f3a-1163-41e4-b492-b64583e800b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ae82b3-f196-4f50-b180-e85b20b8c776,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:35.749824 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae24fed1-b34c-46f7-93de-b56218be10db admin admin] Publish callbacks [] for security_group (269b3e26-80b4-4b45-82ce-f5fb23f7b7d5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.778147 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (899d1354-2de5-44bd-89cf-e97a37feae21), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.786194 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae24fed1-b34c-46f7-93de-b56218be10db admin admin] Publish callbacks [] for security_group (269b3e26-80b4-4b45-82ce-f5fb23f7b7d5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.901002 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae24fed1-b34c-46f7-93de-b56218be10db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (269b3e26-80b4-4b45-82ce-f5fb23f7b7d5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.906322 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae24fed1-b34c-46f7-93de-b56218be10db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:35.913703 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ae24fed1-b34c-46f7-93de-b56218be10db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/269b3e26-80b4-4b45-82ce-f5fb23f7b7d5 HTTP/1.1" status: 204 len: 168 time: 0.2693810 Jan 28 19:27:35.953264 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0700ccfb-6154-4b45-ba4d-8267dc72b909 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:35.955592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24fed1-b34c-46f7-93de-b56218be10db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269b3e26-80b4-4b45-82ce-f5fb23f7b7d5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:35.981600 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Pushing event updated for resources: {'Port': ['ID=e23f97b8-6888-49ed-ad3b-200d73f71bcb,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:35.997804 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1f0c017f-fe58-4d85-b758-b110a847e76c req-26b1e68c-2aa4-4a7a-a6ea-3f30331e9a23 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] For port 142ea68a-752b-46c9-bb1a-b4806aa40ec5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=142ea68a-752b-46c9-bb1a-b4806aa40ec5,segment=NetworkSegment(441dba29-3ed5-41ce-a9a1-45c2a11bf082),segment_id=441dba29-3ed5-41ce-a9a1-45c2a11bf082)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:35.998221 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1f0c017f-fe58-4d85-b758-b110a847e76c req-26b1e68c-2aa4-4a7a-a6ea-3f30331e9a23 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (142ea68a-752b-46c9-bb1a-b4806aa40ec5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:36.011891 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Network 870a7111-0ba0-4083-8298-6221c5f1fdf5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:36.027182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:36.054412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-1f0c017f-fe58-4d85-b758-b110a847e76c req-26b1e68c-2aa4-4a7a-a6ea-3f30331e9a23 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Calling delete_port for 142ea68a-752b-46c9-bb1a-b4806aa40ec5 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:36.063979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6391a-7d43-4d77-9b92-09e543a2e2f1 req-36d5fccd-e0fb-40a1-9a3c-805de9dfc0b8 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:36.065549 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19e6391a-7d43-4d77-9b92-09e543a2e2f1 req-36d5fccd-e0fb-40a1-9a3c-805de9dfc0b8 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 943 time: 0.3759394 Jan 28 19:27:36.101365 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0700ccfb-6154-4b45-ba4d-8267dc72b909 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:36.101744 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0700ccfb-6154-4b45-ba4d-8267dc72b909), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:36.315178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0700ccfb-6154-4b45-ba4d-8267dc72b909 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:36.453967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60492) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:36.474320 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e34ed778-ac00-49e9-b9b1-5b063da939e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:36.479839 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-53eba328-e974-49c0-a4fd-1905e97e8118 None None] Provisioning complete for port e23f97b8-6888-49ed-ad3b-200d73f71bcb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:36.480702 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53eba328-e974-49c0-a4fd-1905e97e8118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:36.513169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-8e3c4805-bcbf-4c26-8c97-16e641af6deb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Allocated IP 172.20.0.4 (7695f85e-8320-4730-904a-2346212e366d/4484c7d9-16e0-4509-87ed-04b1dd7e32ff/57468e8b-6c0b-49bf-8cf4-523974556e31) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:36.522232 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19e6391a-7d43-4d77-9b92-09e543a2e2f1 req-ed222f81-fbdd-402f-9080-7525fadda81f tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/security-groups?id=2056d0e1-cb00-4ca4-afef-84b79e1dd642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589420 Jan 28 19:27:36.557318 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Router 899d1354-2de5-44bd-89cf-e97a37feae21 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:27:36.573249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-53eba328-e974-49c0-a4fd-1905e97e8118 None None] Port e23f97b8-6888-49ed-ad3b-200d73f71bcb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:27:36.601495 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1b0f1795-482b-460d-bcb5-ea562bf4ecdb req-2fe6669b-0da8-4384-ac1d-f47816684654 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 210 time: 0.1172733 Jan 28 19:27:36.748644 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e34ed778-ac00-49e9-b9b1-5b063da939e0 admin admin] Publish callbacks [] for security_group (eaa5c092-ff35-49b3-aea1-7e42b667a76b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:36.753042 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e34ed778-ac00-49e9-b9b1-5b063da939e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (eaa5c092-ff35-49b3-aea1-7e42b667a76b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:36.789244 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e34ed778-ac00-49e9-b9b1-5b063da939e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c13ebc520aa4494dafbcc94e5e306d5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3396487 Jan 28 19:27:36.796907 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60502) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:36.827019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ed778-ac00-49e9-b9b1-5b063da939e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa5c092-ff35-49b3-aea1-7e42b667a76b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:36.904381 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:27:36.915005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Sync routers for ids ['899d1354-2de5-44bd-89cf-e97a37feae21'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:27:36.932297 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Routers {'899d1354-2de5-44bd-89cf-e97a37feae21'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:36.932943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:27:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['899d1354-2de5-44bd-89cf-e97a37feae21'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:36.935730 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-401a22c9-91e3-4998-ab7e-2bbba9f9fbf3 admin admin] 10.222.0.55 "PUT /v2.0/routers/899d1354-2de5-44bd-89cf-e97a37feae21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9502640 Jan 28 19:27:36.961903 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1f0c017f-fe58-4d85-b758-b110a847e76c req-26b1e68c-2aa4-4a7a-a6ea-3f30331e9a23 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (142ea68a-752b-46c9-bb1a-b4806aa40ec5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.035597 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4722a8-8a45-4ace-aec4-995363cf3550 req-31ac1c2d-8c36-4553-b5a0-97fa4b001ecd tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:37.037583 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f4722a8-8a45-4ace-aec4-995363cf3550 req-31ac1c2d-8c36-4553-b5a0-97fa4b001ecd tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef0d43c1-ad10-40ce-80b6-6a600ce01dd7 HTTP/1.1" status: 200 len: 946 time: 0.3471208 Jan 28 19:27:37.052250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1e68c-2aa4-4a7a-a6ea-3f30331e9a23 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Pushing event deleted for resources: {'Port': ['ID=142ea68a-752b-46c9-bb1a-b4806aa40ec5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:37.057469 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device b1362ecd-fdbc-4f43-8e65-1ea7950c4081 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:27:37.062000 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 142ea68a-752b-46c9-bb1a-b4806aa40ec5 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:37.127109 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 142ea68a-752b-46c9-bb1a-b4806aa40ec5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:37.127727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 142ea68a-752b-46c9-bb1a-b4806aa40ec5 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:37.130440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0c017f-fe58-4d85-b758-b110a847e76c req-26b1e68c-2aa4-4a7a-a6ea-3f30331e9a23 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] No DVR routers for this DVR port 142ea68a-752b-46c9-bb1a-b4806aa40ec5 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:37.132537 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf73320a-4dcd-424a-9046-bf55a6d36dcc admin admin] Publish callbacks [] for security_group (eaa5c092-ff35-49b3-aea1-7e42b667a76b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.151219 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Set router 899d1354-2de5-44bd-89cf-e97a37feae21 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:27:37.163269 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf73320a-4dcd-424a-9046-bf55a6d36dcc admin admin] Publish callbacks [] for security_group (eaa5c092-ff35-49b3-aea1-7e42b667a76b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.241583 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1f0c017f-fe58-4d85-b758-b110a847e76c req-26b1e68c-2aa4-4a7a-a6ea-3f30331e9a23 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.245257 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1f0c017f-fe58-4d85-b758-b110a847e76c req-26b1e68c-2aa4-4a7a-a6ea-3f30331e9a23 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.31 "DELETE /v2.0/ports/142ea68a-752b-46c9-bb1a-b4806aa40ec5 HTTP/1.1" status: 204 len: 173 time: 3.2199569 Jan 28 19:27:37.245724 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0d43c1-ad10-40ce-80b6-6a600ce01dd7', 'name': 'network-vif-deleted', 'tag': '142ea68a-752b-46c9-bb1a-b4806aa40ec5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:37.248090 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cf566c-5c34-41a2-9026-597521fdded8" -d '{"events": [{"server_uuid": "ef0d43c1-ad10-40ce-80b6-6a600ce01dd7", "name": "network-vif-deleted", "tag": "142ea68a-752b-46c9-bb1a-b4806aa40ec5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:37.268228 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf73320a-4dcd-424a-9046-bf55a6d36dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (eaa5c092-ff35-49b3-aea1-7e42b667a76b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.271271 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf73320a-4dcd-424a-9046-bf55a6d36dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.273158 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bf73320a-4dcd-424a-9046-bf55a6d36dcc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eaa5c092-ff35-49b3-aea1-7e42b667a76b HTTP/1.1" status: 204 len: 168 time: 0.4703028 Jan 28 19:27:37.345231 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-8e3c4805-bcbf-4c26-8c97-16e641af6deb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Publish callbacks [] for port (57468e8b-6c0b-49bf-8cf4-523974556e31), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.348577 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1b44c3-2699-4cf1-b003-7c5987d6881c x-openstack-request-id: req-cc1b44c3-2699-4cf1-b003-7c5987d6881c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:37.349091 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0d43c1-ad10-40ce-80b6-6a600ce01dd7", "name": "network-vif-deleted", "tag": "142ea68a-752b-46c9-bb1a-b4806aa40ec5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:37.349513 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc1b44c3-2699-4cf1-b003-7c5987d6881c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:37.350101 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0d43c1-ad10-40ce-80b6-6a600ce01dd7', 'name': 'network-vif-deleted', 'tag': '142ea68a-752b-46c9-bb1a-b4806aa40ec5', 'status': 'completed', 'code': 200} Jan 28 19:27:37.354738 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73320a-4dcd-424a-9046-bf55a6d36dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa5c092-ff35-49b3-aea1-7e42b667a76b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:37.364476 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f4722a8-8a45-4ace-aec4-995363cf3550 req-6e6c4a6c-0a15-4f26-a57f-a1ae5ab0b206 tempest-ServersTestJSON-979105891 tempest-ServersTestJSON-979105891-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6d0da05-26dd-4347-bd2d-3e25b96867a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099356 Jan 28 19:27:37.438405 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-8e3c4805-bcbf-4c26-8c97-16e641af6deb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (57468e8b-6c0b-49bf-8cf4-523974556e31), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.474280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:37.478511 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60524) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:37.521081 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c4805-bcbf-4c26-8c97-16e641af6deb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Pushing event updated for resources: {'Port': ['ID=57468e8b-6c0b-49bf-8cf4-523974556e31,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:37.546709 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-8e3c4805-bcbf-4c26-8c97-16e641af6deb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Network 7695f85e-8320-4730-904a-2346212e366d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:37.548974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-8e3c4805-bcbf-4c26-8c97-16e641af6deb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:37.551449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-8e3c4805-bcbf-4c26-8c97-16e641af6deb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:37.700266 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-8e3c4805-bcbf-4c26-8c97-16e641af6deb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:37.702253 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-8e3c4805-bcbf-4c26-8c97-16e641af6deb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.711955 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port b1362ecd-fdbc-4f43-8e65-1ea7950c4081, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b1362ecd-fdbc-4f43-8e65-1ea7950c4081,segment=NetworkSegment(c890261b-16d0-4d1e-8de6-5452fc578f99),segment_id=c890261b-16d0-4d1e-8de6-5452fc578f99)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:37.732437 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-8e3c4805-bcbf-4c26-8c97-16e641af6deb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3994870 Jan 28 19:27:37.744752 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Request body: {'port': {'device_id': 'be5bf8ab-8cd4-47ab-af05-a9e8d70181b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:37.789877 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290f8bf-727f-4a3d-aa93-e74d5c9b40ee req-49268746-0833-4059-881d-51cc0b5b5411 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:37.793251 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'b1362ecd-fdbc-4f43-8e65-1ea7950c4081', 'network_id': '9a2d73ba-a043-44d6-a15d-92b0ac4b965b', 'port_id': 'b1362ecd-fdbc-4f43-8e65-1ea7950c4081', 'mac_address': 'fa:16:3e:72:82:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db41efc-63d0-492b-a16f-309b0d8e8966', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:27:37.795963 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6290f8bf-727f-4a3d-aa93-e74d5c9b40ee req-49268746-0833-4059-881d-51cc0b5b5411 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 943 time: 0.1135933 Jan 28 19:27:37.902568 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6290f8bf-727f-4a3d-aa93-e74d5c9b40ee req-df26b995-0536-40a6-9ba5-2a44fb06418e tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/security-groups?id=2056d0e1-cb00-4ca4-afef-84b79e1dd642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946591 Jan 28 19:27:37.912566 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port b1362ecd-fdbc-4f43-8e65-1ea7950c4081 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:37.912961 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b1362ecd-fdbc-4f43-8e65-1ea7950c4081), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:37.971777 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (57468e8b-6c0b-49bf-8cf4-523974556e31), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.033903 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-379f9c47-511a-4721-9dca-5431f562dff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.051885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1362ecd-fdbc-4f43-8e65-1ea7950c4081 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:27:38.078791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port b1362ecd-fdbc-4f43-8e65-1ea7950c4081, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b1362ecd-fdbc-4f43-8e65-1ea7950c4081,segment=NetworkSegment(c890261b-16d0-4d1e-8de6-5452fc578f99),segment_id=c890261b-16d0-4d1e-8de6-5452fc578f99)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:38.089406 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b1362ecd-fdbc-4f43-8e65-1ea7950c4081), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.215019 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d97547-e689-44d8-9b8d-857b0bbbef1f req-72907628-4146-42a2-a002-0bd0e1f2db5b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:38.217176 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5d97547-e689-44d8-9b8d-857b0bbbef1f req-72907628-4146-42a2-a002-0bd0e1f2db5b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 931 time: 0.3753064 Jan 28 19:27:38.217843 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60542) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:38.223627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=b1362ecd-fdbc-4f43-8e65-1ea7950c4081,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:38.230293 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-379f9c47-511a-4721-9dca-5431f562dff7 admin admin] Publish callbacks [] for security_group (6febc3e5-0ee6-4f6b-8e79-35e761a0c12d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.236380 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-379f9c47-511a-4721-9dca-5431f562dff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6febc3e5-0ee6-4f6b-8e79-35e761a0c12d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.262929 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7f71-4314-448f-b825-7cb4fe9e6526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.292761 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'name': 'tempest-ImageQuotaTest-1343780612-router', 'tenant_id': '3ff2610294664c91ac39cefaf8fc39fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '0700ccfb-6154-4b45-ba4d-8267dc72b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:27:24Z', 'updated_at': '2022-01-28T19:27:33Z', 'revision_number': 4, 'project_id': '3ff2610294664c91ac39cefaf8fc39fd', 'gw_port': {'id': '0700ccfb-6154-4b45-ba4d-8267dc72b909', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:df:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:27:25Z', 'updated_at': '2022-01-28T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e23f97b8-6888-49ed-ad3b-200d73f71bcb', 'name': '', 'network_id': '870a7111-0ba0-4083-8298-6221c5f1fdf5', 'tenant_id': '3ff2610294664c91ac39cefaf8fc39fd', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'b70d69e9-5522-4e0c-bd02-e5e0f1badc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:27:31Z', 'updated_at': '2022-01-28T19:27:34Z', 'revision_number': 2, 'project_id': '3ff2610294664c91ac39cefaf8fc39fd', 'subnets': [{'id': 'b70d69e9-5522-4e0c-bd02-e5e0f1badc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:38.307190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f9c47-511a-4721-9dca-5431f562dff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6febc3e5-0ee6-4f6b-8e79-35e761a0c12d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:38.340707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['b1362ecd-fdbc-4f43-8e65-1ea7950c4081'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:38.349273 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-379f9c47-511a-4721-9dca-5431f562dff7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33979a918d7b4915a1a5c1ebc2f10c3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8685775 Jan 28 19:27:38.349962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60546) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:38.385659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Checking router: 899d1354-2de5-44bd-89cf-e97a37feae21 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:27:38.386224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Updating router 899d1354-2de5-44bd-89cf-e97a37feae21 port e23f97b8-6888-49ed-ad3b-200d73f71bcb binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:27:38.404739 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04f19399-2899-442a-96e8-f7c2de96adf1 admin admin] Publish callbacks [] for security_group (6febc3e5-0ee6-4f6b-8e79-35e761a0c12d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.448765 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04f19399-2899-442a-96e8-f7c2de96adf1 admin admin] Publish callbacks [] for security_group (6febc3e5-0ee6-4f6b-8e79-35e761a0c12d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.454230 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60550) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:38.460869 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5d97547-e689-44d8-9b8d-857b0bbbef1f req-c7c42757-fefe-4dc4-8c5f-ec29c4b32652 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301266 Jan 28 19:27:38.504116 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.583959 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7f71-4314-448f-b825-7cb4fe9e6526 admin admin] Publish callbacks [] for security_group (ef967d2c-b30b-4a4d-a32a-e6b1bf3e5e50), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.593411 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7f71-4314-448f-b825-7cb4fe9e6526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ef967d2c-b30b-4a4d-a32a-e6b1bf3e5e50), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.614142 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb9ab4a-0de6-4e63-a3a6-d6df8cbf8a75 admin admin] Deleting subnet e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:27:38.622897 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acb9ab4a-0de6-4e63-a3a6-d6df8cbf8a75 admin admin] Publish callbacks [] for subnet (e5d3bf0e-e0cc-45ee-80b9-15c53de351d7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.644681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa7f71-4314-448f-b825-7cb4fe9e6526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef967d2c-b30b-4a4d-a32a-e6b1bf3e5e50,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:38.688209 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0bfa7f71-4314-448f-b825-7cb4fe9e6526 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a92aebb3e994694950d101674841389&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4662480 Jan 28 19:27:38.691989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60556) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:38.713890 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04f19399-2899-442a-96e8-f7c2de96adf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6febc3e5-0ee6-4f6b-8e79-35e761a0c12d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.716545 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04f19399-2899-442a-96e8-f7c2de96adf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.720348 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-04f19399-2899-442a-96e8-f7c2de96adf1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6febc3e5-0ee6-4f6b-8e79-35e761a0c12d HTTP/1.1" status: 204 len: 168 time: 0.3668284 Jan 28 19:27:38.740415 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acb9ab4a-0de6-4e63-a3a6-d6df8cbf8a75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (e5d3bf0e-e0cc-45ee-80b9-15c53de351d7), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.778459 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57468e8b-6c0b-49bf-8cf4-523974556e31 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:27:38.789073 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Publish callbacks [] for port (57468e8b-6c0b-49bf-8cf4-523974556e31), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.804644 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Transition to ACTIVE for port object 57468e8b-6c0b-49bf-8cf4-523974556e31 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:27:38.813806 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (57468e8b-6c0b-49bf-8cf4-523974556e31), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.825160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f19399-2899-442a-96e8-f7c2de96adf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6febc3e5-0ee6-4f6b-8e79-35e761a0c12d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:38.874326 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2fde6a3-b350-45b3-9804-d021518e588e admin admin] Publish callbacks [] for security_group (ef967d2c-b30b-4a4d-a32a-e6b1bf3e5e50), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.889930 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acb9ab4a-0de6-4e63-a3a6-d6df8cbf8a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (e5d3bf0e-e0cc-45ee-80b9-15c53de351d7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.933458 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2fde6a3-b350-45b3-9804-d021518e588e admin admin] Publish callbacks [] for security_group (ef967d2c-b30b-4a4d-a32a-e6b1bf3e5e50), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:38.988651 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acb9ab4a-0de6-4e63-a3a6-d6df8cbf8a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (e5d3bf0e-e0cc-45ee-80b9-15c53de351d7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.025051 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acb9ab4a-0de6-4e63-a3a6-d6df8cbf8a75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.031992 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Pushing event updated for resources: {'Port': ['ID=57468e8b-6c0b-49bf-8cf4-523974556e31,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:39.032424 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-acb9ab4a-0de6-4e63-a3a6-d6df8cbf8a75 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e5d3bf0e-e0cc-45ee-80b9-15c53de351d7 HTTP/1.1" status: 204 len: 168 time: 0.5763395 Jan 28 19:27:39.033150 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60570) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:39.074686 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2fde6a3-b350-45b3-9804-d021518e588e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ef967d2c-b30b-4a4d-a32a-e6b1bf3e5e50), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.077912 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e2fde6a3-b350-45b3-9804-d021518e588e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.082433 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e2fde6a3-b350-45b3-9804-d021518e588e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef967d2c-b30b-4a4d-a32a-e6b1bf3e5e50 HTTP/1.1" status: 204 len: 168 time: 0.3871858 Jan 28 19:27:39.083389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9ab4a-0de6-4e63-a3a6-d6df8cbf8a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d3bf0e-e0cc-45ee-80b9-15c53de351d7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:39.116938 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Attempting to bind port 57468e8b-6c0b-49bf-8cf4-523974556e31 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:27:39.117716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Attempting to bind port 57468e8b-6c0b-49bf-8cf4-523974556e31 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '5bf2412f-fc8c-41b0-a29e-03486ebdd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7695f85e-8320-4730-904a-2346212e366d'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:27:39.118294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Attempting to bind port 57468e8b-6c0b-49bf-8cf4-523974556e31 on network 7695f85e-8320-4730-904a-2346212e366d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:27:39.118422 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fde6a3-b350-45b3-9804-d021518e588e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef967d2c-b30b-4a4d-a32a-e6b1bf3e5e50,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:39.124494 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Port 57468e8b-6c0b-49bf-8cf4-523974556e31 on network 7695f85e-8320-4730-904a-2346212e366d not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:27:39.125022 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Attempting to bind port 57468e8b-6c0b-49bf-8cf4-523974556e31 on network 7695f85e-8320-4730-904a-2346212e366d {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:27:39.130872 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:27:39.131528 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Checking segment: {'id': '5bf2412f-fc8c-41b0-a29e-03486ebdd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7695f85e-8320-4730-904a-2346212e366d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:27:39.132243 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Bound using segment: {'id': '5bf2412f-fc8c-41b0-a29e-03486ebdd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7695f85e-8320-4730-904a-2346212e366d'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:27:39.132916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Bound port: 57468e8b-6c0b-49bf-8cf4-523974556e31, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf2412f-fc8c-41b0-a29e-03486ebdd9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '7695f85e-8320-4730-904a-2346212e366d'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:27:39.133481 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (57468e8b-6c0b-49bf-8cf4-523974556e31), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.244330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] For port 57468e8b-6c0b-49bf-8cf4-523974556e31, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:27:39.249860 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] For port 57468e8b-6c0b-49bf-8cf4-523974556e31, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=57468e8b-6c0b-49bf-8cf4-523974556e31,segment=NetworkSegment(5bf2412f-fc8c-41b0-a29e-03486ebdd9ad),segment_id=5bf2412f-fc8c-41b0-a29e-03486ebdd9ad)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:27:39.257556 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (57468e8b-6c0b-49bf-8cf4-523974556e31), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.302524 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78ec0468-b6a7-41e8-a93c-1fcc42996be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (301c456c-76ee-4f43-ab94-73ce621ebdf4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.315008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60578) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:39.316797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:39.317480 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.319431 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] 10.222.0.37 "PUT /v2.0/ports/57468e8b-6c0b-49bf-8cf4-523974556e31 HTTP/1.1" status: 200 len: 1091 time: 1.5795982 Jan 28 19:27:39.353810 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5bf8ab-8cd4-47ab-af05-a9e8d70181b4', 'tag': '57468e8b-6c0b-49bf-8cf4-523974556e31'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:39.357319 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29981ad2-67ea-42fb-9108-b2814bd2715b" -d '{"events": [{"name": "network-changed", "server_uuid": "be5bf8ab-8cd4-47ab-af05-a9e8d70181b4", "tag": "57468e8b-6c0b-49bf-8cf4-523974556e31"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:39.357897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e0203-46ec-4ef0-b3bb-dcc78f424377 req-e8ae3bc8-1922-4743-aac9-d5f2d329c4b7 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:39.364486 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-222e0203-46ec-4ef0-b3bb-dcc78f424377 req-e8ae3bc8-1922-4743-aac9-d5f2d329c4b7 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 944 time: 0.2912400 Jan 28 19:27:39.373485 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Publish callbacks [] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.379804 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8852b9c3-45d9-4629-987e-090d4707baad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.383218 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.592216 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-222e0203-46ec-4ef0-b3bb-dcc78f424377 req-99a1246f-2096-412e-b372-b21a64e8c936 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/security-groups?id=2056d0e1-cb00-4ca4-afef-84b79e1dd642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151434 Jan 28 19:27:39.608689 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8852b9c3-45d9-4629-987e-090d4707baad admin admin] Publish callbacks [] for security_group (047db24b-7558-4af7-86e6-3cf605d0189b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.615138 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b3d0f6-89d0-44b1-a9ce-4108df2e2750 x-openstack-request-id: req-20b3d0f6-89d0-44b1-a9ce-4108df2e2750 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:39.616978 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5bf8ab-8cd4-47ab-af05-a9e8d70181b4", "tag": "57468e8b-6c0b-49bf-8cf4-523974556e31", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:39.617265 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20b3d0f6-89d0-44b1-a9ce-4108df2e2750 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:39.618851 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5bf8ab-8cd4-47ab-af05-a9e8d70181b4', 'tag': '57468e8b-6c0b-49bf-8cf4-523974556e31', 'status': 'completed', 'code': 200} Jan 28 19:27:39.653360 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38e0cf-c7cb-44f0-9cfe-0275c09f0435 None None] Pushing event updated for resources: {'Port': ['ID=e23f97b8-6888-49ed-ad3b-200d73f71bcb,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:39.669412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Attempting to bind port e23f97b8-6888-49ed-ad3b-200d73f71bcb on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:27:39.672624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Attempting to bind port e23f97b8-6888-49ed-ad3b-200d73f71bcb by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '0b0ff39b-e768-447b-9446-53e784e41eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '870a7111-0ba0-4083-8298-6221c5f1fdf5'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:27:39.673009 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Attempting to bind port e23f97b8-6888-49ed-ad3b-200d73f71bcb on network 870a7111-0ba0-4083-8298-6221c5f1fdf5 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:27:39.690791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:27:39.691233 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Checking segment: {'id': '0b0ff39b-e768-447b-9446-53e784e41eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '870a7111-0ba0-4083-8298-6221c5f1fdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:27:39.691956 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.692900 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Bound using segment: {'id': '0b0ff39b-e768-447b-9446-53e784e41eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '870a7111-0ba0-4083-8298-6221c5f1fdf5'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:27:39.694189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Bound port: e23f97b8-6888-49ed-ad3b-200d73f71bcb, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0ff39b-e768-447b-9446-53e784e41eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '870a7111-0ba0-4083-8298-6221c5f1fdf5'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:27:39.694897 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.706039 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eaa118-6d33-47af-94ac-26b909f92b83 service neutron] Pushing event updated for resources: {'Port': ['ID=57468e8b-6c0b-49bf-8cf4-523974556e31,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:39.716440 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78ec0468-b6a7-41e8-a93c-1fcc42996be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (301c456c-76ee-4f43-ab94-73ce621ebdf4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.722735 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8852b9c3-45d9-4629-987e-090d4707baad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (047db24b-7558-4af7-86e6-3cf605d0189b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.785185 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-78ec0468-b6a7-41e8-a93c-1fcc42996be8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301c456c-76ee-4f43-ab94-73ce621ebdf4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:39.800668 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8852b9c3-45d9-4629-987e-090d4707baad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fbeda40b14fd409a8f8be3de60e9865c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4801872 Jan 28 19:27:39.810652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] For port e23f97b8-6888-49ed-ad3b-200d73f71bcb, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:27:39.814872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] For port e23f97b8-6888-49ed-ad3b-200d73f71bcb, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e23f97b8-6888-49ed-ad3b-200d73f71bcb,segment=NetworkSegment(0b0ff39b-e768-447b-9446-53e784e41eee),segment_id=0b0ff39b-e768-447b-9446-53e784e41eee)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:27:39.816535 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:39.820503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-78ec0468-b6a7-41e8-a93c-1fcc42996be8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441dba29-3ed5-41ce-a9a1-45c2a11bf082') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:39.824416 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.826867 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-78ec0468-b6a7-41e8-a93c-1fcc42996be8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441dba29-3ed5-41ce-a9a1-45c2a11bf082') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:39.898187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cbbeed4e-b973-46af-abdc-cbebc5aa88ed None None] Provisioning complete for port e23f97b8-6888-49ed-ad3b-200d73f71bcb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:39.898566 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cbbeed4e-b973-46af-abdc-cbebc5aa88ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:39.953022 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Routers {'899d1354-2de5-44bd-89cf-e97a37feae21'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:39.953868 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:27:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['899d1354-2de5-44bd-89cf-e97a37feae21'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:39.965274 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-c493def8-075b-4e86-9297-7728d2327339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:39.972651 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-c493def8-075b-4e86-9297-7728d2327339 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43aa92c00b334727b1a367584bc88b75&device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 1125 time: 0.5926111 Jan 28 19:27:40.003241 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78ec0468-b6a7-41e8-a93c-1fcc42996be8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (441dba29-3ed5-41ce-a9a1-45c2a11bf082), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.010351 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2be457f7-a101-4f62-b18e-b12385f547d9 admin admin] Publish callbacks [] for security_group (047db24b-7558-4af7-86e6-3cf605d0189b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.030423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b420e-0bf2-42c4-9062-017c1c4472e8 req-f1e24230-83cc-4e9f-9ac7-ed5f1f880ada tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:40.033143 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de3b420e-0bf2-42c4-9062-017c1c4472e8 req-f1e24230-83cc-4e9f-9ac7-ed5f1f880ada tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 943 time: 0.3429327 Jan 28 19:27:40.058885 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2be457f7-a101-4f62-b18e-b12385f547d9 admin admin] Publish callbacks [] for security_group (047db24b-7558-4af7-86e6-3cf605d0189b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.102809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] Set router 899d1354-2de5-44bd-89cf-e97a37feae21 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:27:40.162280 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2be457f7-a101-4f62-b18e-b12385f547d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (047db24b-7558-4af7-86e6-3cf605d0189b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.166356 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2be457f7-a101-4f62-b18e-b12385f547d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.169369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38e0cf-c7cb-44f0-9cfe-0275c09f0435 None None] Pushing event updated for resources: {'Port': ['ID=e23f97b8-6888-49ed-ad3b-200d73f71bcb,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:40.173327 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2be457f7-a101-4f62-b18e-b12385f547d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/047db24b-7558-4af7-86e6-3cf605d0189b HTTP/1.1" status: 204 len: 168 time: 0.3525727 Jan 28 19:27:40.216505 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be457f7-a101-4f62-b18e-b12385f547d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047db24b-7558-4af7-86e6-3cf605d0189b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:40.228674 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78ec0468-b6a7-41e8-a93c-1fcc42996be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (441dba29-3ed5-41ce-a9a1-45c2a11bf082), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.241761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ec0468-b6a7-41e8-a93c-1fcc42996be8 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:27:40.242227 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78ec0468-b6a7-41e8-a93c-1fcc42996be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (441dba29-3ed5-41ce-a9a1-45c2a11bf082), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:27:40.244253 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:27:40.352969 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78ec0468-b6a7-41e8-a93c-1fcc42996be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (301c456c-76ee-4f43-ab94-73ce621ebdf4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.359825 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78ec0468-b6a7-41e8-a93c-1fcc42996be8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.363920 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-78ec0468-b6a7-41e8-a93c-1fcc42996be8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/301c456c-76ee-4f43-ab94-73ce621ebdf4 HTTP/1.1" status: 204 len: 168 time: 1.3259630 Jan 28 19:27:40.377929 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec0468-b6a7-41e8-a93c-1fcc42996be8 admin admin] Pushing event deleted for resources: {'Network': ['ID=301c456c-76ee-4f43-ab94-73ce621ebdf4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:40.490958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60604) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:40.499527 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cbbeed4e-b973-46af-abdc-cbebc5aa88ed None None] Current status of the port e23f97b8-6888-49ed-ad3b-200d73f71bcb is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:40.500059 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cbbeed4e-b973-46af-abdc-cbebc5aa88ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.503995 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'name': 'tempest-ImageQuotaTest-1343780612-router', 'tenant_id': '3ff2610294664c91ac39cefaf8fc39fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '0700ccfb-6154-4b45-ba4d-8267dc72b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:27:24Z', 'updated_at': '2022-01-28T19:27:33Z', 'revision_number': 4, 'project_id': '3ff2610294664c91ac39cefaf8fc39fd', 'gw_port': {'id': '0700ccfb-6154-4b45-ba4d-8267dc72b909', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:df:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:27:25Z', 'updated_at': '2022-01-28T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e23f97b8-6888-49ed-ad3b-200d73f71bcb', 'name': '', 'network_id': '870a7111-0ba0-4083-8298-6221c5f1fdf5', 'tenant_id': '3ff2610294664c91ac39cefaf8fc39fd', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'b70d69e9-5522-4e0c-bd02-e5e0f1badc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:27:31Z', 'updated_at': '2022-01-28T19:27:39Z', 'revision_number': 4, 'project_id': '3ff2610294664c91ac39cefaf8fc39fd', 'subnets': [{'id': 'b70d69e9-5522-4e0c-bd02-e5e0f1badc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:40.540264 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a30ede-f919-4bcd-beed-81ebaf9bbad9 None None] The sync data for ids ['899d1354-2de5-44bd-89cf-e97a37feae21'] in n-d-824834-4 is: [{'id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'name': 'tempest-ImageQuotaTest-1343780612-router', 'tenant_id': '3ff2610294664c91ac39cefaf8fc39fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '0700ccfb-6154-4b45-ba4d-8267dc72b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:27:24Z', 'updated_at': '2022-01-28T19:27:33Z', 'revision_number': 4, 'project_id': '3ff2610294664c91ac39cefaf8fc39fd', 'gw_port': {'id': '0700ccfb-6154-4b45-ba4d-8267dc72b909', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:df:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:27:25Z', 'updated_at': '2022-01-28T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e23f97b8-6888-49ed-ad3b-200d73f71bcb', 'name': '', 'network_id': '870a7111-0ba0-4083-8298-6221c5f1fdf5', 'tenant_id': '3ff2610294664c91ac39cefaf8fc39fd', 'mac_address': 'fa:16:3e:d7:cc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'b70d69e9-5522-4e0c-bd02-e5e0f1badc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:27:31Z', 'updated_at': '2022-01-28T19:27:39Z', 'revision_number': 4, 'project_id': '3ff2610294664c91ac39cefaf8fc39fd', 'subnets': [{'id': 'b70d69e9-5522-4e0c-bd02-e5e0f1badc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:27:40.578753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cbbeed4e-b973-46af-abdc-cbebc5aa88ed None None] For port e23f97b8-6888-49ed-ad3b-200d73f71bcb, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e23f97b8-6888-49ed-ad3b-200d73f71bcb,segment=NetworkSegment(0b0ff39b-e768-447b-9446-53e784e41eee),segment_id=0b0ff39b-e768-447b-9446-53e784e41eee)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:40.588327 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cbbeed4e-b973-46af-abdc-cbebc5aa88ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.708419 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852b9c3-45d9-4629-987e-090d4707baad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047db24b-7558-4af7-86e6-3cf605d0189b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:40.717379 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-c94b6c4c-0760-4895-82c8-f2660f46c6a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57468e8b-6c0b-49bf-8cf4-523974556e31 HTTP/1.1" status: 200 len: 217 time: 0.7346652 Jan 28 19:27:40.791307 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ec9d402a-2b86-455d-a1a4-80c3d698741b None None] Provisioning complete for port e23f97b8-6888-49ed-ad3b-200d73f71bcb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:40.791692 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec9d402a-2b86-455d-a1a4-80c3d698741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:40.835926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbeed4e-b973-46af-abdc-cbebc5aa88ed None None] Pushing event updated for resources: {'Port': ['ID=e23f97b8-6888-49ed-ad3b-200d73f71bcb,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:40.867911 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-366b1649-f347-436a-ae78-c749416fba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:40.872169 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-366b1649-f347-436a-ae78-c749416fba6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4484c7d9-16e0-4509-87ed-04b1dd7e32ff HTTP/1.1" status: 200 len: 850 time: 0.1459668 Jan 28 19:27:40.938051 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-4ace8786-e5b8-4da0-9fb4-8ab041c4e735 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7695f85e-8320-4730-904a-2346212e366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530081 Jan 28 19:27:40.951601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60614) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:40.963939 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ec9d402a-2b86-455d-a1a4-80c3d698741b None None] Current status of the port e23f97b8-6888-49ed-ad3b-200d73f71bcb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:41.014651 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de3b420e-0bf2-42c4-9062-017c1c4472e8 req-a3fc428a-b651-45fe-a152-0b203aef7003 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004200 Jan 28 19:27:41.054334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device b1362ecd-fdbc-4f43-8e65-1ea7950c4081 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:41.106766 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-613e7a6f-f8b9-4d02-a651-d582be145d18 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd603e28722c42b28138d18f99e1230c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1539679 Jan 28 19:27:41.114190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60620) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:41.143626 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port b1362ecd-fdbc-4f43-8e65-1ea7950c4081 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:27:41.149238 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port b1362ecd-fdbc-4f43-8e65-1ea7950c4081 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:41.156991 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b1362ecd-fdbc-4f43-8e65-1ea7950c4081), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.195615 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-4ebc85d7-8d19-4d0f-8311-55a0ea304671 service neutron] 10.222.0.37 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375245 Jan 28 19:27:41.196578 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a9496db-e641-4f4b-baf6-836dffd5ffbf admin admin] Publish callbacks [] for security_group (c6d0da05-26dd-4347-bd2d-3e25b96867a2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.285295 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a9496db-e641-4f4b-baf6-836dffd5ffbf admin admin] Publish callbacks [] for security_group (c6d0da05-26dd-4347-bd2d-3e25b96867a2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.378603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port b1362ecd-fdbc-4f43-8e65-1ea7950c4081 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:41.386522 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b1362ecd-fdbc-4f43-8e65-1ea7950c4081), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.397482 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bebc211-ffb3-46f3-b270-3c502d03acd5 req-22a30924-47aa-410d-a93a-5f2e3d3a39c4 service neutron] 10.222.0.37 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877615 Jan 28 19:27:41.429471 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a9496db-e641-4f4b-baf6-836dffd5ffbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c6d0da05-26dd-4347-bd2d-3e25b96867a2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.432609 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a9496db-e641-4f4b-baf6-836dffd5ffbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.436173 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2a9496db-e641-4f4b-baf6-836dffd5ffbf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6d0da05-26dd-4347-bd2d-3e25b96867a2 HTTP/1.1" status: 204 len: 168 time: 0.3185301 Jan 28 19:27:41.445361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26803daf-56e0-4d7c-b4e7-d447f5769c70 req-14d79524-78d4-4ed2-9754-0db68c308192 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:41.446990 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-26803daf-56e0-4d7c-b4e7-d447f5769c70 req-14d79524-78d4-4ed2-9754-0db68c308192 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 944 time: 0.1722305 Jan 28 19:27:41.461216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c26605f-852c-4dce-8abb-8e252b708521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1362ecd-fdbc-4f43-8e65-1ea7950c4081'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:41.461477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9496db-e641-4f4b-baf6-836dffd5ffbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d0da05-26dd-4347-bd2d-3e25b96867a2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:41.467638 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c61288-d0b8-42c8-95d5-24b51636ce82" -d '{"events": [{"server_uuid": "7c26605f-852c-4dce-8abb-8e252b708521", "name": "network-vif-plugged", "status": "completed", "tag": "b1362ecd-fdbc-4f43-8e65-1ea7950c4081"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:41.499035 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port b1362ecd-fdbc-4f43-8e65-1ea7950c4081, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b1362ecd-fdbc-4f43-8e65-1ea7950c4081,segment=NetworkSegment(c890261b-16d0-4d1e-8de6-5452fc578f99),segment_id=c890261b-16d0-4d1e-8de6-5452fc578f99)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:41.505504 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b1362ecd-fdbc-4f43-8e65-1ea7950c4081), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.579398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=b1362ecd-fdbc-4f43-8e65-1ea7950c4081,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:41.609387 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-26803daf-56e0-4d7c-b4e7-d447f5769c70 req-3a6ed7b2-20bf-4c66-9c8a-f84a9c6c5d59 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/security-groups?id=2056d0e1-cb00-4ca4-afef-84b79e1dd642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310844 Jan 28 19:27:41.609673 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9967ce15-a181-43be-b291-6955607f0a61 x-openstack-request-id: req-9967ce15-a181-43be-b291-6955607f0a61 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:41.609999 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c26605f-852c-4dce-8abb-8e252b708521", "name": "network-vif-plugged", "status": "completed", "tag": "b1362ecd-fdbc-4f43-8e65-1ea7950c4081", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:41.610904 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9967ce15-a181-43be-b291-6955607f0a61 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:41.610904 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c26605f-852c-4dce-8abb-8e252b708521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1362ecd-fdbc-4f43-8e65-1ea7950c4081', 'code': 200} Jan 28 19:27:41.658089 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29981ad2-67ea-42fb-9108-b2814bd2715b req-6a684c20-8102-4e6f-83b5-4d7f48446b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:41.672851 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29981ad2-67ea-42fb-9108-b2814bd2715b req-6a684c20-8102-4e6f-83b5-4d7f48446b48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43aa92c00b334727b1a367584bc88b75&device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 1125 time: 0.1989756 Jan 28 19:27:41.814218 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0832-3bd2-4369-b9da-c1c6971cdbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (899d1354-2de5-44bd-89cf-e97a37feae21), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:41.868890 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754bc0c-fb5a-4174-bbf2-acb2de13357c req-bd81c3b6-3bdd-485d-bc33-1e9ab1f9558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:41.878637 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c754bc0c-fb5a-4174-bbf2-acb2de13357c req-bd81c3b6-3bdd-485d-bc33-1e9ab1f9558f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 1127 time: 0.1982777 Jan 28 19:27:41.964128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29981ad2-67ea-42fb-9108-b2814bd2715b req-3db3bc08-6e88-436a-80cf-5ed98ae2f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:41.964128 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29981ad2-67ea-42fb-9108-b2814bd2715b req-3db3bc08-6e88-436a-80cf-5ed98ae2f027 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7695f85e-8320-4730-904a-2346212e366d HTTP/1.1" status: 200 len: 911 time: 0.2773228 Jan 28 19:27:42.015039 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29981ad2-67ea-42fb-9108-b2814bd2715b req-a4c203e8-fa47-4ce0-94a7-662be110f078 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57468e8b-6c0b-49bf-8cf4-523974556e31 HTTP/1.1" status: 200 len: 217 time: 0.0459828 Jan 28 19:27:42.059038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e23f97b8-6888-49ed-ad3b-200d73f71bcb up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:42.086854 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c754bc0c-fb5a-4174-bbf2-acb2de13357c req-d1815a88-81b5-4a1a-be79-e8162edd222d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2056d0e1-cb00-4ca4-afef-84b79e1dd642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925755 Jan 28 19:27:42.118863 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29981ad2-67ea-42fb-9108-b2814bd2715b req-223bad3b-27cf-4c62-94f4-dc09c129dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:42.120573 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29981ad2-67ea-42fb-9108-b2814bd2715b req-223bad3b-27cf-4c62-94f4-dc09c129dd08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4484c7d9-16e0-4509-87ed-04b1dd7e32ff HTTP/1.1" status: 200 len: 850 time: 0.0958347 Jan 28 19:27:42.174716 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29981ad2-67ea-42fb-9108-b2814bd2715b req-71117749-17dc-4ad0-bd91-d7f9d44d24b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7695f85e-8320-4730-904a-2346212e366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381410 Jan 28 19:27:42.212996 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e23f97b8-6888-49ed-ad3b-200d73f71bcb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:42.213584 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:42.248008 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e0832-3bd2-4369-b9da-c1c6971cdbb2 admin admin] Deleting port e23f97b8-6888-49ed-ad3b-200d73f71bcb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:42.248635 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0832-3bd2-4369-b9da-c1c6971cdbb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:42.316904 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d593a6-2fa8-406e-888e-613318143519 req-c04930ef-fe28-4c3e-8f63-abf445225984 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:42.324363 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d1d593a6-2fa8-406e-888e-613318143519 req-c04930ef-fe28-4c3e-8f63-abf445225984 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 943 time: 0.1972635 Jan 28 19:27:42.377169 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5d4e0832-3bd2-4369-b9da-c1c6971cdbb2 admin admin] For port e23f97b8-6888-49ed-ad3b-200d73f71bcb, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e23f97b8-6888-49ed-ad3b-200d73f71bcb,segment=NetworkSegment(0b0ff39b-e768-447b-9446-53e784e41eee),segment_id=0b0ff39b-e768-447b-9446-53e784e41eee)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:42.377548 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0832-3bd2-4369-b9da-c1c6971cdbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:42.395510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e23f97b8-6888-49ed-ad3b-200d73f71bcb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:42.397552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e0832-3bd2-4369-b9da-c1c6971cdbb2 admin admin] Calling delete_port for e23f97b8-6888-49ed-ad3b-200d73f71bcb owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:42.420694 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29981ad2-67ea-42fb-9108-b2814bd2715b req-41476c97-2125-4f3d-a0bb-6b09cd82a507 service neutron] 10.222.0.37 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304673 Jan 28 19:27:42.424527 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d1d593a6-2fa8-406e-888e-613318143519 req-5f6a16a7-c33f-4c20-b70f-46213b1e2ed6 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990429 Jan 28 19:27:42.583295 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29981ad2-67ea-42fb-9108-b2814bd2715b req-3fb5a255-2f93-481b-b606-21ee5e682260 service neutron] 10.222.0.37 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558132 Jan 28 19:27:42.714079 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0832-3bd2-4369-b9da-c1c6971cdbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e23f97b8-6888-49ed-ad3b-200d73f71bcb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:42.772796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e0832-3bd2-4369-b9da-c1c6971cdbb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e23f97b8-6888-49ed-ad3b-200d73f71bcb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:43.078107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb6828-c648-4eb2-b8f9-d9c78a06a291 req-ad7895b5-7421-45fc-b043-449f1fdb9ef8 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:43.084592 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07bb6828-c648-4eb2-b8f9-d9c78a06a291 req-ad7895b5-7421-45fc-b043-449f1fdb9ef8 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 945 time: 0.3203826 Jan 28 19:27:43.143542 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d4e0832-3bd2-4369-b9da-c1c6971cdbb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (899d1354-2de5-44bd-89cf-e97a37feae21), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.223988 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07bb6828-c648-4eb2-b8f9-d9c78a06a291 req-1342b870-b117-4a7c-83ed-59d9d601c369 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/security-groups?id=2056d0e1-cb00-4ca4-afef-84b79e1dd642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188550 Jan 28 19:27:43.438950 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4e0832-3bd2-4369-b9da-c1c6971cdbb2 admin admin] Router 899d1354-2de5-44bd-89cf-e97a37feae21 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:27:43.492890 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60720) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:43.563050 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4e0832-3bd2-4369-b9da-c1c6971cdbb2 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:27:43.570792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cd75f-5ad7-4a2b-a3fd-9cc25dbfbcd5 req-0bf1c437-3881-49a0-b024-e6e3c809c3aa tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:43.572643 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-650cd75f-5ad7-4a2b-a3fd-9cc25dbfbcd5 req-0bf1c437-3881-49a0-b024-e6e3c809c3aa tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 943 time: 0.0727565 Jan 28 19:27:43.573516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60724) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:43.577837 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e2b42-2c2e-42bb-9c73-2dc448509320 None None] Sync routers for ids ['899d1354-2de5-44bd-89cf-e97a37feae21'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:27:43.578600 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5d4e0832-3bd2-4369-b9da-c1c6971cdbb2 admin admin] 10.222.0.55 "PUT /v2.0/routers/899d1354-2de5-44bd-89cf-e97a37feae21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0867443 Jan 28 19:27:43.593549 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56e2b42-2c2e-42bb-9c73-2dc448509320 None None] Routers {'899d1354-2de5-44bd-89cf-e97a37feae21'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:43.594363 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f56e2b42-2c2e-42bb-9c73-2dc448509320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:27:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['899d1354-2de5-44bd-89cf-e97a37feae21'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:43.713785 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f56e2b42-2c2e-42bb-9c73-2dc448509320 None None] Set router 899d1354-2de5-44bd-89cf-e97a37feae21 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:27:43.717660 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-650cd75f-5ad7-4a2b-a3fd-9cc25dbfbcd5 req-a25ede97-f94a-4ba3-9dab-af42da56ce5e tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892398 Jan 28 19:27:43.731706 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d98258f-20b0-491b-b944-28cca323a65b admin admin] Publish callbacks [] for router (899d1354-2de5-44bd-89cf-e97a37feae21), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.906501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3f9f706a-3766-4bbb-835e-5eb2be40539a tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1702686165'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:43.911834 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d98258f-20b0-491b-b944-28cca323a65b admin admin] Publish callbacks [] for router_gateway (899d1354-2de5-44bd-89cf-e97a37feae21), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.936161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9f706a-3766-4bbb-835e-5eb2be40539a tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Made reservation on behalf of b4d8c2bbdbd947ccbb870001528e5431 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:43.939651 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f9f706a-3766-4bbb-835e-5eb2be40539a tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.968431 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f9f706a-3766-4bbb-835e-5eb2be40539a tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:43.975039 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f56e2b42-2c2e-42bb-9c73-2dc448509320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'name': 'tempest-ImageQuotaTest-1343780612-router', 'tenant_id': '3ff2610294664c91ac39cefaf8fc39fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': '0700ccfb-6154-4b45-ba4d-8267dc72b909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:27:24Z', 'updated_at': '2022-01-28T19:27:42Z', 'revision_number': 5, 'project_id': '3ff2610294664c91ac39cefaf8fc39fd', 'gw_port': {'id': '0700ccfb-6154-4b45-ba4d-8267dc72b909', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:df:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:27:25Z', 'updated_at': '2022-01-28T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:44.010247 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e2b42-2c2e-42bb-9c73-2dc448509320 None None] Checking router: 899d1354-2de5-44bd-89cf-e97a37feae21 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:27:44.022125 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56e2b42-2c2e-42bb-9c73-2dc448509320 None None] Routers {'899d1354-2de5-44bd-89cf-e97a37feae21'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:27:44.022744 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f56e2b42-2c2e-42bb-9c73-2dc448509320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:27:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['899d1354-2de5-44bd-89cf-e97a37feae21'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:44.059111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8d98258f-20b0-491b-b944-28cca323a65b admin admin] Deleting port 0700ccfb-6154-4b45-ba4d-8267dc72b909 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:44.059454 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d98258f-20b0-491b-b944-28cca323a65b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0700ccfb-6154-4b45-ba4d-8267dc72b909), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.126378 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f9f706a-3766-4bbb-835e-5eb2be40539a tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks [] for security_group (e287a062-77ec-4133-9787-498ec72196c1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.135370 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f9f706a-3766-4bbb-835e-5eb2be40539a tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e287a062-77ec-4133-9787-498ec72196c1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.148080 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f56e2b42-2c2e-42bb-9c73-2dc448509320 None None] Set router 899d1354-2de5-44bd-89cf-e97a37feae21 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:27:44.176356 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9f706a-3766-4bbb-835e-5eb2be40539a tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:27:44.201275 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f706a-3766-4bbb-835e-5eb2be40539a tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e287a062-77ec-4133-9787-498ec72196c1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:44.206455 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 57468e8b-6c0b-49bf-8cf4-523974556e31 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:27:44.220774 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f9f706a-3766-4bbb-835e-5eb2be40539a tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (679376a0-03e1-4ebe-a253-61b021eab6a9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.221131 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-3f9f706a-3766-4bbb-835e-5eb2be40539a tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Added segment 679376a0-03e1-4ebe-a253-61b021eab6a9 of type vlan for network d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf Jan 28 19:27:44.254722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8d98258f-20b0-491b-b944-28cca323a65b admin admin] For port 0700ccfb-6154-4b45-ba4d-8267dc72b909, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0700ccfb-6154-4b45-ba4d-8267dc72b909,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:44.255088 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d98258f-20b0-491b-b944-28cca323a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0700ccfb-6154-4b45-ba4d-8267dc72b909), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.345401 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f56e2b42-2c2e-42bb-9c73-2dc448509320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'name': 'tempest-ImageQuotaTest-1343780612-router', 'tenant_id': '3ff2610294664c91ac39cefaf8fc39fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:27:24Z', 'updated_at': '2022-01-28T19:27:43Z', 'revision_number': 6, 'project_id': '3ff2610294664c91ac39cefaf8fc39fd', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:44.418593 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e2b42-2c2e-42bb-9c73-2dc448509320 None None] The sync data for ids ['899d1354-2de5-44bd-89cf-e97a37feae21'] in n-d-824834-4 is: [{'id': '899d1354-2de5-44bd-89cf-e97a37feae21', 'name': 'tempest-ImageQuotaTest-1343780612-router', 'tenant_id': '3ff2610294664c91ac39cefaf8fc39fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:27:24Z', 'updated_at': '2022-01-28T19:27:43Z', 'revision_number': 6, 'project_id': '3ff2610294664c91ac39cefaf8fc39fd', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:27:44.418797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8d98258f-20b0-491b-b944-28cca323a65b admin admin] Calling delete_port for 0700ccfb-6154-4b45-ba4d-8267dc72b909 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:44.494292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 57468e8b-6c0b-49bf-8cf4-523974556e31, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=57468e8b-6c0b-49bf-8cf4-523974556e31,segment=NetworkSegment(5bf2412f-fc8c-41b0-a29e-03486ebdd9ad),segment_id=5bf2412f-fc8c-41b0-a29e-03486ebdd9ad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:44.524865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '57468e8b-6c0b-49bf-8cf4-523974556e31', 'network_id': '7695f85e-8320-4730-904a-2346212e366d', 'port_id': '57468e8b-6c0b-49bf-8cf4-523974556e31', 'mac_address': 'fa:16:3e:d7:ad:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4484c7d9-16e0-4509-87ed-04b1dd7e32ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:27:44.537655 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f9f706a-3766-4bbb-835e-5eb2be40539a tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.584012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7caf73c-272b-4cf5-b9f4-0624fc23f126 req-799b7d2e-3750-4910-b2c7-6e62380186eb tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:44.584615 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f9f706a-3766-4bbb-835e-5eb2be40539a tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.590466 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c7caf73c-272b-4cf5-b9f4-0624fc23f126 req-799b7d2e-3750-4910-b2c7-6e62380186eb tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 945 time: 0.2113931 Jan 28 19:27:44.595981 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f706a-3766-4bbb-835e-5eb2be40539a tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:44.596598 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f9f706a-3766-4bbb-835e-5eb2be40539a tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.632469 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 57468e8b-6c0b-49bf-8cf4-523974556e31 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:44.633122 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (57468e8b-6c0b-49bf-8cf4-523974556e31), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.665073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57468e8b-6c0b-49bf-8cf4-523974556e31 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:27:44.697230 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 57468e8b-6c0b-49bf-8cf4-523974556e31, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=57468e8b-6c0b-49bf-8cf4-523974556e31,segment=NetworkSegment(5bf2412f-fc8c-41b0-a29e-03486ebdd9ad),segment_id=5bf2412f-fc8c-41b0-a29e-03486ebdd9ad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:44.711884 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (57468e8b-6c0b-49bf-8cf4-523974556e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:44.773663 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3f9f706a-3766-4bbb-835e-5eb2be40539a tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2749443 Jan 28 19:27:44.774530 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60758) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:44.776851 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c7caf73c-272b-4cf5-b9f4-0624fc23f126 req-43b8eae1-38df-43fe-9b96-0100503c73bb tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/security-groups?id=2056d0e1-cb00-4ca4-afef-84b79e1dd642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812198 Jan 28 19:27:44.844453 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=57468e8b-6c0b-49bf-8cf4-523974556e31,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:44.844762 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-621b040c-2226-4032-bfe6-62b13cc9fc95 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Request body: {'subnet': {'network_id': 'd21e1dfe-d6f1-45bd-97d7-cfb814ba22cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:44.962624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f706a-3766-4bbb-835e-5eb2be40539a tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Pushing event updated for resources: {'Network': ['ID=d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:44.982925 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:27:45.086163 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['57468e8b-6c0b-49bf-8cf4-523974556e31'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:45.172953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed8687-6707-4a5a-a803-4cea30472972 req-bb73be19-e7af-4268-b22a-b3028213f04f tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:45.174687 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6eed8687-6707-4a5a-a803-4cea30472972 req-bb73be19-e7af-4268-b22a-b3028213f04f tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 944 time: 0.3107872 Jan 28 19:27:45.242494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6eed8687-6707-4a5a-a803-4cea30472972 req-90877339-be0a-429d-834e-78cdfb9fa5a6 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584166 Jan 28 19:27:45.255959 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d98258f-20b0-491b-b944-28cca323a65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0700ccfb-6154-4b45-ba4d-8267dc72b909), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:45.269389 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621b040c-2226-4032-bfe6-62b13cc9fc95 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Made reservation on behalf of b4d8c2bbdbd947ccbb870001528e5431 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:45.273943 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-621b040c-2226-4032-bfe6-62b13cc9fc95 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:45.307772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f28af-4654-430a-9537-859e2ed47df5 req-60249c6c-2867-4cff-bc12-e6d6235a3056 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:45.314913 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b99f28af-4654-430a-9537-859e2ed47df5 req-60249c6c-2867-4cff-bc12-e6d6235a3056 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 945 time: 0.0979490 Jan 28 19:27:45.416134 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98258f-20b0-491b-b944-28cca323a65b admin admin] Pushing event deleted for resources: {'Port': ['ID=0700ccfb-6154-4b45-ba4d-8267dc72b909,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:45.436497 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b99f28af-4654-430a-9537-859e2ed47df5 req-e63cfd32-640e-4027-9019-9bd2beaa5776 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/security-groups?id=2056d0e1-cb00-4ca4-afef-84b79e1dd642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207933 Jan 28 19:27:45.536546 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d98258f-20b0-491b-b944-28cca323a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (899d1354-2de5-44bd-89cf-e97a37feae21), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:45.662376 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d98258f-20b0-491b-b944-28cca323a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (899d1354-2de5-44bd-89cf-e97a37feae21), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:45.665926 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d98258f-20b0-491b-b944-28cca323a65b admin admin] Publish callbacks [] for router_controller (899d1354-2de5-44bd-89cf-e97a37feae21), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:45.760510 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d98258f-20b0-491b-b944-28cca323a65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (899d1354-2de5-44bd-89cf-e97a37feae21), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:45.762007 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d98258f-20b0-491b-b944-28cca323a65b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 899d1354-2de5-44bd-89cf-e97a37feae21 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:27:45.769999 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d98258f-20b0-491b-b944-28cca323a65b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:45.771194 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8d98258f-20b0-491b-b944-28cca323a65b admin admin] 10.222.0.55 "DELETE /v2.0/routers/899d1354-2de5-44bd-89cf-e97a37feae21 HTTP/1.1" status: 204 len: 168 time: 2.1965301 Jan 28 19:27:45.773886 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60788) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:45.898427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-770115c3-c629-4304-8c21-fd9b1c4f106f admin admin] Deleting subnet b70d69e9-5522-4e0c-bd02-e5e0f1badc1f {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:27:45.921652 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-770115c3-c629-4304-8c21-fd9b1c4f106f admin admin] Publish callbacks [] for subnet (b70d69e9-5522-4e0c-bd02-e5e0f1badc1f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:45.931210 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-621b040c-2226-4032-bfe6-62b13cc9fc95 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (2bd5f3e1-6d75-4801-af77-7a3bf0e1817e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:45.987934 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0700ccfb-6154-4b45-ba4d-8267dc72b909 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:46.048618 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-770115c3-c629-4304-8c21-fd9b1c4f106f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (b70d69e9-5522-4e0c-bd02-e5e0f1badc1f), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:46.061253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 0700ccfb-6154-4b45-ba4d-8267dc72b909 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:46.061609 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0700ccfb-6154-4b45-ba4d-8267dc72b909 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:46.062055 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e23f97b8-6888-49ed-ad3b-200d73f71bcb no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:46.071985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b040c-2226-4032-bfe6-62b13cc9fc95 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Pushing event updated for resources: {'Subnet': ['ID=2bd5f3e1-6d75-4801-af77-7a3bf0e1817e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:46.088676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621b040c-2226-4032-bfe6-62b13cc9fc95 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Checking segment: {'id': '679376a0-03e1-4ebe-a253-61b021eab6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd21e1dfe-d6f1-45bd-97d7-cfb814ba22cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:27:46.089266 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621b040c-2226-4032-bfe6-62b13cc9fc95 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Network hostable DHCP agents. Network: d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:27:46.105435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: e23f97b8-6888-49ed-ad3b-200d73f71bcb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:46.105874 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e23f97b8-6888-49ed-ad3b-200d73f71bcb not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:46.127306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621b040c-2226-4032-bfe6-62b13cc9fc95 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Network d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:27:46.145506 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-621b040c-2226-4032-bfe6-62b13cc9fc95 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:46.157633 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621b040c-2226-4032-bfe6-62b13cc9fc95 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:46.157972 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-621b040c-2226-4032-bfe6-62b13cc9fc95 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:46.158957 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde79e4b-1a52-4cf9-88d9-92963b171f96 None None] Network d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:27:46.197784 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-621b040c-2226-4032-bfe6-62b13cc9fc95 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3771718 Jan 28 19:27:46.201039 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60804) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:46.211722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bd90e437-ae88-446b-bc44-e7d8264ccfae tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Request body: {'port': {'network_id': 'd21e1dfe-d6f1-45bd-97d7-cfb814ba22cf', 'name': 'tempest-DHCPAgentSchedulersTestJSON-532310415'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:46.240750 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-770115c3-c629-4304-8c21-fd9b1c4f106f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (b70d69e9-5522-4e0c-bd02-e5e0f1badc1f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:46.312110 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-770115c3-c629-4304-8c21-fd9b1c4f106f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (b70d69e9-5522-4e0c-bd02-e5e0f1badc1f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:46.341332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 57468e8b-6c0b-49bf-8cf4-523974556e31 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:46.362756 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-770115c3-c629-4304-8c21-fd9b1c4f106f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:46.366571 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd90e437-ae88-446b-bc44-e7d8264ccfae tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Made reservation on behalf of b4d8c2bbdbd947ccbb870001528e5431 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:46.372754 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-770115c3-c629-4304-8c21-fd9b1c4f106f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b70d69e9-5522-4e0c-bd02-e5e0f1badc1f HTTP/1.1" status: 204 len: 168 time: 0.5977471 Jan 28 19:27:46.374353 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd90e437-ae88-446b-bc44-e7d8264ccfae tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:46.378830 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770115c3-c629-4304-8c21-fd9b1c4f106f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b70d69e9-5522-4e0c-bd02-e5e0f1badc1f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:46.382280 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60812) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:46.430772 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eed99dd-1348-48ba-a69f-07cc6c63a435 None None] Network 870a7111-0ba0-4083-8298-6221c5f1fdf5 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:27:46.472045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff05a4-efee-4224-af6e-aef3642d41db req-39177088-578f-4827-be64-28679ddb3382 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:46.474312 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8aff05a4-efee-4224-af6e-aef3642d41db req-39177088-578f-4827-be64-28679ddb3382 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.0992270 Jan 28 19:27:46.537434 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8aff05a4-efee-4224-af6e-aef3642d41db req-81bab244-b041-410d-8a5b-fd88c7194b77 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567346 Jan 28 19:27:46.763462 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44e714-ae3f-41e5-8821-9a7e8cd3726d req-1244384b-8e02-4853-b154-86071ef70ac2 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:46.794501 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dd44e714-ae3f-41e5-8821-9a7e8cd3726d req-1244384b-8e02-4853-b154-86071ef70ac2 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 945 time: 0.1430626 Jan 28 19:27:46.935171 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dd44e714-ae3f-41e5-8821-9a7e8cd3726d req-41410115-85ff-4e4c-a461-0c16d9b79bbc tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/security-groups?id=2056d0e1-cb00-4ca4-afef-84b79e1dd642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398273 Jan 28 19:27:47.021166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 57468e8b-6c0b-49bf-8cf4-523974556e31 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:27:47.061978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 57468e8b-6c0b-49bf-8cf4-523974556e31 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:47.062837 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (57468e8b-6c0b-49bf-8cf4-523974556e31), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:47.069754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf', 'network_id': 'd21e1dfe-d6f1-45bd-97d7-cfb814ba22cf', 'project_id': 'b4d8c2bbdbd947ccbb870001528e5431', 'fixed_ips': [{'subnet_id': '2bd5f3e1-6d75-4801-af77-7a3bf0e1817e'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:27:47.071100 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:47.100355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-bd90e437-ae88-446b-bc44-e7d8264ccfae tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] device_id is not set on port 08baa8ce-c969-4929-83ec-5514fdc4d0ac yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:27:47.187943 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (870a7111-0ba0-4083-8298-6221c5f1fdf5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:47.223468 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef36d7-bb19-4e3c-b4fe-bfdad2ba2565 req-99ffd412-dde1-4474-846d-d467906362bc tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:47.224967 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1aef36d7-bb19-4e3c-b4fe-bfdad2ba2565 req-99ffd412-dde1-4474-846d-d467906362bc tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 944 time: 0.7757709 Jan 28 19:27:47.249859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2a51f-7b65-4e20-bb64-e35dfbc5d7ad req-26ccb223-2ccb-44de-8cee-54fb4bfe99ac tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:47.251355 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-27f2a51f-7b65-4e20-bb64-e35dfbc5d7ad req-26ccb223-2ccb-44de-8cee-54fb4bfe99ac tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 945 time: 0.8108737 Jan 28 19:27:47.277067 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d455a9c-3b9f-49c2-b7ca-cdef8c67c82e None None] DHCP port deletion for 870a7111-0ba0-4083-8298-6221c5f1fdf5 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:27:47.319697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 57468e8b-6c0b-49bf-8cf4-523974556e31 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:47.320343 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (57468e8b-6c0b-49bf-8cf4-523974556e31), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:47.351216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5bf8ab-8cd4-47ab-af05-a9e8d70181b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57468e8b-6c0b-49bf-8cf4-523974556e31'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:47.353741 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f679b82d-7822-490f-804b-75e262e85405" -d '{"events": [{"server_uuid": "be5bf8ab-8cd4-47ab-af05-a9e8d70181b4", "name": "network-vif-plugged", "status": "completed", "tag": "57468e8b-6c0b-49bf-8cf4-523974556e31"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:47.369229 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 57468e8b-6c0b-49bf-8cf4-523974556e31, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=57468e8b-6c0b-49bf-8cf4-523974556e31,segment=NetworkSegment(5bf2412f-fc8c-41b0-a29e-03486ebdd9ad),segment_id=5bf2412f-fc8c-41b0-a29e-03486ebdd9ad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:47.377168 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (57468e8b-6c0b-49bf-8cf4-523974556e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:47.384820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5d455a9c-3b9f-49c2-b7ca-cdef8c67c82e None None] Deleting port 340e145c-08dd-4876-9ba1-01aef8233c36 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:47.385468 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d455a9c-3b9f-49c2-b7ca-cdef8c67c82e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (340e145c-08dd-4876-9ba1-01aef8233c36), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:47.420448 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1aef36d7-bb19-4e3c-b4fe-bfdad2ba2565 req-9d3c8db6-19c6-48a7-9a7f-5761f402a842 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798110 Jan 28 19:27:47.433747 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-bd90e437-ae88-446b-bc44-e7d8264ccfae tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Allocated IP 172.20.0.9 (d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf/2bd5f3e1-6d75-4801-af77-7a3bf0e1817e/08baa8ce-c969-4929-83ec-5514fdc4d0ac) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:47.459231 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df7b30f-4422-4565-b2e9-be5e6d64297d x-openstack-request-id: req-3df7b30f-4422-4565-b2e9-be5e6d64297d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:47.459524 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5bf8ab-8cd4-47ab-af05-a9e8d70181b4", "name": "network-vif-plugged", "status": "completed", "tag": "57468e8b-6c0b-49bf-8cf4-523974556e31", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:47.459945 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3df7b30f-4422-4565-b2e9-be5e6d64297d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:47.460518 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5bf8ab-8cd4-47ab-af05-a9e8d70181b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57468e8b-6c0b-49bf-8cf4-523974556e31', 'code': 200} Jan 28 19:27:47.499364 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=57468e8b-6c0b-49bf-8cf4-523974556e31,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:47.506543 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] Deleting port 340e145c-08dd-4876-9ba1-01aef8233c36 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:47.506876 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (340e145c-08dd-4876-9ba1-01aef8233c36), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:47.511394 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5d455a9c-3b9f-49c2-b7ca-cdef8c67c82e None None] For port 340e145c-08dd-4876-9ba1-01aef8233c36, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=340e145c-08dd-4876-9ba1-01aef8233c36,segment=NetworkSegment(0b0ff39b-e768-447b-9446-53e784e41eee),segment_id=0b0ff39b-e768-447b-9446-53e784e41eee)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:47.512205 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d455a9c-3b9f-49c2-b7ca-cdef8c67c82e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (340e145c-08dd-4876-9ba1-01aef8233c36), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:47.527125 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5d455a9c-3b9f-49c2-b7ca-cdef8c67c82e None None] Calling delete_port for 340e145c-08dd-4876-9ba1-01aef8233c36 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:47.625136 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d455a9c-3b9f-49c2-b7ca-cdef8c67c82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (340e145c-08dd-4876-9ba1-01aef8233c36), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:47.661244 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d455a9c-3b9f-49c2-b7ca-cdef8c67c82e None None] Pushing event deleted for resources: {'Port': ['ID=340e145c-08dd-4876-9ba1-01aef8233c36,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:47.666498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d455a9c-3b9f-49c2-b7ca-cdef8c67c82e None None] No DVR routers for this DVR port 340e145c-08dd-4876-9ba1-01aef8233c36 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:47.768988 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] For port 340e145c-08dd-4876-9ba1-01aef8233c36, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=340e145c-08dd-4876-9ba1-01aef8233c36,segment=NetworkSegment(0b0ff39b-e768-447b-9446-53e784e41eee),segment_id=0b0ff39b-e768-447b-9446-53e784e41eee)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:47.769431 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (340e145c-08dd-4876-9ba1-01aef8233c36), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:47.769958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738eb40-ed50-408b-9dbc-a377aa0daace req-a4a54026-a042-4cfd-83ff-c31b4a5ebff2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:47.771719 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d738eb40-ed50-408b-9dbc-a377aa0daace req-a4a54026-a042-4cfd-83ff-c31b4a5ebff2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.1107321 Jan 28 19:27:47.798602 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-27f2a51f-7b65-4e20-bb64-e35dfbc5d7ad req-89e7e111-e4e3-416f-a2b8-1be867efda1c tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Deleting port b1362ecd-fdbc-4f43-8e65-1ea7950c4081 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:47.799020 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27f2a51f-7b65-4e20-bb64-e35dfbc5d7ad req-89e7e111-e4e3-416f-a2b8-1be867efda1c tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b1362ecd-fdbc-4f43-8e65-1ea7950c4081), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:47.802980 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] Calling delete_port for 340e145c-08dd-4876-9ba1-01aef8233c36 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:47.876444 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec9f6b-3f9b-40fe-8a58-2045b37fa072 req-ca59d1fa-aee0-4771-ac61-e2a5c4a0daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:47.878047 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73ec9f6b-3f9b-40fe-8a58-2045b37fa072 req-ca59d1fa-aee0-4771-ac61-e2a5c4a0daf8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 1127 time: 0.3165555 Jan 28 19:27:47.888871 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d738eb40-ed50-408b-9dbc-a377aa0daace req-8cd466a4-f93e-42aa-aa91-54d21d9946a0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110213 Jan 28 19:27:48.015397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 340e145c-08dd-4876-9ba1-01aef8233c36 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:48.067669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 340e145c-08dd-4876-9ba1-01aef8233c36 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:48.071303 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 340e145c-08dd-4876-9ba1-01aef8233c36 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:48.092320 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd90e437-ae88-446b-bc44-e7d8264ccfae tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks [] for port (08baa8ce-c969-4929-83ec-5514fdc4d0ac), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:48.174145 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73ec9f6b-3f9b-40fe-8a58-2045b37fa072 req-56554e3a-7ea4-4e87-a01c-00bf8dcfd843 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658830 Jan 28 19:27:48.177093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-27f2a51f-7b65-4e20-bb64-e35dfbc5d7ad req-89e7e111-e4e3-416f-a2b8-1be867efda1c tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] For port b1362ecd-fdbc-4f43-8e65-1ea7950c4081, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b1362ecd-fdbc-4f43-8e65-1ea7950c4081,segment=NetworkSegment(c890261b-16d0-4d1e-8de6-5452fc578f99),segment_id=c890261b-16d0-4d1e-8de6-5452fc578f99)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:48.177642 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27f2a51f-7b65-4e20-bb64-e35dfbc5d7ad req-89e7e111-e4e3-416f-a2b8-1be867efda1c tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b1362ecd-fdbc-4f43-8e65-1ea7950c4081), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:48.207884 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-27f2a51f-7b65-4e20-bb64-e35dfbc5d7ad req-89e7e111-e4e3-416f-a2b8-1be867efda1c tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Calling delete_port for b1362ecd-fdbc-4f43-8e65-1ea7950c4081 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:48.208867 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80718671-0ecc-434a-8f6f-728de5543089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:48.260718 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103c1d-2a01-457d-b70f-a093d7b114d4 req-ed22dbaa-b04e-47e7-9199-2e964abe3940 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:48.267827 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-80103c1d-2a01-457d-b70f-a093d7b114d4 req-ed22dbaa-b04e-47e7-9199-2e964abe3940 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c26605f-852c-4dce-8abb-8e252b708521 HTTP/1.1" status: 200 len: 945 time: 0.1990032 Jan 28 19:27:48.305025 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (340e145c-08dd-4876-9ba1-01aef8233c36), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:48.329755 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd90e437-ae88-446b-bc44-e7d8264ccfae tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (08baa8ce-c969-4929-83ec-5514fdc4d0ac), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:48.360466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=340e145c-08dd-4876-9ba1-01aef8233c36,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:48.374182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] No DVR routers for this DVR port 340e145c-08dd-4876-9ba1-01aef8233c36 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:48.398805 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Allocated IP 172.20.0.2 (d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf/2bd5f3e1-6d75-4801-af77-7a3bf0e1817e/18519ce7-fc65-485e-962e-120a1cf9139c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:27:48.528111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd90e437-ae88-446b-bc44-e7d8264ccfae tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Network d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:48.529326 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27f2a51f-7b65-4e20-bb64-e35dfbc5d7ad req-89e7e111-e4e3-416f-a2b8-1be867efda1c tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (b1362ecd-fdbc-4f43-8e65-1ea7950c4081), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:48.542184 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['b1362ecd-fdbc-4f43-8e65-1ea7950c4081'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:48.554817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bd90e437-ae88-446b-bc44-e7d8264ccfae tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:48.587242 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd90e437-ae88-446b-bc44-e7d8264ccfae tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:48.671793 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Publish callbacks [] for port (18519ce7-fc65-485e-962e-120a1cf9139c), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:48.676215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36770ee0-53cc-49e5-9e23-1b1148d0f995 req-ea41ad98-a85f-4a59-b5f5-51a9c8fb164f tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:48.680324 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (18519ce7-fc65-485e-962e-120a1cf9139c), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:48.682442 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-36770ee0-53cc-49e5-9e23-1b1148d0f995 req-ea41ad98-a85f-4a59-b5f5-51a9c8fb164f tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1434884 Jan 28 19:27:48.719139 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90e437-ae88-446b-bc44-e7d8264ccfae tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Pushing event updated for resources: {'Port': ['ID=08baa8ce-c969-4929-83ec-5514fdc4d0ac,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:48.724754 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-80103c1d-2a01-457d-b70f-a093d7b114d4 req-27c87f55-da12-4960-b515-e2a92d27fa60 tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.55 "GET /v2.0/security-groups?id=2056d0e1-cb00-4ca4-afef-84b79e1dd642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560776 Jan 28 19:27:48.746792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Network d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:27:48.750135 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:48.751261 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f2a51f-7b65-4e20-bb64-e35dfbc5d7ad req-89e7e111-e4e3-416f-a2b8-1be867efda1c tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] No DVR routers for this DVR port b1362ecd-fdbc-4f43-8e65-1ea7950c4081 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:48.753039 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7e111-e4e3-416f-a2b8-1be867efda1c tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Pushing event deleted for resources: {'Port': ['ID=b1362ecd-fdbc-4f43-8e65-1ea7950c4081,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:48.757801 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-27f2a51f-7b65-4e20-bb64-e35dfbc5d7ad req-89e7e111-e4e3-416f-a2b8-1be867efda1c tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:48.761277 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-27f2a51f-7b65-4e20-bb64-e35dfbc5d7ad req-89e7e111-e4e3-416f-a2b8-1be867efda1c tempest-InstanceActionsV221TestJSON-2139885383 tempest-InstanceActionsV221TestJSON-2139885383-project] 10.222.0.31 "DELETE /v2.0/ports/b1362ecd-fdbc-4f43-8e65-1ea7950c4081 HTTP/1.1" status: 204 len: 173 time: 1.4746244 Jan 28 19:27:48.762201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:27:48.764102 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c26605f-852c-4dce-8abb-8e252b708521', 'name': 'network-vif-deleted', 'tag': 'b1362ecd-fdbc-4f43-8e65-1ea7950c4081'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:27:48.766675 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c013e210-3007-4bba-a9b4-256bb086226d" -d '{"events": [{"server_uuid": "7c26605f-852c-4dce-8abb-8e252b708521", "name": "network-vif-deleted", "tag": "b1362ecd-fdbc-4f43-8e65-1ea7950c4081"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:27:48.783551 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (870a7111-0ba0-4083-8298-6221c5f1fdf5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:48.820800 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd90e437-ae88-446b-bc44-e7d8264ccfae tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:48.821402 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd90e437-ae88-446b-bc44-e7d8264ccfae tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:48.834441 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-36770ee0-53cc-49e5-9e23-1b1148d0f995 req-6f69af50-3ce4-4a91-b2f2-54a3b6e8f77c tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376214 Jan 28 19:27:48.848807 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870a7111-0ba0-4083-8298-6221c5f1fdf5']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:48.853793 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bd90e437-ae88-446b-bc44-e7d8264ccfae tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6508543 Jan 28 19:27:48.857744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60862) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:48.861425 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdea95a6-c040-4075-bc49-5498d324d5c4 x-openstack-request-id: req-fdea95a6-c040-4075-bc49-5498d324d5c4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:27:48.861718 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c26605f-852c-4dce-8abb-8e252b708521", "name": "network-vif-deleted", "tag": "b1362ecd-fdbc-4f43-8e65-1ea7950c4081", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:27:48.861970 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fdea95a6-c040-4075-bc49-5498d324d5c4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:27:48.862395 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c26605f-852c-4dce-8abb-8e252b708521', 'name': 'network-vif-deleted', 'tag': 'b1362ecd-fdbc-4f43-8e65-1ea7950c4081', 'status': 'completed', 'code': 200} Jan 28 19:27:48.875471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0ff39b-e768-447b-9446-53e784e41eee') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:48.875805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0ff39b-e768-447b-9446-53e784e41eee') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:48.904128 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (0b0ff39b-e768-447b-9446-53e784e41eee), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:48.962413 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0b0ff39b-e768-447b-9446-53e784e41eee), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:48.971311 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:27:48.972491 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (0b0ff39b-e768-447b-9446-53e784e41eee), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:27:48.974754 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:27:49.010288 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Attempting to bind port 18519ce7-fc65-485e-962e-120a1cf9139c on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:27:49.010659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Attempting to bind port 18519ce7-fc65-485e-962e-120a1cf9139c by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '679376a0-03e1-4ebe-a253-61b021eab6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd21e1dfe-d6f1-45bd-97d7-cfb814ba22cf'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:27:49.013982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Attempting to bind port 18519ce7-fc65-485e-962e-120a1cf9139c on network d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:27:49.017738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Pushing event updated for resources: {'Port': ['ID=18519ce7-fc65-485e-962e-120a1cf9139c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:49.050365 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:27:49.050768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Checking segment: {'id': '679376a0-03e1-4ebe-a253-61b021eab6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd21e1dfe-d6f1-45bd-97d7-cfb814ba22cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:27:49.054165 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.054692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Bound using segment: {'id': '679376a0-03e1-4ebe-a253-61b021eab6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd21e1dfe-d6f1-45bd-97d7-cfb814ba22cf'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:27:49.055208 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Bound port: 18519ce7-fc65-485e-962e-120a1cf9139c, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '679376a0-03e1-4ebe-a253-61b021eab6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'd21e1dfe-d6f1-45bd-97d7-cfb814ba22cf'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:27:49.055602 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (18519ce7-fc65-485e-962e-120a1cf9139c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.078538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ceca21e1-1310-4284-89a4-25ff8ca37350 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Deleting port 08baa8ce-c969-4929-83ec-5514fdc4d0ac {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:49.079114 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ceca21e1-1310-4284-89a4-25ff8ca37350 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (08baa8ce-c969-4929-83ec-5514fdc4d0ac), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.173126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] For port 18519ce7-fc65-485e-962e-120a1cf9139c, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:27:49.173869 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (870a7111-0ba0-4083-8298-6221c5f1fdf5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.179713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] For port 18519ce7-fc65-485e-962e-120a1cf9139c, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=18519ce7-fc65-485e-962e-120a1cf9139c,segment=NetworkSegment(679376a0-03e1-4ebe-a253-61b021eab6a9),segment_id=679376a0-03e1-4ebe-a253-61b021eab6a9)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:27:49.187871 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (18519ce7-fc65-485e-962e-120a1cf9139c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.251628 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.262404 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/870a7111-0ba0-4083-8298-6221c5f1fdf5 HTTP/1.1" status: 204 len: 168 time: 2.8780844 Jan 28 19:27:49.263493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5084c9-9f51-42b6-a597-5cb21fff1eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=870a7111-0ba0-4083-8298-6221c5f1fdf5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:49.283357 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b83ad3-141c-453d-a94a-408b2e6b8448 None None] Pushing event updated for resources: {'Port': ['ID=18519ce7-fc65-485e-962e-120a1cf9139c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:49.283761 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ceca21e1-1310-4284-89a4-25ff8ca37350 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (08baa8ce-c969-4929-83ec-5514fdc4d0ac), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.301308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ceca21e1-1310-4284-89a4-25ff8ca37350 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Calling delete_port for 08baa8ce-c969-4929-83ec-5514fdc4d0ac owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:49.345765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce7586-ed42-4e43-a9fc-41676a88ede2 req-9767a3f3-46c6-4f3b-8843-5fd5cf7db7a0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:49.355806 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8fce7586-ed42-4e43-a9fc-41676a88ede2 req-9767a3f3-46c6-4f3b-8843-5fd5cf7db7a0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.3016279 Jan 28 19:27:49.529895 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8fce7586-ed42-4e43-a9fc-41676a88ede2 req-32fbd602-ea27-4303-b8db-f40083327f60 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722314 Jan 28 19:27:49.669646 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ceca21e1-1310-4284-89a4-25ff8ca37350 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (08baa8ce-c969-4929-83ec-5514fdc4d0ac), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.735188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca21e1-1310-4284-89a4-25ff8ca37350 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Pushing event deleted for resources: {'Port': ['ID=08baa8ce-c969-4929-83ec-5514fdc4d0ac,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:49.780538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60884) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:49.949937 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ceca21e1-1310-4284-89a4-25ff8ca37350 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:49.955589 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-af10bcd6-057c-4c04-bdb3-cf4c2730cf10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ff2610294664c91ac39cefaf8fc39fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1732190 Jan 28 19:27:49.959419 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60892) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:49.963710 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ceca21e1-1310-4284-89a4-25ff8ca37350 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] 10.222.0.55 "DELETE /v2.0/ports/08baa8ce-c969-4929-83ec-5514fdc4d0ac HTTP/1.1" status: 204 len: 168 time: 1.1047382 Jan 28 19:27:49.967578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60894) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:50.080133 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c8bc0-335c-4392-bc23-0b317986918f req-33ac821c-18d2-434c-9e9c-18a2e38acbc6 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:50.089618 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c13c8bc0-335c-4392-bc23-0b317986918f req-33ac821c-18d2-434c-9e9c-18a2e38acbc6 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1038246 Jan 28 19:27:50.182911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 18519ce7-fc65-485e-962e-120a1cf9139c up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:50.187842 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-881c74be-cdd2-43ce-9d4c-c00c7acf682f admin admin] Publish callbacks [] for security_group (3cd367e9-632a-4aeb-93c1-d5cb4a6bcbb8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:50.221055 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c13c8bc0-335c-4392-bc23-0b317986918f req-a540ca2c-68f7-45bd-8b50-50f4f93c9648 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298356 Jan 28 19:27:50.273970 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-881c74be-cdd2-43ce-9d4c-c00c7acf682f admin admin] Publish callbacks [] for security_group (3cd367e9-632a-4aeb-93c1-d5cb4a6bcbb8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:50.309232 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60906) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:50.317908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 18519ce7-fc65-485e-962e-120a1cf9139c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:50.318563 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (18519ce7-fc65-485e-962e-120a1cf9139c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:50.421853 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-881c74be-cdd2-43ce-9d4c-c00c7acf682f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3cd367e9-632a-4aeb-93c1-d5cb4a6bcbb8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:50.426075 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-881c74be-cdd2-43ce-9d4c-c00c7acf682f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:50.427234 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-881c74be-cdd2-43ce-9d4c-c00c7acf682f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3cd367e9-632a-4aeb-93c1-d5cb4a6bcbb8 HTTP/1.1" status: 204 len: 168 time: 0.4632933 Jan 28 19:27:50.435791 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55d7597-e40b-46e7-a85b-8dc2da0dcc37 admin admin] Deleting subnet 6db41efc-63d0-492b-a16f-309b0d8e8966 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:27:50.437591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c74be-cdd2-43ce-9d4c-c00c7acf682f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd367e9-632a-4aeb-93c1-d5cb4a6bcbb8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:50.442601 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a55d7597-e40b-46e7-a85b-8dc2da0dcc37 admin admin] Publish callbacks [] for subnet (6db41efc-63d0-492b-a16f-309b0d8e8966), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:50.461381 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef112b01-5c0f-4b88-b159-c99ca6d5fb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:50.472206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 18519ce7-fc65-485e-962e-120a1cf9139c is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:50.472687 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (18519ce7-fc65-485e-962e-120a1cf9139c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:50.589104 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a55d7597-e40b-46e7-a85b-8dc2da0dcc37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (6db41efc-63d0-492b-a16f-309b0d8e8966), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:50.620702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 18519ce7-fc65-485e-962e-120a1cf9139c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=18519ce7-fc65-485e-962e-120a1cf9139c,segment=NetworkSegment(679376a0-03e1-4ebe-a253-61b021eab6a9),segment_id=679376a0-03e1-4ebe-a253-61b021eab6a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:50.627205 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (18519ce7-fc65-485e-962e-120a1cf9139c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:50.687234 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a55d7597-e40b-46e7-a85b-8dc2da0dcc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (6db41efc-63d0-492b-a16f-309b0d8e8966), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:50.703325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=18519ce7-fc65-485e-962e-120a1cf9139c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:50.819710 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9a971af8-79c7-44f9-953c-07705d68601c tempest-DHCPAgentSchedulersTestJSON-80710876 tempest-DHCPAgentSchedulersTestJSON-80710876-project-admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.8464494 Jan 28 19:27:50.821463 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60918) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:50.828799 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bb9478f3-c457-41ed-9ae8-12e78b141a44 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1866701671'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:50.882367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc547c-0389-4ba5-91da-95012f1fc8cc req-4bbcdc32-03a7-42bb-95e7-b69af5efdc3b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:50.900442 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-53bc547c-0389-4ba5-91da-95012f1fc8cc req-4bbcdc32-03a7-42bb-95e7-b69af5efdc3b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.2115438 Jan 28 19:27:50.931352 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2563c-2515-4dfe-96ba-69cd784c52bd req-e3a2398a-708f-4535-9226-95016002af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:50.933302 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46e2563c-2515-4dfe-96ba-69cd784c52bd req-e3a2398a-708f-4535-9226-95016002af7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43aa92c00b334727b1a367584bc88b75&device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 1127 time: 0.3445818 Jan 28 19:27:50.976737 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a55d7597-e40b-46e7-a85b-8dc2da0dcc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (6db41efc-63d0-492b-a16f-309b0d8e8966), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.005799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6cf7b7-2ffd-460f-9a72-4bee70b5f661 req-bd7ea7d0-eed1-42ae-a48a-e06626714fdd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:51.012121 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e6cf7b7-2ffd-460f-9a72-4bee70b5f661 req-bd7ea7d0-eed1-42ae-a48a-e06626714fdd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.2293444 Jan 28 19:27:51.033783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9478f3-c457-41ed-9ae8-12e78b141a44 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Made reservation on behalf of b4d8c2bbdbd947ccbb870001528e5431 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:51.045157 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb9478f3-c457-41ed-9ae8-12e78b141a44 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.070794 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a55d7597-e40b-46e7-a85b-8dc2da0dcc37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.076044 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a55d7597-e40b-46e7-a85b-8dc2da0dcc37 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6db41efc-63d0-492b-a16f-309b0d8e8966 HTTP/1.1" status: 204 len: 168 time: 0.7633343 Jan 28 19:27:51.078674 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60922) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:51.080158 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d7597-e40b-46e7-a85b-8dc2da0dcc37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6db41efc-63d0-492b-a16f-309b0d8e8966,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:51.087444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device b1362ecd-fdbc-4f43-8e65-1ea7950c4081 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:51.131537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: b1362ecd-fdbc-4f43-8e65-1ea7950c4081 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:51.131883 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device b1362ecd-fdbc-4f43-8e65-1ea7950c4081 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:51.216061 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-53bc547c-0389-4ba5-91da-95012f1fc8cc req-7f5d311e-13a0-4192-93ca-1fb61b7dca2a tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105671 Jan 28 19:27:51.242482 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e6cf7b7-2ffd-460f-9a72-4bee70b5f661 req-95f97ae8-d012-4d7c-afad-6c9030464922 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611247 Jan 28 19:27:51.252513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:51.260143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9478f3-c457-41ed-9ae8-12e78b141a44 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:27:51.279338 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb9478f3-c457-41ed-9ae8-12e78b141a44 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (895f44e8-fde5-4abb-87f7-f435fe059995), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.280000 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-bb9478f3-c457-41ed-9ae8-12e78b141a44 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Added segment 895f44e8-fde5-4abb-87f7-f435fe059995 of type vlan for network bf66c45a-1ab5-4be8-bae7-d356a4e20c32 Jan 28 19:27:51.334417 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb9478f3-c457-41ed-9ae8-12e78b141a44 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (bf66c45a-1ab5-4be8-bae7-d356a4e20c32), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.338577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749016d6-5371-45d4-87ac-8758b65ee508 None None] Network d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:27:51.357012 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-316ddba8-553e-46e6-8c2a-9b2d4b1555b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.370213 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb9478f3-c457-41ed-9ae8-12e78b141a44 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (bf66c45a-1ab5-4be8-bae7-d356a4e20c32), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.375372 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9478f3-c457-41ed-9ae8-12e78b141a44 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:51.376187 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb9478f3-c457-41ed-9ae8-12e78b141a44 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.450966 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bb9478f3-c457-41ed-9ae8-12e78b141a44 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6276002 Jan 28 19:27:51.455503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fa513d5e-0576-4c07-8d48-8d7b1de3c8c0 None None] Provisioning complete for port 18519ce7-fc65-485e-962e-120a1cf9139c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:51.456119 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fa513d5e-0576-4c07-8d48-8d7b1de3c8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (18519ce7-fc65-485e-962e-120a1cf9139c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.460819 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:51.507179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9478f3-c457-41ed-9ae8-12e78b141a44 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Pushing event updated for resources: {'Network': ['ID=bf66c45a-1ab5-4be8-bae7-d356a4e20c32,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:51.548098 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network bf66c45a-1ab5-4be8-bae7-d356a4e20c32 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:27:51.552805 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-316ddba8-553e-46e6-8c2a-9b2d4b1555b7 admin admin] Publish callbacks [] for security_group (482ac979-2282-43d0-a6a7-f2d61df6477b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.570341 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-316ddba8-553e-46e6-8c2a-9b2d4b1555b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (482ac979-2282-43d0-a6a7-f2d61df6477b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.579941 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2563c-2515-4dfe-96ba-69cd784c52bd req-a1c15ae9-5eeb-4069-9976-047bca13605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:51.581460 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46e2563c-2515-4dfe-96ba-69cd784c52bd req-a1c15ae9-5eeb-4069-9976-047bca13605f service neutron] 10.222.0.37 "GET /v2.0/networks?id=7695f85e-8320-4730-904a-2346212e366d HTTP/1.1" status: 200 len: 911 time: 0.6382735 Jan 28 19:27:51.708225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ddba8-553e-46e6-8c2a-9b2d4b1555b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482ac979-2282-43d0-a6a7-f2d61df6477b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:51.709716 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46e2563c-2515-4dfe-96ba-69cd784c52bd req-3d08dc37-88c2-4b97-82e0-1ac94a58cf1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57468e8b-6c0b-49bf-8cf4-523974556e31 HTTP/1.1" status: 200 len: 217 time: 0.1162362 Jan 28 19:27:51.716290 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-316ddba8-553e-46e6-8c2a-9b2d4b1555b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4608104 Jan 28 19:27:51.719070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60946) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:51.728434 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce46b637-3e13-4d54-a2dc-85a7f8ffca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (9a2d73ba-a043-44d6-a15d-92b0ac4b965b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.810601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2563c-2515-4dfe-96ba-69cd784c52bd req-ab4b9713-7b2b-47bd-ac47-77674cfbda37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:51.812069 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46e2563c-2515-4dfe-96ba-69cd784c52bd req-ab4b9713-7b2b-47bd-ac47-77674cfbda37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4484c7d9-16e0-4509-87ed-04b1dd7e32ff HTTP/1.1" status: 200 len: 850 time: 0.0939441 Jan 28 19:27:51.876705 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.879577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fa513d5e-0576-4c07-8d48-8d7b1de3c8c0 None None] Current status of the port 18519ce7-fc65-485e-962e-120a1cf9139c is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:51.907825 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46e2563c-2515-4dfe-96ba-69cd784c52bd req-f00f2bad-6e36-4fac-a78b-d3c6466cfd34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7695f85e-8320-4730-904a-2346212e366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741811 Jan 28 19:27:51.919330 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce46b637-3e13-4d54-a2dc-85a7f8ffca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (9a2d73ba-a043-44d6-a15d-92b0ac4b965b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:51.963802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ce46b637-3e13-4d54-a2dc-85a7f8ffca61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2d73ba-a043-44d6-a15d-92b0ac4b965b']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:51.984711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 18519ce7-fc65-485e-962e-120a1cf9139c up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:27:51.987104 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ce46b637-3e13-4d54-a2dc-85a7f8ffca61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c890261b-16d0-4d1e-8de6-5452fc578f99') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:51.990534 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-ce46b637-3e13-4d54-a2dc-85a7f8ffca61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c890261b-16d0-4d1e-8de6-5452fc578f99') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:52.009071 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce46b637-3e13-4d54-a2dc-85a7f8ffca61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (c890261b-16d0-4d1e-8de6-5452fc578f99), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.029661 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce46b637-3e13-4d54-a2dc-85a7f8ffca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (c890261b-16d0-4d1e-8de6-5452fc578f99), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.047876 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce46b637-3e13-4d54-a2dc-85a7f8ffca61 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:27:52.049631 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce46b637-3e13-4d54-a2dc-85a7f8ffca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (c890261b-16d0-4d1e-8de6-5452fc578f99), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:27:52.053144 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:27:52.063489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 18519ce7-fc65-485e-962e-120a1cf9139c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:52.063878 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (18519ce7-fc65-485e-962e-120a1cf9139c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.101910 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46e2563c-2515-4dfe-96ba-69cd784c52bd req-7e61b9b9-be8a-43f8-9b73-9b756a1eabc7 service neutron] 10.222.0.37 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806741 Jan 28 19:27:52.126075 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a6ccd988-d0de-4aa4-9f3b-b964a5f0c3d4 tempest-DHCPAgentSchedulersTestJSON-80710876 tempest-DHCPAgentSchedulersTestJSON-80710876-project-admin] 10.222.0.55 "GET /v2.0/agents/5a7a50e2-17f2-4e31-a4b4-20c956c68d8c/dhcp-networks HTTP/1.1" status: 200 len: 5664 time: 0.6617093 Jan 28 19:27:52.137959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60954) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:52.199766 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce46b637-3e13-4d54-a2dc-85a7f8ffca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (9a2d73ba-a043-44d6-a15d-92b0ac4b965b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.206248 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce46b637-3e13-4d54-a2dc-85a7f8ffca61 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.213162 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ce46b637-3e13-4d54-a2dc-85a7f8ffca61 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9a2d73ba-a043-44d6-a15d-92b0ac4b965b HTTP/1.1" status: 204 len: 168 time: 1.1293976 Jan 28 19:27:52.256917 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46b637-3e13-4d54-a2dc-85a7f8ffca61 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a2d73ba-a043-44d6-a15d-92b0ac4b965b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:52.268162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 18519ce7-fc65-485e-962e-120a1cf9139c is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:52.358975 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46e2563c-2515-4dfe-96ba-69cd784c52bd req-0ac6e09b-3364-4bdb-85f7-10ae14931fe4 service neutron] 10.222.0.37 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304139 Jan 28 19:27:52.366675 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7dfec946-6f65-4c0b-9908-b85604e3f61f admin admin] Publish callbacks [] for security_group (482ac979-2282-43d0-a6a7-f2d61df6477b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.420130 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-22aaf1f9-324a-4d93-9b28-33f6299c13dc None None] Provisioning complete for port 18519ce7-fc65-485e-962e-120a1cf9139c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:27:52.420703 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22aaf1f9-324a-4d93-9b28-33f6299c13dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (18519ce7-fc65-485e-962e-120a1cf9139c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.524803 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564d349-9cff-494a-af29-0d9ebe195dc1 req-f87daef0-a494-452a-a3c1-1dffabe60df4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:52.538677 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9564d349-9cff-494a-af29-0d9ebe195dc1 req-f87daef0-a494-452a-a3c1-1dffabe60df4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.1744554 Jan 28 19:27:52.586657 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7dfec946-6f65-4c0b-9908-b85604e3f61f admin admin] Publish callbacks [] for security_group (482ac979-2282-43d0-a6a7-f2d61df6477b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.640391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60974) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:52.693576 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-22aaf1f9-324a-4d93-9b28-33f6299c13dc None None] Current status of the port 18519ce7-fc65-485e-962e-120a1cf9139c is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:52.721426 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9564d349-9cff-494a-af29-0d9ebe195dc1 req-92b5563d-6113-464c-8ed4-bb014e542cd7 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806304 Jan 28 19:27:52.787332 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9f1da2f3-780c-484f-ad1e-a64222fefab6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=48b8f664f2fc4a06b578857c4755b16a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434777 Jan 28 19:27:52.788243 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:52.806760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d8611394-28ee-4174-8fe8-1cac6c0a1573 None None] Could not find standard attr ID for object 08baa8ce-c969-4929-83ec-5514fdc4d0ac. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:27:52.866410 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77bb46c0-943b-41e3-a470-5bfac49c3dbb admin admin] Publish callbacks [] for security_group (2056d0e1-cb00-4ca4-afef-84b79e1dd642), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.893209 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77bb46c0-943b-41e3-a470-5bfac49c3dbb admin admin] Publish callbacks [] for security_group (2056d0e1-cb00-4ca4-afef-84b79e1dd642), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.951664 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77bb46c0-943b-41e3-a470-5bfac49c3dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2056d0e1-cb00-4ca4-afef-84b79e1dd642), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.962529 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77bb46c0-943b-41e3-a470-5bfac49c3dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:52.963738 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-77bb46c0-943b-41e3-a470-5bfac49c3dbb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2056d0e1-cb00-4ca4-afef-84b79e1dd642 HTTP/1.1" status: 204 len: 168 time: 0.1745572 Jan 28 19:27:52.973187 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb46c0-943b-41e3-a470-5bfac49c3dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2056d0e1-cb00-4ca4-afef-84b79e1dd642,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:52.982578 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:53.248839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4341f6f-196d-48a2-8b97-2496d4563e91 req-4646a67e-c24e-44ff-845f-23b2ef39689c tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:53.250885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f4341f6f-196d-48a2-8b97-2496d4563e91 req-4646a67e-c24e-44ff-845f-23b2ef39689c tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.7799635 Jan 28 19:27:53.280668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f2b5e9-66d2-47eb-8645-18aceb8af778 tempest-DHCPAgentSchedulersTestJSON-80710876 tempest-DHCPAgentSchedulersTestJSON-80710876-project-admin] Network bf66c45a-1ab5-4be8-bae7-d356a4e20c32 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:27:53.338952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47cebb4-101a-4c6e-8953-f8b987969af9 None None] Network bf66c45a-1ab5-4be8-bae7-d356a4e20c32 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:27:53.347207 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-46f2b5e9-66d2-47eb-8645-18aceb8af778 tempest-DHCPAgentSchedulersTestJSON-80710876 tempest-DHCPAgentSchedulersTestJSON-80710876-project-admin] 10.222.0.55 "POST /v2.0/agents/5a7a50e2-17f2-4e31-a4b4-20c956c68d8c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.2077484 Jan 28 19:27:53.350171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:53.369307 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7dfec946-6f65-4c0b-9908-b85604e3f61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (482ac979-2282-43d0-a6a7-f2d61df6477b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:53.372035 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7dfec946-6f65-4c0b-9908-b85604e3f61f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:53.373211 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7dfec946-6f65-4c0b-9908-b85604e3f61f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/482ac979-2282-43d0-a6a7-f2d61df6477b HTTP/1.1" status: 204 len: 168 time: 1.5698118 Jan 28 19:27:53.427503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfec946-6f65-4c0b-9908-b85604e3f61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482ac979-2282-43d0-a6a7-f2d61df6477b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:53.454894 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f4341f6f-196d-48a2-8b97-2496d4563e91 req-b7599f90-5405-4a4e-aefe-8e0579eb60e0 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903386 Jan 28 19:27:53.643227 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-87b0f0e6-7b46-4bc2-a3ab-1e49de52ae97 tempest-DHCPAgentSchedulersTestJSON-80710876 tempest-DHCPAgentSchedulersTestJSON-80710876-project-admin] 10.222.0.55 "GET /v2.0/agents/5a7a50e2-17f2-4e31-a4b4-20c956c68d8c/dhcp-networks HTTP/1.1" status: 200 len: 5669 time: 0.2904787 Jan 28 19:27:53.646143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60994) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:53.748059 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1972123f-58bf-439d-b9be-7d91aa555f5f tempest-DHCPAgentSchedulersTestJSON-80710876 tempest-DHCPAgentSchedulersTestJSON-80710876-project-admin] 10.222.0.55 "DELETE /v2.0/agents/5a7a50e2-17f2-4e31-a4b4-20c956c68d8c/dhcp-networks/bf66c45a-1ab5-4be8-bae7-d356a4e20c32 HTTP/1.1" status: 204 len: 168 time: 0.1007552 Jan 28 19:27:53.750791 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60998) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:53.983680 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:27:54.047227 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c14e7d-fa80-47ab-979c-01196bf3d00f req-364d6268-98e5-4f64-9c37-4cccffffcb6a tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:54.050294 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31c14e7d-fa80-47ab-979c-01196bf3d00f req-364d6268-98e5-4f64-9c37-4cccffffcb6a tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.1718378 Jan 28 19:27:54.089106 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a175f749-ed17-451a-916d-c2f75815beda tempest-DHCPAgentSchedulersTestJSON-80710876 tempest-DHCPAgentSchedulersTestJSON-80710876-project-admin] 10.222.0.55 "GET /v2.0/agents/5a7a50e2-17f2-4e31-a4b4-20c956c68d8c/dhcp-networks HTTP/1.1" status: 200 len: 4898 time: 0.3370695 Jan 28 19:27:54.094200 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32776) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:54.140249 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7422fb13-bff4-4158-b4d1-be6e49fcf046 tempest-DHCPAgentSchedulersTestJSON-80710876 tempest-DHCPAgentSchedulersTestJSON-80710876-project-admin] 10.222.0.55 "GET /v2.0/networks/d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0446491 Jan 28 19:27:54.143430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32778) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:54.178643 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31c14e7d-fa80-47ab-979c-01196bf3d00f req-e4be699e-d8d4-4aa9-9086-5dda0d790c3b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158192 Jan 28 19:27:54.189176 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-97f1d2b8-e1ed-43c5-a2c2-6820fd70810c tempest-DHCPAgentSchedulersTestJSON-80710876 tempest-DHCPAgentSchedulersTestJSON-80710876-project-admin] 10.222.0.55 "GET /v2.0/networks/d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0438275 Jan 28 19:27:54.191741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32782) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:54.379793 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-444ddf2e-4718-460c-b557-b16e838353a1 tempest-DHCPAgentSchedulersTestJSON-80710876 tempest-DHCPAgentSchedulersTestJSON-80710876-project-admin] 10.222.0.55 "GET /v2.0/agents/5a7a50e2-17f2-4e31-a4b4-20c956c68d8c/dhcp-networks HTTP/1.1" status: 200 len: 4898 time: 0.1866722 Jan 28 19:27:54.383359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32786) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:54.470745 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:54.483769 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac407-953f-49ee-9242-570bba838d49 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (bf66c45a-1ab5-4be8-bae7-d356a4e20c32), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:54.592759 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac407-953f-49ee-9242-570bba838d49 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (bf66c45a-1ab5-4be8-bae7-d356a4e20c32), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:54.633506 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6a6ac407-953f-49ee-9242-570bba838d49 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf66c45a-1ab5-4be8-bae7-d356a4e20c32']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:54.665388 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6a6ac407-953f-49ee-9242-570bba838d49 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895f44e8-fde5-4abb-87f7-f435fe059995') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:54.665872 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-6a6ac407-953f-49ee-9242-570bba838d49 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895f44e8-fde5-4abb-87f7-f435fe059995') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:54.732482 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac407-953f-49ee-9242-570bba838d49 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (895f44e8-fde5-4abb-87f7-f435fe059995), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:54.766764 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac407-953f-49ee-9242-570bba838d49 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (895f44e8-fde5-4abb-87f7-f435fe059995), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:54.774385 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32806) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:54.784959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6ac407-953f-49ee-9242-570bba838d49 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:27:54.785612 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac407-953f-49ee-9242-570bba838d49 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (895f44e8-fde5-4abb-87f7-f435fe059995), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:27:54.790492 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:27:54.801063 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f00068-c586-4cf2-b79e-493775de4c52 req-38d7e40d-f760-4a44-be8f-028dd6bc56a3 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:54.801968 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32810) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:54.810327 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-06f00068-c586-4cf2-b79e-493775de4c52 req-38d7e40d-f760-4a44-be8f-028dd6bc56a3 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1602390 Jan 28 19:27:54.907740 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac407-953f-49ee-9242-570bba838d49 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (bf66c45a-1ab5-4be8-bae7-d356a4e20c32), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:54.925295 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac407-953f-49ee-9242-570bba838d49 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:54.929852 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6a6ac407-953f-49ee-9242-570bba838d49 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] 10.222.0.55 "DELETE /v2.0/networks/bf66c45a-1ab5-4be8-bae7-d356a4e20c32 HTTP/1.1" status: 204 len: 168 time: 0.5454967 Jan 28 19:27:54.932399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32814) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:54.993022 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ac407-953f-49ee-9242-570bba838d49 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Pushing event deleted for resources: {'Network': ['ID=bf66c45a-1ab5-4be8-bae7-d356a4e20c32,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:54.995982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9c8ef915-9a3c-45c8-8ae6-1fd68fca47da admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-351404486-network', 'tenant_id': 'a40b0e96c4a849f997cbb0cb83416cd4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:55.000575 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-06f00068-c586-4cf2-b79e-493775de4c52 req-d5f40715-28ba-461b-9629-0810265a5baa tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789362 Jan 28 19:27:55.001111 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c35b99-f1b5-47a2-8769-ee88dff291f6 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] DELETE failed (client error): The resource could not be found. Jan 28 19:27:55.001719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c35b99-f1b5-47a2-8769-ee88dff291f6 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:27:55.007554 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-50c35b99-f1b5-47a2-8769-ee88dff291f6 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] 10.222.0.55 "DELETE /v2.0/ports/08baa8ce-c969-4929-83ec-5514fdc4d0ac HTTP/1.1" status: 404 len: 333 time: 0.0717177 Jan 28 19:27:55.007879 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32816) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:55.068377 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39b9a886-3bd5-4d43-9384-7799f8180216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.100303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad36f79-6f74-404b-8b15-2568c53b762f tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Deleting subnet 2bd5f3e1-6d75-4801-af77-7a3bf0e1817e {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:27:55.109342 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ad36f79-6f74-404b-8b15-2568c53b762f tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks [] for subnet (2bd5f3e1-6d75-4801-af77-7a3bf0e1817e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.134754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8ef915-9a3c-45c8-8ae6-1fd68fca47da admin admin] Made reservation on behalf of a40b0e96c4a849f997cbb0cb83416cd4 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:55.137084 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef915-9a3c-45c8-8ae6-1fd68fca47da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.157667 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef915-9a3c-45c8-8ae6-1fd68fca47da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.197791 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ad36f79-6f74-404b-8b15-2568c53b762f tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (2bd5f3e1-6d75-4801-af77-7a3bf0e1817e), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.366175 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39b9a886-3bd5-4d43-9384-7799f8180216 admin admin] Publish callbacks [] for security_group (5cfbf90b-a417-4333-b3ae-f85b09309828), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.380995 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39b9a886-3bd5-4d43-9384-7799f8180216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5cfbf90b-a417-4333-b3ae-f85b09309828), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.411240 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.428980 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef915-9a3c-45c8-8ae6-1fd68fca47da admin admin] Publish callbacks [] for security_group (191fee19-de2a-4465-9b73-0e8ad6e93eae), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.439403 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ad36f79-6f74-404b-8b15-2568c53b762f tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (2bd5f3e1-6d75-4801-af77-7a3bf0e1817e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.470959 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef915-9a3c-45c8-8ae6-1fd68fca47da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (191fee19-de2a-4465-9b73-0e8ad6e93eae), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.489891 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-39b9a886-3bd5-4d43-9384-7799f8180216 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c55ddb15214542a89a39ddee4ef5e1ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7138333 Jan 28 19:27:55.490693 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9a886-3bd5-4d43-9384-7799f8180216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfbf90b-a417-4333-b3ae-f85b09309828,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:55.492529 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32828) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:55.515934 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf0599-e16b-4954-b127-da9e13c01c3d req-036f64e9-1090-4efc-af5e-3b9403bcb90c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:55.524664 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e6cf0599-e16b-4954-b127-da9e13c01c3d req-036f64e9-1090-4efc-af5e-3b9403bcb90c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.2535017 Jan 28 19:27:55.547084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8ef915-9a3c-45c8-8ae6-1fd68fca47da admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:27:55.587529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ef915-9a3c-45c8-8ae6-1fd68fca47da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191fee19-de2a-4465-9b73-0e8ad6e93eae,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:55.592461 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-387625dc-c87d-4084-81bf-0fabc634d696 admin admin] Publish callbacks [] for security_group (5cfbf90b-a417-4333-b3ae-f85b09309828), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.615673 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ad36f79-6f74-404b-8b15-2568c53b762f tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (2bd5f3e1-6d75-4801-af77-7a3bf0e1817e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.622365 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef915-9a3c-45c8-8ae6-1fd68fca47da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (6cf34678-59fe-43aa-968b-b7e229cdd529), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.622875 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-9c8ef915-9a3c-45c8-8ae6-1fd68fca47da admin admin] Added segment 6cf34678-59fe-43aa-968b-b7e229cdd529 of type vlan for network 11bff981-d897-4f95-a78c-84a892efe537 Jan 28 19:27:55.648659 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-387625dc-c87d-4084-81bf-0fabc634d696 admin admin] Publish callbacks [] for security_group (5cfbf90b-a417-4333-b3ae-f85b09309828), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.671575 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e6cf0599-e16b-4954-b127-da9e13c01c3d req-d02b507f-a7f1-43c9-97e5-5c3b6ca27358 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443114 Jan 28 19:27:55.710242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66d9c76-bd6d-4f9c-856d-dfdbf28acaa0 None None] Network d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:27:55.712947 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-387625dc-c87d-4084-81bf-0fabc634d696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5cfbf90b-a417-4333-b3ae-f85b09309828), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.714839 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad36f79-6f74-404b-8b15-2568c53b762f tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd5f3e1-6d75-4801-af77-7a3bf0e1817e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:55.716500 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-387625dc-c87d-4084-81bf-0fabc634d696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.717598 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ad36f79-6f74-404b-8b15-2568c53b762f tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.717744 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-387625dc-c87d-4084-81bf-0fabc634d696 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5cfbf90b-a417-4333-b3ae-f85b09309828 HTTP/1.1" status: 204 len: 168 time: 0.2242334 Jan 28 19:27:55.730507 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387625dc-c87d-4084-81bf-0fabc634d696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfbf90b-a417-4333-b3ae-f85b09309828,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:55.733989 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5ad36f79-6f74-404b-8b15-2568c53b762f tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] 10.222.0.55 "DELETE /v2.0/subnets/2bd5f3e1-6d75-4801-af77-7a3bf0e1817e HTTP/1.1" status: 204 len: 168 time: 0.7248807 Jan 28 19:27:55.737112 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32836) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:55.745157 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef915-9a3c-45c8-8ae6-1fd68fca47da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (11bff981-d897-4f95-a78c-84a892efe537), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.780393 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef915-9a3c-45c8-8ae6-1fd68fca47da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (11bff981-d897-4f95-a78c-84a892efe537), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.781919 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8ef915-9a3c-45c8-8ae6-1fd68fca47da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:55.782881 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef915-9a3c-45c8-8ae6-1fd68fca47da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.836327 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.877007 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9c8ef915-9a3c-45c8-8ae6-1fd68fca47da admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0736787 Jan 28 19:27:55.879969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:55.888540 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b82413b4-fd03-4612-9b0c-3274a7e8f536 admin admin] Request body: {'subnet': {'network_id': '11bff981-d897-4f95-a78c-84a892efe537', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-351404486-subnet', 'tenant_id': 'a40b0e96c4a849f997cbb0cb83416cd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:27:55.889717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ef915-9a3c-45c8-8ae6-1fd68fca47da admin admin] Pushing event updated for resources: {'Network': ['ID=11bff981-d897-4f95-a78c-84a892efe537,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:55.928893 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82413b4-fd03-4612-9b0c-3274a7e8f536 admin admin] Made reservation on behalf of a40b0e96c4a849f997cbb0cb83416cd4 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:27:55.931389 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b82413b4-fd03-4612-9b0c-3274a7e8f536 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.952210 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Deleting port 18519ce7-fc65-485e-962e-120a1cf9139c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:55.952555 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (18519ce7-fc65-485e-962e-120a1cf9139c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:55.963624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 11bff981-d897-4f95-a78c-84a892efe537 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:27:56.265517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] For port 18519ce7-fc65-485e-962e-120a1cf9139c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=18519ce7-fc65-485e-962e-120a1cf9139c,segment=NetworkSegment(679376a0-03e1-4ebe-a253-61b021eab6a9),segment_id=679376a0-03e1-4ebe-a253-61b021eab6a9)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:56.265884 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (18519ce7-fc65-485e-962e-120a1cf9139c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:56.273635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a209dc-d533-468d-ad12-83a6c899ceee None None] DHCP port deletion for d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:27:56.314635 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Calling delete_port for 18519ce7-fc65-485e-962e-120a1cf9139c owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:56.374829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32846) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:56.379455 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-81a209dc-d533-468d-ad12-83a6c899ceee None None] Deleting port 18519ce7-fc65-485e-962e-120a1cf9139c {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:27:56.379832 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81a209dc-d533-468d-ad12-83a6c899ceee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (18519ce7-fc65-485e-962e-120a1cf9139c), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:56.384556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39197bc-8db0-42d2-8d13-25a04cdb24b4 req-3e0642f0-5b1f-4c7a-a177-c12a753e9e27 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:56.386153 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d39197bc-8db0-42d2-8d13-25a04cdb24b4 req-3e0642f0-5b1f-4c7a-a177-c12a753e9e27 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.2862988 Jan 28 19:27:56.401990 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9815b429-94cb-4c8f-849f-c711511ba588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:56.472020 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-81a209dc-d533-468d-ad12-83a6c899ceee None None] For port 18519ce7-fc65-485e-962e-120a1cf9139c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=18519ce7-fc65-485e-962e-120a1cf9139c,segment=NetworkSegment(679376a0-03e1-4ebe-a253-61b021eab6a9),segment_id=679376a0-03e1-4ebe-a253-61b021eab6a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:56.473563 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81a209dc-d533-468d-ad12-83a6c899ceee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (18519ce7-fc65-485e-962e-120a1cf9139c), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:56.505624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-81a209dc-d533-468d-ad12-83a6c899ceee None None] Calling delete_port for 18519ce7-fc65-485e-962e-120a1cf9139c owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:27:56.544118 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9815b429-94cb-4c8f-849f-c711511ba588 admin admin] Publish callbacks [] for security_group (8afa8121-3051-4ade-9d01-d1a55c6b9f47), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:56.550285 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9815b429-94cb-4c8f-849f-c711511ba588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8afa8121-3051-4ade-9d01-d1a55c6b9f47), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:56.631821 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9815b429-94cb-4c8f-849f-c711511ba588 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=259a455e33a24684af7b7590c853b5d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2552667 Jan 28 19:27:56.641853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32848) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:56.643000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815b429-94cb-4c8f-849f-c711511ba588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afa8121-3051-4ade-9d01-d1a55c6b9f47,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:56.670038 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81a209dc-d533-468d-ad12-83a6c899ceee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (18519ce7-fc65-485e-962e-120a1cf9139c), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:56.681260 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d39197bc-8db0-42d2-8d13-25a04cdb24b4 req-e35fd0fe-613c-4c76-a934-784ed62a1c18 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807188 Jan 28 19:27:56.730663 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a209dc-d533-468d-ad12-83a6c899ceee None None] No DVR routers for this DVR port 18519ce7-fc65-485e-962e-120a1cf9139c on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:56.735819 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a209dc-d533-468d-ad12-83a6c899ceee None None] Pushing event deleted for resources: {'Port': ['ID=18519ce7-fc65-485e-962e-120a1cf9139c,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:56.746447 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6052c26-8fb8-4236-9917-fdfa8a782a35 admin admin] Publish callbacks [] for security_group (8afa8121-3051-4ade-9d01-d1a55c6b9f47), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:56.773345 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6052c26-8fb8-4236-9917-fdfa8a782a35 admin admin] Publish callbacks [] for security_group (8afa8121-3051-4ade-9d01-d1a55c6b9f47), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:56.803831 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (18519ce7-fc65-485e-962e-120a1cf9139c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:56.815110 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b82413b4-fd03-4612-9b0c-3274a7e8f536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (e4982ba1-03e0-416c-b82d-7665f3be7ce1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:56.833486 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6052c26-8fb8-4236-9917-fdfa8a782a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8afa8121-3051-4ade-9d01-d1a55c6b9f47), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:56.836498 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c6052c26-8fb8-4236-9917-fdfa8a782a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:56.840643 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c6052c26-8fb8-4236-9917-fdfa8a782a35 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8afa8121-3051-4ade-9d01-d1a55c6b9f47 HTTP/1.1" status: 204 len: 168 time: 0.1937041 Jan 28 19:27:56.852744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6052c26-8fb8-4236-9917-fdfa8a782a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afa8121-3051-4ade-9d01-d1a55c6b9f47,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:56.928365 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2897f-84eb-4b43-b863-80b250a37465 req-0f8ec8f1-7e69-450a-9e03-862ca57cd90c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:56.936784 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5da2897f-84eb-4b43-b863-80b250a37465 req-0f8ec8f1-7e69-450a-9e03-862ca57cd90c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.0945976 Jan 28 19:27:56.938494 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Pushing event deleted for resources: {'Port': ['ID=18519ce7-fc65-485e-962e-120a1cf9139c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:56.941181 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] No DVR routers for this DVR port 18519ce7-fc65-485e-962e-120a1cf9139c on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:27:57.006316 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82413b4-fd03-4612-9b0c-3274a7e8f536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4982ba1-03e0-416c-b82d-7665f3be7ce1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:57.035615 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5da2897f-84eb-4b43-b863-80b250a37465 req-908f2d10-2ea8-4c80-a18a-03b8fb4d0d38 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903738 Jan 28 19:27:57.094090 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:57.106829 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82413b4-fd03-4612-9b0c-3274a7e8f536 admin admin] Checking segment: {'id': '6cf34678-59fe-43aa-968b-b7e229cdd529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '11bff981-d897-4f95-a78c-84a892efe537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:27:57.107187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82413b4-fd03-4612-9b0c-3274a7e8f536 admin admin] Network hostable DHCP agents. Network: 11bff981-d897-4f95-a78c-84a892efe537, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:27:57.127894 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:57.147722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679376a0-03e1-4ebe-a253-61b021eab6a9') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:57.147722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679376a0-03e1-4ebe-a253-61b021eab6a9') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:27:57.161578 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (679376a0-03e1-4ebe-a253-61b021eab6a9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:57.171882 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82413b4-fd03-4612-9b0c-3274a7e8f536 admin admin] Network 11bff981-d897-4f95-a78c-84a892efe537 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:27:57.207972 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (679376a0-03e1-4ebe-a253-61b021eab6a9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:57.209933 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b82413b4-fd03-4612-9b0c-3274a7e8f536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 11bff981-d897-4f95-a78c-84a892efe537) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:27:57.231293 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec3ba87-ab29-4211-9272-04d0ae04e4b1 None None] Network 11bff981-d897-4f95-a78c-84a892efe537 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:27:57.237569 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82413b4-fd03-4612-9b0c-3274a7e8f536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:57.238236 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b82413b4-fd03-4612-9b0c-3274a7e8f536 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:57.241480 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:27:57.241886 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (679376a0-03e1-4ebe-a253-61b021eab6a9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:27:57.245255 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:27:57.376829 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b82413b4-fd03-4612-9b0c-3274a7e8f536 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4856763 Jan 28 19:27:57.396615 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:57.401253 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:57.408921 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] 10.222.0.55 "DELETE /v2.0/networks/d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf HTTP/1.1" status: 204 len: 168 time: 1.6662774 Jan 28 19:27:57.427042 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f27dc-56a2-4998-af95-ba0615832ef8 tempest-DHCPAgentSchedulersTestJSON-1199682192 tempest-DHCPAgentSchedulersTestJSON-1199682192-project] Pushing event deleted for resources: {'Network': ['ID=d21e1dfe-d6f1-45bd-97d7-cfb814ba22cf,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:57.445049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bf5a84-b42c-4cca-a719-a3884f083755 None None] Network 11bff981-d897-4f95-a78c-84a892efe537 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:27:57.697121 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32878) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:57.823166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66662b-ff04-4299-a874-03fd53408ea7 req-3ae890e3-efdf-40c9-b14f-7270a53730a6 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:57.830731 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ef66662b-ff04-4299-a874-03fd53408ea7 req-3ae890e3-efdf-40c9-b14f-7270a53730a6 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.0624053 Jan 28 19:27:57.891276 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ef66662b-ff04-4299-a874-03fd53408ea7 req-770310d3-8144-42f1-b2d4-cef98d72455f tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595341 Jan 28 19:27:57.921826 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-10c5dae0-087d-49e4-803b-24373ccf8b7c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4d8c2bbdbd947ccbb870001528e5431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2218282 Jan 28 19:27:57.923823 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32890) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:57.975309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 18519ce7-fc65-485e-962e-120a1cf9139c no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:27:58.011203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 18519ce7-fc65-485e-962e-120a1cf9139c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:27:58.011851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 18519ce7-fc65-485e-962e-120a1cf9139c not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:27:58.028919 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f365aa1f-76c0-4e57-a232-05ab44ad1fa9 admin admin] Publish callbacks [] for security_group (e287a062-77ec-4133-9787-498ec72196c1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:58.093557 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f365aa1f-76c0-4e57-a232-05ab44ad1fa9 admin admin] Publish callbacks [] for security_group (e287a062-77ec-4133-9787-498ec72196c1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:58.158471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-997be0b6-0ced-478a-859b-2a392b066863 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:58.164212 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-997be0b6-0ced-478a-859b-2a392b066863 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/networks?id=11bff981-d897-4f95-a78c-84a892efe537 HTTP/1.1" status: 200 len: 821 time: 0.1628985 Jan 28 19:27:58.180414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-d58336d0-3248-4947-8d67-349ac4c53b04 req-bdbbd795-7af8-4402-87b5-ba46567dde48 service neutron] (103146) timed out ('10.222.0.37', 54421) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:27:58.194665 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-7dc00521-0b4d-4574-9967-7bf849eb4e26 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/quotas/a40b0e96c4a849f997cbb0cb83416cd4 HTTP/1.1" status: 200 len: 375 time: 0.0129867 Jan 28 19:27:58.209100 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f365aa1f-76c0-4e57-a232-05ab44ad1fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e287a062-77ec-4133-9787-498ec72196c1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:58.214220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49d537-1e8d-4f71-8089-f5ce9a4bd376 req-8659612b-a2bf-488a-8f21-a85a17d8a2a1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:58.214643 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f365aa1f-76c0-4e57-a232-05ab44ad1fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:58.216521 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f365aa1f-76c0-4e57-a232-05ab44ad1fa9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e287a062-77ec-4133-9787-498ec72196c1 HTTP/1.1" status: 204 len: 168 time: 0.2914793 Jan 28 19:27:58.233687 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9b49d537-1e8d-4f71-8089-f5ce9a4bd376 req-8659612b-a2bf-488a-8f21-a85a17d8a2a1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.0920227 Jan 28 19:27:58.249793 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-d394e884-4d62-4a4b-8f67-53ce2ea525f2 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a40b0e96c4a849f997cbb0cb83416cd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507991 Jan 28 19:27:58.251356 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365aa1f-76c0-4e57-a232-05ab44ad1fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e287a062-77ec-4133-9787-498ec72196c1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:58.265860 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:27:58.395098 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9b49d537-1e8d-4f71-8089-f5ce9a4bd376 req-cc1bbbaa-c4e6-490b-89e3-4be55f2baeb6 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603749 Jan 28 19:27:58.404126 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-b5552cff-83d1-47f4-8113-c822501986c2 service neutron] 10.222.0.55 "GET /v2.0/networks/11bff981-d897-4f95-a78c-84a892efe537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401522 Jan 28 19:27:58.526962 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:58.543929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'port_id': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06', 'mac_address': 'fa:16:3e:f8:53:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:27:58.611533 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-a0860bc7-cd50-4a3c-b27b-97e5b794375d service neutron] 10.222.0.55 "GET /v2.0/networks/11bff981-d897-4f95-a78c-84a892efe537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007062 Jan 28 19:27:58.630682 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:27:58.633649 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:58.663287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:27:58.714859 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:27:58.719356 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:58.794863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:58.817851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['9fad56e8-ad6c-4341-9d37-c8cfca4b3a06'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:27:58.841023 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:58.889406 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cad2399-e372-43ea-8fdf-d6b38a145322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:58.936612 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdbce859-1af4-4cc7-9398-cee6530e4032 req-2a00c503-3c7a-4056-8b09-54f76065028b tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 210 time: 0.0817144 Jan 28 19:27:59.095738 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cad2399-e372-43ea-8fdf-d6b38a145322 admin admin] Publish callbacks [] for security_group (7fb1277e-3d1a-497f-883d-d98209cf6b08), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:59.107672 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cad2399-e372-43ea-8fdf-d6b38a145322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7fb1277e-3d1a-497f-883d-d98209cf6b08), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:59.163304 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f757b8b-9cbb-49d1-a221-92b042e073d0 req-a5704229-7258-4982-bf25-7516af084e12 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:59.166000 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f757b8b-9cbb-49d1-a221-92b042e073d0 req-a5704229-7258-4982-bf25-7516af084e12 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1310611 Jan 28 19:27:59.173088 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad2399-e372-43ea-8fdf-d6b38a145322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb1277e-3d1a-497f-883d-d98209cf6b08,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:59.236646 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6cad2399-e372-43ea-8fdf-d6b38a145322 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16d8f8d347b34fcda151507c9f398756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3936479 Jan 28 19:27:59.239314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32950) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:27:59.314292 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f757b8b-9cbb-49d1-a221-92b042e073d0 req-9c2faf9a-cc4c-4985-9deb-b6273820b6b8 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372983 Jan 28 19:27:59.319721 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d54c38c5-389b-4be0-a730-3db94b3d0851 admin admin] Publish callbacks [] for security_group (7fb1277e-3d1a-497f-883d-d98209cf6b08), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:59.363690 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d54c38c5-389b-4be0-a730-3db94b3d0851 admin admin] Publish callbacks [] for security_group (7fb1277e-3d1a-497f-883d-d98209cf6b08), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:59.451742 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d54c38c5-389b-4be0-a730-3db94b3d0851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7fb1277e-3d1a-497f-883d-d98209cf6b08), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:59.455335 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d54c38c5-389b-4be0-a730-3db94b3d0851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:27:59.457820 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d54c38c5-389b-4be0-a730-3db94b3d0851 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7fb1277e-3d1a-497f-883d-d98209cf6b08 HTTP/1.1" status: 204 len: 168 time: 0.2168577 Jan 28 19:27:59.488734 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c38c5-389b-4be0-a730-3db94b3d0851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb1277e-3d1a-497f-883d-d98209cf6b08,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:27:59.766405 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65036d-f558-42c9-a6b0-6af1cf71519f req-7b4e63cf-600d-4d40-9d37-0f433ce2ba77 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:27:59.768024 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5e65036d-f558-42c9-a6b0-6af1cf71519f req-7b4e63cf-600d-4d40-9d37-0f433ce2ba77 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 944 time: 0.2352066 Jan 28 19:27:59.916708 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5e65036d-f558-42c9-a6b0-6af1cf71519f req-7f80ec4b-3c6b-494f-be11-5078c54a3e19 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298740 Jan 28 19:28:00.123016 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a03c88eb-d03d-457c-b6ce-3f04a457429e req-079f18a9-0023-49d1-b49b-02a00b26c923 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 210 time: 0.0469327 Jan 28 19:28:00.151771 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:00.281743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:28:00.432336 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:00.436253 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:00.522520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-a6beaea8-749c-4028-9428-081f3a75de7f tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:00.525750 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-a6beaea8-749c-4028-9428-081f3a75de7f tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.31 "GET /v2.0/networks?id=11bff981-d897-4f95-a78c-84a892efe537 HTTP/1.1" status: 200 len: 821 time: 0.2145796 Jan 28 19:28:00.537619 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-0b8ec579-a85e-4284-a6e0-10fe1baf7da2 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Request body: {'port': {'device_id': 'cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1', 'network_id': '11bff981-d897-4f95-a78c-84a892efe537', 'admin_state_up': True, 'tenant_id': 'a40b0e96c4a849f997cbb0cb83416cd4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:00.609889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ed683-073e-4df5-be74-1de96e674926 req-501b56f8-9223-4f63-b2d2-964c36429d06 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:00.613474 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c97ed683-073e-4df5-be74-1de96e674926 req-501b56f8-9223-4f63-b2d2-964c36429d06 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1520050 Jan 28 19:28:00.618831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:00.619462 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:00.682209 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:00.687312 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4979fd6b-d6df-4e8d-a7f3-2fa65d2fd471" -d '{"events": [{"server_uuid": "0fd78893-9e28-491f-8457-0a01b1c8e569", "name": "network-vif-plugged", "status": "completed", "tag": "9fad56e8-ad6c-4341-9d37-c8cfca4b3a06"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:00.720078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:00.726991 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:00.759201 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c97ed683-073e-4df5-be74-1de96e674926 req-aaa7c2a3-a394-457c-9b66-6266357a3850 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400051 Jan 28 19:28:00.770997 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-0b8ec579-a85e-4284-a6e0-10fe1baf7da2 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Made reservation on behalf of a40b0e96c4a849f997cbb0cb83416cd4 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:00.778206 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-0b8ec579-a85e-4284-a6e0-10fe1baf7da2 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:00.870293 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:00.880860 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0f8a7a-36c3-41c5-8dd2-aba4700ce9b0 x-openstack-request-id: req-4c0f8a7a-36c3-41c5-8dd2-aba4700ce9b0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:00.880860 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd78893-9e28-491f-8457-0a01b1c8e569", "name": "network-vif-plugged", "status": "completed", "tag": "9fad56e8-ad6c-4341-9d37-c8cfca4b3a06", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:00.880860 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c0f8a7a-36c3-41c5-8dd2-aba4700ce9b0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:00.881154 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06', 'code': 200} Jan 28 19:28:01.133449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-0b8ec579-a85e-4284-a6e0-10fe1baf7da2 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Allocated IP 172.20.0.14 (11bff981-d897-4f95-a78c-84a892efe537/e4982ba1-03e0-416c-b82d-7665f3be7ce1/f82893cc-07b0-4eaa-9dfd-0917fc4a1cab) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:01.208215 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598f676-b38d-4ae2-b2a0-5124408ced8f req-2b3078f0-53c2-4b0f-9a22-f22e372e527d tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:01.209719 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e598f676-b38d-4ae2-b2a0-5124408ced8f req-2b3078f0-53c2-4b0f-9a22-f22e372e527d tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.1156163 Jan 28 19:28:01.326893 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9875109c-50bc-4dbd-ba09-9707119c94bd req-6c7cad61-c406-40ca-bdc2-b0db00640441 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 210 time: 0.0812278 Jan 28 19:28:01.332118 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e598f676-b38d-4ae2-b2a0-5124408ced8f req-77a6b145-0cb0-4dac-b4d3-e2d18e5d74e1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082339 Jan 28 19:28:01.395339 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-0b8ec579-a85e-4284-a6e0-10fe1baf7da2 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Publish callbacks [] for port (f82893cc-07b0-4eaa-9dfd-0917fc4a1cab), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:01.439430 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-0b8ec579-a85e-4284-a6e0-10fe1baf7da2 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f82893cc-07b0-4eaa-9dfd-0917fc4a1cab), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:01.505824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-0b8ec579-a85e-4284-a6e0-10fe1baf7da2 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Network 11bff981-d897-4f95-a78c-84a892efe537 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:01.508760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-0b8ec579-a85e-4284-a6e0-10fe1baf7da2 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:01.520950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-0b8ec579-a85e-4284-a6e0-10fe1baf7da2 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:01.583811 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ec579-a85e-4284-a6e0-10fe1baf7da2 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Pushing event updated for resources: {'Port': ['ID=f82893cc-07b0-4eaa-9dfd-0917fc4a1cab,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:01.628289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-0b8ec579-a85e-4284-a6e0-10fe1baf7da2 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:01.629205 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-0b8ec579-a85e-4284-a6e0-10fe1baf7da2 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:01.648053 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-0b8ec579-a85e-4284-a6e0-10fe1baf7da2 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1149740 Jan 28 19:28:01.666357 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Request body: {'port': {'device_id': 'cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:01.792856 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f82893cc-07b0-4eaa-9dfd-0917fc4a1cab), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:01.993995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e1958-b1b5-4b3a-9781-e2e8ac747399 req-ed676add-098d-4265-b265-3fd6d9f8f43b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:01.997619 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a77e1958-b1b5-4b3a-9781-e2e8ac747399 req-ed676add-098d-4265-b265-3fd6d9f8f43b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1029489 Jan 28 19:28:02.129412 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a77e1958-b1b5-4b3a-9781-e2e8ac747399 req-7529a832-4218-40d3-8fed-d7f21520324d tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255474 Jan 28 19:28:02.359308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82893cc-07b0-4eaa-9dfd-0917fc4a1cab {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:28:02.378274 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Publish callbacks [] for port (f82893cc-07b0-4eaa-9dfd-0917fc4a1cab), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:02.420362 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Transition to ACTIVE for port object f82893cc-07b0-4eaa-9dfd-0917fc4a1cab will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:28:02.428182 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (f82893cc-07b0-4eaa-9dfd-0917fc4a1cab), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:02.493819 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3acae-4d64-41bc-bb49-03c5bbf3478c req-c3bd09f1-3e54-48ce-a5da-ea3cdfb50468 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:02.504926 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9cb3acae-4d64-41bc-bb49-03c5bbf3478c req-c3bd09f1-3e54-48ce-a5da-ea3cdfb50468 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.0780511 Jan 28 19:28:02.570701 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9cb3acae-4d64-41bc-bb49-03c5bbf3478c req-48182a47-c7de-4452-85f0-376fcbd5f979 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645158 Jan 28 19:28:02.596118 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f82893cc-07b0-4eaa-9dfd-0917fc4a1cab,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:02.693856 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33074) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:02.817900 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a5eb3-c3c9-4555-a169-e4b13d74dac9 req-aed56225-d089-4458-ad2e-517eaf6c66da tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:02.820854 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-327a5eb3-c3c9-4555-a169-e4b13d74dac9 req-aed56225-d089-4458-ad2e-517eaf6c66da tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 944 time: 0.2572186 Jan 28 19:28:02.823099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Attempting to bind port f82893cc-07b0-4eaa-9dfd-0917fc4a1cab on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:28:02.823581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Attempting to bind port f82893cc-07b0-4eaa-9dfd-0917fc4a1cab by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '6cf34678-59fe-43aa-968b-b7e229cdd529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '11bff981-d897-4f95-a78c-84a892efe537'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:28:02.824225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Attempting to bind port f82893cc-07b0-4eaa-9dfd-0917fc4a1cab on network 11bff981-d897-4f95-a78c-84a892efe537 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:28:02.847918 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Port f82893cc-07b0-4eaa-9dfd-0917fc4a1cab on network 11bff981-d897-4f95-a78c-84a892efe537 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:28:02.848558 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Attempting to bind port f82893cc-07b0-4eaa-9dfd-0917fc4a1cab on network 11bff981-d897-4f95-a78c-84a892efe537 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:28:02.861831 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:28:02.864227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Checking segment: {'id': '6cf34678-59fe-43aa-968b-b7e229cdd529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '11bff981-d897-4f95-a78c-84a892efe537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:02.864958 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Bound using segment: {'id': '6cf34678-59fe-43aa-968b-b7e229cdd529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '11bff981-d897-4f95-a78c-84a892efe537'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:28:02.865574 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Bound port: f82893cc-07b0-4eaa-9dfd-0917fc4a1cab, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cf34678-59fe-43aa-968b-b7e229cdd529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '11bff981-d897-4f95-a78c-84a892efe537'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:28:02.866557 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f82893cc-07b0-4eaa-9dfd-0917fc4a1cab), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:02.909670 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-327a5eb3-c3c9-4555-a169-e4b13d74dac9 req-17660878-ddef-4e60-a4f3-27a8d8be2aca tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/security-groups?id=191fee19-de2a-4465-9b73-0e8ad6e93eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812185 Jan 28 19:28:02.986317 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] For port f82893cc-07b0-4eaa-9dfd-0917fc4a1cab, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:28:02.993504 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] For port f82893cc-07b0-4eaa-9dfd-0917fc4a1cab, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=f82893cc-07b0-4eaa-9dfd-0917fc4a1cab,segment=NetworkSegment(6cf34678-59fe-43aa-968b-b7e229cdd529),segment_id=6cf34678-59fe-43aa-968b-b7e229cdd529)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:28:03.003048 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (f82893cc-07b0-4eaa-9dfd-0917fc4a1cab), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:03.096866 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f82893cc-07b0-4eaa-9dfd-0917fc4a1cab,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:03.105357 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6b5c7a03-e7a7-4807-83fa-d41bbf2c3329 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:03.111023 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:03.117101 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:03.119059 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ce778ada-bbde-450f-9eb6-9200c4a1a4d8 service neutron] 10.222.0.31 "PUT /v2.0/ports/f82893cc-07b0-4eaa-9dfd-0917fc4a1cab HTTP/1.1" status: 200 len: 1092 time: 1.4627841 Jan 28 19:28:03.119830 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1', 'tag': 'f82893cc-07b0-4eaa-9dfd-0917fc4a1cab'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:03.124137 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cf3081-7be7-418e-92c8-97319c45df44" -d '{"events": [{"name": "network-changed", "server_uuid": "cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1", "tag": "f82893cc-07b0-4eaa-9dfd-0917fc4a1cab"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:03.173246 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33092) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:03.182651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6b5c7a03-e7a7-4807-83fa-d41bbf2c3329 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] 10.222.0.55 "PUT /v2.0/quotas/1d5867fee93949d7b1960c654fa971e9 HTTP/1.1" status: 200 len: 366 time: 0.4873061 Jan 28 19:28:03.189152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33094) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:03.196683 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7d8a1cac-4e51-4da5-b653-39fd7fe57a3d tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0115016 Jan 28 19:28:03.204971 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-993170eb-7d24-437e-b24d-1940430e3f02 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] 10.222.0.55 "GET /v2.0/quotas/1d5867fee93949d7b1960c654fa971e9 HTTP/1.1" status: 200 len: 366 time: 0.0138803 Jan 28 19:28:03.205773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33098) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:03.225877 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-32943cef-78e6-4a31-907b-1fb19372fdb7 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/1d5867fee93949d7b1960c654fa971e9 HTTP/1.1" status: 204 len: 168 time: 0.0187178 Jan 28 19:28:03.226847 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33100) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:03.243035 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1d30229a-1cf4-41c8-9d34-41227cb1abea tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0148349 Jan 28 19:28:03.243914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33102) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:03.261791 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5e730dd1-d6fd-4701-b389-496f5a0ef55a tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] 10.222.0.55 "GET /v2.0/quotas/1d5867fee93949d7b1960c654fa971e9 HTTP/1.1" status: 200 len: 370 time: 0.0165331 Jan 28 19:28:03.262452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33104) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:03.271143 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75364cab-d3cb-41cc-b7b6-ae535ef76543 x-openstack-request-id: req-75364cab-d3cb-41cc-b7b6-ae535ef76543 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:03.271702 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1", "tag": "f82893cc-07b0-4eaa-9dfd-0917fc4a1cab", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:03.272098 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75364cab-d3cb-41cc-b7b6-ae535ef76543 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:03.272645 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1', 'tag': 'f82893cc-07b0-4eaa-9dfd-0917fc4a1cab', 'status': 'completed', 'code': 200} Jan 28 19:28:03.278280 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a962ebea-eb9e-4683-9c0b-8b681c8d8019 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] 10.222.0.55 "GET /v2.0/quotas/1d5867fee93949d7b1960c654fa971e9/default HTTP/1.1" status: 200 len: 370 time: 0.0118849 Jan 28 19:28:03.279185 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33106) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:03.292356 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-9561c858-c541-4ffc-b7ee-b2cd24c6f625 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] delete failed (client error): The resource could not be found. Jan 28 19:28:03.298108 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9561c858-c541-4ffc-b7ee-b2cd24c6f625 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/1d5867fee93949d7b1960c654fa971e9 HTTP/1.1" status: 404 len: 348 time: 0.0169992 Jan 28 19:28:03.351232 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-1dbf446f-d2ca-4971-b196-cbac5ac534da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:03.353674 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-1dbf446f-d2ca-4971-b196-cbac5ac534da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a40b0e96c4a849f997cbb0cb83416cd4&device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 1126 time: 0.1545727 Jan 28 19:28:03.368515 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a168c4-9ff5-4aa0-8696-4a1321d990ad req-609669cc-6329-4a06-a868-f88b45b4acdb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:03.374542 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19a168c4-9ff5-4aa0-8696-4a1321d990ad req-609669cc-6329-4a06-a868-f88b45b4acdb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.0982914 Jan 28 19:28:03.449761 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-839040ca-9e65-4618-ac62-a71bf000ec3e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f82893cc-07b0-4eaa-9dfd-0917fc4a1cab HTTP/1.1" status: 200 len: 217 time: 0.0740299 Jan 28 19:28:03.533567 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33116) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:03.559902 n-d-824834-4 neutron-server[103146]: DEBUG neutron.quota.resource [None req-973ce149-0cb4-42b3-93df-b560da7da7e5 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] Usage tracker for resource:network and project:94598816145d46668e67fd65ae5ab687 is out of sync, need to count used quota {{(pid=103146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 19:28:03.564057 n-d-824834-4 neutron-server[103146]: DEBUG neutron.quota.resource [None req-973ce149-0cb4-42b3-93df-b560da7da7e5 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103146) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 19:28:03.578883 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19a168c4-9ff5-4aa0-8696-4a1321d990ad req-44a20b63-90d5-4022-aefd-778f2cdb5ed0 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970656 Jan 28 19:28:03.593039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.quota.resource [None req-973ce149-0cb4-42b3-93df-b560da7da7e5 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] Usage tracker for resource:subnet and project:94598816145d46668e67fd65ae5ab687 is out of sync, need to count used quota {{(pid=103146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 19:28:03.596273 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-f8538e21-f7de-4fac-a365-420129484efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:03.598075 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-f8538e21-f7de-4fac-a365-420129484efe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4982ba1-03e0-416c-b82d-7665f3be7ce1 HTTP/1.1" status: 200 len: 861 time: 0.1418517 Jan 28 19:28:03.610967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.quota.resource [None req-973ce149-0cb4-42b3-93df-b560da7da7e5 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103146) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 19:28:03.621277 n-d-824834-4 neutron-server[103146]: DEBUG neutron.quota.resource [None req-973ce149-0cb4-42b3-93df-b560da7da7e5 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] Usage tracker for resource:subnetpool and project:94598816145d46668e67fd65ae5ab687 is out of sync, need to count used quota {{(pid=103146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 19:28:03.630556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.quota.resource [None req-973ce149-0cb4-42b3-93df-b560da7da7e5 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103146) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 19:28:03.643774 n-d-824834-4 neutron-server[103146]: DEBUG neutron.quota.resource [None req-973ce149-0cb4-42b3-93df-b560da7da7e5 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] Usage tracker for resource:port and project:94598816145d46668e67fd65ae5ab687 is out of sync, need to count used quota {{(pid=103146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 19:28:03.645176 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-1e4f8b68-aceb-48a3-92df-ab5edb213c71 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11bff981-d897-4f95-a78c-84a892efe537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417879 Jan 28 19:28:03.650306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.quota.resource [None req-973ce149-0cb4-42b3-93df-b560da7da7e5 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103146) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 19:28:03.661118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.quota.resource [None req-973ce149-0cb4-42b3-93df-b560da7da7e5 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] Usage tracker for resource:router and project:94598816145d46668e67fd65ae5ab687 is out of sync, need to count used quota {{(pid=103146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 19:28:03.666789 n-d-824834-4 neutron-server[103146]: DEBUG neutron.quota.resource [None req-973ce149-0cb4-42b3-93df-b560da7da7e5 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103146) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 19:28:03.676192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.quota.resource [None req-973ce149-0cb4-42b3-93df-b560da7da7e5 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] Usage tracker for resource:floatingip and project:94598816145d46668e67fd65ae5ab687 is out of sync, need to count used quota {{(pid=103146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 19:28:03.682659 n-d-824834-4 neutron-server[103146]: DEBUG neutron.quota.resource [None req-973ce149-0cb4-42b3-93df-b560da7da7e5 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103146) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 19:28:03.829795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.quota.resource [None req-973ce149-0cb4-42b3-93df-b560da7da7e5 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] Usage tracker for resource:security_group and project:94598816145d46668e67fd65ae5ab687 is out of sync, need to count used quota {{(pid=103146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 19:28:03.845645 n-d-824834-4 neutron-server[103146]: DEBUG neutron.quota.resource [None req-973ce149-0cb4-42b3-93df-b560da7da7e5 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103146) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 19:28:03.863647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc229ecd-7a1a-4350-9037-1bf17c4dcda4 req-04909581-5e27-4b72-b292-a34afdc2cafc tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:03.871418 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cc229ecd-7a1a-4350-9037-1bf17c4dcda4 req-04909581-5e27-4b72-b292-a34afdc2cafc tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.1593292 Jan 28 19:28:03.894486 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-ebd2365b-3e79-40f3-a65a-bd5dc760cef8 service neutron] 10.222.0.31 "GET /v2.0/networks/11bff981-d897-4f95-a78c-84a892efe537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400632 Jan 28 19:28:03.896251 n-d-824834-4 neutron-server[103146]: DEBUG neutron.quota.resource [None req-973ce149-0cb4-42b3-93df-b560da7da7e5 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] Usage tracker for resource:security_group_rule and project:94598816145d46668e67fd65ae5ab687 is out of sync, need to count used quota {{(pid=103146) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 28 19:28:03.900996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.quota.resource [None req-973ce149-0cb4-42b3-93df-b560da7da7e5 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103146) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 28 19:28:03.943361 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-973ce149-0cb4-42b3-93df-b560da7da7e5 tempest-QuotasTest-1367501618 tempest-QuotasTest-1367501618-project-admin] 10.222.0.55 "GET /v2.0/quotas/94598816145d46668e67fd65ae5ab687/details.json HTTP/1.1" status: 200 len: 703 time: 0.4029770 Jan 28 19:28:03.974593 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cc229ecd-7a1a-4350-9037-1bf17c4dcda4 req-7912cc52-3e7e-4a7e-b6b7-e1765b852ba5 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018198 Jan 28 19:28:04.129828 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a7b13c0-67da-41d1-bb5a-e7013c8cd6c7 req-51800816-e3ba-486e-a373-12bf25e9b18a service neutron] 10.222.0.31 "GET /v2.0/networks/11bff981-d897-4f95-a78c-84a892efe537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289298 Jan 28 19:28:04.271859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8accf96-41cd-4f4f-9a6f-53cf75812b5e req-fcfde419-a5aa-412b-9310-7b5cea7f4f2c tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:04.281592 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f8accf96-41cd-4f4f-9a6f-53cf75812b5e req-fcfde419-a5aa-412b-9310-7b5cea7f4f2c tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 944 time: 0.2368875 Jan 28 19:28:04.334687 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf3081-7be7-418e-92c8-97319c45df44 req-bce10e3e-f588-46aa-9479-15e6f2a124ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:04.336405 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8cf3081-7be7-418e-92c8-97319c45df44 req-bce10e3e-f588-46aa-9479-15e6f2a124ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a40b0e96c4a849f997cbb0cb83416cd4&device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 1126 time: 0.1461387 Jan 28 19:28:04.353590 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f8accf96-41cd-4f4f-9a6f-53cf75812b5e req-35511fc5-f092-4752-9de8-3bf60d4dcbc0 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/security-groups?id=191fee19-de2a-4465-9b73-0e8ad6e93eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708342 Jan 28 19:28:04.500230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf3081-7be7-418e-92c8-97319c45df44 req-74462ca4-adba-4115-97ef-fb82da485068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:04.502532 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8cf3081-7be7-418e-92c8-97319c45df44 req-74462ca4-adba-4115-97ef-fb82da485068 service neutron] 10.222.0.31 "GET /v2.0/networks?id=11bff981-d897-4f95-a78c-84a892efe537 HTTP/1.1" status: 200 len: 922 time: 0.1441686 Jan 28 19:28:04.557821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33160) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:04.568989 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8cf3081-7be7-418e-92c8-97319c45df44 req-68a3f66a-0155-4820-b4d0-400b11798b69 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f82893cc-07b0-4eaa-9dfd-0917fc4a1cab HTTP/1.1" status: 200 len: 217 time: 0.0599489 Jan 28 19:28:04.655137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf3081-7be7-418e-92c8-97319c45df44 req-b82ecf6f-628f-4585-8772-7beaf1edf9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:04.659314 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8cf3081-7be7-418e-92c8-97319c45df44 req-b82ecf6f-628f-4585-8772-7beaf1edf9cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4982ba1-03e0-416c-b82d-7665f3be7ce1 HTTP/1.1" status: 200 len: 861 time: 0.0841019 Jan 28 19:28:04.697535 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8cf3081-7be7-418e-92c8-97319c45df44 req-b9b80848-9ae3-4627-af82-7b8cdbb09bfc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=11bff981-d897-4f95-a78c-84a892efe537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310407 Jan 28 19:28:04.788125 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7ad62-e087-4aa6-85ae-bccd3b99f0f4 req-d9585fd6-21ad-4a63-a88f-5f77de59e892 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:04.798514 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00c7ad62-e087-4aa6-85ae-bccd3b99f0f4 req-d9585fd6-21ad-4a63-a88f-5f77de59e892 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1097472 Jan 28 19:28:04.874308 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8cf3081-7be7-418e-92c8-97319c45df44 req-60927c0c-2828-4cee-ba90-34a1482e41b9 service neutron] 10.222.0.31 "GET /v2.0/networks/11bff981-d897-4f95-a78c-84a892efe537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710193 Jan 28 19:28:04.910691 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00c7ad62-e087-4aa6-85ae-bccd3b99f0f4 req-eb66e974-2852-4fdb-9d5c-cc02f7e0bf90 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110005 Jan 28 19:28:04.911886 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39828b13-e802-4298-b729-8bf4f433cfa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:05.109063 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39828b13-e802-4298-b729-8bf4f433cfa2 admin admin] Publish callbacks [] for security_group (ac480a92-4c66-45e7-b36c-8eac4093b823), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:05.116885 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39828b13-e802-4298-b729-8bf4f433cfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ac480a92-4c66-45e7-b36c-8eac4093b823), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:05.180869 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-39828b13-e802-4298-b729-8bf4f433cfa2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4797a7dde1e0418090b09a040f6cbc25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6218104 Jan 28 19:28:05.198291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33178) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:05.305994 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39828b13-e802-4298-b729-8bf4f433cfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac480a92-4c66-45e7-b36c-8eac4093b823,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:05.390060 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d439e5e-27a3-4a0c-9e85-c22b9efe5630 admin admin] Publish callbacks [] for security_group (ac480a92-4c66-45e7-b36c-8eac4093b823), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:05.436671 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d439e5e-27a3-4a0c-9e85-c22b9efe5630 admin admin] Publish callbacks [] for security_group (ac480a92-4c66-45e7-b36c-8eac4093b823), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:05.657415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3691a-d4c7-4e35-a6fa-5e2ce1fa0775 req-f10c3619-f3bc-4d6a-aa80-4a107e048efe tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:05.659074 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35a3691a-d4c7-4e35-a6fa-5e2ce1fa0775 req-f10c3619-f3bc-4d6a-aa80-4a107e048efe tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 944 time: 0.1813571 Jan 28 19:28:05.676370 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d439e5e-27a3-4a0c-9e85-c22b9efe5630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ac480a92-4c66-45e7-b36c-8eac4093b823), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:05.680269 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d439e5e-27a3-4a0c-9e85-c22b9efe5630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:05.696237 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7d439e5e-27a3-4a0c-9e85-c22b9efe5630 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ac480a92-4c66-45e7-b36c-8eac4093b823 HTTP/1.1" status: 204 len: 168 time: 0.4876647 Jan 28 19:28:05.807498 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d439e5e-27a3-4a0c-9e85-c22b9efe5630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac480a92-4c66-45e7-b36c-8eac4093b823,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:05.843862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77774a-9cba-4693-a13c-c5fecc55be7b req-94cb60e6-8e74-4c78-a59c-d7832aca6070 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:05.851610 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf77774a-9cba-4693-a13c-c5fecc55be7b req-94cb60e6-8e74-4c78-a59c-d7832aca6070 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.2593310 Jan 28 19:28:05.866730 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8cf3081-7be7-418e-92c8-97319c45df44 req-d2db1f74-c261-4501-823a-2152ecf2b774 service neutron] 10.222.0.31 "GET /v2.0/networks/11bff981-d897-4f95-a78c-84a892efe537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9841340 Jan 28 19:28:05.910248 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35a3691a-d4c7-4e35-a6fa-5e2ce1fa0775 req-c2314d17-cb30-44b1-af5a-52716eb081b4 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/security-groups?id=191fee19-de2a-4465-9b73-0e8ad6e93eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045145 Jan 28 19:28:05.969319 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf77774a-9cba-4693-a13c-c5fecc55be7b req-b8dd3df5-e45f-45d1-9c58-d9edb3ff2186 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172535 Jan 28 19:28:06.206697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49f182-12fe-4dab-a8b3-ea5aaf7bbf55 req-d6ef0dc3-486f-4417-9a15-c01f3a65d2ba tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:06.215007 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d49f182-12fe-4dab-a8b3-ea5aaf7bbf55 req-d6ef0dc3-486f-4417-9a15-c01f3a65d2ba tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1010182 Jan 28 19:28:06.393708 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d49f182-12fe-4dab-a8b3-ea5aaf7bbf55 req-9553e874-3e8a-4703-8a50-eeed8c24124e tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778612 Jan 28 19:28:06.622376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:06.641300 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c80ce64-33c4-4a7a-94aa-4c060b5109bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:06.815229 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c80ce64-33c4-4a7a-94aa-4c060b5109bf admin admin] Publish callbacks [] for security_group (2c26c1cd-3b34-4069-b5f0-3a712e300399), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:06.820782 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c80ce64-33c4-4a7a-94aa-4c060b5109bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2c26c1cd-3b34-4069-b5f0-3a712e300399), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:06.899747 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9c80ce64-33c4-4a7a-94aa-4c060b5109bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94598816145d46668e67fd65ae5ab687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2754476 Jan 28 19:28:06.902582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80ce64-33c4-4a7a-94aa-4c060b5109bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c26c1cd-3b34-4069-b5f0-3a712e300399,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:06.902751 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:07.115412 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-597d8326-1bf5-405e-ab69-1720e5771dc2 admin admin] Publish callbacks [] for security_group (2c26c1cd-3b34-4069-b5f0-3a712e300399), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.137765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65ff5c-d596-4b21-a88f-9167567511ea req-c6994e66-d122-4df6-88da-a3aa25971421 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:07.158353 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1e65ff5c-d596-4b21-a88f-9167567511ea req-c6994e66-d122-4df6-88da-a3aa25971421 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 944 time: 0.0973735 Jan 28 19:28:07.162835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device f82893cc-07b0-4eaa-9dfd-0917fc4a1cab details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:28:07.278822 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-597d8326-1bf5-405e-ab69-1720e5771dc2 admin admin] Publish callbacks [] for security_group (2c26c1cd-3b34-4069-b5f0-3a712e300399), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.287547 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1e65ff5c-d596-4b21-a88f-9167567511ea req-119f9b71-770d-4da5-8a04-966843c4edb1 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/security-groups?id=191fee19-de2a-4465-9b73-0e8ad6e93eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195245 Jan 28 19:28:07.294431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:07.405917 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-597d8326-1bf5-405e-ab69-1720e5771dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2c26c1cd-3b34-4069-b5f0-3a712e300399), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.410101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port f82893cc-07b0-4eaa-9dfd-0917fc4a1cab, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=f82893cc-07b0-4eaa-9dfd-0917fc4a1cab,segment=NetworkSegment(6cf34678-59fe-43aa-968b-b7e229cdd529),segment_id=6cf34678-59fe-43aa-968b-b7e229cdd529)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:07.411790 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-597d8326-1bf5-405e-ab69-1720e5771dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.415988 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-597d8326-1bf5-405e-ab69-1720e5771dc2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c26c1cd-3b34-4069-b5f0-3a712e300399 HTTP/1.1" status: 204 len: 168 time: 0.5122530 Jan 28 19:28:07.434882 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d8326-1bf5-405e-ab69-1720e5771dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c26c1cd-3b34-4069-b5f0-3a712e300399,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:07.449856 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb532a-0091-43e7-ba8b-28befe9b3944 req-a1ae2272-5dd8-4093-a4f3-f9afb3f1276a tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:07.457387 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-99eb532a-0091-43e7-ba8b-28befe9b3944 req-a1ae2272-5dd8-4093-a4f3-f9afb3f1276a tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.3482285 Jan 28 19:28:07.500342 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'f82893cc-07b0-4eaa-9dfd-0917fc4a1cab', 'network_id': '11bff981-d897-4f95-a78c-84a892efe537', 'port_id': 'f82893cc-07b0-4eaa-9dfd-0917fc4a1cab', 'mac_address': 'fa:16:3e:2f:dd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4982ba1-03e0-416c-b82d-7665f3be7ce1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:28:07.599252 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port f82893cc-07b0-4eaa-9dfd-0917fc4a1cab is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:07.599645 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f82893cc-07b0-4eaa-9dfd-0917fc4a1cab), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.619456 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-99eb532a-0091-43e7-ba8b-28befe9b3944 req-6f589a7e-8cc1-4191-bd2e-5cac7381bbef tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607757 Jan 28 19:28:07.642700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82893cc-07b0-4eaa-9dfd-0917fc4a1cab {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:28:07.646315 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43541050-ddbe-4c63-8a9a-45e7af5901c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.712032 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port f82893cc-07b0-4eaa-9dfd-0917fc4a1cab, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=f82893cc-07b0-4eaa-9dfd-0917fc4a1cab,segment=NetworkSegment(6cf34678-59fe-43aa-968b-b7e229cdd529),segment_id=6cf34678-59fe-43aa-968b-b7e229cdd529)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:07.717652 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f82893cc-07b0-4eaa-9dfd-0917fc4a1cab), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.719530 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45299cb0-2a13-4503-b2a6-8102ea90f2ff req-bc8c009e-4e94-4169-b9ae-d7b473e565cd tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:07.721013 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45299cb0-2a13-4503-b2a6-8102ea90f2ff req-bc8c009e-4e94-4169-b9ae-d7b473e565cd tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.2113724 Jan 28 19:28:07.848638 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45299cb0-2a13-4503-b2a6-8102ea90f2ff req-f13e2bb7-3154-47ed-8c89-2944ec190ddb tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017425 Jan 28 19:28:07.889310 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=f82893cc-07b0-4eaa-9dfd-0917fc4a1cab,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:07.900960 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43541050-ddbe-4c63-8a9a-45e7af5901c1 admin admin] Publish callbacks [] for security_group (0f6dffb4-2d3c-4098-a730-5701adae5642), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.906567 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43541050-ddbe-4c63-8a9a-45e7af5901c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0f6dffb4-2d3c-4098-a730-5701adae5642), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:07.934810 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:07.935175 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:07.935521 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:07.935863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:07.936206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:07.951818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:07.952282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:07.952634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:07.952980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:07.953317 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:07.953653 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:07.953982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:07.954340 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:07.979523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['f82893cc-07b0-4eaa-9dfd-0917fc4a1cab'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:28:08.023271 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-43541050-ddbe-4c63-8a9a-45e7af5901c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b8131fdaf4240e497ed386e32f4f102&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7250533 Jan 28 19:28:08.023271 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43541050-ddbe-4c63-8a9a-45e7af5901c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6dffb4-2d3c-4098-a730-5701adae5642,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:08.023573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33248) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:08.177780 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-083ca866-9d7d-472f-9d81-daec8583f0ad admin admin] Publish callbacks [] for security_group (0f6dffb4-2d3c-4098-a730-5701adae5642), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:08.249462 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-083ca866-9d7d-472f-9d81-daec8583f0ad admin admin] Publish callbacks [] for security_group (0f6dffb4-2d3c-4098-a730-5701adae5642), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:08.369182 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-083ca866-9d7d-472f-9d81-daec8583f0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0f6dffb4-2d3c-4098-a730-5701adae5642), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:08.373624 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-083ca866-9d7d-472f-9d81-daec8583f0ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:08.379447 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-083ca866-9d7d-472f-9d81-daec8583f0ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f6dffb4-2d3c-4098-a730-5701adae5642 HTTP/1.1" status: 204 len: 168 time: 0.3525870 Jan 28 19:28:08.404971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ca866-9d7d-472f-9d81-daec8583f0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6dffb4-2d3c-4098-a730-5701adae5642,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:08.637870 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6e63f-0e91-48b2-b4b3-66c0a7606a8e req-7679ad20-73e0-4cac-90c6-142bab177d0b tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:08.640573 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fcb6e63f-0e91-48b2-b4b3-66c0a7606a8e req-7679ad20-73e0-4cac-90c6-142bab177d0b tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 945 time: 0.2047927 Jan 28 19:28:08.745221 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fcb6e63f-0e91-48b2-b4b3-66c0a7606a8e req-2fc10ad4-bde1-4269-839c-3d084fd858aa tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/security-groups?id=191fee19-de2a-4465-9b73-0e8ad6e93eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988483 Jan 28 19:28:08.943534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69005418-57b2-410f-a53b-6626356346e1 req-5d079d9d-6c89-4057-9868-74bded5977b8 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:08.955507 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69005418-57b2-410f-a53b-6626356346e1 req-5d079d9d-6c89-4057-9868-74bded5977b8 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.1886017 Jan 28 19:28:09.130869 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cf058-8e20-4eaf-83ab-f7b271fc8701 req-e3e0c7f3-d26b-4bee-a453-dab3872b382b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:09.140941 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69005418-57b2-410f-a53b-6626356346e1 req-64c86930-cf89-459a-a00b-e4acebd13307 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772685 Jan 28 19:28:09.143446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-038cf058-8e20-4eaf-83ab-f7b271fc8701 req-e3e0c7f3-d26b-4bee-a453-dab3872b382b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1394169 Jan 28 19:28:09.165258 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device f82893cc-07b0-4eaa-9dfd-0917fc4a1cab up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:28:09.253425 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-038cf058-8e20-4eaf-83ab-f7b271fc8701 req-90a67ec2-4849-47e0-8201-90b7a500b85f tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089680 Jan 28 19:28:09.338226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port f82893cc-07b0-4eaa-9dfd-0917fc4a1cab completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:28:09.355468 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port f82893cc-07b0-4eaa-9dfd-0917fc4a1cab triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:09.356159 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f82893cc-07b0-4eaa-9dfd-0917fc4a1cab), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:09.542814 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33280) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:09.556611 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25ecaae1-e2ce-427b-9859-efa7da6540a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:09.570310 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port f82893cc-07b0-4eaa-9dfd-0917fc4a1cab is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:09.570705 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f82893cc-07b0-4eaa-9dfd-0917fc4a1cab), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:09.628357 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82893cc-07b0-4eaa-9dfd-0917fc4a1cab'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:09.630669 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67212824-e16d-483c-aa32-78ea79faab3d" -d '{"events": [{"server_uuid": "cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1", "name": "network-vif-plugged", "status": "completed", "tag": "f82893cc-07b0-4eaa-9dfd-0917fc4a1cab"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:09.840063 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25ecaae1-e2ce-427b-9859-efa7da6540a3 admin admin] Publish callbacks [] for security_group (21fe9af5-34fb-4a72-94b7-c83598dac0c1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:09.860515 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25ecaae1-e2ce-427b-9859-efa7da6540a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (21fe9af5-34fb-4a72-94b7-c83598dac0c1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:09.966046 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-25ecaae1-e2ce-427b-9859-efa7da6540a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61f8db2d62f5436c9294e2ea2b6f694c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4220836 Jan 28 19:28:09.966650 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33294) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:10.067302 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f0424d-6456-4c51-982f-472452a85e34 x-openstack-request-id: req-f3f0424d-6456-4c51-982f-472452a85e34 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:10.067599 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1", "name": "network-vif-plugged", "status": "completed", "tag": "f82893cc-07b0-4eaa-9dfd-0917fc4a1cab", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:10.068080 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f3f0424d-6456-4c51-982f-472452a85e34 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:10.068726 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82893cc-07b0-4eaa-9dfd-0917fc4a1cab', 'code': 200} Jan 28 19:28:10.098043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port f82893cc-07b0-4eaa-9dfd-0917fc4a1cab, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=f82893cc-07b0-4eaa-9dfd-0917fc4a1cab,segment=NetworkSegment(6cf34678-59fe-43aa-968b-b7e229cdd529),segment_id=6cf34678-59fe-43aa-968b-b7e229cdd529)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:10.109105 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f82893cc-07b0-4eaa-9dfd-0917fc4a1cab), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.113545 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11678b-98cd-43a5-a51e-3cda8c155324 req-8010e47e-de29-4ab8-9b96-7e05e674f327 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:10.123779 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b11678b-98cd-43a5-a51e-3cda8c155324 req-8010e47e-de29-4ab8-9b96-7e05e674f327 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 945 time: 0.1939101 Jan 28 19:28:10.127990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecaae1-e2ce-427b-9859-efa7da6540a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fe9af5-34fb-4a72-94b7-c83598dac0c1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:10.217456 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b11678b-98cd-43a5-a51e-3cda8c155324 req-dde4c5b8-07e1-475c-9b14-8ec962e4bc9b tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/security-groups?id=191fee19-de2a-4465-9b73-0e8ad6e93eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866599 Jan 28 19:28:10.236790 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97fdc2-da5a-4375-90f8-f77304f479fa req-3eff3372-2336-4e19-b155-113f81378f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:10.239196 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7c97fdc2-da5a-4375-90f8-f77304f479fa req-3eff3372-2336-4e19-b155-113f81378f52 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 1127 time: 0.3975213 Jan 28 19:28:10.240656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=f82893cc-07b0-4eaa-9dfd-0917fc4a1cab,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:10.323449 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7c97fdc2-da5a-4375-90f8-f77304f479fa req-86d27e0a-dc4a-47a8-96c2-50acd5182179 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=191fee19-de2a-4465-9b73-0e8ad6e93eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763471 Jan 28 19:28:10.324743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33302) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:10.332497 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6d54345-a250-47ca-9d80-1684fbd7c875 admin admin] Publish callbacks [] for security_group (21fe9af5-34fb-4a72-94b7-c83598dac0c1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.358974 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6d54345-a250-47ca-9d80-1684fbd7c875 admin admin] Publish callbacks [] for security_group (21fe9af5-34fb-4a72-94b7-c83598dac0c1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.487900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f713f5f-ccf6-480c-bac7-028fc5708dae req-597637b0-75e1-4681-93e3-5ad7cf0c8c73 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:10.497477 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f713f5f-ccf6-480c-bac7-028fc5708dae req-597637b0-75e1-4681-93e3-5ad7cf0c8c73 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1365361 Jan 28 19:28:10.499658 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6d54345-a250-47ca-9d80-1684fbd7c875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (21fe9af5-34fb-4a72-94b7-c83598dac0c1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.506592 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6d54345-a250-47ca-9d80-1684fbd7c875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.510073 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d6d54345-a250-47ca-9d80-1684fbd7c875 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21fe9af5-34fb-4a72-94b7-c83598dac0c1 HTTP/1.1" status: 204 len: 168 time: 0.5391514 Jan 28 19:28:10.541189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d54345-a250-47ca-9d80-1684fbd7c875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fe9af5-34fb-4a72-94b7-c83598dac0c1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:10.586982 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994c359-ad2f-483a-ad26-1190c66ee7a6 req-80895269-ce5f-4349-810d-0bcec01a2163 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:10.599106 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7994c359-ad2f-483a-ad26-1190c66ee7a6 req-80895269-ce5f-4349-810d-0bcec01a2163 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.2831573 Jan 28 19:28:10.608054 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f713f5f-ccf6-480c-bac7-028fc5708dae req-0594dcb6-faec-4878-a34c-deda9742a825 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095965 Jan 28 19:28:10.694141 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7994c359-ad2f-483a-ad26-1190c66ee7a6 req-078ba787-2b2c-41e5-b839-4c45222d2680 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924239 Jan 28 19:28:10.793087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-241dffe2-9c81-4f2b-bc18-64297ff8883d tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-744334479'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:10.834692 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241dffe2-9c81-4f2b-bc18-64297ff8883d tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Made reservation on behalf of e665c8e97ad64ab6a24865357dbd79c0 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:10.845062 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-241dffe2-9c81-4f2b-bc18-64297ff8883d tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:10.872625 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-241dffe2-9c81-4f2b-bc18-64297ff8883d tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.026408 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-241dffe2-9c81-4f2b-bc18-64297ff8883d tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks [] for security_group (84941e06-7305-480d-b103-e72d3147c03f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.039317 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-241dffe2-9c81-4f2b-bc18-64297ff8883d tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (84941e06-7305-480d-b103-e72d3147c03f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.081412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241dffe2-9c81-4f2b-bc18-64297ff8883d tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:28:11.112468 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-241dffe2-9c81-4f2b-bc18-64297ff8883d tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8108452f-1675-443b-add4-d7cfb92ac785), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.113383 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-241dffe2-9c81-4f2b-bc18-64297ff8883d tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Added segment 8108452f-1675-443b-add4-d7cfb92ac785 of type vlan for network 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 Jan 28 19:28:11.175719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241dffe2-9c81-4f2b-bc18-64297ff8883d tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84941e06-7305-480d-b103-e72d3147c03f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:11.202583 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-241dffe2-9c81-4f2b-bc18-64297ff8883d tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (72613c83-a4ba-4d26-b044-bdcf8fb0dbf7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.341945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33320) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:11.370707 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b687888b-1449-4897-8602-578cf8fdebd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.566747 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b687888b-1449-4897-8602-578cf8fdebd4 admin admin] Publish callbacks [] for security_group (a3fece42-3b66-431d-9366-5951bf6fedc0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.573077 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b687888b-1449-4897-8602-578cf8fdebd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a3fece42-3b66-431d-9366-5951bf6fedc0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.636601 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b687888b-1449-4897-8602-578cf8fdebd4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1285ad2d9dd340d0a40eb1b1fbf25d33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2920885 Jan 28 19:28:11.637847 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687888b-1449-4897-8602-578cf8fdebd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fece42-3b66-431d-9366-5951bf6fedc0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:11.660092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:11.692712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:11.822277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3c6a6-20ad-43c3-8817-af487da52a31 req-6b44b527-1b79-4d6b-9e51-fe4d1c92feb1 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:11.829850 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40c3c6a6-20ad-43c3-8817-af487da52a31 req-6b44b527-1b79-4d6b-9e51-fe4d1c92feb1 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.0875208 Jan 28 19:28:11.832748 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58281ce4-a7ce-4092-b641-3fa6fe00d5ec admin admin] Publish callbacks [] for security_group (a3fece42-3b66-431d-9366-5951bf6fedc0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.845830 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-241dffe2-9c81-4f2b-bc18-64297ff8883d tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (72613c83-a4ba-4d26-b044-bdcf8fb0dbf7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.851140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241dffe2-9c81-4f2b-bc18-64297ff8883d tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:11.851733 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-241dffe2-9c81-4f2b-bc18-64297ff8883d tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.899544 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58281ce4-a7ce-4092-b641-3fa6fe00d5ec admin admin] Publish callbacks [] for security_group (a3fece42-3b66-431d-9366-5951bf6fedc0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.933955 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d61282d0-e970-4c0c-8427-8c00e85e67e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:11.937798 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241dffe2-9c81-4f2b-bc18-64297ff8883d tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event updated for resources: {'Network': ['ID=72613c83-a4ba-4d26-b044-bdcf8fb0dbf7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:11.949671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:28:11.965675 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-241dffe2-9c81-4f2b-bc18-64297ff8883d tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6395710 Jan 28 19:28:11.969835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:11.979286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f3dd77b1-5cfc-43e7-8e81-6d4ed880ef5b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Request body: {'subnet': {'network_id': '72613c83-a4ba-4d26-b044-bdcf8fb0dbf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:11.992851 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40c3c6a6-20ad-43c3-8817-af487da52a31 req-a2abea06-64e0-4b6d-9c11-15b64347396a tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618593 Jan 28 19:28:12.023624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c099f-ed02-4310-889c-75e346a1103a req-8f8e9b8f-c222-4311-8f04-8ea9c2cf0af1 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:12.026363 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c39c099f-ed02-4310-889c-75e346a1103a req-8f8e9b8f-c222-4311-8f04-8ea9c2cf0af1 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 946 time: 0.2181864 Jan 28 19:28:12.099874 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58281ce4-a7ce-4092-b641-3fa6fe00d5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a3fece42-3b66-431d-9366-5951bf6fedc0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:12.108083 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58281ce4-a7ce-4092-b641-3fa6fe00d5ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:12.109568 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-58281ce4-a7ce-4092-b641-3fa6fe00d5ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a3fece42-3b66-431d-9366-5951bf6fedc0 HTTP/1.1" status: 204 len: 168 time: 0.4472706 Jan 28 19:28:12.141344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58281ce4-a7ce-4092-b641-3fa6fe00d5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fece42-3b66-431d-9366-5951bf6fedc0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:12.204886 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d61282d0-e970-4c0c-8427-8c00e85e67e3 admin admin] Publish callbacks [] for security_group (38eb5b9a-3440-407c-a99c-c6600bb0e0cb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:12.217609 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d61282d0-e970-4c0c-8427-8c00e85e67e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (38eb5b9a-3440-407c-a99c-c6600bb0e0cb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:12.241612 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f25425-4f92-4f75-a383-35c968c7d380 req-8dbf58b2-6d09-4a80-b850-d287e77d2957 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:12.251818 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7f25425-4f92-4f75-a383-35c968c7d380 req-8dbf58b2-6d09-4a80-b850-d287e77d2957 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.1406150 Jan 28 19:28:12.296331 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c39c099f-ed02-4310-889c-75e346a1103a req-1542d0fa-6b6a-4c2b-912c-e486e9c69f6c tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/security-groups?id=191fee19-de2a-4465-9b73-0e8ad6e93eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244217 Jan 28 19:28:12.306572 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d61282d0-e970-4c0c-8427-8c00e85e67e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=31dc7aa3291642919b1f1a1a92bd68ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6035123 Jan 28 19:28:12.315166 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61282d0-e970-4c0c-8427-8c00e85e67e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38eb5b9a-3440-407c-a99c-c6600bb0e0cb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:12.317657 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33340) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:12.330467 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dd77b1-5cfc-43e7-8e81-6d4ed880ef5b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Made reservation on behalf of e665c8e97ad64ab6a24865357dbd79c0 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:12.337606 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f3dd77b1-5cfc-43e7-8e81-6d4ed880ef5b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:12.367660 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7f25425-4f92-4f75-a383-35c968c7d380 req-3ce88d7b-dcf7-4757-a268-0564a40efd18 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129818 Jan 28 19:28:12.433125 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1690de4-f648-4247-8a5b-42d84d311a87 admin admin] Publish callbacks [] for security_group (38eb5b9a-3440-407c-a99c-c6600bb0e0cb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:12.466307 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1690de4-f648-4247-8a5b-42d84d311a87 admin admin] Publish callbacks [] for security_group (38eb5b9a-3440-407c-a99c-c6600bb0e0cb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:12.559338 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1690de4-f648-4247-8a5b-42d84d311a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (38eb5b9a-3440-407c-a99c-c6600bb0e0cb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:12.561964 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1690de4-f648-4247-8a5b-42d84d311a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:12.572314 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a1690de4-f648-4247-8a5b-42d84d311a87 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38eb5b9a-3440-407c-a99c-c6600bb0e0cb HTTP/1.1" status: 204 len: 168 time: 0.2478397 Jan 28 19:28:12.583542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1690de4-f648-4247-8a5b-42d84d311a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eb5b9a-3440-407c-a99c-c6600bb0e0cb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:12.679249 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f3dd77b1-5cfc-43e7-8e81-6d4ed880ef5b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (a90e6f1f-ea79-4a7c-88e4-a0d18635d4ea), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:12.754536 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd77b1-5cfc-43e7-8e81-6d4ed880ef5b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event updated for resources: {'Subnet': ['ID=a90e6f1f-ea79-4a7c-88e4-a0d18635d4ea,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:12.764296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd77b1-5cfc-43e7-8e81-6d4ed880ef5b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Checking segment: {'id': '8108452f-1675-443b-add4-d7cfb92ac785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '72613c83-a4ba-4d26-b044-bdcf8fb0dbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:12.764501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dd77b1-5cfc-43e7-8e81-6d4ed880ef5b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Network hostable DHCP agents. Network: 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:28:12.784614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dd77b1-5cfc-43e7-8e81-6d4ed880ef5b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Network 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:28:12.797455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f3dd77b1-5cfc-43e7-8e81-6d4ed880ef5b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:12.805864 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dd77b1-5cfc-43e7-8e81-6d4ed880ef5b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:12.807269 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f3dd77b1-5cfc-43e7-8e81-6d4ed880ef5b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:12.807721 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e9506-37d0-40b7-bc56-6604949a61c6 None None] Network 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:12.829153 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f3dd77b1-5cfc-43e7-8e81-6d4ed880ef5b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8543746 Jan 28 19:28:12.832165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33362) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:12.838859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-64f043d5-cc47-44d2-aae4-51893adcbb0a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Request body: {'port': {'network_id': '72613c83-a4ba-4d26-b044-bdcf8fb0dbf7', 'name': 'tempest-AllowedAddressPairTestJSON-101978672'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:12.981190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-72613c83-a4ba-4d26-b044-bdcf8fb0dbf7', 'network_id': '72613c83-a4ba-4d26-b044-bdcf8fb0dbf7', 'project_id': 'e665c8e97ad64ab6a24865357dbd79c0', 'fixed_ips': [{'subnet_id': 'a90e6f1f-ea79-4a7c-88e4-a0d18635d4ea'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:28:12.982245 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:13.080233 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f043d5-cc47-44d2-aae4-51893adcbb0a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Made reservation on behalf of e665c8e97ad64ab6a24865357dbd79c0 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:13.089039 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64f043d5-cc47-44d2-aae4-51893adcbb0a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:13.113193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-64f043d5-cc47-44d2-aae4-51893adcbb0a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] device_id is not set on port 28af63c2-3c11-411d-b9a3-f6bb464409de yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:28:13.215366 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Allocated IP 172.20.0.2 (72613c83-a4ba-4d26-b044-bdcf8fb0dbf7/a90e6f1f-ea79-4a7c-88e4-a0d18635d4ea/84939e79-d9ec-44b9-bebb-4b2e4fb76d09) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:13.242760 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b5f08-77c4-40f7-9af9-a306e119f44b req-2cb2887e-37d2-4571-84f5-71ed3abc2806 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:13.244437 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-353b5f08-77c4-40f7-9af9-a306e119f44b req-2cb2887e-37d2-4571-84f5-71ed3abc2806 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1198454 Jan 28 19:28:13.259993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33374) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:13.275194 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f20ad26-bc38-43f5-b9dd-d43fc2826c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:13.299996 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-353b5f08-77c4-40f7-9af9-a306e119f44b req-d8dbb613-b726-4ad3-b4e0-aac48184d0d0 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498736 Jan 28 19:28:13.395140 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f20ad26-bc38-43f5-b9dd-d43fc2826c9d admin admin] Publish callbacks [] for security_group (0f0ff1f9-180a-490b-a712-2c3367ce4a25), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:13.410496 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f20ad26-bc38-43f5-b9dd-d43fc2826c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0f0ff1f9-180a-490b-a712-2c3367ce4a25), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:13.464482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20ad26-bc38-43f5-b9dd-d43fc2826c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0ff1f9-180a-490b-a712-2c3367ce4a25,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:13.507184 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Publish callbacks [] for port (84939e79-d9ec-44b9-bebb-4b2e4fb76d09), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:13.514302 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6f20ad26-bc38-43f5-b9dd-d43fc2826c9d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a07be798cc5d4de89bd4404610d2a878&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2529645 Jan 28 19:28:13.517306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33380) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:13.529702 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (84939e79-d9ec-44b9-bebb-4b2e4fb76d09), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:13.583126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Network 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:13.586310 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:13.599964 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:13.621883 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e2c51-435f-42f6-ac07-4065692bd328 req-084235ee-217b-42ed-b40c-c48650cb627b tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:13.624040 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d5e2c51-435f-42f6-ac07-4065692bd328 req-084235ee-217b-42ed-b40c-c48650cb627b tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 946 time: 0.2062764 Jan 28 19:28:13.655156 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704ec1b-31f6-425c-9d63-a4907c106ae8 req-4b20785a-8568-466d-8ae1-c8ca221719ee tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:13.660150 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Pushing event updated for resources: {'Port': ['ID=84939e79-d9ec-44b9-bebb-4b2e4fb76d09,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:13.662951 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7704ec1b-31f6-425c-9d63-a4907c106ae8 req-4b20785a-8568-466d-8ae1-c8ca221719ee tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.1370502 Jan 28 19:28:13.690076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-64f043d5-cc47-44d2-aae4-51893adcbb0a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Allocated IP 172.20.0.13 (72613c83-a4ba-4d26-b044-bdcf8fb0dbf7/a90e6f1f-ea79-4a7c-88e4-a0d18635d4ea/28af63c2-3c11-411d-b9a3-f6bb464409de) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:13.724473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Attempting to bind port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:28:13.724862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Attempting to bind port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '8108452f-1675-443b-add4-d7cfb92ac785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '72613c83-a4ba-4d26-b044-bdcf8fb0dbf7'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:28:13.725234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Attempting to bind port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 on network 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:28:13.737139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:28:13.737529 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Checking segment: {'id': '8108452f-1675-443b-add4-d7cfb92ac785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '72613c83-a4ba-4d26-b044-bdcf8fb0dbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:13.737943 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:13.738982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Bound using segment: {'id': '8108452f-1675-443b-add4-d7cfb92ac785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '72613c83-a4ba-4d26-b044-bdcf8fb0dbf7'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:28:13.739861 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Bound port: 84939e79-d9ec-44b9-bebb-4b2e4fb76d09, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8108452f-1675-443b-add4-d7cfb92ac785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '72613c83-a4ba-4d26-b044-bdcf8fb0dbf7'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:28:13.740258 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (84939e79-d9ec-44b9-bebb-4b2e4fb76d09), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:13.744179 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87d1db61-a010-4344-a627-9505bcc35367 admin admin] Publish callbacks [] for security_group (0f0ff1f9-180a-490b-a712-2c3367ce4a25), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:13.764144 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7704ec1b-31f6-425c-9d63-a4907c106ae8 req-891c6179-dd4d-4c10-bbbf-70d5d7867a26 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912263 Jan 28 19:28:13.796732 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d5e2c51-435f-42f6-ac07-4065692bd328 req-48f3b669-1932-4cb6-b611-16b146bbac2e tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/security-groups?id=191fee19-de2a-4465-9b73-0e8ad6e93eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556787 Jan 28 19:28:13.821753 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87d1db61-a010-4344-a627-9505bcc35367 admin admin] Publish callbacks [] for security_group (0f0ff1f9-180a-490b-a712-2c3367ce4a25), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:13.922303 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] For port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:28:13.931133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] For port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=84939e79-d9ec-44b9-bebb-4b2e4fb76d09,segment=NetworkSegment(8108452f-1675-443b-add4-d7cfb92ac785),segment_id=8108452f-1675-443b-add4-d7cfb92ac785)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:28:13.954221 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (84939e79-d9ec-44b9-bebb-4b2e4fb76d09), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:14.045058 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87d1db61-a010-4344-a627-9505bcc35367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0f0ff1f9-180a-490b-a712-2c3367ce4a25), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:14.047999 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dda26-7afc-43ec-85bd-1abb5a142f6e None None] Pushing event updated for resources: {'Port': ['ID=84939e79-d9ec-44b9-bebb-4b2e4fb76d09,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:14.052212 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87d1db61-a010-4344-a627-9505bcc35367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:14.054909 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-87d1db61-a010-4344-a627-9505bcc35367 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f0ff1f9-180a-490b-a712-2c3367ce4a25 HTTP/1.1" status: 204 len: 168 time: 0.5347655 Jan 28 19:28:14.085147 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1db61-a010-4344-a627-9505bcc35367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0ff1f9-180a-490b-a712-2c3367ce4a25,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:14.201592 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64f043d5-cc47-44d2-aae4-51893adcbb0a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks [] for port (28af63c2-3c11-411d-b9a3-f6bb464409de), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:14.279378 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64f043d5-cc47-44d2-aae4-51893adcbb0a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (28af63c2-3c11-411d-b9a3-f6bb464409de), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:14.436097 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f043d5-cc47-44d2-aae4-51893adcbb0a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Network 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:14.442277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-64f043d5-cc47-44d2-aae4-51893adcbb0a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:14.465015 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f043d5-cc47-44d2-aae4-51893adcbb0a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:14.475517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f043d5-cc47-44d2-aae4-51893adcbb0a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event updated for resources: {'Port': ['ID=28af63c2-3c11-411d-b9a3-f6bb464409de,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:14.621986 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc6ddc-8e6c-47a8-a743-096c3e8b745a req-cf8920f6-412c-4831-ab43-15079a2d6aab tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:14.630781 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2adc6ddc-8e6c-47a8-a743-096c3e8b745a req-cf8920f6-412c-4831-ab43-15079a2d6aab tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1594892 Jan 28 19:28:14.713128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7b660-1616-4c06-944f-9f2a4aae599c req-507ab2f6-e748-4687-a4a2-6554365177d0 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:14.744557 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-99f7b660-1616-4c06-944f-9f2a4aae599c req-507ab2f6-e748-4687-a4a2-6554365177d0 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 946 time: 0.3692248 Jan 28 19:28:14.750354 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f043d5-cc47-44d2-aae4-51893adcbb0a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:14.750994 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64f043d5-cc47-44d2-aae4-51893adcbb0a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:14.768182 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2adc6ddc-8e6c-47a8-a743-096c3e8b745a req-46d2ccc6-5403-4bdc-aeb0-f7611e826a2c tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356783 Jan 28 19:28:14.898513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:14.910232 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-64f043d5-cc47-44d2-aae4-51893adcbb0a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0760541 Jan 28 19:28:14.983411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e53a9ef1-6fee-44ca-8d47-156d034bbf06 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Request body: {'port': {'network_id': '72613c83-a4ba-4d26-b044-bdcf8fb0dbf7', 'name': 'tempest-AllowedAddressPairTestJSON-1070703468', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:eb:f3:a2'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:15.001806 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-99f7b660-1616-4c06-944f-9f2a4aae599c req-51a994c9-3b3a-4a5a-ae49-bf2d1fe6be75 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/security-groups?id=191fee19-de2a-4465-9b73-0e8ad6e93eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831625 Jan 28 19:28:15.196665 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53a9ef1-6fee-44ca-8d47-156d034bbf06 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Made reservation on behalf of e665c8e97ad64ab6a24865357dbd79c0 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:15.294931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b2624-adf4-43a1-bbd6-492b65c6d620 req-78024d22-a362-4d14-8d31-ba06c4907acb tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:15.302775 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-887b2624-adf4-43a1-bbd6-492b65c6d620 req-78024d22-a362-4d14-8d31-ba06c4907acb tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.4109364 Jan 28 19:28:15.499239 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e53a9ef1-6fee-44ca-8d47-156d034bbf06 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:15.539120 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-887b2624-adf4-43a1-bbd6-492b65c6d620 req-2db15814-d1aa-4fd1-b971-292890a57c8b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151556 Jan 28 19:28:15.595324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-e53a9ef1-6fee-44ca-8d47-156d034bbf06 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] device_id is not set on port 30fe4a77-c751-42e1-bd99-7a2cbf7c5928 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:28:15.710706 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f120f7e-5f4a-4984-8959-c0256ec87897 req-01c3c4b4-6b74-4d57-8265-34d06cef2e94 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:15.714911 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f120f7e-5f4a-4984-8959-c0256ec87897 req-01c3c4b4-6b74-4d57-8265-34d06cef2e94 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 946 time: 0.1517181 Jan 28 19:28:16.000100 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e53a9ef1-6fee-44ca-8d47-156d034bbf06 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Allocated IP 172.20.0.6 (72613c83-a4ba-4d26-b044-bdcf8fb0dbf7/a90e6f1f-ea79-4a7c-88e4-a0d18635d4ea/30fe4a77-c751-42e1-bd99-7a2cbf7c5928) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:16.036513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b7f76f-8dbe-4e5b-9415-c143f54e5896 None None] Network 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:16.201732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:28:16.248370 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9f120f7e-5f4a-4984-8959-c0256ec87897 req-e60d5906-f3e5-4aed-9a7e-3574dbc66956 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Deleting port f82893cc-07b0-4eaa-9dfd-0917fc4a1cab {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:16.248715 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9f120f7e-5f4a-4984-8959-c0256ec87897 req-e60d5906-f3e5-4aed-9a7e-3574dbc66956 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f82893cc-07b0-4eaa-9dfd-0917fc4a1cab), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:16.409549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d1462-cce4-48c9-bdb9-d3f93a00f02a req-8ddcb618-b868-431a-948d-48c11251f9a2 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:16.421311 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cd8d1462-cce4-48c9-bdb9-d3f93a00f02a req-8ddcb618-b868-431a-948d-48c11251f9a2 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.4489274 Jan 28 19:28:16.452371 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b17995c8-6fc5-44fe-8c56-6850e1b761e8 None None] Provisioning complete for port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:16.453103 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b17995c8-6fc5-44fe-8c56-6850e1b761e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (84939e79-d9ec-44b9-bebb-4b2e4fb76d09), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:16.534215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b02a8-a08e-43d9-8efd-3f0d41ec0088 req-2ee65928-29b4-4621-83c5-e563f79fef96 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:16.541915 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-756b02a8-a08e-43d9-8efd-3f0d41ec0088 req-2ee65928-29b4-4621-83c5-e563f79fef96 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 946 time: 0.2469335 Jan 28 19:28:16.566065 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cd8d1462-cce4-48c9-bdb9-d3f93a00f02a req-e96d9490-7f30-4354-b570-061786879227 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159332 Jan 28 19:28:16.601442 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e53a9ef1-6fee-44ca-8d47-156d034bbf06 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks [] for port (30fe4a77-c751-42e1-bd99-7a2cbf7c5928), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:16.689944 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-756b02a8-a08e-43d9-8efd-3f0d41ec0088 req-d2ef6966-34e0-482b-93cd-258386fea5f0 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/security-groups?id=191fee19-de2a-4465-9b73-0e8ad6e93eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466494 Jan 28 19:28:16.779246 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e53a9ef1-6fee-44ca-8d47-156d034bbf06 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (30fe4a77-c751-42e1-bd99-7a2cbf7c5928), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:16.808587 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:16.831422 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (84939e79-d9ec-44b9-bebb-4b2e4fb76d09), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:16.850704 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a9ef1-6fee-44ca-8d47-156d034bbf06 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event updated for resources: {'Port': ['ID=30fe4a77-c751-42e1-bd99-7a2cbf7c5928,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:16.866376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53a9ef1-6fee-44ca-8d47-156d034bbf06 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Network 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:16.868114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e53a9ef1-6fee-44ca-8d47-156d034bbf06 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:16.872815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53a9ef1-6fee-44ca-8d47-156d034bbf06 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:16.883985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9f120f7e-5f4a-4984-8959-c0256ec87897 req-e60d5906-f3e5-4aed-9a7e-3574dbc66956 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] For port f82893cc-07b0-4eaa-9dfd-0917fc4a1cab, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=f82893cc-07b0-4eaa-9dfd-0917fc4a1cab,segment=NetworkSegment(6cf34678-59fe-43aa-968b-b7e229cdd529),segment_id=6cf34678-59fe-43aa-968b-b7e229cdd529)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:16.884460 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9f120f7e-5f4a-4984-8959-c0256ec87897 req-e60d5906-f3e5-4aed-9a7e-3574dbc66956 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f82893cc-07b0-4eaa-9dfd-0917fc4a1cab), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:16.939936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9f120f7e-5f4a-4984-8959-c0256ec87897 req-e60d5906-f3e5-4aed-9a7e-3574dbc66956 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Calling delete_port for f82893cc-07b0-4eaa-9dfd-0917fc4a1cab owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:17.001684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53a9ef1-6fee-44ca-8d47-156d034bbf06 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:17.004055 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e53a9ef1-6fee-44ca-8d47-156d034bbf06 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:17.004788 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b17995c8-6fc5-44fe-8c56-6850e1b761e8 None None] Current status of the port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:17.005194 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b17995c8-6fc5-44fe-8c56-6850e1b761e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (84939e79-d9ec-44b9-bebb-4b2e4fb76d09), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:17.014753 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f59aa7-6fd9-4564-8403-e15266d7d616 req-75850841-c5be-4f04-997c-43bb74777162 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:17.031794 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5f59aa7-6fd9-4564-8403-e15266d7d616 req-75850841-c5be-4f04-997c-43bb74777162 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.3807311 Jan 28 19:28:17.043090 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e53a9ef1-6fee-44ca-8d47-156d034bbf06 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1431911 Jan 28 19:28:17.046576 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33498) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:17.153118 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b17995c8-6fc5-44fe-8c56-6850e1b761e8 None None] For port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=84939e79-d9ec-44b9-bebb-4b2e4fb76d09,segment=NetworkSegment(8108452f-1675-443b-add4-d7cfb92ac785),segment_id=8108452f-1675-443b-add4-d7cfb92ac785)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:17.225983 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85435a6-7247-4a52-b677-97ee4e0cd736 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:17.240042 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85435a6-7247-4a52-b677-97ee4e0cd736 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:17.253383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85435a6-7247-4a52-b677-97ee4e0cd736 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:17.255936 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d85435a6-7247-4a52-b677-97ee4e0cd736 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2081227 Jan 28 19:28:17.260737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33502) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:17.308474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:17.310860 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b17995c8-6fc5-44fe-8c56-6850e1b761e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (84939e79-d9ec-44b9-bebb-4b2e4fb76d09), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:17.317033 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5f59aa7-6fd9-4564-8403-e15266d7d616 req-8d9b0c72-3c07-46e9-8780-5b471135cfcd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751911 Jan 28 19:28:17.507637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4a692e97-87c8-4bcd-a5f2-cf6fe5838afc None None] Provisioning complete for port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:17.507922 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a692e97-87c8-4bcd-a5f2-cf6fe5838afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (84939e79-d9ec-44b9-bebb-4b2e4fb76d09), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:17.515271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Deleting port 30fe4a77-c751-42e1-bd99-7a2cbf7c5928 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:17.520448 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (30fe4a77-c751-42e1-bd99-7a2cbf7c5928), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:17.610945 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9f120f7e-5f4a-4984-8959-c0256ec87897 req-e60d5906-f3e5-4aed-9a7e-3574dbc66956 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f82893cc-07b0-4eaa-9dfd-0917fc4a1cab), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:17.641426 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17995c8-6fc5-44fe-8c56-6850e1b761e8 None None] Pushing event updated for resources: {'Port': ['ID=84939e79-d9ec-44b9-bebb-4b2e4fb76d09,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:17.706832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4a692e97-87c8-4bcd-a5f2-cf6fe5838afc None None] Current status of the port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:17.716211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d5906-f3e5-4aed-9a7e-3574dbc66956 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Pushing event deleted for resources: {'Port': ['ID=f82893cc-07b0-4eaa-9dfd-0917fc4a1cab,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:17.751635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4a692e97-87c8-4bcd-a5f2-cf6fe5838afc None None] Provisioning complete for port 28af63c2-3c11-411d-b9a3-f6bb464409de triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:17.753264 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a692e97-87c8-4bcd-a5f2-cf6fe5838afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (28af63c2-3c11-411d-b9a3-f6bb464409de), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:17.841249 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (30fe4a77-c751-42e1-bd99-7a2cbf7c5928), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:17.858831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Calling delete_port for 30fe4a77-c751-42e1-bd99-7a2cbf7c5928 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:17.859390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4a692e97-87c8-4bcd-a5f2-cf6fe5838afc None None] Port 28af63c2-3c11-411d-b9a3-f6bb464409de cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:17.867516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f120f7e-5f4a-4984-8959-c0256ec87897 req-e60d5906-f3e5-4aed-9a7e-3574dbc66956 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] No DVR routers for this DVR port f82893cc-07b0-4eaa-9dfd-0917fc4a1cab on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:28:17.872329 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9f120f7e-5f4a-4984-8959-c0256ec87897 req-e60d5906-f3e5-4aed-9a7e-3574dbc66956 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:17.881043 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f120f7e-5f4a-4984-8959-c0256ec87897 req-e60d5906-f3e5-4aed-9a7e-3574dbc66956 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.31 "DELETE /v2.0/ports/f82893cc-07b0-4eaa-9dfd-0917fc4a1cab HTTP/1.1" status: 204 len: 173 time: 2.1618690 Jan 28 19:28:17.881517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1', 'name': 'network-vif-deleted', 'tag': 'f82893cc-07b0-4eaa-9dfd-0917fc4a1cab'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:17.891790 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7272f0-eb3d-400b-81fc-c1b82b89f273" -d '{"events": [{"server_uuid": "cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1", "name": "network-vif-deleted", "tag": "f82893cc-07b0-4eaa-9dfd-0917fc4a1cab"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:17.974885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-62f3c23f-1570-4726-af91-e68a08c78005 req-ae4423d9-468b-4573-bfd2-50fa4157bbd5 tempest-InstanceActionsNegativeTestJSON-295860667 tempest-InstanceActionsNegativeTestJSON-295860667-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1 HTTP/1.1" status: 200 len: 210 time: 0.0510807 Jan 28 19:28:18.001648 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-be536ecc-a19f-4acf-b4b8-d8218ab2c1cf None None] Provisioning complete for port 30fe4a77-c751-42e1-bd99-7a2cbf7c5928 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:18.002054 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be536ecc-a19f-4acf-b4b8-d8218ab2c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (30fe4a77-c751-42e1-bd99-7a2cbf7c5928), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:18.041504 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c0e527-0cd3-444f-95b2-96f8955342f0 x-openstack-request-id: req-66c0e527-0cd3-444f-95b2-96f8955342f0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:18.042141 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1", "name": "network-vif-deleted", "tag": "f82893cc-07b0-4eaa-9dfd-0917fc4a1cab", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:18.042654 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66c0e527-0cd3-444f-95b2-96f8955342f0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:18.043261 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc11e1b0-3a64-4dc1-acf1-7df8756a8ce1', 'name': 'network-vif-deleted', 'tag': 'f82893cc-07b0-4eaa-9dfd-0917fc4a1cab', 'status': 'completed', 'code': 200} Jan 28 19:28:18.094792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:28:18.095954 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-be536ecc-a19f-4acf-b4b8-d8218ab2c1cf None None] Port 30fe4a77-c751-42e1-bd99-7a2cbf7c5928 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:18.151681 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bbca4-42aa-47f7-96fa-161d553c1927 req-2cbcf734-9c9a-4b03-a5a5-c6aa80bb8b85 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:18.153248 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b77bbca4-42aa-47f7-96fa-161d553c1927 req-2cbcf734-9c9a-4b03-a5a5-c6aa80bb8b85 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.2745504 Jan 28 19:28:18.240062 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34ebd016-50ea-4511-9dd9-9a71eae95f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:18.269346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:18.269725 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (84939e79-d9ec-44b9-bebb-4b2e4fb76d09), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:18.378758 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b77bbca4-42aa-47f7-96fa-161d553c1927 req-adbfce29-60ce-457f-82d0-36d2af3aad06 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892617 Jan 28 19:28:18.428580 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (30fe4a77-c751-42e1-bd99-7a2cbf7c5928), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:18.498109 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:18.507884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event deleted for resources: {'Port': ['ID=30fe4a77-c751-42e1-bd99-7a2cbf7c5928,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:18.519317 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:18.519992 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:18.520444 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:18.521247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:18.521773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:18.522369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:18.523140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:18.523981 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:18.524403 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:18.525007 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:18.528098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:18.528799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:18.528799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:18.784029 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:18.789172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4dff9-5d15-44f7-ae41-44cb26890dbe req-79bc149a-55d9-42bb-bea2-006c77b3418c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:18.808696 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-35469647-a7d2-43a4-97f8-f5140856bbf0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "DELETE /v2.0/ports/30fe4a77-c751-42e1-bd99-7a2cbf7c5928 HTTP/1.1" status: 204 len: 168 time: 1.5442674 Jan 28 19:28:18.826962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33552) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:18.841677 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a1f4dff9-5d15-44f7-ae41-44cb26890dbe req-79bc149a-55d9-42bb-bea2-006c77b3418c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.1861813 Jan 28 19:28:18.895588 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9d0657-5be6-43e8-8b64-110872482665 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] GET failed (client error): The resource could not be found. Jan 28 19:28:18.897069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bc9d0657-5be6-43e8-8b64-110872482665 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "GET /v2.0/ports/30fe4a77-c751-42e1-bd99-7a2cbf7c5928 HTTP/1.1" status: 404 len: 333 time: 0.0691166 Jan 28 19:28:18.902862 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33556) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:18.919144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e40338d0-1e23-40d0-b524-55837a881482 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Request body: {'port': {'network_id': '72613c83-a4ba-4d26-b044-bdcf8fb0dbf7', 'name': 'tempest-AllowedAddressPairTestJSON-1964437529'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:18.936797 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a1f4dff9-5d15-44f7-ae41-44cb26890dbe req-538fade6-e31e-4773-80ae-a2916a629dd6 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939975 Jan 28 19:28:19.088598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33560) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:19.158051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40338d0-1e23-40d0-b524-55837a881482 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Made reservation on behalf of e665c8e97ad64ab6a24865357dbd79c0 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:19.161506 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e40338d0-1e23-40d0-b524-55837a881482 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.189521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Deleting subnet e4982ba1-03e0-416c-b82d-7665f3be7ce1 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:28:19.194653 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Publish callbacks [] for subnet (e4982ba1-03e0-416c-b82d-7665f3be7ce1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.224417 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-e40338d0-1e23-40d0-b524-55837a881482 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] device_id is not set on port 5b81298e-edc0-4063-b5b4-4fb12291047a yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:28:19.226984 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device f82893cc-07b0-4eaa-9dfd-0917fc4a1cab no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:19.286202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: f82893cc-07b0-4eaa-9dfd-0917fc4a1cab {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:28:19.286851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device f82893cc-07b0-4eaa-9dfd-0917fc4a1cab not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:28:19.307205 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (e4982ba1-03e0-416c-b82d-7665f3be7ce1), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.412751 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (e4982ba1-03e0-416c-b82d-7665f3be7ce1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.497783 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e40338d0-1e23-40d0-b524-55837a881482 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Allocated IP 172.20.0.3 (72613c83-a4ba-4d26-b044-bdcf8fb0dbf7/a90e6f1f-ea79-4a7c-88e4-a0d18635d4ea/5b81298e-edc0-4063-b5b4-4fb12291047a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:19.717900 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33576) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:19.790174 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bfb39-ce15-4284-8eae-3a3efb8cecd1 req-76df012b-10bd-4084-9bd1-61fc8587bce2 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:19.791822 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e40338d0-1e23-40d0-b524-55837a881482 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks [] for port (5b81298e-edc0-4063-b5b4-4fb12291047a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.798916 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-500bfb39-ce15-4284-8eae-3a3efb8cecd1 req-76df012b-10bd-4084-9bd1-61fc8587bce2 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.2204854 Jan 28 19:28:19.836457 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e40338d0-1e23-40d0-b524-55837a881482 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (5b81298e-edc0-4063-b5b4-4fb12291047a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.841711 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (e4982ba1-03e0-416c-b82d-7665f3be7ce1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:19.881024 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40338d0-1e23-40d0-b524-55837a881482 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Network 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:19.900264 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e40338d0-1e23-40d0-b524-55837a881482 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:19.906608 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40338d0-1e23-40d0-b524-55837a881482 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:19.979430 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40338d0-1e23-40d0-b524-55837a881482 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:19.980911 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e40338d0-1e23-40d0-b524-55837a881482 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.035845 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.045776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40338d0-1e23-40d0-b524-55837a881482 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event updated for resources: {'Port': ['ID=5b81298e-edc0-4063-b5b4-4fb12291047a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:20.056706 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e4982ba1-03e0-416c-b82d-7665f3be7ce1 HTTP/1.1" status: 204 len: 168 time: 0.9665658 Jan 28 19:28:20.064376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33594) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:20.074822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4982ba1-03e0-416c-b82d-7665f3be7ce1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:20.099399 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e40338d0-1e23-40d0-b524-55837a881482 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1954114 Jan 28 19:28:20.100035 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33596) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:20.105330 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bb543b23-a9e5-4104-b0c4-dede43979114 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:eb:f3:a2'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:20.112407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:20.112827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:20.113228 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:20.113624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:20.114042 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:20.114436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:20.116097 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:20.116501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:20.116914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:20.118831 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:20.119173 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:20.119496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:20.119817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2913a2a-0e06-4642-a7b8-047200fb16ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:28:20.219314 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-500bfb39-ce15-4284-8eae-3a3efb8cecd1 req-f5285bc2-251d-47b7-8634-06dadce50813 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180455 Jan 28 19:28:20.299682 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ec0ddf-3a49-42dc-806b-36314d50efee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.353449 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb543b23-a9e5-4104-b0c4-dede43979114 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5b81298e-edc0-4063-b5b4-4fb12291047a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.418854 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb9744ea-6942-4e2c-bb90-b28e6a658254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.452505 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-df65ca59-8149-44aa-ad13-81c9420397f3 None None] Provisioning complete for port 5b81298e-edc0-4063-b5b4-4fb12291047a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:20.453203 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-df65ca59-8149-44aa-ad13-81c9420397f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5b81298e-edc0-4063-b5b4-4fb12291047a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.555102 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-df65ca59-8149-44aa-ad13-81c9420397f3 None None] Port 5b81298e-edc0-4063-b5b4-4fb12291047a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:20.569255 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb543b23-a9e5-4104-b0c4-dede43979114 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks [] for port (5b81298e-edc0-4063-b5b4-4fb12291047a), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.611335 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb543b23-a9e5-4104-b0c4-dede43979114 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (5b81298e-edc0-4063-b5b4-4fb12291047a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.650715 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f5913c7-4b5d-440b-a366-36fcafde15dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (11bff981-d897-4f95-a78c-84a892efe537), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.742134 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ec0ddf-3a49-42dc-806b-36314d50efee admin admin] Publish callbacks [] for security_group (55da44ca-527c-49fd-92d7-cecb84ee5312), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.753161 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ec0ddf-3a49-42dc-806b-36314d50efee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (55da44ca-527c-49fd-92d7-cecb84ee5312), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.762079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb543b23-a9e5-4104-b0c4-dede43979114 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event updated for resources: {'Port': ['ID=5b81298e-edc0-4063-b5b4-4fb12291047a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:20.813552 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-98ec0ddf-3a49-42dc-806b-36314d50efee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ffa7d0316e94beda080de91198c05b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0946071 Jan 28 19:28:20.824349 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33604) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:20.917779 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f5913c7-4b5d-440b-a366-36fcafde15dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (11bff981-d897-4f95-a78c-84a892efe537), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:20.951544 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13451c9-46cd-4799-a423-af0bfe93e461 req-4944e91d-6d06-46e8-b872-c3ad780c13a1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:20.958749 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e13451c9-46cd-4799-a423-af0bfe93e461 req-4944e91d-6d06-46e8-b872-c3ad780c13a1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.8215530 Jan 28 19:28:20.982346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec0ddf-3a49-42dc-806b-36314d50efee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55da44ca-527c-49fd-92d7-cecb84ee5312,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:20.994891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bb543b23-a9e5-4104-b0c4-dede43979114 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] In _notify_port_updated(), no bound segment for port 5b81298e-edc0-4063-b5b4-4fb12291047a on network 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:28:21.008778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4f5913c7-4b5d-440b-a366-36fcafde15dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11bff981-d897-4f95-a78c-84a892efe537']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:21.018363 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb543b23-a9e5-4104-b0c4-dede43979114 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:21.019278 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bb543b23-a9e5-4104-b0c4-dede43979114 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.023195 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bb543b23-a9e5-4104-b0c4-dede43979114 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "PUT /v2.0/ports/5b81298e-edc0-4063-b5b4-4fb12291047a HTTP/1.1" status: 200 len: 994 time: 0.9197426 Jan 28 19:28:21.027013 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33610) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:21.081691 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4f5913c7-4b5d-440b-a366-36fcafde15dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf34678-59fe-43aa-968b-b7e229cdd529') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:21.082615 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4f5913c7-4b5d-440b-a366-36fcafde15dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf34678-59fe-43aa-968b-b7e229cdd529') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:21.105146 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f5913c7-4b5d-440b-a366-36fcafde15dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (6cf34678-59fe-43aa-968b-b7e229cdd529), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.172130 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f5913c7-4b5d-440b-a366-36fcafde15dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (6cf34678-59fe-43aa-968b-b7e229cdd529), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.180131 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5913c7-4b5d-440b-a366-36fcafde15dc admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:28:21.180819 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f5913c7-4b5d-440b-a366-36fcafde15dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (6cf34678-59fe-43aa-968b-b7e229cdd529), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.226770 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-462889b5-560a-4e2d-a4e4-f252ae24cd71 None None] Provisioning complete for port 5b81298e-edc0-4063-b5b4-4fb12291047a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:21.227152 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-462889b5-560a-4e2d-a4e4-f252ae24cd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5b81298e-edc0-4063-b5b4-4fb12291047a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.281571 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e13451c9-46cd-4799-a423-af0bfe93e461 req-de502abb-87a4-460f-9781-660ff9fcea69 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841177 Jan 28 19:28:21.305949 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74a304e0-7ec3-4d04-ab80-25b30c0fa63d admin admin] Publish callbacks [] for security_group (55da44ca-527c-49fd-92d7-cecb84ee5312), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.365976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-462889b5-560a-4e2d-a4e4-f252ae24cd71 None None] Port 5b81298e-edc0-4063-b5b4-4fb12291047a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:28:21.371648 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:28:21.383629 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f5913c7-4b5d-440b-a366-36fcafde15dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (11bff981-d897-4f95-a78c-84a892efe537), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.393982 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4f5913c7-4b5d-440b-a366-36fcafde15dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.402560 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4f5913c7-4b5d-440b-a366-36fcafde15dc admin admin] 10.222.0.55 "DELETE /v2.0/networks/11bff981-d897-4f95-a78c-84a892efe537 HTTP/1.1" status: 204 len: 168 time: 1.3321776 Jan 28 19:28:21.422136 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74a304e0-7ec3-4d04-ab80-25b30c0fa63d admin admin] Publish callbacks [] for security_group (55da44ca-527c-49fd-92d7-cecb84ee5312), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.431050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5913c7-4b5d-440b-a366-36fcafde15dc admin admin] Pushing event deleted for resources: {'Network': ['ID=11bff981-d897-4f95-a78c-84a892efe537,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:21.489972 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-84eed63c-9a45-4c80-bff6-498327998604 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Deleting port 5b81298e-edc0-4063-b5b4-4fb12291047a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:21.491397 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84eed63c-9a45-4c80-bff6-498327998604 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5b81298e-edc0-4063-b5b4-4fb12291047a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.634787 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84eed63c-9a45-4c80-bff6-498327998604 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5b81298e-edc0-4063-b5b4-4fb12291047a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.653742 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-84eed63c-9a45-4c80-bff6-498327998604 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Calling delete_port for 5b81298e-edc0-4063-b5b4-4fb12291047a owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:21.688256 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0dd6e-6b76-4786-bcb5-021a9e88b27f req-0bee1978-f3b4-4442-83d7-60ef6a929311 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:21.693147 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.701878 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a4e0dd6e-6b76-4786-bcb5-021a9e88b27f req-0bee1978-f3b4-4442-83d7-60ef6a929311 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.3280625 Jan 28 19:28:21.801347 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33630) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:21.811532 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a4e0dd6e-6b76-4786-bcb5-021a9e88b27f req-bb7732ed-8fb5-4bff-9c98-2707eb4c6129 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083596 Jan 28 19:28:21.861085 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84eed63c-9a45-4c80-bff6-498327998604 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (5b81298e-edc0-4063-b5b4-4fb12291047a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.870802 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74a304e0-7ec3-4d04-ab80-25b30c0fa63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (55da44ca-527c-49fd-92d7-cecb84ee5312), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.876431 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74a304e0-7ec3-4d04-ab80-25b30c0fa63d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:21.893697 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-74a304e0-7ec3-4d04-ab80-25b30c0fa63d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55da44ca-527c-49fd-92d7-cecb84ee5312 HTTP/1.1" status: 204 len: 168 time: 1.0538881 Jan 28 19:28:21.915534 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-928d3a7e-4c1b-4add-aeae-3334731c6339 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a40b0e96c4a849f997cbb0cb83416cd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0973496 Jan 28 19:28:21.918185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33636) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:22.012689 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7432a97-7e74-43dc-8635-0f80490b292f admin admin] Publish callbacks [] for security_group (191fee19-de2a-4465-9b73-0e8ad6e93eae), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.019907 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eed63c-9a45-4c80-bff6-498327998604 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event deleted for resources: {'Port': ['ID=5b81298e-edc0-4063-b5b4-4fb12291047a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:22.039381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a304e0-7ec3-4d04-ab80-25b30c0fa63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55da44ca-527c-49fd-92d7-cecb84ee5312,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:22.043512 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7432a97-7e74-43dc-8635-0f80490b292f admin admin] Publish callbacks [] for security_group (191fee19-de2a-4465-9b73-0e8ad6e93eae), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.135307 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7432a97-7e74-43dc-8635-0f80490b292f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (191fee19-de2a-4465-9b73-0e8ad6e93eae), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.138099 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e7432a97-7e74-43dc-8635-0f80490b292f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.164405 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e7432a97-7e74-43dc-8635-0f80490b292f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/191fee19-de2a-4465-9b73-0e8ad6e93eae HTTP/1.1" status: 204 len: 168 time: 0.2402575 Jan 28 19:28:22.200232 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7432a97-7e74-43dc-8635-0f80490b292f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191fee19-de2a-4465-9b73-0e8ad6e93eae,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:22.721438 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84eed63c-9a45-4c80-bff6-498327998604 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:22.727962 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-84eed63c-9a45-4c80-bff6-498327998604 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "DELETE /v2.0/ports/5b81298e-edc0-4063-b5b4-4fb12291047a HTTP/1.1" status: 204 len: 168 time: 1.6988614 Jan 28 19:28:22.732071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33656) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:22.762819 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9c88fc-2aa9-4733-bfde-20c489a2d577 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] GET failed (client error): The resource could not be found. Jan 28 19:28:22.764580 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8b9c88fc-2aa9-4733-bfde-20c489a2d577 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "GET /v2.0/ports/5b81298e-edc0-4063-b5b4-4fb12291047a HTTP/1.1" status: 404 len: 333 time: 0.0313613 Jan 28 19:28:22.768140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33658) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:22.774567 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d4a20101-cffe-4493-9220-08b9cd3fe65b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Request body: {'port': {'network_id': '72613c83-a4ba-4d26-b044-bdcf8fb0dbf7', 'name': 'tempest-AllowedAddressPairTestJSON-1710197072'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:22.802537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec6720-15a1-4831-86f6-6aec37d33b45 req-e2efad12-7916-4a2e-95df-2579836e7033 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:22.804319 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d9ec6720-15a1-4831-86f6-6aec37d33b45 req-e2efad12-7916-4a2e-95df-2579836e7033 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.2871015 Jan 28 19:28:22.986892 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.069160 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d9ec6720-15a1-4831-86f6-6aec37d33b45 req-81caccae-33f0-4dd6-88b6-db77248192fd tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934927 Jan 28 19:28:23.088171 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea83066-f20f-46e4-9ff4-0525241b6c27 req-77bb9c25-5660-4665-93f2-1107dc1fa163 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:23.107101 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6ea83066-f20f-46e4-9ff4-0525241b6c27 req-77bb9c25-5660-4665-93f2-1107dc1fa163 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1581926 Jan 28 19:28:23.145720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a20101-cffe-4493-9220-08b9cd3fe65b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Made reservation on behalf of e665c8e97ad64ab6a24865357dbd79c0 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:23.149429 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4a20101-cffe-4493-9220-08b9cd3fe65b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.187419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-d4a20101-cffe-4493-9220-08b9cd3fe65b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] device_id is not set on port e3825b90-3bcd-464b-8374-22637ab64c2d yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:28:23.258989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33670) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:23.301202 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-987911c2-d3d6-460e-822b-9d70927aa43d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.311154 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6ea83066-f20f-46e4-9ff4-0525241b6c27 req-6ec7005e-b108-40ae-b42d-85447f4f1105 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016115 Jan 28 19:28:23.515973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d4a20101-cffe-4493-9220-08b9cd3fe65b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Allocated IP 172.20.0.10 (72613c83-a4ba-4d26-b044-bdcf8fb0dbf7/a90e6f1f-ea79-4a7c-88e4-a0d18635d4ea/e3825b90-3bcd-464b-8374-22637ab64c2d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:23.814541 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-987911c2-d3d6-460e-822b-9d70927aa43d admin admin] Publish callbacks [] for security_group (ee045d1a-122f-4860-8c12-3aed286a9b27), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.836479 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-987911c2-d3d6-460e-822b-9d70927aa43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ee045d1a-122f-4860-8c12-3aed286a9b27), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:23.957459 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1466e0ea-fb19-4df7-8b92-4c524c95725b req-927e8878-9fa9-4fce-99d1-3b0b540d2d2e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858018 Jan 28 19:28:23.991432 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-987911c2-d3d6-460e-822b-9d70927aa43d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a90d605a901e4830ba936ba7b4d7b2e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7311912 Jan 28 19:28:23.994149 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33692) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:24.084591 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4a20101-cffe-4493-9220-08b9cd3fe65b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks [] for port (e3825b90-3bcd-464b-8374-22637ab64c2d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.107098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987911c2-d3d6-460e-822b-9d70927aa43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee045d1a-122f-4860-8c12-3aed286a9b27,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:24.195624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33698) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:24.226380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466e0ea-fb19-4df7-8b92-4c524c95725b req-8d1ca60c-4888-4baa-a4d2-6ff1cc1bee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:24.228832 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1466e0ea-fb19-4df7-8b92-4c524c95725b req-8d1ca60c-4888-4baa-a4d2-6ff1cc1bee26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43aa92c00b334727b1a367584bc88b75&device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 1127 time: 0.2261424 Jan 28 19:28:24.230667 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fa188c3-ffd1-407a-b81a-75e2ae76de1e admin admin] Publish callbacks [] for security_group (ee045d1a-122f-4860-8c12-3aed286a9b27), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.257594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aada3-70e0-450a-8f4b-b2c9764fb998 req-8cd0d964-7c0e-4f05-a2ef-3ff7daa1607e tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:24.259381 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c0aada3-70e0-450a-8f4b-b2c9764fb998 req-8cd0d964-7c0e-4f05-a2ef-3ff7daa1607e tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.0990806 Jan 28 19:28:24.261478 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4a20101-cffe-4493-9220-08b9cd3fe65b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e3825b90-3bcd-464b-8374-22637ab64c2d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.295520 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fa188c3-ffd1-407a-b81a-75e2ae76de1e admin admin] Publish callbacks [] for security_group (ee045d1a-122f-4860-8c12-3aed286a9b27), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.438696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a20101-cffe-4493-9220-08b9cd3fe65b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event updated for resources: {'Port': ['ID=e3825b90-3bcd-464b-8374-22637ab64c2d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:24.444238 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d97b59a9-5011-44e6-9b96-febac0d499d4 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1602795745-network', 'tenant_id': '911d89dd318f4ba3811e49bae203eaaf'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:24.481637 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.498168 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fa188c3-ffd1-407a-b81a-75e2ae76de1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ee045d1a-122f-4860-8c12-3aed286a9b27), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.501676 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fa188c3-ffd1-407a-b81a-75e2ae76de1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.502970 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1fa188c3-ffd1-407a-b81a-75e2ae76de1e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee045d1a-122f-4860-8c12-3aed286a9b27 HTTP/1.1" status: 204 len: 168 time: 0.5064588 Jan 28 19:28:24.536800 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c0aada3-70e0-450a-8f4b-b2c9764fb998 req-4d3ccd6f-69da-4ca2-8256-93818d7a38e2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475963 Jan 28 19:28:24.543830 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a20101-cffe-4493-9220-08b9cd3fe65b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Network 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:24.550851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466e0ea-fb19-4df7-8b92-4c524c95725b req-5f0a5a95-0c6e-464b-9136-51af489d9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:24.553306 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1466e0ea-fb19-4df7-8b92-4c524c95725b req-5f0a5a95-0c6e-464b-9136-51af489d9567 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7695f85e-8320-4730-904a-2346212e366d HTTP/1.1" status: 200 len: 911 time: 0.3013444 Jan 28 19:28:24.555814 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa188c3-ffd1-407a-b81a-75e2ae76de1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee045d1a-122f-4860-8c12-3aed286a9b27,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:24.585461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d4a20101-cffe-4493-9220-08b9cd3fe65b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:24.596962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a20101-cffe-4493-9220-08b9cd3fe65b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:24.612740 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1466e0ea-fb19-4df7-8b92-4c524c95725b req-fb57506a-6c76-40fc-b4b1-5d1e5bfcf5b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f HTTP/1.1" status: 200 len: 217 time: 0.0534701 Jan 28 19:28:24.653827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05028c2f-834f-4254-a95b-71d3819b4741 req-f29dd194-cd1a-47c8-bfa8-6a3ca53b18d2 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:24.663854 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-05028c2f-834f-4254-a95b-71d3819b4741 req-f29dd194-cd1a-47c8-bfa8-6a3ca53b18d2 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1789591 Jan 28 19:28:24.710850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97b59a9-5011-44e6-9b96-febac0d499d4 admin admin] Made reservation on behalf of 911d89dd318f4ba3811e49bae203eaaf for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:24.715893 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d97b59a9-5011-44e6-9b96-febac0d499d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.754808 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d97b59a9-5011-44e6-9b96-febac0d499d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.808739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbf5a7-8781-4c71-82cc-f1abd48b63f9 req-e680a20a-498c-4187-84ec-052eee170be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:24.811242 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c2fbf5a7-8781-4c71-82cc-f1abd48b63f9 req-e680a20a-498c-4187-84ec-052eee170be6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 1127 time: 0.1207798 Jan 28 19:28:24.830592 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-05028c2f-834f-4254-a95b-71d3819b4741 req-886e1e3a-0c94-4b26-b786-baecd29df1a7 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654651 Jan 28 19:28:24.846444 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a20101-cffe-4493-9220-08b9cd3fe65b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:24.847685 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4a20101-cffe-4493-9220-08b9cd3fe65b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.881274 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d4a20101-cffe-4493-9220-08b9cd3fe65b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1105797 Jan 28 19:28:24.884018 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33714) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:24.886664 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c2fbf5a7-8781-4c71-82cc-f1abd48b63f9 req-53b72c61-2a74-4d60-b9e0-4ed848c5737c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545321 Jan 28 19:28:24.888744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466e0ea-fb19-4df7-8b92-4c524c95725b req-5c3ec8ee-8594-4333-9cf1-db592f913e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:24.890437 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1466e0ea-fb19-4df7-8b92-4c524c95725b req-5c3ec8ee-8594-4333-9cf1-db592f913e03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4484c7d9-16e0-4509-87ed-04b1dd7e32ff HTTP/1.1" status: 200 len: 850 time: 0.2654712 Jan 28 19:28:24.896498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-de60eb62-bc24-444d-bcfe-18f02ce44c91 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:eb:f3:a2'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:24.954745 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d97b59a9-5011-44e6-9b96-febac0d499d4 admin admin] Publish callbacks [] for security_group (ef228e79-aef7-4234-9781-e5b13b939724), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:24.964798 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d97b59a9-5011-44e6-9b96-febac0d499d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ef228e79-aef7-4234-9781-e5b13b939724), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.008395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97b59a9-5011-44e6-9b96-febac0d499d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:28:25.020459 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d97b59a9-5011-44e6-9b96-febac0d499d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (b563f4b1-2866-45db-9b4e-abf88f35dfa2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.020996 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-d97b59a9-5011-44e6-9b96-febac0d499d4 admin admin] Added segment b563f4b1-2866-45db-9b4e-abf88f35dfa2 of type vlan for network 36b0c4e9-c775-4109-83ad-c04b14efe1a9 Jan 28 19:28:25.079919 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b59a9-5011-44e6-9b96-febac0d499d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef228e79-aef7-4234-9781-e5b13b939724,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:25.086611 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d97b59a9-5011-44e6-9b96-febac0d499d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (36b0c4e9-c775-4109-83ad-c04b14efe1a9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.148510 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d97b59a9-5011-44e6-9b96-febac0d499d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (36b0c4e9-c775-4109-83ad-c04b14efe1a9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.149592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97b59a9-5011-44e6-9b96-febac0d499d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:25.150266 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d97b59a9-5011-44e6-9b96-febac0d499d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.222400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f03c820b-a3a5-4fd8-a9ce-9b2d8b27ae82 None None] Provisioning complete for port e3825b90-3bcd-464b-8374-22637ab64c2d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:25.223621 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f03c820b-a3a5-4fd8-a9ce-9b2d8b27ae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e3825b90-3bcd-464b-8374-22637ab64c2d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.240316 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1466e0ea-fb19-4df7-8b92-4c524c95725b req-a3408450-c3a0-4a38-a54c-5f1840132a28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7695f85e-8320-4730-904a-2346212e366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005528 Jan 28 19:28:25.278163 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d97b59a9-5011-44e6-9b96-febac0d499d4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0771008 Jan 28 19:28:25.284580 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33728) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:25.304857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f03c820b-a3a5-4fd8-a9ce-9b2d8b27ae82 None None] Port e3825b90-3bcd-464b-8374-22637ab64c2d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:25.334353 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-39113c57-da16-4d70-8826-612a622460a8 admin admin] Request body: {'subnet': {'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1602795745-subnet', 'tenant_id': '911d89dd318f4ba3811e49bae203eaaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:25.391657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b59a9-5011-44e6-9b96-febac0d499d4 admin admin] Pushing event updated for resources: {'Network': ['ID=36b0c4e9-c775-4109-83ad-c04b14efe1a9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:25.403222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39113c57-da16-4d70-8826-612a622460a8 admin admin] Made reservation on behalf of 911d89dd318f4ba3811e49bae203eaaf for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:25.407896 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39113c57-da16-4d70-8826-612a622460a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.412620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 36b0c4e9-c775-4109-83ad-c04b14efe1a9 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:28:25.459929 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.467369 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de60eb62-bc24-444d-bcfe-18f02ce44c91 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3825b90-3bcd-464b-8374-22637ab64c2d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:25.657240 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1466e0ea-fb19-4df7-8b92-4c524c95725b req-8c473661-149f-46b3-8cba-5037be57e676 service neutron] 10.222.0.37 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076250 Jan 28 19:28:25.938988 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1466e0ea-fb19-4df7-8b92-4c524c95725b req-1b110fe1-71dd-4249-ba2b-54a45c08cbf2 service neutron] 10.222.0.37 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660847 Jan 28 19:28:25.978351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71380b2-93eb-4b3d-b886-b670450b44ab req-44fc0085-39be-4d9e-91c2-9ab36392b3af tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:25.995176 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d71380b2-93eb-4b3d-b886-b670450b44ab req-44fc0085-39be-4d9e-91c2-9ab36392b3af tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.2364278 Jan 28 19:28:26.150122 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39113c57-da16-4d70-8826-612a622460a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (62f49cbf-192a-462e-9d80-3ac225572b0d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.219460 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d71380b2-93eb-4b3d-b886-b670450b44ab req-3d19a457-d3c6-45d1-bed0-fe768395c582 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229760 Jan 28 19:28:26.247554 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de60eb62-bc24-444d-bcfe-18f02ce44c91 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks [] for port (e3825b90-3bcd-464b-8374-22637ab64c2d), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.255455 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de60eb62-bc24-444d-bcfe-18f02ce44c91 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e3825b90-3bcd-464b-8374-22637ab64c2d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.375728 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39113c57-da16-4d70-8826-612a622460a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62f49cbf-192a-462e-9d80-3ac225572b0d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:26.415877 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39113c57-da16-4d70-8826-612a622460a8 admin admin] Checking segment: {'id': 'b563f4b1-2866-45db-9b4e-abf88f35dfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:26.416253 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39113c57-da16-4d70-8826-612a622460a8 admin admin] Network hostable DHCP agents. Network: 36b0c4e9-c775-4109-83ad-c04b14efe1a9, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:28:26.483129 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39113c57-da16-4d70-8826-612a622460a8 admin admin] Network 36b0c4e9-c775-4109-83ad-c04b14efe1a9 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:28:26.504568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-39113c57-da16-4d70-8826-612a622460a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 36b0c4e9-c775-4109-83ad-c04b14efe1a9) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:26.509863 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39113c57-da16-4d70-8826-612a622460a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:26.510504 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39113c57-da16-4d70-8826-612a622460a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:26.514946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a15f41-b173-437d-8f61-a9bce489859b None None] Network 36b0c4e9-c775-4109-83ad-c04b14efe1a9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:26.565802 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-39113c57-da16-4d70-8826-612a622460a8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2547946 Jan 28 19:28:26.719933 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d345e0d3-d3c5-4b53-90f4-3c3816689705 None None] Network 36b0c4e9-c775-4109-83ad-c04b14efe1a9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:26.889368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6adcf6-9eaa-4b15-80ae-dae9a450637d req-e514b547-d43b-42e2-8faa-ff75530ed508 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:26.889368 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b6adcf6-9eaa-4b15-80ae-dae9a450637d req-e514b547-d43b-42e2-8faa-ff75530ed508 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.9286215 Jan 28 19:28:26.910810 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60eb62-bc24-444d-bcfe-18f02ce44c91 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event updated for resources: {'Port': ['ID=e3825b90-3bcd-464b-8374-22637ab64c2d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:27.063929 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-de60eb62-bc24-444d-bcfe-18f02ce44c91 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] In _notify_port_updated(), no bound segment for port e3825b90-3bcd-464b-8374-22637ab64c2d on network 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:28:27.072981 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de60eb62-bc24-444d-bcfe-18f02ce44c91 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:27.073725 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de60eb62-bc24-444d-bcfe-18f02ce44c91 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.085974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-de60eb62-bc24-444d-bcfe-18f02ce44c91 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "PUT /v2.0/ports/e3825b90-3bcd-464b-8374-22637ab64c2d HTTP/1.1" status: 200 len: 997 time: 2.1941767 Jan 28 19:28:27.089311 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33784) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:27.177096 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b6adcf6-9eaa-4b15-80ae-dae9a450637d req-7883ae90-be51-44f7-a376-1e7ffa72212c tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558060 Jan 28 19:28:27.387381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f36fb2ce-0135-4ff8-9c3e-2bd22b60f439 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Deleting port e3825b90-3bcd-464b-8374-22637ab64c2d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:27.387717 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f36fb2ce-0135-4ff8-9c3e-2bd22b60f439 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e3825b90-3bcd-464b-8374-22637ab64c2d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.458314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f14cad0b-050d-47cf-8888-22a61cf79aaa None None] Provisioning complete for port e3825b90-3bcd-464b-8374-22637ab64c2d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:27.459048 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f14cad0b-050d-47cf-8888-22a61cf79aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e3825b90-3bcd-464b-8374-22637ab64c2d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.501558 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539153c-1075-45fa-8c26-c7f4e72190c8 req-920ca098-0d04-4b9c-9f09-60892d4a86a2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:27.517363 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9539153c-1075-45fa-8c26-c7f4e72190c8 req-920ca098-0d04-4b9c-9f09-60892d4a86a2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.1342847 Jan 28 19:28:27.541495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f14cad0b-050d-47cf-8888-22a61cf79aaa None None] Port e3825b90-3bcd-464b-8374-22637ab64c2d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:27.638284 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9539153c-1075-45fa-8c26-c7f4e72190c8 req-f9ce6110-07af-4dfd-ac59-f10d3d1f482b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198683 Jan 28 19:28:27.649507 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f36fb2ce-0135-4ff8-9c3e-2bd22b60f439 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e3825b90-3bcd-464b-8374-22637ab64c2d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:27.669494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f36fb2ce-0135-4ff8-9c3e-2bd22b60f439 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Calling delete_port for e3825b90-3bcd-464b-8374-22637ab64c2d owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:27.918058 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f36fb2ce-0135-4ff8-9c3e-2bd22b60f439 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e3825b90-3bcd-464b-8374-22637ab64c2d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:28.016673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fb2ce-0135-4ff8-9c3e-2bd22b60f439 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event deleted for resources: {'Port': ['ID=e3825b90-3bcd-464b-8374-22637ab64c2d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:28.448511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332198ce-6459-4014-8868-1efad02dda59 req-e3ff1ae9-78f1-4405-92e1-f68d7510aca8 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:28.450284 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-332198ce-6459-4014-8868-1efad02dda59 req-e3ff1ae9-78f1-4405-92e1-f68d7510aca8 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.0995619 Jan 28 19:28:28.516280 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f36fb2ce-0135-4ff8-9c3e-2bd22b60f439 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:28.525355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:28.535340 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f36fb2ce-0135-4ff8-9c3e-2bd22b60f439 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "DELETE /v2.0/ports/e3825b90-3bcd-464b-8374-22637ab64c2d HTTP/1.1" status: 204 len: 168 time: 1.4443150 Jan 28 19:28:28.592691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-74d167dd-20df-4f31-abc7-3900d7c01ea2 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:28.608134 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-74d167dd-20df-4f31-abc7-3900d7c01ea2 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/networks?id=36b0c4e9-c775-4109-83ad-c04b14efe1a9 HTTP/1.1" status: 200 len: 818 time: 0.6269815 Jan 28 19:28:28.653155 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-759c3118-05b4-4cbc-8c99-e08533999937 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] GET failed (client error): The resource could not be found. Jan 28 19:28:28.658594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33840) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:28.658946 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33842) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:28.671725 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-759c3118-05b4-4cbc-8c99-e08533999937 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "GET /v2.0/ports/e3825b90-3bcd-464b-8374-22637ab64c2d HTTP/1.1" status: 404 len: 333 time: 0.1428134 Jan 28 19:28:28.688276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-eca1186f-623d-4729-a686-3ac39c266376 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Request body: {'port': {'network_id': '72613c83-a4ba-4d26-b044-bdcf8fb0dbf7', 'name': 'tempest-AllowedAddressPairTestJSON-912799065'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:28.692735 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-0ef41e0e-91cc-4f00-b35b-7c42146e9b5f tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/quotas/911d89dd318f4ba3811e49bae203eaaf HTTP/1.1" status: 200 len: 375 time: 0.0777912 Jan 28 19:28:28.706362 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-332198ce-6459-4014-8868-1efad02dda59 req-4cabaee9-e166-46bd-8bc0-ed4fb92b1875 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325411 Jan 28 19:28:28.930475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b4d31-b386-4fa3-a081-eb650360e57e req-77379a78-0e24-4295-aff7-7fef770e1226 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:28.932022 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-918b4d31-b386-4fa3-a081-eb650360e57e req-77379a78-0e24-4295-aff7-7fef770e1226 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.1177967 Jan 28 19:28:29.090791 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-918b4d31-b386-4fa3-a081-eb650360e57e req-92a3d172-000b-4b66-b1d2-97af1eabf7fb tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341939 Jan 28 19:28:29.513429 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e997e-c5d2-4c5f-9b51-569d97ef0b8a req-e8e083bf-ff70-4a3a-8ec0-0aec4cf4e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:29.515137 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-036e997e-c5d2-4c5f-9b51-569d97ef0b8a req-e8e083bf-ff70-4a3a-8ec0-0aec4cf4e049 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43aa92c00b334727b1a367584bc88b75&device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 1127 time: 0.1972847 Jan 28 19:28:29.526277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b1249-4f0b-4ff7-b24f-c8a159800ed6 req-d17f5f79-d1c0-4d35-8881-6fc274d2ad2b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:29.533808 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-698b1249-4f0b-4ff7-b24f-c8a159800ed6 req-d17f5f79-d1c0-4d35-8881-6fc274d2ad2b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1418538 Jan 28 19:28:29.552399 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-558e4703-f48f-4a9c-a4d7-23378310ba42 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=911d89dd318f4ba3811e49bae203eaaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8298981 Jan 28 19:28:29.584790 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fddfee0-1477-49cc-bc75-3349b3e1e3f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.829547 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-698b1249-4f0b-4ff7-b24f-c8a159800ed6 req-bb179a98-084f-410f-9020-d3488135bcf9 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545567 Jan 28 19:28:29.861059 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e997e-c5d2-4c5f-9b51-569d97ef0b8a req-dacc088d-2343-4518-ba6f-bee08fe5774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:29.869203 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-036e997e-c5d2-4c5f-9b51-569d97ef0b8a req-dacc088d-2343-4518-ba6f-bee08fe5774b service neutron] 10.222.0.37 "GET /v2.0/networks?id=7695f85e-8320-4730-904a-2346212e366d HTTP/1.1" status: 200 len: 911 time: 0.3234856 Jan 28 19:28:29.887807 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca1186f-623d-4729-a686-3ac39c266376 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Made reservation on behalf of e665c8e97ad64ab6a24865357dbd79c0 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:29.895703 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eca1186f-623d-4729-a686-3ac39c266376 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.948370 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-036e997e-c5d2-4c5f-9b51-569d97ef0b8a req-977b57c0-83f1-49c6-8708-a1fbd8dd7b97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57468e8b-6c0b-49bf-8cf4-523974556e31 HTTP/1.1" status: 200 len: 217 time: 0.0729845 Jan 28 19:28:29.952035 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fddfee0-1477-49cc-bc75-3349b3e1e3f8 admin admin] Publish callbacks [] for security_group (64264e1e-45bf-4404-be42-ed5575b6de1e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.957647 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-998e5b33-c626-442d-9081-ae1e3e86fa0c service neutron] 10.222.0.55 "GET /v2.0/networks/36b0c4e9-c775-4109-83ad-c04b14efe1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045894 Jan 28 19:28:29.960383 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fddfee0-1477-49cc-bc75-3349b3e1e3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (64264e1e-45bf-4404-be42-ed5575b6de1e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:29.963282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-eca1186f-623d-4729-a686-3ac39c266376 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] device_id is not set on port c7c4be4c-7f1a-4188-bf3b-57d3134aba40 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:28:30.056940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e997e-c5d2-4c5f-9b51-569d97ef0b8a req-12f0f684-3bde-4176-b1cf-75b3f30578c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:30.058918 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-036e997e-c5d2-4c5f-9b51-569d97ef0b8a req-12f0f684-3bde-4176-b1cf-75b3f30578c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4484c7d9-16e0-4509-87ed-04b1dd7e32ff HTTP/1.1" status: 200 len: 850 time: 0.0946097 Jan 28 19:28:30.108931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddfee0-1477-49cc-bc75-3349b3e1e3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64264e1e-45bf-4404-be42-ed5575b6de1e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:30.121212 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9fddfee0-1477-49cc-bc75-3349b3e1e3f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39aad7bb915948c5bf30de23761da5ae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4608891 Jan 28 19:28:30.126055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33884) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:30.155729 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:30.176362 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-036e997e-c5d2-4c5f-9b51-569d97ef0b8a req-1f731097-352e-4991-8540-64a1b0885720 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7695f85e-8320-4730-904a-2346212e366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078684 Jan 28 19:28:30.406316 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-e270e5c0-f2e9-4227-b7d7-ca8c7874e4b0 service neutron] 10.222.0.55 "GET /v2.0/networks/36b0c4e9-c775-4109-83ad-c04b14efe1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335070 Jan 28 19:28:30.462738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-eca1186f-623d-4729-a686-3ac39c266376 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Allocated IP 172.20.0.10 (72613c83-a4ba-4d26-b044-bdcf8fb0dbf7/a90e6f1f-ea79-4a7c-88e4-a0d18635d4ea/c7c4be4c-7f1a-4188-bf3b-57d3134aba40) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:30.499997 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62cc6e11-7641-4b56-b4aa-7ed235bc35b4 admin admin] Publish callbacks [] for security_group (64264e1e-45bf-4404-be42-ed5575b6de1e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:30.533849 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62cc6e11-7641-4b56-b4aa-7ed235bc35b4 admin admin] Publish callbacks [] for security_group (64264e1e-45bf-4404-be42-ed5575b6de1e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:30.557194 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-036e997e-c5d2-4c5f-9b51-569d97ef0b8a req-4ed535f7-ab38-4689-95b5-53086a510697 service neutron] 10.222.0.37 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711061 Jan 28 19:28:30.616098 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1af86-6a78-406b-807b-99fd48c70b25 req-d5dfefdd-f6ea-4e9e-b868-2562e362837d tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:30.621445 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cde1af86-6a78-406b-807b-99fd48c70b25 req-d5dfefdd-f6ea-4e9e-b868-2562e362837d tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.3842473 Jan 28 19:28:30.833295 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cde1af86-6a78-406b-807b-99fd48c70b25 req-a4ee8b1c-28cb-464c-b485-e2aafe1e5e69 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636579 Jan 28 19:28:30.895796 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62cc6e11-7641-4b56-b4aa-7ed235bc35b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (64264e1e-45bf-4404-be42-ed5575b6de1e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:30.918722 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-62cc6e11-7641-4b56-b4aa-7ed235bc35b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:30.919853 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-036e997e-c5d2-4c5f-9b51-569d97ef0b8a req-3ec76a21-21c0-4946-9f4d-0a6b6939f3e6 service neutron] 10.222.0.37 "GET /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599761 Jan 28 19:28:30.932526 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-62cc6e11-7641-4b56-b4aa-7ed235bc35b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64264e1e-45bf-4404-be42-ed5575b6de1e HTTP/1.1" status: 204 len: 168 time: 0.8030114 Jan 28 19:28:30.983692 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:28:30.991811 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc6e11-7641-4b56-b4aa-7ed235bc35b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64264e1e-45bf-4404-be42-ed5575b6de1e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:31.105739 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eca1186f-623d-4729-a686-3ac39c266376 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks [] for port (c7c4be4c-7f1a-4188-bf3b-57d3134aba40), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.162105 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c574f-018b-4264-821f-83854ecc5fd1 req-00844f38-a639-47eb-8d17-686d269e08a2 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:31.167116 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3e5c574f-018b-4264-821f-83854ecc5fd1 req-00844f38-a639-47eb-8d17-686d269e08a2 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1139750 Jan 28 19:28:31.197853 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eca1186f-623d-4729-a686-3ac39c266376 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c7c4be4c-7f1a-4188-bf3b-57d3134aba40), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.297608 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3e5c574f-018b-4264-821f-83854ecc5fd1 req-93d4cc26-53ee-4ad8-bd2b-757d73180c70 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278250 Jan 28 19:28:31.333715 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca1186f-623d-4729-a686-3ac39c266376 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Network 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:31.336205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1186f-623d-4729-a686-3ac39c266376 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event updated for resources: {'Port': ['ID=c7c4be4c-7f1a-4188-bf3b-57d3134aba40,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:31.340360 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-eca1186f-623d-4729-a686-3ac39c266376 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:31.342816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca1186f-623d-4729-a686-3ac39c266376 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:31.394735 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b126439b-c8c0-422e-8c23-f45d9cdcc769 req-33343ece-3ea5-4a3c-bbe4-f19543ce98ed tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=d94db917-7292-49d5-a6ee-a5de264dc658 HTTP/1.1" status: 200 len: 210 time: 0.2056971 Jan 28 19:28:31.456135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca1186f-623d-4729-a686-3ac39c266376 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:31.456822 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eca1186f-623d-4729-a686-3ac39c266376 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.491489 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33926) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:31.494292 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-eca1186f-623d-4729-a686-3ac39c266376 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8326807 Jan 28 19:28:31.497684 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-58de9035-9220-4f61-8516-c74f0ae5463b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Request body: {'port': {'network_id': '72613c83-a4ba-4d26-b044-bdcf8fb0dbf7', 'name': 'tempest-AllowedAddressPairTestJSON-653214729'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:31.753977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58de9035-9220-4f61-8516-c74f0ae5463b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Made reservation on behalf of e665c8e97ad64ab6a24865357dbd79c0 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:31.758602 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58de9035-9220-4f61-8516-c74f0ae5463b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.793335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33934) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:31.841029 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-847e2c50-93e5-4d6d-a821-a3153840fa95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:31.844694 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-58de9035-9220-4f61-8516-c74f0ae5463b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] device_id is not set on port 3a2f272e-c37b-46f7-92ce-541c7c67234c yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:28:31.940783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-35b5f7f6-d790-487a-9046-17686ef12c0c None None] Provisioning complete for port c7c4be4c-7f1a-4188-bf3b-57d3134aba40 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:31.941458 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35b5f7f6-d790-487a-9046-17686ef12c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c7c4be4c-7f1a-4188-bf3b-57d3134aba40), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.039345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-35b5f7f6-d790-487a-9046-17686ef12c0c None None] Port c7c4be4c-7f1a-4188-bf3b-57d3134aba40 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:32.053423 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-847e2c50-93e5-4d6d-a821-a3153840fa95 admin admin] Publish callbacks [] for security_group (7266bfca-a959-4077-9c77-049beb313312), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.058542 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-847e2c50-93e5-4d6d-a821-a3153840fa95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7266bfca-a959-4077-9c77-049beb313312), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.146502 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-847e2c50-93e5-4d6d-a821-a3153840fa95 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ccfc59307704fac914355a9b2bb150a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3495657 Jan 28 19:28:32.150950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33962) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:32.187359 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e2c50-93e5-4d6d-a821-a3153840fa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7266bfca-a959-4077-9c77-049beb313312,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:32.189437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-58de9035-9220-4f61-8516-c74f0ae5463b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Allocated IP 172.20.0.9 (72613c83-a4ba-4d26-b044-bdcf8fb0dbf7/a90e6f1f-ea79-4a7c-88e4-a0d18635d4ea/3a2f272e-c37b-46f7-92ce-541c7c67234c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:32.215101 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce87b3-143c-446d-91ea-c3f976ca4117 req-8cb5c5d9-18f0-4c79-b9ad-53bbb6aa1729 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:32.217003 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-83ce87b3-143c-446d-91ea-c3f976ca4117 req-8cb5c5d9-18f0-4c79-b9ad-53bbb6aa1729 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.1503756 Jan 28 19:28:32.312946 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fed0105a-0985-4116-ab7c-7ebd134961c3 admin admin] Publish callbacks [] for security_group (7266bfca-a959-4077-9c77-049beb313312), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.396640 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fed0105a-0985-4116-ab7c-7ebd134961c3 admin admin] Publish callbacks [] for security_group (7266bfca-a959-4077-9c77-049beb313312), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.438761 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-83ce87b3-143c-446d-91ea-c3f976ca4117 req-67f74bc7-bcfa-48d0-a651-f44458890792 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080696 Jan 28 19:28:32.514323 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f46f6-3a02-4f35-afb8-4be99b09ca3d req-88e57c0b-5081-40c9-96dc-a26c97a06210 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:32.522965 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9c1f46f6-3a02-4f35-afb8-4be99b09ca3d req-88e57c0b-5081-40c9-96dc-a26c97a06210 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1408157 Jan 28 19:28:32.601339 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9c1f46f6-3a02-4f35-afb8-4be99b09ca3d req-653e8917-0c55-4069-964f-fcafc472e336 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726759 Jan 28 19:28:32.620800 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7b33acb1-7430-4186-8785-b28bf8f5b38e req-bdaabe07-08fe-4fc9-a235-db0626f05f17 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=d94db917-7292-49d5-a6ee-a5de264dc658 HTTP/1.1" status: 200 len: 210 time: 0.0485003 Jan 28 19:28:32.650564 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fed0105a-0985-4116-ab7c-7ebd134961c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7266bfca-a959-4077-9c77-049beb313312), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.653314 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fed0105a-0985-4116-ab7c-7ebd134961c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.655165 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fed0105a-0985-4116-ab7c-7ebd134961c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7266bfca-a959-4077-9c77-049beb313312 HTTP/1.1" status: 204 len: 168 time: 0.5027750 Jan 28 19:28:32.687741 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58de9035-9220-4f61-8516-c74f0ae5463b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks [] for port (3a2f272e-c37b-46f7-92ce-541c7c67234c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.690252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0105a-0985-4116-ab7c-7ebd134961c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7266bfca-a959-4077-9c77-049beb313312,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:32.855084 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58de9035-9220-4f61-8516-c74f0ae5463b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (3a2f272e-c37b-46f7-92ce-541c7c67234c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:32.991838 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de9035-9220-4f61-8516-c74f0ae5463b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event updated for resources: {'Port': ['ID=3a2f272e-c37b-46f7-92ce-541c7c67234c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:33.014003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58de9035-9220-4f61-8516-c74f0ae5463b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Network 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:33.015481 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-58de9035-9220-4f61-8516-c74f0ae5463b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:33.021944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de9035-9220-4f61-8516-c74f0ae5463b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:33.095093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58de9035-9220-4f61-8516-c74f0ae5463b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:33.096005 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58de9035-9220-4f61-8516-c74f0ae5463b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:33.123289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34004) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:33.123877 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-58de9035-9220-4f61-8516-c74f0ae5463b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6304882 Jan 28 19:28:33.140795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-dd25b943-5ef0-4430-b654-142f57d5c178 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:eb:f3:a2'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:d5:c4:21'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:33.283252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72f0f7-c3d7-4e74-a1db-a5a00a947802 req-4d08e404-53bc-4646-acd7-31b4776541f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:33.285069 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca72f0f7-c3d7-4e74-a1db-a5a00a947802 req-4d08e404-53bc-4646-acd7-31b4776541f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 1127 time: 0.2956991 Jan 28 19:28:33.501066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1ea29bee-79f5-42b5-98cb-13441dad26f6 None None] Provisioning complete for port 3a2f272e-c37b-46f7-92ce-541c7c67234c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:33.501695 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ea29bee-79f5-42b5-98cb-13441dad26f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3a2f272e-c37b-46f7-92ce-541c7c67234c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:33.521803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72f0f7-c3d7-4e74-a1db-a5a00a947802 req-677a6222-882d-48d9-a10b-1e9a06be617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:33.524844 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca72f0f7-c3d7-4e74-a1db-a5a00a947802 req-677a6222-882d-48d9-a10b-1e9a06be617d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 200 len: 918 time: 0.2338300 Jan 28 19:28:33.558009 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd25b943-5ef0-4430-b654-142f57d5c178 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3a2f272e-c37b-46f7-92ce-541c7c67234c), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:33.634116 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca72f0f7-c3d7-4e74-a1db-a5a00a947802 req-df2f5b98-2b0f-428c-82dd-807f17fa53ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 HTTP/1.1" status: 200 len: 1001 time: 0.0986426 Jan 28 19:28:33.671993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1ea29bee-79f5-42b5-98cb-13441dad26f6 None None] Port 3a2f272e-c37b-46f7-92ce-541c7c67234c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:33.784239 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6c933-2ffa-4f3c-8e19-d074bf59ccb4 req-f00d18a2-8866-4ddf-b2b8-3f06df7200a6 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:33.791613 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8a6c933-2ffa-4f3c-8e19-d074bf59ccb4 req-f00d18a2-8866-4ddf-b2b8-3f06df7200a6 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.1111977 Jan 28 19:28:33.912919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8a6c933-2ffa-4f3c-8e19-d074bf59ccb4 req-23cfea68-7303-4cf7-a30c-afcbb9a052d0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138742 Jan 28 19:28:34.091293 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd25b943-5ef0-4430-b654-142f57d5c178 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks [] for port (3a2f272e-c37b-46f7-92ce-541c7c67234c), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:34.098520 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd25b943-5ef0-4430-b654-142f57d5c178 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (3a2f272e-c37b-46f7-92ce-541c7c67234c), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:34.229087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72f0f7-c3d7-4e74-a1db-a5a00a947802 req-24050476-1ed7-452a-b21d-03ce454a6ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:34.230839 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca72f0f7-c3d7-4e74-a1db-a5a00a947802 req-24050476-1ed7-452a-b21d-03ce454a6ebb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f81e2f04-6d65-4bf2-ae23-2d422541a4df HTTP/1.1" status: 200 len: 856 time: 0.5867870 Jan 28 19:28:34.268082 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-619bbea7-e8ec-44c1-babc-2bbf06efba7a req-08537438-7ab3-4a6a-9a78-df59482bac8e tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=d94db917-7292-49d5-a6ee-a5de264dc658 HTTP/1.1" status: 200 len: 210 time: 0.1601479 Jan 28 19:28:34.421466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15a235-c8da-4241-af7d-86cbe77cbf11 req-8242626d-8142-480d-a2c9-3ba7b5d4c070 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:34.423333 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c15a235-c8da-4241-af7d-86cbe77cbf11 req-8242626d-8142-480d-a2c9-3ba7b5d4c070 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.7001848 Jan 28 19:28:34.585823 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-30c80495-b07c-495b-b747-dea4bd3262ad tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:34.595189 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-30c80495-b07c-495b-b747-dea4bd3262ad tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.37 "GET /v2.0/networks?id=36b0c4e9-c775-4109-83ad-c04b14efe1a9 HTTP/1.1" status: 200 len: 818 time: 0.7327631 Jan 28 19:28:34.603332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-fbbd79b4-e29c-4560-bf34-fc61d4acfcc6 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:34.604994 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-fbbd79b4-e29c-4560-bf34-fc61d4acfcc6 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.31 "GET /v2.0/networks?id=36b0c4e9-c775-4109-83ad-c04b14efe1a9 HTTP/1.1" status: 200 len: 818 time: 0.4347308 Jan 28 19:28:34.615691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25b943-5ef0-4430-b654-142f57d5c178 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event updated for resources: {'Port': ['ID=3a2f272e-c37b-46f7-92ce-541c7c67234c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:34.626394 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-eed41b9b-b17f-4473-b794-728016bc786d req-dd68c0b0-aef0-456b-be93-8ecb10f786c2 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Request body: {'port': {'device_id': 'd94db917-7292-49d5-a6ee-a5de264dc658', 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9', 'admin_state_up': True, 'tenant_id': '911d89dd318f4ba3811e49bae203eaaf'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:34.688604 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-eed41b9b-b17f-4473-b794-728016bc786d req-7bb726bd-23c2-4047-a87e-fde8204e53d4 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Request body: {'port': {'device_id': '036a27e3-3bf4-4dd0-b412-9160edaf4c65', 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9', 'admin_state_up': True, 'tenant_id': '911d89dd318f4ba3811e49bae203eaaf'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:34.712994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9216b28e-3b2c-455c-b9c1-6cc46d3c21de None None] Provisioning complete for port 3a2f272e-c37b-46f7-92ce-541c7c67234c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:34.714809 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9216b28e-3b2c-455c-b9c1-6cc46d3c21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3a2f272e-c37b-46f7-92ce-541c7c67234c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:34.737464 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-dd25b943-5ef0-4430-b654-142f57d5c178 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] In _notify_port_updated(), no bound segment for port 3a2f272e-c37b-46f7-92ce-541c7c67234c on network 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:28:34.742351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd25b943-5ef0-4430-b654-142f57d5c178 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:34.742975 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd25b943-5ef0-4430-b654-142f57d5c178 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:34.744524 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dd25b943-5ef0-4430-b654-142f57d5c178 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "PUT /v2.0/ports/3a2f272e-c37b-46f7-92ce-541c7c67234c HTTP/1.1" status: 200 len: 1056 time: 1.6190317 Jan 28 19:28:34.748111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34066) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:34.765889 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c15a235-c8da-4241-af7d-86cbe77cbf11 req-945b64f0-a9bc-4d79-b865-f544c6b1432b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331108 Jan 28 19:28:34.768811 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9216b28e-3b2c-455c-b9c1-6cc46d3c21de None None] Port 3a2f272e-c37b-46f7-92ce-541c7c67234c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:34.810334 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72f0f7-c3d7-4e74-a1db-a5a00a947802 req-6b7c7cd5-6750-4581-8dac-955bbb09b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:34.811830 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca72f0f7-c3d7-4e74-a1db-a5a00a947802 req-6b7c7cd5-6750-4581-8dac-955bbb09b4e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5247655 Jan 28 19:28:34.817646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-ca9ff59e-ac23-4044-867e-ea4f7e1750b1 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:34.819112 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-ca9ff59e-ac23-4044-867e-ea4f7e1750b1 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.31 "GET /v2.0/networks?id=36b0c4e9-c775-4109-83ad-c04b14efe1a9 HTTP/1.1" status: 200 len: 818 time: 0.9427841 Jan 28 19:28:34.848594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-eed41b9b-b17f-4473-b794-728016bc786d req-361a2ff5-e52b-4b5d-86b3-a708a6653edb tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Request body: {'port': {'device_id': '1183350b-bc0b-4207-9979-3cabd6b5b6c1', 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9', 'admin_state_up': True, 'tenant_id': '911d89dd318f4ba3811e49bae203eaaf'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:34.864416 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-dd68c0b0-aef0-456b-be93-8ecb10f786c2 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Made reservation on behalf of 911d89dd318f4ba3811e49bae203eaaf for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:34.869998 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-dd68c0b0-aef0-456b-be93-8ecb10f786c2 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:34.974804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e3299-e3d2-43fb-9a96-2d8a6d8c443b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Deleting port 3a2f272e-c37b-46f7-92ce-541c7c67234c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:34.975151 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f3e3299-e3d2-43fb-9a96-2d8a6d8c443b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (3a2f272e-c37b-46f7-92ce-541c7c67234c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.168406 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca72f0f7-c3d7-4e74-a1db-a5a00a947802 req-53fac88f-3431-4efc-bdf6-4c5bdfb7c311 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393481 Jan 28 19:28:35.204173 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f3e3299-e3d2-43fb-9a96-2d8a6d8c443b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (3a2f272e-c37b-46f7-92ce-541c7c67234c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.207232 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-eed41b9b-b17f-4473-b794-728016bc786d req-dd68c0b0-aef0-456b-be93-8ecb10f786c2 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Allocated IP 172.20.0.4 (36b0c4e9-c775-4109-83ad-c04b14efe1a9/62f49cbf-192a-462e-9d80-3ac225572b0d/b8f00013-749f-4f8b-9525-1520241645a5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:35.230108 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871a418-0af2-4011-838c-a15e53345067 req-7a946967-af90-4812-abe1-5b19788a06bb tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:35.234532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c871a418-0af2-4011-838c-a15e53345067 req-7a946967-af90-4812-abe1-5b19788a06bb tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.1894619 Jan 28 19:28:35.254464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-7bb726bd-23c2-4047-a87e-fde8204e53d4 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Made reservation on behalf of 911d89dd318f4ba3811e49bae203eaaf for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:35.257725 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-7bb726bd-23c2-4047-a87e-fde8204e53d4 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.275596 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-361a2ff5-e52b-4b5d-86b3-a708a6653edb tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Made reservation on behalf of 911d89dd318f4ba3811e49bae203eaaf for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:35.279566 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-361a2ff5-e52b-4b5d-86b3-a708a6653edb tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.336261 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5f3e3299-e3d2-43fb-9a96-2d8a6d8c443b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Calling delete_port for 3a2f272e-c37b-46f7-92ce-541c7c67234c owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:35.486663 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c871a418-0af2-4011-838c-a15e53345067 req-75a619d3-e75f-4b14-8a41-1f24dc850086 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320681 Jan 28 19:28:35.511555 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24a67e4e-e678-49a9-914e-b23fdafc2c09 req-fb26b9b9-2c82-461e-8404-38e3f3394092 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=d94db917-7292-49d5-a6ee-a5de264dc658 HTTP/1.1" status: 200 len: 210 time: 0.1295149 Jan 28 19:28:35.524840 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ca72f0f7-c3d7-4e74-a1db-a5a00a947802 req-1bec26f8-ab3d-42b6-8e2c-a4538fe0cce3 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483024 Jan 28 19:28:35.723696 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-dd68c0b0-aef0-456b-be93-8ecb10f786c2 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks [] for port (b8f00013-749f-4f8b-9525-1520241645a5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.730172 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f3e3299-e3d2-43fb-9a96-2d8a6d8c443b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (3a2f272e-c37b-46f7-92ce-541c7c67234c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:35.762061 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e3299-e3d2-43fb-9a96-2d8a6d8c443b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event deleted for resources: {'Port': ['ID=3a2f272e-c37b-46f7-92ce-541c7c67234c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:35.961880 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-dd68c0b0-aef0-456b-be93-8ecb10f786c2 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (b8f00013-749f-4f8b-9525-1520241645a5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.071854 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-eed41b9b-b17f-4473-b794-728016bc786d req-7bb726bd-23c2-4047-a87e-fde8204e53d4 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Allocated IP 172.20.0.10 (36b0c4e9-c775-4109-83ad-c04b14efe1a9/62f49cbf-192a-462e-9d80-3ac225572b0d/ad715fa9-facd-4f6b-801c-6abad1d38674) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:36.090806 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7765132-09e3-4529-8562-04026f773ce5 req-3d935c90-60f7-4a21-b3f6-e6ac6041ef94 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:36.098542 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7765132-09e3-4529-8562-04026f773ce5 req-3d935c90-60f7-4a21-b3f6-e6ac6041ef94 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.2378845 Jan 28 19:28:36.153284 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed41b9b-b17f-4473-b794-728016bc786d req-dd68c0b0-aef0-456b-be93-8ecb10f786c2 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Network 36b0c4e9-c775-4109-83ad-c04b14efe1a9 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:36.178679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68c0b0-aef0-456b-be93-8ecb10f786c2 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Pushing event updated for resources: {'Port': ['ID=b8f00013-749f-4f8b-9525-1520241645a5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:36.209222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-eed41b9b-b17f-4473-b794-728016bc786d req-dd68c0b0-aef0-456b-be93-8ecb10f786c2 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:36.217236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed41b9b-b17f-4473-b794-728016bc786d req-dd68c0b0-aef0-456b-be93-8ecb10f786c2 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:36.292808 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-7bb726bd-23c2-4047-a87e-fde8204e53d4 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks [] for port (ad715fa9-facd-4f6b-801c-6abad1d38674), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.330985 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7765132-09e3-4529-8562-04026f773ce5 req-3095a843-8912-4490-ac80-2b7070d4db10 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315104 Jan 28 19:28:36.340493 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-dd68c0b0-aef0-456b-be93-8ecb10f786c2 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:36.341191 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-dd68c0b0-aef0-456b-be93-8ecb10f786c2 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.360245 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f3e3299-e3d2-43fb-9a96-2d8a6d8c443b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.373164 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5f3e3299-e3d2-43fb-9a96-2d8a6d8c443b tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "DELETE /v2.0/ports/3a2f272e-c37b-46f7-92ce-541c7c67234c HTTP/1.1" status: 204 len: 168 time: 1.6153593 Jan 28 19:28:36.373512 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34132) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:36.375158 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-7bb726bd-23c2-4047-a87e-fde8204e53d4 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ad715fa9-facd-4f6b-801c-6abad1d38674), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.417524 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3d4456-b58f-49e6-a058-57cd7b9272f0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] GET failed (client error): The resource could not be found. Jan 28 19:28:36.426537 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dd3d4456-b58f-49e6-a058-57cd7b9272f0 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "GET /v2.0/ports/3a2f272e-c37b-46f7-92ce-541c7c67234c HTTP/1.1" status: 404 len: 333 time: 0.0405397 Jan 28 19:28:36.433222 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-dd68c0b0-aef0-456b-be93-8ecb10f786c2 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8133478 Jan 28 19:28:36.433388 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34140) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:36.493732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:36.506337 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Request body: {'port': {'device_id': 'd94db917-7292-49d5-a6ee-a5de264dc658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:36.651974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb726bd-23c2-4047-a87e-fde8204e53d4 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Pushing event updated for resources: {'Port': ['ID=ad715fa9-facd-4f6b-801c-6abad1d38674,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:36.685657 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed41b9b-b17f-4473-b794-728016bc786d req-7bb726bd-23c2-4047-a87e-fde8204e53d4 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Network 36b0c4e9-c775-4109-83ad-c04b14efe1a9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:36.687146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-eed41b9b-b17f-4473-b794-728016bc786d req-7bb726bd-23c2-4047-a87e-fde8204e53d4 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:36.702203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed41b9b-b17f-4473-b794-728016bc786d req-7bb726bd-23c2-4047-a87e-fde8204e53d4 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:36.721141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:36.721613 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.740689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-eed41b9b-b17f-4473-b794-728016bc786d req-361a2ff5-e52b-4b5d-86b3-a708a6653edb tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Allocated IP 172.20.0.12 (36b0c4e9-c775-4109-83ad-c04b14efe1a9/62f49cbf-192a-462e-9d80-3ac225572b0d/9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:36.812360 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b8f00013-749f-4f8b-9525-1520241645a5), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.844521 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:36.849510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:36.869879 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6092cbfd-db7e-4c68-995b-a12cb2986e35" -d '{"events": [{"server_uuid": "0fd78893-9e28-491f-8457-0a01b1c8e569", "name": "network-vif-unplugged", "status": "completed", "tag": "9fad56e8-ad6c-4341-9d37-c8cfca4b3a06"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:36.883966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8dd3c-3996-4ca0-808e-d61dd889151c req-66ea79d9-c468-4a38-9604-d4aa8dfbabd2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:36.885281 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.885499 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52e8dd3c-3996-4ca0-808e-d61dd889151c req-66ea79d9-c468-4a38-9604-d4aa8dfbabd2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 945 time: 0.1356459 Jan 28 19:28:36.889359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-7bb726bd-23c2-4047-a87e-fde8204e53d4 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:36.890946 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-7bb726bd-23c2-4047-a87e-fde8204e53d4 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.892804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7588a189-d2c0-4de0-9086-36a3e65ff564 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Deleting port c7c4be4c-7f1a-4188-bf3b-57d3134aba40 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:36.893121 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7588a189-d2c0-4de0-9086-36a3e65ff564 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c7c4be4c-7f1a-4188-bf3b-57d3134aba40), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:36.944717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc66190-5bd8-4329-86f6-034b725e8b65 req-377d1513-e5d9-48fc-b1aa-6fcd079327f5 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:36.946627 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bdc66190-5bd8-4329-86f6-034b725e8b65 req-377d1513-e5d9-48fc-b1aa-6fcd079327f5 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=d94db917-7292-49d5-a6ee-a5de264dc658 HTTP/1.1" status: 200 len: 931 time: 0.1782811 Jan 28 19:28:36.956357 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-7bb726bd-23c2-4047-a87e-fde8204e53d4 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2717047 Jan 28 19:28:36.978254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Request body: {'port': {'device_id': '036a27e3-3bf4-4dd0-b412-9160edaf4c65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:37.033026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:37.127257 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52e8dd3c-3996-4ca0-808e-d61dd889151c req-791dc41e-ce91-4c46-8d40-1ac46a9c2aed tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244768 Jan 28 19:28:37.160408 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7588a189-d2c0-4de0-9086-36a3e65ff564 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c7c4be4c-7f1a-4188-bf3b-57d3134aba40), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.194793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7588a189-d2c0-4de0-9086-36a3e65ff564 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Calling delete_port for c7c4be4c-7f1a-4188-bf3b-57d3134aba40 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:37.359729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a751a-cb9e-4c58-a6d1-2526ee2418da req-23761dec-ebb6-45aa-92be-b6fb2d8f45c1 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:37.367002 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-941a751a-cb9e-4c58-a6d1-2526ee2418da req-23761dec-ebb6-45aa-92be-b6fb2d8f45c1 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1006603 Jan 28 19:28:37.407484 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-361a2ff5-e52b-4b5d-86b3-a708a6653edb tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks [] for port (9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.423232 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bdc66190-5bd8-4329-86f6-034b725e8b65 req-a194ae59-2509-429d-8c16-29803593a691 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655688 Jan 28 19:28:37.427071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ad715fa9-facd-4f6b-801c-6abad1d38674), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.521029 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-941a751a-cb9e-4c58-a6d1-2526ee2418da req-6fff75bb-f1fa-4db1-b289-a657c819748c tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530747 Jan 28 19:28:37.522056 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3db055-ac0f-4832-9dec-e45b00ebcda9 x-openstack-request-id: req-4a3db055-ac0f-4832-9dec-e45b00ebcda9 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:37.522543 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd78893-9e28-491f-8457-0a01b1c8e569", "name": "network-vif-unplugged", "status": "completed", "tag": "9fad56e8-ad6c-4341-9d37-c8cfca4b3a06", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:37.522634 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a3db055-ac0f-4832-9dec-e45b00ebcda9 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:37.523032 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06', 'code': 200} Jan 28 19:28:37.523455 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-361a2ff5-e52b-4b5d-86b3-a708a6653edb tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.536853 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7588a189-d2c0-4de0-9086-36a3e65ff564 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c7c4be4c-7f1a-4188-bf3b-57d3134aba40), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.633896 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed41b9b-b17f-4473-b794-728016bc786d req-361a2ff5-e52b-4b5d-86b3-a708a6653edb tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Network 36b0c4e9-c775-4109-83ad-c04b14efe1a9 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:37.636139 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a2ff5-e52b-4b5d-86b3-a708a6653edb tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Pushing event updated for resources: {'Port': ['ID=9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:37.638859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-eed41b9b-b17f-4473-b794-728016bc786d req-361a2ff5-e52b-4b5d-86b3-a708a6653edb tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:37.644209 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed41b9b-b17f-4473-b794-728016bc786d req-361a2ff5-e52b-4b5d-86b3-a708a6653edb tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:37.735712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-361a2ff5-e52b-4b5d-86b3-a708a6653edb tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:37.736377 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-361a2ff5-e52b-4b5d-86b3-a708a6653edb tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:37.819693 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-361a2ff5-e52b-4b5d-86b3-a708a6653edb tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9848857 Jan 28 19:28:37.830749 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Request body: {'port': {'device_id': '1183350b-bc0b-4207-9979-3cabd6b5b6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:37.913878 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.030459 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588a189-d2c0-4de0-9086-36a3e65ff564 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event deleted for resources: {'Port': ['ID=c7c4be4c-7f1a-4188-bf3b-57d3134aba40,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:38.159683 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7588a189-d2c0-4de0-9086-36a3e65ff564 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.163519 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7588a189-d2c0-4de0-9086-36a3e65ff564 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "DELETE /v2.0/ports/c7c4be4c-7f1a-4188-bf3b-57d3134aba40 HTTP/1.1" status: 204 len: 168 time: 1.7291229 Jan 28 19:28:38.167012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34204) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:38.218094 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bd6a7a-fd84-4c7d-884a-95c05c652e43 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] GET failed (client error): The resource could not be found. Jan 28 19:28:38.223404 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-42bd6a7a-fd84-4c7d-884a-95c05c652e43 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "GET /v2.0/ports/c7c4be4c-7f1a-4188-bf3b-57d3134aba40 HTTP/1.1" status: 404 len: 333 time: 0.0552385 Jan 28 19:28:38.230462 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34206) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:38.343115 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f00013-749f-4f8b-9525-1520241645a5 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:28:38.361772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6e1c0-488c-420c-8b13-0abc0e894437 req-c1944ec3-05fe-482a-b80a-e7b5e085c399 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:38.367363 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4e6e1c0-488c-420c-8b13-0abc0e894437 req-c1944ec3-05fe-482a-b80a-e7b5e085c399 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.1275067 Jan 28 19:28:38.369554 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Publish callbacks [] for port (b8f00013-749f-4f8b-9525-1520241645a5), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.390871 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-445d0647-5752-490e-a026-03420932e4f1 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Deleting port 28af63c2-3c11-411d-b9a3-f6bb464409de {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:38.391570 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-445d0647-5752-490e-a026-03420932e4f1 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (28af63c2-3c11-411d-b9a3-f6bb464409de), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.457269 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Transition to ACTIVE for port object b8f00013-749f-4f8b-9525-1520241645a5 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:28:38.461416 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4e6e1c0-488c-420c-8b13-0abc0e894437 req-64b09b6d-dade-40f0-9f46-96523be48511 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891457 Jan 28 19:28:38.463428 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (b8f00013-749f-4f8b-9525-1520241645a5), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.573695 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-445d0647-5752-490e-a026-03420932e4f1 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (28af63c2-3c11-411d-b9a3-f6bb464409de), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.606878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-445d0647-5752-490e-a026-03420932e4f1 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Calling delete_port for 28af63c2-3c11-411d-b9a3-f6bb464409de owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:38.680393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f00013-749f-4f8b-9525-1520241645a5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:38.755843 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Attempting to bind port b8f00013-749f-4f8b-9525-1520241645a5 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:28:38.756372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Attempting to bind port b8f00013-749f-4f8b-9525-1520241645a5 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'b563f4b1-2866-45db-9b4e-abf88f35dfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:28:38.756884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Attempting to bind port b8f00013-749f-4f8b-9525-1520241645a5 on network 36b0c4e9-c775-4109-83ad-c04b14efe1a9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:28:38.765101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Port b8f00013-749f-4f8b-9525-1520241645a5 on network 36b0c4e9-c775-4109-83ad-c04b14efe1a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:28:38.765895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Attempting to bind port b8f00013-749f-4f8b-9525-1520241645a5 on network 36b0c4e9-c775-4109-83ad-c04b14efe1a9 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:28:38.775079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:28:38.775653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Checking segment: {'id': 'b563f4b1-2866-45db-9b4e-abf88f35dfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:38.776218 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Bound using segment: {'id': 'b563f4b1-2866-45db-9b4e-abf88f35dfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:28:38.777213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Bound port: b8f00013-749f-4f8b-9525-1520241645a5, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b563f4b1-2866-45db-9b4e-abf88f35dfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:28:38.777733 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b8f00013-749f-4f8b-9525-1520241645a5), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:38.946681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f748cf8-1c7e-466c-8dbd-fddb02fdcec4 req-b2cdd995-7a59-437b-95a6-979969493eaa tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:38.949919 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] For port b8f00013-749f-4f8b-9525-1520241645a5, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:28:38.957126 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] For port b8f00013-749f-4f8b-9525-1520241645a5, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b8f00013-749f-4f8b-9525-1520241645a5,segment=NetworkSegment(b563f4b1-2866-45db-9b4e-abf88f35dfa2),segment_id=b563f4b1-2866-45db-9b4e-abf88f35dfa2)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:28:38.959664 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3f748cf8-1c7e-466c-8dbd-fddb02fdcec4 req-b2cdd995-7a59-437b-95a6-979969493eaa tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=d94db917-7292-49d5-a6ee-a5de264dc658 HTTP/1.1" status: 200 len: 943 time: 0.2668149 Jan 28 19:28:38.972423 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (b8f00013-749f-4f8b-9525-1520241645a5), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.033431 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f00013-749f-4f8b-9525-1520241645a5,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:39.048193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:39.049073 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.050769 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-b6a0b0e8-5594-496e-96a4-f8c49faf3d53 service neutron] 10.222.0.31 "PUT /v2.0/ports/b8f00013-749f-4f8b-9525-1520241645a5 HTTP/1.1" status: 200 len: 1091 time: 2.5980580 Jan 28 19:28:39.051834 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94db917-7292-49d5-a6ee-a5de264dc658', 'tag': 'b8f00013-749f-4f8b-9525-1520241645a5'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:39.055420 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e4eb66-fd4f-4077-8444-540f314b3c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d94db917-7292-49d5-a6ee-a5de264dc658", "tag": "b8f00013-749f-4f8b-9525-1520241645a5"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:39.280277 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-d39892d9-6fb9-44cd-af28-9ee0a58108c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:39.283272 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-d39892d9-6fb9-44cd-af28-9ee0a58108c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=911d89dd318f4ba3811e49bae203eaaf&device_id=d94db917-7292-49d5-a6ee-a5de264dc658 HTTP/1.1" status: 200 len: 1125 time: 0.1859803 Jan 28 19:28:39.331848 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-be273e44-fba5-41a5-ae09-cc1cd72c8696 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8f00013-749f-4f8b-9525-1520241645a5 HTTP/1.1" status: 200 len: 217 time: 0.0382867 Jan 28 19:28:39.359828 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922be7d7-23fd-42e1-b907-eada67aa0875 req-ab442789-db6b-4b90-9a65-5e00bcbdf15f tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:39.369354 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-922be7d7-23fd-42e1-b907-eada67aa0875 req-ab442789-db6b-4b90-9a65-5e00bcbdf15f tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1692050 Jan 28 19:28:39.467147 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-922be7d7-23fd-42e1-b907-eada67aa0875 req-86b7af3e-fdf1-481c-a009-4e828b2c9059 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911667 Jan 28 19:28:39.488745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-09f845b9-6cb2-4065-bbc7-c13976c8ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:39.491138 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-09f845b9-6cb2-4065-bbc7-c13976c8ed1f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62f49cbf-192a-462e-9d80-3ac225572b0d HTTP/1.1" status: 200 len: 858 time: 0.1507485 Jan 28 19:28:39.523051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad715fa9-facd-4f6b-801c-6abad1d38674 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:28:39.545054 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Publish callbacks [] for port (ad715fa9-facd-4f6b-801c-6abad1d38674), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.546059 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e405ed3d-44f2-49ff-9941-9acc43dd02bb x-openstack-request-id: req-e405ed3d-44f2-49ff-9941-9acc43dd02bb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:39.546395 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94db917-7292-49d5-a6ee-a5de264dc658", "tag": "b8f00013-749f-4f8b-9525-1520241645a5", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:39.546653 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e405ed3d-44f2-49ff-9941-9acc43dd02bb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:39.547774 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94db917-7292-49d5-a6ee-a5de264dc658', 'tag': 'b8f00013-749f-4f8b-9525-1520241645a5', 'status': 'completed', 'code': 200} Jan 28 19:28:39.550388 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-5d8074d9-2de7-4221-bf1a-f337879db2c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36b0c4e9-c775-4109-83ad-c04b14efe1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533993 Jan 28 19:28:39.556922 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3f748cf8-1c7e-466c-8dbd-fddb02fdcec4 req-a4d12d45-d2dd-4776-a781-c64321a14293 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628499 Jan 28 19:28:39.559214 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-445d0647-5752-490e-a026-03420932e4f1 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (28af63c2-3c11-411d-b9a3-f6bb464409de), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.695224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d0647-5752-490e-a026-03420932e4f1 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event deleted for resources: {'Port': ['ID=28af63c2-3c11-411d-b9a3-f6bb464409de,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:39.703481 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-445d0647-5752-490e-a026-03420932e4f1 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.706761 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-445d0647-5752-490e-a026-03420932e4f1 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "DELETE /v2.0/ports/28af63c2-3c11-411d-b9a3-f6bb464409de HTTP/1.1" status: 204 len: 168 time: 1.4750445 Jan 28 19:28:39.707858 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Transition to ACTIVE for port object ad715fa9-facd-4f6b-801c-6abad1d38674 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:28:39.709081 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34264) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:39.760291 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-221e1c9b-b2ae-413d-9a79-3777bac72da1 service neutron] 10.222.0.31 "GET /v2.0/networks/36b0c4e9-c775-4109-83ad-c04b14efe1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012324 Jan 28 19:28:39.769742 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (ad715fa9-facd-4f6b-801c-6abad1d38674), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:39.940197 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-80eff885-9d83-4ec5-9a60-ddacb6ebc504 service neutron] 10.222.0.31 "GET /v2.0/networks/36b0c4e9-c775-4109-83ad-c04b14efe1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733584 Jan 28 19:28:39.940380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Pushing event updated for resources: {'Port': ['ID=ad715fa9-facd-4f6b-801c-6abad1d38674,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:40.063414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4eb66-fd4f-4077-8444-540f314b3c6d req-1c659aab-4972-4af2-8d0f-1c256556c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:40.066523 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-76e4eb66-fd4f-4077-8444-540f314b3c6d req-1c659aab-4972-4af2-8d0f-1c256556c07e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=911d89dd318f4ba3811e49bae203eaaf&device_id=d94db917-7292-49d5-a6ee-a5de264dc658 HTTP/1.1" status: 200 len: 1125 time: 0.0573962 Jan 28 19:28:40.071030 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a74f83-44ea-40d7-a67c-35f8ff50fa2a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Deleting subnet a90e6f1f-ea79-4a7c-88e4-a0d18635d4ea {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:28:40.078937 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38a74f83-44ea-40d7-a67c-35f8ff50fa2a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks [] for subnet (a90e6f1f-ea79-4a7c-88e4-a0d18635d4ea), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.257573 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84dfdd-f930-436b-9ca7-37094a033bd2 req-24bbd957-f5da-4dc2-97f5-05a76e850562 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:40.259208 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ff84dfdd-f930-436b-9ca7-37094a033bd2 req-24bbd957-f5da-4dc2-97f5-05a76e850562 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.37 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.3247004 Jan 28 19:28:40.284498 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4eb66-fd4f-4077-8444-540f314b3c6d req-12a043fb-c722-47fc-95ab-a70f2f4d6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:40.286439 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-76e4eb66-fd4f-4077-8444-540f314b3c6d req-12a043fb-c722-47fc-95ab-a70f2f4d6278 service neutron] 10.222.0.31 "GET /v2.0/networks?id=36b0c4e9-c775-4109-83ad-c04b14efe1a9 HTTP/1.1" status: 200 len: 919 time: 0.2139888 Jan 28 19:28:40.294224 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38a74f83-44ea-40d7-a67c-35f8ff50fa2a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (a90e6f1f-ea79-4a7c-88e4-a0d18635d4ea), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.403605 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-76e4eb66-fd4f-4077-8444-540f314b3c6d req-3a693d97-b0b4-4a54-9854-9fc70a12a39c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8f00013-749f-4f8b-9525-1520241645a5 HTTP/1.1" status: 200 len: 217 time: 0.0997100 Jan 28 19:28:40.435389 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38a74f83-44ea-40d7-a67c-35f8ff50fa2a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (a90e6f1f-ea79-4a7c-88e4-a0d18635d4ea), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.516054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:40.563904 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4eb66-fd4f-4077-8444-540f314b3c6d req-9bda46fa-2693-45b8-a3b8-0a9136971682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:40.565398 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-76e4eb66-fd4f-4077-8444-540f314b3c6d req-9bda46fa-2693-45b8-a3b8-0a9136971682 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62f49cbf-192a-462e-9d80-3ac225572b0d HTTP/1.1" status: 200 len: 858 time: 0.1465063 Jan 28 19:28:40.609446 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Attempting to bind port ad715fa9-facd-4f6b-801c-6abad1d38674 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:28:40.609774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Attempting to bind port ad715fa9-facd-4f6b-801c-6abad1d38674 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'b563f4b1-2866-45db-9b4e-abf88f35dfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:28:40.610266 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Attempting to bind port ad715fa9-facd-4f6b-801c-6abad1d38674 on network 36b0c4e9-c775-4109-83ad-c04b14efe1a9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:28:40.644704 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-76e4eb66-fd4f-4077-8444-540f314b3c6d req-9687b4db-38bb-4a44-85da-8cc526384c64 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36b0c4e9-c775-4109-83ad-c04b14efe1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718524 Jan 28 19:28:40.686765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5c6a8-9f69-4ac9-a417-85612fe2a68a req-26b8e4f7-0e80-4b7e-a0aa-a0980c7101a1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:40.693760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 is: DOWN; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:40.701373 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1f5c6a8-9f69-4ac9-a417-85612fe2a68a req-26b8e4f7-0e80-4b7e-a0aa-a0980c7101a1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.1578546 Jan 28 19:28:40.764330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Port ad715fa9-facd-4f6b-801c-6abad1d38674 on network 36b0c4e9-c775-4109-83ad-c04b14efe1a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:28:40.764906 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Attempting to bind port ad715fa9-facd-4f6b-801c-6abad1d38674 on network 36b0c4e9-c775-4109-83ad-c04b14efe1a9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:28:40.784191 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38a74f83-44ea-40d7-a67c-35f8ff50fa2a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (a90e6f1f-ea79-4a7c-88e4-a0d18635d4ea), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.829647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a74f83-44ea-40d7-a67c-35f8ff50fa2a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event deleted for resources: {'Subnet': ['ID=a90e6f1f-ea79-4a7c-88e4-a0d18635d4ea,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:40.841020 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:28:40.841514 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Checking segment: {'id': 'b563f4b1-2866-45db-9b4e-abf88f35dfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:40.842351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Bound using segment: {'id': 'b563f4b1-2866-45db-9b4e-abf88f35dfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:28:40.842848 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Bound port: ad715fa9-facd-4f6b-801c-6abad1d38674, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b563f4b1-2866-45db-9b4e-abf88f35dfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:28:40.843191 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ad715fa9-facd-4f6b-801c-6abad1d38674), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.891700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:28:40.958915 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Publish callbacks [] for port (9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:40.972647 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaece81-a4ce-4e2f-ba08-b626647ab264 None None] Network 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:41.010315 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-76e4eb66-fd4f-4077-8444-540f314b3c6d req-c6decf4b-880f-4ce7-ad10-79e4cd3236af service neutron] 10.222.0.31 "GET /v2.0/networks/36b0c4e9-c775-4109-83ad-c04b14efe1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575730 Jan 28 19:28:41.024169 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-38a74f83-44ea-40d7-a67c-35f8ff50fa2a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.029392 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-38a74f83-44ea-40d7-a67c-35f8ff50fa2a tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "DELETE /v2.0/subnets/a90e6f1f-ea79-4a7c-88e4-a0d18635d4ea HTTP/1.1" status: 204 len: 168 time: 1.3189628 Jan 28 19:28:41.039369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:41.145813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Transition to ACTIVE for port object 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:28:41.163231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612d1c7-3091-45a0-ab82-6004b3858395 req-fead859e-bdad-4ee1-8f2b-37b8401c3d9b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:41.167853 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c612d1c7-3091-45a0-ab82-6004b3858395 req-fead859e-bdad-4ee1-8f2b-37b8401c3d9b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.5273342 Jan 28 19:28:41.181195 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1f5c6a8-9f69-4ac9-a417-85612fe2a68a req-caa42c26-6f62-4cfa-b201-bfc1f3fbc7ee tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4718652 Jan 28 19:28:41.208476 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.257825 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72311fe1-63ae-4a8a-aae7-18a6a6edd60a None None] DHCP port deletion for 72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:28:41.273744 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (72613c83-a4ba-4d26-b044-bdcf8fb0dbf7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.375540 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] For port ad715fa9-facd-4f6b-801c-6abad1d38674, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:28:41.381472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ff84dfdd-f930-436b-9ca7-37094a033bd2 req-a2dad7dd-6b3d-4834-be1f-37efde4f2263 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Deleting port 57468e8b-6c0b-49bf-8cf4-523974556e31 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:41.381821 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ff84dfdd-f930-436b-9ca7-37094a033bd2 req-a2dad7dd-6b3d-4834-be1f-37efde4f2263 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (57468e8b-6c0b-49bf-8cf4-523974556e31), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.483033 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-76e4eb66-fd4f-4077-8444-540f314b3c6d req-e5f0e8c6-fdf4-4ff1-86a7-cd5e7ee45a37 service neutron] 10.222.0.31 "GET /v2.0/networks/36b0c4e9-c775-4109-83ad-c04b14efe1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602532 Jan 28 19:28:41.516909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] For port ad715fa9-facd-4f6b-801c-6abad1d38674, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ad715fa9-facd-4f6b-801c-6abad1d38674,segment=NetworkSegment(b563f4b1-2866-45db-9b4e-abf88f35dfa2),segment_id=b563f4b1-2866-45db-9b4e-abf88f35dfa2)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:28:41.544191 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:41.570579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7eb0e-183f-40ae-8739-4c9acfa91699 req-8514cc3f-25c7-4cec-a2a1-4925fb44f228 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:41.573637 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (ad715fa9-facd-4f6b-801c-6abad1d38674), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.596357 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-62d7eb0e-183f-40ae-8739-4c9acfa91699 req-8514cc3f-25c7-4cec-a2a1-4925fb44f228 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=d94db917-7292-49d5-a6ee-a5de264dc658 HTTP/1.1" status: 200 len: 943 time: 0.2929783 Jan 28 19:28:41.634401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Deleting port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:41.634746 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (84939e79-d9ec-44b9-bebb-4b2e4fb76d09), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.669026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-72311fe1-63ae-4a8a-aae7-18a6a6edd60a None None] Deleting port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:41.670259 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72311fe1-63ae-4a8a-aae7-18a6a6edd60a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (84939e79-d9ec-44b9-bebb-4b2e4fb76d09), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.741577 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c612d1c7-3091-45a0-ab82-6004b3858395 req-8ac9c2bc-c5d8-4659-a8c1-2c8a40168a9b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499043 Jan 28 19:28:41.782279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] For port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=84939e79-d9ec-44b9-bebb-4b2e4fb76d09,segment=NetworkSegment(8108452f-1675-443b-add4-d7cfb92ac785),segment_id=8108452f-1675-443b-add4-d7cfb92ac785)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:41.782753 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (84939e79-d9ec-44b9-bebb-4b2e4fb76d09), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.786956 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-72311fe1-63ae-4a8a-aae7-18a6a6edd60a None None] For port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=84939e79-d9ec-44b9-bebb-4b2e4fb76d09,segment=NetworkSegment(8108452f-1675-443b-add4-d7cfb92ac785),segment_id=8108452f-1675-443b-add4-d7cfb92ac785)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:41.787654 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72311fe1-63ae-4a8a-aae7-18a6a6edd60a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (84939e79-d9ec-44b9-bebb-4b2e4fb76d09), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.806449 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Calling delete_port for 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:41.812935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:41.813737 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.814568 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-72311fe1-63ae-4a8a-aae7-18a6a6edd60a None None] Calling delete_port for 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:41.816621 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] 10.222.0.37 "PUT /v2.0/ports/ad715fa9-facd-4f6b-801c-6abad1d38674 HTTP/1.1" status: 200 len: 1092 time: 4.8526917 Jan 28 19:28:41.842249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036a27e3-3bf4-4dd0-b412-9160edaf4c65', 'tag': 'ad715fa9-facd-4f6b-801c-6abad1d38674'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:41.861639 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1917f0e5-f150-4bca-a21a-14f8099870a3" -d '{"events": [{"name": "network-changed", "server_uuid": "036a27e3-3bf4-4dd0-b412-9160edaf4c65", "tag": "ad715fa9-facd-4f6b-801c-6abad1d38674"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:41.968197 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72311fe1-63ae-4a8a-aae7-18a6a6edd60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (84939e79-d9ec-44b9-bebb-4b2e4fb76d09), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:41.976784 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-62d7eb0e-183f-40ae-8739-4c9acfa91699 req-10a00ba8-79ae-48ea-b58c-b65b52aeddc3 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781183 Jan 28 19:28:42.039343 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:42.042069 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0d5c8c3-18fa-4d8e-833a-703ffc110809 req-01a7b3e5-f874-49dd-99fd-d2c7180d49f3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0478764 Jan 28 19:28:42.055901 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72311fe1-63ae-4a8a-aae7-18a6a6edd60a None None] Pushing event deleted for resources: {'Port': ['ID=84939e79-d9ec-44b9-bebb-4b2e4fb76d09,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:42.071259 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (84939e79-d9ec-44b9-bebb-4b2e4fb76d09), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.088889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] No DVR routers for this DVR port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:28:42.119242 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326424cc-cc60-4672-be25-739982b18e93 x-openstack-request-id: req-326424cc-cc60-4672-be25-739982b18e93 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:42.119534 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036a27e3-3bf4-4dd0-b412-9160edaf4c65", "tag": "ad715fa9-facd-4f6b-801c-6abad1d38674", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:42.119772 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-326424cc-cc60-4672-be25-739982b18e93 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:42.120250 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036a27e3-3bf4-4dd0-b412-9160edaf4c65', 'tag': 'ad715fa9-facd-4f6b-801c-6abad1d38674', 'status': 'completed', 'code': 200} Jan 28 19:28:42.123144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72311fe1-63ae-4a8a-aae7-18a6a6edd60a None None] No DVR routers for this DVR port 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:28:42.128248 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:28:42.128592 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 84939e79-d9ec-44b9-bebb-4b2e4fb76d09 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:28:42.142398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ff84dfdd-f930-436b-9ca7-37094a033bd2 req-a2dad7dd-6b3d-4834-be1f-37efde4f2263 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] For port 57468e8b-6c0b-49bf-8cf4-523974556e31, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=57468e8b-6c0b-49bf-8cf4-523974556e31,segment=NetworkSegment(5bf2412f-fc8c-41b0-a29e-03486ebdd9ad),segment_id=5bf2412f-fc8c-41b0-a29e-03486ebdd9ad)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:42.142767 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ff84dfdd-f930-436b-9ca7-37094a033bd2 req-a2dad7dd-6b3d-4834-be1f-37efde4f2263 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (57468e8b-6c0b-49bf-8cf4-523974556e31), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.159458 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event deleted for resources: {'Port': ['ID=84939e79-d9ec-44b9-bebb-4b2e4fb76d09,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:42.160048 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5050bee-1140-4df3-a06a-44b11cd44d62 service neutron] Pushing event updated for resources: {'Port': ['ID=ad715fa9-facd-4f6b-801c-6abad1d38674,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:42.181601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-e212bf43-d668-4120-a918-e71322445b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:42.185078 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-e212bf43-d668-4120-a918-e71322445b77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=911d89dd318f4ba3811e49bae203eaaf&device_id=036a27e3-3bf4-4dd0-b412-9160edaf4c65 HTTP/1.1" status: 200 len: 1126 time: 0.3169723 Jan 28 19:28:42.186654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ff84dfdd-f930-436b-9ca7-37094a033bd2 req-a2dad7dd-6b3d-4834-be1f-37efde4f2263 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Calling delete_port for 57468e8b-6c0b-49bf-8cf4-523974556e31 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:42.208928 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Attempting to bind port 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:28:42.209266 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Attempting to bind port 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'b563f4b1-2866-45db-9b4e-abf88f35dfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:28:42.209592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Attempting to bind port 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb on network 36b0c4e9-c775-4109-83ad-c04b14efe1a9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:28:42.257649 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-92d9b68e-325b-4072-8a92-751331f0bbe2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad715fa9-facd-4f6b-801c-6abad1d38674 HTTP/1.1" status: 200 len: 217 time: 0.0609226 Jan 28 19:28:42.259716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Port 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb on network 36b0c4e9-c775-4109-83ad-c04b14efe1a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:28:42.260034 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Attempting to bind port 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb on network 36b0c4e9-c775-4109-83ad-c04b14efe1a9 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:28:42.332753 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (72613c83-a4ba-4d26-b044-bdcf8fb0dbf7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.353642 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:28:42.353851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Checking segment: {'id': 'b563f4b1-2866-45db-9b4e-abf88f35dfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:42.354380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Bound using segment: {'id': 'b563f4b1-2866-45db-9b4e-abf88f35dfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:28:42.354992 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Bound port: 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b563f4b1-2866-45db-9b4e-abf88f35dfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:28:42.355394 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.360633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72613c83-a4ba-4d26-b044-bdcf8fb0dbf7']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:42.371462 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8108452f-1675-443b-add4-d7cfb92ac785') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:42.371778 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8108452f-1675-443b-add4-d7cfb92ac785') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:42.382495 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (8108452f-1675-443b-add4-d7cfb92ac785), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.399117 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8108452f-1675-443b-add4-d7cfb92ac785), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.406147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:28:42.406560 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (8108452f-1675-443b-add4-d7cfb92ac785), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.462790 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-cee96a4a-6ed8-4ebd-bda6-e6fb122dc6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:42.464355 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-cee96a4a-6ed8-4ebd-bda6-e6fb122dc6ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=62f49cbf-192a-462e-9d80-3ac225572b0d HTTP/1.1" status: 200 len: 858 time: 0.1437242 Jan 28 19:28:42.505040 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-83e37f5e-494a-4530-ab3b-e01a0d64b594 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36b0c4e9-c775-4109-83ad-c04b14efe1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317404 Jan 28 19:28:42.508874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] For port 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:28:42.529925 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:28:42.535117 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (72613c83-a4ba-4d26-b044-bdcf8fb0dbf7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.589788 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.597425 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] 10.222.0.55 "DELETE /v2.0/networks/72613c83-a4ba-4d26-b044-bdcf8fb0dbf7 HTTP/1.1" status: 204 len: 168 time: 1.5561836 Jan 28 19:28:42.674003 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-c1998194-49a7-428d-9257-734670ac5ce4 service neutron] 10.222.0.37 "GET /v2.0/networks/36b0c4e9-c775-4109-83ad-c04b14efe1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542814 Jan 28 19:28:42.682165 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d504a6e-3f7d-4247-b5aa-35647a7cb1d6 tempest-AllowedAddressPairTestJSON-1452847590 tempest-AllowedAddressPairTestJSON-1452847590-project] Pushing event deleted for resources: {'Network': ['ID=72613c83-a4ba-4d26-b044-bdcf8fb0dbf7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:42.733161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] For port 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb,segment=NetworkSegment(b563f4b1-2866-45db-9b4e-abf88f35dfa2),segment_id=b563f4b1-2866-45db-9b4e-abf88f35dfa2)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:28:42.797721 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43413b-1fb4-4834-80bb-5cc943760222 req-7dcb39d7-5ed3-47b6-b913-82838945b8b1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:42.806499 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c43413b-1fb4-4834-80bb-5cc943760222 req-7dcb39d7-5ed3-47b6-b913-82838945b8b1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.2791684 Jan 28 19:28:42.815283 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:42.923007 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c43413b-1fb4-4834-80bb-5cc943760222 req-041e781c-4962-4ee2-8f64-9be21add4245 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859342 Jan 28 19:28:42.949649 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-caa1161e-46fe-4028-b80a-17fbe3962756 service neutron] 10.222.0.37 "GET /v2.0/networks/36b0c4e9-c775-4109-83ad-c04b14efe1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630763 Jan 28 19:28:43.030402 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:43.031176 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.032403 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] 10.222.0.31 "PUT /v2.0/ports/9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb HTTP/1.1" status: 200 len: 1092 time: 5.2060606 Jan 28 19:28:43.243448 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10208e-30a9-4bb6-8a17-ced289c09c8c req-4bb64edb-4ec6-4efc-b1df-6e8284700095 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:43.253412 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0f10208e-30a9-4bb6-8a17-ced289c09c8c req-4bb64edb-4ec6-4efc-b1df-6e8284700095 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=d94db917-7292-49d5-a6ee-a5de264dc658 HTTP/1.1" status: 200 len: 943 time: 0.1154914 Jan 28 19:28:43.279619 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f5cd4-9041-45e6-b5ff-c55ea8e63c64 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:43.295279 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ff84dfdd-f930-436b-9ca7-37094a033bd2 req-a2dad7dd-6b3d-4834-be1f-37efde4f2263 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (57468e8b-6c0b-49bf-8cf4-523974556e31), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.309285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:28:43.311538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e11055-af08-4da7-a90d-7af434e3c297 req-72d50658-3933-444e-bf96-558d51ca0a94 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:43.313102 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-62e11055-af08-4da7-a90d-7af434e3c297 req-72d50658-3933-444e-bf96-558d51ca0a94 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=be5bf8ab-8cd4-47ab-af05-a9e8d70181b4 HTTP/1.1" status: 200 len: 945 time: 0.1978183 Jan 28 19:28:43.320148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917f0e5-f150-4bca-a21a-14f8099870a3 req-4d574b6c-c409-4ad9-8e62-bcececfda05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:43.321617 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1917f0e5-f150-4bca-a21a-14f8099870a3 req-4d574b6c-c409-4ad9-8e62-bcececfda05c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=911d89dd318f4ba3811e49bae203eaaf&device_id=036a27e3-3bf4-4dd0-b412-9160edaf4c65 HTTP/1.1" status: 200 len: 1126 time: 0.2083292 Jan 28 19:28:43.342796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34412) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:43.369071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dad7dd-6b3d-4834-be1f-37efde4f2263 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Pushing event deleted for resources: {'Port': ['ID=57468e8b-6c0b-49bf-8cf4-523974556e31,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:43.385485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device b8f00013-749f-4f8b-9525-1520241645a5 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:28:43.403903 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0f10208e-30a9-4bb6-8a17-ced289c09c8c req-7971b628-7623-4b73-ac01-6d256b9e172d tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439264 Jan 28 19:28:43.464450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-14359634-d1c7-49c6-8bd6-475be3a3a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:43.465967 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-14359634-d1c7-49c6-8bd6-475be3a3a0e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=911d89dd318f4ba3811e49bae203eaaf&device_id=1183350b-bc0b-4207-9979-3cabd6b5b6c1 HTTP/1.1" status: 200 len: 1126 time: 0.3490796 Jan 28 19:28:43.617986 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port b8f00013-749f-4f8b-9525-1520241645a5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b8f00013-749f-4f8b-9525-1520241645a5,segment=NetworkSegment(b563f4b1-2866-45db-9b4e-abf88f35dfa2),segment_id=b563f4b1-2866-45db-9b4e-abf88f35dfa2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:43.632131 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'b8f00013-749f-4f8b-9525-1520241645a5', 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9', 'port_id': 'b8f00013-749f-4f8b-9525-1520241645a5', 'mac_address': 'fa:16:3e:f8:da:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f49cbf-192a-462e-9d80-3ac225572b0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:28:43.676092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port b8f00013-749f-4f8b-9525-1520241645a5 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:43.676817 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b8f00013-749f-4f8b-9525-1520241645a5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.694400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f00013-749f-4f8b-9525-1520241645a5 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:28:43.721116 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port b8f00013-749f-4f8b-9525-1520241645a5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b8f00013-749f-4f8b-9525-1520241645a5,segment=NetworkSegment(b563f4b1-2866-45db-9b4e-abf88f35dfa2),segment_id=b563f4b1-2866-45db-9b4e-abf88f35dfa2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:43.727898 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b8f00013-749f-4f8b-9525-1520241645a5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:43.839845 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=b8f00013-749f-4f8b-9525-1520241645a5,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:43.939351 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['b8f00013-749f-4f8b-9525-1520241645a5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:28:43.943279 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-62e11055-af08-4da7-a90d-7af434e3c297 req-72667f6a-41fd-419a-9d33-3977def81c38 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5988081 Jan 28 19:28:43.957247 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-364b5c67-46be-410b-85b6-ca8167c6100d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e665c8e97ad64ab6a24865357dbd79c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6110265 Jan 28 19:28:43.958733 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34436) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:43.963102 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-7c6865d2-922d-40ec-817f-26529bb78dfd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb HTTP/1.1" status: 200 len: 217 time: 0.4529521 Jan 28 19:28:44.020004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff84dfdd-f930-436b-9ca7-37094a033bd2 req-a2dad7dd-6b3d-4834-be1f-37efde4f2263 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] No DVR routers for this DVR port 57468e8b-6c0b-49bf-8cf4-523974556e31 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:28:44.028366 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ff84dfdd-f930-436b-9ca7-37094a033bd2 req-a2dad7dd-6b3d-4834-be1f-37efde4f2263 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:44.037299 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ff84dfdd-f930-436b-9ca7-37094a033bd2 req-a2dad7dd-6b3d-4834-be1f-37efde4f2263 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.37 "DELETE /v2.0/ports/57468e8b-6c0b-49bf-8cf4-523974556e31 HTTP/1.1" status: 204 len: 173 time: 3.5259414 Jan 28 19:28:44.058826 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd7adf83-bf9b-4ec0-89b2-b42af1eecc1f admin admin] Publish callbacks [] for security_group (84941e06-7305-480d-b103-e72d3147c03f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:44.091865 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd7adf83-bf9b-4ec0-89b2-b42af1eecc1f admin admin] Publish callbacks [] for security_group (84941e06-7305-480d-b103-e72d3147c03f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:44.168293 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd7adf83-bf9b-4ec0-89b2-b42af1eecc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (84941e06-7305-480d-b103-e72d3147c03f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:44.171087 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd7adf83-bf9b-4ec0-89b2-b42af1eecc1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:44.172324 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fd7adf83-bf9b-4ec0-89b2-b42af1eecc1f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/84941e06-7305-480d-b103-e72d3147c03f HTTP/1.1" status: 204 len: 168 time: 0.2090714 Jan 28 19:28:44.203721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1183350b-bc0b-4207-9979-3cabd6b5b6c1', 'tag': '9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb'}, {'server_uuid': 'be5bf8ab-8cd4-47ab-af05-a9e8d70181b4', 'name': 'network-vif-deleted', 'tag': '57468e8b-6c0b-49bf-8cf4-523974556e31'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:44.208730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7adf83-bf9b-4ec0-89b2-b42af1eecc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84941e06-7305-480d-b103-e72d3147c03f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:44.212312 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2914befe-53da-496c-a6fe-1d194bf83225" -d '{"events": [{"name": "network-changed", "server_uuid": "1183350b-bc0b-4207-9979-3cabd6b5b6c1", "tag": "9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb"}, {"server_uuid": "be5bf8ab-8cd4-47ab-af05-a9e8d70181b4", "name": "network-vif-deleted", "tag": "57468e8b-6c0b-49bf-8cf4-523974556e31"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:44.265664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c11fb7-666f-4973-9472-328ea8fd6256 req-1534b69a-febf-4a8b-b88d-34b8b6b4bfd0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:44.267296 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2c11fb7-666f-4973-9472-328ea8fd6256 req-1534b69a-febf-4a8b-b88d-34b8b6b4bfd0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.1151798 Jan 28 19:28:44.299901 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5c8c3-18fa-4d8e-833a-703ffc110809 req-a6693587-73a4-4fe6-aad7-156185c7df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:44.301909 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0d5c8c3-18fa-4d8e-833a-703ffc110809 req-a6693587-73a4-4fe6-aad7-156185c7df0a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569&tenant_id=188c3b3012fa4bc99c20429bf8df96c2 HTTP/1.1" status: 200 len: 1125 time: 0.9425797 Jan 28 19:28:44.349523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917f0e5-f150-4bca-a21a-14f8099870a3 req-973e116e-1f63-4c31-a258-e140003b5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:44.355190 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1917f0e5-f150-4bca-a21a-14f8099870a3 req-973e116e-1f63-4c31-a258-e140003b5089 service neutron] 10.222.0.37 "GET /v2.0/networks?id=36b0c4e9-c775-4109-83ad-c04b14efe1a9 HTTP/1.1" status: 200 len: 919 time: 1.0089598 Jan 28 19:28:44.358137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41b9b-b17f-4473-b794-728016bc786d req-4d7f63b4-1c9d-4c9c-8256-aa9f99c9c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:44.359542 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-4d7f63b4-1c9d-4c9c-8256-aa9f99c9c8db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62f49cbf-192a-462e-9d80-3ac225572b0d HTTP/1.1" status: 200 len: 858 time: 0.3044529 Jan 28 19:28:44.403242 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2c11fb7-666f-4973-9472-328ea8fd6256 req-9bc73463-4465-4129-919f-726eb746980a tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258287 Jan 28 19:28:44.406597 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f8b1d1-8d46-478f-8ef2-b502adee45df x-openstack-request-id: req-53f8b1d1-8d46-478f-8ef2-b502adee45df {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:44.407842 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1183350b-bc0b-4207-9979-3cabd6b5b6c1", "tag": "9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb", "status": "completed", "code": 200}, {"server_uuid": "be5bf8ab-8cd4-47ab-af05-a9e8d70181b4", "name": "network-vif-deleted", "tag": "57468e8b-6c0b-49bf-8cf4-523974556e31", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:44.409508 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53f8b1d1-8d46-478f-8ef2-b502adee45df {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:44.410722 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1183350b-bc0b-4207-9979-3cabd6b5b6c1', 'tag': '9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb', 'status': 'completed', 'code': 200} Jan 28 19:28:44.411034 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5bf8ab-8cd4-47ab-af05-a9e8d70181b4', 'name': 'network-vif-deleted', 'tag': '57468e8b-6c0b-49bf-8cf4-523974556e31', 'status': 'completed', 'code': 200} Jan 28 19:28:44.494605 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1917f0e5-f150-4bca-a21a-14f8099870a3 req-9f4644cf-14bc-4b3b-8063-23a6e8c52242 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad715fa9-facd-4f6b-801c-6abad1d38674 HTTP/1.1" status: 200 len: 217 time: 0.0991094 Jan 28 19:28:44.516850 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-82412fff-e605-47c2-ac21-5884985e9781 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36b0c4e9-c775-4109-83ad-c04b14efe1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045518 Jan 28 19:28:44.544738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 57468e8b-6c0b-49bf-8cf4-523974556e31 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:44.578627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 57468e8b-6c0b-49bf-8cf4-523974556e31 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:28:44.579062 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 57468e8b-6c0b-49bf-8cf4-523974556e31 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:28:44.782430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917f0e5-f150-4bca-a21a-14f8099870a3 req-8a42400b-2035-4410-a10e-73a5e9de77a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:44.783872 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1917f0e5-f150-4bca-a21a-14f8099870a3 req-8a42400b-2035-4410-a10e-73a5e9de77a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=62f49cbf-192a-462e-9d80-3ac225572b0d HTTP/1.1" status: 200 len: 858 time: 0.2658410 Jan 28 19:28:44.788022 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5c8c3-18fa-4d8e-833a-703ffc110809 req-844f5700-6639-4ced-b567-fcbf278bac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:44.789492 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0d5c8c3-18fa-4d8e-833a-703ffc110809 req-844f5700-6639-4ced-b567-fcbf278bac23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 1125 time: 0.4331558 Jan 28 19:28:44.846246 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1917f0e5-f150-4bca-a21a-14f8099870a3 req-b481491d-0c41-4fe7-a420-378b84c6edd7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36b0c4e9-c775-4109-83ad-c04b14efe1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518482 Jan 28 19:28:44.865703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e19215-2359-4162-ab78-277d3bd58f0c req-d7057f38-0416-4ff2-8fda-b64a959d4213 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:44.867276 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d7e19215-2359-4162-ab78-277d3bd58f0c req-d7057f38-0416-4ff2-8fda-b64a959d4213 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=d94db917-7292-49d5-a6ee-a5de264dc658 HTTP/1.1" status: 200 len: 944 time: 0.3549423 Jan 28 19:28:45.012329 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-9fccaae1-63bf-4a94-b769-e12fac491802 service neutron] 10.222.0.31 "GET /v2.0/networks/36b0c4e9-c775-4109-83ad-c04b14efe1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408339 Jan 28 19:28:45.171202 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d7e19215-2359-4162-ab78-277d3bd58f0c req-b02fccc4-8c1c-4089-a054-608f5040d49f tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607880 Jan 28 19:28:45.247285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5c8c3-18fa-4d8e-833a-703ffc110809 req-35b66074-5e83-4feb-af3f-b519819b2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:45.249066 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0d5c8c3-18fa-4d8e-833a-703ffc110809 req-35b66074-5e83-4feb-af3f-b519819b2b95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 200 len: 918 time: 0.4448767 Jan 28 19:28:45.259852 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1917f0e5-f150-4bca-a21a-14f8099870a3 req-356933f2-6779-4e39-9e30-cb4ac48790da service neutron] 10.222.0.37 "GET /v2.0/networks/36b0c4e9-c775-4109-83ad-c04b14efe1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880234 Jan 28 19:28:45.334204 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0d5c8c3-18fa-4d8e-833a-703ffc110809 req-38bffd2e-ed63-4bfc-a12c-a8b18c18b431 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 HTTP/1.1" status: 200 len: 999 time: 0.0770442 Jan 28 19:28:45.379199 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device b8f00013-749f-4f8b-9525-1520241645a5 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:28:45.463042 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eed41b9b-b17f-4473-b794-728016bc786d req-94b3e561-9f16-41d3-9d8f-e7ee93f7bb0e service neutron] 10.222.0.31 "GET /v2.0/networks/36b0c4e9-c775-4109-83ad-c04b14efe1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236662 Jan 28 19:28:45.532061 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5c8c3-18fa-4d8e-833a-703ffc110809 req-eef44266-59aa-4d90-a95e-24ce4d68f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:45.533311 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0d5c8c3-18fa-4d8e-833a-703ffc110809 req-eef44266-59aa-4d90-a95e-24ce4d68f2b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f81e2f04-6d65-4bf2-ae23-2d422541a4df HTTP/1.1" status: 200 len: 856 time: 0.1847038 Jan 28 19:28:45.564952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port b8f00013-749f-4f8b-9525-1520241645a5 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:28:45.569656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port b8f00013-749f-4f8b-9525-1520241645a5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:45.570047 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b8f00013-749f-4f8b-9525-1520241645a5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.724586 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port b8f00013-749f-4f8b-9525-1520241645a5 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:45.725234 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b8f00013-749f-4f8b-9525-1520241645a5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.740595 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a99d7-6ea5-4f8a-90bf-849d1b55b13a req-96426dbd-ce87-4fbf-a8b8-5847dab94793 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:45.742949 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-890a99d7-6ea5-4f8a-90bf-849d1b55b13a req-96426dbd-ce87-4fbf-a8b8-5847dab94793 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.1789024 Jan 28 19:28:45.759897 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1917f0e5-f150-4bca-a21a-14f8099870a3 req-113d47c9-40e2-487c-81b7-5a5547ba31e8 service neutron] 10.222.0.37 "GET /v2.0/networks/36b0c4e9-c775-4109-83ad-c04b14efe1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226127 Jan 28 19:28:45.774531 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port b8f00013-749f-4f8b-9525-1520241645a5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b8f00013-749f-4f8b-9525-1520241645a5,segment=NetworkSegment(b563f4b1-2866-45db-9b4e-abf88f35dfa2),segment_id=b563f4b1-2866-45db-9b4e-abf88f35dfa2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:45.776439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94db917-7292-49d5-a6ee-a5de264dc658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f00013-749f-4f8b-9525-1520241645a5'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:45.779848 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9671deab-dd6c-42f0-80e7-c08db9526c0e" -d '{"events": [{"server_uuid": "d94db917-7292-49d5-a6ee-a5de264dc658", "name": "network-vif-plugged", "status": "completed", "tag": "b8f00013-749f-4f8b-9525-1520241645a5"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:45.784629 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b8f00013-749f-4f8b-9525-1520241645a5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:45.789468 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5c8c3-18fa-4d8e-833a-703ffc110809 req-4b67bb02-db09-4f5b-877c-b7403ed11907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:45.791965 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0d5c8c3-18fa-4d8e-833a-703ffc110809 req-4b67bb02-db09-4f5b-877c-b7403ed11907 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1558325 Jan 28 19:28:45.805142 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f423cf5-4bc4-49d4-aebe-cecb0e8786a7 req-34d533a2-dcd9-44b6-b522-aae3f9ca6051 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:45.806774 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0f423cf5-4bc4-49d4-aebe-cecb0e8786a7 req-34d533a2-dcd9-44b6-b522-aae3f9ca6051 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.3074589 Jan 28 19:28:45.819809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914befe-53da-496c-a6fe-1d194bf83225 req-8afadb3d-9038-431c-9242-9d2accf86a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:45.833487 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2914befe-53da-496c-a6fe-1d194bf83225 req-8afadb3d-9038-431c-9242-9d2accf86a0f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=911d89dd318f4ba3811e49bae203eaaf&device_id=1183350b-bc0b-4207-9979-3cabd6b5b6c1 HTTP/1.1" status: 200 len: 1126 time: 0.3067029 Jan 28 19:28:45.863381 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=b8f00013-749f-4f8b-9525-1520241645a5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:45.897024 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-890a99d7-6ea5-4f8a-90bf-849d1b55b13a req-9689fc82-c4d7-4ae3-b888-3979bfc9a36a tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435404 Jan 28 19:28:45.956079 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460c5fc3-a1d1-436b-8492-903c94ebce39 x-openstack-request-id: req-460c5fc3-a1d1-436b-8492-903c94ebce39 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:45.956442 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94db917-7292-49d5-a6ee-a5de264dc658", "name": "network-vif-plugged", "status": "completed", "tag": "b8f00013-749f-4f8b-9525-1520241645a5", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:45.956762 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-460c5fc3-a1d1-436b-8492-903c94ebce39 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:45.957239 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94db917-7292-49d5-a6ee-a5de264dc658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f00013-749f-4f8b-9525-1520241645a5', 'code': 200} Jan 28 19:28:46.085389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c132691-7c23-472c-8ea0-5251699bff2b req-1fa567c3-d2a9-4e80-a3bc-29f54e04c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:46.087918 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0d5c8c3-18fa-4d8e-833a-703ffc110809 req-b1ed54f7-0ab3-4899-8e45-1d2488722716 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799287 Jan 28 19:28:46.091123 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1c132691-7c23-472c-8ea0-5251699bff2b req-1fa567c3-d2a9-4e80-a3bc-29f54e04c0c8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d94db917-7292-49d5-a6ee-a5de264dc658 HTTP/1.1" status: 200 len: 1127 time: 0.0846474 Jan 28 19:28:46.091333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34518) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:46.183203 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1c132691-7c23-472c-8ea0-5251699bff2b req-4938d2fe-d3dd-42e6-a80a-a6806b696f04 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850058 Jan 28 19:28:46.262699 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0f423cf5-4bc4-49d4-aebe-cecb0e8786a7 req-1a0021e7-2da1-4609-a8aa-dce6a2846fa4 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449024 Jan 28 19:28:46.293039 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-eef06d69-87d8-4c5f-839b-87db75dd298e tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1276575694'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:46.336430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914befe-53da-496c-a6fe-1d194bf83225 req-4a359c96-40b9-49ab-8a1d-f43a70ba1417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:46.338104 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2914befe-53da-496c-a6fe-1d194bf83225 req-4a359c96-40b9-49ab-8a1d-f43a70ba1417 service neutron] 10.222.0.31 "GET /v2.0/networks?id=36b0c4e9-c775-4109-83ad-c04b14efe1a9 HTTP/1.1" status: 200 len: 919 time: 0.4585900 Jan 28 19:28:46.378076 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0d5c8c3-18fa-4d8e-833a-703ffc110809 req-a8ffd087-fa16-45c0-b198-402a33dbf8bb service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722926 Jan 28 19:28:46.386679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef06d69-87d8-4c5f-839b-87db75dd298e tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Made reservation on behalf of 32487c67837b4c47a2545ccd94d7252d for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:46.390224 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eef06d69-87d8-4c5f-839b-87db75dd298e tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.418206 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d6ed1-462f-4609-aadf-6b436f9f3030 req-25879f8a-e8ad-404b-946f-0c6c3e16067f tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:46.420168 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e73d6ed1-462f-4609-aadf-6b436f9f3030 req-25879f8a-e8ad-404b-946f-0c6c3e16067f tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=d94db917-7292-49d5-a6ee-a5de264dc658 HTTP/1.1" status: 200 len: 945 time: 0.1339407 Jan 28 19:28:46.465741 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eef06d69-87d8-4c5f-839b-87db75dd298e tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.468781 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2914befe-53da-496c-a6fe-1d194bf83225 req-643e8d7d-548b-4252-9bfc-cf550ab36ed4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb HTTP/1.1" status: 200 len: 217 time: 0.0895071 Jan 28 19:28:46.498430 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e73d6ed1-462f-4609-aadf-6b436f9f3030 req-06b9d208-fa3d-4717-b824-cc9e54f4fcd6 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709059 Jan 28 19:28:46.558757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device ad715fa9-facd-4f6b-801c-6abad1d38674 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:28:46.602382 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914befe-53da-496c-a6fe-1d194bf83225 req-e5d4e02b-7890-4ec7-bfb9-a7782162921f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:46.605123 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2914befe-53da-496c-a6fe-1d194bf83225 req-e5d4e02b-7890-4ec7-bfb9-a7782162921f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62f49cbf-192a-462e-9d80-3ac225572b0d HTTP/1.1" status: 200 len: 858 time: 0.1130323 Jan 28 19:28:46.728815 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2914befe-53da-496c-a6fe-1d194bf83225 req-96f9e05f-b24a-412a-98a4-e42f0d9421bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36b0c4e9-c775-4109-83ad-c04b14efe1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152689 Jan 28 19:28:46.802442 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port ad715fa9-facd-4f6b-801c-6abad1d38674, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ad715fa9-facd-4f6b-801c-6abad1d38674,segment=NetworkSegment(b563f4b1-2866-45db-9b4e-abf88f35dfa2),segment_id=b563f4b1-2866-45db-9b4e-abf88f35dfa2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:46.817427 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'ad715fa9-facd-4f6b-801c-6abad1d38674', 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9', 'port_id': 'ad715fa9-facd-4f6b-801c-6abad1d38674', 'mac_address': 'fa:16:3e:f4:35:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f49cbf-192a-462e-9d80-3ac225572b0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:28:46.846351 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eef06d69-87d8-4c5f-839b-87db75dd298e tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks [] for security_group (f642e583-9484-44af-b262-94686b6646f9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.859901 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eef06d69-87d8-4c5f-839b-87db75dd298e tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f642e583-9484-44af-b262-94686b6646f9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.872149 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port ad715fa9-facd-4f6b-801c-6abad1d38674 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:46.872951 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ad715fa9-facd-4f6b-801c-6abad1d38674), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.900166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad715fa9-facd-4f6b-801c-6abad1d38674 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:28:46.904509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef06d69-87d8-4c5f-839b-87db75dd298e tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:28:46.919072 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2914befe-53da-496c-a6fe-1d194bf83225 req-34c96bef-8bed-4830-b50e-331fd9da2df3 service neutron] 10.222.0.31 "GET /v2.0/networks/36b0c4e9-c775-4109-83ad-c04b14efe1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692836 Jan 28 19:28:46.922224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef06d69-87d8-4c5f-839b-87db75dd298e tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f642e583-9484-44af-b262-94686b6646f9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:46.929942 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eef06d69-87d8-4c5f-839b-87db75dd298e tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (7a4b990e-691c-4cf9-8a5c-3df5bcae45a9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:46.930280 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-eef06d69-87d8-4c5f-839b-87db75dd298e tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Added segment 7a4b990e-691c-4cf9-8a5c-3df5bcae45a9 of type vlan for network e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d Jan 28 19:28:46.936979 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port ad715fa9-facd-4f6b-801c-6abad1d38674, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ad715fa9-facd-4f6b-801c-6abad1d38674,segment=NetworkSegment(b563f4b1-2866-45db-9b4e-abf88f35dfa2),segment_id=b563f4b1-2866-45db-9b4e-abf88f35dfa2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:46.944597 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ad715fa9-facd-4f6b-801c-6abad1d38674), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.065419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=ad715fa9-facd-4f6b-801c-6abad1d38674,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:47.079531 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eef06d69-87d8-4c5f-839b-87db75dd298e tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.162673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb91953-edf1-430c-ab8c-1043564f6191 req-dc457823-eb24-4584-a624-b6c34011902d tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:47.164185 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7eb91953-edf1-430c-ab8c-1043564f6191 req-dc457823-eb24-4584-a624-b6c34011902d tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.1637950 Jan 28 19:28:47.171515 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2914befe-53da-496c-a6fe-1d194bf83225 req-908e8a38-cd0e-40fa-b6c0-20832bea673c service neutron] 10.222.0.31 "GET /v2.0/networks/36b0c4e9-c775-4109-83ad-c04b14efe1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449644 Jan 28 19:28:47.225464 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eef06d69-87d8-4c5f-839b-87db75dd298e tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.240923 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef06d69-87d8-4c5f-839b-87db75dd298e tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:47.241572 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eef06d69-87d8-4c5f-839b-87db75dd298e tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:47.274620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['ad715fa9-facd-4f6b-801c-6abad1d38674'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:28:47.445520 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-eef06d69-87d8-4c5f-839b-87db75dd298e tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3485258 Jan 28 19:28:47.462526 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34568) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:47.476269 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cdbcc540-afe6-4ba5-b75f-2dca857397a0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Request body: {'subnet': {'network_id': 'e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:47.510452 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7eb91953-edf1-430c-ab8c-1043564f6191 req-3e34fdb1-c954-443e-88d2-022741884f02 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356156 Jan 28 19:28:47.554123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca25fe-95b0-44f6-9482-436e6c61649a req-1f1eba9a-69db-4677-8463-356e7f34cbfa tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:47.588932 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8ca25fe-95b0-44f6-9482-436e6c61649a req-1f1eba9a-69db-4677-8463-356e7f34cbfa tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.1825995 Jan 28 19:28:47.596172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef06d69-87d8-4c5f-839b-87db75dd298e tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Pushing event updated for resources: {'Network': ['ID=e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:47.613388 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:28:47.710938 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8ca25fe-95b0-44f6-9482-436e6c61649a req-b7b0d75d-0f22-4f53-a8b4-c77ca1cb0b5b tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209962 Jan 28 19:28:47.772166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34580) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:47.818694 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaee8b4-f549-4361-a869-f670ec7643b6 req-5cfc2996-da7f-4847-b82a-db255d057d94 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:47.833830 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-daaee8b4-f549-4361-a869-f670ec7643b6 req-5cfc2996-da7f-4847-b82a-db255d057d94 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=d94db917-7292-49d5-a6ee-a5de264dc658 HTTP/1.1" status: 200 len: 945 time: 0.1673224 Jan 28 19:28:47.845038 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbcc540-afe6-4ba5-b75f-2dca857397a0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Made reservation on behalf of 32487c67837b4c47a2545ccd94d7252d for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:47.845038 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdbcc540-afe6-4ba5-b75f-2dca857397a0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.045546 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86ccb476-6a6c-4e84-a6e9-73bbe2f2a0dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.160388 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-daaee8b4-f549-4361-a869-f670ec7643b6 req-af1173b3-3938-4466-8722-e2ef030a633c tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247209 Jan 28 19:28:48.229496 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-39fb456e-aa22-4801-ae9d-e3a6c0c2c15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.277680 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86ccb476-6a6c-4e84-a6e9-73bbe2f2a0dc admin admin] Publish callbacks [] for security_group (5d4c79ca-be25-4812-9d26-02d1765fac18), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.286706 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86ccb476-6a6c-4e84-a6e9-73bbe2f2a0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5d4c79ca-be25-4812-9d26-02d1765fac18), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.320165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ad6c7-7787-4a62-9d95-85fa5067cd43 req-40b3dcf2-3e4c-4104-b8e2-e1a7cfebac41 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:48.332783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-86ccb476-6a6c-4e84-a6e9-73bbe2f2a0dc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29ca7c073b1e4393a0b830ad34b9bccf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5592277 Jan 28 19:28:48.334503 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad6ad6c7-7787-4a62-9d95-85fa5067cd43 req-40b3dcf2-3e4c-4104-b8e2-e1a7cfebac41 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.4959006 Jan 28 19:28:48.337468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34598) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:48.436687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccb476-6a6c-4e84-a6e9-73bbe2f2a0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4c79ca-be25-4812-9d26-02d1765fac18,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:48.544520 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-154486ca-710f-4fc6-ba61-f1a80bad504a admin admin] Publish callbacks [] for security_group (5d4c79ca-be25-4812-9d26-02d1765fac18), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.558875 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447d109-e4e7-4af7-82c5-41767f43a2d8 req-253a7d82-484a-4490-af50-162503fb9b8f tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:48.560404 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e447d109-e4e7-4af7-82c5-41767f43a2d8 req-253a7d82-484a-4490-af50-162503fb9b8f tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=036a27e3-3bf4-4dd0-b412-9160edaf4c65 HTTP/1.1" status: 200 len: 945 time: 0.2402124 Jan 28 19:28:48.575580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device ad715fa9-facd-4f6b-801c-6abad1d38674 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:28:48.591107 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-154486ca-710f-4fc6-ba61-f1a80bad504a admin admin] Publish callbacks [] for security_group (5d4c79ca-be25-4812-9d26-02d1765fac18), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.650269 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdbcc540-afe6-4ba5-b75f-2dca857397a0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (7085adab-b929-4c48-95b2-0d4cf6528107), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.672136 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-154486ca-710f-4fc6-ba61-f1a80bad504a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5d4c79ca-be25-4812-9d26-02d1765fac18), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.675181 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-154486ca-710f-4fc6-ba61-f1a80bad504a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.677758 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-154486ca-710f-4fc6-ba61-f1a80bad504a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d4c79ca-be25-4812-9d26-02d1765fac18 HTTP/1.1" status: 204 len: 168 time: 0.3306806 Jan 28 19:28:48.706304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154486ca-710f-4fc6-ba61-f1a80bad504a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4c79ca-be25-4812-9d26-02d1765fac18,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:48.767014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port ad715fa9-facd-4f6b-801c-6abad1d38674 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:28:48.775092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port ad715fa9-facd-4f6b-801c-6abad1d38674 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:48.775473 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ad715fa9-facd-4f6b-801c-6abad1d38674), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:48.807699 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcc540-afe6-4ba5-b75f-2dca857397a0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Pushing event updated for resources: {'Subnet': ['ID=7085adab-b929-4c48-95b2-0d4cf6528107,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:48.825392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e447d109-e4e7-4af7-82c5-41767f43a2d8 req-b54ad14d-02f7-4a9a-b65c-349bf034e795 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654015 Jan 28 19:28:48.950755 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port ad715fa9-facd-4f6b-801c-6abad1d38674 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:48.951507 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ad715fa9-facd-4f6b-801c-6abad1d38674), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:49.037718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port ad715fa9-facd-4f6b-801c-6abad1d38674, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ad715fa9-facd-4f6b-801c-6abad1d38674,segment=NetworkSegment(b563f4b1-2866-45db-9b4e-abf88f35dfa2),segment_id=b563f4b1-2866-45db-9b4e-abf88f35dfa2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:49.041720 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036a27e3-3bf4-4dd0-b412-9160edaf4c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad715fa9-facd-4f6b-801c-6abad1d38674'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:49.046204 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149092f2-591e-4938-8f8c-9e6c2da25b12" -d '{"events": [{"server_uuid": "036a27e3-3bf4-4dd0-b412-9160edaf4c65", "name": "network-vif-plugged", "status": "completed", "tag": "ad715fa9-facd-4f6b-801c-6abad1d38674"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:49.057049 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ad715fa9-facd-4f6b-801c-6abad1d38674), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:49.080939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f029368-b34f-4956-abfc-198d3d899c9c req-50740231-5506-4c50-a653-ef2c7e942432 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:49.081728 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6f029368-b34f-4956-abfc-198d3d899c9c req-50740231-5506-4c50-a653-ef2c7e942432 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.1392901 Jan 28 19:28:49.227055 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=ad715fa9-facd-4f6b-801c-6abad1d38674,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:49.245992 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6f029368-b34f-4956-abfc-198d3d899c9c req-38c6223b-0eb2-401b-be8b-7c22cf5185e3 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629932 Jan 28 19:28:49.285681 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b58f60b-7732-4bbc-b3b2-db7d8d2b7036 x-openstack-request-id: req-5b58f60b-7732-4bbc-b3b2-db7d8d2b7036 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:49.286660 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036a27e3-3bf4-4dd0-b412-9160edaf4c65", "name": "network-vif-plugged", "status": "completed", "tag": "ad715fa9-facd-4f6b-801c-6abad1d38674", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:49.287111 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b58f60b-7732-4bbc-b3b2-db7d8d2b7036 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:49.287715 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036a27e3-3bf4-4dd0-b412-9160edaf4c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad715fa9-facd-4f6b-801c-6abad1d38674', 'code': 200} Jan 28 19:28:49.415700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:28:49.496720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34620) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:49.526369 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a9f27fc-6d85-46a1-8e65-91e76ad48971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:49.614045 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ad6ad6c7-7787-4a62-9d95-85fa5067cd43 req-1ac4e6d4-9bbd-41af-ae26-8e3847712781 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Deleting port 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:49.615866 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad6ad6c7-7787-4a62-9d95-85fa5067cd43 req-1ac4e6d4-9bbd-41af-ae26-8e3847712781 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:49.622815 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9797e2-02d5-4327-afc2-f260d1a76a3d req-90f31fd8-26fe-4e39-bc9c-1f9dd2f04a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:49.625113 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd9797e2-02d5-4327-afc2-f260d1a76a3d req-90f31fd8-26fe-4e39-bc9c-1f9dd2f04a73 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=036a27e3-3bf4-4dd0-b412-9160edaf4c65 HTTP/1.1" status: 200 len: 1128 time: 0.1561708 Jan 28 19:28:49.627774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcc540-afe6-4ba5-b75f-2dca857397a0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Checking segment: {'id': '7a4b990e-691c-4cf9-8a5c-3df5bcae45a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:49.628982 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbcc540-afe6-4ba5-b75f-2dca857397a0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Network hostable DHCP agents. Network: e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:28:49.673841 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb,segment=NetworkSegment(b563f4b1-2866-45db-9b4e-abf88f35dfa2),segment_id=b563f4b1-2866-45db-9b4e-abf88f35dfa2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:49.703503 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a9f27fc-6d85-46a1-8e65-91e76ad48971 admin admin] Publish callbacks [] for security_group (4b2a455b-40e4-4450-ba24-4ef5b6bbd0f8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:49.705603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb', 'network_id': '36b0c4e9-c775-4109-83ad-c04b14efe1a9', 'port_id': '9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb', 'mac_address': 'fa:16:3e:0b:17:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f49cbf-192a-462e-9d80-3ac225572b0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:28:49.709570 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a9f27fc-6d85-46a1-8e65-91e76ad48971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4b2a455b-40e4-4450-ba24-4ef5b6bbd0f8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:49.717061 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8f877-f2b2-4c3c-8ac2-210e4f9d9f3d req-0e0ef2dd-13ce-4415-a9bc-c597e47fea96 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:49.720935 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ed8f877-f2b2-4c3c-8ac2-210e4f9d9f3d req-0e0ef2dd-13ce-4415-a9bc-c597e47fea96 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 1.0800164 Jan 28 19:28:49.797545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:49.797942 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:49.816439 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3a9f27fc-6d85-46a1-8e65-91e76ad48971 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d071fdc6dbce4771a5c5f0b02c184ad1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3183432 Jan 28 19:28:49.818539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:49.824827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f27fc-6d85-46a1-8e65-91e76ad48971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a455b-40e4-4450-ba24-4ef5b6bbd0f8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:49.848220 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:28:49.923022 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb,segment=NetworkSegment(b563f4b1-2866-45db-9b4e-abf88f35dfa2),segment_id=b563f4b1-2866-45db-9b4e-abf88f35dfa2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:49.931280 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.019119 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a83954ac-eed7-43bc-a97d-270cdc7026c6 admin admin] Publish callbacks [] for security_group (4b2a455b-40e4-4450-ba24-4ef5b6bbd0f8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.027101 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbcc540-afe6-4ba5-b75f-2dca857397a0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Network e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:28:50.033529 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fd9797e2-02d5-4327-afc2-f260d1a76a3d req-8d370bf2-b3c3-4835-b8ca-9cb7adadfb05 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367231 Jan 28 19:28:50.043934 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:50.093245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cdbcc540-afe6-4ba5-b75f-2dca857397a0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:50.102162 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a83954ac-eed7-43bc-a97d-270cdc7026c6 admin admin] Publish callbacks [] for security_group (4b2a455b-40e4-4450-ba24-4ef5b6bbd0f8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.111365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbcc540-afe6-4ba5-b75f-2dca857397a0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:50.111365 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cdbcc540-afe6-4ba5-b75f-2dca857397a0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.123465 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d15ba9a-3703-4e16-89d0-1f0a1fb43157 None None] Network e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:50.198311 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3193a-7a79-413b-88e1-dded263c2d83 req-ecb2a395-3172-4f61-aea8-35c576248f86 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:50.199918 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9e3193a-7a79-413b-88e1-dded263c2d83 req-ecb2a395-3172-4f61-aea8-35c576248f86 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=036a27e3-3bf4-4dd0-b412-9160edaf4c65 HTTP/1.1" status: 200 len: 946 time: 0.2789462 Jan 28 19:28:50.218168 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:28:50.234767 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ed8f877-f2b2-4c3c-8ac2-210e4f9d9f3d req-d9da0f2b-5201-4486-ba66-0e9960ec5d97 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3701744 Jan 28 19:28:50.315742 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a83954ac-eed7-43bc-a97d-270cdc7026c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4b2a455b-40e4-4450-ba24-4ef5b6bbd0f8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.319073 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a83954ac-eed7-43bc-a97d-270cdc7026c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.320388 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a83954ac-eed7-43bc-a97d-270cdc7026c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b2a455b-40e4-4450-ba24-4ef5b6bbd0f8 HTTP/1.1" status: 204 len: 168 time: 0.5012815 Jan 28 19:28:50.333384 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cdbcc540-afe6-4ba5-b75f-2dca857397a0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8670020 Jan 28 19:28:50.341581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34644) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:50.349745 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ad6ad6c7-7787-4a62-9d95-85fa5067cd43 req-1ac4e6d4-9bbd-41af-ae26-8e3847712781 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] For port 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f,segment=NetworkSegment(5bf2412f-fc8c-41b0-a29e-03486ebdd9ad),segment_id=5bf2412f-fc8c-41b0-a29e-03486ebdd9ad)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:50.350140 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad6ad6c7-7787-4a62-9d95-85fa5067cd43 req-1ac4e6d4-9bbd-41af-ae26-8e3847712781 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.350487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-66a3b5ae-0d86-4ac7-bbff-39d4434eb006 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Request body: {'port': {'network_id': 'e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1741430849'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:50.359078 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83954ac-eed7-43bc-a97d-270cdc7026c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a455b-40e4-4450-ba24-4ef5b6bbd0f8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:50.394816 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9e3193a-7a79-413b-88e1-dded263c2d83 req-ca0c5dbc-05c0-445b-8fd0-b53ed904961b tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794817 Jan 28 19:28:50.414981 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ad6ad6c7-7787-4a62-9d95-85fa5067cd43 req-1ac4e6d4-9bbd-41af-ae26-8e3847712781 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Calling delete_port for 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:50.532140 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00832d60-6580-4950-9367-77bdafa98334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.589626 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d', 'network_id': 'e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d', 'project_id': '32487c67837b4c47a2545ccd94d7252d', 'fixed_ips': [{'subnet_id': '7085adab-b929-4c48-95b2-0d4cf6528107'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:28:50.590526 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.613009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a3b5ae-0d86-4ac7-bbff-39d4434eb006 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Made reservation on behalf of 32487c67837b4c47a2545ccd94d7252d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:50.625001 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a3b5ae-0d86-4ac7-bbff-39d4434eb006 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:50.714070 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-66a3b5ae-0d86-4ac7-bbff-39d4434eb006 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] device_id is not set on port dec2c4cf-8bd0-4e57-b8dc-9685785bdc55 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:28:50.759561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e833f4-050b-4d8b-be24-86ef4a2374c6 req-9f05010a-9b0e-4d11-ab0f-3a24eb679fd2 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:50.765115 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9e833f4-050b-4d8b-be24-86ef4a2374c6 req-9f05010a-9b0e-4d11-ab0f-3a24eb679fd2 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 945 time: 0.3453197 Jan 28 19:28:50.899526 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9e833f4-050b-4d8b-be24-86ef4a2374c6 req-aaf55cfd-7573-46c8-8e0c-8572b0954fd7 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3765e2-26d5-414f-9ae6-02e230065209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221492 Jan 28 19:28:51.066294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-66a3b5ae-0d86-4ac7-bbff-39d4434eb006 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Allocated IP 172.20.0.5 (e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d/7085adab-b929-4c48-95b2-0d4cf6528107/dec2c4cf-8bd0-4e57-b8dc-9685785bdc55) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:51.079079 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad6ad6c7-7787-4a62-9d95-85fa5067cd43 req-1ac4e6d4-9bbd-41af-ae26-8e3847712781 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.174565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4e6d4-9bbd-41af-ae26-8e3847712781 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Pushing event deleted for resources: {'Port': ['ID=2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:51.284538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6ad6c7-7787-4a62-9d95-85fa5067cd43 req-1ac4e6d4-9bbd-41af-ae26-8e3847712781 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] No DVR routers for this DVR port 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:28:51.295427 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ad6ad6c7-7787-4a62-9d95-85fa5067cd43 req-1ac4e6d4-9bbd-41af-ae26-8e3847712781 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.313644 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad6ad6c7-7787-4a62-9d95-85fa5067cd43 req-1ac4e6d4-9bbd-41af-ae26-8e3847712781 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.37 "DELETE /v2.0/ports/2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f HTTP/1.1" status: 204 len: 173 time: 2.9597697 Jan 28 19:28:51.313644 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc3ac67-5203-41c5-9c5e-ba3f97d65678', 'name': 'network-vif-deleted', 'tag': '2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:51.360401 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb33040-8035-445c-b3ef-f6038cb3913b" -d '{"events": [{"server_uuid": "9cc3ac67-5203-41c5-9c5e-ba3f97d65678", "name": "network-vif-deleted", "tag": "2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:51.492020 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97589233-676a-404e-91cc-18bb1fdadfe3 x-openstack-request-id: req-97589233-676a-404e-91cc-18bb1fdadfe3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:51.492549 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc3ac67-5203-41c5-9c5e-ba3f97d65678", "name": "network-vif-deleted", "tag": "2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:51.492982 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97589233-676a-404e-91cc-18bb1fdadfe3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:51.493660 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc3ac67-5203-41c5-9c5e-ba3f97d65678', 'name': 'network-vif-deleted', 'tag': '2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f', 'status': 'completed', 'code': 200} Jan 28 19:28:51.712923 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.756668 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a3b5ae-0d86-4ac7-bbff-39d4434eb006 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks [] for port (dec2c4cf-8bd0-4e57-b8dc-9685785bdc55), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:51.765099 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba59d0-4d3f-48aa-8ba6-2e29bd902add req-ff685646-9e66-43d2-a8b1-442b5a5a5a08 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:51.775310 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdba59d0-4d3f-48aa-8ba6-2e29bd902add req-ff685646-9e66-43d2-a8b1-442b5a5a5a08 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.2553341 Jan 28 19:28:51.856320 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bdba59d0-4d3f-48aa-8ba6-2e29bd902add req-9be13e05-cf17-41f6-a265-db9f4e5281dc tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799479 Jan 28 19:28:51.879162 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16251089-c9b9-45e1-be7b-3b7dcc75b488 req-19af3b21-5fc2-4c63-8b7d-9551c85003c3 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:51.902313 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16251089-c9b9-45e1-be7b-3b7dcc75b488 req-19af3b21-5fc2-4c63-8b7d-9551c85003c3 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=036a27e3-3bf4-4dd0-b412-9160edaf4c65 HTTP/1.1" status: 200 len: 946 time: 0.2117491 Jan 28 19:28:51.972140 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a3b5ae-0d86-4ac7-bbff-39d4434eb006 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (dec2c4cf-8bd0-4e57-b8dc-9685785bdc55), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.062688 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16251089-c9b9-45e1-be7b-3b7dcc75b488 req-82f2f10b-1be6-4987-8c77-c2f057b92b09 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578989 Jan 28 19:28:52.148464 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a3b5ae-0d86-4ac7-bbff-39d4434eb006 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Network e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:52.180358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Allocated IP 172.20.0.2 (e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d/7085adab-b929-4c48-95b2-0d4cf6528107/54cd924a-2975-49ae-bab2-a095b2fb22c0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:52.207990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-66a3b5ae-0d86-4ac7-bbff-39d4434eb006 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:52.215915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a3b5ae-0d86-4ac7-bbff-39d4434eb006 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:52.368108 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3b5ae-0d86-4ac7-bbff-39d4434eb006 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Pushing event updated for resources: {'Port': ['ID=dec2c4cf-8bd0-4e57-b8dc-9685785bdc55,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:52.433612 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-29940993-c048-4b02-a01b-c69b9c17d975 req-3fa46e2e-ee47-480b-9948-74ddc5aa60a0 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cc3ac67-5203-41c5-9c5e-ba3f97d65678 HTTP/1.1" status: 200 len: 210 time: 0.2439606 Jan 28 19:28:52.446281 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344300a-f519-4bb5-b553-208e09fc378a req-ebe5395c-a003-47f3-b1b5-857a2be2686e tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:52.485677 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0344300a-f519-4bb5-b553-208e09fc378a req-ebe5395c-a003-47f3-b1b5-857a2be2686e tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=1183350b-bc0b-4207-9979-3cabd6b5b6c1 HTTP/1.1" status: 200 len: 945 time: 0.2088544 Jan 28 19:28:52.499531 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a3b5ae-0d86-4ac7-bbff-39d4434eb006 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:52.501653 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a3b5ae-0d86-4ac7-bbff-39d4434eb006 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.549879 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-66a3b5ae-0d86-4ac7-bbff-39d4434eb006 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2039268 Jan 28 19:28:52.550935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34700) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:52.576576 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f59fb7a5-4cea-4206-a5a0-249aed2e7999 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Request body: {'port': {'network_id': 'e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1260149195', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:52.577563 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.api.validators [None req-f59fb7a5-4cea-4206-a5a0-249aed2e7999 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] bootfile-name is not in valid_values {{(pid=103146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:28:52.578175 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.api.validators [None req-f59fb7a5-4cea-4206-a5a0-249aed2e7999 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] tftp-server is not in valid_values {{(pid=103146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:28:52.578671 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.api.validators [None req-f59fb7a5-4cea-4206-a5a0-249aed2e7999 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] server-ip-address is not in valid_values {{(pid=103146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:28:52.623505 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:28:52.627123 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0344300a-f519-4bb5-b553-208e09fc378a req-ecc2bd6a-229b-4722-9e51-db727a137950 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370919 Jan 28 19:28:52.640278 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Publish callbacks [] for port (54cd924a-2975-49ae-bab2-a095b2fb22c0), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.691118 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (54cd924a-2975-49ae-bab2-a095b2fb22c0), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.697730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:28:52.698277 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2f252d2d-7e4b-4b19-85c7-8e8e1cf1914f not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:28:52.796329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Pushing event updated for resources: {'Port': ['ID=54cd924a-2975-49ae-bab2-a095b2fb22c0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:52.806413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59fb7a5-4cea-4206-a5a0-249aed2e7999 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Made reservation on behalf of 32487c67837b4c47a2545ccd94d7252d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:28:52.811726 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f59fb7a5-4cea-4206-a5a0-249aed2e7999 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:52.819830 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Network e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:52.826396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:52.848156 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:52.863353 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-f59fb7a5-4cea-4206-a5a0-249aed2e7999 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] device_id is not set on port 6ab74575-bc7c-4e78-9427-bd5c9a0aeba5 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:28:53.018637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Attempting to bind port 54cd924a-2975-49ae-bab2-a095b2fb22c0 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:28:53.019005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Attempting to bind port 54cd924a-2975-49ae-bab2-a095b2fb22c0 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '7a4b990e-691c-4cf9-8a5c-3df5bcae45a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:28:53.019364 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Attempting to bind port 54cd924a-2975-49ae-bab2-a095b2fb22c0 on network e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:28:53.027046 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:28:53.027773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Checking segment: {'id': '7a4b990e-691c-4cf9-8a5c-3df5bcae45a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:28:53.028360 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.028923 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Bound using segment: {'id': '7a4b990e-691c-4cf9-8a5c-3df5bcae45a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:28:53.029587 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Bound port: 54cd924a-2975-49ae-bab2-a095b2fb22c0, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4b990e-691c-4cf9-8a5c-3df5bcae45a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:28:53.030277 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (54cd924a-2975-49ae-bab2-a095b2fb22c0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.104814 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] For port 54cd924a-2975-49ae-bab2-a095b2fb22c0, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:28:53.108372 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] For port 54cd924a-2975-49ae-bab2-a095b2fb22c0, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=54cd924a-2975-49ae-bab2-a095b2fb22c0,segment=NetworkSegment(7a4b990e-691c-4cf9-8a5c-3df5bcae45a9),segment_id=7a4b990e-691c-4cf9-8a5c-3df5bcae45a9)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:28:53.115096 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (54cd924a-2975-49ae-bab2-a095b2fb22c0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.149197 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4575e-670d-4285-91d0-9ba1fedb76eb req-22693c20-2de5-416d-a1e4-ff8be8660d4d tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:53.150881 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57a4575e-670d-4285-91d0-9ba1fedb76eb req-22693c20-2de5-416d-a1e4-ff8be8660d4d tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.1509707 Jan 28 19:28:53.156776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f59fb7a5-4cea-4206-a5a0-249aed2e7999 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Allocated IP 172.20.0.13 (e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d/7085adab-b929-4c48-95b2-0d4cf6528107/6ab74575-bc7c-4e78-9427-bd5c9a0aeba5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:28:53.178503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01707353-7c19-4182-8b61-b32bbdb42848 None None] Pushing event updated for resources: {'Port': ['ID=54cd924a-2975-49ae-bab2-a095b2fb22c0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:53.181238 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.298383 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57a4575e-670d-4285-91d0-9ba1fedb76eb req-172a7d9a-c16e-4c6d-973e-4271ae93240a tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392293 Jan 28 19:28:53.476866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:28:53.524182 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f59fb7a5-4cea-4206-a5a0-249aed2e7999 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks [] for port (6ab74575-bc7c-4e78-9427-bd5c9a0aeba5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.619190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34732) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:53.730555 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f59fb7a5-4cea-4206-a5a0-249aed2e7999 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (6ab74575-bc7c-4e78-9427-bd5c9a0aeba5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.756379 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:28:53.766058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:53.766454 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.886619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:53.887862 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.923255 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1183350b-bc0b-4207-9979-3cabd6b5b6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:28:53.926282 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cc15d6-a403-45c2-b0db-1317e67e2062" -d '{"events": [{"server_uuid": "1183350b-bc0b-4207-9979-3cabd6b5b6c1", "name": "network-vif-plugged", "status": "completed", "tag": "9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:28:53.958237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb,segment=NetworkSegment(b563f4b1-2866-45db-9b4e-abf88f35dfa2),segment_id=b563f4b1-2866-45db-9b4e-abf88f35dfa2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:53.966296 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:53.993960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59fb7a5-4cea-4206-a5a0-249aed2e7999 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Network e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:28:54.004951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fb7a5-4cea-4206-a5a0-249aed2e7999 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Pushing event updated for resources: {'Port': ['ID=6ab74575-bc7c-4e78-9427-bd5c9a0aeba5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:54.034766 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f59fb7a5-4cea-4206-a5a0-249aed2e7999 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:28:54.037941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59fb7a5-4cea-4206-a5a0-249aed2e7999 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:28:54.082493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:54.086535 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86787c4-ac77-4007-8833-9937f480443b x-openstack-request-id: req-b86787c4-ac77-4007-8833-9937f480443b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:28:54.087740 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1183350b-bc0b-4207-9979-3cabd6b5b6c1", "name": "network-vif-plugged", "status": "completed", "tag": "9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:28:54.087995 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b86787c4-ac77-4007-8833-9937f480443b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:28:54.088390 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1183350b-bc0b-4207-9979-3cabd6b5b6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb', 'code': 200} Jan 28 19:28:54.186859 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 54cd924a-2975-49ae-bab2-a095b2fb22c0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:28:54.332145 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdfaf1-7033-46ab-a5c1-e1913a6510e7 req-4c559ea6-07e1-48d4-a068-b81be6f02493 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:54.345554 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 54cd924a-2975-49ae-bab2-a095b2fb22c0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:54.346136 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (54cd924a-2975-49ae-bab2-a095b2fb22c0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.357688 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1dfdfaf1-7033-46ab-a5c1-e1913a6510e7 req-4c559ea6-07e1-48d4-a068-b81be6f02493 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=1183350b-bc0b-4207-9979-3cabd6b5b6c1 HTTP/1.1" status: 200 len: 945 time: 0.5302367 Jan 28 19:28:54.409722 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59fb7a5-4cea-4206-a5a0-249aed2e7999 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:54.410479 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f59fb7a5-4cea-4206-a5a0-249aed2e7999 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.413301 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ccd36-ae4a-4940-9e7e-87eba8c356ca req-dd26c2ab-0753-4c3e-acc1-76003e5de4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:54.437618 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-209ccd36-ae4a-4940-9e7e-87eba8c356ca req-dd26c2ab-0753-4c3e-acc1-76003e5de4c1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1183350b-bc0b-4207-9979-3cabd6b5b6c1 HTTP/1.1" status: 200 len: 1128 time: 0.2149484 Jan 28 19:28:54.492120 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.549657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 54cd924a-2975-49ae-bab2-a095b2fb22c0 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:54.551075 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (54cd924a-2975-49ae-bab2-a095b2fb22c0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:54.595674 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f59fb7a5-4cea-4206-a5a0-249aed2e7999 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.0394373 Jan 28 19:28:54.617621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34760) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:54.702625 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-209ccd36-ae4a-4940-9e7e-87eba8c356ca req-ab64ac16-84cd-47a6-a768-8d3c1351df89 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497015 Jan 28 19:28:54.744303 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1dfdfaf1-7033-46ab-a5c1-e1913a6510e7 req-fb10dcf6-6d49-4dcb-9782-540c8b3a5a71 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856161 Jan 28 19:28:54.753114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b478582-7818-450e-a623-6998298be739 req-c635916c-8770-4d23-8c1e-2f97f5befcdc tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:54.761291 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b478582-7818-450e-a623-6998298be739 req-c635916c-8770-4d23-8c1e-2f97f5befcdc tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.2384143 Jan 28 19:28:54.877053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801d1db6-01a1-4296-86a2-eb54732e63a3 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:54.890513 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b478582-7818-450e-a623-6998298be739 req-f48bdadf-ed06-4b7a-b2ec-d7b00064c1b1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227155 Jan 28 19:28:54.916185 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801d1db6-01a1-4296-86a2-eb54732e63a3 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:54.931107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801d1db6-01a1-4296-86a2-eb54732e63a3 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:54.955495 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-801d1db6-01a1-4296-86a2-eb54732e63a3 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3315279 Jan 28 19:28:54.956219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34766) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:55.073846 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfd35606-577e-4ddd-98eb-7d037036cede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (50cadf92-a435-4970-8b32-a55ce3ed7ea1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.328268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-85628e90-ab46-4139-a8ff-6d7291a13bd0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Deleting port 6ab74575-bc7c-4e78-9427-bd5c9a0aeba5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:55.328885 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85628e90-ab46-4139-a8ff-6d7291a13bd0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6ab74575-bc7c-4e78-9427-bd5c9a0aeba5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.339442 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 54cd924a-2975-49ae-bab2-a095b2fb22c0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=54cd924a-2975-49ae-bab2-a095b2fb22c0,segment=NetworkSegment(7a4b990e-691c-4cf9-8a5c-3df5bcae45a9),segment_id=7a4b990e-691c-4cf9-8a5c-3df5bcae45a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:55.354822 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (54cd924a-2975-49ae-bab2-a095b2fb22c0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.549742 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a250a69-16b0-4539-be7d-fde04cc31d1f None None] Network e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:28:55.565770 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.726203 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85628e90-ab46-4139-a8ff-6d7291a13bd0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6ab74575-bc7c-4e78-9427-bd5c9a0aeba5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.733100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=54cd924a-2975-49ae-bab2-a095b2fb22c0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:55.783630 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-85628e90-ab46-4139-a8ff-6d7291a13bd0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Calling delete_port for 6ab74575-bc7c-4e78-9427-bd5c9a0aeba5 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:55.849737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c67dbc6b-01c8-4b14-914d-ed4ab8fa3f0b None None] Provisioning complete for port 54cd924a-2975-49ae-bab2-a095b2fb22c0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:55.854156 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c67dbc6b-01c8-4b14-914d-ed4ab8fa3f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (54cd924a-2975-49ae-bab2-a095b2fb22c0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:55.901014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-cfd35606-577e-4ddd-98eb-7d037036cede admin admin] Deleting port 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:55.901692 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfd35606-577e-4ddd-98eb-7d037036cede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9e8772ea-eceb-41f4-9a9a-26b40cc0f90d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:56.140286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 54cd924a-2975-49ae-bab2-a095b2fb22c0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:28:56.262480 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8395d-b2d7-45de-a3d1-4fe5aecba112 req-2f9d6efe-2936-4dcb-99e8-db62683de013 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:56.271455 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fdc8395d-b2d7-45de-a3d1-4fe5aecba112 req-2f9d6efe-2936-4dcb-99e8-db62683de013 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=1183350b-bc0b-4207-9979-3cabd6b5b6c1 HTTP/1.1" status: 200 len: 946 time: 0.2649095 Jan 28 19:28:56.378475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96da162-179f-447e-bc43-335a1a6c2f71 req-ae9a801d-377f-4e59-8c22-3cea37914b79 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:56.397843 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e96da162-179f-447e-bc43-335a1a6c2f71 req-ae9a801d-377f-4e59-8c22-3cea37914b79 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.2482772 Jan 28 19:28:56.454453 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 54cd924a-2975-49ae-bab2-a095b2fb22c0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:56.458449 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (54cd924a-2975-49ae-bab2-a095b2fb22c0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:56.514571 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-cfd35606-577e-4ddd-98eb-7d037036cede admin admin] For port 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9e8772ea-eceb-41f4-9a9a-26b40cc0f90d,segment=NetworkSegment(5bf2412f-fc8c-41b0-a29e-03486ebdd9ad),segment_id=5bf2412f-fc8c-41b0-a29e-03486ebdd9ad)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:28:56.514571 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfd35606-577e-4ddd-98eb-7d037036cede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9e8772ea-eceb-41f4-9a9a-26b40cc0f90d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:56.567203 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fdc8395d-b2d7-45de-a3d1-4fe5aecba112 req-26c2ae4c-32c1-4b67-93a5-84dbf2aee48e tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295475 Jan 28 19:28:56.583014 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85628e90-ab46-4139-a8ff-6d7291a13bd0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (6ab74575-bc7c-4e78-9427-bd5c9a0aeba5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:56.602984 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-cfd35606-577e-4ddd-98eb-7d037036cede admin admin] Calling delete_port for 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:28:56.686615 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e96da162-179f-447e-bc43-335a1a6c2f71 req-87a71b29-90a0-4700-9664-8959ff3ec4ee tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875235 Jan 28 19:28:56.750427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85628e90-ab46-4139-a8ff-6d7291a13bd0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Pushing event deleted for resources: {'Port': ['ID=6ab74575-bc7c-4e78-9427-bd5c9a0aeba5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:56.936636 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c67dbc6b-01c8-4b14-914d-ed4ab8fa3f0b None None] Current status of the port 54cd924a-2975-49ae-bab2-a095b2fb22c0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:56.952612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 54cd924a-2975-49ae-bab2-a095b2fb22c0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:56.963865 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34804) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:57.028410 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85628e90-ab46-4139-a8ff-6d7291a13bd0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.044678 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-85628e90-ab46-4139-a8ff-6d7291a13bd0 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] 10.222.0.55 "DELETE /v2.0/ports/6ab74575-bc7c-4e78-9427-bd5c9a0aeba5 HTTP/1.1" status: 204 len: 168 time: 2.0809045 Jan 28 19:28:57.049011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34808) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:57.063018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e10d7207-2f8e-4228-844d-12c436f970d4 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Request body: {'port': {'name': 'tempest-new-port-name-1266817894', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:28:57.065188 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.api.validators [None req-e10d7207-2f8e-4228-844d-12c436f970d4 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] bootfile-name is not in valid_values {{(pid=103146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:28:57.065736 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.api.validators [None req-e10d7207-2f8e-4228-844d-12c436f970d4 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] tftp-server is not in valid_values {{(pid=103146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:28:57.066798 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.api.validators [None req-e10d7207-2f8e-4228-844d-12c436f970d4 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] server-ip-address is not in valid_values {{(pid=103146) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 28 19:28:57.162090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-00b0b427-4cf8-4615-8814-e6862d2c89a2 None None] Could not find standard attr ID for object 6ab74575-bc7c-4e78-9427-bd5c9a0aeba5. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:28:57.203511 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-00b0b427-4cf8-4615-8814-e6862d2c89a2 None None] Provisioning complete for port 54cd924a-2975-49ae-bab2-a095b2fb22c0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:57.203876 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00b0b427-4cf8-4615-8814-e6862d2c89a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (54cd924a-2975-49ae-bab2-a095b2fb22c0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.325413 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfd35606-577e-4ddd-98eb-7d037036cede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9e8772ea-eceb-41f4-9a9a-26b40cc0f90d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.360913 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c20da6b1-c02a-4aba-8c11-cdcc525125e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.411495 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd35606-577e-4ddd-98eb-7d037036cede admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8772ea-eceb-41f4-9a9a-26b40cc0f90d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:57.505838 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-00b0b427-4cf8-4615-8814-e6862d2c89a2 None None] Current status of the port 54cd924a-2975-49ae-bab2-a095b2fb22c0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:28:57.538842 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-00b0b427-4cf8-4615-8814-e6862d2c89a2 None None] Provisioning complete for port dec2c4cf-8bd0-4e57-b8dc-9685785bdc55 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:57.539218 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-00b0b427-4cf8-4615-8814-e6862d2c89a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (dec2c4cf-8bd0-4e57-b8dc-9685785bdc55), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.617036 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c20da6b1-c02a-4aba-8c11-cdcc525125e5 admin admin] Publish callbacks [] for security_group (67eb2957-cfb4-4af1-addc-5ee78aea0af8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.627582 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c20da6b1-c02a-4aba-8c11-cdcc525125e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (67eb2957-cfb4-4af1-addc-5ee78aea0af8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.659284 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-00b0b427-4cf8-4615-8814-e6862d2c89a2 None None] Port dec2c4cf-8bd0-4e57-b8dc-9685785bdc55 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:57.733663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20da6b1-c02a-4aba-8c11-cdcc525125e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67eb2957-cfb4-4af1-addc-5ee78aea0af8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:57.753856 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e10d7207-2f8e-4228-844d-12c436f970d4 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (dec2c4cf-8bd0-4e57-b8dc-9685785bdc55), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.787935 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-69894cf2-f85b-4565-98c5-d010ce330260 None None] Provisioning complete for port dec2c4cf-8bd0-4e57-b8dc-9685785bdc55 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:57.788309 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69894cf2-f85b-4565-98c5-d010ce330260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (dec2c4cf-8bd0-4e57-b8dc-9685785bdc55), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:57.798758 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c20da6b1-c02a-4aba-8c11-cdcc525125e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d83798d58644bddb6bb18140b538ee1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8337085 Jan 28 19:28:57.818523 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34826) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:57.887719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-69894cf2-f85b-4565-98c5-d010ce330260 None None] Port dec2c4cf-8bd0-4e57-b8dc-9685785bdc55 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:57.960876 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfd35606-577e-4ddd-98eb-7d037036cede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (50cadf92-a435-4970-8b32-a55ce3ed7ea1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:58.118657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c579e674-31e6-4e89-b384-48252f26b1a1 None None] Could not find standard attr ID for object 6ab74575-bc7c-4e78-9427-bd5c9a0aeba5. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:28:58.249291 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d26de1-fa61-4a25-a80b-ae6d2b9117ae req-09d0773a-0caf-428e-9d5c-b2bec7224d7f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:58.251055 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-05d26de1-fa61-4a25-a80b-ae6d2b9117ae req-09d0773a-0caf-428e-9d5c-b2bec7224d7f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.3618138 Jan 28 19:28:58.362889 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e10d7207-2f8e-4228-844d-12c436f970d4 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks [] for port (dec2c4cf-8bd0-4e57-b8dc-9685785bdc55), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:58.384679 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e10d7207-2f8e-4228-844d-12c436f970d4 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (dec2c4cf-8bd0-4e57-b8dc-9685785bdc55), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:58.471132 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-05d26de1-fa61-4a25-a80b-ae6d2b9117ae req-a82a2153-3383-4da1-aadf-1e502565b7a2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038660 Jan 28 19:28:58.639231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc563de-b79e-4124-8aa2-70311bb486cd req-148a520e-4c03-458a-90cc-1122945dcfc7 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:58.646856 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1dc563de-b79e-4124-8aa2-70311bb486cd req-148a520e-4c03-458a-90cc-1122945dcfc7 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=1183350b-bc0b-4207-9979-3cabd6b5b6c1 HTTP/1.1" status: 200 len: 946 time: 0.8352213 Jan 28 19:28:58.649226 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e10d7207-2f8e-4228-844d-12c436f970d4 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] In _notify_port_updated(), no bound segment for port dec2c4cf-8bd0-4e57-b8dc-9685785bdc55 on network e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:28:58.654657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d7207-2f8e-4228-844d-12c436f970d4 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:58.655584 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e10d7207-2f8e-4228-844d-12c436f970d4 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:58.659872 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e10d7207-2f8e-4228-844d-12c436f970d4 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] 10.222.0.55 "PUT /v2.0/ports/dec2c4cf-8bd0-4e57-b8dc-9685785bdc55 HTTP/1.1" status: 200 len: 1136 time: 1.6083531 Jan 28 19:28:58.660028 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd35606-577e-4ddd-98eb-7d037036cede admin admin] Router 50cadf92-a435-4970-8b32-a55ce3ed7ea1 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:28:58.660616 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34832) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:58.664320 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67b25029-13b1-4408-b0e9-ba862b6a6e0d admin admin] Publish callbacks [] for security_group (67eb2957-cfb4-4af1-addc-5ee78aea0af8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:58.780763 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef20a21c-0736-40d3-bf0e-ed2371291819 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:28:58.805757 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ef20a21c-0736-40d3-bf0e-ed2371291819 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] 10.222.0.55 "GET /v2.0/ports/dec2c4cf-8bd0-4e57-b8dc-9685785bdc55 HTTP/1.1" status: 200 len: 1136 time: 0.1440849 Jan 28 19:28:58.808270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34836) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:58.988673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-367a37f7-454b-49ef-8fdb-72a9fe64c5d3 None None] Provisioning complete for port dec2c4cf-8bd0-4e57-b8dc-9685785bdc55 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:28:58.989291 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-367a37f7-454b-49ef-8fdb-72a9fe64c5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (dec2c4cf-8bd0-4e57-b8dc-9685785bdc55), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:59.116419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-367a37f7-454b-49ef-8fdb-72a9fe64c5d3 None None] Port dec2c4cf-8bd0-4e57-b8dc-9685785bdc55 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:28:59.231020 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd35606-577e-4ddd-98eb-7d037036cede admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:28:59.247682 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cfd35606-577e-4ddd-98eb-7d037036cede admin admin] 10.222.0.55 "PUT /v2.0/routers/50cadf92-a435-4970-8b32-a55ce3ed7ea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6272764 Jan 28 19:28:59.250725 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c026a-29ec-4980-8b60-99af43b0c46f None None] Sync routers for ids ['50cadf92-a435-4970-8b32-a55ce3ed7ea1'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:28:59.252413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34844) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:28:59.264904 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c026a-29ec-4980-8b60-99af43b0c46f None None] Routers {'50cadf92-a435-4970-8b32-a55ce3ed7ea1'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:28:59.265557 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3a5c026a-29ec-4980-8b60-99af43b0c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:28:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['50cadf92-a435-4970-8b32-a55ce3ed7ea1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:28:59.372354 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c3fed962-ee7d-42d1-b2c0-91c4b9811c1c tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Deleting port dec2c4cf-8bd0-4e57-b8dc-9685785bdc55 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:28:59.372973 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3fed962-ee7d-42d1-b2c0-91c4b9811c1c tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (dec2c4cf-8bd0-4e57-b8dc-9685785bdc55), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:59.546781 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3a5c026a-29ec-4980-8b60-99af43b0c46f None None] Set router 50cadf92-a435-4970-8b32-a55ce3ed7ea1 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:28:59.577516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d7207-2f8e-4228-844d-12c436f970d4 tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Pushing event updated for resources: {'Port': ['ID=dec2c4cf-8bd0-4e57-b8dc-9685785bdc55,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:28:59.678477 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67b25029-13b1-4408-b0e9-ba862b6a6e0d admin admin] Publish callbacks [] for security_group (67eb2957-cfb4-4af1-addc-5ee78aea0af8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:59.733170 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1dc563de-b79e-4124-8aa2-70311bb486cd req-dde4fc18-efdd-4bc0-8ec9-86753974e574 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0849180 Jan 28 19:28:59.844333 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67b25029-13b1-4408-b0e9-ba862b6a6e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (67eb2957-cfb4-4af1-addc-5ee78aea0af8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:59.847251 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67b25029-13b1-4408-b0e9-ba862b6a6e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:28:59.849446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-67b25029-13b1-4408-b0e9-ba862b6a6e0d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67eb2957-cfb4-4af1-addc-5ee78aea0af8 HTTP/1.1" status: 204 len: 168 time: 2.0297625 Jan 28 19:28:59.872487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b25029-13b1-4408-b0e9-ba862b6a6e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eb2957-cfb4-4af1-addc-5ee78aea0af8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:00.092478 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3a5c026a-29ec-4980-8b60-99af43b0c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'name': 'tempest-ServerRescueTestJSON-925381470-router', 'tenant_id': '43aa92c00b334727b1a367584bc88b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:19Z', 'updated_at': '2022-01-28T19:28:57Z', 'revision_number': 5, 'project_id': '43aa92c00b334727b1a367584bc88b75', 'gw_port': {'id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:22Z', 'updated_at': '2022-01-28T19:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:00.213807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c026a-29ec-4980-8b60-99af43b0c46f None None] Checking router: 50cadf92-a435-4970-8b32-a55ce3ed7ea1 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:29:00.254764 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c026a-29ec-4980-8b60-99af43b0c46f None None] Routers {'50cadf92-a435-4970-8b32-a55ce3ed7ea1'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:00.255885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3a5c026a-29ec-4980-8b60-99af43b0c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:28:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['50cadf92-a435-4970-8b32-a55ce3ed7ea1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:00.480230 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:00.501725 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3a5c026a-29ec-4980-8b60-99af43b0c46f None None] Set router 50cadf92-a435-4970-8b32-a55ce3ed7ea1 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:00.614724 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34864) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:00.681824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac7bb8-4d0f-4658-a770-ad938f115a02 req-a33d16a1-41c4-4b1a-a244-338265b35eaa tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:00.685342 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3fed962-ee7d-42d1-b2c0-91c4b9811c1c tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (dec2c4cf-8bd0-4e57-b8dc-9685785bdc55), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:00.691021 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aaac7bb8-4d0f-4658-a770-ad938f115a02 req-a33d16a1-41c4-4b1a-a244-338265b35eaa tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=1183350b-bc0b-4207-9979-3cabd6b5b6c1 HTTP/1.1" status: 200 len: 946 time: 0.1677279 Jan 28 19:29:00.693644 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6255bc86-9d43-4e3d-b577-3e5f4f0585d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:00.701666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c3fed962-ee7d-42d1-b2c0-91c4b9811c1c tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Calling delete_port for dec2c4cf-8bd0-4e57-b8dc-9685785bdc55 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:00.933229 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3a5c026a-29ec-4980-8b60-99af43b0c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'name': 'tempest-ServerRescueTestJSON-925381470-router', 'tenant_id': '43aa92c00b334727b1a367584bc88b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:19Z', 'updated_at': '2022-01-28T19:28:57Z', 'revision_number': 5, 'project_id': '43aa92c00b334727b1a367584bc88b75', 'gw_port': {'id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:22Z', 'updated_at': '2022-01-28T19:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:00.935611 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6255bc86-9d43-4e3d-b577-3e5f4f0585d8 admin admin] Publish callbacks [] for security_group (ebd821a2-826e-47d7-993a-33b8e75536be), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:00.957285 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6255bc86-9d43-4e3d-b577-3e5f4f0585d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ebd821a2-826e-47d7-993a-33b8e75536be), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:00.992714 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c026a-29ec-4980-8b60-99af43b0c46f None None] The sync data for ids ['50cadf92-a435-4970-8b32-a55ce3ed7ea1'] in n-d-824834-4 is: [{'id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'name': 'tempest-ServerRescueTestJSON-925381470-router', 'tenant_id': '43aa92c00b334727b1a367584bc88b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:26:19Z', 'updated_at': '2022-01-28T19:28:57Z', 'revision_number': 5, 'project_id': '43aa92c00b334727b1a367584bc88b75', 'gw_port': {'id': '45515c00-1e0f-481b-878d-a8a1b691057b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cadf92-a435-4970-8b32-a55ce3ed7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:26:22Z', 'updated_at': '2022-01-28T19:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:29:01.017160 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6255bc86-9d43-4e3d-b577-3e5f4f0585d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41d6e031afa849ca86b5c49f7968c28e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3986180 Jan 28 19:29:01.017160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34872) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:01.038285 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aaac7bb8-4d0f-4658-a770-ad938f115a02 req-06e04f7e-45a6-4b3b-bbc9-16686c6cf722 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459821 Jan 28 19:29:01.087452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255bc86-9d43-4e3d-b577-3e5f4f0585d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd821a2-826e-47d7-993a-33b8e75536be,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:01.160279 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca150c13-99d6-4c6f-a601-33b1bc56e389 admin admin] Publish callbacks [] for security_group (ebd821a2-826e-47d7-993a-33b8e75536be), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.164512 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3fed962-ee7d-42d1-b2c0-91c4b9811c1c tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (dec2c4cf-8bd0-4e57-b8dc-9685785bdc55), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.220229 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca150c13-99d6-4c6f-a601-33b1bc56e389 admin admin] Publish callbacks [] for security_group (ebd821a2-826e-47d7-993a-33b8e75536be), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.267495 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fed962-ee7d-42d1-b2c0-91c4b9811c1c tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Pushing event deleted for resources: {'Port': ['ID=dec2c4cf-8bd0-4e57-b8dc-9685785bdc55,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:01.329501 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca150c13-99d6-4c6f-a601-33b1bc56e389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ebd821a2-826e-47d7-993a-33b8e75536be), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.332440 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ca150c13-99d6-4c6f-a601-33b1bc56e389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.333657 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ca150c13-99d6-4c6f-a601-33b1bc56e389 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ebd821a2-826e-47d7-993a-33b8e75536be HTTP/1.1" status: 204 len: 168 time: 0.3152444 Jan 28 19:29:01.351482 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca150c13-99d6-4c6f-a601-33b1bc56e389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd821a2-826e-47d7-993a-33b8e75536be,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:01.539122 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3fed962-ee7d-42d1-b2c0-91c4b9811c1c tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.550904 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34882) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:01.556136 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c3fed962-ee7d-42d1-b2c0-91c4b9811c1c tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] 10.222.0.55 "DELETE /v2.0/ports/dec2c4cf-8bd0-4e57-b8dc-9685785bdc55 HTTP/1.1" status: 204 len: 168 time: 2.7465179 Jan 28 19:29:01.600394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a779c8c-34a5-4a90-93e6-5af62062d837 req-d0b8500a-0c8f-4b5f-8c61-d313e73b09eb tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:01.602306 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a779c8c-34a5-4a90-93e6-5af62062d837 req-d0b8500a-0c8f-4b5f-8c61-d313e73b09eb tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.5167789 Jan 28 19:29:01.685279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc0c258-25a6-4bb3-8e45-86a5401dab0b tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Deleting subnet 7085adab-b929-4c48-95b2-0d4cf6528107 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:29:01.706800 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c258-25a6-4bb3-8e45-86a5401dab0b tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks [] for subnet (7085adab-b929-4c48-95b2-0d4cf6528107), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.893718 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c258-25a6-4bb3-8e45-86a5401dab0b tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (7085adab-b929-4c48-95b2-0d4cf6528107), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:01.933261 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:01.987465 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a779c8c-34a5-4a90-93e6-5af62062d837 req-0b3d97b2-fc19-4283-ae62-3025cb6f4582 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666377 Jan 28 19:29:02.036336 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-814944d9-4057-4071-bf43-6171dc566485 admin admin] Publish callbacks [] for router (50cadf92-a435-4970-8b32-a55ce3ed7ea1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:02.095285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:02.095675 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9e8772ea-eceb-41f4-9a9a-26b40cc0f90d not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:02.152549 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c258-25a6-4bb3-8e45-86a5401dab0b tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (7085adab-b929-4c48-95b2-0d4cf6528107), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:02.213176 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd458c-e122-46d7-8339-19642a9f2cce req-d308759b-e9b2-4ae3-a2d7-2ecbc7dc64d5 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:02.215505 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79dd458c-e122-46d7-8339-19642a9f2cce req-d308759b-e9b2-4ae3-a2d7-2ecbc7dc64d5 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.31 "GET /v2.0/ports?device_id=1183350b-bc0b-4207-9979-3cabd6b5b6c1 HTTP/1.1" status: 200 len: 946 time: 0.4037938 Jan 28 19:29:02.325119 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c258-25a6-4bb3-8e45-86a5401dab0b tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (7085adab-b929-4c48-95b2-0d4cf6528107), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:02.426751 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0c258-25a6-4bb3-8e45-86a5401dab0b tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Pushing event deleted for resources: {'Subnet': ['ID=7085adab-b929-4c48-95b2-0d4cf6528107,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:02.429989 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c258-25a6-4bb3-8e45-86a5401dab0b tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:02.436532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8580b5d1-2d9e-41f9-b956-2354cd0f9f08 None None] Network e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:02.437294 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7dc0c258-25a6-4bb3-8e45-86a5401dab0b tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] 10.222.0.55 "DELETE /v2.0/subnets/7085adab-b929-4c48-95b2-0d4cf6528107 HTTP/1.1" status: 204 len: 168 time: 0.8850431 Jan 28 19:29:02.443774 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34900) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:02.463609 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-814944d9-4057-4071-bf43-6171dc566485 admin admin] Publish callbacks [] for router_gateway (50cadf92-a435-4970-8b32-a55ce3ed7ea1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:02.555785 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:02.603520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-79dd458c-e122-46d7-8339-19642a9f2cce req-786f205e-9cb9-4c30-b26d-04ea102072b7 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Deleting port 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:02.604061 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79dd458c-e122-46d7-8339-19642a9f2cce req-786f205e-9cb9-4c30-b26d-04ea102072b7 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:02.677449 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73673732-545f-4c26-b6ab-1cef3a387b23 req-6d8d2de3-b72f-4f51-8ecb-43fd846db996 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:02.702014 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-73673732-545f-4c26-b6ab-1cef3a387b23 req-6d8d2de3-b72f-4f51-8ecb-43fd846db996 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=1183350b-bc0b-4207-9979-3cabd6b5b6c1 HTTP/1.1" status: 200 len: 946 time: 0.4077554 Jan 28 19:29:02.817594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-79dd458c-e122-46d7-8339-19642a9f2cce req-786f205e-9cb9-4c30-b26d-04ea102072b7 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] For port 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb,segment=NetworkSegment(b563f4b1-2866-45db-9b4e-abf88f35dfa2),segment_id=b563f4b1-2866-45db-9b4e-abf88f35dfa2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:02.817973 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79dd458c-e122-46d7-8339-19642a9f2cce req-786f205e-9cb9-4c30-b26d-04ea102072b7 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:02.840372 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-79dd458c-e122-46d7-8339-19642a9f2cce req-786f205e-9cb9-4c30-b26d-04ea102072b7 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Calling delete_port for 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:02.850332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8545d0-fea0-40e1-b02d-66368034b628 None None] DHCP port deletion for e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:29:02.912236 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-73673732-545f-4c26-b6ab-1cef3a387b23 req-49107e6a-ae87-462f-8e0e-1ff7ce9af838 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011783 Jan 28 19:29:02.948149 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Deleting port 54cd924a-2975-49ae-bab2-a095b2fb22c0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:02.948496 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (54cd924a-2975-49ae-bab2-a095b2fb22c0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.022510 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79dd458c-e122-46d7-8339-19642a9f2cce req-786f205e-9cb9-4c30-b26d-04ea102072b7 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.037349 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['b8f00013-749f-4f8b-9525-1520241645a5', '9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:29:03.039658 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-814944d9-4057-4071-bf43-6171dc566485 admin admin] Deleting port 45515c00-1e0f-481b-878d-a8a1b691057b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:03.039999 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-814944d9-4057-4071-bf43-6171dc566485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (45515c00-1e0f-481b-878d-a8a1b691057b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.053154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['ad715fa9-facd-4f6b-801c-6abad1d38674'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:29:03.069018 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5f8545d0-fea0-40e1-b02d-66368034b628 None None] Deleting port 54cd924a-2975-49ae-bab2-a095b2fb22c0 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:03.076438 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5f8545d0-fea0-40e1-b02d-66368034b628 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (54cd924a-2975-49ae-bab2-a095b2fb22c0), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.129574 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-814944d9-4057-4071-bf43-6171dc566485 admin admin] For port 45515c00-1e0f-481b-878d-a8a1b691057b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=45515c00-1e0f-481b-878d-a8a1b691057b,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:03.129940 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-814944d9-4057-4071-bf43-6171dc566485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (45515c00-1e0f-481b-878d-a8a1b691057b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.169408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-814944d9-4057-4071-bf43-6171dc566485 admin admin] Calling delete_port for 45515c00-1e0f-481b-878d-a8a1b691057b owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:03.172709 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f205e-9cb9-4c30-b26d-04ea102072b7 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Pushing event deleted for resources: {'Port': ['ID=9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:03.192172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] For port 54cd924a-2975-49ae-bab2-a095b2fb22c0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=54cd924a-2975-49ae-bab2-a095b2fb22c0,segment=NetworkSegment(7a4b990e-691c-4cf9-8a5c-3df5bcae45a9),segment_id=7a4b990e-691c-4cf9-8a5c-3df5bcae45a9)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:03.192560 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (54cd924a-2975-49ae-bab2-a095b2fb22c0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.220214 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Calling delete_port for 54cd924a-2975-49ae-bab2-a095b2fb22c0 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:03.391728 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (54cd924a-2975-49ae-bab2-a095b2fb22c0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.443568 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dd458c-e122-46d7-8339-19642a9f2cce req-786f205e-9cb9-4c30-b26d-04ea102072b7 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] No DVR routers for this DVR port 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:03.473036 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd896e-b05f-4673-9fed-25f701fe51fc req-13700abd-bc58-4292-aa59-106069bab75f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:03.484802 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-08dd896e-b05f-4673-9fed-25f701fe51fc req-13700abd-bc58-4292-aa59-106069bab75f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.2837067 Jan 28 19:29:03.501035 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Pushing event deleted for resources: {'Port': ['ID=54cd924a-2975-49ae-bab2-a095b2fb22c0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:03.506059 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79dd458c-e122-46d7-8339-19642a9f2cce req-786f205e-9cb9-4c30-b26d-04ea102072b7 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.509922 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79dd458c-e122-46d7-8339-19642a9f2cce req-786f205e-9cb9-4c30-b26d-04ea102072b7 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.31 "DELETE /v2.0/ports/9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb HTTP/1.1" status: 204 len: 173 time: 1.2635531 Jan 28 19:29:03.517248 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] No DVR routers for this DVR port 54cd924a-2975-49ae-bab2-a095b2fb22c0 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:03.518406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1183350b-bc0b-4207-9979-3cabd6b5b6c1', 'name': 'network-vif-deleted', 'tag': '9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:29:03.527925 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0965d1f0-3149-4f54-9e19-0995dd7eb903" -d '{"events": [{"server_uuid": "1183350b-bc0b-4207-9979-3cabd6b5b6c1", "name": "network-vif-deleted", "tag": "9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:29:03.613223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5f8545d0-fea0-40e1-b02d-66368034b628 None None] For port 54cd924a-2975-49ae-bab2-a095b2fb22c0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=54cd924a-2975-49ae-bab2-a095b2fb22c0,segment=NetworkSegment(7a4b990e-691c-4cf9-8a5c-3df5bcae45a9),segment_id=7a4b990e-691c-4cf9-8a5c-3df5bcae45a9)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:03.614796 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5f8545d0-fea0-40e1-b02d-66368034b628 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (54cd924a-2975-49ae-bab2-a095b2fb22c0), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.694887 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5f8545d0-fea0-40e1-b02d-66368034b628 None None] Calling delete_port for 54cd924a-2975-49ae-bab2-a095b2fb22c0 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:03.726661 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-08dd896e-b05f-4673-9fed-25f701fe51fc req-db8ac830-4f2e-463f-a5e8-d348c808de20 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393427 Jan 28 19:29:03.819926 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.879022 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:03.933371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4b990e-691c-4cf9-8a5c-3df5bcae45a9') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:03.935316 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4b990e-691c-4cf9-8a5c-3df5bcae45a9') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:03.977050 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (7a4b990e-691c-4cf9-8a5c-3df5bcae45a9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:03.997908 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (7a4b990e-691c-4cf9-8a5c-3df5bcae45a9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.038072 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:04.038462 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (7a4b990e-691c-4cf9-8a5c-3df5bcae45a9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.072414 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-814944d9-4057-4071-bf43-6171dc566485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (45515c00-1e0f-481b-878d-a8a1b691057b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.108468 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 54cd924a-2975-49ae-bab2-a095b2fb22c0 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:04.128818 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5f7aac-3f56-4e7a-8af0-9451b804bcf2 x-openstack-request-id: req-6a5f7aac-3f56-4e7a-8af0-9451b804bcf2 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:29:04.129118 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1183350b-bc0b-4207-9979-3cabd6b5b6c1", "name": "network-vif-deleted", "tag": "9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:29:04.129377 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a5f7aac-3f56-4e7a-8af0-9451b804bcf2 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:29:04.129772 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1183350b-bc0b-4207-9979-3cabd6b5b6c1', 'name': 'network-vif-deleted', 'tag': '9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb', 'status': 'completed', 'code': 200} Jan 28 19:29:04.132742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814944d9-4057-4071-bf43-6171dc566485 admin admin] Pushing event deleted for resources: {'Port': ['ID=45515c00-1e0f-481b-878d-a8a1b691057b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:04.158829 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:29:04.223416 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:29:04.238217 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5f8545d0-fea0-40e1-b02d-66368034b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (54cd924a-2975-49ae-bab2-a095b2fb22c0), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.293313 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.308683 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.313060 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-621f46a7-1ebe-4821-a660-367c88858d79 req-b17cc4f2-2ddb-4b06-bab8-ad0692e138f8 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=1183350b-bc0b-4207-9979-3cabd6b5b6c1 HTTP/1.1" status: 200 len: 210 time: 0.1046789 Jan 28 19:29:04.318915 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] 10.222.0.55 "DELETE /v2.0/networks/e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d HTTP/1.1" status: 204 len: 168 time: 1.8722525 Jan 28 19:29:04.347895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fedb6-e522-47ce-ad70-d3f7f32774ac tempest-ExtraDHCPOptionsTestJSON-599110759 tempest-ExtraDHCPOptionsTestJSON-599110759-project] Pushing event deleted for resources: {'Network': ['ID=e2e7bfee-2086-4c5f-89f8-ffdf88b19c6d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:04.348056 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-814944d9-4057-4071-bf43-6171dc566485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (50cadf92-a435-4970-8b32-a55ce3ed7ea1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.351972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 54cd924a-2975-49ae-bab2-a095b2fb22c0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:04.351972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 54cd924a-2975-49ae-bab2-a095b2fb22c0 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:04.386839 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8545d0-fea0-40e1-b02d-66368034b628 None None] Pushing event deleted for resources: {'Port': ['ID=54cd924a-2975-49ae-bab2-a095b2fb22c0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:04.391054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8545d0-fea0-40e1-b02d-66368034b628 None None] No DVR routers for this DVR port 54cd924a-2975-49ae-bab2-a095b2fb22c0 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:04.484024 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34960) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:04.552673 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-814944d9-4057-4071-bf43-6171dc566485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (50cadf92-a435-4970-8b32-a55ce3ed7ea1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.558897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-814944d9-4057-4071-bf43-6171dc566485 admin admin] Publish callbacks [] for router_controller (50cadf92-a435-4970-8b32-a55ce3ed7ea1), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.681441 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-814944d9-4057-4071-bf43-6171dc566485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (50cadf92-a435-4970-8b32-a55ce3ed7ea1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.682314 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814944d9-4057-4071-bf43-6171dc566485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50cadf92-a435-4970-8b32-a55ce3ed7ea1 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:29:04.692695 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-814944d9-4057-4071-bf43-6171dc566485 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.696617 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-814944d9-4057-4071-bf43-6171dc566485 admin admin] 10.222.0.55 "DELETE /v2.0/routers/50cadf92-a435-4970-8b32-a55ce3ed7ea1 HTTP/1.1" status: 204 len: 168 time: 5.4405274 Jan 28 19:29:04.701010 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34976) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:04.727800 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0a33-2df1-4f13-a36a-22e98ad2116d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.781111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-2235af28-e4e2-4a0a-8008-1a7227561963 admin admin] Deleting subnet 4484c7d9-16e0-4509-87ed-04b1dd7e32ff {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:29:04.788165 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2235af28-e4e2-4a0a-8008-1a7227561963 admin admin] Publish callbacks [] for subnet (4484c7d9-16e0-4509-87ed-04b1dd7e32ff), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.874980 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34980) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:04.876474 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2235af28-e4e2-4a0a-8008-1a7227561963 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (4484c7d9-16e0-4509-87ed-04b1dd7e32ff), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.990867 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0a33-2df1-4f13-a36a-22e98ad2116d admin admin] Publish callbacks [] for security_group (f49d135d-9afe-47a2-a7fd-021dc6373003), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.999614 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0a33-2df1-4f13-a36a-22e98ad2116d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f49d135d-9afe-47a2-a7fd-021dc6373003), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:04.999813 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2235af28-e4e2-4a0a-8008-1a7227561963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (4484c7d9-16e0-4509-87ed-04b1dd7e32ff), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.071927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e0a33-2df1-4f13-a36a-22e98ad2116d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49d135d-9afe-47a2-a7fd-021dc6373003,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:05.099891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c2d4e-0b2f-4219-877a-f6c99672c43c req-86a9ead7-93a2-4a72-9fef-12e1245d2666 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:05.101530 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-863c2d4e-0b2f-4219-877a-f6c99672c43c req-86a9ead7-93a2-4a72-9fef-12e1245d2666 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.2510903 Jan 28 19:29:05.117896 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ac9e0a33-2df1-4f13-a36a-22e98ad2116d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8171509bcfe74e12954a844b1f1b3b75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6325133 Jan 28 19:29:05.123666 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34990) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:05.140259 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2235af28-e4e2-4a0a-8008-1a7227561963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (4484c7d9-16e0-4509-87ed-04b1dd7e32ff), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.192040 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235af28-e4e2-4a0a-8008-1a7227561963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4484c7d9-16e0-4509-87ed-04b1dd7e32ff,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:05.211321 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2235af28-e4e2-4a0a-8008-1a7227561963 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.228524 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2235af28-e4e2-4a0a-8008-1a7227561963 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4484c7d9-16e0-4509-87ed-04b1dd7e32ff HTTP/1.1" status: 204 len: 168 time: 0.5263963 Jan 28 19:29:05.229210 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34992) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:05.321294 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14e4556d-6248-46b1-887d-984e13803b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (7695f85e-8320-4730-904a-2346212e366d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.328735 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-863c2d4e-0b2f-4219-877a-f6c99672c43c req-45d135c5-069a-4af4-953f-8374dad92a1b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177155 Jan 28 19:29:05.345277 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299fa96b-9ae8-4e24-87bd-957a168d18d5 admin admin] Publish callbacks [] for security_group (f49d135d-9afe-47a2-a7fd-021dc6373003), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.426632 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299fa96b-9ae8-4e24-87bd-957a168d18d5 admin admin] Publish callbacks [] for security_group (f49d135d-9afe-47a2-a7fd-021dc6373003), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.445794 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14e4556d-6248-46b1-887d-984e13803b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (7695f85e-8320-4730-904a-2346212e366d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.501760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-14e4556d-6248-46b1-887d-984e13803b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7695f85e-8320-4730-904a-2346212e366d']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:05.508026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:05.520585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-14e4556d-6248-46b1-887d-984e13803b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf2412f-fc8c-41b0-a29e-03486ebdd9ad') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:05.521396 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-14e4556d-6248-46b1-887d-984e13803b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf2412f-fc8c-41b0-a29e-03486ebdd9ad') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:05.532517 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4c9f8ba6-4a26-4edc-b8d9-b77d60ce7eb1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=32487c67837b4c47a2545ccd94d7252d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6259944 Jan 28 19:29:05.534614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35002) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:05.549184 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299fa96b-9ae8-4e24-87bd-957a168d18d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f49d135d-9afe-47a2-a7fd-021dc6373003), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.553887 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14e4556d-6248-46b1-887d-984e13803b10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (5bf2412f-fc8c-41b0-a29e-03486ebdd9ad), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.560359 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299fa96b-9ae8-4e24-87bd-957a168d18d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.572110 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14e4556d-6248-46b1-887d-984e13803b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5bf2412f-fc8c-41b0-a29e-03486ebdd9ad), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.579313 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-299fa96b-9ae8-4e24-87bd-957a168d18d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f49d135d-9afe-47a2-a7fd-021dc6373003 HTTP/1.1" status: 204 len: 168 time: 0.4362087 Jan 28 19:29:05.586520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e4556d-6248-46b1-887d-984e13803b10 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:05.587499 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14e4556d-6248-46b1-887d-984e13803b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (5bf2412f-fc8c-41b0-a29e-03486ebdd9ad), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:05.631310 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:05.709833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fa96b-9ae8-4e24-87bd-957a168d18d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49d135d-9afe-47a2-a7fd-021dc6373003,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:05.750122 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14e4556d-6248-46b1-887d-984e13803b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (7695f85e-8320-4730-904a-2346212e366d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.763493 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14e4556d-6248-46b1-887d-984e13803b10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.778305 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-14e4556d-6248-46b1-887d-984e13803b10 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7695f85e-8320-4730-904a-2346212e366d HTTP/1.1" status: 204 len: 168 time: 0.5429852 Jan 28 19:29:05.812138 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4556d-6248-46b1-887d-984e13803b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=7695f85e-8320-4730-904a-2346212e366d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:05.838689 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8b6d027-a724-426d-8272-cfb97ff07e66 admin admin] Publish callbacks [] for security_group (f642e583-9484-44af-b262-94686b6646f9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:05.896347 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8b6d027-a724-426d-8272-cfb97ff07e66 admin admin] Publish callbacks [] for security_group (f642e583-9484-44af-b262-94686b6646f9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:06.060212 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8b6d027-a724-426d-8272-cfb97ff07e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f642e583-9484-44af-b262-94686b6646f9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:06.063089 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a8b6d027-a724-426d-8272-cfb97ff07e66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:06.064476 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a8b6d027-a724-426d-8272-cfb97ff07e66 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f642e583-9484-44af-b262-94686b6646f9 HTTP/1.1" status: 204 len: 168 time: 0.5239208 Jan 28 19:29:06.091499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6d027-a724-426d-8272-cfb97ff07e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f642e583-9484-44af-b262-94686b6646f9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:06.169751 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:06.173711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 9a8eea29-8018-41e7-a37a-e6b9bb2b0bbb not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:06.194132 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 45515c00-1e0f-481b-878d-a8a1b691057b no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:06.276661 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35032) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:06.336171 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 45515c00-1e0f-481b-878d-a8a1b691057b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:06.337665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 45515c00-1e0f-481b-878d-a8a1b691057b not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:06.394111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35042) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:06.396781 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c06e985a-181e-4209-905a-b81425346674 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43aa92c00b334727b1a367584bc88b75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1166317 Jan 28 19:29:06.559539 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b40d0941-7dc3-4b8c-939d-9da742a1c5ae admin admin] Publish callbacks [] for security_group (ef3765e2-26d5-414f-9ae6-02e230065209), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:06.628912 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b40d0941-7dc3-4b8c-939d-9da742a1c5ae admin admin] Publish callbacks [] for security_group (ef3765e2-26d5-414f-9ae6-02e230065209), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:06.657993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d0cb3-9d0e-4372-8568-b4ddf0677047 req-abde6b2a-08aa-4d30-98c3-df4efb780bb5 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:06.684997 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1c2d0cb3-9d0e-4372-8568-b4ddf0677047 req-abde6b2a-08aa-4d30-98c3-df4efb780bb5 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.1874728 Jan 28 19:29:06.735516 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b40d0941-7dc3-4b8c-939d-9da742a1c5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ef3765e2-26d5-414f-9ae6-02e230065209), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:06.740253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b40d0941-7dc3-4b8c-939d-9da742a1c5ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:06.741757 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b40d0941-7dc3-4b8c-939d-9da742a1c5ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef3765e2-26d5-414f-9ae6-02e230065209 HTTP/1.1" status: 204 len: 168 time: 0.3449614 Jan 28 19:29:06.756341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d0941-7dc3-4b8c-939d-9da742a1c5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3765e2-26d5-414f-9ae6-02e230065209,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:06.870641 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1c2d0cb3-9d0e-4372-8568-b4ddf0677047 req-fee25021-ecab-495d-a63d-1ac51c2bb042 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845293 Jan 28 19:29:07.207840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4fc7f-41ce-465f-9d5d-c5c8b974772a req-7a6b4b25-9051-4579-b0c3-f3ef10504db1 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:07.215192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4fc7f-41ce-465f-9d5d-c5c8b974772a req-7a6b4b25-9051-4579-b0c3-f3ef10504db1 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:07.223869 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8b4fc7f-41ce-465f-9d5d-c5c8b974772a req-7a6b4b25-9051-4579-b0c3-f3ef10504db1 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=036a27e3-3bf4-4dd0-b412-9160edaf4c65&device_id=d94db917-7292-49d5-a6ee-a5de264dc658 HTTP/1.1" status: 200 len: 1682 time: 0.1276793 Jan 28 19:29:07.282860 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8b4fc7f-41ce-465f-9d5d-c5c8b974772a req-aceacfe5-000b-495b-9bc3-fbdae14cb903 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578256 Jan 28 19:29:07.998245 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:29:08.170278 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35132) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:08.208289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775ca0c-7d20-4b87-acd4-d6f7b0c8ccfc req-c6493cf7-1397-461d-a3db-8138646d0e65 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:08.216330 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9775ca0c-7d20-4b87-acd4-d6f7b0c8ccfc req-c6493cf7-1397-461d-a3db-8138646d0e65 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 943 time: 0.1212955 Jan 28 19:29:08.322371 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9775ca0c-7d20-4b87-acd4-d6f7b0c8ccfc req-c8df8e9d-24bd-4804-b433-2d57405cbc9f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046588 Jan 28 19:29:08.381927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21163ae-d24e-4519-95f6-bcc83306fd9b req-b81f686b-14ff-4a86-87e6-21f07b1ff205 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:08.391325 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e21163ae-d24e-4519-95f6-bcc83306fd9b req-b81f686b-14ff-4a86-87e6-21f07b1ff205 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=036a27e3-3bf4-4dd0-b412-9160edaf4c65 HTTP/1.1" status: 200 len: 946 time: 0.1634133 Jan 28 19:29:08.527635 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Request body: {'networks': [{'name': 'tempest-network--1067253209'}, {'name': 'tempest-network--1502436779'}]} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:08.528643 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Request body: {'network': {'name': 'tempest-network--1067253209'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:08.529719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Request body: {'network': {'name': 'tempest-network--1502436779'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:08.539431 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e21163ae-d24e-4519-95f6-bcc83306fd9b req-82938453-5fbf-4c23-aa2a-0e11e699db83 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419389 Jan 28 19:29:08.557939 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Made reservation on behalf of 5ffbb02097f74e5ab0866e2d2cddbc13 for: {'network': 2} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:08.566359 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:08.604249 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:08.669864 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:29:08.775043 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for security_group (8b198a85-0a61-4843-8f41-cc8bb57cfc80), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:08.782205 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8b198a85-0a61-4843-8f41-cc8bb57cfc80), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:08.782940 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:08.870802 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b198a85-0a61-4843-8f41-cc8bb57cfc80,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:08.909027 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:29:08.933764 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:08.952401 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ec971c79-7303-4a13-83f4-5ed9ba675095), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:08.955623 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Added segment ec971c79-7303-4a13-83f4-5ed9ba675095 of type vlan for network 4febe1bb-e589-43d6-8b07-16461ad3b091 Jan 28 19:29:08.970828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'port_id': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06', 'mac_address': 'fa:16:3e:f8:53:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:29:09.062435 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (4febe1bb-e589-43d6-8b07-16461ad3b091), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.111706 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:09.112989 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.151916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:29:09.170871 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (72d732d7-61a8-4ee6-830f-ffd17bb93a94), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.172218 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Added segment 72d732d7-61a8-4ee6-830f-ffd17bb93a94 of type vlan for network 70be3b78-c273-4517-80eb-d2e43db3d786 Jan 28 19:29:09.177909 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:29:09.241238 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:09.246843 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.274220 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (70be3b78-c273-4517-80eb-d2e43db3d786), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.336237 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (4febe1bb-e589-43d6-8b07-16461ad3b091), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.336793 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (70be3b78-c273-4517-80eb-d2e43db3d786), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.338530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:09.344420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:09.347394 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:09.347947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:09.348896 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:09.349565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:09.350131 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:09.350821 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:09.351992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:09.352630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:09.353409 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:09.354293 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:09.354812 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:09.355407 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:09.355924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:09.364892 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:09.367036 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:09.528019 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event updated for resources: {'Network': ['ID=4febe1bb-e589-43d6-8b07-16461ad3b091,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:09.552903 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 4febe1bb-e589-43d6-8b07-16461ad3b091 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:09.673504 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['9fad56e8-ad6c-4341-9d37-c8cfca4b3a06'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:29:09.762806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event updated for resources: {'Network': ['ID=70be3b78-c273-4517-80eb-d2e43db3d786,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:09.827568 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 70be3b78-c273-4517-80eb-d2e43db3d786 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:09.861902 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c97ebb12-c560-42d0-9213-0e96675ec479 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6881180 Jan 28 19:29:09.862812 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35188) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:09.990777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f70b96-d9a1-4955-9c0c-f36ea5fb9f9a req-6bc58fc4-a11d-42d4-9bef-611e0796452c tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:09.992371 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76f70b96-d9a1-4955-9c0c-f36ea5fb9f9a req-6bc58fc4-a11d-42d4-9bef-611e0796452c tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94db917-7292-49d5-a6ee-a5de264dc658 HTTP/1.1" status: 200 len: 945 time: 0.4680324 Jan 28 19:29:10.005297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93e63e-9b2d-4a77-9946-393214399d79 req-ab71a09b-ce9c-4782-b5f5-5d304d401085 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:10.006748 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f93e63e-9b2d-4a77-9946-393214399d79 req-ab71a09b-ce9c-4782-b5f5-5d304d401085 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.37 "GET /v2.0/ports?device_id=036a27e3-3bf4-4dd0-b412-9160edaf4c65 HTTP/1.1" status: 200 len: 946 time: 0.3965929 Jan 28 19:29:10.013500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f65344-2817-45d0-9a3d-185954cc146c req-b1b532ed-ad8c-420a-9df4-f29b329a7ccc tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:10.014927 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c2f65344-2817-45d0-9a3d-185954cc146c req-b1b532ed-ad8c-420a-9df4-f29b329a7ccc tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 944 time: 0.4929795 Jan 28 19:29:10.181245 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ee6ea-4378-4eda-b039-27fde0cbf247 req-fccb84f9-ec3e-4cdc-a1d4-60678a30db60 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:10.189817 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c26ee6ea-4378-4eda-b039-27fde0cbf247 req-fccb84f9-ec3e-4cdc-a1d4-60678a30db60 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=036a27e3-3bf4-4dd0-b412-9160edaf4c65 HTTP/1.1" status: 200 len: 946 time: 0.1701651 Jan 28 19:29:10.265732 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c2f65344-2817-45d0-9a3d-185954cc146c req-c9d06d1b-67f9-4fa8-8554-87e3ccf38836 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391632 Jan 28 19:29:10.286194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff5ad2-d52c-47e4-a21b-fca7c6dd51d9 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:10.309046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff5ad2-d52c-47e4-a21b-fca7c6dd51d9 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:10.316050 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff5ad2-d52c-47e4-a21b-fca7c6dd51d9 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:10.322255 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff5ad2-d52c-47e4-a21b-fca7c6dd51d9 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:10.324403 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8aff5ad2-d52c-47e4-a21b-fca7c6dd51d9 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4494612 Jan 28 19:29:10.328407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:10.359992 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c26ee6ea-4378-4eda-b039-27fde0cbf247 req-44ed7596-c557-4363-aa2c-e44fdc7cc1ac tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef228e79-aef7-4234-9781-e5b13b939724&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690419 Jan 28 19:29:10.376741 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-76f70b96-d9a1-4955-9c0c-f36ea5fb9f9a req-e7e99b55-d53b-4424-9b63-49f8b7579aff tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Deleting port b8f00013-749f-4f8b-9525-1520241645a5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:10.377647 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-76f70b96-d9a1-4955-9c0c-f36ea5fb9f9a req-e7e99b55-d53b-4424-9b63-49f8b7579aff tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b8f00013-749f-4f8b-9525-1520241645a5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.431233 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-7f93e63e-9b2d-4a77-9946-393214399d79 req-edc8859a-890b-4acf-8467-6c0f6e506d6c tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Deleting port ad715fa9-facd-4f6b-801c-6abad1d38674 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:10.435503 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7f93e63e-9b2d-4a77-9946-393214399d79 req-edc8859a-890b-4acf-8467-6c0f6e506d6c tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ad715fa9-facd-4f6b-801c-6abad1d38674), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.488479 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e69dd689-a83e-4a63-853f-3f792c0cef82 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (4febe1bb-e589-43d6-8b07-16461ad3b091), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.584728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7f93e63e-9b2d-4a77-9946-393214399d79 req-edc8859a-890b-4acf-8467-6c0f6e506d6c tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] For port ad715fa9-facd-4f6b-801c-6abad1d38674, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ad715fa9-facd-4f6b-801c-6abad1d38674,segment=NetworkSegment(b563f4b1-2866-45db-9b4e-abf88f35dfa2),segment_id=b563f4b1-2866-45db-9b4e-abf88f35dfa2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:10.585264 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7f93e63e-9b2d-4a77-9946-393214399d79 req-edc8859a-890b-4acf-8467-6c0f6e506d6c tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ad715fa9-facd-4f6b-801c-6abad1d38674), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.585460 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e69dd689-a83e-4a63-853f-3f792c0cef82 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (4febe1bb-e589-43d6-8b07-16461ad3b091), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.598751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-7f93e63e-9b2d-4a77-9946-393214399d79 req-edc8859a-890b-4acf-8467-6c0f6e506d6c tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Calling delete_port for ad715fa9-facd-4f6b-801c-6abad1d38674 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:10.611897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e69dd689-a83e-4a63-853f-3f792c0cef82 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4febe1bb-e589-43d6-8b07-16461ad3b091']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:10.623107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e69dd689-a83e-4a63-853f-3f792c0cef82 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec971c79-7303-4a13-83f4-5ed9ba675095') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:10.623636 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e69dd689-a83e-4a63-853f-3f792c0cef82 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec971c79-7303-4a13-83f4-5ed9ba675095') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:10.634538 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e69dd689-a83e-4a63-853f-3f792c0cef82 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (ec971c79-7303-4a13-83f4-5ed9ba675095), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.650060 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e69dd689-a83e-4a63-853f-3f792c0cef82 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ec971c79-7303-4a13-83f4-5ed9ba675095), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.656939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69dd689-a83e-4a63-853f-3f792c0cef82 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:10.657618 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e69dd689-a83e-4a63-853f-3f792c0cef82 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (ec971c79-7303-4a13-83f4-5ed9ba675095), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:10.733615 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:10.737493 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e69dd689-a83e-4a63-853f-3f792c0cef82 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (4febe1bb-e589-43d6-8b07-16461ad3b091), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.769376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-76f70b96-d9a1-4955-9c0c-f36ea5fb9f9a req-e7e99b55-d53b-4424-9b63-49f8b7579aff tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] For port b8f00013-749f-4f8b-9525-1520241645a5, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=b8f00013-749f-4f8b-9525-1520241645a5,segment=NetworkSegment(b563f4b1-2866-45db-9b4e-abf88f35dfa2),segment_id=b563f4b1-2866-45db-9b4e-abf88f35dfa2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:10.770191 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-76f70b96-d9a1-4955-9c0c-f36ea5fb9f9a req-e7e99b55-d53b-4424-9b63-49f8b7579aff tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b8f00013-749f-4f8b-9525-1520241645a5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.773431 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e69dd689-a83e-4a63-853f-3f792c0cef82 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.778927 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e69dd689-a83e-4a63-853f-3f792c0cef82 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "DELETE /v2.0/networks/4febe1bb-e589-43d6-8b07-16461ad3b091 HTTP/1.1" status: 204 len: 168 time: 0.4492619 Jan 28 19:29:10.780453 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dd689-a83e-4a63-853f-3f792c0cef82 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event deleted for resources: {'Network': ['ID=4febe1bb-e589-43d6-8b07-16461ad3b091,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:10.782377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35210) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:10.795214 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-76f70b96-d9a1-4955-9c0c-f36ea5fb9f9a req-e7e99b55-d53b-4424-9b63-49f8b7579aff tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Calling delete_port for b8f00013-749f-4f8b-9525-1520241645a5 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:10.894850 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59ba94f6-2cbf-4ee6-8aff-4b9397eea51d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (70be3b78-c273-4517-80eb-d2e43db3d786), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:10.986278 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7f93e63e-9b2d-4a77-9946-393214399d79 req-edc8859a-890b-4acf-8467-6c0f6e506d6c tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ad715fa9-facd-4f6b-801c-6abad1d38674), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.001722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['ad715fa9-facd-4f6b-801c-6abad1d38674'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:29:11.002204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['b8f00013-749f-4f8b-9525-1520241645a5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:29:11.065477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8859a-890b-4acf-8467-6c0f6e506d6c tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Pushing event deleted for resources: {'Port': ['ID=ad715fa9-facd-4f6b-801c-6abad1d38674,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:11.094915 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59ba94f6-2cbf-4ee6-8aff-4b9397eea51d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (70be3b78-c273-4517-80eb-d2e43db3d786), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.155539 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f93e63e-9b2d-4a77-9946-393214399d79 req-edc8859a-890b-4acf-8467-6c0f6e506d6c tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] No DVR routers for this DVR port ad715fa9-facd-4f6b-801c-6abad1d38674 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:11.158076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-59ba94f6-2cbf-4ee6-8aff-4b9397eea51d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70be3b78-c273-4517-80eb-d2e43db3d786']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:11.166326 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7f93e63e-9b2d-4a77-9946-393214399d79 req-edc8859a-890b-4acf-8467-6c0f6e506d6c tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.169975 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f93e63e-9b2d-4a77-9946-393214399d79 req-edc8859a-890b-4acf-8467-6c0f6e506d6c tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.37 "DELETE /v2.0/ports/ad715fa9-facd-4f6b-801c-6abad1d38674 HTTP/1.1" status: 204 len: 173 time: 1.1541238 Jan 28 19:29:11.170717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036a27e3-3bf4-4dd0-b412-9160edaf4c65', 'name': 'network-vif-deleted', 'tag': 'ad715fa9-facd-4f6b-801c-6abad1d38674'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:29:11.180988 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15950d0-a4c8-4eb8-8b9b-fae69f954ef3" -d '{"events": [{"server_uuid": "036a27e3-3bf4-4dd0-b412-9160edaf4c65", "name": "network-vif-deleted", "tag": "ad715fa9-facd-4f6b-801c-6abad1d38674"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:29:11.199421 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-59ba94f6-2cbf-4ee6-8aff-4b9397eea51d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d732d7-61a8-4ee6-830f-ffd17bb93a94') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:11.199797 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-59ba94f6-2cbf-4ee6-8aff-4b9397eea51d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d732d7-61a8-4ee6-830f-ffd17bb93a94') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:11.249901 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59ba94f6-2cbf-4ee6-8aff-4b9397eea51d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (72d732d7-61a8-4ee6-830f-ffd17bb93a94), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.263887 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-76f70b96-d9a1-4955-9c0c-f36ea5fb9f9a req-e7e99b55-d53b-4424-9b63-49f8b7579aff tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (b8f00013-749f-4f8b-9525-1520241645a5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.290840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['b8f00013-749f-4f8b-9525-1520241645a5'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:29:11.301444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['ad715fa9-facd-4f6b-801c-6abad1d38674'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:29:11.331299 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59ba94f6-2cbf-4ee6-8aff-4b9397eea51d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (72d732d7-61a8-4ee6-830f-ffd17bb93a94), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.342452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ba94f6-2cbf-4ee6-8aff-4b9397eea51d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:11.343870 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59ba94f6-2cbf-4ee6-8aff-4b9397eea51d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (72d732d7-61a8-4ee6-830f-ffd17bb93a94), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:11.355289 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:11.370296 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a511cf01-7a49-4059-b55b-18609e793499 x-openstack-request-id: req-a511cf01-7a49-4059-b55b-18609e793499 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:29:11.370296 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036a27e3-3bf4-4dd0-b412-9160edaf4c65", "name": "network-vif-deleted", "tag": "ad715fa9-facd-4f6b-801c-6abad1d38674", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:29:11.370296 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a511cf01-7a49-4059-b55b-18609e793499 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:29:11.371077 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036a27e3-3bf4-4dd0-b412-9160edaf4c65', 'name': 'network-vif-deleted', 'tag': 'ad715fa9-facd-4f6b-801c-6abad1d38674', 'status': 'completed', 'code': 200} Jan 28 19:29:11.387773 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e99b55-d53b-4424-9b63-49f8b7579aff tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Pushing event deleted for resources: {'Port': ['ID=b8f00013-749f-4f8b-9525-1520241645a5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:11.411523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f70b96-d9a1-4955-9c0c-f36ea5fb9f9a req-e7e99b55-d53b-4424-9b63-49f8b7579aff tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] No DVR routers for this DVR port b8f00013-749f-4f8b-9525-1520241645a5 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:11.414393 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-76f70b96-d9a1-4955-9c0c-f36ea5fb9f9a req-e7e99b55-d53b-4424-9b63-49f8b7579aff tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.418533 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76f70b96-d9a1-4955-9c0c-f36ea5fb9f9a req-e7e99b55-d53b-4424-9b63-49f8b7579aff tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.31 "DELETE /v2.0/ports/b8f00013-749f-4f8b-9525-1520241645a5 HTTP/1.1" status: 204 len: 173 time: 1.4206183 Jan 28 19:29:11.555033 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59ba94f6-2cbf-4ee6-8aff-4b9397eea51d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (70be3b78-c273-4517-80eb-d2e43db3d786), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.630475 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-59ba94f6-2cbf-4ee6-8aff-4b9397eea51d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:11.633760 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-59ba94f6-2cbf-4ee6-8aff-4b9397eea51d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "DELETE /v2.0/networks/70be3b78-c273-4517-80eb-d2e43db3d786 HTTP/1.1" status: 204 len: 168 time: 0.8450270 Jan 28 19:29:11.639190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:11.652112 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba94f6-2cbf-4ee6-8aff-4b9397eea51d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event deleted for resources: {'Network': ['ID=70be3b78-c273-4517-80eb-d2e43db3d786,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:11.714805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90359e33-b688-4680-97dd-67886641bfa1 req-c6a090e9-1f01-4c0e-bcb2-66f5e7b27233 tempest-ListServersNegativeTestJSON-320745300 tempest-ListServersNegativeTestJSON-320745300-project] 10.222.0.55 "GET /v2.0/ports?device_id=036a27e3-3bf4-4dd0-b412-9160edaf4c65 HTTP/1.1" status: 200 len: 210 time: 0.0705752 Jan 28 19:29:11.883564 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a445cb-46c4-4de5-879a-7bfca07d35ef req-33eb5b0d-99c3-407c-9ee3-0d73079f463c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:11.885298 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-56a445cb-46c4-4de5-879a-7bfca07d35ef req-33eb5b0d-99c3-407c-9ee3-0d73079f463c tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 944 time: 0.4343088 Jan 28 19:29:12.383820 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a99449b-43f4-4cb2-818d-8f7e2ae9c604 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:12.390152 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a99449b-43f4-4cb2-818d-8f7e2ae9c604 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:12.391855 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3a99449b-43f4-4cb2-818d-8f7e2ae9c604 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7497096 Jan 28 19:29:12.395691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35262) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:12.400962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ab9c7953-5e8a-4fdf-94da-7dbb66665709 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2135756896'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:12.431334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9c7953-5e8a-4fdf-94da-7dbb66665709 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Made reservation on behalf of 5ffbb02097f74e5ab0866e2d2cddbc13 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:12.433261 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-56a445cb-46c4-4de5-879a-7bfca07d35ef req-dbcce377-74f3-47fa-9da3-788eda13891e tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5393331 Jan 28 19:29:12.435432 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab9c7953-5e8a-4fdf-94da-7dbb66665709 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.489925 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9c7953-5e8a-4fdf-94da-7dbb66665709 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:29:12.510960 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab9c7953-5e8a-4fdf-94da-7dbb66665709 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5c16e618-d04c-4b5b-a7aa-a5eec64712ab), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.511325 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-ab9c7953-5e8a-4fdf-94da-7dbb66665709 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Added segment 5c16e618-d04c-4b5b-a7aa-a5eec64712ab of type vlan for network 3512693c-fffd-4643-b2ee-1995c532ef17 Jan 28 19:29:12.576851 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab9c7953-5e8a-4fdf-94da-7dbb66665709 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (3512693c-fffd-4643-b2ee-1995c532ef17), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.608145 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab9c7953-5e8a-4fdf-94da-7dbb66665709 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (3512693c-fffd-4643-b2ee-1995c532ef17), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.615926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c7953-5e8a-4fdf-94da-7dbb66665709 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:12.616823 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab9c7953-5e8a-4fdf-94da-7dbb66665709 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.695991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c7953-5e8a-4fdf-94da-7dbb66665709 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event updated for resources: {'Network': ['ID=3512693c-fffd-4643-b2ee-1995c532ef17,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:12.701089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:12.726067 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ab9c7953-5e8a-4fdf-94da-7dbb66665709 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3282406 Jan 28 19:29:12.727932 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35270) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:12.734296 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a7011292-d2f0-4244-b34e-244f1ee6ad18 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1592334628'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:12.747226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 3512693c-fffd-4643-b2ee-1995c532ef17 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:12.762165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7011292-d2f0-4244-b34e-244f1ee6ad18 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Made reservation on behalf of 5ffbb02097f74e5ab0866e2d2cddbc13 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:12.767265 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7011292-d2f0-4244-b34e-244f1ee6ad18 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.799323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7011292-d2f0-4244-b34e-244f1ee6ad18 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:29:12.812450 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7011292-d2f0-4244-b34e-244f1ee6ad18 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d5ce338e-81aa-48b0-ba83-c56de5f7db05), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.813071 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-a7011292-d2f0-4244-b34e-244f1ee6ad18 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Added segment d5ce338e-81aa-48b0-ba83-c56de5f7db05 of type vlan for network 7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0 Jan 28 19:29:12.869220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35278) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:12.883036 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7011292-d2f0-4244-b34e-244f1ee6ad18 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.937055 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7011292-d2f0-4244-b34e-244f1ee6ad18 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.939095 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:12.939713 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.948279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac29f80-faaa-4828-858e-94c0a62abecb admin admin] Deleting subnet 62f49cbf-192a-462e-9d80-3ac225572b0d {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:29:12.948787 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7011292-d2f0-4244-b34e-244f1ee6ad18 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:12.950682 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7011292-d2f0-4244-b34e-244f1ee6ad18 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:12.956593 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ac29f80-faaa-4828-858e-94c0a62abecb admin admin] Publish callbacks [] for subnet (62f49cbf-192a-462e-9d80-3ac225572b0d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:13.048634 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ac29f80-faaa-4828-858e-94c0a62abecb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (62f49cbf-192a-462e-9d80-3ac225572b0d), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:13.056469 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:13.057430 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:13.105766 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:29:13.108693 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c8f2cb-9235-4f65-8ac6-383ed2d097b9" -d '{"events": [{"server_uuid": "0fd78893-9e28-491f-8457-0a01b1c8e569", "name": "network-vif-plugged", "status": "completed", "tag": "9fad56e8-ad6c-4341-9d37-c8cfca4b3a06"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:29:13.132967 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a7011292-d2f0-4244-b34e-244f1ee6ad18 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4021845 Jan 28 19:29:13.137246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35288) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:13.151572 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:13.158372 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7011292-d2f0-4244-b34e-244f1ee6ad18 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event updated for resources: {'Network': ['ID=7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:13.160219 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:13.161363 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device ad715fa9-facd-4f6b-801c-6abad1d38674 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:13.163959 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Request body: {'ports': [{'network_id': '3512693c-fffd-4643-b2ee-1995c532ef17', 'name': 'tempest-port--1450818533', 'admin_state_up': True}, {'network_id': '7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0', 'admin_state_up': False}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:13.164789 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Request body: {'port': {'network_id': '3512693c-fffd-4643-b2ee-1995c532ef17', 'name': 'tempest-port--1450818533', 'admin_state_up': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:13.175580 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Request body: {'port': {'network_id': '7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0', 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:13.210346 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ac29f80-faaa-4828-858e-94c0a62abecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (62f49cbf-192a-462e-9d80-3ac225572b0d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:13.221026 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6bab9d-b916-44d3-9105-4570f4237f3e x-openstack-request-id: req-1c6bab9d-b916-44d3-9105-4570f4237f3e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:29:13.222235 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd78893-9e28-491f-8457-0a01b1c8e569", "name": "network-vif-plugged", "status": "completed", "tag": "9fad56e8-ad6c-4341-9d37-c8cfca4b3a06", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:29:13.223955 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c6bab9d-b916-44d3-9105-4570f4237f3e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:29:13.225171 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06', 'code': 200} Jan 28 19:29:13.371993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94db917-7292-49d5-a6ee-a5de264dc658', 'name': 'network-vif-deleted', 'tag': 'b8f00013-749f-4f8b-9525-1520241645a5'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:29:13.374538 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6ef933-4037-44a3-8c17-b479e66f923b" -d '{"events": [{"server_uuid": "d94db917-7292-49d5-a6ee-a5de264dc658", "name": "network-vif-deleted", "tag": "b8f00013-749f-4f8b-9525-1520241645a5"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:29:13.416980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: ad715fa9-facd-4f6b-801c-6abad1d38674 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:13.417590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device ad715fa9-facd-4f6b-801c-6abad1d38674 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:13.427320 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:13.550133 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e609e38-25ca-4a95-bb10-d500989314f9 x-openstack-request-id: req-7e609e38-25ca-4a95-bb10-d500989314f9 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:29:13.550133 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94db917-7292-49d5-a6ee-a5de264dc658", "name": "network-vif-deleted", "tag": "b8f00013-749f-4f8b-9525-1520241645a5", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:29:13.550133 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e609e38-25ca-4a95-bb10-d500989314f9 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:29:13.560024 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94db917-7292-49d5-a6ee-a5de264dc658', 'name': 'network-vif-deleted', 'tag': 'b8f00013-749f-4f8b-9525-1520241645a5', 'status': 'completed', 'code': 200} Jan 28 19:29:13.639602 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ac29f80-faaa-4828-858e-94c0a62abecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (62f49cbf-192a-462e-9d80-3ac225572b0d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:13.641723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device b8f00013-749f-4f8b-9525-1520241645a5 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:13.772398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,revision_number=10']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:13.793640 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: b8f00013-749f-4f8b-9525-1520241645a5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:13.793982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device b8f00013-749f-4f8b-9525-1520241645a5 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:13.794969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ada061-fe78-4579-820e-b7d08e3acf18 req-9cc23bdb-748d-4602-b446-1d056523e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:13.796531 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89ada061-fe78-4579-820e-b7d08e3acf18 req-9cc23bdb-748d-4602-b446-1d056523e652 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 1128 time: 0.3155100 Jan 28 19:29:13.810095 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ac29f80-faaa-4828-858e-94c0a62abecb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:13.815998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7ac29f80-faaa-4828-858e-94c0a62abecb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/62f49cbf-192a-462e-9d80-3ac225572b0d HTTP/1.1" status: 204 len: 168 time: 0.9455166 Jan 28 19:29:13.816721 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35316) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:13.830727 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110dbd7-a70a-46b4-8809-a437d1fe6535 req-e5eea821-4295-40c9-826d-5980d72c9016 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:13.832300 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a110dbd7-a70a-46b4-8809-a437d1fe6535 req-e5eea821-4295-40c9-826d-5980d72c9016 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 946 time: 0.2459795 Jan 28 19:29:13.840924 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac29f80-faaa-4828-858e-94c0a62abecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62f49cbf-192a-462e-9d80-3ac225572b0d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:13.899429 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89ada061-fe78-4579-820e-b7d08e3acf18 req-905318d4-a8f7-4a64-948d-ddf0a414451d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851507 Jan 28 19:29:13.954717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Made reservation on behalf of 5ffbb02097f74e5ab0866e2d2cddbc13 for: {'port': 2} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:13.967092 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:13.974709 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a110dbd7-a70a-46b4-8809-a437d1fe6535 req-86657d95-1554-457b-8bec-bdf26aca917b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782244 Jan 28 19:29:14.021842 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.038182 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a021c4-cdab-4005-9098-c0db54e384a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (36b0c4e9-c775-4109-83ad-c04b14efe1a9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.260060 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a021c4-cdab-4005-9098-c0db54e384a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (36b0c4e9-c775-4109-83ad-c04b14efe1a9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.297559 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] device_id is not set on port 983dc5c4-582b-48c4-949e-a712adcb59e7 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:29:14.303637 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-66a021c4-cdab-4005-9098-c0db54e384a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b0c4e9-c775-4109-83ad-c04b14efe1a9']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:14.315995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-66a021c4-cdab-4005-9098-c0db54e384a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b563f4b1-2866-45db-9b4e-abf88f35dfa2') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:14.316292 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-66a021c4-cdab-4005-9098-c0db54e384a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b563f4b1-2866-45db-9b4e-abf88f35dfa2') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:14.332262 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a021c4-cdab-4005-9098-c0db54e384a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (b563f4b1-2866-45db-9b4e-abf88f35dfa2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.357084 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a021c4-cdab-4005-9098-c0db54e384a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (b563f4b1-2866-45db-9b4e-abf88f35dfa2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.367332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a021c4-cdab-4005-9098-c0db54e384a9 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:14.367738 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a021c4-cdab-4005-9098-c0db54e384a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (b563f4b1-2866-45db-9b4e-abf88f35dfa2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:14.377250 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:14.512260 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for port (983dc5c4-582b-48c4-949e-a712adcb59e7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.605958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] device_id is not set on port 90c86664-2dbd-410d-ad57-1bbf077dc86e yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:29:14.627923 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a021c4-cdab-4005-9098-c0db54e384a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (36b0c4e9-c775-4109-83ad-c04b14efe1a9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.664402 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-66a021c4-cdab-4005-9098-c0db54e384a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.675409 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-66a021c4-cdab-4005-9098-c0db54e384a9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/36b0c4e9-c775-4109-83ad-c04b14efe1a9 HTTP/1.1" status: 204 len: 168 time: 0.8551135 Jan 28 19:29:14.679753 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a021c4-cdab-4005-9098-c0db54e384a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=36b0c4e9-c775-4109-83ad-c04b14efe1a9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:14.884398 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for port (90c86664-2dbd-410d-ad57-1bbf077dc86e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:14.944961 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (983dc5c4-582b-48c4-949e-a712adcb59e7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.007557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35332) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:15.064754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event updated for resources: {'Port': ['ID=983dc5c4-582b-48c4-949e-a712adcb59e7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:15.102038 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ccc00fbc-8c55-48ae-b693-1ffd593d5ea3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=911d89dd318f4ba3811e49bae203eaaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0911644 Jan 28 19:29:15.102666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35336) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:15.106903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Checking segment: {'id': '5c16e618-d04c-4b5b-a7aa-a5eec64712ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3512693c-fffd-4643-b2ee-1995c532ef17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:15.107566 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Network hostable DHCP agents. Network: 3512693c-fffd-4643-b2ee-1995c532ef17, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:29:15.146860 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Network 3512693c-fffd-4643-b2ee-1995c532ef17 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:29:15.161196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 3512693c-fffd-4643-b2ee-1995c532ef17) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:15.170754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeb1254-57b2-47b7-a183-af0dd05958f7 None None] Network 3512693c-fffd-4643-b2ee-1995c532ef17 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:15.178219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:15.179342 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (90c86664-2dbd-410d-ad57-1bbf077dc86e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.252580 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event updated for resources: {'Port': ['ID=90c86664-2dbd-410d-ad57-1bbf077dc86e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:15.278560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Checking segment: {'id': 'd5ce338e-81aa-48b0-ba83-c56de5f7db05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:15.279286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Network hostable DHCP agents. Network: 7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:29:15.304137 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Network 7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:29:15.341056 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:15.349959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1010e-874e-499f-9a18-7f3959c50913 req-c3df555b-2dd7-4ded-8eba-19552d742bc0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:15.351140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:15.351580 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1e1010e-874e-499f-9a18-7f3959c50913 req-c3df555b-2dd7-4ded-8eba-19552d742bc0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 946 time: 0.2561929 Jan 28 19:29:15.365517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3609c9ad-2989-4cd7-958e-01a99a8cf133 None None] Network 7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:15.368222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:15.381168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:15.383720 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.408782 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6ddb132f-a148-4e12-ab44-e502619a4783 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2658930 Jan 28 19:29:15.411313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35348) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:15.414892 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfa240f4-0585-49a7-a02a-2e12887c80f4 admin admin] Publish callbacks [] for security_group (ef228e79-aef7-4234-9781-e5b13b939724), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.478551 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf681f6-77e2-4306-9409-f47fecf894b5 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:15.485560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf681f6-77e2-4306-9409-f47fecf894b5 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:15.486809 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7bf681f6-77e2-4306-9409-f47fecf894b5 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0741153 Jan 28 19:29:15.489685 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35350) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:15.527298 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfa240f4-0585-49a7-a02a-2e12887c80f4 admin admin] Publish callbacks [] for security_group (ef228e79-aef7-4234-9781-e5b13b939724), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.617687 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b1e1010e-874e-499f-9a18-7f3959c50913 req-60fc8621-8d05-422e-bd7f-27dfa75c1d89 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410958 Jan 28 19:29:15.722569 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfa240f4-0585-49a7-a02a-2e12887c80f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ef228e79-aef7-4234-9781-e5b13b939724), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.725142 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfa240f4-0585-49a7-a02a-2e12887c80f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.726292 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cfa240f4-0585-49a7-a02a-2e12887c80f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef228e79-aef7-4234-9781-e5b13b939724 HTTP/1.1" status: 204 len: 168 time: 0.6015813 Jan 28 19:29:15.745358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa240f4-0585-49a7-a02a-2e12887c80f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef228e79-aef7-4234-9781-e5b13b939724,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:15.752527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65477a4d-650d-455a-9eb4-a72830154f8d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Deleting port 983dc5c4-582b-48c4-949e-a712adcb59e7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:15.752992 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65477a4d-650d-455a-9eb4-a72830154f8d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (983dc5c4-582b-48c4-949e-a712adcb59e7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.857798 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65477a4d-650d-455a-9eb4-a72830154f8d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (983dc5c4-582b-48c4-949e-a712adcb59e7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:15.888588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-65477a4d-650d-455a-9eb4-a72830154f8d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Calling delete_port for 983dc5c4-582b-48c4-949e-a712adcb59e7 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:16.139827 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65477a4d-650d-455a-9eb4-a72830154f8d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (983dc5c4-582b-48c4-949e-a712adcb59e7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.206213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65477a4d-650d-455a-9eb4-a72830154f8d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event deleted for resources: {'Port': ['ID=983dc5c4-582b-48c4-949e-a712adcb59e7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:16.231440 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65477a4d-650d-455a-9eb4-a72830154f8d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.240087 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-65477a4d-650d-455a-9eb4-a72830154f8d tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "DELETE /v2.0/ports/983dc5c4-582b-48c4-949e-a712adcb59e7 HTTP/1.1" status: 204 len: 168 time: 0.7467933 Jan 28 19:29:16.240899 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35394) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:16.490880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-47e62259-64f5-4650-9a73-8b1715588278 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Deleting port 90c86664-2dbd-410d-ad57-1bbf077dc86e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:16.491620 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47e62259-64f5-4650-9a73-8b1715588278 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (90c86664-2dbd-410d-ad57-1bbf077dc86e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.613115 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47e62259-64f5-4650-9a73-8b1715588278 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (90c86664-2dbd-410d-ad57-1bbf077dc86e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.643234 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-47e62259-64f5-4650-9a73-8b1715588278 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Calling delete_port for 90c86664-2dbd-410d-ad57-1bbf077dc86e owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:16.840996 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47e62259-64f5-4650-9a73-8b1715588278 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (90c86664-2dbd-410d-ad57-1bbf077dc86e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.897116 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e62259-64f5-4650-9a73-8b1715588278 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event deleted for resources: {'Port': ['ID=90c86664-2dbd-410d-ad57-1bbf077dc86e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:16.904325 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-47e62259-64f5-4650-9a73-8b1715588278 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:16.908004 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-47e62259-64f5-4650-9a73-8b1715588278 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "DELETE /v2.0/ports/90c86664-2dbd-410d-ad57-1bbf077dc86e HTTP/1.1" status: 204 len: 168 time: 0.6652472 Jan 28 19:29:16.910607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35420) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:16.950551 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda56084-bd8a-44a3-9fad-5189fbf8bc25 req-cf1c1e46-ddd3-4898-8a5f-aab8ad9a95e2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:16.958496 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fda56084-bd8a-44a3-9fad-5189fbf8bc25 req-cf1c1e46-ddd3-4898-8a5f-aab8ad9a95e2 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 946 time: 0.1561925 Jan 28 19:29:16.966217 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-315b1e80-ea53-4f9f-abab-2687b34ffeca tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0497048 Jan 28 19:29:16.973873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35426) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:16.995909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3bb7e4eb-81b2-41cd-b300-8a6f5b088d13 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-21844260'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:17.153489 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb7e4eb-81b2-41cd-b300-8a6f5b088d13 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Made reservation on behalf of 5ffbb02097f74e5ab0866e2d2cddbc13 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:17.166260 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bb7e4eb-81b2-41cd-b300-8a6f5b088d13 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.227963 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fda56084-bd8a-44a3-9fad-5189fbf8bc25 req-c1747080-88f1-4b9a-a73a-15dd24a03e1f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653568 Jan 28 19:29:17.245740 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb7e4eb-81b2-41cd-b300-8a6f5b088d13 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:29:17.259690 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bb7e4eb-81b2-41cd-b300-8a6f5b088d13 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (234aae7a-d3bf-4cc0-a684-39200249e072), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.260185 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-3bb7e4eb-81b2-41cd-b300-8a6f5b088d13 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Added segment 234aae7a-d3bf-4cc0-a684-39200249e072 of type vlan for network 27787b2c-7dbb-40b8-970e-8f4948000be6 Jan 28 19:29:17.327364 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bb7e4eb-81b2-41cd-b300-8a6f5b088d13 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (27787b2c-7dbb-40b8-970e-8f4948000be6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.357058 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bb7e4eb-81b2-41cd-b300-8a6f5b088d13 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (27787b2c-7dbb-40b8-970e-8f4948000be6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.365054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb7e4eb-81b2-41cd-b300-8a6f5b088d13 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:17.366283 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bb7e4eb-81b2-41cd-b300-8a6f5b088d13 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.437145 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35438) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:17.437606 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3bb7e4eb-81b2-41cd-b300-8a6f5b088d13 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4582665 Jan 28 19:29:17.450742 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a1a55373-c1c4-4fe2-820b-bb181bfcff27 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1450393513'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:17.497098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a55373-c1c4-4fe2-820b-bb181bfcff27 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Made reservation on behalf of 5ffbb02097f74e5ab0866e2d2cddbc13 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:17.502275 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1a55373-c1c4-4fe2-820b-bb181bfcff27 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.515720 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7e4eb-81b2-41cd-b300-8a6f5b088d13 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event updated for resources: {'Network': ['ID=27787b2c-7dbb-40b8-970e-8f4948000be6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:17.530244 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 27787b2c-7dbb-40b8-970e-8f4948000be6 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:17.534727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a55373-c1c4-4fe2-820b-bb181bfcff27 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:29:17.550978 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1a55373-c1c4-4fe2-820b-bb181bfcff27 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f563b8aa-d76d-438f-9556-9e7b2c0c6e0d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.551347 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-a1a55373-c1c4-4fe2-820b-bb181bfcff27 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Added segment f563b8aa-d76d-438f-9556-9e7b2c0c6e0d of type vlan for network a689bf49-ca28-470e-a0c8-3209ed9ec40b Jan 28 19:29:17.618365 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1a55373-c1c4-4fe2-820b-bb181bfcff27 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (a689bf49-ca28-470e-a0c8-3209ed9ec40b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.659383 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1a55373-c1c4-4fe2-820b-bb181bfcff27 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (a689bf49-ca28-470e-a0c8-3209ed9ec40b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.670122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a55373-c1c4-4fe2-820b-bb181bfcff27 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:17.672332 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1a55373-c1c4-4fe2-820b-bb181bfcff27 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:17.731813 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a1a55373-c1c4-4fe2-820b-bb181bfcff27 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2924583 Jan 28 19:29:17.752267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a55373-c1c4-4fe2-820b-bb181bfcff27 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event updated for resources: {'Network': ['ID=a689bf49-ca28-470e-a0c8-3209ed9ec40b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:17.764619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network a689bf49-ca28-470e-a0c8-3209ed9ec40b details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:17.937264 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35454) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:18.179078 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87f85c86-9b1d-4d00-813c-e883be82e907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:18.251550 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c16dfd3-18d2-4fd6-a3c3-ebd7b1a511ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:18.412026 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87f85c86-9b1d-4d00-813c-e883be82e907 admin admin] Publish callbacks [] for security_group (d6f53887-c9a5-4b3e-ae6d-b0bff6ad7189), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:18.417148 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87f85c86-9b1d-4d00-813c-e883be82e907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d6f53887-c9a5-4b3e-ae6d-b0bff6ad7189), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:18.495145 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-87f85c86-9b1d-4d00-813c-e883be82e907 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19d6c65e724b49848131d613f3b9ef7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5549588 Jan 28 19:29:18.495906 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f85c86-9b1d-4d00-813c-e883be82e907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f53887-c9a5-4b3e-ae6d-b0bff6ad7189,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:18.497784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35470) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:18.569989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35472) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:18.593015 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-203c4d50-1de8-402c-8f7e-ad5491d05abd admin admin] Publish callbacks [] for security_group (d6f53887-c9a5-4b3e-ae6d-b0bff6ad7189), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:18.643050 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-203c4d50-1de8-402c-8f7e-ad5491d05abd admin admin] Publish callbacks [] for security_group (d6f53887-c9a5-4b3e-ae6d-b0bff6ad7189), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:18.723105 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-203c4d50-1de8-402c-8f7e-ad5491d05abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d6f53887-c9a5-4b3e-ae6d-b0bff6ad7189), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:18.727147 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-203c4d50-1de8-402c-8f7e-ad5491d05abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:18.729815 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-203c4d50-1de8-402c-8f7e-ad5491d05abd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d6f53887-c9a5-4b3e-ae6d-b0bff6ad7189 HTTP/1.1" status: 204 len: 168 time: 0.2309320 Jan 28 19:29:18.741699 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c4d50-1de8-402c-8f7e-ad5491d05abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f53887-c9a5-4b3e-ae6d-b0bff6ad7189,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:18.810880 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:19.005806 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] Publish callbacks [] for security_group (9d923614-c5fd-4414-b48c-a1f148b7a6f4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:19.011345 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9d923614-c5fd-4414-b48c-a1f148b7a6f4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:19.105430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35484) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:19.107638 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c2fc22a40c84d0fbfa9c9a2a9697faf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5358846 Jan 28 19:29:19.108492 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d923614-c5fd-4414-b48c-a1f148b7a6f4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:19.130670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:19.131019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:19.131493 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:19.131839 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:19.132173 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:19.132506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:19.132842 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:19.133161 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:19.133616 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:19.133797 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:19.134155 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:19.134479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:19.134827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bebeaf-90a0-4a78-92ea-496f2e04881d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:19.263568 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ada70be-46c5-44a8-b41a-3f6ee128e9a6 admin admin] Publish callbacks [] for security_group (9d923614-c5fd-4414-b48c-a1f148b7a6f4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:19.362724 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ada70be-46c5-44a8-b41a-3f6ee128e9a6 admin admin] Publish callbacks [] for security_group (9d923614-c5fd-4414-b48c-a1f148b7a6f4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:19.464628 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ada70be-46c5-44a8-b41a-3f6ee128e9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9d923614-c5fd-4414-b48c-a1f148b7a6f4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:19.468680 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ada70be-46c5-44a8-b41a-3f6ee128e9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:19.479464 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9ada70be-46c5-44a8-b41a-3f6ee128e9a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d923614-c5fd-4414-b48c-a1f148b7a6f4 HTTP/1.1" status: 204 len: 168 time: 0.3665066 Jan 28 19:29:19.503853 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada70be-46c5-44a8-b41a-3f6ee128e9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d923614-c5fd-4414-b48c-a1f148b7a6f4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:20.089256 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35506) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:20.117843 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.298013 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] Publish callbacks [] for security_group (9f3ea856-eeaa-468f-8d7b-2c3c3b7cd87c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.303207 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9f3ea856-eeaa-468f-8d7b-2c3c3b7cd87c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.360531 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d07cc824ed2d4ce798e58e2170aca459&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2695594 Jan 28 19:29:20.361993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3ea856-eeaa-468f-8d7b-2c3c3b7cd87c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:20.363320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35514) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:20.383784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:20.385254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:20.387197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:20.387794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:20.388413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:20.389743 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:20.390824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:20.393565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:20.394211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:20.394862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:20.396750 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:20.397328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:20.399179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6032ae23-246e-4e44-a7c4-e467491f451a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:20.401878 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d48f4235-5f4c-499e-bbcf-026e6dbff287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.520517 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2aad38f0-9807-48b2-99cd-4e9e5a1f9c92 admin admin] Publish callbacks [] for security_group (9f3ea856-eeaa-468f-8d7b-2c3c3b7cd87c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.578555 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2aad38f0-9807-48b2-99cd-4e9e5a1f9c92 admin admin] Publish callbacks [] for security_group (9f3ea856-eeaa-468f-8d7b-2c3c3b7cd87c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.681889 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2aad38f0-9807-48b2-99cd-4e9e5a1f9c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9f3ea856-eeaa-468f-8d7b-2c3c3b7cd87c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.686405 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2aad38f0-9807-48b2-99cd-4e9e5a1f9c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:20.691347 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2aad38f0-9807-48b2-99cd-4e9e5a1f9c92 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f3ea856-eeaa-468f-8d7b-2c3c3b7cd87c HTTP/1.1" status: 204 len: 168 time: 0.3259180 Jan 28 19:29:20.716014 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad38f0-9807-48b2-99cd-4e9e5a1f9c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3ea856-eeaa-468f-8d7b-2c3c3b7cd87c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:20.943185 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35528) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:20.953507 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Request body: {'subnets': [{'network_id': '27787b2c-7dbb-40b8-970e-8f4948000be6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2131874111', 'ip_version': 6}, {'network_id': 'a689bf49-ca28-470e-a0c8-3209ed9ec40b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:20.953837 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Request body: {'subnet': {'network_id': '27787b2c-7dbb-40b8-970e-8f4948000be6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2131874111', 'ip_version': 6}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:20.955607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Request body: {'subnet': {'network_id': 'a689bf49-ca28-470e-a0c8-3209ed9ec40b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:21.344711 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Made reservation on behalf of 5ffbb02097f74e5ab0866e2d2cddbc13 for: {'subnet': 2} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:21.353473 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:21.353813 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:21.686911 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:22.078985 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (dd39233c-15c8-422d-951e-7a2996fef5fc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:22.206371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Checking segment: {'id': '234aae7a-d3bf-4cc0-a684-39200249e072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27787b2c-7dbb-40b8-970e-8f4948000be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:22.206739 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Network hostable DHCP agents. Network: 27787b2c-7dbb-40b8-970e-8f4948000be6, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:29:22.213286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event updated for resources: {'Subnet': ['ID=dd39233c-15c8-422d-951e-7a2996fef5fc,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:22.258585 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Network 27787b2c-7dbb-40b8-970e-8f4948000be6 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:29:22.273171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 27787b2c-7dbb-40b8-970e-8f4948000be6) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:22.288295 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3ccff0-c4a0-439d-99fe-15a7e14f4c72 None None] Network 27787b2c-7dbb-40b8-970e-8f4948000be6 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:22.351254 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (d28ffe9b-2110-4c5e-b61b-88823cc85fc6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:22.503837 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event updated for resources: {'Subnet': ['ID=d28ffe9b-2110-4c5e-b61b-88823cc85fc6,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:22.562293 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Checking segment: {'id': 'f563b8aa-d76d-438f-9556-9e7b2c0c6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a689bf49-ca28-470e-a0c8-3209ed9ec40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:22.562647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Network hostable DHCP agents. Network: a689bf49-ca28-470e-a0c8-3209ed9ec40b, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:29:22.588589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-27787b2c-7dbb-40b8-970e-8f4948000be6', 'network_id': '27787b2c-7dbb-40b8-970e-8f4948000be6', 'project_id': '5ffbb02097f74e5ab0866e2d2cddbc13', 'fixed_ips': [{'subnet_id': 'dd39233c-15c8-422d-951e-7a2996fef5fc'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:29:22.589468 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:22.601002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Network a689bf49-ca28-470e-a0c8-3209ed9ec40b is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:29:22.615961 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, a689bf49-ca28-470e-a0c8-3209ed9ec40b) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:22.621444 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:22.621925 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:22.624296 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:22.643460 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35592) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:22.648275 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04aa52a-a682-449c-96db-6d4b737a29f4 None None] Network a689bf49-ca28-470e-a0c8-3209ed9ec40b requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:22.668982 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35598) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:22.671468 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f1b6e3c3-8b87-4fa8-91ac-6cf095d1b7a0 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.7269967 Jan 28 19:29:22.883302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa2453-d368-4fa0-b798-22090506ff4a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:22.884704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa2453-d368-4fa0-b798-22090506ff4a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:22.888245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa2453-d368-4fa0-b798-22090506ff4a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:22.889932 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-71aa2453-d368-4fa0-b798-22090506ff4a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2192836 Jan 28 19:29:22.899258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35602) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:22.907827 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51e421c1-1694-4e16-800b-4f055b6c57ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:22.977498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Allocated IP 2001:db8::1 (27787b2c-7dbb-40b8-970e-8f4948000be6/dd39233c-15c8-422d-951e-7a2996fef5fc/2a3ca1b5-a18c-4518-97a2-26342bc3e030) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:23.009366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-835f9812-5a9a-4635-973b-c877b4f59fec tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Deleting subnet dd39233c-15c8-422d-951e-7a2996fef5fc {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:29:23.011014 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35604) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:23.053123 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51e421c1-1694-4e16-800b-4f055b6c57ea admin admin] Publish callbacks [] for security_group (4e2af6c4-3db7-4f1c-a990-15e8f953bf9c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.059082 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-51e421c1-1694-4e16-800b-4f055b6c57ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4e2af6c4-3db7-4f1c-a990-15e8f953bf9c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.108709 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-51e421c1-1694-4e16-800b-4f055b6c57ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=392e4933d8894e2bac27cff92444abe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4645300 Jan 28 19:29:23.110200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e421c1-1694-4e16-800b-4f055b6c57ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2af6c4-3db7-4f1c-a990-15e8f953bf9c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:23.111440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35608) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:23.166015 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f1fec9-1408-4a19-9171-d98235356b04 admin admin] Publish callbacks [] for security_group (4e2af6c4-3db7-4f1c-a990-15e8f953bf9c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.182814 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.191836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-a689bf49-ca28-470e-a0c8-3209ed9ec40b', 'network_id': 'a689bf49-ca28-470e-a0c8-3209ed9ec40b', 'project_id': '5ffbb02097f74e5ab0866e2d2cddbc13', 'fixed_ips': [{'subnet_id': 'd28ffe9b-2110-4c5e-b61b-88823cc85fc6'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:29:23.192065 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f1fec9-1408-4a19-9171-d98235356b04 admin admin] Publish callbacks [] for security_group (4e2af6c4-3db7-4f1c-a990-15e8f953bf9c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.192717 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.196530 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67bba0d6-fc10-4725-9c16-6bedd93f8db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.271354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f1fec9-1408-4a19-9171-d98235356b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4e2af6c4-3db7-4f1c-a990-15e8f953bf9c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.275291 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9f1fec9-1408-4a19-9171-d98235356b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.278539 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b9f1fec9-1408-4a19-9171-d98235356b04 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e2af6c4-3db7-4f1c-a990-15e8f953bf9c HTTP/1.1" status: 204 len: 168 time: 0.1660092 Jan 28 19:29:23.295809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1fec9-1408-4a19-9171-d98235356b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2af6c4-3db7-4f1c-a990-15e8f953bf9c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:23.349738 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67bba0d6-fc10-4725-9c16-6bedd93f8db1 admin admin] Publish callbacks [] for security_group (2a877694-58a3-40a0-b2bd-5d86591d5f8e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.358840 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67bba0d6-fc10-4725-9c16-6bedd93f8db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2a877694-58a3-40a0-b2bd-5d86591d5f8e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.410483 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:23.410806 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-67bba0d6-fc10-4725-9c16-6bedd93f8db1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73337bcf76ed4749a8497c8e245aa6b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3984127 Jan 28 19:29:23.450627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bba0d6-fc10-4725-9c16-6bedd93f8db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a877694-58a3-40a0-b2bd-5d86591d5f8e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:23.505974 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-134e8eee-92a8-463d-b867-3b4926e849e6 admin admin] Publish callbacks [] for security_group (2a877694-58a3-40a0-b2bd-5d86591d5f8e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.547732 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-134e8eee-92a8-463d-b867-3b4926e849e6 admin admin] Publish callbacks [] for security_group (2a877694-58a3-40a0-b2bd-5d86591d5f8e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.654124 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-134e8eee-92a8-463d-b867-3b4926e849e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2a877694-58a3-40a0-b2bd-5d86591d5f8e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.657233 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-134e8eee-92a8-463d-b867-3b4926e849e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.658778 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-134e8eee-92a8-463d-b867-3b4926e849e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a877694-58a3-40a0-b2bd-5d86591d5f8e HTTP/1.1" status: 204 len: 168 time: 0.2470450 Jan 28 19:29:23.669391 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e8eee-92a8-463d-b867-3b4926e849e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a877694-58a3-40a0-b2bd-5d86591d5f8e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:23.726376 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Allocated IP 2001:db8:0:1::1 (a689bf49-ca28-470e-a0c8-3209ed9ec40b/d28ffe9b-2110-4c5e-b61b-88823cc85fc6/3d0afb32-1438-4093-bd98-46dd282fcaed) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:23.753345 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Publish callbacks [] for port (2a3ca1b5-a18c-4518-97a2-26342bc3e030), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.761454 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-835f9812-5a9a-4635-973b-c877b4f59fec tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for subnet (dd39233c-15c8-422d-951e-7a2996fef5fc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.763833 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (2a3ca1b5-a18c-4518-97a2-26342bc3e030), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.824627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Pushing event updated for resources: {'Port': ['ID=2a3ca1b5-a18c-4518-97a2-26342bc3e030,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:23.867414 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Network 27787b2c-7dbb-40b8-970e-8f4948000be6 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:23.870330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:23.874604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:23.889147 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-835f9812-5a9a-4635-973b-c877b4f59fec tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (dd39233c-15c8-422d-951e-7a2996fef5fc), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:23.973155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Attempting to bind port 2a3ca1b5-a18c-4518-97a2-26342bc3e030 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:23.973542 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Attempting to bind port 2a3ca1b5-a18c-4518-97a2-26342bc3e030 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '234aae7a-d3bf-4cc0-a684-39200249e072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27787b2c-7dbb-40b8-970e-8f4948000be6'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:23.973953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Attempting to bind port 2a3ca1b5-a18c-4518-97a2-26342bc3e030 on network 27787b2c-7dbb-40b8-970e-8f4948000be6 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:24.002778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:24.003588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Checking segment: {'id': '234aae7a-d3bf-4cc0-a684-39200249e072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27787b2c-7dbb-40b8-970e-8f4948000be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:24.003588 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.003915 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Bound using segment: {'id': '234aae7a-d3bf-4cc0-a684-39200249e072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27787b2c-7dbb-40b8-970e-8f4948000be6'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:24.004390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Bound port: 2a3ca1b5-a18c-4518-97a2-26342bc3e030, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234aae7a-d3bf-4cc0-a684-39200249e072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '27787b2c-7dbb-40b8-970e-8f4948000be6'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:24.004768 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2a3ca1b5-a18c-4518-97a2-26342bc3e030), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.070136 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-835f9812-5a9a-4635-973b-c877b4f59fec tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (dd39233c-15c8-422d-951e-7a2996fef5fc), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.085501 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Publish callbacks [] for port (3d0afb32-1438-4093-bd98-46dd282fcaed), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.109038 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (3d0afb32-1438-4093-bd98-46dd282fcaed), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.183737 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-835f9812-5a9a-4635-973b-c877b4f59fec tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (dd39233c-15c8-422d-951e-7a2996fef5fc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.211888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Network a689bf49-ca28-470e-a0c8-3209ed9ec40b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:24.223741 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:24.225987 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f9812-5a9a-4635-973b-c877b4f59fec tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event deleted for resources: {'Subnet': ['ID=dd39233c-15c8-422d-951e-7a2996fef5fc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:24.228790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:24.234837 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] For port 2a3ca1b5-a18c-4518-97a2-26342bc3e030, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:24.250809 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-835f9812-5a9a-4635-973b-c877b4f59fec tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.254033 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-835f9812-5a9a-4635-973b-c877b4f59fec tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "DELETE /v2.0/subnets/dd39233c-15c8-422d-951e-7a2996fef5fc HTTP/1.1" status: 204 len: 168 time: 1.3523948 Jan 28 19:29:24.257180 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35654) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:24.281803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Pushing event updated for resources: {'Port': ['ID=3d0afb32-1438-4093-bd98-46dd282fcaed,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:24.295417 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] For port 2a3ca1b5-a18c-4518-97a2-26342bc3e030, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2a3ca1b5-a18c-4518-97a2-26342bc3e030,segment=NetworkSegment(234aae7a-d3bf-4cc0-a684-39200249e072),segment_id=234aae7a-d3bf-4cc0-a684-39200249e072)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:24.346525 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2a3ca1b5-a18c-4518-97a2-26342bc3e030), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.385448 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefdd88d-8949-4ef4-be47-9c89970e1176 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Deleting subnet d28ffe9b-2110-4c5e-b61b-88823cc85fc6 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:29:24.389469 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cefdd88d-8949-4ef4-be47-9c89970e1176 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for subnet (d28ffe9b-2110-4c5e-b61b-88823cc85fc6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.414757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Attempting to bind port 3d0afb32-1438-4093-bd98-46dd282fcaed on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:24.415178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Attempting to bind port 3d0afb32-1438-4093-bd98-46dd282fcaed by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'f563b8aa-d76d-438f-9556-9e7b2c0c6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a689bf49-ca28-470e-a0c8-3209ed9ec40b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:24.415545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Attempting to bind port 3d0afb32-1438-4093-bd98-46dd282fcaed on network a689bf49-ca28-470e-a0c8-3209ed9ec40b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:24.427799 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:24.428186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Checking segment: {'id': 'f563b8aa-d76d-438f-9556-9e7b2c0c6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a689bf49-ca28-470e-a0c8-3209ed9ec40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:24.428553 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.428945 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Bound using segment: {'id': 'f563b8aa-d76d-438f-9556-9e7b2c0c6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a689bf49-ca28-470e-a0c8-3209ed9ec40b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:24.429433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Bound port: 3d0afb32-1438-4093-bd98-46dd282fcaed, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f563b8aa-d76d-438f-9556-9e7b2c0c6e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a689bf49-ca28-470e-a0c8-3209ed9ec40b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:24.429853 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3d0afb32-1438-4093-bd98-46dd282fcaed), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.483842 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e755ee-8a73-4522-9e43-ecbde8dee03f None None] Pushing event updated for resources: {'Port': ['ID=2a3ca1b5-a18c-4518-97a2-26342bc3e030,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:24.488614 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.517921 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cefdd88d-8949-4ef4-be47-9c89970e1176 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (d28ffe9b-2110-4c5e-b61b-88823cc85fc6), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.569775 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] For port 3d0afb32-1438-4093-bd98-46dd282fcaed, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:24.574867 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] For port 3d0afb32-1438-4093-bd98-46dd282fcaed, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=3d0afb32-1438-4093-bd98-46dd282fcaed,segment=NetworkSegment(f563b8aa-d76d-438f-9556-9e7b2c0c6e0d),segment_id=f563b8aa-d76d-438f-9556-9e7b2c0c6e0d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:24.583631 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3d0afb32-1438-4093-bd98-46dd282fcaed), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.649381 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5e156-465a-434d-a6f3-7ff5f61b8608 None None] Pushing event updated for resources: {'Port': ['ID=3d0afb32-1438-4093-bd98-46dd282fcaed,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:24.747819 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cefdd88d-8949-4ef4-be47-9c89970e1176 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (d28ffe9b-2110-4c5e-b61b-88823cc85fc6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:24.919297 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cefdd88d-8949-4ef4-be47-9c89970e1176 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (d28ffe9b-2110-4c5e-b61b-88823cc85fc6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.049779 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cefdd88d-8949-4ef4-be47-9c89970e1176 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.055970 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cefdd88d-8949-4ef4-be47-9c89970e1176 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "DELETE /v2.0/subnets/d28ffe9b-2110-4c5e-b61b-88823cc85fc6 HTTP/1.1" status: 204 len: 168 time: 0.7945244 Jan 28 19:29:25.055970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefdd88d-8949-4ef4-be47-9c89970e1176 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event deleted for resources: {'Subnet': ['ID=d28ffe9b-2110-4c5e-b61b-88823cc85fc6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:25.056482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35680) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:25.176151 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35682) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:25.253728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff4771b-bb74-47c2-8b77-96bff85aa93c tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:25.260831 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3ff4771b-bb74-47c2-8b77-96bff85aa93c tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2023008 Jan 28 19:29:25.265606 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35686) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:25.382297 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (a689bf49-ca28-470e-a0c8-3209ed9ec40b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.403126 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c9b3252f-a0f6-42a5-9a7c-8a77bae11d86 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-494553961-network', 'tenant_id': 'b783c4e8e0aa447597c8df402e4f0746'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:25.453854 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.464531 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b3252f-a0f6-42a5-9a7c-8a77bae11d86 admin admin] Made reservation on behalf of b783c4e8e0aa447597c8df402e4f0746 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:25.469926 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9b3252f-a0f6-42a5-9a7c-8a77bae11d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.492332 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9b3252f-a0f6-42a5-9a7c-8a77bae11d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.623947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Deleting port 3d0afb32-1438-4093-bd98-46dd282fcaed {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:25.624470 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (3d0afb32-1438-4093-bd98-46dd282fcaed), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.649257 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9b3252f-a0f6-42a5-9a7c-8a77bae11d86 admin admin] Publish callbacks [] for security_group (b5e2f629-a807-423f-a1c0-a4c0441d73f7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.687788 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9b3252f-a0f6-42a5-9a7c-8a77bae11d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b5e2f629-a807-423f-a1c0-a4c0441d73f7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.746806 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b3252f-a0f6-42a5-9a7c-8a77bae11d86 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:29:25.749970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] For port 3d0afb32-1438-4093-bd98-46dd282fcaed, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=3d0afb32-1438-4093-bd98-46dd282fcaed,segment=NetworkSegment(f563b8aa-d76d-438f-9556-9e7b2c0c6e0d),segment_id=f563b8aa-d76d-438f-9556-9e7b2c0c6e0d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:25.750562 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (3d0afb32-1438-4093-bd98-46dd282fcaed), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.753181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3252f-a0f6-42a5-9a7c-8a77bae11d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e2f629-a807-423f-a1c0-a4c0441d73f7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:25.782401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Calling delete_port for 3d0afb32-1438-4093-bd98-46dd282fcaed owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:25.802934 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9b3252f-a0f6-42a5-9a7c-8a77bae11d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e3a32572-940e-4d58-abb1-90db7842dda8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.803640 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-c9b3252f-a0f6-42a5-9a7c-8a77bae11d86 admin admin] Added segment e3a32572-940e-4d58-abb1-90db7842dda8 of type vlan for network c4c34fce-b78b-461c-af25-990157e6d693 Jan 28 19:29:25.840412 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc29f48b-fe03-4cb8-b4dc-760644f14d90 req-0b44a46a-a529-4f87-a6db-7f07762c9a39 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699239 Jan 28 19:29:25.910903 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9b3252f-a0f6-42a5-9a7c-8a77bae11d86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (c4c34fce-b78b-461c-af25-990157e6d693), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:25.964483 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29f48b-fe03-4cb8-b4dc-760644f14d90 req-8a331569-6e43-44a6-8124-d4a503fea04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:25.966014 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc29f48b-fe03-4cb8-b4dc-760644f14d90 req-8a331569-6e43-44a6-8124-d4a503fea04a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 1128 time: 0.0707278 Jan 28 19:29:26.013544 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9b3252f-a0f6-42a5-9a7c-8a77bae11d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (c4c34fce-b78b-461c-af25-990157e6d693), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:26.022639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b3252f-a0f6-42a5-9a7c-8a77bae11d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:26.023283 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c9b3252f-a0f6-42a5-9a7c-8a77bae11d86 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:26.161371 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c9b3252f-a0f6-42a5-9a7c-8a77bae11d86 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9837067 Jan 28 19:29:26.166646 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35704) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:26.171311 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-55bdfa1a-5ae1-4c27-b1aa-6cd1de58bdda admin admin] Request body: {'subnet': {'network_id': 'c4c34fce-b78b-461c-af25-990157e6d693', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-494553961-subnet', 'tenant_id': 'b783c4e8e0aa447597c8df402e4f0746', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:26.199158 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (3d0afb32-1438-4093-bd98-46dd282fcaed), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:26.298485 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3252f-a0f6-42a5-9a7c-8a77bae11d86 admin admin] Pushing event updated for resources: {'Network': ['ID=c4c34fce-b78b-461c-af25-990157e6d693,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:26.300159 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29f48b-fe03-4cb8-b4dc-760644f14d90 req-cc050915-8c9a-499d-83ad-e4f426f08f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:26.303865 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc29f48b-fe03-4cb8-b4dc-760644f14d90 req-cc050915-8c9a-499d-83ad-e4f426f08f7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 200 len: 918 time: 0.3195446 Jan 28 19:29:26.322429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network c4c34fce-b78b-461c-af25-990157e6d693 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:26.326038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event deleted for resources: {'Port': ['ID=3d0afb32-1438-4093-bd98-46dd282fcaed,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:26.335925 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] No DVR routers for this DVR port 3d0afb32-1438-4093-bd98-46dd282fcaed on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:26.403023 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc29f48b-fe03-4cb8-b4dc-760644f14d90 req-060c86f7-2e06-4f36-8532-24fd0d617cdf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 HTTP/1.1" status: 200 len: 1001 time: 0.0919471 Jan 28 19:29:26.415361 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2a3ca1b5-a18c-4518-97a2-26342bc3e030 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:26.459595 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d542b814-23d2-40e6-9770-ec3bc71f6eea None None] Network 27787b2c-7dbb-40b8-970e-8f4948000be6 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:26.498396 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29f48b-fe03-4cb8-b4dc-760644f14d90 req-ebfd7e77-f92b-4d03-9dd5-d53b92ebfce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:26.500113 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc29f48b-fe03-4cb8-b4dc-760644f14d90 req-ebfd7e77-f92b-4d03-9dd5-d53b92ebfce0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f81e2f04-6d65-4bf2-ae23-2d422541a4df HTTP/1.1" status: 200 len: 856 time: 0.0918007 Jan 28 19:29:26.597179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29f48b-fe03-4cb8-b4dc-760644f14d90 req-8fb07828-8330-46ca-b192-639fc3692f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:26.604364 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc29f48b-fe03-4cb8-b4dc-760644f14d90 req-8fb07828-8330-46ca-b192-639fc3692f31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0967851 Jan 28 19:29:26.657817 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 2a3ca1b5-a18c-4518-97a2-26342bc3e030 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:26.673228 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2a3ca1b5-a18c-4518-97a2-26342bc3e030), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:26.736077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7b8263e8-e740-4c82-8685-5de2f0429b44 None None] Provisioning complete for port 2a3ca1b5-a18c-4518-97a2-26342bc3e030 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:26.736742 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b8263e8-e740-4c82-8685-5de2f0429b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2a3ca1b5-a18c-4518-97a2-26342bc3e030), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:26.806075 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72931e34-070c-492f-8c04-de9c52d1312e None None] Network a689bf49-ca28-470e-a0c8-3209ed9ec40b requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:26.852182 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc29f48b-fe03-4cb8-b4dc-760644f14d90 req-c77dc8bf-7daa-4be9-9c25-c386f32e174f service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350731 Jan 28 19:29:26.939435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bdfa1a-5ae1-4c27-b1aa-6cd1de58bdda admin admin] Made reservation on behalf of b783c4e8e0aa447597c8df402e4f0746 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:26.941569 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55bdfa1a-5ae1-4c27-b1aa-6cd1de58bdda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.068391 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34561409-1e27-4559-be4f-ff4b0adabb30 None None] DHCP port deletion for 27787b2c-7dbb-40b8-970e-8f4948000be6 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:29:27.104876 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc29f48b-fe03-4cb8-b4dc-760644f14d90 req-13e61a96-e62f-46e7-9739-1a622189e245 service neutron] 10.222.0.37 "GET /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269576 Jan 28 19:29:27.126732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7b8263e8-e740-4c82-8685-5de2f0429b44 None None] Current status of the port 2a3ca1b5-a18c-4518-97a2-26342bc3e030 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:27.127070 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b8263e8-e740-4c82-8685-5de2f0429b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2a3ca1b5-a18c-4518-97a2-26342bc3e030), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.138306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5e0159-fabe-46b3-93b2-76b1b5590059 None None] DHCP port deletion for a689bf49-ca28-470e-a0c8-3209ed9ec40b request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:29:27.164981 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 2a3ca1b5-a18c-4518-97a2-26342bc3e030 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:27.166291 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2a3ca1b5-a18c-4518-97a2-26342bc3e030), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.210716 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55bdfa1a-5ae1-4c27-b1aa-6cd1de58bdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (c2cad559-9a87-446d-993f-f98e32c447e5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.228331 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 2a3ca1b5-a18c-4518-97a2-26342bc3e030, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2a3ca1b5-a18c-4518-97a2-26342bc3e030,segment=NetworkSegment(234aae7a-d3bf-4cc0-a684-39200249e072),segment_id=234aae7a-d3bf-4cc0-a684-39200249e072)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:27.240211 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2a3ca1b5-a18c-4518-97a2-26342bc3e030), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.241047 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3d0afb32-1438-4093-bd98-46dd282fcaed up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:27.266244 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (a689bf49-ca28-470e-a0c8-3209ed9ec40b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.269713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 3d0afb32-1438-4093-bd98-46dd282fcaed {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:27.270118 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3d0afb32-1438-4093-bd98-46dd282fcaed not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 28 19:29:27.311213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a689bf49-ca28-470e-a0c8-3209ed9ec40b']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:27.332289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f563b8aa-d76d-438f-9556-9e7b2c0c6e0d') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:27.332682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f563b8aa-d76d-438f-9556-9e7b2c0c6e0d') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:27.333861 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-34561409-1e27-4559-be4f-ff4b0adabb30 None None] Deleting port 2a3ca1b5-a18c-4518-97a2-26342bc3e030 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:27.334811 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34561409-1e27-4559-be4f-ff4b0adabb30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2a3ca1b5-a18c-4518-97a2-26342bc3e030), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.334956 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdfa1a-5ae1-4c27-b1aa-6cd1de58bdda admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2cad559-9a87-446d-993f-f98e32c447e5,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:27.353174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bdfa1a-5ae1-4c27-b1aa-6cd1de58bdda admin admin] Checking segment: {'id': 'e3a32572-940e-4d58-abb1-90db7842dda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c4c34fce-b78b-461c-af25-990157e6d693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:27.354149 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bdfa1a-5ae1-4c27-b1aa-6cd1de58bdda admin admin] Network hostable DHCP agents. Network: c4c34fce-b78b-461c-af25-990157e6d693, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:29:27.361828 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (f563b8aa-d76d-438f-9556-9e7b2c0c6e0d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.392057 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f563b8aa-d76d-438f-9556-9e7b2c0c6e0d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.395408 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bdfa1a-5ae1-4c27-b1aa-6cd1de58bdda admin admin] Network c4c34fce-b78b-461c-af25-990157e6d693 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:29:27.406519 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:27.407433 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (f563b8aa-d76d-438f-9556-9e7b2c0c6e0d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:27.412111 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:27.425844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-55bdfa1a-5ae1-4c27-b1aa-6cd1de58bdda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, c4c34fce-b78b-461c-af25-990157e6d693) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:27.434108 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bdfa1a-5ae1-4c27-b1aa-6cd1de58bdda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:27.434890 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-55bdfa1a-5ae1-4c27-b1aa-6cd1de58bdda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.460044 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-34561409-1e27-4559-be4f-ff4b0adabb30 None None] For port 2a3ca1b5-a18c-4518-97a2-26342bc3e030, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2a3ca1b5-a18c-4518-97a2-26342bc3e030,segment=NetworkSegment(234aae7a-d3bf-4cc0-a684-39200249e072),segment_id=234aae7a-d3bf-4cc0-a684-39200249e072)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:27.460625 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34561409-1e27-4559-be4f-ff4b0adabb30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2a3ca1b5-a18c-4518-97a2-26342bc3e030), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.497918 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-55bdfa1a-5ae1-4c27-b1aa-6cd1de58bdda admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3324323 Jan 28 19:29:27.500820 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35718) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:27.505778 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (a689bf49-ca28-470e-a0c8-3209ed9ec40b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.507149 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-494553961-router', 'tenant_id': 'b783c4e8e0aa447597c8df402e4f0746', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:27.516934 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.521928 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "DELETE /v2.0/networks/a689bf49-ca28-470e-a0c8-3209ed9ec40b HTTP/1.1" status: 204 len: 168 time: 2.2550879 Jan 28 19:29:27.535492 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-34561409-1e27-4559-be4f-ff4b0adabb30 None None] Calling delete_port for 2a3ca1b5-a18c-4518-97a2-26342bc3e030 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:27.535882 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35720) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:27.548947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01975b3f-ab00-4a26-bacf-5eed38cfc65f tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event deleted for resources: {'Network': ['ID=a689bf49-ca28-470e-a0c8-3209ed9ec40b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:27.561436 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (98d8fc12-1fa2-405d-8369-4e43e049e070), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.565782 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (98d8fc12-1fa2-405d-8369-4e43e049e070), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.652730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbef864-5996-4771-b1a6-593edc48a37b None None] Network c4c34fce-b78b-461c-af25-990157e6d693 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:27.680214 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (27787b2c-7dbb-40b8-970e-8f4948000be6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.687779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Port 3d0afb32-1438-4093-bd98-46dd282fcaed not found, will not notify nova. {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 28 19:29:27.713007 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Publish callbacks [] for router_controller (98d8fc12-1fa2-405d-8369-4e43e049e070), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.817333 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-7b8263e8-e740-4c82-8685-5de2f0429b44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:29:27.817839 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-7b8263e8-e740-4c82-8685-5de2f0429b44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:29:27.827497 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=2a3ca1b5-a18c-4518-97a2-26342bc3e030,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:27.893586 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Deleting port 2a3ca1b5-a18c-4518-97a2-26342bc3e030 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:27.893928 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2a3ca1b5-a18c-4518-97a2-26342bc3e030), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.984042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-c4c34fce-b78b-461c-af25-990157e6d693', 'network_id': 'c4c34fce-b78b-461c-af25-990157e6d693', 'project_id': 'b783c4e8e0aa447597c8df402e4f0746', 'fixed_ips': [{'subnet_id': 'c2cad559-9a87-446d-993f-f98e32c447e5'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:29:27.985150 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:27.987785 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34561409-1e27-4559-be4f-ff4b0adabb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (2a3ca1b5-a18c-4518-97a2-26342bc3e030), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.040062 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34561409-1e27-4559-be4f-ff4b0adabb30 None None] Pushing event deleted for resources: {'Port': ['ID=2a3ca1b5-a18c-4518-97a2-26342bc3e030,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:28.055089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34561409-1e27-4559-be4f-ff4b0adabb30 None None] No DVR routers for this DVR port 2a3ca1b5-a18c-4518-97a2-26342bc3e030 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:28.093144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] For port 2a3ca1b5-a18c-4518-97a2-26342bc3e030, host n-d-824834-4, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:28.093516 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2a3ca1b5-a18c-4518-97a2-26342bc3e030), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.118926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Calling delete_port for 2a3ca1b5-a18c-4518-97a2-26342bc3e030 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:28.124046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Port 2a3ca1b5-a18c-4518-97a2-26342bc3e030 was not found and therefore no delete operation was performed {{(pid=103146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:29:28.125392 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2a3ca1b5-a18c-4518-97a2-26342bc3e030), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.130996 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Publish callbacks [] for router_gateway (98d8fc12-1fa2-405d-8369-4e43e049e070), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.191389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event deleted for resources: {'Port': ['ID=2a3ca1b5-a18c-4518-97a2-26342bc3e030,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:28.198867 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] No DVR routers for this DVR port 2a3ca1b5-a18c-4518-97a2-26342bc3e030 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:28.257368 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2a3ca1b5-a18c-4518-97a2-26342bc3e030 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:28.291077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 2a3ca1b5-a18c-4518-97a2-26342bc3e030 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:28.291563 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2a3ca1b5-a18c-4518-97a2-26342bc3e030 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:28.292086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3d0afb32-1438-4093-bd98-46dd282fcaed no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:28.322796 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Allocated IP 172.20.0.2 (c4c34fce-b78b-461c-af25-990157e6d693/c2cad559-9a87-446d-993f-f98e32c447e5/fa452f79-4f9f-4c1f-95eb-63ef1c070bc3) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:28.331136 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 3d0afb32-1438-4093-bd98-46dd282fcaed {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:28.331678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3d0afb32-1438-4093-bd98-46dd282fcaed not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:28.371400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7b8263e8-e740-4c82-8685-5de2f0429b44 None None] Port 2a3ca1b5-a18c-4518-97a2-26342bc3e030 update to ACTIVE by agent not found {{(pid=103148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 28 19:29:28.395812 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (27787b2c-7dbb-40b8-970e-8f4948000be6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.420867 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27787b2c-7dbb-40b8-970e-8f4948000be6']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:28.432191 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234aae7a-d3bf-4cc0-a684-39200249e072') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:28.432494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234aae7a-d3bf-4cc0-a684-39200249e072') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:28.444572 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (234aae7a-d3bf-4cc0-a684-39200249e072), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.466565 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (234aae7a-d3bf-4cc0-a684-39200249e072), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.481746 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:28.483078 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (234aae7a-d3bf-4cc0-a684-39200249e072), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.502252 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d7dec703-b413-4cb7-8b83-ce1ffad39ece None None] Could not find standard attr ID for object 3d0afb32-1438-4093-bd98-46dd282fcaed. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:29:28.534628 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Publish callbacks [] for router_gateway (98d8fc12-1fa2-405d-8369-4e43e049e070), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:28.564708 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:28.569292 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (27787b2c-7dbb-40b8-970e-8f4948000be6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.577486 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.581287 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.586889 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "DELETE /v2.0/networks/27787b2c-7dbb-40b8-970e-8f4948000be6 HTTP/1.1" status: 204 len: 168 time: 1.0496490 Jan 28 19:29:28.604428 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35734) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:28.605519 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149da5ef-3b12-4fa6-bbad-8cf44ade26f7 tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event deleted for resources: {'Network': ['ID=27787b2c-7dbb-40b8-970e-8f4948000be6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:28.642375 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Publish callbacks [] for port (fa452f79-4f9f-4c1f-95eb-63ef1c070bc3), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.649696 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (fa452f79-4f9f-4c1f-95eb-63ef1c070bc3), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.699724 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de512972-a5f5-4d03-b68f-bec1d33b8f1a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.718848 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Allocated IP 172.25.0.70 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/314c94f8-ac10-43b4-a52c-20311ec2a7d4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:28.746178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Network c4c34fce-b78b-461c-af25-990157e6d693 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:28.758744 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:28.760874 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Pushing event updated for resources: {'Port': ['ID=fa452f79-4f9f-4c1f-95eb-63ef1c070bc3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:28.768493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:28.817993 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de512972-a5f5-4d03-b68f-bec1d33b8f1a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.844695 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-de512972-a5f5-4d03-b68f-bec1d33b8f1a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:28.846732 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Publish callbacks [] for port (314c94f8-ac10-43b4-a52c-20311ec2a7d4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.866518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-de512972-a5f5-4d03-b68f-bec1d33b8f1a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ce338e-81aa-48b0-ba83-c56de5f7db05') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:28.868235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-de512972-a5f5-4d03-b68f-bec1d33b8f1a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ce338e-81aa-48b0-ba83-c56de5f7db05') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:28.885704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Attempting to bind port fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:28.886574 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Attempting to bind port fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'e3a32572-940e-4d58-abb1-90db7842dda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c4c34fce-b78b-461c-af25-990157e6d693'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:28.886954 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (314c94f8-ac10-43b4-a52c-20311ec2a7d4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.887507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Attempting to bind port fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 on network c4c34fce-b78b-461c-af25-990157e6d693 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:28.891668 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de512972-a5f5-4d03-b68f-bec1d33b8f1a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (d5ce338e-81aa-48b0-ba83-c56de5f7db05), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.894825 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:28.895519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Checking segment: {'id': 'e3a32572-940e-4d58-abb1-90db7842dda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c4c34fce-b78b-461c-af25-990157e6d693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:28.896875 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.897493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Bound using segment: {'id': 'e3a32572-940e-4d58-abb1-90db7842dda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c4c34fce-b78b-461c-af25-990157e6d693'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:28.898272 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Bound port: fa452f79-4f9f-4c1f-95eb-63ef1c070bc3, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a32572-940e-4d58-abb1-90db7842dda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c4c34fce-b78b-461c-af25-990157e6d693'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:28.898897 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fa452f79-4f9f-4c1f-95eb-63ef1c070bc3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.918996 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de512972-a5f5-4d03-b68f-bec1d33b8f1a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d5ce338e-81aa-48b0-ba83-c56de5f7db05), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.940974 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de512972-a5f5-4d03-b68f-bec1d33b8f1a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:28.941452 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de512972-a5f5-4d03-b68f-bec1d33b8f1a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (d5ce338e-81aa-48b0-ba83-c56de5f7db05), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:28.945824 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:28.990096 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:29.001530 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:29.006153 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:29.017639 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Pushing event updated for resources: {'Port': ['ID=314c94f8-ac10-43b4-a52c-20311ec2a7d4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:29.100799 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] For port fa452f79-4f9f-4c1f-95eb-63ef1c070bc3, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:29.101441 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de512972-a5f5-4d03-b68f-bec1d33b8f1a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.107913 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] For port fa452f79-4f9f-4c1f-95eb-63ef1c070bc3, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fa452f79-4f9f-4c1f-95eb-63ef1c070bc3,segment=NetworkSegment(e3a32572-940e-4d58-abb1-90db7842dda8),segment_id=e3a32572-940e-4d58-abb1-90db7842dda8)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:29.114265 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de512972-a5f5-4d03-b68f-bec1d33b8f1a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.121446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-de512972-a5f5-4d03-b68f-bec1d33b8f1a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "DELETE /v2.0/networks/7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0 HTTP/1.1" status: 204 len: 168 time: 0.5100479 Jan 28 19:29:29.122320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35754) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:29.124563 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fa452f79-4f9f-4c1f-95eb-63ef1c070bc3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.143968 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de512972-a5f5-4d03-b68f-bec1d33b8f1a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event deleted for resources: {'Network': ['ID=7c88dd21-fa23-4b81-bed9-5f7ed2b7b2f0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:29.261467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce985af-c294-4761-8e00-6280b2ff6396 None None] Pushing event updated for resources: {'Port': ['ID=fa452f79-4f9f-4c1f-95eb-63ef1c070bc3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:29.298002 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ec819db-931f-454f-8790-e4320a7ac46a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (3512693c-fffd-4643-b2ee-1995c532ef17), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.472847 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ec819db-931f-454f-8790-e4320a7ac46a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (3512693c-fffd-4643-b2ee-1995c532ef17), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.508428 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8ec819db-931f-454f-8790-e4320a7ac46a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3512693c-fffd-4643-b2ee-1995c532ef17']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:29.528141 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8ec819db-931f-454f-8790-e4320a7ac46a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c16e618-d04c-4b5b-a7aa-a5eec64712ab') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:29.531822 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8ec819db-931f-454f-8790-e4320a7ac46a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c16e618-d04c-4b5b-a7aa-a5eec64712ab') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:29.588122 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ec819db-931f-454f-8790-e4320a7ac46a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (5c16e618-d04c-4b5b-a7aa-a5eec64712ab), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.615887 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ec819db-931f-454f-8790-e4320a7ac46a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5c16e618-d04c-4b5b-a7aa-a5eec64712ab), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.632854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec819db-931f-454f-8790-e4320a7ac46a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:29.633293 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ec819db-931f-454f-8790-e4320a7ac46a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (5c16e618-d04c-4b5b-a7aa-a5eec64712ab), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:29.636866 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:29.648455 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Publish callbacks [] for router_gateway (98d8fc12-1fa2-405d-8369-4e43e049e070), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.772483 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ec819db-931f-454f-8790-e4320a7ac46a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (3512693c-fffd-4643-b2ee-1995c532ef17), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.815231 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ec819db-931f-454f-8790-e4320a7ac46a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:29.818482 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8ec819db-931f-454f-8790-e4320a7ac46a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] 10.222.0.55 "DELETE /v2.0/networks/3512693c-fffd-4643-b2ee-1995c532ef17 HTTP/1.1" status: 204 len: 168 time: 0.6957669 Jan 28 19:29:29.819370 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec819db-931f-454f-8790-e4320a7ac46a tempest-BulkNetworkOpsIpV6Test-1277580392 tempest-BulkNetworkOpsIpV6Test-1277580392-project] Pushing event deleted for resources: {'Network': ['ID=3512693c-fffd-4643-b2ee-1995c532ef17,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:29.962428 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (98d8fc12-1fa2-405d-8369-4e43e049e070), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:30.100180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:30.171156 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Router 98d8fc12-1fa2-405d-8369-4e43e049e070 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:29:30.199033 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:30.221832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:30.222389 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fa452f79-4f9f-4c1f-95eb-63ef1c070bc3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:30.244332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35776) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:30.562687 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-06968cb1-79f7-4d19-94c8-281cf9e185bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ffbb02097f74e5ab0866e2d2cddbc13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3170965 Jan 28 19:29:30.565381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35790) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:30.755302 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19af30b5-a5e4-4666-93c6-441fe1a3f11c admin admin] Publish callbacks [] for security_group (8b198a85-0a61-4843-8f41-cc8bb57cfc80), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:30.789651 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:30.793309 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fa452f79-4f9f-4c1f-95eb-63ef1c070bc3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:30.796915 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19af30b5-a5e4-4666-93c6-441fe1a3f11c admin admin] Publish callbacks [] for security_group (8b198a85-0a61-4843-8f41-cc8bb57cfc80), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:30.865353 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port fa452f79-4f9f-4c1f-95eb-63ef1c070bc3, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fa452f79-4f9f-4c1f-95eb-63ef1c070bc3,segment=NetworkSegment(e3a32572-940e-4d58-abb1-90db7842dda8),segment_id=e3a32572-940e-4d58-abb1-90db7842dda8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:30.867621 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19af30b5-a5e4-4666-93c6-441fe1a3f11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8b198a85-0a61-4843-8f41-cc8bb57cfc80), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:30.872396 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fa452f79-4f9f-4c1f-95eb-63ef1c070bc3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:30.872871 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19af30b5-a5e4-4666-93c6-441fe1a3f11c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:30.877243 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-19af30b5-a5e4-4666-93c6-441fe1a3f11c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b198a85-0a61-4843-8f41-cc8bb57cfc80 HTTP/1.1" status: 204 len: 168 time: 0.3046627 Jan 28 19:29:30.891679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af30b5-a5e4-4666-93c6-441fe1a3f11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b198a85-0a61-4843-8f41-cc8bb57cfc80,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:31.080429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=fa452f79-4f9f-4c1f-95eb-63ef1c070bc3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:31.160823 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006fb765-43b4-4416-8aa9-8d66a81cf73b None None] Network c4c34fce-b78b-461c-af25-990157e6d693 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:31.195961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:29:31.208577 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Sync routers for ids ['98d8fc12-1fa2-405d-8369-4e43e049e070'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:29:31.237427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35818) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:31.261856 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:31.264469 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0053411b-fedc-4cd0-a68c-9c0efb80d61f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7612934 Jan 28 19:29:31.267002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35824) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:31.387774 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Routers {'98d8fc12-1fa2-405d-8369-4e43e049e070'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:31.388804 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:29:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['98d8fc12-1fa2-405d-8369-4e43e049e070'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:31.423751 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-093b9122-794c-46bd-84aa-37032af3d75c None None] Provisioning complete for port fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:31.424127 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-093b9122-794c-46bd-84aa-37032af3d75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fa452f79-4f9f-4c1f-95eb-63ef1c070bc3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:31.528234 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Set router 98d8fc12-1fa2-405d-8369-4e43e049e070 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:31.624199 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bdbf8fc-b45f-48dc-a587-acd02b4fd479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:31.678406 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-093b9122-794c-46bd-84aa-37032af3d75c None None] Current status of the port fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:31.899060 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'name': 'tempest-TestAggregatesBasicOps-494553961-router', 'tenant_id': 'b783c4e8e0aa447597c8df402e4f0746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '314c94f8-ac10-43b4-a52c-20311ec2a7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:27Z', 'updated_at': '2022-01-28T19:29:29Z', 'revision_number': 3, 'project_id': 'b783c4e8e0aa447597c8df402e4f0746', 'gw_port': {'id': '314c94f8-ac10-43b4-a52c-20311ec2a7d4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:28Z', 'updated_at': '2022-01-28T19:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:31.955464 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Checking router: 98d8fc12-1fa2-405d-8369-4e43e049e070 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:29:31.955958 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Updating router 98d8fc12-1fa2-405d-8369-4e43e049e070 port 314c94f8-ac10-43b4-a52c-20311ec2a7d4 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:29:32.009700 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (314c94f8-ac10-43b4-a52c-20311ec2a7d4), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.085200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:32.235674 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:32.236964 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fa452f79-4f9f-4c1f-95eb-63ef1c070bc3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.261609 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bdbf8fc-b45f-48dc-a587-acd02b4fd479 admin admin] Publish callbacks [] for security_group (cecb981a-4f51-4eb3-90d1-5961d0878c3e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.275105 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6bdbf8fc-b45f-48dc-a587-acd02b4fd479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cecb981a-4f51-4eb3-90d1-5961d0878c3e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.375257 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Publish callbacks [] for port (314c94f8-ac10-43b4-a52c-20311ec2a7d4), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.383915 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (314c94f8-ac10-43b4-a52c-20311ec2a7d4), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.425846 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:32.436596 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-828f20e7-e3c6-4e61-812c-94b112ce9cd7 None None] Provisioning complete for port fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:32.438125 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-828f20e7-e3c6-4e61-812c-94b112ce9cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fa452f79-4f9f-4c1f-95eb-63ef1c070bc3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.447656 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Attempting to bind port 314c94f8-ac10-43b4-a52c-20311ec2a7d4 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:32.448097 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Attempting to bind port 314c94f8-ac10-43b4-a52c-20311ec2a7d4 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:32.448949 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Attempting to bind port 314c94f8-ac10-43b4-a52c-20311ec2a7d4 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:32.456954 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:32.457468 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:32.458116 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.458532 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:32.459177 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Bound port: 314c94f8-ac10-43b4-a52c-20311ec2a7d4, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:32.459512 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (314c94f8-ac10-43b4-a52c-20311ec2a7d4), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.512343 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bcd69-c9e4-43fd-9ff0-d6646091a4e0 None None] Pushing event updated for resources: {'Port': ['ID=314c94f8-ac10-43b4-a52c-20311ec2a7d4,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:32.525893 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309bcd69-c9e4-43fd-9ff0-d6646091a4e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:32.526332 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309bcd69-c9e4-43fd-9ff0-d6646091a4e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:32.526766 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309bcd69-c9e4-43fd-9ff0-d6646091a4e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:32.527164 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309bcd69-c9e4-43fd-9ff0-d6646091a4e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:32.528538 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309bcd69-c9e4-43fd-9ff0-d6646091a4e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:32.528975 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309bcd69-c9e4-43fd-9ff0-d6646091a4e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:32.529371 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309bcd69-c9e4-43fd-9ff0-d6646091a4e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:32.529773 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309bcd69-c9e4-43fd-9ff0-d6646091a4e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:32.530183 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309bcd69-c9e4-43fd-9ff0-d6646091a4e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:32.530572 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309bcd69-c9e4-43fd-9ff0-d6646091a4e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:32.530960 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309bcd69-c9e4-43fd-9ff0-d6646091a4e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:32.531343 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309bcd69-c9e4-43fd-9ff0-d6646091a4e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:32.531728 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309bcd69-c9e4-43fd-9ff0-d6646091a4e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:29:32.539376 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] For port 314c94f8-ac10-43b4-a52c-20311ec2a7d4, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:32.544098 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] For port 314c94f8-ac10-43b4-a52c-20311ec2a7d4, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=314c94f8-ac10-43b4-a52c-20311ec2a7d4,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:32.550819 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (314c94f8-ac10-43b4-a52c-20311ec2a7d4), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.604863 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Routers {'98d8fc12-1fa2-405d-8369-4e43e049e070'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:32.605583 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:29:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['98d8fc12-1fa2-405d-8369-4e43e049e070'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:32.611254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbf8fc-b45f-48dc-a587-acd02b4fd479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecb981a-4f51-4eb3-90d1-5961d0878c3e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:32.617262 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.630692 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6bdbf8fc-b45f-48dc-a587-acd02b4fd479 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5db290d7fff94edc8ee79f12322ec6be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3917234 Jan 28 19:29:32.633456 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35858) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:32.637387 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-828f20e7-e3c6-4e61-812c-94b112ce9cd7 None None] Current status of the port fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:32.676916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35860) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:32.716988 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5edab9c-3d1e-4ed6-b0af-ba04816cbf03 admin admin] Publish callbacks [] for security_group (cecb981a-4f51-4eb3-90d1-5961d0878c3e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.743011 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5edab9c-3d1e-4ed6-b0af-ba04816cbf03 admin admin] Publish callbacks [] for security_group (cecb981a-4f51-4eb3-90d1-5961d0878c3e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.795366 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5edab9c-3d1e-4ed6-b0af-ba04816cbf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cecb981a-4f51-4eb3-90d1-5961d0878c3e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.798694 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5edab9c-3d1e-4ed6-b0af-ba04816cbf03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.800322 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b5edab9c-3d1e-4ed6-b0af-ba04816cbf03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cecb981a-4f51-4eb3-90d1-5961d0878c3e HTTP/1.1" status: 204 len: 168 time: 0.1658156 Jan 28 19:29:32.843534 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1f2aab3b-47bc-4e13-b847-473ddfdb5a48 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1664112000'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:32.856909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edab9c-3d1e-4ed6-b0af-ba04816cbf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecb981a-4f51-4eb3-90d1-5961d0878c3e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:32.873523 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] Set router 98d8fc12-1fa2-405d-8369-4e43e049e070 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:32.944832 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bcd69-c9e4-43fd-9ff0-d6646091a4e0 None None] Pushing event updated for resources: {'Port': ['ID=314c94f8-ac10-43b4-a52c-20311ec2a7d4,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:32.956322 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f2aab3b-47bc-4e13-b847-473ddfdb5a48 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:32.975245 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f2aab3b-47bc-4e13-b847-473ddfdb5a48 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:33.229038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Allocated IP 172.20.0.1 (c4c34fce-b78b-461c-af25-990157e6d693/c2cad559-9a87-446d-993f-f98e32c447e5/e4266e2c-1111-4f6c-8a75-7f06b2140694) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:33.281519 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'name': 'tempest-TestAggregatesBasicOps-494553961-router', 'tenant_id': 'b783c4e8e0aa447597c8df402e4f0746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '314c94f8-ac10-43b4-a52c-20311ec2a7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:27Z', 'updated_at': '2022-01-28T19:29:29Z', 'revision_number': 3, 'project_id': 'b783c4e8e0aa447597c8df402e4f0746', 'gw_port': {'id': '314c94f8-ac10-43b4-a52c-20311ec2a7d4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:28Z', 'updated_at': '2022-01-28T19:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:33.334294 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f2aab3b-47bc-4e13-b847-473ddfdb5a48 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (a55eb693-7241-4721-ba09-99c147866a6f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:33.375434 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0b32b-28ed-4858-b964-19bf9c703b01 None None] The sync data for ids ['98d8fc12-1fa2-405d-8369-4e43e049e070'] in n-d-824834-4 is: [{'id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'name': 'tempest-TestAggregatesBasicOps-494553961-router', 'tenant_id': 'b783c4e8e0aa447597c8df402e4f0746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '314c94f8-ac10-43b4-a52c-20311ec2a7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:27Z', 'updated_at': '2022-01-28T19:29:29Z', 'revision_number': 3, 'project_id': 'b783c4e8e0aa447597c8df402e4f0746', 'gw_port': {'id': '314c94f8-ac10-43b4-a52c-20311ec2a7d4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:28Z', 'updated_at': '2022-01-28T19:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:29:33.408759 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f2aab3b-47bc-4e13-b847-473ddfdb5a48 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a55eb693-7241-4721-ba09-99c147866a6f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:33.517297 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f2aab3b-47bc-4e13-b847-473ddfdb5a48 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (013782ac-3f9c-4792-b7b2-72c03e3372fb), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:33.537023 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Publish callbacks [] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:33.542373 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f2aab3b-47bc-4e13-b847-473ddfdb5a48 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (013782ac-3f9c-4792-b7b2-72c03e3372fb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:33.573279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2aab3b-47bc-4e13-b847-473ddfdb5a48 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55eb693-7241-4721-ba09-99c147866a6f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:33.589209 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f2aab3b-47bc-4e13-b847-473ddfdb5a48 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:33.592956 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1f2aab3b-47bc-4e13-b847-473ddfdb5a48 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9122641 Jan 28 19:29:33.593843 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35886) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:33.635032 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2aab3b-47bc-4e13-b847-473ddfdb5a48 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013782ac-3f9c-4792-b7b2-72c03e3372fb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:33.652603 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:33.754371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Pushing event updated for resources: {'Port': ['ID=e4266e2c-1111-4f6c-8a75-7f06b2140694,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:33.773149 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e2e73a06-6940-4d6c-acd2-faf19fefed1c tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1740489 Jan 28 19:29:33.774244 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35890) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:33.785508 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-54ca5cf6-43b4-4070-9310-fb16f7a17424 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group': {'name': 'tempest-security--1149732179', 'description': 'tempest-security-description-324144122'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:33.790387 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Network c4c34fce-b78b-461c-af25-990157e6d693 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:33.792657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:33.801292 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:33.878985 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54ca5cf6-43b4-4070-9310-fb16f7a17424 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (013782ac-3f9c-4792-b7b2-72c03e3372fb), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:33.916354 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (98d8fc12-1fa2-405d-8369-4e43e049e070), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.071841 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54ca5cf6-43b4-4070-9310-fb16f7a17424 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (013782ac-3f9c-4792-b7b2-72c03e3372fb), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.081735 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54ca5cf6-43b4-4070-9310-fb16f7a17424 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (013782ac-3f9c-4792-b7b2-72c03e3372fb), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.084362 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54ca5cf6-43b4-4070-9310-fb16f7a17424 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.098823 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-54ca5cf6-43b4-4070-9310-fb16f7a17424 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "PUT /v2.0/security-groups/013782ac-3f9c-4792-b7b2-72c03e3372fb HTTP/1.1" status: 200 len: 1796 time: 0.3215375 Jan 28 19:29:34.103384 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35902) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:34.155863 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca5cf6-43b4-4070-9310-fb16f7a17424 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013782ac-3f9c-4792-b7b2-72c03e3372fb,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:34.204068 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 314c94f8-ac10-43b4-a52c-20311ec2a7d4 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:34.322784 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2c83eefb-46b0-4578-b4a1-d8be5cfc020a tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-groups/013782ac-3f9c-4792-b7b2-72c03e3372fb HTTP/1.1" status: 200 len: 1796 time: 0.2157433 Jan 28 19:29:34.323176 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35908) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:34.337790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 314c94f8-ac10-43b4-a52c-20311ec2a7d4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:34.338534 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (314c94f8-ac10-43b4-a52c-20311ec2a7d4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.413000 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.439458 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-130cecc0-d348-4080-800b-14a383c68632 None None] Provisioning complete for port e4266e2c-1111-4f6c-8a75-7f06b2140694 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:34.440096 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-130cecc0-d348-4080-800b-14a383c68632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.471648 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e85b28a9-f81f-43ba-8ec5-3b8f207ba216 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (013782ac-3f9c-4792-b7b2-72c03e3372fb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.547420 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e85b28a9-f81f-43ba-8ec5-3b8f207ba216 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (013782ac-3f9c-4792-b7b2-72c03e3372fb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.583249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 314c94f8-ac10-43b4-a52c-20311ec2a7d4 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:34.584883 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (314c94f8-ac10-43b4-a52c-20311ec2a7d4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.640577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-130cecc0-d348-4080-800b-14a383c68632 None None] Port e4266e2c-1111-4f6c-8a75-7f06b2140694 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:29:34.655888 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e85b28a9-f81f-43ba-8ec5-3b8f207ba216 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (013782ac-3f9c-4792-b7b2-72c03e3372fb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.659522 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e85b28a9-f81f-43ba-8ec5-3b8f207ba216 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.664507 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e85b28a9-f81f-43ba-8ec5-3b8f207ba216 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-groups/013782ac-3f9c-4792-b7b2-72c03e3372fb HTTP/1.1" status: 204 len: 168 time: 0.3400478 Jan 28 19:29:34.665319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35920) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:34.687498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 314c94f8-ac10-43b4-a52c-20311ec2a7d4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=314c94f8-ac10-43b4-a52c-20311ec2a7d4,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:34.692569 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (314c94f8-ac10-43b4-a52c-20311ec2a7d4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.717474 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b28a9-f81f-43ba-8ec5-3b8f207ba216 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=013782ac-3f9c-4792-b7b2-72c03e3372fb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:34.778672 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35922) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:34.780549 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-35668af8-e7ab-4aba-aec0-eab461a157ac tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1103561 Jan 28 19:29:34.831424 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-c99b3f40-4cc6-4809-9460-21f0a2f01c52 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] delete failed (client error): The resource could not be found. Jan 28 19:29:34.832816 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c99b3f40-4cc6-4809-9460-21f0a2f01c52 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-groups/013782ac-3f9c-4792-b7b2-72c03e3372fb HTTP/1.1" status: 404 len: 347 time: 0.0506639 Jan 28 19:29:34.837334 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35924) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:34.843030 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-caf69ffe-aafe-4527-8af7-aadcf2a433ae tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group': {'name': 'tempest-secgroup--304646611'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:34.868551 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Publish callbacks [] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.881023 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.888692 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-caf69ffe-aafe-4527-8af7-aadcf2a433ae tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:34.894732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=314c94f8-ac10-43b4-a52c-20311ec2a7d4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:35.036965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Pushing event updated for resources: {'Port': ['ID=e4266e2c-1111-4f6c-8a75-7f06b2140694,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:35.045074 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-caf69ffe-aafe-4527-8af7-aadcf2a433ae tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (005f7704-9523-46e0-adc3-f5bcdab37de0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.052199 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-caf69ffe-aafe-4527-8af7-aadcf2a433ae tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (005f7704-9523-46e0-adc3-f5bcdab37de0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.076766 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (98d8fc12-1fa2-405d-8369-4e43e049e070), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.127678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf69ffe-aafe-4527-8af7-aadcf2a433ae tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005f7704-9523-46e0-adc3-f5bcdab37de0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:35.132376 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-caf69ffe-aafe-4527-8af7-aadcf2a433ae tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.142607 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-caf69ffe-aafe-4527-8af7-aadcf2a433ae tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3040099 Jan 28 19:29:35.143748 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:35.154444 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-64399733-618c-493f-9684-0e7394467533 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group_rule': {'security_group_id': '005f7704-9523-46e0-adc3-f5bcdab37de0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:35.212762 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64399733-618c-493f-9684-0e7394467533 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (3c4be248-a52f-4186-ad35-f25f9aadcac1), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.273903 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:35.323328 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Network c4c34fce-b78b-461c-af25-990157e6d693 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:35.325340 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:35.336284 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64399733-618c-493f-9684-0e7394467533 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (3c4be248-a52f-4186-ad35-f25f9aadcac1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.343922 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64399733-618c-493f-9684-0e7394467533 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (3c4be248-a52f-4186-ad35-f25f9aadcac1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.376782 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64399733-618c-493f-9684-0e7394467533 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4be248-a52f-4186-ad35-f25f9aadcac1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:35.391245 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64399733-618c-493f-9684-0e7394467533 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.397328 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-64399733-618c-493f-9684-0e7394467533 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2525084 Jan 28 19:29:35.399459 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35940) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:35.467770 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4a572a7-6beb-47a0-9295-158881643ba3 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (3c4be248-a52f-4186-ad35-f25f9aadcac1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.494303 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4a572a7-6beb-47a0-9295-158881643ba3 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (3c4be248-a52f-4186-ad35-f25f9aadcac1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.579753 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6e3adc6-e5a3-4c1c-92f5-419ff39ea6cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.608594 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4a572a7-6beb-47a0-9295-158881643ba3 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (3c4be248-a52f-4186-ad35-f25f9aadcac1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.619224 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4a572a7-6beb-47a0-9295-158881643ba3 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.624187 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b4a572a7-6beb-47a0-9295-158881643ba3 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/3c4be248-a52f-4186-ad35-f25f9aadcac1 HTTP/1.1" status: 204 len: 168 time: 0.2235017 Jan 28 19:29:35.626368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35944) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:35.657564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Router 98d8fc12-1fa2-405d-8369-4e43e049e070 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:29:35.696008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a572a7-6beb-47a0-9295-158881643ba3 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c4be248-a52f-4186-ad35-f25f9aadcac1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:35.768210 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-faa7b750-ad59-44c4-a8aa-2b35833ada17 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1314092 Jan 28 19:29:35.771395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35948) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:35.787516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:29:35.795827 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-81812c7b-288d-4a62-a456-87f07ebade79 admin admin] 10.222.0.55 "PUT /v2.0/routers/98d8fc12-1fa2-405d-8369-4e43e049e070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5275133 Jan 28 19:29:35.800235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0c1e4551-43ea-4373-847f-754ab8a0a428 None None] Provisioning complete for port e4266e2c-1111-4f6c-8a75-7f06b2140694 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:35.802053 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0c1e4551-43ea-4373-847f-754ab8a0a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.868159 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6e3adc6-e5a3-4c1c-92f5-419ff39ea6cd admin admin] Publish callbacks [] for security_group (902678f4-536c-4da4-ad6b-8bfb4a81a508), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.882914 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6e3adc6-e5a3-4c1c-92f5-419ff39ea6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (902678f4-536c-4da4-ad6b-8bfb4a81a508), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.888821 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2456beb-6056-4b15-8e79-a8efdd229785 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (005f7704-9523-46e0-adc3-f5bcdab37de0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.942798 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3adc6-e5a3-4c1c-92f5-419ff39ea6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902678f4-536c-4da4-ad6b-8bfb4a81a508,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:35.950456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e4551-43ea-4373-847f-754ab8a0a428 None None] Port e4266e2c-1111-4f6c-8a75-7f06b2140694 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:29:35.951576 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2456beb-6056-4b15-8e79-a8efdd229785 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (005f7704-9523-46e0-adc3-f5bcdab37de0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:35.957200 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a6e3adc6-e5a3-4c1c-92f5-419ff39ea6cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fcf090ecfd3946d587bb1f730a862df5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6826193 Jan 28 19:29:35.960420 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35952) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:36.043894 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a6794e4-a6db-4db8-a647-01745e6e3091 admin admin] Publish callbacks [] for security_group (902678f4-536c-4da4-ad6b-8bfb4a81a508), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.047861 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 314c94f8-ac10-43b4-a52c-20311ec2a7d4 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:36.051307 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2456beb-6056-4b15-8e79-a8efdd229785 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (005f7704-9523-46e0-adc3-f5bcdab37de0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.056400 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b2456beb-6056-4b15-8e79-a8efdd229785 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.057537 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b2456beb-6056-4b15-8e79-a8efdd229785 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-groups/005f7704-9523-46e0-adc3-f5bcdab37de0 HTTP/1.1" status: 204 len: 168 time: 0.2819741 Jan 28 19:29:36.060039 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35954) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:36.073123 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a6794e4-a6db-4db8-a647-01745e6e3091 admin admin] Publish callbacks [] for security_group (902678f4-536c-4da4-ad6b-8bfb4a81a508), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.126441 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2456beb-6056-4b15-8e79-a8efdd229785 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=005f7704-9523-46e0-adc3-f5bcdab37de0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:36.169888 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a6794e4-a6db-4db8-a647-01745e6e3091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (902678f4-536c-4da4-ad6b-8bfb4a81a508), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.173372 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a6794e4-a6db-4db8-a647-01745e6e3091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.182386 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1c411fd0-4078-4247-a774-4827d823779a tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1132436 Jan 28 19:29:36.183071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35960) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:36.184197 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6a6794e4-a6db-4db8-a647-01745e6e3091 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/902678f4-536c-4da4-ad6b-8bfb4a81a508 HTTP/1.1" status: 204 len: 168 time: 0.2159243 Jan 28 19:29:36.188313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7d66f2a2-2afe-4ec7-952d-bb3832d882c8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group': {'name': 'tempest-secgroup--133196918'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:36.220470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6794e4-a6db-4db8-a647-01745e6e3091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902678f4-536c-4da4-ad6b-8bfb4a81a508,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:36.235808 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d66f2a2-2afe-4ec7-952d-bb3832d882c8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.284628 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 314c94f8-ac10-43b4-a52c-20311ec2a7d4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:36.285121 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (314c94f8-ac10-43b4-a52c-20311ec2a7d4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.375956 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d66f2a2-2afe-4ec7-952d-bb3832d882c8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (17576851-4cba-4da6-b9ce-720295d63ad8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.381414 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d66f2a2-2afe-4ec7-952d-bb3832d882c8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (17576851-4cba-4da6-b9ce-720295d63ad8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.431615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 314c94f8-ac10-43b4-a52c-20311ec2a7d4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:36.446738 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7d66f2a2-2afe-4ec7-952d-bb3832d882c8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.448465 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7d66f2a2-2afe-4ec7-952d-bb3832d882c8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2644346 Jan 28 19:29:36.451331 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35964) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:36.456515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d2ab0fdc-5d8a-4373-91a0-11cd37098858 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group_rule': {'security_group_id': '17576851-4cba-4da6-b9ce-720295d63ad8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:36.489549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66f2a2-2afe-4ec7-952d-bb3832d882c8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17576851-4cba-4da6-b9ce-720295d63ad8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:36.521536 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2ab0fdc-5d8a-4373-91a0-11cd37098858 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (7cd4a332-0f67-4e66-8c36-fd6af56a80d8), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.655342 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Sync routers for ids ['98d8fc12-1fa2-405d-8369-4e43e049e070'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:29:36.667408 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2ab0fdc-5d8a-4373-91a0-11cd37098858 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (7cd4a332-0f67-4e66-8c36-fd6af56a80d8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.676609 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2ab0fdc-5d8a-4373-91a0-11cd37098858 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (7cd4a332-0f67-4e66-8c36-fd6af56a80d8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.702491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Routers {'98d8fc12-1fa2-405d-8369-4e43e049e070'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:36.705581 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:29:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['98d8fc12-1fa2-405d-8369-4e43e049e070'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:36.753991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab0fdc-5d8a-4373-91a0-11cd37098858 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd4a332-0f67-4e66-8c36-fd6af56a80d8,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:36.769488 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2ab0fdc-5d8a-4373-91a0-11cd37098858 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.770835 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d2ab0fdc-5d8a-4373-91a0-11cd37098858 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3182802 Jan 28 19:29:36.773620 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35976) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:36.778614 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-95dc453d-7419-41c5-95fe-b9b90b4a2add tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group_rule': {'security_group_id': '17576851-4cba-4da6-b9ce-720295d63ad8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:36.840861 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95dc453d-7419-41c5-95fe-b9b90b4a2add tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (3450308a-47a2-4963-8836-98482fc460e7), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.939276 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Set router 98d8fc12-1fa2-405d-8369-4e43e049e070 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:36.986954 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95dc453d-7419-41c5-95fe-b9b90b4a2add tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (3450308a-47a2-4963-8836-98482fc460e7), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:36.993617 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95dc453d-7419-41c5-95fe-b9b90b4a2add tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (3450308a-47a2-4963-8836-98482fc460e7), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.039298 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc453d-7419-41c5-95fe-b9b90b4a2add tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3450308a-47a2-4963-8836-98482fc460e7,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:37.051577 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-95dc453d-7419-41c5-95fe-b9b90b4a2add tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.055388 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-95dc453d-7419-41c5-95fe-b9b90b4a2add tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2781353 Jan 28 19:29:37.055736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:37.060742 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0f20f0e2-af90-4bf5-bed0-e5c99a148e66 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group_rule': {'security_group_id': '17576851-4cba-4da6-b9ce-720295d63ad8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:37.109677 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f20f0e2-af90-4bf5-bed0-e5c99a148e66 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (040e432c-07a8-4c10-a638-44038eff8b8e), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.278986 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f20f0e2-af90-4bf5-bed0-e5c99a148e66 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (040e432c-07a8-4c10-a638-44038eff8b8e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.285175 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f20f0e2-af90-4bf5-bed0-e5c99a148e66 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (040e432c-07a8-4c10-a638-44038eff8b8e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.342474 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20f0e2-af90-4bf5-bed0-e5c99a148e66 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040e432c-07a8-4c10-a638-44038eff8b8e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:37.357209 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f20f0e2-af90-4bf5-bed0-e5c99a148e66 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.363041 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0f20f0e2-af90-4bf5-bed0-e5c99a148e66 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3037772 Jan 28 19:29:37.363397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35996) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:37.368014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7ebc2708-c122-4217-b14d-e9630cae5cd8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group_rule': {'security_group_id': '17576851-4cba-4da6-b9ce-720295d63ad8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:37.395416 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35998) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:37.401144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cc173f6e-3793-4bd2-9a3b-2a425841d8f2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1922943292-network', 'tenant_id': 'e03e9287fa104987af62c53696e047c2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:37.419353 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ebc2708-c122-4217-b14d-e9630cae5cd8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (88fd5041-d5cd-4dbd-9e86-02131bd6c68e), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.436114 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'name': 'tempest-TestAggregatesBasicOps-494553961-router', 'tenant_id': 'b783c4e8e0aa447597c8df402e4f0746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '314c94f8-ac10-43b4-a52c-20311ec2a7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:27Z', 'updated_at': '2022-01-28T19:29:34Z', 'revision_number': 4, 'project_id': 'b783c4e8e0aa447597c8df402e4f0746', 'gw_port': {'id': '314c94f8-ac10-43b4-a52c-20311ec2a7d4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:28Z', 'updated_at': '2022-01-28T19:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e4266e2c-1111-4f6c-8a75-7f06b2140694', 'name': '', 'network_id': 'c4c34fce-b78b-461c-af25-990157e6d693', 'tenant_id': 'b783c4e8e0aa447597c8df402e4f0746', 'mac_address': 'fa:16:3e:7d:0e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c2cad559-9a87-446d-993f-f98e32c447e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:32Z', 'updated_at': '2022-01-28T19:29:34Z', 'revision_number': 2, 'project_id': 'b783c4e8e0aa447597c8df402e4f0746', 'subnets': [{'id': 'c2cad559-9a87-446d-993f-f98e32c447e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:37.441066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc173f6e-3793-4bd2-9a3b-2a425841d8f2 admin admin] Made reservation on behalf of e03e9287fa104987af62c53696e047c2 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:37.448170 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc173f6e-3793-4bd2-9a3b-2a425841d8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.476843 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc173f6e-3793-4bd2-9a3b-2a425841d8f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.502964 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Checking router: 98d8fc12-1fa2-405d-8369-4e43e049e070 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:29:37.504444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Updating router 98d8fc12-1fa2-405d-8369-4e43e049e070 port e4266e2c-1111-4f6c-8a75-7f06b2140694 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:29:37.599784 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ebc2708-c122-4217-b14d-e9630cae5cd8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (88fd5041-d5cd-4dbd-9e86-02131bd6c68e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.615989 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.623677 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ebc2708-c122-4217-b14d-e9630cae5cd8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (88fd5041-d5cd-4dbd-9e86-02131bd6c68e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.624568 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc173f6e-3793-4bd2-9a3b-2a425841d8f2 admin admin] Publish callbacks [] for security_group (966576e6-eac3-4507-9e59-8e95405ee979), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.637584 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc173f6e-3793-4bd2-9a3b-2a425841d8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (966576e6-eac3-4507-9e59-8e95405ee979), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.686356 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc173f6e-3793-4bd2-9a3b-2a425841d8f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:29:37.701682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc2708-c122-4217-b14d-e9630cae5cd8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88fd5041-d5cd-4dbd-9e86-02131bd6c68e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:37.722281 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ebc2708-c122-4217-b14d-e9630cae5cd8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.731736 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7ebc2708-c122-4217-b14d-e9630cae5cd8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3649161 Jan 28 19:29:37.734343 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36014) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:37.739102 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-37b96e77-0608-4c97-abc2-73540eed0e37 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group_rule': {'security_group_id': '17576851-4cba-4da6-b9ce-720295d63ad8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:37.771080 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc173f6e-3793-4bd2-9a3b-2a425841d8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (85adda68-82ea-491c-ad18-4eb51f154496), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.771397 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-cc173f6e-3793-4bd2-9a3b-2a425841d8f2 admin admin] Added segment 85adda68-82ea-491c-ad18-4eb51f154496 of type vlan for network 776800b6-edbe-45fc-8bdd-447b7722f328 Jan 28 19:29:37.772957 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc173f6e-3793-4bd2-9a3b-2a425841d8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966576e6-eac3-4507-9e59-8e95405ee979,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:37.819629 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37b96e77-0608-4c97-abc2-73540eed0e37 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (3aedc98a-63c0-4e96-b0fc-e1f8a2b6f85f), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.933568 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37b96e77-0608-4c97-abc2-73540eed0e37 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (3aedc98a-63c0-4e96-b0fc-e1f8a2b6f85f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.935992 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc173f6e-3793-4bd2-9a3b-2a425841d8f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (776800b6-edbe-45fc-8bdd-447b7722f328), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:37.946159 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37b96e77-0608-4c97-abc2-73540eed0e37 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (3aedc98a-63c0-4e96-b0fc-e1f8a2b6f85f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.013482 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37b96e77-0608-4c97-abc2-73540eed0e37 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.014782 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-37b96e77-0608-4c97-abc2-73540eed0e37 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2794349 Jan 28 19:29:38.016390 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b96e77-0608-4c97-abc2-73540eed0e37 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aedc98a-63c0-4e96-b0fc-e1f8a2b6f85f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:38.018577 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36020) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:38.031650 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc173f6e-3793-4bd2-9a3b-2a425841d8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (776800b6-edbe-45fc-8bdd-447b7722f328), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.033006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc173f6e-3793-4bd2-9a3b-2a425841d8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:38.033980 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cc173f6e-3793-4bd2-9a3b-2a425841d8f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.051335 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef9eca7-892c-4bb6-846a-11fd51cbe796 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (3aedc98a-63c0-4e96-b0fc-e1f8a2b6f85f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.059788 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36022) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:38.061884 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef9eca7-892c-4bb6-846a-11fd51cbe796 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (3aedc98a-63c0-4e96-b0fc-e1f8a2b6f85f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.104536 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef9eca7-892c-4bb6-846a-11fd51cbe796 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (3aedc98a-63c0-4e96-b0fc-e1f8a2b6f85f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.114483 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cef9eca7-892c-4bb6-846a-11fd51cbe796 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.116116 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cef9eca7-892c-4bb6-846a-11fd51cbe796 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/3aedc98a-63c0-4e96-b0fc-e1f8a2b6f85f HTTP/1.1" status: 204 len: 168 time: 0.0966487 Jan 28 19:29:38.119227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36026) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:38.132817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9eca7-892c-4bb6-846a-11fd51cbe796 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3aedc98a-63c0-4e96-b0fc-e1f8a2b6f85f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:38.140386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cc173f6e-3793-4bd2-9a3b-2a425841d8f2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7412453 Jan 28 19:29:38.144662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36030) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:38.150406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-222946f5-f69c-4fb1-a89a-4bb8358a2cf7 admin admin] Request body: {'subnet': {'network_id': '776800b6-edbe-45fc-8bdd-447b7722f328', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1922943292-subnet', 'tenant_id': 'e03e9287fa104987af62c53696e047c2', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:38.177373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222946f5-f69c-4fb1-a89a-4bb8358a2cf7 admin admin] Made reservation on behalf of e03e9287fa104987af62c53696e047c2 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:38.180631 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-222946f5-f69c-4fb1-a89a-4bb8358a2cf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.277566 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc173f6e-3793-4bd2-9a3b-2a425841d8f2 admin admin] Pushing event updated for resources: {'Network': ['ID=776800b6-edbe-45fc-8bdd-447b7722f328,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:38.323521 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3fe24ca8-c254-4d84-8ede-41ff5e1e98ba tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2029266 Jan 28 19:29:38.326441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36038) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:38.348242 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Publish callbacks [] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.359222 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 776800b6-edbe-45fc-8bdd-447b7722f328 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:38.370758 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64f7451b-7941-467b-9c9b-fad5bbcc4cf2 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (88fd5041-d5cd-4dbd-9e86-02131bd6c68e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.386640 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64f7451b-7941-467b-9c9b-fad5bbcc4cf2 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (88fd5041-d5cd-4dbd-9e86-02131bd6c68e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.443610 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd6550f6-6cc1-4e52-8eea-5b32778e4217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.446994 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64f7451b-7941-467b-9c9b-fad5bbcc4cf2 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (88fd5041-d5cd-4dbd-9e86-02131bd6c68e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.456788 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-64f7451b-7941-467b-9c9b-fad5bbcc4cf2 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.458608 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-64f7451b-7941-467b-9c9b-fad5bbcc4cf2 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/88fd5041-d5cd-4dbd-9e86-02131bd6c68e HTTP/1.1" status: 204 len: 168 time: 0.1311896 Jan 28 19:29:38.466449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36044) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:38.496356 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.590301 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1602f3d0-bb4c-42a0-b7ea-118214409015 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1186953 Jan 28 19:29:38.626225 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd6550f6-6cc1-4e52-8eea-5b32778e4217 admin admin] Publish callbacks [] for security_group (6d971edd-1c42-472d-863e-1a31bfe9c278), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.627742 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36048) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:38.632380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7451b-7941-467b-9c9b-fad5bbcc4cf2 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88fd5041-d5cd-4dbd-9e86-02131bd6c68e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:38.641383 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd6550f6-6cc1-4e52-8eea-5b32778e4217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6d971edd-1c42-472d-863e-1a31bfe9c278), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.678804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6550f6-6cc1-4e52-8eea-5b32778e4217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d971edd-1c42-472d-863e-1a31bfe9c278,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:38.699805 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466eab3-9cc7-4b91-81b2-f75c81046ee8 None None] Pushing event updated for resources: {'Port': ['ID=e4266e2c-1111-4f6c-8a75-7f06b2140694,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:38.705807 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-222946f5-f69c-4fb1-a89a-4bb8358a2cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (2c4b55ad-7060-43c6-a668-ec3000ee22e4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.757763 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dd6550f6-6cc1-4e52-8eea-5b32778e4217 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e4d4cd6cb1f4c329408f2d5ba2e178c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6943409 Jan 28 19:29:38.759148 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d807b63-ecaa-45cb-a884-a61acbced146 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (040e432c-07a8-4c10-a638-44038eff8b8e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.764581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36052) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:38.778044 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Attempting to bind port e4266e2c-1111-4f6c-8a75-7f06b2140694 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:38.778423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Attempting to bind port e4266e2c-1111-4f6c-8a75-7f06b2140694 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'e3a32572-940e-4d58-abb1-90db7842dda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c4c34fce-b78b-461c-af25-990157e6d693'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:38.778787 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Attempting to bind port e4266e2c-1111-4f6c-8a75-7f06b2140694 on network c4c34fce-b78b-461c-af25-990157e6d693 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:38.796607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:38.796992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Checking segment: {'id': 'e3a32572-940e-4d58-abb1-90db7842dda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c4c34fce-b78b-461c-af25-990157e6d693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:38.797406 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.797805 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Bound using segment: {'id': 'e3a32572-940e-4d58-abb1-90db7842dda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c4c34fce-b78b-461c-af25-990157e6d693'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:38.798416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222946f5-f69c-4fb1-a89a-4bb8358a2cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c4b55ad-7060-43c6-a668-ec3000ee22e4,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:38.800252 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Bound port: e4266e2c-1111-4f6c-8a75-7f06b2140694, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a32572-940e-4d58-abb1-90db7842dda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c4c34fce-b78b-461c-af25-990157e6d693'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:38.800652 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.832015 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d807b63-ecaa-45cb-a884-a61acbced146 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (040e432c-07a8-4c10-a638-44038eff8b8e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.867440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222946f5-f69c-4fb1-a89a-4bb8358a2cf7 admin admin] Checking segment: {'id': '85adda68-82ea-491c-ad18-4eb51f154496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '776800b6-edbe-45fc-8bdd-447b7722f328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:38.867801 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222946f5-f69c-4fb1-a89a-4bb8358a2cf7 admin admin] Network hostable DHCP agents. Network: 776800b6-edbe-45fc-8bdd-447b7722f328, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:29:38.906257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222946f5-f69c-4fb1-a89a-4bb8358a2cf7 admin admin] Network 776800b6-edbe-45fc-8bdd-447b7722f328 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:29:38.906974 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9fcf500-af86-488f-a940-6fca4006f056 admin admin] Publish callbacks [] for security_group (6d971edd-1c42-472d-863e-1a31bfe9c278), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.918849 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-222946f5-f69c-4fb1-a89a-4bb8358a2cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 776800b6-edbe-45fc-8bdd-447b7722f328) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:38.925281 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222946f5-f69c-4fb1-a89a-4bb8358a2cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:38.928403 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-222946f5-f69c-4fb1-a89a-4bb8358a2cf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.938435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] For port e4266e2c-1111-4f6c-8a75-7f06b2140694, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:38.944431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] For port e4266e2c-1111-4f6c-8a75-7f06b2140694, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e4266e2c-1111-4f6c-8a75-7f06b2140694,segment=NetworkSegment(e3a32572-940e-4d58-abb1-90db7842dda8),segment_id=e3a32572-940e-4d58-abb1-90db7842dda8)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:38.958591 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64039b80-fbb7-4574-932d-679f44f39b49 None None] Network 776800b6-edbe-45fc-8bdd-447b7722f328 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:38.960397 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-222946f5-f69c-4fb1-a89a-4bb8358a2cf7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8143575 Jan 28 19:29:38.963781 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36066) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:38.969787 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.974436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1922943292-router', 'tenant_id': 'e03e9287fa104987af62c53696e047c2', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:38.977885 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d807b63-ecaa-45cb-a884-a61acbced146 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (040e432c-07a8-4c10-a638-44038eff8b8e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.991817 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d807b63-ecaa-45cb-a884-a61acbced146 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:38.992911 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0d807b63-ecaa-45cb-a884-a61acbced146 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/040e432c-07a8-4c10-a638-44038eff8b8e HTTP/1.1" status: 204 len: 168 time: 0.3631594 Jan 28 19:29:38.995646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36068) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:39.051223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d807b63-ecaa-45cb-a884-a61acbced146 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=040e432c-07a8-4c10-a638-44038eff8b8e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:39.061731 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9fcf500-af86-488f-a940-6fca4006f056 admin admin] Publish callbacks [] for security_group (6d971edd-1c42-472d-863e-1a31bfe9c278), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.085406 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.086555 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.151698 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9fcf500-af86-488f-a940-6fca4006f056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6d971edd-1c42-472d-863e-1a31bfe9c278), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.154322 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9fcf500-af86-488f-a940-6fca4006f056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.158150 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a9fcf500-af86-488f-a940-6fca4006f056 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d971edd-1c42-472d-863e-1a31bfe9c278 HTTP/1.1" status: 204 len: 168 time: 0.3922706 Jan 28 19:29:39.160477 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c8c46581-0e85-4445-b8ed-93f90e30a93d tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1592705 Jan 28 19:29:39.163809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466eab3-9cc7-4b91-81b2-f75c81046ee8 None None] Pushing event updated for resources: {'Port': ['ID=e4266e2c-1111-4f6c-8a75-7f06b2140694,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:39.168406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36074) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:39.180167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcf500-af86-488f-a940-6fca4006f056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d971edd-1c42-472d-863e-1a31bfe9c278,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:39.219565 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f365692-4f0b-4369-84b1-343ff06b067f tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (3450308a-47a2-4963-8836-98482fc460e7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.230229 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f365692-4f0b-4369-84b1-343ff06b067f tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (3450308a-47a2-4963-8836-98482fc460e7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.260471 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Publish callbacks [] for router_controller (5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.261993 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f365692-4f0b-4369-84b1-343ff06b067f tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (3450308a-47a2-4963-8836-98482fc460e7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.268893 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f365692-4f0b-4369-84b1-343ff06b067f tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.272313 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6f365692-4f0b-4369-84b1-343ff06b067f tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/3450308a-47a2-4963-8836-98482fc460e7 HTTP/1.1" status: 204 len: 168 time: 0.1005664 Jan 28 19:29:39.272703 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36080) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:39.285590 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f365692-4f0b-4369-84b1-343ff06b067f tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3450308a-47a2-4963-8836-98482fc460e7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:39.390180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Routers {'98d8fc12-1fa2-405d-8369-4e43e049e070'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:39.390831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:29:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['98d8fc12-1fa2-405d-8369-4e43e049e070'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:39.414228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ce816c9b-0b1c-4a40-ac1f-06a6ebfeeb5e None None] Provisioning complete for port e4266e2c-1111-4f6c-8a75-7f06b2140694 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:39.414615 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce816c9b-0b1c-4a40-ac1f-06a6ebfeeb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.417324 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-60e5ce70-af86-4c08-a3ac-01c5e147a033 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1433971 Jan 28 19:29:39.420486 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36090) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:39.476211 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7386660e-ce3f-4bcb-ad6d-c0391e1202a6 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (7cd4a332-0f67-4e66-8c36-fd6af56a80d8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.495547 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7386660e-ce3f-4bcb-ad6d-c0391e1202a6 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (7cd4a332-0f67-4e66-8c36-fd6af56a80d8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.586207 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7386660e-ce3f-4bcb-ad6d-c0391e1202a6 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (7cd4a332-0f67-4e66-8c36-fd6af56a80d8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.591520 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7386660e-ce3f-4bcb-ad6d-c0391e1202a6 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.592904 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7386660e-ce3f-4bcb-ad6d-c0391e1202a6 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/7cd4a332-0f67-4e66-8c36-fd6af56a80d8 HTTP/1.1" status: 204 len: 168 time: 0.1714740 Jan 28 19:29:39.597167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36100) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:39.601266 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Publish callbacks [] for router_gateway (5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.722868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386660e-ce3f-4bcb-ad6d-c0391e1202a6 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cd4a332-0f67-4e66-8c36-fd6af56a80d8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:39.779730 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b75c1c44-75d3-45c2-a961-27237c83d7a5 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1757667 Jan 28 19:29:39.780404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36108) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:39.918615 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63510920-6577-4e27-a994-e1b0eacb1000 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (17576851-4cba-4da6-b9ce-720295d63ad8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:39.978269 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63510920-6577-4e27-a994-e1b0eacb1000 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (17576851-4cba-4da6-b9ce-720295d63ad8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.024650 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ce816c9b-0b1c-4a40-ac1f-06a6ebfeeb5e None None] Current status of the port e4266e2c-1111-4f6c-8a75-7f06b2140694 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:40.025082 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce816c9b-0b1c-4a40-ac1f-06a6ebfeeb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.067946 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63510920-6577-4e27-a994-e1b0eacb1000 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (17576851-4cba-4da6-b9ce-720295d63ad8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.070865 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63510920-6577-4e27-a994-e1b0eacb1000 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.074927 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-63510920-6577-4e27-a994-e1b0eacb1000 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-groups/17576851-4cba-4da6-b9ce-720295d63ad8 HTTP/1.1" status: 204 len: 168 time: 0.2935476 Jan 28 19:29:40.075661 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36136) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:40.107386 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63510920-6577-4e27-a994-e1b0eacb1000 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17576851-4cba-4da6-b9ce-720295d63ad8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:40.137794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-776800b6-edbe-45fc-8bdd-447b7722f328', 'network_id': '776800b6-edbe-45fc-8bdd-447b7722f328', 'project_id': 'e03e9287fa104987af62c53696e047c2', 'fixed_ips': [{'subnet_id': '2c4b55ad-7060-43c6-a668-ec3000ee22e4'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:29:40.138940 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.183661 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d8451873-4c21-4a4c-8613-0938a87cc1c2 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1028702 Jan 28 19:29:40.184183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36142) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:40.186745 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Publish callbacks [] for router_gateway (5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.189588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-68f92b24-b60c-4903-92f2-6602d1d2f919 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335652609'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:40.225185 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.263442 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68f92b24-b60c-4903-92f2-6602d1d2f919 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.280833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] Set router 98d8fc12-1fa2-405d-8369-4e43e049e070 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:40.442108 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Allocated IP 172.25.0.210 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:40.468597 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68f92b24-b60c-4903-92f2-6602d1d2f919 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (1704b898-5d65-43a9-ad7b-0f96138ef619), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.478271 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68f92b24-b60c-4903-92f2-6602d1d2f919 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1704b898-5d65-43a9-ad7b-0f96138ef619), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.520284 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36154) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:40.571389 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-68f92b24-b60c-4903-92f2-6602d1d2f919 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.575343 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-68f92b24-b60c-4903-92f2-6602d1d2f919 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3877182 Jan 28 19:29:40.590826 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36162) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:40.597442 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-aaf8afbc-1944-4f16-8911-c8619ae49c19 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group_rule': {'security_group_id': '1704b898-5d65-43a9-ad7b-0f96138ef619', 'direction': 'ingress', 'protocol': 17}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:40.608729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f92b24-b60c-4903-92f2-6602d1d2f919 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1704b898-5d65-43a9-ad7b-0f96138ef619,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:40.651069 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Allocated IP 172.20.0.2 (776800b6-edbe-45fc-8bdd-447b7722f328/2c4b55ad-7060-43c6-a668-ec3000ee22e4/c52a71b5-eaa0-4497-8abc-df600f6bccce) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:40.687308 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aaf8afbc-1944-4f16-8911-c8619ae49c19 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (d8adabfd-c291-4a46-bbf8-edf8fb53a026), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.693208 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Publish callbacks [] for port (3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.776899 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.876591 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aaf8afbc-1944-4f16-8911-c8619ae49c19 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (d8adabfd-c291-4a46-bbf8-edf8fb53a026), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.883166 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aaf8afbc-1944-4f16-8911-c8619ae49c19 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (d8adabfd-c291-4a46-bbf8-edf8fb53a026), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.892070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:40.902241 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:40.918165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:40.953241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8afbc-1944-4f16-8911-c8619ae49c19 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8adabfd-c291-4a46-bbf8-edf8fb53a026,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:40.970277 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aaf8afbc-1944-4f16-8911-c8619ae49c19 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:40.973897 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-aaf8afbc-1944-4f16-8911-c8619ae49c19 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3817096 Jan 28 19:29:40.976624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36166) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:40.986622 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Pushing event updated for resources: {'Port': ['ID=3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:41.084744 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f94dd68a-8896-4cd5-92a1-6187a8859cf6 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (1704b898-5d65-43a9-ad7b-0f96138ef619), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.122060 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f94dd68a-8896-4cd5-92a1-6187a8859cf6 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (1704b898-5d65-43a9-ad7b-0f96138ef619), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.141231 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49025048-3b61-47e1-bda6-e9ea9cadd8c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.201699 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Publish callbacks [] for port (c52a71b5-eaa0-4497-8abc-df600f6bccce), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.216335 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (c52a71b5-eaa0-4497-8abc-df600f6bccce), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.229909 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f94dd68a-8896-4cd5-92a1-6187a8859cf6 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1704b898-5d65-43a9-ad7b-0f96138ef619), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.235572 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f94dd68a-8896-4cd5-92a1-6187a8859cf6 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.240813 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f94dd68a-8896-4cd5-92a1-6187a8859cf6 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-groups/1704b898-5d65-43a9-ad7b-0f96138ef619 HTTP/1.1" status: 204 len: 168 time: 0.2614050 Jan 28 19:29:41.241648 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36172) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:41.258680 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ce816c9b-0b1c-4a40-ac1f-06a6ebfeeb5e None None] For port e4266e2c-1111-4f6c-8a75-7f06b2140694, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e4266e2c-1111-4f6c-8a75-7f06b2140694,segment=NetworkSegment(e3a32572-940e-4d58-abb1-90db7842dda8),segment_id=e3a32572-940e-4d58-abb1-90db7842dda8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:41.299834 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dd68a-8896-4cd5-92a1-6187a8859cf6 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1704b898-5d65-43a9-ad7b-0f96138ef619,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:41.379571 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6c479a62-e471-4389-b560-7c7bf2dc8ee0 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1277649 Jan 28 19:29:41.382969 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36176) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:41.394545 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0302db70-73f5-4881-b4c0-21fb75cb1d0f tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284939799'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:41.416737 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce816c9b-0b1c-4a40-ac1f-06a6ebfeeb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.444814 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0302db70-73f5-4881-b4c0-21fb75cb1d0f tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.479141 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36180) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:41.487139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Network 776800b6-edbe-45fc-8bdd-447b7722f328 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:41.522359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:41.584808 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0302db70-73f5-4881-b4c0-21fb75cb1d0f tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (fafb6153-8857-4b35-8834-718bfc0f85af), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.598937 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Publish callbacks [] for router_gateway (5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.610808 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0302db70-73f5-4881-b4c0-21fb75cb1d0f tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fafb6153-8857-4b35-8834-718bfc0f85af), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.632061 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:41.652218 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302db70-73f5-4881-b4c0-21fb75cb1d0f tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fafb6153-8857-4b35-8834-718bfc0f85af,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:41.670417 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0302db70-73f5-4881-b4c0-21fb75cb1d0f tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.671975 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0302db70-73f5-4881-b4c0-21fb75cb1d0f tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2877543 Jan 28 19:29:41.674932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36184) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:41.679456 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cd357bb0-34e5-4643-86a6-dec2eddd4467 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group': {'name': 'tempest-secgroup--574568451'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:41.684654 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Pushing event updated for resources: {'Port': ['ID=c52a71b5-eaa0-4497-8abc-df600f6bccce,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:41.717270 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd357bb0-34e5-4643-86a6-dec2eddd4467 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.834288 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-12d4dbcf-534e-490d-bb06-11d9f767b125 None None] Provisioning complete for port e4266e2c-1111-4f6c-8a75-7f06b2140694 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:41.834585 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12d4dbcf-534e-490d-bb06-11d9f767b125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.843461 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd357bb0-34e5-4643-86a6-dec2eddd4467 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (da3d10e0-bd7c-471e-8f23-87ebbe2ffd19), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.854178 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd357bb0-34e5-4643-86a6-dec2eddd4467 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (da3d10e0-bd7c-471e-8f23-87ebbe2ffd19), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.855416 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49025048-3b61-47e1-bda6-e9ea9cadd8c7 admin admin] Publish callbacks [] for security_group (5834ef28-29a2-4863-8ed5-2247f63243ed), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.860780 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49025048-3b61-47e1-bda6-e9ea9cadd8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5834ef28-29a2-4863-8ed5-2247f63243ed), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.899837 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd357bb0-34e5-4643-86a6-dec2eddd4467 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3d10e0-bd7c-471e-8f23-87ebbe2ffd19,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:41.907912 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd357bb0-34e5-4643-86a6-dec2eddd4467 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.912084 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cd357bb0-34e5-4643-86a6-dec2eddd4467 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2332125 Jan 28 19:29:41.912507 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36188) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:41.913277 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcd272b9-21ea-41e6-822c-8dee876d586d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:41.942820 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-05d3d783-c3fb-4996-810b-775e3708237a tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group_rule': {'security_group_id': 'fafb6153-8857-4b35-8834-718bfc0f85af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'da3d10e0-bd7c-471e-8f23-87ebbe2ffd19', 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:41.969121 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-49025048-3b61-47e1-bda6-e9ea9cadd8c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d67c00fe9bb94e73b715b724a94d1132&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4477878 Jan 28 19:29:41.973539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36190) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:41.974971 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49025048-3b61-47e1-bda6-e9ea9cadd8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5834ef28-29a2-4863-8ed5-2247f63243ed,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:41.975449 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce816c9b-0b1c-4a40-ac1f-06a6ebfeeb5e None None] Pushing event updated for resources: {'Port': ['ID=e4266e2c-1111-4f6c-8a75-7f06b2140694,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:42.000750 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Attempting to bind port c52a71b5-eaa0-4497-8abc-df600f6bccce on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:42.001123 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Attempting to bind port c52a71b5-eaa0-4497-8abc-df600f6bccce by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '85adda68-82ea-491c-ad18-4eb51f154496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '776800b6-edbe-45fc-8bdd-447b7722f328'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:42.001490 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Attempting to bind port c52a71b5-eaa0-4497-8abc-df600f6bccce on network 776800b6-edbe-45fc-8bdd-447b7722f328 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:42.011875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:42.012292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Checking segment: {'id': '85adda68-82ea-491c-ad18-4eb51f154496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '776800b6-edbe-45fc-8bdd-447b7722f328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:42.012944 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.013214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Bound using segment: {'id': '85adda68-82ea-491c-ad18-4eb51f154496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '776800b6-edbe-45fc-8bdd-447b7722f328'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:42.013719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Bound port: c52a71b5-eaa0-4497-8abc-df600f6bccce, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85adda68-82ea-491c-ad18-4eb51f154496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '776800b6-edbe-45fc-8bdd-447b7722f328'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:42.014126 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c52a71b5-eaa0-4497-8abc-df600f6bccce), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.070884 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.084736 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'name': 'tempest-TestAggregatesBasicOps-494553961-router', 'tenant_id': 'b783c4e8e0aa447597c8df402e4f0746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '314c94f8-ac10-43b4-a52c-20311ec2a7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:27Z', 'updated_at': '2022-01-28T19:29:34Z', 'revision_number': 4, 'project_id': 'b783c4e8e0aa447597c8df402e4f0746', 'gw_port': {'id': '314c94f8-ac10-43b4-a52c-20311ec2a7d4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:28Z', 'updated_at': '2022-01-28T19:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e4266e2c-1111-4f6c-8a75-7f06b2140694', 'name': '', 'network_id': 'c4c34fce-b78b-461c-af25-990157e6d693', 'tenant_id': 'b783c4e8e0aa447597c8df402e4f0746', 'mac_address': 'fa:16:3e:7d:0e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c2cad559-9a87-446d-993f-f98e32c447e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:32Z', 'updated_at': '2022-01-28T19:29:38Z', 'revision_number': 4, 'project_id': 'b783c4e8e0aa447597c8df402e4f0746', 'subnets': [{'id': 'c2cad559-9a87-446d-993f-f98e32c447e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:42.156669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-12d4dbcf-534e-490d-bb06-11d9f767b125 None None] Current status of the port e4266e2c-1111-4f6c-8a75-7f06b2140694 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:42.159028 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292139be-adcf-4fbe-a45c-32d0c0bc7d8d None None] The sync data for ids ['98d8fc12-1fa2-405d-8369-4e43e049e070'] in n-d-824834-4 is: [{'id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'name': 'tempest-TestAggregatesBasicOps-494553961-router', 'tenant_id': 'b783c4e8e0aa447597c8df402e4f0746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '314c94f8-ac10-43b4-a52c-20311ec2a7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:27Z', 'updated_at': '2022-01-28T19:29:34Z', 'revision_number': 4, 'project_id': 'b783c4e8e0aa447597c8df402e4f0746', 'gw_port': {'id': '314c94f8-ac10-43b4-a52c-20311ec2a7d4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:28Z', 'updated_at': '2022-01-28T19:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e4266e2c-1111-4f6c-8a75-7f06b2140694', 'name': '', 'network_id': 'c4c34fce-b78b-461c-af25-990157e6d693', 'tenant_id': 'b783c4e8e0aa447597c8df402e4f0746', 'mac_address': 'fa:16:3e:7d:0e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c2cad559-9a87-446d-993f-f98e32c447e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:32Z', 'updated_at': '2022-01-28T19:29:38Z', 'revision_number': 4, 'project_id': 'b783c4e8e0aa447597c8df402e4f0746', 'subnets': [{'id': 'c2cad559-9a87-446d-993f-f98e32c447e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:29:42.188606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] For port c52a71b5-eaa0-4497-8abc-df600f6bccce, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:42.209300 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] For port c52a71b5-eaa0-4497-8abc-df600f6bccce, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c52a71b5-eaa0-4497-8abc-df600f6bccce,segment=NetworkSegment(85adda68-82ea-491c-ad18-4eb51f154496),segment_id=85adda68-82ea-491c-ad18-4eb51f154496)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:42.239044 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c52a71b5-eaa0-4497-8abc-df600f6bccce), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.308711 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Router 5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:29:42.384463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91417647-a7f4-43a7-8297-3b10234292a2 None None] Pushing event updated for resources: {'Port': ['ID=c52a71b5-eaa0-4497-8abc-df600f6bccce,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:42.627137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:29:42.638488 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Sync routers for ids ['5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:29:42.644142 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcd272b9-21ea-41e6-822c-8dee876d586d admin admin] Publish callbacks [] for security_group (938c48d2-302e-49ba-8912-a7445e8ec71b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.659189 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcd272b9-21ea-41e6-822c-8dee876d586d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (938c48d2-302e-49ba-8912-a7445e8ec71b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.666851 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Routers {'5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:42.667421 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:29:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:42.668451 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.669810 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d74e3d1f-6948-40d1-a8b1-c90de6fc7aac admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7048323 Jan 28 19:29:42.672609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36194) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:42.678457 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05d3d783-c3fb-4996-810b-775e3708237a tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (474bbef7-c760-4a61-b419-e36d3ef7c489), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.813070 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05d3d783-c3fb-4996-810b-775e3708237a tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (474bbef7-c760-4a61-b419-e36d3ef7c489), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.833192 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed70c513-41e3-4b28-abc2-e4ff1d17db23 admin admin] Publish callbacks [] for security_group (5834ef28-29a2-4863-8ed5-2247f63243ed), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.850831 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bcd272b9-21ea-41e6-822c-8dee876d586d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=357ccceae4b046499e90d88739f63639&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2606106 Jan 28 19:29:42.852898 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36198) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:42.865328 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05d3d783-c3fb-4996-810b-775e3708237a tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (474bbef7-c760-4a61-b419-e36d3ef7c489), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.903937 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd272b9-21ea-41e6-822c-8dee876d586d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938c48d2-302e-49ba-8912-a7445e8ec71b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:42.942955 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Set router 5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:42.960325 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3d783-c3fb-4996-810b-775e3708237a tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474bbef7-c760-4a61-b419-e36d3ef7c489,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:42.970467 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05d3d783-c3fb-4996-810b-775e3708237a tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.971881 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-05d3d783-c3fb-4996-810b-775e3708237a tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0407166 Jan 28 19:29:42.974214 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed70c513-41e3-4b28-abc2-e4ff1d17db23 admin admin] Publish callbacks [] for security_group (5834ef28-29a2-4863-8ed5-2247f63243ed), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:42.976125 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36200) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:43.035267 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74948a28-bdb5-4ecb-83f6-16105ac70533 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (474bbef7-c760-4a61-b419-e36d3ef7c489), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.061017 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74948a28-bdb5-4ecb-83f6-16105ac70533 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (474bbef7-c760-4a61-b419-e36d3ef7c489), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.123459 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74948a28-bdb5-4ecb-83f6-16105ac70533 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (474bbef7-c760-4a61-b419-e36d3ef7c489), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.139079 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74948a28-bdb5-4ecb-83f6-16105ac70533 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.140251 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-74948a28-bdb5-4ecb-83f6-16105ac70533 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/474bbef7-c760-4a61-b419-e36d3ef7c489 HTTP/1.1" status: 204 len: 168 time: 0.1630881 Jan 28 19:29:43.152499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36202) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:43.153393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74948a28-bdb5-4ecb-83f6-16105ac70533 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=474bbef7-c760-4a61-b419-e36d3ef7c489,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:43.162736 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed70c513-41e3-4b28-abc2-e4ff1d17db23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5834ef28-29a2-4863-8ed5-2247f63243ed), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.165105 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed70c513-41e3-4b28-abc2-e4ff1d17db23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.168137 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ed70c513-41e3-4b28-abc2-e4ff1d17db23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5834ef28-29a2-4863-8ed5-2247f63243ed HTTP/1.1" status: 204 len: 168 time: 1.1833603 Jan 28 19:29:43.200096 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c0e5f1f-6690-4686-8422-de1290d49ac7 admin admin] Publish callbacks [] for security_group (938c48d2-302e-49ba-8912-a7445e8ec71b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.250755 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70c513-41e3-4b28-abc2-e4ff1d17db23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5834ef28-29a2-4863-8ed5-2247f63243ed,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:43.302447 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c0e5f1f-6690-4686-8422-de1290d49ac7 admin admin] Publish callbacks [] for security_group (938c48d2-302e-49ba-8912-a7445e8ec71b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.327775 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-79569ae4-8d8b-4008-8b8b-f4dd489184f7 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1667590 Jan 28 19:29:43.332973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36206) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:43.434907 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'name': 'tempest-TestAggregatesBasicOps-1922943292-router', 'tenant_id': 'e03e9287fa104987af62c53696e047c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:39Z', 'updated_at': '2022-01-28T19:29:41Z', 'revision_number': 3, 'project_id': 'e03e9287fa104987af62c53696e047c2', 'gw_port': {'id': '3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:40Z', 'updated_at': '2022-01-28T19:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:43.492010 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2e241e6-91aa-4b41-9f65-279a96d410f2 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (da3d10e0-bd7c-471e-8f23-87ebbe2ffd19), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.528056 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c0e5f1f-6690-4686-8422-de1290d49ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (938c48d2-302e-49ba-8912-a7445e8ec71b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.532474 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c0e5f1f-6690-4686-8422-de1290d49ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.536796 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0c0e5f1f-6690-4686-8422-de1290d49ac7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/938c48d2-302e-49ba-8912-a7445e8ec71b HTTP/1.1" status: 204 len: 168 time: 0.6827230 Jan 28 19:29:43.563591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e5f1f-6690-4686-8422-de1290d49ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938c48d2-302e-49ba-8912-a7445e8ec71b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:43.601370 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2e241e6-91aa-4b41-9f65-279a96d410f2 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (da3d10e0-bd7c-471e-8f23-87ebbe2ffd19), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.696698 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2e241e6-91aa-4b41-9f65-279a96d410f2 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (da3d10e0-bd7c-471e-8f23-87ebbe2ffd19), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.700321 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b2e241e6-91aa-4b41-9f65-279a96d410f2 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.701438 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b2e241e6-91aa-4b41-9f65-279a96d410f2 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-groups/da3d10e0-bd7c-471e-8f23-87ebbe2ffd19 HTTP/1.1" status: 204 len: 168 time: 0.3674629 Jan 28 19:29:43.705832 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36214) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:43.716083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e241e6-91aa-4b41-9f65-279a96d410f2 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3d10e0-bd7c-471e-8f23-87ebbe2ffd19,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:43.773246 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Checking router: 5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:29:43.773841 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Updating router 5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f port 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:29:43.794389 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.826748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36216) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:43.834221 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.845204 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eeb07f7-1c17-41e6-b077-c345454a6b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:43.882939 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d73ef47a-0bed-45da-9ac7-01fed2ef2684 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1747477 Jan 28 19:29:43.887469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:44.142965 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eeb07f7-1c17-41e6-b077-c345454a6b58 admin admin] Publish callbacks [] for security_group (62026316-7fde-4876-8533-06f4c92a43df), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.150257 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eeb07f7-1c17-41e6-b077-c345454a6b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (62026316-7fde-4876-8533-06f4c92a43df), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.257824 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9be4b3d5-99ff-4cf6-8531-631bd797e9d8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (fafb6153-8857-4b35-8834-718bfc0f85af), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.258316 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb07f7-1c17-41e6-b077-c345454a6b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62026316-7fde-4876-8533-06f4c92a43df,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:44.280543 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0eeb07f7-1c17-41e6-b077-c345454a6b58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c50d254e985b46ad846d54925e73700a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4524179 Jan 28 19:29:44.288150 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:44.301423 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9be4b3d5-99ff-4cf6-8531-631bd797e9d8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (fafb6153-8857-4b35-8834-718bfc0f85af), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.332639 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c52a71b5-eaa0-4497-8abc-df600f6bccce up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:44.351664 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Allocated IP 172.20.0.1 (776800b6-edbe-45fc-8bdd-447b7722f328/2c4b55ad-7060-43c6-a668-ec3000ee22e4/bbcc28ba-da13-4dcc-a513-98771437fde3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:44.386054 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9be4b3d5-99ff-4cf6-8531-631bd797e9d8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fafb6153-8857-4b35-8834-718bfc0f85af), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.389217 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9be4b3d5-99ff-4cf6-8531-631bd797e9d8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.390842 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9be4b3d5-99ff-4cf6-8531-631bd797e9d8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-groups/fafb6153-8857-4b35-8834-718bfc0f85af HTTP/1.1" status: 204 len: 168 time: 0.5023696 Jan 28 19:29:44.400349 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:44.406052 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0bf50b-54e7-4184-ad2c-d19db7214e9f None None] Network 776800b6-edbe-45fc-8bdd-447b7722f328 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:44.464802 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfa86-17c8-4698-869e-860afc28111e admin admin] Publish callbacks [] for security_group (62026316-7fde-4876-8533-06f4c92a43df), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.469189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4b3d5-99ff-4cf6-8531-631bd797e9d8 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafb6153-8857-4b35-8834-718bfc0f85af,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:44.533570 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3ea6eaff-62f3-4031-8cd5-b21dbc6e61b9 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0976453 Jan 28 19:29:44.540339 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36242) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:44.553620 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ca1163f5-e496-45ec-beca-dd0ce52ac1c5 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group': {'name': 'tempest-secgroup--334925997'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:44.556239 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfa86-17c8-4698-869e-860afc28111e admin admin] Publish callbacks [] for security_group (62026316-7fde-4876-8533-06f4c92a43df), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.617253 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca1163f5-e496-45ec-beca-dd0ce52ac1c5 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.648970 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b881d5e0-bfe6-48d7-ad0c-93c8b8dc7f30 None None] Provisioning complete for port c52a71b5-eaa0-4497-8abc-df600f6bccce triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:44.649666 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b881d5e0-bfe6-48d7-ad0c-93c8b8dc7f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c52a71b5-eaa0-4497-8abc-df600f6bccce), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.660470 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Publish callbacks [] for port (3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.671561 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.682831 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfa86-17c8-4698-869e-860afc28111e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (62026316-7fde-4876-8533-06f4c92a43df), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.686126 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfa86-17c8-4698-869e-860afc28111e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.687479 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c5bcfa86-17c8-4698-869e-860afc28111e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/62026316-7fde-4876-8533-06f4c92a43df HTTP/1.1" status: 204 len: 168 time: 0.3983359 Jan 28 19:29:44.709767 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcfa86-17c8-4698-869e-860afc28111e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62026316-7fde-4876-8533-06f4c92a43df,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:44.740111 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Publish callbacks [] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.747268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c52a71b5-eaa0-4497-8abc-df600f6bccce triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:44.747646 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c52a71b5-eaa0-4497-8abc-df600f6bccce), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.795737 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Attempting to bind port 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:44.796689 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Attempting to bind port 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:44.797364 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Attempting to bind port 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:44.833145 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:44.836996 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:44.837627 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.838409 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:44.842453 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Bound port: 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:44.843204 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.962687 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b881d5e0-bfe6-48d7-ad0c-93c8b8dc7f30 None None] Current status of the port c52a71b5-eaa0-4497-8abc-df600f6bccce is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:44.963038 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b881d5e0-bfe6-48d7-ad0c-93c8b8dc7f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c52a71b5-eaa0-4497-8abc-df600f6bccce), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:44.991224 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] For port 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:44.995698 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] For port 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:45.006202 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca1163f5-e496-45ec-beca-dd0ce52ac1c5 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (f8370693-e1fe-4a38-82de-80171521078d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.018355 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.020658 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.033245 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba31526-34ed-4288-8db5-7ee77a74d5df None None] Pushing event updated for resources: {'Port': ['ID=3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:45.034239 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c52a71b5-eaa0-4497-8abc-df600f6bccce is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:45.034809 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c52a71b5-eaa0-4497-8abc-df600f6bccce), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.045345 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca1163f5-e496-45ec-beca-dd0ce52ac1c5 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f8370693-e1fe-4a38-82de-80171521078d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.073576 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:29:45.118752 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b881d5e0-bfe6-48d7-ad0c-93c8b8dc7f30 None None] For port c52a71b5-eaa0-4497-8abc-df600f6bccce, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c52a71b5-eaa0-4497-8abc-df600f6bccce,segment=NetworkSegment(85adda68-82ea-491c-ad18-4eb51f154496),segment_id=85adda68-82ea-491c-ad18-4eb51f154496)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:45.125811 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b881d5e0-bfe6-48d7-ad0c-93c8b8dc7f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c52a71b5-eaa0-4497-8abc-df600f6bccce), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.165580 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Routers {'5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:45.166214 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:29:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:45.189826 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Network 776800b6-edbe-45fc-8bdd-447b7722f328 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:45.200902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:45.208625 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:45.211683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881d5e0-bfe6-48d7-ad0c-93c8b8dc7f30 None None] Pushing event updated for resources: {'Port': ['ID=c52a71b5-eaa0-4497-8abc-df600f6bccce,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:45.326423 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:29:45.328583 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:29:45.361907 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca1163f5-e496-45ec-beca-dd0ce52ac1c5 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.367225 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ca1163f5-e496-45ec-beca-dd0ce52ac1c5 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8255394 Jan 28 19:29:45.370134 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36274) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:45.370528 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-136d7664-169f-4b95-b439-72ff76a6b04b None None] Provisioning complete for port c52a71b5-eaa0-4497-8abc-df600f6bccce triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:45.371163 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-136d7664-169f-4b95-b439-72ff76a6b04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c52a71b5-eaa0-4497-8abc-df600f6bccce), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.371523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1163f5-e496-45ec-beca-dd0ce52ac1c5 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8370693-e1fe-4a38-82de-80171521078d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:45.376476 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-dd5ea422-457d-4877-bc17-8501d3e3cb08 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group_rule': {'security_group_id': 'f8370693-e1fe-4a38-82de-80171521078d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:45.431376 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea422-457d-4877-bc17-8501d3e3cb08 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (a5807a69-0bfa-49a4-bb61-520f94d0890d), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.482839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Pushing event updated for resources: {'Port': ['ID=bbcc28ba-da13-4dcc-a513-98771437fde3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:45.501282 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.516233 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] Set router 5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:45.579456 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea422-457d-4877-bc17-8501d3e3cb08 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (a5807a69-0bfa-49a4-bb61-520f94d0890d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.584122 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea422-457d-4877-bc17-8501d3e3cb08 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (a5807a69-0bfa-49a4-bb61-520f94d0890d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.653023 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ea422-457d-4877-bc17-8501d3e3cb08 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5807a69-0bfa-49a4-bb61-520f94d0890d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:45.679302 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd5ea422-457d-4877-bc17-8501d3e3cb08 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.682057 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dd5ea422-457d-4877-bc17-8501d3e3cb08 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3093452 Jan 28 19:29:45.684273 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-136d7664-169f-4b95-b439-72ff76a6b04b None None] Current status of the port c52a71b5-eaa0-4497-8abc-df600f6bccce is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:45.684898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36284) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:45.753178 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-804ef1d8-a3f2-4357-b281-addb185f1715 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (a5807a69-0bfa-49a4-bb61-520f94d0890d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.775198 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-804ef1d8-a3f2-4357-b281-addb185f1715 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (a5807a69-0bfa-49a4-bb61-520f94d0890d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.826519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-22a5477f-9dd1-41b0-9cef-dca36210d12a None None] Provisioning complete for port bbcc28ba-da13-4dcc-a513-98771437fde3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:45.827552 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22a5477f-9dd1-41b0-9cef-dca36210d12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.849369 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-804ef1d8-a3f2-4357-b281-addb185f1715 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (a5807a69-0bfa-49a4-bb61-520f94d0890d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.863455 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-804ef1d8-a3f2-4357-b281-addb185f1715 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.870547 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-804ef1d8-a3f2-4357-b281-addb185f1715 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a5807a69-0bfa-49a4-bb61-520f94d0890d HTTP/1.1" status: 204 len: 168 time: 0.1836402 Jan 28 19:29:45.873179 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36292) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:45.889839 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba31526-34ed-4288-8db5-7ee77a74d5df None None] Pushing event updated for resources: {'Port': ['ID=3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:45.901687 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:45.909380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ef1d8-a3f2-4357-b281-addb185f1715 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5807a69-0bfa-49a4-bb61-520f94d0890d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:45.975058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c52a71b5-eaa0-4497-8abc-df600f6bccce is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:45.976120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e4266e2c-1111-4f6c-8a75-7f06b2140694 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:45.978765 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-22a5477f-9dd1-41b0-9cef-dca36210d12a None None] Port bbcc28ba-da13-4dcc-a513-98771437fde3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:29:45.997109 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-36fa7e6a-c09c-45bd-ac34-d0f202f354b2 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0957494 Jan 28 19:29:45.998122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36296) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:46.061203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e4266e2c-1111-4f6c-8a75-7f06b2140694 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:46.064298 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.144119 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'name': 'tempest-TestAggregatesBasicOps-1922943292-router', 'tenant_id': 'e03e9287fa104987af62c53696e047c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:39Z', 'updated_at': '2022-01-28T19:29:41Z', 'revision_number': 3, 'project_id': 'e03e9287fa104987af62c53696e047c2', 'gw_port': {'id': '3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:40Z', 'updated_at': '2022-01-28T19:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:46.174935 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b177d130-4534-4cdc-8bd8-da5e76742b8d tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (f8370693-e1fe-4a38-82de-80171521078d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.220394 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06888ba-0c76-4d6e-8552-705a9177d117 None None] The sync data for ids ['5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'] in n-d-824834-4 is: [{'id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'name': 'tempest-TestAggregatesBasicOps-1922943292-router', 'tenant_id': 'e03e9287fa104987af62c53696e047c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:39Z', 'updated_at': '2022-01-28T19:29:41Z', 'revision_number': 3, 'project_id': 'e03e9287fa104987af62c53696e047c2', 'gw_port': {'id': '3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:40Z', 'updated_at': '2022-01-28T19:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:29:46.263608 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b177d130-4534-4cdc-8bd8-da5e76742b8d tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (f8370693-e1fe-4a38-82de-80171521078d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.315068 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e4266e2c-1111-4f6c-8a75-7f06b2140694 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:46.401272 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b177d130-4534-4cdc-8bd8-da5e76742b8d tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f8370693-e1fe-4a38-82de-80171521078d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.413145 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b177d130-4534-4cdc-8bd8-da5e76742b8d tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.414790 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b177d130-4534-4cdc-8bd8-da5e76742b8d tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-groups/f8370693-e1fe-4a38-82de-80171521078d HTTP/1.1" status: 204 len: 168 time: 0.4139197 Jan 28 19:29:46.418301 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36316) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:46.447147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177d130-4534-4cdc-8bd8-da5e76742b8d tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8370693-e1fe-4a38-82de-80171521078d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:46.466367 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c52a71b5-eaa0-4497-8abc-df600f6bccce up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:46.571239 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Publish callbacks [] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.593434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c52a71b5-eaa0-4497-8abc-df600f6bccce triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:46.593815 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c52a71b5-eaa0-4497-8abc-df600f6bccce), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.598678 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-05569848-02e3-4066-8b00-543319ba79a7 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1781790 Jan 28 19:29:46.600737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36318) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:46.601741 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.613656 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-33145d75-f6ab-41a0-8f2b-2f6a270c7757 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1043746883'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:46.727940 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33145d75-f6ab-41a0-8f2b-2f6a270c7757 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.801001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c52a71b5-eaa0-4497-8abc-df600f6bccce is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:46.820396 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.832856 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Pushing event updated for resources: {'Port': ['ID=bbcc28ba-da13-4dcc-a513-98771437fde3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:46.946310 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33145d75-f6ab-41a0-8f2b-2f6a270c7757 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (e3e8e0e9-3e68-47ef-aec9-077f6e6a1266), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.955399 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33145d75-f6ab-41a0-8f2b-2f6a270c7757 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e3e8e0e9-3e68-47ef-aec9-077f6e6a1266), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:46.964587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:47.011435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33145d75-f6ab-41a0-8f2b-2f6a270c7757 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e8e0e9-3e68-47ef-aec9-077f6e6a1266,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:47.016809 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-33145d75-f6ab-41a0-8f2b-2f6a270c7757 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.018753 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-33145d75-f6ab-41a0-8f2b-2f6a270c7757 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4147236 Jan 28 19:29:47.021248 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36334) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:47.027816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4a5ca28e-81f6-4bf7-9273-d9e2db6ecaaf tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group_rule': {'security_group_id': 'e3e8e0e9-3e68-47ef-aec9-077f6e6a1266', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:47.077499 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca28e-81f6-4bf7-9273-d9e2db6ecaaf tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (57ed3489-147d-4df9-a365-780be67251a3), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.212570 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca28e-81f6-4bf7-9273-d9e2db6ecaaf tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (57ed3489-147d-4df9-a365-780be67251a3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.217587 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca28e-81f6-4bf7-9273-d9e2db6ecaaf tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (57ed3489-147d-4df9-a365-780be67251a3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.236404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ca28e-81f6-4bf7-9273-d9e2db6ecaaf tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ed3489-147d-4df9-a365-780be67251a3,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:47.265361 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca28e-81f6-4bf7-9273-d9e2db6ecaaf tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.269337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4a5ca28e-81f6-4bf7-9273-d9e2db6ecaaf tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2440856 Jan 28 19:29:47.270677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36342) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:47.307984 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-19359d78-c781-4e0a-854b-f54b961410ea tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules/57ed3489-147d-4df9-a365-780be67251a3 HTTP/1.1" status: 200 len: 763 time: 0.0320115 Jan 28 19:29:47.311656 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36346) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:47.396346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5615579e-29a1-4f12-8098-ee4699f578b7 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0810056 Jan 28 19:29:47.406153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36358) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:47.454888 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78d98cd9-b701-48c8-9002-5b74fb5adb85 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (57ed3489-147d-4df9-a365-780be67251a3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.469229 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78d98cd9-b701-48c8-9002-5b74fb5adb85 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (57ed3489-147d-4df9-a365-780be67251a3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.501837 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78d98cd9-b701-48c8-9002-5b74fb5adb85 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (57ed3489-147d-4df9-a365-780be67251a3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.509983 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78d98cd9-b701-48c8-9002-5b74fb5adb85 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.513975 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-78d98cd9-b701-48c8-9002-5b74fb5adb85 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/57ed3489-147d-4df9-a365-780be67251a3 HTTP/1.1" status: 204 len: 168 time: 0.1044319 Jan 28 19:29:47.518357 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36368) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:47.525673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d98cd9-b701-48c8-9002-5b74fb5adb85 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57ed3489-147d-4df9-a365-780be67251a3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:47.533246 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Network 776800b6-edbe-45fc-8bdd-447b7722f328 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:47.534918 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:47.613735 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d5b7aa2e-8bc7-40ae-ad2f-1ac364eca53d tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0905039 Jan 28 19:29:47.614792 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36378) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:47.627971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2e24aba8-c1f3-4a41-9a38-b6df77d62ebb tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group_rule': {'security_group_id': 'e3e8e0e9-3e68-47ef-aec9-077f6e6a1266', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:47.763103 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e24aba8-c1f3-4a41-9a38-b6df77d62ebb tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (9bce583f-317a-43bc-a7ea-028424eed511), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.801279 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Router 5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:29:47.819043 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27d1ab9c-b842-495c-965b-e08523a1f830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.930599 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e24aba8-c1f3-4a41-9a38-b6df77d62ebb tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (9bce583f-317a-43bc-a7ea-028424eed511), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.937521 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e24aba8-c1f3-4a41-9a38-b6df77d62ebb tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (9bce583f-317a-43bc-a7ea-028424eed511), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.984468 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e24aba8-c1f3-4a41-9a38-b6df77d62ebb tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:47.985773 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2e24aba8-c1f3-4a41-9a38-b6df77d62ebb tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3698254 Jan 28 19:29:47.988656 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36406) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:47.991220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24aba8-c1f3-4a41-9a38-b6df77d62ebb tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bce583f-317a-43bc-a7ea-028424eed511,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:48.027409 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3928be27-8ee7-48d2-b8cb-740370390299 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules/9bce583f-317a-43bc-a7ea-028424eed511 HTTP/1.1" status: 200 len: 763 time: 0.0372989 Jan 28 19:29:48.029778 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36412) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:48.039667 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e497564d-893c-42c0-bcf3-b97a13cb258a None None] Provisioning complete for port bbcc28ba-da13-4dcc-a513-98771437fde3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:48.042533 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e497564d-893c-42c0-bcf3-b97a13cb258a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.084645 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d991675d-1cba-469c-9c63-6922fb2a3245 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0533836 Jan 28 19:29:48.087317 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36418) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:48.117709 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56bb8e98-cfd2-4a1b-bf9b-0019c1e9b000 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (9bce583f-317a-43bc-a7ea-028424eed511), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.128742 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56bb8e98-cfd2-4a1b-bf9b-0019c1e9b000 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (9bce583f-317a-43bc-a7ea-028424eed511), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.133393 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e497564d-893c-42c0-bcf3-b97a13cb258a None None] Port bbcc28ba-da13-4dcc-a513-98771437fde3 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:29:48.171258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:29:48.189253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56bb8e98-cfd2-4a1b-bf9b-0019c1e9b000 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (9bce583f-317a-43bc-a7ea-028424eed511), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.196087 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-69a6ec9e-578b-4776-99f0-97f98e0f0260 admin admin] 10.222.0.55 "PUT /v2.0/routers/5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5199540 Jan 28 19:29:48.197097 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56bb8e98-cfd2-4a1b-bf9b-0019c1e9b000 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.201173 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-56bb8e98-cfd2-4a1b-bf9b-0019c1e9b000 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/9bce583f-317a-43bc-a7ea-028424eed511 HTTP/1.1" status: 204 len: 168 time: 0.1128454 Jan 28 19:29:48.205015 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:48.234985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb8e98-cfd2-4a1b-bf9b-0019c1e9b000 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bce583f-317a-43bc-a7ea-028424eed511,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:48.255369 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf3b5ac8-37ea-4aff-bbe9-c4748a4cfcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.288080 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e9734344-1d38-45cd-925a-7c4806abb7ad tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0818698 Jan 28 19:29:48.288910 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36432) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:48.295232 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27d1ab9c-b842-495c-965b-e08523a1f830 admin admin] Publish callbacks [] for security_group (39cd55c4-ae2f-483a-b118-5252e751245d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.298001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-67c2d770-6f36-4fe6-baf8-4331ec64ad20 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group_rule': {'security_group_id': 'e3e8e0e9-3e68-47ef-aec9-077f6e6a1266', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:48.310577 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27d1ab9c-b842-495c-965b-e08523a1f830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (39cd55c4-ae2f-483a-b118-5252e751245d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.370529 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-27d1ab9c-b842-495c-965b-e08523a1f830 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=72c29231859e483d81b994f2c636cc40&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4021535 Jan 28 19:29:48.373948 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36438) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:48.395438 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-67c2d770-6f36-4fe6-baf8-4331ec64ad20 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Project 8f632024f04642a6ac4f42f0078da63f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:29:48.403046 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67c2d770-6f36-4fe6-baf8-4331ec64ad20 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (dae24bfc-eea2-42bd-9031-3e4fd9105669), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.521626 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a21413e-9211-4ba7-b4c5-2c477211c59b admin admin] Publish callbacks [] for security_group (39cd55c4-ae2f-483a-b118-5252e751245d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.531415 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67c2d770-6f36-4fe6-baf8-4331ec64ad20 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (dae24bfc-eea2-42bd-9031-3e4fd9105669), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.538441 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67c2d770-6f36-4fe6-baf8-4331ec64ad20 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (dae24bfc-eea2-42bd-9031-3e4fd9105669), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.545222 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1ab9c-b842-495c-965b-e08523a1f830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cd55c4-ae2f-483a-b118-5252e751245d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:48.563037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:48.602577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2d770-6f36-4fe6-baf8-4331ec64ad20 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae24bfc-eea2-42bd-9031-3e4fd9105669,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:48.602911 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a21413e-9211-4ba7-b4c5-2c477211c59b admin admin] Publish callbacks [] for security_group (39cd55c4-ae2f-483a-b118-5252e751245d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.627835 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67c2d770-6f36-4fe6-baf8-4331ec64ad20 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.635537 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-67c2d770-6f36-4fe6-baf8-4331ec64ad20 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3453641 Jan 28 19:29:48.636553 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36450) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:48.653698 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36452) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:48.680370 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a21413e-9211-4ba7-b4c5-2c477211c59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (39cd55c4-ae2f-483a-b118-5252e751245d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.683997 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a21413e-9211-4ba7-b4c5-2c477211c59b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.685706 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2a21413e-9211-4ba7-b4c5-2c477211c59b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39cd55c4-ae2f-483a-b118-5252e751245d HTTP/1.1" status: 204 len: 168 time: 0.3007183 Jan 28 19:29:48.700210 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36458) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:48.701868 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21413e-9211-4ba7-b4c5-2c477211c59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cd55c4-ae2f-483a-b118-5252e751245d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:48.709255 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c95db488-42da-47f4-87c8-20798d33d3c9 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules/dae24bfc-eea2-42bd-9031-3e4fd9105669 HTTP/1.1" status: 200 len: 769 time: 0.0653563 Jan 28 19:29:48.762875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:48.763312 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.786794 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8af2da0b-1d67-4126-8760-b1251633874b tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0812080 Jan 28 19:29:48.789276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36466) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:48.865225 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fad31e8f-5f84-45ef-9af3-06196aca9d46 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (dae24bfc-eea2-42bd-9031-3e4fd9105669), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.885487 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fad31e8f-5f84-45ef-9af3-06196aca9d46 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (dae24bfc-eea2-42bd-9031-3e4fd9105669), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.912133 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c327c215-6016-4894-a72f-08c37f60eb07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.912836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:48.913469 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.962881 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fad31e8f-5f84-45ef-9af3-06196aca9d46 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (dae24bfc-eea2-42bd-9031-3e4fd9105669), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.985355 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fad31e8f-5f84-45ef-9af3-06196aca9d46 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.989833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:48.993051 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fad31e8f-5f84-45ef-9af3-06196aca9d46 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/dae24bfc-eea2-42bd-9031-3e4fd9105669 HTTP/1.1" status: 204 len: 168 time: 0.1940346 Jan 28 19:29:48.994285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad31e8f-5f84-45ef-9af3-06196aca9d46 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dae24bfc-eea2-42bd-9031-3e4fd9105669,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:48.995290 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:48.997214 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36472) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:49.155669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:49.200114 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-65c60233-4940-4e24-b801-60a44c1bb656 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2009377 Jan 28 19:29:49.200776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36482) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:49.211250 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c327c215-6016-4894-a72f-08c37f60eb07 admin admin] Publish callbacks [] for security_group (802801bb-9d34-44b4-9bd4-d35c6e5a6a82), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.230857 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c327c215-6016-4894-a72f-08c37f60eb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (802801bb-9d34-44b4-9bd4-d35c6e5a6a82), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.239857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Sync routers for ids ['5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:29:49.263324 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Routers {'5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:49.264003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:29:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:49.309595 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327c215-6016-4894-a72f-08c37f60eb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802801bb-9d34-44b4-9bd4-d35c6e5a6a82,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:49.314971 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c327c215-6016-4894-a72f-08c37f60eb07 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abd75fc5e9a14cea92ad967514112e72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6586595 Jan 28 19:29:49.317628 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36490) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:49.360314 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d93d98d3-633a-4cfa-b81a-9b1c8b0e5238 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (e3e8e0e9-3e68-47ef-aec9-077f6e6a1266), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.399006 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d93d98d3-633a-4cfa-b81a-9b1c8b0e5238 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (e3e8e0e9-3e68-47ef-aec9-077f6e6a1266), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.479971 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86ee77af-02a3-4041-8c3a-61dc0eec0ff5 admin admin] Publish callbacks [] for security_group (802801bb-9d34-44b4-9bd4-d35c6e5a6a82), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.546823 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d93d98d3-633a-4cfa-b81a-9b1c8b0e5238 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e3e8e0e9-3e68-47ef-aec9-077f6e6a1266), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.554834 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d93d98d3-633a-4cfa-b81a-9b1c8b0e5238 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.556592 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d93d98d3-633a-4cfa-b81a-9b1c8b0e5238 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-groups/e3e8e0e9-3e68-47ef-aec9-077f6e6a1266 HTTP/1.1" status: 204 len: 168 time: 0.3423812 Jan 28 19:29:49.559428 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36508) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:49.594516 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86ee77af-02a3-4041-8c3a-61dc0eec0ff5 admin admin] Publish callbacks [] for security_group (802801bb-9d34-44b4-9bd4-d35c6e5a6a82), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.623779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Set router 5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:49.643212 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b86ee709-b624-4327-a181-0ff0ec31774f tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0770462 Jan 28 19:29:49.645966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36516) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:49.651339 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-17ca4a4b-df2d-4854-8fbf-184badc9de41 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group': {'name': 'tempest-secgroup--125789788'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:49.673229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d98d3-633a-4cfa-b81a-9b1c8b0e5238 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e8e0e9-3e68-47ef-aec9-077f6e6a1266,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:49.695916 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86ee77af-02a3-4041-8c3a-61dc0eec0ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (802801bb-9d34-44b4-9bd4-d35c6e5a6a82), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.698812 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86ee77af-02a3-4041-8c3a-61dc0eec0ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.700033 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-86ee77af-02a3-4041-8c3a-61dc0eec0ff5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/802801bb-9d34-44b4-9bd4-d35c6e5a6a82 HTTP/1.1" status: 204 len: 168 time: 0.3813903 Jan 28 19:29:49.709860 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17ca4a4b-df2d-4854-8fbf-184badc9de41 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.737422 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee77af-02a3-4041-8c3a-61dc0eec0ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802801bb-9d34-44b4-9bd4-d35c6e5a6a82,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:49.933158 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17ca4a4b-df2d-4854-8fbf-184badc9de41 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (172a8356-79db-4146-9d77-a4c828baaea9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:49.938255 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17ca4a4b-df2d-4854-8fbf-184badc9de41 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (172a8356-79db-4146-9d77-a4c828baaea9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.033227 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17ca4a4b-df2d-4854-8fbf-184badc9de41 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.037051 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-17ca4a4b-df2d-4854-8fbf-184badc9de41 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3875430 Jan 28 19:29:50.037501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36540) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:50.043523 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b408df24-67c0-47ba-afeb-3855e98717db tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Request body: {'security_group_rule': {'security_group_id': '172a8356-79db-4146-9d77-a4c828baaea9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:50.049420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca4a4b-df2d-4854-8fbf-184badc9de41 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172a8356-79db-4146-9d77-a4c828baaea9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:50.097387 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'name': 'tempest-TestAggregatesBasicOps-1922943292-router', 'tenant_id': 'e03e9287fa104987af62c53696e047c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:39Z', 'updated_at': '2022-01-28T19:29:45Z', 'revision_number': 4, 'project_id': 'e03e9287fa104987af62c53696e047c2', 'gw_port': {'id': '3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:40Z', 'updated_at': '2022-01-28T19:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'bbcc28ba-da13-4dcc-a513-98771437fde3', 'name': '', 'network_id': '776800b6-edbe-45fc-8bdd-447b7722f328', 'tenant_id': 'e03e9287fa104987af62c53696e047c2', 'mac_address': 'fa:16:3e:7d:d6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '2c4b55ad-7060-43c6-a668-ec3000ee22e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:43Z', 'updated_at': '2022-01-28T19:29:46Z', 'revision_number': 2, 'project_id': 'e03e9287fa104987af62c53696e047c2', 'subnets': [{'id': '2c4b55ad-7060-43c6-a668-ec3000ee22e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:50.105985 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b408df24-67c0-47ba-afeb-3855e98717db tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (3e8805a9-ab58-46af-9399-00db1d5cc6fb), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.143657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Checking router: 5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:29:50.144637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Updating router 5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f port bbcc28ba-da13-4dcc-a513-98771437fde3 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:29:50.229341 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.258505 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b408df24-67c0-47ba-afeb-3855e98717db tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (3e8805a9-ab58-46af-9399-00db1d5cc6fb), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.264016 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b408df24-67c0-47ba-afeb-3855e98717db tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (3e8805a9-ab58-46af-9399-00db1d5cc6fb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.325085 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408df24-67c0-47ba-afeb-3855e98717db tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8805a9-ab58-46af-9399-00db1d5cc6fb,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:50.347244 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b408df24-67c0-47ba-afeb-3855e98717db tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.348432 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b408df24-67c0-47ba-afeb-3855e98717db tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3092453 Jan 28 19:29:50.351528 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:50.486643 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36572) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:50.563287 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a2cccca-0c9d-4758-9055-0edab84f50dd tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (172a8356-79db-4146-9d77-a4c828baaea9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.565660 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36574) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:50.588123 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5dc435e2-39f7-40ff-995a-b1dc2a940535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.602798 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36576) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:50.607527 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:50.628080 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a2cccca-0c9d-4758-9055-0edab84f50dd tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (172a8356-79db-4146-9d77-a4c828baaea9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.785849 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a2cccca-0c9d-4758-9055-0edab84f50dd tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (172a8356-79db-4146-9d77-a4c828baaea9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.788727 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a2cccca-0c9d-4758-9055-0edab84f50dd tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.795224 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36580) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:50.797006 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0a2cccca-0c9d-4758-9055-0edab84f50dd tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-groups/172a8356-79db-4146-9d77-a4c828baaea9 HTTP/1.1" status: 204 len: 168 time: 0.4442713 Jan 28 19:29:50.835348 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cccca-0c9d-4758-9055-0edab84f50dd tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172a8356-79db-4146-9d77-a4c828baaea9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:50.861395 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-17e6d8b9-d29d-4ed6-9047-23b04f6d8e8a tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0644586 Jan 28 19:29:50.864998 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36582) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:50.899393 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5dc435e2-39f7-40ff-995a-b1dc2a940535 admin admin] Publish callbacks [] for security_group (18c4afd1-02a8-4ae5-9c23-80204d89817d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.906114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3a92b2c4-8773-4c9a-a79f-deff060a1820 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-610659378'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:50.911900 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5dc435e2-39f7-40ff-995a-b1dc2a940535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (18c4afd1-02a8-4ae5-9c23-80204d89817d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.974923 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a92b2c4-8773-4c9a-a79f-deff060a1820 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Made reservation on behalf of 1ebcb29a12064322816626e76049e2f6 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:50.978980 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a92b2c4-8773-4c9a-a79f-deff060a1820 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:50.982507 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc435e2-39f7-40ff-995a-b1dc2a940535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c4afd1-02a8-4ae5-9c23-80204d89817d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:50.993221 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5dc435e2-39f7-40ff-995a-b1dc2a940535 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d73cd43fa319478681f889cb263cf957&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4262774 Jan 28 19:29:50.996101 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36586) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:51.003411 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a92b2c4-8773-4c9a-a79f-deff060a1820 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.014258 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1436c2c3-9e8b-452e-8019-bc49dab71a77 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1453645 Jan 28 19:29:51.014815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:51.032864 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-eb80074d-87da-4ee6-bc1b-d5952eef0598 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] delete failed (client error): The resource could not be found. Jan 28 19:29:51.037587 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-eb80074d-87da-4ee6-bc1b-d5952eef0598 tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "DELETE /v2.0/security-groups/172a8356-79db-4146-9d77-a4c828baaea9 HTTP/1.1" status: 404 len: 347 time: 0.0177612 Jan 28 19:29:51.039876 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36590) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:51.059891 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ac42e44-a907-4840-8c19-34090bf8fa89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.125192 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-351a3635-733c-46aa-b9af-bca3d43e3aa0 admin admin] Publish callbacks [] for security_group (18c4afd1-02a8-4ae5-9c23-80204d89817d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.127826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:51.131110 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.197628 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b50ee373-89ef-419c-8d44-b78faa629a9d tempest-SecGroupIPv6Test-1159237738 tempest-SecGroupIPv6Test-1159237738-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1520483 Jan 28 19:29:51.217538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-351a3635-733c-46aa-b9af-bca3d43e3aa0 admin admin] Publish callbacks [] for security_group (18c4afd1-02a8-4ae5-9c23-80204d89817d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.245419 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb48637f-c128-4e2d-b583-ae81b94599f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (98d8fc12-1fa2-405d-8369-4e43e049e070), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.290503 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a92b2c4-8773-4c9a-a79f-deff060a1820 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for security_group (d73e9308-bd27-4d25-af45-6dcb949583a6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.296643 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a92b2c4-8773-4c9a-a79f-deff060a1820 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d73e9308-bd27-4d25-af45-6dcb949583a6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.335671 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-351a3635-733c-46aa-b9af-bca3d43e3aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (18c4afd1-02a8-4ae5-9c23-80204d89817d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.338440 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-351a3635-733c-46aa-b9af-bca3d43e3aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.342327 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-351a3635-733c-46aa-b9af-bca3d43e3aa0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/18c4afd1-02a8-4ae5-9c23-80204d89817d HTTP/1.1" status: 204 len: 168 time: 0.3420267 Jan 28 19:29:51.354301 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a92b2c4-8773-4c9a-a79f-deff060a1820 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:29:51.361651 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92b2c4-8773-4c9a-a79f-deff060a1820 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73e9308-bd27-4d25-af45-6dcb949583a6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:51.369704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:51.388414 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Publish callbacks [] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.392496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a3635-733c-46aa-b9af-bca3d43e3aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c4afd1-02a8-4ae5-9c23-80204d89817d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:51.397676 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.411311 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a92b2c4-8773-4c9a-a79f-deff060a1820 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (08ed0817-4e58-4c2a-b41f-8d829c0cd2d1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.413185 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-3a92b2c4-8773-4c9a-a79f-deff060a1820 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Added segment 08ed0817-4e58-4c2a-b41f-8d829c0cd2d1 of type vlan for network e742884c-2c1a-4ede-ae48-b8753226c5e2 Jan 28 19:29:51.502848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3bedb-b39d-418e-ae3c-2a26df6dfdc1 None None] Pushing event updated for resources: {'Port': ['ID=bbcc28ba-da13-4dcc-a513-98771437fde3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:51.508401 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a92b2c4-8773-4c9a-a79f-deff060a1820 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (e742884c-2c1a-4ede-ae48-b8753226c5e2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.568736 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a92b2c4-8773-4c9a-a79f-deff060a1820 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (e742884c-2c1a-4ede-ae48-b8753226c5e2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.589196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a92b2c4-8773-4c9a-a79f-deff060a1820 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:51.589853 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a92b2c4-8773-4c9a-a79f-deff060a1820 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.788018 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Attempting to bind port bbcc28ba-da13-4dcc-a513-98771437fde3 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:51.788312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Attempting to bind port bbcc28ba-da13-4dcc-a513-98771437fde3 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '85adda68-82ea-491c-ad18-4eb51f154496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '776800b6-edbe-45fc-8bdd-447b7722f328'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:51.790351 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Attempting to bind port bbcc28ba-da13-4dcc-a513-98771437fde3 on network 776800b6-edbe-45fc-8bdd-447b7722f328 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:51.818810 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:51.819543 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Checking segment: {'id': '85adda68-82ea-491c-ad18-4eb51f154496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '776800b6-edbe-45fc-8bdd-447b7722f328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:51.822505 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.825645 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Bound using segment: {'id': '85adda68-82ea-491c-ad18-4eb51f154496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '776800b6-edbe-45fc-8bdd-447b7722f328'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:51.826204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Bound port: bbcc28ba-da13-4dcc-a513-98771437fde3, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85adda68-82ea-491c-ad18-4eb51f154496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '776800b6-edbe-45fc-8bdd-447b7722f328'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:51.826607 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.846069 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cb48637f-c128-4e2d-b583-ae81b94599f3 admin admin] Deleting port e4266e2c-1111-4f6c-8a75-7f06b2140694 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:51.846408 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb48637f-c128-4e2d-b583-ae81b94599f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.855748 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:51.864146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92b2c4-8773-4c9a-a79f-deff060a1820 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Pushing event updated for resources: {'Network': ['ID=e742884c-2c1a-4ede-ae48-b8753226c5e2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:51.880735 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36606) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:51.901456 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3a92b2c4-8773-4c9a-a79f-deff060a1820 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2975330 Jan 28 19:29:51.904865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36610) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:51.917019 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0eb0f04c-56ea-4e47-911e-b7785a61f814 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Request body: {'subnet': {'network_id': 'e742884c-2c1a-4ede-ae48-b8753226c5e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:51.939009 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network e742884c-2c1a-4ede-ae48-b8753226c5e2 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:29:52.058962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cb48637f-c128-4e2d-b583-ae81b94599f3 admin admin] For port e4266e2c-1111-4f6c-8a75-7f06b2140694, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e4266e2c-1111-4f6c-8a75-7f06b2140694,segment=NetworkSegment(e3a32572-940e-4d58-abb1-90db7842dda8),segment_id=e3a32572-940e-4d58-abb1-90db7842dda8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:52.059576 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb48637f-c128-4e2d-b583-ae81b94599f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:52.074249 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cb48637f-c128-4e2d-b583-ae81b94599f3 admin admin] Calling delete_port for e4266e2c-1111-4f6c-8a75-7f06b2140694 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:52.129432 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] For port bbcc28ba-da13-4dcc-a513-98771437fde3, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:52.140580 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb0f04c-56ea-4e47-911e-b7785a61f814 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Made reservation on behalf of 1ebcb29a12064322816626e76049e2f6 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:52.140826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] For port bbcc28ba-da13-4dcc-a513-98771437fde3, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bbcc28ba-da13-4dcc-a513-98771437fde3,segment=NetworkSegment(85adda68-82ea-491c-ad18-4eb51f154496),segment_id=85adda68-82ea-491c-ad18-4eb51f154496)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:52.144874 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f04c-56ea-4e47-911e-b7785a61f814 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:52.164395 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:52.231201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-60cd8792-47af-4c50-ba9c-1d653d076bb5 None None] Provisioning complete for port bbcc28ba-da13-4dcc-a513-98771437fde3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:52.231835 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60cd8792-47af-4c50-ba9c-1d653d076bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:52.245310 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Routers {'5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:52.249023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:29:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:52.456358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3bedb-b39d-418e-ae3c-2a26df6dfdc1 None None] Pushing event updated for resources: {'Port': ['ID=bbcc28ba-da13-4dcc-a513-98771437fde3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:52.548509 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb48637f-c128-4e2d-b583-ae81b94599f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e4266e2c-1111-4f6c-8a75-7f06b2140694), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:52.556655 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f04c-56ea-4e47-911e-b7785a61f814 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (7ea4eb5c-5ac6-4382-a73b-967f90565886), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:52.583263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] Set router 5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:52.635625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48637f-c128-4e2d-b583-ae81b94599f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4266e2c-1111-4f6c-8a75-7f06b2140694,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:52.693239 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0f04c-56ea-4e47-911e-b7785a61f814 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Pushing event updated for resources: {'Subnet': ['ID=7ea4eb5c-5ac6-4382-a73b-967f90565886,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:52.759988 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a4a4a0db-507b-4c62-8f5b-6076b85b45c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f632024f04642a6ac4f42f0078da63f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8754797 Jan 28 19:29:52.771297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36630) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:52.774105 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb0f04c-56ea-4e47-911e-b7785a61f814 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Checking segment: {'id': '08ed0817-4e58-4c2a-b41f-8d829c0cd2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e742884c-2c1a-4ede-ae48-b8753226c5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:52.774477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb0f04c-56ea-4e47-911e-b7785a61f814 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Network hostable DHCP agents. Network: e742884c-2c1a-4ede-ae48-b8753226c5e2, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:29:52.799803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb0f04c-56ea-4e47-911e-b7785a61f814 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Network e742884c-2c1a-4ede-ae48-b8753226c5e2 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:29:52.814193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0eb0f04c-56ea-4e47-911e-b7785a61f814 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, e742884c-2c1a-4ede-ae48-b8753226c5e2) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:52.826310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb0f04c-56ea-4e47-911e-b7785a61f814 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:29:52.827130 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f04c-56ea-4e47-911e-b7785a61f814 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:52.849868 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8ce052-d977-4e2e-b6dc-fef96c1c70bc None None] Network e742884c-2c1a-4ede-ae48-b8753226c5e2 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:52.884989 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0eb0f04c-56ea-4e47-911e-b7785a61f814 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9732411 Jan 28 19:29:52.885351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36634) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:52.896076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bed25c5a-125a-4de6-88f1-2e5798e3127d tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1656710343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:52.999782 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7b9dbcb-2768-44e7-ad1a-07455e9b091b admin admin] Publish callbacks [] for security_group (a55eb693-7241-4721-ba09-99c147866a6f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.000164 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-60cd8792-47af-4c50-ba9c-1d653d076bb5 None None] Current status of the port bbcc28ba-da13-4dcc-a513-98771437fde3 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:53.000524 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60cd8792-47af-4c50-ba9c-1d653d076bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.041898 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bed25c5a-125a-4de6-88f1-2e5798e3127d tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (38a2724b-bef8-437f-879f-1f330c7a3e32), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.043223 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bed25c5a-125a-4de6-88f1-2e5798e3127d tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (38a2724b-bef8-437f-879f-1f330c7a3e32), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.100749 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bed25c5a-125a-4de6-88f1-2e5798e3127d tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for router_controller (38a2724b-bef8-437f-879f-1f330c7a3e32), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.112238 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bed25c5a-125a-4de6-88f1-2e5798e3127d tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (38a2724b-bef8-437f-879f-1f330c7a3e32), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.160112 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7b9dbcb-2768-44e7-ad1a-07455e9b091b admin admin] Publish callbacks [] for security_group (a55eb693-7241-4721-ba09-99c147866a6f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.219955 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bed25c5a-125a-4de6-88f1-2e5798e3127d tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.223144 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bed25c5a-125a-4de6-88f1-2e5798e3127d tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3318636 Jan 28 19:29:53.224663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36640) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:53.235390 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.265602 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb48637f-c128-4e2d-b583-ae81b94599f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (98d8fc12-1fa2-405d-8369-4e43e049e070), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.269553 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-60cd8792-47af-4c50-ba9c-1d653d076bb5 None None] For port bbcc28ba-da13-4dcc-a513-98771437fde3, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bbcc28ba-da13-4dcc-a513-98771437fde3,segment=NetworkSegment(85adda68-82ea-491c-ad18-4eb51f154496),segment_id=85adda68-82ea-491c-ad18-4eb51f154496)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:53.297746 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60cd8792-47af-4c50-ba9c-1d653d076bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.344758 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7b9dbcb-2768-44e7-ad1a-07455e9b091b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a55eb693-7241-4721-ba09-99c147866a6f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.348120 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a7b9dbcb-2768-44e7-ad1a-07455e9b091b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.352471 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a7b9dbcb-2768-44e7-ad1a-07455e9b091b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a55eb693-7241-4721-ba09-99c147866a6f HTTP/1.1" status: 204 len: 168 time: 0.5798280 Jan 28 19:29:53.372164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9dbcb-2768-44e7-ad1a-07455e9b091b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55eb693-7241-4721-ba09-99c147866a6f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:53.459686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-e742884c-2c1a-4ede-ae48-b8753226c5e2', 'network_id': 'e742884c-2c1a-4ede-ae48-b8753226c5e2', 'project_id': '1ebcb29a12064322816626e76049e2f6', 'fixed_ips': [{'subnet_id': '7ea4eb5c-5ac6-4382-a73b-967f90565886'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:29:53.462625 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.628374 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb48637f-c128-4e2d-b583-ae81b94599f3 admin admin] Router 98d8fc12-1fa2-405d-8369-4e43e049e070 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:29:53.759940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Allocated IP 172.20.0.2 (e742884c-2c1a-4ede-ae48-b8753226c5e2/7ea4eb5c-5ac6-4382-a73b-967f90565886/cfee1a2c-03bb-478d-9f55-96acf4f70fd7) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:53.891345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2764e94a-2d05-46bb-a1f7-1df2d172d6b5 None None] Provisioning complete for port bbcc28ba-da13-4dcc-a513-98771437fde3 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:53.891725 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2764e94a-2d05-46bb-a1f7-1df2d172d6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:53.893262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb48637f-c128-4e2d-b583-ae81b94599f3 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:29:53.903767 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db962299-47d9-43e9-a903-f4e12d399bfe None None] Sync routers for ids ['98d8fc12-1fa2-405d-8369-4e43e049e070'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:29:53.906924 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cb48637f-c128-4e2d-b583-ae81b94599f3 admin admin] 10.222.0.55 "PUT /v2.0/routers/98d8fc12-1fa2-405d-8369-4e43e049e070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4162967 Jan 28 19:29:53.910155 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36658) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:53.914275 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'name': 'tempest-TestAggregatesBasicOps-1922943292-router', 'tenant_id': 'e03e9287fa104987af62c53696e047c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:39Z', 'updated_at': '2022-01-28T19:29:45Z', 'revision_number': 4, 'project_id': 'e03e9287fa104987af62c53696e047c2', 'gw_port': {'id': '3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:40Z', 'updated_at': '2022-01-28T19:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'bbcc28ba-da13-4dcc-a513-98771437fde3', 'name': '', 'network_id': '776800b6-edbe-45fc-8bdd-447b7722f328', 'tenant_id': 'e03e9287fa104987af62c53696e047c2', 'mac_address': 'fa:16:3e:7d:d6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '2c4b55ad-7060-43c6-a668-ec3000ee22e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:43Z', 'updated_at': '2022-01-28T19:29:52Z', 'revision_number': 4, 'project_id': 'e03e9287fa104987af62c53696e047c2', 'subnets': [{'id': '2c4b55ad-7060-43c6-a668-ec3000ee22e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:53.922864 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db962299-47d9-43e9-a903-f4e12d399bfe None None] Routers {'98d8fc12-1fa2-405d-8369-4e43e049e070'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:53.923383 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-db962299-47d9-43e9-a903-f4e12d399bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:29:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['98d8fc12-1fa2-405d-8369-4e43e049e070'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:53.951879 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.073009 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b9552c-e203-4c03-9c9c-a5aaae888f74 None None] The sync data for ids ['5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'] in n-d-824834-4 is: [{'id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'name': 'tempest-TestAggregatesBasicOps-1922943292-router', 'tenant_id': 'e03e9287fa104987af62c53696e047c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:39Z', 'updated_at': '2022-01-28T19:29:45Z', 'revision_number': 4, 'project_id': 'e03e9287fa104987af62c53696e047c2', 'gw_port': {'id': '3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:40Z', 'updated_at': '2022-01-28T19:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'bbcc28ba-da13-4dcc-a513-98771437fde3', 'name': '', 'network_id': '776800b6-edbe-45fc-8bdd-447b7722f328', 'tenant_id': 'e03e9287fa104987af62c53696e047c2', 'mac_address': 'fa:16:3e:7d:d6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '2c4b55ad-7060-43c6-a668-ec3000ee22e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:43Z', 'updated_at': '2022-01-28T19:29:52Z', 'revision_number': 4, 'project_id': 'e03e9287fa104987af62c53696e047c2', 'subnets': [{'id': '2c4b55ad-7060-43c6-a668-ec3000ee22e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:29:54.173058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd8792-47af-4c50-ba9c-1d653d076bb5 None None] Pushing event updated for resources: {'Port': ['ID=bbcc28ba-da13-4dcc-a513-98771437fde3,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:54.212443 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Publish callbacks [] for port (cfee1a2c-03bb-478d-9f55-96acf4f70fd7), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.222383 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (cfee1a2c-03bb-478d-9f55-96acf4f70fd7), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.246269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Network e742884c-2c1a-4ede-ae48-b8753226c5e2 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:54.249940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:54.270790 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1be0057-1a60-4b06-bfa9-e1ecf618c6f4 admin admin] Publish callbacks [] for router (98d8fc12-1fa2-405d-8369-4e43e049e070), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.281731 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:54.317612 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-db962299-47d9-43e9-a903-f4e12d399bfe None None] Set router 98d8fc12-1fa2-405d-8369-4e43e049e070 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:54.407401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2764e94a-2d05-46bb-a1f7-1df2d172d6b5 None None] Current status of the port bbcc28ba-da13-4dcc-a513-98771437fde3 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:54.494801 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Pushing event updated for resources: {'Port': ['ID=cfee1a2c-03bb-478d-9f55-96acf4f70fd7,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:54.588853 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Attempting to bind port cfee1a2c-03bb-478d-9f55-96acf4f70fd7 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:29:54.589570 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Attempting to bind port cfee1a2c-03bb-478d-9f55-96acf4f70fd7 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '08ed0817-4e58-4c2a-b41f-8d829c0cd2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e742884c-2c1a-4ede-ae48-b8753226c5e2'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:29:54.590854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Attempting to bind port cfee1a2c-03bb-478d-9f55-96acf4f70fd7 on network e742884c-2c1a-4ede-ae48-b8753226c5e2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:29:54.595059 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.611874 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:29:54.612172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Checking segment: {'id': '08ed0817-4e58-4c2a-b41f-8d829c0cd2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e742884c-2c1a-4ede-ae48-b8753226c5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:29:54.634120 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.636423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Bound using segment: {'id': '08ed0817-4e58-4c2a-b41f-8d829c0cd2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e742884c-2c1a-4ede-ae48-b8753226c5e2'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:29:54.637079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Bound port: cfee1a2c-03bb-478d-9f55-96acf4f70fd7, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ed0817-4e58-4c2a-b41f-8d829c0cd2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e742884c-2c1a-4ede-ae48-b8753226c5e2'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:29:54.641152 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cfee1a2c-03bb-478d-9f55-96acf4f70fd7), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.712745 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1be0057-1a60-4b06-bfa9-e1ecf618c6f4 admin admin] Publish callbacks [] for router_gateway (98d8fc12-1fa2-405d-8369-4e43e049e070), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.755708 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bbcc28ba-da13-4dcc-a513-98771437fde3 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:54.879985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b1be0057-1a60-4b06-bfa9-e1ecf618c6f4 admin admin] Deleting port 314c94f8-ac10-43b4-a52c-20311ec2a7d4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:54.880592 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1be0057-1a60-4b06-bfa9-e1ecf618c6f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (314c94f8-ac10-43b4-a52c-20311ec2a7d4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:54.952807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] For port cfee1a2c-03bb-478d-9f55-96acf4f70fd7, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:29:54.959200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] For port cfee1a2c-03bb-478d-9f55-96acf4f70fd7, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cfee1a2c-03bb-478d-9f55-96acf4f70fd7,segment=NetworkSegment(08ed0817-4e58-4c2a-b41f-8d829c0cd2d1),segment_id=08ed0817-4e58-4c2a-b41f-8d829c0cd2d1)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:29:54.987338 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cfee1a2c-03bb-478d-9f55-96acf4f70fd7), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.014115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port bbcc28ba-da13-4dcc-a513-98771437fde3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:55.016101 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.078453 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-db962299-47d9-43e9-a903-f4e12d399bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'name': 'tempest-TestAggregatesBasicOps-494553961-router', 'tenant_id': 'b783c4e8e0aa447597c8df402e4f0746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '314c94f8-ac10-43b4-a52c-20311ec2a7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:27Z', 'updated_at': '2022-01-28T19:29:52Z', 'revision_number': 5, 'project_id': 'b783c4e8e0aa447597c8df402e4f0746', 'gw_port': {'id': '314c94f8-ac10-43b4-a52c-20311ec2a7d4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:28Z', 'updated_at': '2022-01-28T19:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:55.085429 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Allocated IP 172.20.0.1 (e742884c-2c1a-4ede-ae48-b8753226c5e2/7ea4eb5c-5ac6-4382-a73b-967f90565886/107f07d8-737f-4fca-912a-fcfdf6b82d0d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:55.093734 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b1be0057-1a60-4b06-bfa9-e1ecf618c6f4 admin admin] For port 314c94f8-ac10-43b4-a52c-20311ec2a7d4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=314c94f8-ac10-43b4-a52c-20311ec2a7d4,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:55.095888 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1be0057-1a60-4b06-bfa9-e1ecf618c6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (314c94f8-ac10-43b4-a52c-20311ec2a7d4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.123080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b1be0057-1a60-4b06-bfa9-e1ecf618c6f4 admin admin] Calling delete_port for 314c94f8-ac10-43b4-a52c-20311ec2a7d4 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:55.190509 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db962299-47d9-43e9-a903-f4e12d399bfe None None] Checking router: 98d8fc12-1fa2-405d-8369-4e43e049e070 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:29:55.218059 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db962299-47d9-43e9-a903-f4e12d399bfe None None] Routers {'98d8fc12-1fa2-405d-8369-4e43e049e070'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:55.234642 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-db962299-47d9-43e9-a903-f4e12d399bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:29:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['98d8fc12-1fa2-405d-8369-4e43e049e070'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:55.290409 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c75bd-60e8-40be-a2c7-759f7baa9429 None None] Pushing event updated for resources: {'Port': ['ID=cfee1a2c-03bb-478d-9f55-96acf4f70fd7,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:55.409770 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:55.423430 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-db962299-47d9-43e9-a903-f4e12d399bfe None None] Set router 98d8fc12-1fa2-405d-8369-4e43e049e070 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:29:55.456610 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1be0057-1a60-4b06-bfa9-e1ecf618c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (314c94f8-ac10-43b4-a52c-20311ec2a7d4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.503246 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-db962299-47d9-43e9-a903-f4e12d399bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'name': 'tempest-TestAggregatesBasicOps-494553961-router', 'tenant_id': 'b783c4e8e0aa447597c8df402e4f0746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:27Z', 'updated_at': '2022-01-28T19:29:54Z', 'revision_number': 6, 'project_id': 'b783c4e8e0aa447597c8df402e4f0746', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:55.531356 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.532448 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port bbcc28ba-da13-4dcc-a513-98771437fde3 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:55.571528 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db962299-47d9-43e9-a903-f4e12d399bfe None None] The sync data for ids ['98d8fc12-1fa2-405d-8369-4e43e049e070'] in n-d-824834-4 is: [{'id': '98d8fc12-1fa2-405d-8369-4e43e049e070', 'name': 'tempest-TestAggregatesBasicOps-494553961-router', 'tenant_id': 'b783c4e8e0aa447597c8df402e4f0746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:27Z', 'updated_at': '2022-01-28T19:29:54Z', 'revision_number': 6, 'project_id': 'b783c4e8e0aa447597c8df402e4f0746', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:29:55.625349 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for port (107f07d8-737f-4fca-912a-fcfdf6b82d0d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.628902 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be0057-1a60-4b06-bfa9-e1ecf618c6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=314c94f8-ac10-43b4-a52c-20311ec2a7d4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:55.703499 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (107f07d8-737f-4fca-912a-fcfdf6b82d0d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.760378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ebff3f27-cf92-4dcf-8c93-48a8c7b4b526 tempest-SubnetPoolsTestJSON-818170918 tempest-SubnetPoolsTestJSON-818170918-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1522721169', 'prefixes': ['172.20.0.0/16']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:55.790270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Pushing event updated for resources: {'Port': ['ID=107f07d8-737f-4fca-912a-fcfdf6b82d0d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:55.816887 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1be0057-1a60-4b06-bfa9-e1ecf618c6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (98d8fc12-1fa2-405d-8369-4e43e049e070), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:55.823205 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Network e742884c-2c1a-4ede-ae48-b8753226c5e2 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:55.824993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:55.827668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:29:55.914708 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (38a2724b-bef8-437f-879f-1f330c7a3e32), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.009766 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1be0057-1a60-4b06-bfa9-e1ecf618c6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (98d8fc12-1fa2-405d-8369-4e43e049e070), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.055368 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1be0057-1a60-4b06-bfa9-e1ecf618c6f4 admin admin] Publish callbacks [] for router_controller (98d8fc12-1fa2-405d-8369-4e43e049e070), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.206609 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (107f07d8-737f-4fca-912a-fcfdf6b82d0d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.208024 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1be0057-1a60-4b06-bfa9-e1ecf618c6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (98d8fc12-1fa2-405d-8369-4e43e049e070), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.208679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1be0057-1a60-4b06-bfa9-e1ecf618c6f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98d8fc12-1fa2-405d-8369-4e43e049e070 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:29:56.225632 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1be0057-1a60-4b06-bfa9-e1ecf618c6f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.231034 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b1be0057-1a60-4b06-bfa9-e1ecf618c6f4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/98d8fc12-1fa2-405d-8369-4e43e049e070 HTTP/1.1" status: 204 len: 168 time: 2.3195369 Jan 28 19:29:56.232074 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36738) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:56.241243 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ebff3f27-cf92-4dcf-8c93-48a8c7b4b526 tempest-SubnetPoolsTestJSON-818170918 tempest-SubnetPoolsTestJSON-818170918-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.247879 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ebff3f27-cf92-4dcf-8c93-48a8c7b4b526 tempest-SubnetPoolsTestJSON-818170918 tempest-SubnetPoolsTestJSON-818170918-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8365760 Jan 28 19:29:56.249672 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36740) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:56.252259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-3a52da2b-2282-485c-9e61-6c6cb0320d3f req-893a0438-5ae7-42ec-b4de-af7f5ddb9944 service neutron] (103147) timed out ('10.222.0.55', 43640) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:29:56.328440 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36742) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:56.362991 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a7202870-a33f-48cb-874b-231ea092336f tempest-SubnetPoolsTestJSON-818170918 tempest-SubnetPoolsTestJSON-818170918-project] 10.222.0.55 "GET /v2.0/subnetpools/1a6139f5-57e7-496f-970b-5aa42c727460 HTTP/1.1" status: 200 len: 732 time: 0.1060288 Jan 28 19:29:56.364423 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36746) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:56.369426 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-da4bbf04-34f5-44ed-bc62-bc569f1f222b tempest-SubnetPoolsTestJSON-818170918 tempest-SubnetPoolsTestJSON-818170918-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1982829138'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:56.391061 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7625d4-c654-4ec2-8928-1dc07db0f223 admin admin] Deleting subnet c2cad559-9a87-446d-993f-f98e32c447e5 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:29:56.405380 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea7625d4-c654-4ec2-8928-1dc07db0f223 admin admin] Publish callbacks [] for subnet (c2cad559-9a87-446d-993f-f98e32c447e5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.473157 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea7625d4-c654-4ec2-8928-1dc07db0f223 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (c2cad559-9a87-446d-993f-f98e32c447e5), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.521085 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da4bbf04-34f5-44ed-bc62-bc569f1f222b tempest-SubnetPoolsTestJSON-818170918 tempest-SubnetPoolsTestJSON-818170918-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.524830 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-da4bbf04-34f5-44ed-bc62-bc569f1f222b tempest-SubnetPoolsTestJSON-818170918 tempest-SubnetPoolsTestJSON-818170918-project] 10.222.0.55 "PUT /v2.0/subnetpools/1a6139f5-57e7-496f-970b-5aa42c727460 HTTP/1.1" status: 200 len: 684 time: 0.1568432 Jan 28 19:29:56.537270 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36748) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:56.610853 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4471a253-60da-4b61-b762-8376c2b1d847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.718892 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for port (107f07d8-737f-4fca-912a-fcfdf6b82d0d), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.725936 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (107f07d8-737f-4fca-912a-fcfdf6b82d0d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.772543 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea7625d4-c654-4ec2-8928-1dc07db0f223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (c2cad559-9a87-446d-993f-f98e32c447e5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.849281 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-23e8f223-e993-48ea-8a43-e373f8460c54 tempest-SubnetPoolsTestJSON-818170918 tempest-SubnetPoolsTestJSON-818170918-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.850565 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-23e8f223-e993-48ea-8a43-e373f8460c54 tempest-SubnetPoolsTestJSON-818170918 tempest-SubnetPoolsTestJSON-818170918-project] 10.222.0.55 "DELETE /v2.0/subnetpools/1a6139f5-57e7-496f-970b-5aa42c727460 HTTP/1.1" status: 204 len: 168 time: 0.3075771 Jan 28 19:29:56.857791 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36750) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:56.880986 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cfee1a2c-03bb-478d-9f55-96acf4f70fd7 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:29:56.907646 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (38a2724b-bef8-437f-879f-1f330c7a3e32), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:56.930553 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-429a83ce-8d11-4699-aa33-df4a801e3029 tempest-SubnetPoolsTestJSON-818170918 tempest-SubnetPoolsTestJSON-818170918-project] show failed (client error): The resource could not be found. Jan 28 19:29:56.937939 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-429a83ce-8d11-4699-aa33-df4a801e3029 tempest-SubnetPoolsTestJSON-818170918 tempest-SubnetPoolsTestJSON-818170918-project] 10.222.0.55 "GET /v2.0/subnetpools/1a6139f5-57e7-496f-970b-5aa42c727460 HTTP/1.1" status: 404 len: 346 time: 0.0716317 Jan 28 19:29:56.948791 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36754) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:57.008319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Pushing event updated for resources: {'Port': ['ID=107f07d8-737f-4fca-912a-fcfdf6b82d0d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:57.023714 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-09f38d39-806d-408f-8bd2-db930cb3342e tempest-SubnetPoolsTestJSON-818170918 tempest-SubnetPoolsTestJSON-818170918-project] delete failed (client error): The resource could not be found. Jan 28 19:29:57.027922 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-09f38d39-806d-408f-8bd2-db930cb3342e tempest-SubnetPoolsTestJSON-818170918 tempest-SubnetPoolsTestJSON-818170918-project] 10.222.0.55 "DELETE /v2.0/subnetpools/1a6139f5-57e7-496f-970b-5aa42c727460 HTTP/1.1" status: 404 len: 346 time: 0.0793147 Jan 28 19:29:57.028091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port cfee1a2c-03bb-478d-9f55-96acf4f70fd7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:57.028091 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cfee1a2c-03bb-478d-9f55-96acf4f70fd7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.063320 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea7625d4-c654-4ec2-8928-1dc07db0f223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (c2cad559-9a87-446d-993f-f98e32c447e5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.165282 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4471a253-60da-4b61-b762-8376c2b1d847 admin admin] Publish callbacks [] for security_group (f9ac6b85-2114-4e2c-ae2a-eab9f60f930c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.166121 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7625d4-c654-4ec2-8928-1dc07db0f223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2cad559-9a87-446d-993f-f98e32c447e5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:57.184462 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ea7625d4-c654-4ec2-8928-1dc07db0f223 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.206340 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ea7625d4-c654-4ec2-8928-1dc07db0f223 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c2cad559-9a87-446d-993f-f98e32c447e5 HTTP/1.1" status: 204 len: 168 time: 0.9731350 Jan 28 19:29:57.206768 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36760) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:57.207274 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4471a253-60da-4b61-b762-8376c2b1d847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f9ac6b85-2114-4e2c-ae2a-eab9f60f930c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.223309 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Network e742884c-2c1a-4ede-ae48-b8753226c5e2 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:29:57.244902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:29:57.314304 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4471a253-60da-4b61-b762-8376c2b1d847 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd9e4ca827984a07b92852207a9aa7bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9810815 Jan 28 19:29:57.314304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471a253-60da-4b61-b762-8376c2b1d847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ac6b85-2114-4e2c-ae2a-eab9f60f930c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:57.327385 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36764) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:57.468910 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2433f21f-2367-46d5-b129-3321fb8933dd admin admin] Publish callbacks [] for security_group (f9ac6b85-2114-4e2c-ae2a-eab9f60f930c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.491997 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d123bbb2-9f59-4209-b434-245e1f661b2a None None] Network c4c34fce-b78b-461c-af25-990157e6d693 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:57.514711 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36766) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:57.524269 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2433f21f-2367-46d5-b129-3321fb8933dd admin admin] Publish callbacks [] for security_group (f9ac6b85-2114-4e2c-ae2a-eab9f60f930c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.539929 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (c4c34fce-b78b-461c-af25-990157e6d693), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.610537 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2433f21f-2367-46d5-b129-3321fb8933dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f9ac6b85-2114-4e2c-ae2a-eab9f60f930c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.613176 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2433f21f-2367-46d5-b129-3321fb8933dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.616662 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2433f21f-2367-46d5-b129-3321fb8933dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9ac6b85-2114-4e2c-ae2a-eab9f60f930c HTTP/1.1" status: 204 len: 168 time: 0.2861285 Jan 28 19:29:57.625128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433f21f-2367-46d5-b129-3321fb8933dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ac6b85-2114-4e2c-ae2a-eab9f60f930c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:57.626883 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366dff7b-76c1-4110-8e76-58ae69199fd6 None None] Network e742884c-2c1a-4ede-ae48-b8753226c5e2 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:29:57.690618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Router 38a2724b-bef8-437f-879f-1f330c7a3e32 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:29:57.713251 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f2212b6-c488-4516-8748-001975ad93cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.798579 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] Deleting port fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:29:57.798935 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (fa452f79-4f9f-4c1f-95eb-63ef1c070bc3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.856278 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f2212b6-c488-4516-8748-001975ad93cb admin admin] Publish callbacks [] for security_group (30eee093-2b21-4b5a-b11c-538ec3919aa4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.861855 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f2212b6-c488-4516-8748-001975ad93cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (30eee093-2b21-4b5a-b11c-538ec3919aa4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.891269 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:29:57.891526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2212b6-c488-4516-8748-001975ad93cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30eee093-2b21-4b5a-b11c-538ec3919aa4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:57.909513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36774) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:57.909842 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-761b490a-46e6-4707-951e-c7db558d58e3 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] 10.222.0.55 "PUT /v2.0/routers/38a2724b-bef8-437f-879f-1f330c7a3e32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6808071 Jan 28 19:29:57.916413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-063e8969-4577-4f87-8532-5ff3ae40dc42 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Request body: {'port': {'network_id': 'e742884c-2c1a-4ede-ae48-b8753226c5e2', 'name': 'tempest-FloatingIPNegativeTestJSON-1695739473'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:29:57.938818 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3f2212b6-c488-4516-8748-001975ad93cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd7d6ba121894c16beb4d7c5f6ce5828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4230337 Jan 28 19:29:57.943001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36776) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:57.953976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] For port fa452f79-4f9f-4c1f-95eb-63ef1c070bc3, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fa452f79-4f9f-4c1f-95eb-63ef1c070bc3,segment=NetworkSegment(e3a32572-940e-4d58-abb1-90db7842dda8),segment_id=e3a32572-940e-4d58-abb1-90db7842dda8)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:57.954597 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (fa452f79-4f9f-4c1f-95eb-63ef1c070bc3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:57.974858 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c718a45-f4cb-439d-bfb6-daa0361b7b0a None None] Sync routers for ids ['38a2724b-bef8-437f-879f-1f330c7a3e32'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:29:57.994106 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-444094bb-72cd-45da-9b72-639f5980ddca None None] Provisioning complete for port cfee1a2c-03bb-478d-9f55-96acf4f70fd7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:57.994333 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-444094bb-72cd-45da-9b72-639f5980ddca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cfee1a2c-03bb-478d-9f55-96acf4f70fd7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.054131 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] Calling delete_port for fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:29:58.171134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port cfee1a2c-03bb-478d-9f55-96acf4f70fd7 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:58.181434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:58.182518 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cfee1a2c-03bb-478d-9f55-96acf4f70fd7), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.188375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c718a45-f4cb-439d-bfb6-daa0361b7b0a None None] Routers {'38a2724b-bef8-437f-879f-1f330c7a3e32'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:58.189027 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2c718a45-f4cb-439d-bfb6-daa0361b7b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:29:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['38a2724b-bef8-437f-879f-1f330c7a3e32'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:58.195940 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfea7d6c-4a05-4869-b89c-6ee8ce37cbe8 admin admin] Publish callbacks [] for security_group (30eee093-2b21-4b5a-b11c-538ec3919aa4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.246592 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-543690be-618c-4c2b-9c16-13e0b3945a1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.302564 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2c718a45-f4cb-439d-bfb6-daa0361b7b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:58.327945 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfea7d6c-4a05-4869-b89c-6ee8ce37cbe8 admin admin] Publish callbacks [] for security_group (30eee093-2b21-4b5a-b11c-538ec3919aa4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.346294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port cfee1a2c-03bb-478d-9f55-96acf4f70fd7, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cfee1a2c-03bb-478d-9f55-96acf4f70fd7,segment=NetworkSegment(08ed0817-4e58-4c2a-b41f-8d829c0cd2d1),segment_id=08ed0817-4e58-4c2a-b41f-8d829c0cd2d1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:29:58.366337 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cfee1a2c-03bb-478d-9f55-96acf4f70fd7), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.430546 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (fa452f79-4f9f-4c1f-95eb-63ef1c070bc3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.464511 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c718a45-f4cb-439d-bfb6-daa0361b7b0a None None] Routers {'38a2724b-bef8-437f-879f-1f330c7a3e32'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:29:58.465148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2c718a45-f4cb-439d-bfb6-daa0361b7b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:29:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['38a2724b-bef8-437f-879f-1f330c7a3e32'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:58.471808 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 314c94f8-ac10-43b4-a52c-20311ec2a7d4 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:58.495050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa452f79-4f9f-4c1f-95eb-63ef1c070bc3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:58.502398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] No DVR routers for this DVR port fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:29:58.624070 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (c4c34fce-b78b-461c-af25-990157e6d693), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.647972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c34fce-b78b-461c-af25-990157e6d693']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:58.648462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6943fad2-cbb7-4fff-8c7b-cf438cd3eb21 None None] DHCP port deletion for c4c34fce-b78b-461c-af25-990157e6d693 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:29:58.664517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a32572-940e-4d58-abb1-90db7842dda8') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:58.664897 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a32572-940e-4d58-abb1-90db7842dda8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:58.667914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2c718a45-f4cb-439d-bfb6-daa0361b7b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:29:58.668840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c718a45-f4cb-439d-bfb6-daa0361b7b0a None None] The sync data for ids ['38a2724b-bef8-437f-879f-1f330c7a3e32'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:29:58.684720 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (e3a32572-940e-4d58-abb1-90db7842dda8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.687394 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 314c94f8-ac10-43b4-a52c-20311ec2a7d4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:58.691037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 314c94f8-ac10-43b4-a52c-20311ec2a7d4 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:58.691737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e4266e2c-1111-4f6c-8a75-7f06b2140694 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:58.716628 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e3a32572-940e-4d58-abb1-90db7842dda8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.725624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063e8969-4577-4f87-8532-5ff3ae40dc42 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Made reservation on behalf of 1ebcb29a12064322816626e76049e2f6 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:29:58.728122 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:29:58.729659 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (e3a32572-940e-4d58-abb1-90db7842dda8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.730452 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-063e8969-4577-4f87-8532-5ff3ae40dc42 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.741747 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: e4266e2c-1111-4f6c-8a75-7f06b2140694 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:58.742345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e4266e2c-1111-4f6c-8a75-7f06b2140694 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:58.758418 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-063e8969-4577-4f87-8532-5ff3ae40dc42 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] device_id is not set on port cf5ce184-ab97-4b09-9921-ef0760177020 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:29:58.761604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=cfee1a2c-03bb-478d-9f55-96acf4f70fd7,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:58.766251 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-444094bb-72cd-45da-9b72-639f5980ddca None None] Current status of the port cfee1a2c-03bb-478d-9f55-96acf4f70fd7 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:29:58.833107 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:29:58.840116 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfea7d6c-4a05-4869-b89c-6ee8ce37cbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (30eee093-2b21-4b5a-b11c-538ec3919aa4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.843352 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfea7d6c-4a05-4869-b89c-6ee8ce37cbe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.846129 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-dfea7d6c-4a05-4869-b89c-6ee8ce37cbe8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30eee093-2b21-4b5a-b11c-538ec3919aa4 HTTP/1.1" status: 204 len: 168 time: 0.8932619 Jan 28 19:29:58.895179 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:29:58.905864 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-543690be-618c-4c2b-9c16-13e0b3945a1c admin admin] Publish callbacks [] for security_group (c6ce9957-7fee-4628-bce1-dc6d6b097dcd), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.908965 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (c4c34fce-b78b-461c-af25-990157e6d693), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.917974 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.923291 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c4c34fce-b78b-461c-af25-990157e6d693 HTTP/1.1" status: 204 len: 168 time: 1.7138169 Jan 28 19:29:58.932286 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-543690be-618c-4c2b-9c16-13e0b3945a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c6ce9957-7fee-4628-bce1-dc6d6b097dcd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:58.946668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36786) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:58.959194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:29:58.959869 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fa452f79-4f9f-4c1f-95eb-63ef1c070bc3 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:29:58.966318 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-22bd8d34-717e-4eeb-b9f0-694ea4387dc4 None None] Provisioning complete for port cfee1a2c-03bb-478d-9f55-96acf4f70fd7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:58.967628 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22bd8d34-717e-4eeb-b9f0-694ea4387dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cfee1a2c-03bb-478d-9f55-96acf4f70fd7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:59.004594 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-543690be-618c-4c2b-9c16-13e0b3945a1c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89dad6808dca4a84a285e9f6dca4dfd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8220847 Jan 28 19:29:59.005448 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36788) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:29:59.088823 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea7d6c-4a05-4869-b89c-6ee8ce37cbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30eee093-2b21-4b5a-b11c-538ec3919aa4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:59.099551 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f47092-8fa6-475f-8682-bb76a8c4d8c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c34fce-b78b-461c-af25-990157e6d693,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:59.137921 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-22bd8d34-717e-4eeb-b9f0-694ea4387dc4 None None] Current status of the port cfee1a2c-03bb-478d-9f55-96acf4f70fd7 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:29:59.171959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-22bd8d34-717e-4eeb-b9f0-694ea4387dc4 None None] Provisioning complete for port 107f07d8-737f-4fca-912a-fcfdf6b82d0d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:59.172626 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22bd8d34-717e-4eeb-b9f0-694ea4387dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (107f07d8-737f-4fca-912a-fcfdf6b82d0d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:59.176123 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543690be-618c-4c2b-9c16-13e0b3945a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ce9957-7fee-4628-bce1-dc6d6b097dcd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:59.184198 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6395c3e7-09fb-4b33-be04-6f58964695d2 admin admin] Publish callbacks [] for security_group (c6ce9957-7fee-4628-bce1-dc6d6b097dcd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:59.284535 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6395c3e7-09fb-4b33-be04-6f58964695d2 admin admin] Publish callbacks [] for security_group (c6ce9957-7fee-4628-bce1-dc6d6b097dcd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:59.358133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-22bd8d34-717e-4eeb-b9f0-694ea4387dc4 None None] Port 107f07d8-737f-4fca-912a-fcfdf6b82d0d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:29:59.411267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-063e8969-4577-4f87-8532-5ff3ae40dc42 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Allocated IP 172.20.0.10 (e742884c-2c1a-4ede-ae48-b8753226c5e2/7ea4eb5c-5ac6-4382-a73b-967f90565886/cf5ce184-ab97-4b09-9921-ef0760177020) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:29:59.432678 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6395c3e7-09fb-4b33-be04-6f58964695d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c6ce9957-7fee-4628-bce1-dc6d6b097dcd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:59.435480 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6395c3e7-09fb-4b33-be04-6f58964695d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:59.437042 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6395c3e7-09fb-4b33-be04-6f58964695d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6ce9957-7fee-4628-bce1-dc6d6b097dcd HTTP/1.1" status: 204 len: 168 time: 0.4207554 Jan 28 19:29:59.454245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395c3e7-09fb-4b33-be04-6f58964695d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ce9957-7fee-4628-bce1-dc6d6b097dcd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:29:59.507481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e311fef2-9324-4312-be22-fe1b57589a5c None None] Provisioning complete for port 107f07d8-737f-4fca-912a-fcfdf6b82d0d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:59.516563 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e311fef2-9324-4312-be22-fe1b57589a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (107f07d8-737f-4fca-912a-fcfdf6b82d0d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:59.572326 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e311fef2-9324-4312-be22-fe1b57589a5c None None] Port 107f07d8-737f-4fca-912a-fcfdf6b82d0d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:29:59.811118 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-694a0f8f-6152-4702-83a4-e66c0f19cb15 None None] Provisioning complete for port 107f07d8-737f-4fca-912a-fcfdf6b82d0d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:29:59.811789 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-694a0f8f-6152-4702-83a4-e66c0f19cb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (107f07d8-737f-4fca-912a-fcfdf6b82d0d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:59.869750 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-063e8969-4577-4f87-8532-5ff3ae40dc42 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for port (cf5ce184-ab97-4b09-9921-ef0760177020), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:59.883457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-694a0f8f-6152-4702-83a4-e66c0f19cb15 None None] Port 107f07d8-737f-4fca-912a-fcfdf6b82d0d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:29:59.940008 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-063e8969-4577-4f87-8532-5ff3ae40dc42 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (cf5ce184-ab97-4b09-9921-ef0760177020), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:29:59.988766 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd7f44eb-94f7-4c6b-901f-a7acee3648fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.049743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063e8969-4577-4f87-8532-5ff3ae40dc42 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Network e742884c-2c1a-4ede-ae48-b8753226c5e2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:00.057272 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-063e8969-4577-4f87-8532-5ff3ae40dc42 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:00.084358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e8969-4577-4f87-8532-5ff3ae40dc42 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:00.131763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e8969-4577-4f87-8532-5ff3ae40dc42 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Pushing event updated for resources: {'Port': ['ID=cf5ce184-ab97-4b09-9921-ef0760177020,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:00.195943 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.251683 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063e8969-4577-4f87-8532-5ff3ae40dc42 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:00.252994 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-063e8969-4577-4f87-8532-5ff3ae40dc42 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.289861 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-063e8969-4577-4f87-8532-5ff3ae40dc42 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3786709 Jan 28 19:30:00.293587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36830) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:00.301137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:00.347550 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.633462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c6897dee-69bc-4094-b0ed-b90563b51bb7 None None] Provisioning complete for port cf5ce184-ab97-4b09-9921-ef0760177020 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:00.640189 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6897dee-69bc-4094-b0ed-b90563b51bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cf5ce184-ab97-4b09-9921-ef0760177020), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:00.798556 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c6897dee-69bc-4094-b0ed-b90563b51bb7 None None] Port cf5ce184-ab97-4b09-9921-ef0760177020 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:30:00.837708 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36840) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:00.965467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cfee1a2c-03bb-478d-9f55-96acf4f70fd7 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:01.050296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fd7f44eb-94f7-4c6b-901f-a7acee3648fd admin admin] Deleting port bbcc28ba-da13-4dcc-a513-98771437fde3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:01.051614 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd7f44eb-94f7-4c6b-901f-a7acee3648fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:01.121078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port cfee1a2c-03bb-478d-9f55-96acf4f70fd7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:01.122519 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cfee1a2c-03bb-478d-9f55-96acf4f70fd7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:01.234578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-fd7f44eb-94f7-4c6b-901f-a7acee3648fd admin admin] For port bbcc28ba-da13-4dcc-a513-98771437fde3, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bbcc28ba-da13-4dcc-a513-98771437fde3,segment=NetworkSegment(85adda68-82ea-491c-ad18-4eb51f154496),segment_id=85adda68-82ea-491c-ad18-4eb51f154496)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:01.235500 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd7f44eb-94f7-4c6b-901f-a7acee3648fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:01.279110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fd7f44eb-94f7-4c6b-901f-a7acee3648fd admin admin] Calling delete_port for bbcc28ba-da13-4dcc-a513-98771437fde3 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:01.314065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port cfee1a2c-03bb-478d-9f55-96acf4f70fd7 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:01.427569 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:01.532299 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-beab1d38-18c2-4de2-98c9-effe6d3aded5 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1208875840'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:01.607431 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beab1d38-18c2-4de2-98c9-effe6d3aded5 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Made reservation on behalf of cba8ebd96f52428f86b67e004dc5cfb1 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:01.611279 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beab1d38-18c2-4de2-98c9-effe6d3aded5 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:01.616906 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Allocated IP 172.25.0.46 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/c9cbbd6d-f641-4a79-9ac5-0615d96c68bf) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:01.655905 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beab1d38-18c2-4de2-98c9-effe6d3aded5 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:01.806220 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd7f44eb-94f7-4c6b-901f-a7acee3648fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (bbcc28ba-da13-4dcc-a513-98771437fde3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:01.839394 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f44eb-94f7-4c6b-901f-a7acee3648fd admin admin] Pushing event deleted for resources: {'Port': ['ID=bbcc28ba-da13-4dcc-a513-98771437fde3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:01.892356 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for port (c9cbbd6d-f641-4a79-9ac5-0615d96c68bf), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:01.928104 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beab1d38-18c2-4de2-98c9-effe6d3aded5 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks [] for security_group (462f6cfe-2f1a-45b3-929b-b96eb7665195), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:01.943864 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beab1d38-18c2-4de2-98c9-effe6d3aded5 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (462f6cfe-2f1a-45b3-929b-b96eb7665195), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.003619 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c9cbbd6d-f641-4a79-9ac5-0615d96c68bf), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.035323 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beab1d38-18c2-4de2-98c9-effe6d3aded5 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:02.113376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:02.121966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:02.137452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab1d38-18c2-4de2-98c9-effe6d3aded5 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=462f6cfe-2f1a-45b3-929b-b96eb7665195,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:02.142449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:02.166253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beab1d38-18c2-4de2-98c9-effe6d3aded5 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (75fb0712-4eb7-4fb0-99de-53564c8dc4a5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.166863 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-beab1d38-18c2-4de2-98c9-effe6d3aded5 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Added segment 75fb0712-4eb7-4fb0-99de-53564c8dc4a5 of type vlan for network 3ed0b3c6-c85c-4e82-932a-575231623785 Jan 28 19:30:02.220784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Pushing event updated for resources: {'Port': ['ID=c9cbbd6d-f641-4a79-9ac5-0615d96c68bf,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:02.285277 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beab1d38-18c2-4de2-98c9-effe6d3aded5 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (3ed0b3c6-c85c-4e82-932a-575231623785), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.313551 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd7f44eb-94f7-4c6b-901f-a7acee3648fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.360832 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for floatingip (20308a88-485f-466b-bb2e-e075db23fffd), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.383747 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beab1d38-18c2-4de2-98c9-effe6d3aded5 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (3ed0b3c6-c85c-4e82-932a-575231623785), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.388932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab1d38-18c2-4de2-98c9-effe6d3aded5 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:02.389440 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beab1d38-18c2-4de2-98c9-effe6d3aded5 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.428017 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c9cbbd6d-f641-4a79-9ac5-0615d96c68bf), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.468743 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-beab1d38-18c2-4de2-98c9-effe6d3aded5 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6072655 Jan 28 19:30:02.502162 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36938) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:02.509167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bcbac34d-323b-45b2-9635-6ef9048e3775 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Request body: {'subnet': {'network_id': '3ed0b3c6-c85c-4e82-932a-575231623785', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:02.513516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab1d38-18c2-4de2-98c9-effe6d3aded5 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Pushing event updated for resources: {'Network': ['ID=3ed0b3c6-c85c-4e82-932a-575231623785,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:02.525486 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 3ed0b3c6-c85c-4e82-932a-575231623785 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:30:02.872769 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbac34d-323b-45b2-9635-6ef9048e3775 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Made reservation on behalf of cba8ebd96f52428f86b67e004dc5cfb1 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:02.872769 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcbac34d-323b-45b2-9635-6ef9048e3775 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.987957 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for port (c9cbbd6d-f641-4a79-9ac5-0615d96c68bf), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.987957 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c9cbbd6d-f641-4a79-9ac5-0615d96c68bf), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.990631 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7f44eb-94f7-4c6b-901f-a7acee3648fd admin admin] Router 5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:30:02.991869 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Pushing event updated for resources: {'Port': ['ID=c9cbbd6d-f641-4a79-9ac5-0615d96c68bf,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:02.991869 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (20308a88-485f-466b-bb2e-e075db23fffd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.995568 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:02.998213 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-25f96449-7f1a-40f7-bd0f-de9e90f51e3e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7026832 Jan 28 19:30:03.000340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:03.006254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b1cedb5d-8f62-43e4-9656-8c8af5c82434 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Request body: {'floatingip': {'port_id': 'cf5ce184-ab97-4b09-9921-ef0760177020', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:03.058105 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b1cedb5d-8f62-43e4-9656-8c8af5c82434 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for floatingip (20308a88-485f-466b-bb2e-e075db23fffd), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:03.129883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36972) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:03.206408 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7f44eb-94f7-4c6b-901f-a7acee3648fd admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:30:03.221763 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b5fdf-37e8-4ba3-9072-5eb89369c632 None None] Sync routers for ids ['5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:30:03.222931 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fd7f44eb-94f7-4c6b-901f-a7acee3648fd admin admin] 10.222.0.55 "PUT /v2.0/routers/5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2737947 Jan 28 19:30:03.229695 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36978) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:03.253053 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-b1cedb5d-8f62-43e4-9656-8c8af5c82434 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] update failed (client error): The resource could not be found. Jan 28 19:30:03.255390 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b1cedb5d-8f62-43e4-9656-8c8af5c82434 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] 10.222.0.55 "PUT /v2.0/floatingips/20308a88-485f-466b-bb2e-e075db23fffd HTTP/1.1" status: 404 len: 507 time: 0.2540154 Jan 28 19:30:03.264610 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b5fdf-37e8-4ba3-9072-5eb89369c632 None None] Routers {'5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:03.267625 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-836b5fdf-37e8-4ba3-9072-5eb89369c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:29:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:03.296874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36980) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:03.307588 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcbac34d-323b-45b2-9635-6ef9048e3775 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (e191a638-35f8-48c9-b88e-932f22fb93a8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:03.440964 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f515df95-14d1-4501-8a82-64185c861108 admin admin] Publish callbacks [] for router (5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:03.463828 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba5ea913-a520-455d-9caa-52861960c5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:03.583957 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-836b5fdf-37e8-4ba3-9072-5eb89369c632 None None] Set router 5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:30:03.600985 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f515df95-14d1-4501-8a82-64185c861108 admin admin] Publish callbacks [] for router_gateway (5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:03.628070 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbac34d-323b-45b2-9635-6ef9048e3775 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Pushing event updated for resources: {'Subnet': ['ID=e191a638-35f8-48c9-b88e-932f22fb93a8,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:03.669747 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f515df95-14d1-4501-8a82-64185c861108 admin admin] Deleting port 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:03.670000 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f515df95-14d1-4501-8a82-64185c861108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:03.754447 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbac34d-323b-45b2-9635-6ef9048e3775 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Checking segment: {'id': '75fb0712-4eb7-4fb0-99de-53564c8dc4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3ed0b3c6-c85c-4e82-932a-575231623785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:03.755097 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbac34d-323b-45b2-9635-6ef9048e3775 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Network hostable DHCP agents. Network: 3ed0b3c6-c85c-4e82-932a-575231623785, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:30:03.812474 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbac34d-323b-45b2-9635-6ef9048e3775 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Network 3ed0b3c6-c85c-4e82-932a-575231623785 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:30:03.840884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2f92e-c67f-4284-89d3-e013033d8183 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Deleting port c9cbbd6d-f641-4a79-9ac5-0615d96c68bf {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:03.844922 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5f2f92e-c67f-4284-89d3-e013033d8183 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c9cbbd6d-f641-4a79-9ac5-0615d96c68bf), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:03.868614 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-836b5fdf-37e8-4ba3-9072-5eb89369c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'name': 'tempest-TestAggregatesBasicOps-1922943292-router', 'tenant_id': 'e03e9287fa104987af62c53696e047c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:39Z', 'updated_at': '2022-01-28T19:30:01Z', 'revision_number': 5, 'project_id': 'e03e9287fa104987af62c53696e047c2', 'gw_port': {'id': '3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:29:40Z', 'updated_at': '2022-01-28T19:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:03.875344 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-bcbac34d-323b-45b2-9635-6ef9048e3775 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 3ed0b3c6-c85c-4e82-932a-575231623785) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:03.883202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722371ce-9e6e-4046-992a-4f9db8395d9a None None] Network 3ed0b3c6-c85c-4e82-932a-575231623785 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:03.901350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-f515df95-14d1-4501-8a82-64185c861108 admin admin] For port 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:03.902312 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f515df95-14d1-4501-8a82-64185c861108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:03.929922 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f515df95-14d1-4501-8a82-64185c861108 admin admin] Calling delete_port for 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:03.934870 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b5fdf-37e8-4ba3-9072-5eb89369c632 None None] Checking router: 5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:30:03.949601 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b5fdf-37e8-4ba3-9072-5eb89369c632 None None] Routers {'5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:03.950239 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-836b5fdf-37e8-4ba3-9072-5eb89369c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:29:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:03.975362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbac34d-323b-45b2-9635-6ef9048e3775 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:03.976190 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcbac34d-323b-45b2-9635-6ef9048e3775 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:03.984922 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba5ea913-a520-455d-9caa-52861960c5e3 admin admin] Publish callbacks [] for security_group (77737807-4a7d-4f7b-84df-ca2ac1400566), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:03.994398 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ba5ea913-a520-455d-9caa-52861960c5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (77737807-4a7d-4f7b-84df-ca2ac1400566), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.030230 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bcbac34d-323b-45b2-9635-6ef9048e3775 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5269427 Jan 28 19:30:04.038468 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36996) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:04.052957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4b76d939-41c6-47e9-9d9f-f54170b4592d tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Request body: {'port': {'network_id': '3ed0b3c6-c85c-4e82-932a-575231623785', 'name': 'tempest-TagsExtTest-1437593528'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:04.063419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ea913-a520-455d-9caa-52861960c5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77737807-4a7d-4f7b-84df-ca2ac1400566,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:04.070968 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ba5ea913-a520-455d-9caa-52861960c5e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be474692da184d2084da13a58568f715&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9395068 Jan 28 19:30:04.073674 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5f2f92e-c67f-4284-89d3-e013033d8183 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c9cbbd6d-f641-4a79-9ac5-0615d96c68bf), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.074576 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5f2f92e-c67f-4284-89d3-e013033d8183 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for floatingip (c9cbbd6d-f641-4a79-9ac5-0615d96c68bf), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.078056 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36998) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:04.126392 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d5f2f92e-c67f-4284-89d3-e013033d8183 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Calling delete_port for c9cbbd6d-f641-4a79-9ac5-0615d96c68bf owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:04.149103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-3ed0b3c6-c85c-4e82-932a-575231623785', 'network_id': '3ed0b3c6-c85c-4e82-932a-575231623785', 'project_id': 'cba8ebd96f52428f86b67e004dc5cfb1', 'fixed_ips': [{'subnet_id': 'e191a638-35f8-48c9-b88e-932f22fb93a8'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:30:04.150364 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.185836 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-836b5fdf-37e8-4ba3-9072-5eb89369c632 None None] Set router 5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:30:04.275341 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e21a4de2-c6dd-45ce-873a-325a0d1a1235 admin admin] Publish callbacks [] for security_group (77737807-4a7d-4f7b-84df-ca2ac1400566), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.294734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b76d939-41c6-47e9-9d9f-f54170b4592d tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Made reservation on behalf of cba8ebd96f52428f86b67e004dc5cfb1 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:04.298416 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b76d939-41c6-47e9-9d9f-f54170b4592d tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.307354 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e21a4de2-c6dd-45ce-873a-325a0d1a1235 admin admin] Publish callbacks [] for security_group (77737807-4a7d-4f7b-84df-ca2ac1400566), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.315317 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-836b5fdf-37e8-4ba3-9072-5eb89369c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'name': 'tempest-TestAggregatesBasicOps-1922943292-router', 'tenant_id': 'e03e9287fa104987af62c53696e047c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:39Z', 'updated_at': '2022-01-28T19:30:03Z', 'revision_number': 6, 'project_id': 'e03e9287fa104987af62c53696e047c2', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:04.335940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-4b76d939-41c6-47e9-9d9f-f54170b4592d tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] device_id is not set on port a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:30:04.389290 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f515df95-14d1-4501-8a82-64185c861108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.418506 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b5fdf-37e8-4ba3-9072-5eb89369c632 None None] The sync data for ids ['5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f'] in n-d-824834-4 is: [{'id': '5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f', 'name': 'tempest-TestAggregatesBasicOps-1922943292-router', 'tenant_id': 'e03e9287fa104987af62c53696e047c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:29:39Z', 'updated_at': '2022-01-28T19:30:03Z', 'revision_number': 6, 'project_id': 'e03e9287fa104987af62c53696e047c2', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:30:04.426845 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e21a4de2-c6dd-45ce-873a-325a0d1a1235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (77737807-4a7d-4f7b-84df-ca2ac1400566), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.429793 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e21a4de2-c6dd-45ce-873a-325a0d1a1235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.430289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515df95-14d1-4501-8a82-64185c861108 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:04.454979 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Allocated IP 172.20.0.2 (3ed0b3c6-c85c-4e82-932a-575231623785/e191a638-35f8-48c9-b88e-932f22fb93a8/1a58f5cc-3ae5-40b3-ac62-7093d3b23073) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:04.455099 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e21a4de2-c6dd-45ce-873a-325a0d1a1235 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77737807-4a7d-4f7b-84df-ca2ac1400566 HTTP/1.1" status: 204 len: 168 time: 0.3755710 Jan 28 19:30:04.573947 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f515df95-14d1-4501-8a82-64185c861108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.673535 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5f2f92e-c67f-4284-89d3-e013033d8183 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c9cbbd6d-f641-4a79-9ac5-0615d96c68bf), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.706572 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a4de2-c6dd-45ce-873a-325a0d1a1235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77737807-4a7d-4f7b-84df-ca2ac1400566,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:04.712736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2f92e-c67f-4284-89d3-e013033d8183 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Pushing event deleted for resources: {'Port': ['ID=c9cbbd6d-f641-4a79-9ac5-0615d96c68bf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:04.781034 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Publish callbacks [] for port (1a58f5cc-3ae5-40b3-ac62-7093d3b23073), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.800112 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (1a58f5cc-3ae5-40b3-ac62-7093d3b23073), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.814838 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5f2f92e-c67f-4284-89d3-e013033d8183 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for floatingip (20308a88-485f-466b-bb2e-e075db23fffd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.819027 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5f2f92e-c67f-4284-89d3-e013033d8183 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.827205 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d5f2f92e-c67f-4284-89d3-e013033d8183 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] 10.222.0.55 "DELETE /v2.0/floatingips/20308a88-485f-466b-bb2e-e075db23fffd HTTP/1.1" status: 204 len: 168 time: 1.5284243 Jan 28 19:30:04.828935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37014) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:04.838705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-604847c2-229b-487f-9410-6c9d52c58489 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Request body: {'floatingip': {'floating_network_id': 'e742884c-2c1a-4ede-ae48-b8753226c5e2', 'port_id': 'cf5ce184-ab97-4b09-9921-ef0760177020', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:04.842819 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f515df95-14d1-4501-8a82-64185c861108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.881674 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-604847c2-229b-487f-9410-6c9d52c58489 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.891725 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f515df95-14d1-4501-8a82-64185c861108 admin admin] Publish callbacks [] for router_controller (5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:04.962407 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Network 3ed0b3c6-c85c-4e82-932a-575231623785 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:04.965228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:04.994971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:04.997507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bbcc28ba-da13-4dcc-a513-98771437fde3 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:30:05.012927 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Pushing event updated for resources: {'Port': ['ID=1a58f5cc-3ae5-40b3-ac62-7093d3b23073,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:05.073211 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f515df95-14d1-4501-8a82-64185c861108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.073783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f515df95-14d1-4501-8a82-64185c861108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:30:05.086620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: bbcc28ba-da13-4dcc-a513-98771437fde3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:30:05.088023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bbcc28ba-da13-4dcc-a513-98771437fde3 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:30:05.096677 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f515df95-14d1-4501-8a82-64185c861108 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.099346 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f515df95-14d1-4501-8a82-64185c861108 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5d6ce8b7-39d1-4e30-8e32-8391cfbfc44f HTTP/1.1" status: 204 len: 168 time: 1.8677683 Jan 28 19:30:05.102969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4b76d939-41c6-47e9-9d9f-f54170b4592d tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Allocated IP 172.20.0.13 (3ed0b3c6-c85c-4e82-932a-575231623785/e191a638-35f8-48c9-b88e-932f22fb93a8/a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:05.103860 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37024) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:05.197867 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed875f88-0ac9-478f-87b3-0cdb82f7e22a admin admin] Deleting subnet 2c4b55ad-7060-43c6-a668-ec3000ee22e4 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:30:05.218337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Attempting to bind port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:30:05.219102 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Attempting to bind port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '75fb0712-4eb7-4fb0-99de-53564c8dc4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3ed0b3c6-c85c-4e82-932a-575231623785'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:30:05.219875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Attempting to bind port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 on network 3ed0b3c6-c85c-4e82-932a-575231623785 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:30:05.226695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:30:05.227452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Checking segment: {'id': '75fb0712-4eb7-4fb0-99de-53564c8dc4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3ed0b3c6-c85c-4e82-932a-575231623785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:05.227606 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed875f88-0ac9-478f-87b3-0cdb82f7e22a admin admin] Publish callbacks [] for subnet (2c4b55ad-7060-43c6-a668-ec3000ee22e4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.228293 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.229025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Bound using segment: {'id': '75fb0712-4eb7-4fb0-99de-53564c8dc4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3ed0b3c6-c85c-4e82-932a-575231623785'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:30:05.229730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Bound port: 1a58f5cc-3ae5-40b3-ac62-7093d3b23073, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75fb0712-4eb7-4fb0-99de-53564c8dc4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '3ed0b3c6-c85c-4e82-932a-575231623785'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:30:05.230376 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1a58f5cc-3ae5-40b3-ac62-7093d3b23073), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.320037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] For port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:30:05.324517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] For port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1a58f5cc-3ae5-40b3-ac62-7093d3b23073,segment=NetworkSegment(75fb0712-4eb7-4fb0-99de-53564c8dc4a5),segment_id=75fb0712-4eb7-4fb0-99de-53564c8dc4a5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:30:05.328538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b76d939-41c6-47e9-9d9f-f54170b4592d tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks [] for port (a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.333324 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1a58f5cc-3ae5-40b3-ac62-7093d3b23073), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.374630 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-604847c2-229b-487f-9410-6c9d52c58489 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:05.376371 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-604847c2-229b-487f-9410-6c9d52c58489 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5462923 Jan 28 19:30:05.380740 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed875f88-0ac9-478f-87b3-0cdb82f7e22a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (2c4b55ad-7060-43c6-a668-ec3000ee22e4), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.383119 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37032) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:05.389019 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': 'cf5ce184-ab97-4b09-9921-ef0760177020', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:05.395911 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b76d939-41c6-47e9-9d9f-f54170b4592d tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.476186 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b76d939-41c6-47e9-9d9f-f54170b4592d tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Network 3ed0b3c6-c85c-4e82-932a-575231623785 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:05.482088 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4b76d939-41c6-47e9-9d9f-f54170b4592d tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:05.486327 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.494518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b76d939-41c6-47e9-9d9f-f54170b4592d tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:05.506903 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2242627-f0c9-40d9-b2cf-ceaecdea362f None None] Pushing event updated for resources: {'Port': ['ID=1a58f5cc-3ae5-40b3-ac62-7093d3b23073,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:05.623540 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed875f88-0ac9-478f-87b3-0cdb82f7e22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (2c4b55ad-7060-43c6-a668-ec3000ee22e4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.640475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b76d939-41c6-47e9-9d9f-f54170b4592d tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:05.644310 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4b76d939-41c6-47e9-9d9f-f54170b4592d tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.713942 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed875f88-0ac9-478f-87b3-0cdb82f7e22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (2c4b55ad-7060-43c6-a668-ec3000ee22e4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.724731 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76d939-41c6-47e9-9d9f-f54170b4592d tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Pushing event updated for resources: {'Port': ['ID=a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:05.754701 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed875f88-0ac9-478f-87b3-0cdb82f7e22a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.759604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015c53bc-5cab-4e20-a674-a6b292d30658 None None] Network 776800b6-edbe-45fc-8bdd-447b7722f328 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:05.764744 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ed875f88-0ac9-478f-87b3-0cdb82f7e22a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2c4b55ad-7060-43c6-a668-ec3000ee22e4 HTTP/1.1" status: 204 len: 168 time: 0.6582823 Jan 28 19:30:05.783604 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:05.809152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed875f88-0ac9-478f-87b3-0cdb82f7e22a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c4b55ad-7060-43c6-a668-ec3000ee22e4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:05.813252 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37050) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:05.819425 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4b76d939-41c6-47e9-9d9f-f54170b4592d tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7702007 Jan 28 19:30:05.904165 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-092e5c35-69ac-4253-8b58-4260e483c7f8 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-14366393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:05.957740 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (776800b6-edbe-45fc-8bdd-447b7722f328), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:05.997148 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-092e5c35-69ac-4253-8b58-4260e483c7f8 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (dc4476f4-8f3a-4d4b-b2c6-11f482fb7354), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.002661 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-092e5c35-69ac-4253-8b58-4260e483c7f8 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (dc4476f4-8f3a-4d4b-b2c6-11f482fb7354), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.159390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b14ed7-5ea6-4785-87b5-f7d1c8292e84 None None] DHCP port deletion for 776800b6-edbe-45fc-8bdd-447b7722f328 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:30:06.246976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-092e5c35-69ac-4253-8b58-4260e483c7f8 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks [] for router_controller (dc4476f4-8f3a-4d4b-b2c6-11f482fb7354), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.272690 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-092e5c35-69ac-4253-8b58-4260e483c7f8 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (dc4476f4-8f3a-4d4b-b2c6-11f482fb7354), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.277758 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.327870 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-092e5c35-69ac-4253-8b58-4260e483c7f8 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.337150 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37074) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:06.341965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e236ff65-5599-4e99-b7a9-89cc6153ef3e tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-630358638', 'prefixes': ['172.20.0.0/16']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:06.343993 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-092e5c35-69ac-4253-8b58-4260e483c7f8 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5265684 Jan 28 19:30:06.352129 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-94b14ed7-5ea6-4785-87b5-f7d1c8292e84 None None] Deleting port c52a71b5-eaa0-4497-8abc-df600f6bccce {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:06.352894 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94b14ed7-5ea6-4785-87b5-f7d1c8292e84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c52a71b5-eaa0-4497-8abc-df600f6bccce), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.492530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-94b14ed7-5ea6-4785-87b5-f7d1c8292e84 None None] For port c52a71b5-eaa0-4497-8abc-df600f6bccce, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c52a71b5-eaa0-4497-8abc-df600f6bccce,segment=NetworkSegment(85adda68-82ea-491c-ad18-4eb51f154496),segment_id=85adda68-82ea-491c-ad18-4eb51f154496)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:06.493574 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94b14ed7-5ea6-4785-87b5-f7d1c8292e84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c52a71b5-eaa0-4497-8abc-df600f6bccce), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.530252 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-94b14ed7-5ea6-4785-87b5-f7d1c8292e84 None None] Calling delete_port for c52a71b5-eaa0-4497-8abc-df600f6bccce owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:06.536210 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] Deleting port c52a71b5-eaa0-4497-8abc-df600f6bccce {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:06.537045 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c52a71b5-eaa0-4497-8abc-df600f6bccce), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.631532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] For port c52a71b5-eaa0-4497-8abc-df600f6bccce, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c52a71b5-eaa0-4497-8abc-df600f6bccce,segment=NetworkSegment(85adda68-82ea-491c-ad18-4eb51f154496),segment_id=85adda68-82ea-491c-ad18-4eb51f154496)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:06.633089 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c52a71b5-eaa0-4497-8abc-df600f6bccce), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.736054 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-94b14ed7-5ea6-4785-87b5-f7d1c8292e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (c52a71b5-eaa0-4497-8abc-df600f6bccce), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:06.742381 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] Calling delete_port for c52a71b5-eaa0-4497-8abc-df600f6bccce owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:06.796404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b14ed7-5ea6-4785-87b5-f7d1c8292e84 None None] Pushing event deleted for resources: {'Port': ['ID=c52a71b5-eaa0-4497-8abc-df600f6bccce,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:06.811980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b14ed7-5ea6-4785-87b5-f7d1c8292e84 None None] No DVR routers for this DVR port c52a71b5-eaa0-4497-8abc-df600f6bccce on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:30:07.122768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:07.283540 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:07.284702 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1a58f5cc-3ae5-40b3-ac62-7093d3b23073), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.286496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Allocated IP 172.25.0.34 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/5d7d7301-7144-41a3-a903-bbdb1d7c1fca) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:07.429844 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e236ff65-5599-4e99-b7a9-89cc6153ef3e tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.431425 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e236ff65-5599-4e99-b7a9-89cc6153ef3e tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.0930912 Jan 28 19:30:07.436802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37122) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:07.443401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-eec5f59f-844b-4206-9c72-8b4f0131f730 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e191a638-35f8-48c9-b88e-932f22fb93a8', 'tempest-TagsExtTest-Tag-350447873') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:07.475066 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c52a71b5-eaa0-4497-8abc-df600f6bccce), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.568745 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c52a71b5-eaa0-4497-8abc-df600f6bccce,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:07.570964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] No DVR routers for this DVR port c52a71b5-eaa0-4497-8abc-df600f6bccce on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:30:07.578426 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:07.579067 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1a58f5cc-3ae5-40b3-ac62-7093d3b23073), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.649570 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37128) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:07.695176 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1a58f5cc-3ae5-40b3-ac62-7093d3b23073,segment=NetworkSegment(75fb0712-4eb7-4fb0-99de-53564c8dc4a5),segment_id=75fb0712-4eb7-4fb0-99de-53564c8dc4a5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:07.707436 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1a58f5cc-3ae5-40b3-ac62-7093d3b23073), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.817198 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bcb40a-dcd7-4d0c-9692-d6aba3cd46cd None None] Network 3ed0b3c6-c85c-4e82-932a-575231623785 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:07.822763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c52a71b5-eaa0-4497-8abc-df600f6bccce no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:30:07.870803 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (776800b6-edbe-45fc-8bdd-447b7722f328), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.920136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776800b6-edbe-45fc-8bdd-447b7722f328']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:07.945174 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85adda68-82ea-491c-ad18-4eb51f154496') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:07.945485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85adda68-82ea-491c-ad18-4eb51f154496') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:07.949500 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=1a58f5cc-3ae5-40b3-ac62-7093d3b23073,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:07.977989 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (85adda68-82ea-491c-ad18-4eb51f154496), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:07.986636 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: c52a71b5-eaa0-4497-8abc-df600f6bccce {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:30:07.987144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c52a71b5-eaa0-4497-8abc-df600f6bccce not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:30:07.987668 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:30:08.010999 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (85adda68-82ea-491c-ad18-4eb51f154496), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.023989 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:30:08.024734 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (85adda68-82ea-491c-ad18-4eb51f154496), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.143076 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for port (5d7d7301-7144-41a3-a903-bbdb1d7c1fca), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:30:08.186515 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:30:08.190036 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (776800b6-edbe-45fc-8bdd-447b7722f328), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.197586 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5d7d7301-7144-41a3-a903-bbdb1d7c1fca), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.211822 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.216041 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/776800b6-edbe-45fc-8bdd-447b7722f328 HTTP/1.1" status: 204 len: 168 time: 2.4303389 Jan 28 19:30:08.295442 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90c2a602-77b1-4b32-bdf6-79f16e5cc55a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.297667 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54450b23-9aa9-4f74-8a68-41d695e4b7c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=776800b6-edbe-45fc-8bdd-447b7722f328,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:08.441187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:30:08.442146 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3f09ad9c-48dd-45a2-a8ab-6ec0deef95a6 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:30:08.443359 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90c2a602-77b1-4b32-bdf6-79f16e5cc55a admin admin] Publish callbacks [] for security_group (1531bda7-7af5-46c9-8a36-5ba006a1e644), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.469707 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:08.476064 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90c2a602-77b1-4b32-bdf6-79f16e5cc55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1531bda7-7af5-46c9-8a36-5ba006a1e644), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.483550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Pushing event updated for resources: {'Port': ['ID=5d7d7301-7144-41a3-a903-bbdb1d7c1fca,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:08.486503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1b9f33b8-a421-4bea-99c0-3d1bcfbde12e None None] Provisioning complete for port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:08.487103 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b9f33b8-a421-4bea-99c0-3d1bcfbde12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1a58f5cc-3ae5-40b3-ac62-7093d3b23073), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.521591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:08.528878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:08.594206 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37148) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:08.631273 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-eec5f59f-844b-4206-9c72-8b4f0131f730 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "PUT /v2.0/subnets/e191a638-35f8-48c9-b88e-932f22fb93a8/tags/tempest-TagsExtTest-Tag-350447873 HTTP/1.1" status: 201 len: 201 time: 1.1921937 Jan 28 19:30:08.640023 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37150) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:08.666125 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f33b8-a421-4bea-99c0-3d1bcfbde12e None None] Current status of the port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:08.729863 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a7817573-b85f-4f07-9f9b-5e875f7c66be admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b783c4e8e0aa447597c8df402e4f0746&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1280782 Jan 28 19:30:08.730651 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37156) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:08.806053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-b7b8ff75-c765-4de3-b6f0-eb1729a79342 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767', 'tempest-TagsExtTest-Tag-2084644988') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:08.813355 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61c07e46-b248-473b-a398-4d08d62b67cd admin admin] Publish callbacks [] for security_group (b5e2f629-a807-423f-a1c0-a4c0441d73f7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.857270 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61c07e46-b248-473b-a398-4d08d62b67cd admin admin] Publish callbacks [] for security_group (b5e2f629-a807-423f-a1c0-a4c0441d73f7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:08.913464 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:08.962121 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-90c2a602-77b1-4b32-bdf6-79f16e5cc55a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e080b4822d445b78e163e8763a6dc91&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3083799 Jan 28 19:30:08.965083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37160) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:08.968420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2a602-77b1-4b32-bdf6-79f16e5cc55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1531bda7-7af5-46c9-8a36-5ba006a1e644,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:09.046314 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61c07e46-b248-473b-a398-4d08d62b67cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b5e2f629-a807-423f-a1c0-a4c0441d73f7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.049341 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61c07e46-b248-473b-a398-4d08d62b67cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.052783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-61c07e46-b248-473b-a398-4d08d62b67cd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5e2f629-a807-423f-a1c0-a4c0441d73f7 HTTP/1.1" status: 204 len: 168 time: 0.3189912 Jan 28 19:30:09.082801 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Deleting port 5d7d7301-7144-41a3-a903-bbdb1d7c1fca {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:09.083508 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5d7d7301-7144-41a3-a903-bbdb1d7c1fca), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.116976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c07e46-b248-473b-a398-4d08d62b67cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e2f629-a807-423f-a1c0-a4c0441d73f7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:09.126240 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a3db256-a4de-4841-891d-270c5dfb3173 admin admin] Publish callbacks [] for security_group (1531bda7-7af5-46c9-8a36-5ba006a1e644), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.143705 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b7b8ff75-c765-4de3-b6f0-eb1729a79342 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "PUT /v2.0/ports/a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767/tags/tempest-TagsExtTest-Tag-2084644988 HTTP/1.1" status: 201 len: 201 time: 0.3874495 Jan 28 19:30:09.148140 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:09.154231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-eee8211b-d688-48ad-b496-22da5ecd82a1 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dc4476f4-8f3a-4d4b-b2c6-11f482fb7354', 'tempest-TagsExtTest-Tag-244719502') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:09.184047 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:09.184735 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1a58f5cc-3ae5-40b3-ac62-7093d3b23073), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.208589 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a3db256-a4de-4841-891d-270c5dfb3173 admin admin] Publish callbacks [] for security_group (1531bda7-7af5-46c9-8a36-5ba006a1e644), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.289141 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5d7d7301-7144-41a3-a903-bbdb1d7c1fca), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.289656 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for floatingip (5d7d7301-7144-41a3-a903-bbdb1d7c1fca), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.308133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7de3ac7a-8580-40af-8bc1-aa02dfc74ea3 None None] Provisioning complete for port a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:09.308762 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7de3ac7a-8580-40af-8bc1-aa02dfc74ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.310443 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Calling delete_port for 5d7d7301-7144-41a3-a903-bbdb1d7c1fca owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:09.329053 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a3db256-a4de-4841-891d-270c5dfb3173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1531bda7-7af5-46c9-8a36-5ba006a1e644), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.332204 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a3db256-a4de-4841-891d-270c5dfb3173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.333457 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2a3db256-a4de-4841-891d-270c5dfb3173 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1531bda7-7af5-46c9-8a36-5ba006a1e644 HTTP/1.1" status: 204 len: 168 time: 0.3660040 Jan 28 19:30:09.404506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3db256-a4de-4841-891d-270c5dfb3173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1531bda7-7af5-46c9-8a36-5ba006a1e644,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:09.481359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7de3ac7a-8580-40af-8bc1-aa02dfc74ea3 None None] Port a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:30:09.561024 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7de3ac7a-8580-40af-8bc1-aa02dfc74ea3 None None] Provisioning complete for port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:09.561427 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7de3ac7a-8580-40af-8bc1-aa02dfc74ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1a58f5cc-3ae5-40b3-ac62-7093d3b23073), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.568561 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-eee8211b-d688-48ad-b496-22da5ecd82a1 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "PUT /v2.0/routers/dc4476f4-8f3a-4d4b-b2c6-11f482fb7354/tags/tempest-TagsExtTest-Tag-244719502 HTTP/1.1" status: 201 len: 201 time: 0.4191098 Jan 28 19:30:09.571700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37176) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:09.576932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-c37a9d34-030a-41ea-8045-5229b401b08f tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4de774a3-a560-45dc-aede-47c7b499ea61', 'tempest-TagsExtTest-Tag-1452385463') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:09.699474 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5d7d7301-7144-41a3-a903-bbdb1d7c1fca), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.703218 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:09.777890 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c37a9d34-030a-41ea-8045-5229b401b08f tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "PUT /v2.0/subnetpools/4de774a3-a560-45dc-aede-47c7b499ea61/tags/tempest-TagsExtTest-Tag-1452385463 HTTP/1.1" status: 201 len: 201 time: 0.2030044 Jan 28 19:30:09.786588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37186) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:09.791151 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-8c1689ae-189c-43b3-a2ed-09280e8740b8 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e191a638-35f8-48c9-b88e-932f22fb93a8') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:09.793217 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7de3ac7a-8580-40af-8bc1-aa02dfc74ea3 None None] Current status of the port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:09.807606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Pushing event deleted for resources: {'Port': ['ID=5d7d7301-7144-41a3-a903-bbdb1d7c1fca,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:09.908554 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8c1689ae-189c-43b3-a2ed-09280e8740b8 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/subnets/e191a638-35f8-48c9-b88e-932f22fb93a8/tags HTTP/1.1" status: 200 len: 240 time: 0.1207826 Jan 28 19:30:09.911505 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37192) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:09.918295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-56a8778f-abe7-4a5b-98eb-1dc4fe4be775 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e191a638-35f8-48c9-b88e-932f22fb93a8', 'tempest-TagsExtTest-Tag-350447873') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:09.932519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-80273b10-1958-4ef9-876c-e4b1d8e784ba None None] Provisioning complete for port a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:09.932905 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-80273b10-1958-4ef9-876c-e4b1d8e784ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:09.967334 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] create failed (client error): The resource could not be found. Jan 28 19:30:09.968359 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a4b33fc0-0c2c-44d6-8f3f-ad6618c4bb17 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.5841601 Jan 28 19:30:09.973589 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37196) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:10.003840 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-56a8778f-abe7-4a5b-98eb-1dc4fe4be775 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/subnets/e191a638-35f8-48c9-b88e-932f22fb93a8/tags/tempest-TagsExtTest-Tag-350447873 HTTP/1.1" status: 204 len: 168 time: 0.0905349 Jan 28 19:30:10.006411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37198) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:10.018642 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-8229cbfd-e424-4648-b923-e6451292fdb4 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e191a638-35f8-48c9-b88e-932f22fb93a8', 'tempest-TagsExtTest-Tag-350447873') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:10.061466 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-80273b10-1958-4ef9-876c-e4b1d8e784ba None None] Port a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:30:10.108325 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37204) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:10.178468 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8dc64379-be82-4ff2-bc88-c9c02ae59e87 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e03e9287fa104987af62c53696e047c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0659652 Jan 28 19:30:10.179401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37208) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:10.205833 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c740571b-2ca2-4cd2-bae2-e649a213ecf2 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Deleting port cf5ce184-ab97-4b09-9921-ef0760177020 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:10.206256 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c740571b-2ca2-4cd2-bae2-e649a213ecf2 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (cf5ce184-ab97-4b09-9921-ef0760177020), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.235401 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8229cbfd-e424-4648-b923-e6451292fdb4 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/subnets/e191a638-35f8-48c9-b88e-932f22fb93a8/tags/tempest-TagsExtTest-Tag-350447873 HTTP/1.1" status: 204 len: 168 time: 0.2261143 Jan 28 19:30:10.237812 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:10.242958 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-33547303-12b9-43e4-b743-ff88b6847919 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e191a638-35f8-48c9-b88e-932f22fb93a8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:10.281430 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ebc7ff5-7b61-47be-877e-6d8fc6df7db0 admin admin] Publish callbacks [] for security_group (966576e6-eac3-4507-9e59-8e95405ee979), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.348359 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ebc7ff5-7b61-47be-877e-6d8fc6df7db0 admin admin] Publish callbacks [] for security_group (966576e6-eac3-4507-9e59-8e95405ee979), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.446714 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ebc7ff5-7b61-47be-877e-6d8fc6df7db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (966576e6-eac3-4507-9e59-8e95405ee979), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.451097 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4ebc7ff5-7b61-47be-877e-6d8fc6df7db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.490573 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4ebc7ff5-7b61-47be-877e-6d8fc6df7db0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/966576e6-eac3-4507-9e59-8e95405ee979 HTTP/1.1" status: 204 len: 168 time: 0.3024390 Jan 28 19:30:10.509493 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc7ff5-7b61-47be-877e-6d8fc6df7db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966576e6-eac3-4507-9e59-8e95405ee979,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:10.896257 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c740571b-2ca2-4cd2-bae2-e649a213ecf2 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (cf5ce184-ab97-4b09-9921-ef0760177020), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:10.920557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c740571b-2ca2-4cd2-bae2-e649a213ecf2 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Calling delete_port for cf5ce184-ab97-4b09-9921-ef0760177020 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:10.989432 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-33547303-12b9-43e4-b743-ff88b6847919 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/subnets/e191a638-35f8-48c9-b88e-932f22fb93a8/tags HTTP/1.1" status: 200 len: 205 time: 0.7504263 Jan 28 19:30:10.992001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:10.997023 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-d98da4ce-e405-4aa8-9dd4-080fdf8e09f4 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:11.132951 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d98da4ce-e405-4aa8-9dd4-080fdf8e09f4 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/ports/a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767/tags HTTP/1.1" status: 200 len: 241 time: 0.1376100 Jan 28 19:30:11.133260 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:11.137606 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-f3fa0bce-b89d-4a2d-95a4-0056cf3aee3b tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767', 'tempest-TagsExtTest-Tag-2084644988') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:11.181446 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c740571b-2ca2-4cd2-bae2-e649a213ecf2 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (cf5ce184-ab97-4b09-9921-ef0760177020), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:11.198428 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f3fa0bce-b89d-4a2d-95a4-0056cf3aee3b tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/ports/a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767/tags/tempest-TagsExtTest-Tag-2084644988 HTTP/1.1" status: 204 len: 168 time: 0.0640001 Jan 28 19:30:11.201106 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37242) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:11.221808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-90cd2aa1-59b6-4f36-abcb-11dd02d055fa tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767', 'tempest-TagsExtTest-Tag-2084644988') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:11.248023 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740571b-2ca2-4cd2-bae2-e649a213ecf2 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Pushing event deleted for resources: {'Port': ['ID=cf5ce184-ab97-4b09-9921-ef0760177020,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:11.336751 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-90cd2aa1-59b6-4f36-abcb-11dd02d055fa tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/ports/a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767/tags/tempest-TagsExtTest-Tag-2084644988 HTTP/1.1" status: 204 len: 168 time: 0.1332934 Jan 28 19:30:11.340528 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:11.345968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-574ce8b5-3f15-40e2-be12-2feca689a904 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:11.404249 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c740571b-2ca2-4cd2-bae2-e649a213ecf2 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:11.424389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37252) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:11.425073 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c740571b-2ca2-4cd2-bae2-e649a213ecf2 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] 10.222.0.55 "DELETE /v2.0/ports/cf5ce184-ab97-4b09-9921-ef0760177020 HTTP/1.1" status: 204 len: 168 time: 1.4481878 Jan 28 19:30:11.465949 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-574ce8b5-3f15-40e2-be12-2feca689a904 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/ports/a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767/tags HTTP/1.1" status: 200 len: 205 time: 0.1238818 Jan 28 19:30:11.466807 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37256) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:11.486838 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-768b6081-9fa3-46f3-ae03-3d1f6c7892e7 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dc4476f4-8f3a-4d4b-b2c6-11f482fb7354') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:11.522673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade98940-1b34-4d94-9901-dbc708e5d53e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:11.525502 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ade98940-1b34-4d94-9901-dbc708e5d53e tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] 10.222.0.55 "GET /v2.0/ports?device_id=38a2724b-bef8-437f-879f-1f330c7a3e32 HTTP/1.1" status: 200 len: 913 time: 0.0992730 Jan 28 19:30:11.527830 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37260) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:11.651803 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-768b6081-9fa3-46f3-ae03-3d1f6c7892e7 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/routers/dc4476f4-8f3a-4d4b-b2c6-11f482fb7354/tags HTTP/1.1" status: 200 len: 240 time: 0.1838067 Jan 28 19:30:11.652401 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37264) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:11.657089 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-b48d92e2-14f1-419d-99c1-aeda00572f69 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dc4476f4-8f3a-4d4b-b2c6-11f482fb7354', 'tempest-TagsExtTest-Tag-244719502') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:11.801800 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b48d92e2-14f1-419d-99c1-aeda00572f69 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/routers/dc4476f4-8f3a-4d4b-b2c6-11f482fb7354/tags/tempest-TagsExtTest-Tag-244719502 HTTP/1.1" status: 204 len: 168 time: 0.1481304 Jan 28 19:30:11.802899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37272) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:11.808167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-640dffce-3ef5-4e53-8a79-b103f648a8f8 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'dc4476f4-8f3a-4d4b-b2c6-11f482fb7354', 'tempest-TagsExtTest-Tag-244719502') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:12.034869 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37282) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:12.040306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-33b5d0e6-38ee-4483-9cab-cac18713a6b3 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dc4476f4-8f3a-4d4b-b2c6-11f482fb7354') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:12.043009 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-640dffce-3ef5-4e53-8a79-b103f648a8f8 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/routers/dc4476f4-8f3a-4d4b-b2c6-11f482fb7354/tags/tempest-TagsExtTest-Tag-244719502 HTTP/1.1" status: 204 len: 168 time: 0.2389770 Jan 28 19:30:12.187667 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-33b5d0e6-38ee-4483-9cab-cac18713a6b3 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/routers/dc4476f4-8f3a-4d4b-b2c6-11f482fb7354/tags HTTP/1.1" status: 200 len: 205 time: 0.1515737 Jan 28 19:30:12.190571 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37288) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:12.196722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-48533e47-7a30-410f-b0bd-220c2202e996 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4de774a3-a560-45dc-aede-47c7b499ea61') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:12.204549 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a1a213f-2793-456b-a846-67586785a7e7 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (38a2724b-bef8-437f-879f-1f330c7a3e32), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:12.261612 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37292) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:12.268603 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-48533e47-7a30-410f-b0bd-220c2202e996 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/subnetpools/4de774a3-a560-45dc-aede-47c7b499ea61/tags HTTP/1.1" status: 200 len: 241 time: 0.0770168 Jan 28 19:30:12.271337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37294) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:12.301574 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-b072c5b4-6441-435d-af81-cd5cccfd66dd tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4de774a3-a560-45dc-aede-47c7b499ea61', 'tempest-TagsExtTest-Tag-1452385463') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:12.373175 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b072c5b4-6441-435d-af81-cd5cccfd66dd tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/subnetpools/4de774a3-a560-45dc-aede-47c7b499ea61/tags/tempest-TagsExtTest-Tag-1452385463 HTTP/1.1" status: 204 len: 168 time: 0.0834031 Jan 28 19:30:12.373964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37300) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:12.378725 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-3b2f6d53-1f6e-4af2-8881-a9bd18c75bd0 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4de774a3-a560-45dc-aede-47c7b499ea61', 'tempest-TagsExtTest-Tag-1452385463') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:12.480347 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3b2f6d53-1f6e-4af2-8881-a9bd18c75bd0 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/subnetpools/4de774a3-a560-45dc-aede-47c7b499ea61/tags/tempest-TagsExtTest-Tag-1452385463 HTTP/1.1" status: 204 len: 168 time: 0.1047330 Jan 28 19:30:12.481011 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:12.502328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-ef91472f-5997-476c-9415-8bb25e4b10ee tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4de774a3-a560-45dc-aede-47c7b499ea61') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:12.550986 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ef91472f-5997-476c-9415-8bb25e4b10ee tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/subnetpools/4de774a3-a560-45dc-aede-47c7b499ea61/tags HTTP/1.1" status: 200 len: 205 time: 0.0684726 Jan 28 19:30:12.551757 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37306) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:12.564322 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-9499d16e-cefe-4255-875a-a3ed8a718c32 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4de774a3-a560-45dc-aede-47c7b499ea61') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:12.618786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37308) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:12.622629 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9499d16e-cefe-4255-875a-a3ed8a718c32 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/subnetpools/4de774a3-a560-45dc-aede-47c7b499ea61/tags HTTP/1.1" status: 204 len: 168 time: 0.0698416 Jan 28 19:30:12.640109 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-0ffc3c35-6ba5-4543-b47b-db7d1fbac622 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dc4476f4-8f3a-4d4b-b2c6-11f482fb7354') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:12.651345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-40b3370d-9b46-44e6-a524-23c42c06e780 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1441758851'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:12.695086 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b3370d-9b46-44e6-a524-23c42c06e780 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Made reservation on behalf of c007ac0081c44db29a79e1c8bca3bb0a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:12.699123 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40b3370d-9b46-44e6-a524-23c42c06e780 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:12.714425 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40b3370d-9b46-44e6-a524-23c42c06e780 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:12.880938 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40b3370d-9b46-44e6-a524-23c42c06e780 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Publish callbacks [] for security_group (d86b5232-4024-4020-b80a-b282cd88e7db), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:12.887472 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40b3370d-9b46-44e6-a524-23c42c06e780 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d86b5232-4024-4020-b80a-b282cd88e7db), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:12.943099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b3370d-9b46-44e6-a524-23c42c06e780 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:12.955913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3370d-9b46-44e6-a524-23c42c06e780 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86b5232-4024-4020-b80a-b282cd88e7db,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:12.963737 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0ffc3c35-6ba5-4543-b47b-db7d1fbac622 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/routers/dc4476f4-8f3a-4d4b-b2c6-11f482fb7354/tags HTTP/1.1" status: 204 len: 168 time: 0.3410442 Jan 28 19:30:12.964372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37318) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:12.974903 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40b3370d-9b46-44e6-a524-23c42c06e780 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0d60358e-c72f-44c2-a41c-f11c7ef60b7a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:12.975253 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-40b3370d-9b46-44e6-a524-23c42c06e780 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Added segment 0d60358e-c72f-44c2-a41c-f11c7ef60b7a of type vlan for network 9dc4a76a-5994-4b04-aa80-40ffbbe43001 Jan 28 19:30:12.986823 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-492d73c3-cff5-469b-a6d1-3a700f3527cb tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:13.065934 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40b3370d-9b46-44e6-a524-23c42c06e780 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (9dc4a76a-5994-4b04-aa80-40ffbbe43001), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.098885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a213f-2793-456b-a846-67586785a7e7 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Deleting port 107f07d8-737f-4fca-912a-fcfdf6b82d0d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:13.101810 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a1a213f-2793-456b-a846-67586785a7e7 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (107f07d8-737f-4fca-912a-fcfdf6b82d0d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.110684 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40b3370d-9b46-44e6-a524-23c42c06e780 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (9dc4a76a-5994-4b04-aa80-40ffbbe43001), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.115827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b3370d-9b46-44e6-a524-23c42c06e780 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:13.116396 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40b3370d-9b46-44e6-a524-23c42c06e780 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.185331 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-40b3370d-9b46-44e6-a524-23c42c06e780 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9115009 Jan 28 19:30:13.188776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37324) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:13.235770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3370d-9b46-44e6-a524-23c42c06e780 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Pushing event updated for resources: {'Network': ['ID=9dc4a76a-5994-4b04-aa80-40ffbbe43001,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:13.247944 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-492d73c3-cff5-469b-a6d1-3a700f3527cb tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/ports/a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767/tags HTTP/1.1" status: 204 len: 168 time: 0.2812679 Jan 28 19:30:13.250647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:13.255261 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-4d4aae0e-cf45-491c-9007-765effa2023b tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e191a638-35f8-48c9-b88e-932f22fb93a8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:13.272198 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a1a213f-2793-456b-a846-67586785a7e7 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (107f07d8-737f-4fca-912a-fcfdf6b82d0d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.297797 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a213f-2793-456b-a846-67586785a7e7 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Calling delete_port for 107f07d8-737f-4fca-912a-fcfdf6b82d0d owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:13.325005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 9dc4a76a-5994-4b04-aa80-40ffbbe43001 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:30:13.359692 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4d4aae0e-cf45-491c-9007-765effa2023b tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/subnets/e191a638-35f8-48c9-b88e-932f22fb93a8/tags HTTP/1.1" status: 204 len: 168 time: 0.1077161 Jan 28 19:30:13.364078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:13.370457 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-617faa87-26b5-4da2-9b4f-e8f743749198 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e191a638-35f8-48c9-b88e-932f22fb93a8', 'tempest-TagsExtTest-Tag-2004620275') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:13.415954 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ef8b486a-6f58-41d7-baba-7415719a81f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Request body: {'network': {'name': 'tempest-network--798042708', 'router:external': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:13.454304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8b486a-6f58-41d7-baba-7415719a81f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Made reservation on behalf of bcc0c7cc381241b79473e5c6724fc8e4 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:13.461532 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef8b486a-6f58-41d7-baba-7415719a81f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.490086 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-617faa87-26b5-4da2-9b4f-e8f743749198 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "PUT /v2.0/subnets/e191a638-35f8-48c9-b88e-932f22fb93a8/tags/tempest-TagsExtTest-Tag-2004620275 HTTP/1.1" status: 201 len: 201 time: 0.1225839 Jan 28 19:30:13.491112 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef8b486a-6f58-41d7-baba-7415719a81f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.491245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37334) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:13.495549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-d8a8d7e9-782f-4539-bc90-1c2c6975051e tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767', 'tempest-TagsExtTest-Tag-842537185') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:13.583917 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d8a8d7e9-782f-4539-bc90-1c2c6975051e tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "PUT /v2.0/ports/a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767/tags/tempest-TagsExtTest-Tag-842537185 HTTP/1.1" status: 201 len: 201 time: 0.0920267 Jan 28 19:30:13.586648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37336) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:13.592085 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-7ac898a3-3a4c-4eb8-a86a-b1103b6b15d2 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dc4476f4-8f3a-4d4b-b2c6-11f482fb7354', 'tempest-TagsExtTest-Tag-71916790') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:13.741493 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7ac898a3-3a4c-4eb8-a86a-b1103b6b15d2 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "PUT /v2.0/routers/dc4476f4-8f3a-4d4b-b2c6-11f482fb7354/tags/tempest-TagsExtTest-Tag-71916790 HTTP/1.1" status: 201 len: 201 time: 0.1534853 Jan 28 19:30:13.742826 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37340) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:13.749114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-f013baed-1d82-45d3-88c9-d1e8ab7f51ae tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4de774a3-a560-45dc-aede-47c7b499ea61', 'tempest-TagsExtTest-Tag-1727398950') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:13.785850 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a1a213f-2793-456b-a846-67586785a7e7 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (107f07d8-737f-4fca-912a-fcfdf6b82d0d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.811900 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f013baed-1d82-45d3-88c9-d1e8ab7f51ae tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "PUT /v2.0/subnetpools/4de774a3-a560-45dc-aede-47c7b499ea61/tags/tempest-TagsExtTest-Tag-1727398950 HTTP/1.1" status: 201 len: 201 time: 0.0653625 Jan 28 19:30:13.812426 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37342) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:13.814911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a213f-2793-456b-a846-67586785a7e7 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Pushing event deleted for resources: {'Port': ['ID=107f07d8-737f-4fca-912a-fcfdf6b82d0d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:13.817076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-11ff3c5f-9db4-47c5-b36c-804fc6db6755 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e191a638-35f8-48c9-b88e-932f22fb93a8', {'tags': ['tempest-TagsExtTest-Tag-1507866311', 'tempest-TagsExtTest-Tag-421036259', 'tempest-TagsExtTest-Tag-816274433']}) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:13.891153 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef8b486a-6f58-41d7-baba-7415719a81f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for security_group (c39a5453-f362-4467-9116-088db019a6cd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.913481 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef8b486a-6f58-41d7-baba-7415719a81f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c39a5453-f362-4467-9116-088db019a6cd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.963842 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8b486a-6f58-41d7-baba-7415719a81f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:13.973235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b486a-6f58-41d7-baba-7415719a81f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39a5453-f362-4467-9116-088db019a6cd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:13.981925 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef8b486a-6f58-41d7-baba-7415719a81f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (2addeb73-bef3-4ba9-869a-0cbfb3609564), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:13.982312 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-ef8b486a-6f58-41d7-baba-7415719a81f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Added segment 2addeb73-bef3-4ba9-869a-0cbfb3609564 of type vlan for network ea3d47cb-b382-4094-ac18-4107dc74caea Jan 28 19:30:14.003177 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-11ff3c5f-9db4-47c5-b36c-804fc6db6755 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "PUT /v2.0/subnets/e191a638-35f8-48c9-b88e-932f22fb93a8/tags HTTP/1.1" status: 200 len: 316 time: 0.1873226 Jan 28 19:30:14.003444 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37350) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:14.013252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-98a7e4a3-e3cd-447d-8804-8ebd9ccbb405 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e191a638-35f8-48c9-b88e-932f22fb93a8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:14.090824 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a1a213f-2793-456b-a846-67586785a7e7 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (38a2724b-bef8-437f-879f-1f330c7a3e32), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.118487 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef8b486a-6f58-41d7-baba-7415719a81f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (ea3d47cb-b382-4094-ac18-4107dc74caea), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.194375 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-98a7e4a3-e3cd-447d-8804-8ebd9ccbb405 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/subnets/e191a638-35f8-48c9-b88e-932f22fb93a8/tags HTTP/1.1" status: 204 len: 168 time: 0.1787040 Jan 28 19:30:14.196561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37358) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:14.205674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-3d0314bb-f0e2-48a2-affa-800277a9ce84 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e191a638-35f8-48c9-b88e-932f22fb93a8', 'tempest-TagsExtTest-Tag-1507866311') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:14.286259 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef8b486a-6f58-41d7-baba-7415719a81f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (ea3d47cb-b382-4094-ac18-4107dc74caea), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.287300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8b486a-6f58-41d7-baba-7415719a81f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:14.287888 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef8b486a-6f58-41d7-baba-7415719a81f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.308428 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-3d0314bb-f0e2-48a2-affa-800277a9ce84 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] show failed (client error): The resource could not be found. Jan 28 19:30:14.309544 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3d0314bb-f0e2-48a2-affa-800277a9ce84 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/subnets/e191a638-35f8-48c9-b88e-932f22fb93a8/tags/tempest-TagsExtTest-Tag-1507866311 HTTP/1.1" status: 404 len: 329 time: 0.1118948 Jan 28 19:30:14.312395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37362) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:14.316661 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-fb1626bf-cde7-42a8-b397-f42bbf4c2063 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e191a638-35f8-48c9-b88e-932f22fb93a8', 'tempest-TagsExtTest-Tag-421036259') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:14.393705 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-fb1626bf-cde7-42a8-b397-f42bbf4c2063 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] show failed (client error): The resource could not be found. Jan 28 19:30:14.396991 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fb1626bf-cde7-42a8-b397-f42bbf4c2063 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/subnets/e191a638-35f8-48c9-b88e-932f22fb93a8/tags/tempest-TagsExtTest-Tag-421036259 HTTP/1.1" status: 404 len: 328 time: 0.0836344 Jan 28 19:30:14.401035 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:14.418009 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-50107382-120a-4ec8-a2d8-6e6cb7743c63 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e191a638-35f8-48c9-b88e-932f22fb93a8', 'tempest-TagsExtTest-Tag-816274433') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:14.422940 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ef8b486a-6f58-41d7-baba-7415719a81f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2281711 Jan 28 19:30:14.433678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1a213f-2793-456b-a846-67586785a7e7 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Router 38a2724b-bef8-437f-879f-1f330c7a3e32 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:30:14.434271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37368) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:14.487467 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-50107382-120a-4ec8-a2d8-6e6cb7743c63 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] show failed (client error): The resource could not be found. Jan 28 19:30:14.489546 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-50107382-120a-4ec8-a2d8-6e6cb7743c63 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/subnets/e191a638-35f8-48c9-b88e-932f22fb93a8/tags/tempest-TagsExtTest-Tag-816274433 HTTP/1.1" status: 404 len: 328 time: 0.0852664 Jan 28 19:30:14.491690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37372) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:14.498109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-102465cf-63af-4a7e-9a44-2004ee17fb58 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767', {'tags': ['tempest-TagsExtTest-Tag-1293175235', 'tempest-TagsExtTest-Tag-1798860828', 'tempest-TagsExtTest-Tag-672066633']}) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:14.516814 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b486a-6f58-41d7-baba-7415719a81f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Pushing event updated for resources: {'Network': ['ID=ea3d47cb-b382-4094-ac18-4107dc74caea,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:14.544860 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network ea3d47cb-b382-4094-ac18-4107dc74caea details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:30:14.588296 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-102465cf-63af-4a7e-9a44-2004ee17fb58 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "PUT /v2.0/ports/a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767/tags HTTP/1.1" status: 200 len: 317 time: 0.0952296 Jan 28 19:30:14.590898 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37376) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:14.597008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-bb30040d-02ad-47a4-a80b-92c1a17598d0 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:14.629820 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37378) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:14.734552 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bb30040d-02ad-47a4-a80b-92c1a17598d0 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/ports/a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767/tags HTTP/1.1" status: 204 len: 168 time: 0.1419823 Jan 28 19:30:14.736591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37384) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:14.745089 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-b0a7bbf9-ca35-4c63-8c2c-6c6c9b27940c tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767', 'tempest-TagsExtTest-Tag-1293175235') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:14.747217 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41acf6a2-041b-47ad-9f4e-a0d818a4ee34 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (ea3d47cb-b382-4094-ac18-4107dc74caea), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.752254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1a213f-2793-456b-a846-67586785a7e7 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:30:14.765174 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8e646-947d-477c-937a-6a5b76135c4a None None] Sync routers for ids ['38a2724b-bef8-437f-879f-1f330c7a3e32'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:30:14.773697 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37386) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:14.773865 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6a1a213f-2793-456b-a846-67586785a7e7 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] 10.222.0.55 "PUT /v2.0/routers/38a2724b-bef8-437f-879f-1f330c7a3e32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2443521 Jan 28 19:30:14.780890 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8e646-947d-477c-937a-6a5b76135c4a None None] Routers {'38a2724b-bef8-437f-879f-1f330c7a3e32'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:14.781657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-84b8e646-947d-477c-937a-6a5b76135c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:29:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['38a2724b-bef8-437f-879f-1f330c7a3e32'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:14.864453 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-84b8e646-947d-477c-937a-6a5b76135c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:14.865474 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73acec00-d150-4d63-b17d-06daec715cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.889146 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8e646-947d-477c-937a-6a5b76135c4a None None] Routers {'38a2724b-bef8-437f-879f-1f330c7a3e32'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:14.889900 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-84b8e646-947d-477c-937a-6a5b76135c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:29:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['38a2724b-bef8-437f-879f-1f330c7a3e32'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:14.913097 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-168f88cd-75aa-4ab0-935c-adf638a1007f tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for router (38a2724b-bef8-437f-879f-1f330c7a3e32), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.930875 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41acf6a2-041b-47ad-9f4e-a0d818a4ee34 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (ea3d47cb-b382-4094-ac18-4107dc74caea), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:14.962757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-84b8e646-947d-477c-937a-6a5b76135c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:14.965305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8e646-947d-477c-937a-6a5b76135c4a None None] The sync data for ids ['38a2724b-bef8-437f-879f-1f330c7a3e32'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:30:14.999451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-41acf6a2-041b-47ad-9f4e-a0d818a4ee34 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3d47cb-b382-4094-ac18-4107dc74caea']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:15.016879 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-41acf6a2-041b-47ad-9f4e-a0d818a4ee34 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2addeb73-bef3-4ba9-869a-0cbfb3609564') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:15.017283 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-41acf6a2-041b-47ad-9f4e-a0d818a4ee34 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2addeb73-bef3-4ba9-869a-0cbfb3609564') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:15.032201 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41acf6a2-041b-47ad-9f4e-a0d818a4ee34 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (2addeb73-bef3-4ba9-869a-0cbfb3609564), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.049302 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41acf6a2-041b-47ad-9f4e-a0d818a4ee34 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (2addeb73-bef3-4ba9-869a-0cbfb3609564), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.059128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41acf6a2-041b-47ad-9f4e-a0d818a4ee34 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:30:15.060885 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41acf6a2-041b-47ad-9f4e-a0d818a4ee34 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (2addeb73-bef3-4ba9-869a-0cbfb3609564), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:30:15.068985 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:30:15.132558 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-b0a7bbf9-ca35-4c63-8c2c-6c6c9b27940c tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] show failed (client error): The resource could not be found. Jan 28 19:30:15.133950 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b0a7bbf9-ca35-4c63-8c2c-6c6c9b27940c tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/ports/a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767/tags/tempest-TagsExtTest-Tag-1293175235 HTTP/1.1" status: 404 len: 329 time: 0.3947566 Jan 28 19:30:15.145492 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37398) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:15.153820 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-2d6d79d6-50c9-4b3d-907f-11312b27d99c tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767', 'tempest-TagsExtTest-Tag-1798860828') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:15.158849 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41acf6a2-041b-47ad-9f4e-a0d818a4ee34 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (ea3d47cb-b382-4094-ac18-4107dc74caea), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.171107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41acf6a2-041b-47ad-9f4e-a0d818a4ee34 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ea3d47cb-b382-4094-ac18-4107dc74caea {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 19:30:15.197976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-41acf6a2-041b-47ad-9f4e-a0d818a4ee34 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.203267 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-41acf6a2-041b-47ad-9f4e-a0d818a4ee34 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "DELETE /v2.0/networks/ea3d47cb-b382-4094-ac18-4107dc74caea HTTP/1.1" status: 204 len: 168 time: 0.7675071 Jan 28 19:30:15.217713 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37400) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:15.221473 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73acec00-d150-4d63-b17d-06daec715cf2 admin admin] Publish callbacks [] for security_group (67e315c3-7a12-4e21-aed6-b5cbbc9779d2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.229486 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1cb8df57-0ac0-4fdd-9345-4c6020f05675 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:15.231471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acf6a2-041b-47ad-9f4e-a0d818a4ee34 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea3d47cb-b382-4094-ac18-4107dc74caea,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:15.236844 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-168f88cd-75aa-4ab0-935c-adf638a1007f tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (38a2724b-bef8-437f-879f-1f330c7a3e32), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.238655 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-73acec00-d150-4d63-b17d-06daec715cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (67e315c3-7a12-4e21-aed6-b5cbbc9779d2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.243638 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-168f88cd-75aa-4ab0-935c-adf638a1007f tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for router_controller (38a2724b-bef8-437f-879f-1f330c7a3e32), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.263146 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-2d6d79d6-50c9-4b3d-907f-11312b27d99c tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] show failed (client error): The resource could not be found. Jan 28 19:30:15.264211 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2d6d79d6-50c9-4b3d-907f-11312b27d99c tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/ports/a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767/tags/tempest-TagsExtTest-Tag-1798860828 HTTP/1.1" status: 404 len: 329 time: 0.1165504 Jan 28 19:30:15.267019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37404) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:15.272147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-8f9f7e03-5570-42e7-8221-e36c552e00b9 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767', 'tempest-TagsExtTest-Tag-672066633') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:15.330727 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-8f9f7e03-5570-42e7-8221-e36c552e00b9 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] show failed (client error): The resource could not be found. Jan 28 19:30:15.332270 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8f9f7e03-5570-42e7-8221-e36c552e00b9 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/ports/a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767/tags/tempest-TagsExtTest-Tag-672066633 HTTP/1.1" status: 404 len: 328 time: 0.0640354 Jan 28 19:30:15.335631 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37406) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:15.342415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-9aae02d2-bd7b-4524-a3ea-093d08788455 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'dc4476f4-8f3a-4d4b-b2c6-11f482fb7354', {'tags': ['tempest-TagsExtTest-Tag-332075739', 'tempest-TagsExtTest-Tag-1500702425', 'tempest-TagsExtTest-Tag-259945061']}) {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:15.345492 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acec00-d150-4d63-b17d-06daec715cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e315c3-7a12-4e21-aed6-b5cbbc9779d2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:15.351582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb8df57-0ac0-4fdd-9345-4c6020f05675 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Made reservation on behalf of bcc0c7cc381241b79473e5c6724fc8e4 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:15.354415 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1cb8df57-0ac0-4fdd-9345-4c6020f05675 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.358222 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-73acec00-d150-4d63-b17d-06daec715cf2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d2fc47f02bb492a920d141e2e922908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7257938 Jan 28 19:30:15.362292 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:15.370922 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-168f88cd-75aa-4ab0-935c-adf638a1007f tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (38a2724b-bef8-437f-879f-1f330c7a3e32), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.371432 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168f88cd-75aa-4ab0-935c-adf638a1007f tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Fanout notify agent at l3_agent the message router_deleted on router 38a2724b-bef8-437f-879f-1f330c7a3e32 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:30:15.389692 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-168f88cd-75aa-4ab0-935c-adf638a1007f tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.394848 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-168f88cd-75aa-4ab0-935c-adf638a1007f tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] 10.222.0.55 "DELETE /v2.0/routers/38a2724b-bef8-437f-879f-1f330c7a3e32 HTTP/1.1" status: 204 len: 168 time: 0.6180265 Jan 28 19:30:15.400980 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37410) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:15.439957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb8df57-0ac0-4fdd-9345-4c6020f05675 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:15.481706 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1cb8df57-0ac0-4fdd-9345-4c6020f05675 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (3340888e-4609-4b63-b225-d4c600adda53), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.482296 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-1cb8df57-0ac0-4fdd-9345-4c6020f05675 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Added segment 3340888e-4609-4b63-b225-d4c600adda53 of type vlan for network 2a53dbd0-ac51-4046-9ec5-239a501875a4 Jan 28 19:30:15.531198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8332990f-bed3-4cc1-9663-54521b15588a tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Deleting subnet 7ea4eb5c-5ac6-4382-a73b-967f90565886 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:30:15.535301 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8332990f-bed3-4cc1-9663-54521b15588a tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for subnet (7ea4eb5c-5ac6-4382-a73b-967f90565886), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.545559 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aba36f84-c4cb-4125-a67e-bc8df998deca admin admin] Publish callbacks [] for security_group (67e315c3-7a12-4e21-aed6-b5cbbc9779d2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.574801 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aba36f84-c4cb-4125-a67e-bc8df998deca admin admin] Publish callbacks [] for security_group (67e315c3-7a12-4e21-aed6-b5cbbc9779d2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.616715 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8332990f-bed3-4cc1-9663-54521b15588a tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (7ea4eb5c-5ac6-4382-a73b-967f90565886), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.653111 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aba36f84-c4cb-4125-a67e-bc8df998deca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (67e315c3-7a12-4e21-aed6-b5cbbc9779d2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.655916 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aba36f84-c4cb-4125-a67e-bc8df998deca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.660190 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-aba36f84-c4cb-4125-a67e-bc8df998deca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67e315c3-7a12-4e21-aed6-b5cbbc9779d2 HTTP/1.1" status: 204 len: 168 time: 0.2638576 Jan 28 19:30:15.663178 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1cb8df57-0ac0-4fdd-9345-4c6020f05675 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (2a53dbd0-ac51-4046-9ec5-239a501875a4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.679947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba36f84-c4cb-4125-a67e-bc8df998deca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e315c3-7a12-4e21-aed6-b5cbbc9779d2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:15.717317 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8332990f-bed3-4cc1-9663-54521b15588a tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (7ea4eb5c-5ac6-4382-a73b-967f90565886), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.738570 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1cb8df57-0ac0-4fdd-9345-4c6020f05675 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (2a53dbd0-ac51-4046-9ec5-239a501875a4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.740127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb8df57-0ac0-4fdd-9345-4c6020f05675 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:15.741159 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1cb8df57-0ac0-4fdd-9345-4c6020f05675 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.811429 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8332990f-bed3-4cc1-9663-54521b15588a tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (7ea4eb5c-5ac6-4382-a73b-967f90565886), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.824456 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9aae02d2-bd7b-4524-a3ea-093d08788455 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "PUT /v2.0/routers/dc4476f4-8f3a-4d4b-b2c6-11f482fb7354/tags HTTP/1.1" status: 200 len: 316 time: 0.4874387 Jan 28 19:30:15.836166 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37420) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:15.837918 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8df57-0ac0-4fdd-9345-4c6020f05675 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Pushing event updated for resources: {'Network': ['ID=2a53dbd0-ac51-4046-9ec5-239a501875a4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:15.854115 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332990f-bed3-4cc1-9663-54521b15588a tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea4eb5c-5ac6-4382-a73b-967f90565886,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:15.854334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 2a53dbd0-ac51-4046-9ec5-239a501875a4 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:30:15.859743 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8332990f-bed3-4cc1-9663-54521b15588a tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:15.863640 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8332990f-bed3-4cc1-9663-54521b15588a tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] 10.222.0.55 "DELETE /v2.0/subnets/7ea4eb5c-5ac6-4382-a73b-967f90565886 HTTP/1.1" status: 204 len: 168 time: 0.4617105 Jan 28 19:30:15.866155 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37422) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:15.871916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-957d487f-01f6-4020-bf35-b16eff0be94d tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dc4476f4-8f3a-4d4b-b2c6-11f482fb7354') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:15.894294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868abf2c-1b5f-4a7d-9c43-f0c8080a1141 None None] Network e742884c-2c1a-4ede-ae48-b8753226c5e2 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:15.933249 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:15.934666 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1cb8df57-0ac0-4fdd-9345-4c6020f05675 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7114747 Jan 28 19:30:15.950089 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2ebc9535-c3c9-43be-97d1-740bfecb73cd tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Request body: {'subnet': {'network_id': '2a53dbd0-ac51-4046-9ec5-239a501875a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:16.031685 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebc9535-c3c9-43be-97d1-740bfecb73cd tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Made reservation on behalf of bcc0c7cc381241b79473e5c6724fc8e4 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:16.035319 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ebc9535-c3c9-43be-97d1-740bfecb73cd tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:16.061580 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-957d487f-01f6-4020-bf35-b16eff0be94d tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/routers/dc4476f4-8f3a-4d4b-b2c6-11f482fb7354/tags HTTP/1.1" status: 204 len: 168 time: 0.2101595 Jan 28 19:30:16.062408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37432) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:16.068511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-32e490eb-489f-4787-9629-7361a299ba8e tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dc4476f4-8f3a-4d4b-b2c6-11f482fb7354', 'tempest-TagsExtTest-Tag-332075739') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:16.108724 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (e742884c-2c1a-4ede-ae48-b8753226c5e2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:16.261795 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-32e490eb-489f-4787-9629-7361a299ba8e tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] show failed (client error): The resource could not be found. Jan 28 19:30:16.264087 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-32e490eb-489f-4787-9629-7361a299ba8e tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/routers/dc4476f4-8f3a-4d4b-b2c6-11f482fb7354/tags/tempest-TagsExtTest-Tag-332075739 HTTP/1.1" status: 404 len: 328 time: 0.2006631 Jan 28 19:30:16.270565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37438) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:16.275219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-3a5cd174-8836-4d0c-861d-bda6d4b83e0f tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dc4476f4-8f3a-4d4b-b2c6-11f482fb7354', 'tempest-TagsExtTest-Tag-1500702425') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:16.403566 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] DHCP port deletion for e742884c-2c1a-4ede-ae48-b8753226c5e2 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:30:16.455402 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-3a5cd174-8836-4d0c-861d-bda6d4b83e0f tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] show failed (client error): The resource could not be found. Jan 28 19:30:16.456557 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3a5cd174-8836-4d0c-861d-bda6d4b83e0f tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/routers/dc4476f4-8f3a-4d4b-b2c6-11f482fb7354/tags/tempest-TagsExtTest-Tag-1500702425 HTTP/1.1" status: 404 len: 329 time: 0.1850095 Jan 28 19:30:16.459522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37448) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:16.465847 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-fc9a2ed4-1cdd-484f-8829-aa59f322d647 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dc4476f4-8f3a-4d4b-b2c6-11f482fb7354', 'tempest-TagsExtTest-Tag-259945061') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:16.521144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Deleting port cfee1a2c-03bb-478d-9f55-96acf4f70fd7 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:16.526201 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (cfee1a2c-03bb-478d-9f55-96acf4f70fd7), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:16.648989 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-fc9a2ed4-1cdd-484f-8829-aa59f322d647 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] show failed (client error): The resource could not be found. Jan 28 19:30:16.650130 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fc9a2ed4-1cdd-484f-8829-aa59f322d647 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/routers/dc4476f4-8f3a-4d4b-b2c6-11f482fb7354/tags/tempest-TagsExtTest-Tag-259945061 HTTP/1.1" status: 404 len: 328 time: 0.1893902 Jan 28 19:30:16.653399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37454) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:16.659115 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-f713211a-84cf-417e-89ed-44657f1ba949 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4de774a3-a560-45dc-aede-47c7b499ea61', {'tags': ['tempest-TagsExtTest-Tag-337331712', 'tempest-TagsExtTest-Tag-668367953', 'tempest-TagsExtTest-Tag-154014222']}) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:16.664226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] For port cfee1a2c-03bb-478d-9f55-96acf4f70fd7, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cfee1a2c-03bb-478d-9f55-96acf4f70fd7,segment=NetworkSegment(08ed0817-4e58-4c2a-b41f-8d829c0cd2d1),segment_id=08ed0817-4e58-4c2a-b41f-8d829c0cd2d1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:16.664635 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (cfee1a2c-03bb-478d-9f55-96acf4f70fd7), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:16.695138 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Calling delete_port for cfee1a2c-03bb-478d-9f55-96acf4f70fd7 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:16.708132 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f713211a-84cf-417e-89ed-44657f1ba949 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "PUT /v2.0/subnetpools/4de774a3-a560-45dc-aede-47c7b499ea61/tags HTTP/1.1" status: 200 len: 315 time: 0.0530119 Jan 28 19:30:16.711206 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37458) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:16.723126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-fb5f3a40-e736-40f1-999b-aea708483b39 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4de774a3-a560-45dc-aede-47c7b499ea61') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:16.788011 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fb5f3a40-e736-40f1-999b-aea708483b39 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/subnetpools/4de774a3-a560-45dc-aede-47c7b499ea61/tags HTTP/1.1" status: 204 len: 168 time: 0.0730112 Jan 28 19:30:16.790353 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37464) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:16.795833 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-262fa6d7-a6d7-43dc-825e-23cd17c77508 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4de774a3-a560-45dc-aede-47c7b499ea61', 'tempest-TagsExtTest-Tag-337331712') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:16.821663 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-262fa6d7-a6d7-43dc-825e-23cd17c77508 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] show failed (client error): The resource could not be found. Jan 28 19:30:16.823491 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-262fa6d7-a6d7-43dc-825e-23cd17c77508 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/subnetpools/4de774a3-a560-45dc-aede-47c7b499ea61/tags/tempest-TagsExtTest-Tag-337331712 HTTP/1.1" status: 404 len: 328 time: 0.0312884 Jan 28 19:30:16.825919 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37466) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:16.847427 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-0d36da07-79fc-4474-b2f9-c42d99498806 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4de774a3-a560-45dc-aede-47c7b499ea61', 'tempest-TagsExtTest-Tag-668367953') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:16.921457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cfee1a2c-03bb-478d-9f55-96acf4f70fd7 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:30:16.928099 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (cfee1a2c-03bb-478d-9f55-96acf4f70fd7), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:16.949409 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-0d36da07-79fc-4474-b2f9-c42d99498806 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] show failed (client error): The resource could not be found. Jan 28 19:30:16.952166 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0d36da07-79fc-4474-b2f9-c42d99498806 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/subnetpools/4de774a3-a560-45dc-aede-47c7b499ea61/tags/tempest-TagsExtTest-Tag-668367953 HTTP/1.1" status: 404 len: 328 time: 0.1249301 Jan 28 19:30:16.957966 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: cfee1a2c-03bb-478d-9f55-96acf4f70fd7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:30:16.958585 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cfee1a2c-03bb-478d-9f55-96acf4f70fd7 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:30:16.958793 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37472) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:16.965302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-5c13ada6-fc39-49c3-bbdc-5a59ebc5a880 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4de774a3-a560-45dc-aede-47c7b499ea61', 'tempest-TagsExtTest-Tag-154014222') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:17.000287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Pushing event deleted for resources: {'Port': ['ID=cfee1a2c-03bb-478d-9f55-96acf4f70fd7,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:17.007429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] No DVR routers for this DVR port cfee1a2c-03bb-478d-9f55-96acf4f70fd7 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:30:17.021497 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:17.022141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:17.022654 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:17.023665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:17.027769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:17.028251 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:17.028600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:17.028936 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:17.029264 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:17.029588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:17.029917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:17.030325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:17.030659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8d577-d7c4-4219-821b-a7d1de35d7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:17.050820 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Deleting port cfee1a2c-03bb-478d-9f55-96acf4f70fd7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:17.051279 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (cfee1a2c-03bb-478d-9f55-96acf4f70fd7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.096020 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-5c13ada6-fc39-49c3-bbdc-5a59ebc5a880 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] show failed (client error): The resource could not be found. Jan 28 19:30:17.100079 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5c13ada6-fc39-49c3-bbdc-5a59ebc5a880 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/subnetpools/4de774a3-a560-45dc-aede-47c7b499ea61/tags/tempest-TagsExtTest-Tag-154014222 HTTP/1.1" status: 404 len: 328 time: 0.1400332 Jan 28 19:30:17.100773 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37480) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:17.106087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-e9971d3f-1924-49bf-b2eb-3a7e9060ed0a tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4de774a3-a560-45dc-aede-47c7b499ea61') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:17.138305 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e9971d3f-1924-49bf-b2eb-3a7e9060ed0a tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/subnetpools/4de774a3-a560-45dc-aede-47c7b499ea61/tags HTTP/1.1" status: 204 len: 168 time: 0.0326774 Jan 28 19:30:17.139284 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37482) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:17.144109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-a4b58f81-16ff-4902-9788-70780b81a19b tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dc4476f4-8f3a-4d4b-b2c6-11f482fb7354') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:17.170620 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] For port cfee1a2c-03bb-478d-9f55-96acf4f70fd7, host n-d-824834-4, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:17.171634 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (cfee1a2c-03bb-478d-9f55-96acf4f70fd7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.204076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Calling delete_port for cfee1a2c-03bb-478d-9f55-96acf4f70fd7 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:17.207638 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Port cfee1a2c-03bb-478d-9f55-96acf4f70fd7 was not found and therefore no delete operation was performed {{(pid=103146) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:30:17.209946 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (cfee1a2c-03bb-478d-9f55-96acf4f70fd7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.259262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Pushing event deleted for resources: {'Port': ['ID=cfee1a2c-03bb-478d-9f55-96acf4f70fd7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:17.262787 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] No DVR routers for this DVR port cfee1a2c-03bb-478d-9f55-96acf4f70fd7 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:30:17.265952 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a4b58f81-16ff-4902-9788-70780b81a19b tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/routers/dc4476f4-8f3a-4d4b-b2c6-11f482fb7354/tags HTTP/1.1" status: 204 len: 168 time: 0.1255336 Jan 28 19:30:17.266705 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37488) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:17.277131 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-6af07ef5-f840-4966-89af-124a41595050 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:17.379893 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6af07ef5-f840-4966-89af-124a41595050 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/ports/a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767/tags HTTP/1.1" status: 204 len: 168 time: 0.1117909 Jan 28 19:30:17.382185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37494) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:17.401702 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-f51701b0-b873-41ae-9e6e-b5be850212f7 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e191a638-35f8-48c9-b88e-932f22fb93a8') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:17.425502 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (e742884c-2c1a-4ede-ae48-b8753226c5e2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.463659 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e742884c-2c1a-4ede-ae48-b8753226c5e2']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:17.479962 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f51701b0-b873-41ae-9e6e-b5be850212f7 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/subnets/e191a638-35f8-48c9-b88e-932f22fb93a8/tags HTTP/1.1" status: 204 len: 168 time: 0.0918643 Jan 28 19:30:17.480193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ed0817-4e58-4c2a-b41f-8d829c0cd2d1') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:17.480193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ed0817-4e58-4c2a-b41f-8d829c0cd2d1') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:17.480399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37500) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:17.506157 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (08ed0817-4e58-4c2a-b41f-8d829c0cd2d1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.532501 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (08ed0817-4e58-4c2a-b41f-8d829c0cd2d1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.552984 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:30:17.553461 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (08ed0817-4e58-4c2a-b41f-8d829c0cd2d1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:30:17.557187 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:30:17.638194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.objects.ports [None req-2ebc9535-c3c9-43be-97d1-740bfecb73cd tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:30:17.638789 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ebc9535-c3c9-43be-97d1-740bfecb73cd tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (3388c582-a379-4376-a047-7e0e630e5c57), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.713916 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-db82773b-5c32-4823-bdd7-1442e14c1f6a tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.715032 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-db82773b-5c32-4823-bdd7-1442e14c1f6a tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/subnetpools/4de774a3-a560-45dc-aede-47c7b499ea61 HTTP/1.1" status: 204 len: 168 time: 0.2337127 Jan 28 19:30:17.717799 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37512) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:17.719053 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (e742884c-2c1a-4ede-ae48-b8753226c5e2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.734680 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.737885 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] 10.222.0.55 "DELETE /v2.0/networks/e742884c-2c1a-4ede-ae48-b8753226c5e2 HTTP/1.1" status: 204 len: 168 time: 1.8705809 Jan 28 19:30:17.742891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc9535-c3c9-43be-97d1-740bfecb73cd tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3388c582-a379-4376-a047-7e0e630e5c57,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:17.755527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d3faf-7410-408c-854c-0e6aeb4323a4 tempest-FloatingIPNegativeTestJSON-169615579 tempest-FloatingIPNegativeTestJSON-169615579-project] Pushing event deleted for resources: {'Network': ['ID=e742884c-2c1a-4ede-ae48-b8753226c5e2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:17.762989 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b60560bf-0af5-4628-8367-1574b6d15c0d tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc4476f4-8f3a-4d4b-b2c6-11f482fb7354 HTTP/1.1" status: 200 len: 205 time: 0.0430079 Jan 28 19:30:17.765355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37516) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:17.776510 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc9535-c3c9-43be-97d1-740bfecb73cd tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Checking segment: {'id': '3340888e-4609-4b63-b225-d4c600adda53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '2a53dbd0-ac51-4046-9ec5-239a501875a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:17.776874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebc9535-c3c9-43be-97d1-740bfecb73cd tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Network hostable DHCP agents. Network: 2a53dbd0-ac51-4046-9ec5-239a501875a4, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:30:17.804421 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebc9535-c3c9-43be-97d1-740bfecb73cd tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Network 2a53dbd0-ac51-4046-9ec5-239a501875a4 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:30:17.823561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2ebc9535-c3c9-43be-97d1-740bfecb73cd tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 2a53dbd0-ac51-4046-9ec5-239a501875a4) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:17.833772 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cac1d0f-831c-4043-8d29-3f98314e69a2 None None] Network 2a53dbd0-ac51-4046-9ec5-239a501875a4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:17.843776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebc9535-c3c9-43be-97d1-740bfecb73cd tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:17.845978 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ebc9535-c3c9-43be-97d1-740bfecb73cd tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.878687 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98f56cc6-ff26-4609-a02e-b805d14c8359 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks [] for router (dc4476f4-8f3a-4d4b-b2c6-11f482fb7354), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:17.882180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37522) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:17.883251 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2ebc9535-c3c9-43be-97d1-740bfecb73cd tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9469798 Jan 28 19:30:17.887223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Request body: {'floatingip': {'floating_network_id': '2a53dbd0-ac51-4046-9ec5-239a501875a4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:18.038168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37528) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:18.078835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88777496-fc8b-43da-b7aa-015d1138a301 None None] Network 2a53dbd0-ac51-4046-9ec5-239a501875a4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:18.262458 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d67a76ec-ce13-4c84-b705-b2aa923df4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.337993 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9abb5a8f-c1eb-4cf3-be77-f9babe6aaf72 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ebcb29a12064322816626e76049e2f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902951 Jan 28 19:30:18.338636 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37542) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:18.426722 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffd437f3-1f9c-4f85-9911-89ddbf729a8f admin admin] Publish callbacks [] for security_group (d73e9308-bd27-4d25-af45-6dcb949583a6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.451164 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffd437f3-1f9c-4f85-9911-89ddbf729a8f admin admin] Publish callbacks [] for security_group (d73e9308-bd27-4d25-af45-6dcb949583a6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.471942 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.525286 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffd437f3-1f9c-4f85-9911-89ddbf729a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d73e9308-bd27-4d25-af45-6dcb949583a6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.528271 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ffd437f3-1f9c-4f85-9911-89ddbf729a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.529627 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ffd437f3-1f9c-4f85-9911-89ddbf729a8f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d73e9308-bd27-4d25-af45-6dcb949583a6 HTTP/1.1" status: 204 len: 168 time: 0.1898913 Jan 28 19:30:18.539106 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd437f3-1f9c-4f85-9911-89ddbf729a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73e9308-bd27-4d25-af45-6dcb949583a6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:18.566357 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98f56cc6-ff26-4609-a02e-b805d14c8359 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (dc4476f4-8f3a-4d4b-b2c6-11f482fb7354), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.569839 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98f56cc6-ff26-4609-a02e-b805d14c8359 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks [] for router_controller (dc4476f4-8f3a-4d4b-b2c6-11f482fb7354), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.656581 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98f56cc6-ff26-4609-a02e-b805d14c8359 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (dc4476f4-8f3a-4d4b-b2c6-11f482fb7354), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.658176 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f56cc6-ff26-4609-a02e-b805d14c8359 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Fanout notify agent at l3_agent the message router_deleted on router dc4476f4-8f3a-4d4b-b2c6-11f482fb7354 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:30:18.674921 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98f56cc6-ff26-4609-a02e-b805d14c8359 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.676028 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-98f56cc6-ff26-4609-a02e-b805d14c8359 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/routers/dc4476f4-8f3a-4d4b-b2c6-11f482fb7354 HTTP/1.1" status: 204 len: 168 time: 0.9093711 Jan 28 19:30:18.678651 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37562) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:18.721945 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.820189 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Deleting port a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:18.833677 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:18.869047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Allocated IP 172.20.0.3 (2a53dbd0-ac51-4046-9ec5-239a501875a4/3388c582-a379-4376-a047-7e0e630e5c57/f38037bc-5883-4a48-9937-ff889b86ab36) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:19.081886 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:19.115695 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Calling delete_port for a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:19.141591 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for port (f38037bc-5883-4a48-9937-ff889b86ab36), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:19.224955 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f38037bc-5883-4a48-9937-ff889b86ab36), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:19.292794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Pushing event updated for resources: {'Port': ['ID=f38037bc-5883-4a48-9937-ff889b86ab36,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:19.313783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Network 2a53dbd0-ac51-4046-9ec5-239a501875a4 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:19.317692 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:19.322760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:19.380178 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:19.511213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Pushing event deleted for resources: {'Port': ['ID=a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:19.529402 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for floatingip (2241466a-bada-480e-a8b6-c9b55c262f13), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:19.591056 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:19.592624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:19.593331 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:19.595601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:19.597263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:19.597804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:19.599073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:19.599909 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:19.602180 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:19.603474 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:19.604644 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:19.605355 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:19.607376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:19.653620 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:19.670046 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2eec1872-c0fc-487a-91d7-7c862b1793ef tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/ports/a4a659e7-8e7f-4dc0-9bf2-9aa052a1e767 HTTP/1.1" status: 204 len: 168 time: 0.9897130 Jan 28 19:30:19.671709 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f38037bc-5883-4a48-9937-ff889b86ab36), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:19.672710 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37598) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:19.793790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14fea8a-3bc6-4697-98e5-9048f885d044 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Deleting subnet e191a638-35f8-48c9-b88e-932f22fb93a8 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:30:19.798158 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b14fea8a-3bc6-4697-98e5-9048f885d044 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks [] for subnet (e191a638-35f8-48c9-b88e-932f22fb93a8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:19.869293 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b14fea8a-3bc6-4697-98e5-9048f885d044 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (e191a638-35f8-48c9-b88e-932f22fb93a8), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.056412 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b14fea8a-3bc6-4697-98e5-9048f885d044 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (e191a638-35f8-48c9-b88e-932f22fb93a8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.057504 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for port (f38037bc-5883-4a48-9937-ff889b86ab36), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.069481 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (f38037bc-5883-4a48-9937-ff889b86ab36), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.173252 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b14fea8a-3bc6-4697-98e5-9048f885d044 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (e191a638-35f8-48c9-b88e-932f22fb93a8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.190724 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b14fea8a-3bc6-4697-98e5-9048f885d044 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.203613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8844651a-6560-4e8b-9022-19eddcb22fb8 None None] Network 3ed0b3c6-c85c-4e82-932a-575231623785 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:20.229700 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b14fea8a-3bc6-4697-98e5-9048f885d044 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/subnets/e191a638-35f8-48c9-b88e-932f22fb93a8 HTTP/1.1" status: 204 len: 168 time: 0.5558500 Jan 28 19:30:20.232866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:20.260747 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (2241466a-bada-480e-a8b6-c9b55c262f13), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.306227 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14fea8a-3bc6-4697-98e5-9048f885d044 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Pushing event deleted for resources: {'Subnet': ['ID=e191a638-35f8-48c9-b88e-932f22fb93a8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:20.312903 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Pushing event updated for resources: {'Port': ['ID=f38037bc-5883-4a48-9937-ff889b86ab36,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:20.320012 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.321671 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-21ec813d-73a2-40d2-87f2-6c35745bac4d tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4384308 Jan 28 19:30:20.325265 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37628) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:20.385618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37630) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:20.418143 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ffd80a8-84f3-4b51-9da6-2aa45719ebf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.447531 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (3ed0b3c6-c85c-4e82-932a-575231623785), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.526953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54013662-8906-4d57-b433-389c42ba89ab None None] DHCP port deletion for 3ed0b3c6-c85c-4e82-932a-575231623785 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:30:20.529958 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bc31815d-7df5-486f-a452-c91b3af006e5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "GET /v2.0/floatingips?floating_network_id=2a53dbd0-ac51-4046-9ec5-239a501875a4 HTTP/1.1" status: 200 len: 689 time: 0.2032313 Jan 28 19:30:20.532365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37638) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:20.612784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1744a4ac-e12e-4b77-8291-b4adfbd8ea91 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1243703017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:20.627187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-54013662-8906-4d57-b433-389c42ba89ab None None] Deleting port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:20.627854 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54013662-8906-4d57-b433-389c42ba89ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1a58f5cc-3ae5-40b3-ac62-7093d3b23073), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.628002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Deleting port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:20.628661 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1a58f5cc-3ae5-40b3-ac62-7093d3b23073), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.665961 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (2a53dbd0-ac51-4046-9ec5-239a501875a4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.723614 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1744a4ac-e12e-4b77-8291-b4adfbd8ea91 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (20fee3d1-be77-4de2-af7f-be646205d319), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.724668 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1744a4ac-e12e-4b77-8291-b4adfbd8ea91 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (20fee3d1-be77-4de2-af7f-be646205d319), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.737136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] For port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1a58f5cc-3ae5-40b3-ac62-7093d3b23073,segment=NetworkSegment(75fb0712-4eb7-4fb0-99de-53564c8dc4a5),segment_id=75fb0712-4eb7-4fb0-99de-53564c8dc4a5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:20.737503 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1a58f5cc-3ae5-40b3-ac62-7093d3b23073), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.754801 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Calling delete_port for 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:20.770335 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-54013662-8906-4d57-b433-389c42ba89ab None None] For port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1a58f5cc-3ae5-40b3-ac62-7093d3b23073,segment=NetworkSegment(75fb0712-4eb7-4fb0-99de-53564c8dc4a5),segment_id=75fb0712-4eb7-4fb0-99de-53564c8dc4a5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:20.770905 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54013662-8906-4d57-b433-389c42ba89ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1a58f5cc-3ae5-40b3-ac62-7093d3b23073), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.800217 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-54013662-8906-4d57-b433-389c42ba89ab None None] Calling delete_port for 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:20.867003 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1744a4ac-e12e-4b77-8291-b4adfbd8ea91 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for router_controller (20fee3d1-be77-4de2-af7f-be646205d319), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.874888 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1744a4ac-e12e-4b77-8291-b4adfbd8ea91 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (20fee3d1-be77-4de2-af7f-be646205d319), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.918542 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1744a4ac-e12e-4b77-8291-b4adfbd8ea91 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.919922 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1744a4ac-e12e-4b77-8291-b4adfbd8ea91 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5329409 Jan 28 19:30:20.929947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37642) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:20.943219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-28ec55a0-9d2e-47dd-aec4-6ff3bc3b411e tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1697807690'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:20.956306 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1a58f5cc-3ae5-40b3-ac62-7093d3b23073), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.970569 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Deleting port f38037bc-5883-4a48-9937-ff889b86ab36 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:20.970908 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f38037bc-5883-4a48-9937-ff889b86ab36), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:20.973580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:30:20.990545 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Pushing event deleted for resources: {'Port': ['ID=1a58f5cc-3ae5-40b3-ac62-7093d3b23073,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:20.993160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] No DVR routers for this DVR port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:30:21.071831 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54013662-8906-4d57-b433-389c42ba89ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (1a58f5cc-3ae5-40b3-ac62-7093d3b23073), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.073376 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:30:21.073720 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:30:21.098296 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (3ed0b3c6-c85c-4e82-932a-575231623785), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.116377 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f38037bc-5883-4a48-9937-ff889b86ab36), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.116762 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for floatingip (f38037bc-5883-4a48-9937-ff889b86ab36), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.132967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed0b3c6-c85c-4e82-932a-575231623785']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:21.138782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54013662-8906-4d57-b433-389c42ba89ab None None] Pushing event deleted for resources: {'Port': ['ID=1a58f5cc-3ae5-40b3-ac62-7093d3b23073,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:21.139907 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Calling delete_port for f38037bc-5883-4a48-9937-ff889b86ab36 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:21.150083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fb0712-4eb7-4fb0-99de-53564c8dc4a5') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:21.150607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fb0712-4eb7-4fb0-99de-53564c8dc4a5') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:21.160007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54013662-8906-4d57-b433-389c42ba89ab None None] No DVR routers for this DVR port 1a58f5cc-3ae5-40b3-ac62-7093d3b23073 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:30:21.167267 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (75fb0712-4eb7-4fb0-99de-53564c8dc4a5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.184373 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (75fb0712-4eb7-4fb0-99de-53564c8dc4a5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.191505 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:30:21.192066 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (75fb0712-4eb7-4fb0-99de-53564c8dc4a5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:30:21.304236 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:30:21.309003 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (3ed0b3c6-c85c-4e82-932a-575231623785), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.319523 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.328456 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] 10.222.0.55 "DELETE /v2.0/networks/3ed0b3c6-c85c-4e82-932a-575231623785 HTTP/1.1" status: 204 len: 168 time: 1.0873313 Jan 28 19:30:21.362421 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0208dc7-609c-49da-bdea-b952042c6151 tempest-TagsExtTest-191552470 tempest-TagsExtTest-191552470-project] Pushing event deleted for resources: {'Network': ['ID=3ed0b3c6-c85c-4e82-932a-575231623785,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:21.385826 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f38037bc-5883-4a48-9937-ff889b86ab36), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.438357 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ec55a0-9d2e-47dd-aec4-6ff3bc3b411e tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Made reservation on behalf of 39970f607fe343dbb80e819a76fc36e6 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:21.442307 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28ec55a0-9d2e-47dd-aec4-6ff3bc3b411e tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.452012 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28ec55a0-9d2e-47dd-aec4-6ff3bc3b411e tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.460380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Pushing event deleted for resources: {'Port': ['ID=f38037bc-5883-4a48-9937-ff889b86ab36,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:21.475478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:21.476361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:21.477010 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:21.477629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:21.478231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:21.478775 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:21.479335 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:21.481540 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:21.482144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:21.482674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:21.483198 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:21.483717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:21.484246 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:30:21.580285 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28ec55a0-9d2e-47dd-aec4-6ff3bc3b411e tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for security_group (25ede04b-6b9e-43bf-86be-4e1f05d19dd3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.631749 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for floatingip (2241466a-bada-480e-a8b6-c9b55c262f13), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.635249 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28ec55a0-9d2e-47dd-aec4-6ff3bc3b411e tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (25ede04b-6b9e-43bf-86be-4e1f05d19dd3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.653253 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ec55a0-9d2e-47dd-aec4-6ff3bc3b411e tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:21.666916 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28ec55a0-9d2e-47dd-aec4-6ff3bc3b411e tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (abfa85aa-bce4-4132-bb7a-076bae86cd5e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.667912 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-28ec55a0-9d2e-47dd-aec4-6ff3bc3b411e tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Added segment abfa85aa-bce4-4132-bb7a-076bae86cd5e of type vlan for network 90c0caee-c0a8-4940-9c08-ca826ff37d33 Jan 28 19:30:21.708888 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.778375 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec55a0-9d2e-47dd-aec4-6ff3bc3b411e tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ede04b-6b9e-43bf-86be-4e1f05d19dd3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:21.795651 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28ec55a0-9d2e-47dd-aec4-6ff3bc3b411e tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (90c0caee-c0a8-4940-9c08-ca826ff37d33), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.853763 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (3388c582-a379-4376-a047-7e0e630e5c57), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.857242 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28ec55a0-9d2e-47dd-aec4-6ff3bc3b411e tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (90c0caee-c0a8-4940-9c08-ca826ff37d33), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.862697 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ec55a0-9d2e-47dd-aec4-6ff3bc3b411e tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:21.863289 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28ec55a0-9d2e-47dd-aec4-6ff3bc3b411e tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:21.964261 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37660) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:21.969678 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-28ec55a0-9d2e-47dd-aec4-6ff3bc3b411e tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0367429 Jan 28 19:30:21.970926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37662) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:21.985043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d072ecd4-bd47-4f18-8b7c-3fd9a5c06c9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Request body: {'subnet': {'network_id': '90c0caee-c0a8-4940-9c08-ca826ff37d33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:21.988157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec55a0-9d2e-47dd-aec4-6ff3bc3b411e tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event updated for resources: {'Network': ['ID=90c0caee-c0a8-4940-9c08-ca826ff37d33,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:22.003907 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 90c0caee-c0a8-4940-9c08-ca826ff37d33 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:30:22.006209 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (3388c582-a379-4376-a047-7e0e630e5c57), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:22.017801 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:30:22.054177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3388c582-a379-4376-a047-7e0e630e5c57,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:22.185460 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (2a53dbd0-ac51-4046-9ec5-239a501875a4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:22.235352 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a53dbd0-ac51-4046-9ec5-239a501875a4']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:22.237801 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d072ecd4-bd47-4f18-8b7c-3fd9a5c06c9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Made reservation on behalf of 39970f607fe343dbb80e819a76fc36e6 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:22.242659 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d072ecd4-bd47-4f18-8b7c-3fd9a5c06c9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:22.263294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3340888e-4609-4b63-b225-d4c600adda53') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:22.263728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3340888e-4609-4b63-b225-d4c600adda53') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:22.280644 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (3340888e-4609-4b63-b225-d4c600adda53), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:22.307390 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (3340888e-4609-4b63-b225-d4c600adda53), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:22.324730 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:30:22.325287 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (3340888e-4609-4b63-b225-d4c600adda53), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:30:22.328241 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:30:22.356689 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-38593131-0667-418c-af68-b4b3b6927102 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cba8ebd96f52428f86b67e004dc5cfb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3888061 Jan 28 19:30:22.360793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37678) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:22.422741 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (2a53dbd0-ac51-4046-9ec5-239a501875a4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:22.428809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2a53dbd0-ac51-4046-9ec5-239a501875a4 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 19:30:22.445483 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:22.458396 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "DELETE /v2.0/networks/2a53dbd0-ac51-4046-9ec5-239a501875a4 HTTP/1.1" status: 204 len: 168 time: 1.9221768 Jan 28 19:30:22.462013 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37682) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:22.468737 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9338be0e-f30e-4d99-8a8d-49871dcc4c3e admin admin] Publish callbacks [] for security_group (462f6cfe-2f1a-45b3-929b-b96eb7665195), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:22.495166 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9338be0e-f30e-4d99-8a8d-49871dcc4c3e admin admin] Publish callbacks [] for security_group (462f6cfe-2f1a-45b3-929b-b96eb7665195), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:22.586732 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9338be0e-f30e-4d99-8a8d-49871dcc4c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (462f6cfe-2f1a-45b3-929b-b96eb7665195), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:22.589553 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9338be0e-f30e-4d99-8a8d-49871dcc4c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:22.591172 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9338be0e-f30e-4d99-8a8d-49871dcc4c3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/462f6cfe-2f1a-45b3-929b-b96eb7665195 HTTP/1.1" status: 204 len: 168 time: 0.2291222 Jan 28 19:30:22.609942 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338be0e-f30e-4d99-8a8d-49871dcc4c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462f6cfe-2f1a-45b3-929b-b96eb7665195,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:22.689971 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5486c5-7e26-4075-a968-5f2d649c1b60 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a53dbd0-ac51-4046-9ec5-239a501875a4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:22.704633 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d072ecd4-bd47-4f18-8b7c-3fd9a5c06c9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (0b37fedd-6c9f-43b9-a1b2-6d76c1a9fad4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:22.781676 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072ecd4-bd47-4f18-8b7c-3fd9a5c06c9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event updated for resources: {'Subnet': ['ID=0b37fedd-6c9f-43b9-a1b2-6d76c1a9fad4,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:22.796713 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fab53063-d750-4163-8cb4-9a2760e3586f tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.3296371 Jan 28 19:30:22.798852 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37686) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:22.820294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d072ecd4-bd47-4f18-8b7c-3fd9a5c06c9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Checking segment: {'id': 'abfa85aa-bce4-4132-bb7a-076bae86cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '90c0caee-c0a8-4940-9c08-ca826ff37d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:22.820654 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d072ecd4-bd47-4f18-8b7c-3fd9a5c06c9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Network hostable DHCP agents. Network: 90c0caee-c0a8-4940-9c08-ca826ff37d33, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:30:22.841274 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d072ecd4-bd47-4f18-8b7c-3fd9a5c06c9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Network 90c0caee-c0a8-4940-9c08-ca826ff37d33 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:30:22.860308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d072ecd4-bd47-4f18-8b7c-3fd9a5c06c9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 90c0caee-c0a8-4940-9c08-ca826ff37d33) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:22.866068 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d072ecd4-bd47-4f18-8b7c-3fd9a5c06c9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:22.866808 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d072ecd4-bd47-4f18-8b7c-3fd9a5c06c9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:22.873349 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c963b9e8-ab5e-41c9-9f7c-8b90cbb2e874 None None] Network 90c0caee-c0a8-4940-9c08-ca826ff37d33 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:22.890125 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d072ecd4-bd47-4f18-8b7c-3fd9a5c06c9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9173820 Jan 28 19:30:22.896129 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:22.902178 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c1878f66-e175-41ef-be0d-e9b40e31736a tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Request body: {'network': {'name': 'tempest-router-network01--1785464621'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:22.939981 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1878f66-e175-41ef-be0d-e9b40e31736a tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Made reservation on behalf of 39970f607fe343dbb80e819a76fc36e6 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:22.951543 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1878f66-e175-41ef-be0d-e9b40e31736a tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:22.995305 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1878f66-e175-41ef-be0d-e9b40e31736a tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:23.008674 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1878f66-e175-41ef-be0d-e9b40e31736a tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (6e8e228e-e5bf-496b-9b4d-c74fe242ee49), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.009035 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-c1878f66-e175-41ef-be0d-e9b40e31736a tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Added segment 6e8e228e-e5bf-496b-9b4d-c74fe242ee49 of type vlan for network 5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc Jan 28 19:30:23.054399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03926117-e630-471c-8741-9a99b200ca00 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:23.058988 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03926117-e630-471c-8741-9a99b200ca00 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:23.059448 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03926117-e630-471c-8741-9a99b200ca00 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:23.059899 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03926117-e630-471c-8741-9a99b200ca00 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:23.060343 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03926117-e630-471c-8741-9a99b200ca00 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:23.067935 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-03926117-e630-471c-8741-9a99b200ca00 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3341 time: 0.2666886 Jan 28 19:30:23.068784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:23.103589 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1878f66-e175-41ef-be0d-e9b40e31736a tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.136715 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.138894 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-90c0caee-c0a8-4940-9c08-ca826ff37d33', 'network_id': '90c0caee-c0a8-4940-9c08-ca826ff37d33', 'project_id': '39970f607fe343dbb80e819a76fc36e6', 'fixed_ips': [{'subnet_id': '0b37fedd-6c9f-43b9-a1b2-6d76c1a9fad4'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:30:23.139340 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1878f66-e175-41ef-be0d-e9b40e31736a tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.142943 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.147937 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1878f66-e175-41ef-be0d-e9b40e31736a tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:23.148567 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1878f66-e175-41ef-be0d-e9b40e31736a tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.166819 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-a436e821-08eb-4044-bc92-40da9d1d944b tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] delete failed (client error): The resource could not be found. Jan 28 19:30:23.168455 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c1878f66-e175-41ef-be0d-e9b40e31736a tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2712643 Jan 28 19:30:23.171402 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a436e821-08eb-4044-bc92-40da9d1d944b tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/2241466a-bada-480e-a8b6-c9b55c262f13 HTTP/1.1" status: 404 len: 345 time: 0.0994442 Jan 28 19:30:23.172737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:23.173630 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37704) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:23.189899 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-11e8a13f-3012-4007-b8f2-d8bb4e3a22f3 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Request body: {'network': {'name': 'tempest-router-network02--1032238160'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:23.216808 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf67c1d-e9d5-4b38-9dd8-6b58e05bddfb tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] DELETE failed (client error): The resource could not be found. Jan 28 19:30:23.217623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf67c1d-e9d5-4b38-9dd8-6b58e05bddfb tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:30:23.226205 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9bf67c1d-e9d5-4b38-9dd8-6b58e05bddfb tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "DELETE /v2.0/networks/2a53dbd0-ac51-4046-9ec5-239a501875a4 HTTP/1.1" status: 404 len: 339 time: 0.0514038 Jan 28 19:30:23.232231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37708) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:23.238516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b9147187-a7cf-4a63-996d-835106aac685 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Request body: {'network': {'name': 'tempest-network--1519777458', 'router:external': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:23.263581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e8a13f-3012-4007-b8f2-d8bb4e3a22f3 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Made reservation on behalf of 39970f607fe343dbb80e819a76fc36e6 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:23.268607 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-11e8a13f-3012-4007-b8f2-d8bb4e3a22f3 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.299829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1878f66-e175-41ef-be0d-e9b40e31736a tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event updated for resources: {'Network': ['ID=5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:23.304836 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9147187-a7cf-4a63-996d-835106aac685 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Made reservation on behalf of bcc0c7cc381241b79473e5c6724fc8e4 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:23.308284 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9147187-a7cf-4a63-996d-835106aac685 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.350613 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e8a13f-3012-4007-b8f2-d8bb4e3a22f3 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:23.361494 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-11e8a13f-3012-4007-b8f2-d8bb4e3a22f3 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5bd7d964-4423-46b0-bce9-eddb2e590062), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.361969 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-11e8a13f-3012-4007-b8f2-d8bb4e3a22f3 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Added segment 5bd7d964-4423-46b0-bce9-eddb2e590062 of type vlan for network 97abec3a-462f-4488-ba9a-6225a29c38f0 Jan 28 19:30:23.383802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:30:23.404047 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-11e8a13f-3012-4007-b8f2-d8bb4e3a22f3 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (97abec3a-462f-4488-ba9a-6225a29c38f0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.447311 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9147187-a7cf-4a63-996d-835106aac685 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:23.458848 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9147187-a7cf-4a63-996d-835106aac685 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d1a82cd9-41d0-47e9-8f0c-96f6dd38f1e7), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.459293 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-b9147187-a7cf-4a63-996d-835106aac685 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Added segment d1a82cd9-41d0-47e9-8f0c-96f6dd38f1e7 of type vlan for network 2c7d901f-01b1-4568-9bd7-3d1cc7f333ab Jan 28 19:30:23.513891 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9147187-a7cf-4a63-996d-835106aac685 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (2c7d901f-01b1-4568-9bd7-3d1cc7f333ab), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.519551 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-11e8a13f-3012-4007-b8f2-d8bb4e3a22f3 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (97abec3a-462f-4488-ba9a-6225a29c38f0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.529445 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e8a13f-3012-4007-b8f2-d8bb4e3a22f3 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:23.530285 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-11e8a13f-3012-4007-b8f2-d8bb4e3a22f3 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.575149 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Allocated IP 172.20.0.2 (90c0caee-c0a8-4940-9c08-ca826ff37d33/0b37fedd-6c9f-43b9-a1b2-6d76c1a9fad4/14917703-99a5-48ae-9704-cd44ed229ab0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:23.585454 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-11e8a13f-3012-4007-b8f2-d8bb4e3a22f3 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3994217 Jan 28 19:30:23.588472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37732) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:23.593730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d802c7de-f6a3-46b2-a151-57d7f4ed36c2 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Request body: {'subnet': {'network_id': '5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:23.667789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8a13f-3012-4007-b8f2-d8bb4e3a22f3 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event updated for resources: {'Network': ['ID=97abec3a-462f-4488-ba9a-6225a29c38f0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:23.682255 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 97abec3a-462f-4488-ba9a-6225a29c38f0 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:30:23.688564 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9147187-a7cf-4a63-996d-835106aac685 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (2c7d901f-01b1-4568-9bd7-3d1cc7f333ab), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.691885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9147187-a7cf-4a63-996d-835106aac685 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:23.694074 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b9147187-a7cf-4a63-996d-835106aac685 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.786799 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9147187-a7cf-4a63-996d-835106aac685 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Pushing event updated for resources: {'Network': ['ID=2c7d901f-01b1-4568-9bd7-3d1cc7f333ab,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:23.808217 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b9147187-a7cf-4a63-996d-835106aac685 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5742691 Jan 28 19:30:23.810601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d802c7de-f6a3-46b2-a151-57d7f4ed36c2 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Made reservation on behalf of 39970f607fe343dbb80e819a76fc36e6 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:23.810984 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37744) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:23.819046 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d802c7de-f6a3-46b2-a151-57d7f4ed36c2 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:23.967174 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9d6031-d092-4862-b29f-e80321c6920b tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:23.975109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9d6031-d092-4862-b29f-e80321c6920b tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:23.983442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9d6031-d092-4862-b29f-e80321c6920b tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:23.990624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9d6031-d092-4862-b29f-e80321c6920b tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:23.993752 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ec9d6031-d092-4862-b29f-e80321c6920b tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1812060 Jan 28 19:30:23.996449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37754) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:24.056297 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 2c7d901f-01b1-4568-9bd7-3d1cc7f333ab details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:30:24.148529 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e7707eb-7a90-4bd3-940f-b76c3ea188f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (2c7d901f-01b1-4568-9bd7-3d1cc7f333ab), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.250643 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d802c7de-f6a3-46b2-a151-57d7f4ed36c2 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (c44ab3be-cbda-42ad-9071-c94735272c96), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.312679 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Publish callbacks [] for port (14917703-99a5-48ae-9704-cd44ed229ab0), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.325961 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (14917703-99a5-48ae-9704-cd44ed229ab0), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.373593 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e7707eb-7a90-4bd3-940f-b76c3ea188f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (2c7d901f-01b1-4568-9bd7-3d1cc7f333ab), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.389672 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Pushing event updated for resources: {'Port': ['ID=14917703-99a5-48ae-9704-cd44ed229ab0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:24.417578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Network 90c0caee-c0a8-4940-9c08-ca826ff37d33 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:24.420440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:24.422805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4e7707eb-7a90-4bd3-940f-b76c3ea188f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7d901f-01b1-4568-9bd7-3d1cc7f333ab']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:24.424133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:24.443985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4e7707eb-7a90-4bd3-940f-b76c3ea188f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a82cd9-41d0-47e9-8f0c-96f6dd38f1e7') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:24.444474 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4e7707eb-7a90-4bd3-940f-b76c3ea188f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a82cd9-41d0-47e9-8f0c-96f6dd38f1e7') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:24.453500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d802c7de-f6a3-46b2-a151-57d7f4ed36c2 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Checking segment: {'id': '6e8e228e-e5bf-496b-9b4d-c74fe242ee49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:24.458442 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e7707eb-7a90-4bd3-940f-b76c3ea188f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (d1a82cd9-41d0-47e9-8f0c-96f6dd38f1e7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.465788 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d802c7de-f6a3-46b2-a151-57d7f4ed36c2 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Network hostable DHCP agents. Network: 5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:30:24.482970 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e7707eb-7a90-4bd3-940f-b76c3ea188f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d1a82cd9-41d0-47e9-8f0c-96f6dd38f1e7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.496171 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7707eb-7a90-4bd3-940f-b76c3ea188f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:30:24.496850 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e7707eb-7a90-4bd3-940f-b76c3ea188f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (d1a82cd9-41d0-47e9-8f0c-96f6dd38f1e7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:30:24.499613 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:30:24.530007 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802c7de-f6a3-46b2-a151-57d7f4ed36c2 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event updated for resources: {'Subnet': ['ID=c44ab3be-cbda-42ad-9071-c94735272c96,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:24.531672 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Attempting to bind port 14917703-99a5-48ae-9704-cd44ed229ab0 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:30:24.539518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d802c7de-f6a3-46b2-a151-57d7f4ed36c2 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Network 5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:30:24.540615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Attempting to bind port 14917703-99a5-48ae-9704-cd44ed229ab0 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'abfa85aa-bce4-4132-bb7a-076bae86cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '90c0caee-c0a8-4940-9c08-ca826ff37d33'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:30:24.541179 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Attempting to bind port 14917703-99a5-48ae-9704-cd44ed229ab0 on network 90c0caee-c0a8-4940-9c08-ca826ff37d33 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:30:24.555025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:30:24.555025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Checking segment: {'id': 'abfa85aa-bce4-4132-bb7a-076bae86cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '90c0caee-c0a8-4940-9c08-ca826ff37d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:24.555025 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.555025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Bound using segment: {'id': 'abfa85aa-bce4-4132-bb7a-076bae86cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '90c0caee-c0a8-4940-9c08-ca826ff37d33'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:30:24.555025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Bound port: 14917703-99a5-48ae-9704-cd44ed229ab0, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfa85aa-bce4-4132-bb7a-076bae86cd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '90c0caee-c0a8-4940-9c08-ca826ff37d33'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:30:24.556819 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (14917703-99a5-48ae-9704-cd44ed229ab0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.566153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d802c7de-f6a3-46b2-a151-57d7f4ed36c2 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:24.574134 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d802c7de-f6a3-46b2-a151-57d7f4ed36c2 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:24.574843 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d802c7de-f6a3-46b2-a151-57d7f4ed36c2 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.608076 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d802c7de-f6a3-46b2-a151-57d7f4ed36c2 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0183434 Jan 28 19:30:24.610945 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37780) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:24.615994 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0d3238ae-3c9d-4f12-be4d-0765966ecc9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Request body: {'subnet': {'network_id': '97abec3a-462f-4488-ba9a-6225a29c38f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:24.682455 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] For port 14917703-99a5-48ae-9704-cd44ed229ab0, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:30:24.692915 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] For port 14917703-99a5-48ae-9704-cd44ed229ab0, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=14917703-99a5-48ae-9704-cd44ed229ab0,segment=NetworkSegment(abfa85aa-bce4-4132-bb7a-076bae86cd5e),segment_id=abfa85aa-bce4-4132-bb7a-076bae86cd5e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:30:24.697580 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e7707eb-7a90-4bd3-940f-b76c3ea188f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (2c7d901f-01b1-4568-9bd7-3d1cc7f333ab), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.712635 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7707eb-7a90-4bd3-940f-b76c3ea188f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2c7d901f-01b1-4568-9bd7-3d1cc7f333ab {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 19:30:24.712790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afca8b6d-30d7-414a-870e-e8eb7dc98b67 None None] Network 5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:24.724970 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (14917703-99a5-48ae-9704-cd44ed229ab0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.738390 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e7707eb-7a90-4bd3-940f-b76c3ea188f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.749862 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37792) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:24.750418 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4e7707eb-7a90-4bd3-940f-b76c3ea188f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "DELETE /v2.0/networks/2c7d901f-01b1-4568-9bd7-3d1cc7f333ab HTTP/1.1" status: 204 len: 168 time: 0.7521918 Jan 28 19:30:24.752235 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.752518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7707eb-7a90-4bd3-940f-b76c3ea188f5 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Pushing event deleted for resources: {'Network': ['ID=2c7d901f-01b1-4568-9bd7-3d1cc7f333ab,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:24.755268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-58cbc14a-645d-493d-aff2-7b95bd2ee8ea tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Request body: {'network': {'name': 'tempest-network--1561084768', 'router:external': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:24.803831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3238ae-3c9d-4f12-be4d-0765966ecc9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Made reservation on behalf of 39970f607fe343dbb80e819a76fc36e6 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:24.807488 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d3238ae-3c9d-4f12-be4d-0765966ecc9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:24.999203 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cbc14a-645d-493d-aff2-7b95bd2ee8ea tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Made reservation on behalf of bcc0c7cc381241b79473e5c6724fc8e4 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:25.007654 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58cbc14a-645d-493d-aff2-7b95bd2ee8ea tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:25.141226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc', 'network_id': '5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc', 'project_id': '39970f607fe343dbb80e819a76fc36e6', 'fixed_ips': [{'subnet_id': 'c44ab3be-cbda-42ad-9071-c94735272c96'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:30:25.143177 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58cbc14a-645d-493d-aff2-7b95bd2ee8ea tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:25.152434 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:25.192814 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58cbc14a-645d-493d-aff2-7b95bd2ee8ea tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (6b4de6f6-9e18-4d07-87e6-e377d904f7e2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:25.193638 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-58cbc14a-645d-493d-aff2-7b95bd2ee8ea tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Added segment 6b4de6f6-9e18-4d07-87e6-e377d904f7e2 of type vlan for network e24d784b-679a-45a3-b15d-3d382444109a Jan 28 19:30:25.216640 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e317c47-4d55-424b-9a83-fb3635d1b0a3 req-07ce02bd-85c0-4062-ac7e-5f6e14a4e56b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:25.232491 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1e317c47-4d55-424b-9a83-fb3635d1b0a3 req-07ce02bd-85c0-4062-ac7e-5f6e14a4e56b tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 946 time: 0.1208501 Jan 28 19:30:25.253390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43997d6a-b01d-48a7-b566-054cde1afd22 None None] Pushing event updated for resources: {'Port': ['ID=14917703-99a5-48ae-9704-cd44ed229ab0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:25.336130 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1e317c47-4d55-424b-9a83-fb3635d1b0a3 req-d01eee38-bf4b-42c8-9326-57d4ee9553d4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940866 Jan 28 19:30:25.491862 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:25.528818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Allocated IP 172.20.0.2 (5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc/c44ab3be-cbda-42ad-9071-c94735272c96/af64b118-3555-46d6-9a42-9f80747e0de1) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:25.529927 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58cbc14a-645d-493d-aff2-7b95bd2ee8ea tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (e24d784b-679a-45a3-b15d-3d382444109a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:25.667539 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-58cbc14a-645d-493d-aff2-7b95bd2ee8ea tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:30:25.746630 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d3238ae-3c9d-4f12-be4d-0765966ecc9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (02f93dca-ca0b-4648-8f79-8743181a1a50), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:25.763758 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Publish callbacks [] for port (af64b118-3555-46d6-9a42-9f80747e0de1), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:25.773011 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (af64b118-3555-46d6-9a42-9f80747e0de1), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:25.774186 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58cbc14a-645d-493d-aff2-7b95bd2ee8ea tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (e24d784b-679a-45a3-b15d-3d382444109a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:25.780485 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cbc14a-645d-493d-aff2-7b95bd2ee8ea tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:25.781182 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58cbc14a-645d-493d-aff2-7b95bd2ee8ea tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:25.824719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Network 5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:25.828532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:25.838190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:25.855432 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Pushing event updated for resources: {'Port': ['ID=af64b118-3555-46d6-9a42-9f80747e0de1,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:25.936496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Attempting to bind port af64b118-3555-46d6-9a42-9f80747e0de1 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:30:25.936870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Attempting to bind port af64b118-3555-46d6-9a42-9f80747e0de1 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '6e8e228e-e5bf-496b-9b4d-c74fe242ee49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:30:25.937226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Attempting to bind port af64b118-3555-46d6-9a42-9f80747e0de1 on network 5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:30:25.946100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:30:25.946100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Checking segment: {'id': '6e8e228e-e5bf-496b-9b4d-c74fe242ee49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:25.946100 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:25.946100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Bound using segment: {'id': '6e8e228e-e5bf-496b-9b4d-c74fe242ee49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:30:25.946100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Bound port: af64b118-3555-46d6-9a42-9f80747e0de1, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8e228e-e5bf-496b-9b4d-c74fe242ee49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:30:25.946100 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (af64b118-3555-46d6-9a42-9f80747e0de1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:26.010597 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-58cbc14a-645d-493d-aff2-7b95bd2ee8ea tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2571638 Jan 28 19:30:26.011825 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37852) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:26.022512 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbc14a-645d-493d-aff2-7b95bd2ee8ea tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Pushing event updated for resources: {'Network': ['ID=e24d784b-679a-45a3-b15d-3d382444109a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:26.036347 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3238ae-3c9d-4f12-be4d-0765966ecc9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event updated for resources: {'Subnet': ['ID=02f93dca-ca0b-4648-8f79-8743181a1a50,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:26.046632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3238ae-3c9d-4f12-be4d-0765966ecc9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Checking segment: {'id': '5bd7d964-4423-46b0-bce9-eddb2e590062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '97abec3a-462f-4488-ba9a-6225a29c38f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:26.046999 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3238ae-3c9d-4f12-be4d-0765966ecc9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Network hostable DHCP agents. Network: 97abec3a-462f-4488-ba9a-6225a29c38f0, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:30:26.068637 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3238ae-3c9d-4f12-be4d-0765966ecc9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Network 97abec3a-462f-4488-ba9a-6225a29c38f0 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:30:26.094537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0d3238ae-3c9d-4f12-be4d-0765966ecc9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 97abec3a-462f-4488-ba9a-6225a29c38f0) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:26.097979 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] For port af64b118-3555-46d6-9a42-9f80747e0de1, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:30:26.101700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3238ae-3c9d-4f12-be4d-0765966ecc9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:26.103840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] For port af64b118-3555-46d6-9a42-9f80747e0de1, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=af64b118-3555-46d6-9a42-9f80747e0de1,segment=NetworkSegment(6e8e228e-e5bf-496b-9b4d-c74fe242ee49),segment_id=6e8e228e-e5bf-496b-9b4d-c74fe242ee49)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:30:26.104960 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d3238ae-3c9d-4f12-be4d-0765966ecc9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:26.107575 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network e24d784b-679a-45a3-b15d-3d382444109a details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:30:26.141955 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0d3238ae-3c9d-4f12-be4d-0765966ecc9d tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5298932 Jan 28 19:30:26.144396 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37856) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:26.254232 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6387f390-0e40-4b46-9fb8-fba885a85808 None None] Network 97abec3a-462f-4488-ba9a-6225a29c38f0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:26.266292 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcc7fa5-c102-4daf-980a-8fd6676bb766 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:26.267707 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ddcc7fa5-c102-4daf-980a-8fd6676bb766 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] 10.222.0.55 "GET /v2.0/networks/e24d784b-679a-45a3-b15d-3d382444109a HTTP/1.1" status: 200 len: 757 time: 0.2541201 Jan 28 19:30:26.273767 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37866) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:26.408280 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ca0b45-8117-4c6c-a0a9-af543e0246ad tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:26.409742 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-48ca0b45-8117-4c6c-a0a9-af543e0246ad tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] 10.222.0.55 "GET /v2.0/networks/9dc4a76a-5994-4b04-aa80-40ffbbe43001 HTTP/1.1" status: 200 len: 768 time: 0.1349082 Jan 28 19:30:26.412548 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37874) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:26.462783 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (af64b118-3555-46d6-9a42-9f80747e0de1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:26.519377 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-97abec3a-462f-4488-ba9a-6225a29c38f0', 'network_id': '97abec3a-462f-4488-ba9a-6225a29c38f0', 'project_id': '39970f607fe343dbb80e819a76fc36e6', 'fixed_ips': [{'subnet_id': '02f93dca-ca0b-4648-8f79-8743181a1a50'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:30:26.520394 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:26.600912 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5289c94c-79a6-4338-a526-147cc252d188 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (e24d784b-679a-45a3-b15d-3d382444109a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:26.663441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fdaf9-0dc8-4f07-933a-c3aadd89af0d None None] Pushing event updated for resources: {'Port': ['ID=af64b118-3555-46d6-9a42-9f80747e0de1,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:26.798356 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf7f26-0c14-4013-88a8-0454f0ccb2ed req-89c687d2-f069-41f0-899b-dd5b036f67a1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:26.800031 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0fcf7f26-0c14-4013-88a8-0454f0ccb2ed req-89c687d2-f069-41f0-899b-dd5b036f67a1 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.37 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 946 time: 0.1969104 Jan 28 19:30:26.815883 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5289c94c-79a6-4338-a526-147cc252d188 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (e24d784b-679a-45a3-b15d-3d382444109a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:26.933027 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Allocated IP 172.20.0.2 (97abec3a-462f-4488-ba9a-6225a29c38f0/02f93dca-ca0b-4648-8f79-8743181a1a50/b768c17d-60cf-42bd-92b5-71cc8ca03d48) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:26.943852 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5289c94c-79a6-4338-a526-147cc252d188 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24d784b-679a-45a3-b15d-3d382444109a']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:26.998523 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:27.009490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5289c94c-79a6-4338-a526-147cc252d188 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4de6f6-9e18-4d07-87e6-e377d904f7e2') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:27.013216 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5289c94c-79a6-4338-a526-147cc252d188 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4de6f6-9e18-4d07-87e6-e377d904f7e2') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:27.042692 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5289c94c-79a6-4338-a526-147cc252d188 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (6b4de6f6-9e18-4d07-87e6-e377d904f7e2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:27.069052 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee77d22c-8162-4d67-9736-7fe773705d21 None None] Network 90c0caee-c0a8-4940-9c08-ca826ff37d33 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:27.090742 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59d689-508a-4215-8965-4beed521a920 req-cfb75dc8-1f04-44cd-adee-be859734e977 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:27.102078 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1c59d689-508a-4215-8965-4beed521a920 req-cfb75dc8-1f04-44cd-adee-be859734e977 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 946 time: 0.5867894 Jan 28 19:30:27.104599 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5289c94c-79a6-4338-a526-147cc252d188 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (6b4de6f6-9e18-4d07-87e6-e377d904f7e2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:27.119924 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5289c94c-79a6-4338-a526-147cc252d188 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:30:27.120322 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5289c94c-79a6-4338-a526-147cc252d188 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (6b4de6f6-9e18-4d07-87e6-e377d904f7e2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:30:27.128992 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:30:27.199029 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 14917703-99a5-48ae-9704-cd44ed229ab0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:27.264411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-0fcf7f26-0c14-4013-88a8-0454f0ccb2ed req-7414429c-47e2-4398-99bf-6b9c4157aeb4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Deleting port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:27.264943 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0fcf7f26-0c14-4013-88a8-0454f0ccb2ed req-7414429c-47e2-4398-99bf-6b9c4157aeb4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:27.300819 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1c59d689-508a-4215-8965-4beed521a920 req-b5450ab4-416a-4e51-8f9a-538af7ba2b28 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958210 Jan 28 19:30:27.329968 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5289c94c-79a6-4338-a526-147cc252d188 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (e24d784b-679a-45a3-b15d-3d382444109a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:27.343565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5289c94c-79a6-4338-a526-147cc252d188 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e24d784b-679a-45a3-b15d-3d382444109a {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 19:30:27.363435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ae1acef9-54aa-4248-ba6c-0318a1a3ea59 None None] Provisioning complete for port 14917703-99a5-48ae-9704-cd44ed229ab0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:27.380928 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae1acef9-54aa-4248-ba6c-0318a1a3ea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (14917703-99a5-48ae-9704-cd44ed229ab0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:27.397525 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5289c94c-79a6-4338-a526-147cc252d188 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:27.429857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37904) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:27.431199 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5289c94c-79a6-4338-a526-147cc252d188 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "DELETE /v2.0/networks/e24d784b-679a-45a3-b15d-3d382444109a HTTP/1.1" status: 204 len: 168 time: 1.0172803 Jan 28 19:30:27.438585 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a0b13f7a-c0d0-49ca-acb4-93c1ee2447c0 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Request body: {'network': {'name': 'tempest-network--339911736'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:27.485938 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289c94c-79a6-4338-a526-147cc252d188 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Pushing event deleted for resources: {'Network': ['ID=e24d784b-679a-45a3-b15d-3d382444109a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:27.492660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 14917703-99a5-48ae-9704-cd44ed229ab0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:27.493113 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (14917703-99a5-48ae-9704-cd44ed229ab0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:27.566580 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b13f7a-c0d0-49ca-acb4-93c1ee2447c0 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Made reservation on behalf of bcc0c7cc381241b79473e5c6724fc8e4 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:27.570222 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0b13f7a-c0d0-49ca-acb4-93c1ee2447c0 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:27.621475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0fcf7f26-0c14-4013-88a8-0454f0ccb2ed req-7414429c-47e2-4398-99bf-6b9c4157aeb4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] For port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:27.623877 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0fcf7f26-0c14-4013-88a8-0454f0ccb2ed req-7414429c-47e2-4398-99bf-6b9c4157aeb4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:27.691929 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b13f7a-c0d0-49ca-acb4-93c1ee2447c0 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:27.697389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37910) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:27.733472 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0b13f7a-c0d0-49ca-acb4-93c1ee2447c0 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0ba66923-0365-44dd-b498-f2b2c2afa71f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:27.734352 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-a0b13f7a-c0d0-49ca-acb4-93c1ee2447c0 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Added segment 0ba66923-0365-44dd-b498-f2b2c2afa71f of type vlan for network 53da1e5f-8a20-4a2b-a9fe-c942960654c3 Jan 28 19:30:27.750269 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Allocated IP 172.20.0.1 (5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc/c44ab3be-cbda-42ad-9071-c94735272c96/9c55749f-0c90-4de8-ac2e-616d2c7ca474) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:27.832753 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0b13f7a-c0d0-49ca-acb4-93c1ee2447c0 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (53da1e5f-8a20-4a2b-a9fe-c942960654c3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:28.060682 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Publish callbacks [] for port (b768c17d-60cf-42bd-92b5-71cc8ca03d48), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:28.182201 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (b768c17d-60cf-42bd-92b5-71cc8ca03d48), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:28.191676 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for port (9c55749f-0c90-4de8-ac2e-616d2c7ca474), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:28.290360 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (9c55749f-0c90-4de8-ac2e-616d2c7ca474), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:28.301041 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 14917703-99a5-48ae-9704-cd44ed229ab0 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:28.301765 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (14917703-99a5-48ae-9704-cd44ed229ab0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:28.316312 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f89fe245-319d-43b7-8469-2b06e0f8428a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:28.319127 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.db.resource_extend [None req-a0b13f7a-c0d0-49ca-acb4-93c1ee2447c0 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 19:30:28.409386 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 14917703-99a5-48ae-9704-cd44ed229ab0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=14917703-99a5-48ae-9704-cd44ed229ab0,segment=NetworkSegment(abfa85aa-bce4-4132-bb7a-076bae86cd5e),segment_id=abfa85aa-bce4-4132-bb7a-076bae86cd5e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:28.432441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Network 5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:28.435461 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Network 97abec3a-462f-4488-ba9a-6225a29c38f0 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:28.447459 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (14917703-99a5-48ae-9704-cd44ed229ab0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:28.452276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:28.457096 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:28.472247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ae1acef9-54aa-4248-ba6c-0318a1a3ea59 None None] Current status of the port 14917703-99a5-48ae-9704-cd44ed229ab0 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:28.472661 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae1acef9-54aa-4248-ba6c-0318a1a3ea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (14917703-99a5-48ae-9704-cd44ed229ab0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:28.489490 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:28.509338 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:28.547942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Pushing event updated for resources: {'Port': ['ID=b768c17d-60cf-42bd-92b5-71cc8ca03d48,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:28.574913 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0b13f7a-c0d0-49ca-acb4-93c1ee2447c0 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (53da1e5f-8a20-4a2b-a9fe-c942960654c3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:28.576970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b13f7a-c0d0-49ca-acb4-93c1ee2447c0 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:28.580886 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0b13f7a-c0d0-49ca-acb4-93c1ee2447c0 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:28.698122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event updated for resources: {'Port': ['ID=9c55749f-0c90-4de8-ac2e-616d2c7ca474,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:28.787724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=14917703-99a5-48ae-9704-cd44ed229ab0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:28.821961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135142ab-dab8-4245-8530-e1ded8534917 None None] Network 5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:29.006395 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f89fe245-319d-43b7-8469-2b06e0f8428a admin admin] Publish callbacks [] for security_group (d101ab9d-5b19-4cc1-8eec-b5db58432cf3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:29.037641 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f89fe245-319d-43b7-8469-2b06e0f8428a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d101ab9d-5b19-4cc1-8eec-b5db58432cf3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:29.052530 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a0b13f7a-c0d0-49ca-acb4-93c1ee2447c0 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6202242 Jan 28 19:30:29.052864 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37930) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:29.062532 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (20fee3d1-be77-4de2-af7f-be646205d319), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:29.108499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-70483dff-3628-490a-8f71-4901a627f537 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:29.134079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b13f7a-c0d0-49ca-acb4-93c1ee2447c0 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Pushing event updated for resources: {'Network': ['ID=53da1e5f-8a20-4a2b-a9fe-c942960654c3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:29.155367 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f89fe245-319d-43b7-8469-2b06e0f8428a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4dc81c94aa8e42f4b2c87664e9f84acf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4526916 Jan 28 19:30:29.161416 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:29.162413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fe245-319d-43b7-8469-2b06e0f8428a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d101ab9d-5b19-4cc1-8eec-b5db58432cf3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:29.365056 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839469c-bbc2-4f2b-84c4-778571f7178b req-ff91b51b-7448-40ae-af4a-7ce5b7828bf5 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:29.367076 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f839469c-bbc2-4f2b-84c4-778571f7178b req-ff91b51b-7448-40ae-af4a-7ce5b7828bf5 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 946 time: 0.5039098 Jan 28 19:30:29.401851 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b5879ae-1552-43b4-9ae3-30929b05c031 admin admin] Publish callbacks [] for security_group (d101ab9d-5b19-4cc1-8eec-b5db58432cf3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:29.435322 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 53da1e5f-8a20-4a2b-a9fe-c942960654c3 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:30:29.437517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 14917703-99a5-48ae-9704-cd44ed229ab0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:29.450347 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9c55749f-0c90-4de8-ac2e-616d2c7ca474), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:29.468608 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b5879ae-1552-43b4-9ae3-30929b05c031 admin admin] Publish callbacks [] for security_group (d101ab9d-5b19-4cc1-8eec-b5db58432cf3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:29.516834 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Attempting to bind port b768c17d-60cf-42bd-92b5-71cc8ca03d48 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:30:29.525676 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Attempting to bind port b768c17d-60cf-42bd-92b5-71cc8ca03d48 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '5bd7d964-4423-46b0-bce9-eddb2e590062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '97abec3a-462f-4488-ba9a-6225a29c38f0'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:30:29.526313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Attempting to bind port b768c17d-60cf-42bd-92b5-71cc8ca03d48 on network 97abec3a-462f-4488-ba9a-6225a29c38f0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:30:29.596607 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f839469c-bbc2-4f2b-84c4-778571f7178b req-1f1b403b-86ac-4d9d-b274-8971d6c22f10 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups?id=cf7fbaf3-fc5b-4652-9092-ff1970821b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163117 Jan 28 19:30:29.602800 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0fcf7f26-0c14-4013-88a8-0454f0ccb2ed req-7414429c-47e2-4398-99bf-6b9c4157aeb4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:29.603348 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0fcf7f26-0c14-4013-88a8-0454f0ccb2ed req-7414429c-47e2-4398-99bf-6b9c4157aeb4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (c81c6a8e-be00-48e1-a937-bd9a8e854b20), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:29.604090 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [req-0fcf7f26-0c14-4013-88a8-0454f0ccb2ed req-7414429c-47e2-4398-99bf-6b9c4157aeb4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Floating IP c81c6a8e-be00-48e1-a937-bd9a8e854b20 disassociated. External IP: 172.25.0.168, port: 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06. Jan 28 19:30:29.605469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-0fcf7f26-0c14-4013-88a8-0454f0ccb2ed req-7414429c-47e2-4398-99bf-6b9c4157aeb4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Calling delete_port for 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:29.635978 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70483dff-3628-490a-8f71-4901a627f537 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (53da1e5f-8a20-4a2b-a9fe-c942960654c3), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:29.717253 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70483dff-3628-490a-8f71-4901a627f537 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (53da1e5f-8a20-4a2b-a9fe-c942960654c3), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:29.732641 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:30:29.734620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Checking segment: {'id': '5bd7d964-4423-46b0-bce9-eddb2e590062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '97abec3a-462f-4488-ba9a-6225a29c38f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:29.736009 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:29.736712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Bound using segment: {'id': '5bd7d964-4423-46b0-bce9-eddb2e590062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '97abec3a-462f-4488-ba9a-6225a29c38f0'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:30:29.738366 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Bound port: b768c17d-60cf-42bd-92b5-71cc8ca03d48, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd7d964-4423-46b0-bce9-eddb2e590062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '97abec3a-462f-4488-ba9a-6225a29c38f0'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:30:29.740438 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b768c17d-60cf-42bd-92b5-71cc8ca03d48), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:29.744305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70483dff-3628-490a-8f71-4901a627f537 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Network 53da1e5f-8a20-4a2b-a9fe-c942960654c3 is not hosted by any dhcp agent {{(pid=103147) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 19:30:29.745170 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70483dff-3628-490a-8f71-4901a627f537 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:29.745760 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-70483dff-3628-490a-8f71-4901a627f537 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:29.757672 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-70483dff-3628-490a-8f71-4901a627f537 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "PUT /v2.0/networks/53da1e5f-8a20-4a2b-a9fe-c942960654c3 HTTP/1.1" status: 200 len: 857 time: 0.6973205 Jan 28 19:30:29.780089 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-ae1acef9-54aa-4248-ba6c-0318a1a3ea59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:30:29.780803 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-ae1acef9-54aa-4248-ba6c-0318a1a3ea59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:30:29.784562 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37940) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:29.960077 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70483dff-3628-490a-8f71-4901a627f537 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Pushing event updated for resources: {'Network': ['ID=53da1e5f-8a20-4a2b-a9fe-c942960654c3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:29.968490 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04473e32-d443-4b58-b1e0-04e346a2b747 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (53da1e5f-8a20-4a2b-a9fe-c942960654c3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:30.018624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 14917703-99a5-48ae-9704-cd44ed229ab0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:30.026924 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (14917703-99a5-48ae-9704-cd44ed229ab0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:30.034971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] For port b768c17d-60cf-42bd-92b5-71cc8ca03d48, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:30:30.039774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] For port b768c17d-60cf-42bd-92b5-71cc8ca03d48, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b768c17d-60cf-42bd-92b5-71cc8ca03d48,segment=NetworkSegment(5bd7d964-4423-46b0-bce9-eddb2e590062),segment_id=5bd7d964-4423-46b0-bce9-eddb2e590062)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:30:30.137440 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b768c17d-60cf-42bd-92b5-71cc8ca03d48), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:30.212961 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0fcf7f26-0c14-4013-88a8-0454f0ccb2ed req-7414429c-47e2-4398-99bf-6b9c4157aeb4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9fad56e8-ad6c-4341-9d37-c8cfca4b3a06), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:30.246353 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b5879ae-1552-43b4-9ae3-30929b05c031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d101ab9d-5b19-4cc1-8eec-b5db58432cf3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:30.255603 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b5879ae-1552-43b4-9ae3-30929b05c031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:30.257036 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9b5879ae-1552-43b4-9ae3-30929b05c031 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d101ab9d-5b19-4cc1-8eec-b5db58432cf3 HTTP/1.1" status: 204 len: 168 time: 1.0907032 Jan 28 19:30:30.273181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89031df1-9597-48a5-bf9b-fe321edba69b None None] Pushing event updated for resources: {'Port': ['ID=b768c17d-60cf-42bd-92b5-71cc8ca03d48,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:30.300563 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5879ae-1552-43b4-9ae3-30929b05c031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d101ab9d-5b19-4cc1-8eec-b5db58432cf3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:30.310847 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04473e32-d443-4b58-b1e0-04e346a2b747 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (53da1e5f-8a20-4a2b-a9fe-c942960654c3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:30.335124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414429c-47e2-4398-99bf-6b9c4157aeb4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event deleted for resources: {'Port': ['ID=9fad56e8-ad6c-4341-9d37-c8cfca4b3a06,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:30.433734 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ae1acef9-54aa-4248-ba6c-0318a1a3ea59 None None] Current status of the port 14917703-99a5-48ae-9704-cd44ed229ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:30.483102 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:30.610552 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 14917703-99a5-48ae-9704-cd44ed229ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:30.612163 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device af64b118-3555-46d6-9a42-9f80747e0de1 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:30.812404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-04473e32-d443-4b58-b1e0-04e346a2b747 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53da1e5f-8a20-4a2b-a9fe-c942960654c3']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:30.827977 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for port (9c55749f-0c90-4de8-ac2e-616d2c7ca474), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:30.852435 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (9c55749f-0c90-4de8-ac2e-616d2c7ca474), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:30.856884 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9c9b1e95-9cdb-442a-b3f6-6495d15d894f None None] Provisioning complete for port 14917703-99a5-48ae-9704-cd44ed229ab0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:30.869962 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c9b1e95-9cdb-442a-b3f6-6495d15d894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (14917703-99a5-48ae-9704-cd44ed229ab0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:30.903751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-04473e32-d443-4b58-b1e0-04e346a2b747 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba66923-0365-44dd-b498-f2b2c2afa71f') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:30.909683 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-04473e32-d443-4b58-b1e0-04e346a2b747 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba66923-0365-44dd-b498-f2b2c2afa71f') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:31.008264 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04473e32-d443-4b58-b1e0-04e346a2b747 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (0ba66923-0365-44dd-b498-f2b2c2afa71f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.096490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fcf7f26-0c14-4013-88a8-0454f0ccb2ed req-7414429c-47e2-4398-99bf-6b9c4157aeb4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Router 29bd8e6c-f3a6-478d-b57c-73297ba42978 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:30:31.127194 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04473e32-d443-4b58-b1e0-04e346a2b747 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0ba66923-0365-44dd-b498-f2b2c2afa71f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.147615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port af64b118-3555-46d6-9a42-9f80747e0de1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:31.148513 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (af64b118-3555-46d6-9a42-9f80747e0de1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.154126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04473e32-d443-4b58-b1e0-04e346a2b747 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:30:31.154126 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04473e32-d443-4b58-b1e0-04e346a2b747 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (0ba66923-0365-44dd-b498-f2b2c2afa71f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.173850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:30:31.198176 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:30:31.317315 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b209d5b0-9940-4d63-bc50-da5795285279 req-ed9b8c9e-647d-4449-8eb0-0c5c4ecdd79f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 210 time: 0.3132043 Jan 28 19:30:31.341760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b1e95-9cdb-442a-b3f6-6495d15d894f None None] Current status of the port 14917703-99a5-48ae-9704-cd44ed229ab0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:31.355876 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (20fee3d1-be77-4de2-af7f-be646205d319), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.408425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event updated for resources: {'Port': ['ID=9c55749f-0c90-4de8-ac2e-616d2c7ca474,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:31.412416 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37954) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:31.431187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:30:31.436569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:30:31.470626 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04473e32-d443-4b58-b1e0-04e346a2b747 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (53da1e5f-8a20-4a2b-a9fe-c942960654c3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.483842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04473e32-d443-4b58-b1e0-04e346a2b747 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 53da1e5f-8a20-4a2b-a9fe-c942960654c3 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 19:30:31.501041 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9c9b1e95-9cdb-442a-b3f6-6495d15d894f None None] Provisioning complete for port af64b118-3555-46d6-9a42-9f80747e0de1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:31.501643 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c9b1e95-9cdb-442a-b3f6-6495d15d894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (af64b118-3555-46d6-9a42-9f80747e0de1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.509310 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04473e32-d443-4b58-b1e0-04e346a2b747 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.520887 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-04473e32-d443-4b58-b1e0-04e346a2b747 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] 10.222.0.55 "DELETE /v2.0/networks/53da1e5f-8a20-4a2b-a9fe-c942960654c3 HTTP/1.1" status: 204 len: 168 time: 1.7352419 Jan 28 19:30:31.531214 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37956) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:31.628192 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b813ed6-5195-4cbf-87a7-fa3366ae4d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.661296 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port af64b118-3555-46d6-9a42-9f80747e0de1 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:31.661978 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (af64b118-3555-46d6-9a42-9f80747e0de1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.665838 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04473e32-d443-4b58-b1e0-04e346a2b747 tempest-ExternalNetworksTestJSON-538456699 tempest-ExternalNetworksTestJSON-538456699-project-admin] Pushing event deleted for resources: {'Network': ['ID=53da1e5f-8a20-4a2b-a9fe-c942960654c3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:31.692947 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-064b014b-0d65-48a4-ab8a-c7ba3c170c00 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] DELETE failed (client error): The resource could not be found. Jan 28 19:30:31.698378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064b014b-0d65-48a4-ab8a-c7ba3c170c00 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:30:31.712935 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-064b014b-0d65-48a4-ab8a-c7ba3c170c00 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] 10.222.0.55 "DELETE /v2.0/subnets/3388c582-a379-4376-a047-7e0e630e5c57 HTTP/1.1" status: 404 len: 337 time: 0.1801677 Jan 28 19:30:31.718248 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37962) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:31.789612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port af64b118-3555-46d6-9a42-9f80747e0de1, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=af64b118-3555-46d6-9a42-9f80747e0de1,segment=NetworkSegment(6e8e228e-e5bf-496b-9b4d-c74fe242ee49),segment_id=6e8e228e-e5bf-496b-9b4d-c74fe242ee49)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:31.807799 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (af64b118-3555-46d6-9a42-9f80747e0de1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.861356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b1e95-9cdb-442a-b3f6-6495d15d894f None None] Current status of the port af64b118-3555-46d6-9a42-9f80747e0de1 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:31.861728 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c9b1e95-9cdb-442a-b3f6-6495d15d894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (af64b118-3555-46d6-9a42-9f80747e0de1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:31.885180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fcf7f26-0c14-4013-88a8-0454f0ccb2ed req-7414429c-47e2-4398-99bf-6b9c4157aeb4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:30:31.972505 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Network 5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:32.037034 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcf7f26-0c14-4013-88a8-0454f0ccb2ed req-7414429c-47e2-4398-99bf-6b9c4157aeb4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] No DVR routers for this DVR port 9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:30:32.045782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:32.047079 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0fcf7f26-0c14-4013-88a8-0454f0ccb2ed req-7414429c-47e2-4398-99bf-6b9c4157aeb4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:32.069365 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0fcf7f26-0c14-4013-88a8-0454f0ccb2ed req-7414429c-47e2-4398-99bf-6b9c4157aeb4 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.37 "DELETE /v2.0/ports/9fad56e8-ad6c-4341-9d37-c8cfca4b3a06 HTTP/1.1" status: 204 len: 173 time: 5.2630234 Jan 28 19:30:32.070033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'name': 'network-vif-deleted', 'tag': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:30:32.072600 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5a665c-b6e4-48df-aa28-918f65501a7a" -d '{"events": [{"server_uuid": "0fd78893-9e28-491f-8457-0a01b1c8e569", "name": "network-vif-deleted", "tag": "9fad56e8-ad6c-4341-9d37-c8cfca4b3a06"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:30:32.163433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b768c17d-60cf-42bd-92b5-71cc8ca03d48 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:32.256533 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2661c04-8960-48c2-acc4-eece0d11fc43 x-openstack-request-id: req-e2661c04-8960-48c2-acc4-eece0d11fc43 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:30:32.256826 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd78893-9e28-491f-8457-0a01b1c8e569", "name": "network-vif-deleted", "tag": "9fad56e8-ad6c-4341-9d37-c8cfca4b3a06", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:30:32.258113 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2661c04-8960-48c2-acc4-eece0d11fc43 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:30:32.258113 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd78893-9e28-491f-8457-0a01b1c8e569', 'name': 'network-vif-deleted', 'tag': '9fad56e8-ad6c-4341-9d37-c8cfca4b3a06', 'status': 'completed', 'code': 200} Jan 28 19:30:32.261985 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=af64b118-3555-46d6-9a42-9f80747e0de1,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:32.321294 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0549-0203-406a-849a-fb710dc9bd25 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (9dc4a76a-5994-4b04-aa80-40ffbbe43001), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:32.321723 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-9c9b1e95-9cdb-442a-b3f6-6495d15d894f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:30:32.322595 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-9c9b1e95-9cdb-442a-b3f6-6495d15d894f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:30:32.374664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port b768c17d-60cf-42bd-92b5-71cc8ca03d48 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:32.377689 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b768c17d-60cf-42bd-92b5-71cc8ca03d48), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:32.446676 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b813ed6-5195-4cbf-87a7-fa3366ae4d73 admin admin] Publish callbacks [] for security_group (3cf19524-4de8-47eb-92a1-a7c1a4e25e0c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:32.456450 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4b813ed6-5195-4cbf-87a7-fa3366ae4d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3cf19524-4de8-47eb-92a1-a7c1a4e25e0c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:32.586268 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c97d2a51-32a2-4392-ac75-8b9115a1b711 req-4e968247-89a3-493c-bf7d-d6d53432173f tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fd78893-9e28-491f-8457-0a01b1c8e569 HTTP/1.1" status: 200 len: 210 time: 0.0363336 Jan 28 19:30:32.601352 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37974) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:32.609076 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4b813ed6-5195-4cbf-87a7-fa3366ae4d73 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb31c1ab0b9e4a339f9a7fe50b740535&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1921861 Jan 28 19:30:32.666347 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b813ed6-5195-4cbf-87a7-fa3366ae4d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf19524-4de8-47eb-92a1-a7c1a4e25e0c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:32.717584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b768c17d-60cf-42bd-92b5-71cc8ca03d48 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:32.720320 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b768c17d-60cf-42bd-92b5-71cc8ca03d48), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:32.749790 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fbf580-4639-4092-9693-09a9646e8ac7 None None] Sync routers for ids ['29bd8e6c-f3a6-478d-b57c-73297ba42978'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:30:32.767413 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6fce2db-10f3-42db-8c9c-d4bb472ac28c admin admin] Publish callbacks [] for security_group (3cf19524-4de8-47eb-92a1-a7c1a4e25e0c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:32.778616 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fbf580-4639-4092-9693-09a9646e8ac7 None None] Routers {'29bd8e6c-f3a6-478d-b57c-73297ba42978'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:32.778616 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d6fbf580-4639-4092-9693-09a9646e8ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['29bd8e6c-f3a6-478d-b57c-73297ba42978'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:32.837089 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6fce2db-10f3-42db-8c9c-d4bb472ac28c admin admin] Publish callbacks [] for security_group (3cf19524-4de8-47eb-92a1-a7c1a4e25e0c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:32.837809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port b768c17d-60cf-42bd-92b5-71cc8ca03d48, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b768c17d-60cf-42bd-92b5-71cc8ca03d48,segment=NetworkSegment(5bd7d964-4423-46b0-bce9-eddb2e590062),segment_id=5bd7d964-4423-46b0-bce9-eddb2e590062)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:32.916425 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b768c17d-60cf-42bd-92b5-71cc8ca03d48), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:32.926278 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0549-0203-406a-849a-fb710dc9bd25 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (9dc4a76a-5994-4b04-aa80-40ffbbe43001), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:32.974216 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6fce2db-10f3-42db-8c9c-d4bb472ac28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3cf19524-4de8-47eb-92a1-a7c1a4e25e0c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:32.978677 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6fce2db-10f3-42db-8c9c-d4bb472ac28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:32.986825 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a6fce2db-10f3-42db-8c9c-d4bb472ac28c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3cf19524-4de8-47eb-92a1-a7c1a4e25e0c HTTP/1.1" status: 204 len: 168 time: 0.3837302 Jan 28 19:30:33.018136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fce2db-10f3-42db-8c9c-d4bb472ac28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf19524-4de8-47eb-92a1-a7c1a4e25e0c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:33.024387 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8f2f0549-0203-406a-849a-fb710dc9bd25 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc4a76a-5994-4b04-aa80-40ffbbe43001']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:33.030597 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Router 20fee3d1-be77-4de2-af7f-be646205d319 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:30:33.057577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8f2f0549-0203-406a-849a-fb710dc9bd25 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d60358e-c72f-44c2-a41c-f11c7ef60b7a') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:33.057869 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8f2f0549-0203-406a-849a-fb710dc9bd25 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d60358e-c72f-44c2-a41c-f11c7ef60b7a') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:33.083691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da22e56f-ec8b-4652-8d66-ca3ba9a95246 None None] Network 97abec3a-462f-4488-ba9a-6225a29c38f0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:33.090061 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0549-0203-406a-849a-fb710dc9bd25 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (0d60358e-c72f-44c2-a41c-f11c7ef60b7a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:33.106213 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d6fbf580-4639-4092-9693-09a9646e8ac7 None None] Set router 29bd8e6c-f3a6-478d-b57c-73297ba42978 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:30:33.179004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b1e95-9cdb-442a-b3f6-6495d15d894f None None] Current status of the port af64b118-3555-46d6-9a42-9f80747e0de1 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:33.275066 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0549-0203-406a-849a-fb710dc9bd25 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0d60358e-c72f-44c2-a41c-f11c7ef60b7a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:33.306612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=b768c17d-60cf-42bd-92b5-71cc8ca03d48,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:33.309261 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2f0549-0203-406a-849a-fb710dc9bd25 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:30:33.311825 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0549-0203-406a-849a-fb710dc9bd25 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (0d60358e-c72f-44c2-a41c-f11c7ef60b7a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:30:33.322130 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:30:33.350461 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-45e32276-7bc3-4605-b181-971802e0b08f None None] Provisioning complete for port b768c17d-60cf-42bd-92b5-71cc8ca03d48 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:33.350975 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45e32276-7bc3-4605-b181-971802e0b08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b768c17d-60cf-42bd-92b5-71cc8ca03d48), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:33.480227 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:30:33.485087 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0549-0203-406a-849a-fb710dc9bd25 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (9dc4a76a-5994-4b04-aa80-40ffbbe43001), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:33.496847 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0ff89ab6-5c5f-4e83-a485-924fc30c4125 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "PUT /v2.0/routers/20fee3d1-be77-4de2-af7f-be646205d319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3510811 Jan 28 19:30:33.500169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37984) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:33.512113 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8f2f0549-0203-406a-849a-fb710dc9bd25 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:33.519563 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8f2f0549-0203-406a-849a-fb710dc9bd25 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] 10.222.0.55 "DELETE /v2.0/networks/9dc4a76a-5994-4b04-aa80-40ffbbe43001 HTTP/1.1" status: 204 len: 168 time: 1.7942975 Jan 28 19:30:33.557173 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f0549-0203-406a-849a-fb710dc9bd25 tempest-ExternalNetworksTestJSON-628238362 tempest-ExternalNetworksTestJSON-628238362-project] Pushing event deleted for resources: {'Network': ['ID=9dc4a76a-5994-4b04-aa80-40ffbbe43001,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:33.628026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-45e32276-7bc3-4605-b181-971802e0b08f None None] Current status of the port b768c17d-60cf-42bd-92b5-71cc8ca03d48 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:33.656508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e36393-1223-4275-8c08-98a0aef9847b None None] Sync routers for ids ['20fee3d1-be77-4de2-af7f-be646205d319'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:30:33.760186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-45e32276-7bc3-4605-b181-971802e0b08f None None] Provisioning complete for port 9c55749f-0c90-4de8-ac2e-616d2c7ca474 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:33.760868 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d6fbf580-4639-4092-9693-09a9646e8ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:35Z', 'revision_number': 4, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ddefd569-b9b9-4a85-b818-ceebb74e0d99', 'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'mac_address': 'fa:16:3e:13:f2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:32Z', 'updated_at': '2022-01-28T19:19:41Z', 'revision_number': 5, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'subnets': [{'id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:33.762309 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45e32276-7bc3-4605-b181-971802e0b08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9c55749f-0c90-4de8-ac2e-616d2c7ca474), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:33.860414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38000) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:33.860526 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fbf580-4639-4092-9693-09a9646e8ac7 None None] Checking router: 29bd8e6c-f3a6-478d-b57c-73297ba42978 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:30:33.884441 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fbf580-4639-4092-9693-09a9646e8ac7 None None] Routers {'29bd8e6c-f3a6-478d-b57c-73297ba42978'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:33.885066 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d6fbf580-4639-4092-9693-09a9646e8ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['29bd8e6c-f3a6-478d-b57c-73297ba42978'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:33.938601 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e36393-1223-4275-8c08-98a0aef9847b None None] Routers {'20fee3d1-be77-4de2-af7f-be646205d319'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:33.939194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b5e36393-1223-4275-8c08-98a0aef9847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['20fee3d1-be77-4de2-af7f-be646205d319'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:34.040945 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd627825-ac70-460a-9ff5-2f02cd661097 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group (cf7fbaf3-fc5b-4652-9092-ff1970821b9b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:34.087047 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd627825-ac70-460a-9ff5-2f02cd661097 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group (cf7fbaf3-fc5b-4652-9092-ff1970821b9b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:34.117818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b5e36393-1223-4275-8c08-98a0aef9847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:34.127993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device af64b118-3555-46d6-9a42-9f80747e0de1 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:34.232060 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd627825-ac70-460a-9ff5-2f02cd661097 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cf7fbaf3-fc5b-4652-9092-ff1970821b9b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:34.237811 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cd627825-ac70-460a-9ff5-2f02cd661097 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:34.247952 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cd627825-ac70-460a-9ff5-2f02cd661097 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "DELETE /v2.0/security-groups/cf7fbaf3-fc5b-4652-9092-ff1970821b9b HTTP/1.1" status: 204 len: 168 time: 0.3843954 Jan 28 19:30:34.249017 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38008) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:34.312948 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-45e32276-7bc3-4605-b181-971802e0b08f None None] Port 9c55749f-0c90-4de8-ac2e-616d2c7ca474 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:30:34.327052 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d6fbf580-4639-4092-9693-09a9646e8ac7 None None] Set router 29bd8e6c-f3a6-478d-b57c-73297ba42978 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:30:34.329424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e36393-1223-4275-8c08-98a0aef9847b None None] Routers {'20fee3d1-be77-4de2-af7f-be646205d319'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:34.329680 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b5e36393-1223-4275-8c08-98a0aef9847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['20fee3d1-be77-4de2-af7f-be646205d319'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:34.345902 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd627825-ac70-460a-9ff5-2f02cd661097 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7fbaf3-fc5b-4652-9092-ff1970821b9b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:34.346780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38014) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:34.373632 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-15293368-1e52-4a4d-8792-6ae304512484 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] show failed (client error): The resource could not be found. Jan 28 19:30:34.375307 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-15293368-1e52-4a4d-8792-6ae304512484 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "GET /v2.0/security-groups/cf7fbaf3-fc5b-4652-9092-ff1970821b9b HTTP/1.1" status: 404 len: 347 time: 0.0964801 Jan 28 19:30:34.378908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38020) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:34.510802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b5e36393-1223-4275-8c08-98a0aef9847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:34.514892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e36393-1223-4275-8c08-98a0aef9847b None None] The sync data for ids ['20fee3d1-be77-4de2-af7f-be646205d319'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:30:34.592349 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-45e32276-7bc3-4605-b181-971802e0b08f None None] Provisioning complete for port af64b118-3555-46d6-9a42-9f80747e0de1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:34.592574 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45e32276-7bc3-4605-b181-971802e0b08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (af64b118-3555-46d6-9a42-9f80747e0de1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:34.630188 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-cb22dd89-bd80-4e12-8aeb-6dae3b9cf656 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:30:34.631284 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cb22dd89-bd80-4e12-8aeb-6dae3b9cf656 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "PUT /v2.0/routers/20fee3d1-be77-4de2-af7f-be646205d319/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1293721 Jan 28 19:30:34.634702 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38024) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:34.699270 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port af64b118-3555-46d6-9a42-9f80747e0de1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:34.699639 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (af64b118-3555-46d6-9a42-9f80747e0de1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:34.724314 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d6fbf580-4639-4092-9693-09a9646e8ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:35Z', 'revision_number': 4, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ddefd569-b9b9-4a85-b818-ceebb74e0d99', 'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'mac_address': 'fa:16:3e:13:f2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:32Z', 'updated_at': '2022-01-28T19:19:41Z', 'revision_number': 5, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'subnets': [{'id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:34.838067 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fbf580-4639-4092-9693-09a9646e8ac7 None None] The sync data for ids ['29bd8e6c-f3a6-478d-b57c-73297ba42978'] in n-d-824834-4 is: [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:19:35Z', 'revision_number': 4, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ddefd569-b9b9-4a85-b818-ceebb74e0d99', 'name': '', 'network_id': '4eaabcda-c76b-4b7a-807c-2b462b7a6f9c', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'mac_address': 'fa:16:3e:13:f2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:32Z', 'updated_at': '2022-01-28T19:19:41Z', 'revision_number': 5, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'subnets': [{'id': 'f81e2f04-6d65-4bf2-ae23-2d422541a4df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:30:34.859901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-684d69cb-d776-4ced-9d95-bc79a7642db0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Deleting port dd5b252f-279a-40db-8ea2-f1b1cbe55ba6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:34.860249 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-684d69cb-d776-4ced-9d95-bc79a7642db0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (dd5b252f-279a-40db-8ea2-f1b1cbe55ba6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:34.951079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-45e32276-7bc3-4605-b181-971802e0b08f None None] Current status of the port af64b118-3555-46d6-9a42-9f80747e0de1 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:35.015373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port af64b118-3555-46d6-9a42-9f80747e0de1 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:35.018254 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b768c17d-60cf-42bd-92b5-71cc8ca03d48 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:35.102634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a2136566-21e8-4674-9162-4791965b6d8d None None] Provisioning complete for port b768c17d-60cf-42bd-92b5-71cc8ca03d48 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:35.103057 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2136566-21e8-4674-9162-4791965b6d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b768c17d-60cf-42bd-92b5-71cc8ca03d48), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:35.144134 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-684d69cb-d776-4ced-9d95-bc79a7642db0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (dd5b252f-279a-40db-8ea2-f1b1cbe55ba6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:35.144610 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-684d69cb-d776-4ced-9d95-bc79a7642db0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for floatingip (dd5b252f-279a-40db-8ea2-f1b1cbe55ba6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:35.169902 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port b768c17d-60cf-42bd-92b5-71cc8ca03d48 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:35.171547 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b768c17d-60cf-42bd-92b5-71cc8ca03d48), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:35.179298 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-684d69cb-d776-4ced-9d95-bc79a7642db0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Calling delete_port for dd5b252f-279a-40db-8ea2-f1b1cbe55ba6 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:35.317809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a2136566-21e8-4674-9162-4791965b6d8d None None] Current status of the port b768c17d-60cf-42bd-92b5-71cc8ca03d48 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:35.327025 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-96871ebb-0f98-4eda-bd11-8a60548b6bf3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c007ac0081c44db29a79e1c8bca3bb0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9765460 Jan 28 19:30:35.329488 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:35.409864 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b768c17d-60cf-42bd-92b5-71cc8ca03d48 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:35.526713 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-684d69cb-d776-4ced-9d95-bc79a7642db0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (dd5b252f-279a-40db-8ea2-f1b1cbe55ba6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:35.529354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-723e6a6c-be72-4a0c-9a93-f297a1508f74 admin admin] Publish callbacks [] for security_group (d86b5232-4024-4020-b80a-b282cd88e7db), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:35.583090 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bee5a1-ce76-4023-ba01-1ac7229860fc None None] New status for floating IP c81c6a8e-be00-48e1-a937-bd9a8e854b20: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:30:35.595116 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-723e6a6c-be72-4a0c-9a93-f297a1508f74 admin admin] Publish callbacks [] for security_group (d86b5232-4024-4020-b80a-b282cd88e7db), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:35.616348 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d69cb-d776-4ced-9d95-bc79a7642db0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Pushing event deleted for resources: {'Port': ['ID=dd5b252f-279a-40db-8ea2-f1b1cbe55ba6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:35.753108 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-723e6a6c-be72-4a0c-9a93-f297a1508f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d86b5232-4024-4020-b80a-b282cd88e7db), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:35.757977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-723e6a6c-be72-4a0c-9a93-f297a1508f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:35.760135 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-723e6a6c-be72-4a0c-9a93-f297a1508f74 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d86b5232-4024-4020-b80a-b282cd88e7db HTTP/1.1" status: 204 len: 168 time: 0.4260929 Jan 28 19:30:35.774983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e6a6c-be72-4a0c-9a93-f297a1508f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86b5232-4024-4020-b80a-b282cd88e7db,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:35.792022 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8cea5c1-bcff-46d4-9a44-17040d3d57cd tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (20fee3d1-be77-4de2-af7f-be646205d319), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:35.815183 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-684d69cb-d776-4ced-9d95-bc79a7642db0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks [] for floatingip (c81c6a8e-be00-48e1-a937-bd9a8e854b20), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:35.817866 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-684d69cb-d776-4ced-9d95-bc79a7642db0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:35.841427 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-684d69cb-d776-4ced-9d95-bc79a7642db0 tempest-AttachVolumeShelveTestJSON-1854553806 tempest-AttachVolumeShelveTestJSON-1854553806-project] 10.222.0.55 "DELETE /v2.0/floatingips/c81c6a8e-be00-48e1-a937-bd9a8e854b20 HTTP/1.1" status: 204 len: 168 time: 1.4554136 Jan 28 19:30:36.396123 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c8cea5c1-bcff-46d4-9a44-17040d3d57cd tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Deleting port 9c55749f-0c90-4de8-ac2e-616d2c7ca474 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:36.396469 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8cea5c1-bcff-46d4-9a44-17040d3d57cd tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9c55749f-0c90-4de8-ac2e-616d2c7ca474), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:36.580132 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8cea5c1-bcff-46d4-9a44-17040d3d57cd tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9c55749f-0c90-4de8-ac2e-616d2c7ca474), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:36.600965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c8cea5c1-bcff-46d4-9a44-17040d3d57cd tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Calling delete_port for 9c55749f-0c90-4de8-ac2e-616d2c7ca474 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:36.612566 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38064) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:36.720261 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e7ed87a7-d813-4604-b857-4e0e43b2a682 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcc0c7cc381241b79473e5c6724fc8e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1059241 Jan 28 19:30:36.722774 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38068) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:36.860936 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f302d6a8-564d-47aa-9c61-ade505c0436a admin admin] Publish callbacks [] for security_group (c39a5453-f362-4467-9116-088db019a6cd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:36.916118 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8cea5c1-bcff-46d4-9a44-17040d3d57cd tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9c55749f-0c90-4de8-ac2e-616d2c7ca474), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:36.921205 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f302d6a8-564d-47aa-9c61-ade505c0436a admin admin] Publish callbacks [] for security_group (c39a5453-f362-4467-9116-088db019a6cd), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:36.985460 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f302d6a8-564d-47aa-9c61-ade505c0436a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c39a5453-f362-4467-9116-088db019a6cd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:36.996445 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f302d6a8-564d-47aa-9c61-ade505c0436a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:36.996445 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f302d6a8-564d-47aa-9c61-ade505c0436a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c39a5453-f362-4467-9116-088db019a6cd HTTP/1.1" status: 204 len: 168 time: 0.2707756 Jan 28 19:30:37.025954 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302d6a8-564d-47aa-9c61-ade505c0436a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39a5453-f362-4467-9116-088db019a6cd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:37.188497 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cea5c1-bcff-46d4-9a44-17040d3d57cd tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event deleted for resources: {'Port': ['ID=9c55749f-0c90-4de8-ac2e-616d2c7ca474,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:37.623710 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8cea5c1-bcff-46d4-9a44-17040d3d57cd tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (20fee3d1-be77-4de2-af7f-be646205d319), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:37.968208 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cea5c1-bcff-46d4-9a44-17040d3d57cd tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Router 20fee3d1-be77-4de2-af7f-be646205d319 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:30:38.108472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cea5c1-bcff-46d4-9a44-17040d3d57cd tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:30:38.113685 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c8cea5c1-bcff-46d4-9a44-17040d3d57cd tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "PUT /v2.0/routers/20fee3d1-be77-4de2-af7f-be646205d319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4778316 Jan 28 19:30:38.117820 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38106) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:38.122311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53162ac-7744-4d1c-bd53-b0696c49c763 None None] Sync routers for ids ['20fee3d1-be77-4de2-af7f-be646205d319'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:30:38.146854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53162ac-7744-4d1c-bd53-b0696c49c763 None None] Routers {'20fee3d1-be77-4de2-af7f-be646205d319'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:38.147748 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a53162ac-7744-4d1c-bd53-b0696c49c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['20fee3d1-be77-4de2-af7f-be646205d319'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:38.195107 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-535df2a5-fa1a-41ab-9985-035f60e7fcaa tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] delete failed (client error): The resource could not be found. Jan 28 19:30:38.196534 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-535df2a5-fa1a-41ab-9985-035f60e7fcaa tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-107056084 HTTP/1.1" status: 404 len: 334 time: 0.0779097 Jan 28 19:30:38.202429 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38112) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:38.208029 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5c78117b-a578-4105-aaf1-7ab0f4d14c99 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Request body: {'router': {'external_gateway_info': {'network_id': '20fee3d1-be77-4de2-af7f-be646205d319'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:38.237821 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a53162ac-7744-4d1c-bd53-b0696c49c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:38.291976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53162ac-7744-4d1c-bd53-b0696c49c763 None None] Routers {'20fee3d1-be77-4de2-af7f-be646205d319'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:38.292774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a53162ac-7744-4d1c-bd53-b0696c49c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['20fee3d1-be77-4de2-af7f-be646205d319'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:38.394934 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a53162ac-7744-4d1c-bd53-b0696c49c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:38.395693 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53162ac-7744-4d1c-bd53-b0696c49c763 None None] The sync data for ids ['20fee3d1-be77-4de2-af7f-be646205d319'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:30:39.387639 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c78117b-a578-4105-aaf1-7ab0f4d14c99 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for router_gateway (20fee3d1-be77-4de2-af7f-be646205d319), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:39.438082 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-5c78117b-a578-4105-aaf1-7ab0f4d14c99 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] update failed (client error): The resource could not be found. Jan 28 19:30:39.440258 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5c78117b-a578-4105-aaf1-7ab0f4d14c99 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "PUT /v2.0/routers/20fee3d1-be77-4de2-af7f-be646205d319 HTTP/1.1" status: 404 len: 339 time: 1.2364018 Jan 28 19:30:39.445957 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38160) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:40.367504 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:41.095746 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Allocated IP 172.20.0.1 (90c0caee-c0a8-4940-9c08-ca826ff37d33/0b37fedd-6c9f-43b9-a1b2-6d76c1a9fad4/be90302a-f70f-4a4a-8d92-ed790f8e7072) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:41.342614 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for port (be90302a-f70f-4a4a-8d92-ed790f8e7072), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:41.453219 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (be90302a-f70f-4a4a-8d92-ed790f8e7072), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:41.591142 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Network 90c0caee-c0a8-4940-9c08-ca826ff37d33 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:41.601472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:41.609459 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:41.713657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event updated for resources: {'Port': ['ID=be90302a-f70f-4a4a-8d92-ed790f8e7072,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:41.731059 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:41.764722 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (20fee3d1-be77-4de2-af7f-be646205d319), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.049559 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (be90302a-f70f-4a4a-8d92-ed790f8e7072), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.128719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-028acc0d-26ff-417e-b3db-ef7081d38bbe None None] Provisioning complete for port be90302a-f70f-4a4a-8d92-ed790f8e7072 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:42.129290 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-028acc0d-26ff-417e-b3db-ef7081d38bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (be90302a-f70f-4a4a-8d92-ed790f8e7072), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.149673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:42.208534 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-028acc0d-26ff-417e-b3db-ef7081d38bbe None None] Port be90302a-f70f-4a4a-8d92-ed790f8e7072 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:30:42.224015 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.245659 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:42.458184 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.517685 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d7bab00-b64e-476e-86dd-79630cc1db79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.567009 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for port (be90302a-f70f-4a4a-8d92-ed790f8e7072), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.573042 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (be90302a-f70f-4a4a-8d92-ed790f8e7072), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.739612 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Allocated IP 172.25.0.16 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/260f68d3-17ef-4874-8db8-3d1d50bf8ad1) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:42.740693 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d7bab00-b64e-476e-86dd-79630cc1db79 admin admin] Publish callbacks [] for security_group (f6311f45-5122-4927-9c99-e417c9a5fe83), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.742979 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (20fee3d1-be77-4de2-af7f-be646205d319), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.763350 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d7bab00-b64e-476e-86dd-79630cc1db79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f6311f45-5122-4927-9c99-e417c9a5fe83), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:42.805401 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5d7bab00-b64e-476e-86dd-79630cc1db79 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8046dcec0d84b43b031bbea548459e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5578115 Jan 28 19:30:42.821171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38246) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:42.927829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event updated for resources: {'Port': ['ID=be90302a-f70f-4a4a-8d92-ed790f8e7072,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:42.966645 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bab00-b64e-476e-86dd-79630cc1db79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6311f45-5122-4927-9c99-e417c9a5fe83,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:42.976383 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for port (260f68d3-17ef-4874-8db8-3d1d50bf8ad1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.029350 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec9293ee-af5a-4e6f-aa2a-4469fbbb3737 admin admin] Publish callbacks [] for security_group (f6311f45-5122-4927-9c99-e417c9a5fe83), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.064608 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (260f68d3-17ef-4874-8db8-3d1d50bf8ad1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.090630 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec9293ee-af5a-4e6f-aa2a-4469fbbb3737 admin admin] Publish callbacks [] for security_group (f6311f45-5122-4927-9c99-e417c9a5fe83), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.108030 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Network 90c0caee-c0a8-4940-9c08-ca826ff37d33 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:43.112963 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:43.141081 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:43.158095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:43.163689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:43.168001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Pushing event updated for resources: {'Port': ['ID=260f68d3-17ef-4874-8db8-3d1d50bf8ad1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:43.309529 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for floatingip (2507c54b-55bb-47de-9413-93527d4d4727), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.339480 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec9293ee-af5a-4e6f-aa2a-4469fbbb3737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f6311f45-5122-4927-9c99-e417c9a5fe83), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.346274 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ec9293ee-af5a-4e6f-aa2a-4469fbbb3737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.350767 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ec9293ee-af5a-4e6f-aa2a-4469fbbb3737 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6311f45-5122-4927-9c99-e417c9a5fe83 HTTP/1.1" status: 204 len: 168 time: 0.5217538 Jan 28 19:30:43.367748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9293ee-af5a-4e6f-aa2a-4469fbbb3737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6311f45-5122-4927-9c99-e417c9a5fe83,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:43.375704 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Router 20fee3d1-be77-4de2-af7f-be646205d319 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:30:43.405385 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (260f68d3-17ef-4874-8db8-3d1d50bf8ad1), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.549094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:30:43.567118 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64f1f8a-f3be-43a5-a1e9-360a86fc484a None None] Sync routers for ids ['20fee3d1-be77-4de2-af7f-be646205d319'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:30:43.584906 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f1f8a-f3be-43a5-a1e9-360a86fc484a None None] Routers {'20fee3d1-be77-4de2-af7f-be646205d319'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:43.585611 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38260) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:43.588329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0721871a-cc2c-4c5e-a06e-c739015480ab None None] Provisioning complete for port be90302a-f70f-4a4a-8d92-ed790f8e7072 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:43.588773 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0721871a-cc2c-4c5e-a06e-c739015480ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (be90302a-f70f-4a4a-8d92-ed790f8e7072), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.593713 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9dc63718-f679-4e12-a9fe-37cd8d2b4c17 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "PUT /v2.0/routers/20fee3d1-be77-4de2-af7f-be646205d319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1451075 Jan 28 19:30:43.598984 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e64f1f8a-f3be-43a5-a1e9-360a86fc484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['20fee3d1-be77-4de2-af7f-be646205d319'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:43.675369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0721871a-cc2c-4c5e-a06e-c739015480ab None None] Port be90302a-f70f-4a4a-8d92-ed790f8e7072 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:30:43.721094 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9510d23-6601-42ae-9de5-1dee18154b4b tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for router (20fee3d1-be77-4de2-af7f-be646205d319), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.726243 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e64f1f8a-f3be-43a5-a1e9-360a86fc484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:43.782132 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f1f8a-f3be-43a5-a1e9-360a86fc484a None None] Routers {'20fee3d1-be77-4de2-af7f-be646205d319'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:43.786846 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e64f1f8a-f3be-43a5-a1e9-360a86fc484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['20fee3d1-be77-4de2-af7f-be646205d319'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:43.858496 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e64f1f8a-f3be-43a5-a1e9-360a86fc484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:43.859151 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64f1f8a-f3be-43a5-a1e9-360a86fc484a None None] The sync data for ids ['20fee3d1-be77-4de2-af7f-be646205d319'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:30:43.893158 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-c9510d23-6601-42ae-9de5-1dee18154b4b tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 19:30:43.894974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c9510d23-6601-42ae-9de5-1dee18154b4b tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "DELETE /v2.0/routers/20fee3d1-be77-4de2-af7f-be646205d319 HTTP/1.1" status: 409 len: 329 time: 0.3077989 Jan 28 19:30:43.897676 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:43.900264 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for port (260f68d3-17ef-4874-8db8-3d1d50bf8ad1), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:43.907385 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (260f68d3-17ef-4874-8db8-3d1d50bf8ad1), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.084055 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38288) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:44.180234 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18c687d8-2826-4b04-9fca-02985787014f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.236602 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Pushing event updated for resources: {'Port': ['ID=260f68d3-17ef-4874-8db8-3d1d50bf8ad1,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:44.266079 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (2507c54b-55bb-47de-9413-93527d4d4727), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.306298 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.307734 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-726ab37c-72b0-44b4-b900-eeb660f965be tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5749924 Jan 28 19:30:44.310511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38294) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:44.316678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-28c0ab5f-fe8c-4901-b9cd-24dd557ca97c tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1257714792'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:44.360765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c0ab5f-fe8c-4901-b9cd-24dd557ca97c tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Made reservation on behalf of bcde8f24ae5240a0a6044982d86faf35 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:44.364758 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28c0ab5f-fe8c-4901-b9cd-24dd557ca97c tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.379481 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28c0ab5f-fe8c-4901-b9cd-24dd557ca97c tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.439603 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18c687d8-2826-4b04-9fca-02985787014f admin admin] Publish callbacks [] for security_group (70b840a6-1fed-446f-b4cc-ca29021f59c8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.447616 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18c687d8-2826-4b04-9fca-02985787014f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (70b840a6-1fed-446f-b4cc-ca29021f59c8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.532033 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-18c687d8-2826-4b04-9fca-02985787014f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5665a921a62c49b5848ee43a31045f56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4447558 Jan 28 19:30:44.534093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38300) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:44.580552 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c687d8-2826-4b04-9fca-02985787014f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b840a6-1fed-446f-b4cc-ca29021f59c8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:44.632360 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0c3529a-4fb0-4035-977f-a881600785c1 admin admin] Publish callbacks [] for security_group (70b840a6-1fed-446f-b4cc-ca29021f59c8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.659684 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0c3529a-4fb0-4035-977f-a881600785c1 admin admin] Publish callbacks [] for security_group (70b840a6-1fed-446f-b4cc-ca29021f59c8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.783662 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28c0ab5f-fe8c-4901-b9cd-24dd557ca97c tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for security_group (1cf9d96d-4948-42a7-a57f-961ecfc6eb3c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.790371 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28c0ab5f-fe8c-4901-b9cd-24dd557ca97c tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1cf9d96d-4948-42a7-a57f-961ecfc6eb3c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.814058 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0c3529a-4fb0-4035-977f-a881600785c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (70b840a6-1fed-446f-b4cc-ca29021f59c8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.816560 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0c3529a-4fb0-4035-977f-a881600785c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.820300 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d0c3529a-4fb0-4035-977f-a881600785c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/70b840a6-1fed-446f-b4cc-ca29021f59c8 HTTP/1.1" status: 204 len: 168 time: 0.2807810 Jan 28 19:30:44.828485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c0ab5f-fe8c-4901-b9cd-24dd557ca97c tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:30:44.846781 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0ab5f-fe8c-4901-b9cd-24dd557ca97c tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf9d96d-4948-42a7-a57f-961ecfc6eb3c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:44.875808 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28c0ab5f-fe8c-4901-b9cd-24dd557ca97c tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (80ef4dca-9602-40d1-aebe-baaf91307cf6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:44.876163 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-28c0ab5f-fe8c-4901-b9cd-24dd557ca97c tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Added segment 80ef4dca-9602-40d1-aebe-baaf91307cf6 of type vlan for network ba3a381d-9ace-4440-a9e4-62969e80a5af Jan 28 19:30:44.931995 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3529a-4fb0-4035-977f-a881600785c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b840a6-1fed-446f-b4cc-ca29021f59c8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:45.014208 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28c0ab5f-fe8c-4901-b9cd-24dd557ca97c tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (ba3a381d-9ace-4440-a9e4-62969e80a5af), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.019211 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f284-5d29-4a81-82a9-b98c938571c6 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (20fee3d1-be77-4de2-af7f-be646205d319), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.068396 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28c0ab5f-fe8c-4901-b9cd-24dd557ca97c tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (ba3a381d-9ace-4440-a9e4-62969e80a5af), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.078661 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0ab5f-fe8c-4901-b9cd-24dd557ca97c tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:45.079391 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28c0ab5f-fe8c-4901-b9cd-24dd557ca97c tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.221893 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-28c0ab5f-fe8c-4901-b9cd-24dd557ca97c tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9102614 Jan 28 19:30:45.234627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38336) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:45.248765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b3a29c81-c0c3-4ea2-a06f-ac247c6e61c7 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Request body: {'subnet': {'network_id': 'ba3a381d-9ace-4440-a9e4-62969e80a5af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:45.311353 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0ab5f-fe8c-4901-b9cd-24dd557ca97c tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Pushing event updated for resources: {'Network': ['ID=ba3a381d-9ace-4440-a9e4-62969e80a5af,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:45.324242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network ba3a381d-9ace-4440-a9e4-62969e80a5af details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:30:45.535482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a29c81-c0c3-4ea2-a06f-ac247c6e61c7 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Made reservation on behalf of bcde8f24ae5240a0a6044982d86faf35 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:45.539970 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3a29c81-c0c3-4ea2-a06f-ac247c6e61c7 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.553829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8f284-5d29-4a81-82a9-b98c938571c6 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Deleting port be90302a-f70f-4a4a-8d92-ed790f8e7072 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:45.554244 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f284-5d29-4a81-82a9-b98c938571c6 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (be90302a-f70f-4a4a-8d92-ed790f8e7072), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.779556 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f284-5d29-4a81-82a9-b98c938571c6 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (be90302a-f70f-4a4a-8d92-ed790f8e7072), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:45.838828 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8f284-5d29-4a81-82a9-b98c938571c6 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Calling delete_port for be90302a-f70f-4a4a-8d92-ed790f8e7072 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:45.952645 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3a29c81-c0c3-4ea2-a06f-ac247c6e61c7 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (31bccc71-3cd1-43d6-8b23-500588ec5fd3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:46.035317 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a29c81-c0c3-4ea2-a06f-ac247c6e61c7 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Pushing event updated for resources: {'Subnet': ['ID=31bccc71-3cd1-43d6-8b23-500588ec5fd3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:46.054044 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a29c81-c0c3-4ea2-a06f-ac247c6e61c7 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Checking segment: {'id': '80ef4dca-9602-40d1-aebe-baaf91307cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ba3a381d-9ace-4440-a9e4-62969e80a5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:46.054679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a29c81-c0c3-4ea2-a06f-ac247c6e61c7 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Network hostable DHCP agents. Network: ba3a381d-9ace-4440-a9e4-62969e80a5af, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:30:46.093054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a29c81-c0c3-4ea2-a06f-ac247c6e61c7 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Network ba3a381d-9ace-4440-a9e4-62969e80a5af is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:30:46.111294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b3a29c81-c0c3-4ea2-a06f-ac247c6e61c7 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, ba3a381d-9ace-4440-a9e4-62969e80a5af) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:46.125855 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a29c81-c0c3-4ea2-a06f-ac247c6e61c7 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:46.125988 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b3a29c81-c0c3-4ea2-a06f-ac247c6e61c7 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:46.131884 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c584e8ed-52d5-4dfc-bcca-0cda89c2226b None None] Network ba3a381d-9ace-4440-a9e4-62969e80a5af requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:46.209006 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b3a29c81-c0c3-4ea2-a06f-ac247c6e61c7 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9692564 Jan 28 19:30:46.210796 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38460) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:46.221107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-779663638', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:46.277112 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (17b20d8d-63db-4fb6-915f-3e958dc9cbc2), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:46.278326 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (17b20d8d-63db-4fb6-915f-3e958dc9cbc2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:46.412913 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for router_controller (17b20d8d-63db-4fb6-915f-3e958dc9cbc2), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:46.528059 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f284-5d29-4a81-82a9-b98c938571c6 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (be90302a-f70f-4a4a-8d92-ed790f8e7072), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:46.607441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8f284-5d29-4a81-82a9-b98c938571c6 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event deleted for resources: {'Port': ['ID=be90302a-f70f-4a4a-8d92-ed790f8e7072,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:46.780452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-ba3a381d-9ace-4440-a9e4-62969e80a5af', 'network_id': 'ba3a381d-9ace-4440-a9e4-62969e80a5af', 'project_id': 'bcde8f24ae5240a0a6044982d86faf35', 'fixed_ips': [{'subnet_id': '31bccc71-3cd1-43d6-8b23-500588ec5fd3'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:30:46.782848 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:46.934499 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for router_gateway (17b20d8d-63db-4fb6-915f-3e958dc9cbc2), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.185979 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ba8f284-5d29-4a81-82a9-b98c938571c6 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (20fee3d1-be77-4de2-af7f-be646205d319), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.192591 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Allocated IP 172.20.0.2 (ba3a381d-9ace-4440-a9e4-62969e80a5af/31bccc71-3cd1-43d6-8b23-500588ec5fd3/efd5ecdc-4dcc-4feb-bb0e-4a559a006967) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:47.496109 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for router_gateway (17b20d8d-63db-4fb6-915f-3e958dc9cbc2), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.521749 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.603636 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Publish callbacks [] for port (efd5ecdc-4dcc-4feb-bb0e-4a559a006967), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.611748 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (efd5ecdc-4dcc-4feb-bb0e-4a559a006967), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.660191 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba8f284-5d29-4a81-82a9-b98c938571c6 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Router 20fee3d1-be77-4de2-af7f-be646205d319 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:30:47.739232 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Network ba3a381d-9ace-4440-a9e4-62969e80a5af is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:47.740459 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Pushing event updated for resources: {'Port': ['ID=efd5ecdc-4dcc-4feb-bb0e-4a559a006967,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:47.744038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:47.750360 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:47.779687 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Allocated IP 172.25.0.185 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/fd4907a7-d71d-4695-8f17-0b91ae43b30d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:47.933532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Attempting to bind port efd5ecdc-4dcc-4feb-bb0e-4a559a006967 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:30:47.934544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Attempting to bind port efd5ecdc-4dcc-4feb-bb0e-4a559a006967 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '80ef4dca-9602-40d1-aebe-baaf91307cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ba3a381d-9ace-4440-a9e4-62969e80a5af'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:30:47.935114 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Attempting to bind port efd5ecdc-4dcc-4feb-bb0e-4a559a006967 on network ba3a381d-9ace-4440-a9e4-62969e80a5af {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:30:47.936662 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba8f284-5d29-4a81-82a9-b98c938571c6 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:30:47.955378 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2ba8f284-5d29-4a81-82a9-b98c938571c6 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "PUT /v2.0/routers/20fee3d1-be77-4de2-af7f-be646205d319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0564327 Jan 28 19:30:47.956275 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38648) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:47.956577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:30:47.957284 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Checking segment: {'id': '80ef4dca-9602-40d1-aebe-baaf91307cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ba3a381d-9ace-4440-a9e4-62969e80a5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:30:47.961119 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.962078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Bound using segment: {'id': '80ef4dca-9602-40d1-aebe-baaf91307cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ba3a381d-9ace-4440-a9e4-62969e80a5af'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:30:47.963252 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Bound port: efd5ecdc-4dcc-4feb-bb0e-4a559a006967, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80ef4dca-9602-40d1-aebe-baaf91307cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ba3a381d-9ace-4440-a9e4-62969e80a5af'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:30:47.963998 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (efd5ecdc-4dcc-4feb-bb0e-4a559a006967), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:47.979142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eb2121-66eb-4792-9e47-b81d479415e4 None None] Sync routers for ids ['20fee3d1-be77-4de2-af7f-be646205d319'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:30:48.025444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eb2121-66eb-4792-9e47-b81d479415e4 None None] Routers {'20fee3d1-be77-4de2-af7f-be646205d319'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:48.026467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-52eb2121-66eb-4792-9e47-b81d479415e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['20fee3d1-be77-4de2-af7f-be646205d319'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:48.054297 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-ee082296-8213-469d-a0aa-c82e1533d5ee tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] show failed (client error): The resource could not be found. Jan 28 19:30:48.060289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38658) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:48.064392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ee082296-8213-469d-a0aa-c82e1533d5ee tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-1080571169 HTTP/1.1" status: 404 len: 335 time: 0.1043787 Jan 28 19:30:48.087461 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-52eb2121-66eb-4792-9e47-b81d479415e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:48.093171 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-032d42cd-cab4-4cf5-8a7f-2ee3e3c3f4e1 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:48.162603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] For port efd5ecdc-4dcc-4feb-bb0e-4a559a006967, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:30:48.168638 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] For port efd5ecdc-4dcc-4feb-bb0e-4a559a006967, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=efd5ecdc-4dcc-4feb-bb0e-4a559a006967,segment=NetworkSegment(80ef4dca-9602-40d1-aebe-baaf91307cf6),segment_id=80ef4dca-9602-40d1-aebe-baaf91307cf6)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:30:48.172572 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eb2121-66eb-4792-9e47-b81d479415e4 None None] Routers {'20fee3d1-be77-4de2-af7f-be646205d319'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:48.174405 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-52eb2121-66eb-4792-9e47-b81d479415e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['20fee3d1-be77-4de2-af7f-be646205d319'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:48.267041 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-52eb2121-66eb-4792-9e47-b81d479415e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:48.268374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eb2121-66eb-4792-9e47-b81d479415e4 None None] The sync data for ids ['20fee3d1-be77-4de2-af7f-be646205d319'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:30:48.278575 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (efd5ecdc-4dcc-4feb-bb0e-4a559a006967), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.279275 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-032d42cd-cab4-4cf5-8a7f-2ee3e3c3f4e1 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] update failed (client error): The resource could not be found. Jan 28 19:30:48.283280 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-032d42cd-cab4-4cf5-8a7f-2ee3e3c3f4e1 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-1373469962 HTTP/1.1" status: 404 len: 335 time: 0.2173767 Jan 28 19:30:48.285306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38686) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:48.306748 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for port (fd4907a7-d71d-4695-8f17-0b91ae43b30d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.364169 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (fd4907a7-d71d-4695-8f17-0b91ae43b30d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.401434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3187eeb4-09a2-4779-a3bc-994dc0e15d94 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Deleting subnet 02f93dca-ca0b-4648-8f79-8743181a1a50 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:30:48.407851 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3187eeb4-09a2-4779-a3bc-994dc0e15d94 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for subnet (02f93dca-ca0b-4648-8f79-8743181a1a50), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.445957 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2cbe9be8-661e-426d-8a64-42f41b3a7022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.499014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c64e2c-80cc-4d0f-8d88-137d1d218624 None None] Pushing event updated for resources: {'Port': ['ID=efd5ecdc-4dcc-4feb-bb0e-4a559a006967,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:48.523273 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3187eeb4-09a2-4779-a3bc-994dc0e15d94 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (02f93dca-ca0b-4648-8f79-8743181a1a50), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.572017 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:48.582128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:48.588551 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:48.657047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Pushing event updated for resources: {'Port': ['ID=fd4907a7-d71d-4695-8f17-0b91ae43b30d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:48.747731 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3187eeb4-09a2-4779-a3bc-994dc0e15d94 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (02f93dca-ca0b-4648-8f79-8743181a1a50), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.864274 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3187eeb4-09a2-4779-a3bc-994dc0e15d94 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (02f93dca-ca0b-4648-8f79-8743181a1a50), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.913932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187eeb4-09a2-4779-a3bc-994dc0e15d94 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event deleted for resources: {'Subnet': ['ID=02f93dca-ca0b-4648-8f79-8743181a1a50,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:48.930886 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5cdfad-db48-4a48-a82d-936b5eb78904 None None] Network 97abec3a-462f-4488-ba9a-6225a29c38f0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:48.932466 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3187eeb4-09a2-4779-a3bc-994dc0e15d94 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:48.940021 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3187eeb4-09a2-4779-a3bc-994dc0e15d94 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "DELETE /v2.0/subnets/02f93dca-ca0b-4648-8f79-8743181a1a50 HTTP/1.1" status: 204 len: 168 time: 0.6532817 Jan 28 19:30:48.940652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38760) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:49.096197 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4f6f71-3d85-455f-8064-08c45adcc9d4 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Deleting subnet c44ab3be-cbda-42ad-9071-c94735272c96 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:30:49.114000 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b4f6f71-3d85-455f-8064-08c45adcc9d4 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for subnet (c44ab3be-cbda-42ad-9071-c94735272c96), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:49.268685 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b4f6f71-3d85-455f-8064-08c45adcc9d4 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (c44ab3be-cbda-42ad-9071-c94735272c96), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:49.351072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f98bcf-aacd-415c-9463-2bb564b867dc None None] DHCP port deletion for 97abec3a-462f-4488-ba9a-6225a29c38f0 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:30:49.497073 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for router_gateway (17b20d8d-63db-4fb6-915f-3e958dc9cbc2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:49.530743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e4f98bcf-aacd-415c-9463-2bb564b867dc None None] Deleting port b768c17d-60cf-42bd-92b5-71cc8ca03d48 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:49.531193 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4f98bcf-aacd-415c-9463-2bb564b867dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b768c17d-60cf-42bd-92b5-71cc8ca03d48), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:49.531357 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b4f6f71-3d85-455f-8064-08c45adcc9d4 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (c44ab3be-cbda-42ad-9071-c94735272c96), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:49.642175 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e4f98bcf-aacd-415c-9463-2bb564b867dc None None] For port b768c17d-60cf-42bd-92b5-71cc8ca03d48, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b768c17d-60cf-42bd-92b5-71cc8ca03d48,segment=NetworkSegment(5bd7d964-4423-46b0-bce9-eddb2e590062),segment_id=5bd7d964-4423-46b0-bce9-eddb2e590062)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:49.642957 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4f98bcf-aacd-415c-9463-2bb564b867dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b768c17d-60cf-42bd-92b5-71cc8ca03d48), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:49.669390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e4f98bcf-aacd-415c-9463-2bb564b867dc None None] Calling delete_port for b768c17d-60cf-42bd-92b5-71cc8ca03d48 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:49.746250 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b4f6f71-3d85-455f-8064-08c45adcc9d4 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (c44ab3be-cbda-42ad-9071-c94735272c96), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:49.825350 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f6f71-3d85-455f-8064-08c45adcc9d4 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event deleted for resources: {'Subnet': ['ID=c44ab3be-cbda-42ad-9071-c94735272c96,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:49.854784 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b4f6f71-3d85-455f-8064-08c45adcc9d4 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:49.861151 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4f98bcf-aacd-415c-9463-2bb564b867dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (b768c17d-60cf-42bd-92b5-71cc8ca03d48), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:49.869154 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0b4f6f71-3d85-455f-8064-08c45adcc9d4 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "DELETE /v2.0/subnets/c44ab3be-cbda-42ad-9071-c94735272c96 HTTP/1.1" status: 204 len: 168 time: 0.9274313 Jan 28 19:30:49.870776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38842) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:49.959683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eef1aa3-bec9-44ce-8b4a-faf7ea95f28d None None] Network 5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:50.053427 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (17b20d8d-63db-4fb6-915f-3e958dc9cbc2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.135960 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6e07039-1f22-4c58-8ef0-6b110e1543d7 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (97abec3a-462f-4488-ba9a-6225a29c38f0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.170635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f98bcf-aacd-415c-9463-2bb564b867dc None None] Pushing event deleted for resources: {'Port': ['ID=b768c17d-60cf-42bd-92b5-71cc8ca03d48,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:50.178096 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f98bcf-aacd-415c-9463-2bb564b867dc None None] No DVR routers for this DVR port b768c17d-60cf-42bd-92b5-71cc8ca03d48 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:30:50.238199 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device efd5ecdc-4dcc-4feb-bb0e-4a559a006967 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:50.413921 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port efd5ecdc-4dcc-4feb-bb0e-4a559a006967 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:50.414745 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (efd5ecdc-4dcc-4feb-bb0e-4a559a006967), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.468952 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6e07039-1f22-4c58-8ef0-6b110e1543d7 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (97abec3a-462f-4488-ba9a-6225a29c38f0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.524463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e9a7a9-77b7-4e52-81db-4a527b100ea7 None None] DHCP port deletion for 5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:30:50.537369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d6e07039-1f22-4c58-8ef0-6b110e1543d7 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97abec3a-462f-4488-ba9a-6225a29c38f0']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:50.590367 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d6e07039-1f22-4c58-8ef0-6b110e1543d7 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd7d964-4423-46b0-bce9-eddb2e590062') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:50.590660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d6e07039-1f22-4c58-8ef0-6b110e1543d7 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd7d964-4423-46b0-bce9-eddb2e590062') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:50.624010 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6e07039-1f22-4c58-8ef0-6b110e1543d7 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (5bd7d964-4423-46b0-bce9-eddb2e590062), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.644937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Router 17b20d8d-63db-4fb6-915f-3e958dc9cbc2 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:30:50.650896 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5878076-648f-40b4-8546-c281b4aab6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.666512 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6e07039-1f22-4c58-8ef0-6b110e1543d7 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5bd7d964-4423-46b0-bce9-eddb2e590062), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.695113 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e07039-1f22-4c58-8ef0-6b110e1543d7 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:30:50.696236 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6e07039-1f22-4c58-8ef0-6b110e1543d7 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (5bd7d964-4423-46b0-bce9-eddb2e590062), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.766372 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8845913e-65fa-4126-91d7-faee1d6a53c6 None None] Network ba3a381d-9ace-4440-a9e4-62969e80a5af requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:30:50.884313 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:30:50.890139 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6e07039-1f22-4c58-8ef0-6b110e1543d7 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (97abec3a-462f-4488-ba9a-6225a29c38f0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.899792 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d6e07039-1f22-4c58-8ef0-6b110e1543d7 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:50.914661 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d6e07039-1f22-4c58-8ef0-6b110e1543d7 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "DELETE /v2.0/networks/97abec3a-462f-4488-ba9a-6225a29c38f0 HTTP/1.1" status: 204 len: 168 time: 1.0414214 Jan 28 19:30:50.917118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38870) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:51.017130 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c789d4fb-f68c-4700-a130-62e5146e7b7f None None] Provisioning complete for port efd5ecdc-4dcc-4feb-bb0e-4a559a006967 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:51.017762 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c789d4fb-f68c-4700-a130-62e5146e7b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (efd5ecdc-4dcc-4feb-bb0e-4a559a006967), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.094059 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port efd5ecdc-4dcc-4feb-bb0e-4a559a006967 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:51.095029 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (efd5ecdc-4dcc-4feb-bb0e-4a559a006967), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.120450 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.124561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e07039-1f22-4c58-8ef0-6b110e1543d7 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event deleted for resources: {'Network': ['ID=97abec3a-462f-4488-ba9a-6225a29c38f0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:51.128729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38872) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:51.149244 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-82e9a7a9-77b7-4e52-81db-4a527b100ea7 None None] Deleting port af64b118-3555-46d6-9a42-9f80747e0de1 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:51.149873 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-82e9a7a9-77b7-4e52-81db-4a527b100ea7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (af64b118-3555-46d6-9a42-9f80747e0de1), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.220259 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-82e9a7a9-77b7-4e52-81db-4a527b100ea7 None None] For port af64b118-3555-46d6-9a42-9f80747e0de1, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=af64b118-3555-46d6-9a42-9f80747e0de1,segment=NetworkSegment(6e8e228e-e5bf-496b-9b4d-c74fe242ee49),segment_id=6e8e228e-e5bf-496b-9b4d-c74fe242ee49)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:51.220946 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-82e9a7a9-77b7-4e52-81db-4a527b100ea7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (af64b118-3555-46d6-9a42-9f80747e0de1), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.237644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-82e9a7a9-77b7-4e52-81db-4a527b100ea7 None None] Calling delete_port for af64b118-3555-46d6-9a42-9f80747e0de1 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:51.256629 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Deleting port af64b118-3555-46d6-9a42-9f80747e0de1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:51.257115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (af64b118-3555-46d6-9a42-9f80747e0de1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.359450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] For port af64b118-3555-46d6-9a42-9f80747e0de1, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=af64b118-3555-46d6-9a42-9f80747e0de1,segment=NetworkSegment(6e8e228e-e5bf-496b-9b4d-c74fe242ee49),segment_id=6e8e228e-e5bf-496b-9b4d-c74fe242ee49)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:51.360390 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (af64b118-3555-46d6-9a42-9f80747e0de1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.371073 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-82e9a7a9-77b7-4e52-81db-4a527b100ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (af64b118-3555-46d6-9a42-9f80747e0de1), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.378556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Calling delete_port for af64b118-3555-46d6-9a42-9f80747e0de1 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:51.392239 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port efd5ecdc-4dcc-4feb-bb0e-4a559a006967, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=efd5ecdc-4dcc-4feb-bb0e-4a559a006967,segment=NetworkSegment(80ef4dca-9602-40d1-aebe-baaf91307cf6),segment_id=80ef4dca-9602-40d1-aebe-baaf91307cf6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:51.479040 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e9a7a9-77b7-4e52-81db-4a527b100ea7 None None] No DVR routers for this DVR port af64b118-3555-46d6-9a42-9f80747e0de1 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:30:51.480663 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c789d4fb-f68c-4700-a130-62e5146e7b7f None None] Current status of the port efd5ecdc-4dcc-4feb-bb0e-4a559a006967 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:51.521326 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (af64b118-3555-46d6-9a42-9f80747e0de1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.538317 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (efd5ecdc-4dcc-4feb-bb0e-4a559a006967), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.570885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9a7a9-77b7-4e52-81db-4a527b100ea7 None None] Pushing event deleted for resources: {'Port': ['ID=af64b118-3555-46d6-9a42-9f80747e0de1,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:51.619625 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a5edb3b-fb73-45bf-ae8e-502d0f080fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.644963 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=efd5ecdc-4dcc-4feb-bb0e-4a559a006967,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:51.650931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event deleted for resources: {'Port': ['ID=af64b118-3555-46d6-9a42-9f80747e0de1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:51.652176 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b768c17d-60cf-42bd-92b5-71cc8ca03d48 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:30:51.656069 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] No DVR routers for this DVR port af64b118-3555-46d6-9a42-9f80747e0de1 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:30:51.675752 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: b768c17d-60cf-42bd-92b5-71cc8ca03d48 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:30:51.676399 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b768c17d-60cf-42bd-92b5-71cc8ca03d48 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:30:51.701068 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.823444 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.850422 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:51.868940 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8e228e-e5bf-496b-9b4d-c74fe242ee49') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:51.869247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8e228e-e5bf-496b-9b4d-c74fe242ee49') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:51.880731 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:30:51.892684 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3fb382-0d7c-4813-8707-e7648268779c None None] Sync routers for ids ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:30:51.900208 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (6e8e228e-e5bf-496b-9b4d-c74fe242ee49), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.912729 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3fb382-0d7c-4813-8707-e7648268779c None None] Routers {'17b20d8d-63db-4fb6-915f-3e958dc9cbc2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:51.913903 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-db3fb382-0d7c-4813-8707-e7648268779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:51.915629 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.917082 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-dc708220-2895-40b8-b5c6-af61eaeedb92 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.7051926 Jan 28 19:30:51.920225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38884) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:51.958764 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (6e8e228e-e5bf-496b-9b4d-c74fe242ee49), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:51.971282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:30:51.972232 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (6e8e228e-e5bf-496b-9b4d-c74fe242ee49), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:52.025135 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-db3fb382-0d7c-4813-8707-e7648268779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:52.041635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device efd5ecdc-4dcc-4feb-bb0e-4a559a006967 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:30:52.052484 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3fb382-0d7c-4813-8707-e7648268779c None None] Routers {'17b20d8d-63db-4fb6-915f-3e958dc9cbc2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:52.054703 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-db3fb382-0d7c-4813-8707-e7648268779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:30:52.103866 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:30:52.114077 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:52.126796 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:52.136359 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-db3fb382-0d7c-4813-8707-e7648268779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:52.136359 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3fb382-0d7c-4813-8707-e7648268779c None None] The sync data for ids ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:30:52.136672 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "DELETE /v2.0/networks/5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc HTTP/1.1" status: 204 len: 168 time: 1.2161729 Jan 28 19:30:52.184520 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38888) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:52.187369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f6e89-5093-4d33-8a0c-65b9558fe1ae tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event deleted for resources: {'Network': ['ID=5aeb00f4-0ded-4c2f-9436-877cc7bd6dbc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:52.222216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port efd5ecdc-4dcc-4feb-bb0e-4a559a006967 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:52.223163 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (efd5ecdc-4dcc-4feb-bb0e-4a559a006967), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:52.345306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1a1f05a4-cd90-43ee-a644-decdb7125102 None None] Provisioning complete for port efd5ecdc-4dcc-4feb-bb0e-4a559a006967 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:52.354805 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1a1f05a4-cd90-43ee-a644-decdb7125102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (efd5ecdc-4dcc-4feb-bb0e-4a559a006967), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:52.377666 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a5edb3b-fb73-45bf-ae8e-502d0f080fee admin admin] Publish callbacks [] for security_group (6485927b-6997-4a11-a1ff-dbfeeba7feb9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:52.383688 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a5edb3b-fb73-45bf-ae8e-502d0f080fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6485927b-6997-4a11-a1ff-dbfeeba7feb9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:52.439661 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38890) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:52.441663 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9a5edb3b-fb73-45bf-ae8e-502d0f080fee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=939a753602d94232902a4f54a17063e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3017292 Jan 28 19:30:52.483736 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port efd5ecdc-4dcc-4feb-bb0e-4a559a006967 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:52.506934 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5edb3b-fb73-45bf-ae8e-502d0f080fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6485927b-6997-4a11-a1ff-dbfeeba7feb9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:52.518635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e65f422-70aa-4998-849d-a602772de1af tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Deleting subnet 0b37fedd-6c9f-43b9-a1b2-6d76c1a9fad4 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:30:52.526838 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e65f422-70aa-4998-849d-a602772de1af tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for subnet (0b37fedd-6c9f-43b9-a1b2-6d76c1a9fad4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:52.638688 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e65f422-70aa-4998-849d-a602772de1af tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (0b37fedd-6c9f-43b9-a1b2-6d76c1a9fad4), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:52.699673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device af64b118-3555-46d6-9a42-9f80747e0de1 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:30:52.747480 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1a1f05a4-cd90-43ee-a644-decdb7125102 None None] Current status of the port efd5ecdc-4dcc-4feb-bb0e-4a559a006967 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:30:52.753746 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cf59153-e24f-48f6-bd78-bbe9f08b19e5 admin admin] Publish callbacks [] for security_group (6485927b-6997-4a11-a1ff-dbfeeba7feb9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:52.809625 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cf59153-e24f-48f6-bd78-bbe9f08b19e5 admin admin] Publish callbacks [] for security_group (6485927b-6997-4a11-a1ff-dbfeeba7feb9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:52.833796 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: af64b118-3555-46d6-9a42-9f80747e0de1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:30:52.834240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device af64b118-3555-46d6-9a42-9f80747e0de1 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:30:52.906817 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e65f422-70aa-4998-849d-a602772de1af tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (0b37fedd-6c9f-43b9-a1b2-6d76c1a9fad4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.019881 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.073821 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e65f422-70aa-4998-849d-a602772de1af tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (0b37fedd-6c9f-43b9-a1b2-6d76c1a9fad4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.116915 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.120832 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cf59153-e24f-48f6-bd78-bbe9f08b19e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6485927b-6997-4a11-a1ff-dbfeeba7feb9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.124267 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cf59153-e24f-48f6-bd78-bbe9f08b19e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.125494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0cf59153-e24f-48f6-bd78-bbe9f08b19e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6485927b-6997-4a11-a1ff-dbfeeba7feb9 HTTP/1.1" status: 204 len: 168 time: 0.6845634 Jan 28 19:30:53.140210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65f422-70aa-4998-849d-a602772de1af tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event deleted for resources: {'Subnet': ['ID=0b37fedd-6c9f-43b9-a1b2-6d76c1a9fad4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:53.146828 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e65f422-70aa-4998-849d-a602772de1af tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.152187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fcb8a4-197d-4d12-b628-b320a7e179cb None None] Network 90c0caee-c0a8-4940-9c08-ca826ff37d33 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:30:53.157377 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf59153-e24f-48f6-bd78-bbe9f08b19e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6485927b-6997-4a11-a1ff-dbfeeba7feb9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:53.164319 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7e65f422-70aa-4998-849d-a602772de1af tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "DELETE /v2.0/subnets/0b37fedd-6c9f-43b9-a1b2-6d76c1a9fad4 HTTP/1.1" status: 204 len: 168 time: 0.9699671 Jan 28 19:30:53.166989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38902) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:53.363875 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (90c0caee-c0a8-4940-9c08-ca826ff37d33), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.628718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c575e441-e241-442f-a31c-57bf1c6907c9 None None] DHCP port deletion for 90c0caee-c0a8-4940-9c08-ca826ff37d33 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:30:53.633232 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Deleting port 14917703-99a5-48ae-9704-cd44ed229ab0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:53.633591 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (14917703-99a5-48ae-9704-cd44ed229ab0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.800996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] For port 14917703-99a5-48ae-9704-cd44ed229ab0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=14917703-99a5-48ae-9704-cd44ed229ab0,segment=NetworkSegment(abfa85aa-bce4-4132-bb7a-076bae86cd5e),segment_id=abfa85aa-bce4-4132-bb7a-076bae86cd5e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:53.800996 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (14917703-99a5-48ae-9704-cd44ed229ab0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.812935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Calling delete_port for 14917703-99a5-48ae-9704-cd44ed229ab0 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:53.834284 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c575e441-e241-442f-a31c-57bf1c6907c9 None None] Deleting port 14917703-99a5-48ae-9704-cd44ed229ab0 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:30:53.844943 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c575e441-e241-442f-a31c-57bf1c6907c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (14917703-99a5-48ae-9704-cd44ed229ab0), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:53.981368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38910) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:54.004107 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a33a891-a232-40dd-93f6-69800affcbea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.025455 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 14917703-99a5-48ae-9704-cd44ed229ab0 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:30:54.045596 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Allocated IP 172.20.0.1 (ba3a381d-9ace-4440-a9e4-62969e80a5af/31bccc71-3cd1-43d6-8b23-500588ec5fd3/1f56d4b1-1a2f-4432-b1be-4aad6fce5321) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:54.129782 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (14917703-99a5-48ae-9704-cd44ed229ab0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.141423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Port 14917703-99a5-48ae-9704-cd44ed229ab0 update to DOWN by agent not found {{(pid=103148) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Jan 28 19:30:54.149190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c575e441-e241-442f-a31c-57bf1c6907c9 None None] For port 14917703-99a5-48ae-9704-cd44ed229ab0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=14917703-99a5-48ae-9704-cd44ed229ab0,segment=NetworkSegment(abfa85aa-bce4-4132-bb7a-076bae86cd5e),segment_id=abfa85aa-bce4-4132-bb7a-076bae86cd5e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:30:54.149608 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c575e441-e241-442f-a31c-57bf1c6907c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (14917703-99a5-48ae-9704-cd44ed229ab0), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.207013 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event deleted for resources: {'Port': ['ID=14917703-99a5-48ae-9704-cd44ed229ab0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:54.211543 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c575e441-e241-442f-a31c-57bf1c6907c9 None None] Calling delete_port for 14917703-99a5-48ae-9704-cd44ed229ab0 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:30:54.246281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] No DVR routers for this DVR port 14917703-99a5-48ae-9704-cd44ed229ab0 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:30:54.314782 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c575e441-e241-442f-a31c-57bf1c6907c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (14917703-99a5-48ae-9704-cd44ed229ab0), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.324802 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for port (1f56d4b1-1a2f-4432-b1be-4aad6fce5321), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.355878 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575e441-e241-442f-a31c-57bf1c6907c9 None None] Pushing event deleted for resources: {'Port': ['ID=14917703-99a5-48ae-9704-cd44ed229ab0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:54.370078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c575e441-e241-442f-a31c-57bf1c6907c9 None None] No DVR routers for this DVR port 14917703-99a5-48ae-9704-cd44ed229ab0 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:30:54.405898 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (1f56d4b1-1a2f-4432-b1be-4aad6fce5321), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.467766 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.479958 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (90c0caee-c0a8-4940-9c08-ca826ff37d33), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.484769 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a33a891-a232-40dd-93f6-69800affcbea admin admin] Publish callbacks [] for security_group (d29704c8-80e7-4855-b648-4b701ad787f9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.487801 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Pushing event updated for resources: {'Port': ['ID=1f56d4b1-1a2f-4432-b1be-4aad6fce5321,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:54.494525 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6a33a891-a232-40dd-93f6-69800affcbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d29704c8-80e7-4855-b648-4b701ad787f9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.528275 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Network ba3a381d-9ace-4440-a9e4-62969e80a5af is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:54.529758 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:54.543475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:54.551642 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6a33a891-a232-40dd-93f6-69800affcbea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a4738ff1c534aa6bb59f39fb993fe6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5691099 Jan 28 19:30:54.557656 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33a891-a232-40dd-93f6-69800affcbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29704c8-80e7-4855-b648-4b701ad787f9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:54.560201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38920) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:54.571193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c0caee-c0a8-4940-9c08-ca826ff37d33']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:54.602367 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfa85aa-bce4-4132-bb7a-076bae86cd5e') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:54.604696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfa85aa-bce4-4132-bb7a-076bae86cd5e') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:54.628777 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (17b20d8d-63db-4fb6-915f-3e958dc9cbc2), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.631161 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (abfa85aa-bce4-4132-bb7a-076bae86cd5e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.696616 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (abfa85aa-bce4-4132-bb7a-076bae86cd5e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.713052 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:30:54.716608 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (abfa85aa-bce4-4132-bb7a-076bae86cd5e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:30:54.721169 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:30:54.824933 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c512a5c-f469-4db9-816b-7baf8a525399 admin admin] Publish callbacks [] for security_group (d29704c8-80e7-4855-b648-4b701ad787f9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.898102 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c512a5c-f469-4db9-816b-7baf8a525399 admin admin] Publish callbacks [] for security_group (d29704c8-80e7-4855-b648-4b701ad787f9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.916934 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1f56d4b1-1a2f-4432-b1be-4aad6fce5321), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.975185 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c512a5c-f469-4db9-816b-7baf8a525399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d29704c8-80e7-4855-b648-4b701ad787f9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.980129 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c512a5c-f469-4db9-816b-7baf8a525399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:54.981365 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0c512a5c-f469-4db9-816b-7baf8a525399 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d29704c8-80e7-4855-b648-4b701ad787f9 HTTP/1.1" status: 204 len: 168 time: 0.4177301 Jan 28 19:30:55.001384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ebe7f940-7108-401e-80d4-d5656f58fad0 None None] Provisioning complete for port 1f56d4b1-1a2f-4432-b1be-4aad6fce5321 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:55.001384 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebe7f940-7108-401e-80d4-d5656f58fad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1f56d4b1-1a2f-4432-b1be-4aad6fce5321), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:55.023104 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (90c0caee-c0a8-4940-9c08-ca826ff37d33), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:55.054970 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:55.069623 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "DELETE /v2.0/networks/90c0caee-c0a8-4940-9c08-ca826ff37d33 HTTP/1.1" status: 204 len: 168 time: 1.9014716 Jan 28 19:30:55.085641 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ebe7f940-7108-401e-80d4-d5656f58fad0 None None] Port 1f56d4b1-1a2f-4432-b1be-4aad6fce5321 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:30:55.108062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38928) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:55.182764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c512a5c-f469-4db9-816b-7baf8a525399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29704c8-80e7-4855-b648-4b701ad787f9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:55.309417 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4b3ac5d9-c4b7-40e4-84f0-753837c5d5e8 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "GET /v2.0/ports?device_id=20fee3d1-be77-4de2-af7f-be646205d319 HTTP/1.1" status: 200 len: 205 time: 0.1913016 Jan 28 19:30:55.310845 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c395b-d334-4b16-97df-be31970d6057 tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Pushing event deleted for resources: {'Network': ['ID=90c0caee-c0a8-4940-9c08-ca826ff37d33,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:55.313900 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38930) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:55.410957 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b4a040a-1ce9-47fa-82c6-c1382d41c4cf tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for router (20fee3d1-be77-4de2-af7f-be646205d319), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:55.472872 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:55.824354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b4a040a-1ce9-47fa-82c6-c1382d41c4cf tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (20fee3d1-be77-4de2-af7f-be646205d319), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:55.828311 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b4a040a-1ce9-47fa-82c6-c1382d41c4cf tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for router_controller (20fee3d1-be77-4de2-af7f-be646205d319), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:55.944017 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for port (1f56d4b1-1a2f-4432-b1be-4aad6fce5321), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:55.951117 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (1f56d4b1-1a2f-4432-b1be-4aad6fce5321), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:56.085764 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Pushing event updated for resources: {'Port': ['ID=1f56d4b1-1a2f-4432-b1be-4aad6fce5321,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:56.090433 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b4a040a-1ce9-47fa-82c6-c1382d41c4cf tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (20fee3d1-be77-4de2-af7f-be646205d319), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:56.090433 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4a040a-1ce9-47fa-82c6-c1382d41c4cf tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Fanout notify agent at l3_agent the message router_deleted on router 20fee3d1-be77-4de2-af7f-be646205d319 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:30:56.107623 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b4a040a-1ce9-47fa-82c6-c1382d41c4cf tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:56.109170 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6b4a040a-1ce9-47fa-82c6-c1382d41c4cf tempest-RoutersNegativeTest-680239311 tempest-RoutersNegativeTest-680239311-project] 10.222.0.55 "DELETE /v2.0/routers/20fee3d1-be77-4de2-af7f-be646205d319 HTTP/1.1" status: 204 len: 168 time: 0.7946453 Jan 28 19:30:56.190929 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (17b20d8d-63db-4fb6-915f-3e958dc9cbc2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:56.509592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Network ba3a381d-9ace-4440-a9e4-62969e80a5af is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:56.517150 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:56.895658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38966) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:56.926155 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Router 17b20d8d-63db-4fb6-915f-3e958dc9cbc2 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:30:57.173719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9c6e6057-c1b6-437f-a054-2219bcfca5bd None None] Provisioning complete for port 1f56d4b1-1a2f-4432-b1be-4aad6fce5321 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:57.175948 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c6e6057-c1b6-437f-a054-2219bcfca5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1f56d4b1-1a2f-4432-b1be-4aad6fce5321), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.327438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e6057-c1b6-437f-a054-2219bcfca5bd None None] Port 1f56d4b1-1a2f-4432-b1be-4aad6fce5321 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:30:57.390813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:30:57.398737 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a64b185b-7d6b-4350-8809-3a09b8d345c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] 10.222.0.55 "PUT /v2.0/routers/17b20d8d-63db-4fb6-915f-3e958dc9cbc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4764509 Jan 28 19:30:57.404931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38978) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:57.407054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a5073-401e-4df4-8ca2-013fdca2cfb6 None None] Sync routers for ids ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:30:57.417929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a5073-401e-4df4-8ca2-013fdca2cfb6 None None] Routers {'17b20d8d-63db-4fb6-915f-3e958dc9cbc2'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:57.419537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c7929360-9a99-4e10-8911-2f440747476b tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Request body: {'port': {'network_id': 'ba3a381d-9ace-4440-a9e4-62969e80a5af', 'name': 'tempest-FloatingIPAdminTestJSON-656360139'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:57.421190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-596a5073-401e-4df4-8ca2-013fdca2cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:57.509121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-596a5073-401e-4df4-8ca2-013fdca2cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:57.536549 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a5073-401e-4df4-8ca2-013fdca2cfb6 None None] Routers {'17b20d8d-63db-4fb6-915f-3e958dc9cbc2'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:30:57.540342 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dab09308-140b-460d-b576-b537ab87b181 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39970f607fe343dbb80e819a76fc36e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6427131 Jan 28 19:30:57.545664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:57.550949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-596a5073-401e-4df4-8ca2-013fdca2cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:57.666508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-596a5073-401e-4df4-8ca2-013fdca2cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:30:57.666954 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7929360-9a99-4e10-8911-2f440747476b tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Made reservation on behalf of bcde8f24ae5240a0a6044982d86faf35 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:30:57.668084 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a5073-401e-4df4-8ca2-013fdca2cfb6 None None] The sync data for ids ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:30:57.675833 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7929360-9a99-4e10-8911-2f440747476b tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.721872 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-c7929360-9a99-4e10-8911-2f440747476b tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] device_id is not set on port 702f9976-9d6e-446b-8762-94a7991e8a9f yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:30:57.806011 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fee820e2-014c-4394-9ce3-0feadd3b2e37 admin admin] Publish callbacks [] for security_group (25ede04b-6b9e-43bf-86be-4e1f05d19dd3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.863160 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fee820e2-014c-4394-9ce3-0feadd3b2e37 admin admin] Publish callbacks [] for security_group (25ede04b-6b9e-43bf-86be-4e1f05d19dd3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:57.965518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-c7929360-9a99-4e10-8911-2f440747476b tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Allocated IP 172.20.0.4 (ba3a381d-9ace-4440-a9e4-62969e80a5af/31bccc71-3cd1-43d6-8b23-500588ec5fd3/702f9976-9d6e-446b-8762-94a7991e8a9f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:30:58.067081 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fee820e2-014c-4394-9ce3-0feadd3b2e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (25ede04b-6b9e-43bf-86be-4e1f05d19dd3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:58.069899 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fee820e2-014c-4394-9ce3-0feadd3b2e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:58.071363 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fee820e2-014c-4394-9ce3-0feadd3b2e37 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25ede04b-6b9e-43bf-86be-4e1f05d19dd3 HTTP/1.1" status: 204 len: 168 time: 0.5251892 Jan 28 19:30:58.081555 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee820e2-014c-4394-9ce3-0feadd3b2e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ede04b-6b9e-43bf-86be-4e1f05d19dd3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:58.367620 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7929360-9a99-4e10-8911-2f440747476b tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for port (702f9976-9d6e-446b-8762-94a7991e8a9f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:58.501494 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7929360-9a99-4e10-8911-2f440747476b tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (702f9976-9d6e-446b-8762-94a7991e8a9f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:58.585693 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7929360-9a99-4e10-8911-2f440747476b tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Network ba3a381d-9ace-4440-a9e4-62969e80a5af is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:30:58.590227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c7929360-9a99-4e10-8911-2f440747476b tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:30:58.595137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7929360-9a99-4e10-8911-2f440747476b tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:30:58.734000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7929360-9a99-4e10-8911-2f440747476b tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Pushing event updated for resources: {'Port': ['ID=702f9976-9d6e-446b-8762-94a7991e8a9f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:30:58.811044 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7929360-9a99-4e10-8911-2f440747476b tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:30:58.812116 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7929360-9a99-4e10-8911-2f440747476b tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:58.865270 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39012) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:30:58.869087 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c7929360-9a99-4e10-8911-2f440747476b tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4629002 Jan 28 19:30:59.067078 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:30:59.205597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3340b0be-b7f7-4374-87b8-c9763c23f05e None None] Provisioning complete for port 702f9976-9d6e-446b-8762-94a7991e8a9f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:30:59.207213 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3340b0be-b7f7-4374-87b8-c9763c23f05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (702f9976-9d6e-446b-8762-94a7991e8a9f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.264467 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'project_id': 'bcde8f24ae5240a0a6044982d86faf35', 'port_id': '702f9976-9d6e-446b-8762-94a7991e8a9f'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:30:59.323402 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.597111 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:30:59.832808 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3340b0be-b7f7-4374-87b8-c9763c23f05e None None] Port 702f9976-9d6e-446b-8762-94a7991e8a9f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:30:59.895087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Allocated IP 172.25.0.186 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/d83da50b-4ae5-49dc-b615-54ec3547af16) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:00.126953 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks [] for port (d83da50b-4ae5-49dc-b615-54ec3547af16), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:00.216809 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:00.217338 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (d83da50b-4ae5-49dc-b615-54ec3547af16), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:00.294078 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:00.297912 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:00.298783 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:00.301271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Pushing event updated for resources: {'Port': ['ID=d83da50b-4ae5-49dc-b615-54ec3547af16,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:00.532665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39052) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:00.684776 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-489728ee-48f3-4050-b5fe-6c4999fbd55a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group': {'name': 'tempest-secgroup--919816053'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:00.724999 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-489728ee-48f3-4050-b5fe-6c4999fbd55a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:00.750105 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-489728ee-48f3-4050-b5fe-6c4999fbd55a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:00.911016 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-489728ee-48f3-4050-b5fe-6c4999fbd55a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (4cd0b589-0328-4ce6-b6ce-f6947342359e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:00.917026 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-489728ee-48f3-4050-b5fe-6c4999fbd55a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4cd0b589-0328-4ce6-b6ce-f6947342359e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:01.048095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489728ee-48f3-4050-b5fe-6c4999fbd55a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd0b589-0328-4ce6-b6ce-f6947342359e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:01.137402 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39082) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:01.195557 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-489728ee-48f3-4050-b5fe-6c4999fbd55a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (a18b897d-03af-46df-bf98-9b5aff491601), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:01.206928 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-489728ee-48f3-4050-b5fe-6c4999fbd55a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a18b897d-03af-46df-bf98-9b5aff491601), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:01.263833 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-489728ee-48f3-4050-b5fe-6c4999fbd55a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:01.269189 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-489728ee-48f3-4050-b5fe-6c4999fbd55a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7323956 Jan 28 19:31:01.274702 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39088) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:01.576802 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-10d2ba5d-8b00-47a7-ac14-c8c36f1f2ae9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2928367 Jan 28 19:31:01.577691 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489728ee-48f3-4050-b5fe-6c4999fbd55a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18b897d-03af-46df-bf98-9b5aff491601,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:01.579844 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39094) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:01.599879 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-24f31412-7879-461c-9395-2f76e6bf2863 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group': {'name': 'tempest-security--390975217', 'description': 'tempest-security-description-301972243'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:01.685162 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24f31412-7879-461c-9395-2f76e6bf2863 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (a18b897d-03af-46df-bf98-9b5aff491601), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:01.904822 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24f31412-7879-461c-9395-2f76e6bf2863 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (a18b897d-03af-46df-bf98-9b5aff491601), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:01.967241 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24f31412-7879-461c-9395-2f76e6bf2863 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a18b897d-03af-46df-bf98-9b5aff491601), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:01.970465 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24f31412-7879-461c-9395-2f76e6bf2863 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:01.972012 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-24f31412-7879-461c-9395-2f76e6bf2863 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "PUT /v2.0/security-groups/a18b897d-03af-46df-bf98-9b5aff491601 HTTP/1.1" status: 200 len: 1795 time: 0.3820391 Jan 28 19:31:01.977123 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39102) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:02.035467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f31412-7879-461c-9395-2f76e6bf2863 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18b897d-03af-46df-bf98-9b5aff491601,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:02.053437 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a4bb07d5-080c-46fa-9432-018aaf768f5f tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-groups/a18b897d-03af-46df-bf98-9b5aff491601 HTTP/1.1" status: 200 len: 1795 time: 0.0704069 Jan 28 19:31:02.110946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39104) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:02.280631 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04d95c47-170b-4104-9ac0-2a389a31750f tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (a18b897d-03af-46df-bf98-9b5aff491601), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:02.328607 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04d95c47-170b-4104-9ac0-2a389a31750f tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (a18b897d-03af-46df-bf98-9b5aff491601), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:02.421711 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks [] for floatingip (28c346cb-d5fe-4c91-a6e9-69451aa5e80e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:02.468474 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04d95c47-170b-4104-9ac0-2a389a31750f tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a18b897d-03af-46df-bf98-9b5aff491601), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:02.476355 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04d95c47-170b-4104-9ac0-2a389a31750f tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:02.481417 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-04d95c47-170b-4104-9ac0-2a389a31750f tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-groups/a18b897d-03af-46df-bf98-9b5aff491601 HTTP/1.1" status: 204 len: 168 time: 0.3673615 Jan 28 19:31:02.489373 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39110) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:02.552190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d95c47-170b-4104-9ac0-2a389a31750f tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18b897d-03af-46df-bf98-9b5aff491601,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:02.638985 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d83da50b-4ae5-49dc-b615-54ec3547af16), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:02.695954 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-883c87da-c9f8-43a5-96d3-358ccdb356bf tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2036891 Jan 28 19:31:02.696502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39120) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:02.721091 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-98e36aae-43bc-46e9-9912-564000ea7657 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] delete failed (client error): The resource could not be found. Jan 28 19:31:02.729914 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-98e36aae-43bc-46e9-9912-564000ea7657 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-groups/a18b897d-03af-46df-bf98-9b5aff491601 HTTP/1.1" status: 404 len: 347 time: 0.0304503 Jan 28 19:31:02.730552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39122) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:02.747365 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-533385c7-044a-4a84-b51c-00815027d479 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386868934'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:02.767051 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fbcb90ef-706d-4485-b667-28cc26634f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (29bd8e6c-f3a6-478d-b57c-73297ba42978), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:02.829040 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-533385c7-044a-4a84-b51c-00815027d479 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:02.906606 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-533385c7-044a-4a84-b51c-00815027d479 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (6b184351-a7a9-4c3a-89a7-5efc82eefbd1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:02.913571 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-533385c7-044a-4a84-b51c-00815027d479 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6b184351-a7a9-4c3a-89a7-5efc82eefbd1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.018379 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-533385c7-044a-4a84-b51c-00815027d479 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.025435 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39128) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:03.026308 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-533385c7-044a-4a84-b51c-00815027d479 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2891090 Jan 28 19:31:03.029882 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533385c7-044a-4a84-b51c-00815027d479 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b184351-a7a9-4c3a-89a7-5efc82eefbd1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:03.043567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cf4b193e-a513-4ed2-be33-54d65c097cf9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group_rule': {'security_group_id': '6b184351-a7a9-4c3a-89a7-5efc82eefbd1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:03.145661 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks [] for port (d83da50b-4ae5-49dc-b615-54ec3547af16), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.152275 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (d83da50b-4ae5-49dc-b615-54ec3547af16), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.233047 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf4b193e-a513-4ed2-be33-54d65c097cf9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (3b3b1503-d2ff-4475-bfff-0058084c742b), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.246679 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (28c346cb-d5fe-4c91-a6e9-69451aa5e80e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.358624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Pushing event updated for resources: {'Port': ['ID=d83da50b-4ae5-49dc-b615-54ec3547af16,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:03.407199 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf4b193e-a513-4ed2-be33-54d65c097cf9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (3b3b1503-d2ff-4475-bfff-0058084c742b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.451395 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Floating IP 28c346cb-d5fe-4c91-a6e9-69451aa5e80e associated. External IP: 172.25.0.186, port: 702f9976-9d6e-446b-8762-94a7991e8a9f. Jan 28 19:31:03.451972 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf4b193e-a513-4ed2-be33-54d65c097cf9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (3b3b1503-d2ff-4475-bfff-0058084c742b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.514979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b193e-a513-4ed2-be33-54d65c097cf9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3b1503-d2ff-4475-bfff-0058084c742b,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:03.530988 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf4b193e-a513-4ed2-be33-54d65c097cf9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.532245 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cf4b193e-a513-4ed2-be33-54d65c097cf9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5058362 Jan 28 19:31:03.572139 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39136) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:03.637921 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c21b481a-4a73-4081-9597-1d952e78afa7 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (3b3b1503-d2ff-4475-bfff-0058084c742b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.666329 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c21b481a-4a73-4081-9597-1d952e78afa7 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (3b3b1503-d2ff-4475-bfff-0058084c742b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.747563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb90ef-706d-4485-b667-28cc26634f65 admin admin] Deleting port ddefd569-b9b9-4a85-b818-ceebb74e0d99 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:03.747904 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fbcb90ef-706d-4485-b667-28cc26634f65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:03.781349 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Router 17b20d8d-63db-4fb6-915f-3e958dc9cbc2 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:31:03.980989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:31:03.991855 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a35e1d-43d6-417e-b8d5-0f402d7c678f None None] Sync routers for ids ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:31:04.006823 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:04.034641 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a35e1d-43d6-417e-b8d5-0f402d7c678f None None] Routers {'17b20d8d-63db-4fb6-915f-3e958dc9cbc2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:04.039070 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60a35e1d-43d6-417e-b8d5-0f402d7c678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:04.067314 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2e13fa9e-d635-4035-85f0-7f9fcf752e6d tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.2002451 Jan 28 19:31:04.068439 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39150) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:04.145161 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60a35e1d-43d6-417e-b8d5-0f402d7c678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:04.165321 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a35e1d-43d6-417e-b8d5-0f402d7c678f None None] Routers {'17b20d8d-63db-4fb6-915f-3e958dc9cbc2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:04.166422 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60a35e1d-43d6-417e-b8d5-0f402d7c678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:04.240328 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60a35e1d-43d6-417e-b8d5-0f402d7c678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:04.242882 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a35e1d-43d6-417e-b8d5-0f402d7c678f None None] The sync data for ids ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:31:04.284998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f7a65277-cdb0-4a33-86db-1751d6afcc3f tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] 10.222.0.55 "GET /v2.0/floatingips/28c346cb-d5fe-4c91-a6e9-69451aa5e80e HTTP/1.1" status: 200 len: 982 time: 0.2151983 Jan 28 19:31:04.287494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39154) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:04.360859 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c21b481a-4a73-4081-9597-1d952e78afa7 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (3b3b1503-d2ff-4475-bfff-0058084c742b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:04.399680 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c21b481a-4a73-4081-9597-1d952e78afa7 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:04.400948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c21b481a-4a73-4081-9597-1d952e78afa7 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/3b3b1503-d2ff-4475-bfff-0058084c742b HTTP/1.1" status: 204 len: 168 time: 0.8278062 Jan 28 19:31:04.402082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b481a-4a73-4081-9597-1d952e78afa7 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b3b1503-d2ff-4475-bfff-0058084c742b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:04.404105 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39156) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:04.464874 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b711a36e-3cfd-4c37-8128-5f55fcbb85ac tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0497141 Jan 28 19:31:04.464874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39158) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:04.536056 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fbcb90ef-706d-4485-b667-28cc26634f65 admin admin] For port ddefd569-b9b9-4a85-b818-ceebb74e0d99, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ddefd569-b9b9-4a85-b818-ceebb74e0d99,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:04.536801 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fbcb90ef-706d-4485-b667-28cc26634f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:04.539623 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-17e7ec38-320b-4d36-9b2c-f4b9492838ee tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.2502205 Jan 28 19:31:04.540265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39162) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:04.551057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb90ef-706d-4485-b667-28cc26634f65 admin admin] Calling delete_port for ddefd569-b9b9-4a85-b818-ceebb74e0d99 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:04.735344 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fbcb90ef-706d-4485-b667-28cc26634f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ddefd569-b9b9-4a85-b818-ceebb74e0d99), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:04.778190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb90ef-706d-4485-b667-28cc26634f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddefd569-b9b9-4a85-b818-ceebb74e0d99,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:04.783922 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64595086-3d93-4ac4-8d28-158e1d14c082 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (6b184351-a7a9-4c3a-89a7-5efc82eefbd1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:04.861593 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64595086-3d93-4ac4-8d28-158e1d14c082 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (6b184351-a7a9-4c3a-89a7-5efc82eefbd1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:04.885170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-beb25a92-269c-4959-b955-0b88e89b3713 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Deleting port d83da50b-4ae5-49dc-b615-54ec3547af16 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:04.886193 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beb25a92-269c-4959-b955-0b88e89b3713 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d83da50b-4ae5-49dc-b615-54ec3547af16), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.050776 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64595086-3d93-4ac4-8d28-158e1d14c082 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6b184351-a7a9-4c3a-89a7-5efc82eefbd1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.056545 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64595086-3d93-4ac4-8d28-158e1d14c082 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.065088 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-64595086-3d93-4ac4-8d28-158e1d14c082 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-groups/6b184351-a7a9-4c3a-89a7-5efc82eefbd1 HTTP/1.1" status: 204 len: 168 time: 0.5992672 Jan 28 19:31:05.067453 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39172) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:05.116910 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64595086-3d93-4ac4-8d28-158e1d14c082 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b184351-a7a9-4c3a-89a7-5efc82eefbd1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:05.140765 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fbcb90ef-706d-4485-b667-28cc26634f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (29bd8e6c-f3a6-478d-b57c-73297ba42978), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.153611 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beb25a92-269c-4959-b955-0b88e89b3713 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d83da50b-4ae5-49dc-b615-54ec3547af16), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.153937 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beb25a92-269c-4959-b955-0b88e89b3713 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for floatingip (d83da50b-4ae5-49dc-b615-54ec3547af16), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.197764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-beb25a92-269c-4959-b955-0b88e89b3713 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Calling delete_port for d83da50b-4ae5-49dc-b615-54ec3547af16 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:05.216060 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5b9fdd1a-a1fe-41ee-a81b-e49ef53a13f2 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1474619 Jan 28 19:31:05.221682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39176) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:05.225249 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c32a29e0-f4cb-4338-9437-cdd1d4c6e0a6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group': {'name': 'tempest-secgroup--983717930'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:05.318507 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c32a29e0-f4cb-4338-9437-cdd1d4c6e0a6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.468860 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c32a29e0-f4cb-4338-9437-cdd1d4c6e0a6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (247164dc-6517-4263-9926-4e24f275dd4c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.482153 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c32a29e0-f4cb-4338-9437-cdd1d4c6e0a6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (247164dc-6517-4263-9926-4e24f275dd4c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.517508 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcb90ef-706d-4485-b667-28cc26634f65 admin admin] Router 29bd8e6c-f3a6-478d-b57c-73297ba42978 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:31:05.545444 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c32a29e0-f4cb-4338-9437-cdd1d4c6e0a6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.549258 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c32a29e0-f4cb-4338-9437-cdd1d4c6e0a6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3249617 Jan 28 19:31:05.549258 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a29e0-f4cb-4338-9437-cdd1d4c6e0a6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=247164dc-6517-4263-9926-4e24f275dd4c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:05.556872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39180) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:05.573748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-07077532-7a36-4ec4-a2a0-7c0bedb82f69 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group_rule': {'security_group_id': '247164dc-6517-4263-9926-4e24f275dd4c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:05.578403 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beb25a92-269c-4959-b955-0b88e89b3713 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (d83da50b-4ae5-49dc-b615-54ec3547af16), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.663429 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb25a92-269c-4959-b955-0b88e89b3713 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Pushing event deleted for resources: {'Port': ['ID=d83da50b-4ae5-49dc-b615-54ec3547af16,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:05.712244 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcb90ef-706d-4485-b667-28cc26634f65 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:31:05.723262 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fbcb90ef-706d-4485-b667-28cc26634f65 admin admin] 10.222.0.55 "PUT /v2.0/routers/29bd8e6c-f3a6-478d-b57c-73297ba42978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5829110 Jan 28 19:31:05.725635 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39184) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:05.725973 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77be5f-b3b9-43f3-8f75-be6b598224a8 None None] Sync routers for ids ['29bd8e6c-f3a6-478d-b57c-73297ba42978'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:31:05.752669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77be5f-b3b9-43f3-8f75-be6b598224a8 None None] Routers {'29bd8e6c-f3a6-478d-b57c-73297ba42978'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:05.753318 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3e77be5f-b3b9-43f3-8f75-be6b598224a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['29bd8e6c-f3a6-478d-b57c-73297ba42978'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:05.862806 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e50308f1-62ae-4d4c-9337-cf481fd03792 admin admin] Publish callbacks [] for router (29bd8e6c-f3a6-478d-b57c-73297ba42978), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.882548 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beb25a92-269c-4959-b955-0b88e89b3713 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for floatingip (28c346cb-d5fe-4c91-a6e9-69451aa5e80e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:05.883956 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-beb25a92-269c-4959-b955-0b88e89b3713 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Floating IP 28c346cb-d5fe-4c91-a6e9-69451aa5e80e disassociated (deleted). External IP: 172.25.0.186, port: 702f9976-9d6e-446b-8762-94a7991e8a9f. Jan 28 19:31:05.990406 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3e77be5f-b3b9-43f3-8f75-be6b598224a8 None None] Set router 29bd8e6c-f3a6-478d-b57c-73297ba42978 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:06.010041 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07077532-7a36-4ec4-a2a0-7c0bedb82f69 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (8c2a09a2-1af3-487c-b2a0-3d731fde8ac5), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.034476 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e50308f1-62ae-4d4c-9337-cf481fd03792 admin admin] Publish callbacks [] for router_gateway (29bd8e6c-f3a6-478d-b57c-73297ba42978), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.165552 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07077532-7a36-4ec4-a2a0-7c0bedb82f69 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (8c2a09a2-1af3-487c-b2a0-3d731fde8ac5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.173252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e50308f1-62ae-4d4c-9337-cf481fd03792 admin admin] Deleting port ae6ff9da-26b2-4b44-8088-d329297b9e63 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:06.173467 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07077532-7a36-4ec4-a2a0-7c0bedb82f69 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (8c2a09a2-1af3-487c-b2a0-3d731fde8ac5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.176076 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e50308f1-62ae-4d4c-9337-cf481fd03792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ae6ff9da-26b2-4b44-8088-d329297b9e63), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.208886 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07077532-7a36-4ec4-a2a0-7c0bedb82f69 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2a09a2-1af3-487c-b2a0-3d731fde8ac5,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:06.299028 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-07077532-7a36-4ec4-a2a0-7c0bedb82f69 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.301505 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-07077532-7a36-4ec4-a2a0-7c0bedb82f69 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7434680 Jan 28 19:31:06.304211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39196) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:06.312116 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-65a1854d-fed4-497e-b9b2-0c047a68c302 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group_rule': {'security_group_id': '247164dc-6517-4263-9926-4e24f275dd4c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:06.347374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3e77be5f-b3b9-43f3-8f75-be6b598224a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:31:04Z', 'revision_number': 5, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port': {'id': 'ae6ff9da-26b2-4b44-8088-d329297b9e63', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:03:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:19:24Z', 'updated_at': '2022-01-28T19:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:06.382511 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77be5f-b3b9-43f3-8f75-be6b598224a8 None None] Checking router: 29bd8e6c-f3a6-478d-b57c-73297ba42978 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:31:06.396225 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77be5f-b3b9-43f3-8f75-be6b598224a8 None None] Routers {'29bd8e6c-f3a6-478d-b57c-73297ba42978'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:06.396962 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3e77be5f-b3b9-43f3-8f75-be6b598224a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['29bd8e6c-f3a6-478d-b57c-73297ba42978'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:06.417884 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e50308f1-62ae-4d4c-9337-cf481fd03792 admin admin] For port ae6ff9da-26b2-4b44-8088-d329297b9e63, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ae6ff9da-26b2-4b44-8088-d329297b9e63,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:06.417884 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e50308f1-62ae-4d4c-9337-cf481fd03792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ae6ff9da-26b2-4b44-8088-d329297b9e63), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.442151 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb25a92-269c-4959-b955-0b88e89b3713 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Router 17b20d8d-63db-4fb6-915f-3e958dc9cbc2 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:31:06.452959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e50308f1-62ae-4d4c-9337-cf481fd03792 admin admin] Calling delete_port for ae6ff9da-26b2-4b44-8088-d329297b9e63 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:06.546780 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3e77be5f-b3b9-43f3-8f75-be6b598224a8 None None] Set router 29bd8e6c-f3a6-478d-b57c-73297ba42978 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:06.568543 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65a1854d-fed4-497e-b9b2-0c047a68c302 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (ca282dcd-7e69-4fae-af7a-d87ed12581cc), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.618670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3e77be5f-b3b9-43f3-8f75-be6b598224a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:31:06Z', 'revision_number': 6, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:06.635050 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb25a92-269c-4959-b955-0b88e89b3713 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:31:06.646966 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77be5f-b3b9-43f3-8f75-be6b598224a8 None None] The sync data for ids ['29bd8e6c-f3a6-478d-b57c-73297ba42978'] in n-d-824834-4 is: [{'id': '29bd8e6c-f3a6-478d-b57c-73297ba42978', 'name': 'tempest-AttachVolumeShelveTestJSON-1843170907-router', 'tenant_id': '188c3b3012fa4bc99c20429bf8df96c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:19:21Z', 'updated_at': '2022-01-28T19:31:06Z', 'revision_number': 6, 'project_id': '188c3b3012fa4bc99c20429bf8df96c2', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:31:06.648107 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd316230-318a-406a-8238-1a6def8168b1 None None] Sync routers for ids ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:31:06.653552 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beb25a92-269c-4959-b955-0b88e89b3713 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.668170 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd316230-318a-406a-8238-1a6def8168b1 None None] Routers {'17b20d8d-63db-4fb6-915f-3e958dc9cbc2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:06.669118 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cd316230-318a-406a-8238-1a6def8168b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:06.688149 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-beb25a92-269c-4959-b955-0b88e89b3713 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] 10.222.0.55 "DELETE /v2.0/floatingips/28c346cb-d5fe-4c91-a6e9-69451aa5e80e HTTP/1.1" status: 204 len: 168 time: 2.1434710 Jan 28 19:31:06.688527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39200) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:06.693085 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:06.729112 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.757935 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cd316230-318a-406a-8238-1a6def8168b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:06.787156 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd316230-318a-406a-8238-1a6def8168b1 None None] Routers {'17b20d8d-63db-4fb6-915f-3e958dc9cbc2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:06.789154 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cd316230-318a-406a-8238-1a6def8168b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:06.841669 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65a1854d-fed4-497e-b9b2-0c047a68c302 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (ca282dcd-7e69-4fae-af7a-d87ed12581cc), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.855240 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65a1854d-fed4-497e-b9b2-0c047a68c302 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (ca282dcd-7e69-4fae-af7a-d87ed12581cc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.863988 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.870517 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cd316230-318a-406a-8238-1a6def8168b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:06.872698 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd316230-318a-406a-8238-1a6def8168b1 None None] The sync data for ids ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:31:06.890310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1854d-fed4-497e-b9b2-0c047a68c302 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca282dcd-7e69-4fae-af7a-d87ed12581cc,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:06.924542 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-65a1854d-fed4-497e-b9b2-0c047a68c302 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:06.928442 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-65a1854d-fed4-497e-b9b2-0c047a68c302 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6201108 Jan 28 19:31:06.932155 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39206) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:06.941354 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5adb9c53-8cfd-4f43-81ff-78053988abb9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group_rule': {'security_group_id': '247164dc-6517-4263-9926-4e24f275dd4c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:07.032611 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5adb9c53-8cfd-4f43-81ff-78053988abb9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (a994e75e-18e0-4fcd-9628-087cc0d16bed), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.037491 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e50308f1-62ae-4d4c-9337-cf481fd03792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ae6ff9da-26b2-4b44-8088-d329297b9e63), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.096612 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Allocated IP 172.25.0.227 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/0ec060fd-ff36-4572-b754-fc12d69c8712) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:07.100977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50308f1-62ae-4d4c-9337-cf481fd03792 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6ff9da-26b2-4b44-8088-d329297b9e63,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:07.273503 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e50308f1-62ae-4d4c-9337-cf481fd03792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (29bd8e6c-f3a6-478d-b57c-73297ba42978), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.329796 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks [] for port (0ec060fd-ff36-4572-b754-fc12d69c8712), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.357668 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5adb9c53-8cfd-4f43-81ff-78053988abb9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (a994e75e-18e0-4fcd-9628-087cc0d16bed), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.376352 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0ec060fd-ff36-4572-b754-fc12d69c8712), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.392747 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5adb9c53-8cfd-4f43-81ff-78053988abb9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (a994e75e-18e0-4fcd-9628-087cc0d16bed), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.421104 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e50308f1-62ae-4d4c-9337-cf481fd03792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (29bd8e6c-f3a6-478d-b57c-73297ba42978), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.422797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb9c53-8cfd-4f43-81ff-78053988abb9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a994e75e-18e0-4fcd-9628-087cc0d16bed,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:07.427962 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5adb9c53-8cfd-4f43-81ff-78053988abb9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.429676 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5adb9c53-8cfd-4f43-81ff-78053988abb9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4964545 Jan 28 19:31:07.431584 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e50308f1-62ae-4d4c-9337-cf481fd03792 admin admin] Publish callbacks [] for router_controller (29bd8e6c-f3a6-478d-b57c-73297ba42978), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.433137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:07.438217 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b0a2ad37-ed02-4ebb-afc9-0ef82c44fe02 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group_rule': {'security_group_id': '247164dc-6517-4263-9926-4e24f275dd4c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:07.462402 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Pushing event updated for resources: {'Port': ['ID=0ec060fd-ff36-4572-b754-fc12d69c8712,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:07.486252 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:07.490451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:07.498719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:07.513493 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a2ad37-ed02-4ebb-afc9-0ef82c44fe02 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (fb6fe8e5-3acd-46f7-a04d-b162fe262633), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.517769 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e50308f1-62ae-4d4c-9337-cf481fd03792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (29bd8e6c-f3a6-478d-b57c-73297ba42978), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.518820 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50308f1-62ae-4d4c-9337-cf481fd03792 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29bd8e6c-f3a6-478d-b57c-73297ba42978 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:31:07.523617 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e50308f1-62ae-4d4c-9337-cf481fd03792 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.526956 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e50308f1-62ae-4d4c-9337-cf481fd03792 admin admin] 10.222.0.55 "DELETE /v2.0/routers/29bd8e6c-f3a6-478d-b57c-73297ba42978 HTTP/1.1" status: 204 len: 168 time: 1.7966475 Jan 28 19:31:07.540728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39222) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:07.665050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cf8661-2f3c-4bd2-92be-0b0def045d78 admin admin] Deleting subnet f81e2f04-6d65-4bf2-ae23-2d422541a4df {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:31:07.673300 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88cf8661-2f3c-4bd2-92be-0b0def045d78 admin admin] Publish callbacks [] for subnet (f81e2f04-6d65-4bf2-ae23-2d422541a4df), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.674042 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks [] for floatingip (1ae33fb4-5620-488b-85be-629c80cb415e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.722673 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a2ad37-ed02-4ebb-afc9-0ef82c44fe02 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (fb6fe8e5-3acd-46f7-a04d-b162fe262633), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.740951 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a2ad37-ed02-4ebb-afc9-0ef82c44fe02 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (fb6fe8e5-3acd-46f7-a04d-b162fe262633), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.765438 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88cf8661-2f3c-4bd2-92be-0b0def045d78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (f81e2f04-6d65-4bf2-ae23-2d422541a4df), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.769521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2ad37-ed02-4ebb-afc9-0ef82c44fe02 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6fe8e5-3acd-46f7-a04d-b162fe262633,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:07.780042 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0ec060fd-ff36-4572-b754-fc12d69c8712), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.813146 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a2ad37-ed02-4ebb-afc9-0ef82c44fe02 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.814631 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b0a2ad37-ed02-4ebb-afc9-0ef82c44fe02 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3799906 Jan 28 19:31:07.817412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39226) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:07.822280 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3b796c49-51c0-4189-9d36-bd7571ecfcd9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group_rule': {'security_group_id': '247164dc-6517-4263-9926-4e24f275dd4c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:07.853092 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b796c49-51c0-4189-9d36-bd7571ecfcd9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (46247f15-f3a0-4292-8bf1-0e967c0b6d68), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.987812 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b796c49-51c0-4189-9d36-bd7571ecfcd9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (46247f15-f3a0-4292-8bf1-0e967c0b6d68), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:07.993054 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b796c49-51c0-4189-9d36-bd7571ecfcd9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (46247f15-f3a0-4292-8bf1-0e967c0b6d68), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.039735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ae6ff9da-26b2-4b44-8088-d329297b9e63 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:31:08.075140 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b796c49-51c0-4189-9d36-bd7571ecfcd9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.078193 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3b796c49-51c0-4189-9d36-bd7571ecfcd9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2595539 Jan 28 19:31:08.079962 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88cf8661-2f3c-4bd2-92be-0b0def045d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (f81e2f04-6d65-4bf2-ae23-2d422541a4df), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.084029 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: ae6ff9da-26b2-4b44-8088-d329297b9e63 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:31:08.084384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ae6ff9da-26b2-4b44-8088-d329297b9e63 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:31:08.084807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ddefd569-b9b9-4a85-b818-ceebb74e0d99 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:31:08.138976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: ddefd569-b9b9-4a85-b818-ceebb74e0d99 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:31:08.139297 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ddefd569-b9b9-4a85-b818-ceebb74e0d99 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:31:08.152809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:08.159824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b796c49-51c0-4189-9d36-bd7571ecfcd9 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46247f15-f3a0-4292-8bf1-0e967c0b6d68,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:08.228005 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1a90-5dc8-48de-828b-57119a01945c tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (46247f15-f3a0-4292-8bf1-0e967c0b6d68), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.237861 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1a90-5dc8-48de-828b-57119a01945c tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (46247f15-f3a0-4292-8bf1-0e967c0b6d68), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.272097 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1a90-5dc8-48de-828b-57119a01945c tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (46247f15-f3a0-4292-8bf1-0e967c0b6d68), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.295809 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed2e1a90-5dc8-48de-828b-57119a01945c tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.299424 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ed2e1a90-5dc8-48de-828b-57119a01945c tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/46247f15-f3a0-4292-8bf1-0e967c0b6d68 HTTP/1.1" status: 204 len: 168 time: 0.1321838 Jan 28 19:31:08.299424 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e1a90-5dc8-48de-828b-57119a01945c tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46247f15-f3a0-4292-8bf1-0e967c0b6d68,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:08.300587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39240) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:08.323473 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88cf8661-2f3c-4bd2-92be-0b0def045d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (f81e2f04-6d65-4bf2-ae23-2d422541a4df), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.349541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf8661-2f3c-4bd2-92be-0b0def045d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f81e2f04-6d65-4bf2-ae23-2d422541a4df,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:08.367414 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-88cf8661-2f3c-4bd2-92be-0b0def045d78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.370480 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-88cf8661-2f3c-4bd2-92be-0b0def045d78 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f81e2f04-6d65-4bf2-ae23-2d422541a4df HTTP/1.1" status: 204 len: 168 time: 0.8287649 Jan 28 19:31:08.373333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acc9552-c658-41e9-ac24-b7b5cb7d7a39 None None] Network 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:31:08.378408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39246) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:08.398963 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6fe9e791-7715-46ce-8ab2-1a07d227bc62 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0948002 Jan 28 19:31:08.411307 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:08.467406 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b832a5e-d545-4f29-ac5d-59d9cf9385d7 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (fb6fe8e5-3acd-46f7-a04d-b162fe262633), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.489952 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b832a5e-d545-4f29-ac5d-59d9cf9385d7 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (fb6fe8e5-3acd-46f7-a04d-b162fe262633), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.527060 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (4eaabcda-c76b-4b7a-807c-2b462b7a6f9c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.577873 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b832a5e-d545-4f29-ac5d-59d9cf9385d7 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (fb6fe8e5-3acd-46f7-a04d-b162fe262633), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.591206 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b832a5e-d545-4f29-ac5d-59d9cf9385d7 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.594810 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9b832a5e-d545-4f29-ac5d-59d9cf9385d7 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/fb6fe8e5-3acd-46f7-a04d-b162fe262633 HTTP/1.1" status: 204 len: 168 time: 0.1825948 Jan 28 19:31:08.601663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39254) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:08.627117 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b832a5e-d545-4f29-ac5d-59d9cf9385d7 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb6fe8e5-3acd-46f7-a04d-b162fe262633,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:08.696645 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7ddc4cbb-2570-4c4c-a2fd-99b046f8202d tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0905433 Jan 28 19:31:08.705679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:08.748794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899d5943-f748-48a4-8ad7-137ea730fdbb None None] DHCP port deletion for 4eaabcda-c76b-4b7a-807c-2b462b7a6f9c request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:31:08.763733 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f8a7e71-213b-446e-80df-90cc7c6e8823 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (a994e75e-18e0-4fcd-9628-087cc0d16bed), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.780473 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] Deleting port b45c7b0f-1e40-4d0f-9159-d4ad22d54960 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:08.783730 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f8a7e71-213b-446e-80df-90cc7c6e8823 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (a994e75e-18e0-4fcd-9628-087cc0d16bed), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.787865 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b45c7b0f-1e40-4d0f-9159-d4ad22d54960), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.855764 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-899d5943-f748-48a4-8ad7-137ea730fdbb None None] Deleting port b45c7b0f-1e40-4d0f-9159-d4ad22d54960 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:08.856118 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-899d5943-f748-48a4-8ad7-137ea730fdbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b45c7b0f-1e40-4d0f-9159-d4ad22d54960), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.860334 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks [] for port (0ec060fd-ff36-4572-b754-fc12d69c8712), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.870502 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0ec060fd-ff36-4572-b754-fc12d69c8712), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.887281 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f8a7e71-213b-446e-80df-90cc7c6e8823 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (a994e75e-18e0-4fcd-9628-087cc0d16bed), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.902566 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f8a7e71-213b-446e-80df-90cc7c6e8823 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.906611 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0f8a7e71-213b-446e-80df-90cc7c6e8823 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a994e75e-18e0-4fcd-9628-087cc0d16bed HTTP/1.1" status: 204 len: 168 time: 0.1953104 Jan 28 19:31:08.907223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39266) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:08.969874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] For port b45c7b0f-1e40-4d0f-9159-d4ad22d54960, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b45c7b0f-1e40-4d0f-9159-d4ad22d54960,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:08.970382 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b45c7b0f-1e40-4d0f-9159-d4ad22d54960), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:08.996898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-899d5943-f748-48a4-8ad7-137ea730fdbb None None] For port b45c7b0f-1e40-4d0f-9159-d4ad22d54960, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b45c7b0f-1e40-4d0f-9159-d4ad22d54960,segment=NetworkSegment(93d6d512-6750-4209-9ab8-34f7848c4e79),segment_id=93d6d512-6750-4209-9ab8-34f7848c4e79)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:09.000976 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-899d5943-f748-48a4-8ad7-137ea730fdbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b45c7b0f-1e40-4d0f-9159-d4ad22d54960), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.005849 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] Calling delete_port for b45c7b0f-1e40-4d0f-9159-d4ad22d54960 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:09.032816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a7e71-213b-446e-80df-90cc7c6e8823 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a994e75e-18e0-4fcd-9628-087cc0d16bed,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:09.033964 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-899d5943-f748-48a4-8ad7-137ea730fdbb None None] Calling delete_port for b45c7b0f-1e40-4d0f-9159-d4ad22d54960 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:09.066454 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Pushing event updated for resources: {'Port': ['ID=0ec060fd-ff36-4572-b754-fc12d69c8712,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:09.091569 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (1ae33fb4-5620-488b-85be-629c80cb415e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.109142 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d09102b8-8814-432f-94d5-dfa8f6d6f634 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1877339 Jan 28 19:31:09.110207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39272) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:09.140360 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.141754 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8e60fed3-3520-4b70-a6d9-ab78827f416e tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4522498 Jan 28 19:31:09.145097 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6baa62d-7a58-47ec-a242-b0ecc2be5976 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (ca282dcd-7e69-4fae-af7a-d87ed12581cc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.147464 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39274) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:09.161007 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6baa62d-7a58-47ec-a242-b0ecc2be5976 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (ca282dcd-7e69-4fae-af7a-d87ed12581cc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.193629 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6baa62d-7a58-47ec-a242-b0ecc2be5976 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (ca282dcd-7e69-4fae-af7a-d87ed12581cc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.203962 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6baa62d-7a58-47ec-a242-b0ecc2be5976 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.208940 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e6baa62d-7a58-47ec-a242-b0ecc2be5976 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/ca282dcd-7e69-4fae-af7a-d87ed12581cc HTTP/1.1" status: 204 len: 168 time: 0.0957489 Jan 28 19:31:09.210539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39280) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:09.262101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6baa62d-7a58-47ec-a242-b0ecc2be5976 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca282dcd-7e69-4fae-af7a-d87ed12581cc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:09.332567 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-54025d5d-500c-4608-9179-afda763342a2 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1144094 Jan 28 19:31:09.335450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39284) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:09.343400 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-899d5943-f748-48a4-8ad7-137ea730fdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (b45c7b0f-1e40-4d0f-9159-d4ad22d54960), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.375301 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (b45c7b0f-1e40-4d0f-9159-d4ad22d54960), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.412829 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] No DVR routers for this DVR port b45c7b0f-1e40-4d0f-9159-d4ad22d54960 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:31:09.421370 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d5943-f748-48a4-8ad7-137ea730fdbb None None] Pushing event deleted for resources: {'Port': ['ID=b45c7b0f-1e40-4d0f-9159-d4ad22d54960,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:09.424253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899d5943-f748-48a4-8ad7-137ea730fdbb None None] No DVR routers for this DVR port b45c7b0f-1e40-4d0f-9159-d4ad22d54960 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:31:09.460285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b45c7b0f-1e40-4d0f-9159-d4ad22d54960,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:09.484208 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e522fba6-2ad2-442b-9558-9b370934e1bd tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (8c2a09a2-1af3-487c-b2a0-3d731fde8ac5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.502863 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e522fba6-2ad2-442b-9558-9b370934e1bd tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (8c2a09a2-1af3-487c-b2a0-3d731fde8ac5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.559778 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (4eaabcda-c76b-4b7a-807c-2b462b7a6f9c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.584944 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e522fba6-2ad2-442b-9558-9b370934e1bd tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (8c2a09a2-1af3-487c-b2a0-3d731fde8ac5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.598314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:09.603375 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e522fba6-2ad2-442b-9558-9b370934e1bd tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.605012 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e522fba6-2ad2-442b-9558-9b370934e1bd tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/8c2a09a2-1af3-487c-b2a0-3d731fde8ac5 HTTP/1.1" status: 204 len: 168 time: 0.2681003 Jan 28 19:31:09.608687 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522fba6-2ad2-442b-9558-9b370934e1bd tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c2a09a2-1af3-487c-b2a0-3d731fde8ac5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:09.613257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eaabcda-c76b-4b7a-807c-2b462b7a6f9c']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:09.615926 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39290) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:09.641925 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.648749 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d6d512-6750-4209-9ab8-34f7848c4e79') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:09.649055 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d6d512-6750-4209-9ab8-34f7848c4e79') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:09.665203 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (93d6d512-6750-4209-9ab8-34f7848c4e79), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.679883 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6d5b69e0-2173-4712-8dbf-2e7279a17737 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0626059 Jan 28 19:31:09.683051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39292) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:09.708500 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (93d6d512-6750-4209-9ab8-34f7848c4e79), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.730616 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:31:09.731308 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (93d6d512-6750-4209-9ab8-34f7848c4e79), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:31:09.734296 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:31:09.860772 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (4eaabcda-c76b-4b7a-807c-2b462b7a6f9c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.869950 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.874467 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4eaabcda-c76b-4b7a-807c-2b462b7a6f9c HTTP/1.1" status: 204 len: 168 time: 1.4951010 Jan 28 19:31:09.875750 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-566117ad-05f5-402f-bf0f-7c0f69d97cc0 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (247164dc-6517-4263-9926-4e24f275dd4c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.903704 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-566117ad-05f5-402f-bf0f-7c0f69d97cc0 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (247164dc-6517-4263-9926-4e24f275dd4c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.931113 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:09.995881 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b45c7b0f-1e40-4d0f-9159-d4ad22d54960 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:31:10.006280 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-566117ad-05f5-402f-bf0f-7c0f69d97cc0 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (247164dc-6517-4263-9926-4e24f275dd4c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.009536 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-566117ad-05f5-402f-bf0f-7c0f69d97cc0 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.010904 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-566117ad-05f5-402f-bf0f-7c0f69d97cc0 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-groups/247164dc-6517-4263-9926-4e24f275dd4c HTTP/1.1" status: 204 len: 168 time: 0.3275583 Jan 28 19:31:10.021140 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fba5d-a53d-4301-b660-254c94e43dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eaabcda-c76b-4b7a-807c-2b462b7a6f9c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:10.023300 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39300) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:10.024238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566117ad-05f5-402f-bf0f-7c0f69d97cc0 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=247164dc-6517-4263-9926-4e24f275dd4c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:10.053768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: b45c7b0f-1e40-4d0f-9159-d4ad22d54960 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:31:10.059398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b45c7b0f-1e40-4d0f-9159-d4ad22d54960 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:31:10.078236 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f80aae62-142a-4a99-8047-04d06668a13a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0477362 Jan 28 19:31:10.093051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39304) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:10.098344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d7eafddc-c4a0-4ebd-b858-598bf584f8ba tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group': {'name': 'tempest-secgroup--619589097'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:10.124231 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7eafddc-c4a0-4ebd-b858-598bf584f8ba tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.223502 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39308) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:10.276000 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7eafddc-c4a0-4ebd-b858-598bf584f8ba tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (bdde27d2-c87e-493f-a9d4-c10bb4e930c8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.286392 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7eafddc-c4a0-4ebd-b858-598bf584f8ba tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bdde27d2-c87e-493f-a9d4-c10bb4e930c8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.309054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Allocated IP 172.25.0.97 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/6640f5b7-7d11-42c1-9ae6-02e27e35ab13) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:10.365435 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e874ce11-5595-47a3-80ee-7ea8f743296c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=188c3b3012fa4bc99c20429bf8df96c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408038 Jan 28 19:31:10.369175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eafddc-c4a0-4ebd-b858-598bf584f8ba tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdde27d2-c87e-493f-a9d4-c10bb4e930c8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:10.373351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39310) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:10.413593 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7eafddc-c4a0-4ebd-b858-598bf584f8ba tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.414962 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d7eafddc-c4a0-4ebd-b858-598bf584f8ba tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3208878 Jan 28 19:31:10.436732 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39314) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:10.437421 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc93d-8391-49eb-b540-4225b13466a8 admin admin] Publish callbacks [] for security_group (ba69bd80-5fee-49d4-a35d-d24a85ab1f93), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.443316 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ba791ac9-3299-447a-be10-fa8514f69855 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group_rule': {'security_group_id': 'bdde27d2-c87e-493f-a9d4-c10bb4e930c8', 'direction': 'ingress', 'protocol': 17}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:10.480329 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc93d-8391-49eb-b540-4225b13466a8 admin admin] Publish callbacks [] for security_group (ba69bd80-5fee-49d4-a35d-d24a85ab1f93), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.495493 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba791ac9-3299-447a-be10-fa8514f69855 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (36e4ac35-126f-4b4b-ab4d-ee3c4b927e70), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.524687 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Publish callbacks [] for port (6640f5b7-7d11-42c1-9ae6-02e27e35ab13), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.582796 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (6640f5b7-7d11-42c1-9ae6-02e27e35ab13), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.586491 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba791ac9-3299-447a-be10-fa8514f69855 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (36e4ac35-126f-4b4b-ab4d-ee3c4b927e70), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.610173 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba791ac9-3299-447a-be10-fa8514f69855 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (36e4ac35-126f-4b4b-ab4d-ee3c4b927e70), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.659453 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Pushing event updated for resources: {'Port': ['ID=6640f5b7-7d11-42c1-9ae6-02e27e35ab13,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:10.661203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba791ac9-3299-447a-be10-fa8514f69855 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e4ac35-126f-4b4b-ab4d-ee3c4b927e70,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:10.681693 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:10.683244 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:10.685964 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:10.686855 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba791ac9-3299-447a-be10-fa8514f69855 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.691961 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ba791ac9-3299-447a-be10-fa8514f69855 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2500279 Jan 28 19:31:10.694401 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39316) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:10.738847 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc93d-8391-49eb-b540-4225b13466a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ba69bd80-5fee-49d4-a35d-d24a85ab1f93), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.741581 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc93d-8391-49eb-b540-4225b13466a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.746352 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ac9bc93d-8391-49eb-b540-4225b13466a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba69bd80-5fee-49d4-a35d-d24a85ab1f93 HTTP/1.1" status: 204 len: 168 time: 0.3685331 Jan 28 19:31:10.769470 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bc93d-8391-49eb-b540-4225b13466a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba69bd80-5fee-49d4-a35d-d24a85ab1f93,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:10.774494 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c643f12c-11fa-4571-b28d-033bb6d024bc tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (bdde27d2-c87e-493f-a9d4-c10bb4e930c8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.809616 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c643f12c-11fa-4571-b28d-033bb6d024bc tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (bdde27d2-c87e-493f-a9d4-c10bb4e930c8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.867094 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Publish callbacks [] for floatingip (2fadf224-756d-4705-877b-b158395247bc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.893213 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c643f12c-11fa-4571-b28d-033bb6d024bc tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bdde27d2-c87e-493f-a9d4-c10bb4e930c8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.896651 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c643f12c-11fa-4571-b28d-033bb6d024bc tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:10.898121 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c643f12c-11fa-4571-b28d-033bb6d024bc tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-groups/bdde27d2-c87e-493f-a9d4-c10bb4e930c8 HTTP/1.1" status: 204 len: 168 time: 0.2025266 Jan 28 19:31:10.902635 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:10.976454 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8977b6dc-4ccb-4dfa-92bc-4441315b4cb3 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0703971 Jan 28 19:31:10.977461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643f12c-11fa-4571-b28d-033bb6d024bc tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdde27d2-c87e-493f-a9d4-c10bb4e930c8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:10.984309 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39326) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:10.991350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3017f143-8a75-4ff6-8b80-bf351ee19e36 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group': {'name': 'tempest-secgroup--830435117'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:11.003585 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6640f5b7-7d11-42c1-9ae6-02e27e35ab13), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.032624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:11.049230 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3017f143-8a75-4ff6-8b80-bf351ee19e36 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.200043 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3017f143-8a75-4ff6-8b80-bf351ee19e36 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (df711ffc-7945-49f1-9f95-57b4584c51a2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.206371 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3017f143-8a75-4ff6-8b80-bf351ee19e36 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (df711ffc-7945-49f1-9f95-57b4584c51a2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.270894 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3017f143-8a75-4ff6-8b80-bf351ee19e36 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.272236 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3017f143-8a75-4ff6-8b80-bf351ee19e36 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2869341 Jan 28 19:31:11.278276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:11.289581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2de7827b-14f0-414c-9baa-82ab9db96811 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group': {'name': 'tempest-secgroup--61788889'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:11.294014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017f143-8a75-4ff6-8b80-bf351ee19e36 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df711ffc-7945-49f1-9f95-57b4584c51a2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:11.395899 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2de7827b-14f0-414c-9baa-82ab9db96811 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.405897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a68d68ff-9369-4af8-867a-25a64bd8820c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.428795 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Publish callbacks [] for port (6640f5b7-7d11-42c1-9ae6-02e27e35ab13), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.459631 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (6640f5b7-7d11-42c1-9ae6-02e27e35ab13), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.567213 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a68d68ff-9369-4af8-867a-25a64bd8820c admin admin] Publish callbacks [] for security_group (4ee25c54-7e3e-4d75-9fa8-e5104b309ade), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.572710 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a68d68ff-9369-4af8-867a-25a64bd8820c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4ee25c54-7e3e-4d75-9fa8-e5104b309ade), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.632312 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a68d68ff-9369-4af8-867a-25a64bd8820c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84bf075f5947400dbc8cd6154324d077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5959759 Jan 28 19:31:11.632312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d68ff-9369-4af8-867a-25a64bd8820c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee25c54-7e3e-4d75-9fa8-e5104b309ade,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:11.635754 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39346) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:11.659661 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2de7827b-14f0-414c-9baa-82ab9db96811 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (65290bc7-8932-4ffd-8ffa-8402272b710d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.660729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Pushing event updated for resources: {'Port': ['ID=6640f5b7-7d11-42c1-9ae6-02e27e35ab13,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:11.668550 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2de7827b-14f0-414c-9baa-82ab9db96811 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (65290bc7-8932-4ffd-8ffa-8402272b710d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.706424 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2de7827b-14f0-414c-9baa-82ab9db96811 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.710182 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2de7827b-14f0-414c-9baa-82ab9db96811 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4241970 Jan 28 19:31:11.710590 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39348) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:11.723082 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ef3689e-b0e6-452c-a70c-2bf48d838b5e admin admin] Publish callbacks [] for security_group (4ee25c54-7e3e-4d75-9fa8-e5104b309ade), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.734429 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-02a9d81a-fb94-43bc-af36-8b9f85c13e0a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group_rule': {'security_group_id': 'df711ffc-7945-49f1-9f95-57b4584c51a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '65290bc7-8932-4ffd-8ffa-8402272b710d', 'remote_ip_prefix': None}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:11.766164 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ef3689e-b0e6-452c-a70c-2bf48d838b5e admin admin] Publish callbacks [] for security_group (4ee25c54-7e3e-4d75-9fa8-e5104b309ade), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.771747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7827b-14f0-414c-9baa-82ab9db96811 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65290bc7-8932-4ffd-8ffa-8402272b710d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:11.778835 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (2fadf224-756d-4705-877b-b158395247bc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.800194 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.801544 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f0aa2549-9a34-4b0b-a43b-7123dc03d461 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6529293 Jan 28 19:31:11.804534 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02a9d81a-fb94-43bc-af36-8b9f85c13e0a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (7776cf0f-dbdd-473d-bebc-6e82cfbe10cd), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.807011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39350) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:11.873190 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ef3689e-b0e6-452c-a70c-2bf48d838b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4ee25c54-7e3e-4d75-9fa8-e5104b309ade), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.877216 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6ef3689e-b0e6-452c-a70c-2bf48d838b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:11.879052 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6ef3689e-b0e6-452c-a70c-2bf48d838b5e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4ee25c54-7e3e-4d75-9fa8-e5104b309ade HTTP/1.1" status: 204 len: 168 time: 0.2418790 Jan 28 19:31:11.886350 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-99b3331e-df7b-4967-b926-a28229c16336 tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.0746100 Jan 28 19:31:11.889897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39356) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:11.894369 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3689e-b0e6-452c-a70c-2bf48d838b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee25c54-7e3e-4d75-9fa8-e5104b309ade,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:12.008884 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a8a42174-4fa9-4d8b-bc2b-1f5eccd263c8 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1178088 Jan 28 19:31:12.009540 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39366) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:12.067342 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02a9d81a-fb94-43bc-af36-8b9f85c13e0a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (7776cf0f-dbdd-473d-bebc-6e82cfbe10cd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.075138 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02a9d81a-fb94-43bc-af36-8b9f85c13e0a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (7776cf0f-dbdd-473d-bebc-6e82cfbe10cd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.110847 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9d81a-fb94-43bc-af36-8b9f85c13e0a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7776cf0f-dbdd-473d-bebc-6e82cfbe10cd,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:12.126847 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-02a9d81a-fb94-43bc-af36-8b9f85c13e0a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.128221 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-02a9d81a-fb94-43bc-af36-8b9f85c13e0a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4046886 Jan 28 19:31:12.132031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39370) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:12.199782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39376) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:12.216812 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3d45df0-d669-4712-a5a9-71c472e2b1da tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (7776cf0f-dbdd-473d-bebc-6e82cfbe10cd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.236730 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3d45df0-d669-4712-a5a9-71c472e2b1da tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (7776cf0f-dbdd-473d-bebc-6e82cfbe10cd), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.265783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-40c07800-caaf-48ff-98f3-b412b50ba0d0 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Deleting port 6640f5b7-7d11-42c1-9ae6-02e27e35ab13 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:12.266435 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40c07800-caaf-48ff-98f3-b412b50ba0d0 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6640f5b7-7d11-42c1-9ae6-02e27e35ab13), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.302265 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3d45df0-d669-4712-a5a9-71c472e2b1da tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (7776cf0f-dbdd-473d-bebc-6e82cfbe10cd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.321588 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c3d45df0-d669-4712-a5a9-71c472e2b1da tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.323390 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c3d45df0-d669-4712-a5a9-71c472e2b1da tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/7776cf0f-dbdd-473d-bebc-6e82cfbe10cd HTTP/1.1" status: 204 len: 168 time: 0.1911910 Jan 28 19:31:12.327168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39380) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:12.329117 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d45df0-d669-4712-a5a9-71c472e2b1da tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7776cf0f-dbdd-473d-bebc-6e82cfbe10cd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:12.393597 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b426818f-4913-4843-b9cc-b6b330b4a226 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0649304 Jan 28 19:31:12.396140 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39382) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:12.401084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bae07d3d-6baf-4118-9b06-92b60e419afc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-60849796-network', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:12.425017 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae07d3d-6baf-4118-9b06-92b60e419afc admin admin] Made reservation on behalf of 7278e5fb228649a0bcad995bf769f3a1 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:12.428802 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bae07d3d-6baf-4118-9b06-92b60e419afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.442431 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bae07d3d-6baf-4118-9b06-92b60e419afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.442904 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40c07800-caaf-48ff-98f3-b412b50ba0d0 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6640f5b7-7d11-42c1-9ae6-02e27e35ab13), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.443229 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40c07800-caaf-48ff-98f3-b412b50ba0d0 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Publish callbacks [] for floatingip (6640f5b7-7d11-42c1-9ae6-02e27e35ab13), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.455942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39384) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:12.468509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-40c07800-caaf-48ff-98f3-b412b50ba0d0 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Calling delete_port for 6640f5b7-7d11-42c1-9ae6-02e27e35ab13 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:12.484231 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b1e15df-afc6-460f-a10e-33d29b383da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.527250 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5664b69d-21db-4811-86f8-51cc5c315214 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (65290bc7-8932-4ffd-8ffa-8402272b710d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.539864 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bae07d3d-6baf-4118-9b06-92b60e419afc admin admin] Publish callbacks [] for security_group (efcf4abb-82bf-455a-8196-ba16b68b72bd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.544513 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bae07d3d-6baf-4118-9b06-92b60e419afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (efcf4abb-82bf-455a-8196-ba16b68b72bd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.582130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae07d3d-6baf-4118-9b06-92b60e419afc admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:31:12.588844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae07d3d-6baf-4118-9b06-92b60e419afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcf4abb-82bf-455a-8196-ba16b68b72bd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:12.597423 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bae07d3d-6baf-4118-9b06-92b60e419afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (c076a8fc-9e12-4c62-8bd2-15d86083674f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.597884 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-bae07d3d-6baf-4118-9b06-92b60e419afc admin admin] Added segment c076a8fc-9e12-4c62-8bd2-15d86083674f of type vlan for network 98679574-4cfe-45e5-8584-36f66292a0bf Jan 28 19:31:12.625899 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5664b69d-21db-4811-86f8-51cc5c315214 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (65290bc7-8932-4ffd-8ffa-8402272b710d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.641012 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bae07d3d-6baf-4118-9b06-92b60e419afc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (98679574-4cfe-45e5-8584-36f66292a0bf), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.668478 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bae07d3d-6baf-4118-9b06-92b60e419afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (98679574-4cfe-45e5-8584-36f66292a0bf), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.669389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae07d3d-6baf-4118-9b06-92b60e419afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:12.669969 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bae07d3d-6baf-4118-9b06-92b60e419afc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.721072 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5664b69d-21db-4811-86f8-51cc5c315214 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (65290bc7-8932-4ffd-8ffa-8402272b710d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.723927 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5664b69d-21db-4811-86f8-51cc5c315214 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.727625 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5664b69d-21db-4811-86f8-51cc5c315214 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-groups/65290bc7-8932-4ffd-8ffa-8402272b710d HTTP/1.1" status: 204 len: 168 time: 0.3280497 Jan 28 19:31:12.734873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39386) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:12.751058 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bae07d3d-6baf-4118-9b06-92b60e419afc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5501254 Jan 28 19:31:12.751058 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae07d3d-6baf-4118-9b06-92b60e419afc admin admin] Pushing event updated for resources: {'Network': ['ID=98679574-4cfe-45e5-8584-36f66292a0bf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:12.752552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39388) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:12.757915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-11a1d2fe-6839-4696-be82-f0c6959d4eaa admin admin] Request body: {'subnet': {'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-60849796-subnet', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:12.763420 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 98679574-4cfe-45e5-8584-36f66292a0bf details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:31:12.781027 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a1d2fe-6839-4696-be82-f0c6959d4eaa admin admin] Made reservation on behalf of 7278e5fb228649a0bcad995bf769f3a1 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:12.783809 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11a1d2fe-6839-4696-be82-f0c6959d4eaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.788439 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b1e15df-afc6-460f-a10e-33d29b383da5 admin admin] Publish callbacks [] for security_group (86bd748b-d850-4668-8525-848060305df8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.793646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664b69d-21db-4811-86f8-51cc5c315214 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65290bc7-8932-4ffd-8ffa-8402272b710d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:12.799685 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b1e15df-afc6-460f-a10e-33d29b383da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (86bd748b-d850-4668-8525-848060305df8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.862090 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40c07800-caaf-48ff-98f3-b412b50ba0d0 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6640f5b7-7d11-42c1-9ae6-02e27e35ab13), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:12.880781 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7b1e15df-afc6-460f-a10e-33d29b383da5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b946096fc55c44beaaf0acad52e5451d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4235425 Jan 28 19:31:12.892000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39390) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:12.912133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e15df-afc6-460f-a10e-33d29b383da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bd748b-d850-4668-8525-848060305df8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:12.917107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c07800-caaf-48ff-98f3-b412b50ba0d0 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Pushing event deleted for resources: {'Port': ['ID=6640f5b7-7d11-42c1-9ae6-02e27e35ab13,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:12.946763 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9ada05d3-a021-4fd4-83a3-82efa99d925c tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2081175 Jan 28 19:31:12.950726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39392) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:13.034715 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c733-3e38-454a-9de6-14e0f6462db4 admin admin] Publish callbacks [] for security_group (86bd748b-d850-4668-8525-848060305df8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.045497 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40c07800-caaf-48ff-98f3-b412b50ba0d0 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Publish callbacks [] for floatingip (2fadf224-756d-4705-877b-b158395247bc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.048102 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40c07800-caaf-48ff-98f3-b412b50ba0d0 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.048891 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11a1d2fe-6839-4696-be82-f0c6959d4eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (2300efa6-bb93-4ddc-ad47-4d237824e541), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.049266 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-40c07800-caaf-48ff-98f3-b412b50ba0d0 tempest-FloatingIPAdminTestJSON-1725492696 tempest-FloatingIPAdminTestJSON-1725492696-project] 10.222.0.55 "DELETE /v2.0/floatingips/2fadf224-756d-4705-877b-b158395247bc HTTP/1.1" status: 204 len: 168 time: 1.0390251 Jan 28 19:31:13.052105 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39400) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:13.054117 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98005342-cafc-46dd-a6d3-7b4d359fa7bf tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (df711ffc-7945-49f1-9f95-57b4584c51a2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.089350 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c733-3e38-454a-9de6-14e0f6462db4 admin admin] Publish callbacks [] for security_group (86bd748b-d850-4668-8525-848060305df8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.120001 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98005342-cafc-46dd-a6d3-7b4d359fa7bf tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (df711ffc-7945-49f1-9f95-57b4584c51a2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.152661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1d2fe-6839-4696-be82-f0c6959d4eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2300efa6-bb93-4ddc-ad47-4d237824e541,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:13.160719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1d2fe-6839-4696-be82-f0c6959d4eaa admin admin] Checking segment: {'id': 'c076a8fc-9e12-4c62-8bd2-15d86083674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:13.160719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1d2fe-6839-4696-be82-f0c6959d4eaa admin admin] Network hostable DHCP agents. Network: 98679574-4cfe-45e5-8584-36f66292a0bf, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:31:13.183049 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c733-3e38-454a-9de6-14e0f6462db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (86bd748b-d850-4668-8525-848060305df8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.186491 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c733-3e38-454a-9de6-14e0f6462db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.187774 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c8d0c733-3e38-454a-9de6-14e0f6462db4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/86bd748b-d850-4668-8525-848060305df8 HTTP/1.1" status: 204 len: 168 time: 0.2945771 Jan 28 19:31:13.190890 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1d2fe-6839-4696-be82-f0c6959d4eaa admin admin] Network 98679574-4cfe-45e5-8584-36f66292a0bf is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:31:13.204295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0c733-3e38-454a-9de6-14e0f6462db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bd748b-d850-4668-8525-848060305df8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:13.209249 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-11a1d2fe-6839-4696-be82-f0c6959d4eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 98679574-4cfe-45e5-8584-36f66292a0bf) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:13.213792 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a1d2fe-6839-4696-be82-f0c6959d4eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:13.214503 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11a1d2fe-6839-4696-be82-f0c6959d4eaa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.235366 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9b0cf1-3511-4192-94f7-82866f436acf None None] Network 98679574-4cfe-45e5-8584-36f66292a0bf requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:31:13.254998 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98005342-cafc-46dd-a6d3-7b4d359fa7bf tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (df711ffc-7945-49f1-9f95-57b4584c51a2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.255224 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-11a1d2fe-6839-4696-be82-f0c6959d4eaa admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5011618 Jan 28 19:31:13.257663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39410) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:13.259101 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98005342-cafc-46dd-a6d3-7b4d359fa7bf tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.260470 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-98005342-cafc-46dd-a6d3-7b4d359fa7bf tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-groups/df711ffc-7945-49f1-9f95-57b4584c51a2 HTTP/1.1" status: 204 len: 168 time: 0.3100619 Jan 28 19:31:13.263295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:13.266777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39412) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:13.306869 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (8706fccc-cdff-435e-85e5-ebbd611f5424), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.308137 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (8706fccc-cdff-435e-85e5-ebbd611f5424), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.316963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98005342-cafc-46dd-a6d3-7b4d359fa7bf tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df711ffc-7945-49f1-9f95-57b4584c51a2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:13.400331 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-33e1511d-ea31-4fcf-8fac-02f8ace1fe22 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1285470 Jan 28 19:31:13.400331 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-86a09241-fa2c-4b6c-8527-71a00d71e157 tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Deleting port 0ec060fd-ff36-4572-b754-fc12d69c8712 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:13.400665 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86a09241-fa2c-4b6c-8527-71a00d71e157 tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0ec060fd-ff36-4572-b754-fc12d69c8712), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.402028 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39418) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:13.407401 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c055d203-bdd2-4129-bc7d-3877c1f16959 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group': {'name': 'tempest-secgroup--789732143'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:13.439790 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Publish callbacks [] for router_controller (8706fccc-cdff-435e-85e5-ebbd611f5424), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.480595 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c055d203-bdd2-4129-bc7d-3877c1f16959 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.510473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-98679574-4cfe-45e5-8584-36f66292a0bf', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:31:13.514118 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.547063 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86a09241-fa2c-4b6c-8527-71a00d71e157 tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0ec060fd-ff36-4572-b754-fc12d69c8712), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.547967 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86a09241-fa2c-4b6c-8527-71a00d71e157 tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks [] for floatingip (0ec060fd-ff36-4572-b754-fc12d69c8712), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.572516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-86a09241-fa2c-4b6c-8527-71a00d71e157 tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Calling delete_port for 0ec060fd-ff36-4572-b754-fc12d69c8712 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:13.658489 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Publish callbacks [] for router_gateway (8706fccc-cdff-435e-85e5-ebbd611f5424), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:13.884250 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Allocated IP 172.20.0.2 (98679574-4cfe-45e5-8584-36f66292a0bf/2300efa6-bb93-4ddc-ad47-4d237824e541/41d6fd2f-96fa-4254-a056-a829bb419053) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:14.014944 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c055d203-bdd2-4129-bc7d-3877c1f16959 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (8caae6f9-12a0-4d03-9a63-07ecef7e5380), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.022310 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c055d203-bdd2-4129-bc7d-3877c1f16959 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8caae6f9-12a0-4d03-9a63-07ecef7e5380), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.047673 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c055d203-bdd2-4129-bc7d-3877c1f16959 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.049041 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c055d203-bdd2-4129-bc7d-3877c1f16959 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6459396 Jan 28 19:31:14.063934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:14.071342 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bcac6307-89fd-42ca-9409-e234192a0bc3 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group_rule': {'security_group_id': '8caae6f9-12a0-4d03-9a63-07ecef7e5380', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:14.107416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055d203-bdd2-4129-bc7d-3877c1f16959 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8caae6f9-12a0-4d03-9a63-07ecef7e5380,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:14.130471 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcac6307-89fd-42ca-9409-e234192a0bc3 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (be0ba5bf-fd18-4fc7-a1b7-dfbc06c3b26d), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.154622 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Publish callbacks [] for router_gateway (8706fccc-cdff-435e-85e5-ebbd611f5424), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.159761 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Publish callbacks [] for port (41d6fd2f-96fa-4254-a056-a829bb419053), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.169791 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (41d6fd2f-96fa-4254-a056-a829bb419053), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.218297 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcac6307-89fd-42ca-9409-e234192a0bc3 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (be0ba5bf-fd18-4fc7-a1b7-dfbc06c3b26d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.223685 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcac6307-89fd-42ca-9409-e234192a0bc3 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (be0ba5bf-fd18-4fc7-a1b7-dfbc06c3b26d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.231288 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.266835 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac6307-89fd-42ca-9409-e234192a0bc3 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0ba5bf-fd18-4fc7-a1b7-dfbc06c3b26d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:14.268919 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86a09241-fa2c-4b6c-8527-71a00d71e157 tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0ec060fd-ff36-4572-b754-fc12d69c8712), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.322731 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Network 98679574-4cfe-45e5-8584-36f66292a0bf is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:14.328054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a09241-fa2c-4b6c-8527-71a00d71e157 tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ec060fd-ff36-4572-b754-fc12d69c8712,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:14.342143 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:14.349934 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:14.377015 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcac6307-89fd-42ca-9409-e234192a0bc3 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.378370 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bcac6307-89fd-42ca-9409-e234192a0bc3 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3132007 Jan 28 19:31:14.379544 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86a09241-fa2c-4b6c-8527-71a00d71e157 tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks [] for floatingip (1ae33fb4-5620-488b-85be-629c80cb415e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.382197 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86a09241-fa2c-4b6c-8527-71a00d71e157 tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.388394 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-86a09241-fa2c-4b6c-8527-71a00d71e157 tempest-FloatingIPAdminTestJSON-83093804 tempest-FloatingIPAdminTestJSON-83093804-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/1ae33fb4-5620-488b-85be-629c80cb415e HTTP/1.1" status: 204 len: 168 time: 1.3341665 Jan 28 19:31:14.389302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39442) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:14.389818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39446) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:14.417450 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Pushing event updated for resources: {'Port': ['ID=41d6fd2f-96fa-4254-a056-a829bb419053,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:14.446566 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ac3ec56-cf88-4035-9476-9b47c6712721 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (be0ba5bf-fd18-4fc7-a1b7-dfbc06c3b26d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.463051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Allocated IP 172.25.0.101 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/fedb510f-4edd-413b-b908-959f00091a10) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:14.465799 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ac3ec56-cf88-4035-9476-9b47c6712721 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (be0ba5bf-fd18-4fc7-a1b7-dfbc06c3b26d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.480839 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Attempting to bind port 41d6fd2f-96fa-4254-a056-a829bb419053 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:14.481495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Attempting to bind port 41d6fd2f-96fa-4254-a056-a829bb419053 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'c076a8fc-9e12-4c62-8bd2-15d86083674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:14.482446 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Attempting to bind port 41d6fd2f-96fa-4254-a056-a829bb419053 on network 98679574-4cfe-45e5-8584-36f66292a0bf {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:14.490670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:31:14.491738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Checking segment: {'id': 'c076a8fc-9e12-4c62-8bd2-15d86083674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:14.492388 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.492880 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Bound using segment: {'id': 'c076a8fc-9e12-4c62-8bd2-15d86083674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:31:14.494047 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Bound port: 41d6fd2f-96fa-4254-a056-a829bb419053, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c076a8fc-9e12-4c62-8bd2-15d86083674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:31:14.494651 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (41d6fd2f-96fa-4254-a056-a829bb419053), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.592245 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ac3ec56-cf88-4035-9476-9b47c6712721 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (be0ba5bf-fd18-4fc7-a1b7-dfbc06c3b26d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.598076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] For port 41d6fd2f-96fa-4254-a056-a829bb419053, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:14.598861 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ac3ec56-cf88-4035-9476-9b47c6712721 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.602187 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3ac3ec56-cf88-4035-9476-9b47c6712721 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/be0ba5bf-fd18-4fc7-a1b7-dfbc06c3b26d HTTP/1.1" status: 204 len: 168 time: 0.2090423 Jan 28 19:31:14.602371 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] For port 41d6fd2f-96fa-4254-a056-a829bb419053, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=41d6fd2f-96fa-4254-a056-a829bb419053,segment=NetworkSegment(c076a8fc-9e12-4c62-8bd2-15d86083674f),segment_id=c076a8fc-9e12-4c62-8bd2-15d86083674f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:31:14.615312 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (41d6fd2f-96fa-4254-a056-a829bb419053), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.616806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39454) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:14.640742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3ec56-cf88-4035-9476-9b47c6712721 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be0ba5bf-fd18-4fc7-a1b7-dfbc06c3b26d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:14.675706 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5d13081d-a00d-4ac9-913b-b151b685db19 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Deleting port 702f9976-9d6e-446b-8762-94a7991e8a9f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:14.676203 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d13081d-a00d-4ac9-913b-b151b685db19 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (702f9976-9d6e-446b-8762-94a7991e8a9f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.694634 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1d3aae00-ec13-4854-b96b-31a6c0157a9b tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0751407 Jan 28 19:31:14.695514 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39456) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:14.736286 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Publish callbacks [] for port (fedb510f-4edd-413b-b908-959f00091a10), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.752241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fd79b-79af-4d21-a6ea-a1df7ce70c6e None None] Pushing event updated for resources: {'Port': ['ID=41d6fd2f-96fa-4254-a056-a829bb419053,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:14.805341 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (fedb510f-4edd-413b-b908-959f00091a10), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.879915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:14.887123 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6476ceaa-7152-4053-9d01-f4add76f564f tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (8caae6f9-12a0-4d03-9a63-07ecef7e5380), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:14.894505 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:14.898772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:14.940273 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Pushing event updated for resources: {'Port': ['ID=fedb510f-4edd-413b-b908-959f00091a10,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:14.999120 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d13081d-a00d-4ac9-913b-b151b685db19 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (702f9976-9d6e-446b-8762-94a7991e8a9f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.012413 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6476ceaa-7152-4053-9d01-f4add76f564f tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (8caae6f9-12a0-4d03-9a63-07ecef7e5380), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.031316 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5d13081d-a00d-4ac9-913b-b151b685db19 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Calling delete_port for 702f9976-9d6e-446b-8762-94a7991e8a9f owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:15.230235 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6476ceaa-7152-4053-9d01-f4add76f564f tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8caae6f9-12a0-4d03-9a63-07ecef7e5380), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.232923 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6476ceaa-7152-4053-9d01-f4add76f564f tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.236346 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6476ceaa-7152-4053-9d01-f4add76f564f tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-groups/8caae6f9-12a0-4d03-9a63-07ecef7e5380 HTTP/1.1" status: 204 len: 168 time: 0.5263906 Jan 28 19:31:15.239171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39472) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:15.252415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476ceaa-7152-4053-9d01-f4add76f564f tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caae6f9-12a0-4d03-9a63-07ecef7e5380,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:15.377172 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-eaad670a-de4b-4259-a37f-67bc6b64f2c4 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1337087 Jan 28 19:31:15.380623 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39476) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:15.385591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-739cc53b-fd61-4f19-8d93-0c6855d752be tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943124843'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:15.411655 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Publish callbacks [] for router_gateway (8706fccc-cdff-435e-85e5-ebbd611f5424), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.415945 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-739cc53b-fd61-4f19-8d93-0c6855d752be tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.448891 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d13081d-a00d-4ac9-913b-b151b685db19 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (702f9976-9d6e-446b-8762-94a7991e8a9f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.528398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13081d-a00d-4ac9-913b-b151b685db19 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Pushing event deleted for resources: {'Port': ['ID=702f9976-9d6e-446b-8762-94a7991e8a9f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:15.715215 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-739cc53b-fd61-4f19-8d93-0c6855d752be tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (df72dc0f-29cd-4b95-a8d9-ec128dfdae54), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.723393 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d13081d-a00d-4ac9-913b-b151b685db19 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.724133 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-739cc53b-fd61-4f19-8d93-0c6855d752be tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (df72dc0f-29cd-4b95-a8d9-ec128dfdae54), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.732719 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5d13081d-a00d-4ac9-913b-b151b685db19 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] 10.222.0.55 "DELETE /v2.0/ports/702f9976-9d6e-446b-8762-94a7991e8a9f HTTP/1.1" status: 204 len: 168 time: 1.3398268 Jan 28 19:31:15.733358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39490) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:15.753362 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-739cc53b-fd61-4f19-8d93-0c6855d752be tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.756906 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-739cc53b-fd61-4f19-8d93-0c6855d752be tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3734498 Jan 28 19:31:15.763459 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39494) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:15.799827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-422a1693-851a-41a9-8577-ddc77f261b4e tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group_rule': {'security_group_id': 'df72dc0f-29cd-4b95-a8d9-ec128dfdae54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:15.818128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db01811a-8504-47e5-a1a1-e23789c6e7a7 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:15.826119 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39496) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:15.829179 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-db01811a-8504-47e5-a1a1-e23789c6e7a7 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] 10.222.0.55 "GET /v2.0/ports?device_id=17b20d8d-63db-4fb6-915f-3e958dc9cbc2 HTTP/1.1" status: 200 len: 913 time: 0.0947387 Jan 28 19:31:15.932495 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (8706fccc-cdff-435e-85e5-ebbd611f5424), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:15.970724 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cc53b-fd61-4f19-8d93-0c6855d752be tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df72dc0f-29cd-4b95-a8d9-ec128dfdae54,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:16.108269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 41d6fd2f-96fa-4254-a056-a829bb419053 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:31:16.177711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 41d6fd2f-96fa-4254-a056-a829bb419053 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:16.178510 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (41d6fd2f-96fa-4254-a056-a829bb419053), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:16.380619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 41d6fd2f-96fa-4254-a056-a829bb419053 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:16.381068 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (41d6fd2f-96fa-4254-a056-a829bb419053), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:16.458832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 41d6fd2f-96fa-4254-a056-a829bb419053, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=41d6fd2f-96fa-4254-a056-a829bb419053,segment=NetworkSegment(c076a8fc-9e12-4c62-8bd2-15d86083674f),segment_id=c076a8fc-9e12-4c62-8bd2-15d86083674f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:16.464531 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (41d6fd2f-96fa-4254-a056-a829bb419053), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:16.510740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c9b1e9-35bf-4a94-8014-3c4f0e297ded None None] Network 98679574-4cfe-45e5-8584-36f66292a0bf requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:31:16.556887 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-422a1693-851a-41a9-8577-ddc77f261b4e tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (8ebfde34-b00b-4cbf-9087-acc22ba88c3b), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:16.659706 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=41d6fd2f-96fa-4254-a056-a829bb419053,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:16.664672 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5ff7ac5b-d2bc-4021-972b-12fd819493d2 None None] Provisioning complete for port 41d6fd2f-96fa-4254-a056-a829bb419053 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:16.665049 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ff7ac5b-d2bc-4021-972b-12fd819493d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (41d6fd2f-96fa-4254-a056-a829bb419053), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:16.837304 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5ff7ac5b-d2bc-4021-972b-12fd819493d2 None None] Current status of the port 41d6fd2f-96fa-4254-a056-a829bb419053 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:16.845212 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-422a1693-851a-41a9-8577-ddc77f261b4e tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (8ebfde34-b00b-4cbf-9087-acc22ba88c3b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:16.912883 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-422a1693-851a-41a9-8577-ddc77f261b4e tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (8ebfde34-b00b-4cbf-9087-acc22ba88c3b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:16.968393 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-422a1693-851a-41a9-8577-ddc77f261b4e tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:16.978540 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-422a1693-851a-41a9-8577-ddc77f261b4e tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1811786 Jan 28 19:31:16.978919 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39540) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:17.004266 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a1693-851a-41a9-8577-ddc77f261b4e tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebfde34-b00b-4cbf-9087-acc22ba88c3b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:17.011544 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-91a437f4-7f9b-4284-b164-08dcb8b9ce85 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules/8ebfde34-b00b-4cbf-9087-acc22ba88c3b HTTP/1.1" status: 200 len: 763 time: 0.0291893 Jan 28 19:31:17.012048 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39544) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:17.089747 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4fea6e5f-aecf-4757-8e5f-40337b842726 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0764620 Jan 28 19:31:17.092102 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39550) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:17.111172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Router 8706fccc-cdff-435e-85e5-ebbd611f5424 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:31:17.141719 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49102de0-f9e1-4e71-832f-b2ef74c5b7ba tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (8ebfde34-b00b-4cbf-9087-acc22ba88c3b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.163973 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49102de0-f9e1-4e71-832f-b2ef74c5b7ba tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (8ebfde34-b00b-4cbf-9087-acc22ba88c3b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.231286 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49102de0-f9e1-4e71-832f-b2ef74c5b7ba tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (8ebfde34-b00b-4cbf-9087-acc22ba88c3b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.241092 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49102de0-f9e1-4e71-832f-b2ef74c5b7ba tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.242350 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-49102de0-f9e1-4e71-832f-b2ef74c5b7ba tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/8ebfde34-b00b-4cbf-9087-acc22ba88c3b HTTP/1.1" status: 204 len: 168 time: 0.1492920 Jan 28 19:31:17.245669 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39556) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:17.265898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7f12092f-511c-4c36-ac29-0a7f43604151 None None] Provisioning complete for port 41d6fd2f-96fa-4254-a056-a829bb419053 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:17.274443 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f12092f-511c-4c36-ac29-0a7f43604151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (41d6fd2f-96fa-4254-a056-a829bb419053), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.294256 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49102de0-f9e1-4e71-832f-b2ef74c5b7ba tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ebfde34-b00b-4cbf-9087-acc22ba88c3b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:17.358485 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a8fffdcd-3b84-42c9-bf67-763fa6905012 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1076710 Jan 28 19:31:17.359218 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39560) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:17.371486 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9a79a518-ea76-49a0-8990-1d321dee1513 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group_rule': {'security_group_id': 'df72dc0f-29cd-4b95-a8d9-ec128dfdae54', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:17.401944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:31:17.423732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Sync routers for ids ['8706fccc-cdff-435e-85e5-ebbd611f5424'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:31:17.428162 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.429593 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f8d9f3f6-8406-4bae-b5bf-2f0d131a4781 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1707087 Jan 28 19:31:17.432442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39564) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:17.435622 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a79a518-ea76-49a0-8990-1d321dee1513 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (0a27f774-d3e5-4303-9353-b669e612bda8), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.463547 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7f12092f-511c-4c36-ac29-0a7f43604151 None None] Current status of the port 41d6fd2f-96fa-4254-a056-a829bb419053 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:17.477174 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Routers {'8706fccc-cdff-435e-85e5-ebbd611f5424'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:17.478504 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['8706fccc-cdff-435e-85e5-ebbd611f5424'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:17.505879 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2370400-7b77-466d-8b9a-3b349391cb99 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (17b20d8d-63db-4fb6-915f-3e958dc9cbc2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.674255 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a79a518-ea76-49a0-8990-1d321dee1513 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (0a27f774-d3e5-4303-9353-b669e612bda8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.680335 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a79a518-ea76-49a0-8990-1d321dee1513 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (0a27f774-d3e5-4303-9353-b669e612bda8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.704998 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a79a518-ea76-49a0-8990-1d321dee1513 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:17.709088 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9a79a518-ea76-49a0-8990-1d321dee1513 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3488936 Jan 28 19:31:17.732040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39572) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:17.773406 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-030bafbf-cd01-49f7-a2e4-392133f5bfa8 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules/0a27f774-d3e5-4303-9353-b669e612bda8 HTTP/1.1" status: 200 len: 763 time: 0.0397835 Jan 28 19:31:17.776365 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39574) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:17.789296 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79a518-ea76-49a0-8990-1d321dee1513 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a27f774-d3e5-4303-9353-b669e612bda8,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:17.847356 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39578) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:18.008434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Set router 8706fccc-cdff-435e-85e5-ebbd611f5424 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:18.012277 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-22b18f1c-373a-477e-b2f0-0185b9b43a55 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2290373 Jan 28 19:31:18.012277 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:18.071249 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbf13b71-6f16-4c48-ae3b-a811a940116a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (0a27f774-d3e5-4303-9353-b669e612bda8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.114869 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 41d6fd2f-96fa-4254-a056-a829bb419053 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:31:18.178863 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbf13b71-6f16-4c48-ae3b-a811a940116a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (0a27f774-d3e5-4303-9353-b669e612bda8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.197879 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3690f79d-1dcc-4433-8453-c54dee9220eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.259114 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88cb5053-15cc-4c92-9178-3409f7a205cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.327177 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3690f79d-1dcc-4433-8453-c54dee9220eb admin admin] Publish callbacks [] for security_group (73c7a959-3772-48d7-bc0e-9890fd8120a1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.341165 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3690f79d-1dcc-4433-8453-c54dee9220eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (73c7a959-3772-48d7-bc0e-9890fd8120a1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.384261 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3690f79d-1dcc-4433-8453-c54dee9220eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=03aa976929164b008816f2c205ec2fb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5137961 Jan 28 19:31:18.385125 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbf13b71-6f16-4c48-ae3b-a811a940116a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (0a27f774-d3e5-4303-9353-b669e612bda8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.388131 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 41d6fd2f-96fa-4254-a056-a829bb419053 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:18.389481 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (41d6fd2f-96fa-4254-a056-a829bb419053), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.393236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39594) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:18.402347 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.447733 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:15Z', 'revision_number': 3, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:18.477488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Checking router: 8706fccc-cdff-435e-85e5-ebbd611f5424 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:31:18.478006 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Updating router 8706fccc-cdff-435e-85e5-ebbd611f5424 port fedb510f-4edd-413b-b908-959f00091a10 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:31:18.493130 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bbf13b71-6f16-4c48-ae3b-a811a940116a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.496837 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bbf13b71-6f16-4c48-ae3b-a811a940116a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/0a27f774-d3e5-4303-9353-b669e612bda8 HTTP/1.1" status: 204 len: 168 time: 0.4738555 Jan 28 19:31:18.506710 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf13b71-6f16-4c48-ae3b-a811a940116a tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a27f774-d3e5-4303-9353-b669e612bda8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:18.517382 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39598) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:18.536420 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fedb510f-4edd-413b-b908-959f00091a10), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.561182 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c2370400-7b77-466d-8b9a-3b349391cb99 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Deleting port 1f56d4b1-1a2f-4432-b1be-4aad6fce5321 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:18.561537 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2370400-7b77-466d-8b9a-3b349391cb99 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1f56d4b1-1a2f-4432-b1be-4aad6fce5321), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.642885 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a19e609d-9dd1-41c5-aff8-8d455a7714fb admin admin] Publish callbacks [] for security_group (73c7a959-3772-48d7-bc0e-9890fd8120a1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.644401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690f79d-1dcc-4433-8453-c54dee9220eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c7a959-3772-48d7-bc0e-9890fd8120a1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:18.690947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Allocated IP 172.20.0.1 (98679574-4cfe-45e5-8584-36f66292a0bf/2300efa6-bb93-4ddc-ad47-4d237824e541/87d9d8f1-5a72-4061-9e52-905ae64da591) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:18.738079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 41d6fd2f-96fa-4254-a056-a829bb419053 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:18.753335 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-38357fe5-dfcf-4457-b871-ac8541234e14 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2253518 Jan 28 19:31:18.759747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39604) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:18.762153 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a19e609d-9dd1-41c5-aff8-8d455a7714fb admin admin] Publish callbacks [] for security_group (73c7a959-3772-48d7-bc0e-9890fd8120a1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.770220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4dc2e35e-54ff-4902-a4ac-fceb82f4ac25 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group_rule': {'security_group_id': 'df72dc0f-29cd-4b95-a8d9-ec128dfdae54', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:18.838840 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2370400-7b77-466d-8b9a-3b349391cb99 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1f56d4b1-1a2f-4432-b1be-4aad6fce5321), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.846576 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dc2e35e-54ff-4902-a4ac-fceb82f4ac25 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (104bf00e-1383-4b1d-b814-00676f300d99), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.870052 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c2370400-7b77-466d-8b9a-3b349391cb99 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Calling delete_port for 1f56d4b1-1a2f-4432-b1be-4aad6fce5321 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:18.902517 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Publish callbacks [] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.910840 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Publish callbacks [] for port (fedb510f-4edd-413b-b908-959f00091a10), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.920818 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fedb510f-4edd-413b-b908-959f00091a10), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.972049 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a19e609d-9dd1-41c5-aff8-8d455a7714fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (73c7a959-3772-48d7-bc0e-9890fd8120a1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.974721 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a19e609d-9dd1-41c5-aff8-8d455a7714fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.978400 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a19e609d-9dd1-41c5-aff8-8d455a7714fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/73c7a959-3772-48d7-bc0e-9890fd8120a1 HTTP/1.1" status: 204 len: 168 time: 0.5525987 Jan 28 19:31:18.986620 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:18.992278 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e609d-9dd1-41c5-aff8-8d455a7714fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c7a959-3772-48d7-bc0e-9890fd8120a1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:19.015817 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dc2e35e-54ff-4902-a4ac-fceb82f4ac25 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (104bf00e-1383-4b1d-b814-00676f300d99), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.038348 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a07869-f6f0-44f9-8b35-d2f46fbf0ab3 None None] Pushing event updated for resources: {'Port': ['ID=fedb510f-4edd-413b-b908-959f00091a10,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:19.049844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a07869-f6f0-44f9-8b35-d2f46fbf0ab3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.050224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a07869-f6f0-44f9-8b35-d2f46fbf0ab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.050560 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a07869-f6f0-44f9-8b35-d2f46fbf0ab3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.050889 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a07869-f6f0-44f9-8b35-d2f46fbf0ab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.051345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a07869-f6f0-44f9-8b35-d2f46fbf0ab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.051673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a07869-f6f0-44f9-8b35-d2f46fbf0ab3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.052006 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a07869-f6f0-44f9-8b35-d2f46fbf0ab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.052313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a07869-f6f0-44f9-8b35-d2f46fbf0ab3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.052628 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a07869-f6f0-44f9-8b35-d2f46fbf0ab3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.052942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a07869-f6f0-44f9-8b35-d2f46fbf0ab3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.053272 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a07869-f6f0-44f9-8b35-d2f46fbf0ab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.053572 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a07869-f6f0-44f9-8b35-d2f46fbf0ab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.053896 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a07869-f6f0-44f9-8b35-d2f46fbf0ab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:19.058627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Attempting to bind port fedb510f-4edd-413b-b908-959f00091a10 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:19.058970 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Attempting to bind port fedb510f-4edd-413b-b908-959f00091a10 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:19.059314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Attempting to bind port fedb510f-4edd-413b-b908-959f00091a10 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:19.067298 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:31:19.067865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:19.068113 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.068497 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:31:19.068965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Bound port: fedb510f-4edd-413b-b908-959f00091a10, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:31:19.069337 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fedb510f-4edd-413b-b908-959f00091a10), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.125780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Network 98679574-4cfe-45e5-8584-36f66292a0bf is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:19.129033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:19.132511 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dc2e35e-54ff-4902-a4ac-fceb82f4ac25 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (104bf00e-1383-4b1d-b814-00676f300d99), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.157937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Pushing event updated for resources: {'Port': ['ID=87d9d8f1-5a72-4061-9e52-905ae64da591,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:19.176812 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2e35e-54ff-4902-a4ac-fceb82f4ac25 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104bf00e-1383-4b1d-b814-00676f300d99,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:19.183705 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:19.189531 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] For port fedb510f-4edd-413b-b908-959f00091a10, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:19.197274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] For port fedb510f-4edd-413b-b908-959f00091a10, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fedb510f-4edd-413b-b908-959f00091a10,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:31:19.209867 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fedb510f-4edd-413b-b908-959f00091a10), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.243960 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4dc2e35e-54ff-4902-a4ac-fceb82f4ac25 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.245389 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4dc2e35e-54ff-4902-a4ac-fceb82f4ac25 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4805338 Jan 28 19:31:19.251858 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39616) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:19.303733 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (8706fccc-cdff-435e-85e5-ebbd611f5424), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.324150 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-70d7c695-82ac-4d4f-ad7e-60713b9084ec tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules/104bf00e-1383-4b1d-b814-00676f300d99 HTTP/1.1" status: 200 len: 764 time: 0.0628221 Jan 28 19:31:19.407164 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a07869-f6f0-44f9-8b35-d2f46fbf0ab3 None None] Pushing event updated for resources: {'Port': ['ID=fedb510f-4edd-413b-b908-959f00091a10,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:19.426559 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Routers {'8706fccc-cdff-435e-85e5-ebbd611f5424'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:19.427484 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:30:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['8706fccc-cdff-435e-85e5-ebbd611f5424'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:19.435033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39620) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:19.494295 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2370400-7b77-466d-8b9a-3b349391cb99 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1f56d4b1-1a2f-4432-b1be-4aad6fce5321), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.567095 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39624) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:19.602316 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2370400-7b77-466d-8b9a-3b349391cb99 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Pushing event deleted for resources: {'Port': ['ID=1f56d4b1-1a2f-4432-b1be-4aad6fce5321,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:19.637741 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17ca7223-d2e5-4163-b7fb-453ea2d7d0d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.733986 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-87634b69-71c6-431a-9906-7a0407bf0ad4 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2890568 Jan 28 19:31:19.740433 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39630) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:19.747612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] Set router 8706fccc-cdff-435e-85e5-ebbd611f5424 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:19.838151 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.902925 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (104bf00e-1383-4b1d-b814-00676f300d99), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.938423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bbf10bac-2633-4eac-98fb-801c719e7ab4 None None] Provisioning complete for port 87d9d8f1-5a72-4061-9e52-905ae64da591 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:19.939204 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bbf10bac-2633-4eac-98fb-801c719e7ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:19.953892 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (104bf00e-1383-4b1d-b814-00676f300d99), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.041665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bbf10bac-2633-4eac-98fb-801c719e7ab4 None None] Port 87d9d8f1-5a72-4061-9e52-905ae64da591 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:31:20.082090 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Publish callbacks [] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.088705 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.165151 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (8706fccc-cdff-435e-85e5-ebbd611f5424), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.185756 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (104bf00e-1383-4b1d-b814-00676f300d99), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.222569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:15Z', 'revision_number': 3, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:20.309673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69253188-ad50-47e2-b79e-8b7028f441b7 None None] The sync data for ids ['8706fccc-cdff-435e-85e5-ebbd611f5424'] in n-d-824834-4 is: [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:15Z', 'revision_number': 3, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:31:20.310302 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.311489 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/104bf00e-1383-4b1d-b814-00676f300d99 HTTP/1.1" status: 204 len: 168 time: 0.5567987 Jan 28 19:31:20.336733 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39644) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:20.361482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Pushing event updated for resources: {'Port': ['ID=87d9d8f1-5a72-4061-9e52-905ae64da591,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:20.372622 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=104bf00e-1383-4b1d-b814-00676f300d99,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:20.375954 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17ca7223-d2e5-4163-b7fb-453ea2d7d0d7 admin admin] Publish callbacks [] for security_group (d44fb155-4a0c-4bbc-950a-311315059c7b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.392115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17ca7223-d2e5-4163-b7fb-453ea2d7d0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d44fb155-4a0c-4bbc-950a-311315059c7b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.406329 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3aaf4b46-bc8f-4889-b01e-028985d48cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.414780 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:20.415395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:20.415919 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:20.416430 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:20.416927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:20.417415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:20.417915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:20.418434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:20.418920 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:20.419403 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:20.420796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:20.421017 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Network 98679574-4cfe-45e5-8584-36f66292a0bf is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:20.421496 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:20.422008 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b1b61-5f90-4e8d-b915-c6bef4d64589 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:20.426529 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:20.439234 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2370400-7b77-466d-8b9a-3b349391cb99 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (17b20d8d-63db-4fb6-915f-3e958dc9cbc2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:20.485622 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-992ce6a3-72ef-478e-9b76-7a7c7c3f666b tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1477141 Jan 28 19:31:20.492133 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39652) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:20.509568 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-17ca7223-d2e5-4163-b7fb-453ea2d7d0d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4fdb472df7dc4fc3ac9168d3626b9f78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9408350 Jan 28 19:31:20.511700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39654) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:20.757087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Router 8706fccc-cdff-435e-85e5-ebbd611f5424 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:31:20.776677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca7223-d2e5-4163-b7fb-453ea2d7d0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44fb155-4a0c-4bbc-950a-311315059c7b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:20.995555 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4016b82a-4c0e-477d-872c-3725602fe64f None None] Provisioning complete for port 87d9d8f1-5a72-4061-9e52-905ae64da591 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:20.996159 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4016b82a-4c0e-477d-872c-3725602fe64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.042758 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:31:21.049038 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-34afde19-3e42-4481-bf51-09ae4c126c74 admin admin] 10.222.0.55 "PUT /v2.0/routers/8706fccc-cdff-435e-85e5-ebbd611f5424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6143060 Jan 28 19:31:21.087349 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4016b82a-4c0e-477d-872c-3725602fe64f None None] Port 87d9d8f1-5a72-4061-9e52-905ae64da591 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:31:21.152754 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c14d966-6f47-4d86-ab5a-02e11848a0e3 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (df72dc0f-29cd-4b95-a8d9-ec128dfdae54), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.224534 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c14d966-6f47-4d86-ab5a-02e11848a0e3 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (df72dc0f-29cd-4b95-a8d9-ec128dfdae54), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.321953 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5661acc0-35d5-4eda-ba02-6f9a85f05d5b admin admin] Publish callbacks [] for security_group (d44fb155-4a0c-4bbc-950a-311315059c7b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.431807 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c14d966-6f47-4d86-ab5a-02e11848a0e3 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (df72dc0f-29cd-4b95-a8d9-ec128dfdae54), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.434472 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c14d966-6f47-4d86-ab5a-02e11848a0e3 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.440761 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7c14d966-6f47-4d86-ab5a-02e11848a0e3 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-groups/df72dc0f-29cd-4b95-a8d9-ec128dfdae54 HTTP/1.1" status: 204 len: 168 time: 0.9445589 Jan 28 19:31:21.443725 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39674) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:21.445568 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5661acc0-35d5-4eda-ba02-6f9a85f05d5b admin admin] Publish callbacks [] for security_group (d44fb155-4a0c-4bbc-950a-311315059c7b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.518437 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14d966-6f47-4d86-ab5a-02e11848a0e3 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df72dc0f-29cd-4b95-a8d9-ec128dfdae54,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:21.568269 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2370400-7b77-466d-8b9a-3b349391cb99 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Router 17b20d8d-63db-4fb6-915f-3e958dc9cbc2 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:31:21.592785 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c0609b44-93af-4300-930d-86f0616c1aba tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1475992 Jan 28 19:31:21.597970 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39678) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:21.602878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668497411'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:21.650400 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.695997 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5661acc0-35d5-4eda-ba02-6f9a85f05d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d44fb155-4a0c-4bbc-950a-311315059c7b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.705428 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5661acc0-35d5-4eda-ba02-6f9a85f05d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.709062 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.709785 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5661acc0-35d5-4eda-ba02-6f9a85f05d5b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d44fb155-4a0c-4bbc-950a-311315059c7b HTTP/1.1" status: 204 len: 168 time: 0.9618976 Jan 28 19:31:21.752161 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661acc0-35d5-4eda-ba02-6f9a85f05d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44fb155-4a0c-4bbc-950a-311315059c7b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:21.855449 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (776ed49c-a222-4466-95f6-4d0385af2a75), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.862421 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (776ed49c-a222-4466-95f6-4d0385af2a75), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.925597 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:21.931330 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39686) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:21.932988 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3326979 Jan 28 19:31:21.938200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7bf5bb2d-03cf-4cd1-a746-6c29fc127dad tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Request body: {'security_group_rule': {'security_group_id': '776ed49c-a222-4466-95f6-4d0385af2a75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:21.957036 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2370400-7b77-466d-8b9a-3b349391cb99 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:31:21.966421 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c2370400-7b77-466d-8b9a-3b349391cb99 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] 10.222.0.55 "PUT /v2.0/routers/17b20d8d-63db-4fb6-915f-3e958dc9cbc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1376388 Jan 28 19:31:21.967034 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:21.969741 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734474d5-2e24-4141-a2d4-6c2b10ab1dae None None] Sync routers for ids ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:31:21.992208 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734474d5-2e24-4141-a2d4-6c2b10ab1dae None None] Routers {'17b20d8d-63db-4fb6-915f-3e958dc9cbc2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:21.999318 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-734474d5-2e24-4141-a2d4-6c2b10ab1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:22.001285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776ed49c-a222-4466-95f6-4d0385af2a75,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:22.028552 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:22.028776 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:22.029189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:22.029399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:22.029772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:22.030188 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:22.036329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:22.036832 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:22.037179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:22.037511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:22.037848 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:22.041111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:22.041521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086df34-c2cf-4ebc-ab9c-7811a23bb5b6 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:31:22.086961 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bf5bb2d-03cf-4cd1-a746-6c29fc127dad tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (160e54b0-27cd-4098-a950-6f96f127cd1f), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.131199 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-734474d5-2e24-4141-a2d4-6c2b10ab1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:22.150255 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fedb510f-4edd-413b-b908-959f00091a10 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:31:22.182648 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734474d5-2e24-4141-a2d4-6c2b10ab1dae None None] Routers {'17b20d8d-63db-4fb6-915f-3e958dc9cbc2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:22.186716 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-734474d5-2e24-4141-a2d4-6c2b10ab1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:22.334529 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port fedb510f-4edd-413b-b908-959f00091a10 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:22.339256 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fedb510f-4edd-413b-b908-959f00091a10), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.341819 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-734474d5-2e24-4141-a2d4-6c2b10ab1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:22.344512 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734474d5-2e24-4141-a2d4-6c2b10ab1dae None None] The sync data for ids ['17b20d8d-63db-4fb6-915f-3e958dc9cbc2'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:31:22.621161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39704) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:22.626316 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-18dc49da-2298-450d-8c60-07a8b205c062 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1667181192', 'description': 'tempest-description--705408851'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:22.634049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port fedb510f-4edd-413b-b908-959f00091a10 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:22.636875 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fedb510f-4edd-413b-b908-959f00091a10), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.704194 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18dc49da-2298-450d-8c60-07a8b205c062 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.711949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port fedb510f-4edd-413b-b908-959f00091a10, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fedb510f-4edd-413b-b908-959f00091a10,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:22.729080 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fedb510f-4edd-413b-b908-959f00091a10), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.860235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=fedb510f-4edd-413b-b908-959f00091a10,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:22.861269 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58e685d5-10cd-4790-afe8-a3a87c06e8d6 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for router (17b20d8d-63db-4fb6-915f-3e958dc9cbc2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.956708 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18dc49da-2298-450d-8c60-07a8b205c062 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group (463aa024-e155-4b94-85a5-fee5dab38b21), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:22.962108 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18dc49da-2298-450d-8c60-07a8b205c062 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (463aa024-e155-4b94-85a5-fee5dab38b21), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.012119 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.028791 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18dc49da-2298-450d-8c60-07a8b205c062 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.034117 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-18dc49da-2298-450d-8c60-07a8b205c062 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4118524 Jan 28 19:31:23.041167 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39718) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:23.044389 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc49da-2298-450d-8c60-07a8b205c062 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463aa024-e155-4b94-85a5-fee5dab38b21,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:23.057925 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bf5bb2d-03cf-4cd1-a746-6c29fc127dad tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (160e54b0-27cd-4098-a950-6f96f127cd1f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.070540 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b281303c-da0a-4b0d-a567-1faa7d3a8746 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Request body: {'security_group_rule': {'security_group_id': '463aa024-e155-4b94-85a5-fee5dab38b21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:23.072946 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bf5bb2d-03cf-4cd1-a746-6c29fc127dad tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (160e54b0-27cd-4098-a950-6f96f127cd1f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.163078 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b281303c-da0a-4b0d-a567-1faa7d3a8746 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group_rule (3a6da40f-96f1-4168-9b48-f564a50bef57), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.187790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5bb2d-03cf-4cd1-a746-6c29fc127dad tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160e54b0-27cd-4098-a950-6f96f127cd1f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:23.234303 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7bf5bb2d-03cf-4cd1-a746-6c29fc127dad tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.237921 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7bf5bb2d-03cf-4cd1-a746-6c29fc127dad tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3010325 Jan 28 19:31:23.238737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39732) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:23.334877 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b281303c-da0a-4b0d-a567-1faa7d3a8746 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group_rule (3a6da40f-96f1-4168-9b48-f564a50bef57), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.344587 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b281303c-da0a-4b0d-a567-1faa7d3a8746 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (3a6da40f-96f1-4168-9b48-f564a50bef57), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.367435 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58e685d5-10cd-4790-afe8-a3a87c06e8d6 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for router_gateway (17b20d8d-63db-4fb6-915f-3e958dc9cbc2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.375959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281303c-da0a-4b0d-a567-1faa7d3a8746 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6da40f-96f1-4168-9b48-f564a50bef57,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:23.393664 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b6e01b4-4339-42e8-b67e-229f1adde2bf tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (776ed49c-a222-4466-95f6-4d0385af2a75), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.414617 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b281303c-da0a-4b0d-a567-1faa7d3a8746 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.420817 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39736) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:23.424406 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b281303c-da0a-4b0d-a567-1faa7d3a8746 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3725336 Jan 28 19:31:23.490818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-24c53d32-b4b4-4f1f-b1d5-ab784cf7366b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Request body: {'security_group_rule': {'security_group_id': '463aa024-e155-4b94-85a5-fee5dab38b21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:23.533294 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b6e01b4-4339-42e8-b67e-229f1adde2bf tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (776ed49c-a222-4466-95f6-4d0385af2a75), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.579459 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24c53d32-b4b4-4f1f-b1d5-ab784cf7366b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group_rule (fa282e39-3478-4ea3-8c1a-c842a0629ed4), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.669640 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24c53d32-b4b4-4f1f-b1d5-ab784cf7366b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group_rule (fa282e39-3478-4ea3-8c1a-c842a0629ed4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.676741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-58e685d5-10cd-4790-afe8-a3a87c06e8d6 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Deleting port fd4907a7-d71d-4695-8f17-0b91ae43b30d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:23.677470 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58e685d5-10cd-4790-afe8-a3a87c06e8d6 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (fd4907a7-d71d-4695-8f17-0b91ae43b30d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.682118 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24c53d32-b4b4-4f1f-b1d5-ab784cf7366b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (fa282e39-3478-4ea3-8c1a-c842a0629ed4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.797279 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b6e01b4-4339-42e8-b67e-229f1adde2bf tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (776ed49c-a222-4466-95f6-4d0385af2a75), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.800117 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7b6e01b4-4339-42e8-b67e-229f1adde2bf tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.801335 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7b6e01b4-4339-42e8-b67e-229f1adde2bf tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-groups/776ed49c-a222-4466-95f6-4d0385af2a75 HTTP/1.1" status: 204 len: 168 time: 0.5615218 Jan 28 19:31:23.804600 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39748) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:23.811343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c53d32-b4b4-4f1f-b1d5-ab784cf7366b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa282e39-3478-4ea3-8c1a-c842a0629ed4,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:23.824923 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-24c53d32-b4b4-4f1f-b1d5-ab784cf7366b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.829393 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-24c53d32-b4b4-4f1f-b1d5-ab784cf7366b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3577449 Jan 28 19:31:23.832432 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39750) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:23.833317 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e01b4-4339-42e8-b67e-229f1adde2bf tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=776ed49c-a222-4466-95f6-4d0385af2a75,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:23.839933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:23.879444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Sync routers for ids ['8706fccc-cdff-435e-85e5-ebbd611f5424'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:31:23.893772 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58e685d5-10cd-4790-afe8-a3a87c06e8d6 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (fd4907a7-d71d-4695-8f17-0b91ae43b30d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.894360 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Routers {'8706fccc-cdff-435e-85e5-ebbd611f5424'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:23.894807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['8706fccc-cdff-435e-85e5-ebbd611f5424'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:23.900238 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:23.925717 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f14bf25e-e251-4fbd-b787-c9d3eb88e4bf tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1199551 Jan 28 19:31:23.932168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:23.989808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-58e685d5-10cd-4790-afe8-a3a87c06e8d6 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Calling delete_port for fd4907a7-d71d-4695-8f17-0b91ae43b30d owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:24.053172 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f37aed43-477e-4d90-b3a9-7f88852ea797 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1174486 Jan 28 19:31:24.057729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39756) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:24.127451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fedb510f-4edd-413b-b908-959f00091a10 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:31:24.199498 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-1dae6f0a-1948-4cda-9b64-3b8705d5d288 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] delete failed (client error): The resource could not be found. Jan 28 19:31:24.200541 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1dae6f0a-1948-4cda-9b64-3b8705d5d288 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "DELETE /v2.0/security-groups/776ed49c-a222-4466-95f6-4d0385af2a75 HTTP/1.1" status: 404 len: 347 time: 0.1390088 Jan 28 19:31:24.204688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39762) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:24.339717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Set router 8706fccc-cdff-435e-85e5-ebbd611f5424 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:24.370175 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fa3aefb4-30ad-47e4-b8bb-61d158184347 tempest-SecGroupTest-1184039163 tempest-SecGroupTest-1184039163-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1600275 Jan 28 19:31:24.385651 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port fedb510f-4edd-413b-b908-959f00091a10 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:24.386428 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fedb510f-4edd-413b-b908-959f00091a10), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:24.395632 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:24.537521 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58e685d5-10cd-4790-afe8-a3a87c06e8d6 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (fd4907a7-d71d-4695-8f17-0b91ae43b30d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:24.615520 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e685d5-10cd-4790-afe8-a3a87c06e8d6 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Pushing event deleted for resources: {'Port': ['ID=fd4907a7-d71d-4695-8f17-0b91ae43b30d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:24.625558 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:24.636136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Allocated IP 172.25.0.20 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/e2147411-d27a-415f-8542-baeeef94fca2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:24.697882 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58e685d5-10cd-4790-afe8-a3a87c06e8d6 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (17b20d8d-63db-4fb6-915f-3e958dc9cbc2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:24.767023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port fedb510f-4edd-413b-b908-959f00091a10 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:24.813760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39794) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:24.950751 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 4, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '87d9d8f1-5a72-4061-9e52-905ae64da591', 'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'mac_address': 'fa:16:3e:3b:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:18Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 2, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'subnets': [{'id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:24.998599 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for port (e2147411-d27a-415f-8542-baeeef94fca2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.081351 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4797c8d5-2870-4e68-864c-dd7246562645 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ca5a414c8df4b4eaaa653dedf9a8f43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2667034 Jan 28 19:31:25.083884 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39802) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:25.134045 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58e685d5-10cd-4790-afe8-a3a87c06e8d6 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (17b20d8d-63db-4fb6-915f-3e958dc9cbc2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.144185 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63b277f1-da50-482b-affa-f3eaa154a8a0 admin admin] Publish callbacks [] for security_group (4cd0b589-0328-4ce6-b6ce-f6947342359e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.151454 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58e685d5-10cd-4790-afe8-a3a87c06e8d6 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for router_controller (17b20d8d-63db-4fb6-915f-3e958dc9cbc2), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.170446 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63b277f1-da50-482b-affa-f3eaa154a8a0 admin admin] Publish callbacks [] for security_group (4cd0b589-0328-4ce6-b6ce-f6947342359e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.219924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Checking router: 8706fccc-cdff-435e-85e5-ebbd611f5424 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:31:25.220297 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Updating router 8706fccc-cdff-435e-85e5-ebbd611f5424 port 87d9d8f1-5a72-4061-9e52-905ae64da591 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:31:25.240814 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63b277f1-da50-482b-affa-f3eaa154a8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4cd0b589-0328-4ce6-b6ce-f6947342359e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.244400 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63b277f1-da50-482b-affa-f3eaa154a8a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.245682 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-63b277f1-da50-482b-affa-f3eaa154a8a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4cd0b589-0328-4ce6-b6ce-f6947342359e HTTP/1.1" status: 204 len: 168 time: 0.1606617 Jan 28 19:31:25.255960 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b277f1-da50-482b-affa-f3eaa154a8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd0b589-0328-4ce6-b6ce-f6947342359e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:25.290456 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58e685d5-10cd-4790-afe8-a3a87c06e8d6 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (17b20d8d-63db-4fb6-915f-3e958dc9cbc2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.292395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e685d5-10cd-4790-afe8-a3a87c06e8d6 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Fanout notify agent at l3_agent the message router_deleted on router 17b20d8d-63db-4fb6-915f-3e958dc9cbc2 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:31:25.292915 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.312436 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58e685d5-10cd-4790-afe8-a3a87c06e8d6 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.315981 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-58e685d5-10cd-4790-afe8-a3a87c06e8d6 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] 10.222.0.55 "DELETE /v2.0/routers/17b20d8d-63db-4fb6-915f-3e958dc9cbc2 HTTP/1.1" status: 204 len: 168 time: 3.3447332 Jan 28 19:31:25.318875 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39814) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:25.358013 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e2147411-d27a-415f-8542-baeeef94fca2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.417309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:25.420795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:25.424590 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:25.465587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fd84ca-8d8b-43e1-8c2e-b4ca9214c4bf tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Deleting subnet 31bccc71-3cd1-43d6-8b23-500588ec5fd3 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:31:25.477231 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-51fd84ca-8d8b-43e1-8c2e-b4ca9214c4bf tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for subnet (31bccc71-3cd1-43d6-8b23-500588ec5fd3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.519554 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event updated for resources: {'Port': ['ID=e2147411-d27a-415f-8542-baeeef94fca2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:25.575913 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-51fd84ca-8d8b-43e1-8c2e-b4ca9214c4bf tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (31bccc71-3cd1-43d6-8b23-500588ec5fd3), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.644293 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.684098 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for floatingip (ad01abb7-d048-4e42-a89c-a7e71936ebf2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.734215 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-51fd84ca-8d8b-43e1-8c2e-b4ca9214c4bf tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (31bccc71-3cd1-43d6-8b23-500588ec5fd3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.802272 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e2147411-d27a-415f-8542-baeeef94fca2), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.803171 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-51fd84ca-8d8b-43e1-8c2e-b4ca9214c4bf tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (31bccc71-3cd1-43d6-8b23-500588ec5fd3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.861645 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd84ca-8d8b-43e1-8c2e-b4ca9214c4bf tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Pushing event deleted for resources: {'Subnet': ['ID=31bccc71-3cd1-43d6-8b23-500588ec5fd3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:25.863914 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-51fd84ca-8d8b-43e1-8c2e-b4ca9214c4bf tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:25.870853 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-51fd84ca-8d8b-43e1-8c2e-b4ca9214c4bf tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] 10.222.0.55 "DELETE /v2.0/subnets/31bccc71-3cd1-43d6-8b23-500588ec5fd3 HTTP/1.1" status: 204 len: 168 time: 0.5509167 Jan 28 19:31:25.872064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39848) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:25.912011 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd91ca41-37ee-40fb-a138-3bdd79135a82 None None] Network ba3a381d-9ace-4440-a9e4-62969e80a5af requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:31:26.001562 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (ba3a381d-9ace-4440-a9e4-62969e80a5af), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.032559 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for port (e2147411-d27a-415f-8542-baeeef94fca2), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.039817 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (e2147411-d27a-415f-8542-baeeef94fca2), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.115257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Deleting port efd5ecdc-4dcc-4feb-bb0e-4a559a006967 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:26.115823 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (efd5ecdc-4dcc-4feb-bb0e-4a559a006967), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.138398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event updated for resources: {'Port': ['ID=e2147411-d27a-415f-8542-baeeef94fca2,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:26.150663 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (ad01abb7-d048-4e42-a89c-a7e71936ebf2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.172200 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.176771 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-99f78634-e6a5-491c-87f3-b8c901a41a24 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3395538 Jan 28 19:31:26.260788 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Publish callbacks [] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.275814 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] For port efd5ecdc-4dcc-4feb-bb0e-4a559a006967, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=efd5ecdc-4dcc-4feb-bb0e-4a559a006967,segment=NetworkSegment(80ef4dca-9602-40d1-aebe-baaf91307cf6),segment_id=80ef4dca-9602-40d1-aebe-baaf91307cf6)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:26.276532 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (efd5ecdc-4dcc-4feb-bb0e-4a559a006967), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.293595 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Calling delete_port for efd5ecdc-4dcc-4feb-bb0e-4a559a006967 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:26.326094 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8e04e7-258a-4d32-97d6-9819a480f69d None None] DHCP port deletion for ba3a381d-9ace-4440-a9e4-62969e80a5af request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:31:26.330122 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.397409 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f96ea5-58d5-4c16-b498-e3a9a5a8c2a7 None None] Pushing event updated for resources: {'Port': ['ID=87d9d8f1-5a72-4061-9e52-905ae64da591,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:26.441086 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (efd5ecdc-4dcc-4feb-bb0e-4a559a006967), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.515060 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Pushing event deleted for resources: {'Port': ['ID=efd5ecdc-4dcc-4feb-bb0e-4a559a006967,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:26.531719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] No DVR routers for this DVR port efd5ecdc-4dcc-4feb-bb0e-4a559a006967 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:31:26.607641 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-07da26c0-0819-4f40-bae0-7163c1a45799 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1667181192&fields=id&tenant_id=7278e5fb228649a0bcad995bf769f3a1 HTTP/1.1" status: 200 len: 267 time: 0.1426928 Jan 28 19:31:26.646176 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Attempting to bind port 87d9d8f1-5a72-4061-9e52-905ae64da591 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:26.647108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Attempting to bind port 87d9d8f1-5a72-4061-9e52-905ae64da591 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'c076a8fc-9e12-4c62-8bd2-15d86083674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:26.648746 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Attempting to bind port 87d9d8f1-5a72-4061-9e52-905ae64da591 on network 98679574-4cfe-45e5-8584-36f66292a0bf {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:26.664762 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:31:26.665922 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Checking segment: {'id': 'c076a8fc-9e12-4c62-8bd2-15d86083674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:26.666673 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.668307 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Bound using segment: {'id': 'c076a8fc-9e12-4c62-8bd2-15d86083674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:31:26.669482 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Bound port: 87d9d8f1-5a72-4061-9e52-905ae64da591, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c076a8fc-9e12-4c62-8bd2-15d86083674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:31:26.670661 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.689544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e04e7-258a-4d32-97d6-9819a480f69d None None] Deleting port efd5ecdc-4dcc-4feb-bb0e-4a559a006967 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:26.692314 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f8e04e7-258a-4d32-97d6-9819a480f69d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (efd5ecdc-4dcc-4feb-bb0e-4a559a006967), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.716415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39896) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:26.766913 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (ba3a381d-9ace-4440-a9e4-62969e80a5af), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.830051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3a381d-9ace-4440-a9e4-62969e80a5af']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:26.874911 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ef4dca-9602-40d1-aebe-baaf91307cf6') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:26.885312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ef4dca-9602-40d1-aebe-baaf91307cf6') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:26.899333 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (80ef4dca-9602-40d1-aebe-baaf91307cf6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.915575 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (80ef4dca-9602-40d1-aebe-baaf91307cf6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.924529 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:31:26.925846 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (80ef4dca-9602-40d1-aebe-baaf91307cf6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:31:26.930393 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:31:26.988767 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] For port 87d9d8f1-5a72-4061-9e52-905ae64da591, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:26.992249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] For port 87d9d8f1-5a72-4061-9e52-905ae64da591, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=87d9d8f1-5a72-4061-9e52-905ae64da591,segment=NetworkSegment(c076a8fc-9e12-4c62-8bd2-15d86083674f),segment_id=c076a8fc-9e12-4c62-8bd2-15d86083674f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:31:27.017933 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6f8e04e7-258a-4d32-97d6-9819a480f69d None None] For port efd5ecdc-4dcc-4feb-bb0e-4a559a006967, host n-d-824834-4, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:27.018794 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f8e04e7-258a-4d32-97d6-9819a480f69d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (efd5ecdc-4dcc-4feb-bb0e-4a559a006967), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.030093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-255f4a41-3d13-4a24-a0a6-3eee85236c8d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1887395037'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:27.034098 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.041458 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e04e7-258a-4d32-97d6-9819a480f69d None None] Calling delete_port for efd5ecdc-4dcc-4feb-bb0e-4a559a006967 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:27.044569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-6f8e04e7-258a-4d32-97d6-9819a480f69d None None] Port efd5ecdc-4dcc-4feb-bb0e-4a559a006967 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:31:27.049389 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6f8e04e7-258a-4d32-97d6-9819a480f69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (efd5ecdc-4dcc-4feb-bb0e-4a559a006967), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.100677 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e04e7-258a-4d32-97d6-9819a480f69d None None] No DVR routers for this DVR port efd5ecdc-4dcc-4feb-bb0e-4a559a006967 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:31:27.104223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-93ac0aa9-a944-4f29-9f11-a80526cf3330 None None] Provisioning complete for port 87d9d8f1-5a72-4061-9e52-905ae64da591 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:27.104551 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93ac0aa9-a944-4f29-9f11-a80526cf3330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.115877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255f4a41-3d13-4a24-a0a6-3eee85236c8d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Made reservation on behalf of 43d42c5744364164bf57bf668b822e8b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:27.127286 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-255f4a41-3d13-4a24-a0a6-3eee85236c8d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.162595 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-255f4a41-3d13-4a24-a0a6-3eee85236c8d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.167114 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (ba3a381d-9ace-4440-a9e4-62969e80a5af), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.194156 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-80ebb7bb-3a6b-4798-a47e-681cf7e6cd81 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:27.202842 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-80ebb7bb-3a6b-4798-a47e-681cf7e6cd81 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/networks?id=98679574-4cfe-45e5-8584-36f66292a0bf HTTP/1.1" status: 200 len: 809 time: 0.5935981 Jan 28 19:31:27.225223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Routers {'8706fccc-cdff-435e-85e5-ebbd611f5424'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:27.232271 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.233227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['8706fccc-cdff-435e-85e5-ebbd611f5424'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:27.240716 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] 10.222.0.55 "DELETE /v2.0/networks/ba3a381d-9ace-4440-a9e4-62969e80a5af HTTP/1.1" status: 204 len: 168 time: 1.3671432 Jan 28 19:31:27.242224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb37e58-fec1-4017-a9a0-2ecfd0b2851d tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Pushing event deleted for resources: {'Network': ['ID=ba3a381d-9ace-4440-a9e4-62969e80a5af,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:27.249295 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39922) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:27.250454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f96ea5-58d5-4c16-b498-e3a9a5a8c2a7 None None] Pushing event updated for resources: {'Port': ['ID=87d9d8f1-5a72-4061-9e52-905ae64da591,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:27.262540 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-df2cc845-daa4-4fd3-a6fc-3147120c9671 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/quotas/7278e5fb228649a0bcad995bf769f3a1 HTTP/1.1" status: 200 len: 375 time: 0.0506570 Jan 28 19:31:27.364578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e04e7-258a-4d32-97d6-9819a480f69d None None] Pushing event deleted for resources: {'Port': ['ID=efd5ecdc-4dcc-4feb-bb0e-4a559a006967,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:27.530264 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-f7fde222-8901-4c36-a40d-6a32239afd3f tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7278e5fb228649a0bcad995bf769f3a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2601616 Jan 28 19:31:27.681185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f8c0c55a-6c01-46ab-b84d-04e318856671 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Deleting port 260f68d3-17ef-4874-8db8-3d1d50bf8ad1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:27.681541 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8c0c55a-6c01-46ab-b84d-04e318856671 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (260f68d3-17ef-4874-8db8-3d1d50bf8ad1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.693765 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-93ac0aa9-a944-4f29-9f11-a80526cf3330 None None] Current status of the port 87d9d8f1-5a72-4061-9e52-905ae64da591 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:27.698476 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93ac0aa9-a944-4f29-9f11-a80526cf3330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.749090 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-255f4a41-3d13-4a24-a0a6-3eee85236c8d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Publish callbacks [] for security_group (9f31e11e-14af-4dea-9169-bfffe94937bd), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.763992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-93ac0aa9-a944-4f29-9f11-a80526cf3330 None None] For port 87d9d8f1-5a72-4061-9e52-905ae64da591, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=87d9d8f1-5a72-4061-9e52-905ae64da591,segment=NetworkSegment(c076a8fc-9e12-4c62-8bd2-15d86083674f),segment_id=c076a8fc-9e12-4c62-8bd2-15d86083674f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:27.775206 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93ac0aa9-a944-4f29-9f11-a80526cf3330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.788988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] Set router 8706fccc-cdff-435e-85e5-ebbd611f5424 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:27.817740 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-255f4a41-3d13-4a24-a0a6-3eee85236c8d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9f31e11e-14af-4dea-9169-bfffe94937bd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:27.901223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255f4a41-3d13-4a24-a0a6-3eee85236c8d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:31:27.904741 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-b3aaaa5c-d83d-434f-896c-7fc860acd043 service neutron] 10.222.0.55 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590314 Jan 28 19:31:27.990438 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f4a41-3d13-4a24-a0a6-3eee85236c8d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f31e11e-14af-4dea-9169-bfffe94937bd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:28.003798 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-255f4a41-3d13-4a24-a0a6-3eee85236c8d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e5cb46e8-663e-4d6a-8722-1b08ae17803b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:28.004286 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-255f4a41-3d13-4a24-a0a6-3eee85236c8d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Added segment e5cb46e8-663e-4d6a-8722-1b08ae17803b of type vlan for network d5ecef04-9e0e-4735-a799-af01f59b1ea7 Jan 28 19:31:28.026489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac0aa9-a944-4f29-9f11-a80526cf3330 None None] Pushing event updated for resources: {'Port': ['ID=87d9d8f1-5a72-4061-9e52-905ae64da591,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:28.108342 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8c0c55a-6c01-46ab-b84d-04e318856671 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (260f68d3-17ef-4874-8db8-3d1d50bf8ad1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:28.110513 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8c0c55a-6c01-46ab-b84d-04e318856671 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for floatingip (260f68d3-17ef-4874-8db8-3d1d50bf8ad1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:28.123350 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device efd5ecdc-4dcc-4feb-bb0e-4a559a006967 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:31:28.127532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-307e6625-2a31-4405-8a79-18e1b3394df5 service neutron] 10.222.0.55 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148211 Jan 28 19:31:28.165622 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f8c0c55a-6c01-46ab-b84d-04e318856671 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Calling delete_port for 260f68d3-17ef-4874-8db8-3d1d50bf8ad1 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:28.167238 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9efdf9da-63a3-4ebc-902a-5dcb286091c3 None None] Provisioning complete for port 87d9d8f1-5a72-4061-9e52-905ae64da591 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:28.167892 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9efdf9da-63a3-4ebc-902a-5dcb286091c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:28.172226 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-255f4a41-3d13-4a24-a0a6-3eee85236c8d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (d5ecef04-9e0e-4735-a799-af01f59b1ea7), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:28.208692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: efd5ecdc-4dcc-4feb-bb0e-4a559a006967 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:31:28.209589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device efd5ecdc-4dcc-4feb-bb0e-4a559a006967 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:31:28.279618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39958) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:28.375130 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-255f4a41-3d13-4a24-a0a6-3eee85236c8d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (d5ecef04-9e0e-4735-a799-af01f59b1ea7), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:28.386219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255f4a41-3d13-4a24-a0a6-3eee85236c8d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:28.396167 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-255f4a41-3d13-4a24-a0a6-3eee85236c8d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:28.397149 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9efdf9da-63a3-4ebc-902a-5dcb286091c3 None None] Current status of the port 87d9d8f1-5a72-4061-9e52-905ae64da591 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:28.446636 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-255f4a41-3d13-4a24-a0a6-3eee85236c8d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.7287998 Jan 28 19:31:28.450396 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39972) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:28.455407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-b3ff77b6-a8ab-4490-9ed3-8b7351625854 tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd5ecef04-9e0e-4735-a799-af01f59b1ea7', 'tempest-TagsTest-Tag-1000827194') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:28.480272 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 4, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '87d9d8f1-5a72-4061-9e52-905ae64da591', 'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'mac_address': 'fa:16:3e:3b:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:18Z', 'updated_at': '2022-01-28T19:31:26Z', 'revision_number': 4, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'subnets': [{'id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:28.553045 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-942ee08d-d563-49e1-8f6e-dccff4c72fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:28.572941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d92763-ce88-40c1-92f8-63df8faed047 None None] The sync data for ids ['8706fccc-cdff-435e-85e5-ebbd611f5424'] in n-d-824834-4 is: [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 4, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '87d9d8f1-5a72-4061-9e52-905ae64da591', 'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'mac_address': 'fa:16:3e:3b:87:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:18Z', 'updated_at': '2022-01-28T19:31:26Z', 'revision_number': 4, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'subnets': [{'id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:31:28.676657 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34513be7-49d3-43f6-8c39-f1bc3ff7fb98 req-efd4a090-d6d8-48d1-9ac3-eb6a62057419 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 210 time: 0.1521280 Jan 28 19:31:28.712198 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f4a41-3d13-4a24-a0a6-3eee85236c8d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Pushing event updated for resources: {'Network': ['ID=d5ecef04-9e0e-4735-a799-af01f59b1ea7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:28.723924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network d5ecef04-9e0e-4735-a799-af01f59b1ea7 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:31:28.761925 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b3ff77b6-a8ab-4490-9ed3-8b7351625854 tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] 10.222.0.55 "PUT /v2.0/networks/d5ecef04-9e0e-4735-a799-af01f59b1ea7/tags/tempest-TagsTest-Tag-1000827194 HTTP/1.1" status: 201 len: 201 time: 0.3091059 Jan 28 19:31:28.774236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39974) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:28.786283 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-f821bcdb-62a0-422a-9c1c-3b9974a90bf6 tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5ecef04-9e0e-4735-a799-af01f59b1ea7', 'tempest-TagsTest-Tag-1000827194') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:28.824474 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8c0c55a-6c01-46ab-b84d-04e318856671 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (260f68d3-17ef-4874-8db8-3d1d50bf8ad1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:28.865245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0c55a-6c01-46ab-b84d-04e318856671 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Pushing event deleted for resources: {'Port': ['ID=260f68d3-17ef-4874-8db8-3d1d50bf8ad1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:28.996748 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8c0c55a-6c01-46ab-b84d-04e318856671 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks [] for floatingip (2507c54b-55bb-47de-9413-93527d4d4727), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:29.002455 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f8c0c55a-6c01-46ab-b84d-04e318856671 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:29.004593 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f8c0c55a-6c01-46ab-b84d-04e318856671 tempest-FloatingIPAdminTestJSON-2118326597 tempest-FloatingIPAdminTestJSON-2118326597-project] 10.222.0.55 "DELETE /v2.0/floatingips/2507c54b-55bb-47de-9413-93527d4d4727 HTTP/1.1" status: 204 len: 168 time: 1.7519133 Jan 28 19:31:29.016124 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-942ee08d-d563-49e1-8f6e-dccff4c72fcc admin admin] Publish callbacks [] for security_group (c805376b-ca51-48e7-b3a3-49a647f7828f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:29.025363 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-942ee08d-d563-49e1-8f6e-dccff4c72fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c805376b-ca51-48e7-b3a3-49a647f7828f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:29.055392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f821bcdb-62a0-422a-9c1c-3b9974a90bf6 tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] 10.222.0.55 "GET /v2.0/networks/d5ecef04-9e0e-4735-a799-af01f59b1ea7/tags/tempest-TagsTest-Tag-1000827194 HTTP/1.1" status: 204 len: 168 time: 0.2764177 Jan 28 19:31:29.057988 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39984) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:29.064259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-b92a676b-4aca-4a9f-aa63-666c39789651 tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd5ecef04-9e0e-4735-a799-af01f59b1ea7') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:29.078548 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-942ee08d-d563-49e1-8f6e-dccff4c72fcc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c706118f677433daab0fa019e074b70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7970326 Jan 28 19:31:29.080416 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ee08d-d563-49e1-8f6e-dccff4c72fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c805376b-ca51-48e7-b3a3-49a647f7828f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:29.083376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39986) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:29.156831 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73d6111e-7712-431d-974e-9df11d9c68be admin admin] Publish callbacks [] for security_group (c805376b-ca51-48e7-b3a3-49a647f7828f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:29.189131 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73d6111e-7712-431d-974e-9df11d9c68be admin admin] Publish callbacks [] for security_group (c805376b-ca51-48e7-b3a3-49a647f7828f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:29.242623 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b92a676b-4aca-4a9f-aa63-666c39789651 tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] 10.222.0.55 "GET /v2.0/networks/d5ecef04-9e0e-4735-a799-af01f59b1ea7/tags HTTP/1.1" status: 200 len: 238 time: 0.1832824 Jan 28 19:31:29.244095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39992) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:29.256001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-71e290af-7dcc-4882-a9d3-00974e54edac tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd5ecef04-9e0e-4735-a799-af01f59b1ea7', {'tags': ['tempest-TagsTest-Tag-1212745040', 'tempest-TagsTest-Tag-2089176679', 'tempest-TagsTest-Tag-1213483032']}) {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:29.305143 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73d6111e-7712-431d-974e-9df11d9c68be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c805376b-ca51-48e7-b3a3-49a647f7828f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:29.313858 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73d6111e-7712-431d-974e-9df11d9c68be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:29.316793 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-73d6111e-7712-431d-974e-9df11d9c68be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c805376b-ca51-48e7-b3a3-49a647f7828f HTTP/1.1" status: 204 len: 168 time: 0.2321227 Jan 28 19:31:29.328425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6111e-7712-431d-974e-9df11d9c68be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c805376b-ca51-48e7-b3a3-49a647f7828f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:29.417167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39998) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:29.439745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40004) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:29.444021 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-4017064a-2f6f-4e31-8ed7-96f660bb134d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd5ecef04-9e0e-4735-a799-af01f59b1ea7', 'tempest-TagsTest-Tag-1212745040') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:29.447794 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-71e290af-7dcc-4882-a9d3-00974e54edac tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] 10.222.0.55 "PUT /v2.0/networks/d5ecef04-9e0e-4735-a799-af01f59b1ea7/tags HTTP/1.1" status: 200 len: 309 time: 0.2021933 Jan 28 19:31:29.712524 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9f308c9a-2568-4214-8bfd-01aa382a116f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcde8f24ae5240a0a6044982d86faf35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2938054 Jan 28 19:31:29.714526 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4017064a-2f6f-4e31-8ed7-96f660bb134d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] 10.222.0.55 "DELETE /v2.0/networks/d5ecef04-9e0e-4735-a799-af01f59b1ea7/tags/tempest-TagsTest-Tag-1212745040 HTTP/1.1" status: 204 len: 168 time: 0.2740207 Jan 28 19:31:29.715052 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40020) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:29.718109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40022) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:29.739888 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-d262ca25-9f63-43f5-a070-594055ea080a tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5ecef04-9e0e-4735-a799-af01f59b1ea7', 'tempest-TagsTest-Tag-1212745040') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:29.880062 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4ba055d-2c69-4517-b930-0762d08a4bca req-5c62f278-23de-4ebf-8876-7a7553667814 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 210 time: 0.0646956 Jan 28 19:31:29.883219 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-837d41e0-0047-423a-9cbf-ab5940bb1d91 admin admin] Publish callbacks [] for security_group (1cf9d96d-4948-42a7-a57f-961ecfc6eb3c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:29.935457 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-837d41e0-0047-423a-9cbf-ab5940bb1d91 admin admin] Publish callbacks [] for security_group (1cf9d96d-4948-42a7-a57f-961ecfc6eb3c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:29.935689 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-d262ca25-9f63-43f5-a070-594055ea080a tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] show failed (client error): The resource could not be found. Jan 28 19:31:29.936834 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d262ca25-9f63-43f5-a070-594055ea080a tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] 10.222.0.55 "GET /v2.0/networks/d5ecef04-9e0e-4735-a799-af01f59b1ea7/tags/tempest-TagsTest-Tag-1212745040 HTTP/1.1" status: 404 len: 326 time: 0.2168343 Jan 28 19:31:29.940412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40026) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:29.946373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-a9a0596c-9e3f-4c4a-aceb-8bb8a93410a9 tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5ecef04-9e0e-4735-a799-af01f59b1ea7', 'tempest-TagsTest-Tag-2089176679') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:30.020691 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-837d41e0-0047-423a-9cbf-ab5940bb1d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1cf9d96d-4948-42a7-a57f-961ecfc6eb3c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:30.023438 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-837d41e0-0047-423a-9cbf-ab5940bb1d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:30.029012 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-837d41e0-0047-423a-9cbf-ab5940bb1d91 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1cf9d96d-4948-42a7-a57f-961ecfc6eb3c HTTP/1.1" status: 204 len: 168 time: 0.3107495 Jan 28 19:31:30.050563 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d41e0-0047-423a-9cbf-ab5940bb1d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf9d96d-4948-42a7-a57f-961ecfc6eb3c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:30.092526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40032) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:30.107951 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a9a0596c-9e3f-4c4a-aceb-8bb8a93410a9 tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] 10.222.0.55 "GET /v2.0/networks/d5ecef04-9e0e-4735-a799-af01f59b1ea7/tags/tempest-TagsTest-Tag-2089176679 HTTP/1.1" status: 204 len: 168 time: 0.1656532 Jan 28 19:31:30.110394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:30.121146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.tag.tag_plugin [None req-fe32ddc4-d4ea-41bd-a7f6-d55bdf4d82fe tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5ecef04-9e0e-4735-a799-af01f59b1ea7', 'tempest-TagsTest-Tag-1213483032') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:30.139680 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef922273-a8e6-4c64-93b4-16b164102183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:30.141649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 87d9d8f1-5a72-4061-9e52-905ae64da591 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:31:30.237503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40042) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:30.248321 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fe32ddc4-d4ea-41bd-a7f6-d55bdf4d82fe tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] 10.222.0.55 "GET /v2.0/networks/d5ecef04-9e0e-4735-a799-af01f59b1ea7/tags/tempest-TagsTest-Tag-1213483032 HTTP/1.1" status: 204 len: 168 time: 0.1327496 Jan 28 19:31:30.254221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-6c7a6904-43b6-4d68-b26b-9972723a56a7 tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd5ecef04-9e0e-4735-a799-af01f59b1ea7') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:30.269104 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:30.290478 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 87d9d8f1-5a72-4061-9e52-905ae64da591 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:30.290908 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:30.364041 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef922273-a8e6-4c64-93b4-16b164102183 admin admin] Publish callbacks [] for security_group (f377b65f-a42c-4b93-8284-de0e55fe49c0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:30.371767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef922273-a8e6-4c64-93b4-16b164102183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f377b65f-a42c-4b93-8284-de0e55fe49c0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:30.415727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 87d9d8f1-5a72-4061-9e52-905ae64da591 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:30.431797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ef922273-a8e6-4c64-93b4-16b164102183 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eca5f45b9673481880c65d569c64ae4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3382394 Jan 28 19:31:30.434556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40044) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:30.448723 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef922273-a8e6-4c64-93b4-16b164102183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f377b65f-a42c-4b93-8284-de0e55fe49c0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:30.479644 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6c7a6904-43b6-4d68-b26b-9972723a56a7 tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] 10.222.0.55 "DELETE /v2.0/networks/d5ecef04-9e0e-4735-a799-af01f59b1ea7/tags HTTP/1.1" status: 204 len: 168 time: 0.2385550 Jan 28 19:31:30.481764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40046) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:30.488617 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-3091fc09-dc18-405a-add8-c9e411281ebc tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5ecef04-9e0e-4735-a799-af01f59b1ea7', 'tempest-TagsTest-Tag-2089176679') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:30.512859 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a90d64c1-88bc-4f0e-baf8-41178e0668dc admin admin] Publish callbacks [] for security_group (f377b65f-a42c-4b93-8284-de0e55fe49c0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:30.544369 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a90d64c1-88bc-4f0e-baf8-41178e0668dc admin admin] Publish callbacks [] for security_group (f377b65f-a42c-4b93-8284-de0e55fe49c0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:30.610123 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-3091fc09-dc18-405a-add8-c9e411281ebc tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] show failed (client error): The resource could not be found. Jan 28 19:31:30.612709 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3091fc09-dc18-405a-add8-c9e411281ebc tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] 10.222.0.55 "GET /v2.0/networks/d5ecef04-9e0e-4735-a799-af01f59b1ea7/tags/tempest-TagsTest-Tag-2089176679 HTTP/1.1" status: 404 len: 326 time: 0.1287630 Jan 28 19:31:30.617375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40054) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:30.627348 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-4c7558ed-5901-477b-89a6-00c4d0496c39 tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd5ecef04-9e0e-4735-a799-af01f59b1ea7', 'tempest-TagsTest-Tag-1213483032') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:30.628693 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40056) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:30.662442 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33327c8c-6968-4f5a-b394-36e0c7754e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:30.726555 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a90d64c1-88bc-4f0e-baf8-41178e0668dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f377b65f-a42c-4b93-8284-de0e55fe49c0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:30.737906 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a90d64c1-88bc-4f0e-baf8-41178e0668dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:30.744802 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a90d64c1-88bc-4f0e-baf8-41178e0668dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f377b65f-a42c-4b93-8284-de0e55fe49c0 HTTP/1.1" status: 204 len: 168 time: 0.3076341 Jan 28 19:31:30.751861 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-4c7558ed-5901-477b-89a6-00c4d0496c39 tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] show failed (client error): The resource could not be found. Jan 28 19:31:30.753101 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4c7558ed-5901-477b-89a6-00c4d0496c39 tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] 10.222.0.55 "GET /v2.0/networks/d5ecef04-9e0e-4735-a799-af01f59b1ea7/tags/tempest-TagsTest-Tag-1213483032 HTTP/1.1" status: 404 len: 326 time: 0.1346066 Jan 28 19:31:30.755822 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40066) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:30.761161 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.tag.tag_plugin [None req-bbfbd1cc-c7f7-482a-8e75-a9c6ca5bd21d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd5ecef04-9e0e-4735-a799-af01f59b1ea7') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:30.803236 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d64c1-88bc-4f0e-baf8-41178e0668dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f377b65f-a42c-4b93-8284-de0e55fe49c0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:30.879478 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bbfbd1cc-c7f7-482a-8e75-a9c6ca5bd21d tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] 10.222.0.55 "DELETE /v2.0/networks/d5ecef04-9e0e-4735-a799-af01f59b1ea7/tags HTTP/1.1" status: 204 len: 168 time: 0.1224058 Jan 28 19:31:30.879715 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40076) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:30.998192 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33327c8c-6968-4f5a-b394-36e0c7754e58 admin admin] Publish callbacks [] for security_group (413e289e-99d0-41ed-bbd5-6640b468df46), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.031763 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33327c8c-6968-4f5a-b394-36e0c7754e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (413e289e-99d0-41ed-bbd5-6640b468df46), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.087110 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-405ebdb3-83b1-42b9-b614-1f6bb2101eca req-496be78d-6179-43d6-8d57-c5394136f4d2 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 210 time: 0.0865097 Jan 28 19:31:31.107889 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-33327c8c-6968-4f5a-b394-36e0c7754e58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a1cbed0dfb264f0989955951d9eebdb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4766183 Jan 28 19:31:31.108060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40086) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:31.116803 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b741fd3-f4a6-4423-a81f-545890a4efdb tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (d5ecef04-9e0e-4735-a799-af01f59b1ea7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.123655 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33327c8c-6968-4f5a-b394-36e0c7754e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413e289e-99d0-41ed-bbd5-6640b468df46,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:31.216727 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92251f7f-70c3-4dba-a7a1-a3b1c16d86e5 admin admin] Publish callbacks [] for security_group (413e289e-99d0-41ed-bbd5-6640b468df46), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.216932 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b741fd3-f4a6-4423-a81f-545890a4efdb tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (d5ecef04-9e0e-4735-a799-af01f59b1ea7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.241461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1b741fd3-f4a6-4423-a81f-545890a4efdb tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ecef04-9e0e-4735-a799-af01f59b1ea7']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:31.246122 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92251f7f-70c3-4dba-a7a1-a3b1c16d86e5 admin admin] Publish callbacks [] for security_group (413e289e-99d0-41ed-bbd5-6640b468df46), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.251123 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1b741fd3-f4a6-4423-a81f-545890a4efdb tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5cb46e8-663e-4d6a-8722-1b08ae17803b') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:31.251625 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-1b741fd3-f4a6-4423-a81f-545890a4efdb tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5cb46e8-663e-4d6a-8722-1b08ae17803b') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:31.263053 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b741fd3-f4a6-4423-a81f-545890a4efdb tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (e5cb46e8-663e-4d6a-8722-1b08ae17803b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.278152 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b741fd3-f4a6-4423-a81f-545890a4efdb tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e5cb46e8-663e-4d6a-8722-1b08ae17803b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.286058 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b741fd3-f4a6-4423-a81f-545890a4efdb tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:31:31.286686 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b741fd3-f4a6-4423-a81f-545890a4efdb tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (e5cb46e8-663e-4d6a-8722-1b08ae17803b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:31:31.290996 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:31:31.331720 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92251f7f-70c3-4dba-a7a1-a3b1c16d86e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (413e289e-99d0-41ed-bbd5-6640b468df46), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.342675 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92251f7f-70c3-4dba-a7a1-a3b1c16d86e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.344627 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-92251f7f-70c3-4dba-a7a1-a3b1c16d86e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/413e289e-99d0-41ed-bbd5-6640b468df46 HTTP/1.1" status: 204 len: 168 time: 0.2354984 Jan 28 19:31:31.358554 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92251f7f-70c3-4dba-a7a1-a3b1c16d86e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413e289e-99d0-41ed-bbd5-6640b468df46,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:31.377448 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b741fd3-f4a6-4423-a81f-545890a4efdb tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (d5ecef04-9e0e-4735-a799-af01f59b1ea7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.389722 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b741fd3-f4a6-4423-a81f-545890a4efdb tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.395949 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1b741fd3-f4a6-4423-a81f-545890a4efdb tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] 10.222.0.55 "DELETE /v2.0/networks/d5ecef04-9e0e-4735-a799-af01f59b1ea7 HTTP/1.1" status: 204 len: 168 time: 0.5129075 Jan 28 19:31:31.406107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b741fd3-f4a6-4423-a81f-545890a4efdb tempest-TagsTest-1725207031 tempest-TagsTest-1725207031-project] Pushing event deleted for resources: {'Network': ['ID=d5ecef04-9e0e-4735-a799-af01f59b1ea7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:31.744786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40116) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:31.773392 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40122) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:31.793205 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd42b275-c931-499d-b2b3-31863912f43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.910668 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd42b275-c931-499d-b2b3-31863912f43e admin admin] Publish callbacks [] for security_group (f7161d70-a157-4de6-9026-b3cd8ce988b5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.916159 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bd42b275-c931-499d-b2b3-31863912f43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f7161d70-a157-4de6-9026-b3cd8ce988b5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:31.959208 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bd42b275-c931-499d-b2b3-31863912f43e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f243f3365b14be0b44ac037dc7c0e80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1805453 Jan 28 19:31:31.959208 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40132) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:31.982902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42b275-c931-499d-b2b3-31863912f43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7161d70-a157-4de6-9026-b3cd8ce988b5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:32.025084 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8890ebc2-0696-4c63-9b56-3fafe3f75955 admin admin] Publish callbacks [] for security_group (f7161d70-a157-4de6-9026-b3cd8ce988b5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.057727 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-623af34e-7899-4e4e-98e3-22d3ec9380b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43d42c5744364164bf57bf668b822e8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3117795 Jan 28 19:31:32.060513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40142) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:32.090912 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8890ebc2-0696-4c63-9b56-3fafe3f75955 admin admin] Publish callbacks [] for security_group (f7161d70-a157-4de6-9026-b3cd8ce988b5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.181582 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0c11bcf-53e2-4d8d-8d5e-32abdb0c86b2 admin admin] Publish callbacks [] for security_group (9f31e11e-14af-4dea-9169-bfffe94937bd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.210230 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8890ebc2-0696-4c63-9b56-3fafe3f75955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f7161d70-a157-4de6-9026-b3cd8ce988b5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.213137 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8890ebc2-0696-4c63-9b56-3fafe3f75955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.214524 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8890ebc2-0696-4c63-9b56-3fafe3f75955 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7161d70-a157-4de6-9026-b3cd8ce988b5 HTTP/1.1" status: 204 len: 168 time: 0.2561250 Jan 28 19:31:32.217301 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0c11bcf-53e2-4d8d-8d5e-32abdb0c86b2 admin admin] Publish callbacks [] for security_group (9f31e11e-14af-4dea-9169-bfffe94937bd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.242393 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890ebc2-0696-4c63-9b56-3fafe3f75955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7161d70-a157-4de6-9026-b3cd8ce988b5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:32.307710 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0be6116-63fd-4190-be23-a0acfc7cf8f7 req-3cbf2850-7ac3-42ea-9f9b-76dea86313d8 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 210 time: 0.1161463 Jan 28 19:31:32.309368 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0c11bcf-53e2-4d8d-8d5e-32abdb0c86b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9f31e11e-14af-4dea-9169-bfffe94937bd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.319004 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0c11bcf-53e2-4d8d-8d5e-32abdb0c86b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:32.319004 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b0c11bcf-53e2-4d8d-8d5e-32abdb0c86b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f31e11e-14af-4dea-9169-bfffe94937bd HTTP/1.1" status: 204 len: 168 time: 0.2475324 Jan 28 19:31:32.337981 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c11bcf-53e2-4d8d-8d5e-32abdb0c86b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f31e11e-14af-4dea-9169-bfffe94937bd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:33.429951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40228) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:33.499840 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-080d5e0f-07ae-4243-8d71-a9bd175716c9 req-f9241a53-5664-4c05-af6f-3f45d0810b43 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 210 time: 0.0624039 Jan 28 19:31:33.708466 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8a3bb845-c853-4eea-92fa-e380a5ac1d20 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-171983156'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:33.708964 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8a3bb845-c853-4eea-92fa-e380a5ac1d20 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] Unknown quota resources ['metering_label']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:31:33.835648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40244) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:34.007779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-93eb713a-c356-4efd-be50-a1aae7c94929 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2133216517-network', 'tenant_id': 'badd31bb301a4d92abbf13fbc89db38e'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:34.112660 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-227385c7-bd2d-4ad4-941d-fb13cb87c5a7 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:34.114929 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-227385c7-bd2d-4ad4-941d-fb13cb87c5a7 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.37 "GET /v2.0/networks?id=98679574-4cfe-45e5-8584-36f66292a0bf HTTP/1.1" status: 200 len: 809 time: 0.2716074 Jan 28 19:31:34.116226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93eb713a-c356-4efd-be50-a1aae7c94929 admin admin] Made reservation on behalf of badd31bb301a4d92abbf13fbc89db38e for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:34.120504 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93eb713a-c356-4efd-be50-a1aae7c94929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.138314 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93eb713a-c356-4efd-be50-a1aae7c94929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.216028 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-2f3ba4af-9414-4bab-a7cf-5ca9ca4bbc3b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7278e5fb228649a0bcad995bf769f3a1 HTTP/1.1" status: 200 len: 380 time: 0.0839572 Jan 28 19:31:34.225749 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb845-c853-4eea-92fa-e380a5ac1d20 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.226179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-38609364-e0ea-4b8f-9ff9-334b6d6db3ef tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Request body: {'port': {'device_id': 'a1d876f9-fea2-4894-a318-5b420a5c11de', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'admin_state_up': True, 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'security_groups': ['463aa024-e155-4b94-85a5-fee5dab38b21']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:34.230462 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8a3bb845-c853-4eea-92fa-e380a5ac1d20 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7995870 Jan 28 19:31:34.231308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:34.235986 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f823eb4c-9a10-4d96-b415-6b02b4982d35 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '12902038-ef61-434f-86ea-617c6648c113'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:34.236687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f823eb4c-9a10-4d96-b415-6b02b4982d35 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:31:34.351670 n-d-824834-4 neutron-server[103146]: WARNING neutron.services.metering.metering_plugin [None req-f823eb4c-9a10-4d96-b415-6b02b4982d35 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 19:31:34.390504 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-38609364-e0ea-4b8f-9ff9-334b6d6db3ef tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Made reservation on behalf of 7278e5fb228649a0bcad995bf769f3a1 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:34.394267 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-38609364-e0ea-4b8f-9ff9-334b6d6db3ef tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.453890 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93eb713a-c356-4efd-be50-a1aae7c94929 admin admin] Publish callbacks [] for security_group (3874a803-1dcc-4e6d-a92c-1d282243ba55), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.500007 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93eb713a-c356-4efd-be50-a1aae7c94929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3874a803-1dcc-4e6d-a92c-1d282243ba55), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.505020 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f823eb4c-9a10-4d96-b415-6b02b4982d35 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.507015 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f823eb4c-9a10-4d96-b415-6b02b4982d35 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2743952 Jan 28 19:31:34.511131 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40274) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:34.527315 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ba544fb4-2404-47ca-a18f-ad7d7a5b805d tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '12902038-ef61-434f-86ea-617c6648c113'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:34.528462 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ba544fb4-2404-47ca-a18f-ad7d7a5b805d tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:31:34.599538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93eb713a-c356-4efd-be50-a1aae7c94929 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:31:34.630689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb713a-c356-4efd-be50-a1aae7c94929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3874a803-1dcc-4e6d-a92c-1d282243ba55,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:34.651989 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93eb713a-c356-4efd-be50-a1aae7c94929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (b71b418d-b40d-4f14-8984-992cb8f78442), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.652337 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-93eb713a-c356-4efd-be50-a1aae7c94929 admin admin] Added segment b71b418d-b40d-4f14-8984-992cb8f78442 of type vlan for network 561c5187-0caf-42f3-80be-74a87ce7abfb Jan 28 19:31:34.686911 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f59d850b-114c-4aca-9fb3-dfbcd45ec6dc req-17523afc-84fe-4a1b-a5fb-1943cc3e7982 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 210 time: 0.0549271 Jan 28 19:31:34.698282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40286) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:34.814549 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f9ebfb7e-b5eb-4f4b-9c9b-73014a873fa6 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1076275199'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:34.836514 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9ebfb7e-b5eb-4f4b-9c9b-73014a873fa6 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (a6347e58-c903-42c0-9920-b52f4aa4ec1c), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.842538 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9ebfb7e-b5eb-4f4b-9c9b-73014a873fa6 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (a6347e58-c903-42c0-9920-b52f4aa4ec1c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.901471 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9ebfb7e-b5eb-4f4b-9c9b-73014a873fa6 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router_controller (a6347e58-c903-42c0-9920-b52f4aa4ec1c), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.906974 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9ebfb7e-b5eb-4f4b-9c9b-73014a873fa6 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (a6347e58-c903-42c0-9920-b52f4aa4ec1c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.933118 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f9ebfb7e-b5eb-4f4b-9c9b-73014a873fa6 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:34.936880 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f9ebfb7e-b5eb-4f4b-9c9b-73014a873fa6 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2351127 Jan 28 19:31:34.937717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40290) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:35.012990 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d9b41b8-d820-466b-bd1f-5726c2ccb42c tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router (a6347e58-c903-42c0-9920-b52f4aa4ec1c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.103092 n-d-824834-4 neutron-server[103147]: WARNING neutron.services.metering.metering_plugin [None req-ba544fb4-2404-47ca-a18f-ad7d7a5b805d tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 19:31:35.154433 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93eb713a-c356-4efd-be50-a1aae7c94929 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (561c5187-0caf-42f3-80be-74a87ce7abfb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.180271 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d9b41b8-d820-466b-bd1f-5726c2ccb42c tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (a6347e58-c903-42c0-9920-b52f4aa4ec1c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.182512 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d9b41b8-d820-466b-bd1f-5726c2ccb42c tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router_controller (a6347e58-c903-42c0-9920-b52f4aa4ec1c), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.204499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-38609364-e0ea-4b8f-9ff9-334b6d6db3ef tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Allocated IP 172.20.0.12 (98679574-4cfe-45e5-8584-36f66292a0bf/2300efa6-bb93-4ddc-ad47-4d237824e541/a0be7f28-7639-4124-b53d-878755b8c109) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:35.230683 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d9b41b8-d820-466b-bd1f-5726c2ccb42c tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (a6347e58-c903-42c0-9920-b52f4aa4ec1c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.231166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9b41b8-d820-466b-bd1f-5726c2ccb42c tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6347e58-c903-42c0-9920-b52f4aa4ec1c {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:31:35.235998 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d9b41b8-d820-466b-bd1f-5726c2ccb42c tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.237370 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4d9b41b8-d820-466b-bd1f-5726c2ccb42c tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] 10.222.0.55 "DELETE /v2.0/routers/a6347e58-c903-42c0-9920-b52f4aa4ec1c HTTP/1.1" status: 204 len: 168 time: 0.2984970 Jan 28 19:31:35.241244 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40302) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:35.245822 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fd919b13-9ab2-42fe-8b00-3c9ef919a6f0 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Request body: {'router': {'name': 'tempest-router-1498710024', 'distributed': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:35.265682 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd919b13-9ab2-42fe-8b00-3c9ef919a6f0 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (305b91d8-f4b4-4135-b069-6cf32a0228f9), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.266940 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd919b13-9ab2-42fe-8b00-3c9ef919a6f0 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (305b91d8-f4b4-4135-b069-6cf32a0228f9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.276179 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba544fb4-2404-47ca-a18f-ad7d7a5b805d tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.280437 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ba544fb4-2404-47ca-a18f-ad7d7a5b805d tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7651911 Jan 28 19:31:35.282201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40304) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:35.309516 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4a3a1e83-11db-4231-af89-40c1dd057d2c tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=596d6e96-31cb-4b25-9147-f4025a119b48 HTTP/1.1" status: 200 len: 462 time: 0.0259399 Jan 28 19:31:35.312442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40306) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:35.332117 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93eb713a-c356-4efd-be50-a1aae7c94929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (561c5187-0caf-42f3-80be-74a87ce7abfb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.333195 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eb713a-c356-4efd-be50-a1aae7c94929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:35.333767 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93eb713a-c356-4efd-be50-a1aae7c94929 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.336546 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd919b13-9ab2-42fe-8b00-3c9ef919a6f0 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router_controller (305b91d8-f4b4-4135-b069-6cf32a0228f9), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.342115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd919b13-9ab2-42fe-8b00-3c9ef919a6f0 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (305b91d8-f4b4-4135-b069-6cf32a0228f9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.359457 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd919b13-9ab2-42fe-8b00-3c9ef919a6f0 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.361643 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fd919b13-9ab2-42fe-8b00-3c9ef919a6f0 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1193862 Jan 28 19:31:35.364401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40308) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:35.422629 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-93eb713a-c356-4efd-be50-a1aae7c94929 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5855577 Jan 28 19:31:35.428337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40310) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:35.441441 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1357e5ca-a808-40db-92b2-ff276af79276 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router (305b91d8-f4b4-4135-b069-6cf32a0228f9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.465624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e2a3e604-3646-431d-ba61-4732ca9ef12c admin admin] Request body: {'subnet': {'network_id': '561c5187-0caf-42f3-80be-74a87ce7abfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2133216517-subnet', 'tenant_id': 'badd31bb301a4d92abbf13fbc89db38e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:35.480810 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb713a-c356-4efd-be50-a1aae7c94929 admin admin] Pushing event updated for resources: {'Network': ['ID=561c5187-0caf-42f3-80be-74a87ce7abfb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:35.493013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 561c5187-0caf-42f3-80be-74a87ce7abfb details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:31:35.608728 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-366441d1-9482-4cf9-876e-942adce61e00 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.610546 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-366441d1-9482-4cf9-876e-942adce61e00 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/596d6e96-31cb-4b25-9147-f4025a119b48 HTTP/1.1" status: 204 len: 168 time: 0.2968264 Jan 28 19:31:35.617118 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:35.644613 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a3e604-3646-431d-ba61-4732ca9ef12c admin admin] Made reservation on behalf of badd31bb301a4d92abbf13fbc89db38e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:35.645895 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1357e5ca-a808-40db-92b2-ff276af79276 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (305b91d8-f4b4-4135-b069-6cf32a0228f9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.648819 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e604-3646-431d-ba61-4732ca9ef12c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.649256 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1357e5ca-a808-40db-92b2-ff276af79276 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router_controller (305b91d8-f4b4-4135-b069-6cf32a0228f9), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.652019 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a42f0804-dee5-4d31-9d03-58c878b50cb5 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=596d6e96-31cb-4b25-9147-f4025a119b48 HTTP/1.1" status: 200 len: 221 time: 0.0269969 Jan 28 19:31:35.657448 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40320) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:35.676289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-60bb3f8d-f116-4fda-81d0-f38308df031c tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1166801009', 'description': 'label created by tempest'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:35.676746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-60bb3f8d-f116-4fda-81d0-f38308df031c tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] Unknown quota resources ['metering_label']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:31:35.715087 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1357e5ca-a808-40db-92b2-ff276af79276 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (305b91d8-f4b4-4135-b069-6cf32a0228f9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.716251 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1357e5ca-a808-40db-92b2-ff276af79276 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 305b91d8-f4b4-4135-b069-6cf32a0228f9 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:31:35.722372 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1357e5ca-a808-40db-92b2-ff276af79276 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.723797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1357e5ca-a808-40db-92b2-ff276af79276 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] 10.222.0.55 "DELETE /v2.0/routers/305b91d8-f4b4-4135-b069-6cf32a0228f9 HTTP/1.1" status: 204 len: 168 time: 0.3581095 Jan 28 19:31:35.727212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40326) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:35.733419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-802c68ee-d8e2-4f5f-a616-2220706f13c3 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Request body: {'router': {'name': 'tempest-router-1781264109', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6baa11be839341a1ba6df57195782926'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:35.761095 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-802c68ee-d8e2-4f5f-a616-2220706f13c3 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (aacbf755-0feb-4878-b419-915e6b6b6f9a), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.762753 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-802c68ee-d8e2-4f5f-a616-2220706f13c3 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (aacbf755-0feb-4878-b419-915e6b6b6f9a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.797477 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-38609364-e0ea-4b8f-9ff9-334b6d6db3ef tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for port (a0be7f28-7639-4124-b53d-878755b8c109), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.844352 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-802c68ee-d8e2-4f5f-a616-2220706f13c3 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router_controller (aacbf755-0feb-4878-b419-915e6b6b6f9a), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.850767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-802c68ee-d8e2-4f5f-a616-2220706f13c3 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (aacbf755-0feb-4878-b419-915e6b6b6f9a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.873228 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-802c68ee-d8e2-4f5f-a616-2220706f13c3 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:35.874876 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-802c68ee-d8e2-4f5f-a616-2220706f13c3 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1465788 Jan 28 19:31:35.877602 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:35.890854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b714b1a6-678a-43dd-a2d6-15ba9b44dd5b tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:35.906812 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4a4c09e8-91c1-4bc7-a62f-0604096cd04f req-46d83d70-61cb-4f0e-bd37-c7982c64a95d tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 210 time: 0.1022975 Jan 28 19:31:36.017287 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:31:36.028444 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-60bb3f8d-f116-4fda-81d0-f38308df031c tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.029712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-60bb3f8d-f116-4fda-81d0-f38308df031c tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3713026 Jan 28 19:31:36.033877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40340) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:36.139568 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-38609364-e0ea-4b8f-9ff9-334b6d6db3ef tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a0be7f28-7639-4124-b53d-878755b8c109), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.146550 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-05a9f16e-6e02-41d2-84cc-024fe0964fc5 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=0590a221-8361-43cd-80b3-249f574f3a7c HTTP/1.1" status: 200 len: 468 time: 0.1085889 Jan 28 19:31:36.151860 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40344) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:36.220066 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b714b1a6-678a-43dd-a2d6-15ba9b44dd5b tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (aacbf755-0feb-4878-b419-915e6b6b6f9a), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.220066 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b714b1a6-678a-43dd-a2d6-15ba9b44dd5b tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router (aacbf755-0feb-4878-b419-915e6b6b6f9a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.311051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b714b1a6-678a-43dd-a2d6-15ba9b44dd5b tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103146) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 28 19:31:36.311389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b714b1a6-678a-43dd-a2d6-15ba9b44dd5b tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Router aacbf755-0feb-4878-b419-915e6b6b6f9a migrating from provider to provider. {{(pid=103146) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 28 19:31:36.311770 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b714b1a6-678a-43dd-a2d6-15ba9b44dd5b tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router_controller (aacbf755-0feb-4878-b419-915e6b6b6f9a), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.316629 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b714b1a6-678a-43dd-a2d6-15ba9b44dd5b tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router_controller (aacbf755-0feb-4878-b419-915e6b6b6f9a), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.321753 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b714b1a6-678a-43dd-a2d6-15ba9b44dd5b tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (aacbf755-0feb-4878-b419-915e6b6b6f9a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.361794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-38609364-e0ea-4b8f-9ff9-334b6d6db3ef tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Network 98679574-4cfe-45e5-8584-36f66292a0bf is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:36.378518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-38609364-e0ea-4b8f-9ff9-334b6d6db3ef tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:36.408729 n-d-824834-4 neutron-server[103146]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b714b1a6-678a-43dd-a2d6-15ba9b44dd5b tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] No L3 agents can host the router aacbf755-0feb-4878-b419-915e6b6b6f9a Jan 28 19:31:36.423428 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-38609364-e0ea-4b8f-9ff9-334b6d6db3ef tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:36.428053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38609364-e0ea-4b8f-9ff9-334b6d6db3ef tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event updated for resources: {'Port': ['ID=a0be7f28-7639-4124-b53d-878755b8c109,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:36.430670 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e604-3646-431d-ba61-4732ca9ef12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (9966f339-7f42-4f38-acb0-a38d759be664), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.570257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b714b1a6-678a-43dd-a2d6-15ba9b44dd5b tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Hosts for router aacbf755-0feb-4878-b419-915e6b6b6f9a: [] {{(pid=103146) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 28 19:31:36.643233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b714b1a6-678a-43dd-a2d6-15ba9b44dd5b tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Hosts for other DVR routers connected to router aacbf755-0feb-4878-b419-915e6b6b6f9a: set() {{(pid=103146) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 28 19:31:36.646399 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b714b1a6-678a-43dd-a2d6-15ba9b44dd5b tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.647277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3e604-3646-431d-ba61-4732ca9ef12c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9966f339-7f42-4f38-acb0-a38d759be664,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:36.655440 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19254936-4cfa-46ec-997b-0a4536a6ff7f tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.655595 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b714b1a6-678a-43dd-a2d6-15ba9b44dd5b tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] 10.222.0.55 "PUT /v2.0/routers/aacbf755-0feb-4878-b419-915e6b6b6f9a HTTP/1.1" status: 200 len: 717 time: 0.7716660 Jan 28 19:31:36.656459 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40356) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:36.658740 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-19254936-4cfa-46ec-997b-0a4536a6ff7f tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/0590a221-8361-43cd-80b3-249f574f3a7c HTTP/1.1" status: 204 len: 168 time: 0.5036125 Jan 28 19:31:36.664973 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-38609364-e0ea-4b8f-9ff9-334b6d6db3ef tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:36.665644 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-38609364-e0ea-4b8f-9ff9-334b6d6db3ef tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.670521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40358) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:36.695639 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a3e604-3646-431d-ba61-4732ca9ef12c admin admin] Checking segment: {'id': 'b71b418d-b40d-4f14-8984-992cb8f78442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '561c5187-0caf-42f3-80be-74a87ce7abfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:36.696003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a3e604-3646-431d-ba61-4732ca9ef12c admin admin] Network hostable DHCP agents. Network: 561c5187-0caf-42f3-80be-74a87ce7abfb, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:31:36.709298 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ee8d6571-5dbb-417c-92c7-b6dd6f62ec84 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=0590a221-8361-43cd-80b3-249f574f3a7c HTTP/1.1" status: 200 len: 216 time: 0.0379136 Jan 28 19:31:36.712149 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40360) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:36.724277 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-38609364-e0ea-4b8f-9ff9-334b6d6db3ef tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5018749 Jan 28 19:31:36.741461 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-04eca170-f97e-4c52-9f26-e6a0fc7b6bb9 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0278318 Jan 28 19:31:36.742378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40362) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:36.748938 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Request body: {'port': {'device_id': 'a1d876f9-fea2-4894-a318-5b420a5c11de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:36.793655 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a3e604-3646-431d-ba61-4732ca9ef12c admin admin] Network 561c5187-0caf-42f3-80be-74a87ce7abfb is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:31:36.809105 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c20d9dc3-59eb-4097-8889-fdeb24a0aac3 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0538404 Jan 28 19:31:36.811751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:36.814232 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e2a3e604-3646-431d-ba61-4732ca9ef12c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 561c5187-0caf-42f3-80be-74a87ce7abfb) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:36.824874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3e604-3646-431d-ba61-4732ca9ef12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:36.825466 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e604-3646-431d-ba61-4732ca9ef12c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.833103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb82351a-882b-44ab-87da-b134a2ef229d None None] Network 561c5187-0caf-42f3-80be-74a87ce7abfb requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:31:36.912241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-69005c26-f8f7-4489-898a-48aff3570041 None None] Provisioning complete for port a0be7f28-7639-4124-b53d-878755b8c109 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:36.913000 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69005c26-f8f7-4489-898a-48aff3570041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a0be7f28-7639-4124-b53d-878755b8c109), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.922047 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a0be7f28-7639-4124-b53d-878755b8c109), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:36.951141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-69005c26-f8f7-4489-898a-48aff3570041 None None] Port a0be7f28-7639-4124-b53d-878755b8c109 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:31:37.034272 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6d1e9c1d-d044-436f-afbf-41cb317bc532 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/12902038-ef61-434f-86ea-617c6648c113 HTTP/1.1" status: 200 len: 472 time: 0.2207592 Jan 28 19:31:37.041928 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dae1a1-3939-4a78-9f79-383fecb26ba1 None None] Network 561c5187-0caf-42f3-80be-74a87ce7abfb requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:31:37.051979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40372) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:37.098551 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e2a3e604-3646-431d-ba61-4732ca9ef12c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6663959 Jan 28 19:31:37.123751 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6513d5ec-54d5-4ea4-b3fb-51720fda1d6d tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/9f75f484-7134-4aff-894e-1824a9f4e1fd HTTP/1.1" status: 200 len: 459 time: 0.0674665 Jan 28 19:31:37.244723 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40376) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:37.313596 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6156f591-2fc0-43f4-a6e0-2e14322d3019 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] 10.222.0.55 "GET /v2.0/routers/aacbf755-0feb-4878-b419-915e6b6b6f9a HTTP/1.1" status: 200 len: 717 time: 0.6533418 Jan 28 19:31:37.318593 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40388) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:37.444944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98804dc0-08fb-4b32-9ee5-97de7193899f req-f173f522-8dd9-42ef-a65e-9df351a2a3a3 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:37.449170 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98804dc0-08fb-4b32-9ee5-97de7193899f req-f173f522-8dd9-42ef-a65e-9df351a2a3a3 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 932 time: 0.2034717 Jan 28 19:31:37.499616 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eef8a4f0-fd65-4fc2-bbe9-4c194336c039 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:37.503392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-eef8a4f0-fd65-4fc2-bbe9-4c194336c039 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/9f75f484-7134-4aff-894e-1824a9f4e1fd HTTP/1.1" status: 204 len: 168 time: 0.2480516 Jan 28 19:31:37.505215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40394) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:37.568204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0be7f28-7639-4124-b53d-878755b8c109 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:31:37.576716 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Publish callbacks [] for port (a0be7f28-7639-4124-b53d-878755b8c109), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:37.589570 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Transition to ACTIVE for port object a0be7f28-7639-4124-b53d-878755b8c109 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:31:37.594548 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (a0be7f28-7639-4124-b53d-878755b8c109), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:37.677311 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a0be7f28-7639-4124-b53d-878755b8c109,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:37.772913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Attempting to bind port a0be7f28-7639-4124-b53d-878755b8c109 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:37.773236 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Attempting to bind port a0be7f28-7639-4124-b53d-878755b8c109 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'c076a8fc-9e12-4c62-8bd2-15d86083674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:37.773559 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Attempting to bind port a0be7f28-7639-4124-b53d-878755b8c109 on network 98679574-4cfe-45e5-8584-36f66292a0bf {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:37.779400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Port a0be7f28-7639-4124-b53d-878755b8c109 on network 98679574-4cfe-45e5-8584-36f66292a0bf not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:37.779746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Attempting to bind port a0be7f28-7639-4124-b53d-878755b8c109 on network 98679574-4cfe-45e5-8584-36f66292a0bf {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:37.786630 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:31:37.787120 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Checking segment: {'id': 'c076a8fc-9e12-4c62-8bd2-15d86083674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:37.787653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Bound using segment: {'id': 'c076a8fc-9e12-4c62-8bd2-15d86083674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:31:37.788107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Bound port: a0be7f28-7639-4124-b53d-878755b8c109, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c076a8fc-9e12-4c62-8bd2-15d86083674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:31:37.788534 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a0be7f28-7639-4124-b53d-878755b8c109), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:37.848297 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bb9f766c-7e41-411e-aa62-d45bccaf4bf4 tempest-RoutersTestDVR-1840332623 tempest-RoutersTestDVR-1840332623-project] 10.222.0.55 "GET /v2.0/routers/aacbf755-0feb-4878-b419-915e6b6b6f9a HTTP/1.1" status: 200 len: 683 time: 0.5235453 Jan 28 19:31:37.849168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40404) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:37.877742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] For port a0be7f28-7639-4124-b53d-878755b8c109, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:37.886718 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] For port a0be7f28-7639-4124-b53d-878755b8c109, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=a0be7f28-7639-4124-b53d-878755b8c109,segment=NetworkSegment(c076a8fc-9e12-4c62-8bd2-15d86083674f),segment_id=c076a8fc-9e12-4c62-8bd2-15d86083674f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:31:37.899244 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (a0be7f28-7639-4124-b53d-878755b8c109), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:37.943769 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98804dc0-08fb-4b32-9ee5-97de7193899f req-eb6bbdc5-f829-4489-8aef-d90692a7e47b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4886882 Jan 28 19:31:37.985844 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:37.986675 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:37.989452 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] 10.222.0.37 "PUT /v2.0/ports/a0be7f28-7639-4124-b53d-878755b8c109 HTTP/1.1" status: 200 len: 1092 time: 1.2567775 Jan 28 19:31:38.011474 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d876f9-fea2-4894-a318-5b420a5c11de', 'tag': 'a0be7f28-7639-4124-b53d-878755b8c109'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:31:38.019758 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec98f4b-9679-4ea6-a6bb-b9e1b1a7d13f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d876f9-fea2-4894-a318-5b420a5c11de", "tag": "a0be7f28-7639-4124-b53d-878755b8c109"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:31:38.109378 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419b10df-62e5-46b8-b8e9-40e795241e21 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router (aacbf755-0feb-4878-b419-915e6b6b6f9a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.118102 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1fdeb3ac-0264-49d8-93c2-300f1bf0dc89 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.122436 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1fdeb3ac-0264-49d8-93c2-300f1bf0dc89 tempest-MeteringIpV6TestJSON-1068073753 tempest-MeteringIpV6TestJSON-1068073753-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/12902038-ef61-434f-86ea-617c6648c113 HTTP/1.1" status: 204 len: 168 time: 0.6162686 Jan 28 19:31:38.125999 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eb0b0b-42b8-4002-99f9-fe5eeaacd5ae x-openstack-request-id: req-64eb0b0b-42b8-4002-99f9-fe5eeaacd5ae {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:31:38.126377 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d876f9-fea2-4894-a318-5b420a5c11de", "tag": "a0be7f28-7639-4124-b53d-878755b8c109", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:31:38.126689 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64eb0b0b-42b8-4002-99f9-fe5eeaacd5ae {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:31:38.127150 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d876f9-fea2-4894-a318-5b420a5c11de', 'tag': 'a0be7f28-7639-4124-b53d-878755b8c109', 'status': 'completed', 'code': 200} Jan 28 19:31:38.141300 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83e6e9-bad0-4c87-afe1-2f79f736e5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a0be7f28-7639-4124-b53d-878755b8c109,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:38.154054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-64e6bd9f-199a-4732-8022-baaa5bc77d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:38.155791 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-64e6bd9f-199a-4732-8022-baaa5bc77d32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7278e5fb228649a0bcad995bf769f3a1&device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 1126 time: 0.1131251 Jan 28 19:31:38.318502 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-f4b5fd44-91d0-4c67-8642-7058366621e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0be7f28-7639-4124-b53d-878755b8c109 HTTP/1.1" status: 200 len: 217 time: 0.1542907 Jan 28 19:31:38.318985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40426) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:38.329986 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-79bd7328-9616-46d7-8553-8e555636447a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-150004974-network', 'tenant_id': '57ac75c831af4e49b14c60b2a6e9031f'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:38.380732 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-3481f751-444b-4a51-96ac-b63e28c907ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:38.382322 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-3481f751-444b-4a51-96ac-b63e28c907ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2300efa6-bb93-4ddc-ad47-4d237824e541 HTTP/1.1" status: 200 len: 848 time: 0.0489283 Jan 28 19:31:38.433963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bd7328-9616-46d7-8553-8e555636447a admin admin] Made reservation on behalf of 57ac75c831af4e49b14c60b2a6e9031f for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:38.437555 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79bd7328-9616-46d7-8553-8e555636447a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.446746 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419b10df-62e5-46b8-b8e9-40e795241e21 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (aacbf755-0feb-4878-b419-915e6b6b6f9a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.449613 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419b10df-62e5-46b8-b8e9-40e795241e21 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router_controller (aacbf755-0feb-4878-b419-915e6b6b6f9a), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.457551 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79bd7328-9616-46d7-8553-8e555636447a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.471599 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-b95c991a-f9a6-4281-9bc4-c056b7204c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:38.473228 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-b95c991a-f9a6-4281-9bc4-c056b7204c56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98679574-4cfe-45e5-8584-36f66292a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0852795 Jan 28 19:31:38.507487 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419b10df-62e5-46b8-b8e9-40e795241e21 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (aacbf755-0feb-4878-b419-915e6b6b6f9a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.508480 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419b10df-62e5-46b8-b8e9-40e795241e21 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aacbf755-0feb-4878-b419-915e6b6b6f9a {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:31:38.513194 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419b10df-62e5-46b8-b8e9-40e795241e21 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.515964 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-419b10df-62e5-46b8-b8e9-40e795241e21 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] 10.222.0.55 "DELETE /v2.0/routers/aacbf755-0feb-4878-b419-915e6b6b6f9a HTTP/1.1" status: 204 len: 168 time: 0.6620736 Jan 28 19:31:38.520950 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:38.533203 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7cacb4ab-dc22-459d-9c28-10fd01f9ce99 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Request body: {'router': {'name': 'tempest-router-975808837', 'distributed': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:38.571690 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cacb4ab-dc22-459d-9c28-10fd01f9ce99 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (1744d38e-6ff4-4781-9b88-814f60f3648c), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.573173 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cacb4ab-dc22-459d-9c28-10fd01f9ce99 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (1744d38e-6ff4-4781-9b88-814f60f3648c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.624544 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-4c5049c0-3b62-4b2b-bd5a-a8b08fccf207 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450403 Jan 28 19:31:38.703592 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cacb4ab-dc22-459d-9c28-10fd01f9ce99 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router_controller (1744d38e-6ff4-4781-9b88-814f60f3648c), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.712889 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cacb4ab-dc22-459d-9c28-10fd01f9ce99 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (1744d38e-6ff4-4781-9b88-814f60f3648c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.751036 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7cacb4ab-dc22-459d-9c28-10fd01f9ce99 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.752566 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7cacb4ab-dc22-459d-9c28-10fd01f9ce99 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2297947 Jan 28 19:31:38.755213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40436) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:38.765421 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79bd7328-9616-46d7-8553-8e555636447a admin admin] Publish callbacks [] for security_group (9c4fa579-6452-4ca4-9de8-2e85c17a8d90), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.775005 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79bd7328-9616-46d7-8553-8e555636447a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9c4fa579-6452-4ca4-9de8-2e85c17a8d90), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.781222 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9bb9bd4-9d6d-48fe-85a0-f79e41c3a851 req-f0112c2e-4831-4e51-b625-95a7decd76d3 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480258 Jan 28 19:31:38.804313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79bd7328-9616-46d7-8553-8e555636447a admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:31:38.823334 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40438) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:38.835474 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79bd7328-9616-46d7-8553-8e555636447a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9a8c6f4e-e7fb-4299-9e94-deb3ac631a13), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.836322 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-79bd7328-9616-46d7-8553-8e555636447a admin admin] Added segment 9a8c6f4e-e7fb-4299-9e94-deb3ac631a13 of type vlan for network 623c6108-6b63-4bf5-a7b8-d863289255bd Jan 28 19:31:38.849580 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc13c9ce-c5e1-4fac-a23e-a7ed778ddc58 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router (1744d38e-6ff4-4781-9b88-814f60f3648c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.887446 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd7328-9616-46d7-8553-8e555636447a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4fa579-6452-4ca4-9de8-2e85c17a8d90,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:38.955508 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79bd7328-9616-46d7-8553-8e555636447a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (623c6108-6b63-4bf5-a7b8-d863289255bd), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:38.978565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec98f4b-9679-4ea6-a6bb-b9e1b1a7d13f req-148f9e75-fb29-4474-be0e-529f6f970c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:38.980504 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ec98f4b-9679-4ea6-a6bb-b9e1b1a7d13f req-148f9e75-fb29-4474-be0e-529f6f970c80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7278e5fb228649a0bcad995bf769f3a1&device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 1126 time: 0.1320462 Jan 28 19:31:39.019260 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79bd7328-9616-46d7-8553-8e555636447a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (623c6108-6b63-4bf5-a7b8-d863289255bd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.020480 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bd7328-9616-46d7-8553-8e555636447a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:39.021551 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-79bd7328-9616-46d7-8553-8e555636447a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.081222 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07fa6f80-d36e-4994-ac97-64b79e3d5a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.134924 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-79bd7328-9616-46d7-8553-8e555636447a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8138447 Jan 28 19:31:39.146057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40448) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:39.162214 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc13c9ce-c5e1-4fac-a23e-a7ed778ddc58 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (1744d38e-6ff4-4781-9b88-814f60f3648c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.164273 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2df1da0f-3c0e-4a88-8515-f12d80d899f4 admin admin] Request body: {'subnet': {'network_id': '623c6108-6b63-4bf5-a7b8-d863289255bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-150004974-subnet', 'tenant_id': '57ac75c831af4e49b14c60b2a6e9031f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:39.166244 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc13c9ce-c5e1-4fac-a23e-a7ed778ddc58 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router_controller (1744d38e-6ff4-4781-9b88-814f60f3648c), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.175127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd7328-9616-46d7-8553-8e555636447a admin admin] Pushing event updated for resources: {'Network': ['ID=623c6108-6b63-4bf5-a7b8-d863289255bd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:39.186986 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 623c6108-6b63-4bf5-a7b8-d863289255bd details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:31:39.206813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec98f4b-9679-4ea6-a6bb-b9e1b1a7d13f req-06d2fdde-64c4-45e5-9233-f49f5d5e9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:39.208392 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ec98f4b-9679-4ea6-a6bb-b9e1b1a7d13f req-06d2fdde-64c4-45e5-9233-f49f5d5e9c27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98679574-4cfe-45e5-8584-36f66292a0bf HTTP/1.1" status: 200 len: 910 time: 0.2215796 Jan 28 19:31:39.231950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df1da0f-3c0e-4a88-8515-f12d80d899f4 admin admin] Made reservation on behalf of 57ac75c831af4e49b14c60b2a6e9031f for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:39.247286 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2df1da0f-3c0e-4a88-8515-f12d80d899f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.261532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e5d99-068b-4fe3-8d0c-d3b4700f190f req-cae2e0f8-bce3-4006-aeef-24e5814ce8dc tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:39.263678 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3f9e5d99-068b-4fe3-8d0c-d3b4700f190f req-cae2e0f8-bce3-4006-aeef-24e5814ce8dc tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 944 time: 0.1889501 Jan 28 19:31:39.296976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc13c9ce-c5e1-4fac-a23e-a7ed778ddc58 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (1744d38e-6ff4-4781-9b88-814f60f3648c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.297658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc13c9ce-c5e1-4fac-a23e-a7ed778ddc58 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1744d38e-6ff4-4781-9b88-814f60f3648c {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:31:39.302682 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ec98f4b-9679-4ea6-a6bb-b9e1b1a7d13f req-896dd7b2-551e-4be4-9d42-4d8bcc1e3703 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0be7f28-7639-4124-b53d-878755b8c109 HTTP/1.1" status: 200 len: 217 time: 0.0844419 Jan 28 19:31:39.312977 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc13c9ce-c5e1-4fac-a23e-a7ed778ddc58 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.314846 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bc13c9ce-c5e1-4fac-a23e-a7ed778ddc58 tempest-RoutersTestDVR-1758917532 tempest-RoutersTestDVR-1758917532-project-admin] 10.222.0.55 "DELETE /v2.0/routers/1744d38e-6ff4-4781-9b88-814f60f3648c HTTP/1.1" status: 204 len: 168 time: 0.5573082 Jan 28 19:31:39.370067 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3f9e5d99-068b-4fe3-8d0c-d3b4700f190f req-ee6edf6a-f6c4-4bbd-b472-29372efaa36f tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997272 Jan 28 19:31:39.753105 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40466) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:39.914678 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f006cd71-9f88-4506-ba07-b27376cc7ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:39.967558 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec98f4b-9679-4ea6-a6bb-b9e1b1a7d13f req-68b54d6b-846c-4df0-8b50-3d0d0df4869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:39.969345 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ec98f4b-9679-4ea6-a6bb-b9e1b1a7d13f req-68b54d6b-846c-4df0-8b50-3d0d0df4869b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2300efa6-bb93-4ddc-ad47-4d237824e541 HTTP/1.1" status: 200 len: 848 time: 0.1181817 Jan 28 19:31:40.016447 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07fa6f80-d36e-4994-ac97-64b79e3d5a35 admin admin] Publish callbacks [] for security_group (59a021bb-3937-4d84-90e3-f14d702915dd), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.028358 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07fa6f80-d36e-4994-ac97-64b79e3d5a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (59a021bb-3937-4d84-90e3-f14d702915dd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.033338 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f006cd71-9f88-4506-ba07-b27376cc7ff3 admin admin] Publish callbacks [] for security_group (8a3e7223-7e93-4254-98f3-83038cb55f20), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.039959 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f006cd71-9f88-4506-ba07-b27376cc7ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8a3e7223-7e93-4254-98f3-83038cb55f20), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.078719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006cd71-9f88-4506-ba07-b27376cc7ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3e7223-7e93-4254-98f3-83038cb55f20,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:40.100985 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f006cd71-9f88-4506-ba07-b27376cc7ff3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6baa11be839341a1ba6df57195782926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3427577 Jan 28 19:31:40.103358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40476) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:40.154170 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80005e0e-201b-402c-a51c-05d6ec8aefb7 admin admin] Publish callbacks [] for security_group (8a3e7223-7e93-4254-98f3-83038cb55f20), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.183741 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa6f80-d36e-4994-ac97-64b79e3d5a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a021bb-3937-4d84-90e3-f14d702915dd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:40.190008 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80005e0e-201b-402c-a51c-05d6ec8aefb7 admin admin] Publish callbacks [] for security_group (8a3e7223-7e93-4254-98f3-83038cb55f20), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.199186 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-07fa6f80-d36e-4994-ac97-64b79e3d5a35 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0cc217b9339d4a29a0e160e286247fce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3719842 Jan 28 19:31:40.205293 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40478) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:40.212627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec98f4b-9679-4ea6-a6bb-b9e1b1a7d13f req-3e242e0b-acca-4cef-a510-92ab5e9b0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:40.214397 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ec98f4b-9679-4ea6-a6bb-b9e1b1a7d13f req-3e242e0b-acca-4cef-a510-92ab5e9b0400 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98679574-4cfe-45e5-8584-36f66292a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2343116 Jan 28 19:31:40.215813 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2df1da0f-3c0e-4a88-8515-f12d80d899f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (252a1053-359e-4066-a6c8-1f8ffeb523e8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.289094 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71ec54ba-002e-403c-9a42-a9211ebcb7c3 admin admin] Publish callbacks [] for security_group (59a021bb-3937-4d84-90e3-f14d702915dd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.315010 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71ec54ba-002e-403c-9a42-a9211ebcb7c3 admin admin] Publish callbacks [] for security_group (59a021bb-3937-4d84-90e3-f14d702915dd), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.317238 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80005e0e-201b-402c-a51c-05d6ec8aefb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8a3e7223-7e93-4254-98f3-83038cb55f20), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.321318 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80005e0e-201b-402c-a51c-05d6ec8aefb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.322745 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-80005e0e-201b-402c-a51c-05d6ec8aefb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a3e7223-7e93-4254-98f3-83038cb55f20 HTTP/1.1" status: 204 len: 168 time: 0.2183661 Jan 28 19:31:40.341777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80005e0e-201b-402c-a51c-05d6ec8aefb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3e7223-7e93-4254-98f3-83038cb55f20,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:40.355807 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1da0f-3c0e-4a88-8515-f12d80d899f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=252a1053-359e-4066-a6c8-1f8ffeb523e8,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:40.417369 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71ec54ba-002e-403c-9a42-a9211ebcb7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (59a021bb-3937-4d84-90e3-f14d702915dd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.417530 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df1da0f-3c0e-4a88-8515-f12d80d899f4 admin admin] Checking segment: {'id': '9a8c6f4e-e7fb-4299-9e94-deb3ac631a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '623c6108-6b63-4bf5-a7b8-d863289255bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:40.418461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df1da0f-3c0e-4a88-8515-f12d80d899f4 admin admin] Network hostable DHCP agents. Network: 623c6108-6b63-4bf5-a7b8-d863289255bd, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:31:40.421474 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-71ec54ba-002e-403c-9a42-a9211ebcb7c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.425225 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-71ec54ba-002e-403c-9a42-a9211ebcb7c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59a021bb-3937-4d84-90e3-f14d702915dd HTTP/1.1" status: 204 len: 168 time: 0.2163131 Jan 28 19:31:40.442971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec54ba-002e-403c-9a42-a9211ebcb7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a021bb-3937-4d84-90e3-f14d702915dd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:40.518123 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ec98f4b-9679-4ea6-a6bb-b9e1b1a7d13f req-480ed514-7e39-4b1c-b83d-094436bde553 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951322 Jan 28 19:31:40.520052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df1da0f-3c0e-4a88-8515-f12d80d899f4 admin admin] Network 623c6108-6b63-4bf5-a7b8-d863289255bd is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:31:40.632842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2df1da0f-3c0e-4a88-8515-f12d80d899f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 623c6108-6b63-4bf5-a7b8-d863289255bd) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:40.638670 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df1da0f-3c0e-4a88-8515-f12d80d899f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:40.640131 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2df1da0f-3c0e-4a88-8515-f12d80d899f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.644352 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9287a750-4483-463e-8d68-c9fbce748f61 None None] Network 623c6108-6b63-4bf5-a7b8-d863289255bd requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:31:40.707838 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2df1da0f-3c0e-4a88-8515-f12d80d899f4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5533061 Jan 28 19:31:40.723518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af1a8a-b994-4509-94f0-59ad8a2098d4 req-516a36c4-3ca0-4742-affc-316fb025d731 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:40.731491 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88af1a8a-b994-4509-94f0-59ad8a2098d4 req-516a36c4-3ca0-4742-affc-316fb025d731 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 944 time: 0.2074020 Jan 28 19:31:40.819416 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40500) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:40.840892 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b90076f5-2577-41cc-8568-bb07fce70d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:40.853522 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ec98f4b-9679-4ea6-a6bb-b9e1b1a7d13f req-776303db-3996-44c4-ba0f-16125cab5385 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256986 Jan 28 19:31:40.905095 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40504) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:40.954906 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88af1a8a-b994-4509-94f0-59ad8a2098d4 req-c73b7ea8-6bf7-4cf2-bcd3-00f9f41b4ff3 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221019 Jan 28 19:31:40.988592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4bc84f-9769-4491-8326-a824a0be6437 admin admin] Deleting subnet 9966f339-7f42-4f38-acb0-a38d759be664 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:31:40.993418 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc84f-9769-4491-8326-a824a0be6437 admin admin] Publish callbacks [] for subnet (9966f339-7f42-4f38-acb0-a38d759be664), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.088381 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc84f-9769-4491-8326-a824a0be6437 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (9966f339-7f42-4f38-acb0-a38d759be664), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.092790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05510257-c059-4121-9a48-da697cede8db None None] Network 623c6108-6b63-4bf5-a7b8-d863289255bd requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:31:41.122691 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40508) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:41.144326 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c7efff5-d647-4ec1-9cce-58b634bfcc70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.155976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc84f-9769-4491-8326-a824a0be6437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (9966f339-7f42-4f38-acb0-a38d759be664), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.194639 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b90076f5-2577-41cc-8568-bb07fce70d2d admin admin] Publish callbacks [] for security_group (2f0be8c0-ba87-4e29-b9a1-e560b9af67c2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.200703 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b90076f5-2577-41cc-8568-bb07fce70d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2f0be8c0-ba87-4e29-b9a1-e560b9af67c2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.250934 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c7efff5-d647-4ec1-9cce-58b634bfcc70 admin admin] Publish callbacks [] for security_group (228ea6d0-df7e-4da6-a86b-33523857217c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.255402 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b90076f5-2577-41cc-8568-bb07fce70d2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b9556e75f7246c9bd91e7ddaff69919&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4347982 Jan 28 19:31:41.258590 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40510) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:41.259705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90076f5-2577-41cc-8568-bb07fce70d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0be8c0-ba87-4e29-b9a1-e560b9af67c2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:41.260963 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c7efff5-d647-4ec1-9cce-58b634bfcc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (228ea6d0-df7e-4da6-a86b-33523857217c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.299789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7efff5-d647-4ec1-9cce-58b634bfcc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228ea6d0-df7e-4da6-a86b-33523857217c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:41.332357 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0c7efff5-d647-4ec1-9cce-58b634bfcc70 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9b5c780dbe1d4fac8c5e30c0dbfd49df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2065344 Jan 28 19:31:41.332678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40516) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:41.336804 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc84f-9769-4491-8326-a824a0be6437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (9966f339-7f42-4f38-acb0-a38d759be664), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.391091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bc84f-9769-4491-8326-a824a0be6437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9966f339-7f42-4f38-acb0-a38d759be664,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:41.397352 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dc4bc84f-9769-4491-8326-a824a0be6437 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.401336 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dc4bc84f-9769-4491-8326-a824a0be6437 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9966f339-7f42-4f38-acb0-a38d759be664 HTTP/1.1" status: 204 len: 168 time: 0.4952154 Jan 28 19:31:41.403759 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40518) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:41.426772 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-233181d0-2c1b-451d-bb47-eb387755c5b4 admin admin] Publish callbacks [] for security_group (228ea6d0-df7e-4da6-a86b-33523857217c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.445571 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58420f04-1f2d-418a-99d7-864b13424b4f admin admin] Publish callbacks [] for security_group (2f0be8c0-ba87-4e29-b9a1-e560b9af67c2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.473921 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-233181d0-2c1b-451d-bb47-eb387755c5b4 admin admin] Publish callbacks [] for security_group (228ea6d0-df7e-4da6-a86b-33523857217c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.506420 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58420f04-1f2d-418a-99d7-864b13424b4f admin admin] Publish callbacks [] for security_group (2f0be8c0-ba87-4e29-b9a1-e560b9af67c2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.527370 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-233181d0-2c1b-451d-bb47-eb387755c5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (228ea6d0-df7e-4da6-a86b-33523857217c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.531067 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93a969eb-9167-4ad2-a2da-da1647d858ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (561c5187-0caf-42f3-80be-74a87ce7abfb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.531421 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-233181d0-2c1b-451d-bb47-eb387755c5b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.535367 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-233181d0-2c1b-451d-bb47-eb387755c5b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/228ea6d0-df7e-4da6-a86b-33523857217c HTTP/1.1" status: 204 len: 168 time: 0.1988869 Jan 28 19:31:41.543592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233181d0-2c1b-451d-bb47-eb387755c5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228ea6d0-df7e-4da6-a86b-33523857217c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:41.669892 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58420f04-1f2d-418a-99d7-864b13424b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2f0be8c0-ba87-4e29-b9a1-e560b9af67c2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.673003 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58420f04-1f2d-418a-99d7-864b13424b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.674419 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-58420f04-1f2d-418a-99d7-864b13424b4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2f0be8c0-ba87-4e29-b9a1-e560b9af67c2 HTTP/1.1" status: 204 len: 168 time: 0.3955839 Jan 28 19:31:41.687838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58420f04-1f2d-418a-99d7-864b13424b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0be8c0-ba87-4e29-b9a1-e560b9af67c2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:41.695185 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93a969eb-9167-4ad2-a2da-da1647d858ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (561c5187-0caf-42f3-80be-74a87ce7abfb), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.721341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-93a969eb-9167-4ad2-a2da-da1647d858ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561c5187-0caf-42f3-80be-74a87ce7abfb']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:41.741190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-93a969eb-9167-4ad2-a2da-da1647d858ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71b418d-b40d-4f14-8984-992cb8f78442') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:41.741537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-93a969eb-9167-4ad2-a2da-da1647d858ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71b418d-b40d-4f14-8984-992cb8f78442') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:41.755822 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93a969eb-9167-4ad2-a2da-da1647d858ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (b71b418d-b40d-4f14-8984-992cb8f78442), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.791570 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93a969eb-9167-4ad2-a2da-da1647d858ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (b71b418d-b40d-4f14-8984-992cb8f78442), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.803192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a969eb-9167-4ad2-a2da-da1647d858ea admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:31:41.803634 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93a969eb-9167-4ad2-a2da-da1647d858ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (b71b418d-b40d-4f14-8984-992cb8f78442), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:31:41.808179 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:31:41.903927 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93a969eb-9167-4ad2-a2da-da1647d858ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (561c5187-0caf-42f3-80be-74a87ce7abfb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.954453 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-93a969eb-9167-4ad2-a2da-da1647d858ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:41.963283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40534) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:41.965702 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-93a969eb-9167-4ad2-a2da-da1647d858ea admin admin] 10.222.0.55 "DELETE /v2.0/networks/561c5187-0caf-42f3-80be-74a87ce7abfb HTTP/1.1" status: 204 len: 168 time: 0.5585577 Jan 28 19:31:41.967204 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a969eb-9167-4ad2-a2da-da1647d858ea admin admin] Pushing event deleted for resources: {'Network': ['ID=561c5187-0caf-42f3-80be-74a87ce7abfb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:42.060035 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-662353a6-6b90-422c-805c-38baac332607 admin admin] Deleting subnet 252a1053-359e-4066-a6c8-1f8ffeb523e8 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:31:42.063209 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-662353a6-6b90-422c-805c-38baac332607 admin admin] Publish callbacks [] for subnet (252a1053-359e-4066-a6c8-1f8ffeb523e8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.108704 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-662353a6-6b90-422c-805c-38baac332607 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (252a1053-359e-4066-a6c8-1f8ffeb523e8), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.147020 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-662353a6-6b90-422c-805c-38baac332607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (252a1053-359e-4066-a6c8-1f8ffeb523e8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.211473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019c32a-42e9-4a14-bd26-09697668a5c1 req-6117cd59-71b9-4dd0-898c-c072a0608787 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:42.213446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6019c32a-42e9-4a14-bd26-09697668a5c1 req-6117cd59-71b9-4dd0-898c-c072a0608787 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 944 time: 0.1324959 Jan 28 19:31:42.220785 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-662353a6-6b90-422c-805c-38baac332607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (252a1053-359e-4066-a6c8-1f8ffeb523e8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.280872 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6019c32a-42e9-4a14-bd26-09697668a5c1 req-b57cdad5-8c3e-4bd5-bc65-7e0f94e2b0d0 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614929 Jan 28 19:31:42.294496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662353a6-6b90-422c-805c-38baac332607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=252a1053-359e-4066-a6c8-1f8ffeb523e8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:42.313040 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-662353a6-6b90-422c-805c-38baac332607 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.317726 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-662353a6-6b90-422c-805c-38baac332607 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/252a1053-359e-4066-a6c8-1f8ffeb523e8 HTTP/1.1" status: 204 len: 168 time: 0.3527513 Jan 28 19:31:42.320460 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40556) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:42.413482 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72aa9040-a221-44fe-986c-c4ff768bd62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (623c6108-6b63-4bf5-a7b8-d863289255bd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.538925 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72aa9040-a221-44fe-986c-c4ff768bd62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (623c6108-6b63-4bf5-a7b8-d863289255bd), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.578341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-72aa9040-a221-44fe-986c-c4ff768bd62a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623c6108-6b63-4bf5-a7b8-d863289255bd']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:42.595103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-72aa9040-a221-44fe-986c-c4ff768bd62a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8c6f4e-e7fb-4299-9e94-deb3ac631a13') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:42.595401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-72aa9040-a221-44fe-986c-c4ff768bd62a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8c6f4e-e7fb-4299-9e94-deb3ac631a13') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:42.606833 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72aa9040-a221-44fe-986c-c4ff768bd62a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (9a8c6f4e-e7fb-4299-9e94-deb3ac631a13), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.622110 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72aa9040-a221-44fe-986c-c4ff768bd62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9a8c6f4e-e7fb-4299-9e94-deb3ac631a13), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.630382 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72aa9040-a221-44fe-986c-c4ff768bd62a admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:31:42.631050 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72aa9040-a221-44fe-986c-c4ff768bd62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (9a8c6f4e-e7fb-4299-9e94-deb3ac631a13), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:31:42.634874 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:31:42.712092 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72aa9040-a221-44fe-986c-c4ff768bd62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (623c6108-6b63-4bf5-a7b8-d863289255bd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.718122 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-72aa9040-a221-44fe-986c-c4ff768bd62a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:42.726157 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-72aa9040-a221-44fe-986c-c4ff768bd62a admin admin] 10.222.0.55 "DELETE /v2.0/networks/623c6108-6b63-4bf5-a7b8-d863289255bd HTTP/1.1" status: 204 len: 168 time: 0.4045632 Jan 28 19:31:43.051879 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40590) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:43.150417 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3954ef9f-d411-4b5d-a918-bd625e2e96fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=badd31bb301a4d92abbf13fbc89db38e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0965419 Jan 28 19:31:43.152496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40592) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:43.224505 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec62f6c-9f86-4f63-9788-b64a30d8dd57 admin admin] Publish callbacks [] for security_group (3874a803-1dcc-4e6d-a92c-1d282243ba55), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:43.268559 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec62f6c-9f86-4f63-9788-b64a30d8dd57 admin admin] Publish callbacks [] for security_group (3874a803-1dcc-4e6d-a92c-1d282243ba55), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:43.344678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa9040-a221-44fe-986c-c4ff768bd62a admin admin] Pushing event deleted for resources: {'Network': ['ID=623c6108-6b63-4bf5-a7b8-d863289255bd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:43.412428 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec62f6c-9f86-4f63-9788-b64a30d8dd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3874a803-1dcc-4e6d-a92c-1d282243ba55), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:43.415694 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec62f6c-9f86-4f63-9788-b64a30d8dd57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:43.422606 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-eec62f6c-9f86-4f63-9788-b64a30d8dd57 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3874a803-1dcc-4e6d-a92c-1d282243ba55 HTTP/1.1" status: 204 len: 168 time: 0.2626250 Jan 28 19:31:43.443303 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device a0be7f28-7639-4124-b53d-878755b8c109 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:31:43.460017 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec62f6c-9f86-4f63-9788-b64a30d8dd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3874a803-1dcc-4e6d-a92c-1d282243ba55,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:43.480937 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40606) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:43.502375 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f9762-47a6-4e5b-a1b1-463526ea9faf req-bcc3e736-081f-4b17-b793-76aaf5858128 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:43.514324 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-364f9762-47a6-4e5b-a1b1-463526ea9faf req-bcc3e736-081f-4b17-b793-76aaf5858128 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 944 time: 0.0904286 Jan 28 19:31:43.634952 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-364f9762-47a6-4e5b-a1b1-463526ea9faf req-50328665-2351-4f57-b49f-7be2973aaba0 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163790 Jan 28 19:31:43.726389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3fd59c9b-8f05-4f10-9563-be6e60523f3b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1538033860'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:43.748555 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port a0be7f28-7639-4124-b53d-878755b8c109, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=a0be7f28-7639-4124-b53d-878755b8c109,segment=NetworkSegment(c076a8fc-9e12-4c62-8bd2-15d86083674f),segment_id=c076a8fc-9e12-4c62-8bd2-15d86083674f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:43.771950 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd59c9b-8f05-4f10-9563-be6e60523f3b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Made reservation on behalf of 9cc5c0429d874ff299c556d630dac00d for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:43.787954 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fd59c9b-8f05-4f10-9563-be6e60523f3b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:43.790107 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'a0be7f28-7639-4124-b53d-878755b8c109', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'port_id': 'a0be7f28-7639-4124-b53d-878755b8c109', 'mac_address': 'fa:16:3e:a4:5f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:31:43.823520 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fd59c9b-8f05-4f10-9563-be6e60523f3b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:43.904734 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port a0be7f28-7639-4124-b53d-878755b8c109 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:43.905135 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a0be7f28-7639-4124-b53d-878755b8c109), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:43.939507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0be7f28-7639-4124-b53d-878755b8c109 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:31:43.995286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port a0be7f28-7639-4124-b53d-878755b8c109, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=a0be7f28-7639-4124-b53d-878755b8c109,segment=NetworkSegment(c076a8fc-9e12-4c62-8bd2-15d86083674f),segment_id=c076a8fc-9e12-4c62-8bd2-15d86083674f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:44.003971 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a0be7f28-7639-4124-b53d-878755b8c109), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.070319 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fd59c9b-8f05-4f10-9563-be6e60523f3b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for security_group (9703c6b3-a43b-4171-ac4e-c6a020387cd3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.077267 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fd59c9b-8f05-4f10-9563-be6e60523f3b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9703c6b3-a43b-4171-ac4e-c6a020387cd3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.108205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd59c9b-8f05-4f10-9563-be6e60523f3b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:31:44.119030 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fd59c9b-8f05-4f10-9563-be6e60523f3b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e70c6328-f0a3-4f63-bd0c-c3a03040d599), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.119374 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-3fd59c9b-8f05-4f10-9563-be6e60523f3b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Added segment e70c6328-f0a3-4f63-bd0c-c3a03040d599 of type vlan for network 925747b6-5bee-41db-86ab-f6eb3db19893 Jan 28 19:31:44.121875 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40648) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:44.174715 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c84b0f99-0a4d-4cdf-819f-0dd2e81863b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57ac75c831af4e49b14c60b2a6e9031f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508695 Jan 28 19:31:44.177510 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40650) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:44.181103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd59c9b-8f05-4f10-9563-be6e60523f3b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9703c6b3-a43b-4171-ac4e-c6a020387cd3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:44.182138 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=a0be7f28-7639-4124-b53d-878755b8c109,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:44.203889 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fd59c9b-8f05-4f10-9563-be6e60523f3b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (925747b6-5bee-41db-86ab-f6eb3db19893), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.245619 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fd59c9b-8f05-4f10-9563-be6e60523f3b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (925747b6-5bee-41db-86ab-f6eb3db19893), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.252278 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd59c9b-8f05-4f10-9563-be6e60523f3b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:44.253197 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fd59c9b-8f05-4f10-9563-be6e60523f3b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.293882 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4e4c-61a4-4c6d-9816-9d2b04d6e4b3 admin admin] Publish callbacks [] for security_group (9c4fa579-6452-4ca4-9de8-2e85c17a8d90), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.322188 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3fd59c9b-8f05-4f10-9563-be6e60523f3b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8400967 Jan 28 19:31:44.325716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40654) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:44.334690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d1f63883-4ae7-4f98-b233-ce5f301e4987 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'subnet': {'network_id': '925747b6-5bee-41db-86ab-f6eb3db19893', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:44.341868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd59c9b-8f05-4f10-9563-be6e60523f3b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Network': ['ID=925747b6-5bee-41db-86ab-f6eb3db19893,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:44.346423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['a0be7f28-7639-4124-b53d-878755b8c109'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:31:44.355720 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 925747b6-5bee-41db-86ab-f6eb3db19893 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:31:44.364780 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4e4c-61a4-4c6d-9816-9d2b04d6e4b3 admin admin] Publish callbacks [] for security_group (9c4fa579-6452-4ca4-9de8-2e85c17a8d90), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.521585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f63883-4ae7-4f98-b233-ce5f301e4987 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Made reservation on behalf of 9cc5c0429d874ff299c556d630dac00d for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:44.527924 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1f63883-4ae7-4f98-b233-ce5f301e4987 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.533856 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4e4c-61a4-4c6d-9816-9d2b04d6e4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9c4fa579-6452-4ca4-9de8-2e85c17a8d90), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.537145 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4e4c-61a4-4c6d-9816-9d2b04d6e4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.538556 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9f2d4e4c-61a4-4c6d-9816-9d2b04d6e4b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c4fa579-6452-4ca4-9de8-2e85c17a8d90 HTTP/1.1" status: 204 len: 168 time: 0.3597512 Jan 28 19:31:44.602752 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d4e4c-61a4-4c6d-9816-9d2b04d6e4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4fa579-6452-4ca4-9de8-2e85c17a8d90,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:44.739891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40674) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:44.849035 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d030c56-52b5-46d8-877e-942656ff68fa req-a72eddaa-8d94-4a6b-baeb-335fffd117e3 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:44.852968 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d030c56-52b5-46d8-877e-942656ff68fa req-a72eddaa-8d94-4a6b-baeb-335fffd117e3 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 945 time: 0.0985610 Jan 28 19:31:44.906683 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1f63883-4ae7-4f98-b233-ce5f301e4987 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (0306dc50-9f92-4bc2-9015-356c14cb55f1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:44.953882 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d030c56-52b5-46d8-877e-942656ff68fa req-365317fd-3078-40e4-a57b-f9de4bc9fe61 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929163 Jan 28 19:31:45.008226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f63883-4ae7-4f98-b233-ce5f301e4987 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Subnet': ['ID=0306dc50-9f92-4bc2-9015-356c14cb55f1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:45.016434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f63883-4ae7-4f98-b233-ce5f301e4987 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Checking segment: {'id': 'e70c6328-f0a3-4f63-bd0c-c3a03040d599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '925747b6-5bee-41db-86ab-f6eb3db19893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:45.016888 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f63883-4ae7-4f98-b233-ce5f301e4987 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network hostable DHCP agents. Network: 925747b6-5bee-41db-86ab-f6eb3db19893, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:31:45.035914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f63883-4ae7-4f98-b233-ce5f301e4987 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network 925747b6-5bee-41db-86ab-f6eb3db19893 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:31:45.051806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d1f63883-4ae7-4f98-b233-ce5f301e4987 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 925747b6-5bee-41db-86ab-f6eb3db19893) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:45.059686 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f63883-4ae7-4f98-b233-ce5f301e4987 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:45.063911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c363366-84ef-471e-877e-34f0164b460d None None] Network 925747b6-5bee-41db-86ab-f6eb3db19893 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:31:45.064502 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1f63883-4ae7-4f98-b233-ce5f301e4987 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:45.101189 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d1f63883-4ae7-4f98-b233-ce5f301e4987 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7700012 Jan 28 19:31:45.102157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40684) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:45.108456 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-148844710', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:45.130695 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c503cfba-f3a7-4a4b-a933-03e4e5ba60e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-121125585'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:45.157519 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (684cdeb3-5e74-493f-a99b-d38c4fda3cfd), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:45.159012 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (684cdeb3-5e74-493f-a99b-d38c4fda3cfd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:45.259037 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router_controller (684cdeb3-5e74-493f-a99b-d38c4fda3cfd), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:45.261784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c503cfba-f3a7-4a4b-a933-03e4e5ba60e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Made reservation on behalf of a144c50f2e8d417d8ca70d5acd97257d for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:45.267815 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c503cfba-f3a7-4a4b-a933-03e4e5ba60e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:45.319551 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c503cfba-f3a7-4a4b-a933-03e4e5ba60e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:45.341054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ece0cb-c58d-4fe7-8d2b-bbae9cbc5f01 None None] Network 925747b6-5bee-41db-86ab-f6eb3db19893 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:31:45.473012 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device a0be7f28-7639-4124-b53d-878755b8c109 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:31:45.579544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port a0be7f28-7639-4124-b53d-878755b8c109 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:31:45.585829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port a0be7f28-7639-4124-b53d-878755b8c109 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:31:45.586239 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a0be7f28-7639-4124-b53d-878755b8c109), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:45.629577 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router_gateway (684cdeb3-5e74-493f-a99b-d38c4fda3cfd), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:45.697426 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c503cfba-f3a7-4a4b-a933-03e4e5ba60e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Publish callbacks [] for security_group (b19e255a-d94e-4a9c-8f01-688450b124c9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:45.704678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port a0be7f28-7639-4124-b53d-878755b8c109 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:31:45.705122 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a0be7f28-7639-4124-b53d-878755b8c109), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:45.735785 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d876f9-fea2-4894-a318-5b420a5c11de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0be7f28-7639-4124-b53d-878755b8c109'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:31:45.738449 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c503cfba-f3a7-4a4b-a933-03e4e5ba60e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b19e255a-d94e-4a9c-8f01-688450b124c9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:45.739863 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e08d509-82a8-4455-8768-65230f514461" -d '{"events": [{"server_uuid": "a1d876f9-fea2-4894-a318-5b420a5c11de", "name": "network-vif-plugged", "status": "completed", "tag": "a0be7f28-7639-4124-b53d-878755b8c109"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:31:45.772194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c503cfba-f3a7-4a4b-a933-03e4e5ba60e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:31:45.789076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port a0be7f28-7639-4124-b53d-878755b8c109, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=a0be7f28-7639-4124-b53d-878755b8c109,segment=NetworkSegment(c076a8fc-9e12-4c62-8bd2-15d86083674f),segment_id=c076a8fc-9e12-4c62-8bd2-15d86083674f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:45.793888 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a0be7f28-7639-4124-b53d-878755b8c109), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:45.812571 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c503cfba-f3a7-4a4b-a933-03e4e5ba60e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:45.812931 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-c503cfba-f3a7-4a4b-a933-03e4e5ba60e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Added segment aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd of type vlan for network f1bac7ca-2a43-4a61-afbd-65ef78df72ce Jan 28 19:31:45.897806 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=a0be7f28-7639-4124-b53d-878755b8c109,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:45.913556 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c503cfba-f3a7-4a4b-a933-03e4e5ba60e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (f1bac7ca-2a43-4a61-afbd-65ef78df72ce), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:45.949140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503cfba-f3a7-4a4b-a933-03e4e5ba60e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19e255a-d94e-4a9c-8f01-688450b124c9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:45.982852 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c503cfba-f3a7-4a4b-a933-03e4e5ba60e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (f1bac7ca-2a43-4a61-afbd-65ef78df72ce), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:45.995702 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c503cfba-f3a7-4a4b-a933-03e4e5ba60e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:45.996365 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c503cfba-f3a7-4a4b-a933-03e4e5ba60e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:46.046987 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efab1c8-aff6-4ebc-9649-613a394d8203 x-openstack-request-id: req-8efab1c8-aff6-4ebc-9649-613a394d8203 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:31:46.047324 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d876f9-fea2-4894-a318-5b420a5c11de", "name": "network-vif-plugged", "status": "completed", "tag": "a0be7f28-7639-4124-b53d-878755b8c109", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:31:46.047625 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8efab1c8-aff6-4ebc-9649-613a394d8203 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:31:46.047945 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d876f9-fea2-4894-a318-5b420a5c11de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0be7f28-7639-4124-b53d-878755b8c109', 'code': 200} Jan 28 19:31:46.065767 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c503cfba-f3a7-4a4b-a933-03e4e5ba60e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3222764 Jan 28 19:31:46.184329 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503cfba-f3a7-4a4b-a933-03e4e5ba60e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Pushing event updated for resources: {'Network': ['ID=f1bac7ca-2a43-4a61-afbd-65ef78df72ce,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:46.198117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network f1bac7ca-2a43-4a61-afbd-65ef78df72ce details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:31:46.201251 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2750e-8b78-4145-8c88-95b5b00b75d9 req-20e7c0b4-88b8-4a20-b17b-0246fc9ee3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:46.207940 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aaf2750e-8b78-4145-8c88-95b5b00b75d9 req-20e7c0b4-88b8-4a20-b17b-0246fc9ee3c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 1128 time: 0.0794253 Jan 28 19:31:46.246927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87f64e-b723-4254-b1c4-c40c346aad44 req-7d3a9fbf-a2d8-4a6e-8090-b3250e7e86e7 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:46.248477 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf87f64e-b723-4254-b1c4-c40c346aad44 req-7d3a9fbf-a2d8-4a6e-8090-b3250e7e86e7 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1781640 Jan 28 19:31:46.303673 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aaf2750e-8b78-4145-8c88-95b5b00b75d9 req-dc91476b-fc12-4f14-ad0a-0e86ef92b27e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905788 Jan 28 19:31:46.358038 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router_gateway (684cdeb3-5e74-493f-a99b-d38c4fda3cfd), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:46.365266 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf87f64e-b723-4254-b1c4-c40c346aad44 req-757cef46-b22a-43aa-8d14-7bb2e91236b9 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861681 Jan 28 19:31:46.384016 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:46.540242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40740) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:46.549857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Request body: {'port': {'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce', 'binding:host_id': 'n-h1-824834-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-901638862'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:46.575705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Allocated IP 172.25.0.167 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/d090bd94-e1b3-478e-a8bd-e2dc9d157e01) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:46.627543 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Made reservation on behalf of 19daa4c25ddc4e90bd98a6dc51628b89 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:46.631328 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:46.679755 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:46.800941 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (d090bd94-e1b3-478e-a8bd-e2dc9d157e01), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:46.899605 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks [] for security_group (f7707af7-2a39-4aa9-b12f-6526215dc11c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:46.902868 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (d090bd94-e1b3-478e-a8bd-e2dc9d157e01), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:46.913479 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f7707af7-2a39-4aa9-b12f-6526215dc11c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:46.944494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] device_id is not set on port 6aeed79e-fe06-4b3b-81d0-f194507921d9 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:31:47.074838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:47.087193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:47.089849 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:47.154860 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=d090bd94-e1b3-478e-a8bd-e2dc9d157e01,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:47.158464 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7707af7-2a39-4aa9-b12f-6526215dc11c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:47.636982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] device_id is not set on port 6aeed79e-fe06-4b3b-81d0-f194507921d9 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:31:47.679900 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks [] for port (6aeed79e-fe06-4b3b-81d0-f194507921d9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:47.702726 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (6aeed79e-fe06-4b3b-81d0-f194507921d9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:47.707093 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router_gateway (684cdeb3-5e74-493f-a99b-d38c4fda3cfd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:47.761933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d78f1-93eb-488a-982d-5f4654885e51 req-94eae675-86eb-496b-8d66-24a2d63649d0 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:47.763469 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac8d78f1-93eb-488a-982d-5f4654885e51 req-94eae675-86eb-496b-8d66-24a2d63649d0 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1682191 Jan 28 19:31:47.847391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Checking segment: {'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:31:47.848050 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Network hostable DHCP agents. Network: f1bac7ca-2a43-4a61-afbd-65ef78df72ce, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:31:47.853183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Pushing event updated for resources: {'Port': ['ID=6aeed79e-fe06-4b3b-81d0-f194507921d9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:47.939859 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac8d78f1-93eb-488a-982d-5f4654885e51 req-1a2b40b5-5e69-4677-b3a1-cc9bc52a3b3f tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527264 Jan 28 19:31:48.007187 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Network f1bac7ca-2a43-4a61-afbd-65ef78df72ce is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:31:48.049816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, f1bac7ca-2a43-4a61-afbd-65ef78df72ce) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:48.056408 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:48.063978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe3d1e7-e45f-4ae7-bba2-d260ad1223ec None None] Network f1bac7ca-2a43-4a61-afbd-65ef78df72ce requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:31:48.081687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:48.082874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:48.084086 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:48.094626 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (684cdeb3-5e74-493f-a99b-d38c4fda3cfd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:48.101619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:48.102186 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:48.103621 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 2 to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 Jan 28 19:31:48.168594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:48.168947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:48.169500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:48.177561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:48.177952 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:48.180545 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 3 to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 Jan 28 19:31:48.225922 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:48.226624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:48.227193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:48.298063 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a775100d-9895-4e52-9d87-a61a07cff165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:48.308544 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:48.309831 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:48.314948 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 4 to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 Jan 28 19:31:48.356211 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:48.356676 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:48.356874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:48.368306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:48.368627 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:48.369383 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 5 to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 Jan 28 19:31:48.383336 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:48.383674 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:48.384167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:48.395755 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:48.395755 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:48.398756 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 6 to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 Jan 28 19:31:48.416406 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:48.416779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:48.417125 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:48.426292 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:48.426575 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:48.427308 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 7 to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 Jan 28 19:31:48.432515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router 684cdeb3-5e74-493f-a99b-d38c4fda3cfd is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:31:48.453658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:48.453995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:48.454353 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:48.497580 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:48.497956 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:48.499802 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 8 to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 Jan 28 19:31:48.520673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:48.521055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:48.521342 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:48.572176 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:48.572516 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:48.574606 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 9 to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 Jan 28 19:31:48.595829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:48.596162 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:48.596494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:48.605040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:31:48.606727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:48.607054 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:48.611813 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 10 to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 Jan 28 19:31:48.618274 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157c762-6fe1-4b47-bcc6-a8a2eeb3624e None None] Sync routers for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:31:48.630399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:48.630729 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:48.631047 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:48.632136 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a157c762-6fe1-4b47-bcc6-a8a2eeb3624e None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:48.633122 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a157c762-6fe1-4b47-bcc6-a8a2eeb3624e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:48.637977 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:48.638381 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 6aeed79e-fe06-4b3b-81d0-f194507921d9 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:48.638770 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6aeed79e-fe06-4b3b-81d0-f194507921d9), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:48.642833 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:48.644273 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fc9954a0-1dd2-447b-b97c-2c9d19ead6b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5406904 Jan 28 19:31:48.646803 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40794) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:48.685284 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a157c762-6fe1-4b47-bcc6-a8a2eeb3624e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:48.707707 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a157c762-6fe1-4b47-bcc6-a8a2eeb3624e None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:48.708433 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a157c762-6fe1-4b47-bcc6-a8a2eeb3624e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:48.836032 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a157c762-6fe1-4b47-bcc6-a8a2eeb3624e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:48.836706 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157c762-6fe1-4b47-bcc6-a8a2eeb3624e None None] The sync data for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:31:49.104045 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf275ae-7c93-41c2-a274-7226d372d7f3 req-032c58b6-60ea-4569-bee5-449c95a9f966 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:49.113088 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eaf275ae-7c93-41c2-a274-7226d372d7f3 req-032c58b6-60ea-4569-bee5-449c95a9f966 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.0849662 Jan 28 19:31:49.182996 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eaf275ae-7c93-41c2-a274-7226d372d7f3 req-99b64191-0752-4c94-89d7-b635a5ad6427 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675280 Jan 28 19:31:49.436886 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] For port 6aeed79e-fe06-4b3b-81d0-f194507921d9, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:49.437510 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempted to set empty binding levels {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 19:31:49.475956 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (6aeed79e-fe06-4b3b-81d0-f194507921d9), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:49.563421 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:49.564022 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:49.585073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff8521-2f2b-460e-a45c-0226a90a2282 req-30a30c53-008a-45b2-9f1d-d83f75087511 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:49.586617 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8fff8521-2f2b-460e-a45c-0226a90a2282 req-30a30c53-008a-45b2-9f1d-d83f75087511 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.2894373 Jan 28 19:31:49.596774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40818) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:49.601487 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-72aa9e20-4b69-43b5-989e-3ef77c944767 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Request body: {'floatingip': {'port_id': 'a0be7f28-7639-4124-b53d-878755b8c109'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:49.614775 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Pushing event updated for resources: {'Port': ['ID=6aeed79e-fe06-4b3b-81d0-f194507921d9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:49.624068 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-46c2a1e6-2750-4e13-bda6-da3803c9ae94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.0820084 Jan 28 19:31:49.627661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:49.645351 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72aa9e20-4b69-43b5-989e-3ef77c944767 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for floatingip (ad01abb7-d048-4e42-a89c-a7e71936ebf2), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:49.834711 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cb7d05e0-e895-4e0e-bba3-cf7a2b2c20a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Deleting port 6aeed79e-fe06-4b3b-81d0-f194507921d9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:49.835204 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb7d05e0-e895-4e0e-bba3-cf7a2b2c20a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6aeed79e-fe06-4b3b-81d0-f194507921d9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:49.964738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-cb7d05e0-e895-4e0e-bba3-cf7a2b2c20a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] For port 6aeed79e-fe06-4b3b-81d0-f194507921d9, host n-h1-824834-4, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:49.965113 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb7d05e0-e895-4e0e-bba3-cf7a2b2c20a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6aeed79e-fe06-4b3b-81d0-f194507921d9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:49.984754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cb7d05e0-e895-4e0e-bba3-cf7a2b2c20a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Calling delete_port for 6aeed79e-fe06-4b3b-81d0-f194507921d9 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:49.993132 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.256374 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb7d05e0-e895-4e0e-bba3-cf7a2b2c20a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (6aeed79e-fe06-4b3b-81d0-f194507921d9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.301024 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72aa9e20-4b69-43b5-989e-3ef77c944767 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.307685 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72aa9e20-4b69-43b5-989e-3ef77c944767 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (ad01abb7-d048-4e42-a89c-a7e71936ebf2), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.367176 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d05e0-e895-4e0e-bba3-cf7a2b2c20a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Pushing event deleted for resources: {'Port': ['ID=6aeed79e-fe06-4b3b-81d0-f194507921d9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:50.381536 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb7d05e0-e895-4e0e-bba3-cf7a2b2c20a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.386507 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cb7d05e0-e895-4e0e-bba3-cf7a2b2c20a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] 10.222.0.55 "DELETE /v2.0/ports/6aeed79e-fe06-4b3b-81d0-f194507921d9 HTTP/1.1" status: 204 len: 168 time: 0.7576802 Jan 28 19:31:50.390671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40840) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:50.405532 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d97da12-5cbb-4cfa-a7e6-635fbe573c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.453614 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8ca6c7-82bc-4e59-9e43-483019358335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] GET failed (client error): The resource could not be found. Jan 28 19:31:50.455158 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1c8ca6c7-82bc-4e59-9e43-483019358335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] 10.222.0.55 "GET /v2.0/ports/6aeed79e-fe06-4b3b-81d0-f194507921d9 HTTP/1.1" status: 404 len: 333 time: 0.0619919 Jan 28 19:31:50.456236 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-72aa9e20-4b69-43b5-989e-3ef77c944767 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Floating IP ad01abb7-d048-4e42-a89c-a7e71936ebf2 associated. External IP: 172.25.0.20, port: a0be7f28-7639-4124-b53d-878755b8c109. Jan 28 19:31:50.462606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40844) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:50.475180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4aacb0e7-d834-4d30-9f0f-fca6e8180292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Request body: {'port': {'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-952401692'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:50.629150 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aacb0e7-d834-4d30-9f0f-fca6e8180292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Made reservation on behalf of 19daa4c25ddc4e90bd98a6dc51628b89 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:50.631519 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4aacb0e7-d834-4d30-9f0f-fca6e8180292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.650903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Allocated IP 172.20.0.1 (925747b6-5bee-41db-86ab-f6eb3db19893/0306dc50-9f92-4bc2-9015-356c14cb55f1/f9aef866-4c50-4f86-9b46-e84800769394) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:50.652769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-4aacb0e7-d834-4d30-9f0f-fca6e8180292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] device_id is not set on port 316e7c5d-b8b2-4225-8321-39aaeb646267 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:31:50.799760 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (f9aef866-4c50-4f86-9b46-e84800769394), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.838999 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f9aef866-4c50-4f86-9b46-e84800769394), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.884577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network 925747b6-5bee-41db-86ab-f6eb3db19893 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:50.888689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:50.889856 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4aacb0e7-d834-4d30-9f0f-fca6e8180292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks [] for port (316e7c5d-b8b2-4225-8321-39aaeb646267), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.892601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:50.932862 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=f9aef866-4c50-4f86-9b46-e84800769394,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:50.969025 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (684cdeb3-5e74-493f-a99b-d38c4fda3cfd), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:50.993354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4aacb0e7-d834-4d30-9f0f-fca6e8180292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (316e7c5d-b8b2-4225-8321-39aaeb646267), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.050133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aacb0e7-d834-4d30-9f0f-fca6e8180292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Network f1bac7ca-2a43-4a61-afbd-65ef78df72ce is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:51.059180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72aa9e20-4b69-43b5-989e-3ef77c944767 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Router 8706fccc-cdff-435e-85e5-ebbd611f5424 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:31:51.062997 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4aacb0e7-d834-4d30-9f0f-fca6e8180292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:51.072791 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aacb0e7-d834-4d30-9f0f-fca6e8180292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:51.074053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aacb0e7-d834-4d30-9f0f-fca6e8180292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:51.074750 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4aacb0e7-d834-4d30-9f0f-fca6e8180292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.124528 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f9aef866-4c50-4f86-9b46-e84800769394), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.151387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacb0e7-d834-4d30-9f0f-fca6e8180292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Pushing event updated for resources: {'Port': ['ID=316e7c5d-b8b2-4225-8321-39aaeb646267,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:51.218871 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4aacb0e7-d834-4d30-9f0f-fca6e8180292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7536643 Jan 28 19:31:51.221568 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40858) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:51.226841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:51.268507 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72aa9e20-4b69-43b5-989e-3ef77c944767 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:31:51.273837 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72aa9e20-4b69-43b5-989e-3ef77c944767 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.281977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa8a9e4-7032-4261-b9c9-a6e647022639 None None] Sync routers for ids ['8706fccc-cdff-435e-85e5-ebbd611f5424'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:31:51.299748 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa8a9e4-7032-4261-b9c9-a6e647022639 None None] Routers {'8706fccc-cdff-435e-85e5-ebbd611f5424'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:51.300320 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3aa8a9e4-7032-4261-b9c9-a6e647022639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['8706fccc-cdff-435e-85e5-ebbd611f5424'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:51.414406 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (316e7c5d-b8b2-4225-8321-39aaeb646267), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.417251 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-72aa9e20-4b69-43b5-989e-3ef77c944767 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "PUT /v2.0/floatingips/ad01abb7-d048-4e42-a89c-a7e71936ebf2 HTTP/1.1" status: 200 len: 991 time: 1.8194427 Jan 28 19:31:51.418727 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d876f9-fea2-4894-a318-5b420a5c11de', 'tag': 'a0be7f28-7639-4124-b53d-878755b8c109'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:31:51.421148 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2095b127-4195-4e95-a441-ad83fb42b6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d876f9-fea2-4894-a318-5b420a5c11de", "tag": "a0be7f28-7639-4124-b53d-878755b8c109"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:31:51.455416 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3aa8a9e4-7032-4261-b9c9-a6e647022639 None None] Set router 8706fccc-cdff-435e-85e5-ebbd611f5424 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:51.493552 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d531854b-a947-4524-9662-5f0022676b06 x-openstack-request-id: req-d531854b-a947-4524-9662-5f0022676b06 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:31:51.493838 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d876f9-fea2-4894-a318-5b420a5c11de", "tag": "a0be7f28-7639-4124-b53d-878755b8c109", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:31:51.494108 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d531854b-a947-4524-9662-5f0022676b06 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:31:51.494514 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d876f9-fea2-4894-a318-5b420a5c11de', 'tag': 'a0be7f28-7639-4124-b53d-878755b8c109', 'status': 'completed', 'code': 200} Jan 28 19:31:51.583044 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (f9aef866-4c50-4f86-9b46-e84800769394), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.600879 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (f9aef866-4c50-4f86-9b46-e84800769394), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.675522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095b127-4195-4e95-a441-ad83fb42b6d1 req-980e481a-3c71-4212-96db-5f46ab362ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:51.675522 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2095b127-4195-4e95-a441-ad83fb42b6d1 req-980e481a-3c71-4212-96db-5f46ab362ae8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7278e5fb228649a0bcad995bf769f3a1&device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 1128 time: 0.1562352 Jan 28 19:31:51.787153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=f9aef866-4c50-4f86-9b46-e84800769394,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:51.795255 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (684cdeb3-5e74-493f-a99b-d38c4fda3cfd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.810556 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:51.980376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095b127-4195-4e95-a441-ad83fb42b6d1 req-8c2471ec-25d8-4e63-b49b-57f9ab6e47e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:51.981863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3aa8a9e4-7032-4261-b9c9-a6e647022639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 4, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'ad01abb7-d048-4e42-a89c-a7e71936ebf2', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'floating_ip_address': '172.25.0.20', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'port_id': 'a0be7f28-7639-4124-b53d-878755b8c109', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'mac_address': 'fa:16:3e:a4:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d876f9-fea2-4894-a318-5b420a5c11de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:31:25Z', 'updated_at': '2022-01-28T19:31:50Z', 'revision_number': 1, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d9d8f1-5a72-4061-9e52-905ae64da591', 'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'mac_address': 'fa:16:3e:3b:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:18Z', 'updated_at': '2022-01-28T19:31:27Z', 'revision_number': 5, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'subnets': [{'id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:51.986221 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2095b127-4195-4e95-a441-ad83fb42b6d1 req-8c2471ec-25d8-4e63-b49b-57f9ab6e47e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98679574-4cfe-45e5-8584-36f66292a0bf HTTP/1.1" status: 200 len: 910 time: 0.3048868 Jan 28 19:31:52.017034 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network 925747b6-5bee-41db-86ab-f6eb3db19893 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:52.019727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:52.037650 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] device_id is not set on port 316e7c5d-b8b2-4225-8321-39aaeb646267 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:31:52.058321 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks [] for port (316e7c5d-b8b2-4225-8321-39aaeb646267), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:52.060496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa8a9e4-7032-4261-b9c9-a6e647022639 None None] Checking router: 8706fccc-cdff-435e-85e5-ebbd611f5424 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:31:52.080978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa8a9e4-7032-4261-b9c9-a6e647022639 None None] Routers {'8706fccc-cdff-435e-85e5-ebbd611f5424'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:52.082790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3aa8a9e4-7032-4261-b9c9-a6e647022639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['8706fccc-cdff-435e-85e5-ebbd611f5424'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:52.086545 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (316e7c5d-b8b2-4225-8321-39aaeb646267), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:52.204344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Pushing event updated for resources: {'Port': ['ID=316e7c5d-b8b2-4225-8321-39aaeb646267,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:52.246171 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2095b127-4195-4e95-a441-ad83fb42b6d1 req-e1fc86b9-adbd-4484-87ff-31849587edb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0be7f28-7639-4124-b53d-878755b8c109 HTTP/1.1" status: 200 len: 999 time: 0.1780081 Jan 28 19:31:52.249758 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router 684cdeb3-5e74-493f-a99b-d38c4fda3cfd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:31:52.250930 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:52.251262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:52.251621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:52.283634 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:52.283912 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:52.287820 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 2 to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 Jan 28 19:31:52.302674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:52.303005 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:52.303331 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:52.309297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:52.309577 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:52.311462 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 3 to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 Jan 28 19:31:52.321080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3aa8a9e4-7032-4261-b9c9-a6e647022639 None None] Set router 8706fccc-cdff-435e-85e5-ebbd611f5424 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:31:52.329786 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095b127-4195-4e95-a441-ad83fb42b6d1 req-c2fefed9-4146-4d00-a445-3953a361a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:52.331217 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2095b127-4195-4e95-a441-ad83fb42b6d1 req-c2fefed9-4146-4d00-a445-3953a361a882 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2300efa6-bb93-4ddc-ad47-4d237824e541 HTTP/1.1" status: 200 len: 848 time: 0.0774043 Jan 28 19:31:52.332008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:52.332333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:52.332650 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:52.337206 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:52.337530 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:52.337913 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 4 to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 Jan 28 19:31:52.387305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:52.387662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:52.387966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:52.406118 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:52.406466 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:52.406957 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 5 to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 Jan 28 19:31:52.430758 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:52.431360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:52.431695 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:52.438445 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:52.438445 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:52.440071 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 6 to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 Jan 28 19:31:52.456254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:31:52.456704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095b127-4195-4e95-a441-ad83fb42b6d1 req-53926da0-94b5-4671-bb26-3bce961e3f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:52.458381 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2095b127-4195-4e95-a441-ad83fb42b6d1 req-53926da0-94b5-4671-bb26-3bce961e3f97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98679574-4cfe-45e5-8584-36f66292a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1177275 Jan 28 19:31:52.461142 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:52.465104 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:52.465104 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:52.465305 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-13f76386-a23a-4c4b-99e0-6c96ff2ea3b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "PUT /v2.0/routers/684cdeb3-5e74-493f-a99b-d38c4fda3cfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8142939 Jan 28 19:31:52.468783 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5bee9-b03c-42f9-b7ff-eba1b0c97c34 None None] Sync routers for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:31:52.476096 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40904) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:52.484534 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5bee9-b03c-42f9-b7ff-eba1b0c97c34 None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:52.485148 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f0d5bee9-b03c-42f9-b7ff-eba1b0c97c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:52.488489 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-21a9dcdd-025f-4619-95c7-4e07833680b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'port': {'network_id': '925747b6-5bee-41db-86ab-f6eb3db19893', 'name': 'tempest-FloatingIPTestJSON-2053251232'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:52.492523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:52.498282 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:52.519580 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 7 to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 Jan 28 19:31:52.596472 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f0d5bee9-b03c-42f9-b7ff-eba1b0c97c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:52.614762 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:52.615504 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:52.615955 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:52.617205 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5bee9-b03c-42f9-b7ff-eba1b0c97c34 None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:52.618107 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f0d5bee9-b03c-42f9-b7ff-eba1b0c97c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:52.623373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:52.634482 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:52.643845 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 8 to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 Jan 28 19:31:52.656193 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f0d5bee9-b03c-42f9-b7ff-eba1b0c97c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:52.657076 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5bee9-b03c-42f9-b7ff-eba1b0c97c34 None None] The sync data for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:31:52.690172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:52.697211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:52.697663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:52.708539 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:52.713131 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:52.717412 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 9 to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 Jan 28 19:31:52.733046 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3aa8a9e4-7032-4261-b9c9-a6e647022639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 4, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'ad01abb7-d048-4e42-a89c-a7e71936ebf2', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'floating_ip_address': '172.25.0.20', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'port_id': 'a0be7f28-7639-4124-b53d-878755b8c109', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'mac_address': 'fa:16:3e:a4:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d876f9-fea2-4894-a318-5b420a5c11de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:31:25Z', 'updated_at': '2022-01-28T19:31:50Z', 'revision_number': 1, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d9d8f1-5a72-4061-9e52-905ae64da591', 'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'mac_address': 'fa:16:3e:3b:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:18Z', 'updated_at': '2022-01-28T19:31:27Z', 'revision_number': 5, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'subnets': [{'id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:52.741610 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a9dcdd-025f-4619-95c7-4e07833680b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Made reservation on behalf of 9cc5c0429d874ff299c556d630dac00d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:52.745329 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21a9dcdd-025f-4619-95c7-4e07833680b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:52.767955 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2095b127-4195-4e95-a441-ad83fb42b6d1 req-18547647-153f-48ae-a8ab-79f7ec3bd117 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973716 Jan 28 19:31:52.768837 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:52.769502 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:52.769921 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:52.775870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa8a9e4-7032-4261-b9c9-a6e647022639 None None] The sync data for ids ['8706fccc-cdff-435e-85e5-ebbd611f5424'] in n-d-824834-4 is: [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 4, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'ad01abb7-d048-4e42-a89c-a7e71936ebf2', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'floating_ip_address': '172.25.0.20', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'port_id': 'a0be7f28-7639-4124-b53d-878755b8c109', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'mac_address': 'fa:16:3e:a4:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d876f9-fea2-4894-a318-5b420a5c11de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:31:25Z', 'updated_at': '2022-01-28T19:31:50Z', 'revision_number': 1, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d9d8f1-5a72-4061-9e52-905ae64da591', 'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'mac_address': 'fa:16:3e:3b:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:18Z', 'updated_at': '2022-01-28T19:31:27Z', 'revision_number': 5, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'subnets': [{'id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:31:52.787276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:52.795339 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-21a9dcdd-025f-4619-95c7-4e07833680b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] device_id is not set on port 2a7cf58a-a638-4f98-b66d-0870de040607 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:31:52.795866 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:52.797464 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 10 to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 Jan 28 19:31:52.981013 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-21a9dcdd-025f-4619-95c7-4e07833680b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Allocated IP 172.20.0.8 (925747b6-5bee-41db-86ab-f6eb3db19893/0306dc50-9f92-4bc2-9015-356c14cb55f1/2a7cf58a-a638-4f98-b66d-0870de040607) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:53.007774 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2095b127-4195-4e95-a441-ad83fb42b6d1 req-38fe4108-b80d-4bf3-bfdc-1880e1c86ab2 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259083 Jan 28 19:31:53.019541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:53.019918 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:53.020339 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:53.023533 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:53.033513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:53.033940 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port 316e7c5d-b8b2-4225-8321-39aaeb646267 on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:53.034337 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (316e7c5d-b8b2-4225-8321-39aaeb646267), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:53.160798 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86f08fb-34c2-454c-9ada-84ebb3ad5cad None None] New status for floating IP ad01abb7-d048-4e42-a89c-a7e71936ebf2: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:31:53.177107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] For port 316e7c5d-b8b2-4225-8321-39aaeb646267, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:53.177748 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempted to set empty binding levels {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 19:31:53.183621 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (316e7c5d-b8b2-4225-8321-39aaeb646267), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:53.198592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] In _notify_port_updated(), no bound segment for port 316e7c5d-b8b2-4225-8321-39aaeb646267 on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:31:53.199663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.200496 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:53.201808 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] 10.222.0.55 "PUT /v2.0/ports/316e7c5d-b8b2-4225-8321-39aaeb646267 HTTP/1.1" status: 200 len: 978 time: 1.9794652 Jan 28 19:31:53.204323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40918) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:53.345394 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21a9dcdd-025f-4619-95c7-4e07833680b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (2a7cf58a-a638-4f98-b66d-0870de040607), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:53.454067 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21a9dcdd-025f-4619-95c7-4e07833680b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2a7cf58a-a638-4f98-b66d-0870de040607), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:53.521930 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a9dcdd-025f-4619-95c7-4e07833680b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network 925747b6-5bee-41db-86ab-f6eb3db19893 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:53.528155 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-21a9dcdd-025f-4619-95c7-4e07833680b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:53.545747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a9dcdd-025f-4619-95c7-4e07833680b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:53.597463 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9dcdd-025f-4619-95c7-4e07833680b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=2a7cf58a-a638-4f98-b66d-0870de040607,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:53.715169 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a9dcdd-025f-4619-95c7-4e07833680b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.715849 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21a9dcdd-025f-4619-95c7-4e07833680b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:53.741797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-21a9dcdd-025f-4619-95c7-4e07833680b2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2644153 Jan 28 19:31:53.744241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40926) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:53.757378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-711c3d6b-b092-4aa0-95aa-8eee933a1b54 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'port': {'network_id': '925747b6-5bee-41db-86ab-f6eb3db19893', 'name': 'tempest-FloatingIPTestJSON-1016648162'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:53.798192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb920f6-6ca1-4a31-84ad-9a0a1be74eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Pushing event updated for resources: {'Port': ['ID=316e7c5d-b8b2-4225-8321-39aaeb646267,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:53.833457 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0760101-f3f3-4f84-a0d5-3833a770b45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.834064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0760101-f3f3-4f84-a0d5-3833a770b45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.834536 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0760101-f3f3-4f84-a0d5-3833a770b45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.835034 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0760101-f3f3-4f84-a0d5-3833a770b45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.835491 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0760101-f3f3-4f84-a0d5-3833a770b45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.835940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0760101-f3f3-4f84-a0d5-3833a770b45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.836408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0760101-f3f3-4f84-a0d5-3833a770b45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.836831 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0760101-f3f3-4f84-a0d5-3833a770b45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.837272 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0760101-f3f3-4f84-a0d5-3833a770b45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.838001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0760101-f3f3-4f84-a0d5-3833a770b45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.838573 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0760101-f3f3-4f84-a0d5-3833a770b45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.839020 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0760101-f3f3-4f84-a0d5-3833a770b45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:53.842636 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b0760101-f3f3-4f84-a0d5-3833a770b45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10860 time: 0.6372011 Jan 28 19:31:53.846850 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40930) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:53.926556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711c3d6b-b092-4aa0-95aa-8eee933a1b54 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Made reservation on behalf of 9cc5c0429d874ff299c556d630dac00d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:53.931319 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-711c3d6b-b092-4aa0-95aa-8eee933a1b54 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:53.980364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-711c3d6b-b092-4aa0-95aa-8eee933a1b54 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] device_id is not set on port 22a4873d-8165-4637-8de1-109b4cbb649b yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:31:53.989143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-99cf19b3-f12b-4146-a9b2-e0c4f58c28e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Deleting port 316e7c5d-b8b2-4225-8321-39aaeb646267 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:53.989939 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99cf19b3-f12b-4146-a9b2-e0c4f58c28e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (316e7c5d-b8b2-4225-8321-39aaeb646267), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.065480 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-99cf19b3-f12b-4146-a9b2-e0c4f58c28e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] For port 316e7c5d-b8b2-4225-8321-39aaeb646267, host n-h1-824834-4, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:54.065839 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99cf19b3-f12b-4146-a9b2-e0c4f58c28e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (316e7c5d-b8b2-4225-8321-39aaeb646267), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.081095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-99cf19b3-f12b-4146-a9b2-e0c4f58c28e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Calling delete_port for 316e7c5d-b8b2-4225-8321-39aaeb646267 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:54.110415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-711c3d6b-b092-4aa0-95aa-8eee933a1b54 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Allocated IP 172.20.0.10 (925747b6-5bee-41db-86ab-f6eb3db19893/0306dc50-9f92-4bc2-9015-356c14cb55f1/22a4873d-8165-4637-8de1-109b4cbb649b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:54.175415 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99cf19b3-f12b-4146-a9b2-e0c4f58c28e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (316e7c5d-b8b2-4225-8321-39aaeb646267), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.227479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf19b3-f12b-4146-a9b2-e0c4f58c28e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Pushing event deleted for resources: {'Port': ['ID=316e7c5d-b8b2-4225-8321-39aaeb646267,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:54.233934 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99cf19b3-f12b-4146-a9b2-e0c4f58c28e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.237483 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-99cf19b3-f12b-4146-a9b2-e0c4f58c28e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] 10.222.0.55 "DELETE /v2.0/ports/316e7c5d-b8b2-4225-8321-39aaeb646267 HTTP/1.1" status: 204 len: 168 time: 0.3895910 Jan 28 19:31:54.240382 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40944) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:54.268026 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0d2dd2-8940-4f23-8ca6-c829e680bb4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] GET failed (client error): The resource could not be found. Jan 28 19:31:54.271872 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6f0d2dd2-8940-4f23-8ca6-c829e680bb4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] 10.222.0.55 "GET /v2.0/ports/316e7c5d-b8b2-4225-8321-39aaeb646267 HTTP/1.1" status: 404 len: 333 time: 0.0301454 Jan 28 19:31:54.276682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40946) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:54.284975 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8c0df4ea-69fe-46e4-b670-4d0f4e937383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-178346095', 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:54.312899 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0df4ea-69fe-46e4-b670-4d0f4e937383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Made reservation on behalf of 19daa4c25ddc4e90bd98a6dc51628b89 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:54.316242 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c0df4ea-69fe-46e4-b670-4d0f4e937383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.335928 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-8c0df4ea-69fe-46e4-b670-4d0f4e937383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] device_id is not set on port 6ed63e72-da56-4a25-bbe0-4874b04f4f88 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:31:54.338632 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-711c3d6b-b092-4aa0-95aa-8eee933a1b54 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (22a4873d-8165-4637-8de1-109b4cbb649b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.379871 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-711c3d6b-b092-4aa0-95aa-8eee933a1b54 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (22a4873d-8165-4637-8de1-109b4cbb649b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.469030 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.479539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711c3d6b-b092-4aa0-95aa-8eee933a1b54 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network 925747b6-5bee-41db-86ab-f6eb3db19893 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:54.485806 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-711c3d6b-b092-4aa0-95aa-8eee933a1b54 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:54.490015 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711c3d6b-b092-4aa0-95aa-8eee933a1b54 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:54.578455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c3d6b-b092-4aa0-95aa-8eee933a1b54 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=22a4873d-8165-4637-8de1-109b4cbb649b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:54.648711 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c0df4ea-69fe-46e4-b670-4d0f4e937383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks [] for port (6ed63e72-da56-4a25-bbe0-4874b04f4f88), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.650209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711c3d6b-b092-4aa0-95aa-8eee933a1b54 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:54.650974 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-711c3d6b-b092-4aa0-95aa-8eee933a1b54 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.687190 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-711c3d6b-b092-4aa0-95aa-8eee933a1b54 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9414220 Jan 28 19:31:54.687850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 40960) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:54.698798 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '22a4873d-8165-4637-8de1-109b4cbb649b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:54.708726 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c0df4ea-69fe-46e4-b670-4d0f4e937383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6ed63e72-da56-4a25-bbe0-4874b04f4f88), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.738963 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.755991 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0df4ea-69fe-46e4-b670-4d0f4e937383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Network f1bac7ca-2a43-4a61-afbd-65ef78df72ce is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:54.766356 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0df4ea-69fe-46e4-b670-4d0f4e937383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Pushing event updated for resources: {'Port': ['ID=6ed63e72-da56-4a25-bbe0-4874b04f4f88,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:54.768979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8c0df4ea-69fe-46e4-b670-4d0f4e937383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:54.771089 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0df4ea-69fe-46e4-b670-4d0f4e937383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:54.772138 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0df4ea-69fe-46e4-b670-4d0f4e937383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:54.772860 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c0df4ea-69fe-46e4-b670-4d0f4e937383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.793553 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8c0df4ea-69fe-46e4-b670-4d0f4e937383 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5144010 Jan 28 19:31:54.795999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40962) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:54.832860 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c5aa68-ac87-42cd-b68d-7788018ddc00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:54.835184 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-76c5aa68-ac87-42cd-b68d-7788018ddc00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] 10.222.0.55 "GET /v2.0/ports/6ed63e72-da56-4a25-bbe0-4874b04f4f88 HTTP/1.1" status: 200 len: 958 time: 0.0379171 Jan 28 19:31:54.837966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40964) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:54.890466 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:54.933083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-016e7e8e-60ea-4cce-a4f3-2534f9808349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Deleting port 6ed63e72-da56-4a25-bbe0-4874b04f4f88 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:54.933428 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-016e7e8e-60ea-4cce-a4f3-2534f9808349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6ed63e72-da56-4a25-bbe0-4874b04f4f88), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:55.028336 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Allocated IP 172.25.0.129 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/eefbbb64-5d9a-43c3-8cdc-1a9d18ab8fcf) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:31:55.056004 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-016e7e8e-60ea-4cce-a4f3-2534f9808349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6ed63e72-da56-4a25-bbe0-4874b04f4f88), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:55.072620 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-016e7e8e-60ea-4cce-a4f3-2534f9808349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Calling delete_port for 6ed63e72-da56-4a25-bbe0-4874b04f4f88 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:55.150354 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (eefbbb64-5d9a-43c3-8cdc-1a9d18ab8fcf), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:55.167280 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-016e7e8e-60ea-4cce-a4f3-2534f9808349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (6ed63e72-da56-4a25-bbe0-4874b04f4f88), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:55.207673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e7e8e-60ea-4cce-a4f3-2534f9808349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ed63e72-da56-4a25-bbe0-4874b04f4f88,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:55.215709 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-016e7e8e-60ea-4cce-a4f3-2534f9808349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:55.220701 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (eefbbb64-5d9a-43c3-8cdc-1a9d18ab8fcf), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:55.242733 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-016e7e8e-60ea-4cce-a4f3-2534f9808349 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] 10.222.0.55 "DELETE /v2.0/ports/6ed63e72-da56-4a25-bbe0-4874b04f4f88 HTTP/1.1" status: 204 len: 168 time: 0.4007530 Jan 28 19:31:55.243109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40976) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:55.258391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:55.264823 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:55.274283 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-55410878-f59c-4f4a-a026-a37814c097b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] GET failed (client error): The resource could not be found. Jan 28 19:31:55.274763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:55.281376 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-55410878-f59c-4f4a-a026-a37814c097b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] 10.222.0.55 "GET /v2.0/ports/6ed63e72-da56-4a25-bbe0-4874b04f4f88 HTTP/1.1" status: 404 len: 333 time: 0.0317931 Jan 28 19:31:55.288946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40980) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:55.294947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-99b98eb2-0a9c-4204-aa87-c666d5e4ffff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Request body: {'port': {'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-117856772'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:55.317463 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b98eb2-0a9c-4204-aa87-c666d5e4ffff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Made reservation on behalf of 19daa4c25ddc4e90bd98a6dc51628b89 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:31:55.321030 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99b98eb2-0a9c-4204-aa87-c666d5e4ffff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:55.336214 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=eefbbb64-5d9a-43c3-8cdc-1a9d18ab8fcf,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:55.346476 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-99b98eb2-0a9c-4204-aa87-c666d5e4ffff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] device_id is not set on port c7e8ea48-717c-4c02-8966-e6b81cf7772e yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:31:55.473138 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:55.536698 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99b98eb2-0a9c-4204-aa87-c666d5e4ffff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks [] for port (c7e8ea48-717c-4c02-8966-e6b81cf7772e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:55.584741 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99b98eb2-0a9c-4204-aa87-c666d5e4ffff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c7e8ea48-717c-4c02-8966-e6b81cf7772e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:55.628014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b98eb2-0a9c-4204-aa87-c666d5e4ffff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Network f1bac7ca-2a43-4a61-afbd-65ef78df72ce is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:31:55.656325 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-99b98eb2-0a9c-4204-aa87-c666d5e4ffff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:31:55.659914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b98eb2-0a9c-4204-aa87-c666d5e4ffff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Pushing event updated for resources: {'Port': ['ID=c7e8ea48-717c-4c02-8966-e6b81cf7772e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:55.662181 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b98eb2-0a9c-4204-aa87-c666d5e4ffff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:31:55.663467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b98eb2-0a9c-4204-aa87-c666d5e4ffff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:55.664178 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99b98eb2-0a9c-4204-aa87-c666d5e4ffff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:55.689373 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-99b98eb2-0a9c-4204-aa87-c666d5e4ffff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3969007 Jan 28 19:31:55.690971 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 40998) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:55.718948 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:55.788616 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c7e8ea48-717c-4c02-8966-e6b81cf7772e), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:55.823720 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (b9a84624-244a-45fd-a180-1c6628ce190c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:55.924056 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (eefbbb64-5d9a-43c3-8cdc-1a9d18ab8fcf), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:56.050944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] device_id is not set on port c7e8ea48-717c-4c02-8966-e6b81cf7772e yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:31:56.060827 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks [] for port (c7e8ea48-717c-4c02-8966-e6b81cf7772e), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:56.068728 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c7e8ea48-717c-4c02-8966-e6b81cf7772e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:56.153969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Pushing event updated for resources: {'Port': ['ID=c7e8ea48-717c-4c02-8966-e6b81cf7772e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:56.170882 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:56.171223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:56.171564 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:56.176093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:56.176413 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:56.176914 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 2 to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e Jan 28 19:31:56.190653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:56.190994 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:56.191333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:56.193653 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (eefbbb64-5d9a-43c3-8cdc-1a9d18ab8fcf), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:56.203478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:56.203478 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:56.203791 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 3 to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e Jan 28 19:31:56.206153 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (eefbbb64-5d9a-43c3-8cdc-1a9d18ab8fcf), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:56.217654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:56.218007 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:56.218694 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:56.224041 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:56.224368 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:56.224761 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 4 to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e Jan 28 19:31:56.243289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:56.243549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:56.243887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:56.248759 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:56.249084 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:56.249510 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 5 to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e Jan 28 19:31:56.271989 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:56.272438 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:56.272859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:56.277653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:56.278014 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:56.278486 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 6 to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e Jan 28 19:31:56.292340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:56.292676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:56.293148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:56.298289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:56.298618 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:56.299015 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 7 to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e Jan 28 19:31:56.314495 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:56.314959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:56.315303 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:56.320746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:56.321077 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:56.321476 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 8 to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e Jan 28 19:31:56.336433 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=eefbbb64-5d9a-43c3-8cdc-1a9d18ab8fcf,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:56.337742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:56.338108 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:56.338450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:56.344468 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:56.344802 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:56.345437 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 9 to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e Jan 28 19:31:56.360344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:56.361092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:56.361600 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:56.367802 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:56.368381 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:56.368936 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempt 10 to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e Jan 28 19:31:56.373500 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (b9a84624-244a-45fd-a180-1c6628ce190c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:56.392311 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:31:56.392915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:31:56.393617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempting to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:31:56.399683 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:31:56.400234 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Failed to bind port c7e8ea48-717c-4c02-8966-e6b81cf7772e on host n-h1-824834-4 for vnic_type normal using segments [{'id': 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f1bac7ca-2a43-4a61-afbd-65ef78df72ce'}] Jan 28 19:31:56.400930 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c7e8ea48-717c-4c02-8966-e6b81cf7772e), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:56.497019 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] For port c7e8ea48-717c-4c02-8966-e6b81cf7772e, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:31:56.497638 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attempted to set empty binding levels {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 19:31:56.505718 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c7e8ea48-717c-4c02-8966-e6b81cf7772e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:56.564359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Pushing event updated for resources: {'Port': ['ID=c7e8ea48-717c-4c02-8966-e6b81cf7772e,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:56.572654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] In _notify_port_updated(), no bound segment for port c7e8ea48-717c-4c02-8966-e6b81cf7772e on network f1bac7ca-2a43-4a61-afbd-65ef78df72ce {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:31:56.573722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:31:56.574751 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:56.579678 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-eaab6a10-566b-44e2-865e-fe1813b4c982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] 10.222.0.55 "PUT /v2.0/ports/c7e8ea48-717c-4c02-8966-e6b81cf7772e HTTP/1.1" status: 200 len: 978 time: 0.8875649 Jan 28 19:31:56.580593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41016) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:56.683051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-cce8d8cb-3c29-4c37-8503-47c8713e435b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Deleting port c7e8ea48-717c-4c02-8966-e6b81cf7772e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:56.686443 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cce8d8cb-3c29-4c37-8503-47c8713e435b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c7e8ea48-717c-4c02-8966-e6b81cf7772e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:56.788809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-cce8d8cb-3c29-4c37-8503-47c8713e435b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] For port c7e8ea48-717c-4c02-8966-e6b81cf7772e, host n-h1-824834-4, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:31:56.789204 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cce8d8cb-3c29-4c37-8503-47c8713e435b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c7e8ea48-717c-4c02-8966-e6b81cf7772e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:56.824948 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-cce8d8cb-3c29-4c37-8503-47c8713e435b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Calling delete_port for c7e8ea48-717c-4c02-8966-e6b81cf7772e owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:57.000805 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cce8d8cb-3c29-4c37-8503-47c8713e435b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c7e8ea48-717c-4c02-8966-e6b81cf7772e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:57.037665 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Floating IP b9a84624-244a-45fd-a180-1c6628ce190c associated. External IP: 172.25.0.129, port: 22a4873d-8165-4637-8de1-109b4cbb649b. Jan 28 19:31:57.040353 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cce8d8cb-3c29-4c37-8503-47c8713e435b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:57.046478 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cce8d8cb-3c29-4c37-8503-47c8713e435b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] 10.222.0.55 "DELETE /v2.0/ports/c7e8ea48-717c-4c02-8966-e6b81cf7772e HTTP/1.1" status: 204 len: 168 time: 0.4623265 Jan 28 19:31:57.046478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8d8cb-3c29-4c37-8503-47c8713e435b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7e8ea48-717c-4c02-8966-e6b81cf7772e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:57.047934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41020) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:57.080379 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0a5b44-4a00-4609-882a-e722dd9bf83a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] GET failed (client error): The resource could not be found. Jan 28 19:31:57.085169 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3f0a5b44-4a00-4609-882a-e722dd9bf83a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1069917399-project-admin] 10.222.0.55 "GET /v2.0/ports/c7e8ea48-717c-4c02-8966-e6b81cf7772e HTTP/1.1" status: 404 len: 333 time: 0.0330842 Jan 28 19:31:57.085643 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41022) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:57.176343 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1f24d08-f952-4c5d-af78-9345d68f4804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (f1bac7ca-2a43-4a61-afbd-65ef78df72ce), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:57.286619 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1f24d08-f952-4c5d-af78-9345d68f4804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (f1bac7ca-2a43-4a61-afbd-65ef78df72ce), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:57.319551 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c1f24d08-f952-4c5d-af78-9345d68f4804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1bac7ca-2a43-4a61-afbd-65ef78df72ce']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:57.330978 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c1f24d08-f952-4c5d-af78-9345d68f4804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:57.331397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-c1f24d08-f952-4c5d-af78-9345d68f4804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:57.349568 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1f24d08-f952-4c5d-af78-9345d68f4804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:57.367080 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1f24d08-f952-4c5d-af78-9345d68f4804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:57.373436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f24d08-f952-4c5d-af78-9345d68f4804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:31:57.373838 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1f24d08-f952-4c5d-af78-9345d68f4804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (aa326eaa-dd70-45fa-b3ca-9c2205a1e2dd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:31:57.420682 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:31:57.440340 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router 684cdeb3-5e74-493f-a99b-d38c4fda3cfd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:31:57.444025 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1f24d08-f952-4c5d-af78-9345d68f4804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (f1bac7ca-2a43-4a61-afbd-65ef78df72ce), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:57.494744 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1f24d08-f952-4c5d-af78-9345d68f4804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:57.500405 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c1f24d08-f952-4c5d-af78-9345d68f4804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] 10.222.0.55 "DELETE /v2.0/networks/f1bac7ca-2a43-4a61-afbd-65ef78df72ce HTTP/1.1" status: 204 len: 168 time: 0.4112039 Jan 28 19:31:57.500405 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f24d08-f952-4c5d-af78-9345d68f4804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-244651333-project] Pushing event deleted for resources: {'Network': ['ID=f1bac7ca-2a43-4a61-afbd-65ef78df72ce,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:57.657938 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:31:57.671982 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79647c71-0265-47ef-8e60-5b70fc8d6016 None None] Sync routers for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:31:57.683491 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:57.686844 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79647c71-0265-47ef-8e60-5b70fc8d6016 None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:57.687536 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-79647c71-0265-47ef-8e60-5b70fc8d6016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:57.735801 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-79647c71-0265-47ef-8e60-5b70fc8d6016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:57.740429 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ece38b1b-8029-4a12-af27-c12f8861f0db tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.0513411 Jan 28 19:31:57.743881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41032) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:57.748776 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e12e42e4-0e16-4fea-81c9-00f6dd4e6c70 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:57.776045 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79647c71-0265-47ef-8e60-5b70fc8d6016 None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:57.781599 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-79647c71-0265-47ef-8e60-5b70fc8d6016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:57.840730 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-79647c71-0265-47ef-8e60-5b70fc8d6016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:57.842047 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79647c71-0265-47ef-8e60-5b70fc8d6016 None None] The sync data for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:31:57.862790 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e12e42e4-0e16-4fea-81c9-00f6dd4e6c70 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (b9a84624-244a-45fd-a180-1c6628ce190c), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:57.919194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41036) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:58.068485 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e12e42e4-0e16-4fea-81c9-00f6dd4e6c70 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:58.074399 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e12e42e4-0e16-4fea-81c9-00f6dd4e6c70 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (b9a84624-244a-45fd-a180-1c6628ce190c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:58.074929 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-e12e42e4-0e16-4fea-81c9-00f6dd4e6c70 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Floating IP b9a84624-244a-45fd-a180-1c6628ce190c disassociated. External IP: 172.25.0.129, port: 22a4873d-8165-4637-8de1-109b4cbb649b. Jan 28 19:31:58.133632 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9a948cb6-6023-4061-b5df-5a5cb339e7f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a144c50f2e8d417d8ca70d5acd97257d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2130284 Jan 28 19:31:58.136043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41042) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:58.242183 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce8816df-ce25-4476-8dba-7718f5db6bb6 admin admin] Publish callbacks [] for security_group (b19e255a-d94e-4a9c-8f01-688450b124c9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:58.298625 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce8816df-ce25-4476-8dba-7718f5db6bb6 admin admin] Publish callbacks [] for security_group (b19e255a-d94e-4a9c-8f01-688450b124c9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:58.369008 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce8816df-ce25-4476-8dba-7718f5db6bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b19e255a-d94e-4a9c-8f01-688450b124c9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:58.372287 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ce8816df-ce25-4476-8dba-7718f5db6bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:58.373697 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ce8816df-ce25-4476-8dba-7718f5db6bb6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b19e255a-d94e-4a9c-8f01-688450b124c9 HTTP/1.1" status: 204 len: 168 time: 0.2365294 Jan 28 19:31:58.387669 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8816df-ce25-4476-8dba-7718f5db6bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19e255a-d94e-4a9c-8f01-688450b124c9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:58.390041 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12e42e4-0e16-4fea-81c9-00f6dd4e6c70 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router 684cdeb3-5e74-493f-a99b-d38c4fda3cfd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:31:58.562533 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12e42e4-0e16-4fea-81c9-00f6dd4e6c70 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:31:58.567079 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e12e42e4-0e16-4fea-81c9-00f6dd4e6c70 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:58.576688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b55e5-bbf1-4632-94c6-9e1f3f678d9a None None] Sync routers for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:31:58.596378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b55e5-bbf1-4632-94c6-9e1f3f678d9a None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:58.597005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-260b55e5-bbf1-4632-94c6-9e1f3f678d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:58.642564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41050) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:58.642750 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e12e42e4-0e16-4fea-81c9-00f6dd4e6c70 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "PUT /v2.0/floatingips/b9a84624-244a-45fd-a180-1c6628ce190c HTTP/1.1" status: 200 len: 688 time: 0.8974826 Jan 28 19:31:58.657755 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-260b55e5-bbf1-4632-94c6-9e1f3f678d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:58.679326 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b55e5-bbf1-4632-94c6-9e1f3f678d9a None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:31:58.680126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-260b55e5-bbf1-4632-94c6-9e1f3f678d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:58.752422 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-260b55e5-bbf1-4632-94c6-9e1f3f678d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:31:58.753038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b55e5-bbf1-4632-94c6-9e1f3f678d9a None None] The sync data for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:31:58.804608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41058) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:58.882003 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-18a3c90f-05a7-465f-9d1f-43e7e415cd6f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19daa4c25ddc4e90bd98a6dc51628b89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0739303 Jan 28 19:31:58.882606 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41060) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:58.916106 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-77d72d67-ca21-4fcc-9e8b-48d57053fad8 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Deleting port eefbbb64-5d9a-43c3-8cdc-1a9d18ab8fcf {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:31:58.916725 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77d72d67-ca21-4fcc-9e8b-48d57053fad8 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (eefbbb64-5d9a-43c3-8cdc-1a9d18ab8fcf), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:58.996915 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c64071f9-eb93-4017-899e-721949790d01 admin admin] Publish callbacks [] for security_group (f7707af7-2a39-4aa9-b12f-6526215dc11c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:59.037037 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c64071f9-eb93-4017-899e-721949790d01 admin admin] Publish callbacks [] for security_group (f7707af7-2a39-4aa9-b12f-6526215dc11c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:59.112708 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77d72d67-ca21-4fcc-9e8b-48d57053fad8 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (eefbbb64-5d9a-43c3-8cdc-1a9d18ab8fcf), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:59.113043 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77d72d67-ca21-4fcc-9e8b-48d57053fad8 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (eefbbb64-5d9a-43c3-8cdc-1a9d18ab8fcf), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:59.131539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-77d72d67-ca21-4fcc-9e8b-48d57053fad8 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Calling delete_port for eefbbb64-5d9a-43c3-8cdc-1a9d18ab8fcf owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:31:59.148607 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c64071f9-eb93-4017-899e-721949790d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f7707af7-2a39-4aa9-b12f-6526215dc11c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:59.151778 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c64071f9-eb93-4017-899e-721949790d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:59.152939 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c64071f9-eb93-4017-899e-721949790d01 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7707af7-2a39-4aa9-b12f-6526215dc11c HTTP/1.1" status: 204 len: 168 time: 0.2693231 Jan 28 19:31:59.347524 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64071f9-eb93-4017-899e-721949790d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7707af7-2a39-4aa9-b12f-6526215dc11c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:59.349440 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77d72d67-ca21-4fcc-9e8b-48d57053fad8 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (eefbbb64-5d9a-43c3-8cdc-1a9d18ab8fcf), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:59.384990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d72d67-ca21-4fcc-9e8b-48d57053fad8 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Port': ['ID=eefbbb64-5d9a-43c3-8cdc-1a9d18ab8fcf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:31:59.483492 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77d72d67-ca21-4fcc-9e8b-48d57053fad8 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (b9a84624-244a-45fd-a180-1c6628ce190c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:59.486768 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77d72d67-ca21-4fcc-9e8b-48d57053fad8 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:59.488241 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-77d72d67-ca21-4fcc-9e8b-48d57053fad8 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/floatingips/b9a84624-244a-45fd-a180-1c6628ce190c HTTP/1.1" status: 204 len: 168 time: 0.8441811 Jan 28 19:31:59.493639 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41068) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:31:59.499476 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '2a7cf58a-a638-4f98-b66d-0870de040607'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:31:59.576815 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:59.712654 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:31:59.949149 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Allocated IP 172.25.0.61 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/8ffe099c-5af5-4bf7-b6e7-10ba05815526) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:00.108342 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (8ffe099c-5af5-4bf7-b6e7-10ba05815526), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:00.157050 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (8ffe099c-5af5-4bf7-b6e7-10ba05815526), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:00.224541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:00.229677 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:00.231043 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:00.241766 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:00.311976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=8ffe099c-5af5-4bf7-b6e7-10ba05815526,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:01.000746 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (b0091882-3426-4df0-8376-696135801687), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.107299 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8ffe099c-5af5-4bf7-b6e7-10ba05815526), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.347255 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41118) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:01.441740 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (8ffe099c-5af5-4bf7-b6e7-10ba05815526), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.449738 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (8ffe099c-5af5-4bf7-b6e7-10ba05815526), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.534634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d3517631-e748-4e47-8d38-2c2582909752 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1968207460'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:01.538789 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (b0091882-3426-4df0-8376-696135801687), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.561475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3517631-e748-4e47-8d38-2c2582909752 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Made reservation on behalf of 4c84436fd1b54fa9a30b0a5f296c8501 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:01.567510 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3517631-e748-4e47-8d38-2c2582909752 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.577899 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3517631-e748-4e47-8d38-2c2582909752 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.604192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=8ffe099c-5af5-4bf7-b6e7-10ba05815526,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:01.671505 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3517631-e748-4e47-8d38-2c2582909752 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Publish callbacks [] for security_group (207a89d1-68e4-44f3-84b9-dc9b24532e3e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.683314 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3517631-e748-4e47-8d38-2c2582909752 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (207a89d1-68e4-44f3-84b9-dc9b24532e3e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.695648 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Floating IP b0091882-3426-4df0-8376-696135801687 associated. External IP: 172.25.0.61, port: 2a7cf58a-a638-4f98-b66d-0870de040607. Jan 28 19:32:01.734035 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3517631-e748-4e47-8d38-2c2582909752 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:32:01.773827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3517631-e748-4e47-8d38-2c2582909752 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207a89d1-68e4-44f3-84b9-dc9b24532e3e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:01.781289 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3517631-e748-4e47-8d38-2c2582909752 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (484b0277-73c0-453e-85fa-1535ebce3386), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.781641 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-d3517631-e748-4e47-8d38-2c2582909752 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Added segment 484b0277-73c0-453e-85fa-1535ebce3386 of type vlan for network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 Jan 28 19:32:01.874216 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3517631-e748-4e47-8d38-2c2582909752 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (adbb8612-3d15-4fee-99fc-4d1a1df44ff5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.916659 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3517631-e748-4e47-8d38-2c2582909752 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (adbb8612-3d15-4fee-99fc-4d1a1df44ff5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:01.927117 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3517631-e748-4e47-8d38-2c2582909752 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:01.927117 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3517631-e748-4e47-8d38-2c2582909752 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:02.099774 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3517631-e748-4e47-8d38-2c2582909752 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Pushing event updated for resources: {'Network': ['ID=adbb8612-3d15-4fee-99fc-4d1a1df44ff5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:02.116623 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d3517631-e748-4e47-8d38-2c2582909752 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7676165 Jan 28 19:32:02.116883 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:32:02.165957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router 684cdeb3-5e74-493f-a99b-d38c4fda3cfd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:02.525275 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41146) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:02.538474 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Request body: {'port': {'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5', 'binding:host_id': 'n-h1-824834-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1840341055'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:02.591775 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Made reservation on behalf of c1c08563f61241598126dc2bbab4e87e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:02.594786 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:02.605360 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:02.714395 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks [] for security_group (53ce4727-2f9e-4432-be5a-b52763902b95), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:02.722351 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (53ce4727-2f9e-4432-be5a-b52763902b95), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:02.727787 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] device_id is not set on port 857b5155-1668-4c5e-a33f-5b4ce800dcea yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:32:02.784581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:02.797088 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b5a3d-aab6-46c0-97fc-5f72104b7b68 None None] Sync routers for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:02.814164 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b5a3d-aab6-46c0-97fc-5f72104b7b68 None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:02.815055 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-399b5a3d-aab6-46c0-97fc-5f72104b7b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:02.817331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:02.849295 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-399b5a3d-aab6-46c0-97fc-5f72104b7b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:02.859600 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b5a3d-aab6-46c0-97fc-5f72104b7b68 None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:02.860516 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-399b5a3d-aab6-46c0-97fc-5f72104b7b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:02.862828 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4468d3d1-b223-4110-bf28-a262520c2cd0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3676503 Jan 28 19:32:02.864355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41148) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:02.896436 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-399b5a3d-aab6-46c0-97fc-5f72104b7b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:02.897538 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b5a3d-aab6-46c0-97fc-5f72104b7b68 None None] The sync data for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:02.973014 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ad7e58a4-0423-4340-a087-5e6b0f862f76 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "GET /v2.0/floatingips/b0091882-3426-4df0-8376-696135801687 HTTP/1.1" status: 200 len: 977 time: 0.1080680 Jan 28 19:32:02.976486 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41150) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:03.095751 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5dc8df5c-26cd-4a44-9f0d-472aced07280 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1159110 Jan 28 19:32:03.098412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41152) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:03.103755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-43a2a322-cc5e-40ca-88d5-a862db79ec5b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'floatingip': {'port_id': '22a4873d-8165-4637-8de1-109b4cbb649b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:03.145215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ce4727-2f9e-4432-be5a-b52763902b95,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:03.166767 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] device_id is not set on port 857b5155-1668-4c5e-a33f-5b4ce800dcea yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:32:03.179352 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks [] for port (857b5155-1668-4c5e-a33f-5b4ce800dcea), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:03.187971 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (857b5155-1668-4c5e-a33f-5b4ce800dcea), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:03.222868 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43a2a322-cc5e-40ca-88d5-a862db79ec5b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (b0091882-3426-4df0-8376-696135801687), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:03.369354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Pushing event updated for resources: {'Port': ['ID=857b5155-1668-4c5e-a33f-5b4ce800dcea,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:03.380319 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Checking segment: {'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:03.380967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Network hostable DHCP agents. Network: adbb8612-3d15-4fee-99fc-4d1a1df44ff5, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:32:03.406611 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:32:03.431850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, adbb8612-3d15-4fee-99fc-4d1a1df44ff5) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:03.443578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4685c5-5094-4ac1-9d2e-5163770cd762 None None] Network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:03.448769 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:03.467461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:03.468386 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:03.468894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:03.474892 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:03.476388 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:03.477102 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 2 to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea Jan 28 19:32:03.493786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:03.494623 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:03.495123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:03.500472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:03.501022 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:03.501570 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 3 to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea Jan 28 19:32:03.538976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:03.540928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:03.541342 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:03.549138 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:03.549469 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:03.549914 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 4 to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea Jan 28 19:32:03.563130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:03.563674 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:03.564335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:03.570330 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:03.571056 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:03.571637 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 5 to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea Jan 28 19:32:03.595770 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:03.596402 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:03.597334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:03.603198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:03.603771 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:03.604316 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 6 to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea Jan 28 19:32:03.620284 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:03.620835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:03.621411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:03.627367 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:03.628022 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:03.628569 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 7 to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea Jan 28 19:32:03.650389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:03.650759 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:03.651090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:03.661164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:03.661482 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:03.661881 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 8 to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea Jan 28 19:32:03.686173 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:03.686528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:03.686843 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:03.697779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:03.698723 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:03.699222 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 9 to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea Jan 28 19:32:03.714272 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:03.714613 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:03.714944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:03.720737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:03.721059 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:03.721446 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 10 to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea Jan 28 19:32:03.735840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:03.736154 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:03.736412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:03.741560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 857b5155-1668-4c5e-a33f-5b4ce800dcea on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:03.741958 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 857b5155-1668-4c5e-a33f-5b4ce800dcea on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:03.742351 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (857b5155-1668-4c5e-a33f-5b4ce800dcea), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:03.880022 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] For port 857b5155-1668-4c5e-a33f-5b4ce800dcea, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:32:03.881944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempted to set empty binding levels {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 19:32:03.889010 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (857b5155-1668-4c5e-a33f-5b4ce800dcea), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:03.977912 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:03.989626 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:04.041781 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Pushing event updated for resources: {'Port': ['ID=857b5155-1668-4c5e-a33f-5b4ce800dcea,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:04.063998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2eaf2f15-f231-4331-9876-5e1a168016f8 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.5342555 Jan 28 19:32:04.065713 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:04.258875 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43a2a322-cc5e-40ca-88d5-a862db79ec5b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:04.265102 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea7fc1-d830-49a2-af8b-775eebcb9561 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Deleting port 857b5155-1668-4c5e-a33f-5b4ce800dcea {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:04.265516 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7fc1-d830-49a2-af8b-775eebcb9561 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (857b5155-1668-4c5e-a33f-5b4ce800dcea), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:04.269129 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43a2a322-cc5e-40ca-88d5-a862db79ec5b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (b0091882-3426-4df0-8376-696135801687), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:04.407142 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b5ea7fc1-d830-49a2-af8b-775eebcb9561 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] For port 857b5155-1668-4c5e-a33f-5b4ce800dcea, host n-h1-824834-4, got binding levels [] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:04.407514 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7fc1-d830-49a2-af8b-775eebcb9561 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (857b5155-1668-4c5e-a33f-5b4ce800dcea), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:04.429549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea7fc1-d830-49a2-af8b-775eebcb9561 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Calling delete_port for 857b5155-1668-4c5e-a33f-5b4ce800dcea owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:04.452970 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-43a2a322-cc5e-40ca-88d5-a862db79ec5b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Floating IP b0091882-3426-4df0-8376-696135801687 associated. External IP: 172.25.0.61, port: 2a7cf58a-a638-4f98-b66d-0870de040607. Jan 28 19:32:04.663694 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7fc1-d830-49a2-af8b-775eebcb9561 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (857b5155-1668-4c5e-a33f-5b4ce800dcea), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:04.711327 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b5ea7fc1-d830-49a2-af8b-775eebcb9561 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:04.715565 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b5ea7fc1-d830-49a2-af8b-775eebcb9561 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] 10.222.0.55 "DELETE /v2.0/ports/857b5155-1668-4c5e-a33f-5b4ce800dcea HTTP/1.1" status: 204 len: 168 time: 0.6487932 Jan 28 19:32:04.719031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41184) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:04.719513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea7fc1-d830-49a2-af8b-775eebcb9561 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Pushing event deleted for resources: {'Port': ['ID=857b5155-1668-4c5e-a33f-5b4ce800dcea,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:04.770758 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-41930a18-754c-41bd-9e9d-da611db73feb tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] GET failed (client error): The resource could not be found. Jan 28 19:32:04.776048 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-41930a18-754c-41bd-9e9d-da611db73feb tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] 10.222.0.55 "GET /v2.0/ports/857b5155-1668-4c5e-a33f-5b4ce800dcea HTTP/1.1" status: 404 len: 333 time: 0.0560105 Jan 28 19:32:04.777017 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41186) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:04.789661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2672bea8-b55b-4f56-9eb8-feaa59ad691f tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Request body: {'port': {'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-850146409'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:04.801351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a2a322-cc5e-40ca-88d5-a862db79ec5b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router 684cdeb3-5e74-493f-a99b-d38c4fda3cfd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:04.828442 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2672bea8-b55b-4f56-9eb8-feaa59ad691f tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Made reservation on behalf of c1c08563f61241598126dc2bbab4e87e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:04.831271 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2672bea8-b55b-4f56-9eb8-feaa59ad691f tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:04.868131 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-2672bea8-b55b-4f56-9eb8-feaa59ad691f tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] device_id is not set on port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:32:04.972843 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a2a322-cc5e-40ca-88d5-a862db79ec5b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:04.984905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21584e1-52cf-4454-adbf-cc393d25c74e None None] Sync routers for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:04.997988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21584e1-52cf-4454-adbf-cc393d25c74e None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:04.998628 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f21584e1-52cf-4454-adbf-cc393d25c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:05.080321 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2672bea8-b55b-4f56-9eb8-feaa59ad691f tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks [] for port (6b883cfb-57fd-4aa3-9ee4-a24c9e244d37), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.096880 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f21584e1-52cf-4454-adbf-cc393d25c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:05.119597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21584e1-52cf-4454-adbf-cc393d25c74e None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:05.120668 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f21584e1-52cf-4454-adbf-cc393d25c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:05.153007 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2672bea8-b55b-4f56-9eb8-feaa59ad691f tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (6b883cfb-57fd-4aa3-9ee4-a24c9e244d37), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.285375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2672bea8-b55b-4f56-9eb8-feaa59ad691f tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:05.287485 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2672bea8-b55b-4f56-9eb8-feaa59ad691f tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:05.297882 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672bea8-b55b-4f56-9eb8-feaa59ad691f tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:05.299358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2672bea8-b55b-4f56-9eb8-feaa59ad691f tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:05.300310 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2672bea8-b55b-4f56-9eb8-feaa59ad691f tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.316309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672bea8-b55b-4f56-9eb8-feaa59ad691f tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Pushing event updated for resources: {'Port': ['ID=6b883cfb-57fd-4aa3-9ee4-a24c9e244d37,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:05.348361 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2672bea8-b55b-4f56-9eb8-feaa59ad691f tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5705886 Jan 28 19:32:05.350925 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41196) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:05.366343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:05.442442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a2a322-cc5e-40ca-88d5-a862db79ec5b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router 684cdeb3-5e74-493f-a99b-d38c4fda3cfd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:05.515795 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6b883cfb-57fd-4aa3-9ee4-a24c9e244d37), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.661214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f21584e1-52cf-4454-adbf-cc393d25c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:05.661953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21584e1-52cf-4454-adbf-cc393d25c74e None None] The sync data for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:05.668530 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a2a322-cc5e-40ca-88d5-a862db79ec5b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:05.677234 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43a2a322-cc5e-40ca-88d5-a862db79ec5b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.680658 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d781e147-0cb7-40eb-b838-db2981512748 None None] Sync routers for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:05.768838 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d781e147-0cb7-40eb-b838-db2981512748 None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:05.769757 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d781e147-0cb7-40eb-b838-db2981512748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:05.839388 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-43a2a322-cc5e-40ca-88d5-a862db79ec5b tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "PUT /v2.0/floatingips/b0091882-3426-4df0-8376-696135801687 HTTP/1.1" status: 200 len: 978 time: 2.7373598 Jan 28 19:32:05.840175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41200) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:05.850589 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b0a83ff6-2d38-44d8-9f7d-0053e67665d9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:05.864816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] device_id is not set on port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:32:05.884123 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d781e147-0cb7-40eb-b838-db2981512748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:05.885040 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks [] for port (6b883cfb-57fd-4aa3-9ee4-a24c9e244d37), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.894002 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (6b883cfb-57fd-4aa3-9ee4-a24c9e244d37), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.935157 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a83ff6-2d38-44d8-9f7d-0053e67665d9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (b0091882-3426-4df0-8376-696135801687), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:05.940049 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d781e147-0cb7-40eb-b838-db2981512748 None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:05.940683 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d781e147-0cb7-40eb-b838-db2981512748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:05.984062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Pushing event updated for resources: {'Port': ['ID=6b883cfb-57fd-4aa3-9ee4-a24c9e244d37,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:06.019620 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d781e147-0cb7-40eb-b838-db2981512748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:06.021073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:06.021593 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:06.022138 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d781e147-0cb7-40eb-b838-db2981512748 None None] The sync data for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:06.022668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:06.038126 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:06.038780 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:06.039345 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 2 to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 Jan 28 19:32:06.071756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:06.072281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:06.072788 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:06.082807 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:06.084513 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:06.085329 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 3 to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 Jan 28 19:32:06.107264 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:06.107872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:06.108430 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:06.113528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:06.114110 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:06.114734 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 4 to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 Jan 28 19:32:06.129661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:06.130308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:06.130816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:06.136172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:06.136763 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:06.137610 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 5 to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 Jan 28 19:32:06.162812 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:06.163571 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:06.164081 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:06.170438 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:06.170996 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:06.171559 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 6 to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 Jan 28 19:32:06.189116 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:06.189688 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:06.190233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:06.195584 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a83ff6-2d38-44d8-9f7d-0053e67665d9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:06.197038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:06.197657 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:06.198521 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 7 to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 Jan 28 19:32:06.201292 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a83ff6-2d38-44d8-9f7d-0053e67665d9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (b0091882-3426-4df0-8376-696135801687), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:06.201637 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-b0a83ff6-2d38-44d8-9f7d-0053e67665d9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Floating IP b0091882-3426-4df0-8376-696135801687 disassociated. External IP: 172.25.0.61, port: 22a4873d-8165-4637-8de1-109b4cbb649b. Jan 28 19:32:06.214735 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:06.215328 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:06.215886 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:06.222077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:06.222830 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:06.223393 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 8 to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 Jan 28 19:32:06.237982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:06.238609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:06.239160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:06.244042 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:06.244544 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:06.245040 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 9 to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 Jan 28 19:32:06.258311 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:06.258815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:06.259436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:06.264177 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:06.264623 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:06.265118 n-d-824834-4 neutron-server[103146]: INFO neutron.plugins.ml2.plugin [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 10 to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 Jan 28 19:32:06.279240 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:06.279826 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:06.280271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:06.285719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:06.286216 n-d-824834-4 neutron-server[103146]: ERROR neutron.plugins.ml2.managers [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:06.286692 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6b883cfb-57fd-4aa3-9ee4-a24c9e244d37), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:06.369999 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] For port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:32:06.370485 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempted to set empty binding levels {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 19:32:06.385704 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (6b883cfb-57fd-4aa3-9ee4-a24c9e244d37), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:06.442227 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] In _notify_port_updated(), no bound segment for port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:32:06.443485 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.444550 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:06.446401 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] 10.222.0.55 "PUT /v2.0/ports/6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 HTTP/1.1" status: 200 len: 974 time: 1.0945258 Jan 28 19:32:06.449173 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41210) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:06.472625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1510f3f-ad1e-407e-b2a0-ffc331d15ce3 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Pushing event updated for resources: {'Port': ['ID=6b883cfb-57fd-4aa3-9ee4-a24c9e244d37,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:06.496712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a83ff6-2d38-44d8-9f7d-0053e67665d9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router 684cdeb3-5e74-493f-a99b-d38c4fda3cfd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:06.524124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3553dad-2e94-4707-b049-fb7c0ed539aa tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.524913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3553dad-2e94-4707-b049-fb7c0ed539aa tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.525540 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3553dad-2e94-4707-b049-fb7c0ed539aa tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.526203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3553dad-2e94-4707-b049-fb7c0ed539aa tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.526821 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3553dad-2e94-4707-b049-fb7c0ed539aa tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.527434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3553dad-2e94-4707-b049-fb7c0ed539aa tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.528046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3553dad-2e94-4707-b049-fb7c0ed539aa tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.528663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3553dad-2e94-4707-b049-fb7c0ed539aa tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.529401 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3553dad-2e94-4707-b049-fb7c0ed539aa tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.530013 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3553dad-2e94-4707-b049-fb7c0ed539aa tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.530666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3553dad-2e94-4707-b049-fb7c0ed539aa tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.531276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3553dad-2e94-4707-b049-fb7c0ed539aa tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.531884 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3553dad-2e94-4707-b049-fb7c0ed539aa tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.532626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3553dad-2e94-4707-b049-fb7c0ed539aa tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.533234 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3553dad-2e94-4707-b049-fb7c0ed539aa tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:06.535958 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a3553dad-2e94-4707-b049-fb7c0ed539aa tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13227 time: 0.0850470 Jan 28 19:32:06.540899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41212) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:06.652901 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a83ff6-2d38-44d8-9f7d-0053e67665d9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:06.665711 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b0a83ff6-2d38-44d8-9f7d-0053e67665d9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:06.667379 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97211e19-7152-4652-b030-aea0dea08c7c None None] Sync routers for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:06.681522 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97211e19-7152-4652-b030-aea0dea08c7c None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:06.686598 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-97211e19-7152-4652-b030-aea0dea08c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:06.722726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41218) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:06.724597 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b0a83ff6-2d38-44d8-9f7d-0053e67665d9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "PUT /v2.0/floatingips/b0091882-3426-4df0-8376-696135801687 HTTP/1.1" status: 200 len: 687 time: 0.8822176 Jan 28 19:32:06.750474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-97211e19-7152-4652-b030-aea0dea08c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:06.760976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97211e19-7152-4652-b030-aea0dea08c7c None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:06.761779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-97211e19-7152-4652-b030-aea0dea08c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:06.810749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-97211e19-7152-4652-b030-aea0dea08c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:06.812138 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97211e19-7152-4652-b030-aea0dea08c7c None None] The sync data for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:06.874880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d7b5f1d9-2d49-483b-b4d0-4373fb16791a tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Deleting port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:06.875520 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f1d9-2d49-483b-b4d0-4373fb16791a tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6b883cfb-57fd-4aa3-9ee4-a24c9e244d37), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:06.969611 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d7b5f1d9-2d49-483b-b4d0-4373fb16791a tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] For port 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37, host n-h1-824834-4, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:06.969985 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f1d9-2d49-483b-b4d0-4373fb16791a tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6b883cfb-57fd-4aa3-9ee4-a24c9e244d37), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:06.981292 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-de2cdb3c-271c-4fd9-83f7-75cfc731c479 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Deleting port 8ffe099c-5af5-4bf7-b6e7-10ba05815526 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:06.981632 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de2cdb3c-271c-4fd9-83f7-75cfc731c479 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8ffe099c-5af5-4bf7-b6e7-10ba05815526), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:06.997027 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d7b5f1d9-2d49-483b-b4d0-4373fb16791a tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Calling delete_port for 6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:07.118260 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de2cdb3c-271c-4fd9-83f7-75cfc731c479 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8ffe099c-5af5-4bf7-b6e7-10ba05815526), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:07.118667 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de2cdb3c-271c-4fd9-83f7-75cfc731c479 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (8ffe099c-5af5-4bf7-b6e7-10ba05815526), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:07.134359 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-de2cdb3c-271c-4fd9-83f7-75cfc731c479 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Calling delete_port for 8ffe099c-5af5-4bf7-b6e7-10ba05815526 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:07.190727 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f1d9-2d49-483b-b4d0-4373fb16791a tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (6b883cfb-57fd-4aa3-9ee4-a24c9e244d37), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:07.215086 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f1d9-2d49-483b-b4d0-4373fb16791a tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:07.220024 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d7b5f1d9-2d49-483b-b4d0-4373fb16791a tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] 10.222.0.55 "DELETE /v2.0/ports/6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 HTTP/1.1" status: 204 len: 168 time: 0.6790171 Jan 28 19:32:07.223256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:07.274634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5f1d9-2d49-483b-b4d0-4373fb16791a tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b883cfb-57fd-4aa3-9ee4-a24c9e244d37,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:07.285600 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec31185-20e2-4983-b421-a7af9c412aa4 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] GET failed (client error): The resource could not be found. Jan 28 19:32:07.290942 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fec31185-20e2-4983-b421-a7af9c412aa4 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] 10.222.0.55 "GET /v2.0/ports/6b883cfb-57fd-4aa3-9ee4-a24c9e244d37 HTTP/1.1" status: 404 len: 333 time: 0.0629077 Jan 28 19:32:07.294121 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41222) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:07.299273 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-829fa27d-4e74-4459-b95a-c9edc42ca206 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1564633931', 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:07.382808 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829fa27d-4e74-4459-b95a-c9edc42ca206 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Made reservation on behalf of c1c08563f61241598126dc2bbab4e87e for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:07.386102 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-829fa27d-4e74-4459-b95a-c9edc42ca206 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:07.421874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-829fa27d-4e74-4459-b95a-c9edc42ca206 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] device_id is not set on port 66f7f1eb-cd8b-4bb8-bbd6-1845ebe91ac1 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:32:07.466168 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de2cdb3c-271c-4fd9-83f7-75cfc731c479 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8ffe099c-5af5-4bf7-b6e7-10ba05815526), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:07.541335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cdb3c-271c-4fd9-83f7-75cfc731c479 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Port': ['ID=8ffe099c-5af5-4bf7-b6e7-10ba05815526,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:07.590320 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de2cdb3c-271c-4fd9-83f7-75cfc731c479 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (b0091882-3426-4df0-8376-696135801687), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:07.594198 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de2cdb3c-271c-4fd9-83f7-75cfc731c479 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:07.598728 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-de2cdb3c-271c-4fd9-83f7-75cfc731c479 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/floatingips/b0091882-3426-4df0-8376-696135801687 HTTP/1.1" status: 204 len: 168 time: 0.8727274 Jan 28 19:32:07.599346 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41226) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:07.637644 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-e2c7bd98-a7b9-4820-9bcf-614b88faba63 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] delete failed (client error): The resource could not be found. Jan 28 19:32:07.645517 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e2c7bd98-a7b9-4820-9bcf-614b88faba63 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/floatingips/b0091882-3426-4df0-8376-696135801687 HTTP/1.1" status: 404 len: 345 time: 0.0450819 Jan 28 19:32:07.645766 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:07.727946 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-829fa27d-4e74-4459-b95a-c9edc42ca206 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks [] for port (66f7f1eb-cd8b-4bb8-bbd6-1845ebe91ac1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:07.791975 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d594063b-40f8-4a7b-9048-2cc79fd037e1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:07.797341 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d594063b-40f8-4a7b-9048-2cc79fd037e1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:07.802692 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d594063b-40f8-4a7b-9048-2cc79fd037e1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:07.806901 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d594063b-40f8-4a7b-9048-2cc79fd037e1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "GET /v2.0/ports?network_id=925747b6-5bee-41db-86ab-f6eb3db19893 HTTP/1.1" status: 200 len: 2359 time: 0.1576042 Jan 28 19:32:07.807393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:07.820459 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-829fa27d-4e74-4459-b95a-c9edc42ca206 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (66f7f1eb-cd8b-4bb8-bbd6-1845ebe91ac1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:07.860712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829fa27d-4e74-4459-b95a-c9edc42ca206 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:07.865002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-829fa27d-4e74-4459-b95a-c9edc42ca206 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:07.871580 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcd69b8-9a7a-4fd5-a2a4-4c50f7fb2023 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:07.871985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829fa27d-4e74-4459-b95a-c9edc42ca206 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:07.877490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829fa27d-4e74-4459-b95a-c9edc42ca206 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:07.877711 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7fcd69b8-9a7a-4fd5-a2a4-4c50f7fb2023 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "GET /v2.0/subnets/0306dc50-9f92-4bc2-9015-356c14cb55f1 HTTP/1.1" status: 200 len: 797 time: 0.0646002 Jan 28 19:32:07.878223 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-829fa27d-4e74-4459-b95a-c9edc42ca206 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:07.878347 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41236) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:07.879247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fa27d-4e74-4459-b95a-c9edc42ca206 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Pushing event updated for resources: {'Port': ['ID=66f7f1eb-cd8b-4bb8-bbd6-1845ebe91ac1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:07.884569 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a4937179-5a4f-4949-b5a7-78fcaab3e34a tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'port': {'network_id': '925747b6-5bee-41db-86ab-f6eb3db19893', 'name': 'tempest-FloatingIPTestJSON-1875751369', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:07.922614 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-829fa27d-4e74-4459-b95a-c9edc42ca206 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6297522 Jan 28 19:32:07.923249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:07.979657 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd895f-0ce6-421b-8a73-ef0f416e5491 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:07.983693 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0bfd895f-0ce6-421b-8a73-ef0f416e5491 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] 10.222.0.55 "GET /v2.0/ports/66f7f1eb-cd8b-4bb8-bbd6-1845ebe91ac1 HTTP/1.1" status: 200 len: 955 time: 0.0546119 Jan 28 19:32:07.983899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:08.088474 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4937179-5a4f-4949-b5a7-78fcaab3e34a tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Made reservation on behalf of 9cc5c0429d874ff299c556d630dac00d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:08.144019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-abb0afa0-f06b-4f09-81ec-730a98b1dc53 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Deleting port 66f7f1eb-cd8b-4bb8-bbd6-1845ebe91ac1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:08.144453 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abb0afa0-f06b-4f09-81ec-730a98b1dc53 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (66f7f1eb-cd8b-4bb8-bbd6-1845ebe91ac1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.226454 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abb0afa0-f06b-4f09-81ec-730a98b1dc53 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (66f7f1eb-cd8b-4bb8-bbd6-1845ebe91ac1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.244228 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4937179-5a4f-4949-b5a7-78fcaab3e34a tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.246291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-abb0afa0-f06b-4f09-81ec-730a98b1dc53 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Calling delete_port for 66f7f1eb-cd8b-4bb8-bbd6-1845ebe91ac1 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:08.298469 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-a4937179-5a4f-4949-b5a7-78fcaab3e34a tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] device_id is not set on port 35e44253-9a3f-4afe-86c1-ef7a7c51120b yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:32:08.463899 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abb0afa0-f06b-4f09-81ec-730a98b1dc53 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (66f7f1eb-cd8b-4bb8-bbd6-1845ebe91ac1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.534958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0afa0-f06b-4f09-81ec-730a98b1dc53 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Pushing event deleted for resources: {'Port': ['ID=66f7f1eb-cd8b-4bb8-bbd6-1845ebe91ac1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:08.547021 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-abb0afa0-f06b-4f09-81ec-730a98b1dc53 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.551349 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-abb0afa0-f06b-4f09-81ec-730a98b1dc53 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] 10.222.0.55 "DELETE /v2.0/ports/66f7f1eb-cd8b-4bb8-bbd6-1845ebe91ac1 HTTP/1.1" status: 204 len: 168 time: 0.5664704 Jan 28 19:32:08.553975 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41244) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:08.579168 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0c66a8-6874-40b8-98c8-bfbe838b8599 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] GET failed (client error): The resource could not be found. Jan 28 19:32:08.581235 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0f0c66a8-6874-40b8-98c8-bfbe838b8599 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] 10.222.0.55 "GET /v2.0/ports/66f7f1eb-cd8b-4bb8-bbd6-1845ebe91ac1 HTTP/1.1" status: 404 len: 333 time: 0.0258210 Jan 28 19:32:08.586643 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41246) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:08.593638 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-27d2dc7b-4a8e-4829-854f-ff94a9a42c65 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Request body: {'port': {'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-172515901'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:08.613690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d2dc7b-4a8e-4829-854f-ff94a9a42c65 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Made reservation on behalf of c1c08563f61241598126dc2bbab4e87e for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:08.618309 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27d2dc7b-4a8e-4829-854f-ff94a9a42c65 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.637501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-27d2dc7b-4a8e-4829-854f-ff94a9a42c65 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] device_id is not set on port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:32:08.711280 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a4937179-5a4f-4949-b5a7-78fcaab3e34a tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Allocated IP 172.20.0.14 (925747b6-5bee-41db-86ab-f6eb3db19893/0306dc50-9f92-4bc2-9015-356c14cb55f1/35e44253-9a3f-4afe-86c1-ef7a7c51120b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:08.742418 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a4937179-5a4f-4949-b5a7-78fcaab3e34a tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Allocated IP 172.20.0.13 (925747b6-5bee-41db-86ab-f6eb3db19893/0306dc50-9f92-4bc2-9015-356c14cb55f1/35e44253-9a3f-4afe-86c1-ef7a7c51120b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:08.848562 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27d2dc7b-4a8e-4829-854f-ff94a9a42c65 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks [] for port (96fda1fd-6afd-49a1-8283-2edaf10a8d01), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.896689 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27d2dc7b-4a8e-4829-854f-ff94a9a42c65 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (96fda1fd-6afd-49a1-8283-2edaf10a8d01), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:08.962696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d2dc7b-4a8e-4829-854f-ff94a9a42c65 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:08.969211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-27d2dc7b-4a8e-4829-854f-ff94a9a42c65 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:09.002164 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d2dc7b-4a8e-4829-854f-ff94a9a42c65 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:09.003402 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d2dc7b-4a8e-4829-854f-ff94a9a42c65 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:09.004170 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-27d2dc7b-4a8e-4829-854f-ff94a9a42c65 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.029825 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2dc7b-4a8e-4829-854f-ff94a9a42c65 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Pushing event updated for resources: {'Port': ['ID=96fda1fd-6afd-49a1-8283-2edaf10a8d01,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:09.066481 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-27d2dc7b-4a8e-4829-854f-ff94a9a42c65 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4777596 Jan 28 19:32:09.067183 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41258) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:09.072340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:09.312107 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (96fda1fd-6afd-49a1-8283-2edaf10a8d01), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.367021 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4937179-5a4f-4949-b5a7-78fcaab3e34a tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (35e44253-9a3f-4afe-86c1-ef7a7c51120b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.415385 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4937179-5a4f-4949-b5a7-78fcaab3e34a tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (35e44253-9a3f-4afe-86c1-ef7a7c51120b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.467220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4937179-5a4f-4949-b5a7-78fcaab3e34a tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network 925747b6-5bee-41db-86ab-f6eb3db19893 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:09.470986 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a4937179-5a4f-4949-b5a7-78fcaab3e34a tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:09.477360 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4937179-5a4f-4949-b5a7-78fcaab3e34a tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:09.573899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4937179-5a4f-4949-b5a7-78fcaab3e34a tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:09.574988 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a4937179-5a4f-4949-b5a7-78fcaab3e34a tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.579891 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] device_id is not set on port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:32:09.595577 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks [] for port (96fda1fd-6afd-49a1-8283-2edaf10a8d01), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.602300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4937179-5a4f-4949-b5a7-78fcaab3e34a tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=35e44253-9a3f-4afe-86c1-ef7a7c51120b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:09.606440 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (96fda1fd-6afd-49a1-8283-2edaf10a8d01), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.614929 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a4937179-5a4f-4949-b5a7-78fcaab3e34a tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.7355287 Jan 28 19:32:09.615771 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41262) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:09.620935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '35e44253-9a3f-4afe-86c1-ef7a7c51120b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:09.648618 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.690467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Pushing event updated for resources: {'Port': ['ID=96fda1fd-6afd-49a1-8283-2edaf10a8d01,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:09.697345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:09.697717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:09.698081 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:09.702994 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:09.703325 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:09.703713 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 2 to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 Jan 28 19:32:09.718568 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:09.718904 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:09.719246 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:09.723664 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:09.723934 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:09.724322 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 3 to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 Jan 28 19:32:09.736746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:09.737083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:09.737417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:09.741878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:09.742254 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:09.742640 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 4 to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 Jan 28 19:32:09.754953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:09.755292 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:09.755624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:09.759837 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:09.760157 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:09.760539 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 5 to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 Jan 28 19:32:09.772557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:09.772894 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:09.773229 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:09.774697 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.777496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:09.777815 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:09.778231 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 6 to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 Jan 28 19:32:09.790779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:09.791116 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:09.791447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:09.798409 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:09.799228 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:09.799775 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 7 to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 Jan 28 19:32:09.815659 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:09.815996 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:09.816377 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:09.823522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:09.823851 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:09.824297 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 8 to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 Jan 28 19:32:09.837602 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:09.837944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:09.838425 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:09.842846 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:09.843477 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:09.843862 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 9 to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 Jan 28 19:32:09.862211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:09.862791 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:09.862891 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:09.867704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:09.868024 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:09.868469 n-d-824834-4 neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempt 10 to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 Jan 28 19:32:09.881916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:09.882459 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:09.882976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempting to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:09.888160 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:32:09.888702 n-d-824834-4 neutron-server[103147]: ERROR neutron.plugins.ml2.managers [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Failed to bind port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on host n-h1-824834-4 for vnic_type normal using segments [{'id': '484b0277-73c0-453e-85fa-1535ebce3386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'adbb8612-3d15-4fee-99fc-4d1a1df44ff5'}] Jan 28 19:32:09.889370 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (96fda1fd-6afd-49a1-8283-2edaf10a8d01), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:09.902265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Allocated IP 172.25.0.162 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/cfdb600f-098c-4643-8805-af76e5424b60) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:09.970843 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] For port 96fda1fd-6afd-49a1-8283-2edaf10a8d01, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:32:09.971537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attempted to set empty binding levels {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 28 19:32:09.978564 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (96fda1fd-6afd-49a1-8283-2edaf10a8d01), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:10.024542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] In _notify_port_updated(), no bound segment for port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 on network adbb8612-3d15-4fee-99fc-4d1a1df44ff5 {{(pid=103147) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:32:10.025405 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:10.026006 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:10.027620 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] 10.222.0.55 "PUT /v2.0/ports/96fda1fd-6afd-49a1-8283-2edaf10a8d01 HTTP/1.1" status: 200 len: 974 time: 0.9594529 Jan 28 19:32:10.030901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41278) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:10.042431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38aae5-3bd7-4318-9b3b-a0cdce1ba3b7 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Pushing event updated for resources: {'Port': ['ID=96fda1fd-6afd-49a1-8283-2edaf10a8d01,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:10.114388 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (cfdb600f-098c-4643-8805-af76e5424b60), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:10.186159 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bc34a304-fbec-48cb-8950-e40bd8706088 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Deleting port 96fda1fd-6afd-49a1-8283-2edaf10a8d01 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:10.186797 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc34a304-fbec-48cb-8950-e40bd8706088 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (96fda1fd-6afd-49a1-8283-2edaf10a8d01), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:10.202848 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (cfdb600f-098c-4643-8805-af76e5424b60), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:10.299920 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:10.307755 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:10.317052 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bc34a304-fbec-48cb-8950-e40bd8706088 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] For port 96fda1fd-6afd-49a1-8283-2edaf10a8d01, host n-h1-824834-4, got binding levels [] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:10.317676 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc34a304-fbec-48cb-8950-e40bd8706088 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (96fda1fd-6afd-49a1-8283-2edaf10a8d01), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:10.321967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:10.331276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=cfdb600f-098c-4643-8805-af76e5424b60,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:10.361767 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bc34a304-fbec-48cb-8950-e40bd8706088 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Calling delete_port for 96fda1fd-6afd-49a1-8283-2edaf10a8d01 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:10.524491 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc34a304-fbec-48cb-8950-e40bd8706088 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (96fda1fd-6afd-49a1-8283-2edaf10a8d01), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:10.655312 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bc34a304-fbec-48cb-8950-e40bd8706088 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:10.662188 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41294) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:10.662420 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bc34a304-fbec-48cb-8950-e40bd8706088 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] 10.222.0.55 "DELETE /v2.0/ports/96fda1fd-6afd-49a1-8283-2edaf10a8d01 HTTP/1.1" status: 204 len: 168 time: 0.6285405 Jan 28 19:32:10.663272 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34a304-fbec-48cb-8950-e40bd8706088 tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] Pushing event deleted for resources: {'Port': ['ID=96fda1fd-6afd-49a1-8283-2edaf10a8d01,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:10.715001 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0cc1dfb-0fe4-451a-8718-067d616a129e tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] GET failed (client error): The resource could not be found. Jan 28 19:32:10.719043 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c0cc1dfb-0fe4-451a-8718-067d616a129e tempest-PortsAdminExtendedAttrsTestJSON-1413458065 tempest-PortsAdminExtendedAttrsTestJSON-1413458065-project-admin] 10.222.0.55 "GET /v2.0/ports/96fda1fd-6afd-49a1-8283-2edaf10a8d01 HTTP/1.1" status: 404 len: 333 time: 0.0558152 Jan 28 19:32:10.725022 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:10.845751 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a1d4c6e-5ecf-4a78-b4da-b4caad799a11 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (adbb8612-3d15-4fee-99fc-4d1a1df44ff5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:10.889391 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (11c36e92-7e7d-486e-9406-15db9b50bf8a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:10.985212 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cfdb600f-098c-4643-8805-af76e5424b60), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:11.184333 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (cfdb600f-098c-4643-8805-af76e5424b60), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:11.190684 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (cfdb600f-098c-4643-8805-af76e5424b60), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:11.294337 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=cfdb600f-098c-4643-8805-af76e5424b60,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:11.307416 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (11c36e92-7e7d-486e-9406-15db9b50bf8a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:11.351519 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a1d4c6e-5ecf-4a78-b4da-b4caad799a11 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (adbb8612-3d15-4fee-99fc-4d1a1df44ff5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:11.378009 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3a1d4c6e-5ecf-4a78-b4da-b4caad799a11 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbb8612-3d15-4fee-99fc-4d1a1df44ff5']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:11.388967 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3a1d4c6e-5ecf-4a78-b4da-b4caad799a11 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484b0277-73c0-453e-85fa-1535ebce3386') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:11.389299 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3a1d4c6e-5ecf-4a78-b4da-b4caad799a11 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484b0277-73c0-453e-85fa-1535ebce3386') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:11.399927 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a1d4c6e-5ecf-4a78-b4da-b4caad799a11 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (484b0277-73c0-453e-85fa-1535ebce3386), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:11.417561 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a1d4c6e-5ecf-4a78-b4da-b4caad799a11 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (484b0277-73c0-453e-85fa-1535ebce3386), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:11.424344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1d4c6e-5ecf-4a78-b4da-b4caad799a11 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:32:11.424735 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a1d4c6e-5ecf-4a78-b4da-b4caad799a11 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (484b0277-73c0-453e-85fa-1535ebce3386), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:32:11.428172 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:32:11.435904 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Floating IP 11c36e92-7e7d-486e-9406-15db9b50bf8a associated. External IP: 172.25.0.162, port: 35e44253-9a3f-4afe-86c1-ef7a7c51120b. Jan 28 19:32:11.500150 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a1d4c6e-5ecf-4a78-b4da-b4caad799a11 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (adbb8612-3d15-4fee-99fc-4d1a1df44ff5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:11.510520 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3a1d4c6e-5ecf-4a78-b4da-b4caad799a11 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:11.519561 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3a1d4c6e-5ecf-4a78-b4da-b4caad799a11 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] 10.222.0.55 "DELETE /v2.0/networks/adbb8612-3d15-4fee-99fc-4d1a1df44ff5 HTTP/1.1" status: 204 len: 168 time: 0.7929103 Jan 28 19:32:11.537276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d4c6e-5ecf-4a78-b4da-b4caad799a11 tempest-PortsAdminExtendedAttrsTestJSON-340423032 tempest-PortsAdminExtendedAttrsTestJSON-340423032-project] Pushing event deleted for resources: {'Network': ['ID=adbb8612-3d15-4fee-99fc-4d1a1df44ff5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:11.703177 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router 684cdeb3-5e74-493f-a99b-d38c4fda3cfd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:11.878573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:11.892904 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f2a6d-99cf-49af-8c5c-57d9ab999edc None None] Sync routers for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:11.911305 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41318) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:11.916835 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:11.918266 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f2a6d-99cf-49af-8c5c-57d9ab999edc None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:11.919624 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a47f2a6d-99cf-49af-8c5c-57d9ab999edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:11.961676 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a47f2a6d-99cf-49af-8c5c-57d9ab999edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:11.974416 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f2a6d-99cf-49af-8c5c-57d9ab999edc None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:11.975411 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a47f2a6d-99cf-49af-8c5c-57d9ab999edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:12.015700 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a47f2a6d-99cf-49af-8c5c-57d9ab999edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:12.017080 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f2a6d-99cf-49af-8c5c-57d9ab999edc None None] The sync data for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:12.020833 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-044f23be-db5b-44fd-8e0b-f20010665e6e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.4012394 Jan 28 19:32:12.021102 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41328) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:12.026629 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f0f7ebef-4841-44d9-92fc-acb15da3add2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'floatingip': {'port_id': '35e44253-9a3f-4afe-86c1-ef7a7c51120b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:12.125754 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ebef-4841-44d9-92fc-acb15da3add2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (11c36e92-7e7d-486e-9406-15db9b50bf8a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.214616 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2d05f654-1886-4414-a836-2731e53e4ec2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c84436fd1b54fa9a30b0a5f296c8501&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3011351 Jan 28 19:32:12.217452 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41352) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:12.297064 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8662639f-359e-4c96-a83d-0ddac0e17716 admin admin] Publish callbacks [] for security_group (207a89d1-68e4-44f3-84b9-dc9b24532e3e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.320440 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8662639f-359e-4c96-a83d-0ddac0e17716 admin admin] Publish callbacks [] for security_group (207a89d1-68e4-44f3-84b9-dc9b24532e3e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.385227 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8662639f-359e-4c96-a83d-0ddac0e17716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (207a89d1-68e4-44f3-84b9-dc9b24532e3e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.388706 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8662639f-359e-4c96-a83d-0ddac0e17716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.391140 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8662639f-359e-4c96-a83d-0ddac0e17716 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/207a89d1-68e4-44f3-84b9-dc9b24532e3e HTTP/1.1" status: 204 len: 168 time: 0.1714749 Jan 28 19:32:12.418216 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662639f-359e-4c96-a83d-0ddac0e17716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207a89d1-68e4-44f3-84b9-dc9b24532e3e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:12.863125 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ebef-4841-44d9-92fc-acb15da3add2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.870598 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ebef-4841-44d9-92fc-acb15da3add2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (11c36e92-7e7d-486e-9406-15db9b50bf8a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:12.878363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41422) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:12.945354 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0f97765c-3c67-41f1-9b20-974e57c4fc5c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1c08563f61241598126dc2bbab4e87e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0653911 Jan 28 19:32:12.954198 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41434) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:13.016718 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:32:13.058806 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4edf068f-2a51-4aff-827e-ee0f28f7f219 admin admin] Publish callbacks [] for security_group (53ce4727-2f9e-4432-be5a-b52763902b95), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.097283 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4edf068f-2a51-4aff-827e-ee0f28f7f219 admin admin] Publish callbacks [] for security_group (53ce4727-2f9e-4432-be5a-b52763902b95), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.175303 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4edf068f-2a51-4aff-827e-ee0f28f7f219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (53ce4727-2f9e-4432-be5a-b52763902b95), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.176456 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f7ebef-4841-44d9-92fc-acb15da3add2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router 684cdeb3-5e74-493f-a99b-d38c4fda3cfd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:13.179115 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4edf068f-2a51-4aff-827e-ee0f28f7f219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.180750 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4edf068f-2a51-4aff-827e-ee0f28f7f219 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/53ce4727-2f9e-4432-be5a-b52763902b95 HTTP/1.1" status: 204 len: 168 time: 0.2296875 Jan 28 19:32:13.189472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf068f-2a51-4aff-827e-ee0f28f7f219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ce4727-2f9e-4432-be5a-b52763902b95,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:13.409226 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f7ebef-4841-44d9-92fc-acb15da3add2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:13.423133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5019fb2d-3caa-4604-b4ab-267d10a6aa7b None None] Sync routers for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:13.432390 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ebef-4841-44d9-92fc-acb15da3add2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:13.453421 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5019fb2d-3caa-4604-b4ab-267d10a6aa7b None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:13.454994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5019fb2d-3caa-4604-b4ab-267d10a6aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:13.517854 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f0f7ebef-4841-44d9-92fc-acb15da3add2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "PUT /v2.0/floatingips/11c36e92-7e7d-486e-9406-15db9b50bf8a HTTP/1.1" status: 200 len: 979 time: 1.4941912 Jan 28 19:32:13.520689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41506) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:13.557434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5019fb2d-3caa-4604-b4ab-267d10a6aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:13.577528 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5019fb2d-3caa-4604-b4ab-267d10a6aa7b None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:13.579681 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5019fb2d-3caa-4604-b4ab-267d10a6aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:13.649256 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5019fb2d-3caa-4604-b4ab-267d10a6aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:13.650886 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5019fb2d-3caa-4604-b4ab-267d10a6aa7b None None] The sync data for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:13.825419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41546) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:13.886341 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1a88dd93-758a-4e0a-aa55-7547a1de91f0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Deleting port cfdb600f-098c-4643-8805-af76e5424b60 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:13.886562 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a88dd93-758a-4e0a-aa55-7547a1de91f0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (cfdb600f-098c-4643-8805-af76e5424b60), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.011400 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a88dd93-758a-4e0a-aa55-7547a1de91f0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (cfdb600f-098c-4643-8805-af76e5424b60), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.012194 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a88dd93-758a-4e0a-aa55-7547a1de91f0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (cfdb600f-098c-4643-8805-af76e5424b60), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.027896 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1a88dd93-758a-4e0a-aa55-7547a1de91f0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Calling delete_port for cfdb600f-098c-4643-8805-af76e5424b60 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:14.088625 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c7471f4-956d-4509-bb58-75fe9ecbe9d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.214818 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c7471f4-956d-4509-bb58-75fe9ecbe9d3 admin admin] Publish callbacks [] for security_group (f1358877-7c56-477a-9470-b5453678bbf4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.224260 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2c7471f4-956d-4509-bb58-75fe9ecbe9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f1358877-7c56-477a-9470-b5453678bbf4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.324714 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7471f4-956d-4509-bb58-75fe9ecbe9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1358877-7c56-477a-9470-b5453678bbf4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:14.381261 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2c7471f4-956d-4509-bb58-75fe9ecbe9d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d671226f1034adfa688eedddc272857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5525274 Jan 28 19:32:14.383582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41610) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:14.508382 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a88dd93-758a-4e0a-aa55-7547a1de91f0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (cfdb600f-098c-4643-8805-af76e5424b60), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.545356 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-184a7c28-b092-4fd2-9504-38b5666413e2 admin admin] Publish callbacks [] for security_group (f1358877-7c56-477a-9470-b5453678bbf4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.571537 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-184a7c28-b092-4fd2-9504-38b5666413e2 admin admin] Publish callbacks [] for security_group (f1358877-7c56-477a-9470-b5453678bbf4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.637190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88dd93-758a-4e0a-aa55-7547a1de91f0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Port': ['ID=cfdb600f-098c-4643-8805-af76e5424b60,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:14.698064 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a88dd93-758a-4e0a-aa55-7547a1de91f0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (11c36e92-7e7d-486e-9406-15db9b50bf8a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.699023 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-1a88dd93-758a-4e0a-aa55-7547a1de91f0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Floating IP 11c36e92-7e7d-486e-9406-15db9b50bf8a disassociated (deleted). External IP: 172.25.0.162, port: 35e44253-9a3f-4afe-86c1-ef7a7c51120b. Jan 28 19:32:14.702576 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-184a7c28-b092-4fd2-9504-38b5666413e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f1358877-7c56-477a-9470-b5453678bbf4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.707429 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-184a7c28-b092-4fd2-9504-38b5666413e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:14.711543 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-184a7c28-b092-4fd2-9504-38b5666413e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f1358877-7c56-477a-9470-b5453678bbf4 HTTP/1.1" status: 204 len: 168 time: 0.3266087 Jan 28 19:32:14.956134 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a7c28-b092-4fd2-9504-38b5666413e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1358877-7c56-477a-9470-b5453678bbf4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:15.216745 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a88dd93-758a-4e0a-aa55-7547a1de91f0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router 684cdeb3-5e74-493f-a99b-d38c4fda3cfd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:15.346961 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41730) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:15.445314 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a88dd93-758a-4e0a-aa55-7547a1de91f0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:15.450829 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a88dd93-758a-4e0a-aa55-7547a1de91f0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:15.457734 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e12863-8977-4a97-b816-f3a82e3385e4 None None] Sync routers for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:15.478878 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e12863-8977-4a97-b816-f3a82e3385e4 None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:15.479744 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b9e12863-8977-4a97-b816-f3a82e3385e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:15.503834 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1a88dd93-758a-4e0a-aa55-7547a1de91f0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/floatingips/11c36e92-7e7d-486e-9406-15db9b50bf8a HTTP/1.1" status: 204 len: 168 time: 1.9811487 Jan 28 19:32:15.505039 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41748) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:15.556035 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b9e12863-8977-4a97-b816-f3a82e3385e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:15.576696 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e12863-8977-4a97-b816-f3a82e3385e4 None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:15.577696 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b9e12863-8977-4a97-b816-f3a82e3385e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:31:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:15.641465 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b9e12863-8977-4a97-b816-f3a82e3385e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:15.642378 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e12863-8977-4a97-b816-f3a82e3385e4 None None] The sync data for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:15.697342 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4e78644b-ca7a-43fd-adf4-61f9269ea52f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Deleting port 35e44253-9a3f-4afe-86c1-ef7a7c51120b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:15.700270 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e78644b-ca7a-43fd-adf4-61f9269ea52f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (35e44253-9a3f-4afe-86c1-ef7a7c51120b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:15.941405 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39df4294-f249-4a0c-bbb9-4a25d50308ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:15.968999 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e78644b-ca7a-43fd-adf4-61f9269ea52f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (35e44253-9a3f-4afe-86c1-ef7a7c51120b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.026787 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4e78644b-ca7a-43fd-adf4-61f9269ea52f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Calling delete_port for 35e44253-9a3f-4afe-86c1-ef7a7c51120b owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:16.109745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41818) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:16.132718 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39df4294-f249-4a0c-bbb9-4a25d50308ad admin admin] Publish callbacks [] for security_group (526a4c1e-721c-432f-935a-05a82ff99b09), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.143470 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-39df4294-f249-4a0c-bbb9-4a25d50308ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (526a4c1e-721c-432f-935a-05a82ff99b09), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.190201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df4294-f249-4a0c-bbb9-4a25d50308ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526a4c1e-721c-432f-935a-05a82ff99b09,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:16.209009 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-39df4294-f249-4a0c-bbb9-4a25d50308ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44365e0cb89d4b3ebb3298a83f75f4c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8609531 Jan 28 19:32:16.211751 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41832) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:16.303969 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-61928142-c82b-4dc3-9f8c-52b58c4eb718 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1736869543', 'router:external': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:16.308088 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17e0b99d-a361-4c26-817b-67bff594628f admin admin] Publish callbacks [] for security_group (526a4c1e-721c-432f-935a-05a82ff99b09), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.341623 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17e0b99d-a361-4c26-817b-67bff594628f admin admin] Publish callbacks [] for security_group (526a4c1e-721c-432f-935a-05a82ff99b09), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.352408 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61928142-c82b-4dc3-9f8c-52b58c4eb718 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Made reservation on behalf of 95db696c036d4255bc97e70a5e807fd7 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:16.357426 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61928142-c82b-4dc3-9f8c-52b58c4eb718 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.370366 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61928142-c82b-4dc3-9f8c-52b58c4eb718 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.383812 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e78644b-ca7a-43fd-adf4-61f9269ea52f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (35e44253-9a3f-4afe-86c1-ef7a7c51120b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.436184 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78644b-ca7a-43fd-adf4-61f9269ea52f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Port': ['ID=35e44253-9a3f-4afe-86c1-ef7a7c51120b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:16.482430 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17e0b99d-a361-4c26-817b-67bff594628f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (526a4c1e-721c-432f-935a-05a82ff99b09), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.486990 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-17e0b99d-a361-4c26-817b-67bff594628f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.494935 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-17e0b99d-a361-4c26-817b-67bff594628f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/526a4c1e-721c-432f-935a-05a82ff99b09 HTTP/1.1" status: 204 len: 168 time: 0.2820256 Jan 28 19:32:16.508478 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0b99d-a361-4c26-817b-67bff594628f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526a4c1e-721c-432f-935a-05a82ff99b09,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:16.567399 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e78644b-ca7a-43fd-adf4-61f9269ea52f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.578130 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4e78644b-ca7a-43fd-adf4-61f9269ea52f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/ports/35e44253-9a3f-4afe-86c1-ef7a7c51120b HTTP/1.1" status: 204 len: 168 time: 1.0712790 Jan 28 19:32:16.580371 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61928142-c82b-4dc3-9f8c-52b58c4eb718 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for security_group (9b8bcc57-1e22-4a41-869c-805f049b60b4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.581734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41864) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:16.588215 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:16.592039 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61928142-c82b-4dc3-9f8c-52b58c4eb718 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9b8bcc57-1e22-4a41-869c-805f049b60b4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.628848 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61928142-c82b-4dc3-9f8c-52b58c4eb718 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:32:16.637126 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.651287 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61928142-c82b-4dc3-9f8c-52b58c4eb718 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (29bcbc53-77d8-4817-b0a4-3dbca16add92), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.651979 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-61928142-c82b-4dc3-9f8c-52b58c4eb718 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Added segment 29bcbc53-77d8-4817-b0a4-3dbca16add92 of type vlan for network 1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7 Jan 28 19:32:16.671041 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61928142-c82b-4dc3-9f8c-52b58c4eb718 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8bcc57-1e22-4a41-869c-805f049b60b4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:16.729635 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61928142-c82b-4dc3-9f8c-52b58c4eb718 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.763601 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.784743 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61928142-c82b-4dc3-9f8c-52b58c4eb718 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.786281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61928142-c82b-4dc3-9f8c-52b58c4eb718 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:16.786990 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61928142-c82b-4dc3-9f8c-52b58c4eb718 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.859922 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-61928142-c82b-4dc3-9f8c-52b58c4eb718 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7490213 Jan 28 19:32:16.860466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41870) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:16.865230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4df71eed-9b21-4e1a-bd8c-f4c99a3dc2a3 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Request body: {'subnet': {'network_id': '1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:16.876332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61928142-c82b-4dc3-9f8c-52b58c4eb718 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Pushing event updated for resources: {'Network': ['ID=1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:16.886532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:32:16.909996 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df71eed-9b21-4e1a-bd8c-f4c99a3dc2a3 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Made reservation on behalf of 95db696c036d4255bc97e70a5e807fd7 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:16.912809 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4df71eed-9b21-4e1a-bd8c-f4c99a3dc2a3 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:16.915729 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Allocated IP 172.25.0.24 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/c1768ecd-67c9-48d0-af64-420d9893d923) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:17.149404 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (c1768ecd-67c9-48d0-af64-420d9893d923), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:17.295077 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c1768ecd-67c9-48d0-af64-420d9893d923), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:17.371151 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:17.376118 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:17.382249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:17.428526 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=c1768ecd-67c9-48d0-af64-420d9893d923,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:17.514675 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (93b8f42a-eef0-4e14-b170-2de05149908a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:17.567083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.objects.ports [None req-4df71eed-9b21-4e1a-bd8c-f4c99a3dc2a3 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:32:17.568308 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4df71eed-9b21-4e1a-bd8c-f4c99a3dc2a3 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (7e6c99df-20c7-49fa-9e7c-802b3503e939), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:17.626983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df71eed-9b21-4e1a-bd8c-f4c99a3dc2a3 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7e6c99df-20c7-49fa-9e7c-802b3503e939,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:17.645362 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c1768ecd-67c9-48d0-af64-420d9893d923), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:17.690709 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df71eed-9b21-4e1a-bd8c-f4c99a3dc2a3 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Checking segment: {'id': '29bcbc53-77d8-4817-b0a4-3dbca16add92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:17.691109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df71eed-9b21-4e1a-bd8c-f4c99a3dc2a3 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Network hostable DHCP agents. Network: 1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:32:17.731446 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df71eed-9b21-4e1a-bd8c-f4c99a3dc2a3 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Network 1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:32:17.775688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4df71eed-9b21-4e1a-bd8c-f4c99a3dc2a3 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:17.783733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df71eed-9b21-4e1a-bd8c-f4c99a3dc2a3 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:17.784601 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4df71eed-9b21-4e1a-bd8c-f4c99a3dc2a3 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:17.784762 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aa9680-b997-417b-8da6-42ffd510f7fe None None] Network 1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:17.827452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41902) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:17.834093 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-36a5b2a9-a83d-4464-9364-44300bce203a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-275257130', 'network_id': '1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:17.839448 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4df71eed-9b21-4e1a-bd8c-f4c99a3dc2a3 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9771574 Jan 28 19:32:17.870240 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a5b2a9-a83d-4464-9364-44300bce203a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Made reservation on behalf of 95db696c036d4255bc97e70a5e807fd7 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:17.886846 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36a5b2a9-a83d-4464-9364-44300bce203a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:17.967539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-36a5b2a9-a83d-4464-9364-44300bce203a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] device_id is not set on port 5a52eac7-b2f9-4363-9a4b-00b096866c8a yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:32:17.971065 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (c1768ecd-67c9-48d0-af64-420d9893d923), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:17.980675 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa559435-9ed4-43c8-988e-cde5d922a2b7 None None] Network 1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:17.986094 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c1768ecd-67c9-48d0-af64-420d9893d923), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:18.085114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=c1768ecd-67c9-48d0-af64-420d9893d923,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:18.148613 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (93b8f42a-eef0-4e14-b170-2de05149908a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:18.149395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-36a5b2a9-a83d-4464-9364-44300bce203a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Allocated IP 2001:db8::1b1 (1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7/7e6c99df-20c7-49fa-9e7c-802b3503e939/5a52eac7-b2f9-4363-9a4b-00b096866c8a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:18.171719 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:18.174220 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f855b451-730d-4ece-8d7d-fc7db785b4e2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5911393 Jan 28 19:32:18.176996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41908) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:18.191499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-74047f68-dd1d-4a30-918b-e0e5464211f9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'port': {'network_id': '925747b6-5bee-41db-86ab-f6eb3db19893', 'name': 'tempest-FloatingIPTestJSON-1547940596'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:18.223203 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6de5b1cd-5f09-44a8-8be4-655a7ec0c72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:18.426063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74047f68-dd1d-4a30-918b-e0e5464211f9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Made reservation on behalf of 9cc5c0429d874ff299c556d630dac00d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:18.429767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74047f68-dd1d-4a30-918b-e0e5464211f9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:18.457993 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-74047f68-dd1d-4a30-918b-e0e5464211f9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] device_id is not set on port 8706eace-31ed-48d4-b12a-3eff15eb052c yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:32:18.530998 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36a5b2a9-a83d-4464-9364-44300bce203a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for port (5a52eac7-b2f9-4363-9a4b-00b096866c8a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:18.620185 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-74047f68-dd1d-4a30-918b-e0e5464211f9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Allocated IP 172.20.0.11 (925747b6-5bee-41db-86ab-f6eb3db19893/0306dc50-9f92-4bc2-9015-356c14cb55f1/8706eace-31ed-48d4-b12a-3eff15eb052c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:18.630804 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36a5b2a9-a83d-4464-9364-44300bce203a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (5a52eac7-b2f9-4363-9a4b-00b096866c8a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:18.702371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a5b2a9-a83d-4464-9364-44300bce203a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Network 1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:18.711127 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-36a5b2a9-a83d-4464-9364-44300bce203a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:18.743958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a5b2a9-a83d-4464-9364-44300bce203a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:18.743958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a5b2a9-a83d-4464-9364-44300bce203a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:18.744649 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-36a5b2a9-a83d-4464-9364-44300bce203a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:18.769030 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5b2a9-a83d-4464-9364-44300bce203a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Pushing event updated for resources: {'Port': ['ID=5a52eac7-b2f9-4363-9a4b-00b096866c8a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:18.787143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41938) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:18.787789 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-36a5b2a9-a83d-4464-9364-44300bce203a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9575684 Jan 28 19:32:18.892460 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5361b407-2a9d-4527-8c24-04c69a5e1470 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Deleting port 5a52eac7-b2f9-4363-9a4b-00b096866c8a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:18.893370 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5361b407-2a9d-4527-8c24-04c69a5e1470 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5a52eac7-b2f9-4363-9a4b-00b096866c8a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.005161 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74047f68-dd1d-4a30-918b-e0e5464211f9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (8706eace-31ed-48d4-b12a-3eff15eb052c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.046639 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5361b407-2a9d-4527-8c24-04c69a5e1470 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5a52eac7-b2f9-4363-9a4b-00b096866c8a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.060972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5361b407-2a9d-4527-8c24-04c69a5e1470 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Calling delete_port for 5a52eac7-b2f9-4363-9a4b-00b096866c8a owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:19.091811 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74047f68-dd1d-4a30-918b-e0e5464211f9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8706eace-31ed-48d4-b12a-3eff15eb052c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.204263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74047f68-dd1d-4a30-918b-e0e5464211f9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network 925747b6-5bee-41db-86ab-f6eb3db19893 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:19.208221 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5361b407-2a9d-4527-8c24-04c69a5e1470 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5a52eac7-b2f9-4363-9a4b-00b096866c8a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.213130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-74047f68-dd1d-4a30-918b-e0e5464211f9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:19.215221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41942) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:19.218419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74047f68-dd1d-4a30-918b-e0e5464211f9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:19.251072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361b407-2a9d-4527-8c24-04c69a5e1470 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a52eac7-b2f9-4363-9a4b-00b096866c8a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:19.287087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74047f68-dd1d-4a30-918b-e0e5464211f9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:19.288388 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-74047f68-dd1d-4a30-918b-e0e5464211f9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.306635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74047f68-dd1d-4a30-918b-e0e5464211f9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=8706eace-31ed-48d4-b12a-3eff15eb052c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:19.306826 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5361b407-2a9d-4527-8c24-04c69a5e1470 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.316909 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5361b407-2a9d-4527-8c24-04c69a5e1470 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "DELETE /v2.0/ports/5a52eac7-b2f9-4363-9a4b-00b096866c8a HTTP/1.1" status: 204 len: 168 time: 0.5276499 Jan 28 19:32:19.319586 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41946) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:19.325891 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7', 'external_fixed_ips': [{'subnet_id': '7e6c99df-20c7-49fa-9e7c-802b3503e939', 'ip_address': '2001:db8::1b1'}]}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:19.332628 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-74047f68-dd1d-4a30-918b-e0e5464211f9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1540432 Jan 28 19:32:19.336224 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41948) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:19.349259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-12e040f1-0beb-4269-a8a4-6a9e8addaae5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'floatingip': {'port_id': '8706eace-31ed-48d4-b12a-3eff15eb052c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:19.371656 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (d8c50aca-decd-4640-84a9-a047617cb9fb), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.374534 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (d8c50aca-decd-4640-84a9-a047617cb9fb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.454732 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12e040f1-0beb-4269-a8a4-6a9e8addaae5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (93b8f42a-eef0-4e14-b170-2de05149908a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.514466 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_controller (d8c50aca-decd-4640-84a9-a047617cb9fb), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.614919 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df641bec-7ccb-4af4-ae39-9d7681f7bd2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.835837 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (d8c50aca-decd-4640-84a9-a047617cb9fb), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.971083 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df641bec-7ccb-4af4-ae39-9d7681f7bd2c admin admin] Publish callbacks [] for security_group (6ea1be12-18e3-42f0-82af-17e91cf9726d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:19.985185 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-df641bec-7ccb-4af4-ae39-9d7681f7bd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6ea1be12-18e3-42f0-82af-17e91cf9726d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.028875 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-df641bec-7ccb-4af4-ae39-9d7681f7bd2c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2febb1fb887c43c6903ab4c849c34cec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8095808 Jan 28 19:32:20.029562 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 41976) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:20.121823 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df641bec-7ccb-4af4-ae39-9d7681f7bd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea1be12-18e3-42f0-82af-17e91cf9726d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:20.284626 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12e040f1-0beb-4269-a8a4-6a9e8addaae5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.298244 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12e040f1-0beb-4269-a8a4-6a9e8addaae5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (93b8f42a-eef0-4e14-b170-2de05149908a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.331890 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f701dfd-2d2b-45cc-ace7-490ea741295b admin admin] Publish callbacks [] for security_group (6ea1be12-18e3-42f0-82af-17e91cf9726d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.400954 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f701dfd-2d2b-45cc-ace7-490ea741295b admin admin] Publish callbacks [] for security_group (6ea1be12-18e3-42f0-82af-17e91cf9726d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.417644 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d91b26e5-c16b-4302-b2a1-805a7beadfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.428433 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (d8c50aca-decd-4640-84a9-a047617cb9fb), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.441624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41984) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:20.481419 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.512439 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-12e040f1-0beb-4269-a8a4-6a9e8addaae5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Floating IP 93b8f42a-eef0-4e14-b170-2de05149908a associated. External IP: 172.25.0.24, port: 8706eace-31ed-48d4-b12a-3eff15eb052c. Jan 28 19:32:20.748788 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.763608 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f701dfd-2d2b-45cc-ace7-490ea741295b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6ea1be12-18e3-42f0-82af-17e91cf9726d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.770081 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f701dfd-2d2b-45cc-ace7-490ea741295b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.772433 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6f701dfd-2d2b-45cc-ace7-490ea741295b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ea1be12-18e3-42f0-82af-17e91cf9726d HTTP/1.1" status: 204 len: 168 time: 0.7404654 Jan 28 19:32:20.807237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f701dfd-2d2b-45cc-ace7-490ea741295b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea1be12-18e3-42f0-82af-17e91cf9726d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:20.876115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] Publish callbacks [] for security_group (bebe304b-5e35-49a8-a387-093676e695ac), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:20.941883 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Allocated IP 2001:db8::1b1 (1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7/7e6c99df-20c7-49fa-9e7c-802b3503e939/7e7f9608-336b-4a7a-9f3d-cb5501756009) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:21.008620 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bebe304b-5e35-49a8-a387-093676e695ac), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.011857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e040f1-0beb-4269-a8a4-6a9e8addaae5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router 684cdeb3-5e74-493f-a99b-d38c4fda3cfd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:21.056142 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebe304b-5e35-49a8-a387-093676e695ac,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:21.078057 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:21.078405 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:21.078747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:21.079083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:21.079410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:21.079737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:21.080067 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:21.080390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:21.080709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:21.081033 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:21.081351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:21.081668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:21.081984 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:21.193355 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for port (7e7f9608-336b-4a7a-9f3d-cb5501756009), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.240805 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e040f1-0beb-4269-a8a4-6a9e8addaae5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:21.244249 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f334c694-a3ac-4f16-b0ad-1ec6d079c556 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89b235622fd745358cc5c9a615176a37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8017194 Jan 28 19:32:21.247468 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12e040f1-0beb-4269-a8a4-6a9e8addaae5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.249423 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41994) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:21.253422 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd3ede-84de-47cf-ba95-3fe94d2dc6f2 None None] Sync routers for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:21.256415 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (7e7f9608-336b-4a7a-9f3d-cb5501756009), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.269246 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccd3ede-84de-47cf-ba95-3fe94d2dc6f2 None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:21.270203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8ccd3ede-84de-47cf-ba95-3fe94d2dc6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:21.340938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8ccd3ede-84de-47cf-ba95-3fe94d2dc6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:21.341699 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Network 1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:21.353918 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:21.355979 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-12e040f1-0beb-4269-a8a4-6a9e8addaae5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "PUT /v2.0/floatingips/93b8f42a-eef0-4e14-b170-2de05149908a HTTP/1.1" status: 200 len: 978 time: 2.0182264 Jan 28 19:32:21.357878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41996) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:21.375435 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:21.378659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccd3ede-84de-47cf-ba95-3fe94d2dc6f2 None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:21.379813 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8ccd3ede-84de-47cf-ba95-3fe94d2dc6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:21.448200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 41998) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:21.450917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8ccd3ede-84de-47cf-ba95-3fe94d2dc6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:21.452611 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccd3ede-84de-47cf-ba95-3fe94d2dc6f2 None None] The sync data for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:21.460054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Pushing event updated for resources: {'Port': ['ID=7e7f9608-336b-4a7a-9f3d-cb5501756009,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:21.553637 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4198c8e9-9f1b-4319-adf2-f4f99d95f619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.658001 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12acc075-9c3e-4486-855e-40c8c40a8be2 admin admin] Publish callbacks [] for security_group (bebe304b-5e35-49a8-a387-093676e695ac), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.700257 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (d8c50aca-decd-4640-84a9-a047617cb9fb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.712933 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.757314 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12acc075-9c3e-4486-855e-40c8c40a8be2 admin admin] Publish callbacks [] for security_group (bebe304b-5e35-49a8-a387-093676e695ac), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.812106 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12acc075-9c3e-4486-855e-40c8c40a8be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bebe304b-5e35-49a8-a387-093676e695ac), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.815046 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12acc075-9c3e-4486-855e-40c8c40a8be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.816375 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-12acc075-9c3e-4486-855e-40c8c40a8be2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bebe304b-5e35-49a8-a387-093676e695ac HTTP/1.1" status: 204 len: 168 time: 0.5659671 Jan 28 19:32:21.824486 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9fabe480-46f9-4e57-91ce-afb373406d7e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Deleting port 8706eace-31ed-48d4-b12a-3eff15eb052c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:21.824828 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fabe480-46f9-4e57-91ce-afb373406d7e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8706eace-31ed-48d4-b12a-3eff15eb052c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.844667 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4198c8e9-9f1b-4319-adf2-f4f99d95f619 admin admin] Publish callbacks [] for security_group (f171a1db-2e72-438c-b0b8-7e04ad6043cc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.854821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acc075-9c3e-4486-855e-40c8c40a8be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebe304b-5e35-49a8-a387-093676e695ac,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:21.894008 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4198c8e9-9f1b-4319-adf2-f4f99d95f619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f171a1db-2e72-438c-b0b8-7e04ad6043cc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:21.953694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198c8e9-9f1b-4319-adf2-f4f99d95f619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f171a1db-2e72-438c-b0b8-7e04ad6043cc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:21.973578 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4198c8e9-9f1b-4319-adf2-f4f99d95f619 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1f136223e80e4553b68d0e25b373bb78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5243068 Jan 28 19:32:21.976825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42006) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:22.044918 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fabe480-46f9-4e57-91ce-afb373406d7e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8706eace-31ed-48d4-b12a-3eff15eb052c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.186768 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80620035-e11c-4ede-81ea-02890a44d328 admin admin] Publish callbacks [] for security_group (f171a1db-2e72-438c-b0b8-7e04ad6043cc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.292110 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80620035-e11c-4ede-81ea-02890a44d328 admin admin] Publish callbacks [] for security_group (f171a1db-2e72-438c-b0b8-7e04ad6043cc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.393058 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fabe480-46f9-4e57-91ce-afb373406d7e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.393426 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fabe480-46f9-4e57-91ce-afb373406d7e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (93b8f42a-eef0-4e14-b170-2de05149908a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.393794 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-9fabe480-46f9-4e57-91ce-afb373406d7e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Floating IP 93b8f42a-eef0-4e14-b170-2de05149908a disassociated. External IP: 172.25.0.24, port: 8706eace-31ed-48d4-b12a-3eff15eb052c. Jan 28 19:32:22.394197 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9fabe480-46f9-4e57-91ce-afb373406d7e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Calling delete_port for 8706eace-31ed-48d4-b12a-3eff15eb052c owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:22.405102 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80620035-e11c-4ede-81ea-02890a44d328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f171a1db-2e72-438c-b0b8-7e04ad6043cc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.407743 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-80620035-e11c-4ede-81ea-02890a44d328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.408915 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-80620035-e11c-4ede-81ea-02890a44d328 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f171a1db-2e72-438c-b0b8-7e04ad6043cc HTTP/1.1" status: 204 len: 168 time: 0.4311697 Jan 28 19:32:22.447317 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80620035-e11c-4ede-81ea-02890a44d328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f171a1db-2e72-438c-b0b8-7e04ad6043cc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:22.568533 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fabe480-46f9-4e57-91ce-afb373406d7e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8706eace-31ed-48d4-b12a-3eff15eb052c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.573220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42012) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:22.627785 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5208-1dab-4d6a-8152-077db0769d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.652968 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabe480-46f9-4e57-91ce-afb373406d7e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Port': ['ID=8706eace-31ed-48d4-b12a-3eff15eb052c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:22.662771 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (d8c50aca-decd-4640-84a9-a047617cb9fb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.838746 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fabe480-46f9-4e57-91ce-afb373406d7e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router 684cdeb3-5e74-493f-a99b-d38c4fda3cfd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:22.849238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Router d8c50aca-decd-4640-84a9-a047617cb9fb is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:32:22.859845 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5208-1dab-4d6a-8152-077db0769d27 admin admin] Publish callbacks [] for security_group (16f32a97-1836-447a-896c-884009279b68), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.903854 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c2bd5208-1dab-4d6a-8152-077db0769d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (16f32a97-1836-447a-896c-884009279b68), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:22.975197 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c2bd5208-1dab-4d6a-8152-077db0769d27 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ccf05e596ac248eca6d16a38776e976e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3990283 Jan 28 19:32:22.983481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42024) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:23.024930 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.025655 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:23.035500 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee05c48-b082-44ee-8be9-4ccab88684a8 None None] Sync routers for ids ['d8c50aca-decd-4640-84a9-a047617cb9fb'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:23.054420 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee05c48-b082-44ee-8be9-4ccab88684a8 None None] Routers {'d8c50aca-decd-4640-84a9-a047617cb9fb'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:23.058671 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.060077 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a7b7ee84-ccfa-4624-b60b-80a883b1265a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.7395403 Jan 28 19:32:23.060521 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dee05c48-b082-44ee-8be9-4ccab88684a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d8c50aca-decd-4640-84a9-a047617cb9fb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:23.065144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42028) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:23.208629 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-dee05c48-b082-44ee-8be9-4ccab88684a8 None None] Set router d8c50aca-decd-4640-84a9-a047617cb9fb gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:32:23.287977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router (d8c50aca-decd-4640-84a9-a047617cb9fb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.414914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd5208-1dab-4d6a-8152-077db0769d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f32a97-1836-447a-896c-884009279b68,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:23.443910 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e20a0e7e-fd1a-4ea1-bca3-351d5cb70330 admin admin] Publish callbacks [] for security_group (16f32a97-1836-447a-896c-884009279b68), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.457093 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dee05c48-b082-44ee-8be9-4ccab88684a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c50aca-decd-4640-84a9-a047617cb9fb', 'name': '', 'tenant_id': '95db696c036d4255bc97e70a5e807fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7', 'external_fixed_ips': [{'subnet_id': '7e6c99df-20c7-49fa-9e7c-802b3503e939', 'ip_address': '2001:db8::1b1'}], 'enable_snat': True}, 'gw_port_id': '7e7f9608-336b-4a7a-9f3d-cb5501756009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:32:19Z', 'updated_at': '2022-01-28T19:32:21Z', 'revision_number': 3, 'project_id': '95db696c036d4255bc97e70a5e807fd7', 'gw_port': {'id': '7e7f9608-336b-4a7a-9f3d-cb5501756009', 'name': '', 'network_id': '1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c50aca-decd-4640-84a9-a047617cb9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7e6c99df-20c7-49fa-9e7c-802b3503e939', 'ip_address': '2001:db8::1b1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:32:20Z', 'updated_at': '2022-01-28T19:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e6c99df-20c7-49fa-9e7c-802b3503e939', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:23.471887 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e20a0e7e-fd1a-4ea1-bca3-351d5cb70330 admin admin] Publish callbacks [] for security_group (16f32a97-1836-447a-896c-884009279b68), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.475094 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (d8c50aca-decd-4640-84a9-a047617cb9fb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.486732 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee05c48-b082-44ee-8be9-4ccab88684a8 None None] Checking router: d8c50aca-decd-4640-84a9-a047617cb9fb for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:32:23.487474 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee05c48-b082-44ee-8be9-4ccab88684a8 None None] Updating router d8c50aca-decd-4640-84a9-a047617cb9fb port 7e7f9608-336b-4a7a-9f3d-cb5501756009 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:32:23.530095 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fabe480-46f9-4e57-91ce-afb373406d7e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:23.538275 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dee05c48-b082-44ee-8be9-4ccab88684a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7e7f9608-336b-4a7a-9f3d-cb5501756009), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.540996 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc09084-a16d-4906-970e-e7908d5a545f None None] Sync routers for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:23.557066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc09084-a16d-4906-970e-e7908d5a545f None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:23.558631 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8fc09084-a16d-4906-970e-e7908d5a545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:23.579293 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Deleting port 7e7f9608-336b-4a7a-9f3d-cb5501756009 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:23.580967 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7e7f9608-336b-4a7a-9f3d-cb5501756009), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.640881 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8fc09084-a16d-4906-970e-e7908d5a545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:23.655827 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e20a0e7e-fd1a-4ea1-bca3-351d5cb70330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (16f32a97-1836-447a-896c-884009279b68), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.660038 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e20a0e7e-fd1a-4ea1-bca3-351d5cb70330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.661246 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e20a0e7e-fd1a-4ea1-bca3-351d5cb70330 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/16f32a97-1836-447a-896c-884009279b68 HTTP/1.1" status: 204 len: 168 time: 0.6780043 Jan 28 19:32:23.664190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc09084-a16d-4906-970e-e7908d5a545f None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:23.666544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8fc09084-a16d-4906-970e-e7908d5a545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:23.720618 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7e7f9608-336b-4a7a-9f3d-cb5501756009), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.721983 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a0e7e-fd1a-4ea1-bca3-351d5cb70330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f32a97-1836-447a-896c-884009279b68,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:23.744712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8fc09084-a16d-4906-970e-e7908d5a545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:23.746154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc09084-a16d-4906-970e-e7908d5a545f None None] The sync data for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:23.756742 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9fabe480-46f9-4e57-91ce-afb373406d7e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:23.762795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9fabe480-46f9-4e57-91ce-afb373406d7e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/ports/8706eace-31ed-48d4-b12a-3eff15eb052c HTTP/1.1" status: 204 len: 168 time: 2.3941598 Jan 28 19:32:23.765169 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42044) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:23.768402 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Calling delete_port for 7e7f9608-336b-4a7a-9f3d-cb5501756009 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:23.836040 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e1f33a8b-7412-49cc-b9d2-876179543e39 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "GET /v2.0/floatingips/93b8f42a-eef0-4e14-b170-2de05149908a HTTP/1.1" status: 200 len: 687 time: 0.0628505 Jan 28 19:32:23.837270 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42048) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:24.121708 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (7e7f9608-336b-4a7a-9f3d-cb5501756009), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.138925 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-715ec3ae-1554-4818-bf73-71552491aea9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Deleting port c1768ecd-67c9-48d0-af64-420d9893d923 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:24.139373 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-715ec3ae-1554-4818-bf73-71552491aea9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c1768ecd-67c9-48d0-af64-420d9893d923), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.203313 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.db.api [None req-dee05c48-b082-44ee-8be9-4ccab88684a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:32:24.204439 n-d-824834-4 neutron-server[103149]: DEBUG oslo_db.api [None req-dee05c48-b082-44ee-8be9-4ccab88684a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:32:24.210134 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e7f9608-336b-4a7a-9f3d-cb5501756009,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:24.233673 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (d8c50aca-decd-4640-84a9-a047617cb9fb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.237831 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:24.238211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:24.238697 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:24.239264 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:24.239410 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:24.239695 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:24.240028 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:24.240357 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:24.240758 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:24.241087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:24.241433 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:24.241734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:24.242079 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:24.268322 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-715ec3ae-1554-4818-bf73-71552491aea9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c1768ecd-67c9-48d0-af64-420d9893d923), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.268546 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-715ec3ae-1554-4818-bf73-71552491aea9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (c1768ecd-67c9-48d0-af64-420d9893d923), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.282762 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-715ec3ae-1554-4818-bf73-71552491aea9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Calling delete_port for c1768ecd-67c9-48d0-af64-420d9893d923 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:24.388884 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (d8c50aca-decd-4640-84a9-a047617cb9fb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.391475 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_controller (d8c50aca-decd-4640-84a9-a047617cb9fb), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.445932 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (d8c50aca-decd-4640-84a9-a047617cb9fb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.446343 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8c50aca-decd-4640-84a9-a047617cb9fb {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:32:24.449719 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-715ec3ae-1554-4818-bf73-71552491aea9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c1768ecd-67c9-48d0-af64-420d9893d923), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.452615 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.453798 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b894adea-bba2-46c7-bdea-e9367703eece tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "DELETE /v2.0/routers/d8c50aca-decd-4640-84a9-a047617cb9fb HTTP/1.1" status: 204 len: 168 time: 1.3878453 Jan 28 19:32:24.457864 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:24.471283 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.482880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ec3ae-1554-4818-bf73-71552491aea9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Port': ['ID=c1768ecd-67c9-48d0-af64-420d9893d923,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:24.525216 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-35497c98-9316-444c-9dd8-f548f3cd865f tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Deleting subnet 7e6c99df-20c7-49fa-9e7c-802b3503e939 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:32:24.528536 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35497c98-9316-444c-9dd8-f548f3cd865f tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for subnet (7e6c99df-20c7-49fa-9e7c-802b3503e939), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.559965 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-715ec3ae-1554-4818-bf73-71552491aea9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (93b8f42a-eef0-4e14-b170-2de05149908a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.563656 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-715ec3ae-1554-4818-bf73-71552491aea9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.565122 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-715ec3ae-1554-4818-bf73-71552491aea9 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/floatingips/93b8f42a-eef0-4e14-b170-2de05149908a HTTP/1.1" status: 204 len: 168 time: 0.7252562 Jan 28 19:32:24.568898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42076) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:24.574138 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '22a4873d-8165-4637-8de1-109b4cbb649b'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:24.595825 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35497c98-9316-444c-9dd8-f548f3cd865f tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (7e6c99df-20c7-49fa-9e7c-802b3503e939), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.603449 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.667077 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35497c98-9316-444c-9dd8-f548f3cd865f tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (7e6c99df-20c7-49fa-9e7c-802b3503e939), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.734839 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee05c48-b082-44ee-8be9-4ccab88684a8 None None] Port 7e7f9608-336b-4a7a-9f3d-cb5501756009 not found while updating agent binding for router d8c50aca-decd-4640-84a9-a047617cb9fb. {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 19:32:24.756321 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35497c98-9316-444c-9dd8-f548f3cd865f tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (7e6c99df-20c7-49fa-9e7c-802b3503e939), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.760414 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee05c48-b082-44ee-8be9-4ccab88684a8 None None] Routers set() bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:24.761229 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee05c48-b082-44ee-8be9-4ccab88684a8 None None] Router IDs set() for agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 19:32:24.762214 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_agentschedulers_db [None req-dee05c48-b082-44ee-8be9-4ccab88684a8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d8c50aca-decd-4640-84a9-a047617cb9fb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent'). {{(pid=103149) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 19:32:24.763098 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee05c48-b082-44ee-8be9-4ccab88684a8 None None] The sync data for ids ['d8c50aca-decd-4640-84a9-a047617cb9fb'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:24.803179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35497c98-9316-444c-9dd8-f548f3cd865f tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7e6c99df-20c7-49fa-9e7c-802b3503e939,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:24.806164 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35497c98-9316-444c-9dd8-f548f3cd865f tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.809747 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-35497c98-9316-444c-9dd8-f548f3cd865f tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/7e6c99df-20c7-49fa-9e7c-802b3503e939 HTTP/1.1" status: 204 len: 168 time: 0.3508234 Jan 28 19:32:24.812578 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42086) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:24.815456 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:24.901287 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-888b77c8-effd-4300-8efc-48d99a7deaf1 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.005648 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Allocated IP 172.25.0.145 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/62819282-5f65-4df7-b3b5-10abbc9ad5e1) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:25.007403 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-888b77c8-effd-4300-8efc-48d99a7deaf1 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.080160 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-888b77c8-effd-4300-8efc-48d99a7deaf1 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:25.111982 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-888b77c8-effd-4300-8efc-48d99a7deaf1 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29bcbc53-77d8-4817-b0a4-3dbca16add92') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:25.112284 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-888b77c8-effd-4300-8efc-48d99a7deaf1 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29bcbc53-77d8-4817-b0a4-3dbca16add92') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:25.153523 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-888b77c8-effd-4300-8efc-48d99a7deaf1 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (29bcbc53-77d8-4817-b0a4-3dbca16add92), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.185562 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-888b77c8-effd-4300-8efc-48d99a7deaf1 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (29bcbc53-77d8-4817-b0a4-3dbca16add92), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.198611 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888b77c8-effd-4300-8efc-48d99a7deaf1 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:32:25.199030 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-888b77c8-effd-4300-8efc-48d99a7deaf1 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (29bcbc53-77d8-4817-b0a4-3dbca16add92), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:32:25.203688 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:32:25.209882 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (62819282-5f65-4df7-b3b5-10abbc9ad5e1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.285793 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (62819282-5f65-4df7-b3b5-10abbc9ad5e1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.352423 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-888b77c8-effd-4300-8efc-48d99a7deaf1 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.359183 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888b77c8-effd-4300-8efc-48d99a7deaf1 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 28 19:32:25.361655 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-888b77c8-effd-4300-8efc-48d99a7deaf1 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.368724 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-888b77c8-effd-4300-8efc-48d99a7deaf1 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "DELETE /v2.0/networks/1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7 HTTP/1.1" status: 204 len: 168 time: 0.5551445 Jan 28 19:32:25.420709 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b77c8-effd-4300-8efc-48d99a7deaf1 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ab5c3fc-e18a-4eb6-bf91-240a6c1fc6e7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:25.436648 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:25.442548 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:25.468222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:25.481840 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:25.664147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=62819282-5f65-4df7-b3b5-10abbc9ad5e1,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:25.975170 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42116) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:25.980841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e5cc0d18-3667-4278-9b90-e8c189fd2a2e tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Request body: {'router': {'name': 'tempest-router--1188281056', 'project_id': '1acf3a57d78e4b788988fe3676a88972'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:26.031713 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5cc0d18-3667-4278-9b90-e8c189fd2a2e tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (caa38510-980a-4316-bd78-5d3e5d9f30ae), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.032945 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5cc0d18-3667-4278-9b90-e8c189fd2a2e tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (caa38510-980a-4316-bd78-5d3e5d9f30ae), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.145316 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5cc0d18-3667-4278-9b90-e8c189fd2a2e tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_controller (caa38510-980a-4316-bd78-5d3e5d9f30ae), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.153393 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5cc0d18-3667-4278-9b90-e8c189fd2a2e tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (caa38510-980a-4316-bd78-5d3e5d9f30ae), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.176671 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e5cc0d18-3667-4278-9b90-e8c189fd2a2e tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.178337 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e5cc0d18-3667-4278-9b90-e8c189fd2a2e tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2012746 Jan 28 19:32:26.180997 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42124) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:26.324978 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be43d989-e08e-4796-83e8-01751d4d1e1c tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router (caa38510-980a-4316-bd78-5d3e5d9f30ae), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.443680 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (21f7ac5b-076f-4909-87a0-2ef8e96d5e97), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.569672 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (62819282-5f65-4df7-b3b5-10abbc9ad5e1), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.634877 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be43d989-e08e-4796-83e8-01751d4d1e1c tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (caa38510-980a-4316-bd78-5d3e5d9f30ae), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.637179 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be43d989-e08e-4796-83e8-01751d4d1e1c tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_controller (caa38510-980a-4316-bd78-5d3e5d9f30ae), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.711113 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be43d989-e08e-4796-83e8-01751d4d1e1c tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (caa38510-980a-4316-bd78-5d3e5d9f30ae), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.711641 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be43d989-e08e-4796-83e8-01751d4d1e1c tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router caa38510-980a-4316-bd78-5d3e5d9f30ae {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:32:26.717307 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be43d989-e08e-4796-83e8-01751d4d1e1c tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.718295 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-be43d989-e08e-4796-83e8-01751d4d1e1c tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "DELETE /v2.0/routers/caa38510-980a-4316-bd78-5d3e5d9f30ae HTTP/1.1" status: 204 len: 168 time: 0.5357344 Jan 28 19:32:26.904818 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b2ff91e-9bde-49f0-b2c8-17f743f31e85 req-f49b034a-3f04-4b12-9959-41e863f40690 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0880399 Jan 28 19:32:26.967519 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (62819282-5f65-4df7-b3b5-10abbc9ad5e1), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:26.978757 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (62819282-5f65-4df7-b3b5-10abbc9ad5e1), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:27.069139 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ff91e-9bde-49f0-b2c8-17f743f31e85 req-f450bc36-f141-4c6d-b6bb-c85f9d7aed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:27.076167 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b2ff91e-9bde-49f0-b2c8-17f743f31e85 req-f450bc36-f141-4c6d-b6bb-c85f9d7aed62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7278e5fb228649a0bcad995bf769f3a1&device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 1128 time: 0.1138587 Jan 28 19:32:27.176380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42144) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:27.177272 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (21f7ac5b-076f-4909-87a0-2ef8e96d5e97), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:27.286425 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ff91e-9bde-49f0-b2c8-17f743f31e85 req-5b6b4c2d-8fac-476f-ba9f-b3e84ede13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:27.288476 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b2ff91e-9bde-49f0-b2c8-17f743f31e85 req-5b6b4c2d-8fac-476f-ba9f-b3e84ede13c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98679574-4cfe-45e5-8584-36f66292a0bf HTTP/1.1" status: 200 len: 910 time: 0.1897507 Jan 28 19:32:27.331207 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Floating IP 21f7ac5b-076f-4909-87a0-2ef8e96d5e97 associated. External IP: 172.25.0.145, port: 22a4873d-8165-4637-8de1-109b4cbb649b. Jan 28 19:32:27.424078 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b2ff91e-9bde-49f0-b2c8-17f743f31e85 req-a0654502-a061-476e-a74c-2b59b63b6bf2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0be7f28-7639-4124-b53d-878755b8c109 HTTP/1.1" status: 200 len: 1001 time: 0.1295886 Jan 28 19:32:27.466361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=62819282-5f65-4df7-b3b5-10abbc9ad5e1,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:27.509207 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42152) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:27.534322 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ff91e-9bde-49f0-b2c8-17f743f31e85 req-fb338eb8-1597-4ca7-927c-d9c41d13e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:27.542687 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b2ff91e-9bde-49f0-b2c8-17f743f31e85 req-fb338eb8-1597-4ca7-927c-d9c41d13e301 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2300efa6-bb93-4ddc-ad47-4d237824e541 HTTP/1.1" status: 200 len: 848 time: 0.1103413 Jan 28 19:32:27.674304 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fdd2102-20b1-41bc-9aba-7df5968fdd8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:27.712104 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-564508767', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:27.751909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ff91e-9bde-49f0-b2c8-17f743f31e85 req-58df80a9-0ad6-4111-9157-5b369745571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:27.754443 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b2ff91e-9bde-49f0-b2c8-17f743f31e85 req-58df80a9-0ad6-4111-9157-5b369745571e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98679574-4cfe-45e5-8584-36f66292a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2049794 Jan 28 19:32:27.761042 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router 684cdeb3-5e74-493f-a99b-d38c4fda3cfd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:27.765037 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (0dd8e974-e99d-4cbf-b41c-fa0b65ba6101), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:27.766289 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (0dd8e974-e99d-4cbf-b41c-fa0b65ba6101), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:27.795907 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fdd2102-20b1-41bc-9aba-7df5968fdd8d admin admin] Publish callbacks [] for security_group (e675e48d-bcff-4fd7-9810-f6625d3e7b26), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:27.836978 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9fdd2102-20b1-41bc-9aba-7df5968fdd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e675e48d-bcff-4fd7-9810-f6625d3e7b26), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:27.899852 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_controller (0dd8e974-e99d-4cbf-b41c-fa0b65ba6101), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:27.956320 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9fdd2102-20b1-41bc-9aba-7df5968fdd8d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be95c9f0e8264aa0830d8338135e62e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4458427 Jan 28 19:32:27.963820 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42156) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:28.006279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:28.017779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd2102-20b1-41bc-9aba-7df5968fdd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e675e48d-bcff-4fd7-9810-f6625d3e7b26,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:28.019136 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d2c94-88ae-445b-abcc-ff64f3d4ff5f None None] Sync routers for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:28.043928 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d2c94-88ae-445b-abcc-ff64f3d4ff5f None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:28.044554 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-245d2c94-88ae-445b-abcc-ff64f3d4ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:28.052978 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b2ff91e-9bde-49f0-b2c8-17f743f31e85 req-3642a99c-39ec-4051-8e32-25ce6a3c363c service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929184 Jan 28 19:32:28.096185 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-245d2c94-88ae-445b-abcc-ff64f3d4ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:28.100273 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.107868 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d2c94-88ae-445b-abcc-ff64f3d4ff5f None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:28.108730 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-245d2c94-88ae-445b-abcc-ff64f3d4ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:28.144437 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1a95aadb-e877-488e-8dcf-9cb7857c9588 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.5737648 Jan 28 19:32:28.144966 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc87d018-3b96-452c-b84a-61d3000f0f7d admin admin] Publish callbacks [] for security_group (e675e48d-bcff-4fd7-9810-f6625d3e7b26), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.146831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42158) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:28.147501 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-245d2c94-88ae-445b-abcc-ff64f3d4ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:28.148366 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245d2c94-88ae-445b-abcc-ff64f3d4ff5f None None] The sync data for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:28.180467 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b19101af-324f-4c93-8703-e49416b1e19d tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-104180202'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:28.189630 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc87d018-3b96-452c-b84a-61d3000f0f7d admin admin] Publish callbacks [] for security_group (e675e48d-bcff-4fd7-9810-f6625d3e7b26), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.206299 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (0dd8e974-e99d-4cbf-b41c-fa0b65ba6101), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.209451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19101af-324f-4c93-8703-e49416b1e19d tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Made reservation on behalf of 9cc5c0429d874ff299c556d630dac00d for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:28.213837 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b19101af-324f-4c93-8703-e49416b1e19d tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.262329 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19101af-324f-4c93-8703-e49416b1e19d tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:32:28.266220 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b2ff91e-9bde-49f0-b2c8-17f743f31e85 req-3b4d260c-84c0-4e55-b9c5-bd26add52450 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886005 Jan 28 19:32:28.295431 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc87d018-3b96-452c-b84a-61d3000f0f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e675e48d-bcff-4fd7-9810-f6625d3e7b26), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.298471 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc87d018-3b96-452c-b84a-61d3000f0f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.310388 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cc87d018-3b96-452c-b84a-61d3000f0f7d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e675e48d-bcff-4fd7-9810-f6625d3e7b26 HTTP/1.1" status: 204 len: 168 time: 0.3269224 Jan 28 19:32:28.313624 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b19101af-324f-4c93-8703-e49416b1e19d tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8fe033f1-2ee8-4a8c-b613-e9c77764d46c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.314127 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-b19101af-324f-4c93-8703-e49416b1e19d tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Added segment 8fe033f1-2ee8-4a8c-b613-e9c77764d46c of type vlan for network 9a9ffd87-b426-4e3f-92b4-18ee1ec647fe Jan 28 19:32:28.331411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87d018-3b96-452c-b84a-61d3000f0f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e675e48d-bcff-4fd7-9810-f6625d3e7b26,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:28.369982 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b19101af-324f-4c93-8703-e49416b1e19d tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (9a9ffd87-b426-4e3f-92b4-18ee1ec647fe), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.404764 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b19101af-324f-4c93-8703-e49416b1e19d tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (9a9ffd87-b426-4e3f-92b4-18ee1ec647fe), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.410603 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19101af-324f-4c93-8703-e49416b1e19d tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:28.411588 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b19101af-324f-4c93-8703-e49416b1e19d tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.526487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19101af-324f-4c93-8703-e49416b1e19d tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Network': ['ID=9a9ffd87-b426-4e3f-92b4-18ee1ec647fe,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:28.544135 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 9a9ffd87-b426-4e3f-92b4-18ee1ec647fe details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:32:28.566173 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42172) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:28.571329 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b19101af-324f-4c93-8703-e49416b1e19d tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4232993 Jan 28 19:32:28.573973 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-300f02e0-58a9-48a5-957f-0d5a9907250f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'subnet': {'network_id': '9a9ffd87-b426-4e3f-92b4-18ee1ec647fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:28.717511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300f02e0-58a9-48a5-957f-0d5a9907250f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Made reservation on behalf of 9cc5c0429d874ff299c556d630dac00d for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:28.723435 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-300f02e0-58a9-48a5-957f-0d5a9907250f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.749384 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42174) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:28.769301 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e57a2bb-9dd6-423b-be5b-9dae379de1a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.784501 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (0dd8e974-e99d-4cbf-b41c-fa0b65ba6101), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.808480 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:28.931780 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Allocated IP 172.25.0.162 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/ed345e59-270d-48dc-bcd9-8c53b5eeeca4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:28.988756 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e57a2bb-9dd6-423b-be5b-9dae379de1a5 admin admin] Publish callbacks [] for security_group (298851e6-677d-4cc1-a889-028ace990e3d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.014470 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e57a2bb-9dd6-423b-be5b-9dae379de1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (298851e6-677d-4cc1-a889-028ace990e3d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.072584 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-300f02e0-58a9-48a5-957f-0d5a9907250f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (a1e680b9-c747-4110-b2b2-6c5c3355ba4e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.137601 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for port (ed345e59-270d-48dc-bcd9-8c53b5eeeca4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.156772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57a2bb-9dd6-423b-be5b-9dae379de1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298851e6-677d-4cc1-a889-028ace990e3d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:29.159791 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f02e0-58a9-48a5-957f-0d5a9907250f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Subnet': ['ID=a1e680b9-c747-4110-b2b2-6c5c3355ba4e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:29.173946 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2e57a2bb-9dd6-423b-be5b-9dae379de1a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9112576ed9ca41dba71a0a1c341e34d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4234002 Jan 28 19:32:29.182323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:29.201337 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (ed345e59-270d-48dc-bcd9-8c53b5eeeca4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.232339 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f02e0-58a9-48a5-957f-0d5a9907250f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Checking segment: {'id': '8fe033f1-2ee8-4a8c-b613-e9c77764d46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9a9ffd87-b426-4e3f-92b4-18ee1ec647fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:29.232804 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f02e0-58a9-48a5-957f-0d5a9907250f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network hostable DHCP agents. Network: 9a9ffd87-b426-4e3f-92b4-18ee1ec647fe, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:32:29.246809 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:29.249762 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:29.253438 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:29.257044 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ccb51ef-7be0-46d5-b34a-7abe246a2e41 admin admin] Publish callbacks [] for security_group (298851e6-677d-4cc1-a889-028ace990e3d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.288898 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ccb51ef-7be0-46d5-b34a-7abe246a2e41 admin admin] Publish callbacks [] for security_group (298851e6-677d-4cc1-a889-028ace990e3d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.289912 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Pushing event updated for resources: {'Port': ['ID=ed345e59-270d-48dc-bcd9-8c53b5eeeca4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:29.311174 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f02e0-58a9-48a5-957f-0d5a9907250f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network 9a9ffd87-b426-4e3f-92b4-18ee1ec647fe is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:32:29.339282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-300f02e0-58a9-48a5-957f-0d5a9907250f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 9a9ffd87-b426-4e3f-92b4-18ee1ec647fe) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:29.344679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300f02e0-58a9-48a5-957f-0d5a9907250f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:29.346314 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-300f02e0-58a9-48a5-957f-0d5a9907250f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.349274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e25ad45-0b1d-42ce-9830-fe50e385a21f None None] Network 9a9ffd87-b426-4e3f-92b4-18ee1ec647fe requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:29.392284 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-300f02e0-58a9-48a5-957f-0d5a9907250f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8220017 Jan 28 19:32:29.392731 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42178) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:29.399824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1556364839', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:29.455265 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ccb51ef-7be0-46d5-b34a-7abe246a2e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (298851e6-677d-4cc1-a889-028ace990e3d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.464547 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ccb51ef-7be0-46d5-b34a-7abe246a2e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.467198 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3ccb51ef-7be0-46d5-b34a-7abe246a2e41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/298851e6-677d-4cc1-a889-028ace990e3d HTTP/1.1" status: 204 len: 168 time: 0.2826073 Jan 28 19:32:29.474109 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (c42aaaf7-accc-40a8-8518-c187b7609fe3), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.475407 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (c42aaaf7-accc-40a8-8518-c187b7609fe3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.577636 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-9a9ffd87-b426-4e3f-92b4-18ee1ec647fe', 'network_id': '9a9ffd87-b426-4e3f-92b4-18ee1ec647fe', 'project_id': '9cc5c0429d874ff299c556d630dac00d', 'fixed_ips': [{'subnet_id': 'a1e680b9-c747-4110-b2b2-6c5c3355ba4e'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:32:29.578587 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.626808 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router_controller (c42aaaf7-accc-40a8-8518-c187b7609fe3), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.649533 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb51ef-7be0-46d5-b34a-7abe246a2e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298851e6-677d-4cc1-a889-028ace990e3d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:29.703869 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (0dd8e974-e99d-4cbf-b41c-fa0b65ba6101), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:29.820541 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Allocated IP 172.20.0.2 (9a9ffd87-b426-4e3f-92b4-18ee1ec647fe/a1e680b9-c747-4110-b2b2-6c5c3355ba4e/9965c098-f962-4d97-9b54-e7089cf26d72) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:29.863057 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router_gateway (c42aaaf7-accc-40a8-8518-c187b7609fe3), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.108106 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (0dd8e974-e99d-4cbf-b41c-fa0b65ba6101), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.131029 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Publish callbacks [] for port (9965c098-f962-4d97-9b54-e7089cf26d72), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.147471 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (9965c098-f962-4d97-9b54-e7089cf26d72), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.177242 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router_gateway (c42aaaf7-accc-40a8-8518-c187b7609fe3), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.200532 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.223476 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Network 9a9ffd87-b426-4e3f-92b4-18ee1ec647fe is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:30.247947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:30.276440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:30.291219 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.303086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Pushing event updated for resources: {'Port': ['ID=9965c098-f962-4d97-9b54-e7089cf26d72,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:30.326464 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:30.326893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:30.327236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:30.327573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:30.327907 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:30.328239 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:30.328565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:30.328887 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:30.329208 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:30.329525 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:30.330075 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:30.330572 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:30.331064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:32:30.437974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Allocated IP 172.25.0.30 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/871145e0-91e0-435f-8ef7-f4e6860b3661) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:30.444686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Attempting to bind port 9965c098-f962-4d97-9b54-e7089cf26d72 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:30.445583 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Attempting to bind port 9965c098-f962-4d97-9b54-e7089cf26d72 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '8fe033f1-2ee8-4a8c-b613-e9c77764d46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9a9ffd87-b426-4e3f-92b4-18ee1ec647fe'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:30.446721 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Attempting to bind port 9965c098-f962-4d97-9b54-e7089cf26d72 on network 9a9ffd87-b426-4e3f-92b4-18ee1ec647fe {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:30.454345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:32:30.455749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Checking segment: {'id': '8fe033f1-2ee8-4a8c-b613-e9c77764d46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9a9ffd87-b426-4e3f-92b4-18ee1ec647fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:30.457762 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.458439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Bound using segment: {'id': '8fe033f1-2ee8-4a8c-b613-e9c77764d46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9a9ffd87-b426-4e3f-92b4-18ee1ec647fe'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:32:30.465960 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Bound port: 9965c098-f962-4d97-9b54-e7089cf26d72, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe033f1-2ee8-4a8c-b613-e9c77764d46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9a9ffd87-b426-4e3f-92b4-18ee1ec647fe'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:32:30.466777 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9965c098-f962-4d97-9b54-e7089cf26d72), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.633121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] For port 9965c098-f962-4d97-9b54-e7089cf26d72, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:32:30.640749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] For port 9965c098-f962-4d97-9b54-e7089cf26d72, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9965c098-f962-4d97-9b54-e7089cf26d72,segment=NetworkSegment(8fe033f1-2ee8-4a8c-b613-e9c77764d46c),segment_id=8fe033f1-2ee8-4a8c-b613-e9c77764d46c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:32:30.655819 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9965c098-f962-4d97-9b54-e7089cf26d72), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.709011 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (871145e0-91e0-435f-8ef7-f4e6860b3661), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.769388 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (871145e0-91e0-435f-8ef7-f4e6860b3661), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:30.774989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Router 0dd8e974-e99d-4cbf-b41c-fa0b65ba6101 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:32:30.776296 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4ec4c-a77c-4001-a3e4-5e82aace4b0c None None] Pushing event updated for resources: {'Port': ['ID=9965c098-f962-4d97-9b54-e7089cf26d72,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:30.831826 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:30.840624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:30.863477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=871145e0-91e0-435f-8ef7-f4e6860b3661,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:30.866353 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:30.935498 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:30.948133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5db620-147f-4cc4-b1d7-1280bdad2f09 None None] Sync routers for ids ['0dd8e974-e99d-4cbf-b41c-fa0b65ba6101'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:30.970415 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5db620-147f-4cc4-b1d7-1280bdad2f09 None None] Routers {'0dd8e974-e99d-4cbf-b41c-fa0b65ba6101'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:30.972733 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2e5db620-147f-4cc4-b1d7-1280bdad2f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0dd8e974-e99d-4cbf-b41c-fa0b65ba6101'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:31.025642 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.027358 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-173da5ac-6612-463a-8518-5dcada882b61 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.7223692 Jan 28 19:32:31.029915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42210) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:31.072274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2e5db620-147f-4cc4-b1d7-1280bdad2f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:31.097379 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5db620-147f-4cc4-b1d7-1280bdad2f09 None None] Routers {'0dd8e974-e99d-4cbf-b41c-fa0b65ba6101'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:31.098296 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2e5db620-147f-4cc4-b1d7-1280bdad2f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0dd8e974-e99d-4cbf-b41c-fa0b65ba6101'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:31.198736 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2e5db620-147f-4cc4-b1d7-1280bdad2f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:31.200688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5db620-147f-4cc4-b1d7-1280bdad2f09 None None] The sync data for ids ['0dd8e974-e99d-4cbf-b41c-fa0b65ba6101'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:31.260862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-43f044c1-7a50-41d0-b86d-a3133835f82f tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "GET /v2.0/routers/0dd8e974-e99d-4cbf-b41c-fa0b65ba6101 HTTP/1.1" status: 200 len: 924 time: 0.2296052 Jan 28 19:32:31.264137 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:31.320677 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7970d5b0-e989-4d9f-b582-a460c144e491 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "GET /v2.0/ports?device_id=0dd8e974-e99d-4cbf-b41c-fa0b65ba6101 HTTP/1.1" status: 200 len: 205 time: 0.0514305 Jan 28 19:32:31.321153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42222) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:31.392671 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router_gateway (c42aaaf7-accc-40a8-8518-c187b7609fe3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.460885 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b041a70-96e6-4fcd-82f4-b375a90ab293 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (0dd8e974-e99d-4cbf-b41c-fa0b65ba6101), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.682332 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b041a70-96e6-4fcd-82f4-b375a90ab293 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (0dd8e974-e99d-4cbf-b41c-fa0b65ba6101), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:31.853888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0b041a70-96e6-4fcd-82f4-b375a90ab293 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Deleting port ed345e59-270d-48dc-bcd9-8c53b5eeeca4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:31.854312 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b041a70-96e6-4fcd-82f4-b375a90ab293 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ed345e59-270d-48dc-bcd9-8c53b5eeeca4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.084623 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b041a70-96e6-4fcd-82f4-b375a90ab293 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ed345e59-270d-48dc-bcd9-8c53b5eeeca4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.109350 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0b041a70-96e6-4fcd-82f4-b375a90ab293 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Calling delete_port for ed345e59-270d-48dc-bcd9-8c53b5eeeca4 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:32.176642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9965c098-f962-4d97-9b54-e7089cf26d72 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:32.334194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 9965c098-f962-4d97-9b54-e7089cf26d72 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:32.336792 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9965c098-f962-4d97-9b54-e7089cf26d72), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.337691 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (c42aaaf7-accc-40a8-8518-c187b7609fe3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.363107 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b041a70-96e6-4fcd-82f4-b375a90ab293 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (ed345e59-270d-48dc-bcd9-8c53b5eeeca4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.454879 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b041a70-96e6-4fcd-82f4-b375a90ab293 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Pushing event deleted for resources: {'Port': ['ID=ed345e59-270d-48dc-bcd9-8c53b5eeeca4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:32.500526 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 9965c098-f962-4d97-9b54-e7089cf26d72 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:32.500929 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9965c098-f962-4d97-9b54-e7089cf26d72), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.512720 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router c42aaaf7-accc-40a8-8518-c187b7609fe3 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:32:32.558895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 9965c098-f962-4d97-9b54-e7089cf26d72, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9965c098-f962-4d97-9b54-e7089cf26d72,segment=NetworkSegment(8fe033f1-2ee8-4a8c-b613-e9c77764d46c),segment_id=8fe033f1-2ee8-4a8c-b613-e9c77764d46c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:32.562346 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b041a70-96e6-4fcd-82f4-b375a90ab293 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (0dd8e974-e99d-4cbf-b41c-fa0b65ba6101), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.563750 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1299096-0549-44cc-ab65-d8ada88a4c45 None None] Network 9a9ffd87-b426-4e3f-92b4-18ee1ec647fe requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:32.573418 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9965c098-f962-4d97-9b54-e7089cf26d72), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.632979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:32.646531 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc8f341-a85b-49d7-8207-422af22be7ca None None] Sync routers for ids ['c42aaaf7-accc-40a8-8518-c187b7609fe3'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:32.657936 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc8f341-a85b-49d7-8207-422af22be7ca None None] Routers {'c42aaaf7-accc-40a8-8518-c187b7609fe3'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:32.658569 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4fc8f341-a85b-49d7-8207-422af22be7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c42aaaf7-accc-40a8-8518-c187b7609fe3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:32.665515 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.666976 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9b84f205-7287-4278-92c1-16dbcb69322c tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2731311 Jan 28 19:32:32.669919 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42248) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:32.703280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1c61d8c6-7df9-4152-9855-2d649fccae1a None None] Provisioning complete for port 9965c098-f962-4d97-9b54-e7089cf26d72 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:32.703280 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c61d8c6-7df9-4152-9855-2d649fccae1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9965c098-f962-4d97-9b54-e7089cf26d72), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.755538 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4fc8f341-a85b-49d7-8207-422af22be7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:32.765561 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=9965c098-f962-4d97-9b54-e7089cf26d72,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:32.784701 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b041a70-96e6-4fcd-82f4-b375a90ab293 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (0dd8e974-e99d-4cbf-b41c-fa0b65ba6101), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.789237 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b041a70-96e6-4fcd-82f4-b375a90ab293 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_controller (0dd8e974-e99d-4cbf-b41c-fa0b65ba6101), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.806878 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc8f341-a85b-49d7-8207-422af22be7ca None None] Routers {'c42aaaf7-accc-40a8-8518-c187b7609fe3'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:32.808429 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4fc8f341-a85b-49d7-8207-422af22be7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c42aaaf7-accc-40a8-8518-c187b7609fe3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:32.854110 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4fc8f341-a85b-49d7-8207-422af22be7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:32.855513 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc8f341-a85b-49d7-8207-422af22be7ca None None] The sync data for ids ['c42aaaf7-accc-40a8-8518-c187b7609fe3'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:32.899579 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b041a70-96e6-4fcd-82f4-b375a90ab293 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (0dd8e974-e99d-4cbf-b41c-fa0b65ba6101), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.900133 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b041a70-96e6-4fcd-82f4-b375a90ab293 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Fanout notify agent at l3_agent the message router_deleted on router 0dd8e974-e99d-4cbf-b41c-fa0b65ba6101 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:32:32.908977 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b041a70-96e6-4fcd-82f4-b375a90ab293 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:32.915309 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0b041a70-96e6-4fcd-82f4-b375a90ab293 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "DELETE /v2.0/routers/0dd8e974-e99d-4cbf-b41c-fa0b65ba6101 HTTP/1.1" status: 204 len: 168 time: 1.5880282 Jan 28 19:32:32.915309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42260) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:32.918708 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1631827614', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'enable_snat': False}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:32.953007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1c61d8c6-7df9-4152-9855-2d649fccae1a None None] Current status of the port 9965c098-f962-4d97-9b54-e7089cf26d72 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:33.014154 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (2b11454e-1290-4ac4-86c5-f081a91ede87), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.015218 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (2b11454e-1290-4ac4-86c5-f081a91ede87), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.125237 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_controller (2b11454e-1290-4ac4-86c5-f081a91ede87), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.290867 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4ef4b791-e72d-4f45-862a-b25e6405a8df None None] Provisioning complete for port 9965c098-f962-4d97-9b54-e7089cf26d72 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:33.291477 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4ef4b791-e72d-4f45-862a-b25e6405a8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9965c098-f962-4d97-9b54-e7089cf26d72), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.337619 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (2b11454e-1290-4ac4-86c5-f081a91ede87), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.467246 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4ef4b791-e72d-4f45-862a-b25e6405a8df None None] Current status of the port 9965c098-f962-4d97-9b54-e7089cf26d72 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:33.709565 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.797606 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (2b11454e-1290-4ac4-86c5-f081a91ede87), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:33.824463 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:34.065085 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42290) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:34.071776 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9965c098-f962-4d97-9b54-e7089cf26d72 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:34.109832 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Allocated IP 172.25.0.8 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/9ec67588-0a46-4cb9-aa11-ac28cf63c590) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:34.167360 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 9965c098-f962-4d97-9b54-e7089cf26d72 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:34.168160 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9965c098-f962-4d97-9b54-e7089cf26d72), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:34.411416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:34.539719 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-465fd59a-1528-489b-bb0a-62965eae778e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:34.565591 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56abb388-d05f-4102-8686-84f1d31dcc72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:34.588012 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 9965c098-f962-4d97-9b54-e7089cf26d72 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:34.693957 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56abb388-d05f-4102-8686-84f1d31dcc72 admin admin] Publish callbacks [] for security_group (c9013350-0613-4a27-bc13-562260bc44c0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:34.706265 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56abb388-d05f-4102-8686-84f1d31dcc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c9013350-0613-4a27-bc13-562260bc44c0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:34.762111 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-465fd59a-1528-489b-bb0a-62965eae778e admin admin] Publish callbacks [] for security_group (b0fd39f9-fb61-4e00-bbe1-06b89e26c5a0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:34.782591 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-465fd59a-1528-489b-bb0a-62965eae778e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b0fd39f9-fb61-4e00-bbe1-06b89e26c5a0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:34.798846 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-56abb388-d05f-4102-8686-84f1d31dcc72 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a939a635de0944229b91f75916d89443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3863299 Jan 28 19:32:34.801441 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42302) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:34.808238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abb388-d05f-4102-8686-84f1d31dcc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9013350-0613-4a27-bc13-562260bc44c0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:34.848612 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for port (9ec67588-0a46-4cb9-aa11-ac28cf63c590), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:34.864212 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-465fd59a-1528-489b-bb0a-62965eae778e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=151b6feb30f14eb5b14383bbffc73473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7955377 Jan 28 19:32:34.871706 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42304) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:34.900858 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Allocated IP 172.20.0.1 (9a9ffd87-b426-4e3f-92b4-18ee1ec647fe/a1e680b9-c747-4110-b2b2-6c5c3355ba4e/880fc850-7b1c-4e5a-900f-a08c62af9507) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:34.935868 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fd59a-1528-489b-bb0a-62965eae778e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fd39f9-fb61-4e00-bbe1-06b89e26c5a0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:34.962370 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bdd7728-9c73-4dff-832a-b1b209c37639 admin admin] Publish callbacks [] for security_group (b0fd39f9-fb61-4e00-bbe1-06b89e26c5a0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:34.977335 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (9ec67588-0a46-4cb9-aa11-ac28cf63c590), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:34.978753 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7835fba5-b557-46ae-b8b4-699d6432bde9 admin admin] Publish callbacks [] for security_group (c9013350-0613-4a27-bc13-562260bc44c0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.012013 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7835fba5-b557-46ae-b8b4-699d6432bde9 admin admin] Publish callbacks [] for security_group (c9013350-0613-4a27-bc13-562260bc44c0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.028896 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bdd7728-9c73-4dff-832a-b1b209c37639 admin admin] Publish callbacks [] for security_group (b0fd39f9-fb61-4e00-bbe1-06b89e26c5a0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.040564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:35.043775 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:35.046410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:35.085916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Pushing event updated for resources: {'Port': ['ID=9ec67588-0a46-4cb9-aa11-ac28cf63c590,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:35.114226 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7835fba5-b557-46ae-b8b4-699d6432bde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c9013350-0613-4a27-bc13-562260bc44c0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.119304 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7835fba5-b557-46ae-b8b4-699d6432bde9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.126509 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7835fba5-b557-46ae-b8b4-699d6432bde9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c9013350-0613-4a27-bc13-562260bc44c0 HTTP/1.1" status: 204 len: 168 time: 0.3236165 Jan 28 19:32:35.131372 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bdd7728-9c73-4dff-832a-b1b209c37639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b0fd39f9-fb61-4e00-bbe1-06b89e26c5a0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.135021 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bdd7728-9c73-4dff-832a-b1b209c37639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.137829 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8bdd7728-9c73-4dff-832a-b1b209c37639 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b0fd39f9-fb61-4e00-bbe1-06b89e26c5a0 HTTP/1.1" status: 204 len: 168 time: 0.2602639 Jan 28 19:32:35.168100 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835fba5-b557-46ae-b8b4-699d6432bde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9013350-0613-4a27-bc13-562260bc44c0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:35.191207 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd7728-9c73-4dff-832a-b1b209c37639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fd39f9-fb61-4e00-bbe1-06b89e26c5a0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:35.411544 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (880fc850-7b1c-4e5a-900f-a08c62af9507), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.457406 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (2b11454e-1290-4ac4-86c5-f081a91ede87), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.619978 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42316) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:35.635696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:35.649361 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac7fa0fe-e866-4ddc-9878-82602d12aa4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.651232 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed226911-d830-43cb-a8a6-5df4d4c5fc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.705094 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (880fc850-7b1c-4e5a-900f-a08c62af9507), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.775503 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac7fa0fe-e866-4ddc-9878-82602d12aa4d admin admin] Publish callbacks [] for security_group (fca014da-3dd6-4898-9aaf-3c9c50aa86f6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.793676 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac7fa0fe-e866-4ddc-9878-82602d12aa4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fca014da-3dd6-4898-9aaf-3c9c50aa86f6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.873908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fa0fe-e866-4ddc-9878-82602d12aa4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca014da-3dd6-4898-9aaf-3c9c50aa86f6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:35.884057 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ac7fa0fe-e866-4ddc-9878-82602d12aa4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2aef6004e83f44a79169152b83bc07e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2455084 Jan 28 19:32:35.886663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42320) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:35.918997 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed226911-d830-43cb-a8a6-5df4d4c5fc35 admin admin] Publish callbacks [] for security_group (6241f461-11f3-4260-96c9-1dc33127667f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.922936 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network 9a9ffd87-b426-4e3f-92b4-18ee1ec647fe is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:35.926429 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (2b11454e-1290-4ac4-86c5-f081a91ede87), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.934570 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed226911-d830-43cb-a8a6-5df4d4c5fc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6241f461-11f3-4260-96c9-1dc33127667f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:35.936152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:35.956451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:35.974414 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ed226911-d830-43cb-a8a6-5df4d4c5fc35 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca2c4807894340d286e9a501e13c4ff9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3532968 Jan 28 19:32:35.979004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42322) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:36.015079 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed226911-d830-43cb-a8a6-5df4d4c5fc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6241f461-11f3-4260-96c9-1dc33127667f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:36.017538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0de3de26-9267-4161-8029-9f07fc4089cc admin admin] Publish callbacks [] for security_group (fca014da-3dd6-4898-9aaf-3c9c50aa86f6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:36.067074 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=880fc850-7b1c-4e5a-900f-a08c62af9507,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:36.067908 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0de3de26-9267-4161-8029-9f07fc4089cc admin admin] Publish callbacks [] for security_group (fca014da-3dd6-4898-9aaf-3c9c50aa86f6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:36.106820 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-271c439c-2e06-4952-afc0-33925710ed7e admin admin] Publish callbacks [] for security_group (6241f461-11f3-4260-96c9-1dc33127667f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:36.150225 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-271c439c-2e06-4952-afc0-33925710ed7e admin admin] Publish callbacks [] for security_group (6241f461-11f3-4260-96c9-1dc33127667f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:36.182897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0de3de26-9267-4161-8029-9f07fc4089cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fca014da-3dd6-4898-9aaf-3c9c50aa86f6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:36.185565 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0de3de26-9267-4161-8029-9f07fc4089cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:36.189260 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0de3de26-9267-4161-8029-9f07fc4089cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fca014da-3dd6-4898-9aaf-3c9c50aa86f6 HTTP/1.1" status: 204 len: 168 time: 0.2992327 Jan 28 19:32:36.192708 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (c42aaaf7-accc-40a8-8518-c187b7609fe3), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:36.220011 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3de26-9267-4161-8029-9f07fc4089cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca014da-3dd6-4898-9aaf-3c9c50aa86f6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:36.272964 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-271c439c-2e06-4952-afc0-33925710ed7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6241f461-11f3-4260-96c9-1dc33127667f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:36.276849 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-271c439c-2e06-4952-afc0-33925710ed7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:36.280799 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-271c439c-2e06-4952-afc0-33925710ed7e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6241f461-11f3-4260-96c9-1dc33127667f HTTP/1.1" status: 204 len: 168 time: 0.2977459 Jan 28 19:32:36.312540 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c439c-2e06-4952-afc0-33925710ed7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6241f461-11f3-4260-96c9-1dc33127667f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:36.325126 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Router 2b11454e-1290-4ac4-86c5-f081a91ede87 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:32:36.421785 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2cadeec2-96de-4a0e-a90f-fbeddff4fee2 None None] Provisioning complete for port 880fc850-7b1c-4e5a-900f-a08c62af9507 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:36.423812 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2cadeec2-96de-4a0e-a90f-fbeddff4fee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (880fc850-7b1c-4e5a-900f-a08c62af9507), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:36.468948 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2cadeec2-96de-4a0e-a90f-fbeddff4fee2 None None] Port 880fc850-7b1c-4e5a-900f-a08c62af9507 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:32:36.492057 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (880fc850-7b1c-4e5a-900f-a08c62af9507), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:36.541650 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:36.555337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Sync routers for ids ['2b11454e-1290-4ac4-86c5-f081a91ede87'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:36.564320 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Routers {'2b11454e-1290-4ac4-86c5-f081a91ede87'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:36.564945 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2b11454e-1290-4ac4-86c5-f081a91ede87'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:36.730109 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:36.751493 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7c3b0c3b-7988-4bd8-a0ff-74bd2a2e06e9 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.8366473 Jan 28 19:32:36.753991 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42348) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:36.838143 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Set router 2b11454e-1290-4ac4-86c5-f081a91ede87 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:32:37.064094 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-10de3619-eae1-4a85-9ee0-063da5aa865a tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "GET /v2.0/routers/2b11454e-1290-4ac4-86c5-f081a91ede87 HTTP/1.1" status: 200 len: 907 time: 0.3082864 Jan 28 19:32:37.064783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42358) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:37.074499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1631827614', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'enable_snat': True}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:37.113897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (5b8ac94f-9da9-4f4a-b578-0484a377d986), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.115110 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (5b8ac94f-9da9-4f4a-b578-0484a377d986), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.133723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11454e-1290-4ac4-86c5-f081a91ede87', 'name': 'tempest-snat-router-1631827614', 'tenant_id': '95db696c036d4255bc97e70a5e807fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': False}, 'gw_port_id': '9ec67588-0a46-4cb9-aa11-ac28cf63c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:32:33Z', 'updated_at': '2022-01-28T19:32:35Z', 'revision_number': 3, 'project_id': '95db696c036d4255bc97e70a5e807fd7', 'gw_port': {'id': '9ec67588-0a46-4cb9-aa11-ac28cf63c590', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b11454e-1290-4ac4-86c5-f081a91ede87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:32:33Z', 'updated_at': '2022-01-28T19:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:37.199952 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (880fc850-7b1c-4e5a-900f-a08c62af9507), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.200780 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Checking router: 2b11454e-1290-4ac4-86c5-f081a91ede87 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:32:37.201610 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Updating router 2b11454e-1290-4ac4-86c5-f081a91ede87 port 9ec67588-0a46-4cb9-aa11-ac28cf63c590 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:32:37.211090 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (880fc850-7b1c-4e5a-900f-a08c62af9507), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.232104 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_controller (5b8ac94f-9da9-4f4a-b578-0484a377d986), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.240646 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9ec67588-0a46-4cb9-aa11-ac28cf63c590), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.385389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=880fc850-7b1c-4e5a-900f-a08c62af9507,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:37.388798 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (c42aaaf7-accc-40a8-8518-c187b7609fe3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.500547 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (5b8ac94f-9da9-4f4a-b578-0484a377d986), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.632104 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network 9a9ffd87-b426-4e3f-92b4-18ee1ec647fe is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:37.635914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:37.760188 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Publish callbacks [] for port (9ec67588-0a46-4cb9-aa11-ac28cf63c590), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.778641 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9ec67588-0a46-4cb9-aa11-ac28cf63c590), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.869693 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (5b8ac94f-9da9-4f4a-b578-0484a377d986), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.873078 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router c42aaaf7-accc-40a8-8518-c187b7609fe3 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:37.908911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Attempting to bind port 9ec67588-0a46-4cb9-aa11-ac28cf63c590 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:37.909555 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Attempting to bind port 9ec67588-0a46-4cb9-aa11-ac28cf63c590 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:37.910366 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Attempting to bind port 9ec67588-0a46-4cb9-aa11-ac28cf63c590 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:37.931148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:32:37.935496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:37.936223 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.936774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:32:37.937327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Bound port: 9ec67588-0a46-4cb9-aa11-ac28cf63c590, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:32:37.938601 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9ec67588-0a46-4cb9-aa11-ac28cf63c590), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:37.939337 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:38.090167 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ee5c9-da18-4c8a-ab81-c751e39ecf7a None None] Pushing event updated for resources: {'Port': ['ID=9ec67588-0a46-4cb9-aa11-ac28cf63c590,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:38.101592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:38.109302 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5c9fdca3-38df-4182-b246-67536de51fe5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "PUT /v2.0/routers/c42aaaf7-accc-40a8-8518-c187b7609fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4381902 Jan 28 19:32:38.112043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:38.114308 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44990bc9-f315-4851-b78e-e0ac9d556b54 None None] Sync routers for ids ['c42aaaf7-accc-40a8-8518-c187b7609fe3'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:38.121313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c80f17e6-abb2-4cc4-9dcd-e3530b65fa95 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'port': {'network_id': '9a9ffd87-b426-4e3f-92b4-18ee1ec647fe', 'name': 'tempest-FloatingIPTestJSON-1913069939'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:38.127076 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44990bc9-f315-4851-b78e-e0ac9d556b54 None None] Routers {'c42aaaf7-accc-40a8-8518-c187b7609fe3'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:38.130207 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-44990bc9-f315-4851-b78e-e0ac9d556b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c42aaaf7-accc-40a8-8518-c187b7609fe3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:38.150566 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] For port 9ec67588-0a46-4cb9-aa11-ac28cf63c590, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:32:38.154430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] For port 9ec67588-0a46-4cb9-aa11-ac28cf63c590, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9ec67588-0a46-4cb9-aa11-ac28cf63c590,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:32:38.157328 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1b81cc5a-bfbf-442f-8911-037d90542510 None None] Provisioning complete for port 880fc850-7b1c-4e5a-900f-a08c62af9507 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:38.169278 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b81cc5a-bfbf-442f-8911-037d90542510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (880fc850-7b1c-4e5a-900f-a08c62af9507), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:38.194191 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9ec67588-0a46-4cb9-aa11-ac28cf63c590), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:38.219061 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-44990bc9-f315-4851-b78e-e0ac9d556b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:38.241816 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Allocated IP 172.25.0.207 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/babdf1f3-5be2-409b-be61-f429197fea3f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:38.254334 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44990bc9-f315-4851-b78e-e0ac9d556b54 None None] Routers {'c42aaaf7-accc-40a8-8518-c187b7609fe3'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:38.254334 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-44990bc9-f315-4851-b78e-e0ac9d556b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c42aaaf7-accc-40a8-8518-c187b7609fe3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:38.327367 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Routers {'2b11454e-1290-4ac4-86c5-f081a91ede87'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:38.328010 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2b11454e-1290-4ac4-86c5-f081a91ede87'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:38.374506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80f17e6-abb2-4cc4-9dcd-e3530b65fa95 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Made reservation on behalf of 9cc5c0429d874ff299c556d630dac00d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:38.379870 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c80f17e6-abb2-4cc4-9dcd-e3530b65fa95 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:38.404098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-c80f17e6-abb2-4cc4-9dcd-e3530b65fa95 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] device_id is not set on port e09776e2-7e0f-4a09-8765-9a20ec38bbb9 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:32:38.454277 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for port (babdf1f3-5be2-409b-be61-f429197fea3f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:38.472625 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-44990bc9-f315-4851-b78e-e0ac9d556b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:38.473640 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44990bc9-f315-4851-b78e-e0ac9d556b54 None None] The sync data for ids ['c42aaaf7-accc-40a8-8518-c187b7609fe3'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:38.510118 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (babdf1f3-5be2-409b-be61-f429197fea3f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:38.552502 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:38.555683 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:38.562568 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:38.570504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-c80f17e6-abb2-4cc4-9dcd-e3530b65fa95 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Allocated IP 172.20.0.6 (9a9ffd87-b426-4e3f-92b4-18ee1ec647fe/a1e680b9-c747-4110-b2b2-6c5c3355ba4e/e09776e2-7e0f-4a09-8765-9a20ec38bbb9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:38.577440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1b81cc5a-bfbf-442f-8911-037d90542510 None None] Port 880fc850-7b1c-4e5a-900f-a08c62af9507 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:32:38.593594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Pushing event updated for resources: {'Port': ['ID=babdf1f3-5be2-409b-be61-f429197fea3f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:38.643468 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ee5c9-da18-4c8a-ab81-c751e39ecf7a None None] Pushing event updated for resources: {'Port': ['ID=9ec67588-0a46-4cb9-aa11-ac28cf63c590,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:38.665659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] Set router 2b11454e-1290-4ac4-86c5-f081a91ede87 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:32:38.800929 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c80f17e6-abb2-4cc4-9dcd-e3530b65fa95 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for port (e09776e2-7e0f-4a09-8765-9a20ec38bbb9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:38.872139 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c80f17e6-abb2-4cc4-9dcd-e3530b65fa95 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e09776e2-7e0f-4a09-8765-9a20ec38bbb9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:38.966650 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80f17e6-abb2-4cc4-9dcd-e3530b65fa95 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Network 9a9ffd87-b426-4e3f-92b4-18ee1ec647fe is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:38.973711 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c80f17e6-abb2-4cc4-9dcd-e3530b65fa95 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:38.993001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80f17e6-abb2-4cc4-9dcd-e3530b65fa95 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:39.025454 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f17e6-abb2-4cc4-9dcd-e3530b65fa95 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event updated for resources: {'Port': ['ID=e09776e2-7e0f-4a09-8765-9a20ec38bbb9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:39.075338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80f17e6-abb2-4cc4-9dcd-e3530b65fa95 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:39.076576 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (5b8ac94f-9da9-4f4a-b578-0484a377d986), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:39.078331 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c80f17e6-abb2-4cc4-9dcd-e3530b65fa95 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:39.112125 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c80f17e6-abb2-4cc4-9dcd-e3530b65fa95 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9989321 Jan 28 19:32:39.112765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42450) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:39.119013 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e55e16d0-b3f4-4daf-b6d5-2baad51507b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Request body: {'floatingip': {'port_id': 'e09776e2-7e0f-4a09-8765-9a20ec38bbb9'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:39.214500 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e55e16d0-b3f4-4daf-b6d5-2baad51507b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (21f7ac5b-076f-4909-87a0-2ef8e96d5e97), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:39.224987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b11454e-1290-4ac4-86c5-f081a91ede87', 'name': 'tempest-snat-router-1631827614', 'tenant_id': '95db696c036d4255bc97e70a5e807fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': False}, 'gw_port_id': '9ec67588-0a46-4cb9-aa11-ac28cf63c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:32:33Z', 'updated_at': '2022-01-28T19:32:35Z', 'revision_number': 3, 'project_id': '95db696c036d4255bc97e70a5e807fd7', 'gw_port': {'id': '9ec67588-0a46-4cb9-aa11-ac28cf63c590', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b11454e-1290-4ac4-86c5-f081a91ede87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:32:33Z', 'updated_at': '2022-01-28T19:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:39.307464 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02374cbf-f9c6-446b-8d53-40d45abd6caf None None] The sync data for ids ['2b11454e-1290-4ac4-86c5-f081a91ede87'] in n-d-824834-4 is: [{'id': '2b11454e-1290-4ac4-86c5-f081a91ede87', 'name': 'tempest-snat-router-1631827614', 'tenant_id': '95db696c036d4255bc97e70a5e807fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': False}, 'gw_port_id': '9ec67588-0a46-4cb9-aa11-ac28cf63c590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:32:33Z', 'updated_at': '2022-01-28T19:32:35Z', 'revision_number': 3, 'project_id': '95db696c036d4255bc97e70a5e807fd7', 'gw_port': {'id': '9ec67588-0a46-4cb9-aa11-ac28cf63c590', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:59:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b11454e-1290-4ac4-86c5-f081a91ede87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:32:33Z', 'updated_at': '2022-01-28T19:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:39.422681 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5f83cec2-45b2-483d-ac4f-59c050fa8a4c None None] Provisioning complete for port e09776e2-7e0f-4a09-8765-9a20ec38bbb9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:39.423319 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5f83cec2-45b2-483d-ac4f-59c050fa8a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e09776e2-7e0f-4a09-8765-9a20ec38bbb9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:39.480066 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (5b8ac94f-9da9-4f4a-b578-0484a377d986), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:39.515777 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5f83cec2-45b2-483d-ac4f-59c050fa8a4c None None] Port e09776e2-7e0f-4a09-8765-9a20ec38bbb9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:32:39.791989 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Router 5b8ac94f-9da9-4f4a-b578-0484a377d986 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:32:40.119913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:40.132711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Sync routers for ids ['5b8ac94f-9da9-4f4a-b578-0484a377d986'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:40.161417 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:40.163243 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-938169ca-4ff9-4d11-9bc4-faabca70acb6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0953445 Jan 28 19:32:40.166725 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42492) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:40.170259 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Routers {'5b8ac94f-9da9-4f4a-b578-0484a377d986'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:40.172392 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['5b8ac94f-9da9-4f4a-b578-0484a377d986'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:40.184627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9ec67588-0a46-4cb9-aa11-ac28cf63c590 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:40.339663 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e55e16d0-b3f4-4daf-b6d5-2baad51507b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:40.347160 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e55e16d0-b3f4-4daf-b6d5-2baad51507b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (21f7ac5b-076f-4909-87a0-2ef8e96d5e97), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:40.384015 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e0b37241-e42c-4c28-9ce8-c47e0d34eda1 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "GET /v2.0/routers/5b8ac94f-9da9-4f4a-b578-0484a377d986 HTTP/1.1" status: 200 len: 908 time: 0.2145183 Jan 28 19:32:40.384919 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42494) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:40.415820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Set router 5b8ac94f-9da9-4f4a-b578-0484a377d986 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:32:40.540872 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c1c2-3764-4ea5-80d4-eb46d9406020 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router (5b8ac94f-9da9-4f4a-b578-0484a377d986), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:40.573721 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 9ec67588-0a46-4cb9-aa11-ac28cf63c590 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:40.574270 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9ec67588-0a46-4cb9-aa11-ac28cf63c590), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:41.096724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 9ec67588-0a46-4cb9-aa11-ac28cf63c590 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:41.097731 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9ec67588-0a46-4cb9-aa11-ac28cf63c590), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:41.101696 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-e55e16d0-b3f4-4daf-b6d5-2baad51507b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Floating IP 21f7ac5b-076f-4909-87a0-2ef8e96d5e97 associated. External IP: 172.25.0.145, port: 22a4873d-8165-4637-8de1-109b4cbb649b. Jan 28 19:32:41.122451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 9ec67588-0a46-4cb9-aa11-ac28cf63c590, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9ec67588-0a46-4cb9-aa11-ac28cf63c590,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:41.129993 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9ec67588-0a46-4cb9-aa11-ac28cf63c590), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:41.220916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8ac94f-9da9-4f4a-b578-0484a377d986', 'name': 'tempest-snat-router-1631827614', 'tenant_id': '95db696c036d4255bc97e70a5e807fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'babdf1f3-5be2-409b-be61-f429197fea3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:32:37Z', 'updated_at': '2022-01-28T19:32:38Z', 'revision_number': 3, 'project_id': '95db696c036d4255bc97e70a5e807fd7', 'gw_port': {'id': 'babdf1f3-5be2-409b-be61-f429197fea3f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8ac94f-9da9-4f4a-b578-0484a377d986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:32:37Z', 'updated_at': '2022-01-28T19:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:41.224427 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=9ec67588-0a46-4cb9-aa11-ac28cf63c590,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:41.266617 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Checking router: 5b8ac94f-9da9-4f4a-b578-0484a377d986 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:32:41.266973 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Updating router 5b8ac94f-9da9-4f4a-b578-0484a377d986 port babdf1f3-5be2-409b-be61-f429197fea3f binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:32:41.339838 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (babdf1f3-5be2-409b-be61-f429197fea3f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:41.485004 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55e16d0-b3f4-4daf-b6d5-2baad51507b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router 684cdeb3-5e74-493f-a99b-d38c4fda3cfd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:41.509758 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c1c2-3764-4ea5-80d4-eb46d9406020 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (5b8ac94f-9da9-4f4a-b578-0484a377d986), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:41.614414 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c8c1c1c2-3764-4ea5-80d4-eb46d9406020 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Deleting port babdf1f3-5be2-409b-be61-f429197fea3f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:41.615084 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c1c2-3764-4ea5-80d4-eb46d9406020 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (babdf1f3-5be2-409b-be61-f429197fea3f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:41.663357 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55e16d0-b3f4-4daf-b6d5-2baad51507b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:41.673328 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e4bdff-038d-417f-94fc-884dad1d1803 None None] Sync routers for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:41.688877 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e4bdff-038d-417f-94fc-884dad1d1803 None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:41.689623 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-97e4bdff-038d-417f-94fc-884dad1d1803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:41.768635 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c1c2-3764-4ea5-80d4-eb46d9406020 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (babdf1f3-5be2-409b-be61-f429197fea3f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:41.785218 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-97e4bdff-038d-417f-94fc-884dad1d1803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:41.799075 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c8c1c1c2-3764-4ea5-80d4-eb46d9406020 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Calling delete_port for babdf1f3-5be2-409b-be61-f429197fea3f owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:41.813494 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e4bdff-038d-417f-94fc-884dad1d1803 None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:41.814763 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-97e4bdff-038d-417f-94fc-884dad1d1803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:41.912963 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-97e4bdff-038d-417f-94fc-884dad1d1803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:41.916067 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e4bdff-038d-417f-94fc-884dad1d1803 None None] The sync data for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:41.943467 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Publish callbacks [] for port (babdf1f3-5be2-409b-be61-f429197fea3f), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:41.953255 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (babdf1f3-5be2-409b-be61-f429197fea3f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.033510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821b1b5-0322-4e7d-9a8b-cc6217091c13 None None] Pushing event updated for resources: {'Port': ['ID=babdf1f3-5be2-409b-be61-f429197fea3f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:42.077271 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Attempting to bind port babdf1f3-5be2-409b-be61-f429197fea3f on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:42.077656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Attempting to bind port babdf1f3-5be2-409b-be61-f429197fea3f by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:42.078056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Attempting to bind port babdf1f3-5be2-409b-be61-f429197fea3f on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:42.091310 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:32:42.091706 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:42.092119 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.092834 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:32:42.093314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Bound port: babdf1f3-5be2-409b-be61-f429197fea3f, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:32:42.093703 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (babdf1f3-5be2-409b-be61-f429197fea3f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.154888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9ec67588-0a46-4cb9-aa11-ac28cf63c590 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:32:42.158579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55e16d0-b3f4-4daf-b6d5-2baad51507b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router c42aaaf7-accc-40a8-8518-c187b7609fe3 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:42.245003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 9ec67588-0a46-4cb9-aa11-ac28cf63c590 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:32:42.245732 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9ec67588-0a46-4cb9-aa11-ac28cf63c590), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.305900 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c1c2-3764-4ea5-80d4-eb46d9406020 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (babdf1f3-5be2-409b-be61-f429197fea3f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.346576 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 9ec67588-0a46-4cb9-aa11-ac28cf63c590 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:32:42.351376 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:32:42.351376 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:32:42.402557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55e16d0-b3f4-4daf-b6d5-2baad51507b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:42.403663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1c1c2-3764-4ea5-80d4-eb46d9406020 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Pushing event deleted for resources: {'Port': ['ID=babdf1f3-5be2-409b-be61-f429197fea3f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:42.412983 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e55e16d0-b3f4-4daf-b6d5-2baad51507b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.415430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f98e2-ae06-4ad0-aaf5-5f36dd4d2699 None None] Sync routers for ids ['c42aaaf7-accc-40a8-8518-c187b7609fe3'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:42.436419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f98e2-ae06-4ad0-aaf5-5f36dd4d2699 None None] Routers {'c42aaaf7-accc-40a8-8518-c187b7609fe3'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:42.437231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ce9f98e2-ae06-4ad0-aaf5-5f36dd4d2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c42aaaf7-accc-40a8-8518-c187b7609fe3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:42.501429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ce9f98e2-ae06-4ad0-aaf5-5f36dd4d2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:42.520137 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c1c2-3764-4ea5-80d4-eb46d9406020 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (5b8ac94f-9da9-4f4a-b578-0484a377d986), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.536023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f98e2-ae06-4ad0-aaf5-5f36dd4d2699 None None] Routers {'c42aaaf7-accc-40a8-8518-c187b7609fe3'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:42.536257 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e55e16d0-b3f4-4daf-b6d5-2baad51507b1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "PUT /v2.0/floatingips/21f7ac5b-076f-4909-87a0-2ef8e96d5e97 HTTP/1.1" status: 200 len: 978 time: 3.4215028 Jan 28 19:32:42.544106 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42510) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:42.544301 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ce9f98e2-ae06-4ad0-aaf5-5f36dd4d2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c42aaaf7-accc-40a8-8518-c187b7609fe3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:42.598818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ce9f98e2-ae06-4ad0-aaf5-5f36dd4d2699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:42.600325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f98e2-ae06-4ad0-aaf5-5f36dd4d2699 None None] The sync data for ids ['c42aaaf7-accc-40a8-8518-c187b7609fe3'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:42.688599 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c1c2-3764-4ea5-80d4-eb46d9406020 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (5b8ac94f-9da9-4f4a-b578-0484a377d986), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.691945 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c1c2-3764-4ea5-80d4-eb46d9406020 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_controller (5b8ac94f-9da9-4f4a-b578-0484a377d986), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.721649 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9ef25974-4c60-4327-9301-856269001ff7 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Deleting port e09776e2-7e0f-4a09-8765-9a20ec38bbb9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:42.722385 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ef25974-4c60-4327-9301-856269001ff7 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e09776e2-7e0f-4a09-8765-9a20ec38bbb9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.773746 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c1c2-3764-4ea5-80d4-eb46d9406020 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (5b8ac94f-9da9-4f4a-b578-0484a377d986), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.774880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c1c1c2-3764-4ea5-80d4-eb46d9406020 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b8ac94f-9da9-4f4a-b578-0484a377d986 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:32:42.783274 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c8c1c1c2-3764-4ea5-80d4-eb46d9406020 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.786221 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c8c1c1c2-3764-4ea5-80d4-eb46d9406020 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "DELETE /v2.0/routers/5b8ac94f-9da9-4f4a-b578-0484a377d986 HTTP/1.1" status: 204 len: 168 time: 2.4000220 Jan 28 19:32:42.789230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42512) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:42.827989 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ef25974-4c60-4327-9301-856269001ff7 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e09776e2-7e0f-4a09-8765-9a20ec38bbb9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.873789 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Attempting to bind port babdf1f3-5be2-409b-be61-f429197fea3f on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:32:42.874188 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Attempting to bind port babdf1f3-5be2-409b-be61-f429197fea3f by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:32:42.874617 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Attempting to bind port babdf1f3-5be2-409b-be61-f429197fea3f on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:32:42.881844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:32:42.882457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:42.882933 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.883413 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:32:42.883963 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Bound port: babdf1f3-5be2-409b-be61-f429197fea3f, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:32:42.884407 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (babdf1f3-5be2-409b-be61-f429197fea3f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.905277 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87a62bf2-37f8-4aca-9efb-01d7b4facbd8 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router (2b11454e-1290-4ac4-86c5-f081a91ede87), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:42.907211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Port babdf1f3-5be2-409b-be61-f429197fea3f has been deleted concurrently {{(pid=103148) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 28 19:32:42.929382 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Routers set() bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:42.930130 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Router IDs set() for agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 19:32:42.930896 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_agentschedulers_db [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5b8ac94f-9da9-4f4a-b578-0484a377d986'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent'). {{(pid=103148) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 19:32:42.931401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a3b9a5-c16e-48b3-bbda-860c3e033170 None None] The sync data for ids ['5b8ac94f-9da9-4f4a-b578-0484a377d986'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:43.045324 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ef25974-4c60-4327-9301-856269001ff7 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:43.046267 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ef25974-4c60-4327-9301-856269001ff7 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (21f7ac5b-076f-4909-87a0-2ef8e96d5e97), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:43.046777 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-9ef25974-4c60-4327-9301-856269001ff7 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Floating IP 21f7ac5b-076f-4909-87a0-2ef8e96d5e97 disassociated. External IP: 172.25.0.145, port: e09776e2-7e0f-4a09-8765-9a20ec38bbb9. Jan 28 19:32:43.047295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9ef25974-4c60-4327-9301-856269001ff7 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Calling delete_port for e09776e2-7e0f-4a09-8765-9a20ec38bbb9 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:43.054071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87a62bf2-37f8-4aca-9efb-01d7b4facbd8 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (2b11454e-1290-4ac4-86c5-f081a91ede87), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:43.117097 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-87a62bf2-37f8-4aca-9efb-01d7b4facbd8 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Deleting port 9ec67588-0a46-4cb9-aa11-ac28cf63c590 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:43.117441 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87a62bf2-37f8-4aca-9efb-01d7b4facbd8 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9ec67588-0a46-4cb9-aa11-ac28cf63c590), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:43.193676 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ef25974-4c60-4327-9301-856269001ff7 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e09776e2-7e0f-4a09-8765-9a20ec38bbb9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:43.213590 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-87a62bf2-37f8-4aca-9efb-01d7b4facbd8 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] For port 9ec67588-0a46-4cb9-aa11-ac28cf63c590, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9ec67588-0a46-4cb9-aa11-ac28cf63c590,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:43.214351 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87a62bf2-37f8-4aca-9efb-01d7b4facbd8 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9ec67588-0a46-4cb9-aa11-ac28cf63c590), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:43.228786 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-87a62bf2-37f8-4aca-9efb-01d7b4facbd8 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Calling delete_port for 9ec67588-0a46-4cb9-aa11-ac28cf63c590 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:43.233693 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef25974-4c60-4327-9301-856269001ff7 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Port': ['ID=e09776e2-7e0f-4a09-8765-9a20ec38bbb9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:43.489372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef25974-4c60-4327-9301-856269001ff7 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router c42aaaf7-accc-40a8-8518-c187b7609fe3 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:43.618055 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87a62bf2-37f8-4aca-9efb-01d7b4facbd8 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9ec67588-0a46-4cb9-aa11-ac28cf63c590), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:43.673775 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a62bf2-37f8-4aca-9efb-01d7b4facbd8 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ec67588-0a46-4cb9-aa11-ac28cf63c590,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:43.716956 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef25974-4c60-4327-9301-856269001ff7 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:43.732409 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47996480-604f-47f4-b514-ebb42c683d67 None None] Sync routers for ids ['c42aaaf7-accc-40a8-8518-c187b7609fe3'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:43.751040 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47996480-604f-47f4-b514-ebb42c683d67 None None] Routers {'c42aaaf7-accc-40a8-8518-c187b7609fe3'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:43.751667 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47996480-604f-47f4-b514-ebb42c683d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c42aaaf7-accc-40a8-8518-c187b7609fe3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:43.819171 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87a62bf2-37f8-4aca-9efb-01d7b4facbd8 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (2b11454e-1290-4ac4-86c5-f081a91ede87), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:43.833155 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47996480-604f-47f4-b514-ebb42c683d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:43.843435 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ef25974-4c60-4327-9301-856269001ff7 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:43.846137 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47996480-604f-47f4-b514-ebb42c683d67 None None] Routers {'c42aaaf7-accc-40a8-8518-c187b7609fe3'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:43.847116 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47996480-604f-47f4-b514-ebb42c683d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c42aaaf7-accc-40a8-8518-c187b7609fe3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:43.853946 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9ef25974-4c60-4327-9301-856269001ff7 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/ports/e09776e2-7e0f-4a09-8765-9a20ec38bbb9 HTTP/1.1" status: 204 len: 168 time: 1.3123107 Jan 28 19:32:43.856884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42532) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:43.894301 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-47996480-604f-47f4-b514-ebb42c683d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:43.895038 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47996480-604f-47f4-b514-ebb42c683d67 None None] The sync data for ids ['c42aaaf7-accc-40a8-8518-c187b7609fe3'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:44.059635 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87a62bf2-37f8-4aca-9efb-01d7b4facbd8 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (2b11454e-1290-4ac4-86c5-f081a91ede87), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.062798 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87a62bf2-37f8-4aca-9efb-01d7b4facbd8 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_controller (2b11454e-1290-4ac4-86c5-f081a91ede87), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.120317 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87a62bf2-37f8-4aca-9efb-01d7b4facbd8 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (2b11454e-1290-4ac4-86c5-f081a91ede87), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.121029 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a62bf2-37f8-4aca-9efb-01d7b4facbd8 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b11454e-1290-4ac4-86c5-f081a91ede87 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:32:44.138619 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-87a62bf2-37f8-4aca-9efb-01d7b4facbd8 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.140572 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-87a62bf2-37f8-4aca-9efb-01d7b4facbd8 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "DELETE /v2.0/routers/2b11454e-1290-4ac4-86c5-f081a91ede87 HTTP/1.1" status: 204 len: 168 time: 1.3503168 Jan 28 19:32:44.146877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42536) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:44.157962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1688850696', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:44.202418 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (bb23efef-214f-4ba1-9d8a-342d3e94ad8e), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.204852 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (bb23efef-214f-4ba1-9d8a-342d3e94ad8e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.315048 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_controller (bb23efef-214f-4ba1-9d8a-342d3e94ad8e), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.406758 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42544) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:44.551095 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (bb23efef-214f-4ba1-9d8a-342d3e94ad8e), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.631037 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f6e1e91-1216-4283-9182-9a3b8fc2155c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.644354 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63df1eff-8fdc-4a62-9894-a6046488d7c0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (c42aaaf7-accc-40a8-8518-c187b7609fe3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.863721 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (bb23efef-214f-4ba1-9d8a-342d3e94ad8e), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.899761 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:44.986252 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f6e1e91-1216-4283-9182-9a3b8fc2155c admin admin] Publish callbacks [] for security_group (4f568879-492c-4e67-b473-d364d3a53970), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:45.005579 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9f6e1e91-1216-4283-9182-9a3b8fc2155c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4f568879-492c-4e67-b473-d364d3a53970), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:45.060866 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9f6e1e91-1216-4283-9182-9a3b8fc2155c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f67d69b9db384ba8aaba9414d4e6d4ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6273632 Jan 28 19:32:45.061573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42554) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:45.084400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Allocated IP 172.25.0.75 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/df903dae-aac6-4640-9e0f-fd0388db0f22) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:45.150672 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e1e91-1216-4283-9182-9a3b8fc2155c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f568879-492c-4e67-b473-d364d3a53970,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:45.216166 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a98d287f-f7ae-4a0f-bd91-421b92c3fa2e admin admin] Publish callbacks [] for security_group (4f568879-492c-4e67-b473-d364d3a53970), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:45.239775 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a98d287f-f7ae-4a0f-bd91-421b92c3fa2e admin admin] Publish callbacks [] for security_group (4f568879-492c-4e67-b473-d364d3a53970), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:45.314141 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for port (df903dae-aac6-4640-9e0f-fd0388db0f22), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:45.338700 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a98d287f-f7ae-4a0f-bd91-421b92c3fa2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4f568879-492c-4e67-b473-d364d3a53970), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:45.341309 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a98d287f-f7ae-4a0f-bd91-421b92c3fa2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:45.343714 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a98d287f-f7ae-4a0f-bd91-421b92c3fa2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f568879-492c-4e67-b473-d364d3a53970 HTTP/1.1" status: 204 len: 168 time: 0.2779291 Jan 28 19:32:45.367558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d287f-f7ae-4a0f-bd91-421b92c3fa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f568879-492c-4e67-b473-d364d3a53970,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:45.372791 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (df903dae-aac6-4640-9e0f-fd0388db0f22), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:45.427748 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:45.431572 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:45.438753 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:45.447046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-63df1eff-8fdc-4a62-9894-a6046488d7c0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Deleting port 880fc850-7b1c-4e5a-900f-a08c62af9507 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:45.447388 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63df1eff-8fdc-4a62-9894-a6046488d7c0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (880fc850-7b1c-4e5a-900f-a08c62af9507), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:45.493516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Pushing event updated for resources: {'Port': ['ID=df903dae-aac6-4640-9e0f-fd0388db0f22,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:45.679389 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63df1eff-8fdc-4a62-9894-a6046488d7c0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (880fc850-7b1c-4e5a-900f-a08c62af9507), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:45.697398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-63df1eff-8fdc-4a62-9894-a6046488d7c0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Calling delete_port for 880fc850-7b1c-4e5a-900f-a08c62af9507 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:45.871904 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42564) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:45.887718 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6531039-1256-4ee0-9f33-3ad96b7e01c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:45.937419 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (bb23efef-214f-4ba1-9d8a-342d3e94ad8e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:45.983099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9ec67588-0a46-4cb9-aa11-ac28cf63c590 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:32:46.001166 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63df1eff-8fdc-4a62-9894-a6046488d7c0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (880fc850-7b1c-4e5a-900f-a08c62af9507), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:46.022530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 9ec67588-0a46-4cb9-aa11-ac28cf63c590 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:32:46.025725 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9ec67588-0a46-4cb9-aa11-ac28cf63c590 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:32:46.078000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df1eff-8fdc-4a62-9894-a6046488d7c0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Port': ['ID=880fc850-7b1c-4e5a-900f-a08c62af9507,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:46.235555 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (bb23efef-214f-4ba1-9d8a-342d3e94ad8e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:46.380380 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-63df1eff-8fdc-4a62-9894-a6046488d7c0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (c42aaaf7-accc-40a8-8518-c187b7609fe3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:46.417778 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6531039-1256-4ee0-9f33-3ad96b7e01c9 admin admin] Publish callbacks [] for security_group (11e72030-865f-4ee0-9364-a5de483ba7fd), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:46.424244 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6531039-1256-4ee0-9f33-3ad96b7e01c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (11e72030-865f-4ee0-9364-a5de483ba7fd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:46.478634 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b6531039-1256-4ee0-9f33-3ad96b7e01c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb564e78f049436da2cd71564c0723b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6034484 Jan 28 19:32:46.482212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:46.492088 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6531039-1256-4ee0-9f33-3ad96b7e01c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e72030-865f-4ee0-9364-a5de483ba7fd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:46.525725 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Router bb23efef-214f-4ba1-9d8a-342d3e94ad8e is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:32:46.645353 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44d3baeb-ac8d-424f-8962-3fd1b5c074b8 admin admin] Publish callbacks [] for security_group (11e72030-865f-4ee0-9364-a5de483ba7fd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:46.652526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63df1eff-8fdc-4a62-9894-a6046488d7c0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router c42aaaf7-accc-40a8-8518-c187b7609fe3 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:46.672727 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44d3baeb-ac8d-424f-8962-3fd1b5c074b8 admin admin] Publish callbacks [] for security_group (11e72030-865f-4ee0-9364-a5de483ba7fd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:46.721351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:46.739932 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d96456-f079-464e-ba39-725712e73cfc None None] Sync routers for ids ['bb23efef-214f-4ba1-9d8a-342d3e94ad8e'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:46.752911 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:46.756918 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8566e73f-5f5d-4016-a7b0-9a6a4daa71e1 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6080534 Jan 28 19:32:46.759144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d96456-f079-464e-ba39-725712e73cfc None None] Routers {'bb23efef-214f-4ba1-9d8a-342d3e94ad8e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:46.760030 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-49d96456-f079-464e-ba39-725712e73cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['bb23efef-214f-4ba1-9d8a-342d3e94ad8e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:46.772239 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42570) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:46.780307 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-64ae99cd-4bd0-41df-bcd8-256629e8acbd tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'enable_snat': False}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:46.785138 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44d3baeb-ac8d-424f-8962-3fd1b5c074b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (11e72030-865f-4ee0-9364-a5de483ba7fd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:46.788760 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44d3baeb-ac8d-424f-8962-3fd1b5c074b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:46.792662 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-44d3baeb-ac8d-424f-8962-3fd1b5c074b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11e72030-865f-4ee0-9364-a5de483ba7fd HTTP/1.1" status: 204 len: 168 time: 0.3049772 Jan 28 19:32:46.822403 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63df1eff-8fdc-4a62-9894-a6046488d7c0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:46.830793 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42574) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:46.831713 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-63df1eff-8fdc-4a62-9894-a6046488d7c0 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "PUT /v2.0/routers/c42aaaf7-accc-40a8-8518-c187b7609fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9736080 Jan 28 19:32:46.833380 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234c58bc-f322-410f-8d80-2cb77a6efd6a None None] Sync routers for ids ['c42aaaf7-accc-40a8-8518-c187b7609fe3'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:46.871997 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c58bc-f322-410f-8d80-2cb77a6efd6a None None] Routers {'c42aaaf7-accc-40a8-8518-c187b7609fe3'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:46.873999 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-234c58bc-f322-410f-8d80-2cb77a6efd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c42aaaf7-accc-40a8-8518-c187b7609fe3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:46.878481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-49d96456-f079-464e-ba39-725712e73cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:46.891700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3baeb-ac8d-424f-8962-3fd1b5c074b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e72030-865f-4ee0-9364-a5de483ba7fd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:46.953692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d96456-f079-464e-ba39-725712e73cfc None None] Routers {'bb23efef-214f-4ba1-9d8a-342d3e94ad8e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:46.954599 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-49d96456-f079-464e-ba39-725712e73cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['bb23efef-214f-4ba1-9d8a-342d3e94ad8e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:47.001924 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-234c58bc-f322-410f-8d80-2cb77a6efd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:47.023686 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c58bc-f322-410f-8d80-2cb77a6efd6a None None] Routers {'c42aaaf7-accc-40a8-8518-c187b7609fe3'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:47.025466 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-49d96456-f079-464e-ba39-725712e73cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:47.026760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d96456-f079-464e-ba39-725712e73cfc None None] The sync data for ids ['bb23efef-214f-4ba1-9d8a-342d3e94ad8e'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:47.027277 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-234c58bc-f322-410f-8d80-2cb77a6efd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c42aaaf7-accc-40a8-8518-c187b7609fe3'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:47.104192 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-234c58bc-f322-410f-8d80-2cb77a6efd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:47.106629 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234c58bc-f322-410f-8d80-2cb77a6efd6a None None] The sync data for ids ['c42aaaf7-accc-40a8-8518-c187b7609fe3'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:47.121300 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84625a89-7b97-4b2c-a100-a80402ae7dcd tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router (c42aaaf7-accc-40a8-8518-c187b7609fe3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:47.354374 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84625a89-7b97-4b2c-a100-a80402ae7dcd tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router_gateway (c42aaaf7-accc-40a8-8518-c187b7609fe3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:47.394629 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64ae99cd-4bd0-41df-bcd8-256629e8acbd tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (bb23efef-214f-4ba1-9d8a-342d3e94ad8e), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:47.898593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-84625a89-7b97-4b2c-a100-a80402ae7dcd tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Deleting port 871145e0-91e0-435f-8ef7-f4e6860b3661 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:47.899312 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84625a89-7b97-4b2c-a100-a80402ae7dcd tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (871145e0-91e0-435f-8ef7-f4e6860b3661), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:48.007393 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84625a89-7b97-4b2c-a100-a80402ae7dcd tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (871145e0-91e0-435f-8ef7-f4e6860b3661), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:48.021948 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-84625a89-7b97-4b2c-a100-a80402ae7dcd tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Calling delete_port for 871145e0-91e0-435f-8ef7-f4e6860b3661 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:48.221618 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66a3d517-b22f-4140-b88e-ef9ddc043073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:48.385144 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84625a89-7b97-4b2c-a100-a80402ae7dcd tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (871145e0-91e0-435f-8ef7-f4e6860b3661), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:48.448962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84625a89-7b97-4b2c-a100-a80402ae7dcd tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Port': ['ID=871145e0-91e0-435f-8ef7-f4e6860b3661,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:48.557132 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64ae99cd-4bd0-41df-bcd8-256629e8acbd tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (bb23efef-214f-4ba1-9d8a-342d3e94ad8e), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:48.558951 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84625a89-7b97-4b2c-a100-a80402ae7dcd tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (c42aaaf7-accc-40a8-8518-c187b7609fe3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:48.586715 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64ae99cd-4bd0-41df-bcd8-256629e8acbd tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (bb23efef-214f-4ba1-9d8a-342d3e94ad8e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:48.687885 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84625a89-7b97-4b2c-a100-a80402ae7dcd tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (c42aaaf7-accc-40a8-8518-c187b7609fe3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:48.690559 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84625a89-7b97-4b2c-a100-a80402ae7dcd tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router_controller (c42aaaf7-accc-40a8-8518-c187b7609fe3), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:48.783761 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84625a89-7b97-4b2c-a100-a80402ae7dcd tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (c42aaaf7-accc-40a8-8518-c187b7609fe3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:48.784591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84625a89-7b97-4b2c-a100-a80402ae7dcd tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Fanout notify agent at l3_agent the message router_deleted on router c42aaaf7-accc-40a8-8518-c187b7609fe3 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:32:48.806871 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-84625a89-7b97-4b2c-a100-a80402ae7dcd tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:48.810457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42620) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:48.820023 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-84625a89-7b97-4b2c-a100-a80402ae7dcd tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/routers/c42aaaf7-accc-40a8-8518-c187b7609fe3 HTTP/1.1" status: 204 len: 168 time: 1.9878731 Jan 28 19:32:48.851700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ae99cd-4bd0-41df-bcd8-256629e8acbd tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Router bb23efef-214f-4ba1-9d8a-342d3e94ad8e has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:48.869485 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd2ab49-17bf-428b-bc93-2e03dede4aa5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Deleting subnet a1e680b9-c747-4110-b2b2-6c5c3355ba4e {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:32:48.873532 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cd2ab49-17bf-428b-bc93-2e03dede4aa5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for subnet (a1e680b9-c747-4110-b2b2-6c5c3355ba4e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:48.952733 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cd2ab49-17bf-428b-bc93-2e03dede4aa5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (a1e680b9-c747-4110-b2b2-6c5c3355ba4e), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:49.047720 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ae99cd-4bd0-41df-bcd8-256629e8acbd tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:49.052981 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-64ae99cd-4bd0-41df-bcd8-256629e8acbd tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:49.057153 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-64ae99cd-4bd0-41df-bcd8-256629e8acbd tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "PUT /v2.0/routers/bb23efef-214f-4ba1-9d8a-342d3e94ad8e HTTP/1.1" status: 200 len: 925 time: 2.2810340 Jan 28 19:32:49.057153 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42630) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:49.060848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbd1114-0b59-43c8-9342-81ca1f2a83e1 None None] Sync routers for ids ['bb23efef-214f-4ba1-9d8a-342d3e94ad8e'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:49.081071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbd1114-0b59-43c8-9342-81ca1f2a83e1 None None] Routers {'bb23efef-214f-4ba1-9d8a-342d3e94ad8e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:49.081724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cdbd1114-0b59-43c8-9342-81ca1f2a83e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['bb23efef-214f-4ba1-9d8a-342d3e94ad8e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:49.171397 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cd2ab49-17bf-428b-bc93-2e03dede4aa5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (a1e680b9-c747-4110-b2b2-6c5c3355ba4e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:49.196966 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c1a8ece3-cdbf-425e-92f5-a256403ab342 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "GET /v2.0/routers/bb23efef-214f-4ba1-9d8a-342d3e94ad8e HTTP/1.1" status: 200 len: 925 time: 0.1387720 Jan 28 19:32:49.201047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42634) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:49.202577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cdbd1114-0b59-43c8-9342-81ca1f2a83e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:49.226093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbd1114-0b59-43c8-9342-81ca1f2a83e1 None None] Routers {'bb23efef-214f-4ba1-9d8a-342d3e94ad8e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:49.230334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cdbd1114-0b59-43c8-9342-81ca1f2a83e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['bb23efef-214f-4ba1-9d8a-342d3e94ad8e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:49.297495 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cd2ab49-17bf-428b-bc93-2e03dede4aa5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (a1e680b9-c747-4110-b2b2-6c5c3355ba4e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:49.318720 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cdbd1114-0b59-43c8-9342-81ca1f2a83e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:49.320270 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbd1114-0b59-43c8-9342-81ca1f2a83e1 None None] The sync data for ids ['bb23efef-214f-4ba1-9d8a-342d3e94ad8e'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:49.345178 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2ab49-17bf-428b-bc93-2e03dede4aa5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e680b9-c747-4110-b2b2-6c5c3355ba4e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:49.348141 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cd2ab49-17bf-428b-bc93-2e03dede4aa5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:49.351958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c938ce98-06d9-4888-90f7-218e239d6dd7 None None] Network 9a9ffd87-b426-4e3f-92b4-18ee1ec647fe requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:49.369606 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6cd2ab49-17bf-428b-bc93-2e03dede4aa5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/subnets/a1e680b9-c747-4110-b2b2-6c5c3355ba4e HTTP/1.1" status: 204 len: 168 time: 0.5579004 Jan 28 19:32:49.370192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42638) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:49.404264 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febaf449-3bbc-4a8b-a725-205ea01cd56f tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:49.408862 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-febaf449-3bbc-4a8b-a725-205ea01cd56f tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&device_id=bb23efef-214f-4ba1-9d8a-342d3e94ad8e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2068357 Jan 28 19:32:49.409302 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42640) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:49.493053 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (9a9ffd87-b426-4e3f-92b4-18ee1ec647fe), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:49.621794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83841c12-1ba5-48a5-8e1b-5cd35d54fe73 None None] DHCP port deletion for 9a9ffd87-b426-4e3f-92b4-18ee1ec647fe request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:32:49.625002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Deleting port 9965c098-f962-4d97-9b54-e7089cf26d72 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:49.625161 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9965c098-f962-4d97-9b54-e7089cf26d72), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:49.738621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-83841c12-1ba5-48a5-8e1b-5cd35d54fe73 None None] Deleting port 9965c098-f962-4d97-9b54-e7089cf26d72 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:49.739296 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83841c12-1ba5-48a5-8e1b-5cd35d54fe73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9965c098-f962-4d97-9b54-e7089cf26d72), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:49.792591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] For port 9965c098-f962-4d97-9b54-e7089cf26d72, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9965c098-f962-4d97-9b54-e7089cf26d72,segment=NetworkSegment(8fe033f1-2ee8-4a8c-b613-e9c77764d46c),segment_id=8fe033f1-2ee8-4a8c-b613-e9c77764d46c)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:49.792957 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9965c098-f962-4d97-9b54-e7089cf26d72), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:49.815416 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-83841c12-1ba5-48a5-8e1b-5cd35d54fe73 None None] For port 9965c098-f962-4d97-9b54-e7089cf26d72, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9965c098-f962-4d97-9b54-e7089cf26d72,segment=NetworkSegment(8fe033f1-2ee8-4a8c-b613-e9c77764d46c),segment_id=8fe033f1-2ee8-4a8c-b613-e9c77764d46c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:32:49.816369 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83841c12-1ba5-48a5-8e1b-5cd35d54fe73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9965c098-f962-4d97-9b54-e7089cf26d72), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:49.822626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Calling delete_port for 9965c098-f962-4d97-9b54-e7089cf26d72 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:49.832298 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-83841c12-1ba5-48a5-8e1b-5cd35d54fe73 None None] Calling delete_port for 9965c098-f962-4d97-9b54-e7089cf26d72 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:49.931862 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83841c12-1ba5-48a5-8e1b-5cd35d54fe73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (9965c098-f962-4d97-9b54-e7089cf26d72), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:49.981919 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83841c12-1ba5-48a5-8e1b-5cd35d54fe73 None None] Pushing event deleted for resources: {'Port': ['ID=9965c098-f962-4d97-9b54-e7089cf26d72,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:49.988663 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9965c098-f962-4d97-9b54-e7089cf26d72), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:50.006197 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83841c12-1ba5-48a5-8e1b-5cd35d54fe73 None None] No DVR routers for this DVR port 9965c098-f962-4d97-9b54-e7089cf26d72 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:32:50.016975 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:32:50.024369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b9e90d-d681-4c90-ac2b-71d48d4766fb tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:50.026097 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-11b9e90d-d681-4c90-ac2b-71d48d4766fb tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 881 time: 0.6150765 Jan 28 19:32:50.031002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42648) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:50.053961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Port': ['ID=9965c098-f962-4d97-9b54-e7089cf26d72,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:50.056646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] No DVR routers for this DVR port 9965c098-f962-4d97-9b54-e7089cf26d72 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:32:50.091462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9965c098-f962-4d97-9b54-e7089cf26d72 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:32:50.122178 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f72eb487-4274-4b18-88cf-9f5fd2a154f5 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb23efef-214f-4ba1-9d8a-342d3e94ad8e HTTP/1.1" status: 200 len: 205 time: 0.0853629 Jan 28 19:32:50.122764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42652) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:50.163293 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 9965c098-f962-4d97-9b54-e7089cf26d72 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:32:50.163792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9965c098-f962-4d97-9b54-e7089cf26d72 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:32:50.207727 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (9a9ffd87-b426-4e3f-92b4-18ee1ec647fe), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:50.267913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9ffd87-b426-4e3f-92b4-18ee1ec647fe']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:50.292968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe033f1-2ee8-4a8c-b613-e9c77764d46c') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:50.293379 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe033f1-2ee8-4a8c-b613-e9c77764d46c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:50.294739 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5557da03-02ba-4977-8d39-f1c137c2349f tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (bb23efef-214f-4ba1-9d8a-342d3e94ad8e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:50.308028 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (8fe033f1-2ee8-4a8c-b613-e9c77764d46c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:50.353301 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8fe033f1-2ee8-4a8c-b613-e9c77764d46c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:50.360767 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:32:50.361194 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (8fe033f1-2ee8-4a8c-b613-e9c77764d46c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: items = [ Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: self.session.flush() Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:32:50.365147 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:32:50.398840 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69787c91-6a99-4e85-9403-a15f8ca6de75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:50.490342 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5557da03-02ba-4977-8d39-f1c137c2349f tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (bb23efef-214f-4ba1-9d8a-342d3e94ad8e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:50.500057 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (9a9ffd87-b426-4e3f-92b4-18ee1ec647fe), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:50.521232 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:50.534771 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42664) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:50.535958 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/networks/9a9ffd87-b426-4e3f-92b4-18ee1ec647fe HTTP/1.1" status: 204 len: 168 time: 1.1639357 Jan 28 19:32:50.551225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a804b-d1c1-40e5-98c7-67f7f0714507 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Network': ['ID=9a9ffd87-b426-4e3f-92b4-18ee1ec647fe,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:50.679578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5557da03-02ba-4977-8d39-f1c137c2349f tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Deleting port df903dae-aac6-4640-9e0f-fd0388db0f22 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:50.680193 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5557da03-02ba-4977-8d39-f1c137c2349f tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (df903dae-aac6-4640-9e0f-fd0388db0f22), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:50.768703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42668) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:50.798784 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5557da03-02ba-4977-8d39-f1c137c2349f tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (df903dae-aac6-4640-9e0f-fd0388db0f22), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:50.813006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5557da03-02ba-4977-8d39-f1c137c2349f tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Calling delete_port for df903dae-aac6-4640-9e0f-fd0388db0f22 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:50.914279 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-930c6ee3-6d54-4ee0-ad65-cde0b15b16ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.005006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a9568544-bbc9-4c94-a4bd-45ebb2c24a1e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Deleting port 62819282-5f65-4df7-b3b5-10abbc9ad5e1 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:51.005440 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9568544-bbc9-4c94-a4bd-45ebb2c24a1e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (62819282-5f65-4df7-b3b5-10abbc9ad5e1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.018609 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5557da03-02ba-4977-8d39-f1c137c2349f tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (df903dae-aac6-4640-9e0f-fd0388db0f22), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.088440 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557da03-02ba-4977-8d39-f1c137c2349f tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Pushing event deleted for resources: {'Port': ['ID=df903dae-aac6-4640-9e0f-fd0388db0f22,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:51.122819 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-930c6ee3-6d54-4ee0-ad65-cde0b15b16ce admin admin] Publish callbacks [] for security_group (18906ee1-b895-44bb-b031-39d14e5567a4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.129069 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-930c6ee3-6d54-4ee0-ad65-cde0b15b16ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (18906ee1-b895-44bb-b031-39d14e5567a4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.167931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c6ee3-6d54-4ee0-ad65-cde0b15b16ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18906ee1-b895-44bb-b031-39d14e5567a4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:51.173931 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-930c6ee3-6d54-4ee0-ad65-cde0b15b16ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e3b4fd816eb421dbf588e59604f2cb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4026742 Jan 28 19:32:51.184646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42674) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:51.211789 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9568544-bbc9-4c94-a4bd-45ebb2c24a1e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (62819282-5f65-4df7-b3b5-10abbc9ad5e1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.212121 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9568544-bbc9-4c94-a4bd-45ebb2c24a1e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (62819282-5f65-4df7-b3b5-10abbc9ad5e1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.230218 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5557da03-02ba-4977-8d39-f1c137c2349f tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (bb23efef-214f-4ba1-9d8a-342d3e94ad8e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.233060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a9568544-bbc9-4c94-a4bd-45ebb2c24a1e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Calling delete_port for 62819282-5f65-4df7-b3b5-10abbc9ad5e1 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:51.265405 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3d67740-13f5-4b52-ae52-0b1a1af71e1e admin admin] Publish callbacks [] for security_group (18906ee1-b895-44bb-b031-39d14e5567a4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.288400 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3d67740-13f5-4b52-ae52-0b1a1af71e1e admin admin] Publish callbacks [] for security_group (18906ee1-b895-44bb-b031-39d14e5567a4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.352486 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3d67740-13f5-4b52-ae52-0b1a1af71e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (18906ee1-b895-44bb-b031-39d14e5567a4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.360661 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3d67740-13f5-4b52-ae52-0b1a1af71e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.363249 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a3d67740-13f5-4b52-ae52-0b1a1af71e1e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/18906ee1-b895-44bb-b031-39d14e5567a4 HTTP/1.1" status: 204 len: 168 time: 0.1774499 Jan 28 19:32:51.404299 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d67740-13f5-4b52-ae52-0b1a1af71e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18906ee1-b895-44bb-b031-39d14e5567a4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:51.406160 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5557da03-02ba-4977-8d39-f1c137c2349f tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (bb23efef-214f-4ba1-9d8a-342d3e94ad8e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.454448 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5557da03-02ba-4977-8d39-f1c137c2349f tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_controller (bb23efef-214f-4ba1-9d8a-342d3e94ad8e), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.642921 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5557da03-02ba-4977-8d39-f1c137c2349f tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (bb23efef-214f-4ba1-9d8a-342d3e94ad8e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.643546 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5557da03-02ba-4977-8d39-f1c137c2349f tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Fanout notify agent at l3_agent the message router_deleted on router bb23efef-214f-4ba1-9d8a-342d3e94ad8e {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:32:51.660925 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5557da03-02ba-4977-8d39-f1c137c2349f tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.668733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42682) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:51.673637 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3f4c8845-087c-4bda-9eef-8b37d03b15c8 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-934440999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:51.680495 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5557da03-02ba-4977-8d39-f1c137c2349f tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "DELETE /v2.0/routers/bb23efef-214f-4ba1-9d8a-342d3e94ad8e HTTP/1.1" status: 204 len: 168 time: 1.5564470 Jan 28 19:32:51.718979 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.737233 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f4c8845-087c-4bda-9eef-8b37d03b15c8 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (fc5ea659-f59c-4b6d-9d54-791ada679602), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.742127 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f4c8845-087c-4bda-9eef-8b37d03b15c8 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (fc5ea659-f59c-4b6d-9d54-791ada679602), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.762647 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9568544-bbc9-4c94-a4bd-45ebb2c24a1e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (62819282-5f65-4df7-b3b5-10abbc9ad5e1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.853449 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9568544-bbc9-4c94-a4bd-45ebb2c24a1e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Port': ['ID=62819282-5f65-4df7-b3b5-10abbc9ad5e1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:51.904125 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f4c8845-087c-4bda-9eef-8b37d03b15c8 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_controller (fc5ea659-f59c-4b6d-9d54-791ada679602), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.905702 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9568544-bbc9-4c94-a4bd-45ebb2c24a1e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for floatingip (21f7ac5b-076f-4909-87a0-2ef8e96d5e97), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.911485 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9568544-bbc9-4c94-a4bd-45ebb2c24a1e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.919557 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a9568544-bbc9-4c94-a4bd-45ebb2c24a1e tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/floatingips/21f7ac5b-076f-4909-87a0-2ef8e96d5e97 HTTP/1.1" status: 204 len: 168 time: 1.3791053 Jan 28 19:32:51.920131 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42684) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:51.921893 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f4c8845-087c-4bda-9eef-8b37d03b15c8 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (fc5ea659-f59c-4b6d-9d54-791ada679602), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.954745 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d73aa9b-0262-42a9-b6ab-e7d0ee61d175 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] DELETE failed (client error): The resource could not be found. Jan 28 19:32:51.955956 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d73aa9b-0262-42a9-b6ab-e7d0ee61d175 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:32:51.961949 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6d73aa9b-0262-42a9-b6ab-e7d0ee61d175 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/ports/e09776e2-7e0f-4a09-8765-9a20ec38bbb9 HTTP/1.1" status: 404 len: 333 time: 0.0405939 Jan 28 19:32:51.962569 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f4c8845-087c-4bda-9eef-8b37d03b15c8 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:51.964359 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42686) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:51.964981 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3f4c8845-087c-4bda-9eef-8b37d03b15c8 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2948589 Jan 28 19:32:51.968366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42688) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:51.983584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:51.985778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:52.011375 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04291170-a0a0-42c3-a190-6604328ed89a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.107880 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-508a4988-d79c-4b61-9876-03900a45cb22 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "GET /v2.0/ports?device_id=c42aaaf7-accc-40a8-8518-c187b7609fe3 HTTP/1.1" status: 200 len: 205 time: 0.1359072 Jan 28 19:32:52.108902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42696) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:52.158998 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04291170-a0a0-42c3-a190-6604328ed89a admin admin] Publish callbacks [] for security_group (b9796c4f-006c-42c4-b5c7-6be22520c612), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.159777 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-89ef47b9-afef-4fd2-9bd0-b43c351724f1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] delete failed (client error): The resource could not be found. Jan 28 19:32:52.160771 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-89ef47b9-afef-4fd2-9bd0-b43c351724f1 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/routers/c42aaaf7-accc-40a8-8518-c187b7609fe3 HTTP/1.1" status: 404 len: 336 time: 0.0512881 Jan 28 19:32:52.163683 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04291170-a0a0-42c3-a190-6604328ed89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b9796c4f-006c-42c4-b5c7-6be22520c612), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.167174 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:52.216027 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36f76d3-b675-431e-a4b0-6ec8535ac6c5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] DELETE failed (client error): The resource could not be found. Jan 28 19:32:52.216517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36f76d3-b675-431e-a4b0-6ec8535ac6c5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:32:52.219948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c36f76d3-b675-431e-a4b0-6ec8535ac6c5 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/subnets/a1e680b9-c747-4110-b2b2-6c5c3355ba4e HTTP/1.1" status: 404 len: 337 time: 0.0506427 Jan 28 19:32:52.228899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42700) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:52.232978 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04291170-a0a0-42c3-a190-6604328ed89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9796c4f-006c-42c4-b5c7-6be22520c612,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:52.240429 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-04291170-a0a0-42c3-a190-6604328ed89a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ee6b6ba531343d2b1e989c59f1a059d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2508464 Jan 28 19:32:52.240927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:52.298220 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-900a4eae-e7c3-43ab-be3f-73d0ce681fb9 admin admin] Publish callbacks [] for security_group (b9796c4f-006c-42c4-b5c7-6be22520c612), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.329679 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-900a4eae-e7c3-43ab-be3f-73d0ce681fb9 admin admin] Publish callbacks [] for security_group (b9796c4f-006c-42c4-b5c7-6be22520c612), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.365190 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (fc5ea659-f59c-4b6d-9d54-791ada679602), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.387321 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-900a4eae-e7c3-43ab-be3f-73d0ce681fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b9796c4f-006c-42c4-b5c7-6be22520c612), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.390246 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-900a4eae-e7c3-43ab-be3f-73d0ce681fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.391865 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-900a4eae-e7c3-43ab-be3f-73d0ce681fb9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9796c4f-006c-42c4-b5c7-6be22520c612 HTTP/1.1" status: 204 len: 168 time: 0.1500592 Jan 28 19:32:52.403344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a4eae-e7c3-43ab-be3f-73d0ce681fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9796c4f-006c-42c4-b5c7-6be22520c612,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:52.475235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cbad82f9-f3cb-4ee0-96bd-e6440e879239 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Deleting port 22a4873d-8165-4637-8de1-109b4cbb649b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:52.475882 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbad82f9-f3cb-4ee0-96bd-e6440e879239 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (22a4873d-8165-4637-8de1-109b4cbb649b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.592019 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbad82f9-f3cb-4ee0-96bd-e6440e879239 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (22a4873d-8165-4637-8de1-109b4cbb649b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.610833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-cbad82f9-f3cb-4ee0-96bd-e6440e879239 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Calling delete_port for 22a4873d-8165-4637-8de1-109b4cbb649b owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:52.768132 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (fc5ea659-f59c-4b6d-9d54-791ada679602), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.794253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:52.953921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Allocated IP 172.25.0.159 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/f8fffc2a-39a9-436a-a7b5-105eefdd8b5e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:52.960181 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbad82f9-f3cb-4ee0-96bd-e6440e879239 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (22a4873d-8165-4637-8de1-109b4cbb649b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.002794 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad82f9-f3cb-4ee0-96bd-e6440e879239 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Port': ['ID=22a4873d-8165-4637-8de1-109b4cbb649b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:53.041301 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.164621 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cbad82f9-f3cb-4ee0-96bd-e6440e879239 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.168020 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cbad82f9-f3cb-4ee0-96bd-e6440e879239 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/ports/22a4873d-8165-4637-8de1-109b4cbb649b HTTP/1.1" status: 204 len: 168 time: 0.9380856 Jan 28 19:32:53.170534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42734) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:53.225698 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for port (f8fffc2a-39a9-436a-a7b5-105eefdd8b5e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.269268 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f8fffc2a-39a9-436a-a7b5-105eefdd8b5e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.304792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-28469794-9f88-4e55-87b8-bcfe45583bea tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Deleting port 2a7cf58a-a638-4f98-b66d-0870de040607 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:53.305370 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28469794-9f88-4e55-87b8-bcfe45583bea tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2a7cf58a-a638-4f98-b66d-0870de040607), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.314350 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:53.317581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:53.325530 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:53.348874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Pushing event updated for resources: {'Port': ['ID=f8fffc2a-39a9-436a-a7b5-105eefdd8b5e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:53.445433 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28469794-9f88-4e55-87b8-bcfe45583bea tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2a7cf58a-a638-4f98-b66d-0870de040607), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.460504 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-28469794-9f88-4e55-87b8-bcfe45583bea tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Calling delete_port for 2a7cf58a-a638-4f98-b66d-0870de040607 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:53.625650 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42746) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:53.699765 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28469794-9f88-4e55-87b8-bcfe45583bea tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2a7cf58a-a638-4f98-b66d-0870de040607), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.711383 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (fc5ea659-f59c-4b6d-9d54-791ada679602), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.755858 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28469794-9f88-4e55-87b8-bcfe45583bea tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Port': ['ID=2a7cf58a-a638-4f98-b66d-0870de040607,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:53.849533 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-28469794-9f88-4e55-87b8-bcfe45583bea tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.853849 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-28469794-9f88-4e55-87b8-bcfe45583bea tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/ports/2a7cf58a-a638-4f98-b66d-0870de040607 HTTP/1.1" status: 204 len: 168 time: 0.6819284 Jan 28 19:32:53.857148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42758) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:53.898322 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-eb4b8cc9-02bb-489b-9c15-25f3fd3f5ac3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1214260620-network', 'tenant_id': '81053f7679cd460397b0efba07e3055e'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:53.944736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7714e6d8-17e3-411a-9b21-815594adca6f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:53.946814 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7714e6d8-17e3-411a-9b21-815594adca6f tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "GET /v2.0/ports?device_id=684cdeb3-5e74-493f-a99b-d38c4fda3cfd HTTP/1.1" status: 200 len: 913 time: 0.0882161 Jan 28 19:32:53.947556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4b8cc9-02bb-489b-9c15-25f3fd3f5ac3 admin admin] Made reservation on behalf of 81053f7679cd460397b0efba07e3055e for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:53.949940 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8cc9-02bb-489b-9c15-25f3fd3f5ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:53.952229 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42760) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:54.202177 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8cc9-02bb-489b-9c15-25f3fd3f5ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.363186 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (fc5ea659-f59c-4b6d-9d54-791ada679602), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.367448 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (fc5ea659-f59c-4b6d-9d54-791ada679602), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.394774 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8cc9-02bb-489b-9c15-25f3fd3f5ac3 admin admin] Publish callbacks [] for security_group (65409125-e38a-460f-8714-bffa98ef4cbd), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.401053 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8cc9-02bb-489b-9c15-25f3fd3f5ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (65409125-e38a-460f-8714-bffa98ef4cbd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.432025 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4b8cc9-02bb-489b-9c15-25f3fd3f5ac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:32:54.464034 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.469063 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b8cc9-02bb-489b-9c15-25f3fd3f5ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65409125-e38a-460f-8714-bffa98ef4cbd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:54.478665 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8cc9-02bb-489b-9c15-25f3fd3f5ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (4b79d271-2637-4fe9-ba7a-398b96f54079), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.479191 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-eb4b8cc9-02bb-489b-9c15-25f3fd3f5ac3 admin admin] Added segment 4b79d271-2637-4fe9-ba7a-398b96f54079 of type vlan for network 597ec0b0-bd37-4a6e-8042-fad375587414 Jan 28 19:32:54.550106 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8cc9-02bb-489b-9c15-25f3fd3f5ac3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (597ec0b0-bd37-4a6e-8042-fad375587414), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.592760 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8cc9-02bb-489b-9c15-25f3fd3f5ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (597ec0b0-bd37-4a6e-8042-fad375587414), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.594240 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b8cc9-02bb-489b-9c15-25f3fd3f5ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:54.595096 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8cc9-02bb-489b-9c15-25f3fd3f5ac3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.597632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Router fc5ea659-f59c-4b6d-9d54-791ada679602 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:32:54.614524 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-098eb3ac-d8f2-42ac-bf7f-23f7094ab529 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (684cdeb3-5e74-493f-a99b-d38c4fda3cfd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.686549 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-eb4b8cc9-02bb-489b-9c15-25f3fd3f5ac3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0512784 Jan 28 19:32:54.690407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42766) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:54.704117 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6d36c973-d48f-4d67-ac14-5c6ee7d34736 admin admin] Request body: {'subnet': {'network_id': '597ec0b0-bd37-4a6e-8042-fad375587414', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1214260620-subnet', 'tenant_id': '81053f7679cd460397b0efba07e3055e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:54.718369 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b8cc9-02bb-489b-9c15-25f3fd3f5ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=597ec0b0-bd37-4a6e-8042-fad375587414,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:54.733449 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 597ec0b0-bd37-4a6e-8042-fad375587414 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:32:54.811054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d36c973-d48f-4d67-ac14-5c6ee7d34736 admin admin] Made reservation on behalf of 81053f7679cd460397b0efba07e3055e for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:54.813725 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d36c973-d48f-4d67-ac14-5c6ee7d34736 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.834853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:54.843694 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:54.844977 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-19cd988a-211a-48c1-8aca-3f9b6e371b26 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "PUT /v2.0/routers/fc5ea659-f59c-4b6d-9d54-791ada679602 HTTP/1.1" status: 200 len: 883 time: 2.8736141 Jan 28 19:32:54.846315 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47d5d97-1c0e-4e5c-937e-c651fa3e7910 None None] Sync routers for ids ['fc5ea659-f59c-4b6d-9d54-791ada679602'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:54.857567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:54.872862 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47d5d97-1c0e-4e5c-937e-c651fa3e7910 None None] Routers {'fc5ea659-f59c-4b6d-9d54-791ada679602'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:54.873961 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b47d5d97-1c0e-4e5c-937e-c651fa3e7910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['fc5ea659-f59c-4b6d-9d54-791ada679602'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:54.960257 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b47d5d97-1c0e-4e5c-937e-c651fa3e7910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:54.984526 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47d5d97-1c0e-4e5c-937e-c651fa3e7910 None None] Routers {'fc5ea659-f59c-4b6d-9d54-791ada679602'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:54.985392 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b47d5d97-1c0e-4e5c-937e-c651fa3e7910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['fc5ea659-f59c-4b6d-9d54-791ada679602'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:55.050585 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b47d5d97-1c0e-4e5c-937e-c651fa3e7910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:55.063007 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47d5d97-1c0e-4e5c-937e-c651fa3e7910 None None] The sync data for ids ['fc5ea659-f59c-4b6d-9d54-791ada679602'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:55.085162 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ae396280-254f-4300-a127-7bd60de157f6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "GET /v2.0/routers/fc5ea659-f59c-4b6d-9d54-791ada679602 HTTP/1.1" status: 200 len: 924 time: 0.1892233 Jan 28 19:32:55.087714 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42770) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:55.094618 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d36c973-d48f-4d67-ac14-5c6ee7d34736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (94d64cb1-3c3b-492f-b85e-b536b5a08301), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:55.151189 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36c973-d48f-4d67-ac14-5c6ee7d34736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d64cb1-3c3b-492f-b85e-b536b5a08301,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:55.173160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d36c973-d48f-4d67-ac14-5c6ee7d34736 admin admin] Checking segment: {'id': '4b79d271-2637-4fe9-ba7a-398b96f54079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '597ec0b0-bd37-4a6e-8042-fad375587414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:55.173844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d36c973-d48f-4d67-ac14-5c6ee7d34736 admin admin] Network hostable DHCP agents. Network: 597ec0b0-bd37-4a6e-8042-fad375587414, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:32:55.202129 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d36c973-d48f-4d67-ac14-5c6ee7d34736 admin admin] Network 597ec0b0-bd37-4a6e-8042-fad375587414 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:32:55.224851 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6d36c973-d48f-4d67-ac14-5c6ee7d34736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 597ec0b0-bd37-4a6e-8042-fad375587414) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:55.231373 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d36c973-d48f-4d67-ac14-5c6ee7d34736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:55.235604 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6d36c973-d48f-4d67-ac14-5c6ee7d34736 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:55.238400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac12552-82a5-48a3-8264-08c739e1f3a1 None None] Network 597ec0b0-bd37-4a6e-8042-fad375587414 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:55.251567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75044505-4e59-4fc9-9569-c08a86412983 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:55.255843 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-75044505-4e59-4fc9-9569-c08a86412983 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&device_id=fc5ea659-f59c-4b6d-9d54-791ada679602&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1647077 Jan 28 19:32:55.256928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42776) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:55.262935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-098eb3ac-d8f2-42ac-bf7f-23f7094ab529 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Deleting port f9aef866-4c50-4f86-9b46-e84800769394 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:55.264597 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-098eb3ac-d8f2-42ac-bf7f-23f7094ab529 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f9aef866-4c50-4f86-9b46-e84800769394), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:55.296556 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6d36c973-d48f-4d67-ac14-5c6ee7d34736 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6050069 Jan 28 19:32:55.409450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9b4227-fc55-4936-b288-961254e2b109 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:55.414080 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3d9b4227-fc55-4936-b288-961254e2b109 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 881 time: 0.1559918 Jan 28 19:32:55.418349 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42780) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:55.426422 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd79632-ccc3-44ab-bdf6-968422771a93 None None] Network 597ec0b0-bd37-4a6e-8042-fad375587414 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:55.436896 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-098eb3ac-d8f2-42ac-bf7f-23f7094ab529 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f9aef866-4c50-4f86-9b46-e84800769394), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:55.455408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-098eb3ac-d8f2-42ac-bf7f-23f7094ab529 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Calling delete_port for f9aef866-4c50-4f86-9b46-e84800769394 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:55.490395 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d42fd8f3-a402-47f8-8401-1017f5c47e28 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc5ea659-f59c-4b6d-9d54-791ada679602 HTTP/1.1" status: 200 len: 205 time: 0.0611267 Jan 28 19:32:55.492938 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42784) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:55.563006 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:55.694264 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f1656d7-f116-4d2b-a963-c87f0966ee33 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (fc5ea659-f59c-4b6d-9d54-791ada679602), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:55.817120 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f1656d7-f116-4d2b-a963-c87f0966ee33 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (fc5ea659-f59c-4b6d-9d54-791ada679602), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:55.947725 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2f1656d7-f116-4d2b-a963-c87f0966ee33 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Deleting port f8fffc2a-39a9-436a-a7b5-105eefdd8b5e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:55.948554 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f1656d7-f116-4d2b-a963-c87f0966ee33 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f8fffc2a-39a9-436a-a7b5-105eefdd8b5e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.109560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:56.115871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e967e01b-4fe6-4dcd-8544-4c820baae327 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1805753656-network', 'tenant_id': 'db809d11a8eb4ad2accfed7e4522b357'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:56.121950 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f1656d7-f116-4d2b-a963-c87f0966ee33 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f8fffc2a-39a9-436a-a7b5-105eefdd8b5e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.146364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-2f1656d7-f116-4d2b-a963-c87f0966ee33 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Calling delete_port for f8fffc2a-39a9-436a-a7b5-105eefdd8b5e owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:56.166624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e967e01b-4fe6-4dcd-8544-4c820baae327 admin admin] Made reservation on behalf of db809d11a8eb4ad2accfed7e4522b357 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:56.169786 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e967e01b-4fe6-4dcd-8544-4c820baae327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.189041 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e967e01b-4fe6-4dcd-8544-4c820baae327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.284859 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-098eb3ac-d8f2-42ac-bf7f-23f7094ab529 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f9aef866-4c50-4f86-9b46-e84800769394), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.317281 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098eb3ac-d8f2-42ac-bf7f-23f7094ab529 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Port': ['ID=f9aef866-4c50-4f86-9b46-e84800769394,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:56.443804 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e967e01b-4fe6-4dcd-8544-4c820baae327 admin admin] Publish callbacks [] for security_group (b8fbef62-0185-41a6-a983-7de5afb074cc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.449514 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e967e01b-4fe6-4dcd-8544-4c820baae327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b8fbef62-0185-41a6-a983-7de5afb074cc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.496201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e967e01b-4fe6-4dcd-8544-4c820baae327 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:32:56.522301 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967e01b-4fe6-4dcd-8544-4c820baae327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fbef62-0185-41a6-a983-7de5afb074cc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:56.525675 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e967e01b-4fe6-4dcd-8544-4c820baae327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ee8abd8c-e1d2-45de-8370-904d12cdbd3b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.526034 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-e967e01b-4fe6-4dcd-8544-4c820baae327 admin admin] Added segment ee8abd8c-e1d2-45de-8370-904d12cdbd3b of type vlan for network 96826c25-f8e9-49cd-b175-402386a6a584 Jan 28 19:32:56.527770 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f1656d7-f116-4d2b-a963-c87f0966ee33 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f8fffc2a-39a9-436a-a7b5-105eefdd8b5e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.544553 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-098eb3ac-d8f2-42ac-bf7f-23f7094ab529 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (684cdeb3-5e74-493f-a99b-d38c4fda3cfd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.588579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1656d7-f116-4d2b-a963-c87f0966ee33 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Pushing event deleted for resources: {'Port': ['ID=f8fffc2a-39a9-436a-a7b5-105eefdd8b5e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:56.656818 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e967e01b-4fe6-4dcd-8544-4c820baae327 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (96826c25-f8e9-49cd-b175-402386a6a584), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.679299 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f1656d7-f116-4d2b-a963-c87f0966ee33 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (fc5ea659-f59c-4b6d-9d54-791ada679602), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.776146 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e967e01b-4fe6-4dcd-8544-4c820baae327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (96826c25-f8e9-49cd-b175-402386a6a584), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.777039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e967e01b-4fe6-4dcd-8544-4c820baae327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:56.777613 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e967e01b-4fe6-4dcd-8544-4c820baae327 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.784822 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f1656d7-f116-4d2b-a963-c87f0966ee33 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (fc5ea659-f59c-4b6d-9d54-791ada679602), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.789720 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f1656d7-f116-4d2b-a963-c87f0966ee33 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_controller (fc5ea659-f59c-4b6d-9d54-791ada679602), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.837708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098eb3ac-d8f2-42ac-bf7f-23f7094ab529 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Router 684cdeb3-5e74-493f-a99b-d38c4fda3cfd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:32:56.879650 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e967e01b-4fe6-4dcd-8544-4c820baae327 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7692475 Jan 28 19:32:56.882955 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42804) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:56.888728 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f0520711-b32a-4186-b89c-e14396e6e11c admin admin] Request body: {'subnet': {'network_id': '96826c25-f8e9-49cd-b175-402386a6a584', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1805753656-subnet', 'tenant_id': 'db809d11a8eb4ad2accfed7e4522b357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:56.897057 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f1656d7-f116-4d2b-a963-c87f0966ee33 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (fc5ea659-f59c-4b6d-9d54-791ada679602), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.897570 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1656d7-f116-4d2b-a963-c87f0966ee33 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Fanout notify agent at l3_agent the message router_deleted on router fc5ea659-f59c-4b6d-9d54-791ada679602 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:32:56.905983 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f1656d7-f116-4d2b-a963-c87f0966ee33 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:56.913987 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2f1656d7-f116-4d2b-a963-c87f0966ee33 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "DELETE /v2.0/routers/fc5ea659-f59c-4b6d-9d54-791ada679602 HTTP/1.1" status: 204 len: 168 time: 1.4124417 Jan 28 19:32:56.913987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967e01b-4fe6-4dcd-8544-4c820baae327 admin admin] Pushing event updated for resources: {'Network': ['ID=96826c25-f8e9-49cd-b175-402386a6a584,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:56.914840 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42806) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:56.926763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 96826c25-f8e9-49cd-b175-402386a6a584 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:32:56.932050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2f2c3dd8-25d9-408f-a8d5-c8576b061ca2 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1700740407', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:56.943699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0520711-b32a-4186-b89c-e14396e6e11c admin admin] Made reservation on behalf of db809d11a8eb4ad2accfed7e4522b357 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:32:56.946446 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0520711-b32a-4186-b89c-e14396e6e11c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.056158 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098eb3ac-d8f2-42ac-bf7f-23f7094ab529 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:32:57.070372 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e0edb-ca98-402c-9d32-7291a89bc1fe None None] Sync routers for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:32:57.074930 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-098eb3ac-d8f2-42ac-bf7f-23f7094ab529 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "PUT /v2.0/routers/684cdeb3-5e74-493f-a99b-d38c4fda3cfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1206081 Jan 28 19:32:57.079782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42812) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:57.089524 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053e0edb-ca98-402c-9d32-7291a89bc1fe None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:57.090579 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-053e0edb-ca98-402c-9d32-7291a89bc1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:57.103564 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f2c3dd8-25d9-408f-a8d5-c8576b061ca2 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (47fe5cec-3341-44c2-83ad-d01fefc250fc), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.108666 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f2c3dd8-25d9-408f-a8d5-c8576b061ca2 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (47fe5cec-3341-44c2-83ad-d01fefc250fc), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.150236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-053e0edb-ca98-402c-9d32-7291a89bc1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:57.171161 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053e0edb-ca98-402c-9d32-7291a89bc1fe None None] Routers {'684cdeb3-5e74-493f-a99b-d38c4fda3cfd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:32:57.171774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-053e0edb-ca98-402c-9d32-7291a89bc1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:57.174172 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f2c3dd8-25d9-408f-a8d5-c8576b061ca2 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_controller (47fe5cec-3341-44c2-83ad-d01fefc250fc), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.179792 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f2c3dd8-25d9-408f-a8d5-c8576b061ca2 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (47fe5cec-3341-44c2-83ad-d01fefc250fc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.208936 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-053e0edb-ca98-402c-9d32-7291a89bc1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:57.209948 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e0edb-ca98-402c-9d32-7291a89bc1fe None None] The sync data for ids ['684cdeb3-5e74-493f-a99b-d38c4fda3cfd'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:32:57.218344 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f2c3dd8-25d9-408f-a8d5-c8576b061ca2 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.219572 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2f2c3dd8-25d9-408f-a8d5-c8576b061ca2 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3050017 Jan 28 19:32:57.222432 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42818) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:57.226862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'enable_snat': True}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:32:57.246107 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7d636cd-a661-47b0-87e8-45cca9c340e6 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router (684cdeb3-5e74-493f-a99b-d38c4fda3cfd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.370238 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7d636cd-a661-47b0-87e8-45cca9c340e6 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router_gateway (684cdeb3-5e74-493f-a99b-d38c4fda3cfd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.536839 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (47fe5cec-3341-44c2-83ad-d01fefc250fc), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.544713 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d7d636cd-a661-47b0-87e8-45cca9c340e6 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Deleting port d090bd94-e1b3-478e-a8bd-e2dc9d157e01 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:32:57.545622 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7d636cd-a661-47b0-87e8-45cca9c340e6 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d090bd94-e1b3-478e-a8bd-e2dc9d157e01), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.557505 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0520711-b32a-4186-b89c-e14396e6e11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (26bda3c2-13e3-47f8-9ff5-0171a3fdd2ac), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.672504 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7d636cd-a661-47b0-87e8-45cca9c340e6 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d090bd94-e1b3-478e-a8bd-e2dc9d157e01), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.700413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d7d636cd-a661-47b0-87e8-45cca9c340e6 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Calling delete_port for d090bd94-e1b3-478e-a8bd-e2dc9d157e01 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:32:57.706117 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0520711-b32a-4186-b89c-e14396e6e11c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26bda3c2-13e3-47f8-9ff5-0171a3fdd2ac,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:57.774263 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (47fe5cec-3341-44c2-83ad-d01fefc250fc), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.795709 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.849397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0520711-b32a-4186-b89c-e14396e6e11c admin admin] Checking segment: {'id': 'ee8abd8c-e1d2-45de-8370-904d12cdbd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '96826c25-f8e9-49cd-b175-402386a6a584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:32:57.850130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0520711-b32a-4186-b89c-e14396e6e11c admin admin] Network hostable DHCP agents. Network: 96826c25-f8e9-49cd-b175-402386a6a584, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:32:57.925406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Allocated IP 172.25.0.55 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/4c3e191b-05cb-4467-afd5-8f22a1affde5) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:32:57.931175 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0520711-b32a-4186-b89c-e14396e6e11c admin admin] Network 96826c25-f8e9-49cd-b175-402386a6a584 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:32:57.941545 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7d636cd-a661-47b0-87e8-45cca9c340e6 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (d090bd94-e1b3-478e-a8bd-e2dc9d157e01), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:57.968110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f0520711-b32a-4186-b89c-e14396e6e11c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 96826c25-f8e9-49cd-b175-402386a6a584) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:57.977357 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59759c70-d4ff-47a9-9099-36c151a34436 None None] Network 96826c25-f8e9-49cd-b175-402386a6a584 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:57.983318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d636cd-a661-47b0-87e8-45cca9c340e6 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Port': ['ID=d090bd94-e1b3-478e-a8bd-e2dc9d157e01,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:57.991671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0520711-b32a-4186-b89c-e14396e6e11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:57.992166 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0520711-b32a-4186-b89c-e14396e6e11c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.060319 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for port (4c3e191b-05cb-4467-afd5-8f22a1affde5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.067790 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f0520711-b32a-4186-b89c-e14396e6e11c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1830978 Jan 28 19:32:58.105407 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7d636cd-a661-47b0-87e8-45cca9c340e6 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (684cdeb3-5e74-493f-a99b-d38c4fda3cfd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.113658 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4c3e191b-05cb-4467-afd5-8f22a1affde5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.203998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Pushing event updated for resources: {'Port': ['ID=4c3e191b-05cb-4467-afd5-8f22a1affde5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:58.212189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc2d766-7fba-43a5-8ba3-a58ca0cc11dd None None] Network 96826c25-f8e9-49cd-b175-402386a6a584 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:32:58.235600 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:32:58.237707 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:32:58.240932 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:32:58.381515 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7d636cd-a661-47b0-87e8-45cca9c340e6 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (684cdeb3-5e74-493f-a99b-d38c4fda3cfd), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.389633 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7d636cd-a661-47b0-87e8-45cca9c340e6 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router_controller (684cdeb3-5e74-493f-a99b-d38c4fda3cfd), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.472769 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7d636cd-a661-47b0-87e8-45cca9c340e6 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (684cdeb3-5e74-493f-a99b-d38c4fda3cfd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.480514 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d636cd-a661-47b0-87e8-45cca9c340e6 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Fanout notify agent at l3_agent the message router_deleted on router 684cdeb3-5e74-493f-a99b-d38c4fda3cfd {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:32:58.518084 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d7d636cd-a661-47b0-87e8-45cca9c340e6 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.521932 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42848) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:58.531995 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d7d636cd-a661-47b0-87e8-45cca9c340e6 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/routers/684cdeb3-5e74-493f-a99b-d38c4fda3cfd HTTP/1.1" status: 204 len: 168 time: 1.4483426 Jan 28 19:32:58.653219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e61702-6b33-4ef9-851a-8d4d923ee580 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Deleting subnet 0306dc50-9f92-4bc2-9015-356c14cb55f1 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:32:58.656530 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3e61702-6b33-4ef9-851a-8d4d923ee580 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for subnet (0306dc50-9f92-4bc2-9015-356c14cb55f1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.716516 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3e61702-6b33-4ef9-851a-8d4d923ee580 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (0306dc50-9f92-4bc2-9015-356c14cb55f1), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.772376 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3e61702-6b33-4ef9-851a-8d4d923ee580 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (0306dc50-9f92-4bc2-9015-356c14cb55f1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.891956 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (47fe5cec-3341-44c2-83ad-d01fefc250fc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:58.970352 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3e61702-6b33-4ef9-851a-8d4d923ee580 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (0306dc50-9f92-4bc2-9015-356c14cb55f1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.012233 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e61702-6b33-4ef9-851a-8d4d923ee580 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Subnet': ['ID=0306dc50-9f92-4bc2-9015-356c14cb55f1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:59.034981 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3e61702-6b33-4ef9-851a-8d4d923ee580 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.038464 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f3e61702-6b33-4ef9-851a-8d4d923ee580 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/subnets/0306dc50-9f92-4bc2-9015-356c14cb55f1 HTTP/1.1" status: 204 len: 168 time: 0.5155458 Jan 28 19:32:59.041065 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42862) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:32:59.134135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-56282955-92ce-4e4a-af06-7ad084d6bbf1 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:32:59.135814 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-56282955-92ce-4e4a-af06-7ad084d6bbf1 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/networks?id=597ec0b0-bd37-4a6e-8042-fad375587414 HTTP/1.1" status: 200 len: 809 time: 0.3110311 Jan 28 19:32:59.136835 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7bf8294-6ee2-4acb-a4e6-de50cf03fee2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (925747b6-5bee-41db-86ab-f6eb3db19893), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.214496 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-31d33abf-35e0-4b6f-a5b7-32212e551aea tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/quotas/81053f7679cd460397b0efba07e3055e HTTP/1.1" status: 200 len: 375 time: 0.0723114 Jan 28 19:32:59.258124 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7bf8294-6ee2-4acb-a4e6-de50cf03fee2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (925747b6-5bee-41db-86ab-f6eb3db19893), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.281308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c7bf8294-6ee2-4acb-a4e6-de50cf03fee2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925747b6-5bee-41db-86ab-f6eb3db19893']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:59.289886 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-eb8e51cf-b4e6-4e1c-8f0c-6fe3715a3201 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=81053f7679cd460397b0efba07e3055e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682385 Jan 28 19:32:59.294682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c7bf8294-6ee2-4acb-a4e6-de50cf03fee2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70c6328-f0a3-4f63-bd0c-c3a03040d599') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:59.295232 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-c7bf8294-6ee2-4acb-a4e6-de50cf03fee2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70c6328-f0a3-4f63-bd0c-c3a03040d599') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:32:59.307434 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7bf8294-6ee2-4acb-a4e6-de50cf03fee2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (e70c6328-f0a3-4f63-bd0c-c3a03040d599), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.328136 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7bf8294-6ee2-4acb-a4e6-de50cf03fee2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e70c6328-f0a3-4f63-bd0c-c3a03040d599), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.335436 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (47fe5cec-3341-44c2-83ad-d01fefc250fc), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.341868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bf8294-6ee2-4acb-a4e6-de50cf03fee2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:32:59.343171 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7bf8294-6ee2-4acb-a4e6-de50cf03fee2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (e70c6328-f0a3-4f63-bd0c-c3a03040d599), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.346677 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (47fe5cec-3341-44c2-83ad-d01fefc250fc), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:32:59.348590 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:32:59.526792 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7bf8294-6ee2-4acb-a4e6-de50cf03fee2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (925747b6-5bee-41db-86ab-f6eb3db19893), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.533977 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c7bf8294-6ee2-4acb-a4e6-de50cf03fee2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:32:59.540014 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c7bf8294-6ee2-4acb-a4e6-de50cf03fee2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] 10.222.0.55 "DELETE /v2.0/networks/925747b6-5bee-41db-86ab-f6eb3db19893 HTTP/1.1" status: 204 len: 168 time: 0.4963419 Jan 28 19:32:59.608957 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf8294-6ee2-4acb-a4e6-de50cf03fee2 tempest-FloatingIPTestJSON-1461127657 tempest-FloatingIPTestJSON-1461127657-project] Pushing event deleted for resources: {'Network': ['ID=925747b6-5bee-41db-86ab-f6eb3db19893,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:32:59.737668 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-1891760e-d4d3-4f29-b096-42b89ff68388 service neutron] 10.222.0.55 "GET /v2.0/networks/597ec0b0-bd37-4a6e-8042-fad375587414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406583 Jan 28 19:32:59.944448 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-7d53c9f1-8a03-4553-aed1-1aaecde67db2 service neutron] 10.222.0.55 "GET /v2.0/networks/597ec0b0-bd37-4a6e-8042-fad375587414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999671 Jan 28 19:32:59.953819 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Router 47fe5cec-3341-44c2-83ad-d01fefc250fc is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:33:00.007896 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42876) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:00.159712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:33:00.166252 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:00.171943 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-42b97bb1-9c75-4287-97eb-e88db43f2534 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "PUT /v2.0/routers/47fe5cec-3341-44c2-83ad-d01fefc250fc HTTP/1.1" status: 200 len: 918 time: 2.9461751 Jan 28 19:33:00.172351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42880) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:00.175982 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b571bb3f-3a76-42d5-a010-b2bb76df57cc None None] Sync routers for ids ['47fe5cec-3341-44c2-83ad-d01fefc250fc'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:33:00.202663 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b571bb3f-3a76-42d5-a010-b2bb76df57cc None None] Routers {'47fe5cec-3341-44c2-83ad-d01fefc250fc'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:00.202663 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b571bb3f-3a76-42d5-a010-b2bb76df57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['47fe5cec-3341-44c2-83ad-d01fefc250fc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:00.259806 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:00.327216 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b571bb3f-3a76-42d5-a010-b2bb76df57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:00.331047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42886) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:00.331517 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6392862c-d557-4f8d-9023-84aae580fd37 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "GET /v2.0/routers/47fe5cec-3341-44c2-83ad-d01fefc250fc HTTP/1.1" status: 200 len: 924 time: 0.1578538 Jan 28 19:33:00.360949 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b571bb3f-3a76-42d5-a010-b2bb76df57cc None None] Routers {'47fe5cec-3341-44c2-83ad-d01fefc250fc'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:00.368301 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b571bb3f-3a76-42d5-a010-b2bb76df57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['47fe5cec-3341-44c2-83ad-d01fefc250fc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:00.430085 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e665240b-c36f-4f62-80a3-95235e666c02 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9cc5c0429d874ff299c556d630dac00d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4188967 Jan 28 19:33:00.431814 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42888) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:00.433521 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-53a27649-8823-42aa-b13d-a11a0228fd4c req-152255c4-8665-4ab5-b649-26f97a087c26 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 210 time: 0.0987821 Jan 28 19:33:00.497145 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b571bb3f-3a76-42d5-a010-b2bb76df57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:00.498043 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b571bb3f-3a76-42d5-a010-b2bb76df57cc None None] The sync data for ids ['47fe5cec-3341-44c2-83ad-d01fefc250fc'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:33:00.527854 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec69cf5-b4b3-4634-a4f0-2cbb47db4d76 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:00.529726 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9ec69cf5-b4b3-4634-a4f0-2cbb47db4d76 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&device_id=47fe5cec-3341-44c2-83ad-d01fefc250fc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1976781 Jan 28 19:33:00.532575 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42894) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:00.606935 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75ed3ca5-deb0-4819-9d9f-71bfa437f0dc admin admin] Publish callbacks [] for security_group (9703c6b3-a43b-4171-ac4e-c6a020387cd3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:00.650084 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75ed3ca5-deb0-4819-9d9f-71bfa437f0dc admin admin] Publish callbacks [] for security_group (9703c6b3-a43b-4171-ac4e-c6a020387cd3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:00.679682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc332359-e891-4680-a820-662c00bbecc6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:00.681954 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bc332359-e891-4680-a820-662c00bbecc6 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 881 time: 0.1482792 Jan 28 19:33:00.685141 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42898) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:00.729914 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75ed3ca5-deb0-4819-9d9f-71bfa437f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9703c6b3-a43b-4171-ac4e-c6a020387cd3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:00.733016 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75ed3ca5-deb0-4819-9d9f-71bfa437f0dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:00.737409 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-75ed3ca5-deb0-4819-9d9f-71bfa437f0dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9703c6b3-a43b-4171-ac4e-c6a020387cd3 HTTP/1.1" status: 204 len: 168 time: 0.3043270 Jan 28 19:33:00.751328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed3ca5-deb0-4819-9d9f-71bfa437f0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9703c6b3-a43b-4171-ac4e-c6a020387cd3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:00.759874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42902) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:00.762395 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5c33e764-28d2-495c-bbc0-d74bf74d850a tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fe5cec-3341-44c2-83ad-d01fefc250fc HTTP/1.1" status: 200 len: 205 time: 0.0757897 Jan 28 19:33:00.910865 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb45ae60-7bba-4b35-b7b3-ff1b518ffbf5 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (47fe5cec-3341-44c2-83ad-d01fefc250fc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:01.078710 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb45ae60-7bba-4b35-b7b3-ff1b518ffbf5 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (47fe5cec-3341-44c2-83ad-d01fefc250fc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:01.198400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bb45ae60-7bba-4b35-b7b3-ff1b518ffbf5 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Deleting port 4c3e191b-05cb-4467-afd5-8f22a1affde5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:01.198995 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb45ae60-7bba-4b35-b7b3-ff1b518ffbf5 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4c3e191b-05cb-4467-afd5-8f22a1affde5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:01.352584 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb45ae60-7bba-4b35-b7b3-ff1b518ffbf5 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4c3e191b-05cb-4467-afd5-8f22a1affde5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:01.367629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bb45ae60-7bba-4b35-b7b3-ff1b518ffbf5 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Calling delete_port for 4c3e191b-05cb-4467-afd5-8f22a1affde5 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:01.619440 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d44eb512-5c71-4b2d-aef3-bc32c8ae4201 req-e477b91b-1e7e-48ff-ae90-d665c6101ea2 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 210 time: 0.0438001 Jan 28 19:33:01.647977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb45ae60-7bba-4b35-b7b3-ff1b518ffbf5 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4c3e191b-05cb-4467-afd5-8f22a1affde5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:01.680131 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45ae60-7bba-4b35-b7b3-ff1b518ffbf5 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Pushing event deleted for resources: {'Port': ['ID=4c3e191b-05cb-4467-afd5-8f22a1affde5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:01.780888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42948) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:01.843242 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb45ae60-7bba-4b35-b7b3-ff1b518ffbf5 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (47fe5cec-3341-44c2-83ad-d01fefc250fc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:01.960170 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb45ae60-7bba-4b35-b7b3-ff1b518ffbf5 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (47fe5cec-3341-44c2-83ad-d01fefc250fc), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:01.962071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb45ae60-7bba-4b35-b7b3-ff1b518ffbf5 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_controller (47fe5cec-3341-44c2-83ad-d01fefc250fc), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:01.962652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-664ac7de-de47-46ba-8a6b-e972d5bbca83 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] Request body: {'port': {'network_id': '637197ba-3bb1-431b-b212-e9d078d15bb0', 'name': 'tempest-NetworksNegativeTestJSON-1566957849'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:01.969109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-5978b568-4ee4-419f-b255-5ca4e07e7061 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:01.970765 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-5978b568-4ee4-419f-b255-5ca4e07e7061 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.31 "GET /v2.0/networks?id=597ec0b0-bd37-4a6e-8042-fad375587414 HTTP/1.1" status: 200 len: 809 time: 0.2674482 Jan 28 19:33:01.982374 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-664ac7de-de47-46ba-8a6b-e972d5bbca83 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] POST failed (client error): The resource could not be found. Jan 28 19:33:01.986605 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-664ac7de-de47-46ba-8a6b-e972d5bbca83 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:33:01.988267 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-664ac7de-de47-46ba-8a6b-e972d5bbca83 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2059221 Jan 28 19:33:01.993192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42960) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:02.015613 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea5c56e-0212-4a3b-a8f9-686532f44cd9 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] DELETE failed (client error): The resource could not be found. Jan 28 19:33:02.016603 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea5c56e-0212-4a3b-a8f9-686532f44cd9 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:33:02.017045 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-f68666b2-2f94-4ba2-8218-4bd96740c2e3 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Request body: {'port': {'device_id': 'a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f', 'network_id': '597ec0b0-bd37-4a6e-8042-fad375587414', 'admin_state_up': True, 'tenant_id': '81053f7679cd460397b0efba07e3055e'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:02.027921 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-aea5c56e-0212-4a3b-a8f9-686532f44cd9 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] 10.222.0.55 "DELETE /v2.0/networks/7f08fff6-47ba-44a4-b19f-31a6e81924a0 HTTP/1.1" status: 404 len: 339 time: 0.0331430 Jan 28 19:33:02.031398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42962) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:02.064882 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb45ae60-7bba-4b35-b7b3-ff1b518ffbf5 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (47fe5cec-3341-44c2-83ad-d01fefc250fc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.065592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb45ae60-7bba-4b35-b7b3-ff1b518ffbf5 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Fanout notify agent at l3_agent the message router_deleted on router 47fe5cec-3341-44c2-83ad-d01fefc250fc {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:33:02.066186 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b893d46-6003-4cb6-9fea-b2ce1e850d29 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] DELETE failed (client error): The resource could not be found. Jan 28 19:33:02.067910 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b893d46-6003-4cb6-9fea-b2ce1e850d29 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:33:02.074323 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6b893d46-6003-4cb6-9fea-b2ce1e850d29 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] 10.222.0.55 "DELETE /v2.0/ports/180ce0ee-1a40-4651-921b-9ef391db3472 HTTP/1.1" status: 404 len: 333 time: 0.0408454 Jan 28 19:33:02.077538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb45ae60-7bba-4b35-b7b3-ff1b518ffbf5 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.078218 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42964) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:02.078899 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bb45ae60-7bba-4b35-b7b3-ff1b518ffbf5 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "DELETE /v2.0/routers/47fe5cec-3341-44c2-83ad-d01fefc250fc HTTP/1.1" status: 204 len: 168 time: 1.3182292 Jan 28 19:33:02.083181 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42966) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:02.088658 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d6de5d7c-f17c-435a-88ab-c5d855eea9fa tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-830070500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:02.114952 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-326110bf-6a98-4ce5-8cbc-e3832a634f3d tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] DELETE failed (client error): The resource could not be found. Jan 28 19:33:02.115408 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326110bf-6a98-4ce5-8cbc-e3832a634f3d tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:33:02.119534 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-326110bf-6a98-4ce5-8cbc-e3832a634f3d tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] 10.222.0.55 "DELETE /v2.0/subnets/9592f4fa-8b0c-41b5-9289-b2dbef8a9e15 HTTP/1.1" status: 404 len: 337 time: 0.0344698 Jan 28 19:33:02.123398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42968) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:02.146456 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-224aa245-e868-4623-ae00-6926835cdf28 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] GET failed (client error): The resource could not be found. Jan 28 19:33:02.153916 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-224aa245-e868-4623-ae00-6926835cdf28 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] 10.222.0.55 "GET /v2.0/networks/3e62eecd-0c14-4ca9-870e-1cabeda28c72 HTTP/1.1" status: 404 len: 339 time: 0.0234599 Jan 28 19:33:02.153916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:02.178250 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6de5d7c-f17c-435a-88ab-c5d855eea9fa tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (0f41aa57-0e46-4efb-a30b-88db501d0880), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.179554 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6de5d7c-f17c-435a-88ab-c5d855eea9fa tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (0f41aa57-0e46-4efb-a30b-88db501d0880), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.212500 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a2e3a3-f0fd-4dab-94ce-d13d82724efb tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] GET failed (client error): The resource could not be found. Jan 28 19:33:02.214254 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-40a2e3a3-f0fd-4dab-94ce-d13d82724efb tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] 10.222.0.55 "GET /v2.0/ports/0e693220-bff4-4471-84b0-59d960aa84c3 HTTP/1.1" status: 404 len: 333 time: 0.0603983 Jan 28 19:33:02.220500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42972) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:02.285519 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-944e0b10-9fc3-4603-a269-be9c0c9befc5 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] GET failed (client error): The resource could not be found. Jan 28 19:33:02.296391 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-944e0b10-9fc3-4603-a269-be9c0c9befc5 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] 10.222.0.55 "GET /v2.0/subnets/7ffb05d3-e5cb-46ee-b784-a8c8b8e50c8e HTTP/1.1" status: 404 len: 337 time: 0.0684390 Jan 28 19:33:02.296391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42974) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:02.305452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b3f49a93-a754-4093-b242-c523466049b0 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:02.338378 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f49a93-a754-4093-b242-c523466049b0 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] PUT failed (client error): The resource could not be found. Jan 28 19:33:02.339058 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f49a93-a754-4093-b242-c523466049b0 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:33:02.346091 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b3f49a93-a754-4093-b242-c523466049b0 tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] 10.222.0.55 "PUT /v2.0/networks/a55c24ff-778e-4311-9ac7-2bf4aa69feea HTTP/1.1" status: 404 len: 339 time: 0.0432980 Jan 28 19:33:02.346343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:02.351988 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9cd0332f-481a-424b-a95b-b10652c3d77e tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:02.363417 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6de5d7c-f17c-435a-88ab-c5d855eea9fa tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_controller (0f41aa57-0e46-4efb-a30b-88db501d0880), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.369972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-f68666b2-2f94-4ba2-8218-4bd96740c2e3 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Made reservation on behalf of 81053f7679cd460397b0efba07e3055e for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:33:02.376401 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-f68666b2-2f94-4ba2-8218-4bd96740c2e3 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.382710 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6de5d7c-f17c-435a-88ab-c5d855eea9fa tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (0f41aa57-0e46-4efb-a30b-88db501d0880), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.399288 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd0332f-481a-424b-a95b-b10652c3d77e tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] PUT failed (client error): The resource could not be found. Jan 28 19:33:02.400956 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd0332f-481a-424b-a95b-b10652c3d77e tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:33:02.404300 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9cd0332f-481a-424b-a95b-b10652c3d77e tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] 10.222.0.55 "PUT /v2.0/ports/0f782b55-8262-4b35-8568-fb8ce4d854e0 HTTP/1.1" status: 404 len: 333 time: 0.0568712 Jan 28 19:33:02.409637 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42978) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:02.417560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-159e3b17-dd1d-4d97-bebe-1e03ad6bf3cb tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:02.428106 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6de5d7c-f17c-435a-88ab-c5d855eea9fa tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:02.432576 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d6de5d7c-f17c-435a-88ab-c5d855eea9fa tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3491845 Jan 28 19:33:02.433175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42980) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:02.439273 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'enable_snat': False}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:02.457317 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-159e3b17-dd1d-4d97-bebe-1e03ad6bf3cb tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] PUT failed (client error): The resource could not be found. Jan 28 19:33:02.457874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159e3b17-dd1d-4d97-bebe-1e03ad6bf3cb tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:33:02.464814 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-159e3b17-dd1d-4d97-bebe-1e03ad6bf3cb tempest-NetworksNegativeTestJSON-562868378 tempest-NetworksNegativeTestJSON-562868378-project] 10.222.0.55 "PUT /v2.0/subnets/9e3542da-ab99-472c-81ee-f7b1807bd9d7 HTTP/1.1" status: 404 len: 337 time: 0.0535276 Jan 28 19:33:02.796514 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1236927e-c849-483d-b328-1b09189d2db6 req-c9061221-b5a0-4352-8426-4c3625848830 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 210 time: 0.0655930 Jan 28 19:33:02.859365 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 42992) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:03.017410 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0828f083-67ff-4a81-8742-9e8f800c03c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.120123 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0828f083-67ff-4a81-8742-9e8f800c03c3 admin admin] Publish callbacks [] for security_group (2918cdcd-e5ad-4af5-890a-759b8403c011), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.127033 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0828f083-67ff-4a81-8742-9e8f800c03c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2918cdcd-e5ad-4af5-890a-759b8403c011), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.175437 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0828f083-67ff-4a81-8742-9e8f800c03c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73725b8d6cc9487b952b0bc4bdef35a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3129113 Jan 28 19:33:03.175437 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828f083-67ff-4a81-8742-9e8f800c03c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2918cdcd-e5ad-4af5-890a-759b8403c011,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:03.177882 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 42996) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:03.225837 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (0f41aa57-0e46-4efb-a30b-88db501d0880), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.338577 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-f68666b2-2f94-4ba2-8218-4bd96740c2e3 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Allocated IP 172.20.0.10 (597ec0b0-bd37-4a6e-8042-fad375587414/94d64cb1-3c3b-492f-b85e-b536b5a08301/2c6426a1-cfb4-481c-8eba-87d7d000e7ae) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:33:03.362507 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-024b542f-2300-4a25-b006-1599a91014d5 admin admin] Publish callbacks [] for security_group (2918cdcd-e5ad-4af5-890a-759b8403c011), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.409119 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-024b542f-2300-4a25-b006-1599a91014d5 admin admin] Publish callbacks [] for security_group (2918cdcd-e5ad-4af5-890a-759b8403c011), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.540413 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-024b542f-2300-4a25-b006-1599a91014d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2918cdcd-e5ad-4af5-890a-759b8403c011), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.543022 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-024b542f-2300-4a25-b006-1599a91014d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.544165 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-024b542f-2300-4a25-b006-1599a91014d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2918cdcd-e5ad-4af5-890a-759b8403c011 HTTP/1.1" status: 204 len: 168 time: 0.3665724 Jan 28 19:33:03.577763 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b542f-2300-4a25-b006-1599a91014d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2918cdcd-e5ad-4af5-890a-759b8403c011,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:03.677560 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-f68666b2-2f94-4ba2-8218-4bd96740c2e3 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Publish callbacks [] for port (2c6426a1-cfb4-481c-8eba-87d7d000e7ae), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.740896 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (0f41aa57-0e46-4efb-a30b-88db501d0880), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.799075 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.803261 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-f68666b2-2f94-4ba2-8218-4bd96740c2e3 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2c6426a1-cfb4-481c-8eba-87d7d000e7ae), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:03.917921 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-f68666b2-2f94-4ba2-8218-4bd96740c2e3 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Network 597ec0b0-bd37-4a6e-8042-fad375587414 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:33:03.922522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68666b2-2f94-4ba2-8218-4bd96740c2e3 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Pushing event updated for resources: {'Port': ['ID=2c6426a1-cfb4-481c-8eba-87d7d000e7ae,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:03.938719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-f68666b2-2f94-4ba2-8218-4bd96740c2e3 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:33:03.945250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-f68666b2-2f94-4ba2-8218-4bd96740c2e3 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:33:04.061870 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-f68666b2-2f94-4ba2-8218-4bd96740c2e3 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:04.062433 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-f68666b2-2f94-4ba2-8218-4bd96740c2e3 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.080556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5643b-2952-4e7b-b06d-cc99680c5d2f req-4f0c8b0c-c5ca-474e-9afd-40b0899a3abb tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:04.082127 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48f5643b-2952-4e7b-b06d-cc99680c5d2f req-4f0c8b0c-c5ca-474e-9afd-40b0899a3abb tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 932 time: 0.1668155 Jan 28 19:33:04.106161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Allocated IP 172.25.0.193 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/5a338403-c50b-404e-b1fe-467a4692cc8b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:33:04.111260 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-f68666b2-2f94-4ba2-8218-4bd96740c2e3 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0984859 Jan 28 19:33:04.163519 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48f5643b-2952-4e7b-b06d-cc99680c5d2f req-7e49e20f-d6ee-47fe-888c-629d497ba90b tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/security-groups?id=65409125-e38a-460f-8714-bffa98ef4cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707824 Jan 28 19:33:04.315886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Request body: {'port': {'device_id': 'a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:04.352160 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for port (5a338403-c50b-404e-b1fe-467a4692cc8b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.406984 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2c6426a1-cfb4-481c-8eba-87d7d000e7ae), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.486472 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5a338403-c50b-404e-b1fe-467a4692cc8b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:04.533568 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:33:04.541085 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:33:04.565136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43026) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:04.610884 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:33:04.672679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a4d4d3de-21ce-4ced-a5d7-d3397d401e61 tempest-DvrRoutersNegativeTest-1773361943 tempest-DvrRoutersNegativeTest-1773361943-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-211041511', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:04.675539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.policy [None req-a4d4d3de-21ce-4ced-a5d7-d3397d401e61 tempest-DvrRoutersNegativeTest-1773361943 tempest-DvrRoutersNegativeTest-1773361943-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103146) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 28 19:33:04.675681 n-d-824834-4 neutron-server[103146]: DEBUG neutron.policy [None req-a4d4d3de-21ce-4ced-a5d7-d3397d401e61 tempest-DvrRoutersNegativeTest-1773361943 tempest-DvrRoutersNegativeTest-1773361943-project] Failed policy check for 'create_router' {{(pid=103146) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 28 19:33:04.676180 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-a4d4d3de-21ce-4ced-a5d7-d3397d401e61 tempest-DvrRoutersNegativeTest-1773361943 tempest-DvrRoutersNegativeTest-1773361943-project] create failed (client error): Access was denied to this resource. Jan 28 19:33:04.677151 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a4d4d3de-21ce-4ced-a5d7-d3397d401e61 tempest-DvrRoutersNegativeTest-1773361943 tempest-DvrRoutersNegativeTest-1773361943-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1110282 Jan 28 19:33:04.760038 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Pushing event updated for resources: {'Port': ['ID=5a338403-c50b-404e-b1fe-467a4692cc8b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:05.053079 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router_gateway (0f41aa57-0e46-4efb-a30b-88db501d0880), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.093468 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6426a1-cfb4-481c-8eba-87d7d000e7ae {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:33:05.102653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43038) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:05.103850 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Publish callbacks [] for port (2c6426a1-cfb4-481c-8eba-87d7d000e7ae), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.125687 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Transition to ACTIVE for port object 2c6426a1-cfb4-481c-8eba-87d7d000e7ae will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:33:05.170175 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (2c6426a1-cfb4-481c-8eba-87d7d000e7ae), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.276937 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81a6121f-35b4-4414-96c7-f2b39b75c16d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.295697 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6426a1-cfb4-481c-8eba-87d7d000e7ae,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:05.408471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5d7c5-6ea2-49ab-9677-d8a312da5835 req-40d72adf-4923-4687-8702-806e0bb92460 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:05.420407 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fdc5d7c5-6ea2-49ab-9677-d8a312da5835 req-40d72adf-4923-4687-8702-806e0bb92460 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 944 time: 0.0915632 Jan 28 19:33:05.435252 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (0f41aa57-0e46-4efb-a30b-88db501d0880), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.440469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Attempting to bind port 2c6426a1-cfb4-481c-8eba-87d7d000e7ae on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:33:05.440827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Attempting to bind port 2c6426a1-cfb4-481c-8eba-87d7d000e7ae by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '4b79d271-2637-4fe9-ba7a-398b96f54079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '597ec0b0-bd37-4a6e-8042-fad375587414'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:33:05.441131 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Attempting to bind port 2c6426a1-cfb4-481c-8eba-87d7d000e7ae on network 597ec0b0-bd37-4a6e-8042-fad375587414 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:33:05.446599 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (0f41aa57-0e46-4efb-a30b-88db501d0880), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.449491 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Port 2c6426a1-cfb4-481c-8eba-87d7d000e7ae on network 597ec0b0-bd37-4a6e-8042-fad375587414 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:33:05.449828 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Attempting to bind port 2c6426a1-cfb4-481c-8eba-87d7d000e7ae on network 597ec0b0-bd37-4a6e-8042-fad375587414 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:33:05.462685 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:33:05.463132 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Checking segment: {'id': '4b79d271-2637-4fe9-ba7a-398b96f54079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '597ec0b0-bd37-4a6e-8042-fad375587414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:33:05.463424 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Bound using segment: {'id': '4b79d271-2637-4fe9-ba7a-398b96f54079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '597ec0b0-bd37-4a6e-8042-fad375587414'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:33:05.463857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Bound port: 2c6426a1-cfb4-481c-8eba-87d7d000e7ae, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b79d271-2637-4fe9-ba7a-398b96f54079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '597ec0b0-bd37-4a6e-8042-fad375587414'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:33:05.464222 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2c6426a1-cfb4-481c-8eba-87d7d000e7ae), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.538666 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fdc5d7c5-6ea2-49ab-9677-d8a312da5835 req-72ebcda1-561e-4a37-b979-552f6aa43404 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/security-groups?id=65409125-e38a-460f-8714-bffa98ef4cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170433 Jan 28 19:33:05.544266 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81a6121f-35b4-4414-96c7-f2b39b75c16d admin admin] Publish callbacks [] for security_group (f6b60217-0d9e-4473-99be-efde28d194c8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.549764 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-81a6121f-35b4-4414-96c7-f2b39b75c16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f6b60217-0d9e-4473-99be-efde28d194c8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.602503 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-81a6121f-35b4-4414-96c7-f2b39b75c16d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=860131144b314e4d92ce3edc89790cc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4987466 Jan 28 19:33:05.605445 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43044) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:05.606597 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6121f-35b4-4414-96c7-f2b39b75c16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b60217-0d9e-4473-99be-efde28d194c8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:05.629783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] For port 2c6426a1-cfb4-481c-8eba-87d7d000e7ae, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:33:05.660231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] For port 2c6426a1-cfb4-481c-8eba-87d7d000e7ae, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2c6426a1-cfb4-481c-8eba-87d7d000e7ae,segment=NetworkSegment(4b79d271-2637-4fe9-ba7a-398b96f54079),segment_id=4b79d271-2637-4fe9-ba7a-398b96f54079)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:33:05.685603 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (2c6426a1-cfb4-481c-8eba-87d7d000e7ae), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.740301 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:05.741105 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.742747 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] 10.222.0.31 "PUT /v2.0/ports/2c6426a1-cfb4-481c-8eba-87d7d000e7ae HTTP/1.1" status: 200 len: 1092 time: 1.6198132 Jan 28 19:33:05.748759 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f', 'tag': '2c6426a1-cfb4-481c-8eba-87d7d000e7ae'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:33:05.751071 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060d1c2f-79b1-4bb4-a1b7-320d0c9c98ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f", "tag": "2c6426a1-cfb4-481c-8eba-87d7d000e7ae"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:33:05.777412 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2cc469e-9300-4629-9d6a-099b9874745c admin admin] Publish callbacks [] for security_group (f6b60217-0d9e-4473-99be-efde28d194c8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:05.783984 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Router 0f41aa57-0e46-4efb-a30b-88db501d0880 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:33:05.794289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c949b-04bd-433f-a54e-1f8fc362af71 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6426a1-cfb4-481c-8eba-87d7d000e7ae,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:05.837890 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c700db-1168-429d-b705-2846d6791503 x-openstack-request-id: req-15c700db-1168-429d-b705-2846d6791503 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:33:05.838217 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f", "tag": "2c6426a1-cfb4-481c-8eba-87d7d000e7ae", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:33:05.838474 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15c700db-1168-429d-b705-2846d6791503 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:33:05.838872 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f', 'tag': '2c6426a1-cfb4-481c-8eba-87d7d000e7ae', 'status': 'completed', 'code': 200} Jan 28 19:33:05.845385 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2cc469e-9300-4629-9d6a-099b9874745c admin admin] Publish callbacks [] for security_group (f6b60217-0d9e-4473-99be-efde28d194c8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:06.012810 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-58ae5241-01ab-4f1c-a124-e1ac81cd44a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:06.014567 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-58ae5241-01ab-4f1c-a124-e1ac81cd44a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81053f7679cd460397b0efba07e3055e&device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 1126 time: 0.2214420 Jan 28 19:33:06.035656 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2cc469e-9300-4629-9d6a-099b9874745c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f6b60217-0d9e-4473-99be-efde28d194c8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:06.038110 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2cc469e-9300-4629-9d6a-099b9874745c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:06.041555 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c2cc469e-9300-4629-9d6a-099b9874745c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6b60217-0d9e-4473-99be-efde28d194c8 HTTP/1.1" status: 204 len: 168 time: 0.4298089 Jan 28 19:33:06.131408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc469e-9300-4629-9d6a-099b9874745c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b60217-0d9e-4473-99be-efde28d194c8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:06.139124 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-791e29a5-17e9-445a-a8a1-108eec5e25e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c6426a1-cfb4-481c-8eba-87d7d000e7ae HTTP/1.1" status: 200 len: 217 time: 0.1109843 Jan 28 19:33:06.147621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:33:06.152844 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:06.156795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43062) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:06.160753 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4ffba761-84b4-4534-893f-bb68ab111a20 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "PUT /v2.0/routers/0f41aa57-0e46-4efb-a30b-88db501d0880 HTTP/1.1" status: 200 len: 919 time: 3.7247171 Jan 28 19:33:06.184226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252761b2-25c1-450d-8920-de6440cdb5c4 None None] Sync routers for ids ['0f41aa57-0e46-4efb-a30b-88db501d0880'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:33:06.222772 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252761b2-25c1-450d-8920-de6440cdb5c4 None None] Routers {'0f41aa57-0e46-4efb-a30b-88db501d0880'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:06.230969 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-252761b2-25c1-450d-8920-de6440cdb5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0f41aa57-0e46-4efb-a30b-88db501d0880'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:06.249591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43064) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:06.261536 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-3b77f0be-0439-4c67-8779-226dc5aaba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:06.263538 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-3b77f0be-0439-4c67-8779-226dc5aaba84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=94d64cb1-3c3b-492f-b85e-b536b5a08301 HTTP/1.1" status: 200 len: 849 time: 0.1001458 Jan 28 19:33:06.308088 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-252761b2-25c1-450d-8920-de6440cdb5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:06.331929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252761b2-25c1-450d-8920-de6440cdb5c4 None None] Routers {'0f41aa57-0e46-4efb-a30b-88db501d0880'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:06.332716 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-252761b2-25c1-450d-8920-de6440cdb5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0f41aa57-0e46-4efb-a30b-88db501d0880'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:06.335764 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-17dbcd7d-56aa-4794-98d8-6d8740dd4522 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=597ec0b0-bd37-4a6e-8042-fad375587414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646479 Jan 28 19:33:06.421046 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-252761b2-25c1-450d-8920-de6440cdb5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:06.421865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252761b2-25c1-450d-8920-de6440cdb5c4 None None] The sync data for ids ['0f41aa57-0e46-4efb-a30b-88db501d0880'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:33:06.441396 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f7ad9748-bf19-4050-b05c-28f68a821dbe tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "GET /v2.0/routers/0f41aa57-0e46-4efb-a30b-88db501d0880 HTTP/1.1" status: 200 len: 925 time: 0.2833071 Jan 28 19:33:06.449192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43070) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:06.640282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d715c4-9841-45ac-966d-04ea11ca5e71 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:06.643241 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-18d715c4-9841-45ac-966d-04ea11ca5e71 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&device_id=0f41aa57-0e46-4efb-a30b-88db501d0880&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1930182 Jan 28 19:33:06.645809 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43080) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:07.048183 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f848060a-190c-4315-9b37-7aa29494aa78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:07.185403 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f848060a-190c-4315-9b37-7aa29494aa78 admin admin] Publish callbacks [] for security_group (e6ccb715-8dda-4ebb-b2ad-433085e6b883), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:07.199377 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-6d0449d3-bfd3-4285-b2de-3a419e038c6b service neutron] 10.222.0.31 "GET /v2.0/networks/597ec0b0-bd37-4a6e-8042-fad375587414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8548303 Jan 28 19:33:07.200912 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f848060a-190c-4315-9b37-7aa29494aa78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e6ccb715-8dda-4ebb-b2ad-433085e6b883), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:07.319511 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f848060a-190c-4315-9b37-7aa29494aa78 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c33882681e4549d5bb3ca8a50de92a97&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0634775 Jan 28 19:33:07.320242 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43094) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:07.330994 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848060a-190c-4315-9b37-7aa29494aa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ccb715-8dda-4ebb-b2ad-433085e6b883,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:07.397174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7ed6c-c983-4cee-bed1-d2ccbbf4de62 req-42ad42f5-b6eb-4dfc-9c01-ae9ec152f1d6 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:07.399426 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f3e7ed6c-c983-4cee-bed1-d2ccbbf4de62 req-42ad42f5-b6eb-4dfc-9c01-ae9ec152f1d6 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 944 time: 0.7277031 Jan 28 19:33:07.426880 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-caac7d48-91f5-43d2-a627-3ca8499f325e req-c8580a69-e57d-4dad-941e-beaf9cc1afb3 service neutron] 10.222.0.31 "GET /v2.0/networks/597ec0b0-bd37-4a6e-8042-fad375587414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189426 Jan 28 19:33:07.444991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d904349-bbe7-411b-8443-994abf51a942 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:07.450451 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08f4232d-66c2-4fb1-bed3-400e8545e1f1 admin admin] Publish callbacks [] for security_group (e6ccb715-8dda-4ebb-b2ad-433085e6b883), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:07.454559 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3d904349-bbe7-411b-8443-994abf51a942 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "GET /v2.0/networks/c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 881 time: 0.8042750 Jan 28 19:33:07.456817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43096) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:07.530308 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a97859b8-25e4-47b0-93ca-deb68c96a2e2 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f41aa57-0e46-4efb-a30b-88db501d0880 HTTP/1.1" status: 200 len: 205 time: 0.0711479 Jan 28 19:33:07.536625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43100) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:07.553606 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08f4232d-66c2-4fb1-bed3-400e8545e1f1 admin admin] Publish callbacks [] for security_group (e6ccb715-8dda-4ebb-b2ad-433085e6b883), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:07.645661 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d1c2f-79b1-4bb4-a1b7-320d0c9c98ea req-8c879ccc-3c88-46d5-a5a6-9975e3993744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:07.648300 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-060d1c2f-79b1-4bb4-a1b7-320d0c9c98ea req-8c879ccc-3c88-46d5-a5a6-9975e3993744 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=81053f7679cd460397b0efba07e3055e&device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 1126 time: 0.1498613 Jan 28 19:33:07.652252 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08f4232d-66c2-4fb1-bed3-400e8545e1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e6ccb715-8dda-4ebb-b2ad-433085e6b883), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:07.658667 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08f4232d-66c2-4fb1-bed3-400e8545e1f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:07.677072 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-08f4232d-66c2-4fb1-bed3-400e8545e1f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6ccb715-8dda-4ebb-b2ad-433085e6b883 HTTP/1.1" status: 204 len: 168 time: 0.3435054 Jan 28 19:33:07.681496 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ccb786f-a4f1-4c4c-840e-589abd01e71b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (0f41aa57-0e46-4efb-a30b-88db501d0880), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:07.699931 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f3e7ed6c-c983-4cee-bed1-d2ccbbf4de62 req-c7eedbac-da7d-432f-8e8f-0d863695148b tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/security-groups?id=65409125-e38a-460f-8714-bffa98ef4cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886593 Jan 28 19:33:07.763358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4232d-66c2-4fb1-bed3-400e8545e1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ccb715-8dda-4ebb-b2ad-433085e6b883,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:07.934661 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d1c2f-79b1-4bb4-a1b7-320d0c9c98ea req-1a2e144b-cff3-410a-9774-0b7eab2faead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:07.936584 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-060d1c2f-79b1-4bb4-a1b7-320d0c9c98ea req-1a2e144b-cff3-410a-9774-0b7eab2faead service neutron] 10.222.0.31 "GET /v2.0/networks?id=597ec0b0-bd37-4a6e-8042-fad375587414 HTTP/1.1" status: 200 len: 910 time: 0.2579174 Jan 28 19:33:07.966049 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ccb786f-a4f1-4c4c-840e-589abd01e71b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (0f41aa57-0e46-4efb-a30b-88db501d0880), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.038168 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-060d1c2f-79b1-4bb4-a1b7-320d0c9c98ea req-d3d63170-de09-4db9-89e8-1c04b19c81ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c6426a1-cfb4-481c-8eba-87d7d000e7ae HTTP/1.1" status: 200 len: 217 time: 0.0942750 Jan 28 19:33:08.063490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb786f-a4f1-4c4c-840e-589abd01e71b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Deleting port 5a338403-c50b-404e-b1fe-467a4692cc8b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:08.064913 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ccb786f-a4f1-4c4c-840e-589abd01e71b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5a338403-c50b-404e-b1fe-467a4692cc8b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.137836 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d1c2f-79b1-4bb4-a1b7-320d0c9c98ea req-015c76a1-fe6b-47e7-814c-5945b40b9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:08.139360 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-060d1c2f-79b1-4bb4-a1b7-320d0c9c98ea req-015c76a1-fe6b-47e7-814c-5945b40b9f01 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=94d64cb1-3c3b-492f-b85e-b536b5a08301 HTTP/1.1" status: 200 len: 849 time: 0.0943089 Jan 28 19:33:08.200893 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-060d1c2f-79b1-4bb4-a1b7-320d0c9c98ea req-27f7b41c-1e66-4f86-81de-627d581e1e1a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=597ec0b0-bd37-4a6e-8042-fad375587414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532143 Jan 28 19:33:08.234789 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ccb786f-a4f1-4c4c-840e-589abd01e71b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5a338403-c50b-404e-b1fe-467a4692cc8b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.267098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb786f-a4f1-4c4c-840e-589abd01e71b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Calling delete_port for 5a338403-c50b-404e-b1fe-467a4692cc8b owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:08.325164 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43122) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:08.365219 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6d32614-0ad1-4231-ab30-08f0d49591ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.422589 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-060d1c2f-79b1-4bb4-a1b7-320d0c9c98ea req-2e21c7f1-8a7b-42f1-bba1-3e9ded056d72 service neutron] 10.222.0.31 "GET /v2.0/networks/597ec0b0-bd37-4a6e-8042-fad375587414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141368 Jan 28 19:33:08.561255 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-060d1c2f-79b1-4bb4-a1b7-320d0c9c98ea req-f69d6b24-c059-4382-ba13-026503bf2db1 service neutron] 10.222.0.31 "GET /v2.0/networks/597ec0b0-bd37-4a6e-8042-fad375587414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316502 Jan 28 19:33:08.563329 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6d32614-0ad1-4231-ab30-08f0d49591ae admin admin] Publish callbacks [] for security_group (38158011-dffe-47b4-9e05-4158a67ffae5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.580115 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6d32614-0ad1-4231-ab30-08f0d49591ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (38158011-dffe-47b4-9e05-4158a67ffae5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.672261 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ccb786f-a4f1-4c4c-840e-589abd01e71b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (5a338403-c50b-404e-b1fe-467a4692cc8b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.682834 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a6d32614-0ad1-4231-ab30-08f0d49591ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d57a38affc4b447f8fbfc75246d335e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3497906 Jan 28 19:33:08.687179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43128) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:08.703342 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d32614-0ad1-4231-ab30-08f0d49591ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38158011-dffe-47b4-9e05-4158a67ffae5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:08.743206 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb786f-a4f1-4c4c-840e-589abd01e71b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Pushing event deleted for resources: {'Port': ['ID=5a338403-c50b-404e-b1fe-467a4692cc8b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:08.799790 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc5e7230-9e47-4f14-95c5-5c8df503b9a2 admin admin] Publish callbacks [] for security_group (38158011-dffe-47b4-9e05-4158a67ffae5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.866432 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ccb786f-a4f1-4c4c-840e-589abd01e71b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (0f41aa57-0e46-4efb-a30b-88db501d0880), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.909326 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc5e7230-9e47-4f14-95c5-5c8df503b9a2 admin admin] Publish callbacks [] for security_group (38158011-dffe-47b4-9e05-4158a67ffae5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.987658 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ccb786f-a4f1-4c4c-840e-589abd01e71b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (0f41aa57-0e46-4efb-a30b-88db501d0880), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.988806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61c9a2-45aa-4adb-99e8-00bfaf66c647 req-95a77de7-0e7d-4e72-953f-f91501e23f41 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:08.989988 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ccb786f-a4f1-4c4c-840e-589abd01e71b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_controller (0f41aa57-0e46-4efb-a30b-88db501d0880), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:08.990839 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7a61c9a2-45aa-4adb-99e8-00bfaf66c647 req-95a77de7-0e7d-4e72-953f-f91501e23f41 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 944 time: 0.1732097 Jan 28 19:33:09.059129 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc5e7230-9e47-4f14-95c5-5c8df503b9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (38158011-dffe-47b4-9e05-4158a67ffae5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.063062 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ccb786f-a4f1-4c4c-840e-589abd01e71b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (0f41aa57-0e46-4efb-a30b-88db501d0880), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.063855 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccb786f-a4f1-4c4c-840e-589abd01e71b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Fanout notify agent at l3_agent the message router_deleted on router 0f41aa57-0e46-4efb-a30b-88db501d0880 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:33:09.067561 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bc5e7230-9e47-4f14-95c5-5c8df503b9a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.068986 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bc5e7230-9e47-4f14-95c5-5c8df503b9a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38158011-dffe-47b4-9e05-4158a67ffae5 HTTP/1.1" status: 204 len: 168 time: 0.3805196 Jan 28 19:33:09.078119 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1ccb786f-a4f1-4c4c-840e-589abd01e71b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.086282 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1ccb786f-a4f1-4c4c-840e-589abd01e71b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "DELETE /v2.0/routers/0f41aa57-0e46-4efb-a30b-88db501d0880 HTTP/1.1" status: 204 len: 168 time: 1.5416782 Jan 28 19:33:09.088616 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43144) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:09.093418 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1670644577', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:09.106002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e7230-9e47-4f14-95c5-5c8df503b9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38158011-dffe-47b4-9e05-4158a67ffae5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:09.133031 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7a61c9a2-45aa-4adb-99e8-00bfaf66c647 req-19388fda-7469-4c7a-8436-383bf4d8d760 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/security-groups?id=65409125-e38a-460f-8714-bffa98ef4cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357789 Jan 28 19:33:09.164132 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (4863aec9-4b4f-41f9-8c87-1f5455e239c1), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.165467 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (4863aec9-4b4f-41f9-8c87-1f5455e239c1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.231082 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_controller (4863aec9-4b4f-41f9-8c87-1f5455e239c1), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.446736 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (4863aec9-4b4f-41f9-8c87-1f5455e239c1), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.687526 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43160) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:09.703933 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (4863aec9-4b4f-41f9-8c87-1f5455e239c1), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.706821 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff836-7179-40f6-a0e0-9b2b4310461f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.727988 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.823457 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff836-7179-40f6-a0e0-9b2b4310461f admin admin] Publish callbacks [] for security_group (5ffcd9c7-bef6-45ae-a01e-998f995efa8e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.829711 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f8ff836-7179-40f6-a0e0-9b2b4310461f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5ffcd9c7-bef6-45ae-a01e-998f995efa8e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.871386 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Allocated IP 172.25.0.88 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/8e84ff36-e87c-40d4-9b24-758cd5658902) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:33:09.882687 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5f8ff836-7179-40f6-a0e0-9b2b4310461f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e28953e555cb4d37a229fa9df178df55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1915812 Jan 28 19:33:09.883166 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:09.892486 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ff836-7179-40f6-a0e0-9b2b4310461f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffcd9c7-bef6-45ae-a01e-998f995efa8e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:09.960028 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77637fc4-9ee9-4f3f-bfe2-145b72fb1303 admin admin] Publish callbacks [] for security_group (5ffcd9c7-bef6-45ae-a01e-998f995efa8e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.991318 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77637fc4-9ee9-4f3f-bfe2-145b72fb1303 admin admin] Publish callbacks [] for security_group (5ffcd9c7-bef6-45ae-a01e-998f995efa8e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:09.997767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for port (8e84ff36-e87c-40d4-9b24-758cd5658902), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.047385 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8e84ff36-e87c-40d4-9b24-758cd5658902), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.057175 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77637fc4-9ee9-4f3f-bfe2-145b72fb1303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5ffcd9c7-bef6-45ae-a01e-998f995efa8e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.061467 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77637fc4-9ee9-4f3f-bfe2-145b72fb1303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.064901 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-77637fc4-9ee9-4f3f-bfe2-145b72fb1303 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ffcd9c7-bef6-45ae-a01e-998f995efa8e HTTP/1.1" status: 204 len: 168 time: 0.1772957 Jan 28 19:33:10.072657 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77637fc4-9ee9-4f3f-bfe2-145b72fb1303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffcd9c7-bef6-45ae-a01e-998f995efa8e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:10.088484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:33:10.093825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:33:10.100116 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:33:10.105835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Pushing event updated for resources: {'Port': ['ID=8e84ff36-e87c-40d4-9b24-758cd5658902,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:10.339872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e239a17-bad1-41e6-b2f2-d48a5136f99e req-35775d8e-4ae9-4884-a50a-0a542f275958 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:10.342248 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e239a17-bad1-41e6-b2f2-d48a5136f99e req-35775d8e-4ae9-4884-a50a-0a542f275958 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 944 time: 0.1255977 Jan 28 19:33:10.445398 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e239a17-bad1-41e6-b2f2-d48a5136f99e req-de5a0fd5-590a-4157-b7a8-363f63463e21 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/security-groups?id=65409125-e38a-460f-8714-bffa98ef4cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958016 Jan 28 19:33:10.456266 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (4863aec9-4b4f-41f9-8c87-1f5455e239c1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.544407 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2c6426a1-cfb4-481c-8eba-87d7d000e7ae details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:33:10.703246 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2c6426a1-cfb4-481c-8eba-87d7d000e7ae, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2c6426a1-cfb4-481c-8eba-87d7d000e7ae,segment=NetworkSegment(4b79d271-2637-4fe9-ba7a-398b96f54079),segment_id=4b79d271-2637-4fe9-ba7a-398b96f54079)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:10.721082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '2c6426a1-cfb4-481c-8eba-87d7d000e7ae', 'network_id': '597ec0b0-bd37-4a6e-8042-fad375587414', 'port_id': '2c6426a1-cfb4-481c-8eba-87d7d000e7ae', 'mac_address': 'fa:16:3e:b5:8a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d64cb1-3c3b-492f-b85e-b536b5a08301', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:33:10.781232 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 2c6426a1-cfb4-481c-8eba-87d7d000e7ae is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:33:10.781639 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2c6426a1-cfb4-481c-8eba-87d7d000e7ae), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.797280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6426a1-cfb4-481c-8eba-87d7d000e7ae {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:33:10.799402 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (4863aec9-4b4f-41f9-8c87-1f5455e239c1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.819713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2c6426a1-cfb4-481c-8eba-87d7d000e7ae, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2c6426a1-cfb4-481c-8eba-87d7d000e7ae,segment=NetworkSegment(4b79d271-2637-4fe9-ba7a-398b96f54079),segment_id=4b79d271-2637-4fe9-ba7a-398b96f54079)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:10.825741 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2c6426a1-cfb4-481c-8eba-87d7d000e7ae), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:10.883684 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=2c6426a1-cfb4-481c-8eba-87d7d000e7ae,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:11.029933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Router 4863aec9-4b4f-41f9-8c87-1f5455e239c1 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:33:11.070531 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['2c6426a1-cfb4-481c-8eba-87d7d000e7ae'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:33:11.236423 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:11.292879 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:33:11.306201 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df67ff12-bcaa-4fb8-a1a8-a12f690b3072 None None] Sync routers for ids ['4863aec9-4b4f-41f9-8c87-1f5455e239c1'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:33:11.328414 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df67ff12-bcaa-4fb8-a1a8-a12f690b3072 None None] Routers {'4863aec9-4b4f-41f9-8c87-1f5455e239c1'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:11.329073 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-df67ff12-bcaa-4fb8-a1a8-a12f690b3072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4863aec9-4b4f-41f9-8c87-1f5455e239c1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:11.348648 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:11.352939 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-25cb98a8-0470-4a42-ae7c-f2299a33e0e9 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2608857 Jan 28 19:33:11.353295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43230) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:11.362813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b6438f19-6069-476e-9608-3c2f709c0f20 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:11.407333 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-df67ff12-bcaa-4fb8-a1a8-a12f690b3072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:11.419330 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df67ff12-bcaa-4fb8-a1a8-a12f690b3072 None None] Routers {'4863aec9-4b4f-41f9-8c87-1f5455e239c1'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:11.419932 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-df67ff12-bcaa-4fb8-a1a8-a12f690b3072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4863aec9-4b4f-41f9-8c87-1f5455e239c1'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:11.420115 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-54a6dd92-ec50-469a-9afa-4a41dcfac32d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-146479517-network', 'tenant_id': '9c21ee535a0d43d183380f0e31a3344c'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:11.454281 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-df67ff12-bcaa-4fb8-a1a8-a12f690b3072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:11.454938 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df67ff12-bcaa-4fb8-a1a8-a12f690b3072 None None] The sync data for ids ['4863aec9-4b4f-41f9-8c87-1f5455e239c1'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:33:11.457231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a6dd92-ec50-469a-9afa-4a41dcfac32d admin admin] Made reservation on behalf of 9c21ee535a0d43d183380f0e31a3344c for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:33:11.459638 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54a6dd92-ec50-469a-9afa-4a41dcfac32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:11.481308 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54a6dd92-ec50-469a-9afa-4a41dcfac32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:11.747801 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9518d-2b70-4101-9c9b-1c531e51fcf9 req-84dad192-08d1-4763-88d0-677a18a8530e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:11.749535 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9ca9518d-2b70-4101-9c9b-1c531e51fcf9 req-84dad192-08d1-4763-88d0-677a18a8530e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 945 time: 0.1617637 Jan 28 19:33:11.877004 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54a6dd92-ec50-469a-9afa-4a41dcfac32d admin admin] Publish callbacks [] for security_group (433e0a01-49e8-4031-816a-926e979c8730), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:11.883086 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9ca9518d-2b70-4101-9c9b-1c531e51fcf9 req-d5229038-349d-49ad-8ebd-3ae891cf97e1 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/security-groups?id=65409125-e38a-460f-8714-bffa98ef4cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200805 Jan 28 19:33:11.885786 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54a6dd92-ec50-469a-9afa-4a41dcfac32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (433e0a01-49e8-4031-816a-926e979c8730), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:11.914753 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6dd92-ec50-469a-9afa-4a41dcfac32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433e0a01-49e8-4031-816a-926e979c8730,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:11.957652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a6dd92-ec50-469a-9afa-4a41dcfac32d admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:33:11.978135 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54a6dd92-ec50-469a-9afa-4a41dcfac32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f34e65a1-eb3b-4da0-a1fd-025fb98d1946), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:11.978486 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-54a6dd92-ec50-469a-9afa-4a41dcfac32d admin admin] Added segment f34e65a1-eb3b-4da0-a1fd-025fb98d1946 of type vlan for network 5a2743d9-cc10-47d1-81f5-758041229d9b Jan 28 19:33:11.991320 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6438f19-6069-476e-9608-3c2f709c0f20 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (4863aec9-4b4f-41f9-8c87-1f5455e239c1), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.028378 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6438f19-6069-476e-9608-3c2f709c0f20 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_gateway (4863aec9-4b4f-41f9-8c87-1f5455e239c1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.045145 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54a6dd92-ec50-469a-9afa-4a41dcfac32d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (5a2743d9-cc10-47d1-81f5-758041229d9b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.106820 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54a6dd92-ec50-469a-9afa-4a41dcfac32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (5a2743d9-cc10-47d1-81f5-758041229d9b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.107872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a6dd92-ec50-469a-9afa-4a41dcfac32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:12.110675 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-54a6dd92-ec50-469a-9afa-4a41dcfac32d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.115152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b6438f19-6069-476e-9608-3c2f709c0f20 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Deleting port 8e84ff36-e87c-40d4-9b24-758cd5658902 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:12.115489 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6438f19-6069-476e-9608-3c2f709c0f20 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8e84ff36-e87c-40d4-9b24-758cd5658902), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.219683 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-54a6dd92-ec50-469a-9afa-4a41dcfac32d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9759173 Jan 28 19:33:12.220000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43240) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:12.221117 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6dd92-ec50-469a-9afa-4a41dcfac32d admin admin] Pushing event updated for resources: {'Network': ['ID=5a2743d9-cc10-47d1-81f5-758041229d9b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:12.230402 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ce34f912-d0cc-4d89-87e1-e8a804c72ee9 admin admin] Request body: {'subnet': {'network_id': '5a2743d9-cc10-47d1-81f5-758041229d9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-146479517-subnet', 'tenant_id': '9c21ee535a0d43d183380f0e31a3344c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:12.231101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 5a2743d9-cc10-47d1-81f5-758041229d9b details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:33:12.279299 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce34f912-d0cc-4d89-87e1-e8a804c72ee9 admin admin] Made reservation on behalf of 9c21ee535a0d43d183380f0e31a3344c for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:33:12.281568 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce34f912-d0cc-4d89-87e1-e8a804c72ee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.298750 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6438f19-6069-476e-9608-3c2f709c0f20 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8e84ff36-e87c-40d4-9b24-758cd5658902), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.329302 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-b6438f19-6069-476e-9608-3c2f709c0f20 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Calling delete_port for 8e84ff36-e87c-40d4-9b24-758cd5658902 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:12.557519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2c6426a1-cfb4-481c-8eba-87d7d000e7ae up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:33:12.563620 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce34f912-d0cc-4d89-87e1-e8a804c72ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (b80eacae-c7a4-41ae-838e-0380567bcb41), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.588250 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6438f19-6069-476e-9608-3c2f709c0f20 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8e84ff36-e87c-40d4-9b24-758cd5658902), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.669154 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6438f19-6069-476e-9608-3c2f709c0f20 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Pushing event deleted for resources: {'Port': ['ID=8e84ff36-e87c-40d4-9b24-758cd5658902,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:12.729359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34f912-d0cc-4d89-87e1-e8a804c72ee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b80eacae-c7a4-41ae-838e-0380567bcb41,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:12.734746 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6438f19-6069-476e-9608-3c2f709c0f20 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (4863aec9-4b4f-41f9-8c87-1f5455e239c1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.807611 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce34f912-d0cc-4d89-87e1-e8a804c72ee9 admin admin] Checking segment: {'id': 'f34e65a1-eb3b-4da0-a1fd-025fb98d1946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5a2743d9-cc10-47d1-81f5-758041229d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:33:12.807983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce34f912-d0cc-4d89-87e1-e8a804c72ee9 admin admin] Network hostable DHCP agents. Network: 5a2743d9-cc10-47d1-81f5-758041229d9b, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:33:12.841437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce34f912-d0cc-4d89-87e1-e8a804c72ee9 admin admin] Network 5a2743d9-cc10-47d1-81f5-758041229d9b is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:33:12.868799 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ce34f912-d0cc-4d89-87e1-e8a804c72ee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 5a2743d9-cc10-47d1-81f5-758041229d9b) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:33:12.875960 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce34f912-d0cc-4d89-87e1-e8a804c72ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:12.876577 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce34f912-d0cc-4d89-87e1-e8a804c72ee9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:12.886238 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955d726b-9f80-42f6-9eb5-cc5a79116f34 None None] Network 5a2743d9-cc10-47d1-81f5-758041229d9b requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:33:12.919159 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ce34f912-d0cc-4d89-87e1-e8a804c72ee9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7006586 Jan 28 19:33:12.974436 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 2c6426a1-cfb4-481c-8eba-87d7d000e7ae completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:33:12.987519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 2c6426a1-cfb4-481c-8eba-87d7d000e7ae triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:12.988265 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2c6426a1-cfb4-481c-8eba-87d7d000e7ae), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:13.098225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3aca5d-f15b-4865-aa38-fabdaa6becc6 req-04f69acc-87c6-44a5-bca1-b57424bd459c tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:13.106816 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e3aca5d-f15b-4865-aa38-fabdaa6becc6 req-04f69acc-87c6-44a5-bca1-b57424bd459c tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 945 time: 0.0992560 Jan 28 19:33:13.186949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb68f489-e2cf-4976-9977-16fe0a066acf None None] Network 5a2743d9-cc10-47d1-81f5-758041229d9b requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:33:13.195256 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 2c6426a1-cfb4-481c-8eba-87d7d000e7ae is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:33:13.195658 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2c6426a1-cfb4-481c-8eba-87d7d000e7ae), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:13.208297 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e3aca5d-f15b-4865-aa38-fabdaa6becc6 req-24c9c329-2693-4464-9eef-6d4f2eaf0760 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/security-groups?id=65409125-e38a-460f-8714-bffa98ef4cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001434 Jan 28 19:33:13.289130 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6426a1-cfb4-481c-8eba-87d7d000e7ae'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:33:13.291531 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ad8a56-1ff3-4c9d-8bd0-77a8534f7f91" -d '{"events": [{"server_uuid": "a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f", "name": "network-vif-plugged", "status": "completed", "tag": "2c6426a1-cfb4-481c-8eba-87d7d000e7ae"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:33:13.344876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2c6426a1-cfb4-481c-8eba-87d7d000e7ae, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2c6426a1-cfb4-481c-8eba-87d7d000e7ae,segment=NetworkSegment(4b79d271-2637-4fe9-ba7a-398b96f54079),segment_id=4b79d271-2637-4fe9-ba7a-398b96f54079)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:13.356202 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2c6426a1-cfb4-481c-8eba-87d7d000e7ae), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:13.418541 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1739df06-5a01-4843-91d0-5250a7cce890 x-openstack-request-id: req-1739df06-5a01-4843-91d0-5250a7cce890 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:33:13.418915 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f", "name": "network-vif-plugged", "status": "completed", "tag": "2c6426a1-cfb4-481c-8eba-87d7d000e7ae", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:33:13.419127 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1739df06-5a01-4843-91d0-5250a7cce890 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:33:13.419490 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6426a1-cfb4-481c-8eba-87d7d000e7ae', 'code': 200} Jan 28 19:33:13.436081 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=2c6426a1-cfb4-481c-8eba-87d7d000e7ae,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:13.533230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacfafa-3aab-4463-94b1-b581ead5976d req-292cf24e-134b-483e-b52a-104fa8ba572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:13.535880 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3cacfafa-3aab-4463-94b1-b581ead5976d req-292cf24e-134b-483e-b52a-104fa8ba572d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 1128 time: 0.0895789 Jan 28 19:33:13.648452 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3cacfafa-3aab-4463-94b1-b581ead5976d req-4e3bf238-ef5b-4606-8047-09b208d601de service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=65409125-e38a-460f-8714-bffa98ef4cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027355 Jan 28 19:33:13.678316 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6438f19-6069-476e-9608-3c2f709c0f20 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1278'] for router (4863aec9-4b4f-41f9-8c87-1f5455e239c1), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:13.685322 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6438f19-6069-476e-9608-3c2f709c0f20 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751869'] for router (4863aec9-4b4f-41f9-8c87-1f5455e239c1), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:13.794596 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6438f19-6069-476e-9608-3c2f709c0f20 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Router 4863aec9-4b4f-41f9-8c87-1f5455e239c1 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:33:13.897547 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6438f19-6069-476e-9608-3c2f709c0f20 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:33:13.911620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e07f71-f857-4663-b3ab-c0bfc8c475ec None None] Sync routers for ids ['4863aec9-4b4f-41f9-8c87-1f5455e239c1'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:33:13.939734 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b6438f19-6069-476e-9608-3c2f709c0f20 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:13.940262 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e07f71-f857-4663-b3ab-c0bfc8c475ec None None] Routers {'4863aec9-4b4f-41f9-8c87-1f5455e239c1'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:13.940951 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-59e07f71-f857-4663-b3ab-c0bfc8c475ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4863aec9-4b4f-41f9-8c87-1f5455e239c1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:13.942227 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b6438f19-6069-476e-9608-3c2f709c0f20 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "PUT /v2.0/routers/4863aec9-4b4f-41f9-8c87-1f5455e239c1 HTTP/1.1" status: 200 len: 710 time: 2.5875783 Jan 28 19:33:13.945001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43266) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:14.031852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-59e07f71-f857-4663-b3ab-c0bfc8c475ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:14.054879 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e07f71-f857-4663-b3ab-c0bfc8c475ec None None] Routers {'4863aec9-4b4f-41f9-8c87-1f5455e239c1'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:33:14.055904 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-59e07f71-f857-4663-b3ab-c0bfc8c475ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:32:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4863aec9-4b4f-41f9-8c87-1f5455e239c1'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:14.057433 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c0ea0c6a-2fec-49de-81cb-ba4303a87066 tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "GET /v2.0/routers/4863aec9-4b4f-41f9-8c87-1f5455e239c1 HTTP/1.1" status: 200 len: 745 time: 0.1109650 Jan 28 19:33:14.060098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43270) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:14.124061 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c9b543eb-69c4-41f3-9db1-9db7a023debc tempest-RoutersIpV6AdminTest-618691115 tempest-RoutersIpV6AdminTest-618691115-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&device_id=4863aec9-4b4f-41f9-8c87-1f5455e239c1 HTTP/1.1" status: 200 len: 205 time: 0.0622470 Jan 28 19:33:14.129719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43274) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:14.140381 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-59e07f71-f857-4663-b3ab-c0bfc8c475ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:33:14.141311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e07f71-f857-4663-b3ab-c0bfc8c475ec None None] The sync data for ids ['4863aec9-4b4f-41f9-8c87-1f5455e239c1'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:33:14.196551 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0b9a094e-6de8-4f43-81dc-d7a69f23c671 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "GET /v2.0/ports?device_id=4863aec9-4b4f-41f9-8c87-1f5455e239c1 HTTP/1.1" status: 200 len: 205 time: 0.0655262 Jan 28 19:33:14.199743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43276) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:14.315293 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de0b25ff-a240-4561-aa64-6d4663415ad6 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (4863aec9-4b4f-41f9-8c87-1f5455e239c1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:14.427213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e400be-9360-4111-aec0-b64c1808c009 req-4189faef-4ead-4ffc-8568-8eaf4146d2dc tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:14.429071 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8e400be-9360-4111-aec0-b64c1808c009 req-4189faef-4ead-4ffc-8568-8eaf4146d2dc tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 946 time: 0.1141818 Jan 28 19:33:14.530294 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8e400be-9360-4111-aec0-b64c1808c009 req-94365ba6-15a7-4d78-a001-9128d00774c3 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/security-groups?id=65409125-e38a-460f-8714-bffa98ef4cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950980 Jan 28 19:33:14.635262 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de0b25ff-a240-4561-aa64-6d4663415ad6 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (4863aec9-4b4f-41f9-8c87-1f5455e239c1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:14.639011 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de0b25ff-a240-4561-aa64-6d4663415ad6 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router_controller (4863aec9-4b4f-41f9-8c87-1f5455e239c1), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:14.744871 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de0b25ff-a240-4561-aa64-6d4663415ad6 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (4863aec9-4b4f-41f9-8c87-1f5455e239c1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:14.746332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0b25ff-a240-4561-aa64-6d4663415ad6 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Fanout notify agent at l3_agent the message router_deleted on router 4863aec9-4b4f-41f9-8c87-1f5455e239c1 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:33:14.767496 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de0b25ff-a240-4561-aa64-6d4663415ad6 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:14.771557 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-de0b25ff-a240-4561-aa64-6d4663415ad6 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "DELETE /v2.0/routers/4863aec9-4b4f-41f9-8c87-1f5455e239c1 HTTP/1.1" status: 204 len: 168 time: 0.5706670 Jan 28 19:33:14.776621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43284) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:14.836709 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fd753530-2bdc-4508-9a3b-8b1f740b6430 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "GET /v2.0/ports?device_id=4863aec9-4b4f-41f9-8c87-1f5455e239c1 HTTP/1.1" status: 200 len: 205 time: 0.0579445 Jan 28 19:33:14.838346 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43288) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:14.933738 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-73ff2f04-7dd4-4c7b-9411-6d75e0c2fd65 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] delete failed (client error): The resource could not be found. Jan 28 19:33:14.935105 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-73ff2f04-7dd4-4c7b-9411-6d75e0c2fd65 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "DELETE /v2.0/routers/4863aec9-4b4f-41f9-8c87-1f5455e239c1 HTTP/1.1" status: 404 len: 336 time: 0.0955384 Jan 28 19:33:14.938481 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43296) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:14.990661 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3f930b95-30a8-469f-93ef-5062f6e08641 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f41aa57-0e46-4efb-a30b-88db501d0880 HTTP/1.1" status: 200 len: 205 time: 0.0509143 Jan 28 19:33:14.993066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43298) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:15.061149 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-bca028cd-a30d-4c77-a2d7-11da7d5057f8 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] delete failed (client error): The resource could not be found. Jan 28 19:33:15.062436 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bca028cd-a30d-4c77-a2d7-11da7d5057f8 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "DELETE /v2.0/routers/0f41aa57-0e46-4efb-a30b-88db501d0880 HTTP/1.1" status: 404 len: 336 time: 0.0679832 Jan 28 19:33:15.064874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43302) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:15.114347 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-abe017e3-743b-4c94-9527-3433339d5355 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "GET /v2.0/ports?device_id=47fe5cec-3341-44c2-83ad-d01fefc250fc HTTP/1.1" status: 200 len: 205 time: 0.0480886 Jan 28 19:33:15.116881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43306) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:15.174683 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-9156fd3a-83c8-4c0c-a3b7-8cc9268fd516 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] delete failed (client error): The resource could not be found. Jan 28 19:33:15.175732 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9156fd3a-83c8-4c0c-a3b7-8cc9268fd516 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "DELETE /v2.0/routers/47fe5cec-3341-44c2-83ad-d01fefc250fc HTTP/1.1" status: 404 len: 336 time: 0.0578334 Jan 28 19:33:15.181734 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43310) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:15.235800 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2cf61fc5-a514-44da-b725-1911fe7830b5 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc5ea659-f59c-4b6d-9d54-791ada679602 HTTP/1.1" status: 200 len: 205 time: 0.0523357 Jan 28 19:33:15.237698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43312) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:15.298993 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-c84b5f86-1371-4156-904f-a7c16ff7c61c tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] delete failed (client error): The resource could not be found. Jan 28 19:33:15.300101 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c84b5f86-1371-4156-904f-a7c16ff7c61c tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "DELETE /v2.0/routers/fc5ea659-f59c-4b6d-9d54-791ada679602 HTTP/1.1" status: 404 len: 336 time: 0.0614085 Jan 28 19:33:15.303054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43314) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:15.344424 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2f9daf03-0099-463a-b4aa-eb094b4bfd31 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb23efef-214f-4ba1-9d8a-342d3e94ad8e HTTP/1.1" status: 200 len: 205 time: 0.0401797 Jan 28 19:33:15.346886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43316) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:15.423728 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-ddd939ce-7bbb-4acd-aa33-66b4d94a797d tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] delete failed (client error): The resource could not be found. Jan 28 19:33:15.424796 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ddd939ce-7bbb-4acd-aa33-66b4d94a797d tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "DELETE /v2.0/routers/bb23efef-214f-4ba1-9d8a-342d3e94ad8e HTTP/1.1" status: 404 len: 336 time: 0.0769041 Jan 28 19:33:15.427453 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:15.472673 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8b1626c5-5485-4d6f-8918-afe6a36921c7 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "GET /v2.0/ports?device_id=0dd8e974-e99d-4cbf-b41c-fa0b65ba6101 HTTP/1.1" status: 200 len: 205 time: 0.0440011 Jan 28 19:33:15.475837 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43320) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:15.551510 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-59e47206-3672-4dea-a32b-a92d7265a2b2 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] delete failed (client error): The resource could not be found. Jan 28 19:33:15.552587 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-59e47206-3672-4dea-a32b-a92d7265a2b2 tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "DELETE /v2.0/routers/0dd8e974-e99d-4cbf-b41c-fa0b65ba6101 HTTP/1.1" status: 404 len: 336 time: 0.0758634 Jan 28 19:33:15.555345 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43322) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:15.611449 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-49532f7f-b949-4522-b4fe-d6d28c51175b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] DELETE failed (client error): The resource could not be found. Jan 28 19:33:15.611919 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49532f7f-b949-4522-b4fe-d6d28c51175b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:33:15.625764 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-49532f7f-b949-4522-b4fe-d6d28c51175b tempest-RoutersIpV6AdminTest-1766046208 tempest-RoutersIpV6AdminTest-1766046208-project] 10.222.0.55 "DELETE /v2.0/subnets/7e6c99df-20c7-49fa-9e7c-802b3503e939 HTTP/1.1" status: 404 len: 337 time: 0.0693097 Jan 28 19:33:15.806893 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394f641-102a-473e-a7c0-25fdd9af0ade req-486fdeba-0132-4679-a6b7-430795b57d2d tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:15.815094 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0394f641-102a-473e-a7c0-25fdd9af0ade req-486fdeba-0132-4679-a6b7-430795b57d2d tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 946 time: 0.1201811 Jan 28 19:33:15.893426 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0394f641-102a-473e-a7c0-25fdd9af0ade req-1734283b-285a-4343-9487-476d2dbd69ff tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/security-groups?id=65409125-e38a-460f-8714-bffa98ef4cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726736 Jan 28 19:33:16.124073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:16.392680 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ad43f03-9336-4060-8249-6fb5e931f9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:16.602499 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ad43f03-9336-4060-8249-6fb5e931f9de admin admin] Publish callbacks [] for security_group (8caded12-d8a2-418e-be98-d02bb0080569), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:16.608751 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8ad43f03-9336-4060-8249-6fb5e931f9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8caded12-d8a2-418e-be98-d02bb0080569), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:16.704873 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8ad43f03-9336-4060-8249-6fb5e931f9de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa49bd802aba41d58f9f0c2f7b61ae6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5791118 Jan 28 19:33:16.707525 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43358) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:16.722723 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad43f03-9336-4060-8249-6fb5e931f9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caded12-d8a2-418e-be98-d02bb0080569,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:16.782381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43360) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:16.859915 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea20be79-7e80-48c1-b744-9183514cedc7 admin admin] Publish callbacks [] for security_group (8caded12-d8a2-418e-be98-d02bb0080569), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:16.922570 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea20be79-7e80-48c1-b744-9183514cedc7 admin admin] Publish callbacks [] for security_group (8caded12-d8a2-418e-be98-d02bb0080569), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.058949 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a6e914f-9342-4368-b673-f701b09d417b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.084173 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea20be79-7e80-48c1-b744-9183514cedc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8caded12-d8a2-418e-be98-d02bb0080569), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.097086 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ea20be79-7e80-48c1-b744-9183514cedc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.108030 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ea20be79-7e80-48c1-b744-9183514cedc7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8caded12-d8a2-418e-be98-d02bb0080569 HTTP/1.1" status: 204 len: 168 time: 0.3973525 Jan 28 19:33:17.162780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20be79-7e80-48c1-b744-9183514cedc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caded12-d8a2-418e-be98-d02bb0080569,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:17.324042 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a6e914f-9342-4368-b673-f701b09d417b admin admin] Publish callbacks [] for security_group (039f1639-fca8-494f-9cea-2f86b98bdfea), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.331227 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a6e914f-9342-4368-b673-f701b09d417b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (039f1639-fca8-494f-9cea-2f86b98bdfea), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.383905 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8a6e914f-9342-4368-b673-f701b09d417b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=889cd524e1f943dda06b8f20d7b8460e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5996964 Jan 28 19:33:17.386759 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43368) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:17.429231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e914f-9342-4368-b673-f701b09d417b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039f1639-fca8-494f-9cea-2f86b98bdfea,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:17.504240 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e4540b5-fdc6-4e49-994c-157fe87ce4c4 admin admin] Publish callbacks [] for security_group (039f1639-fca8-494f-9cea-2f86b98bdfea), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.551588 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e4540b5-fdc6-4e49-994c-157fe87ce4c4 admin admin] Publish callbacks [] for security_group (039f1639-fca8-494f-9cea-2f86b98bdfea), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.652398 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e4540b5-fdc6-4e49-994c-157fe87ce4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (039f1639-fca8-494f-9cea-2f86b98bdfea), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.656043 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e4540b5-fdc6-4e49-994c-157fe87ce4c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:17.661464 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5e4540b5-fdc6-4e49-994c-157fe87ce4c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/039f1639-fca8-494f-9cea-2f86b98bdfea HTTP/1.1" status: 204 len: 168 time: 0.2728949 Jan 28 19:33:17.674582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4540b5-fdc6-4e49-994c-157fe87ce4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039f1639-fca8-494f-9cea-2f86b98bdfea,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:17.901164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43382) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:18.024591 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4f9e6f18-2f82-4580-a9d7-a1885b73bb31 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95db696c036d4255bc97e70a5e807fd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1195378 Jan 28 19:33:18.025224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43388) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:18.134671 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f5eb5fa-2ad8-402f-a56b-a212b2fee76c admin admin] Publish callbacks [] for security_group (9b8bcc57-1e22-4a41-869c-805f049b60b4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.213684 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f5eb5fa-2ad8-402f-a56b-a212b2fee76c admin admin] Publish callbacks [] for security_group (9b8bcc57-1e22-4a41-869c-805f049b60b4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.226072 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-822a09da-f42f-455f-8155-56e04acc239e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.322953 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f5eb5fa-2ad8-402f-a56b-a212b2fee76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9b8bcc57-1e22-4a41-869c-805f049b60b4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.325702 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f5eb5fa-2ad8-402f-a56b-a212b2fee76c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:18.329568 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5f5eb5fa-2ad8-402f-a56b-a212b2fee76c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b8bcc57-1e22-4a41-869c-805f049b60b4 HTTP/1.1" status: 204 len: 168 time: 0.3032694 Jan 28 19:33:18.344720 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5eb5fa-2ad8-402f-a56b-a212b2fee76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8bcc57-1e22-4a41-869c-805f049b60b4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:20.065501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43456) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:20.071572 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43458) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:20.269865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6d28c230-4fdc-49c7-b38c-3217b19f50be tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:20.270889 n-d-824834-4 neutron-server[103147]: WARNING neutron.api.v2.base [None req-6d28c230-4fdc-49c7-b38c-3217b19f50be tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 19:33:20.271520 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-6d28c230-4fdc-49c7-b38c-3217b19f50be tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 19:33:20.272721 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6d28c230-4fdc-49c7-b38c-3217b19f50be tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2065620 Jan 28 19:33:20.276164 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43470) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:20.288483 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f02fd43-73ef-4813-b8a9-3374c509a250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.294083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7af06c8e-f0f4-4729-83db-97ab08ccc84d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group': {'name': 'tempest-secgroup--186231603'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:20.337926 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af06c8e-f0f4-4729-83db-97ab08ccc84d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.360414 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af06c8e-f0f4-4729-83db-97ab08ccc84d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.402143 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68e49520-fd76-49bf-ad5c-1606e6977bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.431745 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f02fd43-73ef-4813-b8a9-3374c509a250 admin admin] Publish callbacks [] for security_group (4e66deb6-ac0f-4131-b2f4-832c5c9afa61), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.437727 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f02fd43-73ef-4813-b8a9-3374c509a250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4e66deb6-ac0f-4131-b2f4-832c5c9afa61), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.547689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02fd43-73ef-4813-b8a9-3374c509a250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e66deb6-ac0f-4131-b2f4-832c5c9afa61,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:20.567635 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af06c8e-f0f4-4729-83db-97ab08ccc84d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (fa832865-7abf-4907-8aad-4aa5b9c44179), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.581068 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7f02fd43-73ef-4813-b8a9-3374c509a250 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3336ce13c8b74fae9ad31cf86076987c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5078073 Jan 28 19:33:20.582331 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43474) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:20.584108 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af06c8e-f0f4-4729-83db-97ab08ccc84d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fa832865-7abf-4907-8aad-4aa5b9c44179), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.664881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af06c8e-f0f4-4729-83db-97ab08ccc84d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa832865-7abf-4907-8aad-4aa5b9c44179,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:20.713044 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-640694b4-7930-4261-a06f-af9ce9c09ee2 admin admin] Publish callbacks [] for security_group (4e66deb6-ac0f-4131-b2f4-832c5c9afa61), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.777047 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af06c8e-f0f4-4729-83db-97ab08ccc84d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (e23df282-9d1d-4048-a4cd-fe9c60019e8c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.782635 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af06c8e-f0f4-4729-83db-97ab08ccc84d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e23df282-9d1d-4048-a4cd-fe9c60019e8c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.783467 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-640694b4-7930-4261-a06f-af9ce9c09ee2 admin admin] Publish callbacks [] for security_group (4e66deb6-ac0f-4131-b2f4-832c5c9afa61), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.824612 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af06c8e-f0f4-4729-83db-97ab08ccc84d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23df282-9d1d-4048-a4cd-fe9c60019e8c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:20.845368 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af06c8e-f0f4-4729-83db-97ab08ccc84d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.851044 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7af06c8e-f0f4-4729-83db-97ab08ccc84d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5724137 Jan 28 19:33:20.852307 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43482) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:20.858347 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ce0ff676-6676-4842-b719-4e720ebd862a tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': 'e23df282-9d1d-4048-a4cd-fe9c60019e8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:20.912008 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff676-6676-4842-b719-4e720ebd862a tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group_rule (85f33045-6ab3-4410-8a40-3b1b670d5814), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.948466 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-640694b4-7930-4261-a06f-af9ce9c09ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4e66deb6-ac0f-4131-b2f4-832c5c9afa61), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.960221 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-640694b4-7930-4261-a06f-af9ce9c09ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:20.966339 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-640694b4-7930-4261-a06f-af9ce9c09ee2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e66deb6-ac0f-4131-b2f4-832c5c9afa61 HTTP/1.1" status: 204 len: 168 time: 0.3786185 Jan 28 19:33:21.007062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640694b4-7930-4261-a06f-af9ce9c09ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e66deb6-ac0f-4131-b2f4-832c5c9afa61,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:21.072209 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff676-6676-4842-b719-4e720ebd862a tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group_rule (85f33045-6ab3-4410-8a40-3b1b670d5814), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.081292 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff676-6676-4842-b719-4e720ebd862a tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (85f33045-6ab3-4410-8a40-3b1b670d5814), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.125133 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff676-6676-4842-b719-4e720ebd862a tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.130555 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43490) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:21.131239 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ce0ff676-6676-4842-b719-4e720ebd862a tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2767317 Jan 28 19:33:21.134402 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ff676-6676-4842-b719-4e720ebd862a tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f33045-6ab3-4410-8a40-3b1b670d5814,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:21.137463 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7d86cb4a-6e49-476c-acf9-dee3612e152d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': 'e23df282-9d1d-4048-a4cd-fe9c60019e8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:21.229892 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d86cb4a-6e49-476c-acf9-dee3612e152d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group_rule (4fc2d86e-9d60-424b-9f5a-88ea40c90a3b), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.348065 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-7d86cb4a-6e49-476c-acf9-dee3612e152d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 19:33:21.349794 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7d86cb4a-6e49-476c-acf9-dee3612e152d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2180150 Jan 28 19:33:21.352453 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43496) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:21.481505 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (e23df282-9d1d-4048-a4cd-fe9c60019e8c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.548707 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (e23df282-9d1d-4048-a4cd-fe9c60019e8c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.710502 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e23df282-9d1d-4048-a4cd-fe9c60019e8c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.716033 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.721389 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43510) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:21.741313 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "DELETE /v2.0/security-groups/e23df282-9d1d-4048-a4cd-fe9c60019e8c HTTP/1.1" status: 204 len: 168 time: 0.3810954 Jan 28 19:33:21.762590 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:21.786154 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23df282-9d1d-4048-a4cd-fe9c60019e8c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:21.811393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.815559 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.815990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.816415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.817753 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.822985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.823928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.825477 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.826110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.827944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.827944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.827944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.828254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd1133e-26ab-44d6-8aaa-5c1e440bb1da tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:21.835928 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a8851b9b-7e6d-4686-ac1d-856d18d3f649 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1113608 Jan 28 19:33:21.836755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43514) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:21.851050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4718842b-5773-41dd-90be-9466bf8d8fb5 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464256162'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:21.908502 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4718842b-5773-41dd-90be-9466bf8d8fb5 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:22.050313 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4718842b-5773-41dd-90be-9466bf8d8fb5 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (3805c1f9-edb2-451c-baa0-fc182689064b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:22.058786 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4718842b-5773-41dd-90be-9466bf8d8fb5 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3805c1f9-edb2-451c-baa0-fc182689064b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:22.198489 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4718842b-5773-41dd-90be-9466bf8d8fb5 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:22.203751 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4718842b-5773-41dd-90be-9466bf8d8fb5 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3650625 Jan 28 19:33:22.208384 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43524) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:22.213881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8970dc3d-6835-40d0-825f-bb15d7ce9d58 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '3805c1f9-edb2-451c-baa0-fc182689064b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:22.215151 n-d-824834-4 neutron-server[103146]: WARNING neutron.api.v2.base [None req-8970dc3d-6835-40d0-825f-bb15d7ce9d58 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 19:33:22.215883 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-8970dc3d-6835-40d0-825f-bb15d7ce9d58 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:33:22.217417 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8970dc3d-6835-40d0-825f-bb15d7ce9d58 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073338 Jan 28 19:33:22.218305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718842b-5773-41dd-90be-9466bf8d8fb5 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3805c1f9-edb2-451c-baa0-fc182689064b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:22.220215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43526) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:22.351779 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0462e8fd-85c8-4eaf-a178-0ea01672f425 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (3805c1f9-edb2-451c-baa0-fc182689064b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:22.380273 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0462e8fd-85c8-4eaf-a178-0ea01672f425 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (3805c1f9-edb2-451c-baa0-fc182689064b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:22.446160 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0462e8fd-85c8-4eaf-a178-0ea01672f425 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3805c1f9-edb2-451c-baa0-fc182689064b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:22.450140 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0462e8fd-85c8-4eaf-a178-0ea01672f425 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:22.454485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43534) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:22.454723 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0462e8fd-85c8-4eaf-a178-0ea01672f425 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "DELETE /v2.0/security-groups/3805c1f9-edb2-451c-baa0-fc182689064b HTTP/1.1" status: 204 len: 168 time: 0.2272320 Jan 28 19:33:22.499094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462e8fd-85c8-4eaf-a178-0ea01672f425 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3805c1f9-edb2-451c-baa0-fc182689064b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:22.570888 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-46f3c4e0-7962-41f3-9eeb-5f2e1c471449 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1152234 Jan 28 19:33:22.574584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43544) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:22.580280 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5f69c259-c445-4cba-b989-d0127525a10d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1300004151'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:22.631709 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f69c259-c445-4cba-b989-d0127525a10d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:22.790710 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f69c259-c445-4cba-b989-d0127525a10d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (6080d445-1f58-45d2-96bb-60f0bea882c6), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:22.798059 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f69c259-c445-4cba-b989-d0127525a10d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6080d445-1f58-45d2-96bb-60f0bea882c6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:22.843290 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69c259-c445-4cba-b989-d0127525a10d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6080d445-1f58-45d2-96bb-60f0bea882c6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:22.869701 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5f69c259-c445-4cba-b989-d0127525a10d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:22.873615 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5f69c259-c445-4cba-b989-d0127525a10d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2952514 Jan 28 19:33:22.873949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43558) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:22.879133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f80daf0d-8bd0-4e0a-82fd-1792c230504a tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '6080d445-1f58-45d2-96bb-60f0bea882c6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:22.887926 n-d-824834-4 neutron-server[103147]: WARNING neutron.api.v2.base [None req-f80daf0d-8bd0-4e0a-82fd-1792c230504a tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 19:33:22.888884 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-f80daf0d-8bd0-4e0a-82fd-1792c230504a tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:33:22.893140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43560) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:22.893547 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f80daf0d-8bd0-4e0a-82fd-1792c230504a tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0183232 Jan 28 19:33:23.026415 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a0f3434-f3dd-4865-85b3-e95c9cf20377 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (6080d445-1f58-45d2-96bb-60f0bea882c6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:23.039470 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:23.087078 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a0f3434-f3dd-4865-85b3-e95c9cf20377 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (6080d445-1f58-45d2-96bb-60f0bea882c6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:23.138384 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a0f3434-f3dd-4865-85b3-e95c9cf20377 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6080d445-1f58-45d2-96bb-60f0bea882c6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:23.146963 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a0f3434-f3dd-4865-85b3-e95c9cf20377 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:23.150993 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2a0f3434-f3dd-4865-85b3-e95c9cf20377 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "DELETE /v2.0/security-groups/6080d445-1f58-45d2-96bb-60f0bea882c6 HTTP/1.1" status: 204 len: 168 time: 0.2568016 Jan 28 19:33:23.151629 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43564) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:23.184489 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f3434-f3dd-4865-85b3-e95c9cf20377 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6080d445-1f58-45d2-96bb-60f0bea882c6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:23.230345 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a8569df6-81af-45ce-8d6f-80e4c5318a45 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0726032 Jan 28 19:33:23.231242 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:23.236201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1633f057-7c72-445c-aa07-45ea1e100648 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1357492874'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:23.291929 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1633f057-7c72-445c-aa07-45ea1e100648 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:23.408295 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1633f057-7c72-445c-aa07-45ea1e100648 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (51dcb62e-791b-4e5e-82f7-7d516841a1e7), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:23.413264 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1633f057-7c72-445c-aa07-45ea1e100648 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (51dcb62e-791b-4e5e-82f7-7d516841a1e7), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:23.459798 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1633f057-7c72-445c-aa07-45ea1e100648 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:23.462038 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1633f057-7c72-445c-aa07-45ea1e100648 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2296548 Jan 28 19:33:23.466210 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43570) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:23.474744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4c68ac71-72de-4a94-85ad-bcc69df6d5f4 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '51dcb62e-791b-4e5e-82f7-7d516841a1e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:23.486286 n-d-824834-4 neutron-server[103147]: WARNING neutron.api.v2.base [None req-4c68ac71-72de-4a94-85ad-bcc69df6d5f4 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 19:33:23.486919 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-4c68ac71-72de-4a94-85ad-bcc69df6d5f4 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:33:23.491038 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4c68ac71-72de-4a94-85ad-bcc69df6d5f4 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0230658 Jan 28 19:33:23.491610 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43574) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:23.502832 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-872e2b19-8993-448a-a1f8-71703825a3d4 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '51dcb62e-791b-4e5e-82f7-7d516841a1e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:23.503549 n-d-824834-4 neutron-server[103147]: WARNING neutron.api.v2.base [None req-872e2b19-8993-448a-a1f8-71703825a3d4 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 19:33:23.504481 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-872e2b19-8993-448a-a1f8-71703825a3d4 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:33:23.509255 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43578) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:23.513383 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-872e2b19-8993-448a-a1f8-71703825a3d4 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0197608 Jan 28 19:33:23.515907 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633f057-7c72-445c-aa07-45ea1e100648 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51dcb62e-791b-4e5e-82f7-7d516841a1e7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:23.520834 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-61621f77-2575-4e10-9c9d-b86c6b811a51 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '51dcb62e-791b-4e5e-82f7-7d516841a1e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:23.522904 n-d-824834-4 neutron-server[103146]: WARNING neutron.api.v2.base [None req-61621f77-2575-4e10-9c9d-b86c6b811a51 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 19:33:23.523419 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-61621f77-2575-4e10-9c9d-b86c6b811a51 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:33:23.529427 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43580) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:23.531313 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-61621f77-2575-4e10-9c9d-b86c6b811a51 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0195053 Jan 28 19:33:23.534645 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-73c8187d-621f-4847-a429-3340133966c8 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '51dcb62e-791b-4e5e-82f7-7d516841a1e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:23.535622 n-d-824834-4 neutron-server[103147]: WARNING neutron.api.v2.base [None req-73c8187d-621f-4847-a429-3340133966c8 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 19:33:23.535978 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-73c8187d-621f-4847-a429-3340133966c8 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:33:23.542006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43582) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:23.545166 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-73c8187d-621f-4847-a429-3340133966c8 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0146570 Jan 28 19:33:23.585938 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0766ecb-ba65-47b6-8c48-52aea302a253 req-9cf768ff-a51d-41c6-81e1-70809238e239 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:23.593657 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0766ecb-ba65-47b6-8c48-52aea302a253 req-9cf768ff-a51d-41c6-81e1-70809238e239 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 946 time: 0.6755936 Jan 28 19:33:23.662543 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e174e68-32f9-4aaf-bdb9-cfd8ebd7fe57 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (51dcb62e-791b-4e5e-82f7-7d516841a1e7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:23.685964 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0766ecb-ba65-47b6-8c48-52aea302a253 req-75c28c3d-1fa9-4005-9954-57750c0a2948 tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/security-groups?id=65409125-e38a-460f-8714-bffa98ef4cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909345 Jan 28 19:33:23.735309 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e174e68-32f9-4aaf-bdb9-cfd8ebd7fe57 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (51dcb62e-791b-4e5e-82f7-7d516841a1e7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:23.828137 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e174e68-32f9-4aaf-bdb9-cfd8ebd7fe57 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (51dcb62e-791b-4e5e-82f7-7d516841a1e7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:23.832235 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3e174e68-32f9-4aaf-bdb9-cfd8ebd7fe57 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:23.836254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43590) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:23.848691 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3e174e68-32f9-4aaf-bdb9-cfd8ebd7fe57 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "DELETE /v2.0/security-groups/51dcb62e-791b-4e5e-82f7-7d516841a1e7 HTTP/1.1" status: 204 len: 168 time: 0.3039887 Jan 28 19:33:23.879110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e174e68-32f9-4aaf-bdb9-cfd8ebd7fe57 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dcb62e-791b-4e5e-82f7-7d516841a1e7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:23.962688 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43594) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:23.967189 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4682de46-05dc-40c7-83c8-b94838ad3c67 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1292305 Jan 28 19:33:23.969850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4571c641-dabb-4b6c-812f-bec88cafc758 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group': {'name': 'tempest-secgroup--53230355'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:24.030537 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4571c641-dabb-4b6c-812f-bec88cafc758 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:24.161235 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4571c641-dabb-4b6c-812f-bec88cafc758 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (50d349f7-7f51-4a3c-af34-4ef8ab6c39ca), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:24.166984 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4571c641-dabb-4b6c-812f-bec88cafc758 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (50d349f7-7f51-4a3c-af34-4ef8ab6c39ca), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:24.189002 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4571c641-dabb-4b6c-812f-bec88cafc758 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:24.191163 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4571c641-dabb-4b6c-812f-bec88cafc758 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2268338 Jan 28 19:33:24.194117 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43596) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:24.198804 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e77ab0de-1a04-448c-9689-4ff0c50dfa2a tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '50d349f7-7f51-4a3c-af34-4ef8ab6c39ca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:24.199749 n-d-824834-4 neutron-server[103147]: WARNING neutron.api.v2.base [None req-e77ab0de-1a04-448c-9689-4ff0c50dfa2a tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 19:33:24.200245 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-e77ab0de-1a04-448c-9689-4ff0c50dfa2a tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:33:24.204090 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e77ab0de-1a04-448c-9689-4ff0c50dfa2a tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062222 Jan 28 19:33:24.205056 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43598) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:24.214070 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a8a4d3da-b7ce-4359-881d-d4ece38e7185 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '50d349f7-7f51-4a3c-af34-4ef8ab6c39ca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:24.238684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571c641-dabb-4b6c-812f-bec88cafc758 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d349f7-7f51-4a3c-af34-4ef8ab6c39ca,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:24.264500 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-a8a4d3da-b7ce-4359-881d-d4ece38e7185 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:33:24.269134 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a8a4d3da-b7ce-4359-881d-d4ece38e7185 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0611827 Jan 28 19:33:24.269370 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43600) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:24.274938 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a06ac8da-f86f-46a1-894b-1fee886aa0ec tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '50d349f7-7f51-4a3c-af34-4ef8ab6c39ca', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:24.276197 n-d-824834-4 neutron-server[103146]: WARNING neutron.api.v2.base [None req-a06ac8da-f86f-46a1-894b-1fee886aa0ec tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 19:33:24.276809 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-a06ac8da-f86f-46a1-894b-1fee886aa0ec tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:33:24.290049 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a06ac8da-f86f-46a1-894b-1fee886aa0ec tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078406 Jan 28 19:33:24.329152 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac668f-4aea-4290-bfba-fe1b7b8d469c req-e712af9f-50dc-4481-8e8a-d9cefddc85ce tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:24.331018 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9ac668f-4aea-4290-bfba-fe1b7b8d469c req-e712af9f-50dc-4481-8e8a-d9cefddc85ce tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 946 time: 0.1285667 Jan 28 19:33:24.394427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43602) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:24.403958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f27e06af-ceb8-4e4b-91cd-8d3f1a3fe176 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '50d349f7-7f51-4a3c-af34-4ef8ab6c39ca', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:24.458711 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-f27e06af-ceb8-4e4b-91cd-8d3f1a3fe176 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:33:24.460041 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f27e06af-ceb8-4e4b-91cd-8d3f1a3fe176 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0686092 Jan 28 19:33:24.463132 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43606) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:24.472767 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:24.474850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f80e8f8d-7aa9-4fa6-a38b-06c26d7c206b tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '50d349f7-7f51-4a3c-af34-4ef8ab6c39ca', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:24.475098 n-d-824834-4 neutron-server[103146]: WARNING neutron.api.v2.base [None req-f80e8f8d-7aa9-4fa6-a38b-06c26d7c206b tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 19:33:24.475623 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-f80e8f8d-7aa9-4fa6-a38b-06c26d7c206b tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:33:24.476745 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f80e8f8d-7aa9-4fa6-a38b-06c26d7c206b tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125115 Jan 28 19:33:24.479498 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43608) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:24.489232 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3feac534-d7a7-47d8-ba31-fd896e04de3d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '50d349f7-7f51-4a3c-af34-4ef8ab6c39ca', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:24.551765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d9ac668f-4aea-4290-bfba-fe1b7b8d469c req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Deleting port 2c6426a1-cfb4-481c-8eba-87d7d000e7ae {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:33:24.554980 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9ac668f-4aea-4290-bfba-fe1b7b8d469c req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2c6426a1-cfb4-481c-8eba-87d7d000e7ae), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:24.585909 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-3feac534-d7a7-47d8-ba31-fd896e04de3d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:33:24.597426 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3feac534-d7a7-47d8-ba31-fd896e04de3d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1150858 Jan 28 19:33:24.599321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43612) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:24.605025 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d3ff93a0-c8fb-430b-a94a-aebcb68314a1 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '50d349f7-7f51-4a3c-af34-4ef8ab6c39ca', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:24.609693 n-d-824834-4 neutron-server[103146]: WARNING neutron.api.v2.base [None req-d3ff93a0-c8fb-430b-a94a-aebcb68314a1 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 19:33:24.610467 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-d3ff93a0-c8fb-430b-a94a-aebcb68314a1 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:33:24.616509 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d3ff93a0-c8fb-430b-a94a-aebcb68314a1 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0152495 Jan 28 19:33:24.618908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43614) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:24.626725 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8a2eaf65-c5f6-4b5d-8e2e-f5692faafe09 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '50d349f7-7f51-4a3c-af34-4ef8ab6c39ca', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:24.691963 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-8a2eaf65-c5f6-4b5d-8e2e-f5692faafe09 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:33:24.698098 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:24.705568 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8a2eaf65-c5f6-4b5d-8e2e-f5692faafe09 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0828686 Jan 28 19:33:24.723439 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-52fc47dc-c435-4f87-be23-f95420547580 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '50d349f7-7f51-4a3c-af34-4ef8ab6c39ca', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:24.867485 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-52fc47dc-c435-4f87-be23-f95420547580 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:33:24.874054 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-52fc47dc-c435-4f87-be23-f95420547580 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1599991 Jan 28 19:33:24.877171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:24.922863 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d9ac668f-4aea-4290-bfba-fe1b7b8d469c req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] For port 2c6426a1-cfb4-481c-8eba-87d7d000e7ae, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2c6426a1-cfb4-481c-8eba-87d7d000e7ae,segment=NetworkSegment(4b79d271-2637-4fe9-ba7a-398b96f54079),segment_id=4b79d271-2637-4fe9-ba7a-398b96f54079)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:24.923640 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9ac668f-4aea-4290-bfba-fe1b7b8d469c req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2c6426a1-cfb4-481c-8eba-87d7d000e7ae), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:24.956983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-d9ac668f-4aea-4290-bfba-fe1b7b8d469c req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Calling delete_port for 2c6426a1-cfb4-481c-8eba-87d7d000e7ae owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:33:25.021236 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4295f99a-a79e-4c7b-9dcb-e059654030c1 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (50d349f7-7f51-4a3c-af34-4ef8ab6c39ca), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:25.071803 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4295f99a-a79e-4c7b-9dcb-e059654030c1 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (50d349f7-7f51-4a3c-af34-4ef8ab6c39ca), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:25.120519 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd058d-4cd7-43ce-a5e9-5c5c2d23f73b req-f50f106f-7372-4e1c-a626-40e696b066ec tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:25.127955 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51cd058d-4cd7-43ce-a5e9-5c5c2d23f73b req-f50f106f-7372-4e1c-a626-40e696b066ec tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f HTTP/1.1" status: 200 len: 946 time: 0.2803082 Jan 28 19:33:25.157267 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4295f99a-a79e-4c7b-9dcb-e059654030c1 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (50d349f7-7f51-4a3c-af34-4ef8ab6c39ca), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:25.160331 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4295f99a-a79e-4c7b-9dcb-e059654030c1 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:25.161786 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4295f99a-a79e-4c7b-9dcb-e059654030c1 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "DELETE /v2.0/security-groups/50d349f7-7f51-4a3c-af34-4ef8ab6c39ca HTTP/1.1" status: 204 len: 168 time: 0.2836177 Jan 28 19:33:25.172345 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43630) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:25.173290 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295f99a-a79e-4c7b-9dcb-e059654030c1 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d349f7-7f51-4a3c-af34-4ef8ab6c39ca,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:25.225872 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-51cd058d-4cd7-43ce-a5e9-5c5c2d23f73b req-bed942ba-372d-4315-b239-27666c48e84c tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.55 "GET /v2.0/security-groups?id=65409125-e38a-460f-8714-bffa98ef4cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930619 Jan 28 19:33:25.263979 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f693167d-4199-4169-9890-ad0c9e9ce774 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0877211 Jan 28 19:33:25.273439 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43632) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:25.279938 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3957abf8-11e9-4e08-84a2-a675596b6305 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group': {'name': 'tempest-secgroup--29414148'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:25.325438 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9ac668f-4aea-4290-bfba-fe1b7b8d469c req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2c6426a1-cfb4-481c-8eba-87d7d000e7ae), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:25.338449 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['2c6426a1-cfb4-481c-8eba-87d7d000e7ae'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:33:25.344074 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3957abf8-11e9-4e08-84a2-a675596b6305 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:25.402160 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Pushing event deleted for resources: {'Port': ['ID=2c6426a1-cfb4-481c-8eba-87d7d000e7ae,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:25.424145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:25.424841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:25.425358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:25.426414 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:25.427245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:25.429934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:25.430490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:25.431051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:25.431555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:25.432251 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:25.432757 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:25.433912 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:25.435948 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:25.488351 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:25.528445 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3957abf8-11e9-4e08-84a2-a675596b6305 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (4779f9f0-0501-4df8-b8c6-9456d93c580c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:25.534774 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3957abf8-11e9-4e08-84a2-a675596b6305 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4779f9f0-0501-4df8-b8c6-9456d93c580c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:25.550684 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ac668f-4aea-4290-bfba-fe1b7b8d469c req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] No DVR routers for this DVR port 2c6426a1-cfb4-481c-8eba-87d7d000e7ae on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:33:25.560774 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d9ac668f-4aea-4290-bfba-fe1b7b8d469c req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:25.569669 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9ac668f-4aea-4290-bfba-fe1b7b8d469c req-e612840f-004a-41e8-a41c-92829e36504e tempest-VolumesActionsTest-2023410193 tempest-VolumesActionsTest-2023410193-project] 10.222.0.31 "DELETE /v2.0/ports/2c6426a1-cfb4-481c-8eba-87d7d000e7ae HTTP/1.1" status: 204 len: 173 time: 1.2329340 Jan 28 19:33:25.570219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f', 'name': 'network-vif-deleted', 'tag': '2c6426a1-cfb4-481c-8eba-87d7d000e7ae'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:33:25.577217 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56693c4-b6b8-4ae1-a1fb-786d92467cb7" -d '{"events": [{"server_uuid": "a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f", "name": "network-vif-deleted", "tag": "2c6426a1-cfb4-481c-8eba-87d7d000e7ae"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:33:25.640144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957abf8-11e9-4e08-84a2-a675596b6305 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4779f9f0-0501-4df8-b8c6-9456d93c580c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:25.648109 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3957abf8-11e9-4e08-84a2-a675596b6305 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:25.654750 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3957abf8-11e9-4e08-84a2-a675596b6305 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3789167 Jan 28 19:33:25.657754 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43638) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:25.663102 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-69317220-ead3-443e-985c-cdebe7b0fcf2 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '4779f9f0-0501-4df8-b8c6-9456d93c580c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:25.688623 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f65134-21b2-42b9-a6a0-062ffdd279ac x-openstack-request-id: req-a8f65134-21b2-42b9-a6a0-062ffdd279ac {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:33:25.689463 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f", "name": "network-vif-deleted", "tag": "2c6426a1-cfb4-481c-8eba-87d7d000e7ae", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:33:25.690199 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8f65134-21b2-42b9-a6a0-062ffdd279ac {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:33:25.691179 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7efe5e1-5ac6-4ef8-9f97-d9ce9ca5033f', 'name': 'network-vif-deleted', 'tag': '2c6426a1-cfb4-481c-8eba-87d7d000e7ae', 'status': 'completed', 'code': 200} Jan 28 19:33:25.719415 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-69317220-ead3-443e-985c-cdebe7b0fcf2 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The resource could not be found. Jan 28 19:33:25.724730 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-69317220-ead3-443e-985c-cdebe7b0fcf2 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0619981 Jan 28 19:33:25.725038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43644) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:25.729903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-43f114f4-6dcf-431a-b6b4-dec7cf107d7e tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '4779f9f0-0501-4df8-b8c6-9456d93c580c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '965e6de8-e74e-481a-9cd7-1b4c9632feab'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:25.848440 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-43f114f4-6dcf-431a-b6b4-dec7cf107d7e tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The resource could not be found. Jan 28 19:33:25.850268 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-43f114f4-6dcf-431a-b6b4-dec7cf107d7e tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1246848 Jan 28 19:33:25.853175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43646) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:25.959179 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ce79617-5be8-4aef-a2de-1b4fef0018b1 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (4779f9f0-0501-4df8-b8c6-9456d93c580c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:25.991785 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ce79617-5be8-4aef-a2de-1b4fef0018b1 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (4779f9f0-0501-4df8-b8c6-9456d93c580c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:26.088823 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ce79617-5be8-4aef-a2de-1b4fef0018b1 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4779f9f0-0501-4df8-b8c6-9456d93c580c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:26.095287 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ce79617-5be8-4aef-a2de-1b4fef0018b1 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:26.103007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5ce79617-5be8-4aef-a2de-1b4fef0018b1 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "DELETE /v2.0/security-groups/4779f9f0-0501-4df8-b8c6-9456d93c580c HTTP/1.1" status: 204 len: 168 time: 0.2468739 Jan 28 19:33:26.103819 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43652) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:26.161249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce79617-5be8-4aef-a2de-1b4fef0018b1 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4779f9f0-0501-4df8-b8c6-9456d93c580c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:26.243487 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3e28b38b-78ba-4110-bc58-934b63730648 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1367695 Jan 28 19:33:26.245863 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43656) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:26.251454 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-43339a10-caa5-43d7-9f5b-b7a4e40b250b tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '0cfdbef7-fc67-41a9-95fb-b4369bd67655', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:26.325827 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-43339a10-caa5-43d7-9f5b-b7a4e40b250b tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The resource could not be found. Jan 28 19:33:26.326895 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-43339a10-caa5-43d7-9f5b-b7a4e40b250b tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0797319 Jan 28 19:33:26.330585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43662) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:26.335074 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8f6e68e6-aa50-41c3-8fa0-9907aa5962e6 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group': {'name': 'tempest-secgroup--585038382'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:26.378137 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f6e68e6-aa50-41c3-8fa0-9907aa5962e6 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:26.516773 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f6e68e6-aa50-41c3-8fa0-9907aa5962e6 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (8914c28b-47bc-4867-933d-ddd1cf2d5360), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:26.522505 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f6e68e6-aa50-41c3-8fa0-9907aa5962e6 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8914c28b-47bc-4867-933d-ddd1cf2d5360), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:26.550632 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e68e6-aa50-41c3-8fa0-9907aa5962e6 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8914c28b-47bc-4867-933d-ddd1cf2d5360,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:26.585332 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f6e68e6-aa50-41c3-8fa0-9907aa5962e6 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:26.589179 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8f6e68e6-aa50-41c3-8fa0-9907aa5962e6 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2551713 Jan 28 19:33:26.589603 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43664) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:26.595236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-aabde235-cc4c-4cce-9e98-adf292e68b0f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208320086'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:26.630799 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aabde235-cc4c-4cce-9e98-adf292e68b0f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:26.788220 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aabde235-cc4c-4cce-9e98-adf292e68b0f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (d7914795-b9d2-49e7-ad10-9d5df88808da), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:26.795325 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aabde235-cc4c-4cce-9e98-adf292e68b0f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d7914795-b9d2-49e7-ad10-9d5df88808da), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:26.860780 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aabde235-cc4c-4cce-9e98-adf292e68b0f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:26.864732 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-aabde235-cc4c-4cce-9e98-adf292e68b0f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2712367 Jan 28 19:33:26.865546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43676) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:26.871141 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-45b2e707-6937-4507-ae3a-de7794e30a37 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group_rule': {'security_group_id': '8914c28b-47bc-4867-933d-ddd1cf2d5360', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd7914795-b9d2-49e7-ad10-9d5df88808da'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:26.890493 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabde235-cc4c-4cce-9e98-adf292e68b0f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7914795-b9d2-49e7-ad10-9d5df88808da,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:26.967251 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-45b2e707-6937-4507-ae3a-de7794e30a37 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:33:26.970973 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-45b2e707-6937-4507-ae3a-de7794e30a37 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1019723 Jan 28 19:33:26.971346 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43682) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:27.017393 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:33:27.077358 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b91d9a16-7219-433a-88de-04d4f3f845aa tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (d7914795-b9d2-49e7-ad10-9d5df88808da), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.104471 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b91d9a16-7219-433a-88de-04d4f3f845aa tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (d7914795-b9d2-49e7-ad10-9d5df88808da), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.199519 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b91d9a16-7219-433a-88de-04d4f3f845aa tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d7914795-b9d2-49e7-ad10-9d5df88808da), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.201488 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b91d9a16-7219-433a-88de-04d4f3f845aa tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.206143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:27.220851 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b91d9a16-7219-433a-88de-04d4f3f845aa tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "DELETE /v2.0/security-groups/d7914795-b9d2-49e7-ad10-9d5df88808da HTTP/1.1" status: 204 len: 168 time: 0.2482688 Jan 28 19:33:27.283446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-bc46ff38-dafa-46d8-9fbc-86b1b1e65e3a tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=748e0f6af2884735b820b89786fd54f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1108887 Jan 28 19:33:27.296247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d9a16-7219-433a-88de-04d4f3f845aa tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7914795-b9d2-49e7-ad10-9d5df88808da,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:27.350980 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-74b3ec0e-38e2-4168-a11e-3e54e8a49582 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1433032 Jan 28 19:33:27.354743 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:27.476359 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-185b2059-e71a-431e-a152-17beabefac4f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (8914c28b-47bc-4867-933d-ddd1cf2d5360), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.504786 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-185b2059-e71a-431e-a152-17beabefac4f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (8914c28b-47bc-4867-933d-ddd1cf2d5360), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.555385 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-185b2059-e71a-431e-a152-17beabefac4f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8914c28b-47bc-4867-933d-ddd1cf2d5360), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.559336 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-185b2059-e71a-431e-a152-17beabefac4f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.564746 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-185b2059-e71a-431e-a152-17beabefac4f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "DELETE /v2.0/security-groups/8914c28b-47bc-4867-933d-ddd1cf2d5360 HTTP/1.1" status: 204 len: 168 time: 0.2088485 Jan 28 19:33:27.565370 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43704) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:27.587435 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b2059-e71a-431e-a152-17beabefac4f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8914c28b-47bc-4867-933d-ddd1cf2d5360,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:27.658008 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d2ae6f57-94fa-4d72-b8c2-6158940675d4 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0796688 Jan 28 19:33:27.661124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:27.668822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bb409a53-8d57-4e13-b3aa-7ed7d0185314 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group': {'name': 'tempest-secgroup--268216974'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:27.688866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-02cd1189-cfda-4063-82d4-1259189a33ed tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:27.696558 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb409a53-8d57-4e13-b3aa-7ed7d0185314 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.706609 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-02cd1189-cfda-4063-82d4-1259189a33ed tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4122591 Jan 28 19:33:27.725654 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-4d105669-dcdf-40c1-8c01-d8a9c37f6731 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/quotas/748e0f6af2884735b820b89786fd54f8 HTTP/1.1" status: 200 len: 375 time: 0.0181789 Jan 28 19:33:27.798609 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-2487a2d9-61bc-4c37-be83-a0f5c7271c4d tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=748e0f6af2884735b820b89786fd54f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667183 Jan 28 19:33:27.850236 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb409a53-8d57-4e13-b3aa-7ed7d0185314 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (dd63e852-07c9-42cb-8d30-6a7eb36e95cc), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.857829 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb409a53-8d57-4e13-b3aa-7ed7d0185314 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (dd63e852-07c9-42cb-8d30-6a7eb36e95cc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.891649 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb409a53-8d57-4e13-b3aa-7ed7d0185314 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:27.893764 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bb409a53-8d57-4e13-b3aa-7ed7d0185314 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2313476 Jan 28 19:33:27.896692 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:27.901286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-515cda97-74e9-4fd4-9d85-ee8cca2f6a9d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:27.901981 n-d-824834-4 neutron-server[103146]: WARNING neutron.api.v2.base [None req-515cda97-74e9-4fd4-9d85-ee8cca2f6a9d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 19:33:27.902515 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-515cda97-74e9-4fd4-9d85-ee8cca2f6a9d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 19:33:27.903488 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-515cda97-74e9-4fd4-9d85-ee8cca2f6a9d tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "PUT /v2.0/security-groups/dd63e852-07c9-42cb-8d30-6a7eb36e95cc HTTP/1.1" status: 409 len: 330 time: 0.0058022 Jan 28 19:33:27.906119 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43714) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:27.964550 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b87dde0-e0fb-46f0-ba18-666d1f875832 req-74c03ead-5f34-401d-9a53-fa1b3536663d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1726696 Jan 28 19:33:27.975880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb409a53-8d57-4e13-b3aa-7ed7d0185314 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd63e852-07c9-42cb-8d30-6a7eb36e95cc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:28.108865 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da3e92a5-c65a-43dc-abed-8f06f7640b4f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (dd63e852-07c9-42cb-8d30-6a7eb36e95cc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:28.163885 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da3e92a5-c65a-43dc-abed-8f06f7640b4f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (dd63e852-07c9-42cb-8d30-6a7eb36e95cc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:28.212249 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fef28a8a-c01e-4abe-99dd-dc1fa68bb684 req-f5a5d398-f16d-4f7a-a4f2-bcb745202844 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 210 time: 0.0938666 Jan 28 19:33:28.230950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87dde0-e0fb-46f0-ba18-666d1f875832 req-9a1dfc8c-c348-4842-9cc8-d9d39452da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:28.234622 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b87dde0-e0fb-46f0-ba18-666d1f875832 req-9a1dfc8c-c348-4842-9cc8-d9d39452da01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7278e5fb228649a0bcad995bf769f3a1&device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 1128 time: 0.2038999 Jan 28 19:33:28.272883 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da3e92a5-c65a-43dc-abed-8f06f7640b4f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (dd63e852-07c9-42cb-8d30-6a7eb36e95cc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:28.275510 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da3e92a5-c65a-43dc-abed-8f06f7640b4f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:28.276662 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-da3e92a5-c65a-43dc-abed-8f06f7640b4f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "DELETE /v2.0/security-groups/dd63e852-07c9-42cb-8d30-6a7eb36e95cc HTTP/1.1" status: 204 len: 168 time: 0.3696599 Jan 28 19:33:28.280554 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43720) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:28.352900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e92a5-c65a-43dc-abed-8f06f7640b4f tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd63e852-07c9-42cb-8d30-6a7eb36e95cc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:28.446284 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87dde0-e0fb-46f0-ba18-666d1f875832 req-0bb49da0-48ba-484e-9c94-5e4e563e0a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:28.448326 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b87dde0-e0fb-46f0-ba18-666d1f875832 req-0bb49da0-48ba-484e-9c94-5e4e563e0a39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98679574-4cfe-45e5-8584-36f66292a0bf HTTP/1.1" status: 200 len: 910 time: 0.1776066 Jan 28 19:33:28.464623 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ba858e4d-00f9-4013-9bcd-341f21b3881a tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1795790 Jan 28 19:33:28.469193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43730) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:28.560431 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b87dde0-e0fb-46f0-ba18-666d1f875832 req-ba496ce1-0df0-4ab0-893e-ce413f6748c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0be7f28-7639-4124-b53d-878755b8c109 HTTP/1.1" status: 200 len: 1001 time: 0.1053913 Jan 28 19:33:28.613587 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-ac420deb-9d51-4cb2-bfa2-a34fabca2382 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] delete failed (client error): The resource could not be found. Jan 28 19:33:28.615066 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ac420deb-9d51-4cb2-bfa2-a34fabca2382 tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "DELETE /v2.0/security-groups/a9ba3d03-fd45-40c5-836b-8239c4b5ccc7 HTTP/1.1" status: 404 len: 347 time: 0.1431456 Jan 28 19:33:28.615777 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2c6426a1-cfb4-481c-8eba-87d7d000e7ae no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:33:28.618939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43734) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:28.628260 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87dde0-e0fb-46f0-ba18-666d1f875832 req-a905c8e6-9a90-4320-9e03-9f5763699e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:28.633460 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-2408ebbb-487d-4d54-b59d-1a508615e2ce tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] show failed (client error): The resource could not be found. Jan 28 19:33:28.635589 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b87dde0-e0fb-46f0-ba18-666d1f875832 req-a905c8e6-9a90-4320-9e03-9f5763699e44 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2300efa6-bb93-4ddc-ad47-4d237824e541 HTTP/1.1" status: 200 len: 848 time: 0.0683136 Jan 28 19:33:28.637052 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2408ebbb-487d-4d54-b59d-1a508615e2ce tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "GET /v2.0/security-groups/dff37039-1007-4d9d-864d-587c85aa23c9 HTTP/1.1" status: 404 len: 347 time: 0.0159984 Jan 28 19:33:28.641663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43738) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:28.664899 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 2c6426a1-cfb4-481c-8eba-87d7d000e7ae {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:33:28.665242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2c6426a1-cfb4-481c-8eba-87d7d000e7ae not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:33:28.683678 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-d3de87a3-9ad7-477c-bde4-b055f17663ca tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] show failed (client error): The resource could not be found. Jan 28 19:33:28.686467 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d3de87a3-9ad7-477c-bde4-b055f17663ca tempest-NegativeSecGroupTest-310653092 tempest-NegativeSecGroupTest-310653092-project] 10.222.0.55 "GET /v2.0/security-group-rules/98721897-0bb2-44fe-8a5e-b9888d9fe257 HTTP/1.1" status: 404 len: 356 time: 0.0419030 Jan 28 19:33:28.730278 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87dde0-e0fb-46f0-ba18-666d1f875832 req-a00128a6-ec0a-44f5-bbec-6a714486ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:28.734056 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b87dde0-e0fb-46f0-ba18-666d1f875832 req-a00128a6-ec0a-44f5-bbec-6a714486ab21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98679574-4cfe-45e5-8584-36f66292a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0846603 Jan 28 19:33:29.024950 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b87dde0-e0fb-46f0-ba18-666d1f875832 req-fb9e28dd-6ca2-4b58-9bae-93c16bce9ae6 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837315 Jan 28 19:33:29.323122 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b87dde0-e0fb-46f0-ba18-666d1f875832 req-8231ddc5-3194-45fb-b7c4-396abec3f016 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911394 Jan 28 19:33:29.374388 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43750) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:29.416616 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dd769241-1395-4163-9d3e-4bea75264a64 req-2a635066-5a69-4011-af5a-7cf1b6fe7821 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 210 time: 0.0511460 Jan 28 19:33:29.735868 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-7d9dc432-8e06-4f72-9580-e1ccf213385d tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=748e0f6af2884735b820b89786fd54f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738230 Jan 28 19:33:29.738575 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f10711c0-921f-4056-805f-94c8c0f052f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9dd7ae2b6d704d5dad9bf542e46fb1f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3619080 Jan 28 19:33:29.741580 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43760) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:29.871118 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01d68660-9136-4f32-a727-1b6eccb0111c admin admin] Publish callbacks [] for security_group (fa832865-7abf-4907-8aad-4aa5b9c44179), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:29.935626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-a87db827-4b94-4f11-8e49-b5bbcf198365 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:29.937686 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-a87db827-4b94-4f11-8e49-b5bbcf198365 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936584 Jan 28 19:33:29.940402 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01d68660-9136-4f32-a727-1b6eccb0111c admin admin] Publish callbacks [] for security_group (fa832865-7abf-4907-8aad-4aa5b9c44179), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:29.967376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-78c198dd-865c-42df-bb55-eaacd968c786 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Request body: {'port': {'device_id': 'c6bb0836-7258-4927-b45c-cd3e06f88037', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': '748e0f6af2884735b820b89786fd54f8'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:30.163135 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01d68660-9136-4f32-a727-1b6eccb0111c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (fa832865-7abf-4907-8aad-4aa5b9c44179), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:30.166232 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-01d68660-9136-4f32-a727-1b6eccb0111c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:30.167388 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-01d68660-9136-4f32-a727-1b6eccb0111c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa832865-7abf-4907-8aad-4aa5b9c44179 HTTP/1.1" status: 204 len: 168 time: 0.4247792 Jan 28 19:33:30.191327 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d68660-9136-4f32-a727-1b6eccb0111c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa832865-7abf-4907-8aad-4aa5b9c44179,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:30.258938 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:30.337912 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-78c198dd-865c-42df-bb55-eaacd968c786 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Made reservation on behalf of 748e0f6af2884735b820b89786fd54f8 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:33:30.349387 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-78c198dd-865c-42df-bb55-eaacd968c786 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:30.370820 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-78c198dd-865c-42df-bb55-eaacd968c786 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:30.583116 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65f6d056-9470-4dce-a6f2-1897bb2a7018 req-59934180-9061-4d3f-8bec-a1956e9d67bf tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 210 time: 0.0406315 Jan 28 19:33:30.612278 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-78c198dd-865c-42df-bb55-eaacd968c786 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Publish callbacks [] for security_group (343a3229-ff03-40cb-bdd9-3350cbf26340), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:30.620227 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-78c198dd-865c-42df-bb55-eaacd968c786 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (343a3229-ff03-40cb-bdd9-3350cbf26340), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:30.817890 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c198dd-865c-42df-bb55-eaacd968c786 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343a3229-ff03-40cb-bdd9-3350cbf26340,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:30.922079 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-78c198dd-865c-42df-bb55-eaacd968c786 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Allocated IP 192.168.233.85 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/4662f2d0-4b82-411c-82ef-b37cc230869f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:33:31.221046 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-78c198dd-865c-42df-bb55-eaacd968c786 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Publish callbacks [] for port (4662f2d0-4b82-411c-82ef-b37cc230869f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:31.306430 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-78c198dd-865c-42df-bb55-eaacd968c786 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4662f2d0-4b82-411c-82ef-b37cc230869f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:31.351114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-78c198dd-865c-42df-bb55-eaacd968c786 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:33:31.354430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-78c198dd-865c-42df-bb55-eaacd968c786 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:33:31.361305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-78c198dd-865c-42df-bb55-eaacd968c786 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:33:31.407758 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c198dd-865c-42df-bb55-eaacd968c786 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Pushing event updated for resources: {'Port': ['ID=4662f2d0-4b82-411c-82ef-b37cc230869f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:31.443127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-78c198dd-865c-42df-bb55-eaacd968c786 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:31.444067 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-78c198dd-865c-42df-bb55-eaacd968c786 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:31.489493 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-78c198dd-865c-42df-bb55-eaacd968c786 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5298069 Jan 28 19:33:31.534562 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Request body: {'port': {'device_id': 'c6bb0836-7258-4927-b45c-cd3e06f88037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:33:31.701852 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4662f2d0-4b82-411c-82ef-b37cc230869f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:31.836674 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f071a556-afa2-44b9-a8ed-69fc7816fc9c None None] Provisioning complete for port 4662f2d0-4b82-411c-82ef-b37cc230869f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:31.837276 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f071a556-afa2-44b9-a8ed-69fc7816fc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4662f2d0-4b82-411c-82ef-b37cc230869f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:32.025689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324cf2c-c010-40ae-9c94-2151457ba6c1 req-76fd42f2-c127-4e35-82a7-15717e8511c1 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:32.034731 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3324cf2c-c010-40ae-9c94-2151457ba6c1 req-76fd42f2-c127-4e35-82a7-15717e8511c1 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 935 time: 0.2428234 Jan 28 19:33:32.051635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f071a556-afa2-44b9-a8ed-69fc7816fc9c None None] Port 4662f2d0-4b82-411c-82ef-b37cc230869f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:33:32.169161 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3324cf2c-c010-40ae-9c94-2151457ba6c1 req-ea7646c1-c46e-49b8-a09b-d1f833a4d089 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/security-groups?id=343a3229-ff03-40cb-bdd9-3350cbf26340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245248 Jan 28 19:33:32.416443 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4662f2d0-4b82-411c-82ef-b37cc230869f {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:33:32.425232 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Publish callbacks [] for port (4662f2d0-4b82-411c-82ef-b37cc230869f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:32.437947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Transition to ACTIVE for port object 4662f2d0-4b82-411c-82ef-b37cc230869f will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:33:32.448697 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (4662f2d0-4b82-411c-82ef-b37cc230869f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:32.732237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Pushing event updated for resources: {'Port': ['ID=4662f2d0-4b82-411c-82ef-b37cc230869f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:32.852171 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Attempting to bind port 4662f2d0-4b82-411c-82ef-b37cc230869f on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:33:32.852595 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Attempting to bind port 4662f2d0-4b82-411c-82ef-b37cc230869f by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:33:32.852999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Attempting to bind port 4662f2d0-4b82-411c-82ef-b37cc230869f on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:33:32.862651 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Port 4662f2d0-4b82-411c-82ef-b37cc230869f on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:33:32.862979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Attempting to bind port 4662f2d0-4b82-411c-82ef-b37cc230869f on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:33:32.868418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:33:32.868787 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:33:32.869146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:33:32.873124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Bound port: 4662f2d0-4b82-411c-82ef-b37cc230869f, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:33:32.873675 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4662f2d0-4b82-411c-82ef-b37cc230869f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:33.046892 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] For port 4662f2d0-4b82-411c-82ef-b37cc230869f, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:33:33.052079 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] For port 4662f2d0-4b82-411c-82ef-b37cc230869f, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4662f2d0-4b82-411c-82ef-b37cc230869f,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:33:33.065959 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (4662f2d0-4b82-411c-82ef-b37cc230869f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:33.222672 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:33.224508 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:33.226288 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] 10.222.0.31 "PUT /v2.0/ports/4662f2d0-4b82-411c-82ef-b37cc230869f HTTP/1.1" status: 200 len: 1095 time: 1.7280862 Jan 28 19:33:33.226802 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bb0836-7258-4927-b45c-cd3e06f88037', 'tag': '4662f2d0-4b82-411c-82ef-b37cc230869f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:33:33.229135 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051ba49c-e063-491b-b6c6-89f9fc208c67" -d '{"events": [{"name": "network-changed", "server_uuid": "c6bb0836-7258-4927-b45c-cd3e06f88037", "tag": "4662f2d0-4b82-411c-82ef-b37cc230869f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:33:33.401823 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db00e035-ae9b-4478-ae03-0c6c1f699a63 x-openstack-request-id: req-db00e035-ae9b-4478-ae03-0c6c1f699a63 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:33:33.405741 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6bb0836-7258-4927-b45c-cd3e06f88037", "tag": "4662f2d0-4b82-411c-82ef-b37cc230869f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:33:33.409685 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db00e035-ae9b-4478-ae03-0c6c1f699a63 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:33:33.410161 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bb0836-7258-4927-b45c-cd3e06f88037', 'tag': '4662f2d0-4b82-411c-82ef-b37cc230869f', 'status': 'completed', 'code': 200} Jan 28 19:33:33.490766 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414e4be-4e96-4950-8e24-8042cac9c75f service neutron] Pushing event updated for resources: {'Port': ['ID=4662f2d0-4b82-411c-82ef-b37cc230869f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:33.564943 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-b0b2414b-4431-4899-8ca0-47dc0f0b4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:33.565914 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-b0b2414b-4431-4899-8ca0-47dc0f0b4e6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=748e0f6af2884735b820b89786fd54f8&device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 1129 time: 0.2420764 Jan 28 19:33:33.574122 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecdaa0-510c-4576-b999-af68db728cc8 req-793a0f9d-fbee-4ff0-b304-42981dc7be10 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:33.575714 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-52ecdaa0-510c-4576-b999-af68db728cc8 req-793a0f9d-fbee-4ff0-b304-42981dc7be10 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 947 time: 0.2860439 Jan 28 19:33:33.635309 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-6af06737-f99a-4ebd-8dd4-ff7d5331fac0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=4662f2d0-4b82-411c-82ef-b37cc230869f HTTP/1.1" status: 200 len: 217 time: 0.0527291 Jan 28 19:33:33.762247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-91befdb9-2cba-493a-b1c5-7020be743fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:33.774476 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-91befdb9-2cba-493a-b1c5-7020be743fce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.1375098 Jan 28 19:33:33.824686 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-52ecdaa0-510c-4576-b999-af68db728cc8 req-decc7a77-8a9e-415f-86bb-b8c333a4ac13 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/security-groups?id=343a3229-ff03-40cb-bdd9-3350cbf26340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414157 Jan 28 19:33:33.855978 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-18463557-4762-4036-80fa-90ad098e0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:33.857688 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-18463557-4762-4036-80fa-90ad098e0b30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0776711 Jan 28 19:33:34.075440 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-628296fd-a35e-4fd7-ae13-c8b4aed4f9d8 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105439 Jan 28 19:33:34.229760 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40285c68-22e5-4420-945c-3b48fb8d1eb1 req-5368f6cb-30c7-4fb7-aa0b-b946e6efc7d6 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480157 Jan 28 19:33:34.279206 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43866) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:34.405123 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ba49c-e063-491b-b6c6-89f9fc208c67 req-37abf50e-fd08-4145-b775-70b29a26c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:34.406490 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-051ba49c-e063-491b-b6c6-89f9fc208c67 req-37abf50e-fd08-4145-b775-70b29a26c8dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=748e0f6af2884735b820b89786fd54f8&device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 1129 time: 0.0830967 Jan 28 19:33:34.526040 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ba49c-e063-491b-b6c6-89f9fc208c67 req-69f733da-7de9-4c98-97df-d66f7fe6469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:34.527661 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-051ba49c-e063-491b-b6c6-89f9fc208c67 req-69f733da-7de9-4c98-97df-d66f7fe6469b service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.1124496 Jan 28 19:33:34.581839 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-051ba49c-e063-491b-b6c6-89f9fc208c67 req-27969320-5b3f-41a5-ae60-c24efcf9c3fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=4662f2d0-4b82-411c-82ef-b37cc230869f HTTP/1.1" status: 200 len: 217 time: 0.0462148 Jan 28 19:33:34.582795 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c233f9d-1ee5-404d-bf9d-c6c03b151de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:34.674651 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ba49c-e063-491b-b6c6-89f9fc208c67 req-7587864c-97aa-4d5f-9672-b37bcf090581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:34.675908 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-051ba49c-e063-491b-b6c6-89f9fc208c67 req-7587864c-97aa-4d5f-9672-b37bcf090581 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0840137 Jan 28 19:33:34.744805 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c233f9d-1ee5-404d-bf9d-c6c03b151de4 admin admin] Publish callbacks [] for security_group (1de0309e-a3ed-47e4-aad3-20e57c793f42), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:34.753475 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c233f9d-1ee5-404d-bf9d-c6c03b151de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1de0309e-a3ed-47e4-aad3-20e57c793f42), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:34.811611 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ba49c-e063-491b-b6c6-89f9fc208c67 req-74fc883e-8047-4d2d-912e-ee76d4913e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:34.813547 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-051ba49c-e063-491b-b6c6-89f9fc208c67 req-74fc883e-8047-4d2d-912e-ee76d4913e84 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1309896 Jan 28 19:33:34.858749 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c233f9d-1ee5-404d-bf9d-c6c03b151de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de0309e-a3ed-47e4-aad3-20e57c793f42,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:34.951894 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8c233f9d-1ee5-404d-bf9d-c6c03b151de4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f36c7f391e841f293a4c81564eb8cb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6690686 Jan 28 19:33:34.952747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43876) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:35.035341 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-070c40c6-5044-4475-a4a4-de4b0c46b663 admin admin] Publish callbacks [] for security_group (1de0309e-a3ed-47e4-aad3-20e57c793f42), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:35.097448 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-070c40c6-5044-4475-a4a4-de4b0c46b663 admin admin] Publish callbacks [] for security_group (1de0309e-a3ed-47e4-aad3-20e57c793f42), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:35.108491 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-051ba49c-e063-491b-b6c6-89f9fc208c67 req-7a193b51-e154-413b-9ef8-9da917f0e3a4 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794893 Jan 28 19:33:35.173337 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-070c40c6-5044-4475-a4a4-de4b0c46b663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1de0309e-a3ed-47e4-aad3-20e57c793f42), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:35.176678 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-070c40c6-5044-4475-a4a4-de4b0c46b663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:35.184020 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-070c40c6-5044-4475-a4a4-de4b0c46b663 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1de0309e-a3ed-47e4-aad3-20e57c793f42 HTTP/1.1" status: 204 len: 168 time: 0.2273362 Jan 28 19:33:35.260614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c40c6-5044-4475-a4a4-de4b0c46b663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de0309e-a3ed-47e4-aad3-20e57c793f42,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:35.366622 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8913c-56b3-48c8-aea3-cc00a2adb25d req-90871cc8-aaa3-4737-b517-0d8e3ada372f tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:35.376685 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6e8913c-56b3-48c8-aea3-cc00a2adb25d req-90871cc8-aaa3-4737-b517-0d8e3ada372f tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 947 time: 0.2137349 Jan 28 19:33:35.418724 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-051ba49c-e063-491b-b6c6-89f9fc208c67 req-9bd56979-9c47-4f85-8171-de2f97d84b23 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985425 Jan 28 19:33:35.516237 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6e8913c-56b3-48c8-aea3-cc00a2adb25d req-b8ea10d3-0f2e-45db-a08f-95b31c50e86a tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/security-groups?id=343a3229-ff03-40cb-bdd9-3350cbf26340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376054 Jan 28 19:33:35.758368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 43888) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:35.783058 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5976badb-6c0c-44c6-9a4f-bcaa7a4b064e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:35.985843 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5976badb-6c0c-44c6-9a4f-bcaa7a4b064e admin admin] Publish callbacks [] for security_group (bc5a8c83-1e6b-46c5-b660-be2903574ca1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:36.001740 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5976badb-6c0c-44c6-9a4f-bcaa7a4b064e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bc5a8c83-1e6b-46c5-b660-be2903574ca1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:36.096567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976badb-6c0c-44c6-9a4f-bcaa7a4b064e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5a8c83-1e6b-46c5-b660-be2903574ca1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:36.115515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 43894) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:36.119710 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5976badb-6c0c-44c6-9a4f-bcaa7a4b064e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=532fb547ad334ddb9c4a63eec45b201a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3561645 Jan 28 19:33:36.267253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e60e037-d505-42eb-a00f-0063d0153b75 admin admin] Publish callbacks [] for security_group (bc5a8c83-1e6b-46c5-b660-be2903574ca1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:36.345564 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e60e037-d505-42eb-a00f-0063d0153b75 admin admin] Publish callbacks [] for security_group (bc5a8c83-1e6b-46c5-b660-be2903574ca1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:36.461365 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e60e037-d505-42eb-a00f-0063d0153b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bc5a8c83-1e6b-46c5-b660-be2903574ca1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:36.465042 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e60e037-d505-42eb-a00f-0063d0153b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:36.466297 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4e60e037-d505-42eb-a00f-0063d0153b75 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc5a8c83-1e6b-46c5-b660-be2903574ca1 HTTP/1.1" status: 204 len: 168 time: 0.3489401 Jan 28 19:33:36.506269 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60e037-d505-42eb-a00f-0063d0153b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5a8c83-1e6b-46c5-b660-be2903574ca1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:36.642181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4662f2d0-4b82-411c-82ef-b37cc230869f details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:33:36.884175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80083f-c1d2-490a-8d13-23ad89674bae req-708b8a50-1ff4-4bae-b1e4-765750f4c134 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:36.893069 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3e80083f-c1d2-490a-8d13-23ad89674bae req-708b8a50-1ff4-4bae-b1e4-765750f4c134 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 947 time: 0.2168412 Jan 28 19:33:36.978852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4662f2d0-4b82-411c-82ef-b37cc230869f, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4662f2d0-4b82-411c-82ef-b37cc230869f,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:37.004961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '4662f2d0-4b82-411c-82ef-b37cc230869f', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '4662f2d0-4b82-411c-82ef-b37cc230869f', 'mac_address': 'fa:16:3e:42:79:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:33:37.045968 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3e80083f-c1d2-490a-8d13-23ad89674bae req-de2118af-8a5c-4028-bd9e-49d6b31a730d tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/security-groups?id=343a3229-ff03-40cb-bdd9-3350cbf26340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501877 Jan 28 19:33:37.047358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4662f2d0-4b82-411c-82ef-b37cc230869f is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:33:37.048160 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4662f2d0-4b82-411c-82ef-b37cc230869f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:37.091287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4662f2d0-4b82-411c-82ef-b37cc230869f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:33:37.148735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4662f2d0-4b82-411c-82ef-b37cc230869f, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4662f2d0-4b82-411c-82ef-b37cc230869f,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:37.157338 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4662f2d0-4b82-411c-82ef-b37cc230869f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:37.278891 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4662f2d0-4b82-411c-82ef-b37cc230869f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:37.293604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:37.300879 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:37.301455 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:37.302038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:37.302713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:37.302894 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:37.303221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:37.303831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:37.304368 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:37.304946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:37.305520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:37.306056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:37.308401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:33:37.383135 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['4662f2d0-4b82-411c-82ef-b37cc230869f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:33:37.550223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc918e-9b33-43ba-9c41-5474b7329aab req-7923e74c-b7ad-4a3a-a8ba-c3407be0871a tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:37.558004 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8fc918e-9b33-43ba-9c41-5474b7329aab req-7923e74c-b7ad-4a3a-a8ba-c3407be0871a tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1212018 Jan 28 19:33:37.702594 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d8fc918e-9b33-43ba-9c41-5474b7329aab req-4abd9eed-5cfe-4bb0-a809-e4dbc93e349b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427624 Jan 28 19:33:38.312410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdbf20-a1e4-4ada-9971-b340addcda26 req-4844feb7-e402-42b8-8da8-4ee825222708 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:38.314045 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbcdbf20-a1e4-4ada-9971-b340addcda26 req-4844feb7-e402-42b8-8da8-4ee825222708 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 948 time: 0.0932260 Jan 28 19:33:38.482094 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbcdbf20-a1e4-4ada-9971-b340addcda26 req-5070e9b9-6a96-418e-89ee-492840ba5ef9 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/security-groups?id=343a3229-ff03-40cb-bdd9-3350cbf26340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611381 Jan 28 19:33:38.633854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4662f2d0-4b82-411c-82ef-b37cc230869f up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:33:38.775859 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 4662f2d0-4b82-411c-82ef-b37cc230869f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:33:38.801267 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 4662f2d0-4b82-411c-82ef-b37cc230869f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:33:38.801689 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4662f2d0-4b82-411c-82ef-b37cc230869f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:38.994980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4662f2d0-4b82-411c-82ef-b37cc230869f is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:33:38.995573 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4662f2d0-4b82-411c-82ef-b37cc230869f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:39.043587 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bb0836-7258-4927-b45c-cd3e06f88037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4662f2d0-4b82-411c-82ef-b37cc230869f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:33:39.049316 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1944342c-9330-46cd-8b9a-00b098311d27" -d '{"events": [{"server_uuid": "c6bb0836-7258-4927-b45c-cd3e06f88037", "name": "network-vif-plugged", "status": "completed", "tag": "4662f2d0-4b82-411c-82ef-b37cc230869f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:33:39.079882 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4662f2d0-4b82-411c-82ef-b37cc230869f, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4662f2d0-4b82-411c-82ef-b37cc230869f,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:33:39.082667 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4d047-70a6-4caa-9aef-83727605ce53 req-7ee24262-4c17-43dd-b613-214b2a5d68cb tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:39.092126 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4662f2d0-4b82-411c-82ef-b37cc230869f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:39.113841 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7eb4d047-70a6-4caa-9aef-83727605ce53 req-7ee24262-4c17-43dd-b613-214b2a5d68cb tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.2843285 Jan 28 19:33:39.207871 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2c1be5-452d-4f6f-aaef-1691a50ce22d x-openstack-request-id: req-4f2c1be5-452d-4f6f-aaef-1691a50ce22d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:33:39.217597 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bb0836-7258-4927-b45c-cd3e06f88037", "name": "network-vif-plugged", "status": "completed", "tag": "4662f2d0-4b82-411c-82ef-b37cc230869f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:33:39.218217 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f2c1be5-452d-4f6f-aaef-1691a50ce22d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:33:39.219771 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bb0836-7258-4927-b45c-cd3e06f88037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4662f2d0-4b82-411c-82ef-b37cc230869f', 'code': 200} Jan 28 19:33:39.241475 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4662f2d0-4b82-411c-82ef-b37cc230869f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:39.707174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3ee3c-d5b2-4bd9-9fce-5a78bf02baee req-889afc88-bcf9-4061-880b-a631ac6e07d0 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:39.710035 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69d3ee3c-d5b2-4bd9-9fce-5a78bf02baee req-889afc88-bcf9-4061-880b-a631ac6e07d0 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 949 time: 0.1179101 Jan 28 19:33:39.838891 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69d3ee3c-d5b2-4bd9-9fce-5a78bf02baee req-e4a6055b-235c-4acb-8968-79714f654149 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/security-groups?id=343a3229-ff03-40cb-bdd9-3350cbf26340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215587 Jan 28 19:33:40.049794 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7eb4d047-70a6-4caa-9aef-83727605ce53 req-ff14790c-c459-4ef6-9a22-af224bd9a264 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9311788 Jan 28 19:33:40.092166 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a003b4-7a86-4627-be74-c576f404256c req-e99364c4-d664-474e-b87d-2407b1eb8f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:40.095393 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f9a003b4-7a86-4627-be74-c576f404256c req-e99364c4-d664-474e-b87d-2407b1eb8f80 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 1131 time: 0.1544249 Jan 28 19:33:40.191110 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f9a003b4-7a86-4627-be74-c576f404256c req-e77a42b1-7fd6-4567-9cae-140aafd1c562 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=343a3229-ff03-40cb-bdd9-3350cbf26340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895476 Jan 28 19:33:40.767297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44014) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:40.885262 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25034320-c00c-4832-a14a-6060d5734aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:40.979621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff42350-a519-4392-922b-da5a7a571f76 req-6e6b3370-77bf-4345-a2f7-cdd044517dd1 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:40.982487 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eff42350-a519-4392-922b-da5a7a571f76 req-6e6b3370-77bf-4345-a2f7-cdd044517dd1 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 949 time: 0.0716333 Jan 28 19:33:40.983842 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25034320-c00c-4832-a14a-6060d5734aec admin admin] Publish callbacks [] for security_group (a5bc5b70-f63d-4d80-91eb-6479d7f32937), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:40.988810 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25034320-c00c-4832-a14a-6060d5734aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a5bc5b70-f63d-4d80-91eb-6479d7f32937), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:41.028433 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25034320-c00c-4832-a14a-6060d5734aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bc5b70-f63d-4d80-91eb-6479d7f32937,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:41.048045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44020) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:41.050570 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-25034320-c00c-4832-a14a-6060d5734aec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5acfe95b41e243a68bc93d2d83becb75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2821610 Jan 28 19:33:41.083776 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eff42350-a519-4392-922b-da5a7a571f76 req-e7a2d200-768d-4be0-ac2f-90702861a683 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/security-groups?id=343a3229-ff03-40cb-bdd9-3350cbf26340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953131 Jan 28 19:33:41.164611 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58a7de3e-5efc-46ce-ad90-a8faa6a89dfa admin admin] Publish callbacks [] for security_group (a5bc5b70-f63d-4d80-91eb-6479d7f32937), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:41.206856 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58a7de3e-5efc-46ce-ad90-a8faa6a89dfa admin admin] Publish callbacks [] for security_group (a5bc5b70-f63d-4d80-91eb-6479d7f32937), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:41.248329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b453a20-cab3-4eca-9835-31be288f7f3c req-a31a1b75-6fd2-40dd-860b-1c678b84cd38 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:41.251816 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b453a20-cab3-4eca-9835-31be288f7f3c req-a31a1b75-6fd2-40dd-860b-1c678b84cd38 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.0975175 Jan 28 19:33:41.310412 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58a7de3e-5efc-46ce-ad90-a8faa6a89dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a5bc5b70-f63d-4d80-91eb-6479d7f32937), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:41.313062 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58a7de3e-5efc-46ce-ad90-a8faa6a89dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:41.314592 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-58a7de3e-5efc-46ce-ad90-a8faa6a89dfa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5bc5b70-f63d-4d80-91eb-6479d7f32937 HTTP/1.1" status: 204 len: 168 time: 0.2656147 Jan 28 19:33:41.329099 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7de3e-5efc-46ce-ad90-a8faa6a89dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bc5b70-f63d-4d80-91eb-6479d7f32937,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:41.399878 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b453a20-cab3-4eca-9835-31be288f7f3c req-6f54a885-c883-4a95-8aad-b0bd9709beaa tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241183 Jan 28 19:33:41.692925 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44050) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:41.712692 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d49d1d8-d803-4528-8d8d-b46e0902609e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:41.807947 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d49d1d8-d803-4528-8d8d-b46e0902609e admin admin] Publish callbacks [] for security_group (0903a5f0-f08b-497e-9e5e-66dee19c4b90), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:41.812864 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3d49d1d8-d803-4528-8d8d-b46e0902609e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0903a5f0-f08b-497e-9e5e-66dee19c4b90), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:41.862614 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3d49d1d8-d803-4528-8d8d-b46e0902609e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebc81030f3c549b6b38479b5627eca7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1682696 Jan 28 19:33:41.863545 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49d1d8-d803-4528-8d8d-b46e0902609e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0903a5f0-f08b-497e-9e5e-66dee19c4b90,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:41.865252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44052) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:41.941771 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-209cca47-36dc-4f5e-8b0a-7fc088916eb8 admin admin] Publish callbacks [] for security_group (0903a5f0-f08b-497e-9e5e-66dee19c4b90), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:41.972170 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-209cca47-36dc-4f5e-8b0a-7fc088916eb8 admin admin] Publish callbacks [] for security_group (0903a5f0-f08b-497e-9e5e-66dee19c4b90), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:42.030788 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-209cca47-36dc-4f5e-8b0a-7fc088916eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0903a5f0-f08b-497e-9e5e-66dee19c4b90), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:42.033777 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-209cca47-36dc-4f5e-8b0a-7fc088916eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:42.038150 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-209cca47-36dc-4f5e-8b0a-7fc088916eb8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0903a5f0-f08b-497e-9e5e-66dee19c4b90 HTTP/1.1" status: 204 len: 168 time: 0.1706429 Jan 28 19:33:42.046892 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cca47-36dc-4f5e-8b0a-7fc088916eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0903a5f0-f08b-497e-9e5e-66dee19c4b90,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:42.276108 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a08ca-81f7-4d28-862c-193bbda2e28f req-57d8a9d4-8eec-4e1e-83a7-a3b99496cb24 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:42.279094 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb0a08ca-81f7-4d28-862c-193bbda2e28f req-57d8a9d4-8eec-4e1e-83a7-a3b99496cb24 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 949 time: 0.0857522 Jan 28 19:33:42.359707 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb0a08ca-81f7-4d28-862c-193bbda2e28f req-14dc8119-144b-450e-8867-473ae76de5f2 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/security-groups?id=343a3229-ff03-40cb-bdd9-3350cbf26340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748405 Jan 28 19:33:42.625086 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e969b58-0740-4d04-9268-a3e5d2da3d61 req-392b8479-c6af-45c2-819c-b40504ee3b93 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:42.628922 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e969b58-0740-4d04-9268-a3e5d2da3d61 req-392b8479-c6af-45c2-819c-b40504ee3b93 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1452518 Jan 28 19:33:42.753132 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e969b58-0740-4d04-9268-a3e5d2da3d61 req-d4505c0e-ff6f-4f1b-ba4a-8533db564454 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176870 Jan 28 19:33:44.004716 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34eb21-8f2e-4e16-991e-1145258fdf20 req-2f52f34e-54a0-46b5-9439-71520dea0220 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:44.011713 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e34eb21-8f2e-4e16-991e-1145258fdf20 req-2f52f34e-54a0-46b5-9439-71520dea0220 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1236734 Jan 28 19:33:44.094671 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e34eb21-8f2e-4e16-991e-1145258fdf20 req-cd1d637b-92ea-464b-b613-1190996bf20e tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819554 Jan 28 19:33:45.349570 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d4045-e232-4041-b5d2-6f6f85d4edf6 req-f078f36e-0e5d-43c4-8ad3-aabe11ce4a77 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:45.359733 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-300d4045-e232-4041-b5d2-6f6f85d4edf6 req-f078f36e-0e5d-43c4-8ad3-aabe11ce4a77 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1149330 Jan 28 19:33:45.474845 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-300d4045-e232-4041-b5d2-6f6f85d4edf6 req-c7317cd5-270c-4cb1-8ba9-cdb64121d34c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133540 Jan 28 19:33:46.030434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44178) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:46.228331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7046f40e-08ab-4ab4-9e4d-a31c82371a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:46.402202 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7046f40e-08ab-4ab4-9e4d-a31c82371a08 admin admin] Publish callbacks [] for security_group (2995b794-f54f-479a-98e3-5a6d73cfc8a2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:46.408796 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7046f40e-08ab-4ab4-9e4d-a31c82371a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2995b794-f54f-479a-98e3-5a6d73cfc8a2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:46.477498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046f40e-08ab-4ab4-9e4d-a31c82371a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2995b794-f54f-479a-98e3-5a6d73cfc8a2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:46.517055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:46.517719 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7046f40e-08ab-4ab4-9e4d-a31c82371a08 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c6aa272ddb34dc78624d25272f09f5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4854708 Jan 28 19:33:46.665775 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b82b-259f-4f7d-9263-0f97cc539c2b admin admin] Publish callbacks [] for security_group (2995b794-f54f-479a-98e3-5a6d73cfc8a2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:46.729373 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b82b-259f-4f7d-9263-0f97cc539c2b admin admin] Publish callbacks [] for security_group (2995b794-f54f-479a-98e3-5a6d73cfc8a2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:46.739380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b18d2-33e4-45c9-bad3-801aa5aceb99 req-be80aafa-1392-4155-b56c-efcad1876e1f tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:46.742052 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-848b18d2-33e4-45c9-bad3-801aa5aceb99 req-be80aafa-1392-4155-b56c-efcad1876e1f tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1353915 Jan 28 19:33:46.809523 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-848b18d2-33e4-45c9-bad3-801aa5aceb99 req-d27ce241-68ed-48e5-a4ac-7361f7c531ce tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540905 Jan 28 19:33:46.880520 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b82b-259f-4f7d-9263-0f97cc539c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2995b794-f54f-479a-98e3-5a6d73cfc8a2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:46.883257 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dcd4b82b-259f-4f7d-9263-0f97cc539c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:46.887169 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dcd4b82b-259f-4f7d-9263-0f97cc539c2b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2995b794-f54f-479a-98e3-5a6d73cfc8a2 HTTP/1.1" status: 204 len: 168 time: 0.3682075 Jan 28 19:33:46.907278 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4b82b-259f-4f7d-9263-0f97cc539c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2995b794-f54f-479a-98e3-5a6d73cfc8a2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:47.303889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44200) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:47.318051 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77d3847c-a96e-4928-a173-f58ee628b985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:47.457633 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77d3847c-a96e-4928-a173-f58ee628b985 admin admin] Publish callbacks [] for security_group (a6d47c3e-8443-46db-9b62-4a8789e75c80), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:47.474790 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-77d3847c-a96e-4928-a173-f58ee628b985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a6d47c3e-8443-46db-9b62-4a8789e75c80), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:47.550836 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-77d3847c-a96e-4928-a173-f58ee628b985 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2fb60791da2640f786967b25bde52274&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2435658 Jan 28 19:33:47.550836 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3847c-a96e-4928-a173-f58ee628b985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d47c3e-8443-46db-9b62-4a8789e75c80,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:47.551671 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:47.618763 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04f080a7-e611-4f86-aafb-fbd30040807c admin admin] Publish callbacks [] for security_group (a6d47c3e-8443-46db-9b62-4a8789e75c80), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:47.648656 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04f080a7-e611-4f86-aafb-fbd30040807c admin admin] Publish callbacks [] for security_group (a6d47c3e-8443-46db-9b62-4a8789e75c80), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:47.742938 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04f080a7-e611-4f86-aafb-fbd30040807c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a6d47c3e-8443-46db-9b62-4a8789e75c80), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:47.745778 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04f080a7-e611-4f86-aafb-fbd30040807c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:47.747298 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-04f080a7-e611-4f86-aafb-fbd30040807c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6d47c3e-8443-46db-9b62-4a8789e75c80 HTTP/1.1" status: 204 len: 168 time: 0.1939785 Jan 28 19:33:47.767300 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f080a7-e611-4f86-aafb-fbd30040807c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d47c3e-8443-46db-9b62-4a8789e75c80,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:48.001179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2bf3-7382-4726-85b8-8fc471d197ef req-6c92b802-86e4-4a60-98da-928aa7a1d34a tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:48.003622 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-659f2bf3-7382-4726-85b8-8fc471d197ef req-6c92b802-86e4-4a60-98da-928aa7a1d34a tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.0783663 Jan 28 19:33:48.117744 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-659f2bf3-7382-4726-85b8-8fc471d197ef req-249cdfcb-53d9-4e9a-b916-05a45459137e tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085200 Jan 28 19:33:48.227818 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9405f007-f14e-4e45-8b97-437ba12b00b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:49.340960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bca73b-49e9-44f2-86a3-c185cfc2522d req-7a8ae0be-7797-48c0-ad26-fdb84b7be524 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:49.342866 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03bca73b-49e9-44f2-86a3-c185cfc2522d req-7a8ae0be-7797-48c0-ad26-fdb84b7be524 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.0915122 Jan 28 19:33:49.405617 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03bca73b-49e9-44f2-86a3-c185cfc2522d req-c17aed9d-7ace-4c52-a008-847b3ecf00f1 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555723 Jan 28 19:33:50.408524 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be562dbd-99b6-4ea3-abc1-561828093284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:50.696400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa2a3b-a4bc-4561-95a9-80a7d7fc01ce req-1b66fecb-8e68-4842-b723-2abe72794408 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:50.708068 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89fa2a3b-a4bc-4561-95a9-80a7d7fc01ce req-1b66fecb-8e68-4842-b723-2abe72794408 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1418531 Jan 28 19:33:50.804163 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89fa2a3b-a4bc-4561-95a9-80a7d7fc01ce req-5eb00760-315e-4f58-8141-ed1425f9410f tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908778 Jan 28 19:33:51.726469 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:51.964733 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9409e-13d3-4847-b016-17b74a139290 req-cdba721b-0b31-4ff6-82d5-990bb17df767 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:51.974309 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5de9409e-13d3-4847-b016-17b74a139290 req-cdba721b-0b31-4ff6-82d5-990bb17df767 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.0874290 Jan 28 19:33:52.037539 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5de9409e-13d3-4847-b016-17b74a139290 req-734f8826-aa84-4ed4-87eb-49683308fe32 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568330 Jan 28 19:33:52.713549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:52.959999 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-600f0a45-96f9-485f-9472-240f94ae6bf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.020885 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.137749 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-600f0a45-96f9-485f-9472-240f94ae6bf2 admin admin] Publish callbacks [] for security_group (9961a397-08b5-4e9f-b779-3b7457efa794), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.144331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-600f0a45-96f9-485f-9472-240f94ae6bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9961a397-08b5-4e9f-b779-3b7457efa794), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.194220 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f0a45-96f9-485f-9472-240f94ae6bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9961a397-08b5-4e9f-b779-3b7457efa794,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:53.272942 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44346) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:53.273579 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-600f0a45-96f9-485f-9472-240f94ae6bf2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd8cd555f509424386b08cb693b0d082&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5588934 Jan 28 19:33:53.291594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00c6c9-0f06-421f-9891-426dfd5d62fc req-130325f8-95d4-40c0-a6b7-14043dc338ca tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:53.299491 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9d00c6c9-0f06-421f-9891-426dfd5d62fc req-130325f8-95d4-40c0-a6b7-14043dc338ca tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1127641 Jan 28 19:33:53.369993 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9d00c6c9-0f06-421f-9891-426dfd5d62fc req-8d25837b-1bc2-4872-af9e-8da99bd63c40 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669956 Jan 28 19:33:53.398500 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b9baef2-6635-4147-8374-94a026f0a988 admin admin] Publish callbacks [] for security_group (9961a397-08b5-4e9f-b779-3b7457efa794), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.420369 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b9baef2-6635-4147-8374-94a026f0a988 admin admin] Publish callbacks [] for security_group (9961a397-08b5-4e9f-b779-3b7457efa794), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.485110 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b9baef2-6635-4147-8374-94a026f0a988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9961a397-08b5-4e9f-b779-3b7457efa794), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.492409 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1b9baef2-6635-4147-8374-94a026f0a988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:53.493723 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1b9baef2-6635-4147-8374-94a026f0a988 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9961a397-08b5-4e9f-b779-3b7457efa794 HTTP/1.1" status: 204 len: 168 time: 0.2198489 Jan 28 19:33:53.523781 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9baef2-6635-4147-8374-94a026f0a988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9961a397-08b5-4e9f-b779-3b7457efa794,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:54.067233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44356) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:54.095673 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-339af9d0-a6af-4935-9bf4-f820206adc88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:54.234451 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-339af9d0-a6af-4935-9bf4-f820206adc88 admin admin] Publish callbacks [] for security_group (2dfc36a6-5ee8-4fee-963a-71abef69081b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:54.239502 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-339af9d0-a6af-4935-9bf4-f820206adc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2dfc36a6-5ee8-4fee-963a-71abef69081b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:54.281942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44358) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:33:54.282707 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-339af9d0-a6af-4935-9bf4-f820206adc88 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ac4b57321d54ad0afe7ddd880ac4791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2136197 Jan 28 19:33:54.284123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339af9d0-a6af-4935-9bf4-f820206adc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfc36a6-5ee8-4fee-963a-71abef69081b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:54.411821 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdf9ae4-6660-46c4-9d60-785f57a0124d admin admin] Publish callbacks [] for security_group (2dfc36a6-5ee8-4fee-963a-71abef69081b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:54.470001 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:54.495922 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdf9ae4-6660-46c4-9d60-785f57a0124d admin admin] Publish callbacks [] for security_group (2dfc36a6-5ee8-4fee-963a-71abef69081b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:54.549029 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdf9ae4-6660-46c4-9d60-785f57a0124d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2dfc36a6-5ee8-4fee-963a-71abef69081b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:54.553961 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cdf9ae4-6660-46c4-9d60-785f57a0124d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:54.558938 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5cdf9ae4-6660-46c4-9d60-785f57a0124d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2dfc36a6-5ee8-4fee-963a-71abef69081b HTTP/1.1" status: 204 len: 168 time: 0.2745972 Jan 28 19:33:54.576247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf9ae4-6660-46c4-9d60-785f57a0124d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfc36a6-5ee8-4fee-963a-71abef69081b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:33:54.638833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea5eab-9637-4862-82c7-2263fab1bc9f req-348d5478-99cc-4c69-8860-d2941c476135 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:54.650600 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79ea5eab-9637-4862-82c7-2263fab1bc9f req-348d5478-99cc-4c69-8860-d2941c476135 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1207969 Jan 28 19:33:54.767279 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79ea5eab-9637-4862-82c7-2263fab1bc9f req-39f674b5-c468-4f85-88e3-15d106d31e5c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155915 Jan 28 19:33:55.481656 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:33:56.028793 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ec307-7cee-41e0-8349-9a84af8479be req-49fa7b9d-dd97-46f1-9368-c725baedf28d tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:56.031159 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cb6ec307-7cee-41e0-8349-9a84af8479be req-49fa7b9d-dd97-46f1-9368-c725baedf28d tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.0957024 Jan 28 19:33:56.134110 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cb6ec307-7cee-41e0-8349-9a84af8479be req-bca9e58d-50e5-4c0f-9f96-b458f2ea4a19 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937793 Jan 28 19:33:57.587656 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddbc1b-7760-4770-9300-945ca900060b req-a85e211e-4948-4b5d-adf4-8d186d7980ed tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:57.589919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c2ddbc1b-7760-4770-9300-945ca900060b req-a85e211e-4948-4b5d-adf4-8d186d7980ed tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.0680242 Jan 28 19:33:57.661772 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c2ddbc1b-7760-4770-9300-945ca900060b req-eb7aaacf-7d63-4939-9ad4-7fc95aee82cd tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639904 Jan 28 19:33:58.827542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3fda0-ae5c-4852-9bb8-1dfd26505816 req-33d95c17-642c-4156-81a7-1bc49902c181 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:33:58.830289 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5ec3fda0-ae5c-4852-9bb8-1dfd26505816 req-33d95c17-642c-4156-81a7-1bc49902c181 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.0657821 Jan 28 19:33:58.893501 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5ec3fda0-ae5c-4852-9bb8-1dfd26505816 req-311f87e7-e6eb-4bd5-ac86-22dc5739bc6b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567241 Jan 28 19:34:00.066187 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f88d03-8022-4a76-8b3c-802060c0db71 req-25e3bac6-7576-48e2-90c4-a45dd01a1b5e tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:00.076065 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41f88d03-8022-4a76-8b3c-802060c0db71 req-25e3bac6-7576-48e2-90c4-a45dd01a1b5e tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.0838718 Jan 28 19:34:00.156305 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41f88d03-8022-4a76-8b3c-802060c0db71 req-6e2a9ddf-aaf4-49d3-ae52-415f45ce7ccc tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746839 Jan 28 19:34:00.234212 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:00.594476 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44540) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:00.768846 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d49e907-59ce-4bcf-9355-cf0c788f8e9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:00.876291 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d49e907-59ce-4bcf-9355-cf0c788f8e9b admin admin] Publish callbacks [] for security_group (86431305-2347-4a36-99f5-1ce5e0ed65af), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:00.890100 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3d49e907-59ce-4bcf-9355-cf0c788f8e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (86431305-2347-4a36-99f5-1ce5e0ed65af), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:01.000183 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3d49e907-59ce-4bcf-9355-cf0c788f8e9b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=322119fd717f44b69adc9a61a8a0fed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4040904 Jan 28 19:34:01.003056 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44552) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:01.004322 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49e907-59ce-4bcf-9355-cf0c788f8e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86431305-2347-4a36-99f5-1ce5e0ed65af,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:01.123301 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5c74a01-e1bb-44ec-b298-f6f565f513f2 admin admin] Publish callbacks [] for security_group (86431305-2347-4a36-99f5-1ce5e0ed65af), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:01.181484 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5c74a01-e1bb-44ec-b298-f6f565f513f2 admin admin] Publish callbacks [] for security_group (86431305-2347-4a36-99f5-1ce5e0ed65af), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:01.334109 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5c74a01-e1bb-44ec-b298-f6f565f513f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (86431305-2347-4a36-99f5-1ce5e0ed65af), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:01.337882 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5c74a01-e1bb-44ec-b298-f6f565f513f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:01.341590 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a5c74a01-e1bb-44ec-b298-f6f565f513f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/86431305-2347-4a36-99f5-1ce5e0ed65af HTTP/1.1" status: 204 len: 168 time: 0.3349128 Jan 28 19:34:01.357914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c74a01-e1bb-44ec-b298-f6f565f513f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86431305-2347-4a36-99f5-1ce5e0ed65af,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:01.438801 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad957aa2-6e17-4ffe-b452-59a9c46e67e7 req-bef89099-5ab8-43e3-958b-66029dd45b1d tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:01.440552 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad957aa2-6e17-4ffe-b452-59a9c46e67e7 req-bef89099-5ab8-43e3-958b-66029dd45b1d tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1268387 Jan 28 19:34:01.564378 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ad957aa2-6e17-4ffe-b452-59a9c46e67e7 req-9b3079d1-5903-46b8-9c06-fb4e9a9c5e96 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167085 Jan 28 19:34:01.950972 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44570) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:01.975326 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e31e76b3-243d-4cf5-896f-27b5d49cac9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.150305 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e31e76b3-243d-4cf5-896f-27b5d49cac9e admin admin] Publish callbacks [] for security_group (04a56dd7-3bd7-4175-95a4-2fe4f21a8599), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.158723 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e31e76b3-243d-4cf5-896f-27b5d49cac9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (04a56dd7-3bd7-4175-95a4-2fe4f21a8599), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.232401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e76b3-243d-4cf5-896f-27b5d49cac9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a56dd7-3bd7-4175-95a4-2fe4f21a8599,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:02.259630 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e31e76b3-243d-4cf5-896f-27b5d49cac9e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93f3208d91174812a4230fb2c1bc89b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3073254 Jan 28 19:34:02.262388 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44578) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:02.351328 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11d0b237-8cf6-4248-af99-a605b2eec3f7 admin admin] Publish callbacks [] for security_group (04a56dd7-3bd7-4175-95a4-2fe4f21a8599), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.374349 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11d0b237-8cf6-4248-af99-a605b2eec3f7 admin admin] Publish callbacks [] for security_group (04a56dd7-3bd7-4175-95a4-2fe4f21a8599), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.431380 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11d0b237-8cf6-4248-af99-a605b2eec3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (04a56dd7-3bd7-4175-95a4-2fe4f21a8599), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.434015 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11d0b237-8cf6-4248-af99-a605b2eec3f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:02.435230 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-11d0b237-8cf6-4248-af99-a605b2eec3f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04a56dd7-3bd7-4175-95a4-2fe4f21a8599 HTTP/1.1" status: 204 len: 168 time: 0.1719058 Jan 28 19:34:02.449939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0b237-8cf6-4248-af99-a605b2eec3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a56dd7-3bd7-4175-95a4-2fe4f21a8599,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:02.933069 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b1642-098d-438f-b211-69edbe723a0e req-af2d0bd4-edd8-48d2-b814-0dd60265eebb tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:02.940315 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a21b1642-098d-438f-b211-69edbe723a0e req-af2d0bd4-edd8-48d2-b814-0dd60265eebb tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1694422 Jan 28 19:34:03.070947 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a21b1642-098d-438f-b211-69edbe723a0e req-a215aee0-7459-4582-96ac-18b0e00fc623 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177239 Jan 28 19:34:04.024516 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:34:04.219178 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be0ee5-a2dd-4718-a8fb-e6aa19407009 req-d4a542a5-6dae-4a52-872c-37e65ac82c82 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:04.221595 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40be0ee5-a2dd-4718-a8fb-e6aa19407009 req-d4a542a5-6dae-4a52-872c-37e65ac82c82 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.0630085 Jan 28 19:34:04.322919 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40be0ee5-a2dd-4718-a8fb-e6aa19407009 req-86782768-3a79-49ac-8436-4629445094e1 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945973 Jan 28 19:34:04.760688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed8f2f-f257-4d32-8c3f-6cfbc8fa5bc2 req-05ef1561-f668-47d4-97dd-aefa0717eb87 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:04.772091 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0eed8f2f-f257-4d32-8c3f-6cfbc8fa5bc2 req-05ef1561-f668-47d4-97dd-aefa0717eb87 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1408753 Jan 28 19:34:04.876510 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0eed8f2f-f257-4d32-8c3f-6cfbc8fa5bc2 req-260efe33-d875-4217-b0d7-cb5898534aab tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974066 Jan 28 19:34:05.048361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9fe4b-28c6-44a2-9305-eb766624e922 req-909f6b1c-82d4-4b13-9f78-ac31aea2bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:05.050243 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3a9fe4b-28c6-44a2-9305-eb766624e922 req-909f6b1c-82d4-4b13-9f78-ac31aea2bd71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7278e5fb228649a0bcad995bf769f3a1&device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 1128 time: 0.3564234 Jan 28 19:34:05.169548 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9fe4b-28c6-44a2-9305-eb766624e922 req-09894786-d531-4925-9f43-812362c2cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:05.172028 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3a9fe4b-28c6-44a2-9305-eb766624e922 req-09894786-d531-4925-9f43-812362c2cde9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98679574-4cfe-45e5-8584-36f66292a0bf HTTP/1.1" status: 200 len: 910 time: 0.1155987 Jan 28 19:34:05.269876 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3a9fe4b-28c6-44a2-9305-eb766624e922 req-3f80d51a-057f-4a5d-b4f1-1b25304eaab8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0be7f28-7639-4124-b53d-878755b8c109 HTTP/1.1" status: 200 len: 1001 time: 0.0895686 Jan 28 19:34:05.376185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9fe4b-28c6-44a2-9305-eb766624e922 req-db1e3651-62d0-4a5a-b16a-721a834d7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:05.377863 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3a9fe4b-28c6-44a2-9305-eb766624e922 req-db1e3651-62d0-4a5a-b16a-721a834d7098 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2300efa6-bb93-4ddc-ad47-4d237824e541 HTTP/1.1" status: 200 len: 848 time: 0.1040289 Jan 28 19:34:05.450788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9fe4b-28c6-44a2-9305-eb766624e922 req-bcd73b7a-03c2-41e0-b7e4-14c773366683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:05.452598 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3a9fe4b-28c6-44a2-9305-eb766624e922 req-bcd73b7a-03c2-41e0-b7e4-14c773366683 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98679574-4cfe-45e5-8584-36f66292a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0684652 Jan 28 19:34:05.462432 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-d3a9fe4b-28c6-44a2-9305-eb766624e922 req-dff53854-b88f-42ef-a134-f788bd980551 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:34:05.467432 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3a9fe4b-28c6-44a2-9305-eb766624e922 req-dff53854-b88f-42ef-a134-f788bd980551 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075729 Jan 28 19:34:05.613997 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3a9fe4b-28c6-44a2-9305-eb766624e922 req-935d5bee-378f-44ad-8f7a-0c5c690f4a8e service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384413 Jan 28 19:34:05.764229 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3a9fe4b-28c6-44a2-9305-eb766624e922 req-9fb064fd-472a-45ad-9b8f-7f056d1f267f service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443396 Jan 28 19:34:06.159012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358e595-1995-4822-955c-ab0f532e1c3b req-a0e65ce2-6b07-4487-a170-1c17d37a7f42 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:06.161743 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0358e595-1995-4822-955c-ab0f532e1c3b req-a0e65ce2-6b07-4487-a170-1c17d37a7f42 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1264317 Jan 28 19:34:06.248606 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0358e595-1995-4822-955c-ab0f532e1c3b req-341f5d77-4987-4471-868a-353de045db0e tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798123 Jan 28 19:34:07.330158 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 44754) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:07.439479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52e236-2082-42af-b4e6-1f8449215fcc req-d66f72b0-0bdf-4137-b1e0-6907b0d2ab15 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:07.442227 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db52e236-2082-42af-b4e6-1f8449215fcc req-d66f72b0-0bdf-4137-b1e0-6907b0d2ab15 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.0800457 Jan 28 19:34:07.513102 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13114365-54a2-4939-8efc-38d11e31a51b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:07.612182 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db52e236-2082-42af-b4e6-1f8449215fcc req-21c0b86a-f70e-471e-9587-988aa6641feb tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344576 Jan 28 19:34:07.672678 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13114365-54a2-4939-8efc-38d11e31a51b admin admin] Publish callbacks [] for security_group (7a7bfcc3-b554-407a-a50d-244b87ca139e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:07.677870 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13114365-54a2-4939-8efc-38d11e31a51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7a7bfcc3-b554-407a-a50d-244b87ca139e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:07.737212 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-13114365-54a2-4939-8efc-38d11e31a51b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a17aa01e9dea4fb8820ce2a855492e7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4058394 Jan 28 19:34:07.738257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13114365-54a2-4939-8efc-38d11e31a51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7bfcc3-b554-407a-a50d-244b87ca139e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:07.739797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 44764) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:07.802938 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4925692b-9f3e-438a-93e9-7f6f134710ed admin admin] Publish callbacks [] for security_group (7a7bfcc3-b554-407a-a50d-244b87ca139e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:07.833706 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4925692b-9f3e-438a-93e9-7f6f134710ed admin admin] Publish callbacks [] for security_group (7a7bfcc3-b554-407a-a50d-244b87ca139e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:07.887454 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4925692b-9f3e-438a-93e9-7f6f134710ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7a7bfcc3-b554-407a-a50d-244b87ca139e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:07.891131 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4925692b-9f3e-438a-93e9-7f6f134710ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:07.892657 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4925692b-9f3e-438a-93e9-7f6f134710ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a7bfcc3-b554-407a-a50d-244b87ca139e HTTP/1.1" status: 204 len: 168 time: 0.1515255 Jan 28 19:34:07.902442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925692b-9f3e-438a-93e9-7f6f134710ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7bfcc3-b554-407a-a50d-244b87ca139e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:17.269521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45084) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:17.317986 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-834f1c73-0de1-4212-9330-4be3f995e62e admin admin] Deleting subnet 94d64cb1-3c3b-492f-b85e-b536b5a08301 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:34:17.322933 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-834f1c73-0de1-4212-9330-4be3f995e62e admin admin] Publish callbacks [] for subnet (94d64cb1-3c3b-492f-b85e-b536b5a08301), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:17.358764 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-834f1c73-0de1-4212-9330-4be3f995e62e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (94d64cb1-3c3b-492f-b85e-b536b5a08301), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:17.410946 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-834f1c73-0de1-4212-9330-4be3f995e62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (94d64cb1-3c3b-492f-b85e-b536b5a08301), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:17.485214 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-834f1c73-0de1-4212-9330-4be3f995e62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (94d64cb1-3c3b-492f-b85e-b536b5a08301), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:17.564443 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-834f1c73-0de1-4212-9330-4be3f995e62e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:17.571988 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45092) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:17.594195 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-834f1c73-0de1-4212-9330-4be3f995e62e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/94d64cb1-3c3b-492f-b85e-b536b5a08301 HTTP/1.1" status: 204 len: 168 time: 0.3221025 Jan 28 19:34:17.600883 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f1c73-0de1-4212-9330-4be3f995e62e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d64cb1-3c3b-492f-b85e-b536b5a08301,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:17.714606 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-279ec69d-6ca8-49a1-a4c7-6ac9cccf0405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (597ec0b0-bd37-4a6e-8042-fad375587414), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:17.847285 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-279ec69d-6ca8-49a1-a4c7-6ac9cccf0405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (597ec0b0-bd37-4a6e-8042-fad375587414), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:17.870111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-279ec69d-6ca8-49a1-a4c7-6ac9cccf0405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597ec0b0-bd37-4a6e-8042-fad375587414']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:17.881376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-279ec69d-6ca8-49a1-a4c7-6ac9cccf0405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b79d271-2637-4fe9-ba7a-398b96f54079') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:17.881917 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-279ec69d-6ca8-49a1-a4c7-6ac9cccf0405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b79d271-2637-4fe9-ba7a-398b96f54079') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:17.893901 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-279ec69d-6ca8-49a1-a4c7-6ac9cccf0405 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (4b79d271-2637-4fe9-ba7a-398b96f54079), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:17.932673 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-279ec69d-6ca8-49a1-a4c7-6ac9cccf0405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (4b79d271-2637-4fe9-ba7a-398b96f54079), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:17.957570 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279ec69d-6ca8-49a1-a4c7-6ac9cccf0405 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:34:17.961282 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-279ec69d-6ca8-49a1-a4c7-6ac9cccf0405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (4b79d271-2637-4fe9-ba7a-398b96f54079), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:34:18.037290 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:34:18.043596 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-279ec69d-6ca8-49a1-a4c7-6ac9cccf0405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (597ec0b0-bd37-4a6e-8042-fad375587414), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.049914 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-279ec69d-6ca8-49a1-a4c7-6ac9cccf0405 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.058553 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45102) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:18.061652 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-279ec69d-6ca8-49a1-a4c7-6ac9cccf0405 admin admin] 10.222.0.55 "DELETE /v2.0/networks/597ec0b0-bd37-4a6e-8042-fad375587414 HTTP/1.1" status: 204 len: 168 time: 0.4884813 Jan 28 19:34:18.088496 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ec69d-6ca8-49a1-a4c7-6ac9cccf0405 admin admin] Pushing event deleted for resources: {'Network': ['ID=597ec0b0-bd37-4a6e-8042-fad375587414,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:18.138668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-de19fe2d-905c-49be-8f22-7fda7d99fa62 admin admin] Deleting subnet 26bda3c2-13e3-47f8-9ff5-0171a3fdd2ac {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:34:18.143291 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de19fe2d-905c-49be-8f22-7fda7d99fa62 admin admin] Publish callbacks [] for subnet (26bda3c2-13e3-47f8-9ff5-0171a3fdd2ac), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.232109 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c539971-ae14-4a7f-89fb-0bc4c5d1653b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.250637 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de19fe2d-905c-49be-8f22-7fda7d99fa62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (26bda3c2-13e3-47f8-9ff5-0171a3fdd2ac), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.349468 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de19fe2d-905c-49be-8f22-7fda7d99fa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (26bda3c2-13e3-47f8-9ff5-0171a3fdd2ac), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.468449 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de19fe2d-905c-49be-8f22-7fda7d99fa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (26bda3c2-13e3-47f8-9ff5-0171a3fdd2ac), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.494594 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de19fe2d-905c-49be-8f22-7fda7d99fa62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.498814 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-de19fe2d-905c-49be-8f22-7fda7d99fa62 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/26bda3c2-13e3-47f8-9ff5-0171a3fdd2ac HTTP/1.1" status: 204 len: 168 time: 0.4389770 Jan 28 19:34:18.502215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45112) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:18.524065 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19fe2d-905c-49be-8f22-7fda7d99fa62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26bda3c2-13e3-47f8-9ff5-0171a3fdd2ac,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:18.675000 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7645d921-2d6c-4223-98ca-9e6c4fb57d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (96826c25-f8e9-49cd-b175-402386a6a584), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.867550 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7645d921-2d6c-4223-98ca-9e6c4fb57d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (96826c25-f8e9-49cd-b175-402386a6a584), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.914738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7645d921-2d6c-4223-98ca-9e6c4fb57d12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96826c25-f8e9-49cd-b175-402386a6a584']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:18.929882 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7645d921-2d6c-4223-98ca-9e6c4fb57d12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8abd8c-e1d2-45de-8370-904d12cdbd3b') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:18.930509 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7645d921-2d6c-4223-98ca-9e6c4fb57d12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8abd8c-e1d2-45de-8370-904d12cdbd3b') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:34:18.942250 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7645d921-2d6c-4223-98ca-9e6c4fb57d12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (ee8abd8c-e1d2-45de-8370-904d12cdbd3b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.960499 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7645d921-2d6c-4223-98ca-9e6c4fb57d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ee8abd8c-e1d2-45de-8370-904d12cdbd3b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:18.977558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7645d921-2d6c-4223-98ca-9e6c4fb57d12 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:34:18.979718 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7645d921-2d6c-4223-98ca-9e6c4fb57d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (ee8abd8c-e1d2-45de-8370-904d12cdbd3b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:34:19.048710 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:34:19.058508 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7645d921-2d6c-4223-98ca-9e6c4fb57d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (96826c25-f8e9-49cd-b175-402386a6a584), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:19.065101 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7645d921-2d6c-4223-98ca-9e6c4fb57d12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:19.080615 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7645d921-2d6c-4223-98ca-9e6c4fb57d12 admin admin] 10.222.0.55 "DELETE /v2.0/networks/96826c25-f8e9-49cd-b175-402386a6a584 HTTP/1.1" status: 204 len: 168 time: 0.5673015 Jan 28 19:34:19.120910 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645d921-2d6c-4223-98ca-9e6c4fb57d12 admin admin] Pushing event deleted for resources: {'Network': ['ID=96826c25-f8e9-49cd-b175-402386a6a584,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:19.492257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45130) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:19.577184 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3762db6f-41bd-4c5d-913a-1275c56f86a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=81053f7679cd460397b0efba07e3055e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0836883 Jan 28 19:34:19.582407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45134) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:19.698068 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d62550d6-5674-4faf-a392-84148394c85d admin admin] Publish callbacks [] for security_group (65409125-e38a-460f-8714-bffa98ef4cbd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:19.743195 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d62550d6-5674-4faf-a392-84148394c85d admin admin] Publish callbacks [] for security_group (65409125-e38a-460f-8714-bffa98ef4cbd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:19.814465 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d62550d6-5674-4faf-a392-84148394c85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (65409125-e38a-460f-8714-bffa98ef4cbd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:19.821501 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d62550d6-5674-4faf-a392-84148394c85d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:19.826341 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d62550d6-5674-4faf-a392-84148394c85d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65409125-e38a-460f-8714-bffa98ef4cbd HTTP/1.1" status: 204 len: 168 time: 0.2428465 Jan 28 19:34:19.844036 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62550d6-5674-4faf-a392-84148394c85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65409125-e38a-460f-8714-bffa98ef4cbd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:20.414286 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-15dbf528-829b-4558-a90b-7175f3649cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:20.551418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45160) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:20.664071 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-28edc4de-d738-4b03-8f77-770e608deeb8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db809d11a8eb4ad2accfed7e4522b357&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1088994 Jan 28 19:34:20.664711 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45164) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:20.744302 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2c9e517-508c-4f65-b939-1772ae7385ad admin admin] Publish callbacks [] for security_group (b8fbef62-0185-41a6-a983-7de5afb074cc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:20.789377 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2c9e517-508c-4f65-b939-1772ae7385ad admin admin] Publish callbacks [] for security_group (b8fbef62-0185-41a6-a983-7de5afb074cc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:20.805440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:20.909025 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2c9e517-508c-4f65-b939-1772ae7385ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b8fbef62-0185-41a6-a983-7de5afb074cc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:20.912776 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f2c9e517-508c-4f65-b939-1772ae7385ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:20.918493 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f2c9e517-508c-4f65-b939-1772ae7385ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8fbef62-0185-41a6-a983-7de5afb074cc HTTP/1.1" status: 204 len: 168 time: 0.2526491 Jan 28 19:34:20.956109 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9e517-508c-4f65-b939-1772ae7385ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fbef62-0185-41a6-a983-7de5afb074cc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:21.071367 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10bcb751-718d-48ea-94d5-df3fbd8febc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.345226 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10bcb751-718d-48ea-94d5-df3fbd8febc2 admin admin] Publish callbacks [] for security_group (4e60bfa3-2c24-4058-ac46-486922dfaeda), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.351830 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-10bcb751-718d-48ea-94d5-df3fbd8febc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4e60bfa3-2c24-4058-ac46-486922dfaeda), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.451064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcb751-718d-48ea-94d5-df3fbd8febc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e60bfa3-2c24-4058-ac46-486922dfaeda,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:21.455715 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-10bcb751-718d-48ea-94d5-df3fbd8febc2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e88782bf7916431596df77c9c57cf749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6491113 Jan 28 19:34:21.458893 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45188) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:21.555351 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae60c18b-14b8-43a6-9acf-b1982382d50f admin admin] Publish callbacks [] for security_group (4e60bfa3-2c24-4058-ac46-486922dfaeda), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.606331 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae60c18b-14b8-43a6-9acf-b1982382d50f admin admin] Publish callbacks [] for security_group (4e60bfa3-2c24-4058-ac46-486922dfaeda), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.698776 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae60c18b-14b8-43a6-9acf-b1982382d50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (4e60bfa3-2c24-4058-ac46-486922dfaeda), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.701436 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ae60c18b-14b8-43a6-9acf-b1982382d50f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:21.704424 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ae60c18b-14b8-43a6-9acf-b1982382d50f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e60bfa3-2c24-4058-ac46-486922dfaeda HTTP/1.1" status: 204 len: 168 time: 0.2445047 Jan 28 19:34:21.719988 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60c18b-14b8-43a6-9acf-b1982382d50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e60bfa3-2c24-4058-ac46-486922dfaeda,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:21.801293 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:22.484663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45222) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:22.561364 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392c562c-c304-4079-b856-01d1167c8ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:22.760291 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392c562c-c304-4079-b856-01d1167c8ed7 admin admin] Publish callbacks [] for security_group (3f09dcd3-cb52-49b9-a6af-040e1e69ab1d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:22.771967 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-392c562c-c304-4079-b856-01d1167c8ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3f09dcd3-cb52-49b9-a6af-040e1e69ab1d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:22.853611 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-392c562c-c304-4079-b856-01d1167c8ed7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1723c0c05a9d44b696512611729b5d21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3660550 Jan 28 19:34:22.856228 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45234) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:22.866148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c562c-c304-4079-b856-01d1167c8ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f09dcd3-cb52-49b9-a6af-040e1e69ab1d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:23.011630 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Publish callbacks [] for security_group (3f09dcd3-cb52-49b9-a6af-040e1e69ab1d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:23.021689 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:23.069227 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Publish callbacks [] for security_group (3f09dcd3-cb52-49b9-a6af-040e1e69ab1d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:23.137443 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3f09dcd3-cb52-49b9-a6af-040e1e69ab1d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:23.141678 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:23.145262 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f09dcd3-cb52-49b9-a6af-040e1e69ab1d HTTP/1.1" status: 204 len: 168 time: 0.2851052 Jan 28 19:34:23.174546 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f09dcd3-cb52-49b9-a6af-040e1e69ab1d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:23.192632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:23.193547 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:23.194439 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:23.194787 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:23.195257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:23.195633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:23.199654 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:23.199654 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:23.199654 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:23.199654 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:23.199654 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:23.199654 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:23.199654 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85711ded-b54d-4737-9488-906f44b6ac4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:24.473076 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:25.510863 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:27.362965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:27.595182 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7aae56da-1dbb-442c-80da-c15a99b927f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:27.755547 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7aae56da-1dbb-442c-80da-c15a99b927f0 admin admin] Publish callbacks [] for security_group (351c8c46-68e0-4744-b429-ea467b252c90), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:27.760769 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7aae56da-1dbb-442c-80da-c15a99b927f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (351c8c46-68e0-4744-b429-ea467b252c90), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:27.796833 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45428) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:27.797472 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7aae56da-1dbb-442c-80da-c15a99b927f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=51a0d5335fc443fcbee0fed09adc315c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4314513 Jan 28 19:34:27.855898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae56da-1dbb-442c-80da-c15a99b927f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351c8c46-68e0-4744-b429-ea467b252c90,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:27.940905 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Publish callbacks [] for security_group (351c8c46-68e0-4744-b429-ea467b252c90), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:27.991451 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Publish callbacks [] for security_group (351c8c46-68e0-4744-b429-ea467b252c90), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:28.091650 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (351c8c46-68e0-4744-b429-ea467b252c90), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:28.096078 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:28.101003 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/351c8c46-68e0-4744-b429-ea467b252c90 HTTP/1.1" status: 204 len: 168 time: 0.2995436 Jan 28 19:34:28.110971 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351c8c46-68e0-4744-b429-ea467b252c90,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:28.120040 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:28.121375 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:28.121942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:28.122543 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:28.122992 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:28.123385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:28.123770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:28.124172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:28.124555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:28.124935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:28.125426 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:28.126245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:28.126245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1ac392-d7b1-4923-bff6-75ce9d3c4a18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:34:28.689607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45452) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:28.708765 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bc69a8e-34b1-44f1-be1b-1d3801c305bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:28.867633 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02a3bc4a-29f9-433d-9717-1c1b680229b2 req-8514d9cc-d875-4300-be8f-7d3f6b492192 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728734 Jan 28 19:34:28.872553 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bc69a8e-34b1-44f1-be1b-1d3801c305bb admin admin] Publish callbacks [] for security_group (e0f02143-f388-481b-a4af-df7ff0bf6112), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:28.879504 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9bc69a8e-34b1-44f1-be1b-1d3801c305bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e0f02143-f388-481b-a4af-df7ff0bf6112), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:28.986699 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9bc69a8e-34b1-44f1-be1b-1d3801c305bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dbd670c80f224c6ba3474d4d2d15b53a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2955625 Jan 28 19:34:28.990429 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45458) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:29.031376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3bc4a-29f9-433d-9717-1c1b680229b2 req-07ba12a7-16e8-4e7d-9d6c-ec0a59c595dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:29.033126 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02a3bc4a-29f9-433d-9717-1c1b680229b2 req-07ba12a7-16e8-4e7d-9d6c-ec0a59c595dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7278e5fb228649a0bcad995bf769f3a1&device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 1128 time: 0.0851002 Jan 28 19:34:29.036797 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc69a8e-34b1-44f1-be1b-1d3801c305bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f02143-f388-481b-a4af-df7ff0bf6112,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:29.105083 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6abd-d7a6-4a45-9fa6-46c4bf9e4807 admin admin] Publish callbacks [] for security_group (e0f02143-f388-481b-a4af-df7ff0bf6112), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:29.149321 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6abd-d7a6-4a45-9fa6-46c4bf9e4807 admin admin] Publish callbacks [] for security_group (e0f02143-f388-481b-a4af-df7ff0bf6112), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:29.227600 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3bc4a-29f9-433d-9717-1c1b680229b2 req-9ba8bcd1-c03d-4378-a8ab-4b9aa77dfde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:29.229331 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02a3bc4a-29f9-433d-9717-1c1b680229b2 req-9ba8bcd1-c03d-4378-a8ab-4b9aa77dfde3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98679574-4cfe-45e5-8584-36f66292a0bf HTTP/1.1" status: 200 len: 910 time: 0.1642339 Jan 28 19:34:29.564252 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02a3bc4a-29f9-433d-9717-1c1b680229b2 req-17ba4d92-50f2-4531-bce4-cfad5971e869 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0be7f28-7639-4124-b53d-878755b8c109 HTTP/1.1" status: 200 len: 1001 time: 0.2884164 Jan 28 19:34:29.659620 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3bc4a-29f9-433d-9717-1c1b680229b2 req-b138d9cf-d7e6-4a40-b114-6789fc7ae922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:29.665031 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02a3bc4a-29f9-433d-9717-1c1b680229b2 req-b138d9cf-d7e6-4a40-b114-6789fc7ae922 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2300efa6-bb93-4ddc-ad47-4d237824e541 HTTP/1.1" status: 200 len: 848 time: 0.0933518 Jan 28 19:34:29.826951 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3bc4a-29f9-433d-9717-1c1b680229b2 req-78383634-5d4a-4a29-9813-217af2a329b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:29.828642 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02a3bc4a-29f9-433d-9717-1c1b680229b2 req-78383634-5d4a-4a29-9813-217af2a329b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98679574-4cfe-45e5-8584-36f66292a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1559119 Jan 28 19:34:29.881630 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6abd-d7a6-4a45-9fa6-46c4bf9e4807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e0f02143-f388-481b-a4af-df7ff0bf6112), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:29.884842 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e8d6abd-d7a6-4a45-9fa6-46c4bf9e4807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:29.888703 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6e8d6abd-d7a6-4a45-9fa6-46c4bf9e4807 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0f02143-f388-481b-a4af-df7ff0bf6112 HTTP/1.1" status: 204 len: 168 time: 0.8946328 Jan 28 19:34:29.903661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d6abd-d7a6-4a45-9fa6-46c4bf9e4807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f02143-f388-481b-a4af-df7ff0bf6112,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:30.087849 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02a3bc4a-29f9-433d-9717-1c1b680229b2 req-50853766-1593-45c2-b649-27af8fb7ff25 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510309 Jan 28 19:34:30.261424 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:30.267803 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02a3bc4a-29f9-433d-9717-1c1b680229b2 req-5dc54544-6023-47e2-9319-d36a177c3ce9 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744616 Jan 28 19:34:31.156742 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce727fa8-da16-448a-8dcb-35100ddfa6a6 req-4c907398-22c5-4bfb-8a55-da6c08590677 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1575365 Jan 28 19:34:31.358083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce727fa8-da16-448a-8dcb-35100ddfa6a6 req-e100e65c-6de5-4c18-bcc7-0d994502442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:31.359687 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce727fa8-da16-448a-8dcb-35100ddfa6a6 req-e100e65c-6de5-4c18-bcc7-0d994502442b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=748e0f6af2884735b820b89786fd54f8&device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 1131 time: 0.1458814 Jan 28 19:34:31.585667 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce727fa8-da16-448a-8dcb-35100ddfa6a6 req-4fe83840-8aa4-47ce-abb6-81d68644f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:31.591366 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce727fa8-da16-448a-8dcb-35100ddfa6a6 req-4fe83840-8aa4-47ce-abb6-81d68644f7d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.2075636 Jan 28 19:34:31.693853 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce727fa8-da16-448a-8dcb-35100ddfa6a6 req-0a8024cb-fd22-447e-84d9-042ccba7691b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=4662f2d0-4b82-411c-82ef-b37cc230869f HTTP/1.1" status: 200 len: 217 time: 0.0954998 Jan 28 19:34:31.772714 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce727fa8-da16-448a-8dcb-35100ddfa6a6 req-86d3ae3b-8b53-442f-a769-e0e682910ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:31.774430 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce727fa8-da16-448a-8dcb-35100ddfa6a6 req-86d3ae3b-8b53-442f-a769-e0e682910ec3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0727990 Jan 28 19:34:31.910004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce727fa8-da16-448a-8dcb-35100ddfa6a6 req-c4a0be2b-e78a-45d4-8223-1bc82fbdb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:34:31.911657 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce727fa8-da16-448a-8dcb-35100ddfa6a6 req-c4a0be2b-e78a-45d4-8223-1bc82fbdb7f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1312764 Jan 28 19:34:32.092573 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce727fa8-da16-448a-8dcb-35100ddfa6a6 req-921bf651-2e98-447d-bef2-24d0025a1e72 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749296 Jan 28 19:34:32.275400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45550) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:32.292258 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ce727fa8-da16-448a-8dcb-35100ddfa6a6 req-029a04b5-5dfb-4674-b8f9-2376724a466a service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914227 Jan 28 19:34:32.419438 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e63c6cc7-b4f5-443f-b210-8b97ddc3f037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:32.565272 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e63c6cc7-b4f5-443f-b210-8b97ddc3f037 admin admin] Publish callbacks [] for security_group (dd6c6d68-ac3f-4717-9283-afdd62807ac4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:32.570349 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e63c6cc7-b4f5-443f-b210-8b97ddc3f037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (dd6c6d68-ac3f-4717-9283-afdd62807ac4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:32.647955 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45564) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:32.648315 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e63c6cc7-b4f5-443f-b210-8b97ddc3f037 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f658abaed184b88a84fd7ece853ba7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3716059 Jan 28 19:34:32.649100 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c6cc7-b4f5-443f-b210-8b97ddc3f037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6c6d68-ac3f-4717-9283-afdd62807ac4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:32.731703 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d575d24-9fdd-4818-9347-6e71fb92a5c6 admin admin] Publish callbacks [] for security_group (dd6c6d68-ac3f-4717-9283-afdd62807ac4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:32.801247 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d575d24-9fdd-4818-9347-6e71fb92a5c6 admin admin] Publish callbacks [] for security_group (dd6c6d68-ac3f-4717-9283-afdd62807ac4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:32.931680 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d575d24-9fdd-4818-9347-6e71fb92a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (dd6c6d68-ac3f-4717-9283-afdd62807ac4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:32.934204 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d575d24-9fdd-4818-9347-6e71fb92a5c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:32.935354 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2d575d24-9fdd-4818-9347-6e71fb92a5c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd6c6d68-ac3f-4717-9283-afdd62807ac4 HTTP/1.1" status: 204 len: 168 time: 0.2864211 Jan 28 19:34:32.945749 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d575d24-9fdd-4818-9347-6e71fb92a5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6c6d68-ac3f-4717-9283-afdd62807ac4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:33.005092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 45576) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:33.203487 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6471cfb6-4db8-47cc-b773-de7e58cd8fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.320061 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6471cfb6-4db8-47cc-b773-de7e58cd8fea admin admin] Publish callbacks [] for security_group (46020db7-8861-4548-843f-044cb493372c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.326844 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6471cfb6-4db8-47cc-b773-de7e58cd8fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (46020db7-8861-4548-843f-044cb493372c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.396766 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471cfb6-4db8-47cc-b773-de7e58cd8fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46020db7-8861-4548-843f-044cb493372c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:33.415623 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 45588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:33.416858 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6471cfb6-4db8-47cc-b773-de7e58cd8fea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b548524bbd74fc890e8ac3ea832d5d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4065862 Jan 28 19:34:33.494204 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9446fdb-86a9-4abd-bd0b-f3da24d61b9d admin admin] Publish callbacks [] for security_group (46020db7-8861-4548-843f-044cb493372c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.534086 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9446fdb-86a9-4abd-bd0b-f3da24d61b9d admin admin] Publish callbacks [] for security_group (46020db7-8861-4548-843f-044cb493372c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.605947 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9446fdb-86a9-4abd-bd0b-f3da24d61b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (46020db7-8861-4548-843f-044cb493372c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.608743 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9446fdb-86a9-4abd-bd0b-f3da24d61b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:33.609699 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a9446fdb-86a9-4abd-bd0b-f3da24d61b9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/46020db7-8861-4548-843f-044cb493372c HTTP/1.1" status: 204 len: 168 time: 0.1930850 Jan 28 19:34:33.643110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9446fdb-86a9-4abd-bd0b-f3da24d61b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46020db7-8861-4548-843f-044cb493372c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:41.018251 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:34:48.240560 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d56f5708-1708-4bb8-a55f-0c239989e535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:50.405403 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66586d6a-ffe3-4605-85d6-8b9477f7a17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:51.737474 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:53.027531 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:54.469679 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:55.525203 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:55.812949 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46166) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:55.993948 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb26459e-ddb2-4279-91aa-6bc399de880e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:56.163190 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb26459e-ddb2-4279-91aa-6bc399de880e admin admin] Publish callbacks [] for security_group (10996853-88cc-486a-8715-061f84d82304), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:56.168545 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb26459e-ddb2-4279-91aa-6bc399de880e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (10996853-88cc-486a-8715-061f84d82304), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:56.243103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26459e-ddb2-4279-91aa-6bc399de880e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10996853-88cc-486a-8715-061f84d82304,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:56.249506 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-eb26459e-ddb2-4279-91aa-6bc399de880e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc411ddefe184517b5700c3d29d65e1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4355042 Jan 28 19:34:56.252414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46174) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:56.347794 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-205674d6-0112-410b-81ea-0e48b8941c7f admin admin] Publish callbacks [] for security_group (10996853-88cc-486a-8715-061f84d82304), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:56.398648 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-205674d6-0112-410b-81ea-0e48b8941c7f admin admin] Publish callbacks [] for security_group (10996853-88cc-486a-8715-061f84d82304), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:56.493903 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-205674d6-0112-410b-81ea-0e48b8941c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (10996853-88cc-486a-8715-061f84d82304), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:56.500139 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-205674d6-0112-410b-81ea-0e48b8941c7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:56.504083 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-205674d6-0112-410b-81ea-0e48b8941c7f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10996853-88cc-486a-8715-061f84d82304 HTTP/1.1" status: 204 len: 168 time: 0.2502353 Jan 28 19:34:56.524279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205674d6-0112-410b-81ea-0e48b8941c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10996853-88cc-486a-8715-061f84d82304,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:56.988818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46196) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:57.009480 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b9baa09-927f-42c0-9c34-33ebf1598324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:57.144802 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b9baa09-927f-42c0-9c34-33ebf1598324 admin admin] Publish callbacks [] for security_group (6be3970e-6684-4e72-a3cf-b4908baa8d77), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:57.149108 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b9baa09-927f-42c0-9c34-33ebf1598324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6be3970e-6684-4e72-a3cf-b4908baa8d77), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:57.172606 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9baa09-927f-42c0-9c34-33ebf1598324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be3970e-6684-4e72-a3cf-b4908baa8d77,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:57.200165 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6b9baa09-927f-42c0-9c34-33ebf1598324 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e09f390f70f447b8a278de9cbecb838c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2102628 Jan 28 19:34:57.202714 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46198) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:57.251221 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b87c229-c609-489e-b43a-9c08fe0039f0 admin admin] Publish callbacks [] for security_group (6be3970e-6684-4e72-a3cf-b4908baa8d77), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:57.285204 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b87c229-c609-489e-b43a-9c08fe0039f0 admin admin] Publish callbacks [] for security_group (6be3970e-6684-4e72-a3cf-b4908baa8d77), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:57.355359 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b87c229-c609-489e-b43a-9c08fe0039f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6be3970e-6684-4e72-a3cf-b4908baa8d77), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:57.359313 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2b87c229-c609-489e-b43a-9c08fe0039f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:57.360576 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2b87c229-c609-489e-b43a-9c08fe0039f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6be3970e-6684-4e72-a3cf-b4908baa8d77 HTTP/1.1" status: 204 len: 168 time: 0.1565819 Jan 28 19:34:57.377219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87c229-c609-489e-b43a-9c08fe0039f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be3970e-6684-4e72-a3cf-b4908baa8d77,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:58.200931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 46222) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:58.227478 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a400e73-bd3c-4a54-86a1-3355ac125e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:58.421969 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a400e73-bd3c-4a54-86a1-3355ac125e0d admin admin] Publish callbacks [] for security_group (dfb4c744-56ed-4985-8f31-d7180000996d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:58.430458 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a400e73-bd3c-4a54-86a1-3355ac125e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (dfb4c744-56ed-4985-8f31-d7180000996d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:58.471545 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a400e73-bd3c-4a54-86a1-3355ac125e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb4c744-56ed-4985-8f31-d7180000996d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:34:58.570079 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2a400e73-bd3c-4a54-86a1-3355ac125e0d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2cff1f84a7754f949be803a752044b4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3649638 Jan 28 19:34:58.570493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 46232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:34:58.773582 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-372d83f2-ebfb-4f45-b054-b4086a230c49 admin admin] Publish callbacks [] for security_group (dfb4c744-56ed-4985-8f31-d7180000996d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:58.838643 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-372d83f2-ebfb-4f45-b054-b4086a230c49 admin admin] Publish callbacks [] for security_group (dfb4c744-56ed-4985-8f31-d7180000996d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:59.011414 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-372d83f2-ebfb-4f45-b054-b4086a230c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (dfb4c744-56ed-4985-8f31-d7180000996d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:59.014284 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-372d83f2-ebfb-4f45-b054-b4086a230c49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:34:59.015602 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-372d83f2-ebfb-4f45-b054-b4086a230c49 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dfb4c744-56ed-4985-8f31-d7180000996d HTTP/1.1" status: 204 len: 168 time: 0.4441175 Jan 28 19:34:59.041213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d83f2-ebfb-4f45-b054-b4086a230c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb4c744-56ed-4985-8f31-d7180000996d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:00.259082 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:09.720771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-d3a145ae-0b27-4c36-bd13-81e66f0e6f9f tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:09.727576 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-d3a145ae-0b27-4c36-bd13-81e66f0e6f9f tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/networks?id=5a2743d9-cc10-47d1-81f5-758041229d9b HTTP/1.1" status: 200 len: 813 time: 0.2662704 Jan 28 19:35:09.758348 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-754b45d9-0558-417d-b890-dd93e43f4fd8 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/quotas/9c21ee535a0d43d183380f0e31a3344c HTTP/1.1" status: 200 len: 375 time: 0.0228608 Jan 28 19:35:09.826975 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-e16435c0-ae73-467a-89f5-ecd43deedb3b tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c21ee535a0d43d183380f0e31a3344c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618386 Jan 28 19:35:09.838668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-21067d12-6b1a-4d9e-a545-8d5f6cc55699 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:35:09.847820 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-21067d12-6b1a-4d9e-a545-8d5f6cc55699 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131750 Jan 28 19:35:10.028311 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-9f0be861-650d-4fb8-95e0-d203d235d10b service neutron] 10.222.0.55 "GET /v2.0/networks/5a2743d9-cc10-47d1-81f5-758041229d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744969 Jan 28 19:35:10.187566 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-a78a7b4d-5d19-4e51-9e51-c63fad92c7a3 service neutron] 10.222.0.55 "GET /v2.0/networks/5a2743d9-cc10-47d1-81f5-758041229d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582983 Jan 28 19:35:10.531055 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf4352fd-e11f-4908-a164-457b05edcc7f req-95534a4b-d6cc-4d49-a2b1-d4e45993e4df tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 210 time: 0.0900385 Jan 28 19:35:11.762687 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-138d83e8-e9a0-43b0-94f1-93b7f0dbecf8 req-5a3452ab-1ac2-4765-8e7f-6a479b82ea14 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 210 time: 0.0990481 Jan 28 19:35:12.448769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-ef6a5891-46d4-4f43-b516-5d3c3d082bd4 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:12.451205 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-ef6a5891-46d4-4f43-b516-5d3c3d082bd4 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.37 "GET /v2.0/networks?id=5a2743d9-cc10-47d1-81f5-758041229d9b HTTP/1.1" status: 200 len: 813 time: 0.1496198 Jan 28 19:35:12.468848 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-a9e85e3a-5876-431c-a7ca-a9968d4b3ba9 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Request body: {'port': {'device_id': '28c94109-9b3f-438d-9a8e-4e6c1e57c128', 'network_id': '5a2743d9-cc10-47d1-81f5-758041229d9b', 'admin_state_up': True, 'tenant_id': '9c21ee535a0d43d183380f0e31a3344c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:12.680240 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-a9e85e3a-5876-431c-a7ca-a9968d4b3ba9 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Made reservation on behalf of 9c21ee535a0d43d183380f0e31a3344c for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:35:12.689687 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-a9e85e3a-5876-431c-a7ca-a9968d4b3ba9 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:12.997187 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aad05181-fea1-4862-8c01-7691832db239 req-8e6b4cc4-9f70-4545-b988-8c6518de631b tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 210 time: 0.0713210 Jan 28 19:35:13.017294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-a9e85e3a-5876-431c-a7ca-a9968d4b3ba9 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Allocated IP 172.20.0.4 (5a2743d9-cc10-47d1-81f5-758041229d9b/b80eacae-c7a4-41ae-838e-0380567bcb41/bfe1d841-5a8e-46ae-ac18-7d3b00677937) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:35:13.281154 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-a9e85e3a-5876-431c-a7ca-a9968d4b3ba9 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Publish callbacks [] for port (bfe1d841-5a8e-46ae-ac18-7d3b00677937), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.329411 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-a9e85e3a-5876-431c-a7ca-a9968d4b3ba9 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (bfe1d841-5a8e-46ae-ac18-7d3b00677937), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.389880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e85e3a-5876-431c-a7ca-a9968d4b3ba9 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Pushing event updated for resources: {'Port': ['ID=bfe1d841-5a8e-46ae-ac18-7d3b00677937,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:13.440440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-a9e85e3a-5876-431c-a7ca-a9968d4b3ba9 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Network 5a2743d9-cc10-47d1-81f5-758041229d9b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:35:13.443143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-a9e85e3a-5876-431c-a7ca-a9968d4b3ba9 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:35:13.456350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-a9e85e3a-5876-431c-a7ca-a9968d4b3ba9 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:35:13.566099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-a9e85e3a-5876-431c-a7ca-a9968d4b3ba9 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:13.566894 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-a9e85e3a-5876-431c-a7ca-a9968d4b3ba9 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.602575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47028) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:13.604994 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-a9e85e3a-5876-431c-a7ca-a9968d4b3ba9 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1400187 Jan 28 19:35:13.615570 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Request body: {'port': {'device_id': '28c94109-9b3f-438d-9a8e-4e6c1e57c128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:35:13.695848 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bfe1d841-5a8e-46ae-ac18-7d3b00677937), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:13.857567 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e120a493-17f9-4a3b-9467-c0859474a05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.143004 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e120a493-17f9-4a3b-9467-c0859474a05f admin admin] Publish callbacks [] for security_group (51dec82d-ebae-4eeb-99d6-95234bec3f5f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.150212 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e120a493-17f9-4a3b-9467-c0859474a05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (51dec82d-ebae-4eeb-99d6-95234bec3f5f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.202827 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e120a493-17f9-4a3b-9467-c0859474a05f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ae510b9e4c8846daa8f8f61967090dcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5987232 Jan 28 19:35:14.204406 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47044) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:14.233055 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe1d841-5a8e-46ae-ac18-7d3b00677937 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:35:14.251816 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Publish callbacks [] for port (bfe1d841-5a8e-46ae-ac18-7d3b00677937), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.282409 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Transition to ACTIVE for port object bfe1d841-5a8e-46ae-ac18-7d3b00677937 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:35:14.358959 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (bfe1d841-5a8e-46ae-ac18-7d3b00677937), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.383556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120a493-17f9-4a3b-9467-c0859474a05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dec82d-ebae-4eeb-99d6-95234bec3f5f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:14.388175 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5f416fc-cd17-4164-b273-dd61c4db19fe admin admin] Publish callbacks [] for security_group (51dec82d-ebae-4eeb-99d6-95234bec3f5f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.425360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Pushing event updated for resources: {'Port': ['ID=bfe1d841-5a8e-46ae-ac18-7d3b00677937,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:14.439122 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5f416fc-cd17-4164-b273-dd61c4db19fe admin admin] Publish callbacks [] for security_group (51dec82d-ebae-4eeb-99d6-95234bec3f5f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.514320 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5f416fc-cd17-4164-b273-dd61c4db19fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (51dec82d-ebae-4eeb-99d6-95234bec3f5f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.518487 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73989f3a-3500-41f0-b23c-927dd693e4cb req-8e9a7cde-762b-4120-ac9a-33dfaf902c9b tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:14.518684 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5f416fc-cd17-4164-b273-dd61c4db19fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.522375 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a5f416fc-cd17-4164-b273-dd61c4db19fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/51dec82d-ebae-4eeb-99d6-95234bec3f5f HTTP/1.1" status: 204 len: 168 time: 0.3121657 Jan 28 19:35:14.532468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f416fc-cd17-4164-b273-dd61c4db19fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dec82d-ebae-4eeb-99d6-95234bec3f5f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:14.534660 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73989f3a-3500-41f0-b23c-927dd693e4cb req-8e9a7cde-762b-4120-ac9a-33dfaf902c9b tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 943 time: 0.2489803 Jan 28 19:35:14.649188 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73989f3a-3500-41f0-b23c-927dd693e4cb req-afd1ce8b-1172-4f4b-a57f-0c1a39ec9d00 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128302 Jan 28 19:35:14.651314 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Attempting to bind port bfe1d841-5a8e-46ae-ac18-7d3b00677937 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:35:14.651835 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Attempting to bind port bfe1d841-5a8e-46ae-ac18-7d3b00677937 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'f34e65a1-eb3b-4da0-a1fd-025fb98d1946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5a2743d9-cc10-47d1-81f5-758041229d9b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:35:14.652222 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Attempting to bind port bfe1d841-5a8e-46ae-ac18-7d3b00677937 on network 5a2743d9-cc10-47d1-81f5-758041229d9b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:14.660812 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Port bfe1d841-5a8e-46ae-ac18-7d3b00677937 on network 5a2743d9-cc10-47d1-81f5-758041229d9b not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:35:14.661472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Attempting to bind port bfe1d841-5a8e-46ae-ac18-7d3b00677937 on network 5a2743d9-cc10-47d1-81f5-758041229d9b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:35:14.668916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:35:14.668916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Checking segment: {'id': 'f34e65a1-eb3b-4da0-a1fd-025fb98d1946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5a2743d9-cc10-47d1-81f5-758041229d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:35:14.669882 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Bound using segment: {'id': 'f34e65a1-eb3b-4da0-a1fd-025fb98d1946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5a2743d9-cc10-47d1-81f5-758041229d9b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:35:14.680896 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Bound port: bfe1d841-5a8e-46ae-ac18-7d3b00677937, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34e65a1-eb3b-4da0-a1fd-025fb98d1946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5a2743d9-cc10-47d1-81f5-758041229d9b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:35:14.681809 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bfe1d841-5a8e-46ae-ac18-7d3b00677937), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.790417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] For port bfe1d841-5a8e-46ae-ac18-7d3b00677937, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:35:14.794234 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] For port bfe1d841-5a8e-46ae-ac18-7d3b00677937, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=bfe1d841-5a8e-46ae-ac18-7d3b00677937,segment=NetworkSegment(f34e65a1-eb3b-4da0-a1fd-025fb98d1946),segment_id=f34e65a1-eb3b-4da0-a1fd-025fb98d1946)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:35:14.802990 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (bfe1d841-5a8e-46ae-ac18-7d3b00677937), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.851771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:14.852392 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:14.854047 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] 10.222.0.37 "PUT /v2.0/ports/bfe1d841-5a8e-46ae-ac18-7d3b00677937 HTTP/1.1" status: 200 len: 1091 time: 1.2434838 Jan 28 19:35:14.854549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c94109-9b3f-438d-9a8e-4e6c1e57c128', 'tag': 'bfe1d841-5a8e-46ae-ac18-7d3b00677937'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:35:14.857380 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bde4a5-517f-4c4a-b448-8be7871b5d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "28c94109-9b3f-438d-9a8e-4e6c1e57c128", "tag": "bfe1d841-5a8e-46ae-ac18-7d3b00677937"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:35:14.916716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a14d0b-c40a-4610-8164-0270c469351a service neutron] Pushing event updated for resources: {'Port': ['ID=bfe1d841-5a8e-46ae-ac18-7d3b00677937,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:15.228114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-2d7ac3b8-4fbc-4ca8-a09d-def176ed0154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:15.242575 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-2d7ac3b8-4fbc-4ca8-a09d-def176ed0154 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c21ee535a0d43d183380f0e31a3344c&device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 1125 time: 0.2595689 Jan 28 19:35:15.299333 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-9226f15c-0cfa-425a-aba5-e4a05e016248 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfe1d841-5a8e-46ae-ac18-7d3b00677937 HTTP/1.1" status: 200 len: 217 time: 0.0491817 Jan 28 19:35:15.435282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-0ee29325-b6eb-402a-92e9-d19a3935938e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:15.436758 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-0ee29325-b6eb-402a-92e9-d19a3935938e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b80eacae-c7a4-41ae-838e-0380567bcb41 HTTP/1.1" status: 200 len: 853 time: 0.1332288 Jan 28 19:35:15.484886 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b91d5fe-0d8c-44a6-94ae-f69b6213e970 x-openstack-request-id: req-0b91d5fe-0d8c-44a6-94ae-f69b6213e970 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:35:15.485177 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c94109-9b3f-438d-9a8e-4e6c1e57c128", "tag": "bfe1d841-5a8e-46ae-ac18-7d3b00677937", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:35:15.485425 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b91d5fe-0d8c-44a6-94ae-f69b6213e970 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:35:15.485820 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c94109-9b3f-438d-9a8e-4e6c1e57c128', 'tag': 'bfe1d841-5a8e-46ae-ac18-7d3b00677937', 'status': 'completed', 'code': 200} Jan 28 19:35:15.490327 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-12ef80bb-bde9-433f-b0ad-a5e18a409f24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a2743d9-cc10-47d1-81f5-758041229d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476258 Jan 28 19:35:15.641354 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-88f2601b-b96f-4326-b2b9-5ec4b63beafc service neutron] 10.222.0.37 "GET /v2.0/networks/5a2743d9-cc10-47d1-81f5-758041229d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439672 Jan 28 19:35:15.835259 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48fedd8a-cbef-4d70-bddb-c8349967a87a req-a0bc2e05-33cb-424b-9956-4059c22bb53f service neutron] 10.222.0.37 "GET /v2.0/networks/5a2743d9-cc10-47d1-81f5-758041229d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864078 Jan 28 19:35:16.015094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c65a8-8939-4b0b-b94c-97379fb549d6 req-8fc553aa-56c3-424e-819f-a325cd58a7a6 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:16.022273 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf1c65a8-8939-4b0b-b94c-97379fb549d6 req-8fc553aa-56c3-424e-819f-a325cd58a7a6 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 943 time: 0.2081807 Jan 28 19:35:16.064479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bde4a5-517f-4c4a-b448-8be7871b5d8f req-f475dd26-2028-4dd5-8ca8-c66ef8fdd86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:16.066199 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29bde4a5-517f-4c4a-b448-8be7871b5d8f req-f475dd26-2028-4dd5-8ca8-c66ef8fdd86a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c21ee535a0d43d183380f0e31a3344c&device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 1125 time: 0.1329150 Jan 28 19:35:16.113844 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf1c65a8-8939-4b0b-b94c-97379fb549d6 req-cc9abfd8-92b7-432f-89c4-ee7fb9fa3fd3 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874925 Jan 28 19:35:16.207245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bde4a5-517f-4c4a-b448-8be7871b5d8f req-c77acf4f-ddf3-4937-aeff-ef0581232fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:16.209033 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29bde4a5-517f-4c4a-b448-8be7871b5d8f req-c77acf4f-ddf3-4937-aeff-ef0581232fc8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a2743d9-cc10-47d1-81f5-758041229d9b HTTP/1.1" status: 200 len: 914 time: 0.1336451 Jan 28 19:35:16.287443 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29bde4a5-517f-4c4a-b448-8be7871b5d8f req-056b7c05-4d3f-4c03-9493-8b7ad1627bfe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfe1d841-5a8e-46ae-ac18-7d3b00677937 HTTP/1.1" status: 200 len: 217 time: 0.0718005 Jan 28 19:35:16.368660 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bde4a5-517f-4c4a-b448-8be7871b5d8f req-fce759b1-a852-4f70-b410-0b836f485df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:16.374131 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29bde4a5-517f-4c4a-b448-8be7871b5d8f req-fce759b1-a852-4f70-b410-0b836f485df6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b80eacae-c7a4-41ae-838e-0380567bcb41 HTTP/1.1" status: 200 len: 853 time: 0.0814748 Jan 28 19:35:16.440140 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29bde4a5-517f-4c4a-b448-8be7871b5d8f req-20558080-d32b-4e74-a6aa-18296bd04a21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a2743d9-cc10-47d1-81f5-758041229d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601952 Jan 28 19:35:16.603538 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29bde4a5-517f-4c4a-b448-8be7871b5d8f req-349aecc5-bf6f-41b0-8135-363e7d03e9de service neutron] 10.222.0.37 "GET /v2.0/networks/5a2743d9-cc10-47d1-81f5-758041229d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567299 Jan 28 19:35:16.722287 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29bde4a5-517f-4c4a-b448-8be7871b5d8f req-8bc5d994-e463-4755-8d03-6831b851b5f9 service neutron] 10.222.0.37 "GET /v2.0/networks/5a2743d9-cc10-47d1-81f5-758041229d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109765 Jan 28 19:35:17.283965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad343ea-32c9-4486-a30e-cf80f9909203 req-a8ee98a4-404a-4461-83b9-e5f7ba242645 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:17.286261 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aad343ea-32c9-4486-a30e-cf80f9909203 req-a8ee98a4-404a-4461-83b9-e5f7ba242645 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 943 time: 0.0630095 Jan 28 19:35:17.406536 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aad343ea-32c9-4486-a30e-cf80f9909203 req-60339164-8426-49a9-aeb7-fa7363ed25c5 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140270 Jan 28 19:35:18.015089 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:35:18.234948 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de81a436-c798-47d0-8155-446bf2a39fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:18.638839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63fa3d-d347-4d1b-9ad4-de2e25eb393d req-3eec6c99-a0b9-4b29-99ca-c51e42c7bcdb tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:18.645763 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fb63fa3d-d347-4d1b-9ad4-de2e25eb393d req-3eec6c99-a0b9-4b29-99ca-c51e42c7bcdb tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 943 time: 0.1451383 Jan 28 19:35:18.699705 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fb63fa3d-d347-4d1b-9ad4-de2e25eb393d req-bd83b3b7-7e43-4a65-9dd5-7e198c3020f9 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529392 Jan 28 19:35:20.011688 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903ada3-9f7a-453b-a904-032926f23f37 req-7764838e-8372-4821-bf2b-c0e8d208e94c tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:20.013288 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2903ada3-9f7a-453b-a904-032926f23f37 req-7764838e-8372-4821-bf2b-c0e8d208e94c tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 943 time: 0.1333611 Jan 28 19:35:20.122929 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2903ada3-9f7a-453b-a904-032926f23f37 req-b6c6193b-9418-4ba1-8635-107af12fdfb0 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871165 Jan 28 19:35:20.419638 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f123dfbc-5d15-40af-b5b1-7a326f740338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:20.455952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device bfe1d841-5a8e-46ae-ac18-7d3b00677937 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:35:20.719688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port bfe1d841-5a8e-46ae-ac18-7d3b00677937, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=bfe1d841-5a8e-46ae-ac18-7d3b00677937,segment=NetworkSegment(f34e65a1-eb3b-4da0-a1fd-025fb98d1946),segment_id=f34e65a1-eb3b-4da0-a1fd-025fb98d1946)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:20.768202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'bfe1d841-5a8e-46ae-ac18-7d3b00677937', 'network_id': '5a2743d9-cc10-47d1-81f5-758041229d9b', 'port_id': 'bfe1d841-5a8e-46ae-ac18-7d3b00677937', 'mac_address': 'fa:16:3e:1d:86:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80eacae-c7a4-41ae-838e-0380567bcb41', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:35:20.876583 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port bfe1d841-5a8e-46ae-ac18-7d3b00677937 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:20.879815 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bfe1d841-5a8e-46ae-ac18-7d3b00677937), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:20.957467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe1d841-5a8e-46ae-ac18-7d3b00677937 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:35:21.038398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port bfe1d841-5a8e-46ae-ac18-7d3b00677937, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=bfe1d841-5a8e-46ae-ac18-7d3b00677937,segment=NetworkSegment(f34e65a1-eb3b-4da0-a1fd-025fb98d1946),segment_id=f34e65a1-eb3b-4da0-a1fd-025fb98d1946)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:21.048705 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bfe1d841-5a8e-46ae-ac18-7d3b00677937), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:21.124994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=bfe1d841-5a8e-46ae-ac18-7d3b00677937,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:21.133149 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:21.133493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:21.135086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:21.135086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:21.135086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:21.135347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:21.135651 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:21.135917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:21.136292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:21.136627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:21.137001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:21.137325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:21.137646 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:21.337655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80197ce7-ed9a-481c-bc24-994a1f41af2e req-d7dde614-d4dd-4f87-ae1a-e2cb8a19933e tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:21.339201 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-80197ce7-ed9a-481c-bc24-994a1f41af2e req-d7dde614-d4dd-4f87-ae1a-e2cb8a19933e tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 944 time: 0.0925817 Jan 28 19:35:21.429674 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-80197ce7-ed9a-481c-bc24-994a1f41af2e req-a82dcbcf-1d0d-444f-a126-703dfe177181 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766900 Jan 28 19:35:21.434843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['bfe1d841-5a8e-46ae-ac18-7d3b00677937'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:35:21.463537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2c8ae-4c2f-41d6-bd81-02aff450d619 req-76989f35-f64c-48e4-b7c5-5a6b32db32ea tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:21.476462 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5fc2c8ae-4c2f-41d6-bd81-02aff450d619 req-76989f35-f64c-48e4-b7c5-5a6b32db32ea tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1098661 Jan 28 19:35:21.559058 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5fc2c8ae-4c2f-41d6-bd81-02aff450d619 req-dea37170-249e-4789-95e1-d3aaf6e96dfb tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809402 Jan 28 19:35:21.905571 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:22.559452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9e3da-4e8f-47b0-a970-024628ed8215 req-62e9fad7-4405-4f4d-8a17-c032540803a6 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:22.561774 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89d9e3da-4e8f-47b0-a970-024628ed8215 req-62e9fad7-4405-4f4d-8a17-c032540803a6 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 944 time: 0.0580194 Jan 28 19:35:22.719997 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89d9e3da-4e8f-47b0-a970-024628ed8215 req-68048e8e-a05c-4fb0-bc24-d98aabeedc27 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467547 Jan 28 19:35:22.956415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98041451-f2e6-4e25-9823-029f80fa2cbe req-70191425-213a-45ac-92b2-adc521466d46 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:22.958071 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-98041451-f2e6-4e25-9823-029f80fa2cbe req-70191425-213a-45ac-92b2-adc521466d46 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1251991 Jan 28 19:35:23.025165 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:23.043282 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-98041451-f2e6-4e25-9823-029f80fa2cbe req-41c9c6f1-026f-43f2-b532-a5b1d0229a43 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747893 Jan 28 19:35:23.900231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac2c03-e9e4-4f00-9efe-244de22549dc req-8a2ee225-a0a7-4e93-bfe2-b7c9b6d2af28 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:23.902756 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9dac2c03-e9e4-4f00-9efe-244de22549dc req-8a2ee225-a0a7-4e93-bfe2-b7c9b6d2af28 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 944 time: 0.0791581 Jan 28 19:35:23.990556 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9dac2c03-e9e4-4f00-9efe-244de22549dc req-0d27990c-56e6-4417-9db4-6ccfd84d553a tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676737 Jan 28 19:35:24.262530 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1a5da-9fbf-4df5-a884-09f8eaa91968 req-4c414ba6-cf38-4d8d-b5ee-26bc4722032b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:24.270068 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ef1a5da-9fbf-4df5-a884-09f8eaa91968 req-4c414ba6-cf38-4d8d-b5ee-26bc4722032b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.0698931 Jan 28 19:35:24.325938 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2ef1a5da-9fbf-4df5-a884-09f8eaa91968 req-341bb574-f308-480d-a328-6dc322f519bd tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546696 Jan 28 19:35:24.458230 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:24.481075 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device bfe1d841-5a8e-46ae-ac18-7d3b00677937 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:35:24.532367 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port bfe1d841-5a8e-46ae-ac18-7d3b00677937 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:35:24.536586 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port bfe1d841-5a8e-46ae-ac18-7d3b00677937 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:35:24.536963 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bfe1d841-5a8e-46ae-ac18-7d3b00677937), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:24.643961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port bfe1d841-5a8e-46ae-ac18-7d3b00677937 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:35:24.644634 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bfe1d841-5a8e-46ae-ac18-7d3b00677937), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:24.667763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c94109-9b3f-438d-9a8e-4e6c1e57c128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe1d841-5a8e-46ae-ac18-7d3b00677937'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:35:24.670688 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9248e24e-6038-40b0-b6c6-1481a4536b3a" -d '{"events": [{"server_uuid": "28c94109-9b3f-438d-9a8e-4e6c1e57c128", "name": "network-vif-plugged", "status": "completed", "tag": "bfe1d841-5a8e-46ae-ac18-7d3b00677937"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:35:24.689065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port bfe1d841-5a8e-46ae-ac18-7d3b00677937, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=bfe1d841-5a8e-46ae-ac18-7d3b00677937,segment=NetworkSegment(f34e65a1-eb3b-4da0-a1fd-025fb98d1946),segment_id=f34e65a1-eb3b-4da0-a1fd-025fb98d1946)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:35:24.695778 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bfe1d841-5a8e-46ae-ac18-7d3b00677937), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:24.740951 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c619f442-e3ef-427f-aefe-bfb5492c57b7 x-openstack-request-id: req-c619f442-e3ef-427f-aefe-bfb5492c57b7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:35:24.741573 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c94109-9b3f-438d-9a8e-4e6c1e57c128", "name": "network-vif-plugged", "status": "completed", "tag": "bfe1d841-5a8e-46ae-ac18-7d3b00677937", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:35:24.742057 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c619f442-e3ef-427f-aefe-bfb5492c57b7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:35:24.742530 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c94109-9b3f-438d-9a8e-4e6c1e57c128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe1d841-5a8e-46ae-ac18-7d3b00677937', 'code': 200} Jan 28 19:35:24.773735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=bfe1d841-5a8e-46ae-ac18-7d3b00677937,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:24.853105 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98dfc9-dd3b-49ed-a343-b6362434601a req-b9f3991c-9018-478a-97f8-8509f6714b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:24.854879 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6d98dfc9-dd3b-49ed-a343-b6362434601a req-b9f3991c-9018-478a-97f8-8509f6714b3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 1127 time: 0.0536892 Jan 28 19:35:24.905859 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6d98dfc9-dd3b-49ed-a343-b6362434601a req-343b83e6-6135-4bf9-9c11-31fa40f86c13 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449488 Jan 28 19:35:25.138172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66317ac7-4763-4138-a5de-1065fa57e79d req-93caa808-bc65-4723-a7c0-d1951e6c037c tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:25.140555 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-66317ac7-4763-4138-a5de-1065fa57e79d req-93caa808-bc65-4723-a7c0-d1951e6c037c tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 945 time: 0.0700877 Jan 28 19:35:25.253482 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-66317ac7-4763-4138-a5de-1065fa57e79d req-74c06747-8600-4a52-b892-17baec728683 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070948 Jan 28 19:35:25.448488 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b69b3-28c2-408a-b705-6898686d9d91 req-d25f8cd8-d68d-465a-ba4f-9b38d9ebc667 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:25.450354 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c2b69b3-28c2-408a-b705-6898686d9d91 req-d25f8cd8-d68d-465a-ba4f-9b38d9ebc667 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.0645604 Jan 28 19:35:25.530705 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c2b69b3-28c2-408a-b705-6898686d9d91 req-506153a7-e42c-4abc-8fdc-c782a67b9a78 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716348 Jan 28 19:35:25.543294 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:26.415750 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b5b95-bd9e-42f6-bae0-459d523aa9eb req-6bcc7219-3c19-467f-810d-321b265f1aa0 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:26.417660 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-697b5b95-bd9e-42f6-bae0-459d523aa9eb req-6bcc7219-3c19-467f-810d-321b265f1aa0 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 945 time: 0.0728579 Jan 28 19:35:26.483169 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-697b5b95-bd9e-42f6-bae0-459d523aa9eb req-c843a63b-f2b8-4aa3-9f57-514901d8dd9d tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541840 Jan 28 19:35:26.687550 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d456fa2-0e9e-4f1b-b365-1bb810f8f29d req-dfb7acd5-9767-4f0e-b7fc-228c727206da tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:26.689264 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4d456fa2-0e9e-4f1b-b365-1bb810f8f29d req-dfb7acd5-9767-4f0e-b7fc-228c727206da tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.0856607 Jan 28 19:35:26.756921 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4d456fa2-0e9e-4f1b-b365-1bb810f8f29d req-fc51cd6f-8bba-4371-a7d6-d8869d701752 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580745 Jan 28 19:35:27.618828 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e4e15-4035-49f3-ab5a-72157b7ae5b9 req-1b60ce57-254e-4219-b34e-177ebb1c7e72 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:27.626342 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-109e4e15-4035-49f3-ab5a-72157b7ae5b9 req-1b60ce57-254e-4219-b34e-177ebb1c7e72 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 945 time: 0.0736933 Jan 28 19:35:27.747243 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-109e4e15-4035-49f3-ab5a-72157b7ae5b9 req-4f572432-656d-45bc-b243-afe89bcfb657 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199131 Jan 28 19:35:27.966600 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae7d07-53bb-4d78-88b3-59098bbb3122 req-13381e91-bb6b-465c-bf90-01dc61b81f70 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:27.974887 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bfae7d07-53bb-4d78-88b3-59098bbb3122 req-13381e91-bb6b-465c-bf90-01dc61b81f70 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.0741665 Jan 28 19:35:28.042619 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bfae7d07-53bb-4d78-88b3-59098bbb3122 req-30897bdb-e810-4beb-8157-e1b2418c4da2 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624275 Jan 28 19:35:28.896759 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f01738-468c-4b7f-ae73-6ecf33771f79 req-5bd4b384-142b-4217-ada1-9804b42b91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:28.898854 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92f01738-468c-4b7f-ae73-6ecf33771f79 req-5bd4b384-142b-4217-ada1-9804b42b91e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7278e5fb228649a0bcad995bf769f3a1&device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 1128 time: 0.0788276 Jan 28 19:35:29.125898 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f01738-468c-4b7f-ae73-6ecf33771f79 req-d27b4027-d365-454e-96ba-02d8fddc51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:29.127455 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92f01738-468c-4b7f-ae73-6ecf33771f79 req-d27b4027-d365-454e-96ba-02d8fddc51b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98679574-4cfe-45e5-8584-36f66292a0bf HTTP/1.1" status: 200 len: 910 time: 0.2028589 Jan 28 19:35:29.286573 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd442f-7313-4fc7-bfe1-05f01fb75c4f req-d010d62a-4bf3-433b-bb67-1c7a76a2859c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:29.298666 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-62bd442f-7313-4fc7-bfe1-05f01fb75c4f req-d010d62a-4bf3-433b-bb67-1c7a76a2859c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1156297 Jan 28 19:35:29.352615 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92f01738-468c-4b7f-ae73-6ecf33771f79 req-93dcbf71-77e6-4e4c-8c79-09e09b894e90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0be7f28-7639-4124-b53d-878755b8c109 HTTP/1.1" status: 200 len: 1001 time: 0.1772661 Jan 28 19:35:29.406718 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-62bd442f-7313-4fc7-bfe1-05f01fb75c4f req-f63b90d0-f4db-4335-8f46-eb6f47ccec57 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068027 Jan 28 19:35:29.431242 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f01738-468c-4b7f-ae73-6ecf33771f79 req-92cfc42d-4a4c-41ab-b94e-b8406a856ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:29.433966 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92f01738-468c-4b7f-ae73-6ecf33771f79 req-92cfc42d-4a4c-41ab-b94e-b8406a856ce4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2300efa6-bb93-4ddc-ad47-4d237824e541 HTTP/1.1" status: 200 len: 848 time: 0.0677929 Jan 28 19:35:29.490139 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f01738-468c-4b7f-ae73-6ecf33771f79 req-24a3ea4d-71f2-4847-9120-4d6014b3fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:29.491614 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92f01738-468c-4b7f-ae73-6ecf33771f79 req-24a3ea4d-71f2-4847-9120-4d6014b3fe3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98679574-4cfe-45e5-8584-36f66292a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523443 Jan 28 19:35:29.693346 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92f01738-468c-4b7f-ae73-6ecf33771f79 req-cf81e1f3-b820-4988-a923-22588d081993 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906543 Jan 28 19:35:30.290682 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:30.467773 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92f01738-468c-4b7f-ae73-6ecf33771f79 req-a55a700b-3e12-4c34-90f8-079ee82e7680 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7652183 Jan 28 19:35:30.714761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e0185-bf2a-42e5-b723-c57ff167e51a req-4c0fa6ae-2550-45d0-8153-4786f27a4a18 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:30.714761 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb8e0185-bf2a-42e5-b723-c57ff167e51a req-4c0fa6ae-2550-45d0-8153-4786f27a4a18 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1109302 Jan 28 19:35:30.791579 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb8e0185-bf2a-42e5-b723-c57ff167e51a req-5e3c3b5d-8117-485e-9f66-bb78e2bbb5d1 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716360 Jan 28 19:35:32.060106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92b832-015a-45cc-8d80-96ff4557c57b req-16782d82-0a48-4d1d-89f4-5fd2955a376e tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:32.066525 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c92b832-015a-45cc-8d80-96ff4557c57b req-16782d82-0a48-4d1d-89f4-5fd2955a376e tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1641381 Jan 28 19:35:32.133133 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6392134-31c9-4fd6-9f63-420afa08a9ce req-a819a634-54b4-4381-bb03-786cd5d92125 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1435328 Jan 28 19:35:32.198633 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c92b832-015a-45cc-8d80-96ff4557c57b req-a9834b00-3534-46e4-8f51-d3ace33fa1ce tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263969 Jan 28 19:35:32.283978 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6392134-31c9-4fd6-9f63-420afa08a9ce req-ef02be04-813b-489d-a971-07a4251bd7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:32.292610 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6392134-31c9-4fd6-9f63-420afa08a9ce req-ef02be04-813b-489d-a971-07a4251bd7cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=748e0f6af2884735b820b89786fd54f8&device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 1131 time: 0.0885448 Jan 28 19:35:32.492268 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6392134-31c9-4fd6-9f63-420afa08a9ce req-5b97d2f5-b214-4c31-a4f7-5b63a3e21a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:32.497828 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6392134-31c9-4fd6-9f63-420afa08a9ce req-5b97d2f5-b214-4c31-a4f7-5b63a3e21a31 service neutron] 10.222.0.31 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.1793711 Jan 28 19:35:32.607408 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6392134-31c9-4fd6-9f63-420afa08a9ce req-1b73c8f8-b2cb-4955-a7f2-750f0a5432d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=4662f2d0-4b82-411c-82ef-b37cc230869f HTTP/1.1" status: 200 len: 217 time: 0.0987580 Jan 28 19:35:32.703487 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6392134-31c9-4fd6-9f63-420afa08a9ce req-0acdc4a5-e070-4c0f-8493-d30b5018fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:32.705300 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6392134-31c9-4fd6-9f63-420afa08a9ce req-0acdc4a5-e070-4c0f-8493-d30b5018fcd0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0854266 Jan 28 19:35:32.802581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6392134-31c9-4fd6-9f63-420afa08a9ce req-5edc4173-5f06-4dd9-b2b7-326f54c0e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:32.804320 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6392134-31c9-4fd6-9f63-420afa08a9ce req-5edc4173-5f06-4dd9-b2b7-326f54c0e9d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0754340 Jan 28 19:35:32.811339 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d517490-814a-482e-adeb-eafa67c666cd req-4e541464-a818-4d0c-b05e-8dd56b5e84bf tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:32.812815 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d517490-814a-482e-adeb-eafa67c666cd req-4e541464-a818-4d0c-b05e-8dd56b5e84bf tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.2044353 Jan 28 19:35:32.814617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccb060-87fa-4c56-81f9-34f5f8f524cf req-05e1715c-de50-4991-a02b-2cb68ff7f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:32.816125 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57ccb060-87fa-4c56-81f9-34f5f8f524cf req-05e1715c-de50-4991-a02b-2cb68ff7f572 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7278e5fb228649a0bcad995bf769f3a1&device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 1128 time: 0.1430264 Jan 28 19:35:32.821478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-c6392134-31c9-4fd6-9f63-420afa08a9ce req-fb5b2e83-f6e2-44d2-9e71-6eb392861daf service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:35:32.822518 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6392134-31c9-4fd6-9f63-420afa08a9ce req-fb5b2e83-f6e2-44d2-9e71-6eb392861daf service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054920 Jan 28 19:35:33.093079 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccb060-87fa-4c56-81f9-34f5f8f524cf req-f0ee4e04-70d0-4e4f-b1f4-8941f98239ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:33.100067 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57ccb060-87fa-4c56-81f9-34f5f8f524cf req-f0ee4e04-70d0-4e4f-b1f4-8941f98239ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=98679574-4cfe-45e5-8584-36f66292a0bf HTTP/1.1" status: 200 len: 910 time: 0.2333255 Jan 28 19:35:33.157608 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d517490-814a-482e-adeb-eafa67c666cd req-ebab7ea8-ddbe-4122-ac82-5c9cb8bbad5a tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339763 Jan 28 19:35:33.312125 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6392134-31c9-4fd6-9f63-420afa08a9ce req-05220032-c254-47ee-a555-72eb60b8a1f4 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808638 Jan 28 19:35:33.449420 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57ccb060-87fa-4c56-81f9-34f5f8f524cf req-3b92a759-aa3f-4ea1-b856-5ed51907dcec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0be7f28-7639-4124-b53d-878755b8c109 HTTP/1.1" status: 200 len: 1001 time: 0.2242107 Jan 28 19:35:33.552773 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6392134-31c9-4fd6-9f63-420afa08a9ce req-a44c3683-bbdf-4efb-8dfb-bf5465365737 service neutron] 10.222.0.31 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348425 Jan 28 19:35:33.569510 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccb060-87fa-4c56-81f9-34f5f8f524cf req-9c7b1fb8-5d15-4aed-9d13-cc9c5e692dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:33.571261 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57ccb060-87fa-4c56-81f9-34f5f8f524cf req-9c7b1fb8-5d15-4aed-9d13-cc9c5e692dba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2300efa6-bb93-4ddc-ad47-4d237824e541 HTTP/1.1" status: 200 len: 848 time: 0.1119053 Jan 28 19:35:33.676048 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccb060-87fa-4c56-81f9-34f5f8f524cf req-d85b15d8-6165-4cd2-b34a-01586e33077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:33.677592 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57ccb060-87fa-4c56-81f9-34f5f8f524cf req-d85b15d8-6165-4cd2-b34a-01586e33077f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98679574-4cfe-45e5-8584-36f66292a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1001508 Jan 28 19:35:33.856162 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57ccb060-87fa-4c56-81f9-34f5f8f524cf req-f1686c07-574e-4c39-b5da-4e05910b3093 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712790 Jan 28 19:35:34.156698 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57ccb060-87fa-4c56-81f9-34f5f8f524cf req-af2508ef-d633-42e2-86d9-c7fc8f78b6a5 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962887 Jan 28 19:35:34.415891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395921d-ceca-40f9-9d1a-2c3fd188cace req-f6693c92-b84d-46ab-adcb-c665ebf3fc91 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:34.427530 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4395921d-ceca-40f9-9d1a-2c3fd188cace req-f6693c92-b84d-46ab-adcb-c665ebf3fc91 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1269753 Jan 28 19:35:34.495721 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4395921d-ceca-40f9-9d1a-2c3fd188cace req-349ee699-c5d4-4716-ba30-d92b41797953 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650291 Jan 28 19:35:35.783282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66a18c-a588-4a53-94c5-5fba6665d81e req-795ec3d4-b549-4ef9-b242-9912fbc7527d tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:35:35.786134 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dd66a18c-a588-4a53-94c5-5fba6665d81e req-795ec3d4-b549-4ef9-b242-9912fbc7527d tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1666996 Jan 28 19:35:35.885387 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dd66a18c-a588-4a53-94c5-5fba6665d81e req-dbf0f2c4-bc6b-49f6-8c49-9a8bcadbf1b5 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932639 Jan 28 19:35:39.332951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 47622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:39.487922 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.575082 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] Publish callbacks [] for security_group (ba1312a6-2002-44df-a51e-614ab0ac9604), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.580540 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ba1312a6-2002-44df-a51e-614ab0ac9604), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.636918 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d99f0f3157a4b76bb96e68417a415bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3021600 Jan 28 19:35:39.638052 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1312a6-2002-44df-a51e-614ab0ac9604,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:39.639941 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 47628) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:39.648949 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.649771 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.650436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.651089 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.651696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.652212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.652731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.653242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.653776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.654441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.654965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.655493 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.656054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82d0eb0-5ec6-4b4a-86f2-88092723dbf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.715779 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Publish callbacks [] for security_group (ba1312a6-2002-44df-a51e-614ab0ac9604), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.741426 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Publish callbacks [] for security_group (ba1312a6-2002-44df-a51e-614ab0ac9604), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.799744 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ba1312a6-2002-44df-a51e-614ab0ac9604), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.804143 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:39.805884 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba1312a6-2002-44df-a51e-614ab0ac9604 HTTP/1.1" status: 204 len: 168 time: 0.1649206 Jan 28 19:35:39.817812 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1312a6-2002-44df-a51e-614ab0ac9604,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:39.829608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.830072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.830580 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.831005 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.831505 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.831936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.832352 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.832995 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.833657 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.834393 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.834917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.835796 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:39.836205 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2170753-0432-4a2f-a1d2-936e5019f256 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:35:48.230896 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54f055dd-5387-4760-a65b-9b2cbecbcef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:50.441428 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-091b89c3-029d-4819-bfc1-2c54158427f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:51.737291 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:53.024540 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:54.497826 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:55.016758 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:35:55.526473 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.277858 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48326) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:57.418648 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92a97a69-2657-45d5-ac73-2c7b26e3cb16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.532875 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92a97a69-2657-45d5-ac73-2c7b26e3cb16 admin admin] Publish callbacks [] for security_group (924b0e03-b9ce-4d1a-822b-73c426552881), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.538761 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92a97a69-2657-45d5-ac73-2c7b26e3cb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (924b0e03-b9ce-4d1a-822b-73c426552881), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.578265 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a97a69-2657-45d5-ac73-2c7b26e3cb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924b0e03-b9ce-4d1a-822b-73c426552881,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:35:57.605520 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48330) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:35:57.611855 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-92a97a69-2657-45d5-ac73-2c7b26e3cb16 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be6f500e6f0d4df7971046f3da52d49c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3327894 Jan 28 19:35:57.698892 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12311d8d-982d-49d6-a2a5-9e443625fd2a admin admin] Publish callbacks [] for security_group (924b0e03-b9ce-4d1a-822b-73c426552881), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.742921 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12311d8d-982d-49d6-a2a5-9e443625fd2a admin admin] Publish callbacks [] for security_group (924b0e03-b9ce-4d1a-822b-73c426552881), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.819838 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12311d8d-982d-49d6-a2a5-9e443625fd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (924b0e03-b9ce-4d1a-822b-73c426552881), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.823460 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-12311d8d-982d-49d6-a2a5-9e443625fd2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:35:57.828346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-12311d8d-982d-49d6-a2a5-9e443625fd2a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/924b0e03-b9ce-4d1a-822b-73c426552881 HTTP/1.1" status: 204 len: 168 time: 0.2217908 Jan 28 19:35:57.839798 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12311d8d-982d-49d6-a2a5-9e443625fd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924b0e03-b9ce-4d1a-822b-73c426552881,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:00.259836 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:03.602032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-3d5c48c2-32b6-4eb4-89eb-175bdaaf66b4 req-a87814b5-a8a8-481d-8ff6-8edc32bebb8b service neutron] (103147) timed out ('10.222.0.55', 51774) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:36:04.304650 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301982ed-7be6-4d96-a196-fc8eec925236 req-138a9b87-d4e1-442a-a612-a9fdec112bcb tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:04.312358 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-301982ed-7be6-4d96-a196-fc8eec925236 req-138a9b87-d4e1-442a-a612-a9fdec112bcb tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 949 time: 0.0767124 Jan 28 19:36:04.368039 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-301982ed-7be6-4d96-a196-fc8eec925236 req-051b7564-8d0e-42e2-b619-0e0860b10a33 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/security-groups?id=343a3229-ff03-40cb-bdd9-3350cbf26340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545168 Jan 28 19:36:05.516937 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54619e4-95e8-4f12-84f4-4225d66075f6 req-10ef29e1-3da0-43ce-b2ac-0b0b0ae655c1 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:05.521485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b54619e4-95e8-4f12-84f4-4225d66075f6 req-10ef29e1-3da0-43ce-b2ac-0b0b0ae655c1 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 949 time: 0.0798621 Jan 28 19:36:05.588343 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b54619e4-95e8-4f12-84f4-4225d66075f6 req-c9b46ece-a68d-4cb2-8866-cd73d88bb5cf tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/security-groups?id=343a3229-ff03-40cb-bdd9-3350cbf26340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601909 Jan 28 19:36:05.699078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decc941-8f0b-473e-be45-749dd0ec4b0f req-0d59ef28-f1fe-4fae-ba1b-e0877622ec7c tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:05.700645 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8decc941-8f0b-473e-be45-749dd0ec4b0f req-0d59ef28-f1fe-4fae-ba1b-e0877622ec7c tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 949 time: 0.0600007 Jan 28 19:36:05.806054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-8decc941-8f0b-473e-be45-749dd0ec4b0f req-f46d3140-9810-4a4b-9548-6a73bc6b7640 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Deleting port 4662f2d0-4b82-411c-82ef-b37cc230869f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:05.806406 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8decc941-8f0b-473e-be45-749dd0ec4b0f req-f46d3140-9810-4a4b-9548-6a73bc6b7640 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4662f2d0-4b82-411c-82ef-b37cc230869f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:05.921456 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-8decc941-8f0b-473e-be45-749dd0ec4b0f req-f46d3140-9810-4a4b-9548-6a73bc6b7640 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] For port 4662f2d0-4b82-411c-82ef-b37cc230869f, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4662f2d0-4b82-411c-82ef-b37cc230869f,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:05.922150 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8decc941-8f0b-473e-be45-749dd0ec4b0f req-f46d3140-9810-4a4b-9548-6a73bc6b7640 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4662f2d0-4b82-411c-82ef-b37cc230869f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:05.944162 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-8decc941-8f0b-473e-be45-749dd0ec4b0f req-f46d3140-9810-4a4b-9548-6a73bc6b7640 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Calling delete_port for 4662f2d0-4b82-411c-82ef-b37cc230869f owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:06.210122 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8decc941-8f0b-473e-be45-749dd0ec4b0f req-f46d3140-9810-4a4b-9548-6a73bc6b7640 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4662f2d0-4b82-411c-82ef-b37cc230869f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:06.222820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['4662f2d0-4b82-411c-82ef-b37cc230869f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:36:06.287543 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d3140-9810-4a4b-9548-6a73bc6b7640 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Pushing event deleted for resources: {'Port': ['ID=4662f2d0-4b82-411c-82ef-b37cc230869f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:06.305212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-8decc941-8f0b-473e-be45-749dd0ec4b0f req-f46d3140-9810-4a4b-9548-6a73bc6b7640 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] No DVR routers for this DVR port 4662f2d0-4b82-411c-82ef-b37cc230869f on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:06.307958 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8decc941-8f0b-473e-be45-749dd0ec4b0f req-f46d3140-9810-4a4b-9548-6a73bc6b7640 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:06.311657 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8decc941-8f0b-473e-be45-749dd0ec4b0f req-f46d3140-9810-4a4b-9548-6a73bc6b7640 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.31 "DELETE /v2.0/ports/4662f2d0-4b82-411c-82ef-b37cc230869f HTTP/1.1" status: 204 len: 173 time: 0.6057892 Jan 28 19:36:06.312124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bb0836-7258-4927-b45c-cd3e06f88037', 'name': 'network-vif-deleted', 'tag': '4662f2d0-4b82-411c-82ef-b37cc230869f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:06.314788 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baddcf6-2d60-4bdf-93d3-016fcd42607b" -d '{"events": [{"server_uuid": "c6bb0836-7258-4927-b45c-cd3e06f88037", "name": "network-vif-deleted", "tag": "4662f2d0-4b82-411c-82ef-b37cc230869f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:06.357673 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3b1b6d-f3cd-4020-b270-70a2d97a4945 x-openstack-request-id: req-bb3b1b6d-f3cd-4020-b270-70a2d97a4945 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:06.357968 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bb0836-7258-4927-b45c-cd3e06f88037", "name": "network-vif-deleted", "tag": "4662f2d0-4b82-411c-82ef-b37cc230869f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:06.358244 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bb3b1b6d-f3cd-4020-b270-70a2d97a4945 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:06.358645 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bb0836-7258-4927-b45c-cd3e06f88037', 'name': 'network-vif-deleted', 'tag': '4662f2d0-4b82-411c-82ef-b37cc230869f', 'status': 'completed', 'code': 200} Jan 28 19:36:06.747457 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cce7a00d-90ea-4113-bd8e-d2d449b3de3b req-d5c91fbf-282c-4793-b6fa-4bfff5246d72 tempest-VolumesBackupsTest-1023957273 tempest-VolumesBackupsTest-1023957273-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6bb0836-7258-4927-b45c-cd3e06f88037 HTTP/1.1" status: 200 len: 210 time: 0.0459685 Jan 28 19:36:09.285464 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4662f2d0-4b82-411c-82ef-b37cc230869f no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:09.311911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 4662f2d0-4b82-411c-82ef-b37cc230869f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:36:09.312612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4662f2d0-4b82-411c-82ef-b37cc230869f not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:36:15.514754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48654) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:15.701185 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b5ae1da-36b9-4aa1-a4cd-bf3e3d19d447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:15.829596 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b5ae1da-36b9-4aa1-a4cd-bf3e3d19d447 admin admin] Publish callbacks [] for security_group (8313727b-1fac-4657-bc22-22344ebb3c67), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:15.836118 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0b5ae1da-36b9-4aa1-a4cd-bf3e3d19d447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8313727b-1fac-4657-bc22-22344ebb3c67), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:15.916797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0b5ae1da-36b9-4aa1-a4cd-bf3e3d19d447 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=11af004600864c1fb6ebdf2a0fb6180b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4002864 Jan 28 19:36:15.917934 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ae1da-36b9-4aa1-a4cd-bf3e3d19d447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8313727b-1fac-4657-bc22-22344ebb3c67,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:15.921170 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48658) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:16.025713 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15b81c05-7dd6-424d-9605-2bfc5f2e1afc admin admin] Publish callbacks [] for security_group (8313727b-1fac-4657-bc22-22344ebb3c67), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:16.078243 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15b81c05-7dd6-424d-9605-2bfc5f2e1afc admin admin] Publish callbacks [] for security_group (8313727b-1fac-4657-bc22-22344ebb3c67), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:16.154879 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15b81c05-7dd6-424d-9605-2bfc5f2e1afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8313727b-1fac-4657-bc22-22344ebb3c67), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:16.163174 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-15b81c05-7dd6-424d-9605-2bfc5f2e1afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:16.164732 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-15b81c05-7dd6-424d-9605-2bfc5f2e1afc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8313727b-1fac-4657-bc22-22344ebb3c67 HTTP/1.1" status: 204 len: 168 time: 0.2406170 Jan 28 19:36:16.175262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b81c05-7dd6-424d-9605-2bfc5f2e1afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8313727b-1fac-4657-bc22-22344ebb3c67,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:18.221091 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7bbb003f-9c2a-4521-970a-05b12eb00d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:20.408301 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b60bac37-0e54-4bf6-8884-63665bd8b109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:21.744185 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:23.025769 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:24.466303 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.399236 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48744) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:25.525211 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.575102 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd550d6a-a4c7-4375-8c6e-520d33320970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.683158 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd550d6a-a4c7-4375-8c6e-520d33320970 admin admin] Publish callbacks [] for security_group (178f17c9-8f3b-4726-9c91-815952022109), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.688058 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd550d6a-a4c7-4375-8c6e-520d33320970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (178f17c9-8f3b-4726-9c91-815952022109), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.736283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd550d6a-a4c7-4375-8c6e-520d33320970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178f17c9-8f3b-4726-9c91-815952022109,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:25.787634 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-dd550d6a-a4c7-4375-8c6e-520d33320970 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=56f2e6f3a9fc423db0b754fa0e16ac53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3868876 Jan 28 19:36:25.790359 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48750) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:25.863498 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28eaaff4-6fbf-4dc4-b06b-c58a03bb14a0 admin admin] Publish callbacks [] for security_group (178f17c9-8f3b-4726-9c91-815952022109), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.888422 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28eaaff4-6fbf-4dc4-b06b-c58a03bb14a0 admin admin] Publish callbacks [] for security_group (178f17c9-8f3b-4726-9c91-815952022109), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.939950 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28eaaff4-6fbf-4dc4-b06b-c58a03bb14a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (178f17c9-8f3b-4726-9c91-815952022109), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.942761 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-28eaaff4-6fbf-4dc4-b06b-c58a03bb14a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:25.944411 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-28eaaff4-6fbf-4dc4-b06b-c58a03bb14a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/178f17c9-8f3b-4726-9c91-815952022109 HTTP/1.1" status: 204 len: 168 time: 0.1525335 Jan 28 19:36:25.953440 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eaaff4-6fbf-4dc4-b06b-c58a03bb14a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178f17c9-8f3b-4726-9c91-815952022109,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:26.762090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48774) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:26.892989 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3b68d45a-51bc-4589-ba42-177115aeb72c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1924654104-network', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:26.912922 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b68d45a-51bc-4589-ba42-177115aeb72c admin admin] Made reservation on behalf of 52cc16c2a3524687aa58bbfb91be8f85 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:26.915529 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b68d45a-51bc-4589-ba42-177115aeb72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:26.925047 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b68d45a-51bc-4589-ba42-177115aeb72c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.018050 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b68d45a-51bc-4589-ba42-177115aeb72c admin admin] Publish callbacks [] for security_group (8ec56380-4882-4e96-b146-72c0a3b67727), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.022737 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b68d45a-51bc-4589-ba42-177115aeb72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8ec56380-4882-4e96-b146-72c0a3b67727), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.050292 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68d45a-51bc-4589-ba42-177115aeb72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec56380-4882-4e96-b146-72c0a3b67727,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:27.061265 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b68d45a-51bc-4589-ba42-177115aeb72c admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:36:27.070953 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b68d45a-51bc-4589-ba42-177115aeb72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (6fd8dbb9-656d-46e0-a89a-720a5305ab65), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.071304 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-3b68d45a-51bc-4589-ba42-177115aeb72c admin admin] Added segment 6fd8dbb9-656d-46e0-a89a-720a5305ab65 of type vlan for network e228a45e-4325-41de-b203-527979431faa Jan 28 19:36:27.123676 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b68d45a-51bc-4589-ba42-177115aeb72c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (e228a45e-4325-41de-b203-527979431faa), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.151682 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b68d45a-51bc-4589-ba42-177115aeb72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (e228a45e-4325-41de-b203-527979431faa), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.152888 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b68d45a-51bc-4589-ba42-177115aeb72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:27.153835 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b68d45a-51bc-4589-ba42-177115aeb72c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.218475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48782) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:27.219045 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3b68d45a-51bc-4589-ba42-177115aeb72c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4553475 Jan 28 19:36:27.222537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68d45a-51bc-4589-ba42-177115aeb72c admin admin] Pushing event updated for resources: {'Network': ['ID=e228a45e-4325-41de-b203-527979431faa,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:27.223912 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d1972767-efcb-4b33-9cca-65ecc02cf655 admin admin] Request body: {'subnet': {'network_id': 'e228a45e-4325-41de-b203-527979431faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1924654104-subnet', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:27.233341 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network e228a45e-4325-41de-b203-527979431faa details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:36:27.247047 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1972767-efcb-4b33-9cca-65ecc02cf655 admin admin] Made reservation on behalf of 52cc16c2a3524687aa58bbfb91be8f85 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:27.249667 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1972767-efcb-4b33-9cca-65ecc02cf655 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.576545 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1972767-efcb-4b33-9cca-65ecc02cf655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (61e41e2b-07c3-42d1-bc10-520fdbff48a2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.639965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1972767-efcb-4b33-9cca-65ecc02cf655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61e41e2b-07c3-42d1-bc10-520fdbff48a2,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:27.671850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1972767-efcb-4b33-9cca-65ecc02cf655 admin admin] Checking segment: {'id': '6fd8dbb9-656d-46e0-a89a-720a5305ab65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e228a45e-4325-41de-b203-527979431faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:27.672407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1972767-efcb-4b33-9cca-65ecc02cf655 admin admin] Network hostable DHCP agents. Network: e228a45e-4325-41de-b203-527979431faa, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:36:27.706321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1972767-efcb-4b33-9cca-65ecc02cf655 admin admin] Network e228a45e-4325-41de-b203-527979431faa is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:36:27.724767 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d1972767-efcb-4b33-9cca-65ecc02cf655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, e228a45e-4325-41de-b203-527979431faa) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:27.733162 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1972767-efcb-4b33-9cca-65ecc02cf655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:27.733881 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1972767-efcb-4b33-9cca-65ecc02cf655 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.737108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3e1339-9a28-43c5-a35e-e2c04474da8d None None] Network e228a45e-4325-41de-b203-527979431faa requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:27.757247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48794) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:27.762329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1924654104-router', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:27.763315 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d1972767-efcb-4b33-9cca-65ecc02cf655 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5429139 Jan 28 19:36:27.785256 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (4a6e503d-a0ef-47b1-8ffa-b557455ca01c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.786823 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (4a6e503d-a0ef-47b1-8ffa-b557455ca01c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:27.875011 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Publish callbacks [] for router_controller (4a6e503d-a0ef-47b1-8ffa-b557455ca01c), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.030426 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-e228a45e-4325-41de-b203-527979431faa', 'network_id': 'e228a45e-4325-41de-b203-527979431faa', 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'fixed_ips': [{'subnet_id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:36:28.031320 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.050743 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Publish callbacks [] for router_gateway (4a6e503d-a0ef-47b1-8ffa-b557455ca01c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.191828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Allocated IP 172.20.0.2 (e228a45e-4325-41de-b203-527979431faa/61e41e2b-07c3-42d1-bc10-520fdbff48a2/f0319909-5107-4c86-8995-3d29b20a2783) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:28.285428 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Publish callbacks [] for router_gateway (4a6e503d-a0ef-47b1-8ffa-b557455ca01c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.312630 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.366487 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Publish callbacks [] for port (f0319909-5107-4c86-8995-3d29b20a2783), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.376507 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (f0319909-5107-4c86-8995-3d29b20a2783), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.428700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Network e228a45e-4325-41de-b203-527979431faa is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:28.430706 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:28.433558 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:28.435892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Pushing event updated for resources: {'Port': ['ID=f0319909-5107-4c86-8995-3d29b20a2783,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:28.445780 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:28.446362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:28.446849 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:28.447340 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:28.447829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:28.448311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:28.448790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:28.449314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:28.449778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:28.450301 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:28.450790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:28.451263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:28.452118 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:28.452775 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Allocated IP 172.25.0.248 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/43973d6e-0d4f-4148-8926-47b718e08425) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:28.516898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Attempting to bind port f0319909-5107-4c86-8995-3d29b20a2783 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:28.517892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Attempting to bind port f0319909-5107-4c86-8995-3d29b20a2783 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '6fd8dbb9-656d-46e0-a89a-720a5305ab65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e228a45e-4325-41de-b203-527979431faa'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:28.518527 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Attempting to bind port f0319909-5107-4c86-8995-3d29b20a2783 on network e228a45e-4325-41de-b203-527979431faa {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:28.530570 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:28.531277 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Checking segment: {'id': '6fd8dbb9-656d-46e0-a89a-720a5305ab65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e228a45e-4325-41de-b203-527979431faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:28.531861 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.532507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Bound using segment: {'id': '6fd8dbb9-656d-46e0-a89a-720a5305ab65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e228a45e-4325-41de-b203-527979431faa'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:28.533194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Bound port: f0319909-5107-4c86-8995-3d29b20a2783, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd8dbb9-656d-46e0-a89a-720a5305ab65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e228a45e-4325-41de-b203-527979431faa'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:28.533742 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f0319909-5107-4c86-8995-3d29b20a2783), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.587650 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Publish callbacks [] for port (43973d6e-0d4f-4148-8926-47b718e08425), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.603064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] For port f0319909-5107-4c86-8995-3d29b20a2783, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:28.607014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] For port f0319909-5107-4c86-8995-3d29b20a2783, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f0319909-5107-4c86-8995-3d29b20a2783,segment=NetworkSegment(6fd8dbb9-656d-46e0-a89a-720a5305ab65),segment_id=6fd8dbb9-656d-46e0-a89a-720a5305ab65)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:28.614836 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f0319909-5107-4c86-8995-3d29b20a2783), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.632708 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (43973d6e-0d4f-4148-8926-47b718e08425), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:28.701522 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7ca35-8dbc-4936-a628-e5f9476cc5fb None None] Pushing event updated for resources: {'Port': ['ID=f0319909-5107-4c86-8995-3d29b20a2783,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:28.713593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Pushing event updated for resources: {'Port': ['ID=43973d6e-0d4f-4148-8926-47b718e08425,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:28.717634 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:28.720387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:28.727457 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:28.979153 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-af0a88e5-d21d-4936-875a-db872e603334 req-a41d5921-f360-49c5-8ad2-6c28c7f16734 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1366076 Jan 28 19:36:29.111004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a88e5-d21d-4936-875a-db872e603334 req-f164df06-815c-442f-be6b-9db19cbe3447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:29.112499 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-af0a88e5-d21d-4936-875a-db872e603334 req-f164df06-815c-442f-be6b-9db19cbe3447 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9c21ee535a0d43d183380f0e31a3344c&device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 1127 time: 0.0969906 Jan 28 19:36:29.115084 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Publish callbacks [] for router_gateway (4a6e503d-a0ef-47b1-8ffa-b557455ca01c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:29.305917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a88e5-d21d-4936-875a-db872e603334 req-79b1c24a-4e39-4ba6-948a-5132175fc42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:29.307691 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-af0a88e5-d21d-4936-875a-db872e603334 req-79b1c24a-4e39-4ba6-948a-5132175fc42d service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a2743d9-cc10-47d1-81f5-758041229d9b HTTP/1.1" status: 200 len: 914 time: 0.1578782 Jan 28 19:36:29.383660 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-af0a88e5-d21d-4936-875a-db872e603334 req-02f1860a-9d1f-4834-b7e6-b118324f40f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfe1d841-5a8e-46ae-ac18-7d3b00677937 HTTP/1.1" status: 200 len: 217 time: 0.0429878 Jan 28 19:36:29.473539 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a88e5-d21d-4936-875a-db872e603334 req-a47b21d6-d295-4f7d-ac66-2f257ef9f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:29.475045 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-af0a88e5-d21d-4936-875a-db872e603334 req-a47b21d6-d295-4f7d-ac66-2f257ef9f47e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b80eacae-c7a4-41ae-838e-0380567bcb41 HTTP/1.1" status: 200 len: 853 time: 0.0856183 Jan 28 19:36:29.477831 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (4a6e503d-a0ef-47b1-8ffa-b557455ca01c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:29.544845 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-af0a88e5-d21d-4936-875a-db872e603334 req-7eb9b740-2b80-4e87-b6ba-04c0c60f9a22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a2743d9-cc10-47d1-81f5-758041229d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627027 Jan 28 19:36:29.701473 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-af0a88e5-d21d-4936-875a-db872e603334 req-38d22214-400e-4ea7-bc74-025de2636573 service neutron] 10.222.0.37 "GET /v2.0/networks/5a2743d9-cc10-47d1-81f5-758041229d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477776 Jan 28 19:36:29.816586 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-af0a88e5-d21d-4936-875a-db872e603334 req-435b8878-a2fd-4510-bd1a-47ebea0c43cd service neutron] 10.222.0.37 "GET /v2.0/networks/5a2743d9-cc10-47d1-81f5-758041229d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040490 Jan 28 19:36:29.865008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:36:29.955183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44795779-1427-4346-a6af-865bc1550bd8 None None] Network e228a45e-4325-41de-b203-527979431faa requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:30.031194 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:36:30.042198 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Sync routers for ids ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:36:30.055144 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Routers {'4a6e503d-a0ef-47b1-8ffa-b557455ca01c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:30.055762 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:36:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:30.068646 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.071100 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-be980c03-c5e3-4524-b3bf-6f5112aefdab admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3115926 Jan 28 19:36:30.072503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48818) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:30.092927 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6d9150da-6786-4802-95b6-16f73b122849 None None] Provisioning complete for port f0319909-5107-4c86-8995-3d29b20a2783 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:30.106580 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d9150da-6786-4802-95b6-16f73b122849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f0319909-5107-4c86-8995-3d29b20a2783), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.234045 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Set router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:36:30.347534 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6d9150da-6786-4802-95b6-16f73b122849 None None] Current status of the port f0319909-5107-4c86-8995-3d29b20a2783 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:30.347936 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d9150da-6786-4802-95b6-16f73b122849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f0319909-5107-4c86-8995-3d29b20a2783), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.353137 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f0319909-5107-4c86-8995-3d29b20a2783 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:30.462875 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.472770 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'name': 'tempest-TestServerBasicOps-1924654104-router', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '43973d6e-0d4f-4148-8926-47b718e08425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:27Z', 'updated_at': '2022-01-28T19:36:28Z', 'revision_number': 3, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'gw_port': {'id': '43973d6e-0d4f-4148-8926-47b718e08425', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:28Z', 'updated_at': '2022-01-28T19:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:30.505280 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Checking router: 4a6e503d-a0ef-47b1-8ffa-b557455ca01c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:36:30.506046 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Updating router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c port 43973d6e-0d4f-4148-8926-47b718e08425 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:36:30.522154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6d9150da-6786-4802-95b6-16f73b122849 None None] For port f0319909-5107-4c86-8995-3d29b20a2783, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f0319909-5107-4c86-8995-3d29b20a2783,segment=NetworkSegment(6fd8dbb9-656d-46e0-a89a-720a5305ab65),segment_id=6fd8dbb9-656d-46e0-a89a-720a5305ab65)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:30.528635 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d9150da-6786-4802-95b6-16f73b122849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f0319909-5107-4c86-8995-3d29b20a2783), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.550286 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (43973d6e-0d4f-4148-8926-47b718e08425), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.644369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9150da-6786-4802-95b6-16f73b122849 None None] Pushing event updated for resources: {'Port': ['ID=f0319909-5107-4c86-8995-3d29b20a2783,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:30.654747 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f0319909-5107-4c86-8995-3d29b20a2783 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:30.655134 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f0319909-5107-4c86-8995-3d29b20a2783), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.803342 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f0319909-5107-4c86-8995-3d29b20a2783 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:30.822767 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c5aa8524-bfa8-47d4-9d3a-05ea6d4d110d None None] Provisioning complete for port f0319909-5107-4c86-8995-3d29b20a2783 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:30.824172 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5aa8524-bfa8-47d4-9d3a-05ea6d4d110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f0319909-5107-4c86-8995-3d29b20a2783), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.957843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa8524-bfa8-47d4-9d3a-05ea6d4d110d None None] Current status of the port f0319909-5107-4c86-8995-3d29b20a2783 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:30.978406 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Publish callbacks [] for port (43973d6e-0d4f-4148-8926-47b718e08425), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:30.991581 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (43973d6e-0d4f-4148-8926-47b718e08425), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:31.055770 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Attempting to bind port 43973d6e-0d4f-4148-8926-47b718e08425 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:31.056421 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Attempting to bind port 43973d6e-0d4f-4148-8926-47b718e08425 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:31.056531 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Attempting to bind port 43973d6e-0d4f-4148-8926-47b718e08425 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:31.084443 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:31.086403 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:31.086969 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:31.088767 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:31.090307 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Bound port: 43973d6e-0d4f-4148-8926-47b718e08425, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:31.091661 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (43973d6e-0d4f-4148-8926-47b718e08425), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:31.093610 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc1207-597e-4709-9f18-c0a80dc64e43 None None] Pushing event updated for resources: {'Port': ['ID=43973d6e-0d4f-4148-8926-47b718e08425,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:31.169624 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc1207-597e-4709-9f18-c0a80dc64e43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:31.170009 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc1207-597e-4709-9f18-c0a80dc64e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:31.170370 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc1207-597e-4709-9f18-c0a80dc64e43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:31.170705 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc1207-597e-4709-9f18-c0a80dc64e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:31.171027 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc1207-597e-4709-9f18-c0a80dc64e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:31.171351 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc1207-597e-4709-9f18-c0a80dc64e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:31.171670 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc1207-597e-4709-9f18-c0a80dc64e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:31.172088 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc1207-597e-4709-9f18-c0a80dc64e43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:31.172333 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc1207-597e-4709-9f18-c0a80dc64e43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:31.172644 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc1207-597e-4709-9f18-c0a80dc64e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:31.172959 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc1207-597e-4709-9f18-c0a80dc64e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:31.173554 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc1207-597e-4709-9f18-c0a80dc64e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:31.173885 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cc1207-597e-4709-9f18-c0a80dc64e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:31.192454 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] For port 43973d6e-0d4f-4148-8926-47b718e08425, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:31.195675 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] For port 43973d6e-0d4f-4148-8926-47b718e08425, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=43973d6e-0d4f-4148-8926-47b718e08425,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:31.202529 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (43973d6e-0d4f-4148-8926-47b718e08425), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:31.266584 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Routers {'4a6e503d-a0ef-47b1-8ffa-b557455ca01c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:31.267314 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:36:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:31.272633 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc1207-597e-4709-9f18-c0a80dc64e43 None None] Pushing event updated for resources: {'Port': ['ID=43973d6e-0d4f-4148-8926-47b718e08425,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:31.483905 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:31.505864 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] Set router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:36:31.642496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Allocated IP 172.20.0.1 (e228a45e-4325-41de-b203-527979431faa/61e41e2b-07c3-42d1-bc10-520fdbff48a2/17400fe2-d938-44f9-b37c-f2e439ada4ad) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:31.684137 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'name': 'tempest-TestServerBasicOps-1924654104-router', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '43973d6e-0d4f-4148-8926-47b718e08425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:27Z', 'updated_at': '2022-01-28T19:36:28Z', 'revision_number': 3, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'gw_port': {'id': '43973d6e-0d4f-4148-8926-47b718e08425', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:28Z', 'updated_at': '2022-01-28T19:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:31.714104 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4854608-8faf-44d9-870f-2673d95748e4 None None] The sync data for ids ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'] in n-d-824834-4 is: [{'id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'name': 'tempest-TestServerBasicOps-1924654104-router', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '43973d6e-0d4f-4148-8926-47b718e08425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:27Z', 'updated_at': '2022-01-28T19:36:28Z', 'revision_number': 3, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'gw_port': {'id': '43973d6e-0d4f-4148-8926-47b718e08425', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:28Z', 'updated_at': '2022-01-28T19:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:36:31.760335 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Publish callbacks [] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:31.796238 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:31.834555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Network e228a45e-4325-41de-b203-527979431faa is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:31.841498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:31.853524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=17400fe2-d938-44f9-b37c-f2e439ada4ad,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:31.859386 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:31.903083 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (4a6e503d-a0ef-47b1-8ffa-b557455ca01c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.029545 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:36:32.116492 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.209962 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-19d95a48-a6bd-4b1a-91ac-d42b782606d1 None None] Provisioning complete for port 17400fe2-d938-44f9-b37c-f2e439ada4ad triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:32.211755 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19d95a48-a6bd-4b1a-91ac-d42b782606d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.294456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-19d95a48-a6bd-4b1a-91ac-d42b782606d1 None None] Port 17400fe2-d938-44f9-b37c-f2e439ada4ad cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:36:32.389582 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Publish callbacks [] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.399197 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.418398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 43973d6e-0d4f-4148-8926-47b718e08425 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:32.477887 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 43973d6e-0d4f-4148-8926-47b718e08425 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:32.478642 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (43973d6e-0d4f-4148-8926-47b718e08425), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.501252 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (4a6e503d-a0ef-47b1-8ffa-b557455ca01c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.503143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=17400fe2-d938-44f9-b37c-f2e439ada4ad,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:32.589686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 43973d6e-0d4f-4148-8926-47b718e08425 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:32.593179 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (43973d6e-0d4f-4148-8926-47b718e08425), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.625195 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 43973d6e-0d4f-4148-8926-47b718e08425, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=43973d6e-0d4f-4148-8926-47b718e08425,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:32.630443 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (43973d6e-0d4f-4148-8926-47b718e08425), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.631261 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f0319909-5107-4c86-8995-3d29b20a2783 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:32.631913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Network e228a45e-4325-41de-b203-527979431faa is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:32.633406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:32.730921 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=43973d6e-0d4f-4148-8926-47b718e08425,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:32.786726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f0319909-5107-4c86-8995-3d29b20a2783 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:32.787317 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f0319909-5107-4c86-8995-3d29b20a2783), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:32.808291 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:36:32.975373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f0319909-5107-4c86-8995-3d29b20a2783 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:33.008828 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:36:33.026557 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a448ba1f-0ff6-4554-8550-2f53e19e3ce5 admin admin] 10.222.0.55 "PUT /v2.0/routers/4a6e503d-a0ef-47b1-8ffa-b557455ca01c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9528241 Jan 28 19:36:33.048815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4a543dec-80f2-4b41-a456-a4160cf880e7 None None] Provisioning complete for port 17400fe2-d938-44f9-b37c-f2e439ada4ad triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:33.049308 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a543dec-80f2-4b41-a456-a4160cf880e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.114709 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4a543dec-80f2-4b41-a456-a4160cf880e7 None None] Port 17400fe2-d938-44f9-b37c-f2e439ada4ad cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:36:33.593753 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48862) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:33.600582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ae411dfe-ab72-4c9a-86a6-c19db9c7a282 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-467837560-network', 'tenant_id': '3b6881b93f5f46cdb7cc03da7f5d6417'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:33.641921 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae411dfe-ab72-4c9a-86a6-c19db9c7a282 admin admin] Made reservation on behalf of 3b6881b93f5f46cdb7cc03da7f5d6417 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:33.649567 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae411dfe-ab72-4c9a-86a6-c19db9c7a282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.659363 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae411dfe-ab72-4c9a-86a6-c19db9c7a282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.746506 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae411dfe-ab72-4c9a-86a6-c19db9c7a282 admin admin] Publish callbacks [] for security_group (6dd7b460-6fe3-4e55-b1af-e08e9dbf96ad), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.751791 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae411dfe-ab72-4c9a-86a6-c19db9c7a282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6dd7b460-6fe3-4e55-b1af-e08e9dbf96ad), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.776988 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae411dfe-ab72-4c9a-86a6-c19db9c7a282 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:36:33.787180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae411dfe-ab72-4c9a-86a6-c19db9c7a282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd7b460-6fe3-4e55-b1af-e08e9dbf96ad,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:33.794288 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae411dfe-ab72-4c9a-86a6-c19db9c7a282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (bf960aab-9ebe-49dd-90fd-db56904de5d6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.794811 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-ae411dfe-ab72-4c9a-86a6-c19db9c7a282 admin admin] Added segment bf960aab-9ebe-49dd-90fd-db56904de5d6 of type vlan for network b88922a1-a06c-47e2-978d-70e81f0958c6 Jan 28 19:36:33.841426 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae411dfe-ab72-4c9a-86a6-c19db9c7a282 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (b88922a1-a06c-47e2-978d-70e81f0958c6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.874785 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae411dfe-ab72-4c9a-86a6-c19db9c7a282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (b88922a1-a06c-47e2-978d-70e81f0958c6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.876172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae411dfe-ab72-4c9a-86a6-c19db9c7a282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:33.876794 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae411dfe-ab72-4c9a-86a6-c19db9c7a282 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:33.938730 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae411dfe-ab72-4c9a-86a6-c19db9c7a282 admin admin] Pushing event updated for resources: {'Network': ['ID=b88922a1-a06c-47e2-978d-70e81f0958c6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:33.956718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network b88922a1-a06c-47e2-978d-70e81f0958c6 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:36:33.962874 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ae411dfe-ab72-4c9a-86a6-c19db9c7a282 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3667145 Jan 28 19:36:33.965748 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48866) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:33.970640 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c9dbad2d-363b-4e7c-80d7-63907797e3fa admin admin] Request body: {'subnet': {'network_id': 'b88922a1-a06c-47e2-978d-70e81f0958c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-467837560-subnet', 'tenant_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:33.993332 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dbad2d-363b-4e7c-80d7-63907797e3fa admin admin] Made reservation on behalf of 3b6881b93f5f46cdb7cc03da7f5d6417 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:33.996029 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9dbad2d-363b-4e7c-80d7-63907797e3fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.080339 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Sync routers for ids ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:36:34.098172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Routers {'4a6e503d-a0ef-47b1-8ffa-b557455ca01c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:34.099397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:36:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:34.217192 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9dbad2d-363b-4e7c-80d7-63907797e3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (d26c1096-7f72-4ab5-a86d-1211c2b3bf64), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.223615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 43973d6e-0d4f-4148-8926-47b718e08425 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:34.262916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Set router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:36:34.273218 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbad2d-363b-4e7c-80d7-63907797e3fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d26c1096-7f72-4ab5-a86d-1211c2b3bf64,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:34.285639 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dbad2d-363b-4e7c-80d7-63907797e3fa admin admin] Checking segment: {'id': 'bf960aab-9ebe-49dd-90fd-db56904de5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b88922a1-a06c-47e2-978d-70e81f0958c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:34.286586 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dbad2d-363b-4e7c-80d7-63907797e3fa admin admin] Network hostable DHCP agents. Network: b88922a1-a06c-47e2-978d-70e81f0958c6, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:36:34.334156 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dbad2d-363b-4e7c-80d7-63907797e3fa admin admin] Network b88922a1-a06c-47e2-978d-70e81f0958c6 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:36:34.346621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c9dbad2d-363b-4e7c-80d7-63907797e3fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, b88922a1-a06c-47e2-978d-70e81f0958c6) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:34.351437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dbad2d-363b-4e7c-80d7-63907797e3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:34.352151 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9dbad2d-363b-4e7c-80d7-63907797e3fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.372404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48870) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:34.372948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c9dbad2d-363b-4e7c-80d7-63907797e3fa admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4058146 Jan 28 19:36:34.378604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-467837560-router', 'tenant_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:34.383782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3041406-6745-40e1-8999-b2f9ec11165f None None] Network b88922a1-a06c-47e2-978d-70e81f0958c6 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:34.405393 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (7cbbbf46-22f3-4cdc-a208-4779b0a3cb71), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.407131 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (7cbbbf46-22f3-4cdc-a208-4779b0a3cb71), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.478126 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Publish callbacks [] for router_controller (7cbbbf46-22f3-4cdc-a208-4779b0a3cb71), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.506399 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 43973d6e-0d4f-4148-8926-47b718e08425 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:34.506773 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (43973d6e-0d4f-4148-8926-47b718e08425), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.589490 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-b88922a1-a06c-47e2-978d-70e81f0958c6', 'network_id': 'b88922a1-a06c-47e2-978d-70e81f0958c6', 'project_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'fixed_ips': [{'subnet_id': 'd26c1096-7f72-4ab5-a86d-1211c2b3bf64'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:36:34.590372 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.656913 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Publish callbacks [] for router_gateway (7cbbbf46-22f3-4cdc-a208-4779b0a3cb71), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.776854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 43973d6e-0d4f-4148-8926-47b718e08425 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:34.823063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'name': 'tempest-TestServerBasicOps-1924654104-router', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '43973d6e-0d4f-4148-8926-47b718e08425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:27Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'gw_port': {'id': '43973d6e-0d4f-4148-8926-47b718e08425', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:28Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '17400fe2-d938-44f9-b37c-f2e439ada4ad', 'name': '', 'network_id': 'e228a45e-4325-41de-b203-527979431faa', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'mac_address': 'fa:16:3e:35:67:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:31Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 2, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'subnets': [{'id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:34.854061 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Checking router: 4a6e503d-a0ef-47b1-8ffa-b557455ca01c for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:36:34.854333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Updating router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c port 17400fe2-d938-44f9-b37c-f2e439ada4ad binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:36:34.881177 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Allocated IP 172.20.0.2 (b88922a1-a06c-47e2-978d-70e81f0958c6/d26c1096-7f72-4ab5-a86d-1211c2b3bf64/fabedb4a-e2bb-4e6a-9c39-7a8e9805de04) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:34.897162 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.931848 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Publish callbacks [] for router_gateway (7cbbbf46-22f3-4cdc-a208-4779b0a3cb71), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:34.953995 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.107633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Allocated IP 172.25.0.103 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/e3c45d97-7eb3-467f-9729-423ae428e217) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:35.258416 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Publish callbacks [] for port (e3c45d97-7eb3-467f-9729-423ae428e217), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.317356 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e3c45d97-7eb3-467f-9729-423ae428e217), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.412334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Pushing event updated for resources: {'Port': ['ID=e3c45d97-7eb3-467f-9729-423ae428e217,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:35.428617 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:35.431506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:35.435947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:35.466078 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Publish callbacks [] for port (fabedb4a-e2bb-4e6a-9c39-7a8e9805de04), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.476269 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (fabedb4a-e2bb-4e6a-9c39-7a8e9805de04), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.531210 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Network b88922a1-a06c-47e2-978d-70e81f0958c6 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:35.540847 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:35.552846 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:35.575234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Pushing event updated for resources: {'Port': ['ID=fabedb4a-e2bb-4e6a-9c39-7a8e9805de04,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:35.658955 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Attempting to bind port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:35.659287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Attempting to bind port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'bf960aab-9ebe-49dd-90fd-db56904de5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b88922a1-a06c-47e2-978d-70e81f0958c6'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:35.659544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Attempting to bind port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 on network b88922a1-a06c-47e2-978d-70e81f0958c6 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:35.668439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:35.668815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Checking segment: {'id': 'bf960aab-9ebe-49dd-90fd-db56904de5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b88922a1-a06c-47e2-978d-70e81f0958c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:35.669213 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.669601 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Bound using segment: {'id': 'bf960aab-9ebe-49dd-90fd-db56904de5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b88922a1-a06c-47e2-978d-70e81f0958c6'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:35.670336 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Bound port: fabedb4a-e2bb-4e6a-9c39-7a8e9805de04, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf960aab-9ebe-49dd-90fd-db56904de5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b88922a1-a06c-47e2-978d-70e81f0958c6'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:35.670455 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fabedb4a-e2bb-4e6a-9c39-7a8e9805de04), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.701835 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Publish callbacks [] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.755966 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Publish callbacks [] for router_gateway (7cbbbf46-22f3-4cdc-a208-4779b0a3cb71), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.758906 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] For port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:35.763506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] For port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fabedb4a-e2bb-4e6a-9c39-7a8e9805de04,segment=NetworkSegment(bf960aab-9ebe-49dd-90fd-db56904de5d6),segment_id=bf960aab-9ebe-49dd-90fd-db56904de5d6)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:35.766503 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.771768 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fabedb4a-e2bb-4e6a-9c39-7a8e9805de04), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:35.913782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff76f4-c0d6-4acf-a69c-34c53d34f87d None None] Pushing event updated for resources: {'Port': ['ID=17400fe2-d938-44f9-b37c-f2e439ada4ad,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:36.063206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000eed7-9492-45e3-801e-3bc4d57010cf None None] Pushing event updated for resources: {'Port': ['ID=fabedb4a-e2bb-4e6a-9c39-7a8e9805de04,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:36.066901 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Attempting to bind port 17400fe2-d938-44f9-b37c-f2e439ada4ad on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:36.067495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Attempting to bind port 17400fe2-d938-44f9-b37c-f2e439ada4ad by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '6fd8dbb9-656d-46e0-a89a-720a5305ab65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e228a45e-4325-41de-b203-527979431faa'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:36.068050 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Attempting to bind port 17400fe2-d938-44f9-b37c-f2e439ada4ad on network e228a45e-4325-41de-b203-527979431faa {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:36.081477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:36.082013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Checking segment: {'id': '6fd8dbb9-656d-46e0-a89a-720a5305ab65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e228a45e-4325-41de-b203-527979431faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:36.083140 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:36.083694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Bound using segment: {'id': '6fd8dbb9-656d-46e0-a89a-720a5305ab65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e228a45e-4325-41de-b203-527979431faa'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:36.084278 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Bound port: 17400fe2-d938-44f9-b37c-f2e439ada4ad, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd8dbb9-656d-46e0-a89a-720a5305ab65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e228a45e-4325-41de-b203-527979431faa'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:36.084763 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:36.152552 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (7cbbbf46-22f3-4cdc-a208-4779b0a3cb71), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:36.213726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] For port 17400fe2-d938-44f9-b37c-f2e439ada4ad, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:36.217589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] For port 17400fe2-d938-44f9-b37c-f2e439ada4ad, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=17400fe2-d938-44f9-b37c-f2e439ada4ad,segment=NetworkSegment(6fd8dbb9-656d-46e0-a89a-720a5305ab65),segment_id=6fd8dbb9-656d-46e0-a89a-720a5305ab65)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:36.226314 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:36.312639 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-999742e7-0ec1-4867-adca-cf35e1426683 None None] Provisioning complete for port 17400fe2-d938-44f9-b37c-f2e439ada4ad triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:36.313013 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-999742e7-0ec1-4867-adca-cf35e1426683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:36.357121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff76f4-c0d6-4acf-a69c-34c53d34f87d None None] Pushing event updated for resources: {'Port': ['ID=17400fe2-d938-44f9-b37c-f2e439ada4ad,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:36.361702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Routers {'4a6e503d-a0ef-47b1-8ffa-b557455ca01c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:36.362426 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:36:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:36.457844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Router 7cbbbf46-22f3-4cdc-a208-4779b0a3cb71 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:36:36.548652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] Set router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:36:36.605010 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:36:36.616937 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Sync routers for ids ['7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:36:36.632057 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:36.633988 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-76d0625a-c4db-478b-b74c-835fd9771cbb admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2592967 Jan 28 19:36:36.635848 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Routers {'7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:36.636458 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:36:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:36.637101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48886) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:36.862465 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-999742e7-0ec1-4867-adca-cf35e1426683 None None] Current status of the port 17400fe2-d938-44f9-b37c-f2e439ada4ad is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:36.862988 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-999742e7-0ec1-4867-adca-cf35e1426683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:36.915809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-999742e7-0ec1-4867-adca-cf35e1426683 None None] For port 17400fe2-d938-44f9-b37c-f2e439ada4ad, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=17400fe2-d938-44f9-b37c-f2e439ada4ad,segment=NetworkSegment(6fd8dbb9-656d-46e0-a89a-720a5305ab65),segment_id=6fd8dbb9-656d-46e0-a89a-720a5305ab65)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:36.922236 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-999742e7-0ec1-4867-adca-cf35e1426683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:36.981071 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Set router 7cbbbf46-22f3-4cdc-a208-4779b0a3cb71 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:36:37.067896 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'name': 'tempest-TestServerBasicOps-1924654104-router', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '43973d6e-0d4f-4148-8926-47b718e08425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:27Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'gw_port': {'id': '43973d6e-0d4f-4148-8926-47b718e08425', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:28Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '17400fe2-d938-44f9-b37c-f2e439ada4ad', 'name': '', 'network_id': 'e228a45e-4325-41de-b203-527979431faa', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'mac_address': 'fa:16:3e:35:67:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:31Z', 'updated_at': '2022-01-28T19:36:36Z', 'revision_number': 4, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'subnets': [{'id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:37.071793 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999742e7-0ec1-4867-adca-cf35e1426683 None None] Pushing event updated for resources: {'Port': ['ID=17400fe2-d938-44f9-b37c-f2e439ada4ad,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:37.160097 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd31a53-7616-4a6a-a7e8-73f1435cd552 None None] The sync data for ids ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'] in n-d-824834-4 is: [{'id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'name': 'tempest-TestServerBasicOps-1924654104-router', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '43973d6e-0d4f-4148-8926-47b718e08425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:27Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'gw_port': {'id': '43973d6e-0d4f-4148-8926-47b718e08425', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:28Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '17400fe2-d938-44f9-b37c-f2e439ada4ad', 'name': '', 'network_id': 'e228a45e-4325-41de-b203-527979431faa', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'mac_address': 'fa:16:3e:35:67:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:31Z', 'updated_at': '2022-01-28T19:36:36Z', 'revision_number': 4, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'subnets': [{'id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:36:37.170087 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-45f8eb38-b2bf-47af-a087-f86004f2a32d None None] Provisioning complete for port 17400fe2-d938-44f9-b37c-f2e439ada4ad triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:37.170498 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45f8eb38-b2bf-47af-a087-f86004f2a32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:37.374991 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-45f8eb38-b2bf-47af-a087-f86004f2a32d None None] Current status of the port 17400fe2-d938-44f9-b37c-f2e439ada4ad is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:37.480407 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'name': 'tempest-TestServerBasicOps-467837560-router', 'tenant_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'e3c45d97-7eb3-467f-9729-423ae428e217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:34Z', 'updated_at': '2022-01-28T19:36:35Z', 'revision_number': 3, 'project_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'gw_port': {'id': 'e3c45d97-7eb3-467f-9729-423ae428e217', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:34Z', 'updated_at': '2022-01-28T19:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:37.530675 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Checking router: 7cbbbf46-22f3-4cdc-a208-4779b0a3cb71 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:36:37.531178 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Updating router 7cbbbf46-22f3-4cdc-a208-4779b0a3cb71 port e3c45d97-7eb3-467f-9729-423ae428e217 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:36:37.587366 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3c45d97-7eb3-467f-9729-423ae428e217), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:37.635462 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:37.671252 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f78c42-c550-4667-9df7-d970ac798c60 None None] Network b88922a1-a06c-47e2-978d-70e81f0958c6 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:36:37.806462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-08f2bc88-363d-43db-bb07-c66ff2355ff6 None None] Provisioning complete for port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:37.806840 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08f2bc88-363d-43db-bb07-c66ff2355ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fabedb4a-e2bb-4e6a-9c39-7a8e9805de04), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:37.976553 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Allocated IP 172.20.0.1 (b88922a1-a06c-47e2-978d-70e81f0958c6/d26c1096-7f72-4ab5-a86d-1211c2b3bf64/e0f73fae-4427-4043-9623-46c469650888) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:38.108341 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Publish callbacks [] for port (e3c45d97-7eb3-467f-9729-423ae428e217), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.109604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-08f2bc88-363d-43db-bb07-c66ff2355ff6 None None] Current status of the port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:38.116345 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e3c45d97-7eb3-467f-9729-423ae428e217), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.117291 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08f2bc88-363d-43db-bb07-c66ff2355ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fabedb4a-e2bb-4e6a-9c39-7a8e9805de04), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.140101 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Publish callbacks [] for port (e0f73fae-4427-4043-9623-46c469650888), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.199683 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e0f73fae-4427-4043-9623-46c469650888), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.236666 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5ad05-3949-41ec-9aa2-6dfd47e98262 None None] Pushing event updated for resources: {'Port': ['ID=e3c45d97-7eb3-467f-9729-423ae428e217,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:38.250800 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-08f2bc88-363d-43db-bb07-c66ff2355ff6 None None] For port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fabedb4a-e2bb-4e6a-9c39-7a8e9805de04,segment=NetworkSegment(bf960aab-9ebe-49dd-90fd-db56904de5d6),segment_id=bf960aab-9ebe-49dd-90fd-db56904de5d6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:38.255771 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Attempting to bind port e3c45d97-7eb3-467f-9729-423ae428e217 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:38.256139 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Attempting to bind port e3c45d97-7eb3-467f-9729-423ae428e217 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:38.256502 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Attempting to bind port e3c45d97-7eb3-467f-9729-423ae428e217 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:38.263667 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08f2bc88-363d-43db-bb07-c66ff2355ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fabedb4a-e2bb-4e6a-9c39-7a8e9805de04), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.264236 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:38.283934 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:38.284556 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.285677 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:38.286199 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Bound port: e3c45d97-7eb3-467f-9729-423ae428e217, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:38.286743 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3c45d97-7eb3-467f-9729-423ae428e217), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.337170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Network b88922a1-a06c-47e2-978d-70e81f0958c6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:38.356144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:38.357764 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] For port e3c45d97-7eb3-467f-9729-423ae428e217, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:38.365024 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] For port e3c45d97-7eb3-467f-9729-423ae428e217, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e3c45d97-7eb3-467f-9729-423ae428e217,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:38.371686 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:38.373644 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e3c45d97-7eb3-467f-9729-423ae428e217), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.376881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f73fae-4427-4043-9623-46c469650888,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:38.385914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2bc88-363d-43db-bb07-c66ff2355ff6 None None] Pushing event updated for resources: {'Port': ['ID=fabedb4a-e2bb-4e6a-9c39-7a8e9805de04,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:38.439180 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (7cbbbf46-22f3-4cdc-a208-4779b0a3cb71), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.445844 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5ad05-3949-41ec-9aa2-6dfd47e98262 None None] Pushing event updated for resources: {'Port': ['ID=e3c45d97-7eb3-467f-9729-423ae428e217,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:38.487078 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Routers {'7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:38.487717 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:36:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:38.540957 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 17400fe2-d938-44f9-b37c-f2e439ada4ad up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:38.656245 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ebb4b9b6-c5ff-4230-a231-5caa47333e89 None None] Provisioning complete for port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:38.656737 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebb4b9b6-c5ff-4230-a231-5caa47333e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fabedb4a-e2bb-4e6a-9c39-7a8e9805de04), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.661790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 17400fe2-d938-44f9-b37c-f2e439ada4ad triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:38.664233 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.753451 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e0f73fae-4427-4043-9623-46c469650888), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:38.775526 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] Set router 7cbbbf46-22f3-4cdc-a208-4779b0a3cb71 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:36:39.009859 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ebb4b9b6-c5ff-4230-a231-5caa47333e89 None None] Current status of the port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:39.036996 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 17400fe2-d938-44f9-b37c-f2e439ada4ad is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:39.037640 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:39.122826 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'name': 'tempest-TestServerBasicOps-467837560-router', 'tenant_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'e3c45d97-7eb3-467f-9729-423ae428e217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:34Z', 'updated_at': '2022-01-28T19:36:35Z', 'revision_number': 3, 'project_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'gw_port': {'id': 'e3c45d97-7eb3-467f-9729-423ae428e217', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:34Z', 'updated_at': '2022-01-28T19:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:39.151833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:39.152220 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fabedb4a-e2bb-4e6a-9c39-7a8e9805de04), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:39.177322 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f1a33e-07a6-4fce-a671-0c21fd5692aa None None] The sync data for ids ['7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'] in n-d-824834-4 is: [{'id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'name': 'tempest-TestServerBasicOps-467837560-router', 'tenant_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'e3c45d97-7eb3-467f-9729-423ae428e217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:34Z', 'updated_at': '2022-01-28T19:36:35Z', 'revision_number': 3, 'project_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'gw_port': {'id': 'e3c45d97-7eb3-467f-9729-423ae428e217', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:34Z', 'updated_at': '2022-01-28T19:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:36:39.226328 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f524c877-1bc7-40f0-a3d7-6390ba3d6bdf None None] Provisioning complete for port e0f73fae-4427-4043-9623-46c469650888 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:39.226853 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f524c877-1bc7-40f0-a3d7-6390ba3d6bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e0f73fae-4427-4043-9623-46c469650888), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:39.268600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f524c877-1bc7-40f0-a3d7-6390ba3d6bdf None None] Port e0f73fae-4427-4043-9623-46c469650888 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:36:39.315831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:39.591177 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Publish callbacks [] for port (e0f73fae-4427-4043-9623-46c469650888), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:39.598305 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (e0f73fae-4427-4043-9623-46c469650888), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:39.689593 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f73fae-4427-4043-9623-46c469650888,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:39.699922 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (7cbbbf46-22f3-4cdc-a208-4779b0a3cb71), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:39.702699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:39.703106 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:39.703453 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:39.703854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:39.704397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:39.704737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:39.705134 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:39.706524 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:39.708349 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:39.708349 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:39.708349 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:39.708733 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:39.709209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:39.853315 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Network b88922a1-a06c-47e2-978d-70e81f0958c6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:39.855763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:40.011551 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Router 7cbbbf46-22f3-4cdc-a208-4779b0a3cb71 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:36:40.166228 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:36:40.179467 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f787403f-7d9d-4002-b841-46095ddda7d5 admin admin] 10.222.0.55 "PUT /v2.0/routers/7cbbbf46-22f3-4cdc-a208-4779b0a3cb71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5410922 Jan 28 19:36:40.204580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0e1fd364-9ce8-4e50-8580-21b32df6c0d5 None None] Provisioning complete for port e0f73fae-4427-4043-9623-46c469650888 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:40.206202 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e1fd364-9ce8-4e50-8580-21b32df6c0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e0f73fae-4427-4043-9623-46c469650888), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:40.248770 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0e1fd364-9ce8-4e50-8580-21b32df6c0d5 None None] Port e0f73fae-4427-4043-9623-46c469650888 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:36:40.373364 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e3c45d97-7eb3-467f-9729-423ae428e217 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:40.431157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e3c45d97-7eb3-467f-9729-423ae428e217 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:40.431979 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e3c45d97-7eb3-467f-9729-423ae428e217), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:40.518340 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e3c45d97-7eb3-467f-9729-423ae428e217 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:40.518736 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e3c45d97-7eb3-467f-9729-423ae428e217), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:40.541585 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port e3c45d97-7eb3-467f-9729-423ae428e217, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e3c45d97-7eb3-467f-9729-423ae428e217,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:40.551405 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e3c45d97-7eb3-467f-9729-423ae428e217), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:40.553828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:40.639130 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=e3c45d97-7eb3-467f-9729-423ae428e217,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:40.653230 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:40.653615 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fabedb4a-e2bb-4e6a-9c39-7a8e9805de04), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:40.731269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:41.045739 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48932) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:41.052453 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9a71172a-2de1-4c3b-8d0f-8b40e47b62f8 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-731130194', 'description': 'tempest-secgroup-smoke-731130194 description', 'project_id': '52cc16c2a3524687aa58bbfb91be8f85'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:41.088570 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a71172a-2de1-4c3b-8d0f-8b40e47b62f8 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.198414 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a71172a-2de1-4c3b-8d0f-8b40e47b62f8 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group (5be7f145-12f3-4c84-94f3-2b6cf15c22b9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.205030 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a71172a-2de1-4c3b-8d0f-8b40e47b62f8 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5be7f145-12f3-4c84-94f3-2b6cf15c22b9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.233660 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a71172a-2de1-4c3b-8d0f-8b40e47b62f8 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.238204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48940) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:41.238702 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9a71172a-2de1-4c3b-8d0f-8b40e47b62f8 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1909370 Jan 28 19:36:41.243606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Request body: {'security_group_rule': {'security_group_id': '5be7f145-12f3-4c84-94f3-2b6cf15c22b9', 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:41.263080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71172a-2de1-4c3b-8d0f-8b40e47b62f8 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be7f145-12f3-4c84-94f3-2b6cf15c22b9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:41.283450 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (89e74338-d1c9-4dd0-b08c-535b69c92a0e), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.398766 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (89e74338-d1c9-4dd0-b08c-535b69c92a0e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.412002 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (89e74338-d1c9-4dd0-b08c-535b69c92a0e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.442191 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e74338-d1c9-4dd0-b08c-535b69c92a0e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:41.460112 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:41.460420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:41.462623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:41.465151 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:41.465688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:41.466329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:41.466746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:41.467222 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:41.467772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:41.468345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:41.468976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:41.469827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:41.470857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:36:41.487429 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.490624 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c42fac86-7560-4e58-ad26-44751811d627 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2497334 Jan 28 19:36:41.492708 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48948) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:41.498218 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fcf59e35-4870-4e90-add2-7a10532d8d85 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Request body: {'security_group_rule': {'security_group_id': '5be7f145-12f3-4c84-94f3-2b6cf15c22b9', 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:41.534253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcf59e35-4870-4e90-add2-7a10532d8d85 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (1df17830-3396-4c4e-8450-075ddeeff0f8), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.608912 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Sync routers for ids ['7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:36:41.613251 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcf59e35-4870-4e90-add2-7a10532d8d85 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (1df17830-3396-4c4e-8450-075ddeeff0f8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.620963 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcf59e35-4870-4e90-add2-7a10532d8d85 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (1df17830-3396-4c4e-8450-075ddeeff0f8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.627047 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Routers {'7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:41.629352 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:36:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:41.669455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf59e35-4870-4e90-add2-7a10532d8d85 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df17830-3396-4c4e-8450-075ddeeff0f8,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:41.685976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fcf59e35-4870-4e90-add2-7a10532d8d85 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.687151 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fcf59e35-4870-4e90-add2-7a10532d8d85 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1933596 Jan 28 19:36:41.690315 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48952) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:41.699943 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4caa76e5-e0de-4aee-8eee-668755b1fe48 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Request body: {'security_group_rule': {'security_group_id': '5be7f145-12f3-4c84-94f3-2b6cf15c22b9', 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:41.701834 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf570e2-d11b-4369-b530-3ac65f0254df req-71b9d03c-7196-41f2-b8ac-bd164cc09bc2 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:41.709769 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5cf570e2-d11b-4369-b530-3ac65f0254df req-71b9d03c-7196-41f2-b8ac-bd164cc09bc2 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.0779960 Jan 28 19:36:41.738140 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4caa76e5-e0de-4aee-8eee-668755b1fe48 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (0c3f2e20-eb42-4200-baf9-3e9c9c4ff1e4), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.786061 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Set router 7cbbbf46-22f3-4cdc-a208-4779b0a3cb71 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:36:41.797571 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5cf570e2-d11b-4369-b530-3ac65f0254df req-25c95cb5-6adb-4dc6-9db0-6e374256149a tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865743 Jan 28 19:36:41.805835 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4caa76e5-e0de-4aee-8eee-668755b1fe48 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (0c3f2e20-eb42-4200-baf9-3e9c9c4ff1e4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.810423 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4caa76e5-e0de-4aee-8eee-668755b1fe48 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (0c3f2e20-eb42-4200-baf9-3e9c9c4ff1e4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.832646 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa76e5-e0de-4aee-8eee-668755b1fe48 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3f2e20-eb42-4200-baf9-3e9c9c4ff1e4,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:41.838461 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4caa76e5-e0de-4aee-8eee-668755b1fe48 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.842324 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4caa76e5-e0de-4aee-8eee-668755b1fe48 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486862 Jan 28 19:36:41.843044 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48954) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:41.847764 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a7effa86-bcf9-47cc-9b7a-2201650948e0 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Request body: {'security_group_rule': {'security_group_id': '5be7f145-12f3-4c84-94f3-2b6cf15c22b9', 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:41.884995 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7effa86-bcf9-47cc-9b7a-2201650948e0 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (70c363e4-5d3e-4713-a5c3-e8da73c8b903), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.955327 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7effa86-bcf9-47cc-9b7a-2201650948e0 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (70c363e4-5d3e-4713-a5c3-e8da73c8b903), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.960721 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7effa86-bcf9-47cc-9b7a-2201650948e0 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (70c363e4-5d3e-4713-a5c3-e8da73c8b903), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:41.982113 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7effa86-bcf9-47cc-9b7a-2201650948e0 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c363e4-5d3e-4713-a5c3-e8da73c8b903,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:41.999798 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7effa86-bcf9-47cc-9b7a-2201650948e0 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.001069 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a7effa86-bcf9-47cc-9b7a-2201650948e0 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1569827 Jan 28 19:36:42.003889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 48956) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:42.009082 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f0f32730-bc22-4501-a65f-d707d39d7c59 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Request body: {'security_group_rule': {'security_group_id': '5be7f145-12f3-4c84-94f3-2b6cf15c22b9', 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:42.034677 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-f0f32730-bc22-4501-a65f-d707d39d7c59 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Project 52cc16c2a3524687aa58bbfb91be8f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:36:42.041670 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0f32730-bc22-4501-a65f-d707d39d7c59 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (d7f510c4-1819-4baf-a709-5088ba85afb0), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.050812 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'name': 'tempest-TestServerBasicOps-467837560-router', 'tenant_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'e3c45d97-7eb3-467f-9729-423ae428e217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:34Z', 'updated_at': '2022-01-28T19:36:38Z', 'revision_number': 4, 'project_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'gw_port': {'id': 'e3c45d97-7eb3-467f-9729-423ae428e217', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:34Z', 'updated_at': '2022-01-28T19:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e0f73fae-4427-4043-9623-46c469650888', 'name': '', 'network_id': 'b88922a1-a06c-47e2-978d-70e81f0958c6', 'tenant_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'mac_address': 'fa:16:3e:03:61:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'd26c1096-7f72-4ab5-a86d-1211c2b3bf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:37Z', 'updated_at': '2022-01-28T19:36:38Z', 'revision_number': 2, 'project_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'subnets': [{'id': 'd26c1096-7f72-4ab5-a86d-1211c2b3bf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:42.077895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Checking router: 7cbbbf46-22f3-4cdc-a208-4779b0a3cb71 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:36:42.078372 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Updating router 7cbbbf46-22f3-4cdc-a208-4779b0a3cb71 port e0f73fae-4427-4043-9623-46c469650888 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:36:42.105918 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e0f73fae-4427-4043-9623-46c469650888), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.115165 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0f32730-bc22-4501-a65f-d707d39d7c59 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (d7f510c4-1819-4baf-a709-5088ba85afb0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.120171 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0f32730-bc22-4501-a65f-d707d39d7c59 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (d7f510c4-1819-4baf-a709-5088ba85afb0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.146324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f32730-bc22-4501-a65f-d707d39d7c59 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f510c4-1819-4baf-a709-5088ba85afb0,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:42.165834 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f0f32730-bc22-4501-a65f-d707d39d7c59 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.168434 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f0f32730-bc22-4501-a65f-d707d39d7c59 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1632502 Jan 28 19:36:42.171327 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 48962) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:42.176670 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8db2e579-3c0c-4ef2-ab1d-f5f692018ea1 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Request body: {'security_group_rule': {'security_group_id': '5be7f145-12f3-4c84-94f3-2b6cf15c22b9', 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:42.215779 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-8db2e579-3c0c-4ef2-ab1d-f5f692018ea1 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Project 52cc16c2a3524687aa58bbfb91be8f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:36:42.222597 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8db2e579-3c0c-4ef2-ab1d-f5f692018ea1 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (7be1c93f-ca75-4e34-83eb-44f518984a10), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.252418 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e3c45d97-7eb3-467f-9729-423ae428e217 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:42.305038 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8db2e579-3c0c-4ef2-ab1d-f5f692018ea1 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (7be1c93f-ca75-4e34-83eb-44f518984a10), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.311758 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8db2e579-3c0c-4ef2-ab1d-f5f692018ea1 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (7be1c93f-ca75-4e34-83eb-44f518984a10), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.320778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e3c45d97-7eb3-467f-9729-423ae428e217 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:42.321694 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e3c45d97-7eb3-467f-9729-423ae428e217), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.339458 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2e579-3c0c-4ef2-ab1d-f5f692018ea1 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be1c93f-ca75-4e34-83eb-44f518984a10,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:42.346316 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8db2e579-3c0c-4ef2-ab1d-f5f692018ea1 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.348232 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8db2e579-3c0c-4ef2-ab1d-f5f692018ea1 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1756303 Jan 28 19:36:42.538433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e3c45d97-7eb3-467f-9729-423ae428e217 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:42.559935 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-8bddf4ee-4355-4e55-bfd0-61f0063933e2 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-731130194&fields=id&tenant_id=52cc16c2a3524687aa58bbfb91be8f85 HTTP/1.1" status: 200 len: 267 time: 0.0627642 Jan 28 19:36:42.613423 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Publish callbacks [] for port (e0f73fae-4427-4043-9623-46c469650888), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.622963 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e0f73fae-4427-4043-9623-46c469650888), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.697059 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb82c5-a581-428d-88f8-db0637b0d837 None None] Pushing event updated for resources: {'Port': ['ID=e0f73fae-4427-4043-9623-46c469650888,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:42.708031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-6c24c447-d6b3-4efc-af82-875efe0cb383 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:42.711397 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-6c24c447-d6b3-4efc-af82-875efe0cb383 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/networks?id=e228a45e-4325-41de-b203-527979431faa HTTP/1.1" status: 200 len: 809 time: 0.1408007 Jan 28 19:36:42.730490 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-a2b5a3c2-f47b-4a84-8d8f-d61f577b289d tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/quotas/52cc16c2a3524687aa58bbfb91be8f85 HTTP/1.1" status: 200 len: 375 time: 0.0143020 Jan 28 19:36:42.745395 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Attempting to bind port e0f73fae-4427-4043-9623-46c469650888 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:42.746141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Attempting to bind port e0f73fae-4427-4043-9623-46c469650888 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'bf960aab-9ebe-49dd-90fd-db56904de5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b88922a1-a06c-47e2-978d-70e81f0958c6'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:42.746736 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Attempting to bind port e0f73fae-4427-4043-9623-46c469650888 on network b88922a1-a06c-47e2-978d-70e81f0958c6 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:42.753098 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:42.753829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Checking segment: {'id': 'bf960aab-9ebe-49dd-90fd-db56904de5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b88922a1-a06c-47e2-978d-70e81f0958c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:42.754655 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.755252 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Bound using segment: {'id': 'bf960aab-9ebe-49dd-90fd-db56904de5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b88922a1-a06c-47e2-978d-70e81f0958c6'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:42.755955 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Bound port: e0f73fae-4427-4043-9623-46c469650888, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf960aab-9ebe-49dd-90fd-db56904de5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b88922a1-a06c-47e2-978d-70e81f0958c6'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:42.756574 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e0f73fae-4427-4043-9623-46c469650888), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.843745 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-2593346a-ad91-41ea-ae6f-887bc6e7304a tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=52cc16c2a3524687aa58bbfb91be8f85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059778 Jan 28 19:36:42.857991 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] For port e0f73fae-4427-4043-9623-46c469650888, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:42.861744 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] For port e0f73fae-4427-4043-9623-46c469650888, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e0f73fae-4427-4043-9623-46c469650888,segment=NetworkSegment(bf960aab-9ebe-49dd-90fd-db56904de5d6),segment_id=bf960aab-9ebe-49dd-90fd-db56904de5d6)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:42.869301 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e0f73fae-4427-4043-9623-46c469650888), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:42.921089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Routers {'7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:42.921735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:36:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:42.987633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb82c5-a581-428d-88f8-db0637b0d837 None None] Pushing event updated for resources: {'Port': ['ID=e0f73fae-4427-4043-9623-46c469650888,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:43.031854 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9329f3c-64c5-4794-9e2e-3f9500310bf2 req-79a4c977-2bd1-44cd-a401-e577f1dee175 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:43.033510 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9329f3c-64c5-4794-9e2e-3f9500310bf2 req-79a4c977-2bd1-44cd-a401-e577f1dee175 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1544871 Jan 28 19:36:43.135437 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9329f3c-64c5-4794-9e2e-3f9500310bf2 req-0f83fb02-a379-4ef0-9f88-aff962f7f549 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=463aa024-e155-4b94-85a5-fee5dab38b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925105 Jan 28 19:36:43.154727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-1eb9ee12-ca92-4688-8db7-aa919d15874c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:36:43.155922 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-1eb9ee12-ca92-4688-8db7-aa919d15874c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2934699 Jan 28 19:36:43.239279 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e231e-7ea5-44ff-9d84-4cf28faef0f6 req-d0d19a4b-5d42-48da-9dcb-e5ae2f726c31 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:43.240797 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8f0e231e-7ea5-44ff-9d84-4cf28faef0f6 req-d0d19a4b-5d42-48da-9dcb-e5ae2f726c31 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 946 time: 0.1399314 Jan 28 19:36:43.329550 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-ecab2e09-fe45-4cbd-9cc2-10faf15a7b83 service neutron] 10.222.0.55 "GET /v2.0/networks/e228a45e-4325-41de-b203-527979431faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640801 Jan 28 19:36:43.383013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-629da513-d165-4a86-ab82-e3df2855e705 None None] Provisioning complete for port e0f73fae-4427-4043-9623-46c469650888 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:43.383887 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-629da513-d165-4a86-ab82-e3df2855e705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e0f73fae-4427-4043-9623-46c469650888), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:43.395551 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-8f0e231e-7ea5-44ff-9d84-4cf28faef0f6 req-baa0e0af-6692-46db-bb63-4b79011406db tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Deleting port a0be7f28-7639-4124-b53d-878755b8c109 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:43.396509 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8f0e231e-7ea5-44ff-9d84-4cf28faef0f6 req-baa0e0af-6692-46db-bb63-4b79011406db tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a0be7f28-7639-4124-b53d-878755b8c109), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:43.441897 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] Set router 7cbbbf46-22f3-4cdc-a208-4779b0a3cb71 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:36:43.445202 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-08c1eac9-cf4b-4310-b875-4c9bfc9174ef service neutron] 10.222.0.55 "GET /v2.0/networks/e228a45e-4325-41de-b203-527979431faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113086 Jan 28 19:36:43.556855 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-8f0e231e-7ea5-44ff-9d84-4cf28faef0f6 req-baa0e0af-6692-46db-bb63-4b79011406db tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] For port a0be7f28-7639-4124-b53d-878755b8c109, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=a0be7f28-7639-4124-b53d-878755b8c109,segment=NetworkSegment(c076a8fc-9e12-4c62-8bd2-15d86083674f),segment_id=c076a8fc-9e12-4c62-8bd2-15d86083674f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:43.558237 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8f0e231e-7ea5-44ff-9d84-4cf28faef0f6 req-baa0e0af-6692-46db-bb63-4b79011406db tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a0be7f28-7639-4124-b53d-878755b8c109), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:43.718322 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-629da513-d165-4a86-ab82-e3df2855e705 None None] Current status of the port e0f73fae-4427-4043-9623-46c469650888 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:43.718903 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-629da513-d165-4a86-ab82-e3df2855e705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e0f73fae-4427-4043-9623-46c469650888), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:43.782141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-629da513-d165-4a86-ab82-e3df2855e705 None None] For port e0f73fae-4427-4043-9623-46c469650888, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e0f73fae-4427-4043-9623-46c469650888,segment=NetworkSegment(bf960aab-9ebe-49dd-90fd-db56904de5d6),segment_id=bf960aab-9ebe-49dd-90fd-db56904de5d6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:43.788848 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-629da513-d165-4a86-ab82-e3df2855e705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e0f73fae-4427-4043-9623-46c469650888), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:43.798640 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45770e6e-d57d-42d1-b39b-6cc26b345efb req-e8fc3eda-c0c8-4c41-9667-443d7d4f99b9 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 210 time: 0.0525663 Jan 28 19:36:43.824913 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8f0e231e-7ea5-44ff-9d84-4cf28faef0f6 req-baa0e0af-6692-46db-bb63-4b79011406db tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:43.825825 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8f0e231e-7ea5-44ff-9d84-4cf28faef0f6 req-baa0e0af-6692-46db-bb63-4b79011406db tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (ad01abb7-d048-4e42-a89c-a7e71936ebf2), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:43.826402 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [req-8f0e231e-7ea5-44ff-9d84-4cf28faef0f6 req-baa0e0af-6692-46db-bb63-4b79011406db tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Floating IP ad01abb7-d048-4e42-a89c-a7e71936ebf2 disassociated. External IP: 172.25.0.20, port: a0be7f28-7639-4124-b53d-878755b8c109. Jan 28 19:36:43.826949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-8f0e231e-7ea5-44ff-9d84-4cf28faef0f6 req-baa0e0af-6692-46db-bb63-4b79011406db tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Calling delete_port for a0be7f28-7639-4124-b53d-878755b8c109 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:43.837088 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'name': 'tempest-TestServerBasicOps-467837560-router', 'tenant_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'e3c45d97-7eb3-467f-9729-423ae428e217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:34Z', 'updated_at': '2022-01-28T19:36:38Z', 'revision_number': 4, 'project_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'gw_port': {'id': 'e3c45d97-7eb3-467f-9729-423ae428e217', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:34Z', 'updated_at': '2022-01-28T19:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e0f73fae-4427-4043-9623-46c469650888', 'name': '', 'network_id': 'b88922a1-a06c-47e2-978d-70e81f0958c6', 'tenant_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'mac_address': 'fa:16:3e:03:61:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'd26c1096-7f72-4ab5-a86d-1211c2b3bf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:37Z', 'updated_at': '2022-01-28T19:36:42Z', 'revision_number': 4, 'project_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'subnets': [{'id': 'd26c1096-7f72-4ab5-a86d-1211c2b3bf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:43.874046 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b190df79-86c2-4788-a525-8bdda8d0c564 None None] The sync data for ids ['7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'] in n-d-824834-4 is: [{'id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'name': 'tempest-TestServerBasicOps-467837560-router', 'tenant_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'e3c45d97-7eb3-467f-9729-423ae428e217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:34Z', 'updated_at': '2022-01-28T19:36:38Z', 'revision_number': 4, 'project_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'gw_port': {'id': 'e3c45d97-7eb3-467f-9729-423ae428e217', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:34Z', 'updated_at': '2022-01-28T19:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e0f73fae-4427-4043-9623-46c469650888', 'name': '', 'network_id': 'b88922a1-a06c-47e2-978d-70e81f0958c6', 'tenant_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'mac_address': 'fa:16:3e:03:61:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'd26c1096-7f72-4ab5-a86d-1211c2b3bf64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:37Z', 'updated_at': '2022-01-28T19:36:42Z', 'revision_number': 4, 'project_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'subnets': [{'id': 'd26c1096-7f72-4ab5-a86d-1211c2b3bf64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:36:43.877393 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629da513-d165-4a86-ab82-e3df2855e705 None None] Pushing event updated for resources: {'Port': ['ID=e0f73fae-4427-4043-9623-46c469650888,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:43.958388 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9f028d56-5cbc-451c-ad51-e530e9f6a116 None None] Provisioning complete for port e0f73fae-4427-4043-9623-46c469650888 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:43.958871 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f028d56-5cbc-451c-ad51-e530e9f6a116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e0f73fae-4427-4043-9623-46c469650888), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:44.003795 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8f0e231e-7ea5-44ff-9d84-4cf28faef0f6 req-baa0e0af-6692-46db-bb63-4b79011406db tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a0be7f28-7639-4124-b53d-878755b8c109), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:44.044825 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0e0af-6692-46db-bb63-4b79011406db tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event deleted for resources: {'Port': ['ID=a0be7f28-7639-4124-b53d-878755b8c109,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:44.070838 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9f028d56-5cbc-451c-ad51-e530e9f6a116 None None] Current status of the port e0f73fae-4427-4043-9623-46c469650888 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:44.221381 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f0e231e-7ea5-44ff-9d84-4cf28faef0f6 req-baa0e0af-6692-46db-bb63-4b79011406db tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Router 8706fccc-cdff-435e-85e5-ebbd611f5424 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:36:44.281072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e0f73fae-4427-4043-9623-46c469650888 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:44.290680 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-549c4276-06b7-44f8-8898-2429e35c6204 req-7f836fb2-c9cc-4ef6-ab9c-f74193af6ad8 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1d876f9-fea2-4894-a318-5b420a5c11de HTTP/1.1" status: 200 len: 210 time: 0.0482306 Jan 28 19:36:44.345080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e0f73fae-4427-4043-9623-46c469650888 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:44.346295 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e0f73fae-4427-4043-9623-46c469650888), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:44.395509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f0e231e-7ea5-44ff-9d84-4cf28faef0f6 req-baa0e0af-6692-46db-bb63-4b79011406db tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:36:44.410082 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ba9355-79a3-4889-8fe5-3b3879ce78cf None None] Sync routers for ids ['8706fccc-cdff-435e-85e5-ebbd611f5424'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:36:44.423054 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ba9355-79a3-4889-8fe5-3b3879ce78cf None None] Routers {'8706fccc-cdff-435e-85e5-ebbd611f5424'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:44.427956 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-01ba9355-79a3-4889-8fe5-3b3879ce78cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:36:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['8706fccc-cdff-435e-85e5-ebbd611f5424'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:44.455298 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0e231e-7ea5-44ff-9d84-4cf28faef0f6 req-baa0e0af-6692-46db-bb63-4b79011406db tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] No DVR routers for this DVR port a0be7f28-7639-4124-b53d-878755b8c109 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:36:44.462736 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8f0e231e-7ea5-44ff-9d84-4cf28faef0f6 req-baa0e0af-6692-46db-bb63-4b79011406db tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:44.466499 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8f0e231e-7ea5-44ff-9d84-4cf28faef0f6 req-baa0e0af-6692-46db-bb63-4b79011406db tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.37 "DELETE /v2.0/ports/a0be7f28-7639-4124-b53d-878755b8c109 HTTP/1.1" status: 204 len: 173 time: 1.2208853 Jan 28 19:36:44.466975 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d876f9-fea2-4894-a318-5b420a5c11de', 'name': 'network-vif-deleted', 'tag': 'a0be7f28-7639-4124-b53d-878755b8c109'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:44.469302 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a2f8e1-1cdc-4fd9-b62e-ea0d944a55d7" -d '{"events": [{"server_uuid": "a1d876f9-fea2-4894-a318-5b420a5c11de", "name": "network-vif-deleted", "tag": "a0be7f28-7639-4124-b53d-878755b8c109"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:44.486754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e0f73fae-4427-4043-9623-46c469650888 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:44.534614 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a882330-a86a-4fb1-8b50-f80a6be91240 x-openstack-request-id: req-8a882330-a86a-4fb1-8b50-f80a6be91240 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:44.534915 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d876f9-fea2-4894-a318-5b420a5c11de", "name": "network-vif-deleted", "tag": "a0be7f28-7639-4124-b53d-878755b8c109", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:44.535216 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a882330-a86a-4fb1-8b50-f80a6be91240 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:44.535673 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d876f9-fea2-4894-a318-5b420a5c11de', 'name': 'network-vif-deleted', 'tag': 'a0be7f28-7639-4124-b53d-878755b8c109', 'status': 'completed', 'code': 200} Jan 28 19:36:44.661778 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-01ba9355-79a3-4889-8fe5-3b3879ce78cf None None] Set router 8706fccc-cdff-435e-85e5-ebbd611f5424 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:36:44.913304 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3a839e7c-e4f0-444b-8ead-8532e37be2c7 req-78793ac0-0165-4a0a-8ab1-8b55799ef5ea tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 210 time: 0.0535355 Jan 28 19:36:45.082499 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-01ba9355-79a3-4889-8fe5-3b3879ce78cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 4, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '87d9d8f1-5a72-4061-9e52-905ae64da591', 'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'mac_address': 'fa:16:3e:3b:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:18Z', 'updated_at': '2022-01-28T19:31:27Z', 'revision_number': 5, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'subnets': [{'id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:45.128796 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ba9355-79a3-4889-8fe5-3b3879ce78cf None None] Checking router: 8706fccc-cdff-435e-85e5-ebbd611f5424 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:36:45.139058 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ba9355-79a3-4889-8fe5-3b3879ce78cf None None] Routers {'8706fccc-cdff-435e-85e5-ebbd611f5424'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:36:45.139761 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-01ba9355-79a3-4889-8fe5-3b3879ce78cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:36:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['8706fccc-cdff-435e-85e5-ebbd611f5424'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:45.271556 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-01ba9355-79a3-4889-8fe5-3b3879ce78cf None None] Set router 8706fccc-cdff-435e-85e5-ebbd611f5424 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:36:45.395894 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49022) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:45.455983 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2133c056-4ab1-4170-ac0a-0529a74e8888 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group (463aa024-e155-4b94-85a5-fee5dab38b21), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:45.481458 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2133c056-4ab1-4170-ac0a-0529a74e8888 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group (463aa024-e155-4b94-85a5-fee5dab38b21), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:45.485447 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-01ba9355-79a3-4889-8fe5-3b3879ce78cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 4, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '87d9d8f1-5a72-4061-9e52-905ae64da591', 'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'mac_address': 'fa:16:3e:3b:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:18Z', 'updated_at': '2022-01-28T19:31:27Z', 'revision_number': 5, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'subnets': [{'id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:36:45.515342 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ba9355-79a3-4889-8fe5-3b3879ce78cf None None] The sync data for ids ['8706fccc-cdff-435e-85e5-ebbd611f5424'] in n-d-824834-4 is: [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 4, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '87d9d8f1-5a72-4061-9e52-905ae64da591', 'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'mac_address': 'fa:16:3e:3b:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:18Z', 'updated_at': '2022-01-28T19:31:27Z', 'revision_number': 5, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'subnets': [{'id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:36:45.532664 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2133c056-4ab1-4170-ac0a-0529a74e8888 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (463aa024-e155-4b94-85a5-fee5dab38b21), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:45.536247 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2133c056-4ab1-4170-ac0a-0529a74e8888 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:45.537598 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2133c056-4ab1-4170-ac0a-0529a74e8888 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "DELETE /v2.0/security-groups/463aa024-e155-4b94-85a5-fee5dab38b21 HTTP/1.1" status: 204 len: 168 time: 0.1399088 Jan 28 19:36:45.540672 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49024) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:45.548078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133c056-4ab1-4170-ac0a-0529a74e8888 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=463aa024-e155-4b94-85a5-fee5dab38b21,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:45.554929 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-e7d9f4e4-6138-49af-8f64-5975e9a619e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] show failed (client error): The resource could not be found. Jan 28 19:36:45.558972 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e7d9f4e4-6138-49af-8f64-5975e9a619e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups/463aa024-e155-4b94-85a5-fee5dab38b21 HTTP/1.1" status: 404 len: 347 time: 0.0172887 Jan 28 19:36:45.560020 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49026) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:45.714289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9b928f15-abe8-46e8-893b-e942cc48e2dc tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Deleting port e2147411-d27a-415f-8542-baeeef94fca2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:45.714841 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b928f15-abe8-46e8-893b-e942cc48e2dc tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e2147411-d27a-415f-8542-baeeef94fca2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:45.804924 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b928f15-abe8-46e8-893b-e942cc48e2dc tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e2147411-d27a-415f-8542-baeeef94fca2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:45.805263 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b928f15-abe8-46e8-893b-e942cc48e2dc tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for floatingip (e2147411-d27a-415f-8542-baeeef94fca2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:45.816732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-9b928f15-abe8-46e8-893b-e942cc48e2dc tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Calling delete_port for e2147411-d27a-415f-8542-baeeef94fca2 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:36:45.967838 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b928f15-abe8-46e8-893b-e942cc48e2dc tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e2147411-d27a-415f-8542-baeeef94fca2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.023125 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b928f15-abe8-46e8-893b-e942cc48e2dc tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event deleted for resources: {'Port': ['ID=e2147411-d27a-415f-8542-baeeef94fca2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:46.036484 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3cf09b94-9485-4fb8-a06c-7fb00191adc3 req-de33175d-2da1-49df-95e1-bf53f801c201 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 210 time: 0.0462844 Jan 28 19:36:46.037151 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe122b41-a84f-4a47-8933-211e69525270 None None] New status for floating IP ad01abb7-d048-4e42-a89c-a7e71936ebf2: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:36:46.067708 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b928f15-abe8-46e8-893b-e942cc48e2dc tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for floatingip (ad01abb7-d048-4e42-a89c-a7e71936ebf2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.070841 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b928f15-abe8-46e8-893b-e942cc48e2dc tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.074513 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9b928f15-abe8-46e8-893b-e942cc48e2dc tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "DELETE /v2.0/floatingips/ad01abb7-d048-4e42-a89c-a7e71936ebf2 HTTP/1.1" status: 204 len: 168 time: 0.5034215 Jan 28 19:36:46.252032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49036) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:46.256835 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cc0b0f0c-3bf6-4250-a1d7-d0450943cbb4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--67440606', 'description': 'tempest-description--149372279'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:46.281684 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc0b0f0c-3bf6-4250-a1d7-d0450943cbb4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.351137 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc0b0f0c-3bf6-4250-a1d7-d0450943cbb4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group (01954c0f-b022-4d85-a60a-6ccdb8956cf3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.355424 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc0b0f0c-3bf6-4250-a1d7-d0450943cbb4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (01954c0f-b022-4d85-a60a-6ccdb8956cf3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.388763 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b0f0c-3bf6-4250-a1d7-d0450943cbb4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01954c0f-b022-4d85-a60a-6ccdb8956cf3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:46.398958 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc0b0f0c-3bf6-4250-a1d7-d0450943cbb4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.402508 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cc0b0f0c-3bf6-4250-a1d7-d0450943cbb4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1492677 Jan 28 19:36:46.403409 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49042) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:46.408575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5d70df62-90c6-48d5-9634-da2387ad23f1 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Request body: {'security_group_rule': {'security_group_id': '01954c0f-b022-4d85-a60a-6ccdb8956cf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:46.444029 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d70df62-90c6-48d5-9634-da2387ad23f1 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group_rule (a79a0956-0f2b-467a-a466-f14e3c666585), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.508080 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d70df62-90c6-48d5-9634-da2387ad23f1 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group_rule (a79a0956-0f2b-467a-a466-f14e3c666585), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.511622 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d70df62-90c6-48d5-9634-da2387ad23f1 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (a79a0956-0f2b-467a-a466-f14e3c666585), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.535716 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70df62-90c6-48d5-9634-da2387ad23f1 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79a0956-0f2b-467a-a466-f14e3c666585,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:46.541644 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d70df62-90c6-48d5-9634-da2387ad23f1 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.547106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49044) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:46.550515 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5d70df62-90c6-48d5-9634-da2387ad23f1 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420059 Jan 28 19:36:46.552314 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fc3c2063-0d44-4d3f-bffa-234b09adb3ae tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Request body: {'security_group_rule': {'security_group_id': '01954c0f-b022-4d85-a60a-6ccdb8956cf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:46.581464 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc3c2063-0d44-4d3f-bffa-234b09adb3ae tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group_rule (c20e7b0c-0f9c-462d-a28d-493ff157e85c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.636786 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc3c2063-0d44-4d3f-bffa-234b09adb3ae tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group_rule (c20e7b0c-0f9c-462d-a28d-493ff157e85c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.641672 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc3c2063-0d44-4d3f-bffa-234b09adb3ae tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (c20e7b0c-0f9c-462d-a28d-493ff157e85c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.662716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c2063-0d44-4d3f-bffa-234b09adb3ae tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20e7b0c-0f9c-462d-a28d-493ff157e85c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:46.674601 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc3c2063-0d44-4d3f-bffa-234b09adb3ae tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.675912 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fc3c2063-0d44-4d3f-bffa-234b09adb3ae tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274612 Jan 28 19:36:46.679328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49046) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:46.683795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:46.706306 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.831623 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:46.920397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device a0be7f28-7639-4124-b53d-878755b8c109 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:36:46.954946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: a0be7f28-7639-4124-b53d-878755b8c109 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:36:46.955487 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device a0be7f28-7639-4124-b53d-878755b8c109 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:36:47.022691 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Allocated IP 172.25.0.179 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/c4a58bc3-ac65-413c-ac8a-8e0cfaa2a8dc) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:47.032250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-df050c15-21ee-4a27-9645-77c6fa67e626 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:47.033720 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-df050c15-21ee-4a27-9645-77c6fa67e626 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.31 "GET /v2.0/networks?id=e228a45e-4325-41de-b203-527979431faa HTTP/1.1" status: 200 len: 809 time: 0.1614799 Jan 28 19:36:47.138627 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23ae15b8-7f18-4563-a64f-004832723975 req-137bfbc1-9654-4654-af22-0efa3a3ef53f tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 210 time: 0.0389442 Jan 28 19:36:47.192187 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-8b98b100-44e8-41bb-bb50-5f1da67d5c5b tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52cc16c2a3524687aa58bbfb91be8f85 HTTP/1.1" status: 200 len: 379 time: 0.1482279 Jan 28 19:36:47.205607 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-936164da-63e2-41fd-bb3f-95fe7c941784 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Request body: {'port': {'device_id': 'a40de370-0e9d-4c26-9932-bdfcae8d4c7b', 'network_id': 'e228a45e-4325-41de-b203-527979431faa', 'admin_state_up': True, 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'security_groups': ['5be7f145-12f3-4c84-94f3-2b6cf15c22b9']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:47.211584 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for port (c4a58bc3-ac65-413c-ac8a-8e0cfaa2a8dc), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:47.323356 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c4a58bc3-ac65-413c-ac8a-8e0cfaa2a8dc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:47.370749 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:47.375019 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-936164da-63e2-41fd-bb3f-95fe7c941784 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Made reservation on behalf of 52cc16c2a3524687aa58bbfb91be8f85 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:47.378516 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-936164da-63e2-41fd-bb3f-95fe7c941784 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:47.385162 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:47.395579 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:47.400096 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event updated for resources: {'Port': ['ID=c4a58bc3-ac65-413c-ac8a-8e0cfaa2a8dc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:47.566208 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for floatingip (d62f5fed-2451-4314-bf43-8b6f3d011b81), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:47.585945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-936164da-63e2-41fd-bb3f-95fe7c941784 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Allocated IP 172.20.0.10 (e228a45e-4325-41de-b203-527979431faa/61e41e2b-07c3-42d1-bc10-520fdbff48a2/e622c246-3364-4a5a-9cbd-083d146fc963) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:47.626430 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c4a58bc3-ac65-413c-ac8a-8e0cfaa2a8dc), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:47.839123 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-936164da-63e2-41fd-bb3f-95fe7c941784 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for port (e622c246-3364-4a5a-9cbd-083d146fc963), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:47.887030 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for port (c4a58bc3-ac65-413c-ac8a-8e0cfaa2a8dc), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:47.894181 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c4a58bc3-ac65-413c-ac8a-8e0cfaa2a8dc), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:47.963836 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-936164da-63e2-41fd-bb3f-95fe7c941784 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (e622c246-3364-4a5a-9cbd-083d146fc963), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:47.987964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event updated for resources: {'Port': ['ID=c4a58bc3-ac65-413c-ac8a-8e0cfaa2a8dc,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:47.998636 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (d62f5fed-2451-4314-bf43-8b6f3d011b81), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:48.022702 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-936164da-63e2-41fd-bb3f-95fe7c941784 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Network e228a45e-4325-41de-b203-527979431faa is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:48.031656 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-936164da-63e2-41fd-bb3f-95fe7c941784 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:48.034226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-936164da-63e2-41fd-bb3f-95fe7c941784 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:48.065036 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:48.067195 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4c0a3ad3-37a9-4db8-a76c-7cf70e0fd6e4 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3866661 Jan 28 19:36:48.093778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936164da-63e2-41fd-bb3f-95fe7c941784 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Pushing event updated for resources: {'Port': ['ID=e622c246-3364-4a5a-9cbd-083d146fc963,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:48.122441 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-936164da-63e2-41fd-bb3f-95fe7c941784 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:48.123786 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-936164da-63e2-41fd-bb3f-95fe7c941784 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:48.150308 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-936164da-63e2-41fd-bb3f-95fe7c941784 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9501834 Jan 28 19:36:48.162398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Request body: {'port': {'device_id': 'a40de370-0e9d-4c26-9932-bdfcae8d4c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:48.227857 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-311e1686-30ff-41fe-8df9-a499c6483964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:48.324820 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18035ff-193a-4dbe-8f6c-29be026177e4 req-8ea85ff3-4dca-4423-a2de-0d26f55aa9e1 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:48.326449 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f18035ff-193a-4dbe-8f6c-29be026177e4 req-8ea85ff3-4dca-4423-a2de-0d26f55aa9e1 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 932 time: 0.0749331 Jan 28 19:36:48.383318 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f18035ff-193a-4dbe-8f6c-29be026177e4 req-c7b04b52-9d63-4772-8d05-2d7ab755e12a tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/security-groups?id=5be7f145-12f3-4c84-94f3-2b6cf15c22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500360 Jan 28 19:36:48.434754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7af83399-3c27-4f32-974d-6160bc5ce033 None None] Provisioning complete for port e622c246-3364-4a5a-9cbd-083d146fc963 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:48.435386 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7af83399-3c27-4f32-974d-6160bc5ce033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e622c246-3364-4a5a-9cbd-083d146fc963), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:48.476345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7af83399-3c27-4f32-974d-6160bc5ce033 None None] Port e622c246-3364-4a5a-9cbd-083d146fc963 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:36:48.664099 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e622c246-3364-4a5a-9cbd-083d146fc963), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:48.718306 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-bf29915f-0fc7-4824-bee1-0e7c181b58bd tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--67440606&fields=id&tenant_id=7278e5fb228649a0bcad995bf769f3a1 HTTP/1.1" status: 200 len: 267 time: 0.0779445 Jan 28 19:36:48.938969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-2f107ad3-851c-4cf5-9026-7c3896e7f737 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:48.940507 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-2f107ad3-851c-4cf5-9026-7c3896e7f737 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/networks?id=98679574-4cfe-45e5-8584-36f66292a0bf HTTP/1.1" status: 200 len: 809 time: 0.2148247 Jan 28 19:36:48.968196 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-49ff0575-bea6-4b74-8b0d-a75c11e2cfbf tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/quotas/7278e5fb228649a0bcad995bf769f3a1 HTTP/1.1" status: 200 len: 375 time: 0.0141184 Jan 28 19:36:49.068689 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-fc15a22d-ab5f-4d5f-aca9-1d0b3619f89f tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7278e5fb228649a0bcad995bf769f3a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915754 Jan 28 19:36:49.075970 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e622c246-3364-4a5a-9cbd-083d146fc963 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:36:49.084779 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Publish callbacks [] for port (e622c246-3364-4a5a-9cbd-083d146fc963), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:49.141549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Transition to ACTIVE for port object e622c246-3364-4a5a-9cbd-083d146fc963 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:36:49.148447 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e622c246-3364-4a5a-9cbd-083d146fc963), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:49.232363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Pushing event updated for resources: {'Port': ['ID=e622c246-3364-4a5a-9cbd-083d146fc963,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:49.260358 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-13f3ff2f-3cca-42a0-8565-ec8cd54cc436 service neutron] 10.222.0.55 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774347 Jan 28 19:36:49.376771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Attempting to bind port e622c246-3364-4a5a-9cbd-083d146fc963 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:49.377108 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Attempting to bind port e622c246-3364-4a5a-9cbd-083d146fc963 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '6fd8dbb9-656d-46e0-a89a-720a5305ab65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e228a45e-4325-41de-b203-527979431faa'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:49.377446 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Attempting to bind port e622c246-3364-4a5a-9cbd-083d146fc963 on network e228a45e-4325-41de-b203-527979431faa {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:49.384657 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Port e622c246-3364-4a5a-9cbd-083d146fc963 on network e228a45e-4325-41de-b203-527979431faa not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:36:49.384966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Attempting to bind port e622c246-3364-4a5a-9cbd-083d146fc963 on network e228a45e-4325-41de-b203-527979431faa {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:49.392963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:49.393300 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Checking segment: {'id': '6fd8dbb9-656d-46e0-a89a-720a5305ab65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e228a45e-4325-41de-b203-527979431faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:49.393680 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Bound using segment: {'id': '6fd8dbb9-656d-46e0-a89a-720a5305ab65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e228a45e-4325-41de-b203-527979431faa'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:49.394138 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Bound port: e622c246-3364-4a5a-9cbd-083d146fc963, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd8dbb9-656d-46e0-a89a-720a5305ab65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e228a45e-4325-41de-b203-527979431faa'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:49.394501 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e622c246-3364-4a5a-9cbd-083d146fc963), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:49.426262 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-3530c228-c84a-4de9-9751-ae4fa9fbdfe8 service neutron] 10.222.0.55 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416445 Jan 28 19:36:49.505744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] For port e622c246-3364-4a5a-9cbd-083d146fc963, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:49.511465 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] For port e622c246-3364-4a5a-9cbd-083d146fc963, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e622c246-3364-4a5a-9cbd-083d146fc963,segment=NetworkSegment(6fd8dbb9-656d-46e0-a89a-720a5305ab65),segment_id=6fd8dbb9-656d-46e0-a89a-720a5305ab65)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:49.517876 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e622c246-3364-4a5a-9cbd-083d146fc963), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:49.521734 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b236ba-3ac0-4aaa-977b-82fbb0434677 req-ec1c28a2-8cee-4697-82ea-85cb9cb18893 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:49.523443 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78b236ba-3ac0-4aaa-977b-82fbb0434677 req-ec1c28a2-8cee-4697-82ea-85cb9cb18893 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 944 time: 0.0604138 Jan 28 19:36:49.559647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:49.560261 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:49.561843 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] 10.222.0.31 "PUT /v2.0/ports/e622c246-3364-4a5a-9cbd-083d146fc963 HTTP/1.1" status: 200 len: 1092 time: 1.4040449 Jan 28 19:36:49.562404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40de370-0e9d-4c26-9932-bdfcae8d4c7b', 'tag': 'e622c246-3364-4a5a-9cbd-083d146fc963'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:49.565169 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc22124-7836-4259-a958-a9c6e02e7f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "a40de370-0e9d-4c26-9932-bdfcae8d4c7b", "tag": "e622c246-3364-4a5a-9cbd-083d146fc963"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:49.605517 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78b236ba-3ac0-4aaa-977b-82fbb0434677 req-0ad5c216-c3cb-4350-b2c4-78ab298c4e87 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/security-groups?id=5be7f145-12f3-4c84-94f3-2b6cf15c22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671840 Jan 28 19:36:49.667374 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3514edea-6c85-40d4-aeaa-8a44f03dc87b x-openstack-request-id: req-3514edea-6c85-40d4-aeaa-8a44f03dc87b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:49.667919 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40de370-0e9d-4c26-9932-bdfcae8d4c7b", "tag": "e622c246-3364-4a5a-9cbd-083d146fc963", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:49.667919 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3514edea-6c85-40d4-aeaa-8a44f03dc87b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:49.668278 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40de370-0e9d-4c26-9932-bdfcae8d4c7b', 'tag': 'e622c246-3364-4a5a-9cbd-083d146fc963', 'status': 'completed', 'code': 200} Jan 28 19:36:49.668986 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e37ee-f0b4-4b26-9909-d9ce652187fe service neutron] Pushing event updated for resources: {'Port': ['ID=e622c246-3364-4a5a-9cbd-083d146fc963,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:49.694306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-e7f3d4ca-9031-4c7e-951a-e1d494e37f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:49.697539 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-e7f3d4ca-9031-4c7e-951a-e1d494e37f76 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52cc16c2a3524687aa58bbfb91be8f85&device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 1126 time: 0.0926094 Jan 28 19:36:49.702564 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-06a140a4-59aa-476e-86d9-20fec6b02d5b req-62e1a821-15cb-4566-8f7a-d24a4c13d864 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 210 time: 0.0382242 Jan 28 19:36:49.760511 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-6ddf702b-cb5c-4116-9a72-be5f94949318 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e622c246-3364-4a5a-9cbd-083d146fc963 HTTP/1.1" status: 200 len: 217 time: 0.0553498 Jan 28 19:36:49.815931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-6951ba10-7e5f-4778-8b20-a0536ae930fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:49.817518 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-6951ba10-7e5f-4778-8b20-a0536ae930fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61e41e2b-07c3-42d1-bc10-520fdbff48a2 HTTP/1.1" status: 200 len: 848 time: 0.0517340 Jan 28 19:36:49.877618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-e8b587fe-6f77-4826-8452-de1292f1a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:49.879106 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-e8b587fe-6f77-4826-8452-de1292f1a5ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e228a45e-4325-41de-b203-527979431faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0559671 Jan 28 19:36:49.999125 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-719208cc-276b-4377-8a71-9aa0971e7423 service neutron] 10.222.0.31 "GET /v2.0/networks/e228a45e-4325-41de-b203-527979431faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132996 Jan 28 19:36:50.096757 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baa0c617-b663-4352-ab7a-d1c10d898a88 req-9e1a36a9-4193-4356-9ba8-b6b7766f2bc5 service neutron] 10.222.0.31 "GET /v2.0/networks/e228a45e-4325-41de-b203-527979431faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920775 Jan 28 19:36:50.191842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc22124-7836-4259-a958-a9c6e02e7f7d req-7b5c9f44-b3c0-441f-b645-3fe31bc2b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:50.193498 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ebc22124-7836-4259-a958-a9c6e02e7f7d req-7b5c9f44-b3c0-441f-b645-3fe31bc2b0e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52cc16c2a3524687aa58bbfb91be8f85&device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 1126 time: 0.0509343 Jan 28 19:36:50.291554 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc22124-7836-4259-a958-a9c6e02e7f7d req-a2fd9dfd-a323-4688-962a-0bfd244a1925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:50.293188 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ebc22124-7836-4259-a958-a9c6e02e7f7d req-a2fd9dfd-a323-4688-962a-0bfd244a1925 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e228a45e-4325-41de-b203-527979431faa HTTP/1.1" status: 200 len: 910 time: 0.0942950 Jan 28 19:36:50.336434 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ebc22124-7836-4259-a958-a9c6e02e7f7d req-0280f513-cbcd-48a8-b957-9fa405f8edc6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e622c246-3364-4a5a-9cbd-083d146fc963 HTTP/1.1" status: 200 len: 217 time: 0.0369105 Jan 28 19:36:50.389949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc22124-7836-4259-a958-a9c6e02e7f7d req-21a03c4e-9420-4439-bd05-a436feed05aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:50.391778 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ebc22124-7836-4259-a958-a9c6e02e7f7d req-21a03c4e-9420-4439-bd05-a436feed05aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61e41e2b-07c3-42d1-bc10-520fdbff48a2 HTTP/1.1" status: 200 len: 848 time: 0.0475647 Jan 28 19:36:50.395991 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-940a435f-0c53-414d-91a2-c7525e6a1d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:50.453037 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc22124-7836-4259-a958-a9c6e02e7f7d req-e188579f-18d3-4c0e-b1a7-7e368584431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:50.454599 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ebc22124-7836-4259-a958-a9c6e02e7f7d req-e188579f-18d3-4c0e-b1a7-7e368584431e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e228a45e-4325-41de-b203-527979431faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557985 Jan 28 19:36:50.558841 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ebc22124-7836-4259-a958-a9c6e02e7f7d req-51486c3e-c07c-41ac-bbd0-7dd4d3ca5ee9 service neutron] 10.222.0.31 "GET /v2.0/networks/e228a45e-4325-41de-b203-527979431faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966921 Jan 28 19:36:50.770047 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ebc22124-7836-4259-a958-a9c6e02e7f7d req-5e3f083b-ebe6-48a6-bbe5-8ab8171a9d87 service neutron] 10.222.0.31 "GET /v2.0/networks/e228a45e-4325-41de-b203-527979431faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050877 Jan 28 19:36:50.814679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-f5edf8ac-4cc7-4027-a702-4099f2abc551 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:50.815118 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-769f857e-bb6e-4362-ac79-3dde2e0826ab req-e2cfb3e8-68ba-47da-8d0d-ed9369d2ce0a tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 210 time: 0.0296211 Jan 28 19:36:50.816324 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-f5edf8ac-4cc7-4027-a702-4099f2abc551 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.37 "GET /v2.0/networks?id=98679574-4cfe-45e5-8584-36f66292a0bf HTTP/1.1" status: 200 len: 809 time: 0.2003474 Jan 28 19:36:50.830175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab7f9f-7dd2-429f-9cde-7aa39474f30d req-80a9bc0f-cced-48f5-9f23-6aceeea7aeae tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:50.832093 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e3ab7f9f-7dd2-429f-9cde-7aa39474f30d req-80a9bc0f-cced-48f5-9f23-6aceeea7aeae tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 944 time: 0.1227727 Jan 28 19:36:50.918664 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e3ab7f9f-7dd2-429f-9cde-7aa39474f30d req-c4906041-ac5e-4f3c-8eb7-bf1f61306462 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/security-groups?id=5be7f145-12f3-4c84-94f3-2b6cf15c22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758176 Jan 28 19:36:50.923357 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-e0ba71bf-2045-4716-8a62-e457973326f3 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7278e5fb228649a0bcad995bf769f3a1 HTTP/1.1" status: 200 len: 378 time: 0.0903592 Jan 28 19:36:50.932512 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-d6b289bd-e813-452f-a818-37cc46c9f524 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Request body: {'port': {'device_id': 'd3c393f8-76b3-4e9c-9505-65c43a980561', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'admin_state_up': True, 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'security_groups': ['01954c0f-b022-4d85-a60a-6ccdb8956cf3']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:51.043403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-d6b289bd-e813-452f-a818-37cc46c9f524 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Made reservation on behalf of 7278e5fb228649a0bcad995bf769f3a1 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:36:51.047031 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-d6b289bd-e813-452f-a818-37cc46c9f524 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.176255 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-d6b289bd-e813-452f-a818-37cc46c9f524 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Allocated IP 172.20.0.5 (98679574-4cfe-45e5-8584-36f66292a0bf/2300efa6-bb93-4ddc-ad47-4d237824e541/ced7e9a6-f7cd-49c6-9a98-801dafb2faea) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:51.317631 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-d6b289bd-e813-452f-a818-37cc46c9f524 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for port (ced7e9a6-f7cd-49c6-9a98-801dafb2faea), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.352290 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-d6b289bd-e813-452f-a818-37cc46c9f524 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ced7e9a6-f7cd-49c6-9a98-801dafb2faea), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.394105 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-d6b289bd-e813-452f-a818-37cc46c9f524 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Network 98679574-4cfe-45e5-8584-36f66292a0bf is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:51.396976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-d6b289bd-e813-452f-a818-37cc46c9f524 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:51.402544 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-d6b289bd-e813-452f-a818-37cc46c9f524 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:51.440795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b289bd-e813-452f-a818-37cc46c9f524 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event updated for resources: {'Port': ['ID=ced7e9a6-f7cd-49c6-9a98-801dafb2faea,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:51.473864 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-d6b289bd-e813-452f-a818-37cc46c9f524 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:51.474689 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-d6b289bd-e813-452f-a818-37cc46c9f524 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.492935 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-d6b289bd-e813-452f-a818-37cc46c9f524 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5644801 Jan 28 19:36:51.506151 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Request body: {'port': {'device_id': 'd3c393f8-76b3-4e9c-9505-65c43a980561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:51.576495 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ced7e9a6-f7cd-49c6-9a98-801dafb2faea), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.670605 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9fbcb934-34fa-4e46-a8c8-a4c9357c53d6 None None] Provisioning complete for port ced7e9a6-f7cd-49c6-9a98-801dafb2faea triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:51.671843 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9fbcb934-34fa-4e46-a8c8-a4c9357c53d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ced7e9a6-f7cd-49c6-9a98-801dafb2faea), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.711488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9fbcb934-34fa-4e46-a8c8-a4c9357c53d6 None None] Port ced7e9a6-f7cd-49c6-9a98-801dafb2faea cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:36:51.733717 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.838643 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced7e9a6-f7cd-49c6-9a98-801dafb2faea {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:36:51.847028 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Publish callbacks [] for port (ced7e9a6-f7cd-49c6-9a98-801dafb2faea), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.860655 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Transition to ACTIVE for port object ced7e9a6-f7cd-49c6-9a98-801dafb2faea will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:36:51.864894 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (ced7e9a6-f7cd-49c6-9a98-801dafb2faea), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:51.923890 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Pushing event updated for resources: {'Port': ['ID=ced7e9a6-f7cd-49c6-9a98-801dafb2faea,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:51.974859 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d9fa2-8891-4498-9d27-b283ea05ca3a req-dd919e79-0138-4331-b475-32107f66c7fa tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:51.989096 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f42d9fa2-8891-4498-9d27-b283ea05ca3a req-dd919e79-0138-4331-b475-32107f66c7fa tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 943 time: 0.1013193 Jan 28 19:36:52.012726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Attempting to bind port ced7e9a6-f7cd-49c6-9a98-801dafb2faea on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:36:52.013074 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Attempting to bind port ced7e9a6-f7cd-49c6-9a98-801dafb2faea by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'c076a8fc-9e12-4c62-8bd2-15d86083674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:36:52.013398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Attempting to bind port ced7e9a6-f7cd-49c6-9a98-801dafb2faea on network 98679574-4cfe-45e5-8584-36f66292a0bf {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:52.018487 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Port ced7e9a6-f7cd-49c6-9a98-801dafb2faea on network 98679574-4cfe-45e5-8584-36f66292a0bf not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:36:52.018809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Attempting to bind port ced7e9a6-f7cd-49c6-9a98-801dafb2faea on network 98679574-4cfe-45e5-8584-36f66292a0bf {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:36:52.024714 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:36:52.025053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Checking segment: {'id': 'c076a8fc-9e12-4c62-8bd2-15d86083674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:36:52.025436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Bound using segment: {'id': 'c076a8fc-9e12-4c62-8bd2-15d86083674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:36:52.025922 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Bound port: ced7e9a6-f7cd-49c6-9a98-801dafb2faea, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c076a8fc-9e12-4c62-8bd2-15d86083674f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:36:52.026319 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ced7e9a6-f7cd-49c6-9a98-801dafb2faea), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:52.063628 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f42d9fa2-8891-4498-9d27-b283ea05ca3a req-60fe5e56-5e5b-4a35-a6ce-c5051f59d6ee tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=01954c0f-b022-4d85-a60a-6ccdb8956cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675411 Jan 28 19:36:52.156281 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] For port ced7e9a6-f7cd-49c6-9a98-801dafb2faea, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:36:52.161116 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] For port ced7e9a6-f7cd-49c6-9a98-801dafb2faea, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ced7e9a6-f7cd-49c6-9a98-801dafb2faea,segment=NetworkSegment(c076a8fc-9e12-4c62-8bd2-15d86083674f),segment_id=c076a8fc-9e12-4c62-8bd2-15d86083674f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:36:52.172788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23910c91-91d8-4ecb-9d92-4eca291dd9f5 req-955be6dd-7dec-4b43-97e3-cb898b97e383 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:52.174623 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23910c91-91d8-4ecb-9d92-4eca291dd9f5 req-955be6dd-7dec-4b43-97e3-cb898b97e383 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 944 time: 0.1324592 Jan 28 19:36:52.176641 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (ced7e9a6-f7cd-49c6-9a98-801dafb2faea), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:52.235667 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:52.236336 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:52.238404 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] 10.222.0.37 "PUT /v2.0/ports/ced7e9a6-f7cd-49c6-9a98-801dafb2faea HTTP/1.1" status: 200 len: 1091 time: 0.7365673 Jan 28 19:36:52.239022 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c393f8-76b3-4e9c-9505-65c43a980561', 'tag': 'ced7e9a6-f7cd-49c6-9a98-801dafb2faea'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:52.241536 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e5d438-5551-40fc-b9ff-c2307dab2324" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c393f8-76b3-4e9c-9505-65c43a980561", "tag": "ced7e9a6-f7cd-49c6-9a98-801dafb2faea"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:52.288952 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78d5ec-8067-4199-aab8-2ae57a95ddf8 service neutron] Pushing event updated for resources: {'Port': ['ID=ced7e9a6-f7cd-49c6-9a98-801dafb2faea,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:52.306563 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23910c91-91d8-4ecb-9d92-4eca291dd9f5 req-0c2de34d-6fd0-4334-a9c3-c923eb44cf29 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/security-groups?id=5be7f145-12f3-4c84-94f3-2b6cf15c22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242075 Jan 28 19:36:52.309096 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc47b3ed-9db3-41d6-abeb-271d0c4059ae x-openstack-request-id: req-cc47b3ed-9db3-41d6-abeb-271d0c4059ae {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:52.309491 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c393f8-76b3-4e9c-9505-65c43a980561", "tag": "ced7e9a6-f7cd-49c6-9a98-801dafb2faea", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:52.309843 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc47b3ed-9db3-41d6-abeb-271d0c4059ae {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:52.310374 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c393f8-76b3-4e9c-9505-65c43a980561', 'tag': 'ced7e9a6-f7cd-49c6-9a98-801dafb2faea', 'status': 'completed', 'code': 200} Jan 28 19:36:52.357132 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-43a82147-b25b-463b-8d58-4281a2816143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:52.358995 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-43a82147-b25b-463b-8d58-4281a2816143 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7278e5fb228649a0bcad995bf769f3a1&device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 1125 time: 0.0634239 Jan 28 19:36:52.405228 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-d8580e7f-1277-469a-86af-fd6ba2fd5a97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ced7e9a6-f7cd-49c6-9a98-801dafb2faea HTTP/1.1" status: 200 len: 217 time: 0.0398009 Jan 28 19:36:52.456374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-ff1f4168-bf80-489f-b0b7-c634a6cebecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:52.458185 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-ff1f4168-bf80-489f-b0b7-c634a6cebecb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2300efa6-bb93-4ddc-ad47-4d237824e541 HTTP/1.1" status: 200 len: 848 time: 0.0465617 Jan 28 19:36:52.511588 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-67f3c1ea-61c6-417a-9526-a02d54b822d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:52.513121 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-67f3c1ea-61c6-417a-9526-a02d54b822d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98679574-4cfe-45e5-8584-36f66292a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479684 Jan 28 19:36:52.606001 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-710c43b4-1e6f-4e5a-941a-e226692e88b6 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868354 Jan 28 19:36:52.693522 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-537dbb8e-9903-4c81-883b-1b5fce32de17 req-9c6b2ec7-1bf9-4040-8304-d33b475e0d7e service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823996 Jan 28 19:36:52.782686 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5d438-5551-40fc-b9ff-c2307dab2324 req-0fb572c4-4ee3-4c31-9844-76a6f3390a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:52.784296 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-08e5d438-5551-40fc-b9ff-c2307dab2324 req-0fb572c4-4ee3-4c31-9844-76a6f3390a54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7278e5fb228649a0bcad995bf769f3a1&device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 1125 time: 0.0464976 Jan 28 19:36:52.879203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5d438-5551-40fc-b9ff-c2307dab2324 req-271d77d7-848d-43db-90f6-eb1d9500b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:52.880644 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-08e5d438-5551-40fc-b9ff-c2307dab2324 req-271d77d7-848d-43db-90f6-eb1d9500b893 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98679574-4cfe-45e5-8584-36f66292a0bf HTTP/1.1" status: 200 len: 910 time: 0.0901384 Jan 28 19:36:52.921894 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-08e5d438-5551-40fc-b9ff-c2307dab2324 req-43ae4fd8-6a1b-4c78-a206-ec2ffc7fab11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ced7e9a6-f7cd-49c6-9a98-801dafb2faea HTTP/1.1" status: 200 len: 217 time: 0.0351329 Jan 28 19:36:52.974771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5d438-5551-40fc-b9ff-c2307dab2324 req-0ea8a2e6-c446-4929-a38f-ddb601e1ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:52.976309 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-08e5d438-5551-40fc-b9ff-c2307dab2324 req-0ea8a2e6-c446-4929-a38f-ddb601e1ab35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2300efa6-bb93-4ddc-ad47-4d237824e541 HTTP/1.1" status: 200 len: 848 time: 0.0495834 Jan 28 19:36:53.027120 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:53.031499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5d438-5551-40fc-b9ff-c2307dab2324 req-cade90ae-8543-4a90-8f9b-8b2967cf7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:53.033040 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-08e5d438-5551-40fc-b9ff-c2307dab2324 req-cade90ae-8543-4a90-8f9b-8b2967cf7675 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98679574-4cfe-45e5-8584-36f66292a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509124 Jan 28 19:36:53.126616 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-08e5d438-5551-40fc-b9ff-c2307dab2324 req-a4982921-a7c9-4429-b022-3f06cdcc96d1 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860190 Jan 28 19:36:53.197710 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50a32c-3763-4d89-897c-dc7b3400712a req-ac4533a0-5a85-4fb7-949c-dbf506cf914b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:53.200317 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e50a32c-3763-4d89-897c-dc7b3400712a req-ac4533a0-5a85-4fb7-949c-dbf506cf914b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 943 time: 0.0641654 Jan 28 19:36:53.230069 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-08e5d438-5551-40fc-b9ff-c2307dab2324 req-c7e3b062-c2ae-46c0-ab8e-a0786e82f369 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962381 Jan 28 19:36:53.252605 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e50a32c-3763-4d89-897c-dc7b3400712a req-9afd12f1-e343-4211-81a9-4e5dbd7d518b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=01954c0f-b022-4d85-a60a-6ccdb8956cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454171 Jan 28 19:36:53.427185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0d103-306c-456c-a35c-1b1b372e6309 req-87954713-d6b6-4e92-89c9-a2e45efab97d tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:53.428586 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-afb0d103-306c-456c-a35c-1b1b372e6309 req-87954713-d6b6-4e92-89c9-a2e45efab97d tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 944 time: 0.0556996 Jan 28 19:36:53.479067 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-afb0d103-306c-456c-a35c-1b1b372e6309 req-9b753032-22cb-4883-9c3f-b102c3d7bd09 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/security-groups?id=5be7f145-12f3-4c84-94f3-2b6cf15c22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447302 Jan 28 19:36:53.525806 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e622c246-3364-4a5a-9cbd-083d146fc963 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:36:53.624442 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port e622c246-3364-4a5a-9cbd-083d146fc963, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e622c246-3364-4a5a-9cbd-083d146fc963,segment=NetworkSegment(6fd8dbb9-656d-46e0-a89a-720a5305ab65),segment_id=6fd8dbb9-656d-46e0-a89a-720a5305ab65)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:53.636451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'e622c246-3364-4a5a-9cbd-083d146fc963', 'network_id': 'e228a45e-4325-41de-b203-527979431faa', 'port_id': 'e622c246-3364-4a5a-9cbd-083d146fc963', 'mac_address': 'fa:16:3e:e1:bd:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:36:53.680866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port e622c246-3364-4a5a-9cbd-083d146fc963 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:53.681133 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e622c246-3364-4a5a-9cbd-083d146fc963), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:53.696072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e622c246-3364-4a5a-9cbd-083d146fc963 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:36:53.717439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port e622c246-3364-4a5a-9cbd-083d146fc963, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e622c246-3364-4a5a-9cbd-083d146fc963,segment=NetworkSegment(6fd8dbb9-656d-46e0-a89a-720a5305ab65),segment_id=6fd8dbb9-656d-46e0-a89a-720a5305ab65)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:53.722462 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e622c246-3364-4a5a-9cbd-083d146fc963), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:53.774454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=e622c246-3364-4a5a-9cbd-083d146fc963,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:53.967320 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['e622c246-3364-4a5a-9cbd-083d146fc963'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:36:54.377202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff640aa5-0dcd-47e0-a265-87e1fdc980e8 req-af309910-d4bc-4bf1-86d5-a232d441738b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:54.378910 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff640aa5-0dcd-47e0-a265-87e1fdc980e8 req-af309910-d4bc-4bf1-86d5-a232d441738b tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 943 time: 0.0569558 Jan 28 19:36:54.426904 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff640aa5-0dcd-47e0-a265-87e1fdc980e8 req-d4b7040d-3c85-4688-8907-f71ddebaa94c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=01954c0f-b022-4d85-a60a-6ccdb8956cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420773 Jan 28 19:36:54.461980 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:54.603850 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c480d8b-d896-4be9-8e36-1bb487304d22 req-fdc252c5-19f3-461d-8495-c5a7653065c5 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:54.605313 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c480d8b-d896-4be9-8e36-1bb487304d22 req-fdc252c5-19f3-461d-8495-c5a7653065c5 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 945 time: 0.0555916 Jan 28 19:36:54.660984 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c480d8b-d896-4be9-8e36-1bb487304d22 req-5bc05a64-b69e-4b53-88f5-e17aa528112e tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/security-groups?id=5be7f145-12f3-4c84-94f3-2b6cf15c22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495315 Jan 28 19:36:55.526065 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:55.533006 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e622c246-3364-4a5a-9cbd-083d146fc963 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:55.553031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92dfe4-87ac-4f6a-98df-c7abc930e07f req-1e0bde14-1850-489c-b37a-537ffc882bd8 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:55.560168 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8b92dfe4-87ac-4f6a-98df-c7abc930e07f req-1e0bde14-1850-489c-b37a-537ffc882bd8 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 943 time: 0.0662961 Jan 28 19:36:55.597003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port e622c246-3364-4a5a-9cbd-083d146fc963 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:36:55.601698 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port e622c246-3364-4a5a-9cbd-083d146fc963 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:55.602634 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e622c246-3364-4a5a-9cbd-083d146fc963), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:55.614541 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8b92dfe4-87ac-4f6a-98df-c7abc930e07f req-2c8ad23d-92f8-47c8-983f-8430f16438df tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=01954c0f-b022-4d85-a60a-6ccdb8956cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533903 Jan 28 19:36:55.680122 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port e622c246-3364-4a5a-9cbd-083d146fc963 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:55.680466 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e622c246-3364-4a5a-9cbd-083d146fc963), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:55.706362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40de370-0e9d-4c26-9932-bdfcae8d4c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e622c246-3364-4a5a-9cbd-083d146fc963'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:55.708927 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ed6973-ead3-4d33-8389-4cea5de1e833" -d '{"events": [{"server_uuid": "a40de370-0e9d-4c26-9932-bdfcae8d4c7b", "name": "network-vif-plugged", "status": "completed", "tag": "e622c246-3364-4a5a-9cbd-083d146fc963"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:55.724769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port e622c246-3364-4a5a-9cbd-083d146fc963, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e622c246-3364-4a5a-9cbd-083d146fc963,segment=NetworkSegment(6fd8dbb9-656d-46e0-a89a-720a5305ab65),segment_id=6fd8dbb9-656d-46e0-a89a-720a5305ab65)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:55.731569 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e622c246-3364-4a5a-9cbd-083d146fc963), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:55.779926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=e622c246-3364-4a5a-9cbd-083d146fc963,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:55.810615 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fb50a-1975-4814-b053-febb04b24c1b req-dcf74f02-791f-416a-8cb7-b387ebb4da19 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:55.812045 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2c1fb50a-1975-4814-b053-febb04b24c1b req-dcf74f02-791f-416a-8cb7-b387ebb4da19 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 946 time: 0.0755782 Jan 28 19:36:55.851729 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ec67a5-cb25-4275-93d0-d06388556dd0 x-openstack-request-id: req-30ec67a5-cb25-4275-93d0-d06388556dd0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:55.852149 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40de370-0e9d-4c26-9932-bdfcae8d4c7b", "name": "network-vif-plugged", "status": "completed", "tag": "e622c246-3364-4a5a-9cbd-083d146fc963", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:55.852399 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30ec67a5-cb25-4275-93d0-d06388556dd0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:55.852793 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40de370-0e9d-4c26-9932-bdfcae8d4c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e622c246-3364-4a5a-9cbd-083d146fc963', 'code': 200} Jan 28 19:36:55.865927 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2c1fb50a-1975-4814-b053-febb04b24c1b req-a55285c7-7d89-42eb-bf79-45f7841809d0 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/security-groups?id=5be7f145-12f3-4c84-94f3-2b6cf15c22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452788 Jan 28 19:36:55.956640 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f98f4-cbc0-4613-9583-58f17671801a req-db12bf9b-76af-476e-afde-df572ab02606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:55.958171 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-047f98f4-cbc0-4613-9583-58f17671801a req-db12bf9b-76af-476e-afde-df572ab02606 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 1128 time: 0.0497282 Jan 28 19:36:56.003076 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-047f98f4-cbc0-4613-9583-58f17671801a req-f44141fa-4f10-4c1b-a510-4151f5ee40cb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5be7f145-12f3-4c84-94f3-2b6cf15c22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390043 Jan 28 19:36:56.739861 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7f708-d0d7-4cd2-9d4b-b4ab1bd9eb95 req-5c345f19-5c94-43c8-b7a2-61bd3ce4d6db tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:56.741375 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fcb7f708-d0d7-4cd2-9d4b-b4ab1bd9eb95 req-5c345f19-5c94-43c8-b7a2-61bd3ce4d6db tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 943 time: 0.0543039 Jan 28 19:36:56.789576 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fcb7f708-d0d7-4cd2-9d4b-b4ab1bd9eb95 req-68a4952f-2629-4838-9507-c15dd0084769 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=01954c0f-b022-4d85-a60a-6ccdb8956cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422497 Jan 28 19:36:56.976452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device ced7e9a6-f7cd-49c6-9a98-801dafb2faea details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:36:57.011903 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3c74b-01f5-48d8-b6a5-6efa1a356374 req-2ac50079-1bf8-4a35-9136-2bacf029775c tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:57.018634 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7cf3c74b-01f5-48d8-b6a5-6efa1a356374 req-2ac50079-1bf8-4a35-9136-2bacf029775c tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 946 time: 0.0821276 Jan 28 19:36:57.074639 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7cf3c74b-01f5-48d8-b6a5-6efa1a356374 req-bf47d518-c52f-4c7e-beff-afd2b43841d8 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/security-groups?id=5be7f145-12f3-4c84-94f3-2b6cf15c22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547709 Jan 28 19:36:57.111570 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port ced7e9a6-f7cd-49c6-9a98-801dafb2faea, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ced7e9a6-f7cd-49c6-9a98-801dafb2faea,segment=NetworkSegment(c076a8fc-9e12-4c62-8bd2-15d86083674f),segment_id=c076a8fc-9e12-4c62-8bd2-15d86083674f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:57.125518 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'ced7e9a6-f7cd-49c6-9a98-801dafb2faea', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'port_id': 'ced7e9a6-f7cd-49c6-9a98-801dafb2faea', 'mac_address': 'fa:16:3e:d6:8b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:36:57.170058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port ced7e9a6-f7cd-49c6-9a98-801dafb2faea is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:57.170378 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ced7e9a6-f7cd-49c6-9a98-801dafb2faea), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:57.184307 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced7e9a6-f7cd-49c6-9a98-801dafb2faea {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:36:57.219837 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port ced7e9a6-f7cd-49c6-9a98-801dafb2faea, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ced7e9a6-f7cd-49c6-9a98-801dafb2faea,segment=NetworkSegment(c076a8fc-9e12-4c62-8bd2-15d86083674f),segment_id=c076a8fc-9e12-4c62-8bd2-15d86083674f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:57.224821 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ced7e9a6-f7cd-49c6-9a98-801dafb2faea), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:57.271946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=ced7e9a6-f7cd-49c6-9a98-801dafb2faea,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:57.575512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['ced7e9a6-f7cd-49c6-9a98-801dafb2faea'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:36:57.678503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba66a7-67d4-4657-8c9f-e722a58c6418 req-fc1478a8-110c-4d06-a581-5e27ebc519fb tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:57.680176 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4dba66a7-67d4-4657-8c9f-e722a58c6418 req-fc1478a8-110c-4d06-a581-5e27ebc519fb tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 945 time: 0.0545266 Jan 28 19:36:57.731764 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4dba66a7-67d4-4657-8c9f-e722a58c6418 req-e26c96f9-b4f1-4c77-b3f1-268b5430abfd tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453122 Jan 28 19:36:57.912917 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81ef19-d76e-4164-8d83-f3642409b655 req-c3a140d5-5bd5-44fe-acef-aa978cb1796f tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:57.914454 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da81ef19-d76e-4164-8d83-f3642409b655 req-c3a140d5-5bd5-44fe-acef-aa978cb1796f tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 944 time: 0.0544326 Jan 28 19:36:57.963464 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-da81ef19-d76e-4164-8d83-f3642409b655 req-a3e562ad-3253-4115-be69-4847da781f07 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=01954c0f-b022-4d85-a60a-6ccdb8956cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431447 Jan 28 19:36:58.199931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707c4c5-866e-4961-b16f-1827041f437b req-ddfa94ca-efb0-4d86-bbc4-65cd2b896ea4 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:58.201321 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9707c4c5-866e-4961-b16f-1827041f437b req-ddfa94ca-efb0-4d86-bbc4-65cd2b896ea4 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 946 time: 0.0552592 Jan 28 19:36:58.254925 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9707c4c5-866e-4961-b16f-1827041f437b req-6618cf1f-d0a0-4e98-8553-ca5222cd0c68 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/security-groups?id=5be7f145-12f3-4c84-94f3-2b6cf15c22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477648 Jan 28 19:36:58.378940 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0c475-273c-4c45-ad5d-c5fa14092ce2 req-8164b99e-7157-42da-8aaa-de244a3c5ef7 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:58.380461 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-96c0c475-273c-4c45-ad5d-c5fa14092ce2 req-8164b99e-7157-42da-8aaa-de244a3c5ef7 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 946 time: 0.0583932 Jan 28 19:36:58.429192 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-96c0c475-273c-4c45-ad5d-c5fa14092ce2 req-d29dc679-7442-43af-83c0-51433e3e1761 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/security-groups?id=5be7f145-12f3-4c84-94f3-2b6cf15c22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426998 Jan 28 19:36:58.548018 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc95948-8195-424c-a505-b3630bbfb7e2 req-5d97310b-1afd-441e-aade-b4977088d5d4 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:58.549552 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bcc95948-8195-424c-a505-b3630bbfb7e2 req-5d97310b-1afd-441e-aade-b4977088d5d4 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 946 time: 0.0518255 Jan 28 19:36:58.602097 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bcc95948-8195-424c-a505-b3630bbfb7e2 req-b1656ed2-9cdc-491c-a9cd-fb343c6bf7a1 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/security-groups?id=5be7f145-12f3-4c84-94f3-2b6cf15c22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466027 Jan 28 19:36:58.624602 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:58.718415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df9e794-683a-4877-a62f-2b2d6caffcf2 tempest-TestServerBasicOps-888020090 tempest-TestServerBasicOps-888020090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:58.720097 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0df9e794-683a-4877-a62f-2b2d6caffcf2 tempest-TestServerBasicOps-888020090 tempest-TestServerBasicOps-888020090-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 1123 time: 0.0944023 Jan 28 19:36:58.723205 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49170) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:36:58.727956 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': 'e622c246-3364-4a5a-9cbd-083d146fc963', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:36:58.749198 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:58.850977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:58.857361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44f8cc-ec41-4de9-bd53-f2f597dd8404 req-e9e3f994-febd-4e5e-9c40-c9481b485d65 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:58.858986 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7b44f8cc-ec41-4de9-bd53-f2f597dd8404 req-e9e3f994-febd-4e5e-9c40-c9481b485d65 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 945 time: 0.0572793 Jan 28 19:36:58.906599 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7b44f8cc-ec41-4de9-bd53-f2f597dd8404 req-17a0dac8-faac-4e98-a06f-70807f1d0252 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418103 Jan 28 19:36:58.963555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Allocated IP 172.25.0.53 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/2e09d5b8-e137-41ed-91e8-df89a12724c2) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:36:58.988071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device ced7e9a6-f7cd-49c6-9a98-801dafb2faea up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:36:59.043543 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port ced7e9a6-f7cd-49c6-9a98-801dafb2faea completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:36:59.048149 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port ced7e9a6-f7cd-49c6-9a98-801dafb2faea triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:36:59.048657 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ced7e9a6-f7cd-49c6-9a98-801dafb2faea), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:59.121868 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8adbe-e928-4965-80e3-6c7651f48ca5 req-08cce7ef-7fd5-493f-9f5b-ccba65f6edd0 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:59.123402 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-42b8adbe-e928-4965-80e3-6c7651f48ca5 req-08cce7ef-7fd5-493f-9f5b-ccba65f6edd0 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 944 time: 0.0769300 Jan 28 19:36:59.126867 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port ced7e9a6-f7cd-49c6-9a98-801dafb2faea is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:36:59.127266 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ced7e9a6-f7cd-49c6-9a98-801dafb2faea), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:59.151384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c393f8-76b3-4e9c-9505-65c43a980561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced7e9a6-f7cd-49c6-9a98-801dafb2faea'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:36:59.153779 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f0d514-72e2-43a9-a3b6-310490422803" -d '{"events": [{"server_uuid": "d3c393f8-76b3-4e9c-9505-65c43a980561", "name": "network-vif-plugged", "status": "completed", "tag": "ced7e9a6-f7cd-49c6-9a98-801dafb2faea"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:36:59.158480 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for port (2e09d5b8-e137-41ed-91e8-df89a12724c2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:59.172569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port ced7e9a6-f7cd-49c6-9a98-801dafb2faea, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ced7e9a6-f7cd-49c6-9a98-801dafb2faea,segment=NetworkSegment(c076a8fc-9e12-4c62-8bd2-15d86083674f),segment_id=c076a8fc-9e12-4c62-8bd2-15d86083674f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:36:59.180176 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ced7e9a6-f7cd-49c6-9a98-801dafb2faea), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:59.197439 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-42b8adbe-e928-4965-80e3-6c7651f48ca5 req-1be78b9f-5b31-499d-9c7f-b4731be61e74 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=01954c0f-b022-4d85-a60a-6ccdb8956cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626824 Jan 28 19:36:59.220004 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108c47a6-deda-4cc8-b847-0c2f186416a5 x-openstack-request-id: req-108c47a6-deda-4cc8-b847-0c2f186416a5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:36:59.220628 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c393f8-76b3-4e9c-9505-65c43a980561", "name": "network-vif-plugged", "status": "completed", "tag": "ced7e9a6-f7cd-49c6-9a98-801dafb2faea", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:36:59.220888 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-108c47a6-deda-4cc8-b847-0c2f186416a5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:36:59.221276 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c393f8-76b3-4e9c-9505-65c43a980561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced7e9a6-f7cd-49c6-9a98-801dafb2faea', 'code': 200} Jan 28 19:36:59.233866 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2e09d5b8-e137-41ed-91e8-df89a12724c2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:59.250460 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=ced7e9a6-f7cd-49c6-9a98-801dafb2faea,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:59.282111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:36:59.287115 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:36:59.292771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:36:59.303041 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Pushing event updated for resources: {'Port': ['ID=2e09d5b8-e137-41ed-91e8-df89a12724c2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:36:59.399427 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e1d51-3666-46a6-8889-256bae14a348 req-be76302f-5a46-4faa-bcb7-baac2536331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:59.400874 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-149e1d51-3666-46a6-8889-256bae14a348 req-be76302f-5a46-4faa-bcb7-baac2536331a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 1127 time: 0.1091506 Jan 28 19:36:59.544736 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-149e1d51-3666-46a6-8889-256bae14a348 req-77ecbaff-ad3a-48ad-ab17-dd2d8fb8f92d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01954c0f-b022-4d85-a60a-6ccdb8956cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1337011 Jan 28 19:36:59.553878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d4843-7fe7-4394-b901-0b09d7ce336b req-a057d871-e818-41ef-892f-2ccec3f313e2 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:36:59.555307 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8a2d4843-7fe7-4394-b901-0b09d7ce336b req-a057d871-e818-41ef-892f-2ccec3f313e2 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.37 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 945 time: 0.1700904 Jan 28 19:36:59.758755 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for floatingip (106c88c1-571a-4f46-a4f7-fc5fbbf4f929), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:59.855359 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2e09d5b8-e137-41ed-91e8-df89a12724c2), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:36:59.996254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-8a2d4843-7fe7-4394-b901-0b09d7ce336b req-098cc54c-aadf-4aba-843e-491e5ab95cc2 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Deleting port bfe1d841-5a8e-46ae-ac18-7d3b00677937 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:36:59.996632 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8a2d4843-7fe7-4394-b901-0b09d7ce336b req-098cc54c-aadf-4aba-843e-491e5ab95cc2 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (bfe1d841-5a8e-46ae-ac18-7d3b00677937), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:00.038148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa79432-f696-43ce-a4c9-9084a92657bd req-583feeb3-478e-400f-acf7-bfdf170bccbe tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:00.039764 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5aa79432-f696-43ce-a4c9-9084a92657bd req-583feeb3-478e-400f-acf7-bfdf170bccbe tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 945 time: 0.0570860 Jan 28 19:37:00.089911 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5aa79432-f696-43ce-a4c9-9084a92657bd req-8e7d0994-fe72-48c8-bf4f-bdf2fb910ec6 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438221 Jan 28 19:37:00.275464 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:00.518415 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for port (2e09d5b8-e137-41ed-91e8-df89a12724c2), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:00.527639 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-8a2d4843-7fe7-4394-b901-0b09d7ce336b req-098cc54c-aadf-4aba-843e-491e5ab95cc2 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] For port bfe1d841-5a8e-46ae-ac18-7d3b00677937, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=bfe1d841-5a8e-46ae-ac18-7d3b00677937,segment=NetworkSegment(f34e65a1-eb3b-4da0-a1fd-025fb98d1946),segment_id=f34e65a1-eb3b-4da0-a1fd-025fb98d1946)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:00.528007 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8a2d4843-7fe7-4394-b901-0b09d7ce336b req-098cc54c-aadf-4aba-843e-491e5ab95cc2 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (bfe1d841-5a8e-46ae-ac18-7d3b00677937), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:00.530601 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (2e09d5b8-e137-41ed-91e8-df89a12724c2), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:00.580304 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c447a-b215-4b82-af9a-3a0e1c235e30 req-0f1678ea-e2dd-4ca2-83a3-58a0f8902504 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:00.581790 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-589c447a-b215-4b82-af9a-3a0e1c235e30 req-0f1678ea-e2dd-4ca2-83a3-58a0f8902504 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 945 time: 0.1604271 Jan 28 19:37:00.584491 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-8a2d4843-7fe7-4394-b901-0b09d7ce336b req-098cc54c-aadf-4aba-843e-491e5ab95cc2 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Calling delete_port for bfe1d841-5a8e-46ae-ac18-7d3b00677937 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:37:00.692552 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Pushing event updated for resources: {'Port': ['ID=2e09d5b8-e137-41ed-91e8-df89a12724c2,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:00.734728 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-589c447a-b215-4b82-af9a-3a0e1c235e30 req-9cb32841-78d6-46cc-90cf-7e52718d5e30 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=01954c0f-b022-4d85-a60a-6ccdb8956cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1432607 Jan 28 19:37:00.735663 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (106c88c1-571a-4f46-a4f7-fc5fbbf4f929), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:00.880998 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Floating IP 106c88c1-571a-4f46-a4f7-fc5fbbf4f929 associated. External IP: 172.25.0.53, port: e622c246-3364-4a5a-9cbd-083d146fc963. Jan 28 19:37:00.923963 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8a2d4843-7fe7-4394-b901-0b09d7ce336b req-098cc54c-aadf-4aba-843e-491e5ab95cc2 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (bfe1d841-5a8e-46ae-ac18-7d3b00677937), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:00.936412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['bfe1d841-5a8e-46ae-ac18-7d3b00677937'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:37:00.958727 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cc54c-aadf-4aba-843e-491e5ab95cc2 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Pushing event deleted for resources: {'Port': ['ID=bfe1d841-5a8e-46ae-ac18-7d3b00677937,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:01.040010 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2d4843-7fe7-4394-b901-0b09d7ce336b req-098cc54c-aadf-4aba-843e-491e5ab95cc2 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] No DVR routers for this DVR port bfe1d841-5a8e-46ae-ac18-7d3b00677937 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:37:01.043992 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8a2d4843-7fe7-4394-b901-0b09d7ce336b req-098cc54c-aadf-4aba-843e-491e5ab95cc2 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:01.047322 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8a2d4843-7fe7-4394-b901-0b09d7ce336b req-098cc54c-aadf-4aba-843e-491e5ab95cc2 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.37 "DELETE /v2.0/ports/bfe1d841-5a8e-46ae-ac18-7d3b00677937 HTTP/1.1" status: 204 len: 173 time: 1.2266679 Jan 28 19:37:01.047807 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c94109-9b3f-438d-9a8e-4e6c1e57c128', 'name': 'network-vif-deleted', 'tag': 'bfe1d841-5a8e-46ae-ac18-7d3b00677937'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:37:01.050118 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccac5625-860d-42ac-891f-2be9f76b2eae" -d '{"events": [{"server_uuid": "28c94109-9b3f-438d-9a8e-4e6c1e57c128", "name": "network-vif-deleted", "tag": "bfe1d841-5a8e-46ae-ac18-7d3b00677937"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:37:01.096636 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842cec66-c3a6-40f2-b32a-d532df5b36b7 x-openstack-request-id: req-842cec66-c3a6-40f2-b32a-d532df5b36b7 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:37:01.096947 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c94109-9b3f-438d-9a8e-4e6c1e57c128", "name": "network-vif-deleted", "tag": "bfe1d841-5a8e-46ae-ac18-7d3b00677937", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:37:01.097188 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-842cec66-c3a6-40f2-b32a-d532df5b36b7 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:37:01.097589 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c94109-9b3f-438d-9a8e-4e6c1e57c128', 'name': 'network-vif-deleted', 'tag': 'bfe1d841-5a8e-46ae-ac18-7d3b00677937', 'status': 'completed', 'code': 200} Jan 28 19:37:01.180411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:37:01.196581 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-976431fa-9e21-459e-9270-0dc31cb1007e req-80cfbaa7-14d7-4bdb-bb2f-9a116aa5e82e tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c94109-9b3f-438d-9a8e-4e6c1e57c128 HTTP/1.1" status: 200 len: 210 time: 0.0316131 Jan 28 19:37:01.304167 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:37:01.314425 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988be59-bcd3-45a3-a4d0-7d72d79607bb None None] Sync routers for ids ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:37:01.324083 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:01.325890 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988be59-bcd3-45a3-a4d0-7d72d79607bb None None] Routers {'4a6e503d-a0ef-47b1-8ffa-b557455ca01c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:37:01.326590 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8988be59-bcd3-45a3-a4d0-7d72d79607bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:36:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:01.354159 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b80f495c-d542-4d94-9329-2b71e74ca541 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6298561 Jan 28 19:37:01.438469 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8988be59-bcd3-45a3-a4d0-7d72d79607bb None None] Set router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:37:01.669147 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8988be59-bcd3-45a3-a4d0-7d72d79607bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'name': 'tempest-TestServerBasicOps-1924654104-router', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '43973d6e-0d4f-4148-8926-47b718e08425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:27Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'gw_port': {'id': '43973d6e-0d4f-4148-8926-47b718e08425', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:28Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '106c88c1-571a-4f46-a4f7-fc5fbbf4f929', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'port_id': 'e622c246-3364-4a5a-9cbd-083d146fc963', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e228a45e-4325-41de-b203-527979431faa', 'mac_address': 'fa:16:3e:e1:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40de370-0e9d-4c26-9932-bdfcae8d4c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:36:59Z', 'updated_at': '2022-01-28T19:36:59Z', 'revision_number': 0, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17400fe2-d938-44f9-b37c-f2e439ada4ad', 'name': '', 'network_id': 'e228a45e-4325-41de-b203-527979431faa', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'mac_address': 'fa:16:3e:35:67:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:31Z', 'updated_at': '2022-01-28T19:36:36Z', 'revision_number': 5, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'subnets': [{'id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:01.694670 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988be59-bcd3-45a3-a4d0-7d72d79607bb None None] Checking router: 4a6e503d-a0ef-47b1-8ffa-b557455ca01c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:37:01.703135 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8988be59-bcd3-45a3-a4d0-7d72d79607bb None None] Routers {'4a6e503d-a0ef-47b1-8ffa-b557455ca01c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:37:01.703726 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8988be59-bcd3-45a3-a4d0-7d72d79607bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:36:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:01.814648 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8988be59-bcd3-45a3-a4d0-7d72d79607bb None None] Set router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:37:01.861705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e79bba-30dd-46e4-9e0a-049cb728ba34 req-77ab8140-a90c-4a30-b077-8a1284fc2648 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:01.863260 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9e79bba-30dd-46e4-9e0a-049cb728ba34 req-77ab8140-a90c-4a30-b077-8a1284fc2648 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 945 time: 0.0554435 Jan 28 19:37:01.909987 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e9e79bba-30dd-46e4-9e0a-049cb728ba34 req-bd2f5ad8-9e2d-4316-b51f-d781682a6fdb tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=01954c0f-b022-4d85-a60a-6ccdb8956cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407264 Jan 28 19:37:02.039884 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6bc52d-59da-4055-85d2-4e268c85a884 req-2d1ceb53-25da-4bf1-b480-9fff26a31487 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:02.042461 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b6bc52d-59da-4055-85d2-4e268c85a884 req-2d1ceb53-25da-4bf1-b480-9fff26a31487 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 945 time: 0.0590889 Jan 28 19:37:02.046066 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8988be59-bcd3-45a3-a4d0-7d72d79607bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'name': 'tempest-TestServerBasicOps-1924654104-router', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '43973d6e-0d4f-4148-8926-47b718e08425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:27Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'gw_port': {'id': '43973d6e-0d4f-4148-8926-47b718e08425', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:28Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '106c88c1-571a-4f46-a4f7-fc5fbbf4f929', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'port_id': 'e622c246-3364-4a5a-9cbd-083d146fc963', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e228a45e-4325-41de-b203-527979431faa', 'mac_address': 'fa:16:3e:e1:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40de370-0e9d-4c26-9932-bdfcae8d4c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:36:59Z', 'updated_at': '2022-01-28T19:36:59Z', 'revision_number': 0, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17400fe2-d938-44f9-b37c-f2e439ada4ad', 'name': '', 'network_id': 'e228a45e-4325-41de-b203-527979431faa', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'mac_address': 'fa:16:3e:35:67:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:31Z', 'updated_at': '2022-01-28T19:36:36Z', 'revision_number': 5, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'subnets': [{'id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:02.051191 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 49200) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:02.056006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a2280d03-c528-46ad-9d99-01bdfc6e3432 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Request body: {'floatingip': {'port_id': 'ced7e9a6-f7cd-49c6-9a98-801dafb2faea'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:02.077036 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8988be59-bcd3-45a3-a4d0-7d72d79607bb None None] The sync data for ids ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'] in n-d-824834-4 is: [{'id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'name': 'tempest-TestServerBasicOps-1924654104-router', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '43973d6e-0d4f-4148-8926-47b718e08425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:27Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'gw_port': {'id': '43973d6e-0d4f-4148-8926-47b718e08425', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:28Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '106c88c1-571a-4f46-a4f7-fc5fbbf4f929', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'floating_ip_address': '172.25.0.53', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'port_id': 'e622c246-3364-4a5a-9cbd-083d146fc963', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e228a45e-4325-41de-b203-527979431faa', 'mac_address': 'fa:16:3e:e1:bd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40de370-0e9d-4c26-9932-bdfcae8d4c7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:36:59Z', 'updated_at': '2022-01-28T19:36:59Z', 'revision_number': 0, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17400fe2-d938-44f9-b37c-f2e439ada4ad', 'name': '', 'network_id': 'e228a45e-4325-41de-b203-527979431faa', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'mac_address': 'fa:16:3e:35:67:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:31Z', 'updated_at': '2022-01-28T19:36:36Z', 'revision_number': 5, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'subnets': [{'id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:37:02.101065 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2280d03-c528-46ad-9d99-01bdfc6e3432 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for floatingip (d62f5fed-2451-4314-bf43-8b6f3d011b81), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:02.329118 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d6bbd8-f219-44c2-bfef-7d2d1f237e1a None None] New status for floating IP 106c88c1-571a-4f46-a4f7-fc5fbbf4f929: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:37:02.629696 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2280d03-c528-46ad-9d99-01bdfc6e3432 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:02.635328 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2280d03-c528-46ad-9d99-01bdfc6e3432 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (d62f5fed-2451-4314-bf43-8b6f3d011b81), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:02.749636 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-a2280d03-c528-46ad-9d99-01bdfc6e3432 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Floating IP d62f5fed-2451-4314-bf43-8b6f3d011b81 associated. External IP: 172.25.0.179, port: ced7e9a6-f7cd-49c6-9a98-801dafb2faea. Jan 28 19:37:02.974190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2280d03-c528-46ad-9d99-01bdfc6e3432 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Router 8706fccc-cdff-435e-85e5-ebbd611f5424 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:37:03.004758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device bfe1d841-5a8e-46ae-ac18-7d3b00677937 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:37:03.041170 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: bfe1d841-5a8e-46ae-ac18-7d3b00677937 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:37:03.041998 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device bfe1d841-5a8e-46ae-ac18-7d3b00677937 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:37:03.098831 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40de370-0e9d-4c26-9932-bdfcae8d4c7b', 'tag': 'e622c246-3364-4a5a-9cbd-083d146fc963'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:37:03.101520 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99838384-a138-4b8d-b4cc-cde655cd46ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a40de370-0e9d-4c26-9932-bdfcae8d4c7b", "tag": "e622c246-3364-4a5a-9cbd-083d146fc963"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:37:03.122484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2280d03-c528-46ad-9d99-01bdfc6e3432 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:37:03.128720 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2280d03-c528-46ad-9d99-01bdfc6e3432 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:03.132990 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd61381-2e9a-40e1-ba97-038d77f5e984 None None] Sync routers for ids ['8706fccc-cdff-435e-85e5-ebbd611f5424'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:37:03.143475 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd61381-2e9a-40e1-ba97-038d77f5e984 None None] Routers {'8706fccc-cdff-435e-85e5-ebbd611f5424'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:37:03.144466 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dcd61381-2e9a-40e1-ba97-038d77f5e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:36:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['8706fccc-cdff-435e-85e5-ebbd611f5424'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:03.168473 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b4f40a-d859-4fa3-948a-d6f87e092035 x-openstack-request-id: req-f8b4f40a-d859-4fa3-948a-d6f87e092035 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:37:03.169368 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40de370-0e9d-4c26-9932-bdfcae8d4c7b", "tag": "e622c246-3364-4a5a-9cbd-083d146fc963", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:37:03.169834 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8b4f40a-d859-4fa3-948a-d6f87e092035 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:37:03.170453 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40de370-0e9d-4c26-9932-bdfcae8d4c7b', 'tag': 'e622c246-3364-4a5a-9cbd-083d146fc963', 'status': 'completed', 'code': 200} Jan 28 19:37:03.229677 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a2280d03-c528-46ad-9d99-01bdfc6e3432 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "PUT /v2.0/floatingips/d62f5fed-2451-4314-bf43-8b6f3d011b81 HTTP/1.1" status: 200 len: 991 time: 1.1772029 Jan 28 19:37:03.264403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99838384-a138-4b8d-b4cc-cde655cd46ce req-d868b45c-d594-4d73-be23-acc84169c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:03.267819 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-99838384-a138-4b8d-b4cc-cde655cd46ce req-d868b45c-d594-4d73-be23-acc84169c8fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52cc16c2a3524687aa58bbfb91be8f85&device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 1128 time: 0.0901015 Jan 28 19:37:03.390978 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-dcd61381-2e9a-40e1-ba97-038d77f5e984 None None] Set router 8706fccc-cdff-435e-85e5-ebbd611f5424 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:37:03.393235 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99838384-a138-4b8d-b4cc-cde655cd46ce req-3907533b-f2b1-44f0-b8ba-4e72d50c2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:03.394422 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-99838384-a138-4b8d-b4cc-cde655cd46ce req-3907533b-f2b1-44f0-b8ba-4e72d50c2e08 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e228a45e-4325-41de-b203-527979431faa HTTP/1.1" status: 200 len: 910 time: 0.1178551 Jan 28 19:37:03.490813 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-99838384-a138-4b8d-b4cc-cde655cd46ce req-0891f47c-308b-4d23-81a3-b3ac4b6a3a3c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e622c246-3364-4a5a-9cbd-083d146fc963 HTTP/1.1" status: 200 len: 1001 time: 0.0897920 Jan 28 19:37:03.571016 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99838384-a138-4b8d-b4cc-cde655cd46ce req-a21fbcaa-fb56-4a73-8876-074483bb9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:03.572566 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-99838384-a138-4b8d-b4cc-cde655cd46ce req-a21fbcaa-fb56-4a73-8876-074483bb9beb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61e41e2b-07c3-42d1-bc10-520fdbff48a2 HTTP/1.1" status: 200 len: 848 time: 0.0735464 Jan 28 19:37:03.635861 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99838384-a138-4b8d-b4cc-cde655cd46ce req-956dbb26-1b94-4dda-9115-b6ebb8ad80bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:03.637698 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-99838384-a138-4b8d-b4cc-cde655cd46ce req-956dbb26-1b94-4dda-9115-b6ebb8ad80bd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e228a45e-4325-41de-b203-527979431faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579011 Jan 28 19:37:03.754917 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dcd61381-2e9a-40e1-ba97-038d77f5e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 4, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'd62f5fed-2451-4314-bf43-8b6f3d011b81', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'port_id': 'ced7e9a6-f7cd-49c6-9a98-801dafb2faea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'mac_address': 'fa:16:3e:d6:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c393f8-76b3-4e9c-9505-65c43a980561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:36:47Z', 'updated_at': '2022-01-28T19:37:02Z', 'revision_number': 1, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d9d8f1-5a72-4061-9e52-905ae64da591', 'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'mac_address': 'fa:16:3e:3b:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:18Z', 'updated_at': '2022-01-28T19:31:27Z', 'revision_number': 5, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'subnets': [{'id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:03.789188 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-99838384-a138-4b8d-b4cc-cde655cd46ce req-3feb12c1-339a-459c-9718-644da01e5437 service neutron] 10.222.0.31 "GET /v2.0/networks/e228a45e-4325-41de-b203-527979431faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451654 Jan 28 19:37:03.789337 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd61381-2e9a-40e1-ba97-038d77f5e984 None None] Checking router: 8706fccc-cdff-435e-85e5-ebbd611f5424 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:37:03.806291 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd61381-2e9a-40e1-ba97-038d77f5e984 None None] Routers {'8706fccc-cdff-435e-85e5-ebbd611f5424'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:37:03.807125 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dcd61381-2e9a-40e1-ba97-038d77f5e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:36:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['8706fccc-cdff-435e-85e5-ebbd611f5424'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:03.924762 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-99838384-a138-4b8d-b4cc-cde655cd46ce req-53b1d6a7-fb31-493a-927d-110f4da4dcab service neutron] 10.222.0.31 "GET /v2.0/networks/e228a45e-4325-41de-b203-527979431faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258721 Jan 28 19:37:03.977451 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-dcd61381-2e9a-40e1-ba97-038d77f5e984 None None] Set router 8706fccc-cdff-435e-85e5-ebbd611f5424 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:37:04.228847 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dcd61381-2e9a-40e1-ba97-038d77f5e984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 4, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'd62f5fed-2451-4314-bf43-8b6f3d011b81', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'port_id': 'ced7e9a6-f7cd-49c6-9a98-801dafb2faea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'mac_address': 'fa:16:3e:d6:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c393f8-76b3-4e9c-9505-65c43a980561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:36:47Z', 'updated_at': '2022-01-28T19:37:02Z', 'revision_number': 1, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d9d8f1-5a72-4061-9e52-905ae64da591', 'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'mac_address': 'fa:16:3e:3b:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:18Z', 'updated_at': '2022-01-28T19:31:27Z', 'revision_number': 5, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'subnets': [{'id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:37:04.272085 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd61381-2e9a-40e1-ba97-038d77f5e984 None None] The sync data for ids ['8706fccc-cdff-435e-85e5-ebbd611f5424'] in n-d-824834-4 is: [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 4, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'd62f5fed-2451-4314-bf43-8b6f3d011b81', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'floating_ip_address': '172.25.0.179', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'port_id': 'ced7e9a6-f7cd-49c6-9a98-801dafb2faea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'mac_address': 'fa:16:3e:d6:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c393f8-76b3-4e9c-9505-65c43a980561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:36:47Z', 'updated_at': '2022-01-28T19:37:02Z', 'revision_number': 1, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d9d8f1-5a72-4061-9e52-905ae64da591', 'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'mac_address': 'fa:16:3e:3b:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:18Z', 'updated_at': '2022-01-28T19:31:27Z', 'revision_number': 5, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'subnets': [{'id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:37:04.605115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad709b1-e480-4b00-80ef-26a542fe108b None None] New status for floating IP d62f5fed-2451-4314-bf43-8b6f3d011b81: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:37:05.171957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c393f8-76b3-4e9c-9505-65c43a980561', 'tag': 'ced7e9a6-f7cd-49c6-9a98-801dafb2faea'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:37:05.175293 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d584d43-4ee4-43aa-a989-8c71d4267c04" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c393f8-76b3-4e9c-9505-65c43a980561", "tag": "ced7e9a6-f7cd-49c6-9a98-801dafb2faea"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:37:05.227985 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468ed4b3-bcb1-4471-a3cf-afd5e5b0c540 x-openstack-request-id: req-468ed4b3-bcb1-4471-a3cf-afd5e5b0c540 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:37:05.228375 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c393f8-76b3-4e9c-9505-65c43a980561", "tag": "ced7e9a6-f7cd-49c6-9a98-801dafb2faea", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:37:05.228639 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-468ed4b3-bcb1-4471-a3cf-afd5e5b0c540 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:37:05.229054 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c393f8-76b3-4e9c-9505-65c43a980561', 'tag': 'ced7e9a6-f7cd-49c6-9a98-801dafb2faea', 'status': 'completed', 'code': 200} Jan 28 19:37:05.311168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d584d43-4ee4-43aa-a989-8c71d4267c04 req-6450c75f-b080-41d9-a294-8570ee72039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:05.312635 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d584d43-4ee4-43aa-a989-8c71d4267c04 req-6450c75f-b080-41d9-a294-8570ee72039b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7278e5fb228649a0bcad995bf769f3a1&device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 1127 time: 0.0610781 Jan 28 19:37:05.440552 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d584d43-4ee4-43aa-a989-8c71d4267c04 req-547abf16-9545-42fe-b591-bbd89c7e16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:05.441957 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d584d43-4ee4-43aa-a989-8c71d4267c04 req-547abf16-9545-42fe-b591-bbd89c7e16bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=98679574-4cfe-45e5-8584-36f66292a0bf HTTP/1.1" status: 200 len: 910 time: 0.1224072 Jan 28 19:37:05.517212 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d584d43-4ee4-43aa-a989-8c71d4267c04 req-d13082d2-7185-4dad-91ed-e8443914125c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ced7e9a6-f7cd-49c6-9a98-801dafb2faea HTTP/1.1" status: 200 len: 1001 time: 0.0691454 Jan 28 19:37:05.568489 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d584d43-4ee4-43aa-a989-8c71d4267c04 req-ef616525-aadb-4797-ab32-25990afd3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:05.569931 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d584d43-4ee4-43aa-a989-8c71d4267c04 req-ef616525-aadb-4797-ab32-25990afd3200 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2300efa6-bb93-4ddc-ad47-4d237824e541 HTTP/1.1" status: 200 len: 848 time: 0.0470886 Jan 28 19:37:05.618295 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d584d43-4ee4-43aa-a989-8c71d4267c04 req-66f984fd-7bf7-4d5c-830b-aac6011c34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:05.619879 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d584d43-4ee4-43aa-a989-8c71d4267c04 req-66f984fd-7bf7-4d5c-830b-aac6011c34e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98679574-4cfe-45e5-8584-36f66292a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446930 Jan 28 19:37:05.711855 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d584d43-4ee4-43aa-a989-8c71d4267c04 req-24de8806-9999-4893-9be8-e5413506df5a service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861895 Jan 28 19:37:05.810064 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d584d43-4ee4-43aa-a989-8c71d4267c04 req-c82e0467-1f68-4196-8be8-a76742820043 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925586 Jan 28 19:37:09.020797 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:37:12.526120 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-020582b5-52b9-4022-8dac-42a589ea78d7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:12.527659 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-020582b5-52b9-4022-8dac-42a589ea78d7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/networks?id=5a2743d9-cc10-47d1-81f5-758041229d9b HTTP/1.1" status: 200 len: 813 time: 0.1108024 Jan 28 19:37:12.544157 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-e8437372-b6fc-49e1-ac5e-5a4df7234a94 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/quotas/9c21ee535a0d43d183380f0e31a3344c HTTP/1.1" status: 200 len: 375 time: 0.0104759 Jan 28 19:37:12.584656 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-c80a1698-c380-4bfe-bd27-a9c90bba64fb tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9c21ee535a0d43d183380f0e31a3344c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338657 Jan 28 19:37:12.686911 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-d120afb5-69d1-4c37-ab82-5f39c7c7fdae service neutron] 10.222.0.55 "GET /v2.0/networks/5a2743d9-cc10-47d1-81f5-758041229d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914557 Jan 28 19:37:12.781068 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-38770334-3e39-4cc1-92a2-598c0465313d service neutron] 10.222.0.55 "GET /v2.0/networks/5a2743d9-cc10-47d1-81f5-758041229d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873804 Jan 28 19:37:12.993565 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8862c13-94fe-44e6-9da8-072d51229bc5 req-bd1db5ca-324d-49cb-b873-f328a6ff70f1 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b HTTP/1.1" status: 200 len: 210 time: 0.0486870 Jan 28 19:37:13.995420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-d5528185-e852-4228-8fab-5a5737736761 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:13.996885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-d5528185-e852-4228-8fab-5a5737736761 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.31 "GET /v2.0/networks?id=5a2743d9-cc10-47d1-81f5-758041229d9b HTTP/1.1" status: 200 len: 813 time: 0.1116168 Jan 28 19:37:14.012719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-1a1bf2f8-516b-4c1f-9201-16beb4ea8efe tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Request body: {'port': {'device_id': 'c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b', 'network_id': '5a2743d9-cc10-47d1-81f5-758041229d9b', 'admin_state_up': True, 'tenant_id': '9c21ee535a0d43d183380f0e31a3344c'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:14.123300 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a291535b-df44-44ce-8f34-d5654cb6a677 req-d49cd4d0-4a3b-4fe1-b86d-7b3c676084c9 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b HTTP/1.1" status: 200 len: 210 time: 0.0333881 Jan 28 19:37:14.189219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-1a1bf2f8-516b-4c1f-9201-16beb4ea8efe tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Made reservation on behalf of 9c21ee535a0d43d183380f0e31a3344c for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:37:14.192822 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-1a1bf2f8-516b-4c1f-9201-16beb4ea8efe tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:14.329771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-1a1bf2f8-516b-4c1f-9201-16beb4ea8efe tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Allocated IP 172.20.0.14 (5a2743d9-cc10-47d1-81f5-758041229d9b/b80eacae-c7a4-41ae-838e-0380567bcb41/71652b90-747c-472b-8761-408d7c69d953) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:37:14.480655 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-1a1bf2f8-516b-4c1f-9201-16beb4ea8efe tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Publish callbacks [] for port (71652b90-747c-472b-8761-408d7c69d953), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:14.514291 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-1a1bf2f8-516b-4c1f-9201-16beb4ea8efe tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (71652b90-747c-472b-8761-408d7c69d953), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:14.555597 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-1a1bf2f8-516b-4c1f-9201-16beb4ea8efe tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Network 5a2743d9-cc10-47d1-81f5-758041229d9b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:37:14.558670 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-1a1bf2f8-516b-4c1f-9201-16beb4ea8efe tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:37:14.562683 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-1a1bf2f8-516b-4c1f-9201-16beb4ea8efe tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:37:14.615601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bf2f8-516b-4c1f-9201-16beb4ea8efe tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Pushing event updated for resources: {'Port': ['ID=71652b90-747c-472b-8761-408d7c69d953,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:14.623136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-1a1bf2f8-516b-4c1f-9201-16beb4ea8efe tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:14.623982 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-1a1bf2f8-516b-4c1f-9201-16beb4ea8efe tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:14.641389 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-1a1bf2f8-516b-4c1f-9201-16beb4ea8efe tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6342113 Jan 28 19:37:14.652931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Request body: {'port': {'device_id': 'c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:37:14.714995 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (71652b90-747c-472b-8761-408d7c69d953), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:15.006033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71652b90-747c-472b-8761-408d7c69d953 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:37:15.013484 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Publish callbacks [] for port (71652b90-747c-472b-8761-408d7c69d953), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:15.025265 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Transition to ACTIVE for port object 71652b90-747c-472b-8761-408d7c69d953 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:37:15.030027 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (71652b90-747c-472b-8761-408d7c69d953), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:15.099043 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Pushing event updated for resources: {'Port': ['ID=71652b90-747c-472b-8761-408d7c69d953,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:15.148126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Attempting to bind port 71652b90-747c-472b-8761-408d7c69d953 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:37:15.148456 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Attempting to bind port 71652b90-747c-472b-8761-408d7c69d953 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'f34e65a1-eb3b-4da0-a1fd-025fb98d1946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5a2743d9-cc10-47d1-81f5-758041229d9b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:37:15.148870 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Attempting to bind port 71652b90-747c-472b-8761-408d7c69d953 on network 5a2743d9-cc10-47d1-81f5-758041229d9b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:37:15.153458 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Port 71652b90-747c-472b-8761-408d7c69d953 on network 5a2743d9-cc10-47d1-81f5-758041229d9b not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:37:15.153753 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Attempting to bind port 71652b90-747c-472b-8761-408d7c69d953 on network 5a2743d9-cc10-47d1-81f5-758041229d9b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:37:15.158815 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:37:15.159149 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Checking segment: {'id': 'f34e65a1-eb3b-4da0-a1fd-025fb98d1946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5a2743d9-cc10-47d1-81f5-758041229d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:37:15.159849 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Bound using segment: {'id': 'f34e65a1-eb3b-4da0-a1fd-025fb98d1946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5a2743d9-cc10-47d1-81f5-758041229d9b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:37:15.160048 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Bound port: 71652b90-747c-472b-8761-408d7c69d953, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f34e65a1-eb3b-4da0-a1fd-025fb98d1946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5a2743d9-cc10-47d1-81f5-758041229d9b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:37:15.160412 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (71652b90-747c-472b-8761-408d7c69d953), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:15.228156 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] For port 71652b90-747c-472b-8761-408d7c69d953, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:37:15.231389 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] For port 71652b90-747c-472b-8761-408d7c69d953, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=71652b90-747c-472b-8761-408d7c69d953,segment=NetworkSegment(f34e65a1-eb3b-4da0-a1fd-025fb98d1946),segment_id=f34e65a1-eb3b-4da0-a1fd-025fb98d1946)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:37:15.238802 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (71652b90-747c-472b-8761-408d7c69d953), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:15.274162 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9498e-07aa-439e-b48f-9d6655ff1cae req-f2f14009-3c94-4980-94fb-97ac6a504172 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:15.285081 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28d9498e-07aa-439e-b48f-9d6655ff1cae req-f2f14009-3c94-4980-94fb-97ac6a504172 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b HTTP/1.1" status: 200 len: 944 time: 0.0807149 Jan 28 19:37:15.285264 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:15.285797 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:15.287423 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] 10.222.0.31 "PUT /v2.0/ports/71652b90-747c-472b-8761-408d7c69d953 HTTP/1.1" status: 200 len: 1092 time: 0.6386921 Jan 28 19:37:15.287876 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b', 'tag': '71652b90-747c-472b-8761-408d7c69d953'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:37:15.290249 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc30bc6d-7ca7-40b7-994b-41c61341afac" -d '{"events": [{"name": "network-changed", "server_uuid": "c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b", "tag": "71652b90-747c-472b-8761-408d7c69d953"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:37:15.318095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d1e72-a4f4-4b9e-be30-43b9f7de4f53 service neutron] Pushing event updated for resources: {'Port': ['ID=71652b90-747c-472b-8761-408d7c69d953,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:15.366649 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402789aa-3c91-4cd5-bf29-2cd9611c8240 x-openstack-request-id: req-402789aa-3c91-4cd5-bf29-2cd9611c8240 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:37:15.366989 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b", "tag": "71652b90-747c-472b-8761-408d7c69d953", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:37:15.367247 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-402789aa-3c91-4cd5-bf29-2cd9611c8240 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:37:15.367643 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b', 'tag': '71652b90-747c-472b-8761-408d7c69d953', 'status': 'completed', 'code': 200} Jan 28 19:37:15.372047 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28d9498e-07aa-439e-b48f-9d6655ff1cae req-f41ce2df-dbb6-4950-91e7-0b8c30d28998 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852964 Jan 28 19:37:15.403119 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-e8e0b199-3345-4370-a4c0-4c4d15c58878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:15.404622 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-e8e0b199-3345-4370-a4c0-4c4d15c58878 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c21ee535a0d43d183380f0e31a3344c&device_id=c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b HTTP/1.1" status: 200 len: 1126 time: 0.0525908 Jan 28 19:37:15.799206 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-eb95c177-96d2-4be3-9ed0-6fad0babff83 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71652b90-747c-472b-8761-408d7c69d953 HTTP/1.1" status: 200 len: 217 time: 0.3878067 Jan 28 19:37:15.854424 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-dc88116a-bdd8-474c-a891-1a9cba4ada61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:15.855912 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-dc88116a-bdd8-474c-a891-1a9cba4ada61 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b80eacae-c7a4-41ae-838e-0380567bcb41 HTTP/1.1" status: 200 len: 853 time: 0.0487330 Jan 28 19:37:15.889366 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-77e6b2a6-fc52-43f3-a2d7-6335991d504d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a2743d9-cc10-47d1-81f5-758041229d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270000 Jan 28 19:37:16.007457 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-ed763a36-f74a-4874-a445-4047f5e6db9c service neutron] 10.222.0.31 "GET /v2.0/networks/5a2743d9-cc10-47d1-81f5-758041229d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114860 Jan 28 19:37:16.110890 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79fa7e3a-fe2c-47a3-b858-1b2a8d0eeb80 req-d6a01c83-0dfa-4fef-b360-e75be9e153de service neutron] 10.222.0.31 "GET /v2.0/networks/5a2743d9-cc10-47d1-81f5-758041229d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974514 Jan 28 19:37:16.213645 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30bc6d-7ca7-40b7-994b-41c61341afac req-ba37d0b5-2a26-4d5d-8e92-b6b516537c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:16.215213 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc30bc6d-7ca7-40b7-994b-41c61341afac req-ba37d0b5-2a26-4d5d-8e92-b6b516537c8e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c21ee535a0d43d183380f0e31a3344c&device_id=c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b HTTP/1.1" status: 200 len: 1126 time: 0.0487587 Jan 28 19:37:16.311248 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30bc6d-7ca7-40b7-994b-41c61341afac req-70a14052-faa9-4e37-9c23-5c683deb1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:16.312641 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc30bc6d-7ca7-40b7-994b-41c61341afac req-70a14052-faa9-4e37-9c23-5c683deb1769 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a2743d9-cc10-47d1-81f5-758041229d9b HTTP/1.1" status: 200 len: 914 time: 0.0905590 Jan 28 19:37:16.354403 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc30bc6d-7ca7-40b7-994b-41c61341afac req-ff707b4b-bfc0-41f0-8330-a3fb1f20b378 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71652b90-747c-472b-8761-408d7c69d953 HTTP/1.1" status: 200 len: 217 time: 0.0352631 Jan 28 19:37:16.409270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30bc6d-7ca7-40b7-994b-41c61341afac req-8500af35-59e2-4c12-9bc1-5c3098727b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:16.410844 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc30bc6d-7ca7-40b7-994b-41c61341afac req-8500af35-59e2-4c12-9bc1-5c3098727b1d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b80eacae-c7a4-41ae-838e-0380567bcb41 HTTP/1.1" status: 200 len: 853 time: 0.0502183 Jan 28 19:37:16.444685 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc30bc6d-7ca7-40b7-994b-41c61341afac req-ffb6d4f1-3c3a-4525-adf3-d7b49e6bb75f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a2743d9-cc10-47d1-81f5-758041229d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273607 Jan 28 19:37:16.550008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34499634-539b-4968-ade1-adb3681435e5 req-59587d60-5f5a-445b-b2c0-4ef5a40173c7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:16.551530 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34499634-539b-4968-ade1-adb3681435e5 req-59587d60-5f5a-445b-b2c0-4ef5a40173c7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b HTTP/1.1" status: 200 len: 944 time: 0.1101670 Jan 28 19:37:16.578655 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc30bc6d-7ca7-40b7-994b-41c61341afac req-ca093597-cf8c-428c-ac5b-4826eef25ebe service neutron] 10.222.0.31 "GET /v2.0/networks/5a2743d9-cc10-47d1-81f5-758041229d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258368 Jan 28 19:37:16.649250 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34499634-539b-4968-ade1-adb3681435e5 req-a54a046f-b2d8-401a-aeae-75d2181b454a tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914829 Jan 28 19:37:16.692515 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc30bc6d-7ca7-40b7-994b-41c61341afac req-f64e5a02-3be6-41af-a215-4b8f8ff47d4f service neutron] 10.222.0.31 "GET /v2.0/networks/5a2743d9-cc10-47d1-81f5-758041229d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010010 Jan 28 19:37:17.572877 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 71652b90-747c-472b-8761-408d7c69d953 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:37:17.672324 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 71652b90-747c-472b-8761-408d7c69d953, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=71652b90-747c-472b-8761-408d7c69d953,segment=NetworkSegment(f34e65a1-eb3b-4da0-a1fd-025fb98d1946),segment_id=f34e65a1-eb3b-4da0-a1fd-025fb98d1946)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:17.685065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '71652b90-747c-472b-8761-408d7c69d953', 'network_id': '5a2743d9-cc10-47d1-81f5-758041229d9b', 'port_id': '71652b90-747c-472b-8761-408d7c69d953', 'mac_address': 'fa:16:3e:36:e5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b80eacae-c7a4-41ae-838e-0380567bcb41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:37:17.724717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 71652b90-747c-472b-8761-408d7c69d953 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:17.725110 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (71652b90-747c-472b-8761-408d7c69d953), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:17.742886 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71652b90-747c-472b-8761-408d7c69d953 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:37:17.763498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 71652b90-747c-472b-8761-408d7c69d953, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=71652b90-747c-472b-8761-408d7c69d953,segment=NetworkSegment(f34e65a1-eb3b-4da0-a1fd-025fb98d1946),segment_id=f34e65a1-eb3b-4da0-a1fd-025fb98d1946)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:17.775423 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (71652b90-747c-472b-8761-408d7c69d953), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:17.789391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed049818-dfa0-451f-86c5-04ad8d4d4ac6 req-05a30c06-e953-4c57-9ef8-17de56d6693f tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:17.791133 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed049818-dfa0-451f-86c5-04ad8d4d4ac6 req-05a30c06-e953-4c57-9ef8-17de56d6693f tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b HTTP/1.1" status: 200 len: 944 time: 0.0638251 Jan 28 19:37:17.818590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=71652b90-747c-472b-8761-408d7c69d953,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:17.841760 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed049818-dfa0-451f-86c5-04ad8d4d4ac6 req-5eb1d7fa-bfc0-475f-bc22-7d8e5a5ccf08 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446522 Jan 28 19:37:17.985589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['71652b90-747c-472b-8761-408d7c69d953'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:37:18.222788 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-367ad1ab-eedf-4c01-9323-4383f60e2155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:18.978665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226272a-876c-4a78-adfa-99ac6099f51f req-9ec35d14-34c5-40f9-8700-64a2649a8195 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:18.985503 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1226272a-876c-4a78-adfa-99ac6099f51f req-9ec35d14-34c5-40f9-8700-64a2649a8195 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b HTTP/1.1" status: 200 len: 945 time: 0.0757024 Jan 28 19:37:19.030267 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1226272a-876c-4a78-adfa-99ac6099f51f req-a8b97fa2-46a3-4ca0-9455-29837dbf4389 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438848 Jan 28 19:37:19.580849 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 71652b90-747c-472b-8761-408d7c69d953 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:37:19.636491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 71652b90-747c-472b-8761-408d7c69d953 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:37:19.641456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 71652b90-747c-472b-8761-408d7c69d953 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:37:19.641990 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (71652b90-747c-472b-8761-408d7c69d953), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:19.726113 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 71652b90-747c-472b-8761-408d7c69d953 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:37:19.726928 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (71652b90-747c-472b-8761-408d7c69d953), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:19.753045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71652b90-747c-472b-8761-408d7c69d953'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:37:19.755295 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcbd00d-98f5-40ff-82f4-512c0d7308cb" -d '{"events": [{"server_uuid": "c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b", "name": "network-vif-plugged", "status": "completed", "tag": "71652b90-747c-472b-8761-408d7c69d953"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:37:19.768733 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 71652b90-747c-472b-8761-408d7c69d953, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=71652b90-747c-472b-8761-408d7c69d953,segment=NetworkSegment(f34e65a1-eb3b-4da0-a1fd-025fb98d1946),segment_id=f34e65a1-eb3b-4da0-a1fd-025fb98d1946)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:37:19.774853 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (71652b90-747c-472b-8761-408d7c69d953), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:19.814625 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250b09c5-6998-4fb9-92b3-fcab4aa99ceb x-openstack-request-id: req-250b09c5-6998-4fb9-92b3-fcab4aa99ceb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:37:19.814912 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b", "name": "network-vif-plugged", "status": "completed", "tag": "71652b90-747c-472b-8761-408d7c69d953", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:37:19.815163 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-250b09c5-6998-4fb9-92b3-fcab4aa99ceb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:37:19.815550 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71652b90-747c-472b-8761-408d7c69d953', 'code': 200} Jan 28 19:37:19.824667 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=71652b90-747c-472b-8761-408d7c69d953,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:37:19.919092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00390c-4bc8-482c-8bfa-dda0738527c9 req-b63c38c0-97d8-440a-8901-43fa8b34dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:19.925250 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb00390c-4bc8-482c-8bfa-dda0738527c9 req-b63c38c0-97d8-440a-8901-43fa8b34dbd9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b HTTP/1.1" status: 200 len: 1128 time: 0.0508759 Jan 28 19:37:19.983380 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb00390c-4bc8-482c-8bfa-dda0738527c9 req-18c21cd4-d254-495b-a461-9869258a3139 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513024 Jan 28 19:37:20.181912 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ddb54-4770-49bb-804c-6db428359c97 req-ba8081b6-fee4-4c26-9237-68ee2711e7df tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:20.183582 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-960ddb54-4770-49bb-804c-6db428359c97 req-ba8081b6-fee4-4c26-9237-68ee2711e7df tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b HTTP/1.1" status: 200 len: 946 time: 0.0630217 Jan 28 19:37:20.233476 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-960ddb54-4770-49bb-804c-6db428359c97 req-014c8b88-db58-47d9-bbd4-d5b8bc4eaaad tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438542 Jan 28 19:37:20.391994 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99ca5299-291b-4738-a246-756c3d60b8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:21.356694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef33d5-5bc9-4f4a-8613-0ca7a646da58 req-0eb9dd9e-257f-44a5-8a4c-c95980723c22 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:21.358216 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5cef33d5-5bc9-4f4a-8613-0ca7a646da58 req-0eb9dd9e-257f-44a5-8a4c-c95980723c22 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b HTTP/1.1" status: 200 len: 946 time: 0.0540051 Jan 28 19:37:21.410926 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5cef33d5-5bc9-4f4a-8613-0ca7a646da58 req-4054b34d-4c86-4be7-b088-af7f695b9555 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468814 Jan 28 19:37:21.745920 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:23.027640 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:24.467424 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:25.523230 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:30.303446 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:30.838874 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5e28c4f1-9ad6-4314-a4c8-22d536eb43ba req-9f1b4633-1216-432a-8842-e02b4a441f77 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465314 Jan 28 19:37:30.935236 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28c4f1-9ad6-4314-a4c8-22d536eb43ba req-f43fbb15-5cd8-438e-bf38-e6e5c5d02700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:30.936997 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5e28c4f1-9ad6-4314-a4c8-22d536eb43ba req-f43fbb15-5cd8-438e-bf38-e6e5c5d02700 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7278e5fb228649a0bcad995bf769f3a1&device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 1127 time: 0.0516453 Jan 28 19:37:31.054351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28c4f1-9ad6-4314-a4c8-22d536eb43ba req-6b16fb8c-eee5-4a52-8666-32791fb0069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:31.055967 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5e28c4f1-9ad6-4314-a4c8-22d536eb43ba req-6b16fb8c-eee5-4a52-8666-32791fb0069b service neutron] 10.222.0.37 "GET /v2.0/networks?id=98679574-4cfe-45e5-8584-36f66292a0bf HTTP/1.1" status: 200 len: 910 time: 0.0973055 Jan 28 19:37:31.123813 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5e28c4f1-9ad6-4314-a4c8-22d536eb43ba req-a42d3ab6-69b7-443f-9527-157ca0535358 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ced7e9a6-f7cd-49c6-9a98-801dafb2faea HTTP/1.1" status: 200 len: 1001 time: 0.0615170 Jan 28 19:37:31.174318 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28c4f1-9ad6-4314-a4c8-22d536eb43ba req-62e03749-9abe-4d40-b23e-60b05036fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:31.175829 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5e28c4f1-9ad6-4314-a4c8-22d536eb43ba req-62e03749-9abe-4d40-b23e-60b05036fc50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2300efa6-bb93-4ddc-ad47-4d237824e541 HTTP/1.1" status: 200 len: 848 time: 0.0460727 Jan 28 19:37:31.230536 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28c4f1-9ad6-4314-a4c8-22d536eb43ba req-a87903c8-2d24-43bd-9ff3-d53eed7ac0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:31.232118 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5e28c4f1-9ad6-4314-a4c8-22d536eb43ba req-a87903c8-2d24-43bd-9ff3-d53eed7ac0ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98679574-4cfe-45e5-8584-36f66292a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499630 Jan 28 19:37:31.322088 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5e28c4f1-9ad6-4314-a4c8-22d536eb43ba req-7b867a18-2f1a-419a-b160-8729655c3c08 service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837061 Jan 28 19:37:31.432264 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5e28c4f1-9ad6-4314-a4c8-22d536eb43ba req-cbb9234f-d10f-4159-876d-fe8d701d455f service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044419 Jan 28 19:37:35.119282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 49624) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:37:35.245336 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e10f21-2a6b-4749-8373-5ba11b755b17 req-80b5613c-801e-4837-8298-26e171b5eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:35.247051 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-95e10f21-2a6b-4749-8373-5ba11b755b17 req-80b5613c-801e-4837-8298-26e171b5eae3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 1128 time: 0.1261907 Jan 28 19:37:35.297076 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-95e10f21-2a6b-4749-8373-5ba11b755b17 req-d05347e4-2623-4730-b880-a2195f8442b5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5be7f145-12f3-4c84-94f3-2b6cf15c22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444458 Jan 28 19:37:36.047474 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbd3572d-310f-4658-bc7c-2579e0f14fda req-18229dc7-524a-416f-819b-2d5921afa87b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854695 Jan 28 19:37:36.145664 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3572d-310f-4658-bc7c-2579e0f14fda req-5302decb-c4e4-4c6f-ae36-01c80a2b8b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:36.147527 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbd3572d-310f-4658-bc7c-2579e0f14fda req-5302decb-c4e4-4c6f-ae36-01c80a2b8b5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52cc16c2a3524687aa58bbfb91be8f85&device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 1128 time: 0.0552635 Jan 28 19:37:36.314380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3572d-310f-4658-bc7c-2579e0f14fda req-2f16c1a9-da54-4382-8e3b-b8c3d7fc6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:36.315919 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbd3572d-310f-4658-bc7c-2579e0f14fda req-2f16c1a9-da54-4382-8e3b-b8c3d7fc6881 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e228a45e-4325-41de-b203-527979431faa HTTP/1.1" status: 200 len: 910 time: 0.1332054 Jan 28 19:37:36.383924 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbd3572d-310f-4658-bc7c-2579e0f14fda req-b418682a-4f46-4b5d-92f7-68d6c90cbeef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e622c246-3364-4a5a-9cbd-083d146fc963 HTTP/1.1" status: 200 len: 1001 time: 0.0614035 Jan 28 19:37:36.442160 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3572d-310f-4658-bc7c-2579e0f14fda req-5153eb34-7297-4a5a-b5b1-72bec70cf54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:36.443659 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbd3572d-310f-4658-bc7c-2579e0f14fda req-5153eb34-7297-4a5a-b5b1-72bec70cf54f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61e41e2b-07c3-42d1-bc10-520fdbff48a2 HTTP/1.1" status: 200 len: 848 time: 0.0484841 Jan 28 19:37:36.498917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3572d-310f-4658-bc7c-2579e0f14fda req-723f4578-3a26-4d55-ae33-4263cff9cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:37:36.500593 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbd3572d-310f-4658-bc7c-2579e0f14fda req-723f4578-3a26-4d55-ae33-4263cff9cdfb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e228a45e-4325-41de-b203-527979431faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506203 Jan 28 19:37:36.594257 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbd3572d-310f-4658-bc7c-2579e0f14fda req-730f272c-d5bd-4c66-933a-7a2a69470f2b service neutron] 10.222.0.31 "GET /v2.0/networks/e228a45e-4325-41de-b203-527979431faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860569 Jan 28 19:37:36.691734 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fbd3572d-310f-4658-bc7c-2579e0f14fda req-27d20989-7105-4e8d-b255-9fafbcc04164 service neutron] 10.222.0.31 "GET /v2.0/networks/e228a45e-4325-41de-b203-527979431faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882580 Jan 28 19:37:46.027232 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:37:48.229223 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9eed2adf-b300-47eb-9c70-9d51c16b64a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:50.402376 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4369ba6-0372-4426-9a61-723faa226c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:51.749380 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:53.040541 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:54.463254 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:37:55.540385 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:00.315611 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:08.533577 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849760ab-ee3d-4d68-bbff-21fce83bb90d req-d988518e-7d3d-4d14-afb5-3e60abd97341 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:08.534994 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-849760ab-ee3d-4d68-bbff-21fce83bb90d req-d988518e-7d3d-4d14-afb5-3e60abd97341 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b HTTP/1.1" status: 200 len: 946 time: 0.0544915 Jan 28 19:38:08.583835 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-849760ab-ee3d-4d68-bbff-21fce83bb90d req-27cbf476-3c0e-4092-ae24-b54c878df036 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428996 Jan 28 19:38:09.709622 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0beb72c-69d2-4bea-a1fd-39b0e809aebe req-d78d9b3a-5c0b-4d50-b4cd-4b0faca5f3c4 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:09.711501 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c0beb72c-69d2-4bea-a1fd-39b0e809aebe req-d78d9b3a-5c0b-4d50-b4cd-4b0faca5f3c4 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b HTTP/1.1" status: 200 len: 946 time: 0.0589726 Jan 28 19:38:09.760525 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c0beb72c-69d2-4bea-a1fd-39b0e809aebe req-230d7f4f-100f-4da8-af8d-beb54614ed29 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/security-groups?id=433e0a01-49e8-4031-816a-926e979c8730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430672 Jan 28 19:38:09.949792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae34453-3a3e-4d40-95fe-1cf6db5e78ce req-668c3d4f-7ce5-448f-ac16-1aa67bd88bd9 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:09.951317 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ae34453-3a3e-4d40-95fe-1cf6db5e78ce req-668c3d4f-7ce5-448f-ac16-1aa67bd88bd9 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.31 "GET /v2.0/ports?device_id=c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b HTTP/1.1" status: 200 len: 946 time: 0.0566084 Jan 28 19:38:10.055708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9ae34453-3a3e-4d40-95fe-1cf6db5e78ce req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Deleting port 71652b90-747c-472b-8761-408d7c69d953 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:10.056039 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9ae34453-3a3e-4d40-95fe-1cf6db5e78ce req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (71652b90-747c-472b-8761-408d7c69d953), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:10.144459 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9ae34453-3a3e-4d40-95fe-1cf6db5e78ce req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] For port 71652b90-747c-472b-8761-408d7c69d953, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=71652b90-747c-472b-8761-408d7c69d953,segment=NetworkSegment(f34e65a1-eb3b-4da0-a1fd-025fb98d1946),segment_id=f34e65a1-eb3b-4da0-a1fd-025fb98d1946)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:10.144828 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9ae34453-3a3e-4d40-95fe-1cf6db5e78ce req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (71652b90-747c-472b-8761-408d7c69d953), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:10.156853 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-9ae34453-3a3e-4d40-95fe-1cf6db5e78ce req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Calling delete_port for 71652b90-747c-472b-8761-408d7c69d953 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:10.286624 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9ae34453-3a3e-4d40-95fe-1cf6db5e78ce req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (71652b90-747c-472b-8761-408d7c69d953), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:10.298601 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['71652b90-747c-472b-8761-408d7c69d953'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:38:10.316410 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Pushing event deleted for resources: {'Port': ['ID=71652b90-747c-472b-8761-408d7c69d953,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:10.350913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:10.351254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:10.351566 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:10.351901 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:10.352249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:10.352559 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:10.352941 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:10.353266 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:10.353586 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:10.353903 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:10.354251 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:10.354569 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:10.354885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:38:10.374567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae34453-3a3e-4d40-95fe-1cf6db5e78ce req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] No DVR routers for this DVR port 71652b90-747c-472b-8761-408d7c69d953 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:38:10.377255 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9ae34453-3a3e-4d40-95fe-1cf6db5e78ce req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:10.380760 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ae34453-3a3e-4d40-95fe-1cf6db5e78ce req-76f8e13a-c63f-473f-85f5-58522397f7a7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.31 "DELETE /v2.0/ports/71652b90-747c-472b-8761-408d7c69d953 HTTP/1.1" status: 204 len: 173 time: 0.4243476 Jan 28 19:38:10.381248 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b', 'name': 'network-vif-deleted', 'tag': '71652b90-747c-472b-8761-408d7c69d953'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:38:10.383680 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491f8984-e99f-42fa-828b-b25317140470" -d '{"events": [{"server_uuid": "c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b", "name": "network-vif-deleted", "tag": "71652b90-747c-472b-8761-408d7c69d953"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:38:10.421256 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a849ec32-562a-49ff-8e77-5ec7517e75eb x-openstack-request-id: req-a849ec32-562a-49ff-8e77-5ec7517e75eb {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:38:10.421534 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b", "name": "network-vif-deleted", "tag": "71652b90-747c-472b-8761-408d7c69d953", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:38:10.421911 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a849ec32-562a-49ff-8e77-5ec7517e75eb {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:38:10.422339 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b', 'name': 'network-vif-deleted', 'tag': '71652b90-747c-472b-8761-408d7c69d953', 'status': 'completed', 'code': 200} Jan 28 19:38:10.872962 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-82b0270a-4d65-4252-bd50-7740ad2fc1c3 req-99d07f53-3b3b-443f-8738-8757c3e3d3b7 tempest-VolumesSnapshotTestJSON-627905762 tempest-VolumesSnapshotTestJSON-627905762-project] 10.222.0.55 "GET /v2.0/ports?device_id=c97a20ff-a2cc-4e26-bbdc-d82f7e36e29b HTTP/1.1" status: 200 len: 210 time: 0.0295601 Jan 28 19:38:13.885742 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 71652b90-747c-472b-8761-408d7c69d953 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:38:13.911799 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 71652b90-747c-472b-8761-408d7c69d953 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:38:13.912241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 71652b90-747c-472b-8761-408d7c69d953 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:38:18.225452 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd8d0a39-9f3a-402c-926e-80729982773b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:20.403830 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c8f6679-7d46-497e-b4d9-47b2e0becba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:20.594835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-d6b9cbd0-a902-43cd-a829-d1d3ede970f8 req-758a3f0f-3770-4775-b6d5-e0d17e4b6919 service neutron] (103146) timed out ('10.222.0.31', 56714) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:38:21.740075 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:23.027368 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:38:23.033463 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:24.473580 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:25.543363 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:30.324755 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:31.838933 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8cf01213-8233-45a2-afca-167c45a50bc8 req-6d1b0e8f-fe0f-4970-83b5-676b2a584be5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553472 Jan 28 19:38:31.971109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf01213-8233-45a2-afca-167c45a50bc8 req-1bd91cc5-185a-4d6c-9d65-faa8cdfc86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:31.976401 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8cf01213-8233-45a2-afca-167c45a50bc8 req-1bd91cc5-185a-4d6c-9d65-faa8cdfc86b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7278e5fb228649a0bcad995bf769f3a1&device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 1127 time: 0.0867147 Jan 28 19:38:32.103045 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf01213-8233-45a2-afca-167c45a50bc8 req-38d02ae2-332d-436b-a804-58d961c08cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:32.105400 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8cf01213-8233-45a2-afca-167c45a50bc8 req-38d02ae2-332d-436b-a804-58d961c08cec service neutron] 10.222.0.37 "GET /v2.0/networks?id=98679574-4cfe-45e5-8584-36f66292a0bf HTTP/1.1" status: 200 len: 910 time: 0.1098168 Jan 28 19:38:32.222202 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8cf01213-8233-45a2-afca-167c45a50bc8 req-2a284a45-cdfc-4081-a5d0-95c8ddf0ac01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ced7e9a6-f7cd-49c6-9a98-801dafb2faea HTTP/1.1" status: 200 len: 1001 time: 0.1110423 Jan 28 19:38:32.278308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf01213-8233-45a2-afca-167c45a50bc8 req-ac654cc3-23ed-464d-a7cd-a66a0d3335ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:32.280136 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8cf01213-8233-45a2-afca-167c45a50bc8 req-ac654cc3-23ed-464d-a7cd-a66a0d3335ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2300efa6-bb93-4ddc-ad47-4d237824e541 HTTP/1.1" status: 200 len: 848 time: 0.0516448 Jan 28 19:38:32.336524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf01213-8233-45a2-afca-167c45a50bc8 req-7b981ddb-c945-4edf-8018-0b4fbe149ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:32.338325 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8cf01213-8233-45a2-afca-167c45a50bc8 req-7b981ddb-c945-4edf-8018-0b4fbe149ae5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98679574-4cfe-45e5-8584-36f66292a0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528102 Jan 28 19:38:32.489809 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8cf01213-8233-45a2-afca-167c45a50bc8 req-70eefd66-cabd-4247-b72c-b15100f1ae9c service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454425 Jan 28 19:38:32.625957 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8cf01213-8233-45a2-afca-167c45a50bc8 req-1057a43a-b8ca-4665-890d-12d9481c99df service neutron] 10.222.0.37 "GET /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303213 Jan 28 19:38:33.121462 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922e983-c0ab-421f-992b-c5417899e3d7 req-1d014529-0ea9-4ea5-9536-80e87a88b09f tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:33.123317 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1922e983-c0ab-421f-992b-c5417899e3d7 req-1d014529-0ea9-4ea5-9536-80e87a88b09f tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 945 time: 0.1244953 Jan 28 19:38:33.182854 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1922e983-c0ab-421f-992b-c5417899e3d7 req-4367b492-e2f4-4654-8e24-78743753db3c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=01954c0f-b022-4d85-a60a-6ccdb8956cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517328 Jan 28 19:38:34.359740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074b410-67ff-48bd-9b4a-c315b7143d1e req-c1fe394b-644f-4985-ad50-7aa5cc65d1b9 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:34.361411 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2074b410-67ff-48bd-9b4a-c315b7143d1e req-c1fe394b-644f-4985-ad50-7aa5cc65d1b9 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 945 time: 0.1134641 Jan 28 19:38:34.408622 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2074b410-67ff-48bd-9b4a-c315b7143d1e req-72de0042-7870-4aa1-9ead-c0f14d700a8c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups?id=01954c0f-b022-4d85-a60a-6ccdb8956cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410349 Jan 28 19:38:34.804895 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcbe19-8b52-468b-a534-dc1d101658f8 req-26f544b1-dc49-465c-9c46-607a002bc48a tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:38:34.806980 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-13bcbe19-8b52-468b-a534-dc1d101658f8 req-26f544b1-dc49-465c-9c46-607a002bc48a tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 945 time: 0.0606780 Jan 28 19:38:34.904353 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-13bcbe19-8b52-468b-a534-dc1d101658f8 req-7f08d70e-7b79-4bd7-94d6-b9ad9c956e5c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Deleting port ced7e9a6-f7cd-49c6-9a98-801dafb2faea {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:34.904722 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-13bcbe19-8b52-468b-a534-dc1d101658f8 req-7f08d70e-7b79-4bd7-94d6-b9ad9c956e5c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ced7e9a6-f7cd-49c6-9a98-801dafb2faea), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:34.992703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-13bcbe19-8b52-468b-a534-dc1d101658f8 req-7f08d70e-7b79-4bd7-94d6-b9ad9c956e5c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] For port ced7e9a6-f7cd-49c6-9a98-801dafb2faea, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=ced7e9a6-f7cd-49c6-9a98-801dafb2faea,segment=NetworkSegment(c076a8fc-9e12-4c62-8bd2-15d86083674f),segment_id=c076a8fc-9e12-4c62-8bd2-15d86083674f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:34.993056 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-13bcbe19-8b52-468b-a534-dc1d101658f8 req-7f08d70e-7b79-4bd7-94d6-b9ad9c956e5c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ced7e9a6-f7cd-49c6-9a98-801dafb2faea), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:35.170074 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-13bcbe19-8b52-468b-a534-dc1d101658f8 req-7f08d70e-7b79-4bd7-94d6-b9ad9c956e5c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:35.170433 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-13bcbe19-8b52-468b-a534-dc1d101658f8 req-7f08d70e-7b79-4bd7-94d6-b9ad9c956e5c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (d62f5fed-2451-4314-bf43-8b6f3d011b81), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:35.170736 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [req-13bcbe19-8b52-468b-a534-dc1d101658f8 req-7f08d70e-7b79-4bd7-94d6-b9ad9c956e5c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Floating IP d62f5fed-2451-4314-bf43-8b6f3d011b81 disassociated. External IP: 172.25.0.179, port: ced7e9a6-f7cd-49c6-9a98-801dafb2faea. Jan 28 19:38:35.171096 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-13bcbe19-8b52-468b-a534-dc1d101658f8 req-7f08d70e-7b79-4bd7-94d6-b9ad9c956e5c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Calling delete_port for ced7e9a6-f7cd-49c6-9a98-801dafb2faea owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:35.307422 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-13bcbe19-8b52-468b-a534-dc1d101658f8 req-7f08d70e-7b79-4bd7-94d6-b9ad9c956e5c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ced7e9a6-f7cd-49c6-9a98-801dafb2faea), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:35.343740 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08d70e-7b79-4bd7-94d6-b9ad9c956e5c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event deleted for resources: {'Port': ['ID=ced7e9a6-f7cd-49c6-9a98-801dafb2faea,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:35.467660 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13bcbe19-8b52-468b-a534-dc1d101658f8 req-7f08d70e-7b79-4bd7-94d6-b9ad9c956e5c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Router 8706fccc-cdff-435e-85e5-ebbd611f5424 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:38:35.542361 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d45b3848-d90e-4c88-a056-3c579f0c8d7f req-b2c3e081-cf82-464d-9bf2-92bf66efb5af tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3c393f8-76b3-4e9c-9505-65c43a980561 HTTP/1.1" status: 200 len: 210 time: 0.0300636 Jan 28 19:38:35.603893 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13bcbe19-8b52-468b-a534-dc1d101658f8 req-7f08d70e-7b79-4bd7-94d6-b9ad9c956e5c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:38:35.615640 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2f6d81-01da-4115-839e-5b25b5196976 None None] Sync routers for ids ['8706fccc-cdff-435e-85e5-ebbd611f5424'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:38:35.625087 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f6d81-01da-4115-839e-5b25b5196976 None None] Routers {'8706fccc-cdff-435e-85e5-ebbd611f5424'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:38:35.625916 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bd2f6d81-01da-4115-839e-5b25b5196976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:38:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['8706fccc-cdff-435e-85e5-ebbd611f5424'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:35.653244 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bcbe19-8b52-468b-a534-dc1d101658f8 req-7f08d70e-7b79-4bd7-94d6-b9ad9c956e5c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] No DVR routers for this DVR port ced7e9a6-f7cd-49c6-9a98-801dafb2faea on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:38:35.656440 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-13bcbe19-8b52-468b-a534-dc1d101658f8 req-7f08d70e-7b79-4bd7-94d6-b9ad9c956e5c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:35.660937 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-13bcbe19-8b52-468b-a534-dc1d101658f8 req-7f08d70e-7b79-4bd7-94d6-b9ad9c956e5c tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.37 "DELETE /v2.0/ports/ced7e9a6-f7cd-49c6-9a98-801dafb2faea HTTP/1.1" status: 204 len: 173 time: 0.8492885 Jan 28 19:38:35.661726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c393f8-76b3-4e9c-9505-65c43a980561', 'name': 'network-vif-deleted', 'tag': 'ced7e9a6-f7cd-49c6-9a98-801dafb2faea'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:38:35.664931 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29569722-f4f4-4ec7-9925-57cfa4d72dbe" -d '{"events": [{"server_uuid": "d3c393f8-76b3-4e9c-9505-65c43a980561", "name": "network-vif-deleted", "tag": "ced7e9a6-f7cd-49c6-9a98-801dafb2faea"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:38:35.746964 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9554de-7ed1-4072-ba4e-cb80b61b308b x-openstack-request-id: req-0e9554de-7ed1-4072-ba4e-cb80b61b308b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:38:35.747253 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c393f8-76b3-4e9c-9505-65c43a980561", "name": "network-vif-deleted", "tag": "ced7e9a6-f7cd-49c6-9a98-801dafb2faea", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:38:35.747506 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e9554de-7ed1-4072-ba4e-cb80b61b308b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:38:35.747908 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c393f8-76b3-4e9c-9505-65c43a980561', 'name': 'network-vif-deleted', 'tag': 'ced7e9a6-f7cd-49c6-9a98-801dafb2faea', 'status': 'completed', 'code': 200} Jan 28 19:38:35.786448 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bd2f6d81-01da-4115-839e-5b25b5196976 None None] Set router 8706fccc-cdff-435e-85e5-ebbd611f5424 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:38:36.028685 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bd2f6d81-01da-4115-839e-5b25b5196976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 4, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '87d9d8f1-5a72-4061-9e52-905ae64da591', 'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'mac_address': 'fa:16:3e:3b:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:18Z', 'updated_at': '2022-01-28T19:31:27Z', 'revision_number': 5, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'subnets': [{'id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:36.056771 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2f6d81-01da-4115-839e-5b25b5196976 None None] Checking router: 8706fccc-cdff-435e-85e5-ebbd611f5424 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:38:36.065962 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f6d81-01da-4115-839e-5b25b5196976 None None] Routers {'8706fccc-cdff-435e-85e5-ebbd611f5424'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:38:36.066670 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bd2f6d81-01da-4115-839e-5b25b5196976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:38:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['8706fccc-cdff-435e-85e5-ebbd611f5424'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:36.195654 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bd2f6d81-01da-4115-839e-5b25b5196976 None None] Set router 8706fccc-cdff-435e-85e5-ebbd611f5424 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:38:36.567285 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bd2f6d81-01da-4115-839e-5b25b5196976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 4, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '87d9d8f1-5a72-4061-9e52-905ae64da591', 'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'mac_address': 'fa:16:3e:3b:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:18Z', 'updated_at': '2022-01-28T19:31:27Z', 'revision_number': 5, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'subnets': [{'id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:38:36.622818 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2f6d81-01da-4115-839e-5b25b5196976 None None] The sync data for ids ['8706fccc-cdff-435e-85e5-ebbd611f5424'] in n-d-824834-4 is: [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:31:19Z', 'revision_number': 4, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '87d9d8f1-5a72-4061-9e52-905ae64da591', 'name': '', 'network_id': '98679574-4cfe-45e5-8584-36f66292a0bf', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'mac_address': 'fa:16:3e:3b:87:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:18Z', 'updated_at': '2022-01-28T19:31:27Z', 'revision_number': 5, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'subnets': [{'id': '2300efa6-bb93-4ddc-ad47-4d237824e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:38:36.661465 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50330) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:36.731167 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5dd2d651-077a-426f-ae0e-ab750c6ce990 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group (01954c0f-b022-4d85-a60a-6ccdb8956cf3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:36.764822 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5dd2d651-077a-426f-ae0e-ab750c6ce990 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group (01954c0f-b022-4d85-a60a-6ccdb8956cf3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:36.831506 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5dd2d651-077a-426f-ae0e-ab750c6ce990 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (01954c0f-b022-4d85-a60a-6ccdb8956cf3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:36.834168 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5dd2d651-077a-426f-ae0e-ab750c6ce990 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:36.838343 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5dd2d651-077a-426f-ae0e-ab750c6ce990 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "DELETE /v2.0/security-groups/01954c0f-b022-4d85-a60a-6ccdb8956cf3 HTTP/1.1" status: 204 len: 168 time: 0.1721659 Jan 28 19:38:36.838962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50332) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:36.845477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2d651-077a-426f-ae0e-ab750c6ce990 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01954c0f-b022-4d85-a60a-6ccdb8956cf3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:36.859186 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-65b4d281-8011-4ef8-925f-42d96366cdb1 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] show failed (client error): The resource could not be found. Jan 28 19:38:36.863748 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50334) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:36.872499 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-65b4d281-8011-4ef8-925f-42d96366cdb1 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "GET /v2.0/security-groups/01954c0f-b022-4d85-a60a-6ccdb8956cf3 HTTP/1.1" status: 404 len: 347 time: 0.0320642 Jan 28 19:38:36.996896 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36eabca-12f0-429e-8512-6da6ede32b71 None None] New status for floating IP d62f5fed-2451-4314-bf43-8b6f3d011b81: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:38:37.014549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a6c23-0295-49ac-9b46-da05bfca11f8 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Deleting port c4a58bc3-ac65-413c-ac8a-8e0cfaa2a8dc {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:37.015161 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa2a6c23-0295-49ac-9b46-da05bfca11f8 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c4a58bc3-ac65-413c-ac8a-8e0cfaa2a8dc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.107150 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa2a6c23-0295-49ac-9b46-da05bfca11f8 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c4a58bc3-ac65-413c-ac8a-8e0cfaa2a8dc), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.107567 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa2a6c23-0295-49ac-9b46-da05bfca11f8 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for floatingip (c4a58bc3-ac65-413c-ac8a-8e0cfaa2a8dc), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.121999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a6c23-0295-49ac-9b46-da05bfca11f8 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Calling delete_port for c4a58bc3-ac65-413c-ac8a-8e0cfaa2a8dc owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:37.269626 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa2a6c23-0295-49ac-9b46-da05bfca11f8 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c4a58bc3-ac65-413c-ac8a-8e0cfaa2a8dc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.299674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a6c23-0295-49ac-9b46-da05bfca11f8 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Pushing event deleted for resources: {'Port': ['ID=c4a58bc3-ac65-413c-ac8a-8e0cfaa2a8dc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:38:37.366291 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa2a6c23-0295-49ac-9b46-da05bfca11f8 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks [] for floatingip (d62f5fed-2451-4314-bf43-8b6f3d011b81), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.368457 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa2a6c23-0295-49ac-9b46-da05bfca11f8 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:37.372477 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-aa2a6c23-0295-49ac-9b46-da05bfca11f8 tempest-AttachVolumeTestJSON-1845437209 tempest-AttachVolumeTestJSON-1845437209-project] 10.222.0.55 "DELETE /v2.0/floatingips/d62f5fed-2451-4314-bf43-8b6f3d011b81 HTTP/1.1" status: 204 len: 168 time: 0.5051415 Jan 28 19:38:37.394489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device ced7e9a6-f7cd-49c6-9a98-801dafb2faea no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:38:37.425256 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: ced7e9a6-f7cd-49c6-9a98-801dafb2faea {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:38:37.425613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device ced7e9a6-f7cd-49c6-9a98-801dafb2faea not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:38:48.225131 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd1780a4-0bf4-4d3a-9e97-6b5aa30d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:50.392567 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16d4e54b-8ffd-402c-8e81-9939610b66d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:51.748424 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:53.043405 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:54.476912 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:55.576200 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:58.436059 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50728) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:38:58.957070 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fccf99e-7d39-442b-8108-12b51217350a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (8706fccc-cdff-435e-85e5-ebbd611f5424), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:59.230765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3fccf99e-7d39-442b-8108-12b51217350a admin admin] Deleting port 87d9d8f1-5a72-4061-9e52-905ae64da591 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:38:59.231046 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fccf99e-7d39-442b-8108-12b51217350a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:59.313452 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3fccf99e-7d39-442b-8108-12b51217350a admin admin] For port 87d9d8f1-5a72-4061-9e52-905ae64da591, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=87d9d8f1-5a72-4061-9e52-905ae64da591,segment=NetworkSegment(c076a8fc-9e12-4c62-8bd2-15d86083674f),segment_id=c076a8fc-9e12-4c62-8bd2-15d86083674f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:38:59.314227 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fccf99e-7d39-442b-8108-12b51217350a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:59.330774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3fccf99e-7d39-442b-8108-12b51217350a admin admin] Calling delete_port for 87d9d8f1-5a72-4061-9e52-905ae64da591 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:38:59.589759 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fccf99e-7d39-442b-8108-12b51217350a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (87d9d8f1-5a72-4061-9e52-905ae64da591), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:38:59.630758 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fccf99e-7d39-442b-8108-12b51217350a admin admin] Pushing event deleted for resources: {'Port': ['ID=87d9d8f1-5a72-4061-9e52-905ae64da591,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:00.032972 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:39:00.262724 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3fccf99e-7d39-442b-8108-12b51217350a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (8706fccc-cdff-435e-85e5-ebbd611f5424), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:00.335580 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:00.549792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fccf99e-7d39-442b-8108-12b51217350a admin admin] Router 8706fccc-cdff-435e-85e5-ebbd611f5424 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:39:00.711956 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fccf99e-7d39-442b-8108-12b51217350a admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:39:00.722390 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9416df-adce-4d5e-9040-df8a50813347 None None] Sync routers for ids ['8706fccc-cdff-435e-85e5-ebbd611f5424'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:39:00.733906 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50746) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:00.744645 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3fccf99e-7d39-442b-8108-12b51217350a admin admin] 10.222.0.55 "PUT /v2.0/routers/8706fccc-cdff-435e-85e5-ebbd611f5424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2927492 Jan 28 19:39:00.757943 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9416df-adce-4d5e-9040-df8a50813347 None None] Routers {'8706fccc-cdff-435e-85e5-ebbd611f5424'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:00.758629 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bf9416df-adce-4d5e-9040-df8a50813347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:38:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['8706fccc-cdff-435e-85e5-ebbd611f5424'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:00.889091 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Publish callbacks [] for router (8706fccc-cdff-435e-85e5-ebbd611f5424), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:00.947234 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bf9416df-adce-4d5e-9040-df8a50813347 None None] Set router 8706fccc-cdff-435e-85e5-ebbd611f5424 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:01.024960 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Publish callbacks [] for router_gateway (8706fccc-cdff-435e-85e5-ebbd611f5424), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.116452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Deleting port fedb510f-4edd-413b-b908-959f00091a10 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:01.117096 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (fedb510f-4edd-413b-b908-959f00091a10), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.157248 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bf9416df-adce-4d5e-9040-df8a50813347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101'}], 'enable_snat': True}, 'gw_port_id': 'fedb510f-4edd-413b-b908-959f00091a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:38:59Z', 'revision_number': 5, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port': {'id': 'fedb510f-4edd-413b-b908-959f00091a10', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:31:14Z', 'updated_at': '2022-01-28T19:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:01.185465 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9416df-adce-4d5e-9040-df8a50813347 None None] Checking router: 8706fccc-cdff-435e-85e5-ebbd611f5424 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:39:01.196164 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9416df-adce-4d5e-9040-df8a50813347 None None] Routers {'8706fccc-cdff-435e-85e5-ebbd611f5424'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:01.197068 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bf9416df-adce-4d5e-9040-df8a50813347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:38:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['8706fccc-cdff-435e-85e5-ebbd611f5424'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:01.280991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] For port fedb510f-4edd-413b-b908-959f00091a10, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fedb510f-4edd-413b-b908-959f00091a10,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:01.281336 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (fedb510f-4edd-413b-b908-959f00091a10), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.290949 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bf9416df-adce-4d5e-9040-df8a50813347 None None] Set router 8706fccc-cdff-435e-85e5-ebbd611f5424 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:01.305808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Calling delete_port for fedb510f-4edd-413b-b908-959f00091a10 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:01.371904 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bf9416df-adce-4d5e-9040-df8a50813347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:39:01Z', 'revision_number': 6, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:01.401806 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9416df-adce-4d5e-9040-df8a50813347 None None] The sync data for ids ['8706fccc-cdff-435e-85e5-ebbd611f5424'] in n-d-824834-4 is: [{'id': '8706fccc-cdff-435e-85e5-ebbd611f5424', 'name': 'tempest-AttachVolumeTestJSON-60849796-router', 'tenant_id': '7278e5fb228649a0bcad995bf769f3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:31:13Z', 'updated_at': '2022-01-28T19:39:01Z', 'revision_number': 6, 'project_id': '7278e5fb228649a0bcad995bf769f3a1', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:39:01.557800 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (fedb510f-4edd-413b-b908-959f00091a10), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.660639 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (8706fccc-cdff-435e-85e5-ebbd611f5424), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.778042 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (8706fccc-cdff-435e-85e5-ebbd611f5424), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.780574 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Publish callbacks [] for router_controller (8706fccc-cdff-435e-85e5-ebbd611f5424), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.833985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Pushing event deleted for resources: {'Port': ['ID=fedb510f-4edd-413b-b908-959f00091a10,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:01.838178 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (8706fccc-cdff-435e-85e5-ebbd611f5424), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.838717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8706fccc-cdff-435e-85e5-ebbd611f5424 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:39:01.848004 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.849213 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8706fccc-cdff-435e-85e5-ebbd611f5424 HTTP/1.1" status: 204 len: 168 time: 1.1142921 Jan 28 19:39:01.852229 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:01.878213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:01.878843 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:01.879317 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:01.879890 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:01.880335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:01.880777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:01.881352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:01.881829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:01.882448 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:01.883250 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:01.883683 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:01.884166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:01.884597 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff816c3-fd4e-4a00-b5e4-590c7e91ee17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:01.924644 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1e00a2-dd4c-445a-8266-09cfd1401d4e admin admin] Deleting subnet 2300efa6-bb93-4ddc-ad47-4d237824e541 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:39:01.930332 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b1e00a2-dd4c-445a-8266-09cfd1401d4e admin admin] Publish callbacks [] for subnet (2300efa6-bb93-4ddc-ad47-4d237824e541), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:01.980575 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b1e00a2-dd4c-445a-8266-09cfd1401d4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (2300efa6-bb93-4ddc-ad47-4d237824e541), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.078727 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b1e00a2-dd4c-445a-8266-09cfd1401d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (2300efa6-bb93-4ddc-ad47-4d237824e541), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.148536 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b1e00a2-dd4c-445a-8266-09cfd1401d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (2300efa6-bb93-4ddc-ad47-4d237824e541), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.184803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e00a2-dd4c-445a-8266-09cfd1401d4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2300efa6-bb93-4ddc-ad47-4d237824e541,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:02.188697 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b1e00a2-dd4c-445a-8266-09cfd1401d4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.194838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50754) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:02.196168 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff48a12-9649-41b9-868b-62c64fcb02a9 None None] Network 98679574-4cfe-45e5-8584-36f66292a0bf requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:02.204761 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3b1e00a2-dd4c-445a-8266-09cfd1401d4e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2300efa6-bb93-4ddc-ad47-4d237824e541 HTTP/1.1" status: 204 len: 168 time: 0.3497696 Jan 28 19:39:02.329020 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (98679574-4cfe-45e5-8584-36f66292a0bf), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.370145 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 87d9d8f1-5a72-4061-9e52-905ae64da591 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:02.392672 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 87d9d8f1-5a72-4061-9e52-905ae64da591 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:39:02.393027 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 87d9d8f1-5a72-4061-9e52-905ae64da591 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:39:02.393467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fedb510f-4edd-413b-b908-959f00091a10 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:02.424711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: fedb510f-4edd-413b-b908-959f00091a10 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:39:02.425349 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fedb510f-4edd-413b-b908-959f00091a10 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:39:02.429631 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] Deleting port 41d6fd2f-96fa-4254-a056-a829bb419053 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:02.429631 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (41d6fd2f-96fa-4254-a056-a829bb419053), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.437174 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] DHCP port deletion for 98679574-4cfe-45e5-8584-36f66292a0bf request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:39:02.506260 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Deleting port 41d6fd2f-96fa-4254-a056-a829bb419053 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:39:02.506747 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (41d6fd2f-96fa-4254-a056-a829bb419053), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.527773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] For port 41d6fd2f-96fa-4254-a056-a829bb419053, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=41d6fd2f-96fa-4254-a056-a829bb419053,segment=NetworkSegment(c076a8fc-9e12-4c62-8bd2-15d86083674f),segment_id=c076a8fc-9e12-4c62-8bd2-15d86083674f)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:02.528486 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (41d6fd2f-96fa-4254-a056-a829bb419053), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.547031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] Calling delete_port for 41d6fd2f-96fa-4254-a056-a829bb419053 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:02.592905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] For port 41d6fd2f-96fa-4254-a056-a829bb419053, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=41d6fd2f-96fa-4254-a056-a829bb419053,segment=NetworkSegment(c076a8fc-9e12-4c62-8bd2-15d86083674f),segment_id=c076a8fc-9e12-4c62-8bd2-15d86083674f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:02.593296 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (41d6fd2f-96fa-4254-a056-a829bb419053), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.617089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Calling delete_port for 41d6fd2f-96fa-4254-a056-a829bb419053 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:39:02.678239 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (41d6fd2f-96fa-4254-a056-a829bb419053), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.740818 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (41d6fd2f-96fa-4254-a056-a829bb419053), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.746366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] No DVR routers for this DVR port 41d6fd2f-96fa-4254-a056-a829bb419053 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:39:02.748653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d6fd2f-96fa-4254-a056-a829bb419053,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:02.757481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] No DVR routers for this DVR port 41d6fd2f-96fa-4254-a056-a829bb419053 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:39:02.788053 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Pushing event deleted for resources: {'Port': ['ID=41d6fd2f-96fa-4254-a056-a829bb419053,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:02.799412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:02.799842 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:02.800373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:02.800788 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:02.801186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:02.801588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:02.801987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:02.802404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:02.802784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:02.803167 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:02.803681 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:02.804210 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:02.804591 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8daf7e6-6a4e-4eab-8e3f-75c580e28561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:02.841244 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (98679574-4cfe-45e5-8584-36f66292a0bf), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.869090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98679574-4cfe-45e5-8584-36f66292a0bf']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:02.879353 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c076a8fc-9e12-4c62-8bd2-15d86083674f') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:02.879650 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c076a8fc-9e12-4c62-8bd2-15d86083674f') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:02.890004 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (c076a8fc-9e12-4c62-8bd2-15d86083674f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.905772 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (c076a8fc-9e12-4c62-8bd2-15d86083674f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.913584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:39:02.913995 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (c076a8fc-9e12-4c62-8bd2-15d86083674f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:39:02.916019 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:39:02.978708 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (98679574-4cfe-45e5-8584-36f66292a0bf), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.986197 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:02.993263 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] 10.222.0.55 "DELETE /v2.0/networks/98679574-4cfe-45e5-8584-36f66292a0bf HTTP/1.1" status: 204 len: 168 time: 0.7946072 Jan 28 19:39:03.004598 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61c77e-c9c3-40c3-a622-1d6c2eeeee67 admin admin] Pushing event deleted for resources: {'Network': ['ID=98679574-4cfe-45e5-8584-36f66292a0bf,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:03.128628 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50762) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:03.179461 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4ee4092e-b453-464c-ad07-1cd44c1ad886 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7278e5fb228649a0bcad995bf769f3a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0483475 Jan 28 19:39:03.181033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50764) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:03.240534 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d19aadcd-1687-42ba-a322-64ac50e39265 admin admin] Publish callbacks [] for security_group (efcf4abb-82bf-455a-8196-ba16b68b72bd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.265066 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d19aadcd-1687-42ba-a322-64ac50e39265 admin admin] Publish callbacks [] for security_group (efcf4abb-82bf-455a-8196-ba16b68b72bd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.321827 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d19aadcd-1687-42ba-a322-64ac50e39265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (efcf4abb-82bf-455a-8196-ba16b68b72bd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.324765 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d19aadcd-1687-42ba-a322-64ac50e39265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:03.326005 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d19aadcd-1687-42ba-a322-64ac50e39265 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efcf4abb-82bf-455a-8196-ba16b68b72bd HTTP/1.1" status: 204 len: 168 time: 0.1433337 Jan 28 19:39:03.336089 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19aadcd-1687-42ba-a322-64ac50e39265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcf4abb-82bf-455a-8196-ba16b68b72bd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:04.078861 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 50794) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:04.176082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4fc58f47-fa18-4748-a39b-7546d17d265f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1461722265-network', 'tenant_id': '6866b7ba56f046f4858131d40ffdd35b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:04.196989 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc58f47-fa18-4748-a39b-7546d17d265f admin admin] Made reservation on behalf of 6866b7ba56f046f4858131d40ffdd35b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:04.199754 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fc58f47-fa18-4748-a39b-7546d17d265f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.208718 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fc58f47-fa18-4748-a39b-7546d17d265f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.310291 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fc58f47-fa18-4748-a39b-7546d17d265f admin admin] Publish callbacks [] for security_group (d483465d-91be-4b10-97a8-c509f060c727), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.316051 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 41d6fd2f-96fa-4254-a056-a829bb419053 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:39:04.316612 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fc58f47-fa18-4748-a39b-7546d17d265f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d483465d-91be-4b10-97a8-c509f060c727), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.341565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 41d6fd2f-96fa-4254-a056-a829bb419053 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:39:04.342187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 41d6fd2f-96fa-4254-a056-a829bb419053 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:39:04.350579 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc58f47-fa18-4748-a39b-7546d17d265f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d483465d-91be-4b10-97a8-c509f060c727,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:04.371321 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc58f47-fa18-4748-a39b-7546d17d265f admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:39:04.383433 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fc58f47-fa18-4748-a39b-7546d17d265f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e1c5ef6b-212d-4bb9-a080-ca5fa2355882), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.384427 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-4fc58f47-fa18-4748-a39b-7546d17d265f admin admin] Added segment e1c5ef6b-212d-4bb9-a080-ca5fa2355882 of type vlan for network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 Jan 28 19:39:04.429735 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fc58f47-fa18-4748-a39b-7546d17d265f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (0a72d574-ce5a-48c2-a38a-aca098e6cab0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.458744 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fc58f47-fa18-4748-a39b-7546d17d265f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (0a72d574-ce5a-48c2-a38a-aca098e6cab0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.459759 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc58f47-fa18-4748-a39b-7546d17d265f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:04.460691 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4fc58f47-fa18-4748-a39b-7546d17d265f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.524939 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4fc58f47-fa18-4748-a39b-7546d17d265f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4444990 Jan 28 19:39:04.527606 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 50798) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:04.532892 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0df3c7c0-f2a1-46b9-b33d-60ab1e9a7787 admin admin] Request body: {'subnet': {'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1461722265-subnet', 'tenant_id': '6866b7ba56f046f4858131d40ffdd35b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:04.538699 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc58f47-fa18-4748-a39b-7546d17d265f admin admin] Pushing event updated for resources: {'Network': ['ID=0a72d574-ce5a-48c2-a38a-aca098e6cab0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:04.553867 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:39:04.554795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df3c7c0-f2a1-46b9-b33d-60ab1e9a7787 admin admin] Made reservation on behalf of 6866b7ba56f046f4858131d40ffdd35b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:04.574985 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0df3c7c0-f2a1-46b9-b33d-60ab1e9a7787 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.794553 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0df3c7c0-f2a1-46b9-b33d-60ab1e9a7787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (3d1365d2-3b75-4080-bbb3-725be858b55a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.868384 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3c7c0-f2a1-46b9-b33d-60ab1e9a7787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d1365d2-3b75-4080-bbb3-725be858b55a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:04.892531 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df3c7c0-f2a1-46b9-b33d-60ab1e9a7787 admin admin] Checking segment: {'id': 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:04.892901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df3c7c0-f2a1-46b9-b33d-60ab1e9a7787 admin admin] Network hostable DHCP agents. Network: 0a72d574-ce5a-48c2-a38a-aca098e6cab0, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:39:04.923446 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df3c7c0-f2a1-46b9-b33d-60ab1e9a7787 admin admin] Network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:39:04.938501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0df3c7c0-f2a1-46b9-b33d-60ab1e9a7787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 0a72d574-ce5a-48c2-a38a-aca098e6cab0) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:04.947557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df3c7c0-f2a1-46b9-b33d-60ab1e9a7787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:04.950278 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0df3c7c0-f2a1-46b9-b33d-60ab1e9a7787 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:04.951152 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb321ce-c949-4d0f-9930-40e2c88796a9 None None] Network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:04.976869 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0df3c7c0-f2a1-46b9-b33d-60ab1e9a7787 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4444096 Jan 28 19:39:05.059989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9720df-8032-4049-b7d6-dda735c75b05 None None] Network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:05.475151 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290cade-0811-400a-8322-84c0532eda20 req-f588a6bd-b9dc-4020-acde-7e9ec9f14a0d tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:05.476974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d290cade-0811-400a-8322-84c0532eda20 req-f588a6bd-b9dc-4020-acde-7e9ec9f14a0d tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/networks?id=0a72d574-ce5a-48c2-a38a-aca098e6cab0 HTTP/1.1" status: 200 len: 815 time: 0.1121998 Jan 28 19:39:05.492266 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d290cade-0811-400a-8322-84c0532eda20 req-3d177d79-ad83-49b2-b48a-b243615c1f91 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/quotas/6866b7ba56f046f4858131d40ffdd35b HTTP/1.1" status: 200 len: 375 time: 0.0098648 Jan 28 19:39:05.530739 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d290cade-0811-400a-8322-84c0532eda20 req-296adf68-5204-4369-9658-75d2b5b5b043 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6866b7ba56f046f4858131d40ffdd35b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292084 Jan 28 19:39:05.706471 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d290cade-0811-400a-8322-84c0532eda20 req-651cce32-31d5-4717-901b-9d707c62d5eb service neutron] 10.222.0.55 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607094 Jan 28 19:39:05.798154 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d290cade-0811-400a-8322-84c0532eda20 req-b6a245d5-92f4-4447-9547-ed633282c1ad service neutron] 10.222.0.55 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853236 Jan 28 19:39:05.987490 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f38cb6e0-48fe-4667-8c0e-0fb457d1bc1b req-ec2128eb-e267-4054-ab49-a7e31d8838df tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 210 time: 0.0333412 Jan 28 19:39:07.018815 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290cade-0811-400a-8322-84c0532eda20 req-67f1d571-807d-4ed6-8127-7d3057ee2bae tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:07.021259 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d290cade-0811-400a-8322-84c0532eda20 req-67f1d571-807d-4ed6-8127-7d3057ee2bae tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.37 "GET /v2.0/networks?id=0a72d574-ce5a-48c2-a38a-aca098e6cab0 HTTP/1.1" status: 200 len: 815 time: 0.1444771 Jan 28 19:39:07.035014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d290cade-0811-400a-8322-84c0532eda20 req-091f125c-5f9c-4bb7-9d80-381f38643e3f tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Request body: {'port': {'device_id': '9cdc64d3-dc82-424a-9308-ea72a8887aaf', 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0', 'admin_state_up': True, 'tenant_id': '6866b7ba56f046f4858131d40ffdd35b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:07.145494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-14d9b02f-6c16-47af-bc1a-7897f061ff3c req-0204cc87-fd0c-416c-ab5c-86ae5fc288cc tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 210 time: 0.0464988 Jan 28 19:39:07.207453 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d290cade-0811-400a-8322-84c0532eda20 req-091f125c-5f9c-4bb7-9d80-381f38643e3f tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Made reservation on behalf of 6866b7ba56f046f4858131d40ffdd35b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:07.212174 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d290cade-0811-400a-8322-84c0532eda20 req-091f125c-5f9c-4bb7-9d80-381f38643e3f tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.348178 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-d290cade-0811-400a-8322-84c0532eda20 req-091f125c-5f9c-4bb7-9d80-381f38643e3f tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Allocated IP 172.20.0.11 (0a72d574-ce5a-48c2-a38a-aca098e6cab0/3d1365d2-3b75-4080-bbb3-725be858b55a/7edf9134-e568-452f-b047-58166ac7692f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:07.501863 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d290cade-0811-400a-8322-84c0532eda20 req-091f125c-5f9c-4bb7-9d80-381f38643e3f tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks [] for port (7edf9134-e568-452f-b047-58166ac7692f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.536541 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d290cade-0811-400a-8322-84c0532eda20 req-091f125c-5f9c-4bb7-9d80-381f38643e3f tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (7edf9134-e568-452f-b047-58166ac7692f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.576740 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d290cade-0811-400a-8322-84c0532eda20 req-091f125c-5f9c-4bb7-9d80-381f38643e3f tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:07.581557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-d290cade-0811-400a-8322-84c0532eda20 req-091f125c-5f9c-4bb7-9d80-381f38643e3f tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:07.587727 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d290cade-0811-400a-8322-84c0532eda20 req-091f125c-5f9c-4bb7-9d80-381f38643e3f tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:07.616001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f125c-5f9c-4bb7-9d80-381f38643e3f tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Pushing event updated for resources: {'Port': ['ID=7edf9134-e568-452f-b047-58166ac7692f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:07.644077 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290cade-0811-400a-8322-84c0532eda20 req-091f125c-5f9c-4bb7-9d80-381f38643e3f tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:07.644656 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d290cade-0811-400a-8322-84c0532eda20 req-091f125c-5f9c-4bb7-9d80-381f38643e3f tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:07.671799 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d290cade-0811-400a-8322-84c0532eda20 req-091f125c-5f9c-4bb7-9d80-381f38643e3f tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6419458 Jan 28 19:39:07.739584 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Request body: {'port': {'device_id': '9cdc64d3-dc82-424a-9308-ea72a8887aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:07.801795 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7edf9134-e568-452f-b047-58166ac7692f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:08.103754 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7edf9134-e568-452f-b047-58166ac7692f {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:39:08.112538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Publish callbacks [] for port (7edf9134-e568-452f-b047-58166ac7692f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:08.126238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Transition to ACTIVE for port object 7edf9134-e568-452f-b047-58166ac7692f will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:39:08.131582 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (7edf9134-e568-452f-b047-58166ac7692f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:08.228550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Pushing event updated for resources: {'Port': ['ID=7edf9134-e568-452f-b047-58166ac7692f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:08.266420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Attempting to bind port 7edf9134-e568-452f-b047-58166ac7692f on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:08.266813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Attempting to bind port 7edf9134-e568-452f-b047-58166ac7692f by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:08.267144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Attempting to bind port 7edf9134-e568-452f-b047-58166ac7692f on network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:08.271986 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Port 7edf9134-e568-452f-b047-58166ac7692f on network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:39:08.272294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Attempting to bind port 7edf9134-e568-452f-b047-58166ac7692f on network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:08.277898 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:08.278277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Checking segment: {'id': 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:08.278675 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Bound using segment: {'id': 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:08.279110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Bound port: 7edf9134-e568-452f-b047-58166ac7692f, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:08.279466 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7edf9134-e568-452f-b047-58166ac7692f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:08.322848 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52705d-a4f3-4415-a46d-65c1a9f3130a req-d4e4ddbf-05ba-468a-94e1-42886c8f1f16 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:08.324600 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf52705d-a4f3-4415-a46d-65c1a9f3130a req-d4e4ddbf-05ba-468a-94e1-42886c8f1f16 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 944 time: 0.0621910 Jan 28 19:39:08.386688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] For port 7edf9134-e568-452f-b047-58166ac7692f, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:08.391191 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] For port 7edf9134-e568-452f-b047-58166ac7692f, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=7edf9134-e568-452f-b047-58166ac7692f,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:08.400279 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (7edf9134-e568-452f-b047-58166ac7692f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:08.407768 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf52705d-a4f3-4415-a46d-65c1a9f3130a req-90f98334-222b-4683-86c2-84a6f9665d81 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720208 Jan 28 19:39:08.448461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:08.448461 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:08.448871 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d290cade-0811-400a-8322-84c0532eda20 req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] 10.222.0.37 "PUT /v2.0/ports/7edf9134-e568-452f-b047-58166ac7692f HTTP/1.1" status: 200 len: 1092 time: 0.7700579 Jan 28 19:39:08.449424 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdc64d3-dc82-424a-9308-ea72a8887aaf', 'tag': '7edf9134-e568-452f-b047-58166ac7692f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:39:08.451981 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de9527b-89a5-45bf-b6d1-33434d87982c" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdc64d3-dc82-424a-9308-ea72a8887aaf", "tag": "7edf9134-e568-452f-b047-58166ac7692f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:39:08.485157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c77d8-f06b-4287-96f5-196a5b958780 service neutron] Pushing event updated for resources: {'Port': ['ID=7edf9134-e568-452f-b047-58166ac7692f,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:08.529239 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832728e9-d867-4a7a-bf6f-fa7cadc80cd4 x-openstack-request-id: req-832728e9-d867-4a7a-bf6f-fa7cadc80cd4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:39:08.530607 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdc64d3-dc82-424a-9308-ea72a8887aaf", "tag": "7edf9134-e568-452f-b047-58166ac7692f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:39:08.530875 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-832728e9-d867-4a7a-bf6f-fa7cadc80cd4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:39:08.531286 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdc64d3-dc82-424a-9308-ea72a8887aaf', 'tag': '7edf9134-e568-452f-b047-58166ac7692f', 'status': 'completed', 'code': 200} Jan 28 19:39:08.543305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290cade-0811-400a-8322-84c0532eda20 req-d85ef9d5-9a98-4927-87b5-29f34196311d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:08.545234 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d290cade-0811-400a-8322-84c0532eda20 req-d85ef9d5-9a98-4927-87b5-29f34196311d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6866b7ba56f046f4858131d40ffdd35b&device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 1126 time: 0.0525532 Jan 28 19:39:08.587855 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d290cade-0811-400a-8322-84c0532eda20 req-c7e8f08d-2703-479d-8917-20e1fcbe0198 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7edf9134-e568-452f-b047-58166ac7692f HTTP/1.1" status: 200 len: 217 time: 0.0353439 Jan 28 19:39:08.638722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290cade-0811-400a-8322-84c0532eda20 req-5b9f0032-7056-45ed-8907-ee580b8b6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:08.640390 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d290cade-0811-400a-8322-84c0532eda20 req-5b9f0032-7056-45ed-8907-ee580b8b6945 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d1365d2-3b75-4080-bbb3-725be858b55a HTTP/1.1" status: 200 len: 855 time: 0.0475240 Jan 28 19:39:08.673680 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d290cade-0811-400a-8322-84c0532eda20 req-94cf80d2-154e-4123-8824-f3fb31a3f7ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a72d574-ce5a-48c2-a38a-aca098e6cab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268953 Jan 28 19:39:08.765540 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d290cade-0811-400a-8322-84c0532eda20 req-22cbe6b7-a14b-44c7-bfe5-35d466a3bfbc service neutron] 10.222.0.37 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857198 Jan 28 19:39:08.872116 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d290cade-0811-400a-8322-84c0532eda20 req-bd1fe773-890e-4c8a-8e22-1f2c5091ee29 service neutron] 10.222.0.37 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003165 Jan 28 19:39:08.989689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9527b-89a5-45bf-b6d1-33434d87982c req-0520b814-b10c-4b16-be17-37dcc3f62e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:08.991369 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3de9527b-89a5-45bf-b6d1-33434d87982c req-0520b814-b10c-4b16-be17-37dcc3f62e18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6866b7ba56f046f4858131d40ffdd35b&device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 1126 time: 0.0544364 Jan 28 19:39:09.085598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9527b-89a5-45bf-b6d1-33434d87982c req-1984f157-ef47-4f98-9574-27a51336eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:09.087507 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3de9527b-89a5-45bf-b6d1-33434d87982c req-1984f157-ef47-4f98-9574-27a51336eab3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a72d574-ce5a-48c2-a38a-aca098e6cab0 HTTP/1.1" status: 200 len: 916 time: 0.0901713 Jan 28 19:39:09.131075 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3de9527b-89a5-45bf-b6d1-33434d87982c req-f61dd60b-beb0-4fa0-befa-010142dd6b3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7edf9134-e568-452f-b047-58166ac7692f HTTP/1.1" status: 200 len: 217 time: 0.0364454 Jan 28 19:39:09.179037 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9527b-89a5-45bf-b6d1-33434d87982c req-df9e7cdb-165e-48a1-af1e-117458d61374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:09.180420 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3de9527b-89a5-45bf-b6d1-33434d87982c req-df9e7cdb-165e-48a1-af1e-117458d61374 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d1365d2-3b75-4080-bbb3-725be858b55a HTTP/1.1" status: 200 len: 855 time: 0.0446060 Jan 28 19:39:09.212994 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3de9527b-89a5-45bf-b6d1-33434d87982c req-57c0b186-25e6-4f03-b129-6367c35a306d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a72d574-ce5a-48c2-a38a-aca098e6cab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263708 Jan 28 19:39:09.308612 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3de9527b-89a5-45bf-b6d1-33434d87982c req-7fd04788-12ae-4f19-ad2d-68f92fc0c399 service neutron] 10.222.0.37 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891933 Jan 28 19:39:09.400419 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3de9527b-89a5-45bf-b6d1-33434d87982c req-6aa0ec28-7b6d-4d50-96da-c3386785e865 service neutron] 10.222.0.37 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860968 Jan 28 19:39:09.532544 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa69e9e-7bf0-4b1e-ae50-fdbbae8a6cdf req-ebe20069-3820-4630-9b2e-90fbab504e81 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:09.534805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-afa69e9e-7bf0-4b1e-ae50-fdbbae8a6cdf req-ebe20069-3820-4630-9b2e-90fbab504e81 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 944 time: 0.0563576 Jan 28 19:39:09.588466 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-afa69e9e-7bf0-4b1e-ae50-fdbbae8a6cdf req-70d9e337-fbf0-4140-90a0-c7ab4bcddf9b tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472693 Jan 28 19:39:10.723786 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42918c3f-0c35-4e8b-ade1-bb564dc67d6c req-3d14bcb9-af73-45b0-9d27-9c480493e47b tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:10.725479 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-42918c3f-0c35-4e8b-ade1-bb564dc67d6c req-3d14bcb9-af73-45b0-9d27-9c480493e47b tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 944 time: 0.0624871 Jan 28 19:39:10.774944 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-42918c3f-0c35-4e8b-ade1-bb564dc67d6c req-6a3c8660-91bd-40b1-a8b2-24d10c98324b tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428970 Jan 28 19:39:11.658394 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 7edf9134-e568-452f-b047-58166ac7692f details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:39:11.770782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 7edf9134-e568-452f-b047-58166ac7692f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=7edf9134-e568-452f-b047-58166ac7692f,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:11.782454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '7edf9134-e568-452f-b047-58166ac7692f', 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0', 'port_id': '7edf9134-e568-452f-b047-58166ac7692f', 'mac_address': 'fa:16:3e:e4:3d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d1365d2-3b75-4080-bbb3-725be858b55a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:39:11.820267 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 7edf9134-e568-452f-b047-58166ac7692f is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:11.820667 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7edf9134-e568-452f-b047-58166ac7692f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:11.833911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7edf9134-e568-452f-b047-58166ac7692f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:39:11.860122 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 7edf9134-e568-452f-b047-58166ac7692f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=7edf9134-e568-452f-b047-58166ac7692f,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:11.865770 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7edf9134-e568-452f-b047-58166ac7692f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:11.903510 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a6bfc-6f21-4bcd-b604-00dd9b39d330 req-494878f5-4e3d-4c1d-ba54-e2e8e5ffc9f0 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:11.911206 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ad0a6bfc-6f21-4bcd-b604-00dd9b39d330 req-494878f5-4e3d-4c1d-ba54-e2e8e5ffc9f0 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 944 time: 0.0595074 Jan 28 19:39:11.918120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=7edf9134-e568-452f-b047-58166ac7692f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:11.957321 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ad0a6bfc-6f21-4bcd-b604-00dd9b39d330 req-58ea4b46-d303-4c6a-b8be-4e6117cd6e1c tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450351 Jan 28 19:39:12.266544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['7edf9134-e568-452f-b047-58166ac7692f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:39:13.088077 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17761daa-4e38-4c74-a0a3-5cf2b3e1aa98 req-7f2481a9-15eb-4edb-b850-3860e21217d0 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:13.089914 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17761daa-4e38-4c74-a0a3-5cf2b3e1aa98 req-7f2481a9-15eb-4edb-b850-3860e21217d0 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 945 time: 0.0589318 Jan 28 19:39:13.151499 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17761daa-4e38-4c74-a0a3-5cf2b3e1aa98 req-946faa78-425b-4c98-8aa6-d67d8416097a tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550416 Jan 28 19:39:13.659603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 7edf9134-e568-452f-b047-58166ac7692f up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:13.735948 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 7edf9134-e568-452f-b047-58166ac7692f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:39:13.740711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 7edf9134-e568-452f-b047-58166ac7692f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:13.741341 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7edf9134-e568-452f-b047-58166ac7692f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:13.839464 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 7edf9134-e568-452f-b047-58166ac7692f is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:13.840162 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7edf9134-e568-452f-b047-58166ac7692f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:13.878939 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 7edf9134-e568-452f-b047-58166ac7692f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=7edf9134-e568-452f-b047-58166ac7692f,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:13.880233 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdc64d3-dc82-424a-9308-ea72a8887aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edf9134-e568-452f-b047-58166ac7692f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:39:13.883208 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3269e846-8439-4cd1-9448-76066174c3e8" -d '{"events": [{"server_uuid": "9cdc64d3-dc82-424a-9308-ea72a8887aaf", "name": "network-vif-plugged", "status": "completed", "tag": "7edf9134-e568-452f-b047-58166ac7692f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:39:13.890571 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7edf9134-e568-452f-b047-58166ac7692f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:13.953449 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be6e8fe-952f-4875-b2f4-a3353c3711b5 x-openstack-request-id: req-2be6e8fe-952f-4875-b2f4-a3353c3711b5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:39:13.953740 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdc64d3-dc82-424a-9308-ea72a8887aaf", "name": "network-vif-plugged", "status": "completed", "tag": "7edf9134-e568-452f-b047-58166ac7692f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:39:13.954044 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2be6e8fe-952f-4875-b2f4-a3353c3711b5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:39:13.954431 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdc64d3-dc82-424a-9308-ea72a8887aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edf9134-e568-452f-b047-58166ac7692f', 'code': 200} Jan 28 19:39:14.007166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=7edf9134-e568-452f-b047-58166ac7692f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:14.063809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c32dd-d95b-425e-9edc-176b0d5f0dc5 req-489dca0c-06db-4a95-9cdc-dbadea59cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:14.065430 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-871c32dd-d95b-425e-9edc-176b0d5f0dc5 req-489dca0c-06db-4a95-9cdc-dbadea59cbc2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 1128 time: 0.0691872 Jan 28 19:39:14.114070 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-871c32dd-d95b-425e-9edc-176b0d5f0dc5 req-0498c2ef-2d26-43b0-99c9-e0000973f569 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 Jan 28 19:39:14.288864 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22911cde-b503-48ee-b870-e1f9cf37335b req-48d33eb5-e951-4834-86c8-051cf17e8eb0 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:14.297727 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-22911cde-b503-48ee-b870-e1f9cf37335b req-48d33eb5-e951-4834-86c8-051cf17e8eb0 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 946 time: 0.0790839 Jan 28 19:39:14.345694 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-22911cde-b503-48ee-b870-e1f9cf37335b req-33c96ac4-7880-4492-a0ce-ceb706cce358 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467868 Jan 28 19:39:15.521841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3fb07-4e31-475a-9443-0f292d1d60ea req-102513f1-f6a3-4a28-a15f-efbf621db731 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:15.526539 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-97b3fb07-4e31-475a-9443-0f292d1d60ea req-102513f1-f6a3-4a28-a15f-efbf621db731 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 946 time: 0.0667894 Jan 28 19:39:15.610485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-97b3fb07-4e31-475a-9443-0f292d1d60ea req-c052a77a-4fe4-49d7-813b-b54bfb1835b5 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774214 Jan 28 19:39:18.241271 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d255069d-9401-49ef-83f3-0212b19f5c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:20.393464 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b374fc84-9e00-4d11-997b-6e0cd30beeb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:21.745764 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.261906 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51432) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:22.391906 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07b56c2-52cd-4816-878a-05b692634511 admin admin] Deleting subnet b80eacae-c7a4-41ae-838e-0380567bcb41 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:39:22.396075 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d07b56c2-52cd-4816-878a-05b692634511 admin admin] Publish callbacks [] for subnet (b80eacae-c7a4-41ae-838e-0380567bcb41), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.434984 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d07b56c2-52cd-4816-878a-05b692634511 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (b80eacae-c7a4-41ae-838e-0380567bcb41), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.490848 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d07b56c2-52cd-4816-878a-05b692634511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (b80eacae-c7a4-41ae-838e-0380567bcb41), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.558874 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d07b56c2-52cd-4816-878a-05b692634511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (b80eacae-c7a4-41ae-838e-0380567bcb41), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.594094 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d07b56c2-52cd-4816-878a-05b692634511 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.598781 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d07b56c2-52cd-4816-878a-05b692634511 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b80eacae-c7a4-41ae-838e-0380567bcb41 HTTP/1.1" status: 204 len: 168 time: 0.3356466 Jan 28 19:39:22.600003 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b56c2-52cd-4816-878a-05b692634511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b80eacae-c7a4-41ae-838e-0380567bcb41,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:22.601253 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:22.672593 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (5a2743d9-cc10-47d1-81f5-758041229d9b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.749697 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (5a2743d9-cc10-47d1-81f5-758041229d9b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.769736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2743d9-cc10-47d1-81f5-758041229d9b']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:22.778826 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34e65a1-eb3b-4da0-a1fd-025fb98d1946') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:22.779323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34e65a1-eb3b-4da0-a1fd-025fb98d1946') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:22.788663 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (f34e65a1-eb3b-4da0-a1fd-025fb98d1946), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.801656 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f34e65a1-eb3b-4da0-a1fd-025fb98d1946), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.807862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:39:22.808391 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (f34e65a1-eb3b-4da0-a1fd-025fb98d1946), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:39:22.862651 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:39:22.870151 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (5a2743d9-cc10-47d1-81f5-758041229d9b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.887621 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:22.893840 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5a2743d9-cc10-47d1-81f5-758041229d9b HTTP/1.1" status: 204 len: 168 time: 0.2916126 Jan 28 19:39:22.894802 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2743d9-cc10-47d1-81f5-758041229d9b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:22.902803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:22.903755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:22.904101 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:22.904433 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:22.904828 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:22.905319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:22.905839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:22.906345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:22.906834 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:22.907303 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:22.907770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:22.908509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:22.908989 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb86d6e8-1374-42fd-a223-c4d22d36c401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:23.059642 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.060246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51442) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:23.121042 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9d1f2856-d052-438f-8e52-e15af6dc1387 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c21ee535a0d43d183380f0e31a3344c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0600712 Jan 28 19:39:23.123718 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51444) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:23.183687 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad143-0c87-47db-9bdf-5e78da968ea3 admin admin] Publish callbacks [] for security_group (433e0a01-49e8-4031-816a-926e979c8730), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.212692 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad143-0c87-47db-9bdf-5e78da968ea3 admin admin] Publish callbacks [] for security_group (433e0a01-49e8-4031-816a-926e979c8730), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.295953 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad143-0c87-47db-9bdf-5e78da968ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (433e0a01-49e8-4031-816a-926e979c8730), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.298871 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad143-0c87-47db-9bdf-5e78da968ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:23.303147 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3b6ad143-0c87-47db-9bdf-5e78da968ea3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/433e0a01-49e8-4031-816a-926e979c8730 HTTP/1.1" status: 204 len: 168 time: 0.1779799 Jan 28 19:39:23.312703 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ad143-0c87-47db-9bdf-5e78da968ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433e0a01-49e8-4031-816a-926e979c8730,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:24.477218 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:25.572507 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:25.638368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51608) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:25.748601 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-745746e7-e89a-4575-8960-cc51d2a03aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:25.829908 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-745746e7-e89a-4575-8960-cc51d2a03aac admin admin] Publish callbacks [] for security_group (2b7934a6-4069-4d45-b38d-ae580d202744), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:25.834468 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-745746e7-e89a-4575-8960-cc51d2a03aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2b7934a6-4069-4d45-b38d-ae580d202744), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:25.874923 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51614) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:25.875424 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-745746e7-e89a-4575-8960-cc51d2a03aac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=062e3bbbcd49414e9096aba4eb0bcd3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2348588 Jan 28 19:39:25.875857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745746e7-e89a-4575-8960-cc51d2a03aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7934a6-4069-4d45-b38d-ae580d202744,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:25.932007 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-631eb93a-21d0-43a9-a71f-c3696da1b101 admin admin] Publish callbacks [] for security_group (2b7934a6-4069-4d45-b38d-ae580d202744), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:25.954326 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-631eb93a-21d0-43a9-a71f-c3696da1b101 admin admin] Publish callbacks [] for security_group (2b7934a6-4069-4d45-b38d-ae580d202744), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.004581 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-631eb93a-21d0-43a9-a71f-c3696da1b101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2b7934a6-4069-4d45-b38d-ae580d202744), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.007231 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-631eb93a-21d0-43a9-a71f-c3696da1b101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.010575 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-631eb93a-21d0-43a9-a71f-c3696da1b101 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b7934a6-4069-4d45-b38d-ae580d202744 HTTP/1.1" status: 204 len: 168 time: 0.1333642 Jan 28 19:39:26.029927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631eb93a-21d0-43a9-a71f-c3696da1b101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7934a6-4069-4d45-b38d-ae580d202744,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:26.297455 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51622) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:26.310812 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f37d-b21a-48db-9c0c-2787d69218be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.387594 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f37d-b21a-48db-9c0c-2787d69218be admin admin] Publish callbacks [] for security_group (338a758e-2a12-4574-8c7b-636a464adc74), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.392407 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdf4f37d-b21a-48db-9c0c-2787d69218be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (338a758e-2a12-4574-8c7b-636a464adc74), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.432274 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bdf4f37d-b21a-48db-9c0c-2787d69218be admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=42edff3dd2ac47dca3035bdaadafe61a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334419 Jan 28 19:39:26.434832 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51626) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:26.436829 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4f37d-b21a-48db-9c0c-2787d69218be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338a758e-2a12-4574-8c7b-636a464adc74,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:26.487619 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-658c1567-b638-4e63-812f-f4404c0e78f7 admin admin] Publish callbacks [] for security_group (338a758e-2a12-4574-8c7b-636a464adc74), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.509299 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-658c1567-b638-4e63-812f-f4404c0e78f7 admin admin] Publish callbacks [] for security_group (338a758e-2a12-4574-8c7b-636a464adc74), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.555168 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-658c1567-b638-4e63-812f-f4404c0e78f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (338a758e-2a12-4574-8c7b-636a464adc74), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.557738 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-658c1567-b638-4e63-812f-f4404c0e78f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:26.561474 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-658c1567-b638-4e63-812f-f4404c0e78f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/338a758e-2a12-4574-8c7b-636a464adc74 HTTP/1.1" status: 204 len: 168 time: 0.1232815 Jan 28 19:39:26.570180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c1567-b638-4e63-812f-f4404c0e78f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338a758e-2a12-4574-8c7b-636a464adc74,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:28.685097 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51686) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:28.690463 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-430a49d6-0c50-421b-b227-5935eb40f576 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Request body: {'network': {'name': 'tempest-network-smoke--1070715971', 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:28.712024 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430a49d6-0c50-421b-b227-5935eb40f576 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Made reservation on behalf of 3a86dada3f504e0996fab2c63e6798cc for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:28.715399 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-430a49d6-0c50-421b-b227-5935eb40f576 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.726864 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-430a49d6-0c50-421b-b227-5935eb40f576 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.803276 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-430a49d6-0c50-421b-b227-5935eb40f576 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for security_group (dcb6ce64-b3e2-4f93-851c-e45e57b064b9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.808101 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-430a49d6-0c50-421b-b227-5935eb40f576 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (dcb6ce64-b3e2-4f93-851c-e45e57b064b9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.830458 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430a49d6-0c50-421b-b227-5935eb40f576 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:39:28.845335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a49d6-0c50-421b-b227-5935eb40f576 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb6ce64-b3e2-4f93-851c-e45e57b064b9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:28.848212 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-430a49d6-0c50-421b-b227-5935eb40f576 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.848558 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-430a49d6-0c50-421b-b227-5935eb40f576 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Added segment c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8 of type vlan for network 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b Jan 28 19:39:28.888068 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-430a49d6-0c50-421b-b227-5935eb40f576 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (3c78c3a7-62d6-445c-bfd9-1cf398d28f9b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.915065 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-430a49d6-0c50-421b-b227-5935eb40f576 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (3c78c3a7-62d6-445c-bfd9-1cf398d28f9b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.920394 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a49d6-0c50-421b-b227-5935eb40f576 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:28.921099 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-430a49d6-0c50-421b-b227-5935eb40f576 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:28.981682 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-430a49d6-0c50-421b-b227-5935eb40f576 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2953932 Jan 28 19:39:28.984737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51688) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:28.990156 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1802032875', 'admin_state_up': True, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:28.999637 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a49d6-0c50-421b-b227-5935eb40f576 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'Network': ['ID=3c78c3a7-62d6-445c-bfd9-1cf398d28f9b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:29.012707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:39:29.017249 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (c0a04ad2-d94a-45a9-92f9-66895d5bcc46), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.018687 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (c0a04ad2-d94a-45a9-92f9-66895d5bcc46), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.073055 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router_controller (c0a04ad2-d94a-45a9-92f9-66895d5bcc46), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.209089 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router_gateway (c0a04ad2-d94a-45a9-92f9-66895d5bcc46), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.408474 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router_gateway (c0a04ad2-d94a-45a9-92f9-66895d5bcc46), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.427139 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.540785 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Allocated IP 172.25.0.216 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:29.639032 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for port (57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.674896 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:29.713639 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:29.720786 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:29.723337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:29.726948 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'Port': ['ID=57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:29.989066 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router_gateway (c0a04ad2-d94a-45a9-92f9-66895d5bcc46), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.185038 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (c0a04ad2-d94a-45a9-92f9-66895d5bcc46), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.329421 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.663965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:39:30.769719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:39:30.781321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Sync routers for ids ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:39:30.792583 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Routers {'c0a04ad2-d94a-45a9-92f9-66895d5bcc46'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:30.793352 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:39:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:30.793583 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:30.798011 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ca2ff2a2-06c6-4663-ac43-14c36827f0df tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8085063 Jan 28 19:39:30.798367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:30.900652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Set router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:30.935722 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3c51b635-8570-4c13-9baa-a8a1db96494f tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3a86dada3f504e0996fab2c63e6798cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1337557 Jan 28 19:39:30.935965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.081641 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1802032875', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:29Z', 'revision_number': 3, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:31.115693 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc030ea-33d0-470b-bc3f-44e09b8f088d tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:31.119953 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4cc030ea-33d0-470b-bc3f-44e09b8f088d tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1803923 Jan 28 19:39:31.120196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51704) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.157953 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f979fc93-7513-40e5-b978-bd903efddb63 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340054 Jan 28 19:39:31.158226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.163228 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4cfebb9e-5e2a-42e2-8ded-dac8e02ee198 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1098263583', 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b', 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:31.256015 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfebb9e-5e2a-42e2-8ded-dac8e02ee198 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Made reservation on behalf of 3a86dada3f504e0996fab2c63e6798cc for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:31.260675 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4cfebb9e-5e2a-42e2-8ded-dac8e02ee198 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.278495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Checking router: c0a04ad2-d94a-45a9-92f9-66895d5bcc46 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:39:31.278495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Updating router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 port 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:39:31.305432 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.455083 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4cfebb9e-5e2a-42e2-8ded-dac8e02ee198 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (e4aa6b89-5e59-453c-8155-97ede5bf324f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.518283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfebb9e-5e2a-42e2-8ded-dac8e02ee198 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'Subnet': ['ID=e4aa6b89-5e59-453c-8155-97ede5bf324f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:31.527840 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfebb9e-5e2a-42e2-8ded-dac8e02ee198 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Checking segment: {'id': 'c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:31.528191 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfebb9e-5e2a-42e2-8ded-dac8e02ee198 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Network hostable DHCP agents. Network: 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:39:31.550253 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfebb9e-5e2a-42e2-8ded-dac8e02ee198 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Network 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:39:31.555014 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Publish callbacks [] for port (57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.569802 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.582005 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4cfebb9e-5e2a-42e2-8ded-dac8e02ee198 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:31.586783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfebb9e-5e2a-42e2-8ded-dac8e02ee198 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:31.587373 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4cfebb9e-5e2a-42e2-8ded-dac8e02ee198 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.608754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295b0b7f-841a-4986-ab73-3ed44469b655 None None] Network 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:31.613089 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4cfebb9e-5e2a-42e2-8ded-dac8e02ee198 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4538617 Jan 28 19:39:31.615947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51712) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:31.686092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b3ba1-1ec5-45ef-89b4-c269299e10ab None None] Pushing event updated for resources: {'Port': ['ID=57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:31.695314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Attempting to bind port 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:31.695666 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Attempting to bind port 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:31.696210 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Attempting to bind port 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:31.706369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:31.706663 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:31.707067 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.707459 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:31.708105 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Bound port: 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:31.709168 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.790468 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] For port 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:31.793781 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-3c78c3a7-62d6-445c-bfd9-1cf398d28f9b', 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b', 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'fixed_ips': [{'subnet_id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:39:31.794665 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.797773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] For port 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:31.811411 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:31.939865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b3ba1-1ec5-45ef-89b4-c269299e10ab None None] Pushing event updated for resources: {'Port': ['ID=57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:31.944917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Routers {'c0a04ad2-d94a-45a9-92f9-66895d5bcc46'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:31.945707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:39:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:32.070141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Allocated IP 172.20.0.2 (3c78c3a7-62d6-445c-bfd9-1cf398d28f9b/e4aa6b89-5e59-453c-8155-97ede5bf324f/06d24950-c705-45fd-b8f0-9436fc6ce20d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:32.116131 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:32.116724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] Set router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:32.381139 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Publish callbacks [] for port (06d24950-c705-45fd-b8f0-9436fc6ce20d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:32.389932 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (06d24950-c705-45fd-b8f0-9436fc6ce20d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:32.436809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Network 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:32.446047 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:32.449384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:32.452353 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Pushing event updated for resources: {'Port': ['ID=06d24950-c705-45fd-b8f0-9436fc6ce20d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:32.454585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Allocated IP 172.20.0.1 (3c78c3a7-62d6-445c-bfd9-1cf398d28f9b/e4aa6b89-5e59-453c-8155-97ede5bf324f/0c756ee2-917d-47a5-ab83-2a94742af3bb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:32.459297 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1802032875', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:29Z', 'revision_number': 3, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:32.502202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e60a2e-b0d1-4ffc-88ee-708c34ab2c06 None None] The sync data for ids ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'] in n-d-824834-4 is: [{'id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1802032875', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:29Z', 'revision_number': 3, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:39:32.563288 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Attempting to bind port 06d24950-c705-45fd-b8f0-9436fc6ce20d on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:32.563834 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Attempting to bind port 06d24950-c705-45fd-b8f0-9436fc6ce20d by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:32.563834 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Attempting to bind port 06d24950-c705-45fd-b8f0-9436fc6ce20d on network 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:32.569355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:32.569737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Checking segment: {'id': 'c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:32.570205 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:32.570607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Bound using segment: {'id': 'c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:32.571650 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Bound port: 06d24950-c705-45fd-b8f0-9436fc6ce20d, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:32.571650 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (06d24950-c705-45fd-b8f0-9436fc6ce20d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:32.601235 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:32.640541 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] For port 06d24950-c705-45fd-b8f0-9436fc6ce20d, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:32.645146 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] For port 06d24950-c705-45fd-b8f0-9436fc6ce20d, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=06d24950-c705-45fd-b8f0-9436fc6ce20d,segment=NetworkSegment(c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8),segment_id=c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:32.653119 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (06d24950-c705-45fd-b8f0-9436fc6ce20d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:32.660222 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:32.697501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Network 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:32.701440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:32.707599 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:32.729180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f6e10-bfb2-415f-94f4-6199fa387bb3 None None] Pushing event updated for resources: {'Port': ['ID=06d24950-c705-45fd-b8f0-9436fc6ce20d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:32.758898 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'Port': ['ID=0c756ee2-917d-47a5-ab83-2a94742af3bb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:32.781373 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (c0a04ad2-d94a-45a9-92f9-66895d5bcc46), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:32.897067 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76911221-7316-4c8a-abf4-ea18af78e787 req-d58bdeb1-418f-4338-8b1c-2d406d3099e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1279192 Jan 28 19:39:33.117835 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:33.139125 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76911221-7316-4c8a-abf4-ea18af78e787 req-9a698cd6-395b-4643-be9a-a4914d203184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:33.140666 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76911221-7316-4c8a-abf4-ea18af78e787 req-9a698cd6-395b-4643-be9a-a4914d203184 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6866b7ba56f046f4858131d40ffdd35b&device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 1128 time: 0.1494434 Jan 28 19:39:33.355735 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76911221-7316-4c8a-abf4-ea18af78e787 req-647bbb0a-d0be-400f-911f-2e0fed066cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:33.357221 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76911221-7316-4c8a-abf4-ea18af78e787 req-647bbb0a-d0be-400f-911f-2e0fed066cb2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a72d574-ce5a-48c2-a38a-aca098e6cab0 HTTP/1.1" status: 200 len: 916 time: 0.1812477 Jan 28 19:39:33.413306 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76911221-7316-4c8a-abf4-ea18af78e787 req-7a70de1b-4f6f-40f5-8a3e-52ace2011f3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7edf9134-e568-452f-b047-58166ac7692f HTTP/1.1" status: 200 len: 217 time: 0.0476186 Jan 28 19:39:33.511848 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76911221-7316-4c8a-abf4-ea18af78e787 req-5a700237-d1ec-42b0-bb0b-09dc6080f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:33.513331 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76911221-7316-4c8a-abf4-ea18af78e787 req-5a700237-d1ec-42b0-bb0b-09dc6080f6f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d1365d2-3b75-4080-bbb3-725be858b55a HTTP/1.1" status: 200 len: 855 time: 0.0930748 Jan 28 19:39:33.565084 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76911221-7316-4c8a-abf4-ea18af78e787 req-53be9e10-b0ba-4f55-826c-442f13db3246 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a72d574-ce5a-48c2-a38a-aca098e6cab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412011 Jan 28 19:39:33.662169 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:33.682581 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:33.772446 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76911221-7316-4c8a-abf4-ea18af78e787 req-9e3cf0ea-e59d-4e4a-9f52-f6386cba88e2 service neutron] 10.222.0.37 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877246 Jan 28 19:39:33.808517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'Port': ['ID=0c756ee2-917d-47a5-ab83-2a94742af3bb,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:33.848591 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (c0a04ad2-d94a-45a9-92f9-66895d5bcc46), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:33.971392 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-76911221-7316-4c8a-abf4-ea18af78e787 req-fd775e85-f8a3-4bff-943d-60810dcd9031 service neutron] 10.222.0.37 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917117 Jan 28 19:39:33.983739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Network 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:33.985343 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:34.083271 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169ed588-e69f-4685-9a27-5fd019d2fb9d None None] Network 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:39:34.122499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:39:34.149042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-03eaaebb-b647-4602-a37c-9421d387e693 None None] Provisioning complete for port 06d24950-c705-45fd-b8f0-9436fc6ce20d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:34.149510 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03eaaebb-b647-4602-a37c-9421d387e693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (06d24950-c705-45fd-b8f0-9436fc6ce20d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.268284 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:39:34.277374 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b6b1e3e4-d8fc-40b2-a642-e8fcd62837f4 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "PUT /v2.0/routers/c0a04ad2-d94a-45a9-92f9-66895d5bcc46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6603739 Jan 28 19:39:34.280309 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51722) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:34.288214 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-368158b0-7905-4b62-9159-3f9fa521489c tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1897265384', 'description': 'tempest-secgroup_access--1897265384 description', 'project_id': '3a86dada3f504e0996fab2c63e6798cc'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:34.296717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-03eaaebb-b647-4602-a37c-9421d387e693 None None] Current status of the port 06d24950-c705-45fd-b8f0-9436fc6ce20d is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:34.297200 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03eaaebb-b647-4602-a37c-9421d387e693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (06d24950-c705-45fd-b8f0-9436fc6ce20d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.344101 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-368158b0-7905-4b62-9159-3f9fa521489c tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.374395 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-03eaaebb-b647-4602-a37c-9421d387e693 None None] For port 06d24950-c705-45fd-b8f0-9436fc6ce20d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=06d24950-c705-45fd-b8f0-9436fc6ce20d,segment=NetworkSegment(c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8),segment_id=c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:34.384092 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03eaaebb-b647-4602-a37c-9421d387e693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (06d24950-c705-45fd-b8f0-9436fc6ce20d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.449535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eaaebb-b647-4602-a37c-9421d387e693 None None] Pushing event updated for resources: {'Port': ['ID=06d24950-c705-45fd-b8f0-9436fc6ce20d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:34.478586 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-368158b0-7905-4b62-9159-3f9fa521489c tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for security_group (c7198761-18b3-42e1-82a4-778aef976c87), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.485211 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-368158b0-7905-4b62-9159-3f9fa521489c tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c7198761-18b3-42e1-82a4-778aef976c87), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.518137 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-368158b0-7905-4b62-9159-3f9fa521489c tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.521880 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-368158b0-7905-4b62-9159-3f9fa521489c tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2380812 Jan 28 19:39:34.523442 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 51724) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:34.531328 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-38b9d0b0-29bd-4b6e-aac4-a10e4afb327f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1632777584', 'description': 'tempest-secgroup_general--1632777584 description', 'project_id': '3a86dada3f504e0996fab2c63e6798cc'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:34.533087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368158b0-7905-4b62-9159-3f9fa521489c tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7198761-18b3-42e1-82a4-778aef976c87,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:34.569841 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b9d0b0-29bd-4b6e-aac4-a10e4afb327f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.570435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:34.631835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e51b7ee5-5c59-4999-a279-c016a5b0b7fc None None] Provisioning complete for port 0c756ee2-917d-47a5-ab83-2a94742af3bb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:34.632212 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e51b7ee5-5c59-4999-a279-c016a5b0b7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.674111 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b9d0b0-29bd-4b6e-aac4-a10e4afb327f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for security_group (11523f57-d875-4c11-8bb5-5cf9cfd62559), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.679389 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b9d0b0-29bd-4b6e-aac4-a10e4afb327f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (11523f57-d875-4c11-8bb5-5cf9cfd62559), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.687175 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:34.687175 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.688489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e51b7ee5-5c59-4999-a279-c016a5b0b7fc None None] Port 0c756ee2-917d-47a5-ab83-2a94742af3bb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:39:34.715570 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38b9d0b0-29bd-4b6e-aac4-a10e4afb327f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.716862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-38b9d0b0-29bd-4b6e-aac4-a10e4afb327f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1916118 Jan 28 19:39:34.720068 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 51726) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:34.722627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9d0b0-29bd-4b6e-aac4-a10e4afb327f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11523f57-d875-4c11-8bb5-5cf9cfd62559,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:34.729146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5d7e4b2c-85d7-4e3b-8ad6-140bfee77c0b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Request body: {'security_group_rule': {'security_group_id': 'c7198761-18b3-42e1-82a4-778aef976c87', 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:34.752399 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e51b7ee5-5c59-4999-a279-c016a5b0b7fc None None] Provisioning complete for port 06d24950-c705-45fd-b8f0-9436fc6ce20d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:34.752974 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e51b7ee5-5c59-4999-a279-c016a5b0b7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (06d24950-c705-45fd-b8f0-9436fc6ce20d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.771825 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4b2c-85d7-4e3b-8ad6-140bfee77c0b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for security_group_rule (90e43945-470b-4f52-8420-5797ef058469), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.772707 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Sync routers for ids ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:39:34.799531 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Routers {'c0a04ad2-d94a-45a9-92f9-66895d5bcc46'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:34.800457 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:39:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:34.873845 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4b2c-85d7-4e3b-8ad6-140bfee77c0b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for security_group_rule (90e43945-470b-4f52-8420-5797ef058469), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.879499 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4b2c-85d7-4e3b-8ad6-140bfee77c0b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (90e43945-470b-4f52-8420-5797ef058469), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.906319 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d7e4b2c-85d7-4e3b-8ad6-140bfee77c0b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.908060 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5d7e4b2c-85d7-4e3b-8ad6-140bfee77c0b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1868644 Jan 28 19:39:34.909380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e4b2c-85d7-4e3b-8ad6-140bfee77c0b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e43945-470b-4f52-8420-5797ef058469,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:34.952895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:34.953222 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:34.990099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:35.012897 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:35.014012 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 06d24950-c705-45fd-b8f0-9436fc6ce20d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:35.050145 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Set router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:35.121824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:35.164426 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e51b7ee5-5c59-4999-a279-c016a5b0b7fc None None] Current status of the port 06d24950-c705-45fd-b8f0-9436fc6ce20d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:35.191427 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8309a900-969d-4fad-9c33-4474a1d953ff req-9c7dfa93-88a0-450c-9a5b-8e9e701f3341 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_general--1632777584&fields=id&tenant_id=3a86dada3f504e0996fab2c63e6798cc HTTP/1.1" status: 200 len: 267 time: 0.1216967 Jan 28 19:39:35.208715 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 06d24950-c705-45fd-b8f0-9436fc6ce20d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:35.209028 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (06d24950-c705-45fd-b8f0-9436fc6ce20d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:35.268446 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8309a900-969d-4fad-9c33-4474a1d953ff req-cc170a4f-7ccc-4109-8173-e365860ba6e1 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_access--1897265384&fields=id&tenant_id=3a86dada3f504e0996fab2c63e6798cc HTTP/1.1" status: 200 len: 267 time: 0.0656290 Jan 28 19:39:35.302653 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1802032875', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:33Z', 'revision_number': 4, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '0c756ee2-917d-47a5-ab83-2a94742af3bb', 'name': '', 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'mac_address': 'fa:16:3e:81:f1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:32Z', 'updated_at': '2022-01-28T19:39:33Z', 'revision_number': 2, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'subnets': [{'id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:35.308602 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7af44316-e049-4cb8-a993-b52ee712405c None None] Provisioning complete for port 0c756ee2-917d-47a5-ab83-2a94742af3bb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:35.308981 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7af44316-e049-4cb8-a993-b52ee712405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:35.338699 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Checking router: c0a04ad2-d94a-45a9-92f9-66895d5bcc46 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:39:35.339040 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Updating router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 port 0c756ee2-917d-47a5-ab83-2a94742af3bb binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:39:35.340234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 06d24950-c705-45fd-b8f0-9436fc6ce20d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:35.349795 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7af44316-e049-4cb8-a993-b52ee712405c None None] Port 0c756ee2-917d-47a5-ab83-2a94742af3bb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:39:35.382280 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:35.383783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a900-969d-4fad-9c33-4474a1d953ff req-ee641c1c-5217-44fd-8db7-2632b0517043 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:35.391298 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8309a900-969d-4fad-9c33-4474a1d953ff req-ee641c1c-5217-44fd-8db7-2632b0517043 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/networks?id=3c78c3a7-62d6-445c-bfd9-1cf398d28f9b HTTP/1.1" status: 200 len: 797 time: 0.1155095 Jan 28 19:39:35.402361 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8309a900-969d-4fad-9c33-4474a1d953ff req-0c16d530-71e5-477f-ba63-4d413eb453b8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/quotas/3a86dada3f504e0996fab2c63e6798cc HTTP/1.1" status: 200 len: 375 time: 0.0101838 Jan 28 19:39:35.481998 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8309a900-969d-4fad-9c33-4474a1d953ff req-605858d3-108c-42be-8bb5-ff8346905d5c tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a86dada3f504e0996fab2c63e6798cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731413 Jan 28 19:39:35.581763 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8309a900-969d-4fad-9c33-4474a1d953ff req-0ca86578-bf02-4693-8c7e-3251df54c6a6 service neutron] 10.222.0.55 "GET /v2.0/networks/3c78c3a7-62d6-445c-bfd9-1cf398d28f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858748 Jan 28 19:39:35.774520 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Publish callbacks [] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:35.782725 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:35.833056 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc7690-d985-404d-bf82-de8d98896245 None None] Pushing event updated for resources: {'Port': ['ID=0c756ee2-917d-47a5-ab83-2a94742af3bb,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:35.873064 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7690-d985-404d-bf82-de8d98896245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:35.873463 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7690-d985-404d-bf82-de8d98896245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:35.873949 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7690-d985-404d-bf82-de8d98896245 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:35.874317 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7690-d985-404d-bf82-de8d98896245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:35.874794 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7690-d985-404d-bf82-de8d98896245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:35.874994 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7690-d985-404d-bf82-de8d98896245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:35.875300 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7690-d985-404d-bf82-de8d98896245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:35.875619 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7690-d985-404d-bf82-de8d98896245 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:35.876088 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7690-d985-404d-bf82-de8d98896245 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:35.876418 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7690-d985-404d-bf82-de8d98896245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:35.876743 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7690-d985-404d-bf82-de8d98896245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:35.877111 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7690-d985-404d-bf82-de8d98896245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:35.877375 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc7690-d985-404d-bf82-de8d98896245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:39:35.933737 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Attempting to bind port 0c756ee2-917d-47a5-ab83-2a94742af3bb on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:35.934129 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Attempting to bind port 0c756ee2-917d-47a5-ab83-2a94742af3bb by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:35.934500 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Attempting to bind port 0c756ee2-917d-47a5-ab83-2a94742af3bb on network 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:35.941995 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:35.942428 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Checking segment: {'id': 'c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:35.942833 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:35.943222 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Bound using segment: {'id': 'c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:35.943698 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Bound port: 0c756ee2-917d-47a5-ab83-2a94742af3bb, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:35.944084 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.052169 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] For port 0c756ee2-917d-47a5-ab83-2a94742af3bb, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:36.056325 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] For port 0c756ee2-917d-47a5-ab83-2a94742af3bb, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0c756ee2-917d-47a5-ab83-2a94742af3bb,segment=NetworkSegment(c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8),segment_id=c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:36.064887 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.109180 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8309a900-969d-4fad-9c33-4474a1d953ff req-00224d76-06cc-428e-b2ad-7d9e2442497d service neutron] 10.222.0.55 "GET /v2.0/networks/3c78c3a7-62d6-445c-bfd9-1cf398d28f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169365 Jan 28 19:39:36.121102 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Routers {'c0a04ad2-d94a-45a9-92f9-66895d5bcc46'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:36.122396 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:39:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:36.188054 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc7690-d985-404d-bf82-de8d98896245 None None] Pushing event updated for resources: {'Port': ['ID=0c756ee2-917d-47a5-ab83-2a94742af3bb,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:36.193325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-35b38999-5076-46fd-8e8c-56d9c7f273a3 None None] Provisioning complete for port 0c756ee2-917d-47a5-ab83-2a94742af3bb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:36.193829 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35b38999-5076-46fd-8e8c-56d9c7f273a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.299329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-35b38999-5076-46fd-8e8c-56d9c7f273a3 None None] Current status of the port 0c756ee2-917d-47a5-ab83-2a94742af3bb is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:36.299725 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35b38999-5076-46fd-8e8c-56d9c7f273a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.337005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-35b38999-5076-46fd-8e8c-56d9c7f273a3 None None] For port 0c756ee2-917d-47a5-ab83-2a94742af3bb, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0c756ee2-917d-47a5-ab83-2a94742af3bb,segment=NetworkSegment(c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8),segment_id=c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:36.341472 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] Set router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:36.345245 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35b38999-5076-46fd-8e8c-56d9c7f273a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.378932 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:36.408155 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8cef7381-960e-4c3d-8816-d553e2ba815b req-6c73f620-2ba8-4a26-bbad-3a18f102a58e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 210 time: 0.0401459 Jan 28 19:39:36.442245 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b38999-5076-46fd-8e8c-56d9c7f273a3 None None] Pushing event updated for resources: {'Port': ['ID=0c756ee2-917d-47a5-ab83-2a94742af3bb,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:36.461816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:36.462415 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.582141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-384fd03b-a4fc-4c21-9d82-1ccd1864d275 None None] Provisioning complete for port 0c756ee2-917d-47a5-ab83-2a94742af3bb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:36.582617 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-384fd03b-a4fc-4c21-9d82-1ccd1864d275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.586670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:36.588162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 06d24950-c705-45fd-b8f0-9436fc6ce20d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:36.655928 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1802032875', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:33Z', 'revision_number': 4, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '0c756ee2-917d-47a5-ab83-2a94742af3bb', 'name': '', 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'mac_address': 'fa:16:3e:81:f1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:32Z', 'updated_at': '2022-01-28T19:39:36Z', 'revision_number': 4, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'subnets': [{'id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:36.696625 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bae66b-faa5-4bb5-807e-b3e47ce7a706 None None] The sync data for ids ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'] in n-d-824834-4 is: [{'id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1802032875', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:33Z', 'revision_number': 4, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '0c756ee2-917d-47a5-ab83-2a94742af3bb', 'name': '', 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'mac_address': 'fa:16:3e:81:f1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:32Z', 'updated_at': '2022-01-28T19:39:36Z', 'revision_number': 4, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'subnets': [{'id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:39:36.910001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 06d24950-c705-45fd-b8f0-9436fc6ce20d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:36.910151 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (06d24950-c705-45fd-b8f0-9436fc6ce20d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:36.952069 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-384fd03b-a4fc-4c21-9d82-1ccd1864d275 None None] Current status of the port 0c756ee2-917d-47a5-ab83-2a94742af3bb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:37.034358 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:39:37.057271 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 06d24950-c705-45fd-b8f0-9436fc6ce20d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:37.128504 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-712849c5-26ca-47f1-becb-a7bee9223518 req-25788c06-0179-4152-86f9-66b1e225d67b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1619637 Jan 28 19:39:37.241640 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712849c5-26ca-47f1-becb-a7bee9223518 req-3d294005-0ae8-4ce8-b04c-94636c0c8163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:37.243422 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-712849c5-26ca-47f1-becb-a7bee9223518 req-3d294005-0ae8-4ce8-b04c-94636c0c8163 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52cc16c2a3524687aa58bbfb91be8f85&device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 1128 time: 0.0537755 Jan 28 19:39:37.360809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712849c5-26ca-47f1-becb-a7bee9223518 req-efbe4c1c-70b8-42f4-9aca-45cac60e53c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:37.362334 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-712849c5-26ca-47f1-becb-a7bee9223518 req-efbe4c1c-70b8-42f4-9aca-45cac60e53c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e228a45e-4325-41de-b203-527979431faa HTTP/1.1" status: 200 len: 910 time: 0.0983014 Jan 28 19:39:37.429394 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-712849c5-26ca-47f1-becb-a7bee9223518 req-085a1c4c-852d-46be-8020-ac99d0e212b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e622c246-3364-4a5a-9cbd-083d146fc963 HTTP/1.1" status: 200 len: 1001 time: 0.0610886 Jan 28 19:39:37.486431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712849c5-26ca-47f1-becb-a7bee9223518 req-129f23da-bb76-4a3d-93c1-bdc988e2021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:37.487913 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-712849c5-26ca-47f1-becb-a7bee9223518 req-129f23da-bb76-4a3d-93c1-bdc988e2021f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61e41e2b-07c3-42d1-bc10-520fdbff48a2 HTTP/1.1" status: 200 len: 848 time: 0.0527282 Jan 28 19:39:37.539087 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ef3e4346-3249-424a-b7a3-17d1eaf99a9e req-24058e88-4bd2-4271-a135-a2b3ce715176 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 210 time: 0.0350921 Jan 28 19:39:37.601306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712849c5-26ca-47f1-becb-a7bee9223518 req-a71413b7-3660-43e2-8334-29040ed70b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:37.603106 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-712849c5-26ca-47f1-becb-a7bee9223518 req-a71413b7-3660-43e2-8334-29040ed70b75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e228a45e-4325-41de-b203-527979431faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1083608 Jan 28 19:39:37.758916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a900-969d-4fad-9c33-4474a1d953ff req-b3263d53-35ec-4233-be2b-1d7c8cced1d5 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:37.761926 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8309a900-969d-4fad-9c33-4474a1d953ff req-b3263d53-35ec-4233-be2b-1d7c8cced1d5 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.37 "GET /v2.0/networks?id=3c78c3a7-62d6-445c-bfd9-1cf398d28f9b HTTP/1.1" status: 200 len: 797 time: 0.1881201 Jan 28 19:39:37.812822 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-712849c5-26ca-47f1-becb-a7bee9223518 req-dded97b3-51b3-45fd-aa12-7c4032c00b54 service neutron] 10.222.0.31 "GET /v2.0/networks/e228a45e-4325-41de-b203-527979431faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822169 Jan 28 19:39:37.927521 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8309a900-969d-4fad-9c33-4474a1d953ff req-18f56820-99c6-40b7-ac3d-f3aab590beff tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a86dada3f504e0996fab2c63e6798cc HTTP/1.1" status: 200 len: 478 time: 0.1535838 Jan 28 19:39:37.943775 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-8309a900-969d-4fad-9c33-4474a1d953ff req-d9758ec9-bd61-462b-b445-420d515f621a tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Request body: {'port': {'device_id': 'aff521f8-403a-4aca-beb3-f0bf7441bb05', 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b', 'admin_state_up': True, 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'security_groups': ['11523f57-d875-4c11-8bb5-5cf9cfd62559', 'c7198761-18b3-42e1-82a4-778aef976c87']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:38.013588 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-712849c5-26ca-47f1-becb-a7bee9223518 req-85eafcd9-61e0-4d3f-b597-8f31cd77f56c service neutron] 10.222.0.31 "GET /v2.0/networks/e228a45e-4325-41de-b203-527979431faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907094 Jan 28 19:39:38.085307 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8309a900-969d-4fad-9c33-4474a1d953ff req-d9758ec9-bd61-462b-b445-420d515f621a tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Made reservation on behalf of 3a86dada3f504e0996fab2c63e6798cc for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:38.091969 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8309a900-969d-4fad-9c33-4474a1d953ff req-d9758ec9-bd61-462b-b445-420d515f621a tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.243057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-8309a900-969d-4fad-9c33-4474a1d953ff req-d9758ec9-bd61-462b-b445-420d515f621a tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Allocated IP 172.20.0.12 (3c78c3a7-62d6-445c-bfd9-1cf398d28f9b/e4aa6b89-5e59-453c-8155-97ede5bf324f/bbd75b0f-6915-4208-aaa2-0b02100f5893) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:38.352704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0c756ee2-917d-47a5-ab83-2a94742af3bb up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:38.407513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0c756ee2-917d-47a5-ab83-2a94742af3bb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:38.407805 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.408317 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8309a900-969d-4fad-9c33-4474a1d953ff req-d9758ec9-bd61-462b-b445-420d515f621a tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for port (bbd75b0f-6915-4208-aaa2-0b02100f5893), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.442485 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8309a900-969d-4fad-9c33-4474a1d953ff req-d9758ec9-bd61-462b-b445-420d515f621a tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (bbd75b0f-6915-4208-aaa2-0b02100f5893), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.485404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0c756ee2-917d-47a5-ab83-2a94742af3bb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:38.486972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8309a900-969d-4fad-9c33-4474a1d953ff req-d9758ec9-bd61-462b-b445-420d515f621a tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Network 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:38.490999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-8309a900-969d-4fad-9c33-4474a1d953ff req-d9758ec9-bd61-462b-b445-420d515f621a tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:38.493829 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-8309a900-969d-4fad-9c33-4474a1d953ff req-d9758ec9-bd61-462b-b445-420d515f621a tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:38.521905 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9758ec9-bd61-462b-b445-420d515f621a tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'Port': ['ID=bbd75b0f-6915-4208-aaa2-0b02100f5893,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:38.554255 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a900-969d-4fad-9c33-4474a1d953ff req-d9758ec9-bd61-462b-b445-420d515f621a tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:38.554896 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8309a900-969d-4fad-9c33-4474a1d953ff req-d9758ec9-bd61-462b-b445-420d515f621a tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.579249 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8309a900-969d-4fad-9c33-4474a1d953ff req-d9758ec9-bd61-462b-b445-420d515f621a tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6418805 Jan 28 19:39:38.590175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Request body: {'port': {'device_id': 'aff521f8-403a-4aca-beb3-f0bf7441bb05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:38.662489 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bbd75b0f-6915-4208-aaa2-0b02100f5893), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.682947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473e16f-e10d-464e-8ac5-fc07fdc6c315 req-31b23899-c052-4ddd-a02a-1e000450aa0c tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:38.690952 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5473e16f-e10d-464e-8ac5-fc07fdc6c315 req-31b23899-c052-4ddd-a02a-1e000450aa0c tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 971 time: 0.0638876 Jan 28 19:39:38.704308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e4a0526a-628e-436e-8b36-75b945d7bbf5 None None] Provisioning complete for port bbd75b0f-6915-4208-aaa2-0b02100f5893 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:38.705494 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4a0526a-628e-436e-8b36-75b945d7bbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bbd75b0f-6915-4208-aaa2-0b02100f5893), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.744000 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0526a-628e-436e-8b36-75b945d7bbf5 None None] Port bbd75b0f-6915-4208-aaa2-0b02100f5893 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:39:38.744435 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5473e16f-e10d-464e-8ac5-fc07fdc6c315 req-e013fab7-4fb9-4ca7-8a82-ae8fd497f9e9 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7198761-18b3-42e1-82a4-778aef976c87&id=11523f57-d875-4c11-8bb5-5cf9cfd62559&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0526271 Jan 28 19:39:38.938040 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd75b0f-6915-4208-aaa2-0b02100f5893 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:39:38.945586 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Publish callbacks [] for port (bbd75b0f-6915-4208-aaa2-0b02100f5893), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:38.957873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Transition to ACTIVE for port object bbd75b0f-6915-4208-aaa2-0b02100f5893 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:39:38.965354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (bbd75b0f-6915-4208-aaa2-0b02100f5893), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:39.017482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd75b0f-6915-4208-aaa2-0b02100f5893,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:39.091734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Attempting to bind port bbd75b0f-6915-4208-aaa2-0b02100f5893 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:39.092033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Attempting to bind port bbd75b0f-6915-4208-aaa2-0b02100f5893 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:39.092362 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Attempting to bind port bbd75b0f-6915-4208-aaa2-0b02100f5893 on network 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:39.097093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Port bbd75b0f-6915-4208-aaa2-0b02100f5893 on network 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:39:39.097451 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Attempting to bind port bbd75b0f-6915-4208-aaa2-0b02100f5893 on network 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:39.102743 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:39.103086 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Checking segment: {'id': 'c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:39.103516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Bound using segment: {'id': 'c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:39.103946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Bound port: bbd75b0f-6915-4208-aaa2-0b02100f5893, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:39.104299 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bbd75b0f-6915-4208-aaa2-0b02100f5893), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:39.175034 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] For port bbd75b0f-6915-4208-aaa2-0b02100f5893, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:39.178953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] For port bbd75b0f-6915-4208-aaa2-0b02100f5893, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=bbd75b0f-6915-4208-aaa2-0b02100f5893,segment=NetworkSegment(c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8),segment_id=c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:39.187320 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (bbd75b0f-6915-4208-aaa2-0b02100f5893), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:39.223915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:39.224773 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:39.226384 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8309a900-969d-4fad-9c33-4474a1d953ff req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] 10.222.0.37 "PUT /v2.0/ports/bbd75b0f-6915-4208-aaa2-0b02100f5893 HTTP/1.1" status: 200 len: 1131 time: 0.6405008 Jan 28 19:39:39.226987 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff521f8-403a-4aca-beb3-f0bf7441bb05', 'tag': 'bbd75b0f-6915-4208-aaa2-0b02100f5893'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:39:39.230259 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67fedec-e14a-41de-a1d7-c65b6f610e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "aff521f8-403a-4aca-beb3-f0bf7441bb05", "tag": "bbd75b0f-6915-4208-aaa2-0b02100f5893"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:39:39.266875 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee37ff0-f70e-4384-9dba-bf1fe444d821 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd75b0f-6915-4208-aaa2-0b02100f5893,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:39.283456 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f059c0a5-a0f8-4747-bb0f-789e7b287421 x-openstack-request-id: req-f059c0a5-a0f8-4747-bb0f-789e7b287421 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:39:39.283456 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff521f8-403a-4aca-beb3-f0bf7441bb05", "tag": "bbd75b0f-6915-4208-aaa2-0b02100f5893", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:39:39.283456 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f059c0a5-a0f8-4747-bb0f-789e7b287421 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:39:39.283456 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff521f8-403a-4aca-beb3-f0bf7441bb05', 'tag': 'bbd75b0f-6915-4208-aaa2-0b02100f5893', 'status': 'completed', 'code': 200} Jan 28 19:39:39.324324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a900-969d-4fad-9c33-4474a1d953ff req-2d6fcdcc-2d87-4e58-88df-3d528a7d8f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:39.325894 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8309a900-969d-4fad-9c33-4474a1d953ff req-2d6fcdcc-2d87-4e58-88df-3d528a7d8f70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a86dada3f504e0996fab2c63e6798cc&device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 1165 time: 0.0545206 Jan 28 19:39:39.378691 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8309a900-969d-4fad-9c33-4474a1d953ff req-e0e23fc0-6ba5-4361-93cc-0be4969a64f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbd75b0f-6915-4208-aaa2-0b02100f5893 HTTP/1.1" status: 200 len: 217 time: 0.0453267 Jan 28 19:39:39.444757 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a900-969d-4fad-9c33-4474a1d953ff req-cb473e7d-d24d-48b3-a3de-0d66ee1e5e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:39.446601 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8309a900-969d-4fad-9c33-4474a1d953ff req-cb473e7d-d24d-48b3-a3de-0d66ee1e5e74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4aa6b89-5e59-453c-8155-97ede5bf324f HTTP/1.1" status: 200 len: 835 time: 0.0618217 Jan 28 19:39:39.525889 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a900-969d-4fad-9c33-4474a1d953ff req-0a09c2d8-dab8-4d38-b269-72bfa1332b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:39.527608 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8309a900-969d-4fad-9c33-4474a1d953ff req-0a09c2d8-dab8-4d38-b269-72bfa1332b93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c78c3a7-62d6-445c-bfd9-1cf398d28f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0736666 Jan 28 19:39:39.617888 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8309a900-969d-4fad-9c33-4474a1d953ff req-d376337c-c815-4455-a196-e72e32f8b7e5 service neutron] 10.222.0.37 "GET /v2.0/networks/3c78c3a7-62d6-445c-bfd9-1cf398d28f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823789 Jan 28 19:39:39.710412 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8309a900-969d-4fad-9c33-4474a1d953ff req-d5c50ad8-d35f-404a-8544-53f29a3dc47c service neutron] 10.222.0.37 "GET /v2.0/networks/3c78c3a7-62d6-445c-bfd9-1cf398d28f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865273 Jan 28 19:39:39.808610 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fedec-e14a-41de-a1d7-c65b6f610e2a req-f8fcf92d-3084-43c4-a43b-468e54d3d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:39.810180 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d67fedec-e14a-41de-a1d7-c65b6f610e2a req-f8fcf92d-3084-43c4-a43b-468e54d3d9dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a86dada3f504e0996fab2c63e6798cc&device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 1165 time: 0.0532439 Jan 28 19:39:39.875921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94105d-3ba3-42dc-abf8-fcd18572b676 req-537c9eed-3c74-47b9-a53a-0ed51775b49a tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:39.878147 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa94105d-3ba3-42dc-abf8-fcd18572b676 req-537c9eed-3c74-47b9-a53a-0ed51775b49a tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 983 time: 0.0583415 Jan 28 19:39:39.900488 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fedec-e14a-41de-a1d7-c65b6f610e2a req-f8076baa-9ae4-4288-8f71-33d9f92fc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:39.901959 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d67fedec-e14a-41de-a1d7-c65b6f610e2a req-f8076baa-9ae4-4288-8f71-33d9f92fc84e service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c78c3a7-62d6-445c-bfd9-1cf398d28f9b HTTP/1.1" status: 200 len: 898 time: 0.0861189 Jan 28 19:39:39.945194 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa94105d-3ba3-42dc-abf8-fcd18572b676 req-e774fc4d-5688-4a80-84ae-652a99f51b17 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7198761-18b3-42e1-82a4-778aef976c87&id=11523f57-d875-4c11-8bb5-5cf9cfd62559&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0572569 Jan 28 19:39:39.948829 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d67fedec-e14a-41de-a1d7-c65b6f610e2a req-cce124d4-ddb8-41ef-a25f-3c4d2ce2cd34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbd75b0f-6915-4208-aaa2-0b02100f5893 HTTP/1.1" status: 200 len: 217 time: 0.0393369 Jan 28 19:39:39.998747 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fedec-e14a-41de-a1d7-c65b6f610e2a req-a8996c5f-ff60-4200-b693-fecc7216b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:40.000465 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d67fedec-e14a-41de-a1d7-c65b6f610e2a req-a8996c5f-ff60-4200-b693-fecc7216b300 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4aa6b89-5e59-453c-8155-97ede5bf324f HTTP/1.1" status: 200 len: 835 time: 0.0447800 Jan 28 19:39:40.049662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fedec-e14a-41de-a1d7-c65b6f610e2a req-6abfb7cb-4385-4089-a271-79fffc6655e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:40.051551 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d67fedec-e14a-41de-a1d7-c65b6f610e2a req-6abfb7cb-4385-4089-a271-79fffc6655e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c78c3a7-62d6-445c-bfd9-1cf398d28f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457218 Jan 28 19:39:40.156749 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d67fedec-e14a-41de-a1d7-c65b6f610e2a req-9a86dc29-a50e-486d-be69-073296a2b855 service neutron] 10.222.0.37 "GET /v2.0/networks/3c78c3a7-62d6-445c-bfd9-1cf398d28f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992980 Jan 28 19:39:40.263293 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d67fedec-e14a-41de-a1d7-c65b6f610e2a req-aec26435-6850-4425-901e-8b302a56f0af service neutron] 10.222.0.37 "GET /v2.0/networks/3c78c3a7-62d6-445c-bfd9-1cf398d28f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010253 Jan 28 19:39:40.599384 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16035658-e925-4790-8050-bec8cc09bb9e req-297d99a3-29e4-4d7a-8324-abe7079fb01c tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:40.600865 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16035658-e925-4790-8050-bec8cc09bb9e req-297d99a3-29e4-4d7a-8324-abe7079fb01c tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/networks?id=0a72d574-ce5a-48c2-a38a-aca098e6cab0 HTTP/1.1" status: 200 len: 815 time: 0.1129827 Jan 28 19:39:40.615838 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16035658-e925-4790-8050-bec8cc09bb9e req-3a655f9c-14dd-4485-83f0-c791b3305d4d tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/quotas/6866b7ba56f046f4858131d40ffdd35b HTTP/1.1" status: 200 len: 375 time: 0.0092299 Jan 28 19:39:40.668705 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16035658-e925-4790-8050-bec8cc09bb9e req-40c4322d-7ee1-4d65-9cf7-5e13f0095a45 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6866b7ba56f046f4858131d40ffdd35b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477023 Jan 28 19:39:40.763915 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16035658-e925-4790-8050-bec8cc09bb9e req-de8fa263-18a2-4204-858e-6917bdb6a8f3 service neutron] 10.222.0.55 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874608 Jan 28 19:39:40.855707 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16035658-e925-4790-8050-bec8cc09bb9e req-8d950cc1-4d34-4947-9fac-4b8b335cbfbc service neutron] 10.222.0.55 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860026 Jan 28 19:39:41.045376 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-33fa60f7-7401-4aeb-a833-81b97bf133ab req-210fedd0-a06b-45a9-afcd-cf16d42dd8f3 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=99f09044-5a09-433a-809f-85d44524766a HTTP/1.1" status: 200 len: 210 time: 0.0440164 Jan 28 19:39:41.115526 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eb245-41d1-4326-ab67-e6ada3c1e826 req-d143bdbd-a91c-4180-bbc2-5cdf45c243fc tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:41.117103 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-667eb245-41d1-4326-ab67-e6ada3c1e826 req-d143bdbd-a91c-4180-bbc2-5cdf45c243fc tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 983 time: 0.0679643 Jan 28 19:39:41.181096 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-667eb245-41d1-4326-ab67-e6ada3c1e826 req-89d603fb-b02f-4acd-8fe6-6bdc883e4240 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7198761-18b3-42e1-82a4-778aef976c87&id=11523f57-d875-4c11-8bb5-5cf9cfd62559&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0578451 Jan 28 19:39:42.006734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16035658-e925-4790-8050-bec8cc09bb9e req-21f919b5-b2e9-4da6-a803-87bd991dcac9 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:42.009298 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16035658-e925-4790-8050-bec8cc09bb9e req-21f919b5-b2e9-4da6-a803-87bd991dcac9 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.31 "GET /v2.0/networks?id=0a72d574-ce5a-48c2-a38a-aca098e6cab0 HTTP/1.1" status: 200 len: 815 time: 0.1225376 Jan 28 19:39:42.022755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-16035658-e925-4790-8050-bec8cc09bb9e req-4d8b7661-fd37-49fc-98c1-8820e21f9450 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Request body: {'port': {'device_id': '99f09044-5a09-433a-809f-85d44524766a', 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0', 'admin_state_up': True, 'tenant_id': '6866b7ba56f046f4858131d40ffdd35b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:42.149176 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ee9fe371-14ec-4adb-8e26-21beb7cfa6f1 req-95075b29-bd15-4001-a904-840a7f78a46a tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=99f09044-5a09-433a-809f-85d44524766a HTTP/1.1" status: 200 len: 210 time: 0.0279944 Jan 28 19:39:42.158829 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16035658-e925-4790-8050-bec8cc09bb9e req-4d8b7661-fd37-49fc-98c1-8820e21f9450 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Made reservation on behalf of 6866b7ba56f046f4858131d40ffdd35b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:39:42.162786 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-16035658-e925-4790-8050-bec8cc09bb9e req-4d8b7661-fd37-49fc-98c1-8820e21f9450 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:42.336850 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-16035658-e925-4790-8050-bec8cc09bb9e req-4d8b7661-fd37-49fc-98c1-8820e21f9450 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Allocated IP 172.20.0.3 (0a72d574-ce5a-48c2-a38a-aca098e6cab0/3d1365d2-3b75-4080-bbb3-725be858b55a/23475b7e-f2b4-4b39-a0d3-abfa9f26c570) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:42.358272 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac076fa-c366-4a68-bf77-ac54dd87f43d req-0a4b0bdc-f284-4acc-beb5-8910241429f2 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:42.359821 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ac076fa-c366-4a68-bf77-ac54dd87f43d req-0a4b0bdc-f284-4acc-beb5-8910241429f2 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 983 time: 0.1016798 Jan 28 19:39:42.497611 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ac076fa-c366-4a68-bf77-ac54dd87f43d req-3eaf6969-73d9-4030-b6d6-be7d7c1ae1db tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7198761-18b3-42e1-82a4-778aef976c87&id=11523f57-d875-4c11-8bb5-5cf9cfd62559&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1252496 Jan 28 19:39:42.539328 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-16035658-e925-4790-8050-bec8cc09bb9e req-4d8b7661-fd37-49fc-98c1-8820e21f9450 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks [] for port (23475b7e-f2b4-4b39-a0d3-abfa9f26c570), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:42.577772 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-16035658-e925-4790-8050-bec8cc09bb9e req-4d8b7661-fd37-49fc-98c1-8820e21f9450 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (23475b7e-f2b4-4b39-a0d3-abfa9f26c570), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:42.590811 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['7edf9134-e568-452f-b047-58166ac7692f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:39:42.619250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16035658-e925-4790-8050-bec8cc09bb9e req-4d8b7661-fd37-49fc-98c1-8820e21f9450 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:42.622187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-16035658-e925-4790-8050-bec8cc09bb9e req-4d8b7661-fd37-49fc-98c1-8820e21f9450 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:42.627903 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-16035658-e925-4790-8050-bec8cc09bb9e req-4d8b7661-fd37-49fc-98c1-8820e21f9450 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:42.634372 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b7661-fd37-49fc-98c1-8820e21f9450 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Pushing event updated for resources: {'Port': ['ID=23475b7e-f2b4-4b39-a0d3-abfa9f26c570,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:42.682472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16035658-e925-4790-8050-bec8cc09bb9e req-4d8b7661-fd37-49fc-98c1-8820e21f9450 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:42.683081 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-16035658-e925-4790-8050-bec8cc09bb9e req-4d8b7661-fd37-49fc-98c1-8820e21f9450 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:42.700716 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16035658-e925-4790-8050-bec8cc09bb9e req-4d8b7661-fd37-49fc-98c1-8820e21f9450 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6833377 Jan 28 19:39:42.725557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Request body: {'port': {'device_id': '99f09044-5a09-433a-809f-85d44524766a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:42.790671 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (23475b7e-f2b4-4b39-a0d3-abfa9f26c570), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:43.064983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:39:43.072793 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Publish callbacks [] for port (23475b7e-f2b4-4b39-a0d3-abfa9f26c570), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:43.085942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Transition to ACTIVE for port object 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:39:43.090200 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (23475b7e-f2b4-4b39-a0d3-abfa9f26c570), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:43.142947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Pushing event updated for resources: {'Port': ['ID=23475b7e-f2b4-4b39-a0d3-abfa9f26c570,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:43.214855 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Attempting to bind port 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:39:43.215214 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Attempting to bind port 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:39:43.215535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Attempting to bind port 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 on network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:43.220067 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Port 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 on network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:39:43.220381 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Attempting to bind port 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 on network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:39:43.225314 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:39:43.225661 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Checking segment: {'id': 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:39:43.226014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Bound using segment: {'id': 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:39:43.226460 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Bound port: 23475b7e-f2b4-4b39-a0d3-abfa9f26c570, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:39:43.226820 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (23475b7e-f2b4-4b39-a0d3-abfa9f26c570), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:43.279668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d93485-e0da-4ff5-bb6a-a798d5b6041f req-60aac0ad-f790-45e5-a56d-60385d04e478 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:43.281276 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52d93485-e0da-4ff5-bb6a-a798d5b6041f req-60aac0ad-f790-45e5-a56d-60385d04e478 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=99f09044-5a09-433a-809f-85d44524766a HTTP/1.1" status: 200 len: 943 time: 0.0563231 Jan 28 19:39:43.309444 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] For port 23475b7e-f2b4-4b39-a0d3-abfa9f26c570, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:39:43.313318 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] For port 23475b7e-f2b4-4b39-a0d3-abfa9f26c570, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=23475b7e-f2b4-4b39-a0d3-abfa9f26c570,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:39:43.320472 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (23475b7e-f2b4-4b39-a0d3-abfa9f26c570), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:43.330753 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52d93485-e0da-4ff5-bb6a-a798d5b6041f req-81013293-0ba2-466c-b727-72d845d7c318 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438268 Jan 28 19:39:43.360369 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:43.361328 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:43.362773 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16035658-e925-4790-8050-bec8cc09bb9e req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] 10.222.0.31 "PUT /v2.0/ports/23475b7e-f2b4-4b39-a0d3-abfa9f26c570 HTTP/1.1" status: 200 len: 1091 time: 0.6437182 Jan 28 19:39:43.364926 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f09044-5a09-433a-809f-85d44524766a', 'tag': '23475b7e-f2b4-4b39-a0d3-abfa9f26c570'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:39:43.368376 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4873e01-274c-40ac-b4ac-dc24dbf60adc" -d '{"events": [{"name": "network-changed", "server_uuid": "99f09044-5a09-433a-809f-85d44524766a", "tag": "23475b7e-f2b4-4b39-a0d3-abfa9f26c570"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:39:43.397910 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f0507-7409-4d10-bda9-8d4e590664cf service neutron] Pushing event updated for resources: {'Port': ['ID=23475b7e-f2b4-4b39-a0d3-abfa9f26c570,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:43.415658 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132049e1-12af-4ff7-939b-a068343a3bab x-openstack-request-id: req-132049e1-12af-4ff7-939b-a068343a3bab {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:39:43.416026 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f09044-5a09-433a-809f-85d44524766a", "tag": "23475b7e-f2b4-4b39-a0d3-abfa9f26c570", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:39:43.416338 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-132049e1-12af-4ff7-939b-a068343a3bab {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:39:43.416802 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f09044-5a09-433a-809f-85d44524766a', 'tag': '23475b7e-f2b4-4b39-a0d3-abfa9f26c570', 'status': 'completed', 'code': 200} Jan 28 19:39:43.451612 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16035658-e925-4790-8050-bec8cc09bb9e req-c58c54b2-38df-489c-adda-411ca80e8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:43.453193 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16035658-e925-4790-8050-bec8cc09bb9e req-c58c54b2-38df-489c-adda-411ca80e8551 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6866b7ba56f046f4858131d40ffdd35b&device_id=99f09044-5a09-433a-809f-85d44524766a HTTP/1.1" status: 200 len: 1125 time: 0.0489359 Jan 28 19:39:43.499755 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16035658-e925-4790-8050-bec8cc09bb9e req-02d06515-86bb-4762-a500-1ef9f6d9218b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23475b7e-f2b4-4b39-a0d3-abfa9f26c570 HTTP/1.1" status: 200 len: 217 time: 0.0390129 Jan 28 19:39:43.552153 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16035658-e925-4790-8050-bec8cc09bb9e req-29153429-21a4-44b9-9e97-711a7884dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:43.553863 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16035658-e925-4790-8050-bec8cc09bb9e req-29153429-21a4-44b9-9e97-711a7884dd9a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3d1365d2-3b75-4080-bbb3-725be858b55a HTTP/1.1" status: 200 len: 855 time: 0.0479453 Jan 28 19:39:43.588137 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16035658-e925-4790-8050-bec8cc09bb9e req-3552787c-7321-4a2c-8b16-3f95d21b4e6d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0a72d574-ce5a-48c2-a38a-aca098e6cab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274568 Jan 28 19:39:43.631698 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95580cdc-8898-47ba-b0b7-34a720ec21cb req-19d2a785-defc-4679-be43-2f4d8f2f43a1 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:43.633719 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-95580cdc-8898-47ba-b0b7-34a720ec21cb req-19d2a785-defc-4679-be43-2f4d8f2f43a1 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 983 time: 0.0672011 Jan 28 19:39:43.683692 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16035658-e925-4790-8050-bec8cc09bb9e req-b27a999f-6208-41ef-9c53-0b8bbd79f45f service neutron] 10.222.0.31 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910883 Jan 28 19:39:43.695690 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-95580cdc-8898-47ba-b0b7-34a720ec21cb req-8d1b15be-5377-464b-8bab-c8c2f58b000d tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7198761-18b3-42e1-82a4-778aef976c87&id=11523f57-d875-4c11-8bb5-5cf9cfd62559&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0555499 Jan 28 19:39:43.788477 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16035658-e925-4790-8050-bec8cc09bb9e req-ba591984-bd10-4df8-9156-45ed7d709afa service neutron] 10.222.0.31 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988729 Jan 28 19:39:43.843625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device bbd75b0f-6915-4208-aaa2-0b02100f5893 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:39:43.884966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4873e01-274c-40ac-b4ac-dc24dbf60adc req-b53ffebf-61c4-477c-985e-025abc4c6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:43.887056 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4873e01-274c-40ac-b4ac-dc24dbf60adc req-b53ffebf-61c4-477c-985e-025abc4c6a18 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6866b7ba56f046f4858131d40ffdd35b&device_id=99f09044-5a09-433a-809f-85d44524766a HTTP/1.1" status: 200 len: 1125 time: 0.0492501 Jan 28 19:39:43.951657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port bbd75b0f-6915-4208-aaa2-0b02100f5893, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=bbd75b0f-6915-4208-aaa2-0b02100f5893,segment=NetworkSegment(c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8),segment_id=c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:43.963086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'bbd75b0f-6915-4208-aaa2-0b02100f5893', 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b', 'port_id': 'bbd75b0f-6915-4208-aaa2-0b02100f5893', 'mac_address': 'fa:16:3e:a5:ab:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:39:43.990165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4873e01-274c-40ac-b4ac-dc24dbf60adc req-ac420491-81c9-4471-928c-9ab3280b10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:43.991879 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4873e01-274c-40ac-b4ac-dc24dbf60adc req-ac420491-81c9-4471-928c-9ab3280b10c2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0a72d574-ce5a-48c2-a38a-aca098e6cab0 HTTP/1.1" status: 200 len: 916 time: 0.0995708 Jan 28 19:39:44.024421 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port bbd75b0f-6915-4208-aaa2-0b02100f5893 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:44.025201 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bbd75b0f-6915-4208-aaa2-0b02100f5893), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:44.036081 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4873e01-274c-40ac-b4ac-dc24dbf60adc req-d332d552-2897-466f-a428-43312e0c1cc7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23475b7e-f2b4-4b39-a0d3-abfa9f26c570 HTTP/1.1" status: 200 len: 217 time: 0.0378366 Jan 28 19:39:44.039555 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd75b0f-6915-4208-aaa2-0b02100f5893 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:39:44.058559 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port bbd75b0f-6915-4208-aaa2-0b02100f5893, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=bbd75b0f-6915-4208-aaa2-0b02100f5893,segment=NetworkSegment(c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8),segment_id=c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:44.063184 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bbd75b0f-6915-4208-aaa2-0b02100f5893), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:44.095326 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4873e01-274c-40ac-b4ac-dc24dbf60adc req-d5ce715d-d6e9-4615-a716-ea16c0e28624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:44.096867 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4873e01-274c-40ac-b4ac-dc24dbf60adc req-d5ce715d-d6e9-4615-a716-ea16c0e28624 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3d1365d2-3b75-4080-bbb3-725be858b55a HTTP/1.1" status: 200 len: 855 time: 0.0532677 Jan 28 19:39:44.115863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=bbd75b0f-6915-4208-aaa2-0b02100f5893,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:44.133212 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4873e01-274c-40ac-b4ac-dc24dbf60adc req-8df96d23-996c-4903-85c2-ad8b16f863dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0a72d574-ce5a-48c2-a38a-aca098e6cab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282791 Jan 28 19:39:44.224648 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4873e01-274c-40ac-b4ac-dc24dbf60adc req-749fb2db-4452-464a-aef8-6e83363f3c1a service neutron] 10.222.0.31 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851529 Jan 28 19:39:44.324494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4873e01-274c-40ac-b4ac-dc24dbf60adc req-75e17ddb-cde6-4492-b74a-4847eef82290 service neutron] 10.222.0.31 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936849 Jan 28 19:39:44.449772 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['bbd75b0f-6915-4208-aaa2-0b02100f5893'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:39:44.456554 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9db7cd-1e56-47fc-9970-0ba11ba679c1 req-33f5e4f8-f794-4b6c-89b7-52b65583eee7 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:44.458068 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c9db7cd-1e56-47fc-9970-0ba11ba679c1 req-33f5e4f8-f794-4b6c-89b7-52b65583eee7 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=99f09044-5a09-433a-809f-85d44524766a HTTP/1.1" status: 200 len: 943 time: 0.0573316 Jan 28 19:39:44.508808 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c9db7cd-1e56-47fc-9970-0ba11ba679c1 req-ef58815c-4876-4799-b174-fbda78712688 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439110 Jan 28 19:39:44.817892 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca0b4-07b8-412c-915d-f4776bb9e8bd req-5e8ddf8c-c6bf-4b45-8264-8cdf2d4a7958 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:44.819469 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b2ca0b4-07b8-412c-915d-f4776bb9e8bd req-5e8ddf8c-c6bf-4b45-8264-8cdf2d4a7958 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 984 time: 0.0541756 Jan 28 19:39:44.879174 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b2ca0b4-07b8-412c-915d-f4776bb9e8bd req-d406738e-31e7-4f01-a456-bc7e32c3a988 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7198761-18b3-42e1-82a4-778aef976c87&id=11523f57-d875-4c11-8bb5-5cf9cfd62559&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0519466 Jan 28 19:39:45.636654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d2676-34c8-4bb6-956c-87d229b2ff6a req-1a3221d2-e413-4058-8282-40d025d01edd tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:45.638235 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a82d2676-34c8-4bb6-956c-87d229b2ff6a req-1a3221d2-e413-4058-8282-40d025d01edd tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=99f09044-5a09-433a-809f-85d44524766a HTTP/1.1" status: 200 len: 943 time: 0.0549200 Jan 28 19:39:45.844894 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device bbd75b0f-6915-4208-aaa2-0b02100f5893 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:45.902558 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port bbd75b0f-6915-4208-aaa2-0b02100f5893 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:39:45.906946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port bbd75b0f-6915-4208-aaa2-0b02100f5893 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:45.907424 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bbd75b0f-6915-4208-aaa2-0b02100f5893), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:45.958594 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a82d2676-34c8-4bb6-956c-87d229b2ff6a req-92bc7d8a-0352-4e12-ae33-f90b67d28f83 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148026 Jan 28 19:39:46.013936 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port bbd75b0f-6915-4208-aaa2-0b02100f5893 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:46.014644 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bbd75b0f-6915-4208-aaa2-0b02100f5893), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.029298 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669beb4-ccbd-4390-ad90-3d5477faac22 req-fa7ffda9-a579-4f39-875e-f1bcd522ab09 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:46.031662 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0669beb4-ccbd-4390-ad90-3d5477faac22 req-fa7ffda9-a579-4f39-875e-f1bcd522ab09 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 984 time: 0.0641310 Jan 28 19:39:46.045032 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff521f8-403a-4aca-beb3-f0bf7441bb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd75b0f-6915-4208-aaa2-0b02100f5893'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:39:46.047591 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928c4347-40dd-4e21-90f9-be79ac6618c9" -d '{"events": [{"server_uuid": "aff521f8-403a-4aca-beb3-f0bf7441bb05", "name": "network-vif-plugged", "status": "completed", "tag": "bbd75b0f-6915-4208-aaa2-0b02100f5893"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:39:46.070451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port bbd75b0f-6915-4208-aaa2-0b02100f5893, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=bbd75b0f-6915-4208-aaa2-0b02100f5893,segment=NetworkSegment(c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8),segment_id=c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:46.075927 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bbd75b0f-6915-4208-aaa2-0b02100f5893), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.105759 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c2390a-c9f1-464a-bc3d-6e3efd86eb82 x-openstack-request-id: req-39c2390a-c9f1-464a-bc3d-6e3efd86eb82 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:39:46.106172 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff521f8-403a-4aca-beb3-f0bf7441bb05", "name": "network-vif-plugged", "status": "completed", "tag": "bbd75b0f-6915-4208-aaa2-0b02100f5893", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:39:46.106495 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39c2390a-c9f1-464a-bc3d-6e3efd86eb82 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:39:46.107375 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff521f8-403a-4aca-beb3-f0bf7441bb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd75b0f-6915-4208-aaa2-0b02100f5893', 'code': 200} Jan 28 19:39:46.114646 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0669beb4-ccbd-4390-ad90-3d5477faac22 req-d8a56534-2d96-4289-9181-5799b90fc776 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7198761-18b3-42e1-82a4-778aef976c87&id=11523f57-d875-4c11-8bb5-5cf9cfd62559&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0627902 Jan 28 19:39:46.151528 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=bbd75b0f-6915-4208-aaa2-0b02100f5893,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:46.220963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9421098-46b0-4c65-b59c-41e71e10be7f req-a3fb04fb-a898-47d2-9839-aa69a2eda808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:46.222520 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b9421098-46b0-4c65-b59c-41e71e10be7f req-a3fb04fb-a898-47d2-9839-aa69a2eda808 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 1167 time: 0.0469787 Jan 28 19:39:46.245243 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:39:46.279110 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b9421098-46b0-4c65-b59c-41e71e10be7f req-ca9b73c6-a445-4419-a5f6-e59a9e544a43 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=11523f57-d875-4c11-8bb5-5cf9cfd62559&id=c7198761-18b3-42e1-82a4-778aef976c87&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0499103 Jan 28 19:39:46.346387 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 23475b7e-f2b4-4b39-a0d3-abfa9f26c570, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=23475b7e-f2b4-4b39-a0d3-abfa9f26c570,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:46.357848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '23475b7e-f2b4-4b39-a0d3-abfa9f26c570', 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0', 'port_id': '23475b7e-f2b4-4b39-a0d3-abfa9f26c570', 'mac_address': 'fa:16:3e:a1:2b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d1365d2-3b75-4080-bbb3-725be858b55a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:39:46.395167 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:46.395560 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (23475b7e-f2b4-4b39-a0d3-abfa9f26c570), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.408518 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:39:46.429287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 23475b7e-f2b4-4b39-a0d3-abfa9f26c570, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=23475b7e-f2b4-4b39-a0d3-abfa9f26c570,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:46.434740 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (23475b7e-f2b4-4b39-a0d3-abfa9f26c570), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:46.483176 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=23475b7e-f2b4-4b39-a0d3-abfa9f26c570,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:46.652119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['23475b7e-f2b4-4b39-a0d3-abfa9f26c570'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:39:47.085262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bd533-d64e-4fc1-9cd9-9c46b964ac8b req-7101fc13-0048-4ca8-8ad1-de431f87bbe8 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:47.086825 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ed1bd533-d64e-4fc1-9cd9-9c46b964ac8b req-7101fc13-0048-4ca8-8ad1-de431f87bbe8 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=99f09044-5a09-433a-809f-85d44524766a HTTP/1.1" status: 200 len: 944 time: 0.0541818 Jan 28 19:39:47.136691 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ed1bd533-d64e-4fc1-9cd9-9c46b964ac8b req-b8bd16d7-d21b-456f-9f44-593cd4541c8a tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439460 Jan 28 19:39:47.230339 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f05759-a0cd-48b0-87f2-727d6254f05f req-9dc92174-5fa4-4f79-afaf-183acec29c4e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:47.231844 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c1f05759-a0cd-48b0-87f2-727d6254f05f req-9dc92174-5fa4-4f79-afaf-183acec29c4e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 985 time: 0.0566208 Jan 28 19:39:47.289286 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c1f05759-a0cd-48b0-87f2-727d6254f05f req-7fce11f8-6b0a-4ef4-9275-ae728f104457 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7198761-18b3-42e1-82a4-778aef976c87&id=11523f57-d875-4c11-8bb5-5cf9cfd62559&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0510166 Jan 28 19:39:48.216298 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0554dcc9-d00a-492e-8428-d97aaae5f563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.244855 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:39:48.272513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adabef4-6d05-4387-96f4-a98e8a6736e8 req-ac18505a-c51a-4999-b83f-21dddd98390a tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:48.274863 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6adabef4-6d05-4387-96f4-a98e8a6736e8 req-ac18505a-c51a-4999-b83f-21dddd98390a tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=99f09044-5a09-433a-809f-85d44524766a HTTP/1.1" status: 200 len: 944 time: 0.0653927 Jan 28 19:39:48.322893 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6adabef4-6d05-4387-96f4-a98e8a6736e8 req-cf6db63d-100f-4676-94c3-28029c434075 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423620 Jan 28 19:39:48.324440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:39:48.332085 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:39:48.332526 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (23475b7e-f2b4-4b39-a0d3-abfa9f26c570), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.415076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:39:48.415817 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (23475b7e-f2b4-4b39-a0d3-abfa9f26c570), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.420364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2227d-0cea-4582-86a9-1add9be11f92 req-da92541a-802b-4924-9db6-06497dd8980c tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:48.422077 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71d2227d-0cea-4582-86a9-1add9be11f92 req-da92541a-802b-4924-9db6-06497dd8980c tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 985 time: 0.0546646 Jan 28 19:39:48.443155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f09044-5a09-433a-809f-85d44524766a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23475b7e-f2b4-4b39-a0d3-abfa9f26c570'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:39:48.445509 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280adaf2-6e27-400a-8f80-6d14a0e98d1f" -d '{"events": [{"server_uuid": "99f09044-5a09-433a-809f-85d44524766a", "name": "network-vif-plugged", "status": "completed", "tag": "23475b7e-f2b4-4b39-a0d3-abfa9f26c570"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:39:48.457753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 23475b7e-f2b4-4b39-a0d3-abfa9f26c570, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=23475b7e-f2b4-4b39-a0d3-abfa9f26c570,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:39:48.463566 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (23475b7e-f2b4-4b39-a0d3-abfa9f26c570), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.508217 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71d2227d-0cea-4582-86a9-1add9be11f92 req-1abc69f7-d0d1-4530-a304-c5d3461e00fd tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7198761-18b3-42e1-82a4-778aef976c87&id=11523f57-d875-4c11-8bb5-5cf9cfd62559&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0687239 Jan 28 19:39:48.525301 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4dfd1c-2703-40ca-8f85-a41a471444d9 x-openstack-request-id: req-2f4dfd1c-2703-40ca-8f85-a41a471444d9 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:39:48.525636 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f09044-5a09-433a-809f-85d44524766a", "name": "network-vif-plugged", "status": "completed", "tag": "23475b7e-f2b4-4b39-a0d3-abfa9f26c570", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:39:48.525913 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f4dfd1c-2703-40ca-8f85-a41a471444d9 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:39:48.526339 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f09044-5a09-433a-809f-85d44524766a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23475b7e-f2b4-4b39-a0d3-abfa9f26c570', 'code': 200} Jan 28 19:39:48.528683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=23475b7e-f2b4-4b39-a0d3-abfa9f26c570,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:48.606133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d7cbe-c1e5-4db7-9a62-10c991609825 req-ff0b141c-bcae-47a1-882e-b1524a0534c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:48.607919 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0e5d7cbe-c1e5-4db7-9a62-10c991609825 req-ff0b141c-bcae-47a1-882e-b1524a0534c3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=99f09044-5a09-433a-809f-85d44524766a HTTP/1.1" status: 200 len: 1127 time: 0.0552416 Jan 28 19:39:48.678736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a63329-3e39-41ec-8ef4-1c4eb9c1df00 req-d7559cc4-ab8b-4d10-905a-889503230e49 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:48.680094 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e4a63329-3e39-41ec-8ef4-1c4eb9c1df00 req-d7559cc4-ab8b-4d10-905a-889503230e49 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 985 time: 0.0880275 Jan 28 19:39:48.682310 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0e5d7cbe-c1e5-4db7-9a62-10c991609825 req-2a51acc3-52a0-469a-b060-862d6aba10de service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605276 Jan 28 19:39:48.737566 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e4a63329-3e39-41ec-8ef4-1c4eb9c1df00 req-1216e0b0-3198-45e6-9d02-58ba7edc9cc6 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7198761-18b3-42e1-82a4-778aef976c87&id=11523f57-d875-4c11-8bb5-5cf9cfd62559&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0511169 Jan 28 19:39:48.852201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438aef46-55e1-4d3b-80c6-f7266ece8bf9 req-63499ae5-4f9e-4fac-a892-247c8841f075 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:48.853738 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-438aef46-55e1-4d3b-80c6-f7266ece8bf9 req-63499ae5-4f9e-4fac-a892-247c8841f075 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 1167 time: 0.0445950 Jan 28 19:39:48.872186 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-438aef46-55e1-4d3b-80c6-f7266ece8bf9 req-adf83269-c710-42ef-8ddf-635e74b94e8e tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.947034 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-438aef46-55e1-4d3b-80c6-f7266ece8bf9 req-adf83269-c710-42ef-8ddf-635e74b94e8e tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Publish callbacks [] for security_group (8c05ad2e-c5e6-403e-8e41-7f6f41fdabb8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.951701 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-438aef46-55e1-4d3b-80c6-f7266ece8bf9 req-adf83269-c710-42ef-8ddf-635e74b94e8e tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8c05ad2e-c5e6-403e-8e41-7f6f41fdabb8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:48.992053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf83269-c710-42ef-8ddf-635e74b94e8e tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c05ad2e-c5e6-403e-8e41-7f6f41fdabb8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:49.000250 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-438aef46-55e1-4d3b-80c6-f7266ece8bf9 req-adf83269-c710-42ef-8ddf-635e74b94e8e tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c7198761-18b3-42e1-82a4-778aef976c87&id=11523f57-d875-4c11-8bb5-5cf9cfd62559&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1405749 Jan 28 19:39:49.022864 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52012) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:49.072976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f08cfa5-ecbe-4590-a93c-ab17ed097bbe tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:49.075092 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2f08cfa5-ecbe-4590-a93c-ab17ed097bbe tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 1162 time: 0.0511768 Jan 28 19:39:49.078137 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52014) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:49.082397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': 'bbd75b0f-6915-4208-aaa2-0b02100f5893', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:39:49.102934 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.204179 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.316929 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Allocated IP 172.25.0.13 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/e7935d54-f344-4e78-96d9-0287562625d6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:39:49.420292 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for port (e7935d54-f344-4e78-96d9-0287562625d6), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.448537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ac9a3-03eb-4d1d-b7ea-16fc3849945c req-1d530118-eb0d-4696-8571-8b5c628bbe7b tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:49.450127 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-588ac9a3-03eb-4d1d-b7ea-16fc3849945c req-1d530118-eb0d-4696-8571-8b5c628bbe7b tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=99f09044-5a09-433a-809f-85d44524766a HTTP/1.1" status: 200 len: 945 time: 0.0543692 Jan 28 19:39:49.461426 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e7935d54-f344-4e78-96d9-0287562625d6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:49.502155 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:39:49.505100 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:39:49.506291 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-588ac9a3-03eb-4d1d-b7ea-16fc3849945c req-16ff264d-561a-45da-944e-7aff67b0df18 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502703 Jan 28 19:39:49.509454 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:39:49.539200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'Port': ['ID=e7935d54-f344-4e78-96d9-0287562625d6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:50.225523 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for floatingip (bdc908e3-9571-43d5-b19f-3c041d44f60d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:50.310777 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e7935d54-f344-4e78-96d9-0287562625d6), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:50.392711 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-521c0b8b-7783-4ef4-adb5-f4f392e19cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:50.472520 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for port (e7935d54-f344-4e78-96d9-0287562625d6), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:50.477495 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (e7935d54-f344-4e78-96d9-0287562625d6), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:50.557284 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'Port': ['ID=e7935d54-f344-4e78-96d9-0287562625d6,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:39:50.566101 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (bdc908e3-9571-43d5-b19f-3c041d44f60d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:50.703499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae76af-4596-4994-bbe7-ad7ca9d921ef req-1416e889-f267-45fe-99c8-1bcd73525756 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:50.705002 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03ae76af-4596-4994-bbe7-ad7ca9d921ef req-1416e889-f267-45fe-99c8-1bcd73525756 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=99f09044-5a09-433a-809f-85d44524766a HTTP/1.1" status: 200 len: 945 time: 0.1046765 Jan 28 19:39:50.710408 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Floating IP bdc908e3-9571-43d5-b19f-3c041d44f60d associated. External IP: 172.25.0.13, port: bbd75b0f-6915-4208-aaa2-0b02100f5893. Jan 28 19:39:50.827532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03ae76af-4596-4994-bbe7-ad7ca9d921ef req-8016d137-81c6-493b-bbc1-765ca5c99fa1 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146028 Jan 28 19:39:50.956361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:39:51.069434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:39:51.080306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbbc7b9-3f0a-45fe-b797-ce4f50e7e511 None None] Sync routers for ids ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:39:51.091457 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:51.093353 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbbc7b9-3f0a-45fe-b797-ce4f50e7e511 None None] Routers {'c0a04ad2-d94a-45a9-92f9-66895d5bcc46'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:51.093982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5fbbc7b9-3f0a-45fe-b797-ce4f50e7e511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:39:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:51.124386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1f044daf-dc89-4fb4-8356-2be139d9e3e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0428848 Jan 28 19:39:51.124386 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff521f8-403a-4aca-beb3-f0bf7441bb05', 'tag': 'bbd75b0f-6915-4208-aaa2-0b02100f5893'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:39:51.125378 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5664c841-2329-4ee1-9b84-0191fe4ea70b" -d '{"events": [{"name": "network-changed", "server_uuid": "aff521f8-403a-4aca-beb3-f0bf7441bb05", "tag": "bbd75b0f-6915-4208-aaa2-0b02100f5893"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:39:51.126092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 52066) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:51.210954 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5fbbc7b9-3f0a-45fe-b797-ce4f50e7e511 None None] Set router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:51.257930 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af354c89-4b85-4351-8179-d78a79c2e38b x-openstack-request-id: req-af354c89-4b85-4351-8179-d78a79c2e38b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:39:51.258457 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff521f8-403a-4aca-beb3-f0bf7441bb05", "tag": "bbd75b0f-6915-4208-aaa2-0b02100f5893", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:39:51.258865 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af354c89-4b85-4351-8179-d78a79c2e38b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:39:51.259426 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff521f8-403a-4aca-beb3-f0bf7441bb05', 'tag': 'bbd75b0f-6915-4208-aaa2-0b02100f5893', 'status': 'completed', 'code': 200} Jan 28 19:39:51.481587 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5fbbc7b9-3f0a-45fe-b797-ce4f50e7e511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1802032875', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:33Z', 'revision_number': 4, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'bdc908e3-9571-43d5-b19f-3c041d44f60d', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'port_id': 'bbd75b0f-6915-4208-aaa2-0b02100f5893', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b', 'mac_address': 'fa:16:3e:a5:ab:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff521f8-403a-4aca-beb3-f0bf7441bb05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:39:50Z', 'updated_at': '2022-01-28T19:39:50Z', 'revision_number': 0, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c756ee2-917d-47a5-ab83-2a94742af3bb', 'name': '', 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'mac_address': 'fa:16:3e:81:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:32Z', 'updated_at': '2022-01-28T19:39:36Z', 'revision_number': 5, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'subnets': [{'id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:51.483535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664c841-2329-4ee1-9b84-0191fe4ea70b req-64a5371b-4224-4f12-b0fd-690c79205f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.485050 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5664c841-2329-4ee1-9b84-0191fe4ea70b req-64a5371b-4224-4f12-b0fd-690c79205f9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a86dada3f504e0996fab2c63e6798cc&device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 1167 time: 0.1346850 Jan 28 19:39:51.505672 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a55d2d-5c49-46c6-b42d-3c9c737055ef tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.506165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a55d2d-5c49-46c6-b42d-3c9c737055ef tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.506626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a55d2d-5c49-46c6-b42d-3c9c737055ef tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.507088 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a55d2d-5c49-46c6-b42d-3c9c737055ef tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.507553 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a55d2d-5c49-46c6-b42d-3c9c737055ef tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.508003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a55d2d-5c49-46c6-b42d-3c9c737055ef tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.508450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a55d2d-5c49-46c6-b42d-3c9c737055ef tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.513161 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-18a55d2d-5c49-46c6-b42d-3c9c737055ef tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4982 time: 0.3850710 Jan 28 19:39:51.513481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbbc7b9-3f0a-45fe-b797-ce4f50e7e511 None None] Checking router: c0a04ad2-d94a-45a9-92f9-66895d5bcc46 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:39:51.513989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52080) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:51.522411 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbbc7b9-3f0a-45fe-b797-ce4f50e7e511 None None] Routers {'c0a04ad2-d94a-45a9-92f9-66895d5bcc46'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:39:51.523043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5fbbc7b9-3f0a-45fe-b797-ce4f50e7e511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:39:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:51.610588 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664c841-2329-4ee1-9b84-0191fe4ea70b req-d4a4f759-f2a3-4691-ab8c-36d02403b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.612408 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5664c841-2329-4ee1-9b84-0191fe4ea70b req-d4a4f759-f2a3-4691-ab8c-36d02403b09d service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c78c3a7-62d6-445c-bfd9-1cf398d28f9b HTTP/1.1" status: 200 len: 898 time: 0.1197689 Jan 28 19:39:51.644578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1370a66d-64b1-4d01-960f-66f7ac5a79db tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.645353 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1370a66d-64b1-4d01-960f-66f7ac5a79db tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.645976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1370a66d-64b1-4d01-960f-66f7ac5a79db tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.646635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1370a66d-64b1-4d01-960f-66f7ac5a79db tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.647994 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1370a66d-64b1-4d01-960f-66f7ac5a79db tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.648568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1370a66d-64b1-4d01-960f-66f7ac5a79db tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.649831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1370a66d-64b1-4d01-960f-66f7ac5a79db tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.651947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5fbbc7b9-3f0a-45fe-b797-ce4f50e7e511 None None] Set router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:39:51.652192 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1370a66d-64b1-4d01-960f-66f7ac5a79db tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4642 time: 0.1359122 Jan 28 19:39:51.655220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52086) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:51.691010 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5664c841-2329-4ee1-9b84-0191fe4ea70b req-41a1b82b-8b93-408e-a7f5-c20cf31f7674 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbd75b0f-6915-4208-aaa2-0b02100f5893 HTTP/1.1" status: 200 len: 999 time: 0.0708952 Jan 28 19:39:51.756521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664c841-2329-4ee1-9b84-0191fe4ea70b req-dc4d3f51-ff45-4ef4-a507-9376876b5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.759191 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5664c841-2329-4ee1-9b84-0191fe4ea70b req-dc4d3f51-ff45-4ef4-a507-9376876b5aa5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4aa6b89-5e59-453c-8155-97ede5bf324f HTTP/1.1" status: 200 len: 835 time: 0.0629561 Jan 28 19:39:51.823962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664c841-2329-4ee1-9b84-0191fe4ea70b req-94eb6e1b-a06f-4115-80a8-c8ab3caec807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:51.825488 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5664c841-2329-4ee1-9b84-0191fe4ea70b req-94eb6e1b-a06f-4115-80a8-c8ab3caec807 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c78c3a7-62d6-445c-bfd9-1cf398d28f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0586383 Jan 28 19:39:51.880319 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:51.981609 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5664c841-2329-4ee1-9b84-0191fe4ea70b req-13609677-d9d4-462f-8be3-c432703235a3 service neutron] 10.222.0.37 "GET /v2.0/networks/3c78c3a7-62d6-445c-bfd9-1cf398d28f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491508 Jan 28 19:39:51.996032 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b9fa23f3-c5a4-4ee3-ab04-b77354f95c11 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3392651 Jan 28 19:39:52.002737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 52092) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:39:52.002888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5fbbc7b9-3f0a-45fe-b797-ce4f50e7e511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1802032875', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:33Z', 'revision_number': 4, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'bdc908e3-9571-43d5-b19f-3c041d44f60d', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'port_id': 'bbd75b0f-6915-4208-aaa2-0b02100f5893', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b', 'mac_address': 'fa:16:3e:a5:ab:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff521f8-403a-4aca-beb3-f0bf7441bb05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:39:50Z', 'updated_at': '2022-01-28T19:39:50Z', 'revision_number': 0, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c756ee2-917d-47a5-ab83-2a94742af3bb', 'name': '', 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'mac_address': 'fa:16:3e:81:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:32Z', 'updated_at': '2022-01-28T19:39:36Z', 'revision_number': 5, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'subnets': [{'id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:39:52.047832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbbc7b9-3f0a-45fe-b797-ce4f50e7e511 None None] The sync data for ids ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'] in n-d-824834-4 is: [{'id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1802032875', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:33Z', 'revision_number': 4, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'bdc908e3-9571-43d5-b19f-3c041d44f60d', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'port_id': 'bbd75b0f-6915-4208-aaa2-0b02100f5893', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b', 'mac_address': 'fa:16:3e:a5:ab:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff521f8-403a-4aca-beb3-f0bf7441bb05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:39:50Z', 'updated_at': '2022-01-28T19:39:50Z', 'revision_number': 0, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c756ee2-917d-47a5-ab83-2a94742af3bb', 'name': '', 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'mac_address': 'fa:16:3e:81:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:32Z', 'updated_at': '2022-01-28T19:39:36Z', 'revision_number': 5, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'subnets': [{'id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:39:52.115459 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f8fc3f-f115-4ddc-bac3-dec2954419f8 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:52.115863 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f8fc3f-f115-4ddc-bac3-dec2954419f8 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:39:52.118074 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-17f8fc3f-f115-4ddc-bac3-dec2954419f8 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c0a04ad2-d94a-45a9-92f9-66895d5bcc46 HTTP/1.1" status: 200 len: 2062 time: 0.1116366 Jan 28 19:39:52.136293 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5664c841-2329-4ee1-9b84-0191fe4ea70b req-0561da7e-f423-4517-a8d8-ce24c4c890ef service neutron] 10.222.0.37 "GET /v2.0/networks/3c78c3a7-62d6-445c-bfd9-1cf398d28f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479068 Jan 28 19:39:52.299906 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5fd282-19ab-41ce-8abc-c525f5ee3442 None None] New status for floating IP bdc908e3-9571-43d5-b19f-3c041d44f60d: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:39:53.203783 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:54.497209 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:39:55.589930 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:00.338240 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:01.116301 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-cedc259c-d95f-4bbd-a9e9-73f0f58ed5d6 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:01.117853 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-cedc259c-d95f-4bbd-a9e9-73f0f58ed5d6 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/networks?id=0a72d574-ce5a-48c2-a38a-aca098e6cab0 HTTP/1.1" status: 200 len: 815 time: 0.1106966 Jan 28 19:40:01.133217 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-9cad4000-f623-4901-9395-9970b73e2ac6 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/quotas/6866b7ba56f046f4858131d40ffdd35b HTTP/1.1" status: 200 len: 375 time: 0.0097680 Jan 28 19:40:01.191492 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-18cef83f-9707-405a-a98a-53f766575c08 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6866b7ba56f046f4858131d40ffdd35b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493600 Jan 28 19:40:01.287245 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-35e16a4d-9da2-45c6-a066-b86a0bca1bb2 service neutron] 10.222.0.55 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884786 Jan 28 19:40:01.379599 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-56971b6d-2f25-4a5a-8637-924c6c9869c0 service neutron] 10.222.0.55 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863366 Jan 28 19:40:01.593828 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-39c40a7b-42c3-4924-8fab-6dd0cd5ef65e req-ab97e2d6-4f49-4bfa-acad-a5e656c35e6c tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 210 time: 0.0351160 Jan 28 19:40:02.542013 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-b296399b-678e-4faa-9347-f67edfcf1854 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:02.543909 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-b296399b-678e-4faa-9347-f67edfcf1854 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.37 "GET /v2.0/networks?id=0a72d574-ce5a-48c2-a38a-aca098e6cab0 HTTP/1.1" status: 200 len: 815 time: 0.1073456 Jan 28 19:40:02.556021 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-33c1d451-a643-4ed7-85b3-a63078b0dbfd tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Request body: {'port': {'device_id': '3127228e-7282-417d-971f-1d5caf155f62', 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0', 'admin_state_up': True, 'tenant_id': '6866b7ba56f046f4858131d40ffdd35b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:02.679410 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-33c1d451-a643-4ed7-85b3-a63078b0dbfd tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Made reservation on behalf of 6866b7ba56f046f4858131d40ffdd35b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:02.682670 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a7973d1-31dc-4447-aee0-eeff497fb1c2 req-a7bb8af9-e2f0-4415-b5b6-1e334ec0ca85 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 210 time: 0.0337706 Jan 28 19:40:02.683170 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-33c1d451-a643-4ed7-85b3-a63078b0dbfd tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:02.822789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-33c1d451-a643-4ed7-85b3-a63078b0dbfd tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Allocated IP 172.20.0.5 (0a72d574-ce5a-48c2-a38a-aca098e6cab0/3d1365d2-3b75-4080-bbb3-725be858b55a/b8824871-4c82-434b-9f54-2ff2a3675551) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:02.978334 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-33c1d451-a643-4ed7-85b3-a63078b0dbfd tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks [] for port (b8824871-4c82-434b-9f54-2ff2a3675551), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:03.012558 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-33c1d451-a643-4ed7-85b3-a63078b0dbfd tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (b8824871-4c82-434b-9f54-2ff2a3675551), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:03.027058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['7edf9134-e568-452f-b047-58166ac7692f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:40:03.029454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['23475b7e-f2b4-4b39-a0d3-abfa9f26c570'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:40:03.059730 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-33c1d451-a643-4ed7-85b3-a63078b0dbfd tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:03.062805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-33c1d451-a643-4ed7-85b3-a63078b0dbfd tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:03.068838 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-33c1d451-a643-4ed7-85b3-a63078b0dbfd tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:03.095112 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1d451-a643-4ed7-85b3-a63078b0dbfd tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Pushing event updated for resources: {'Port': ['ID=b8824871-4c82-434b-9f54-2ff2a3675551,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:03.137170 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-33c1d451-a643-4ed7-85b3-a63078b0dbfd tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:03.138881 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-33c1d451-a643-4ed7-85b3-a63078b0dbfd tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:03.157003 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-33c1d451-a643-4ed7-85b3-a63078b0dbfd tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6050255 Jan 28 19:40:03.168262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Request body: {'port': {'device_id': '3127228e-7282-417d-971f-1d5caf155f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:03.229668 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b8824871-4c82-434b-9f54-2ff2a3675551), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:03.507114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8824871-4c82-434b-9f54-2ff2a3675551 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:40:03.515052 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Publish callbacks [] for port (b8824871-4c82-434b-9f54-2ff2a3675551), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:03.527579 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Transition to ACTIVE for port object b8824871-4c82-434b-9f54-2ff2a3675551 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:40:03.532965 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (b8824871-4c82-434b-9f54-2ff2a3675551), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:03.584909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8824871-4c82-434b-9f54-2ff2a3675551,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:03.658261 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Attempting to bind port b8824871-4c82-434b-9f54-2ff2a3675551 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:40:03.658598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Attempting to bind port b8824871-4c82-434b-9f54-2ff2a3675551 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:40:03.658925 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Attempting to bind port b8824871-4c82-434b-9f54-2ff2a3675551 on network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:40:03.664086 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Port b8824871-4c82-434b-9f54-2ff2a3675551 on network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:40:03.664532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Attempting to bind port b8824871-4c82-434b-9f54-2ff2a3675551 on network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:40:03.670051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:40:03.670491 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Checking segment: {'id': 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:03.670969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Bound using segment: {'id': 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:40:03.671531 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Bound port: b8824871-4c82-434b-9f54-2ff2a3675551, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:40:03.672063 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b8824871-4c82-434b-9f54-2ff2a3675551), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:03.742417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] For port b8824871-4c82-434b-9f54-2ff2a3675551, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:40:03.745620 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] For port b8824871-4c82-434b-9f54-2ff2a3675551, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b8824871-4c82-434b-9f54-2ff2a3675551,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:40:03.753094 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (b8824871-4c82-434b-9f54-2ff2a3675551), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:03.809207 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:03.809830 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:03.811248 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] 10.222.0.37 "PUT /v2.0/ports/b8824871-4c82-434b-9f54-2ff2a3675551 HTTP/1.1" status: 200 len: 1091 time: 0.6473475 Jan 28 19:40:03.813584 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3127228e-7282-417d-971f-1d5caf155f62', 'tag': 'b8824871-4c82-434b-9f54-2ff2a3675551'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:40:03.821626 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989efbe6-8e2d-4d21-8077-5eab659f4211" -d '{"events": [{"name": "network-changed", "server_uuid": "3127228e-7282-417d-971f-1d5caf155f62", "tag": "b8824871-4c82-434b-9f54-2ff2a3675551"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:40:03.861850 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1dfa7e-852c-4ca0-ac53-97c35e62fda0 service neutron] Pushing event updated for resources: {'Port': ['ID=b8824871-4c82-434b-9f54-2ff2a3675551,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:03.867807 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b764e6-731c-454a-aa03-7bb9cd99ebce x-openstack-request-id: req-b5b764e6-731c-454a-aa03-7bb9cd99ebce {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:40:03.868297 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3127228e-7282-417d-971f-1d5caf155f62", "tag": "b8824871-4c82-434b-9f54-2ff2a3675551", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:40:03.868737 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5b764e6-731c-454a-aa03-7bb9cd99ebce {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:40:03.869142 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3127228e-7282-417d-971f-1d5caf155f62', 'tag': 'b8824871-4c82-434b-9f54-2ff2a3675551', 'status': 'completed', 'code': 200} Jan 28 19:40:03.907077 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffb43d-a93a-4b4e-bdb0-db171e584ebd req-6cd166cb-98f7-4c11-a6a9-49b054adf7bd tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:03.908681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-59ffb43d-a93a-4b4e-bdb0-db171e584ebd req-6cd166cb-98f7-4c11-a6a9-49b054adf7bd tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 943 time: 0.1503134 Jan 28 19:40:03.940368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-581999cb-2f19-4555-b6c3-b51a65e538c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:03.947786 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-581999cb-2f19-4555-b6c3-b51a65e538c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6866b7ba56f046f4858131d40ffdd35b&device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 1125 time: 0.0903122 Jan 28 19:40:03.995054 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-7f362d82-8fa6-4eac-9276-9d6b30e3ba8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8824871-4c82-434b-9f54-2ff2a3675551 HTTP/1.1" status: 200 len: 217 time: 0.0437267 Jan 28 19:40:03.998408 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-59ffb43d-a93a-4b4e-bdb0-db171e584ebd req-5bcce449-3afa-4c29-a118-0cc2ccd05801 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829568 Jan 28 19:40:04.043752 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-6eedeedc-a08d-46db-84f2-aaae158a9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:04.045197 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-6eedeedc-a08d-46db-84f2-aaae158a9d7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d1365d2-3b75-4080-bbb3-725be858b55a HTTP/1.1" status: 200 len: 855 time: 0.0438542 Jan 28 19:40:04.081150 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-805af3c1-fd04-490b-845a-60cf7d1ea940 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a72d574-ce5a-48c2-a38a-aca098e6cab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299017 Jan 28 19:40:04.177594 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-940eb204-f7f9-4533-a0de-f4857c5a3f4d service neutron] 10.222.0.37 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895443 Jan 28 19:40:04.271358 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9496a66d-c9ee-4bde-92d4-a5958faf3824 req-b4cdec22-024b-42eb-8800-1c7153bc1e75 service neutron] 10.222.0.37 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877633 Jan 28 19:40:04.360588 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989efbe6-8e2d-4d21-8077-5eab659f4211 req-129a9ea1-197c-45bc-889d-9558a0a3de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:04.362111 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-989efbe6-8e2d-4d21-8077-5eab659f4211 req-129a9ea1-197c-45bc-889d-9558a0a3de27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6866b7ba56f046f4858131d40ffdd35b&device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 1125 time: 0.0458436 Jan 28 19:40:04.451720 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989efbe6-8e2d-4d21-8077-5eab659f4211 req-05b99971-ce58-478a-a250-7c1732c2b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:04.453333 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-989efbe6-8e2d-4d21-8077-5eab659f4211 req-05b99971-ce58-478a-a250-7c1732c2b9f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a72d574-ce5a-48c2-a38a-aca098e6cab0 HTTP/1.1" status: 200 len: 916 time: 0.0854554 Jan 28 19:40:04.499133 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-989efbe6-8e2d-4d21-8077-5eab659f4211 req-92a27925-9c20-4e32-b134-d8e3f0111828 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8824871-4c82-434b-9f54-2ff2a3675551 HTTP/1.1" status: 200 len: 217 time: 0.0387909 Jan 28 19:40:04.549668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989efbe6-8e2d-4d21-8077-5eab659f4211 req-de0eacdd-9747-42ab-b92a-8344401309e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:04.551169 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-989efbe6-8e2d-4d21-8077-5eab659f4211 req-de0eacdd-9747-42ab-b92a-8344401309e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d1365d2-3b75-4080-bbb3-725be858b55a HTTP/1.1" status: 200 len: 855 time: 0.0449922 Jan 28 19:40:04.583179 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-989efbe6-8e2d-4d21-8077-5eab659f4211 req-6ef67d31-1dda-4cd5-bc7e-a9d653681dab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a72d574-ce5a-48c2-a38a-aca098e6cab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254807 Jan 28 19:40:04.680201 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-989efbe6-8e2d-4d21-8077-5eab659f4211 req-bc99f8f9-dd23-4e65-9971-6ab2a839bc48 service neutron] 10.222.0.37 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901470 Jan 28 19:40:04.767638 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-989efbe6-8e2d-4d21-8077-5eab659f4211 req-3157741a-e510-4db6-9ee6-65d769c0b7c1 service neutron] 10.222.0.37 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809064 Jan 28 19:40:05.129052 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c3ace-60ca-46e8-b568-acfd1aacd56d req-31d83ebf-07ba-4fd4-9f63-f980f349e655 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:05.130702 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-254c3ace-60ca-46e8-b568-acfd1aacd56d req-31d83ebf-07ba-4fd4-9f63-f980f349e655 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 943 time: 0.0609059 Jan 28 19:40:05.180707 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-254c3ace-60ca-46e8-b568-acfd1aacd56d req-dab77fa1-9255-437b-b253-db2bcbe9abbb tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440331 Jan 28 19:40:06.304679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3eb63-4485-4200-ae50-6640cf3dee66 req-857e6596-1b40-4873-96c6-60aa9356bf7e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:06.306149 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cfa3eb63-4485-4200-ae50-6640cf3dee66 req-857e6596-1b40-4873-96c6-60aa9356bf7e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 943 time: 0.0545704 Jan 28 19:40:06.358485 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cfa3eb63-4485-4200-ae50-6640cf3dee66 req-11dae47e-0eb1-41fa-a752-b3c344370009 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464385 Jan 28 19:40:07.484935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c38ba-b799-4d72-8120-448a44311528 req-c8aedec5-35cd-4a7c-8551-aa1d727b3cec tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:07.486496 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-613c38ba-b799-4d72-8120-448a44311528 req-c8aedec5-35cd-4a7c-8551-aa1d727b3cec tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 943 time: 0.0562217 Jan 28 19:40:07.536337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-613c38ba-b799-4d72-8120-448a44311528 req-a0823ffc-d6ed-4060-bb85-b082b9d01ab8 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433452 Jan 28 19:40:07.952500 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device b8824871-4c82-434b-9f54-2ff2a3675551 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:40:08.054943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port b8824871-4c82-434b-9f54-2ff2a3675551, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b8824871-4c82-434b-9f54-2ff2a3675551,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:08.066603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'b8824871-4c82-434b-9f54-2ff2a3675551', 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0', 'port_id': 'b8824871-4c82-434b-9f54-2ff2a3675551', 'mac_address': 'fa:16:3e:4f:87:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d1365d2-3b75-4080-bbb3-725be858b55a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:40:08.103404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port b8824871-4c82-434b-9f54-2ff2a3675551 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:08.103795 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b8824871-4c82-434b-9f54-2ff2a3675551), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.116873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8824871-4c82-434b-9f54-2ff2a3675551 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:40:08.135544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port b8824871-4c82-434b-9f54-2ff2a3675551, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b8824871-4c82-434b-9f54-2ff2a3675551,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:08.140894 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b8824871-4c82-434b-9f54-2ff2a3675551), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:08.186836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=b8824871-4c82-434b-9f54-2ff2a3675551,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:08.194778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.194778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.195047 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.195443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.195740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.196096 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.196398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.196752 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.197071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.197394 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.197698 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.198054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.198360 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:08.486640 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['b8824871-4c82-434b-9f54-2ff2a3675551'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:40:08.670677 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7ea5c-4611-4762-bd9b-4be43a7d6dad req-b18c7736-256d-4379-82eb-db43579ff7d4 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:08.672243 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bdd7ea5c-4611-4762-bd9b-4be43a7d6dad req-b18c7736-256d-4379-82eb-db43579ff7d4 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 944 time: 0.0545058 Jan 28 19:40:08.723974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bdd7ea5c-4611-4762-bd9b-4be43a7d6dad req-652dba79-a77b-4a36-a1ab-a83f2796c109 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442371 Jan 28 19:40:09.847411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38501c40-2f4d-4ed7-8e25-d766dfa872a8 req-d52f1872-7a1f-476d-8427-7d246e79133d tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:09.848815 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-38501c40-2f4d-4ed7-8e25-d766dfa872a8 req-d52f1872-7a1f-476d-8427-7d246e79133d tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 944 time: 0.0538702 Jan 28 19:40:09.899813 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-38501c40-2f4d-4ed7-8e25-d766dfa872a8 req-3d542930-b04d-47d0-a4f3-f329132be72e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452495 Jan 28 19:40:09.969081 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device b8824871-4c82-434b-9f54-2ff2a3675551 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:40:10.022337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port b8824871-4c82-434b-9f54-2ff2a3675551 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:40:10.026071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port b8824871-4c82-434b-9f54-2ff2a3675551 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:10.026459 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b8824871-4c82-434b-9f54-2ff2a3675551), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:10.110286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port b8824871-4c82-434b-9f54-2ff2a3675551 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:10.110674 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b8824871-4c82-434b-9f54-2ff2a3675551), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:10.133190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3127228e-7282-417d-971f-1d5caf155f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8824871-4c82-434b-9f54-2ff2a3675551'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:40:10.135444 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1295d6-e8e6-4eb5-9df0-4a999fe0dbab" -d '{"events": [{"server_uuid": "3127228e-7282-417d-971f-1d5caf155f62", "name": "network-vif-plugged", "status": "completed", "tag": "b8824871-4c82-434b-9f54-2ff2a3675551"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:40:10.147792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port b8824871-4c82-434b-9f54-2ff2a3675551, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b8824871-4c82-434b-9f54-2ff2a3675551,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:10.152954 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b8824871-4c82-434b-9f54-2ff2a3675551), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:10.178547 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f386a512-dfd6-4e1e-bc10-2a08664fe81b x-openstack-request-id: req-f386a512-dfd6-4e1e-bc10-2a08664fe81b {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:40:10.178837 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3127228e-7282-417d-971f-1d5caf155f62", "name": "network-vif-plugged", "status": "completed", "tag": "b8824871-4c82-434b-9f54-2ff2a3675551", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:40:10.179090 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f386a512-dfd6-4e1e-bc10-2a08664fe81b {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:40:10.179476 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3127228e-7282-417d-971f-1d5caf155f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8824871-4c82-434b-9f54-2ff2a3675551', 'code': 200} Jan 28 19:40:10.208061 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=b8824871-4c82-434b-9f54-2ff2a3675551,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:10.285564 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a24da3-1cf4-4ed3-8141-500432c8baee req-7087caf6-00a6-464d-bf9e-010a8d39b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:10.287071 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91a24da3-1cf4-4ed3-8141-500432c8baee req-7087caf6-00a6-464d-bf9e-010a8d39b799 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 1127 time: 0.0454631 Jan 28 19:40:10.332493 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91a24da3-1cf4-4ed3-8141-500432c8baee req-ac290804-a8d1-428f-bd0d-24a4e0750b17 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397654 Jan 28 19:40:11.026740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2dec2-ed01-4853-892d-8e88909a448b req-40adbf1b-014b-4523-80f4-a9ea3eb80171 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:11.028251 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bee2dec2-ed01-4853-892d-8e88909a448b req-40adbf1b-014b-4523-80f4-a9ea3eb80171 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 945 time: 0.0580804 Jan 28 19:40:11.076942 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bee2dec2-ed01-4853-892d-8e88909a448b req-16e55833-7ecf-4663-8234-97cfb926e12e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424445 Jan 28 19:40:12.205210 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380156f-5747-4e77-ab70-e2c4d313163c req-4760657e-f1c6-4188-b57e-5647ce314c81 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:12.206735 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a380156f-5747-4e77-ab70-e2c4d313163c req-4760657e-f1c6-4188-b57e-5647ce314c81 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 945 time: 0.0568197 Jan 28 19:40:12.254941 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a380156f-5747-4e77-ab70-e2c4d313163c req-82938ee0-0ece-4a73-819a-47adc666dcfb tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419908 Jan 28 19:40:14.033308 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:40:18.215935 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5f419ec9-83c0-4fc3-8c3c-414b05366c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:20.390857 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51332bcc-b6aa-4d5c-9810-067d51c3cfda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:21.758976 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:23.045669 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:24.474801 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:25.587401 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:30.326705 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:33.826199 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bd87f6d3-a423-4294-b0d0-53750c38206a req-3aed828f-1830-4f62-af54-00f5138524a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465159 Jan 28 19:40:33.921329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87f6d3-a423-4294-b0d0-53750c38206a req-2b11bb3a-0098-4ded-b08a-91d7c4ef67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:33.922916 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bd87f6d3-a423-4294-b0d0-53750c38206a req-2b11bb3a-0098-4ded-b08a-91d7c4ef67d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6866b7ba56f046f4858131d40ffdd35b&device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 1128 time: 0.0527630 Jan 28 19:40:34.035113 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87f6d3-a423-4294-b0d0-53750c38206a req-856861ce-a4ce-4a45-a70b-4f01e009b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:34.036741 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bd87f6d3-a423-4294-b0d0-53750c38206a req-856861ce-a4ce-4a45-a70b-4f01e009b2e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a72d574-ce5a-48c2-a38a-aca098e6cab0 HTTP/1.1" status: 200 len: 916 time: 0.0927238 Jan 28 19:40:34.078607 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bd87f6d3-a423-4294-b0d0-53750c38206a req-2a32baad-f2e2-43a6-914d-2c74a285ea89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7edf9134-e568-452f-b047-58166ac7692f HTTP/1.1" status: 200 len: 217 time: 0.0356269 Jan 28 19:40:34.128555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87f6d3-a423-4294-b0d0-53750c38206a req-cbb7f640-0580-4066-8a77-3c0ed045e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:34.130050 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bd87f6d3-a423-4294-b0d0-53750c38206a req-cbb7f640-0580-4066-8a77-3c0ed045e983 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d1365d2-3b75-4080-bbb3-725be858b55a HTTP/1.1" status: 200 len: 855 time: 0.0454533 Jan 28 19:40:34.165348 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bd87f6d3-a423-4294-b0d0-53750c38206a req-c803f5b9-20cf-455d-ad5a-71876c5418e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a72d574-ce5a-48c2-a38a-aca098e6cab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292082 Jan 28 19:40:34.256096 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bd87f6d3-a423-4294-b0d0-53750c38206a req-a485fb3e-1b7c-400c-b194-175a76a5e732 service neutron] 10.222.0.37 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844612 Jan 28 19:40:34.354378 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bd87f6d3-a423-4294-b0d0-53750c38206a req-fad7dbc1-55a0-4659-9f19-fb3514864356 service neutron] 10.222.0.37 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868769 Jan 28 19:40:38.998863 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2bbcdf70-fde5-4a49-9e9a-25b392933309 req-18e3813e-c0d1-4189-a139-4e7fd03c40df service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518663 Jan 28 19:40:39.086461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcdf70-fde5-4a49-9e9a-25b392933309 req-0f413b22-e102-4c90-87fd-b35bfc37bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:39.088049 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2bbcdf70-fde5-4a49-9e9a-25b392933309 req-0f413b22-e102-4c90-87fd-b35bfc37bd04 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=52cc16c2a3524687aa58bbfb91be8f85&device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 1128 time: 0.0457809 Jan 28 19:40:39.223463 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcdf70-fde5-4a49-9e9a-25b392933309 req-150c9e89-629d-49d0-be57-09ccec7a037a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:39.224955 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2bbcdf70-fde5-4a49-9e9a-25b392933309 req-150c9e89-629d-49d0-be57-09ccec7a037a service neutron] 10.222.0.31 "GET /v2.0/networks?id=e228a45e-4325-41de-b203-527979431faa HTTP/1.1" status: 200 len: 910 time: 0.1174529 Jan 28 19:40:39.297128 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2bbcdf70-fde5-4a49-9e9a-25b392933309 req-979d3876-7203-4dd4-9e13-f3815effb2c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e622c246-3364-4a5a-9cbd-083d146fc963 HTTP/1.1" status: 200 len: 1001 time: 0.0665550 Jan 28 19:40:39.353495 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcdf70-fde5-4a49-9e9a-25b392933309 req-6c3f468f-2c55-47c6-a0eb-5a572dc476ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:39.356229 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2bbcdf70-fde5-4a49-9e9a-25b392933309 req-6c3f468f-2c55-47c6-a0eb-5a572dc476ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=61e41e2b-07c3-42d1-bc10-520fdbff48a2 HTTP/1.1" status: 200 len: 848 time: 0.0526206 Jan 28 19:40:39.412517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcdf70-fde5-4a49-9e9a-25b392933309 req-34806439-bedc-48dc-a6db-7dcdb4c25e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:39.414249 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2bbcdf70-fde5-4a49-9e9a-25b392933309 req-34806439-bedc-48dc-a6db-7dcdb4c25e03 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e228a45e-4325-41de-b203-527979431faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522940 Jan 28 19:40:39.515345 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2bbcdf70-fde5-4a49-9e9a-25b392933309 req-2ae9cdc0-3974-4fef-9f13-7a77c60a0759 service neutron] 10.222.0.31 "GET /v2.0/networks/e228a45e-4325-41de-b203-527979431faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952122 Jan 28 19:40:39.897490 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2bbcdf70-fde5-4a49-9e9a-25b392933309 req-bba16561-c9b2-476f-a007-baf53209fa0a service neutron] 10.222.0.31 "GET /v2.0/networks/e228a45e-4325-41de-b203-527979431faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763788 Jan 28 19:40:41.103032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-51b3bdfb-1b6a-45da-9df4-6059a228f68a req-2c980b22-79c6-4c1a-a569-61cc629405cd service neutron] (103147) timed out ('10.222.0.55', 59330) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:40:46.646317 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-9c248b85-926f-4b04-9675-538170284767 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:46.647845 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-9c248b85-926f-4b04-9675-538170284767 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/networks?id=0a72d574-ce5a-48c2-a38a-aca098e6cab0 HTTP/1.1" status: 200 len: 815 time: 0.1039832 Jan 28 19:40:46.663485 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-423f4344-4668-45b1-bcc6-b907ebb85fee tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/quotas/6866b7ba56f046f4858131d40ffdd35b HTTP/1.1" status: 200 len: 375 time: 0.0097620 Jan 28 19:40:46.722200 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-bbc96a0c-35ef-4b1a-8556-ba606841f4d4 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6866b7ba56f046f4858131d40ffdd35b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533946 Jan 28 19:40:46.818311 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-7f8b65d2-e514-4b05-9e56-516614702a2f service neutron] 10.222.0.55 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871823 Jan 28 19:40:46.911114 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-d65a5b5e-4fe9-4c0f-bf3e-9c9e6da9bd7a service neutron] 10.222.0.55 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864663 Jan 28 19:40:47.077024 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f48841b4-6f8e-454e-8d17-7d8e7733fbc1 req-dadcfb47-a62b-442d-b39d-6275a9d58c05 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e383cf-3b2a-4ab9-92dc-01680e0bd792 HTTP/1.1" status: 200 len: 210 time: 0.0282900 Jan 28 19:40:48.138794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-0fe93768-b444-40fe-ad62-66f3663d52d4 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:48.140553 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-0fe93768-b444-40fe-ad62-66f3663d52d4 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.31 "GET /v2.0/networks?id=0a72d574-ce5a-48c2-a38a-aca098e6cab0 HTTP/1.1" status: 200 len: 815 time: 0.1109874 Jan 28 19:40:48.153969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Request body: {'port': {'device_id': 'f7e383cf-3b2a-4ab9-92dc-01680e0bd792', 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0', 'admin_state_up': True, 'tenant_id': '6866b7ba56f046f4858131d40ffdd35b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:48.210450 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d1aecbc3-a10b-450d-a357-de255b91aa5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.226616 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-67a50ca9-cfe2-4dee-a785-78ea15cf7b71 req-3ea01ef1-9046-4f0b-9cac-46db4cd858ff tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e383cf-3b2a-4ab9-92dc-01680e0bd792 HTTP/1.1" status: 200 len: 210 time: 0.0688934 Jan 28 19:40:48.305828 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Made reservation on behalf of 6866b7ba56f046f4858131d40ffdd35b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:40:48.309509 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.435553 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Allocated IP 172.20.0.2 (0a72d574-ce5a-48c2-a38a-aca098e6cab0/3d1365d2-3b75-4080-bbb3-725be858b55a/a735a9c2-33ce-469f-abb4-8978f49d46f1) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:40:48.589650 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks [] for port (a735a9c2-33ce-469f-abb4-8978f49d46f1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.625378 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a735a9c2-33ce-469f-abb4-8978f49d46f1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.639798 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['23475b7e-f2b4-4b39-a0d3-abfa9f26c570'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:40:48.642818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['7edf9134-e568-452f-b047-58166ac7692f', 'b8824871-4c82-434b-9f54-2ff2a3675551'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:40:48.681594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:40:48.687846 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:40:48.692425 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:40:48.725767 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Pushing event updated for resources: {'Port': ['ID=a735a9c2-33ce-469f-abb4-8978f49d46f1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:48.741446 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:48.741721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:48.742081 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:48.742423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:48.742754 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:48.743083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:48.743441 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:48.743775 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:48.744099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:48.744417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:48.744738 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:48.745054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:48.745367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:40:48.761596 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:48.762123 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:48.780211 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-8129d63a-961c-47c2-87a8-7023388dd6ab tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307065 Jan 28 19:40:48.791676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Request body: {'port': {'device_id': 'f7e383cf-3b2a-4ab9-92dc-01680e0bd792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:40:48.850833 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a735a9c2-33ce-469f-abb4-8978f49d46f1), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.131662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a735a9c2-33ce-469f-abb4-8978f49d46f1 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:40:49.139398 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Publish callbacks [] for port (a735a9c2-33ce-469f-abb4-8978f49d46f1), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.151529 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Transition to ACTIVE for port object a735a9c2-33ce-469f-abb4-8978f49d46f1 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:40:49.156888 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (a735a9c2-33ce-469f-abb4-8978f49d46f1), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.205442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Pushing event updated for resources: {'Port': ['ID=a735a9c2-33ce-469f-abb4-8978f49d46f1,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:49.277296 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Attempting to bind port a735a9c2-33ce-469f-abb4-8978f49d46f1 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:40:49.277623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Attempting to bind port a735a9c2-33ce-469f-abb4-8978f49d46f1 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:40:49.277934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Attempting to bind port a735a9c2-33ce-469f-abb4-8978f49d46f1 on network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:40:49.282818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Port a735a9c2-33ce-469f-abb4-8978f49d46f1 on network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:40:49.282818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Attempting to bind port a735a9c2-33ce-469f-abb4-8978f49d46f1 on network 0a72d574-ce5a-48c2-a38a-aca098e6cab0 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:40:49.287981 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:40:49.288313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Checking segment: {'id': 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:40:49.288707 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Bound using segment: {'id': 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:40:49.289118 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Bound port: a735a9c2-33ce-469f-abb4-8978f49d46f1, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:40:49.289466 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a735a9c2-33ce-469f-abb4-8978f49d46f1), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.358135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149489f1-4602-4592-97dd-28db165f4f59 req-a2701cbb-8817-40f3-b4c1-9a57fdaec44e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:49.360586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-149489f1-4602-4592-97dd-28db165f4f59 req-a2701cbb-8817-40f3-b4c1-9a57fdaec44e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e383cf-3b2a-4ab9-92dc-01680e0bd792 HTTP/1.1" status: 200 len: 943 time: 0.0609808 Jan 28 19:40:49.372965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] For port a735a9c2-33ce-469f-abb4-8978f49d46f1, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:40:49.377961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] For port a735a9c2-33ce-469f-abb4-8978f49d46f1, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a735a9c2-33ce-469f-abb4-8978f49d46f1,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:40:49.387120 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (a735a9c2-33ce-469f-abb4-8978f49d46f1), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.411653 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-149489f1-4602-4592-97dd-28db165f4f59 req-6529888f-3e06-4cb9-b3f4-52bb56f25e1f tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443676 Jan 28 19:40:49.436300 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:49.436300 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:49.436300 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] 10.222.0.31 "PUT /v2.0/ports/a735a9c2-33ce-469f-abb4-8978f49d46f1 HTTP/1.1" status: 200 len: 1091 time: 0.6417754 Jan 28 19:40:49.436300 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e383cf-3b2a-4ab9-92dc-01680e0bd792', 'tag': 'a735a9c2-33ce-469f-abb4-8978f49d46f1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:40:49.436300 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac8c9e1-7610-4385-99c4-01f8907ca389" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e383cf-3b2a-4ab9-92dc-01680e0bd792", "tag": "a735a9c2-33ce-469f-abb4-8978f49d46f1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:40:49.468279 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b40cfd-1050-4f13-a197-3205cc53cc1e service neutron] Pushing event updated for resources: {'Port': ['ID=a735a9c2-33ce-469f-abb4-8978f49d46f1,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:49.533855 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-22360051-5090-4098-86de-7a00dcee2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:49.535529 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-22360051-5090-4098-86de-7a00dcee2870 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6866b7ba56f046f4858131d40ffdd35b&device_id=f7e383cf-3b2a-4ab9-92dc-01680e0bd792 HTTP/1.1" status: 200 len: 1125 time: 0.0564125 Jan 28 19:40:49.580969 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f342dbf7-986b-4ec6-be43-f9f7ba08c5db x-openstack-request-id: req-f342dbf7-986b-4ec6-be43-f9f7ba08c5db {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:40:49.581266 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e383cf-3b2a-4ab9-92dc-01680e0bd792", "tag": "a735a9c2-33ce-469f-abb4-8978f49d46f1", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:40:49.581528 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f342dbf7-986b-4ec6-be43-f9f7ba08c5db {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:40:49.581938 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e383cf-3b2a-4ab9-92dc-01680e0bd792', 'tag': 'a735a9c2-33ce-469f-abb4-8978f49d46f1', 'status': 'completed', 'code': 200} Jan 28 19:40:49.584145 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-acb8624b-98df-450a-8177-144b24f23245 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a735a9c2-33ce-469f-abb4-8978f49d46f1 HTTP/1.1" status: 200 len: 217 time: 0.0420225 Jan 28 19:40:49.633259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-8b4c1e66-3be4-4eb5-bea4-c8217a157339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:49.635041 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-8b4c1e66-3be4-4eb5-bea4-c8217a157339 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3d1365d2-3b75-4080-bbb3-725be858b55a HTTP/1.1" status: 200 len: 855 time: 0.0456076 Jan 28 19:40:49.666583 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-80ddaacd-463b-42e3-ba33-c2c80b11ef9b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0a72d574-ce5a-48c2-a38a-aca098e6cab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258710 Jan 28 19:40:49.761494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-7e12d60e-0981-49b1-af47-1b3d0ae2c5c5 service neutron] 10.222.0.31 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894639 Jan 28 19:40:49.851652 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b14007aa-f2c4-4331-98ef-42eef938bb11 req-b2aa7dc4-fb6e-418a-a350-5696bcada1a3 service neutron] 10.222.0.31 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846765 Jan 28 19:40:49.971544 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8c9e1-7610-4385-99c4-01f8907ca389 req-72dbb5d6-762e-4281-805e-8e5bb540f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:49.973175 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aac8c9e1-7610-4385-99c4-01f8907ca389 req-72dbb5d6-762e-4281-805e-8e5bb540f0d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6866b7ba56f046f4858131d40ffdd35b&device_id=f7e383cf-3b2a-4ab9-92dc-01680e0bd792 HTTP/1.1" status: 200 len: 1125 time: 0.0664134 Jan 28 19:40:50.073416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8c9e1-7610-4385-99c4-01f8907ca389 req-595a8b75-ca38-48ce-b414-a58a1204dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:50.074786 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aac8c9e1-7610-4385-99c4-01f8907ca389 req-595a8b75-ca38-48ce-b414-a58a1204dca8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0a72d574-ce5a-48c2-a38a-aca098e6cab0 HTTP/1.1" status: 200 len: 916 time: 0.0959277 Jan 28 19:40:50.116480 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aac8c9e1-7610-4385-99c4-01f8907ca389 req-61cce841-dca6-45a6-b18c-6d903c02574f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a735a9c2-33ce-469f-abb4-8978f49d46f1 HTTP/1.1" status: 200 len: 217 time: 0.0359008 Jan 28 19:40:50.165146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8c9e1-7610-4385-99c4-01f8907ca389 req-786d2357-4d99-49ea-9729-460032bbc536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:50.166678 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aac8c9e1-7610-4385-99c4-01f8907ca389 req-786d2357-4d99-49ea-9729-460032bbc536 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3d1365d2-3b75-4080-bbb3-725be858b55a HTTP/1.1" status: 200 len: 855 time: 0.0442102 Jan 28 19:40:50.203989 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aac8c9e1-7610-4385-99c4-01f8907ca389 req-3d813879-dfdf-4f22-bef8-9830e82b432e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0a72d574-ce5a-48c2-a38a-aca098e6cab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308173 Jan 28 19:40:50.296451 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aac8c9e1-7610-4385-99c4-01f8907ca389 req-c3fdb284-fff9-471d-9f75-0c9217eaa74c service neutron] 10.222.0.31 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850475 Jan 28 19:40:50.385685 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a310649a-74f2-4ad4-8cb8-526135615d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:50.398694 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aac8c9e1-7610-4385-99c4-01f8907ca389 req-6f758b4a-297a-4c92-9f0b-ae805bf72b99 service neutron] 10.222.0.31 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954041 Jan 28 19:40:50.539632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46e74f-6b56-4e6e-ad0b-7453e2034914 req-060c223d-e0d1-4ec0-a7c2-b5324a04b67e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:50.541271 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2d46e74f-6b56-4e6e-ad0b-7453e2034914 req-060c223d-e0d1-4ec0-a7c2-b5324a04b67e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e383cf-3b2a-4ab9-92dc-01680e0bd792 HTTP/1.1" status: 200 len: 943 time: 0.0570939 Jan 28 19:40:50.595301 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2d46e74f-6b56-4e6e-ad0b-7453e2034914 req-4f84002a-ed88-4777-80e4-f25ff48cd270 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427120 Jan 28 19:40:51.032609 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:40:51.722608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74ab0e-841a-48b1-962a-c24e229eb9fe req-7fd6e9e5-75dc-49d7-8836-97bb161bfbe7 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:51.724114 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f74ab0e-841a-48b1-962a-c24e229eb9fe req-7fd6e9e5-75dc-49d7-8836-97bb161bfbe7 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e383cf-3b2a-4ab9-92dc-01680e0bd792 HTTP/1.1" status: 200 len: 943 time: 0.0556376 Jan 28 19:40:51.759295 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:51.775268 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f74ab0e-841a-48b1-962a-c24e229eb9fe req-13250aec-e125-4873-ae4e-3d7f83b1d8e9 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452130 Jan 28 19:40:52.571162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device a735a9c2-33ce-469f-abb4-8978f49d46f1 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:40:52.673182 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port a735a9c2-33ce-469f-abb4-8978f49d46f1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a735a9c2-33ce-469f-abb4-8978f49d46f1,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:52.685267 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'a735a9c2-33ce-469f-abb4-8978f49d46f1', 'network_id': '0a72d574-ce5a-48c2-a38a-aca098e6cab0', 'port_id': 'a735a9c2-33ce-469f-abb4-8978f49d46f1', 'mac_address': 'fa:16:3e:2e:96:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d1365d2-3b75-4080-bbb3-725be858b55a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:40:52.722975 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port a735a9c2-33ce-469f-abb4-8978f49d46f1 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:52.723362 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a735a9c2-33ce-469f-abb4-8978f49d46f1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.737703 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a735a9c2-33ce-469f-abb4-8978f49d46f1 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:40:52.757363 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port a735a9c2-33ce-469f-abb4-8978f49d46f1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a735a9c2-33ce-469f-abb4-8978f49d46f1,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:52.762790 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a735a9c2-33ce-469f-abb4-8978f49d46f1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:52.810504 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=a735a9c2-33ce-469f-abb4-8978f49d46f1,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:52.897301 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b370a-c009-40b3-8558-49ebe8085da2 req-bd258f24-df66-4a4a-b4aa-bad07082f9f3 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:52.898857 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8f9b370a-c009-40b3-8558-49ebe8085da2 req-bd258f24-df66-4a4a-b4aa-bad07082f9f3 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e383cf-3b2a-4ab9-92dc-01680e0bd792 HTTP/1.1" status: 200 len: 944 time: 0.0546906 Jan 28 19:40:52.951843 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8f9b370a-c009-40b3-8558-49ebe8085da2 req-50540494-3529-4e58-993c-d9f4e55794f1 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469949 Jan 28 19:40:52.982831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['a735a9c2-33ce-469f-abb4-8978f49d46f1'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:40:53.071032 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:54.074126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43277f42-5c33-496e-8487-37b788fd3532 req-7aa6ff50-0192-4cc9-85f2-09f4d85781df tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:54.076362 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-43277f42-5c33-496e-8487-37b788fd3532 req-7aa6ff50-0192-4cc9-85f2-09f4d85781df tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e383cf-3b2a-4ab9-92dc-01680e0bd792 HTTP/1.1" status: 200 len: 944 time: 0.0555749 Jan 28 19:40:54.125853 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-43277f42-5c33-496e-8487-37b788fd3532 req-d3ff9a4e-460f-48f8-9e40-272ead42abc7 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434337 Jan 28 19:40:54.480252 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:54.586273 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device a735a9c2-33ce-469f-abb4-8978f49d46f1 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:40:54.641102 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port a735a9c2-33ce-469f-abb4-8978f49d46f1 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:40:54.646306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port a735a9c2-33ce-469f-abb4-8978f49d46f1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:40:54.646731 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a735a9c2-33ce-469f-abb4-8978f49d46f1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:54.728646 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port a735a9c2-33ce-469f-abb4-8978f49d46f1 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:40:54.729029 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a735a9c2-33ce-469f-abb4-8978f49d46f1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:54.753913 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e383cf-3b2a-4ab9-92dc-01680e0bd792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a735a9c2-33ce-469f-abb4-8978f49d46f1'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:40:54.756282 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8de020-ef3e-4d30-a94e-1ad52797e8e8" -d '{"events": [{"server_uuid": "f7e383cf-3b2a-4ab9-92dc-01680e0bd792", "name": "network-vif-plugged", "status": "completed", "tag": "a735a9c2-33ce-469f-abb4-8978f49d46f1"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:40:54.771483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port a735a9c2-33ce-469f-abb4-8978f49d46f1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a735a9c2-33ce-469f-abb4-8978f49d46f1,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:40:54.776806 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a735a9c2-33ce-469f-abb4-8978f49d46f1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:54.818934 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1777b2a-be84-4c18-b7dd-394c9d046624 x-openstack-request-id: req-a1777b2a-be84-4c18-b7dd-394c9d046624 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:40:54.819237 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e383cf-3b2a-4ab9-92dc-01680e0bd792", "name": "network-vif-plugged", "status": "completed", "tag": "a735a9c2-33ce-469f-abb4-8978f49d46f1", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:40:54.819550 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a1777b2a-be84-4c18-b7dd-394c9d046624 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:40:54.819955 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e383cf-3b2a-4ab9-92dc-01680e0bd792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a735a9c2-33ce-469f-abb4-8978f49d46f1', 'code': 200} Jan 28 19:40:54.843130 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=a735a9c2-33ce-469f-abb4-8978f49d46f1,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:40:54.928212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985d149-a319-48bb-aa54-8d1a0226b721 req-bcd79442-75d2-4293-95e0-2af957fdaaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:54.929709 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7985d149-a319-48bb-aa54-8d1a0226b721 req-bcd79442-75d2-4293-95e0-2af957fdaaef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f7e383cf-3b2a-4ab9-92dc-01680e0bd792 HTTP/1.1" status: 200 len: 1127 time: 0.0536816 Jan 28 19:40:54.972985 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7985d149-a319-48bb-aa54-8d1a0226b721 req-c92c4092-912e-4861-b9f9-fa39780bc9c7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376878 Jan 28 19:40:55.253066 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9481eb-abb2-429a-acde-cea3cfc84a50 req-c3f16730-c843-44ff-860e-192184182eb7 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:55.254570 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cb9481eb-abb2-429a-acde-cea3cfc84a50 req-c3f16730-c843-44ff-860e-192184182eb7 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e383cf-3b2a-4ab9-92dc-01680e0bd792 HTTP/1.1" status: 200 len: 945 time: 0.0539646 Jan 28 19:40:55.302788 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cb9481eb-abb2-429a-acde-cea3cfc84a50 req-03552cde-0537-4aef-b32f-f2d2c2ebb9b0 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424798 Jan 28 19:40:55.605156 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:40:56.431045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ce8c0-da48-4bc0-a135-56ac0a885f6f req-8b32a7e8-4f75-43d4-ac39-f36afab238e6 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:40:56.432566 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a3ce8c0-da48-4bc0-a135-56ac0a885f6f req-8b32a7e8-4f75-43d4-ac39-f36afab238e6 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e383cf-3b2a-4ab9-92dc-01680e0bd792 HTTP/1.1" status: 200 len: 945 time: 0.0566640 Jan 28 19:40:56.482143 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a3ce8c0-da48-4bc0-a135-56ac0a885f6f req-8a4b3138-2597-43cc-906e-c8c07503971e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436771 Jan 28 19:41:00.330210 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:07.289525 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53440) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:07.395375 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f646bd8b-ef7b-470a-b8ef-9116c6c89b13 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2930 time: 0.1017797 Jan 28 19:41:07.395849 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53442) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:07.400799 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f92bd3ac-5e22-44e7-8d85-6cfd3a8d89e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Request body: {'network': {'name': 'tempest-network-smoke--272029853', 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'port_security_enabled': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:07.423233 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92bd3ac-5e22-44e7-8d85-6cfd3a8d89e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Made reservation on behalf of 3a86dada3f504e0996fab2c63e6798cc for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:07.427763 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f92bd3ac-5e22-44e7-8d85-6cfd3a8d89e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:07.452805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92bd3ac-5e22-44e7-8d85-6cfd3a8d89e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:41:07.465017 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f92bd3ac-5e22-44e7-8d85-6cfd3a8d89e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (020bd332-a542-4fff-8385-13789868538c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:07.465017 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-f92bd3ac-5e22-44e7-8d85-6cfd3a8d89e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Added segment 020bd332-a542-4fff-8385-13789868538c of type vlan for network c35a7f13-910e-469d-8d5e-8dab9d76e2be Jan 28 19:41:07.510720 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f92bd3ac-5e22-44e7-8d85-6cfd3a8d89e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (c35a7f13-910e-469d-8d5e-8dab9d76e2be), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:07.538657 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f92bd3ac-5e22-44e7-8d85-6cfd3a8d89e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (c35a7f13-910e-469d-8d5e-8dab9d76e2be), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:07.550143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92bd3ac-5e22-44e7-8d85-6cfd3a8d89e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:07.550143 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f92bd3ac-5e22-44e7-8d85-6cfd3a8d89e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:07.638950 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f92bd3ac-5e22-44e7-8d85-6cfd3a8d89e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2372847 Jan 28 19:41:07.638950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53448) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:07.641692 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-978507213', 'admin_state_up': True, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:07.690309 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92bd3ac-5e22-44e7-8d85-6cfd3a8d89e8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'Network': ['ID=c35a7f13-910e-469d-8d5e-8dab9d76e2be,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:07.702343 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network c35a7f13-910e-469d-8d5e-8dab9d76e2be details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:41:07.706711 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (a048c5b2-501b-4976-8659-b7128b082ceb), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:07.708339 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (a048c5b2-501b-4976-8659-b7128b082ceb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:07.769777 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router_controller (a048c5b2-501b-4976-8659-b7128b082ceb), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:07.930499 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router_gateway (a048c5b2-501b-4976-8659-b7128b082ceb), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:08.124405 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router_gateway (a048c5b2-501b-4976-8659-b7128b082ceb), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:08.142735 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:08.256825 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Allocated IP 172.25.0.113 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/cb9b241e-da6f-4de1-80da-6b09ee2b31f8) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:08.364586 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for port (cb9b241e-da6f-4de1-80da-6b09ee2b31f8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:08.409579 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (cb9b241e-da6f-4de1-80da-6b09ee2b31f8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:08.458287 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:08.462332 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:08.464302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'Port': ['ID=cb9b241e-da6f-4de1-80da-6b09ee2b31f8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:08.466479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:08.753303 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router_gateway (a048c5b2-501b-4976-8659-b7128b082ceb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:09.233542 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (a048c5b2-501b-4976-8659-b7128b082ceb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:09.362620 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Router a048c5b2-501b-4976-8659-b7128b082ceb is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:41:09.473189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:09.489535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Sync routers for ids ['a048c5b2-501b-4976-8659-b7128b082ceb'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:09.499112 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:09.501454 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5a0ade41-e00b-4f17-a0ad-3c9d170ed347 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8634615 Jan 28 19:41:09.504324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53454) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:09.507122 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Routers {'a048c5b2-501b-4976-8659-b7128b082ceb'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:09.508003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:40:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a048c5b2-501b-4976-8659-b7128b082ceb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:09.580333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f06690-454a-432a-b461-59d718744154 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:09.582345 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d1f06690-454a-432a-b461-59d718744154 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3a86dada3f504e0996fab2c63e6798cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0764248 Jan 28 19:41:09.585485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53456) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:09.635196 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Set router a048c5b2-501b-4976-8659-b7128b082ceb gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:09.737516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7511f00-fc18-429c-add8-9ac40a519e8e tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:09.741837 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c7511f00-fc18-429c-add8-9ac40a519e8e tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1524730 Jan 28 19:41:09.742141 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:09.802001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53464) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:09.802452 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-74db6154-7adb-499d-908b-d7493c9c6eb8 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0587709 Jan 28 19:41:09.838549 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-63b4688e-04fd-4fcf-a25d-8858b0143f05 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3a86dada3f504e0996fab2c63e6798cc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351605 Jan 28 19:41:09.841584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53466) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:09.865124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-978507213', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:07Z', 'updated_at': '2022-01-28T19:41:08Z', 'revision_number': 3, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:08Z', 'updated_at': '2022-01-28T19:41:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:09.903840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Checking router: a048c5b2-501b-4976-8659-b7128b082ceb for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:41:09.904556 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Updating router a048c5b2-501b-4976-8659-b7128b082ceb port cb9b241e-da6f-4de1-80da-6b09ee2b31f8 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:41:09.953331 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cb9b241e-da6f-4de1-80da-6b09ee2b31f8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.008294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c4c7a5-9ee4-4cfa-9525-3b37d36fbf07 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:10.012900 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53468) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:10.022975 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-29c4c7a5-9ee4-4cfa-9525-3b37d36fbf07 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1783490 Jan 28 19:41:10.049693 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53470) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:10.054868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-791902623', 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be', 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:10.058723 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-22254d21-6cac-45a9-b4fd-7025517a363d tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444345 Jan 28 19:41:10.160534 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Made reservation on behalf of 3a86dada3f504e0996fab2c63e6798cc for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:10.164268 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.268207 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Publish callbacks [] for port (cb9b241e-da6f-4de1-80da-6b09ee2b31f8), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.275202 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cb9b241e-da6f-4de1-80da-6b09ee2b31f8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.342351 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Attempting to bind port cb9b241e-da6f-4de1-80da-6b09ee2b31f8 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:41:10.342847 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Attempting to bind port cb9b241e-da6f-4de1-80da-6b09ee2b31f8 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:41:10.343473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Attempting to bind port cb9b241e-da6f-4de1-80da-6b09ee2b31f8 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:10.345428 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7144b1a-a6d8-4a72-b287-a917c7f29ae8 None None] Pushing event updated for resources: {'Port': ['ID=cb9b241e-da6f-4de1-80da-6b09ee2b31f8,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:10.354379 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:41:10.354962 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:10.355440 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.355900 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:41:10.356439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Bound port: cb9b241e-da6f-4de1-80da-6b09ee2b31f8, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:41:10.356885 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cb9b241e-da6f-4de1-80da-6b09ee2b31f8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.359307 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7144b1a-a6d8-4a72-b287-a917c7f29ae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.359724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7144b1a-a6d8-4a72-b287-a917c7f29ae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.360133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7144b1a-a6d8-4a72-b287-a917c7f29ae8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.360625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7144b1a-a6d8-4a72-b287-a917c7f29ae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.361027 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7144b1a-a6d8-4a72-b287-a917c7f29ae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.361425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7144b1a-a6d8-4a72-b287-a917c7f29ae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.361820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7144b1a-a6d8-4a72-b287-a917c7f29ae8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.362236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7144b1a-a6d8-4a72-b287-a917c7f29ae8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.362632 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7144b1a-a6d8-4a72-b287-a917c7f29ae8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.363026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7144b1a-a6d8-4a72-b287-a917c7f29ae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.363420 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7144b1a-a6d8-4a72-b287-a917c7f29ae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.363938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7144b1a-a6d8-4a72-b287-a917c7f29ae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.364205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7144b1a-a6d8-4a72-b287-a917c7f29ae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.394544 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (02ade894-46e4-4575-9aa4-cf3cd7d3f106), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.419033 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] For port cb9b241e-da6f-4de1-80da-6b09ee2b31f8, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:41:10.422303 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] For port cb9b241e-da6f-4de1-80da-6b09ee2b31f8, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cb9b241e-da6f-4de1-80da-6b09ee2b31f8,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:41:10.428795 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cb9b241e-da6f-4de1-80da-6b09ee2b31f8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.450515 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'Subnet': ['ID=02ade894-46e4-4575-9aa4-cf3cd7d3f106,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:10.469057 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.469750 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.469750 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.470109 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.470751 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.471093 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.471425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.472001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.472115 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.472541 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.472887 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.473212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.473534 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:10.474711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Routers {'a048c5b2-501b-4976-8659-b7128b082ceb'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:10.475339 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:40:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a048c5b2-501b-4976-8659-b7128b082ceb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:10.483524 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Checking segment: {'id': '020bd332-a542-4fff-8385-13789868538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:10.483889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Network hostable DHCP agents. Network: c35a7f13-910e-469d-8d5e-8dab9d76e2be, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:41:10.502635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Network c35a7f13-910e-469d-8d5e-8dab9d76e2be is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:41:10.513933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, c35a7f13-910e-469d-8d5e-8dab9d76e2be) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:10.527047 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:10.527253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:10.539313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa03eff-0af7-40f4-bcc0-60eb1b9feb8d None None] Network c35a7f13-910e-469d-8d5e-8dab9d76e2be requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:10.549334 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3fc04227-29d1-4d7b-a614-9d1b4fbeba99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4958081 Jan 28 19:41:10.549756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53472) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:10.749631 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7144b1a-a6d8-4a72-b287-a917c7f29ae8 None None] Pushing event updated for resources: {'Port': ['ID=cb9b241e-da6f-4de1-80da-6b09ee2b31f8,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:10.861594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] Set router a048c5b2-501b-4976-8659-b7128b082ceb gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:10.915019 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-c35a7f13-910e-469d-8d5e-8dab9d76e2be', 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be', 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'fixed_ips': [{'subnet_id': '02ade894-46e4-4575-9aa4-cf3cd7d3f106'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:41:10.915344 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:11.124904 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:11.167290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Allocated IP 172.20.0.18 (c35a7f13-910e-469d-8d5e-8dab9d76e2be/02ade894-46e4-4575-9aa4-cf3cd7d3f106/fc636724-c663-4df5-88af-d29b1c73956d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:11.243322 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-978507213', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:07Z', 'updated_at': '2022-01-28T19:41:08Z', 'revision_number': 3, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:08Z', 'updated_at': '2022-01-28T19:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:11.273033 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be066176-6d56-406d-adbb-f4426a1f8db3 None None] The sync data for ids ['a048c5b2-501b-4976-8659-b7128b082ceb'] in n-d-824834-4 is: [{'id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-978507213', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:07Z', 'updated_at': '2022-01-28T19:41:08Z', 'revision_number': 3, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:08Z', 'updated_at': '2022-01-28T19:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:11.368059 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Publish callbacks [] for port (fc636724-c663-4df5-88af-d29b1c73956d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:11.376101 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (fc636724-c663-4df5-88af-d29b1c73956d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:11.435547 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Network c35a7f13-910e-469d-8d5e-8dab9d76e2be is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:11.438454 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:11.444222 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:11.454833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Pushing event updated for resources: {'Port': ['ID=fc636724-c663-4df5-88af-d29b1c73956d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:11.508450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Allocated IP 172.20.0.17 (c35a7f13-910e-469d-8d5e-8dab9d76e2be/02ade894-46e4-4575-9aa4-cf3cd7d3f106/ba13d0c3-5990-41b6-9896-48d35dfa2534) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:11.526714 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Attempting to bind port fc636724-c663-4df5-88af-d29b1c73956d on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:41:11.527129 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Attempting to bind port fc636724-c663-4df5-88af-d29b1c73956d by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '020bd332-a542-4fff-8385-13789868538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:41:11.527649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Attempting to bind port fc636724-c663-4df5-88af-d29b1c73956d on network c35a7f13-910e-469d-8d5e-8dab9d76e2be {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:11.533831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:41:11.534259 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Checking segment: {'id': '020bd332-a542-4fff-8385-13789868538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:11.534663 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:11.535053 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Bound using segment: {'id': '020bd332-a542-4fff-8385-13789868538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:41:11.535524 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Bound port: fc636724-c663-4df5-88af-d29b1c73956d, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020bd332-a542-4fff-8385-13789868538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:41:11.535905 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fc636724-c663-4df5-88af-d29b1c73956d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:11.630198 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] For port fc636724-c663-4df5-88af-d29b1c73956d, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:41:11.636661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] For port fc636724-c663-4df5-88af-d29b1c73956d, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fc636724-c663-4df5-88af-d29b1c73956d,segment=NetworkSegment(020bd332-a542-4fff-8385-13789868538c),segment_id=020bd332-a542-4fff-8385-13789868538c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:41:11.644501 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fc636724-c663-4df5-88af-d29b1c73956d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:11.693053 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:11.777186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f50e3d-4784-4cc6-9260-e385a5488262 None None] Pushing event updated for resources: {'Port': ['ID=fc636724-c663-4df5-88af-d29b1c73956d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:11.780698 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:11.837652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Network c35a7f13-910e-469d-8d5e-8dab9d76e2be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:11.841362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:11.845503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:11.883896 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'Port': ['ID=ba13d0c3-5990-41b6-9896-48d35dfa2534,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:11.938424 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (a048c5b2-501b-4976-8659-b7128b082ceb), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:12.156494 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:12.600185 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cb9b241e-da6f-4de1-80da-6b09ee2b31f8 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:12.664633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port cb9b241e-da6f-4de1-80da-6b09ee2b31f8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:12.665301 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cb9b241e-da6f-4de1-80da-6b09ee2b31f8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:12.813217 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port cb9b241e-da6f-4de1-80da-6b09ee2b31f8 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:12.813602 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cb9b241e-da6f-4de1-80da-6b09ee2b31f8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:12.848914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port cb9b241e-da6f-4de1-80da-6b09ee2b31f8, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cb9b241e-da6f-4de1-80da-6b09ee2b31f8,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:12.860099 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cb9b241e-da6f-4de1-80da-6b09ee2b31f8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:12.861065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fc636724-c663-4df5-88af-d29b1c73956d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:12.989151 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=cb9b241e-da6f-4de1-80da-6b09ee2b31f8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:12.998509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port fc636724-c663-4df5-88af-d29b1c73956d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:12.998893 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fc636724-c663-4df5-88af-d29b1c73956d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.047251 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.065850 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.129337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port fc636724-c663-4df5-88af-d29b1c73956d is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:13.129776 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fc636724-c663-4df5-88af-d29b1c73956d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.150761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'Port': ['ID=ba13d0c3-5990-41b6-9896-48d35dfa2534,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:13.177563 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port fc636724-c663-4df5-88af-d29b1c73956d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fc636724-c663-4df5-88af-d29b1c73956d,segment=NetworkSegment(020bd332-a542-4fff-8385-13789868538c),segment_id=020bd332-a542-4fff-8385-13789868538c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:13.181089 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (a048c5b2-501b-4976-8659-b7128b082ceb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.184633 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fc636724-c663-4df5-88af-d29b1c73956d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.239554 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=fc636724-c663-4df5-88af-d29b1c73956d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:13.300385 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d543c0-eac8-4309-bb42-7b9bf720ec57 None None] Network c35a7f13-910e-469d-8d5e-8dab9d76e2be requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:13.320160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Network c35a7f13-910e-469d-8d5e-8dab9d76e2be is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:13.320702 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:13.412312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e138570b-e0de-4fbf-b18a-5617eda2453e None None] Provisioning complete for port fc636724-c663-4df5-88af-d29b1c73956d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:13.413017 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e138570b-e0de-4fbf-b18a-5617eda2453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fc636724-c663-4df5-88af-d29b1c73956d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.437675 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Router a048c5b2-501b-4976-8659-b7128b082ceb has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:41:13.518178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e138570b-e0de-4fbf-b18a-5617eda2453e None None] Current status of the port fc636724-c663-4df5-88af-d29b1c73956d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:13.565137 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:13.570776 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5ef00ec0-98e5-4474-969f-e2b0d7d2b5ec tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "PUT /v2.0/routers/a048c5b2-501b-4976-8659-b7128b082ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0193236 Jan 28 19:41:13.804582 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-d60610a7-b2a9-4ddc-ac38-919fab146b4f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:13.811620 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-d60610a7-b2a9-4ddc-ac38-919fab146b4f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/networks?id=c35a7f13-910e-469d-8d5e-8dab9d76e2be HTTP/1.1" status: 200 len: 797 time: 0.1233211 Jan 28 19:41:13.825332 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-224e7b59-573b-4151-8b2a-79b85e1c3626 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/quotas/3a86dada3f504e0996fab2c63e6798cc HTTP/1.1" status: 200 len: 375 time: 0.0128276 Jan 28 19:41:13.833504 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Sync routers for ids ['a048c5b2-501b-4976-8659-b7128b082ceb'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:13.842334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a1c2481c-42bc-4af4-b09f-2a41108cc890 None None] Provisioning complete for port ba13d0c3-5990-41b6-9896-48d35dfa2534 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:13.843445 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a1c2481c-42bc-4af4-b09f-2a41108cc890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.847706 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Routers {'a048c5b2-501b-4976-8659-b7128b082ceb'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:13.848321 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:40:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a048c5b2-501b-4976-8659-b7128b082ceb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:13.890431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2481c-42bc-4af4-b09f-2a41108cc890 None None] Port ba13d0c3-5990-41b6-9896-48d35dfa2534 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:13.916793 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a1c2481c-42bc-4af4-b09f-2a41108cc890 None None] Provisioning complete for port fc636724-c663-4df5-88af-d29b1c73956d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:13.917215 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a1c2481c-42bc-4af4-b09f-2a41108cc890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fc636724-c663-4df5-88af-d29b1c73956d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:13.919836 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-01058d2b-c2c8-4194-a9cd-373e0bd0e46c tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a86dada3f504e0996fab2c63e6798cc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0801740 Jan 28 19:41:14.016445 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Set router a048c5b2-501b-4976-8659-b7128b082ceb gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:14.056741 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2481c-42bc-4af4-b09f-2a41108cc890 None None] Current status of the port fc636724-c663-4df5-88af-d29b1c73956d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:14.069551 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-dbdd4810-f727-4853-958a-839ac22aa866 service neutron] 10.222.0.55 "GET /v2.0/networks/c35a7f13-910e-469d-8d5e-8dab9d76e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321485 Jan 28 19:41:14.185985 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c1ca1b1e-c624-4e4d-a0d8-2c43e28d76f8 None None] Provisioning complete for port ba13d0c3-5990-41b6-9896-48d35dfa2534 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:14.186421 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1b1e-c624-4e4d-a0d8-2c43e28d76f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:14.213200 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-7940d8e3-cfc1-4642-978e-0e537129339e service neutron] 10.222.0.55 "GET /v2.0/networks/c35a7f13-910e-469d-8d5e-8dab9d76e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384318 Jan 28 19:41:14.244977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca1b1e-c624-4e4d-a0d8-2c43e28d76f8 None None] Port ba13d0c3-5990-41b6-9896-48d35dfa2534 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:14.299282 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-978507213', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:07Z', 'updated_at': '2022-01-28T19:41:12Z', 'revision_number': 4, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:08Z', 'updated_at': '2022-01-28T19:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ba13d0c3-5990-41b6-9896-48d35dfa2534', 'name': '', 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'mac_address': 'fa:16:3e:ef:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '02ade894-46e4-4575-9aa4-cf3cd7d3f106', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:11Z', 'updated_at': '2022-01-28T19:41:12Z', 'revision_number': 2, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'subnets': [{'id': '02ade894-46e4-4575-9aa4-cf3cd7d3f106', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:14.333088 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Checking router: a048c5b2-501b-4976-8659-b7128b082ceb for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:41:14.333458 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Updating router a048c5b2-501b-4976-8659-b7128b082ceb port ba13d0c3-5990-41b6-9896-48d35dfa2534 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:41:14.383457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-446964b9-8760-4c45-a281-7ede5e4e18a5 None None] Provisioning complete for port ba13d0c3-5990-41b6-9896-48d35dfa2534 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:14.384047 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-446964b9-8760-4c45-a281-7ede5e4e18a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:14.445389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cb9b241e-da6f-4de1-80da-6b09ee2b31f8 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:14.446226 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1d0926ea-8ec5-475b-b7ae-42053b478443 req-2ea8450d-92db-40e4-87f6-9121ab1d7654 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 210 time: 0.0376999 Jan 28 19:41:14.510947 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:14.534294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-446964b9-8760-4c45-a281-7ede5e4e18a5 None None] Port ba13d0c3-5990-41b6-9896-48d35dfa2534 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:14.544873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port cb9b241e-da6f-4de1-80da-6b09ee2b31f8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:14.545259 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cb9b241e-da6f-4de1-80da-6b09ee2b31f8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:14.637801 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port cb9b241e-da6f-4de1-80da-6b09ee2b31f8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:14.638883 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fc636724-c663-4df5-88af-d29b1c73956d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:14.705000 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port fc636724-c663-4df5-88af-d29b1c73956d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:14.705543 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fc636724-c663-4df5-88af-d29b1c73956d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:14.799608 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port fc636724-c663-4df5-88af-d29b1c73956d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:14.807991 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Publish callbacks [] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:14.813797 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:14.862612 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23dd94-5b4b-42d3-99ef-e794ef285168 None None] Pushing event updated for resources: {'Port': ['ID=ba13d0c3-5990-41b6-9896-48d35dfa2534,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:14.897108 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23dd94-5b4b-42d3-99ef-e794ef285168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:14.897475 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23dd94-5b4b-42d3-99ef-e794ef285168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:14.897758 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23dd94-5b4b-42d3-99ef-e794ef285168 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:14.898107 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23dd94-5b4b-42d3-99ef-e794ef285168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:14.898429 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23dd94-5b4b-42d3-99ef-e794ef285168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:14.898744 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23dd94-5b4b-42d3-99ef-e794ef285168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:14.899056 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23dd94-5b4b-42d3-99ef-e794ef285168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:14.899367 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23dd94-5b4b-42d3-99ef-e794ef285168 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:14.899677 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23dd94-5b4b-42d3-99ef-e794ef285168 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:14.899987 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23dd94-5b4b-42d3-99ef-e794ef285168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:14.900296 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23dd94-5b4b-42d3-99ef-e794ef285168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:14.900604 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23dd94-5b4b-42d3-99ef-e794ef285168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:14.901243 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f23dd94-5b4b-42d3-99ef-e794ef285168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:14.940287 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Attempting to bind port ba13d0c3-5990-41b6-9896-48d35dfa2534 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:41:14.940655 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Attempting to bind port ba13d0c3-5990-41b6-9896-48d35dfa2534 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '020bd332-a542-4fff-8385-13789868538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:41:14.940994 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Attempting to bind port ba13d0c3-5990-41b6-9896-48d35dfa2534 on network c35a7f13-910e-469d-8d5e-8dab9d76e2be {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:14.947596 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:41:14.947596 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Checking segment: {'id': '020bd332-a542-4fff-8385-13789868538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:14.947596 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:14.947596 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Bound using segment: {'id': '020bd332-a542-4fff-8385-13789868538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:41:14.948147 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Bound port: ba13d0c3-5990-41b6-9896-48d35dfa2534, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020bd332-a542-4fff-8385-13789868538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:41:14.949189 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.028767 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] For port ba13d0c3-5990-41b6-9896-48d35dfa2534, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:41:15.032100 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] For port ba13d0c3-5990-41b6-9896-48d35dfa2534, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ba13d0c3-5990-41b6-9896-48d35dfa2534,segment=NetworkSegment(020bd332-a542-4fff-8385-13789868538c),segment_id=020bd332-a542-4fff-8385-13789868538c)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:41:15.040722 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.116901 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Routers {'a048c5b2-501b-4976-8659-b7128b082ceb'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:15.117441 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:40:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a048c5b2-501b-4976-8659-b7128b082ceb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:15.164431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1fbb4c41-a8b1-4a69-aff5-30c1de09dddc None None] Provisioning complete for port ba13d0c3-5990-41b6-9896-48d35dfa2534 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:15.164989 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4c41-a8b1-4a69-aff5-30c1de09dddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.168869 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23dd94-5b4b-42d3-99ef-e794ef285168 None None] Pushing event updated for resources: {'Port': ['ID=ba13d0c3-5990-41b6-9896-48d35dfa2534,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:15.266802 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] Set router a048c5b2-501b-4976-8659-b7128b082ceb gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:15.320306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb4c41-a8b1-4a69-aff5-30c1de09dddc None None] Current status of the port ba13d0c3-5990-41b6-9896-48d35dfa2534 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:15.320807 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4c41-a8b1-4a69-aff5-30c1de09dddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.355926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1fbb4c41-a8b1-4a69-aff5-30c1de09dddc None None] For port ba13d0c3-5990-41b6-9896-48d35dfa2534, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ba13d0c3-5990-41b6-9896-48d35dfa2534,segment=NetworkSegment(020bd332-a542-4fff-8385-13789868538c),segment_id=020bd332-a542-4fff-8385-13789868538c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:15.361177 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1fbb4c41-a8b1-4a69-aff5-30c1de09dddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.416250 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb4c41-a8b1-4a69-aff5-30c1de09dddc None None] Pushing event updated for resources: {'Port': ['ID=ba13d0c3-5990-41b6-9896-48d35dfa2534,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:15.495148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-06416e51-b2f7-41a5-b427-936878a3b140 None None] Provisioning complete for port ba13d0c3-5990-41b6-9896-48d35dfa2534 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:15.495484 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-06416e51-b2f7-41a5-b427-936878a3b140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:15.542734 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-978507213', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:07Z', 'updated_at': '2022-01-28T19:41:12Z', 'revision_number': 4, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:08Z', 'updated_at': '2022-01-28T19:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ba13d0c3-5990-41b6-9896-48d35dfa2534', 'name': '', 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'mac_address': 'fa:16:3e:ef:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '02ade894-46e4-4575-9aa4-cf3cd7d3f106', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:11Z', 'updated_at': '2022-01-28T19:41:15Z', 'revision_number': 4, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'subnets': [{'id': '02ade894-46e4-4575-9aa4-cf3cd7d3f106', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:15.581532 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df88cbaa-2624-49af-be90-83def671aa0d None None] The sync data for ids ['a048c5b2-501b-4976-8659-b7128b082ceb'] in n-d-824834-4 is: [{'id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-978507213', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:07Z', 'updated_at': '2022-01-28T19:41:12Z', 'revision_number': 4, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:08Z', 'updated_at': '2022-01-28T19:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ba13d0c3-5990-41b6-9896-48d35dfa2534', 'name': '', 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'mac_address': 'fa:16:3e:ef:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': '02ade894-46e4-4575-9aa4-cf3cd7d3f106', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:11Z', 'updated_at': '2022-01-28T19:41:15Z', 'revision_number': 4, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'subnets': [{'id': '02ade894-46e4-4575-9aa4-cf3cd7d3f106', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:15.612747 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-06416e51-b2f7-41a5-b427-936878a3b140 None None] Current status of the port ba13d0c3-5990-41b6-9896-48d35dfa2534 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:15.613680 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6345a5a-941a-41cf-8f8b-d516e586dfc9 req-e7711f88-5c33-491d-a07b-68b8980b501a tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 210 time: 0.0660481 Jan 28 19:41:15.739065 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-1940c8eb-6bea-4e01-becb-3b4b7b246db2 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:15.741191 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-1940c8eb-6bea-4e01-becb-3b4b7b246db2 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.31 "GET /v2.0/networks?id=c35a7f13-910e-469d-8d5e-8dab9d76e2be HTTP/1.1" status: 200 len: 797 time: 0.2209508 Jan 28 19:41:15.758060 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-ab9e1068-8a87-4e0c-8235-ed3c434d4a3f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Request body: {'port': {'device_id': '1edef10b-8855-4131-a006-3e1cd005cb28', 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be', 'admin_state_up': True, 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:15.902051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-ab9e1068-8a87-4e0c-8235-ed3c434d4a3f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Made reservation on behalf of 3a86dada3f504e0996fab2c63e6798cc for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:15.909661 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-ab9e1068-8a87-4e0c-8235-ed3c434d4a3f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.068744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-ab9e1068-8a87-4e0c-8235-ed3c434d4a3f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Allocated IP 172.20.0.28 (c35a7f13-910e-469d-8d5e-8dab9d76e2be/02ade894-46e4-4575-9aa4-cf3cd7d3f106/66f6ec75-8963-4621-b0c9-fce921b36dc4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:16.208016 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-ab9e1068-8a87-4e0c-8235-ed3c434d4a3f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for port (66f6ec75-8963-4621-b0c9-fce921b36dc4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.251185 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-ab9e1068-8a87-4e0c-8235-ed3c434d4a3f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (66f6ec75-8963-4621-b0c9-fce921b36dc4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.299569 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-ab9e1068-8a87-4e0c-8235-ed3c434d4a3f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Network c35a7f13-910e-469d-8d5e-8dab9d76e2be is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:16.303059 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-ab9e1068-8a87-4e0c-8235-ed3c434d4a3f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:16.307129 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-ab9e1068-8a87-4e0c-8235-ed3c434d4a3f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:16.349889 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e1068-8a87-4e0c-8235-ed3c434d4a3f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event updated for resources: {'Port': ['ID=66f6ec75-8963-4621-b0c9-fce921b36dc4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:16.378934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-ab9e1068-8a87-4e0c-8235-ed3c434d4a3f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:16.379749 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-ab9e1068-8a87-4e0c-8235-ed3c434d4a3f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.417060 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-ab9e1068-8a87-4e0c-8235-ed3c434d4a3f tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6659467 Jan 28 19:41:16.431450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Request body: {'port': {'device_id': '1edef10b-8855-4131-a006-3e1cd005cb28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:16.516333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ba13d0c3-5990-41b6-9896-48d35dfa2534 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:16.583399 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (66f6ec75-8963-4621-b0c9-fce921b36dc4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.592297 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port ba13d0c3-5990-41b6-9896-48d35dfa2534 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:16.592677 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.753754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port ba13d0c3-5990-41b6-9896-48d35dfa2534 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:16.766189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-87328ea2-39a2-4925-9417-d6c90ec521dd None None] Provisioning complete for port 66f6ec75-8963-4621-b0c9-fce921b36dc4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:16.766576 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-87328ea2-39a2-4925-9417-d6c90ec521dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (66f6ec75-8963-4621-b0c9-fce921b36dc4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:16.813036 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-87328ea2-39a2-4925-9417-d6c90ec521dd None None] Port 66f6ec75-8963-4621-b0c9-fce921b36dc4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:16.946788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce39a65-a649-4ba5-a24f-760fe3dde9e0 req-1cc5b25d-78a6-48a5-aee0-50983e95cbdb tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:16.954781 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ce39a65-a649-4ba5-a24f-760fe3dde9e0 req-1cc5b25d-78a6-48a5-aee0-50983e95cbdb tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 895 time: 0.2407267 Jan 28 19:41:17.112159 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f6ec75-8963-4621-b0c9-fce921b36dc4 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:41:17.121139 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Publish callbacks [] for port (66f6ec75-8963-4621-b0c9-fce921b36dc4), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:17.133860 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Transition to ACTIVE for port object 66f6ec75-8963-4621-b0c9-fce921b36dc4 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:41:17.140768 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (66f6ec75-8963-4621-b0c9-fce921b36dc4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:17.195956 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Pushing event updated for resources: {'Port': ['ID=66f6ec75-8963-4621-b0c9-fce921b36dc4,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:17.276875 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Attempting to bind port 66f6ec75-8963-4621-b0c9-fce921b36dc4 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:41:17.277221 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Attempting to bind port 66f6ec75-8963-4621-b0c9-fce921b36dc4 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '020bd332-a542-4fff-8385-13789868538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:41:17.277550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Attempting to bind port 66f6ec75-8963-4621-b0c9-fce921b36dc4 on network c35a7f13-910e-469d-8d5e-8dab9d76e2be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:17.282374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Port 66f6ec75-8963-4621-b0c9-fce921b36dc4 on network c35a7f13-910e-469d-8d5e-8dab9d76e2be not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:41:17.282696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Attempting to bind port 66f6ec75-8963-4621-b0c9-fce921b36dc4 on network c35a7f13-910e-469d-8d5e-8dab9d76e2be {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:17.287769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:41:17.288107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Checking segment: {'id': '020bd332-a542-4fff-8385-13789868538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:17.288485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Bound using segment: {'id': '020bd332-a542-4fff-8385-13789868538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:41:17.288908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Bound port: 66f6ec75-8963-4621-b0c9-fce921b36dc4, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020bd332-a542-4fff-8385-13789868538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:41:17.289289 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (66f6ec75-8963-4621-b0c9-fce921b36dc4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:17.361831 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] For port 66f6ec75-8963-4621-b0c9-fce921b36dc4, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:41:17.365406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] For port 66f6ec75-8963-4621-b0c9-fce921b36dc4, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=66f6ec75-8963-4621-b0c9-fce921b36dc4,segment=NetworkSegment(020bd332-a542-4fff-8385-13789868538c),segment_id=020bd332-a542-4fff-8385-13789868538c)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:41:17.373211 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (66f6ec75-8963-4621-b0c9-fce921b36dc4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:17.412599 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:17.413213 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:17.415934 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] 10.222.0.31 "PUT /v2.0/ports/66f6ec75-8963-4621-b0c9-fce921b36dc4 HTTP/1.1" status: 200 len: 1055 time: 0.9897749 Jan 28 19:41:17.419983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1edef10b-8855-4131-a006-3e1cd005cb28', 'tag': '66f6ec75-8963-4621-b0c9-fce921b36dc4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:17.423223 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c61c4f-554e-47ec-8ece-0130849b0702" -d '{"events": [{"name": "network-changed", "server_uuid": "1edef10b-8855-4131-a006-3e1cd005cb28", "tag": "66f6ec75-8963-4621-b0c9-fce921b36dc4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:17.456399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40080e6d-5870-4f60-b3d8-0096073ea548 service neutron] Pushing event updated for resources: {'Port': ['ID=66f6ec75-8963-4621-b0c9-fce921b36dc4,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:17.496926 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c365d3d-edd4-4e2b-9da4-8244fcae9d57 x-openstack-request-id: req-3c365d3d-edd4-4e2b-9da4-8244fcae9d57 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:17.497453 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1edef10b-8855-4131-a006-3e1cd005cb28", "tag": "66f6ec75-8963-4621-b0c9-fce921b36dc4", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:17.497703 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c365d3d-edd4-4e2b-9da4-8244fcae9d57 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:17.498173 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1edef10b-8855-4131-a006-3e1cd005cb28', 'tag': '66f6ec75-8963-4621-b0c9-fce921b36dc4', 'status': 'completed', 'code': 200} Jan 28 19:41:17.567293 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-435521c6-36f1-4d07-b0cc-b6a42b7c4085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:17.571029 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-435521c6-36f1-4d07-b0cc-b6a42b7c4085 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a86dada3f504e0996fab2c63e6798cc&device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 1089 time: 0.0923307 Jan 28 19:41:17.629871 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-af2a9ccb-7c8d-47d3-a462-090e3dad2003 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=66f6ec75-8963-4621-b0c9-fce921b36dc4 HTTP/1.1" status: 200 len: 217 time: 0.0479007 Jan 28 19:41:17.723223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-67a9101d-6e09-41d4-9477-2324d2d45518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:17.725266 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-67a9101d-6e09-41d4-9477-2324d2d45518 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=02ade894-46e4-4575-9aa4-cf3cd7d3f106 HTTP/1.1" status: 200 len: 837 time: 0.0815814 Jan 28 19:41:17.743337 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53554) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:17.796158 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-3155c126-5fb7-49e1-8f27-98e37ba95e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:17.798278 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-3155c126-5fb7-49e1-8f27-98e37ba95e6a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35a7f13-910e-469d-8d5e-8dab9d76e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0640762 Jan 28 19:41:17.909888 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-917e5b8b-0afa-4d73-8584-db3bed06aa36 service neutron] 10.222.0.31 "GET /v2.0/networks/c35a7f13-910e-469d-8d5e-8dab9d76e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045501 Jan 28 19:41:17.921977 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-efbca8fb-9215-4747-ac1c-5356143ea7ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=748e0f6af2884735b820b89786fd54f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1768725 Jan 28 19:41:17.925133 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53558) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:18.028890 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-02d0e04b-77ae-41b7-8d49-bd10fe6e890b req-f0d1b313-708e-41ba-8c05-fcc0f9b90652 service neutron] 10.222.0.31 "GET /v2.0/networks/c35a7f13-910e-469d-8d5e-8dab9d76e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128299 Jan 28 19:41:18.042481 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac8f96e8-0673-43cf-99e8-5a555a7449a0 admin admin] Publish callbacks [] for security_group (343a3229-ff03-40cb-bdd9-3350cbf26340), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.066618 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac8f96e8-0673-43cf-99e8-5a555a7449a0 admin admin] Publish callbacks [] for security_group (343a3229-ff03-40cb-bdd9-3350cbf26340), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.124868 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac8f96e8-0673-43cf-99e8-5a555a7449a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (343a3229-ff03-40cb-bdd9-3350cbf26340), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.127806 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ac8f96e8-0673-43cf-99e8-5a555a7449a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.132088 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ac8f96e8-0673-43cf-99e8-5a555a7449a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/343a3229-ff03-40cb-bdd9-3350cbf26340 HTTP/1.1" status: 204 len: 168 time: 0.2058001 Jan 28 19:41:18.142154 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f96e8-0673-43cf-99e8-5a555a7449a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343a3229-ff03-40cb-bdd9-3350cbf26340,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:18.224884 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13ebe251-b878-4f2c-8bec-74dc6898264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:18.232625 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ff537-befb-44cb-a668-386d3b49fece req-d04f636a-4edf-4178-98b3-9202607a1c59 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:18.248930 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-197ff537-befb-44cb-a668-386d3b49fece req-d04f636a-4edf-4178-98b3-9202607a1c59 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 907 time: 0.1184907 Jan 28 19:41:18.252960 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c61c4f-554e-47ec-8ece-0130849b0702 req-9297173f-dbb9-4992-9d35-b528e40b978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:18.254981 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9c61c4f-554e-47ec-8ece-0130849b0702 req-9297173f-dbb9-4992-9d35-b528e40b978e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a86dada3f504e0996fab2c63e6798cc&device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 1089 time: 0.1739099 Jan 28 19:41:18.398260 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c61c4f-554e-47ec-8ece-0130849b0702 req-692aeebc-47ab-4daa-97c6-0b05829c6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:18.400156 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9c61c4f-554e-47ec-8ece-0130849b0702 req-692aeebc-47ab-4daa-97c6-0b05829c6c15 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c35a7f13-910e-469d-8d5e-8dab9d76e2be HTTP/1.1" status: 200 len: 898 time: 0.1381838 Jan 28 19:41:18.456689 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9c61c4f-554e-47ec-8ece-0130849b0702 req-18d5f9f6-b556-43f4-ab2b-c00004a9d621 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=66f6ec75-8963-4621-b0c9-fce921b36dc4 HTTP/1.1" status: 200 len: 217 time: 0.0487657 Jan 28 19:41:18.535951 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c61c4f-554e-47ec-8ece-0130849b0702 req-d0e1c350-e9d6-4091-863e-2ff110ab0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:18.536616 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9c61c4f-554e-47ec-8ece-0130849b0702 req-d0e1c350-e9d6-4091-863e-2ff110ab0f6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=02ade894-46e4-4575-9aa4-cf3cd7d3f106 HTTP/1.1" status: 200 len: 837 time: 0.0724738 Jan 28 19:41:18.598244 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c61c4f-554e-47ec-8ece-0130849b0702 req-7ffe6084-ac80-4f56-906d-f48b259d5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:18.599955 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9c61c4f-554e-47ec-8ece-0130849b0702 req-7ffe6084-ac80-4f56-906d-f48b259d5670 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35a7f13-910e-469d-8d5e-8dab9d76e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0565770 Jan 28 19:41:18.712392 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9c61c4f-554e-47ec-8ece-0130849b0702 req-33198099-8649-4108-a4f3-38d655c11f45 service neutron] 10.222.0.31 "GET /v2.0/networks/c35a7f13-910e-469d-8d5e-8dab9d76e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052113 Jan 28 19:41:18.824065 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9c61c4f-554e-47ec-8ece-0130849b0702 req-c4ad8bb8-f61c-4ec7-98b9-0ebba6bce1c4 service neutron] 10.222.0.31 "GET /v2.0/networks/c35a7f13-910e-469d-8d5e-8dab9d76e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051269 Jan 28 19:41:19.384302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009ccd0-8f91-47a4-adf1-edf188ad8d06 req-ee9ded30-563c-440a-bc3b-e078f2b3cc94 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:19.395045 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1009ccd0-8f91-47a4-adf1-edf188ad8d06 req-ee9ded30-563c-440a-bc3b-e078f2b3cc94 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 907 time: 0.0700469 Jan 28 19:41:20.392571 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a22cfe15-102e-44da-91d5-32504d6c35c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:20.526842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed992d-72c3-482a-b78e-a49fcf057574 req-5cd754ef-a267-4852-b6d4-72c3510500f6 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:20.535575 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92ed992d-72c3-482a-b78e-a49fcf057574 req-5cd754ef-a267-4852-b6d4-72c3510500f6 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 907 time: 0.0687602 Jan 28 19:41:20.726938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 66f6ec75-8963-4621-b0c9-fce921b36dc4 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:41:21.033146 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 66f6ec75-8963-4621-b0c9-fce921b36dc4, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=66f6ec75-8963-4621-b0c9-fce921b36dc4,segment=NetworkSegment(020bd332-a542-4fff-8385-13789868538c),segment_id=020bd332-a542-4fff-8385-13789868538c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:21.046599 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '66f6ec75-8963-4621-b0c9-fce921b36dc4', 'network_id': 'c35a7f13-910e-469d-8d5e-8dab9d76e2be', 'port_id': '66f6ec75-8963-4621-b0c9-fce921b36dc4', 'mac_address': 'fa:16:3e:2f:6b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ade894-46e4-4575-9aa4-cf3cd7d3f106', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:41:21.084882 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 66f6ec75-8963-4621-b0c9-fce921b36dc4 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:21.085276 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (66f6ec75-8963-4621-b0c9-fce921b36dc4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.098833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f6ec75-8963-4621-b0c9-fce921b36dc4 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:41:21.120304 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 66f6ec75-8963-4621-b0c9-fce921b36dc4, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=66f6ec75-8963-4621-b0c9-fce921b36dc4,segment=NetworkSegment(020bd332-a542-4fff-8385-13789868538c),segment_id=020bd332-a542-4fff-8385-13789868538c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:21.124688 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (66f6ec75-8963-4621-b0c9-fce921b36dc4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:21.170917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=66f6ec75-8963-4621-b0c9-fce921b36dc4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:21.375169 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['66f6ec75-8963-4621-b0c9-fce921b36dc4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:41:21.663319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6f403-9fe4-4193-bfa7-073239609595 req-a3692ce3-f123-4670-a04d-b7f54fe69b99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:21.664893 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97b6f403-9fe4-4193-bfa7-073239609595 req-a3692ce3-f123-4670-a04d-b7f54fe69b99 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 908 time: 0.0594218 Jan 28 19:41:21.760047 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:22.732859 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 66f6ec75-8963-4621-b0c9-fce921b36dc4 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:22.795018 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fd1d9-6e27-409e-9ecf-6f115826e51f req-a67b8708-8c16-4886-ab91-c8cf23411883 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:22.806951 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8d5fd1d9-6e27-409e-9ecf-6f115826e51f req-a67b8708-8c16-4886-ab91-c8cf23411883 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 908 time: 0.0705581 Jan 28 19:41:22.817506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 66f6ec75-8963-4621-b0c9-fce921b36dc4 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:41:22.836381 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 66f6ec75-8963-4621-b0c9-fce921b36dc4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:22.836763 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (66f6ec75-8963-4621-b0c9-fce921b36dc4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:22.929268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 66f6ec75-8963-4621-b0c9-fce921b36dc4 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:22.929819 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (66f6ec75-8963-4621-b0c9-fce921b36dc4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:22.963274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edef10b-8855-4131-a006-3e1cd005cb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f6ec75-8963-4621-b0c9-fce921b36dc4'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:22.965552 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da76800b-6e62-4b52-8955-dec224ab35f5" -d '{"events": [{"server_uuid": "1edef10b-8855-4131-a006-3e1cd005cb28", "name": "network-vif-plugged", "status": "completed", "tag": "66f6ec75-8963-4621-b0c9-fce921b36dc4"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:22.983886 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 66f6ec75-8963-4621-b0c9-fce921b36dc4, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=66f6ec75-8963-4621-b0c9-fce921b36dc4,segment=NetworkSegment(020bd332-a542-4fff-8385-13789868538c),segment_id=020bd332-a542-4fff-8385-13789868538c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:22.990161 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (66f6ec75-8963-4621-b0c9-fce921b36dc4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:23.019229 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a95dea1-1c9f-467e-8fd2-eaedeadc6e3e x-openstack-request-id: req-2a95dea1-1c9f-467e-8fd2-eaedeadc6e3e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:23.019523 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edef10b-8855-4131-a006-3e1cd005cb28", "name": "network-vif-plugged", "status": "completed", "tag": "66f6ec75-8963-4621-b0c9-fce921b36dc4", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:23.019901 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a95dea1-1c9f-467e-8fd2-eaedeadc6e3e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:23.020306 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edef10b-8855-4131-a006-3e1cd005cb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f6ec75-8963-4621-b0c9-fce921b36dc4', 'code': 200} Jan 28 19:41:23.063505 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=66f6ec75-8963-4621-b0c9-fce921b36dc4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:23.067280 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:23.115654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a710c00-dd51-48ee-9968-283bd41f4dbe req-acbefe70-f7db-44e2-b17a-b67895e12ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:23.117436 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2a710c00-dd51-48ee-9968-283bd41f4dbe req-acbefe70-f7db-44e2-b17a-b67895e12ee7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 1091 time: 0.0449228 Jan 28 19:41:24.019741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a1c1a-551f-4098-a428-0002e4263cce req-e2428ce3-d9ca-4022-b63c-b531bdc80820 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:24.022678 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a39a1c1a-551f-4098-a428-0002e4263cce req-e2428ce3-d9ca-4022-b63c-b531bdc80820 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 909 time: 0.0597193 Jan 28 19:41:24.484885 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:25.145190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e1595-cb90-4b21-8fc4-04d141482293 req-dade7c52-65e3-463c-9ddd-1661740a64a2 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:25.147448 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-598e1595-cb90-4b21-8fc4-04d141482293 req-dade7c52-65e3-463c-9ddd-1661740a64a2 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 909 time: 0.0543892 Jan 28 19:41:25.275961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bab49-3bd5-4823-8bb0-c25735a7eca7 req-71465041-0424-451d-8120-261b74706234 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:25.277528 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-414bab49-3bd5-4823-8bb0-c25735a7eca7 req-71465041-0424-451d-8120-261b74706234 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 909 time: 0.0547330 Jan 28 19:41:25.398399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d7036-7f6c-484c-8160-0f1ffcde76d0 req-a366223c-706e-4ce0-91f8-0ca6bb7c491d tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:25.400171 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-316d7036-7f6c-484c-8160-0f1ffcde76d0 req-a366223c-706e-4ce0-91f8-0ca6bb7c491d tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 1091 time: 0.0562983 Jan 28 19:41:25.528414 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f28a4-e02e-49ef-9360-419041041b43 req-c8013b57-63ae-4178-ac1c-f2034a9f8444 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:25.530800 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9d3f28a4-e02e-49ef-9360-419041041b43 req-c8013b57-63ae-4178-ac1c-f2034a9f8444 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 1167 time: 0.0582907 Jan 28 19:41:25.589931 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9d3f28a4-e02e-49ef-9360-419041041b43 req-894f8dc6-6c45-4abf-8df5-c84986cc543a tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=c7198761-18b3-42e1-82a4-778aef976c87&id=11523f57-d875-4c11-8bb5-5cf9cfd62559&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0535095 Jan 28 19:41:25.618262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53658) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:25.625891 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:25.667210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b361ca8-cecc-4bbf-8787-7ecb25fb13c9 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:25.671904 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4b361ca8-cecc-4bbf-8787-7ecb25fb13c9 tempest-TestSecurityGroupsBasicOps-106308719 tempest-TestSecurityGroupsBasicOps-106308719-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 1086 time: 0.0521688 Jan 28 19:41:25.915400 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf2911-2a29-41f7-96e0-9655a37bf14f req-becd35a5-77db-4883-8fbe-84b275964439 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:25.917330 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bbdf2911-2a29-41f7-96e0-9655a37bf14f req-becd35a5-77db-4883-8fbe-84b275964439 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 909 time: 0.0569644 Jan 28 19:41:27.104091 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015462dc-4e2f-428b-a4bb-6c27d2478a41 req-8afbc504-7abc-4ac1-8796-808885983f49 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:27.105583 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-015462dc-4e2f-428b-a4bb-6c27d2478a41 req-8afbc504-7abc-4ac1-8796-808885983f49 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 909 time: 0.0763817 Jan 28 19:41:27.218818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacad5d9-3af5-41f8-8b7e-679083395eda req-ac4f6c43-1596-4c3e-9c82-b9b508c61ad0 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:27.220259 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cacad5d9-3af5-41f8-8b7e-679083395eda req-ac4f6c43-1596-4c3e-9c82-b9b508c61ad0 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.31 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 909 time: 0.0605192 Jan 28 19:41:27.320812 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-cacad5d9-3af5-41f8-8b7e-679083395eda req-a196bbb1-62e2-41f6-8263-aa608c09fd22 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Deleting port 66f6ec75-8963-4621-b0c9-fce921b36dc4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:27.321300 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cacad5d9-3af5-41f8-8b7e-679083395eda req-a196bbb1-62e2-41f6-8263-aa608c09fd22 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (66f6ec75-8963-4621-b0c9-fce921b36dc4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.414654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-cacad5d9-3af5-41f8-8b7e-679083395eda req-a196bbb1-62e2-41f6-8263-aa608c09fd22 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] For port 66f6ec75-8963-4621-b0c9-fce921b36dc4, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=66f6ec75-8963-4621-b0c9-fce921b36dc4,segment=NetworkSegment(020bd332-a542-4fff-8385-13789868538c),segment_id=020bd332-a542-4fff-8385-13789868538c)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:27.415020 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cacad5d9-3af5-41f8-8b7e-679083395eda req-a196bbb1-62e2-41f6-8263-aa608c09fd22 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (66f6ec75-8963-4621-b0c9-fce921b36dc4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.427034 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-cacad5d9-3af5-41f8-8b7e-679083395eda req-a196bbb1-62e2-41f6-8263-aa608c09fd22 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Calling delete_port for 66f6ec75-8963-4621-b0c9-fce921b36dc4 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:27.559359 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cacad5d9-3af5-41f8-8b7e-679083395eda req-a196bbb1-62e2-41f6-8263-aa608c09fd22 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (66f6ec75-8963-4621-b0c9-fce921b36dc4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.594678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196bbb1-62e2-41f6-8263-aa608c09fd22 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event deleted for resources: {'Port': ['ID=66f6ec75-8963-4621-b0c9-fce921b36dc4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:27.640666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacad5d9-3af5-41f8-8b7e-679083395eda req-a196bbb1-62e2-41f6-8263-aa608c09fd22 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] No DVR routers for this DVR port 66f6ec75-8963-4621-b0c9-fce921b36dc4 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:27.643619 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-cacad5d9-3af5-41f8-8b7e-679083395eda req-a196bbb1-62e2-41f6-8263-aa608c09fd22 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:27.647356 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cacad5d9-3af5-41f8-8b7e-679083395eda req-a196bbb1-62e2-41f6-8263-aa608c09fd22 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.31 "DELETE /v2.0/ports/66f6ec75-8963-4621-b0c9-fce921b36dc4 HTTP/1.1" status: 204 len: 173 time: 0.4212484 Jan 28 19:41:27.647918 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edef10b-8855-4131-a006-3e1cd005cb28', 'name': 'network-vif-deleted', 'tag': '66f6ec75-8963-4621-b0c9-fce921b36dc4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:27.650531 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b66f34d-d87e-4375-95cc-c0812f47fa02" -d '{"events": [{"server_uuid": "1edef10b-8855-4131-a006-3e1cd005cb28", "name": "network-vif-deleted", "tag": "66f6ec75-8963-4621-b0c9-fce921b36dc4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:27.695820 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5a324b-1c2e-48a5-95b9-8f6881c06d19 x-openstack-request-id: req-fc5a324b-1c2e-48a5-95b9-8f6881c06d19 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:27.696742 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edef10b-8855-4131-a006-3e1cd005cb28", "name": "network-vif-deleted", "tag": "66f6ec75-8963-4621-b0c9-fce921b36dc4", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:27.697071 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc5a324b-1c2e-48a5-95b9-8f6881c06d19 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:27.697551 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edef10b-8855-4131-a006-3e1cd005cb28', 'name': 'network-vif-deleted', 'tag': '66f6ec75-8963-4621-b0c9-fce921b36dc4', 'status': 'completed', 'code': 200} Jan 28 19:41:28.032474 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:41:28.234112 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-281dfaff-e903-40b8-aca3-a26d8a1ea3b0 req-2df23089-2aea-47b0-af3f-f586bd17747b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=1edef10b-8855-4131-a006-3e1cd005cb28 HTTP/1.1" status: 200 len: 210 time: 0.0414786 Jan 28 19:41:29.298978 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:29.676102 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c8e04e0-798b-422f-9a99-973c402d4bbe tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (a048c5b2-501b-4976-8659-b7128b082ceb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:30.220710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e04e0-798b-422f-9a99-973c402d4bbe tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Deleting port ba13d0c3-5990-41b6-9896-48d35dfa2534 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:30.221062 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c8e04e0-798b-422f-9a99-973c402d4bbe tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:30.318990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5c8e04e0-798b-422f-9a99-973c402d4bbe tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] For port ba13d0c3-5990-41b6-9896-48d35dfa2534, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ba13d0c3-5990-41b6-9896-48d35dfa2534,segment=NetworkSegment(020bd332-a542-4fff-8385-13789868538c),segment_id=020bd332-a542-4fff-8385-13789868538c)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:30.319610 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c8e04e0-798b-422f-9a99-973c402d4bbe tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:30.338203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e04e0-798b-422f-9a99-973c402d4bbe tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Calling delete_port for ba13d0c3-5990-41b6-9896-48d35dfa2534 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:30.353775 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:30.532588 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c8e04e0-798b-422f-9a99-973c402d4bbe tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ba13d0c3-5990-41b6-9896-48d35dfa2534), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:30.558346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e04e0-798b-422f-9a99-973c402d4bbe tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event deleted for resources: {'Port': ['ID=ba13d0c3-5990-41b6-9896-48d35dfa2534,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:30.746741 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c8e04e0-798b-422f-9a99-973c402d4bbe tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (a048c5b2-501b-4976-8659-b7128b082ceb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:30.792170 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 66f6ec75-8963-4621-b0c9-fce921b36dc4 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:30.826845 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 66f6ec75-8963-4621-b0c9-fce921b36dc4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:30.827991 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 66f6ec75-8963-4621-b0c9-fce921b36dc4 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:30.990098 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8e04e0-798b-422f-9a99-973c402d4bbe tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Router a048c5b2-501b-4976-8659-b7128b082ceb has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:41:31.103411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8e04e0-798b-422f-9a99-973c402d4bbe tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:31.108660 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5c8e04e0-798b-422f-9a99-973c402d4bbe tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "PUT /v2.0/routers/a048c5b2-501b-4976-8659-b7128b082ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8086283 Jan 28 19:41:31.111394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53708) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:31.119231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897975be-ece7-4ba2-a4e6-69612a004d1b None None] Sync routers for ids ['a048c5b2-501b-4976-8659-b7128b082ceb'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:31.131333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897975be-ece7-4ba2-a4e6-69612a004d1b None None] Routers {'a048c5b2-501b-4976-8659-b7128b082ceb'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:31.132844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-897975be-ece7-4ba2-a4e6-69612a004d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a048c5b2-501b-4976-8659-b7128b082ceb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:31.164248 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c072ef6-65f5-4d6f-9310-ebd4920ab814 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Deleting subnet 02ade894-46e4-4575-9aa4-cf3cd7d3f106 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:41:31.167546 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c072ef6-65f5-4d6f-9310-ebd4920ab814 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for subnet (02ade894-46e4-4575-9aa4-cf3cd7d3f106), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.239032 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c072ef6-65f5-4d6f-9310-ebd4920ab814 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (02ade894-46e4-4575-9aa4-cf3cd7d3f106), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.286923 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-897975be-ece7-4ba2-a4e6-69612a004d1b None None] Set router a048c5b2-501b-4976-8659-b7128b082ceb gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:31.344729 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c072ef6-65f5-4d6f-9310-ebd4920ab814 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (02ade894-46e4-4575-9aa4-cf3cd7d3f106), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.433953 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c072ef6-65f5-4d6f-9310-ebd4920ab814 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (02ade894-46e4-4575-9aa4-cf3cd7d3f106), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.453366 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c072ef6-65f5-4d6f-9310-ebd4920ab814 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.461142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22076d2-c70e-41f4-901d-dacd26de99e5 None None] Network c35a7f13-910e-469d-8d5e-8dab9d76e2be requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:31.465196 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6c072ef6-65f5-4d6f-9310-ebd4920ab814 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "DELETE /v2.0/subnets/02ade894-46e4-4575-9aa4-cf3cd7d3f106 HTTP/1.1" status: 204 len: 168 time: 0.3527548 Jan 28 19:41:31.468073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:31.487223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c072ef6-65f5-4d6f-9310-ebd4920ab814 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event deleted for resources: {'Subnet': ['ID=02ade894-46e4-4575-9aa4-cf3cd7d3f106,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:31.614974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-897975be-ece7-4ba2-a4e6-69612a004d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-978507213', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:07Z', 'updated_at': '2022-01-28T19:41:30Z', 'revision_number': 5, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:08Z', 'updated_at': '2022-01-28T19:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:31.626345 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eafab0d-5328-4c8c-b620-4b1dc35c6a3e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router (a048c5b2-501b-4976-8659-b7128b082ceb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.652419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897975be-ece7-4ba2-a4e6-69612a004d1b None None] Checking router: a048c5b2-501b-4976-8659-b7128b082ceb for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:41:31.662304 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897975be-ece7-4ba2-a4e6-69612a004d1b None None] Routers {'a048c5b2-501b-4976-8659-b7128b082ceb'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:31.663536 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-897975be-ece7-4ba2-a4e6-69612a004d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a048c5b2-501b-4976-8659-b7128b082ceb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:31.667204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf53ae67-c9d8-4380-a542-3a4a3f2aed8e None None] DHCP port deletion for c35a7f13-910e-469d-8d5e-8dab9d76e2be request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:41:31.741368 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eafab0d-5328-4c8c-b620-4b1dc35c6a3e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router_gateway (a048c5b2-501b-4976-8659-b7128b082ceb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.807050 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-897975be-ece7-4ba2-a4e6-69612a004d1b None None] Set router a048c5b2-501b-4976-8659-b7128b082ceb gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:31.810163 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0eafab0d-5328-4c8c-b620-4b1dc35c6a3e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Deleting port cb9b241e-da6f-4de1-80da-6b09ee2b31f8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:31.810519 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eafab0d-5328-4c8c-b620-4b1dc35c6a3e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (cb9b241e-da6f-4de1-80da-6b09ee2b31f8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.881327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bf53ae67-c9d8-4380-a542-3a4a3f2aed8e None None] Deleting port fc636724-c663-4df5-88af-d29b1c73956d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:31.881609 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf53ae67-c9d8-4380-a542-3a4a3f2aed8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (fc636724-c663-4df5-88af-d29b1c73956d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.897907 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0eafab0d-5328-4c8c-b620-4b1dc35c6a3e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] For port cb9b241e-da6f-4de1-80da-6b09ee2b31f8, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cb9b241e-da6f-4de1-80da-6b09ee2b31f8,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:31.898388 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eafab0d-5328-4c8c-b620-4b1dc35c6a3e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (cb9b241e-da6f-4de1-80da-6b09ee2b31f8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:31.911829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0eafab0d-5328-4c8c-b620-4b1dc35c6a3e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Calling delete_port for cb9b241e-da6f-4de1-80da-6b09ee2b31f8 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:31.987389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-bf53ae67-c9d8-4380-a542-3a4a3f2aed8e None None] For port fc636724-c663-4df5-88af-d29b1c73956d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fc636724-c663-4df5-88af-d29b1c73956d,segment=NetworkSegment(020bd332-a542-4fff-8385-13789868538c),segment_id=020bd332-a542-4fff-8385-13789868538c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:31.987790 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf53ae67-c9d8-4380-a542-3a4a3f2aed8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (fc636724-c663-4df5-88af-d29b1c73956d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.015228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bf53ae67-c9d8-4380-a542-3a4a3f2aed8e None None] Calling delete_port for fc636724-c663-4df5-88af-d29b1c73956d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:32.129112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-897975be-ece7-4ba2-a4e6-69612a004d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-978507213', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:07Z', 'updated_at': '2022-01-28T19:41:30Z', 'revision_number': 5, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:08Z', 'updated_at': '2022-01-28T19:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:32.169406 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897975be-ece7-4ba2-a4e6-69612a004d1b None None] The sync data for ids ['a048c5b2-501b-4976-8659-b7128b082ceb'] in n-d-824834-4 is: [{'id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-978507213', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:07Z', 'updated_at': '2022-01-28T19:41:30Z', 'revision_number': 5, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': 'cb9b241e-da6f-4de1-80da-6b09ee2b31f8', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a048c5b2-501b-4976-8659-b7128b082ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:08Z', 'updated_at': '2022-01-28T19:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:32.183909 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf53ae67-c9d8-4380-a542-3a4a3f2aed8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (fc636724-c663-4df5-88af-d29b1c73956d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.246820 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eafab0d-5328-4c8c-b620-4b1dc35c6a3e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (cb9b241e-da6f-4de1-80da-6b09ee2b31f8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.251265 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf53ae67-c9d8-4380-a542-3a4a3f2aed8e None None] No DVR routers for this DVR port fc636724-c663-4df5-88af-d29b1c73956d on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:32.263800 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53ae67-c9d8-4380-a542-3a4a3f2aed8e None None] Pushing event deleted for resources: {'Port': ['ID=fc636724-c663-4df5-88af-d29b1c73956d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:32.304034 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafab0d-5328-4c8c-b620-4b1dc35c6a3e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event deleted for resources: {'Port': ['ID=cb9b241e-da6f-4de1-80da-6b09ee2b31f8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:32.400797 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbc512-263c-41db-ad65-47b44bf34e38 req-a9c379c6-ced0-4f1e-96e8-ee7aa63470c2 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:32.402401 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1dcbc512-263c-41db-ad65-47b44bf34e38 req-a9c379c6-ced0-4f1e-96e8-ee7aa63470c2 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e383cf-3b2a-4ab9-92dc-01680e0bd792 HTTP/1.1" status: 200 len: 945 time: 0.1076458 Jan 28 19:41:32.408340 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eafab0d-5328-4c8c-b620-4b1dc35c6a3e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (a048c5b2-501b-4976-8659-b7128b082ceb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.502274 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eafab0d-5328-4c8c-b620-4b1dc35c6a3e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (a048c5b2-501b-4976-8659-b7128b082ceb), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.504549 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eafab0d-5328-4c8c-b620-4b1dc35c6a3e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router_controller (a048c5b2-501b-4976-8659-b7128b082ceb), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.593073 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eafab0d-5328-4c8c-b620-4b1dc35c6a3e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (a048c5b2-501b-4976-8659-b7128b082ceb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.593625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eafab0d-5328-4c8c-b620-4b1dc35c6a3e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Fanout notify agent at l3_agent the message router_deleted on router a048c5b2-501b-4976-8659-b7128b082ceb {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:41:32.608717 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0eafab0d-5328-4c8c-b620-4b1dc35c6a3e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.612328 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0eafab0d-5328-4c8c-b620-4b1dc35c6a3e tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "DELETE /v2.0/routers/a048c5b2-501b-4976-8659-b7128b082ceb HTTP/1.1" status: 204 len: 168 time: 1.1401188 Jan 28 19:41:32.614613 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53726) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:32.725201 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1dcbc512-263c-41db-ad65-47b44bf34e38 req-b8c1d33f-9653-4b77-a6ab-db5e079addd8 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568692 Jan 28 19:41:32.735928 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f16a9af-b517-4629-90b4-e31406b01762 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (c35a7f13-910e-469d-8d5e-8dab9d76e2be), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.738551 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fc636724-c663-4df5-88af-d29b1c73956d no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:32.776041 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: fc636724-c663-4df5-88af-d29b1c73956d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:32.780357 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fc636724-c663-4df5-88af-d29b1c73956d not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:32.780910 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ba13d0c3-5990-41b6-9896-48d35dfa2534 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:32.839624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: ba13d0c3-5990-41b6-9896-48d35dfa2534 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:32.839981 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ba13d0c3-5990-41b6-9896-48d35dfa2534 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:32.848589 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53730) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:32.881207 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f16a9af-b517-4629-90b4-e31406b01762 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (c35a7f13-910e-469d-8d5e-8dab9d76e2be), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.901976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3f16a9af-b517-4629-90b4-e31406b01762 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35a7f13-910e-469d-8d5e-8dab9d76e2be']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:32.912051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3f16a9af-b517-4629-90b4-e31406b01762 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020bd332-a542-4fff-8385-13789868538c') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:32.912345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3f16a9af-b517-4629-90b4-e31406b01762 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020bd332-a542-4fff-8385-13789868538c') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:32.922549 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f16a9af-b517-4629-90b4-e31406b01762 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (020bd332-a542-4fff-8385-13789868538c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.936956 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f16a9af-b517-4629-90b4-e31406b01762 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (020bd332-a542-4fff-8385-13789868538c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.949057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f16a9af-b517-4629-90b4-e31406b01762 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:41:32.949471 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f16a9af-b517-4629-90b4-e31406b01762 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (020bd332-a542-4fff-8385-13789868538c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:41:32.953131 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:41:33.037402 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f16a9af-b517-4629-90b4-e31406b01762 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (c35a7f13-910e-469d-8d5e-8dab9d76e2be), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.045469 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f16a9af-b517-4629-90b4-e31406b01762 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.048725 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3f16a9af-b517-4629-90b4-e31406b01762 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "DELETE /v2.0/networks/c35a7f13-910e-469d-8d5e-8dab9d76e2be HTTP/1.1" status: 204 len: 168 time: 0.4330742 Jan 28 19:41:33.051456 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53734) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:33.064750 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92cf0640-a7bd-444b-896a-d7518c143f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.073339 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16a9af-b517-4629-90b4-e31406b01762 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event deleted for resources: {'Network': ['ID=c35a7f13-910e-469d-8d5e-8dab9d76e2be,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:33.200145 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92cf0640-a7bd-444b-896a-d7518c143f1b admin admin] Publish callbacks [] for security_group (9fafc2b2-206a-45dd-b2ea-34cabfe14007), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.208037 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92cf0640-a7bd-444b-896a-d7518c143f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9fafc2b2-206a-45dd-b2ea-34cabfe14007), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.255590 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-92cf0640-a7bd-444b-896a-d7518c143f1b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52460dc2a60e47ed89c814c64d64d41a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4058940 Jan 28 19:41:33.257243 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53736) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:33.258179 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf0640-a7bd-444b-896a-d7518c143f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fafc2b2-206a-45dd-b2ea-34cabfe14007,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:33.304744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-477cafcb-19ac-4d27-bb06-01605b5bd723 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Deleting port e7935d54-f344-4e78-96d9-0287562625d6 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:33.305001 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-477cafcb-19ac-4d27-bb06-01605b5bd723 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e7935d54-f344-4e78-96d9-0287562625d6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.364652 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be236691-7ee7-485f-8f3e-dc952b8efa8c admin admin] Publish callbacks [] for security_group (9fafc2b2-206a-45dd-b2ea-34cabfe14007), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.398871 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be236691-7ee7-485f-8f3e-dc952b8efa8c admin admin] Publish callbacks [] for security_group (9fafc2b2-206a-45dd-b2ea-34cabfe14007), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.418144 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-477cafcb-19ac-4d27-bb06-01605b5bd723 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e7935d54-f344-4e78-96d9-0287562625d6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.418437 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-477cafcb-19ac-4d27-bb06-01605b5bd723 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for floatingip (e7935d54-f344-4e78-96d9-0287562625d6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.442540 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-477cafcb-19ac-4d27-bb06-01605b5bd723 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Calling delete_port for e7935d54-f344-4e78-96d9-0287562625d6 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:33.523157 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be236691-7ee7-485f-8f3e-dc952b8efa8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9fafc2b2-206a-45dd-b2ea-34cabfe14007), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.526181 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be236691-7ee7-485f-8f3e-dc952b8efa8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.529707 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-be236691-7ee7-485f-8f3e-dc952b8efa8c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9fafc2b2-206a-45dd-b2ea-34cabfe14007 HTTP/1.1" status: 204 len: 168 time: 0.2688565 Jan 28 19:41:33.557548 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be236691-7ee7-485f-8f3e-dc952b8efa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fafc2b2-206a-45dd-b2ea-34cabfe14007,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:33.735891 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-477cafcb-19ac-4d27-bb06-01605b5bd723 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (e7935d54-f344-4e78-96d9-0287562625d6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.904187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cafcb-19ac-4d27-bb06-01605b5bd723 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event deleted for resources: {'Port': ['ID=e7935d54-f344-4e78-96d9-0287562625d6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:33.991862 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-477cafcb-19ac-4d27-bb06-01605b5bd723 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for floatingip (bdc908e3-9571-43d5-b19f-3c041d44f60d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:33.992242 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-477cafcb-19ac-4d27-bb06-01605b5bd723 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Floating IP bdc908e3-9571-43d5-b19f-3c041d44f60d disassociated (deleted). External IP: 172.25.0.13, port: bbd75b0f-6915-4208-aaa2-0b02100f5893. Jan 28 19:41:34.104877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff646e-2df8-46ba-971b-5ae3fb7ff378 req-4b529b0c-2585-4966-ba39-ab7789231763 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:34.106514 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-05ff646e-2df8-46ba-971b-5ae3fb7ff378 req-4b529b0c-2585-4966-ba39-ab7789231763 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7e383cf-3b2a-4ab9-92dc-01680e0bd792 HTTP/1.1" status: 200 len: 945 time: 0.3432746 Jan 28 19:41:34.132730 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877c62a-adaf-42d2-a533-b977f2935e33 req-b426c59a-5cbf-4063-b531-acc26782d36b tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:34.140132 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6877c62a-adaf-42d2-a533-b977f2935e33 req-b426c59a-5cbf-4063-b531-acc26782d36b tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e383cf-3b2a-4ab9-92dc-01680e0bd792 HTTP/1.1" status: 200 len: 945 time: 0.2684731 Jan 28 19:41:34.350700 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6877c62a-adaf-42d2-a533-b977f2935e33 req-25d4a025-5628-457e-b4e4-8dbae7638e91 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094471 Jan 28 19:41:34.354004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cb9b241e-da6f-4de1-80da-6b09ee2b31f8 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:34.384268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: cb9b241e-da6f-4de1-80da-6b09ee2b31f8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:34.384924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cb9b241e-da6f-4de1-80da-6b09ee2b31f8 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:34.397588 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477cafcb-19ac-4d27-bb06-01605b5bd723 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:41:34.422881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-05ff646e-2df8-46ba-971b-5ae3fb7ff378 req-360655b1-3c0a-4157-afd5-71c05c61ad2e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Deleting port a735a9c2-33ce-469f-abb4-8978f49d46f1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:34.423224 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05ff646e-2df8-46ba-971b-5ae3fb7ff378 req-360655b1-3c0a-4157-afd5-71c05c61ad2e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a735a9c2-33ce-469f-abb4-8978f49d46f1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:34.592877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-05ff646e-2df8-46ba-971b-5ae3fb7ff378 req-360655b1-3c0a-4157-afd5-71c05c61ad2e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] For port a735a9c2-33ce-469f-abb4-8978f49d46f1, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a735a9c2-33ce-469f-abb4-8978f49d46f1,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:34.593238 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05ff646e-2df8-46ba-971b-5ae3fb7ff378 req-360655b1-3c0a-4157-afd5-71c05c61ad2e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a735a9c2-33ce-469f-abb4-8978f49d46f1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:34.596530 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477cafcb-19ac-4d27-bb06-01605b5bd723 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:34.601419 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-477cafcb-19ac-4d27-bb06-01605b5bd723 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:34.607847 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c6e25-6e11-4dde-b2ad-b4618ef5fc3f None None] Sync routers for ids ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:34.618583 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c6e25-6e11-4dde-b2ad-b4618ef5fc3f None None] Routers {'c0a04ad2-d94a-45a9-92f9-66895d5bcc46'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:34.619199 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-740c6e25-6e11-4dde-b2ad-b4618ef5fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:34.636595 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-05ff646e-2df8-46ba-971b-5ae3fb7ff378 req-360655b1-3c0a-4157-afd5-71c05c61ad2e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Calling delete_port for a735a9c2-33ce-469f-abb4-8978f49d46f1 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:34.650622 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-477cafcb-19ac-4d27-bb06-01605b5bd723 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "DELETE /v2.0/floatingips/bdc908e3-9571-43d5-b19f-3c041d44f60d HTTP/1.1" status: 204 len: 168 time: 1.5980604 Jan 28 19:41:34.652550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff521f8-403a-4aca-beb3-f0bf7441bb05', 'tag': 'bbd75b0f-6915-4208-aaa2-0b02100f5893'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:34.654980 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2107fd-c30f-451d-95b4-536f5f9e4bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "aff521f8-403a-4aca-beb3-f0bf7441bb05", "tag": "bbd75b0f-6915-4208-aaa2-0b02100f5893"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:34.735169 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-740c6e25-6e11-4dde-b2ad-b4618ef5fc3f None None] Set router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:34.752582 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97860c7c-09fc-4429-8ef2-2b62a8a776f7 x-openstack-request-id: req-97860c7c-09fc-4429-8ef2-2b62a8a776f7 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:34.753145 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff521f8-403a-4aca-beb3-f0bf7441bb05", "tag": "bbd75b0f-6915-4208-aaa2-0b02100f5893", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:34.753145 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97860c7c-09fc-4429-8ef2-2b62a8a776f7 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:34.753438 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff521f8-403a-4aca-beb3-f0bf7441bb05', 'tag': 'bbd75b0f-6915-4208-aaa2-0b02100f5893', 'status': 'completed', 'code': 200} Jan 28 19:41:34.860637 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2107fd-c30f-451d-95b4-536f5f9e4bd0 req-c642667c-4b84-4ce7-942d-21761da3702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:34.862204 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f2107fd-c30f-451d-95b4-536f5f9e4bd0 req-c642667c-4b84-4ce7-942d-21761da3702a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a86dada3f504e0996fab2c63e6798cc&device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 1167 time: 0.1115878 Jan 28 19:41:34.895000 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05ff646e-2df8-46ba-971b-5ae3fb7ff378 req-360655b1-3c0a-4157-afd5-71c05c61ad2e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a735a9c2-33ce-469f-abb4-8978f49d46f1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:34.909129 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['23475b7e-f2b4-4b39-a0d3-abfa9f26c570'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:41:34.915199 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['7edf9134-e568-452f-b047-58166ac7692f', 'b8824871-4c82-434b-9f54-2ff2a3675551'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:41:34.956046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360655b1-3c0a-4157-afd5-71c05c61ad2e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Pushing event deleted for resources: {'Port': ['ID=a735a9c2-33ce-469f-abb4-8978f49d46f1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:35.019635 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-740c6e25-6e11-4dde-b2ad-b4618ef5fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1802032875', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:33Z', 'revision_number': 4, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '0c756ee2-917d-47a5-ab83-2a94742af3bb', 'name': '', 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'mac_address': 'fa:16:3e:81:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:32Z', 'updated_at': '2022-01-28T19:39:36Z', 'revision_number': 5, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'subnets': [{'id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:35.044029 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ff646e-2df8-46ba-971b-5ae3fb7ff378 req-360655b1-3c0a-4157-afd5-71c05c61ad2e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] No DVR routers for this DVR port a735a9c2-33ce-469f-abb4-8978f49d46f1 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:35.054508 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-05ff646e-2df8-46ba-971b-5ae3fb7ff378 req-360655b1-3c0a-4157-afd5-71c05c61ad2e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.058129 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-05ff646e-2df8-46ba-971b-5ae3fb7ff378 req-360655b1-3c0a-4157-afd5-71c05c61ad2e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.31 "DELETE /v2.0/ports/a735a9c2-33ce-469f-abb4-8978f49d46f1 HTTP/1.1" status: 204 len: 173 time: 0.9433162 Jan 28 19:41:35.071075 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c6e25-6e11-4dde-b2ad-b4618ef5fc3f None None] Checking router: c0a04ad2-d94a-45a9-92f9-66895d5bcc46 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:41:35.083953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2107fd-c30f-451d-95b4-536f5f9e4bd0 req-d676c201-9550-4f67-aae7-5aa5473eaa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:35.085454 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f2107fd-c30f-451d-95b4-536f5f9e4bd0 req-d676c201-9550-4f67-aae7-5aa5473eaa8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c78c3a7-62d6-445c-bfd9-1cf398d28f9b HTTP/1.1" status: 200 len: 898 time: 0.2154210 Jan 28 19:41:35.094445 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c6e25-6e11-4dde-b2ad-b4618ef5fc3f None None] Routers {'c0a04ad2-d94a-45a9-92f9-66895d5bcc46'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:35.095048 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-740c6e25-6e11-4dde-b2ad-b4618ef5fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:35.110900 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae057c8-77cf-4532-ac3b-c139169f325b req-66d1b63d-2870-42ae-8081-6382e4ecfba3 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:35.112469 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4ae057c8-77cf-4532-ac3b-c139169f325b req-66d1b63d-2870-42ae-8081-6382e4ecfba3 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 985 time: 0.1593599 Jan 28 19:41:35.150220 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f2107fd-c30f-451d-95b4-536f5f9e4bd0 req-d11e9d05-26b9-450d-8ccc-24b0b86a1684 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbd75b0f-6915-4208-aaa2-0b02100f5893 HTTP/1.1" status: 200 len: 217 time: 0.0575435 Jan 28 19:41:35.252903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53780) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:35.257667 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-740c6e25-6e11-4dde-b2ad-b4618ef5fc3f None None] Set router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:35.483164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-519193dd-122e-49ef-94a4-3b6ee154de5f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'network': {'name': 'tempest-network-smoke--559745929', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:35.532715 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d466f6b5-c382-4b36-be74-d7274de4c7fe req-09518667-d966-4437-81f3-e532bb0a12e9 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7e383cf-3b2a-4ab9-92dc-01680e0bd792 HTTP/1.1" status: 200 len: 210 time: 0.0337794 Jan 28 19:41:35.546035 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519193dd-122e-49ef-94a4-3b6ee154de5f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Made reservation on behalf of 01785429969c45bfabc9b5e49dae6d6f for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:35.546322 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2107fd-c30f-451d-95b4-536f5f9e4bd0 req-ba751f82-e7ec-433c-a939-50b77780f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:35.547815 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f2107fd-c30f-451d-95b4-536f5f9e4bd0 req-ba751f82-e7ec-433c-a939-50b77780f041 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4aa6b89-5e59-453c-8155-97ede5bf324f HTTP/1.1" status: 200 len: 835 time: 0.3915541 Jan 28 19:41:35.549686 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-740c6e25-6e11-4dde-b2ad-b4618ef5fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1802032875', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:33Z', 'revision_number': 4, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '0c756ee2-917d-47a5-ab83-2a94742af3bb', 'name': '', 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'mac_address': 'fa:16:3e:81:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:32Z', 'updated_at': '2022-01-28T19:39:36Z', 'revision_number': 5, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'subnets': [{'id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:35.553385 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4ae057c8-77cf-4532-ac3b-c139169f325b req-f0ca7e6b-351a-47a8-9bbf-47a6435268b8 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7198761-18b3-42e1-82a4-778aef976c87&id=11523f57-d875-4c11-8bb5-5cf9cfd62559&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4060504 Jan 28 19:41:35.555223 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519193dd-122e-49ef-94a4-3b6ee154de5f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.578068 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519193dd-122e-49ef-94a4-3b6ee154de5f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.591925 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c6e25-6e11-4dde-b2ad-b4618ef5fc3f None None] The sync data for ids ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'] in n-d-824834-4 is: [{'id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1802032875', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:33Z', 'revision_number': 4, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '0c756ee2-917d-47a5-ab83-2a94742af3bb', 'name': '', 'network_id': '3c78c3a7-62d6-445c-bfd9-1cf398d28f9b', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'mac_address': 'fa:16:3e:81:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:32Z', 'updated_at': '2022-01-28T19:39:36Z', 'revision_number': 5, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'subnets': [{'id': 'e4aa6b89-5e59-453c-8155-97ede5bf324f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:35.619751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2107fd-c30f-451d-95b4-536f5f9e4bd0 req-cc2a52ae-f01e-47fd-a83b-efca0678afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:35.622340 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f2107fd-c30f-451d-95b4-536f5f9e4bd0 req-cc2a52ae-f01e-47fd-a83b-efca0678afcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c78c3a7-62d6-445c-bfd9-1cf398d28f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0655181 Jan 28 19:41:35.696772 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519193dd-122e-49ef-94a4-3b6ee154de5f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (6d05df6d-102c-42d4-aca2-ee5f97968859), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.703185 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519193dd-122e-49ef-94a4-3b6ee154de5f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6d05df6d-102c-42d4-aca2-ee5f97968859), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.727335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519193dd-122e-49ef-94a4-3b6ee154de5f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:41:35.731717 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f2107fd-c30f-451d-95b4-536f5f9e4bd0 req-451d23b6-f9fb-4820-8dd2-31011ffb456f service neutron] 10.222.0.37 "GET /v2.0/networks/3c78c3a7-62d6-445c-bfd9-1cf398d28f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006451 Jan 28 19:41:35.742913 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519193dd-122e-49ef-94a4-3b6ee154de5f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d05df6d-102c-42d4-aca2-ee5f97968859,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:35.746109 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519193dd-122e-49ef-94a4-3b6ee154de5f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d264cdc5-55ad-4f55-adaf-fa893971d0e7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.746549 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-519193dd-122e-49ef-94a4-3b6ee154de5f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Added segment d264cdc5-55ad-4f55-adaf-fa893971d0e7 of type vlan for network a18a99ae-732c-4a01-828a-5558e4db887c Jan 28 19:41:35.794787 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519193dd-122e-49ef-94a4-3b6ee154de5f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (a18a99ae-732c-4a01-828a-5558e4db887c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.824881 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519193dd-122e-49ef-94a4-3b6ee154de5f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (a18a99ae-732c-4a01-828a-5558e4db887c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.830451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519193dd-122e-49ef-94a4-3b6ee154de5f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:35.831105 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519193dd-122e-49ef-94a4-3b6ee154de5f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.891290 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f2107fd-c30f-451d-95b4-536f5f9e4bd0 req-f7849977-abc8-498f-a6bd-67003e673f25 service neutron] 10.222.0.37 "GET /v2.0/networks/3c78c3a7-62d6-445c-bfd9-1cf398d28f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294274 Jan 28 19:41:35.893822 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-519193dd-122e-49ef-94a4-3b6ee154de5f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6388633 Jan 28 19:41:35.897421 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53786) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:35.898271 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24bd6436-d23f-4e8c-b105-861b7c7ebb95 req-c4677ac1-3410-43a9-b06b-d3154b1be1ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3127228e-7282-417d-971f-1d5caf155f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800736 Jan 28 19:41:35.904720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'admin_state_up': True, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:35.925411 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378c341-106e-4cc0-8ce6-e95a0fb1b6ab None None] New status for floating IP bdc908e3-9571-43d5-b19f-3c041d44f60d: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:41:35.925972 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519193dd-122e-49ef-94a4-3b6ee154de5f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Network': ['ID=a18a99ae-732c-4a01-828a-5558e4db887c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:35.941522 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.943576 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:35.972215 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network a18a99ae-732c-4a01-828a-5558e4db887c details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:41:35.991363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd6436-d23f-4e8c-b105-861b7c7ebb95 req-2706cc7f-1990-4d8e-a8d8-7c15542cfe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:35.992874 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24bd6436-d23f-4e8c-b105-861b7c7ebb95 req-2706cc7f-1990-4d8e-a8d8-7c15542cfe34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6866b7ba56f046f4858131d40ffdd35b&device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 1127 time: 0.0658774 Jan 28 19:41:36.015057 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router_controller (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.115201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd6436-d23f-4e8c-b105-861b7c7ebb95 req-bf409c98-0018-4972-bcb2-dde24f61a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:36.116699 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24bd6436-d23f-4e8c-b105-861b7c7ebb95 req-bf409c98-0018-4972-bcb2-dde24f61a050 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a72d574-ce5a-48c2-a38a-aca098e6cab0 HTTP/1.1" status: 200 len: 916 time: 0.1013725 Jan 28 19:41:36.164716 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24bd6436-d23f-4e8c-b105-861b7c7ebb95 req-8b57aee4-e0b4-42ed-8644-abb06d6a6942 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8824871-4c82-434b-9f54-2ff2a3675551 HTTP/1.1" status: 200 len: 217 time: 0.0412335 Jan 28 19:41:36.186243 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router_gateway (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.217632 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd6436-d23f-4e8c-b105-861b7c7ebb95 req-83c09140-ba74-4b7a-b5d0-886566ee888f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:36.219172 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24bd6436-d23f-4e8c-b105-861b7c7ebb95 req-83c09140-ba74-4b7a-b5d0-886566ee888f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3d1365d2-3b75-4080-bbb3-725be858b55a HTTP/1.1" status: 200 len: 855 time: 0.0480068 Jan 28 19:41:36.253106 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24bd6436-d23f-4e8c-b105-861b7c7ebb95 req-ed6d95a7-69ba-491a-85fd-8abed71d68b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a72d574-ce5a-48c2-a38a-aca098e6cab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269001 Jan 28 19:41:36.341592 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24bd6436-d23f-4e8c-b105-861b7c7ebb95 req-03f21b3d-0e89-4a6e-828d-c6cd0f874c6d service neutron] 10.222.0.37 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826321 Jan 28 19:41:36.386379 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router_gateway (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.407078 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.435027 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24bd6436-d23f-4e8c-b105-861b7c7ebb95 req-0fdbe730-a187-4ab1-92bc-d3380c7d5421 service neutron] 10.222.0.37 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870104 Jan 28 19:41:36.516326 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Allocated IP 172.25.0.4 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/6d59d0c6-12f0-4623-afb7-b0718b7ea9de) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:36.550105 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bb5fd-39c6-4a07-a87e-07ec7262019d req-eb9af60f-ecaa-4c92-9b38-88a58697bc96 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:36.551634 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1f5bb5fd-39c6-4a07-a87e-07ec7262019d req-eb9af60f-ecaa-4c92-9b38-88a58697bc96 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.37 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 985 time: 0.0563159 Jan 28 19:41:36.632024 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for port (6d59d0c6-12f0-4623-afb7-b0718b7ea9de), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.658423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-1f5bb5fd-39c6-4a07-a87e-07ec7262019d req-4572dd20-fa62-461d-8781-070166f8ae6b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Deleting port bbd75b0f-6915-4208-aaa2-0b02100f5893 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:36.659009 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1f5bb5fd-39c6-4a07-a87e-07ec7262019d req-4572dd20-fa62-461d-8781-070166f8ae6b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (bbd75b0f-6915-4208-aaa2-0b02100f5893), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.722941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1922f-347f-48b7-908c-a713bf250d10 req-fe1af1a6-01fd-4363-a883-ba2a30e38fe0 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:36.724534 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8f1922f-347f-48b7-908c-a713bf250d10 req-fe1af1a6-01fd-4363-a883-ba2a30e38fe0 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/ports?device_id=aff521f8-403a-4aca-beb3-f0bf7441bb05 HTTP/1.1" status: 200 len: 985 time: 0.0818653 Jan 28 19:41:36.725777 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (6d59d0c6-12f0-4623-afb7-b0718b7ea9de), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.755933 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e383cf-3b2a-4ab9-92dc-01680e0bd792', 'name': 'network-vif-deleted', 'tag': 'a735a9c2-33ce-469f-abb4-8978f49d46f1'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:36.758122 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0899acb4-841d-442c-aa03-61c02664b08f" -d '{"events": [{"server_uuid": "f7e383cf-3b2a-4ab9-92dc-01680e0bd792", "name": "network-vif-deleted", "tag": "a735a9c2-33ce-469f-abb4-8978f49d46f1"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:36.786272 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-1f5bb5fd-39c6-4a07-a87e-07ec7262019d req-4572dd20-fa62-461d-8781-070166f8ae6b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] For port bbd75b0f-6915-4208-aaa2-0b02100f5893, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=bbd75b0f-6915-4208-aaa2-0b02100f5893,segment=NetworkSegment(c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8),segment_id=c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:36.787051 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1f5bb5fd-39c6-4a07-a87e-07ec7262019d req-4572dd20-fa62-461d-8781-070166f8ae6b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (bbd75b0f-6915-4208-aaa2-0b02100f5893), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:36.796457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:36.800871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:36.803496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-1f5bb5fd-39c6-4a07-a87e-07ec7262019d req-4572dd20-fa62-461d-8781-070166f8ae6b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Calling delete_port for bbd75b0f-6915-4208-aaa2-0b02100f5893 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:36.808221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:36.808756 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device a735a9c2-33ce-469f-abb4-8978f49d46f1 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:36.842145 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Port': ['ID=6d59d0c6-12f0-4623-afb7-b0718b7ea9de,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:36.842357 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: a735a9c2-33ce-469f-abb4-8978f49d46f1 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:36.842689 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device a735a9c2-33ce-469f-abb4-8978f49d46f1 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:36.925472 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a8f1922f-347f-48b7-908c-a713bf250d10 req-8e174ee0-d43a-4166-be79-1b776605619b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7198761-18b3-42e1-82a4-778aef976c87&id=11523f57-d875-4c11-8bb5-5cf9cfd62559&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1868374 Jan 28 19:41:36.951686 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7b1481-f4b7-40b8-ac25-5ba6b532e136 x-openstack-request-id: req-ce7b1481-f4b7-40b8-ac25-5ba6b532e136 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:36.952189 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e383cf-3b2a-4ab9-92dc-01680e0bd792", "name": "network-vif-deleted", "tag": "a735a9c2-33ce-469f-abb4-8978f49d46f1", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:36.952277 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce7b1481-f4b7-40b8-ac25-5ba6b532e136 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:36.952611 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e383cf-3b2a-4ab9-92dc-01680e0bd792', 'name': 'network-vif-deleted', 'tag': 'a735a9c2-33ce-469f-abb4-8978f49d46f1', 'status': 'completed', 'code': 200} Jan 28 19:41:36.974234 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1f5bb5fd-39c6-4a07-a87e-07ec7262019d req-4572dd20-fa62-461d-8781-070166f8ae6b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (bbd75b0f-6915-4208-aaa2-0b02100f5893), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:37.016978 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572dd20-fa62-461d-8781-070166f8ae6b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event deleted for resources: {'Port': ['ID=bbd75b0f-6915-4208-aaa2-0b02100f5893,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:37.069256 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5bb5fd-39c6-4a07-a87e-07ec7262019d req-4572dd20-fa62-461d-8781-070166f8ae6b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] No DVR routers for this DVR port bbd75b0f-6915-4208-aaa2-0b02100f5893 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:37.072035 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-1f5bb5fd-39c6-4a07-a87e-07ec7262019d req-4572dd20-fa62-461d-8781-070166f8ae6b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:37.075615 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1f5bb5fd-39c6-4a07-a87e-07ec7262019d req-4572dd20-fa62-461d-8781-070166f8ae6b tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.37 "DELETE /v2.0/ports/bbd75b0f-6915-4208-aaa2-0b02100f5893 HTTP/1.1" status: 204 len: 173 time: 0.5186353 Jan 28 19:41:37.130242 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router_gateway (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:37.331851 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:37.466939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:41:37.594626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:37.604953 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Sync routers for ids ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:37.615537 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Routers {'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:37.616140 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:37.618617 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:37.623194 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53800) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:37.623369 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4e2d1ee6-3dfa-4486-ab1c-6ee7baba7a2e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7247405 Jan 28 19:41:37.706752 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f8774a04-06c3-4ffd-9047-5932387aff58 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=01785429969c45bfabc9b5e49dae6d6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0793371 Jan 28 19:41:37.706986 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53804) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:37.818719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293279cc-0d35-4995-a4f5-bb7efdd50f00 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:37.820381 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-293279cc-0d35-4995-a4f5-bb7efdd50f00 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1121254 Jan 28 19:41:37.823119 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53808) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:37.827119 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Set router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:37.854761 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fbeb85c4-1862-41b9-bf9c-c36b5698214c tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304241 Jan 28 19:41:37.857431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53810) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:37.863011 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-30d7341b-fc7a-407a-bea0-e654256f54d8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2094481273', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:37.982396 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d7341b-fc7a-407a-bea0-e654256f54d8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Made reservation on behalf of 01785429969c45bfabc9b5e49dae6d6f for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:37.986750 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30d7341b-fc7a-407a-bea0-e654256f54d8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:37.991593 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53814) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:38.058442 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-caef3fdf-7a34-456e-a9a8-899f85d937af tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for security_group (11523f57-d875-4c11-8bb5-5cf9cfd62559), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.058669 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:41:36Z', 'revision_number': 3, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:38.091317 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-caef3fdf-7a34-456e-a9a8-899f85d937af tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for security_group (11523f57-d875-4c11-8bb5-5cf9cfd62559), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.099473 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Checking router: cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:41:38.099849 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Updating router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 port 6d59d0c6-12f0-4623-afb7-b0718b7ea9de binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:41:38.128022 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6d59d0c6-12f0-4623-afb7-b0718b7ea9de), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.148487 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-caef3fdf-7a34-456e-a9a8-899f85d937af tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (11523f57-d875-4c11-8bb5-5cf9cfd62559), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.153707 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-caef3fdf-7a34-456e-a9a8-899f85d937af tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.158002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53818) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:38.158853 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-caef3fdf-7a34-456e-a9a8-899f85d937af tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "DELETE /v2.0/security-groups/11523f57-d875-4c11-8bb5-5cf9cfd62559 HTTP/1.1" status: 204 len: 168 time: 0.1661489 Jan 28 19:41:38.169247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef3fdf-7a34-456e-a9a8-899f85d937af tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11523f57-d875-4c11-8bb5-5cf9cfd62559,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:38.237496 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30d7341b-fc7a-407a-bea0-e654256f54d8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (e5787586-e099-42de-ab5f-dcc8f1b2c4d3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.302480 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd0fd183-5a1a-499d-8640-bb2cb8d02d83 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for security_group (c7198761-18b3-42e1-82a4-778aef976c87), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.325632 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7341b-fc7a-407a-bea0-e654256f54d8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Subnet': ['ID=e5787586-e099-42de-ab5f-dcc8f1b2c4d3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:38.346966 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd0fd183-5a1a-499d-8640-bb2cb8d02d83 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for security_group (c7198761-18b3-42e1-82a4-778aef976c87), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.350822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7341b-fc7a-407a-bea0-e654256f54d8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Checking segment: {'id': 'd264cdc5-55ad-4f55-adaf-fa893971d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:38.350822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d7341b-fc7a-407a-bea0-e654256f54d8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network hostable DHCP agents. Network: a18a99ae-732c-4a01-828a-5558e4db887c, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:41:38.396742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d7341b-fc7a-407a-bea0-e654256f54d8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network a18a99ae-732c-4a01-828a-5558e4db887c is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:41:38.408394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-30d7341b-fc7a-407a-bea0-e654256f54d8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, a18a99ae-732c-4a01-828a-5558e4db887c) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:38.412320 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd0fd183-5a1a-499d-8640-bb2cb8d02d83 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c7198761-18b3-42e1-82a4-778aef976c87), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.415576 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd0fd183-5a1a-499d-8640-bb2cb8d02d83 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.419120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a1bb65-36bf-4636-8190-fd36140d7384 None None] Network a18a99ae-732c-4a01-828a-5558e4db887c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:38.420087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:38.428276 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-dd0fd183-5a1a-499d-8640-bb2cb8d02d83 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "DELETE /v2.0/security-groups/c7198761-18b3-42e1-82a4-778aef976c87 HTTP/1.1" status: 204 len: 168 time: 0.2684836 Jan 28 19:41:38.428955 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Publish callbacks [] for port (6d59d0c6-12f0-4623-afb7-b0718b7ea9de), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.432500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d7341b-fc7a-407a-bea0-e654256f54d8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:38.433246 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30d7341b-fc7a-407a-bea0-e654256f54d8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.437040 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6d59d0c6-12f0-4623-afb7-b0718b7ea9de), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.472949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fd183-5a1a-499d-8640-bb2cb8d02d83 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7198761-18b3-42e1-82a4-778aef976c87,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:38.489982 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-30d7341b-fc7a-407a-bea0-e654256f54d8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6311986 Jan 28 19:41:38.492639 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53822) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:38.523963 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Attempting to bind port 6d59d0c6-12f0-4623-afb7-b0718b7ea9de on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:41:38.524429 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Attempting to bind port 6d59d0c6-12f0-4623-afb7-b0718b7ea9de by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:41:38.524791 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Attempting to bind port 6d59d0c6-12f0-4623-afb7-b0718b7ea9de on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:38.533254 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:41:38.533641 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:38.534039 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.534555 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:41:38.535022 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Bound port: 6d59d0c6-12f0-4623-afb7-b0718b7ea9de, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:41:38.535855 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6d59d0c6-12f0-4623-afb7-b0718b7ea9de), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.584782 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5013694-8e5c-4256-b0fd-0822c8489179 None None] Pushing event updated for resources: {'Port': ['ID=6d59d0c6-12f0-4623-afb7-b0718b7ea9de,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:38.590989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-a18a99ae-732c-4a01-828a-5558e4db887c', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'fixed_ips': [{'subnet_id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:41:38.596192 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.622267 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] For port 6d59d0c6-12f0-4623-afb7-b0718b7ea9de, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:41:38.626009 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] For port 6d59d0c6-12f0-4623-afb7-b0718b7ea9de, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6d59d0c6-12f0-4623-afb7-b0718b7ea9de,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:41:38.635710 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6d59d0c6-12f0-4623-afb7-b0718b7ea9de), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:38.697493 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5013694-8e5c-4256-b0fd-0822c8489179 None None] Pushing event updated for resources: {'Port': ['ID=6d59d0c6-12f0-4623-afb7-b0718b7ea9de,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:38.732103 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Routers {'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:38.732766 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:38.842398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Allocated IP 172.20.0.2 (a18a99ae-732c-4a01-828a-5558e4db887c/e5787586-e099-42de-ab5f-dcc8f1b2c4d3/a5d0c37f-6451-4f17-aefa-550b5a3aed6f) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:38.884675 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] Set router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:39.021805 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5af3-2bf1-45c5-a0ec-f7a6f7154462 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (c0a04ad2-d94a-45a9-92f9-66895d5bcc46), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.036998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff521f8-403a-4aca-beb3-f0bf7441bb05', 'name': 'network-vif-deleted', 'tag': 'bbd75b0f-6915-4208-aaa2-0b02100f5893'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:39.039430 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1e93dc-77fb-4752-825e-c9036174c6c0" -d '{"events": [{"server_uuid": "aff521f8-403a-4aca-beb3-f0bf7441bb05", "name": "network-vif-deleted", "tag": "bbd75b0f-6915-4208-aaa2-0b02100f5893"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:39.087267 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Publish callbacks [] for port (a5d0c37f-6451-4f17-aefa-550b5a3aed6f), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.096370 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (a5d0c37f-6451-4f17-aefa-550b5a3aed6f), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.122925 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:41:36Z', 'revision_number': 3, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:39.158662 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebcd6d1-b2af-4bb4-8ea6-f8333cb1d8b5 x-openstack-request-id: req-9ebcd6d1-b2af-4bb4-8ea6-f8333cb1d8b5 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:39.158939 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff521f8-403a-4aca-beb3-f0bf7441bb05", "name": "network-vif-deleted", "tag": "bbd75b0f-6915-4208-aaa2-0b02100f5893", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:39.159267 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7a26b-f83d-492e-8d08-3e001fe8bcf9 None None] The sync data for ids ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'] in n-d-824834-4 is: [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:41:36Z', 'revision_number': 3, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:39.159437 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ebcd6d1-b2af-4bb4-8ea6-f8333cb1d8b5 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:39.160084 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff521f8-403a-4aca-beb3-f0bf7441bb05', 'name': 'network-vif-deleted', 'tag': 'bbd75b0f-6915-4208-aaa2-0b02100f5893', 'status': 'completed', 'code': 200} Jan 28 19:41:39.160619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Pushing event updated for resources: {'Port': ['ID=a5d0c37f-6451-4f17-aefa-550b5a3aed6f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:39.180583 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Network a18a99ae-732c-4a01-828a-5558e4db887c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:39.182374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:39.188821 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:39.264387 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Attempting to bind port a5d0c37f-6451-4f17-aefa-550b5a3aed6f on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:41:39.265309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Attempting to bind port a5d0c37f-6451-4f17-aefa-550b5a3aed6f by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd264cdc5-55ad-4f55-adaf-fa893971d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:41:39.265966 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Attempting to bind port a5d0c37f-6451-4f17-aefa-550b5a3aed6f on network a18a99ae-732c-4a01-828a-5558e4db887c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:39.271828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:41:39.272506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Checking segment: {'id': 'd264cdc5-55ad-4f55-adaf-fa893971d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:39.273198 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.273900 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Bound using segment: {'id': 'd264cdc5-55ad-4f55-adaf-fa893971d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:41:39.274553 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Bound port: a5d0c37f-6451-4f17-aefa-550b5a3aed6f, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd264cdc5-55ad-4f55-adaf-fa893971d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:41:39.275240 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a5d0c37f-6451-4f17-aefa-550b5a3aed6f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.313115 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-86c663db-e87f-4054-9c10-5572cdd424e8 req-15ff6b79-e306-4818-8543-6f010e46ee78 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=99f09044-5a09-433a-809f-85d44524766a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2664435 Jan 28 19:41:39.374061 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] For port a5d0c37f-6451-4f17-aefa-550b5a3aed6f, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:41:39.394832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] For port a5d0c37f-6451-4f17-aefa-550b5a3aed6f, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a5d0c37f-6451-4f17-aefa-550b5a3aed6f,segment=NetworkSegment(d264cdc5-55ad-4f55-adaf-fa893971d0e7),segment_id=d264cdc5-55ad-4f55-adaf-fa893971d0e7)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:41:39.410543 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a5d0c37f-6451-4f17-aefa-550b5a3aed6f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.448212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c663db-e87f-4054-9c10-5572cdd424e8 req-bf071f77-fd25-4512-bd15-a4ce182b8e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:39.450421 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-86c663db-e87f-4054-9c10-5572cdd424e8 req-bf071f77-fd25-4512-bd15-a4ce182b8e34 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6866b7ba56f046f4858131d40ffdd35b&device_id=99f09044-5a09-433a-809f-85d44524766a HTTP/1.1" status: 200 len: 1127 time: 0.1114514 Jan 28 19:41:39.468225 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.481844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d5af3-2bf1-45c5-a0ec-f7a6f7154462 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Deleting port 0c756ee2-917d-47a5-ab83-2a94742af3bb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:39.482224 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5af3-2bf1-45c5-a0ec-f7a6f7154462 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.493164 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34149abc-364d-4a5d-98d7-bd42880049f3 None None] Pushing event updated for resources: {'Port': ['ID=a5d0c37f-6451-4f17-aefa-550b5a3aed6f,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:39.641451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8c4d5af3-2bf1-45c5-a0ec-f7a6f7154462 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] For port 0c756ee2-917d-47a5-ab83-2a94742af3bb, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0c756ee2-917d-47a5-ab83-2a94742af3bb,segment=NetworkSegment(c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8),segment_id=c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:39.642233 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5af3-2bf1-45c5-a0ec-f7a6f7154462 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:39.664411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d5af3-2bf1-45c5-a0ec-f7a6f7154462 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Calling delete_port for 0c756ee2-917d-47a5-ab83-2a94742af3bb owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:40.049117 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c663db-e87f-4054-9c10-5572cdd424e8 req-52b6b8f7-2ac5-4475-a79d-8e209fd59dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:40.050900 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-86c663db-e87f-4054-9c10-5572cdd424e8 req-52b6b8f7-2ac5-4475-a79d-8e209fd59dd1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0a72d574-ce5a-48c2-a38a-aca098e6cab0 HTTP/1.1" status: 200 len: 916 time: 0.5727832 Jan 28 19:41:40.133326 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5af3-2bf1-45c5-a0ec-f7a6f7154462 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0c756ee2-917d-47a5-ab83-2a94742af3bb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.135363 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-86c663db-e87f-4054-9c10-5572cdd424e8 req-7767745d-c94f-44b8-8166-4d28d72bbc5d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23475b7e-f2b4-4b39-a0d3-abfa9f26c570 HTTP/1.1" status: 200 len: 217 time: 0.0655487 Jan 28 19:41:40.175712 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d5af3-2bf1-45c5-a0ec-f7a6f7154462 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event deleted for resources: {'Port': ['ID=0c756ee2-917d-47a5-ab83-2a94742af3bb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:40.205209 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Allocated IP 172.20.0.1 (a18a99ae-732c-4a01-828a-5558e4db887c/e5787586-e099-42de-ab5f-dcc8f1b2c4d3/026c5b37-271b-4414-97e0-e7bc33cda51d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:40.255046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851a3c9-2877-4900-917d-c465f867760a req-378bb52b-de0d-4e7c-b7fb-acf01c23bba7 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:40.256745 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2851a3c9-2877-4900-917d-c465f867760a req-378bb52b-de0d-4e7c-b7fb-acf01c23bba7 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 946 time: 0.4385018 Jan 28 19:41:40.390235 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.393394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c663db-e87f-4054-9c10-5572cdd424e8 req-1bc2b5d0-0f86-4957-b63f-20ab103475b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:40.395446 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-86c663db-e87f-4054-9c10-5572cdd424e8 req-1bc2b5d0-0f86-4957-b63f-20ab103475b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3d1365d2-3b75-4080-bbb3-725be858b55a HTTP/1.1" status: 200 len: 855 time: 0.2514625 Jan 28 19:41:40.493400 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2851a3c9-2877-4900-917d-c465f867760a req-481538b3-2ce7-4b67-bd44-1198c99708fa tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/security-groups?id=5be7f145-12f3-4c84-94f3-2b6cf15c22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301359 Jan 28 19:41:40.493912 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-86c663db-e87f-4054-9c10-5572cdd424e8 req-160bea6f-fa0e-46b6-a167-83a93d8e5fca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0a72d574-ce5a-48c2-a38a-aca098e6cab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848007 Jan 28 19:41:40.584234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device bbd75b0f-6915-4208-aaa2-0b02100f5893 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:40.619363 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5af3-2bf1-45c5-a0ec-f7a6f7154462 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (c0a04ad2-d94a-45a9-92f9-66895d5bcc46), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.629538 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: bbd75b0f-6915-4208-aaa2-0b02100f5893 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:40.629897 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device bbd75b0f-6915-4208-aaa2-0b02100f5893 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:40.664276 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-86c663db-e87f-4054-9c10-5572cdd424e8 req-733f010b-4600-47c7-9f36-c5dbc8e6df97 service neutron] 10.222.0.31 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610136 Jan 28 19:41:40.727226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a5d0c37f-6451-4f17-aefa-550b5a3aed6f up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:40.780369 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.861563 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a5d0c37f-6451-4f17-aefa-550b5a3aed6f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:40.862327 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a5d0c37f-6451-4f17-aefa-550b5a3aed6f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:40.870213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Port': ['ID=026c5b37-271b-4414-97e0-e7bc33cda51d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:40.902271 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network a18a99ae-732c-4a01-828a-5558e4db887c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:40.911698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:40.915974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:40.980054 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-86c663db-e87f-4054-9c10-5572cdd424e8 req-f9ff6bbe-33c7-4d27-95f7-f68f9f470fe2 service neutron] 10.222.0.31 "GET /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084002 Jan 28 19:41:40.986199 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.000415 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a5d0c37f-6451-4f17-aefa-550b5a3aed6f is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:41.001240 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a5d0c37f-6451-4f17-aefa-550b5a3aed6f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.070167 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port a5d0c37f-6451-4f17-aefa-550b5a3aed6f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a5d0c37f-6451-4f17-aefa-550b5a3aed6f,segment=NetworkSegment(d264cdc5-55ad-4f55-adaf-fa893971d0e7),segment_id=d264cdc5-55ad-4f55-adaf-fa893971d0e7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:41.076615 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a5d0c37f-6451-4f17-aefa-550b5a3aed6f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.077499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6d59d0c6-12f0-4623-afb7-b0718b7ea9de up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:41.186624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f02a3-0e29-4ced-af1e-5efec1f0721a req-10198c36-385d-446c-b6d4-9150b621a36e tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:41.188309 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb3f02a3-0e29-4ced-af1e-5efec1f0721a req-10198c36-385d-446c-b6d4-9150b621a36e tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.31 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 946 time: 0.1184943 Jan 28 19:41:41.252764 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=a5d0c37f-6451-4f17-aefa-550b5a3aed6f,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:41.266525 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6d59d0c6-12f0-4623-afb7-b0718b7ea9de triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:41.266935 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6d59d0c6-12f0-4623-afb7-b0718b7ea9de), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.321209 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d87f9d-df23-4e2d-b624-8b61b62f35ce None None] Network a18a99ae-732c-4a01-828a-5558e4db887c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:41.352317 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.401394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-eb3f02a3-0e29-4ced-af1e-5efec1f0721a req-81429375-50dd-491b-9b0a-27f33957eecd tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Deleting port e622c246-3364-4a5a-9cbd-083d146fc963 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:41.401753 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eb3f02a3-0e29-4ced-af1e-5efec1f0721a req-81429375-50dd-491b-9b0a-27f33957eecd tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e622c246-3364-4a5a-9cbd-083d146fc963), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.425433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6d21f1ea-e51e-4fb1-b81f-8bbe3854b0cc None None] Provisioning complete for port a5d0c37f-6451-4f17-aefa-550b5a3aed6f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:41.426105 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d21f1ea-e51e-4fb1-b81f-8bbe3854b0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a5d0c37f-6451-4f17-aefa-550b5a3aed6f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.536045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4d5af3-2bf1-45c5-a0ec-f7a6f7154462 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:41:41.537112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6d59d0c6-12f0-4623-afb7-b0718b7ea9de is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:41.537651 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6d59d0c6-12f0-4623-afb7-b0718b7ea9de), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.577836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 6d59d0c6-12f0-4623-afb7-b0718b7ea9de, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6d59d0c6-12f0-4623-afb7-b0718b7ea9de,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:41.593241 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6d59d0c6-12f0-4623-afb7-b0718b7ea9de), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.694468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4d5af3-2bf1-45c5-a0ec-f7a6f7154462 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:41.711152 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8c4d5af3-2bf1-45c5-a0ec-f7a6f7154462 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "PUT /v2.0/routers/c0a04ad2-d94a-45a9-92f9-66895d5bcc46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2897348 Jan 28 19:41:41.715487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53840) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:41.731732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=6d59d0c6-12f0-4623-afb7-b0718b7ea9de,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:41.749993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b50b66-7e56-49ac-85d1-a4f7dc50cd71 None None] Sync routers for ids ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:41.769450 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b50b66-7e56-49ac-85d1-a4f7dc50cd71 None None] Routers {'c0a04ad2-d94a-45a9-92f9-66895d5bcc46'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:41.771033 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f7b50b66-7e56-49ac-85d1-a4f7dc50cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:41.816241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-715a4cbb-8f26-4f0a-a0d2-b4494fbbd527 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Deleting subnet e4aa6b89-5e59-453c-8155-97ede5bf324f {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:41:41.823975 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-715a4cbb-8f26-4f0a-a0d2-b4494fbbd527 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for subnet (e4aa6b89-5e59-453c-8155-97ede5bf324f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.837646 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6d21f1ea-e51e-4fb1-b81f-8bbe3854b0cc None None] Current status of the port a5d0c37f-6451-4f17-aefa-550b5a3aed6f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:41.921981 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-715a4cbb-8f26-4f0a-a0d2-b4494fbbd527 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (e4aa6b89-5e59-453c-8155-97ede5bf324f), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:41.965760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f7b50b66-7e56-49ac-85d1-a4f7dc50cd71 None None] Set router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:42.052482 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-715a4cbb-8f26-4f0a-a0d2-b4494fbbd527 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (e4aa6b89-5e59-453c-8155-97ede5bf324f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.065602 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-eb3f02a3-0e29-4ced-af1e-5efec1f0721a req-81429375-50dd-491b-9b0a-27f33957eecd tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] For port e622c246-3364-4a5a-9cbd-083d146fc963, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=e622c246-3364-4a5a-9cbd-083d146fc963,segment=NetworkSegment(6fd8dbb9-656d-46e0-a89a-720a5305ab65),segment_id=6fd8dbb9-656d-46e0-a89a-720a5305ab65)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:42.066200 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eb3f02a3-0e29-4ced-af1e-5efec1f0721a req-81429375-50dd-491b-9b0a-27f33957eecd tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e622c246-3364-4a5a-9cbd-083d146fc963), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.143906 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-715a4cbb-8f26-4f0a-a0d2-b4494fbbd527 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (e4aa6b89-5e59-453c-8155-97ede5bf324f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.181854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a4cbb-8f26-4f0a-a0d2-b4494fbbd527 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event deleted for resources: {'Subnet': ['ID=e4aa6b89-5e59-453c-8155-97ede5bf324f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:42.187938 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-715a4cbb-8f26-4f0a-a0d2-b4494fbbd527 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.199407 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-715a4cbb-8f26-4f0a-a0d2-b4494fbbd527 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "DELETE /v2.0/subnets/e4aa6b89-5e59-453c-8155-97ede5bf324f HTTP/1.1" status: 204 len: 168 time: 0.4793296 Jan 28 19:41:42.199627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53844) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:42.205339 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079251ed-411a-4f9c-ade7-2a3fa9a3478d None None] Network 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:42.297404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-13482510-31ee-42c0-80c2-7a67095962d1 None None] Provisioning complete for port a5d0c37f-6451-4f17-aefa-550b5a3aed6f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:42.297404 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13482510-31ee-42c0-80c2-7a67095962d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a5d0c37f-6451-4f17-aefa-550b5a3aed6f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.350978 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efce0605-5b1a-4619-a1ad-cd7ed015e8e9 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router (c0a04ad2-d94a-45a9-92f9-66895d5bcc46), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.368068 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f5359-8a89-49ea-af2e-39703d3e1c87 req-356c9900-f13f-4b9b-aaa5-a5eef4043a23 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:42.369510 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-755f5359-8a89-49ea-af2e-39703d3e1c87 req-356c9900-f13f-4b9b-aaa5-a5eef4043a23 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 946 time: 0.4892716 Jan 28 19:41:42.431402 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eb3f02a3-0e29-4ced-af1e-5efec1f0721a req-81429375-50dd-491b-9b0a-27f33957eecd tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.431731 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eb3f02a3-0e29-4ced-af1e-5efec1f0721a req-81429375-50dd-491b-9b0a-27f33957eecd tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (106c88c1-571a-4f46-a4f7-fc5fbbf4f929), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.432039 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [req-eb3f02a3-0e29-4ced-af1e-5efec1f0721a req-81429375-50dd-491b-9b0a-27f33957eecd tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Floating IP 106c88c1-571a-4f46-a4f7-fc5fbbf4f929 disassociated. External IP: 172.25.0.53, port: e622c246-3364-4a5a-9cbd-083d146fc963. Jan 28 19:41:42.432328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-eb3f02a3-0e29-4ced-af1e-5efec1f0721a req-81429375-50dd-491b-9b0a-27f33957eecd tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Calling delete_port for e622c246-3364-4a5a-9cbd-083d146fc963 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:42.517494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-755f5359-8a89-49ea-af2e-39703d3e1c87 req-99c60272-c5fa-4dd3-9b19-ae2057b69edc tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/security-groups?id=5be7f145-12f3-4c84-94f3-2b6cf15c22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320915 Jan 28 19:41:42.518760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f7b50b66-7e56-49ac-85d1-a4f7dc50cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1802032875', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:41:39Z', 'revision_number': 5, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port': {'id': '57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:39:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:42.521816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a5d0c37f-6451-4f17-aefa-550b5a3aed6f up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:42.534643 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efce0605-5b1a-4619-a1ad-cd7ed015e8e9 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router_gateway (c0a04ad2-d94a-45a9-92f9-66895d5bcc46), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.579905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21f8627-3cad-4458-b0b4-57e4280bbfc4 None None] DHCP port deletion for 3c78c3a7-62d6-445c-bfd9-1cf398d28f9b request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:41:42.599653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-efce0605-5b1a-4619-a1ad-cd7ed015e8e9 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Deleting port 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:42.600747 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efce0605-5b1a-4619-a1ad-cd7ed015e8e9 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.632355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b50b66-7e56-49ac-85d1-a4f7dc50cd71 None None] Checking router: c0a04ad2-d94a-45a9-92f9-66895d5bcc46 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:41:42.635916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-13482510-31ee-42c0-80c2-7a67095962d1 None None] Current status of the port a5d0c37f-6451-4f17-aefa-550b5a3aed6f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:42.681321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a5d0c37f-6451-4f17-aefa-550b5a3aed6f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:42.682166 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a5d0c37f-6451-4f17-aefa-550b5a3aed6f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.710907 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-efce0605-5b1a-4619-a1ad-cd7ed015e8e9 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] For port 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:42.711686 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efce0605-5b1a-4619-a1ad-cd7ed015e8e9 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.719546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b50b66-7e56-49ac-85d1-a4f7dc50cd71 None None] Routers {'c0a04ad2-d94a-45a9-92f9-66895d5bcc46'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:42.720499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f7b50b66-7e56-49ac-85d1-a4f7dc50cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:42.725674 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-efce0605-5b1a-4619-a1ad-cd7ed015e8e9 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Calling delete_port for 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:42.761054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-13482510-31ee-42c0-80c2-7a67095962d1 None None] Provisioning complete for port 026c5b37-271b-4414-97e0-e7bc33cda51d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:42.761862 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13482510-31ee-42c0-80c2-7a67095962d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.762785 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.833345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-13482510-31ee-42c0-80c2-7a67095962d1 None None] Port 026c5b37-271b-4414-97e0-e7bc33cda51d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:42.858766 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.871863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f7b50b66-7e56-49ac-85d1-a4f7dc50cd71 None None] Set router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:42.893658 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eb3f02a3-0e29-4ced-af1e-5efec1f0721a req-81429375-50dd-491b-9b0a-27f33957eecd tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (e622c246-3364-4a5a-9cbd-083d146fc963), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.960926 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.968576 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efce0605-5b1a-4619-a1ad-cd7ed015e8e9 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:42.971518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Port': ['ID=026c5b37-271b-4414-97e0-e7bc33cda51d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:43.040936 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce0605-5b1a-4619-a1ad-cd7ed015e8e9 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event deleted for resources: {'Port': ['ID=57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:43.127799 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efce0605-5b1a-4619-a1ad-cd7ed015e8e9 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (c0a04ad2-d94a-45a9-92f9-66895d5bcc46), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.136874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81429375-50dd-491b-9b0a-27f33957eecd tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Pushing event deleted for resources: {'Port': ['ID=e622c246-3364-4a5a-9cbd-083d146fc963,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:43.150209 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f7b50b66-7e56-49ac-85d1-a4f7dc50cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1802032875', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:41:42Z', 'revision_number': 6, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:43.160436 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a21f8627-3cad-4458-b0b4-57e4280bbfc4 None None] Deleting port 06d24950-c705-45fd-b8f0-9436fc6ce20d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:43.160892 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a21f8627-3cad-4458-b0b4-57e4280bbfc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (06d24950-c705-45fd-b8f0-9436fc6ce20d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.197828 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb3f02a3-0e29-4ced-af1e-5efec1f0721a req-81429375-50dd-491b-9b0a-27f33957eecd tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:41:43.227917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b50b66-7e56-49ac-85d1-a4f7dc50cd71 None None] The sync data for ids ['c0a04ad2-d94a-45a9-92f9-66895d5bcc46'] in n-d-824834-4 is: [{'id': 'c0a04ad2-d94a-45a9-92f9-66895d5bcc46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1802032875', 'tenant_id': '3a86dada3f504e0996fab2c63e6798cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:39:29Z', 'updated_at': '2022-01-28T19:41:42Z', 'revision_number': 6, 'project_id': '3a86dada3f504e0996fab2c63e6798cc', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:43.259414 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network a18a99ae-732c-4a01-828a-5558e4db887c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:43.262608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:43.270519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a5d0c37f-6451-4f17-aefa-550b5a3aed6f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:43.271625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6d59d0c6-12f0-4623-afb7-b0718b7ea9de up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:43.291833 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efce0605-5b1a-4619-a1ad-cd7ed015e8e9 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (c0a04ad2-d94a-45a9-92f9-66895d5bcc46), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.296044 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efce0605-5b1a-4619-a1ad-cd7ed015e8e9 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router_controller (c0a04ad2-d94a-45a9-92f9-66895d5bcc46), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.307797 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8c65a38e-e3b2-4dc5-92a9-f29f97305057 None None] Provisioning complete for port 026c5b37-271b-4414-97e0-e7bc33cda51d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:43.308175 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c65a38e-e3b2-4dc5-92a9-f29f97305057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.362360 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a21f8627-3cad-4458-b0b4-57e4280bbfc4 None None] For port 06d24950-c705-45fd-b8f0-9436fc6ce20d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=06d24950-c705-45fd-b8f0-9436fc6ce20d,segment=NetworkSegment(c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8),segment_id=c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:43.362768 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a21f8627-3cad-4458-b0b4-57e4280bbfc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (06d24950-c705-45fd-b8f0-9436fc6ce20d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.380877 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efce0605-5b1a-4619-a1ad-cd7ed015e8e9 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (c0a04ad2-d94a-45a9-92f9-66895d5bcc46), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.381487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efce0605-5b1a-4619-a1ad-cd7ed015e8e9 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Fanout notify agent at l3_agent the message router_deleted on router c0a04ad2-d94a-45a9-92f9-66895d5bcc46 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:41:43.393345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a21f8627-3cad-4458-b0b4-57e4280bbfc4 None None] Calling delete_port for 06d24950-c705-45fd-b8f0-9436fc6ce20d owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:43.396955 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efce0605-5b1a-4619-a1ad-cd7ed015e8e9 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.400596 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-efce0605-5b1a-4619-a1ad-cd7ed015e8e9 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "DELETE /v2.0/routers/c0a04ad2-d94a-45a9-92f9-66895d5bcc46 HTTP/1.1" status: 204 len: 168 time: 1.1976080 Jan 28 19:41:43.401229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53848) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:43.406901 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8c65a38e-e3b2-4dc5-92a9-f29f97305057 None None] Port 026c5b37-271b-4414-97e0-e7bc33cda51d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:43.424662 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6d59d0c6-12f0-4623-afb7-b0718b7ea9de triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:43.425044 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6d59d0c6-12f0-4623-afb7-b0718b7ea9de), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.525662 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (3c78c3a7-62d6-445c-bfd9-1cf398d28f9b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.624527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Deleting port 06d24950-c705-45fd-b8f0-9436fc6ce20d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:43.625895 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (06d24950-c705-45fd-b8f0-9436fc6ce20d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.702462 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:41:43.722355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb3f02a3-0e29-4ced-af1e-5efec1f0721a req-81429375-50dd-491b-9b0a-27f33957eecd tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:43.724086 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a21f8627-3cad-4458-b0b4-57e4280bbfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (06d24950-c705-45fd-b8f0-9436fc6ce20d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.733514 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68c4540-79ac-4b5a-8b1b-378c0fb6e5ee None None] Sync routers for ids ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:43.747608 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68c4540-79ac-4b5a-8b1b-378c0fb6e5ee None None] Routers {'4a6e503d-a0ef-47b1-8ffa-b557455ca01c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:43.752776 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d68c4540-79ac-4b5a-8b1b-378c0fb6e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:43.781121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f8627-3cad-4458-b0b4-57e4280bbfc4 None None] Pushing event deleted for resources: {'Port': ['ID=06d24950-c705-45fd-b8f0-9436fc6ce20d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:43.785782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6d59d0c6-12f0-4623-afb7-b0718b7ea9de is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:43.788047 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f8627-3cad-4458-b0b4-57e4280bbfc4 None None] No DVR routers for this DVR port 06d24950-c705-45fd-b8f0-9436fc6ce20d on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:43.795474 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8b01ddd5-d4b2-4a53-a2c6-b7c2eb692ac6 req-f1aad37c-65c4-4199-814f-69c3ce976c73 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40de370-0e9d-4c26-9932-bdfcae8d4c7b HTTP/1.1" status: 200 len: 210 time: 0.0973904 Jan 28 19:41:43.817246 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-09541235-c17f-4f15-9f05-63985c4b4280 None None] Provisioning complete for port 026c5b37-271b-4414-97e0-e7bc33cda51d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:43.817833 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09541235-c17f-4f15-9f05-63985c4b4280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.844593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3f02a3-0e29-4ced-af1e-5efec1f0721a req-81429375-50dd-491b-9b0a-27f33957eecd tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] No DVR routers for this DVR port e622c246-3364-4a5a-9cbd-083d146fc963 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:43.846850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] For port 06d24950-c705-45fd-b8f0-9436fc6ce20d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=06d24950-c705-45fd-b8f0-9436fc6ce20d,segment=NetworkSegment(c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8),segment_id=c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:43.847485 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (06d24950-c705-45fd-b8f0-9436fc6ce20d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.848602 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eb3f02a3-0e29-4ced-af1e-5efec1f0721a req-81429375-50dd-491b-9b0a-27f33957eecd tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:43.857097 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb3f02a3-0e29-4ced-af1e-5efec1f0721a req-81429375-50dd-491b-9b0a-27f33957eecd tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.31 "DELETE /v2.0/ports/e622c246-3364-4a5a-9cbd-083d146fc963 HTTP/1.1" status: 204 len: 173 time: 2.6576831 Jan 28 19:41:43.858730 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40de370-0e9d-4c26-9932-bdfcae8d4c7b', 'name': 'network-vif-deleted', 'tag': 'e622c246-3364-4a5a-9cbd-083d146fc963'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:43.863371 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483f7d66-e520-437c-a33f-084b30cfdc01" -d '{"events": [{"server_uuid": "a40de370-0e9d-4c26-9932-bdfcae8d4c7b", "name": "network-vif-deleted", "tag": "e622c246-3364-4a5a-9cbd-083d146fc963"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:43.897087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Calling delete_port for 06d24950-c705-45fd-b8f0-9436fc6ce20d owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:43.950347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-09541235-c17f-4f15-9f05-63985c4b4280 None None] Port 026c5b37-271b-4414-97e0-e7bc33cda51d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:43.966424 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5995b063-474d-4f65-ad24-c030bd1c7072 x-openstack-request-id: req-5995b063-474d-4f65-ad24-c030bd1c7072 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:43.966823 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40de370-0e9d-4c26-9932-bdfcae8d4c7b", "name": "network-vif-deleted", "tag": "e622c246-3364-4a5a-9cbd-083d146fc963", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:43.967165 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5995b063-474d-4f65-ad24-c030bd1c7072 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:43.967658 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40de370-0e9d-4c26-9932-bdfcae8d4c7b', 'name': 'network-vif-deleted', 'tag': 'e622c246-3364-4a5a-9cbd-083d146fc963', 'status': 'completed', 'code': 200} Jan 28 19:41:43.978534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:43.983941 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bdf8c8c7-195b-4445-83a6-603bf3d646fd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "PUT /v2.0/routers/cb5625f3-3ae9-40a5-91e6-4ddeeb75a422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4902639 Jan 28 19:41:43.989247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:44.000083 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Sync routers for ids ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:44.011672 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d68c4540-79ac-4b5a-8b1b-378c0fb6e5ee None None] Set router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:44.021643 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Routers {'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:44.022313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:44.112059 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (06d24950-c705-45fd-b8f0-9436fc6ce20d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.172923 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbea4f7-153d-4d6a-bca9-f47c8a90142f tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.173395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbea4f7-153d-4d6a-bca9-f47c8a90142f tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.173880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event deleted for resources: {'Port': ['ID=06d24950-c705-45fd-b8f0-9436fc6ce20d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:44.174135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbea4f7-153d-4d6a-bca9-f47c8a90142f tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.183686 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbea4f7-153d-4d6a-bca9-f47c8a90142f tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.184528 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbea4f7-153d-4d6a-bca9-f47c8a90142f tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.185142 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbea4f7-153d-4d6a-bca9-f47c8a90142f tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.187361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] No DVR routers for this DVR port 06d24950-c705-45fd-b8f0-9436fc6ce20d on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:44.192252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbea4f7-153d-4d6a-bca9-f47c8a90142f tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.194224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbea4f7-153d-4d6a-bca9-f47c8a90142f tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.201117 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ccbea4f7-153d-4d6a-bca9-f47c8a90142f tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5628 time: 0.2099288 Jan 28 19:41:44.201995 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53856) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:44.234218 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Set router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:44.388813 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d68c4540-79ac-4b5a-8b1b-378c0fb6e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'name': 'tempest-TestServerBasicOps-1924654104-router', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '43973d6e-0d4f-4148-8926-47b718e08425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:27Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'gw_port': {'id': '43973d6e-0d4f-4148-8926-47b718e08425', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:28Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '17400fe2-d938-44f9-b37c-f2e439ada4ad', 'name': '', 'network_id': 'e228a45e-4325-41de-b203-527979431faa', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'mac_address': 'fa:16:3e:35:67:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:31Z', 'updated_at': '2022-01-28T19:36:36Z', 'revision_number': 5, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'subnets': [{'id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:44.421180 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (3c78c3a7-62d6-445c-bfd9-1cf398d28f9b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.433693 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf35293-d4e4-49be-91fe-f2a9677b9286 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.434201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf35293-d4e4-49be-91fe-f2a9677b9286 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.434893 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf35293-d4e4-49be-91fe-f2a9677b9286 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.435457 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf35293-d4e4-49be-91fe-f2a9677b9286 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.441727 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf35293-d4e4-49be-91fe-f2a9677b9286 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.442467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf35293-d4e4-49be-91fe-f2a9677b9286 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.443009 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf35293-d4e4-49be-91fe-f2a9677b9286 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.449933 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-adf35293-d4e4-49be-91fe-f2a9677b9286 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4642 time: 0.2464383 Jan 28 19:41:44.450795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53862) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:44.467362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 06d24950-c705-45fd-b8f0-9436fc6ce20d no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:44.471215 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68c4540-79ac-4b5a-8b1b-378c0fb6e5ee None None] Checking router: 4a6e503d-a0ef-47b1-8ffa-b557455ca01c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:41:44.484402 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c78c3a7-62d6-445c-bfd9-1cf398d28f9b']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:44.499103 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68c4540-79ac-4b5a-8b1b-378c0fb6e5ee None None] Routers {'4a6e503d-a0ef-47b1-8ffa-b557455ca01c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:44.500046 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d68c4540-79ac-4b5a-8b1b-378c0fb6e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:44.536211 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:44.538671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:44.566239 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.585127 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.591240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 06d24950-c705-45fd-b8f0-9436fc6ce20d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:44.592067 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 06d24950-c705-45fd-b8f0-9436fc6ce20d not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:44.592693 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:44.606795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:41:44.609844 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (c3c85ffb-eeb8-43d8-b8eb-3c5efbc6a5e8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:41:44.618619 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:41:44.629747 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:44.630637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 57cc5ada-00b2-4b1d-b9f6-32f44b34c1ef not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:44.631267 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0c756ee2-917d-47a5-ab83-2a94742af3bb no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:44.663699 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 0c756ee2-917d-47a5-ab83-2a94742af3bb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:44.664059 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0c756ee2-917d-47a5-ab83-2a94742af3bb not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:44.755193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb0950-5987-4bb4-8c01-fdfe555c8f63 req-bbc5776b-eb47-4b72-a263-a62042a28a50 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:44.757383 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f2eb0950-5987-4bb4-8c01-fdfe555c8f63 req-bbc5776b-eb47-4b72-a263-a62042a28a50 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 945 time: 0.1088595 Jan 28 19:41:44.800705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '026c5b37-271b-4414-97e0-e7bc33cda51d', 'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:ce:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:39Z', 'updated_at': '2022-01-28T19:41:42Z', 'revision_number': 2, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:44.825112 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (3c78c3a7-62d6-445c-bfd9-1cf398d28f9b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.832680 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.841879 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] 10.222.0.55 "DELETE /v2.0/networks/3c78c3a7-62d6-445c-bfd9-1cf398d28f9b HTTP/1.1" status: 204 len: 168 time: 1.4395041 Jan 28 19:41:44.878267 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Checking router: cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:41:44.878496 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdb7ef-334e-419b-bf65-df937cb2c777 tempest-TestSecurityGroupsBasicOps-1006213222 tempest-TestSecurityGroupsBasicOps-1006213222-project] Pushing event deleted for resources: {'Network': ['ID=3c78c3a7-62d6-445c-bfd9-1cf398d28f9b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:44.878627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Updating router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 port 026c5b37-271b-4414-97e0-e7bc33cda51d binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:41:44.902295 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f2eb0950-5987-4bb4-8c01-fdfe555c8f63 req-5486f4b0-bd0c-4b58-8137-5491071ef36e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371558 Jan 28 19:41:44.903585 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53870) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:44.923419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e622c246-3364-4a5a-9cbd-083d146fc963 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:44.929106 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:44.931995 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d68c4540-79ac-4b5a-8b1b-378c0fb6e5ee None None] Set router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:44.971715 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: e622c246-3364-4a5a-9cbd-083d146fc963 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:44.971992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device e622c246-3364-4a5a-9cbd-083d146fc963 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:45.047943 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4a1e78ff-33ee-40c5-ac19-7c8c89de5c4d tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3040 time: 0.5952728 Jan 28 19:41:45.147938 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-eb241c5e-2161-4667-8d3e-3cf94d162613 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Deleting port 2e09d5b8-e137-41ed-91e8-df89a12724c2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:45.148291 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb241c5e-2161-4667-8d3e-3cf94d162613 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2e09d5b8-e137-41ed-91e8-df89a12724c2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.280244 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d68c4540-79ac-4b5a-8b1b-378c0fb6e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'name': 'tempest-TestServerBasicOps-1924654104-router', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '43973d6e-0d4f-4148-8926-47b718e08425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:27Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'gw_port': {'id': '43973d6e-0d4f-4148-8926-47b718e08425', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:28Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '17400fe2-d938-44f9-b37c-f2e439ada4ad', 'name': '', 'network_id': 'e228a45e-4325-41de-b203-527979431faa', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'mac_address': 'fa:16:3e:35:67:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:31Z', 'updated_at': '2022-01-28T19:36:36Z', 'revision_number': 5, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'subnets': [{'id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:45.286254 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb241c5e-2161-4667-8d3e-3cf94d162613 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2e09d5b8-e137-41ed-91e8-df89a12724c2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.286588 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb241c5e-2161-4667-8d3e-3cf94d162613 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for floatingip (2e09d5b8-e137-41ed-91e8-df89a12724c2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.314259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-eb241c5e-2161-4667-8d3e-3cf94d162613 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Calling delete_port for 2e09d5b8-e137-41ed-91e8-df89a12724c2 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:45.329537 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68c4540-79ac-4b5a-8b1b-378c0fb6e5ee None None] The sync data for ids ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'] in n-d-824834-4 is: [{'id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'name': 'tempest-TestServerBasicOps-1924654104-router', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '43973d6e-0d4f-4148-8926-47b718e08425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:27Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'gw_port': {'id': '43973d6e-0d4f-4148-8926-47b718e08425', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:28Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '17400fe2-d938-44f9-b37c-f2e439ada4ad', 'name': '', 'network_id': 'e228a45e-4325-41de-b203-527979431faa', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'mac_address': 'fa:16:3e:35:67:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:31Z', 'updated_at': '2022-01-28T19:36:36Z', 'revision_number': 5, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'subnets': [{'id': '61e41e2b-07c3-42d1-bc10-520fdbff48a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:45.423543 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Publish callbacks [] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.436190 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.443879 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53878) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:45.449071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-99c1d990-1e8f-4051-bfe7-f73b586c0917 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-593632884', 'description': 'tempest-secgroup-smoke-593632884 description', 'project_id': '01785429969c45bfabc9b5e49dae6d6f'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:45.506163 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a33f1-0258-43f7-bc68-7b0422eb8447 None None] Pushing event updated for resources: {'Port': ['ID=026c5b37-271b-4414-97e0-e7bc33cda51d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:45.508715 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99c1d990-1e8f-4051-bfe7-f73b586c0917 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.524761 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53880) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:45.577194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Attempting to bind port 026c5b37-271b-4414-97e0-e7bc33cda51d on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:41:45.577818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Attempting to bind port 026c5b37-271b-4414-97e0-e7bc33cda51d by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd264cdc5-55ad-4f55-adaf-fa893971d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:41:45.578384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Attempting to bind port 026c5b37-271b-4414-97e0-e7bc33cda51d on network a18a99ae-732c-4a01-828a-5558e4db887c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:45.590678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:41:45.593333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Checking segment: {'id': 'd264cdc5-55ad-4f55-adaf-fa893971d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:45.593753 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.594192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Bound using segment: {'id': 'd264cdc5-55ad-4f55-adaf-fa893971d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:41:45.594692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Bound port: 026c5b37-271b-4414-97e0-e7bc33cda51d, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd264cdc5-55ad-4f55-adaf-fa893971d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:41:45.595083 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.638962 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb241c5e-2161-4667-8d3e-3cf94d162613 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2e09d5b8-e137-41ed-91e8-df89a12724c2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.726179 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb241c5e-2161-4667-8d3e-3cf94d162613 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Pushing event deleted for resources: {'Port': ['ID=2e09d5b8-e137-41ed-91e8-df89a12724c2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:45.735475 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99c1d990-1e8f-4051-bfe7-f73b586c0917 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (2d7290c1-49f2-4eff-88c8-2c04f2a85ccd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.755647 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99c1d990-1e8f-4051-bfe7-f73b586c0917 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2d7290c1-49f2-4eff-88c8-2c04f2a85ccd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.781605 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] For port 026c5b37-271b-4414-97e0-e7bc33cda51d, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:41:45.786540 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] For port 026c5b37-271b-4414-97e0-e7bc33cda51d, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=026c5b37-271b-4414-97e0-e7bc33cda51d,segment=NetworkSegment(d264cdc5-55ad-4f55-adaf-fa893971d0e7),segment_id=d264cdc5-55ad-4f55-adaf-fa893971d0e7)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:41:45.801820 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.822309 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-08338b77-980e-47fd-9ed2-39dd0ca87942 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a86dada3f504e0996fab2c63e6798cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2957089 Jan 28 19:41:45.824823 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53884) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:45.830844 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99c1d990-1e8f-4051-bfe7-f73b586c0917 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.832372 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-99c1d990-1e8f-4051-bfe7-f73b586c0917 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3871725 Jan 28 19:41:45.837965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53886) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:45.845833 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc908158-331e-4d5b-9a6e-9d583290ab53 None None] New status for floating IP 106c88c1-571a-4f46-a4f7-fc5fbbf4f929: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:41:45.848590 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3c342a09-d648-4d19-b9e0-028b7f199dd6 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': '2d7290c1-49f2-4eff-88c8-2c04f2a85ccd', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:45.881664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1d990-1e8f-4051-bfe7-f73b586c0917 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7290c1-49f2-4eff-88c8-2c04f2a85ccd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:45.886682 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb241c5e-2161-4667-8d3e-3cf94d162613 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for floatingip (106c88c1-571a-4f46-a4f7-fc5fbbf4f929), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.889454 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eb241c5e-2161-4667-8d3e-3cf94d162613 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.904545 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-eb241c5e-2161-4667-8d3e-3cf94d162613 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "DELETE /v2.0/floatingips/106c88c1-571a-4f46-a4f7-fc5fbbf4f929 HTTP/1.1" status: 204 len: 168 time: 0.9996619 Jan 28 19:41:45.909298 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-577ac30c-6ff2-41f6-8392-009334ce94c4 admin admin] Publish callbacks [] for security_group (dcb6ce64-b3e2-4f93-851c-e45e57b064b9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.942339 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c342a09-d648-4d19-b9e0-028b7f199dd6 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (2bbe4646-961c-475a-b696-d1eaf59d2b17), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:45.976382 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-577ac30c-6ff2-41f6-8392-009334ce94c4 admin admin] Publish callbacks [] for security_group (dcb6ce64-b3e2-4f93-851c-e45e57b064b9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.016419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Routers {'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:46.017215 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:46.030944 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dea43c5a-5de6-48b6-b960-f09322317c5a None None] Provisioning complete for port 026c5b37-271b-4414-97e0-e7bc33cda51d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:46.031341 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dea43c5a-5de6-48b6-b960-f09322317c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.052143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53894) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:46.063416 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c342a09-d648-4d19-b9e0-028b7f199dd6 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (2bbe4646-961c-475a-b696-d1eaf59d2b17), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.072088 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c342a09-d648-4d19-b9e0-028b7f199dd6 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (2bbe4646-961c-475a-b696-d1eaf59d2b17), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.100576 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c342a09-d648-4d19-b9e0-028b7f199dd6 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbe4646-961c-475a-b696-d1eaf59d2b17,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:46.117644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a33f1-0258-43f7-bc68-7b0422eb8447 None None] Pushing event updated for resources: {'Port': ['ID=026c5b37-271b-4414-97e0-e7bc33cda51d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:46.123267 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c342a09-d648-4d19-b9e0-028b7f199dd6 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.127298 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3c342a09-d648-4d19-b9e0-028b7f199dd6 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2858107 Jan 28 19:41:46.134677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53896) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:46.139343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e6588474-36e7-4376-aae5-af2231837582 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': '2d7290c1-49f2-4eff-88c8-2c04f2a85ccd', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:46.181672 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6588474-36e7-4376-aae5-af2231837582 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (b10fe065-bb97-45b3-8dac-7bb62dc460c6), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.267235 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6588474-36e7-4376-aae5-af2231837582 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (b10fe065-bb97-45b3-8dac-7bb62dc460c6), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.277914 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6588474-36e7-4376-aae5-af2231837582 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (b10fe065-bb97-45b3-8dac-7bb62dc460c6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.302237 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6588474-36e7-4376-aae5-af2231837582 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10fe065-bb97-45b3-8dac-7bb62dc460c6,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:46.317113 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e6588474-36e7-4376-aae5-af2231837582 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.320130 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e6588474-36e7-4376-aae5-af2231837582 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1844084 Jan 28 19:41:46.325563 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] Set router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:46.334583 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53898) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:46.339279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d792fb10-94fb-429b-8362-0256bd5485c3 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': '2d7290c1-49f2-4eff-88c8-2c04f2a85ccd', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:46.368511 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d792fb10-94fb-429b-8362-0256bd5485c3 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (0ce39bc4-6f55-41f8-b543-267dce41dbe2), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.431044 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-dea43c5a-5de6-48b6-b960-f09322317c5a None None] Current status of the port 026c5b37-271b-4414-97e0-e7bc33cda51d is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:46.431736 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dea43c5a-5de6-48b6-b960-f09322317c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.440784 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d792fb10-94fb-429b-8362-0256bd5485c3 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (0ce39bc4-6f55-41f8-b543-267dce41dbe2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.447528 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d792fb10-94fb-429b-8362-0256bd5485c3 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (0ce39bc4-6f55-41f8-b543-267dce41dbe2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.474566 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792fb10-94fb-429b-8362-0256bd5485c3 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce39bc4-6f55-41f8-b543-267dce41dbe2,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:46.492008 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d792fb10-94fb-429b-8362-0256bd5485c3 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.496467 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d792fb10-94fb-429b-8362-0256bd5485c3 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1608140 Jan 28 19:41:46.497080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53900) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:46.501825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9be4002a-8e70-4aad-9f95-7835d295ac35 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': '2d7290c1-49f2-4eff-88c8-2c04f2a85ccd', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:46.531419 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9be4002a-8e70-4aad-9f95-7835d295ac35 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (2b92c42f-e3b8-4662-92b6-5e3def9c1198), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.568621 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-577ac30c-6ff2-41f6-8392-009334ce94c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (dcb6ce64-b3e2-4f93-851c-e45e57b064b9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.571244 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-577ac30c-6ff2-41f6-8392-009334ce94c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.574991 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-577ac30c-6ff2-41f6-8392-009334ce94c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dcb6ce64-b3e2-4f93-851c-e45e57b064b9 HTTP/1.1" status: 204 len: 168 time: 0.7466559 Jan 28 19:41:46.602150 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ac30c-6ff2-41f6-8392-009334ce94c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb6ce64-b3e2-4f93-851c-e45e57b064b9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:46.607563 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9be4002a-8e70-4aad-9f95-7835d295ac35 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (2b92c42f-e3b8-4662-92b6-5e3def9c1198), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.614803 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9be4002a-8e70-4aad-9f95-7835d295ac35 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (2b92c42f-e3b8-4662-92b6-5e3def9c1198), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.615453 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dea43c5a-5de6-48b6-b960-f09322317c5a None None] For port 026c5b37-271b-4414-97e0-e7bc33cda51d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=026c5b37-271b-4414-97e0-e7bc33cda51d,segment=NetworkSegment(d264cdc5-55ad-4f55-adaf-fa893971d0e7),segment_id=d264cdc5-55ad-4f55-adaf-fa893971d0e7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:46.653122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4002a-8e70-4aad-9f95-7835d295ac35 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b92c42f-e3b8-4662-92b6-5e3def9c1198,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:46.661237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e8eac-544e-4c32-a833-1e33cfb59259 req-e43b7b89-d40a-41eb-8f50-dcbe5cb326ed tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:46.663184 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de2e8eac-544e-4c32-a833-1e33cfb59259 req-e43b7b89-d40a-41eb-8f50-dcbe5cb326ed tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 945 time: 0.5792816 Jan 28 19:41:46.677265 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dea43c5a-5de6-48b6-b960-f09322317c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.679628 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-deb6b3b9-0cca-4eef-b3a9-81cd8a67bcc2 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group (5be7f145-12f3-4c84-94f3-2b6cf15c22b9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.707955 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9be4002a-8e70-4aad-9f95-7835d295ac35 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.713815 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-deb6b3b9-0cca-4eef-b3a9-81cd8a67bcc2 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group (5be7f145-12f3-4c84-94f3-2b6cf15c22b9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.715266 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9be4002a-8e70-4aad-9f95-7835d295ac35 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2170594 Jan 28 19:41:46.716472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53904) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:46.730809 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2dd283f1-286b-4862-8e24-0effd1203089 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': '2d7290c1-49f2-4eff-88c8-2c04f2a85ccd', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:46.772098 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-2dd283f1-286b-4862-8e24-0effd1203089 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Project 01785429969c45bfabc9b5e49dae6d6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:41:46.780599 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dd283f1-286b-4862-8e24-0effd1203089 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (17130771-e9b6-4e29-9e00-4d334ad8b4b7), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.781420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a308f-e63a-422c-b11f-483ad539db98 req-7effe096-eeb4-46e8-b534-f84771083f9e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:46.782955 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae7a308f-e63a-422c-b11f-483ad539db98 req-7effe096-eeb4-46e8-b534-f84771083f9e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.37 "GET /v2.0/ports?device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 945 time: 0.2431498 Jan 28 19:41:46.818748 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea43c5a-5de6-48b6-b960-f09322317c5a None None] Pushing event updated for resources: {'Port': ['ID=026c5b37-271b-4414-97e0-e7bc33cda51d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:46.837639 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '026c5b37-271b-4414-97e0-e7bc33cda51d', 'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:ce:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:39Z', 'updated_at': '2022-01-28T19:41:45Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:46.865125 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dd283f1-286b-4862-8e24-0effd1203089 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (17130771-e9b6-4e29-9e00-4d334ad8b4b7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.870193 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ff293904-4d26-4ead-972c-a2340548d09a None None] Provisioning complete for port 026c5b37-271b-4414-97e0-e7bc33cda51d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:46.871949 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff293904-4d26-4ead-972c-a2340548d09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.875524 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dbd3da-195e-4c2f-bbd4-633d0efea7e1 None None] The sync data for ids ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'] in n-d-824834-4 is: [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '026c5b37-271b-4414-97e0-e7bc33cda51d', 'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:ce:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:39Z', 'updated_at': '2022-01-28T19:41:45Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:46.876420 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dd283f1-286b-4862-8e24-0effd1203089 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (17130771-e9b6-4e29-9e00-4d334ad8b4b7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.910941 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de2e8eac-544e-4c32-a833-1e33cfb59259 req-80af7062-72bc-422b-a526-c0cae49b9aca tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403014 Jan 28 19:41:46.924325 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd283f1-286b-4862-8e24-0effd1203089 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17130771-e9b6-4e29-9e00-4d334ad8b4b7,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:46.938172 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-deb6b3b9-0cca-4eef-b3a9-81cd8a67bcc2 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5be7f145-12f3-4c84-94f3-2b6cf15c22b9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.942183 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-deb6b3b9-0cca-4eef-b3a9-81cd8a67bcc2 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.945950 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-deb6b3b9-0cca-4eef-b3a9-81cd8a67bcc2 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] 10.222.0.55 "DELETE /v2.0/security-groups/5be7f145-12f3-4c84-94f3-2b6cf15c22b9 HTTP/1.1" status: 204 len: 168 time: 0.8899126 Jan 28 19:41:46.964323 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dd283f1-286b-4862-8e24-0effd1203089 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:46.966454 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2dd283f1-286b-4862-8e24-0effd1203089 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2475708 Jan 28 19:41:46.969120 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53910) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:46.993605 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-beabbba2-8337-4d25-b7a4-68a7d9e44ee8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': '2d7290c1-49f2-4eff-88c8-2c04f2a85ccd', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:47.011326 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6b3b9-0cca-4eef-b3a9-81cd8a67bcc2 tempest-TestServerBasicOps-601944560 tempest-TestServerBasicOps-601944560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be7f145-12f3-4c84-94f3-2b6cf15c22b9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:47.028254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53912) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:47.092637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ff293904-4d26-4ead-972c-a2340548d09a None None] Current status of the port 026c5b37-271b-4414-97e0-e7bc33cda51d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:47.093132 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-beabbba2-8337-4d25-b7a4-68a7d9e44ee8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Project 01785429969c45bfabc9b5e49dae6d6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:41:47.110053 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beabbba2-8337-4d25-b7a4-68a7d9e44ee8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (4609ca81-85cd-4b69-9cde-222fd1dfbd23), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.126407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ae7a308f-e63a-422c-b11f-483ad539db98 req-1f8e6a9f-ebc6-445b-aab5-90983dd599e6 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Deleting port b8824871-4c82-434b-9f54-2ff2a3675551 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:47.126838 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ae7a308f-e63a-422c-b11f-483ad539db98 req-1f8e6a9f-ebc6-445b-aab5-90983dd599e6 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b8824871-4c82-434b-9f54-2ff2a3675551), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.184657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53916) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:47.212711 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beabbba2-8337-4d25-b7a4-68a7d9e44ee8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (4609ca81-85cd-4b69-9cde-222fd1dfbd23), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.219250 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1432c60d-ae67-4be7-80df-9ac50bbcdb54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.221706 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beabbba2-8337-4d25-b7a4-68a7d9e44ee8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (4609ca81-85cd-4b69-9cde-222fd1dfbd23), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.257628 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-beabbba2-8337-4d25-b7a4-68a7d9e44ee8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.259044 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-beabbba2-8337-4d25-b7a4-68a7d9e44ee8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2879293 Jan 28 19:41:47.263791 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabbba2-8337-4d25-b7a4-68a7d9e44ee8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4609ca81-85cd-4b69-9cde-222fd1dfbd23,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:47.281120 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ae7a308f-e63a-422c-b11f-483ad539db98 req-1f8e6a9f-ebc6-445b-aab5-90983dd599e6 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] For port b8824871-4c82-434b-9f54-2ff2a3675551, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b8824871-4c82-434b-9f54-2ff2a3675551,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:47.283706 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ae7a308f-e63a-422c-b11f-483ad539db98 req-1f8e6a9f-ebc6-445b-aab5-90983dd599e6 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b8824871-4c82-434b-9f54-2ff2a3675551), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.305461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-ae7a308f-e63a-422c-b11f-483ad539db98 req-1f8e6a9f-ebc6-445b-aab5-90983dd599e6 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Calling delete_port for b8824871-4c82-434b-9f54-2ff2a3675551 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:47.373600 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1432c60d-ae67-4be7-80df-9ac50bbcdb54 admin admin] Publish callbacks [] for security_group (6fd4381e-0081-46b0-9715-83a5ec43af7a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.383409 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1432c60d-ae67-4be7-80df-9ac50bbcdb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6fd4381e-0081-46b0-9715-83a5ec43af7a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.462422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1432c60d-ae67-4be7-80df-9ac50bbcdb54 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a57c92455af7407289703da0cab62b39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2727499 Jan 28 19:41:47.463621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:47.472526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432c60d-ae67-4be7-80df-9ac50bbcdb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd4381e-0081-46b0-9715-83a5ec43af7a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:47.518066 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-992bfe1c-3ca3-4eb7-9d4f-566965fa5de5 admin admin] Publish callbacks [] for security_group (6fd4381e-0081-46b0-9715-83a5ec43af7a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.540170 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-992bfe1c-3ca3-4eb7-9d4f-566965fa5de5 admin admin] Publish callbacks [] for security_group (6fd4381e-0081-46b0-9715-83a5ec43af7a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.579904 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ae7a308f-e63a-422c-b11f-483ad539db98 req-1f8e6a9f-ebc6-445b-aab5-90983dd599e6 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (b8824871-4c82-434b-9f54-2ff2a3675551), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.598423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['23475b7e-f2b4-4b39-a0d3-abfa9f26c570'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:41:47.600907 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['7edf9134-e568-452f-b047-58166ac7692f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:41:47.604895 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-992bfe1c-3ca3-4eb7-9d4f-566965fa5de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6fd4381e-0081-46b0-9715-83a5ec43af7a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.608629 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-992bfe1c-3ca3-4eb7-9d4f-566965fa5de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.612672 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-992bfe1c-3ca3-4eb7-9d4f-566965fa5de5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6fd4381e-0081-46b0-9715-83a5ec43af7a HTTP/1.1" status: 204 len: 168 time: 0.1456156 Jan 28 19:41:47.622302 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bfe1c-3ca3-4eb7-9d4f-566965fa5de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd4381e-0081-46b0-9715-83a5ec43af7a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:47.682585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e6a9f-ebc6-445b-aab5-90983dd599e6 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Pushing event deleted for resources: {'Port': ['ID=b8824871-4c82-434b-9f54-2ff2a3675551,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:47.741527 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-2423e536-1149-4594-91fa-f0c8c0bbf73b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-593632884&fields=id&tenant_id=01785429969c45bfabc9b5e49dae6d6f HTTP/1.1" status: 200 len: 267 time: 0.1996555 Jan 28 19:41:47.786670 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7a308f-e63a-422c-b11f-483ad539db98 req-1f8e6a9f-ebc6-445b-aab5-90983dd599e6 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] No DVR routers for this DVR port b8824871-4c82-434b-9f54-2ff2a3675551 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:47.836718 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ae7a308f-e63a-422c-b11f-483ad539db98 req-1f8e6a9f-ebc6-445b-aab5-90983dd599e6 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:47.840659 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae7a308f-e63a-422c-b11f-483ad539db98 req-1f8e6a9f-ebc6-445b-aab5-90983dd599e6 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.37 "DELETE /v2.0/ports/b8824871-4c82-434b-9f54-2ff2a3675551 HTTP/1.1" status: 204 len: 173 time: 1.0506399 Jan 28 19:41:47.841557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3127228e-7282-417d-971f-1d5caf155f62', 'name': 'network-vif-deleted', 'tag': 'b8824871-4c82-434b-9f54-2ff2a3675551'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:47.844822 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f28175d-9f7c-42eb-8873-a1f1aadd8a1a" -d '{"events": [{"server_uuid": "3127228e-7282-417d-971f-1d5caf155f62", "name": "network-vif-deleted", "tag": "b8824871-4c82-434b-9f54-2ff2a3675551"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:47.928597 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dc946b-7839-45d0-87fb-2c3d95c82f8d x-openstack-request-id: req-72dc946b-7839-45d0-87fb-2c3d95c82f8d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:47.929286 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3127228e-7282-417d-971f-1d5caf155f62", "name": "network-vif-deleted", "tag": "b8824871-4c82-434b-9f54-2ff2a3675551", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:47.929286 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72dc946b-7839-45d0-87fb-2c3d95c82f8d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:47.929764 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3127228e-7282-417d-971f-1d5caf155f62', 'name': 'network-vif-deleted', 'tag': 'b8824871-4c82-434b-9f54-2ff2a3675551', 'status': 'completed', 'code': 200} Jan 28 19:41:48.022610 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53940) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:48.058799 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-2412388a-2f55-4a55-b7fe-d5c5148e7499 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:48.065590 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-2412388a-2f55-4a55-b7fe-d5c5148e7499 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/networks?id=a18a99ae-732c-4a01-828a-5558e4db887c HTTP/1.1" status: 200 len: 796 time: 0.3231428 Jan 28 19:41:48.089626 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-fb042cfd-2e67-4ecb-af51-7437624c1172 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/quotas/01785429969c45bfabc9b5e49dae6d6f HTTP/1.1" status: 200 len: 375 time: 0.0230782 Jan 28 19:41:48.097007 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-045f26b8-e7f3-4cd7-8f33-61c27bc592e6 req-600d6bdd-acca-434c-8a13-6e9924cda67b tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=3127228e-7282-417d-971f-1d5caf155f62 HTTP/1.1" status: 200 len: 210 time: 0.0352969 Jan 28 19:41:48.119892 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-35699a40-2b4f-486c-bebc-6852160a0101 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3f3e54c41384b879bc90e17523c252a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0960290 Jan 28 19:41:48.120512 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53942) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:48.176233 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a94d5f51-92c1-41c8-89ba-53647dd46762 admin admin] Publish callbacks [] for security_group (8c05ad2e-c5e6-403e-8e41-7f6f41fdabb8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.193109 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-598da1bb-bc7e-443c-9891-1cd5803db9e9 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025913 Jan 28 19:41:48.205501 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a94d5f51-92c1-41c8-89ba-53647dd46762 admin admin] Publish callbacks [] for security_group (8c05ad2e-c5e6-403e-8e41-7f6f41fdabb8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.222184 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb896ead-c132-4262-9cb2-64a5ae96ce48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.268000 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a94d5f51-92c1-41c8-89ba-53647dd46762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8c05ad2e-c5e6-403e-8e41-7f6f41fdabb8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.272436 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a94d5f51-92c1-41c8-89ba-53647dd46762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.273770 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a94d5f51-92c1-41c8-89ba-53647dd46762 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8c05ad2e-c5e6-403e-8e41-7f6f41fdabb8 HTTP/1.1" status: 204 len: 168 time: 0.1520782 Jan 28 19:41:48.289333 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d5f51-92c1-41c8-89ba-53647dd46762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c05ad2e-c5e6-403e-8e41-7f6f41fdabb8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:48.345098 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-dbbec520-dad5-4eb6-81ec-3b4d4b83632b service neutron] 10.222.0.55 "GET /v2.0/networks/a18a99ae-732c-4a01-828a-5558e4db887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337731 Jan 28 19:41:48.453218 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (4a6e503d-a0ef-47b1-8ffa-b557455ca01c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.545053 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 026c5b37-271b-4414-97e0-e7bc33cda51d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:48.565513 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-e3e71680-bc42-48d4-8d25-cc2df42cc946 service neutron] 10.222.0.55 "GET /v2.0/networks/a18a99ae-732c-4a01-828a-5558e4db887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133110 Jan 28 19:41:48.614184 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 026c5b37-271b-4414-97e0-e7bc33cda51d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:48.615187 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:48.671513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device b8824871-4c82-434b-9f54-2ff2a3675551 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:48.917793 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-031bbf80-fcd7-4af2-bdef-d33ec3c47e8a req-d27f00ce-635f-4194-8997-f3139d50b8ba tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 210 time: 0.0780730 Jan 28 19:41:48.961209 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: b8824871-4c82-434b-9f54-2ff2a3675551 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:48.961209 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device b8824871-4c82-434b-9f54-2ff2a3675551 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:48.987123 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Deleting port 17400fe2-d938-44f9-b37c-f2e439ada4ad {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:48.987636 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:49.014442 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 026c5b37-271b-4414-97e0-e7bc33cda51d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:49.076686 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] For port 17400fe2-d938-44f9-b37c-f2e439ada4ad, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=17400fe2-d938-44f9-b37c-f2e439ada4ad,segment=NetworkSegment(6fd8dbb9-656d-46e0-a89a-720a5305ab65),segment_id=6fd8dbb9-656d-46e0-a89a-720a5305ab65)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:49.077195 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:49.090246 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Calling delete_port for 17400fe2-d938-44f9-b37c-f2e439ada4ad owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:49.287373 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (17400fe2-d938-44f9-b37c-f2e439ada4ad), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:49.325930 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Pushing event deleted for resources: {'Port': ['ID=17400fe2-d938-44f9-b37c-f2e439ada4ad,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:49.339192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:49.339543 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:49.339951 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:49.340351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:49.340744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:49.341149 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:49.341663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:49.342087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:49.342480 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:49.342862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:49.343243 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:49.343621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:49.343997 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:41:49.496678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd45aa-4709-4433-9a00-39b1ddd341dc req-c8a905dd-1684-4ff1-86b5-666d483a4a0f tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:49.498295 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d2bd45aa-4709-4433-9a00-39b1ddd341dc req-c8a905dd-1684-4ff1-86b5-666d483a4a0f tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=99f09044-5a09-433a-809f-85d44524766a HTTP/1.1" status: 200 len: 945 time: 0.1356032 Jan 28 19:41:49.575660 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (4a6e503d-a0ef-47b1-8ffa-b557455ca01c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:49.598638 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d2bd45aa-4709-4433-9a00-39b1ddd341dc req-596e61aa-bbb8-4d4b-8aed-617ada92b9c0 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934806 Jan 28 19:41:49.802524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:41:49.985363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:49.992377 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-c15950a1-9c82-4273-abcb-92b4db1d07e5 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:49.993848 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-c15950a1-9c82-4273-abcb-92b4db1d07e5 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.37 "GET /v2.0/networks?id=a18a99ae-732c-4a01-828a-5558e4db887c HTTP/1.1" status: 200 len: 796 time: 0.1799541 Jan 28 19:41:49.996718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40104915-b2fe-455f-b4d2-9d995918958d None None] Sync routers for ids ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:50.000121 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9bfa41d1-2be9-40b6-bec1-7321f84106bb admin admin] 10.222.0.55 "PUT /v2.0/routers/4a6e503d-a0ef-47b1-8ffa-b557455ca01c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9663558 Jan 28 19:41:50.000241 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53964) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:50.009920 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40104915-b2fe-455f-b4d2-9d995918958d None None] Routers {'4a6e503d-a0ef-47b1-8ffa-b557455ca01c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:50.010740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-40104915-b2fe-455f-b4d2-9d995918958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:50.046582 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3b50fe05-7c35-4ae9-9aff-fa5bb27977e8 req-24d083b4-c2fa-4bb2-8c90-b0e61b25c1b5 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 210 time: 0.0317419 Jan 28 19:41:50.128834 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-40104915-b2fe-455f-b4d2-9d995918958d None None] Set router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:50.320617 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-40104915-b2fe-455f-b4d2-9d995918958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'name': 'tempest-TestServerBasicOps-1924654104-router', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '43973d6e-0d4f-4148-8926-47b718e08425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:27Z', 'updated_at': '2022-01-28T19:41:49Z', 'revision_number': 5, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'gw_port': {'id': '43973d6e-0d4f-4148-8926-47b718e08425', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:28Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:50.348243 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40104915-b2fe-455f-b4d2-9d995918958d None None] Checking router: 4a6e503d-a0ef-47b1-8ffa-b557455ca01c for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:41:50.358484 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40104915-b2fe-455f-b4d2-9d995918958d None None] Routers {'4a6e503d-a0ef-47b1-8ffa-b557455ca01c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:50.359124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-40104915-b2fe-455f-b4d2-9d995918958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:50.429917 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-315ae24c-d147-4f62-bc6c-cd9345c8bf4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.441854 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-4e6342c6-345b-4d8f-b765-441aa8de4635 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01785429969c45bfabc9b5e49dae6d6f HTTP/1.1" status: 200 len: 379 time: 0.4355528 Jan 28 19:41:50.449343 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-765d04d3-2dce-43e7-8387-20407e48a661 admin admin] Publish callbacks [] for router (4a6e503d-a0ef-47b1-8ffa-b557455ca01c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.485223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-40104915-b2fe-455f-b4d2-9d995918958d None None] Set router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:50.486999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-022a3888-0a43-4060-bdc8-502daa54cc8c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'port': {'device_id': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'admin_state_up': True, 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'security_groups': ['2d7290c1-49f2-4eff-88c8-2c04f2a85ccd']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:50.658357 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-765d04d3-2dce-43e7-8387-20407e48a661 admin admin] Publish callbacks [] for router_gateway (4a6e503d-a0ef-47b1-8ffa-b557455ca01c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.676586 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-40104915-b2fe-455f-b4d2-9d995918958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'name': 'tempest-TestServerBasicOps-1924654104-router', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '43973d6e-0d4f-4148-8926-47b718e08425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:27Z', 'updated_at': '2022-01-28T19:41:49Z', 'revision_number': 5, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'gw_port': {'id': '43973d6e-0d4f-4148-8926-47b718e08425', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:28Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:50.708660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40104915-b2fe-455f-b4d2-9d995918958d None None] The sync data for ids ['4a6e503d-a0ef-47b1-8ffa-b557455ca01c'] in n-d-824834-4 is: [{'id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'name': 'tempest-TestServerBasicOps-1924654104-router', 'tenant_id': '52cc16c2a3524687aa58bbfb91be8f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '43973d6e-0d4f-4148-8926-47b718e08425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:27Z', 'updated_at': '2022-01-28T19:41:49Z', 'revision_number': 5, 'project_id': '52cc16c2a3524687aa58bbfb91be8f85', 'gw_port': {'id': '43973d6e-0d4f-4148-8926-47b718e08425', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:b1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6e503d-a0ef-47b1-8ffa-b557455ca01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:28Z', 'updated_at': '2022-01-28T19:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:50.732771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-022a3888-0a43-4060-bdc8-502daa54cc8c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Made reservation on behalf of 01785429969c45bfabc9b5e49dae6d6f for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:50.736964 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-022a3888-0a43-4060-bdc8-502daa54cc8c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:50.755245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577c427-6486-4660-8f42-f5d4fa9ea6d7 req-c0a262a6-55e1-4492-a6bc-5b349297652a tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:50.756698 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e577c427-6486-4660-8f42-f5d4fa9ea6d7 req-c0a262a6-55e1-4492-a6bc-5b349297652a tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.31 "GET /v2.0/ports?device_id=99f09044-5a09-433a-809f-85d44524766a HTTP/1.1" status: 200 len: 945 time: 0.1746368 Jan 28 19:41:50.869082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277ca68-6862-4968-9df7-515d5ca9235f req-1b80ee32-c055-4742-b61f-9d62c60ed2f4 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:50.870614 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d277ca68-6862-4968-9df7-515d5ca9235f req-1b80ee32-c055-4742-b61f-9d62c60ed2f4 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=99f09044-5a09-433a-809f-85d44524766a HTTP/1.1" status: 200 len: 945 time: 0.1979353 Jan 28 19:41:50.928916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-765d04d3-2dce-43e7-8387-20407e48a661 admin admin] Deleting port 43973d6e-0d4f-4148-8926-47b718e08425 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:50.929154 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-765d04d3-2dce-43e7-8387-20407e48a661 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (43973d6e-0d4f-4148-8926-47b718e08425), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.054452 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d277ca68-6862-4968-9df7-515d5ca9235f req-0bafe80b-f937-4205-a772-a92dc2c0a83b tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707084 Jan 28 19:41:51.055590 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-022a3888-0a43-4060-bdc8-502daa54cc8c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Allocated IP 172.20.0.13 (a18a99ae-732c-4a01-828a-5558e4db887c/e5787586-e099-42de-ab5f-dcc8f1b2c4d3/562cda2f-77b0-4d50-b84c-ccc7302f602a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:41:51.111594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e577c427-6486-4660-8f42-f5d4fa9ea6d7 req-2c464649-7de6-40db-9424-4260baa773a8 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Deleting port 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:51.111938 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e577c427-6486-4660-8f42-f5d4fa9ea6d7 req-2c464649-7de6-40db-9424-4260baa773a8 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (23475b7e-f2b4-4b39-a0d3-abfa9f26c570), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.120325 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-765d04d3-2dce-43e7-8387-20407e48a661 admin admin] For port 43973d6e-0d4f-4148-8926-47b718e08425, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=43973d6e-0d4f-4148-8926-47b718e08425,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:51.120692 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-765d04d3-2dce-43e7-8387-20407e48a661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (43973d6e-0d4f-4148-8926-47b718e08425), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.155093 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e859e29b-ca8a-42f0-9630-4c193662c4dc req-104e2b0e-cc76-4b9f-b0e5-579880c1db1a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 210 time: 0.0296168 Jan 28 19:41:51.194013 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-765d04d3-2dce-43e7-8387-20407e48a661 admin admin] Calling delete_port for 43973d6e-0d4f-4148-8926-47b718e08425 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:51.358678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-e577c427-6486-4660-8f42-f5d4fa9ea6d7 req-2c464649-7de6-40db-9424-4260baa773a8 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] For port 23475b7e-f2b4-4b39-a0d3-abfa9f26c570, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=23475b7e-f2b4-4b39-a0d3-abfa9f26c570,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:51.359044 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e577c427-6486-4660-8f42-f5d4fa9ea6d7 req-2c464649-7de6-40db-9424-4260baa773a8 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (23475b7e-f2b4-4b39-a0d3-abfa9f26c570), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.385407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-e577c427-6486-4660-8f42-f5d4fa9ea6d7 req-2c464649-7de6-40db-9424-4260baa773a8 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Calling delete_port for 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:51.436831 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-022a3888-0a43-4060-bdc8-502daa54cc8c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for port (562cda2f-77b0-4d50-b84c-ccc7302f602a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.561107 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-022a3888-0a43-4060-bdc8-502daa54cc8c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (562cda2f-77b0-4d50-b84c-ccc7302f602a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.607424 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-765d04d3-2dce-43e7-8387-20407e48a661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (43973d6e-0d4f-4148-8926-47b718e08425), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.623748 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-022a3888-0a43-4060-bdc8-502daa54cc8c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network a18a99ae-732c-4a01-828a-5558e4db887c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:41:51.649387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-022a3888-0a43-4060-bdc8-502daa54cc8c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:41:51.662582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-022a3888-0a43-4060-bdc8-502daa54cc8c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:41:51.672447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a3888-0a43-4060-bdc8-502daa54cc8c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Port': ['ID=562cda2f-77b0-4d50-b84c-ccc7302f602a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:51.763019 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.772900 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d04d3-2dce-43e7-8387-20407e48a661 admin admin] Pushing event deleted for resources: {'Port': ['ID=43973d6e-0d4f-4148-8926-47b718e08425,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:51.787538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e577c427-6486-4660-8f42-f5d4fa9ea6d7 req-2c464649-7de6-40db-9424-4260baa773a8 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (23475b7e-f2b4-4b39-a0d3-abfa9f26c570), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.795592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-022a3888-0a43-4060-bdc8-502daa54cc8c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:51.796197 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-022a3888-0a43-4060-bdc8-502daa54cc8c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.799338 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['7edf9134-e568-452f-b047-58166ac7692f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:41:51.836031 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c464649-7de6-40db-9424-4260baa773a8 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Pushing event deleted for resources: {'Port': ['ID=23475b7e-f2b4-4b39-a0d3-abfa9f26c570,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:51.844668 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-765d04d3-2dce-43e7-8387-20407e48a661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (4a6e503d-a0ef-47b1-8ffa-b557455ca01c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.878319 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-022a3888-0a43-4060-bdc8-502daa54cc8c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3966851 Jan 28 19:41:51.943259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Request body: {'port': {'device_id': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:51.956156 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-505315b7-1f1a-4af0-bb66-0d0c4e81124a None None] Provisioning complete for port 562cda2f-77b0-4d50-b84c-ccc7302f602a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:51.956525 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-505315b7-1f1a-4af0-bb66-0d0c4e81124a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (562cda2f-77b0-4d50-b84c-ccc7302f602a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:51.989308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-e577c427-6486-4660-8f42-f5d4fa9ea6d7 req-2c464649-7de6-40db-9424-4260baa773a8 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] No DVR routers for this DVR port 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:51.993073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-505315b7-1f1a-4af0-bb66-0d0c4e81124a None None] Port 562cda2f-77b0-4d50-b84c-ccc7302f602a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:41:52.007126 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-e577c427-6486-4660-8f42-f5d4fa9ea6d7 req-2c464649-7de6-40db-9424-4260baa773a8 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.010425 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e577c427-6486-4660-8f42-f5d4fa9ea6d7 req-2c464649-7de6-40db-9424-4260baa773a8 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.31 "DELETE /v2.0/ports/23475b7e-f2b4-4b39-a0d3-abfa9f26c570 HTTP/1.1" status: 204 len: 173 time: 1.2464635 Jan 28 19:41:52.012550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f09044-5a09-433a-809f-85d44524766a', 'name': 'network-vif-deleted', 'tag': '23475b7e-f2b4-4b39-a0d3-abfa9f26c570'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:52.014926 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3c62d1-e16d-49df-b6f3-ee817d159726" -d '{"events": [{"server_uuid": "99f09044-5a09-433a-809f-85d44524766a", "name": "network-vif-deleted", "tag": "23475b7e-f2b4-4b39-a0d3-abfa9f26c570"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:52.020308 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-765d04d3-2dce-43e7-8387-20407e48a661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (4a6e503d-a0ef-47b1-8ffa-b557455ca01c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.023933 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-765d04d3-2dce-43e7-8387-20407e48a661 admin admin] Publish callbacks [] for router_controller (4a6e503d-a0ef-47b1-8ffa-b557455ca01c), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.090791 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05499f86-2c81-4051-bea3-765cbf1b0f90 x-openstack-request-id: req-05499f86-2c81-4051-bea3-765cbf1b0f90 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:52.091454 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f09044-5a09-433a-809f-85d44524766a", "name": "network-vif-deleted", "tag": "23475b7e-f2b4-4b39-a0d3-abfa9f26c570", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:52.091454 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-05499f86-2c81-4051-bea3-765cbf1b0f90 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:52.091808 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f09044-5a09-433a-809f-85d44524766a', 'name': 'network-vif-deleted', 'tag': '23475b7e-f2b4-4b39-a0d3-abfa9f26c570', 'status': 'completed', 'code': 200} Jan 28 19:41:52.118516 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-765d04d3-2dce-43e7-8387-20407e48a661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (4a6e503d-a0ef-47b1-8ffa-b557455ca01c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.119084 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765d04d3-2dce-43e7-8387-20407e48a661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a6e503d-a0ef-47b1-8ffa-b557455ca01c {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:41:52.124168 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (562cda2f-77b0-4d50-b84c-ccc7302f602a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.128675 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-765d04d3-2dce-43e7-8387-20407e48a661 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.129849 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-765d04d3-2dce-43e7-8387-20407e48a661 admin admin] 10.222.0.55 "DELETE /v2.0/routers/4a6e503d-a0ef-47b1-8ffa-b557455ca01c HTTP/1.1" status: 204 len: 168 time: 2.1287885 Jan 28 19:41:52.132776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53974) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:52.212015 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4cd279cf-b6aa-4d99-bc51-6cfc0f9ddda8 req-1c79525a-7e72-47cc-9080-debd7d281a14 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=99f09044-5a09-433a-809f-85d44524766a HTTP/1.1" status: 200 len: 210 time: 0.0378182 Jan 28 19:41:52.226038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d3a7c7-e235-4781-8385-bc4dfbea5b64 admin admin] Deleting subnet 61e41e2b-07c3-42d1-bc10-520fdbff48a2 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:41:52.236502 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43d3a7c7-e235-4781-8385-bc4dfbea5b64 admin admin] Publish callbacks [] for subnet (61e41e2b-07c3-42d1-bc10-520fdbff48a2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.280602 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43d3a7c7-e235-4781-8385-bc4dfbea5b64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (61e41e2b-07c3-42d1-bc10-520fdbff48a2), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.363921 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43d3a7c7-e235-4781-8385-bc4dfbea5b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (61e41e2b-07c3-42d1-bc10-520fdbff48a2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.373721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507eab0-dffe-4473-99bc-b3d93723dee2 req-a3989c20-d927-4249-ab8b-a9cad5aa5934 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:52.375266 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1507eab0-dffe-4473-99bc-b3d93723dee2 req-a3989c20-d927-4249-ab8b-a9cad5aa5934 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 932 time: 0.1191831 Jan 28 19:41:52.424033 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43d3a7c7-e235-4781-8385-bc4dfbea5b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (61e41e2b-07c3-42d1-bc10-520fdbff48a2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.438247 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-43d3a7c7-e235-4781-8385-bc4dfbea5b64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.444992 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-43d3a7c7-e235-4781-8385-bc4dfbea5b64 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/61e41e2b-07c3-42d1-bc10-520fdbff48a2 HTTP/1.1" status: 204 len: 168 time: 0.3105142 Jan 28 19:41:52.445816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 53978) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:52.448481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe45b81-32b6-45e0-8fc8-6ac8007585f3 None None] Network e228a45e-4325-41de-b203-527979431faa requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:52.467074 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1507eab0-dffe-4473-99bc-b3d93723dee2 req-c7a1931d-a0bb-4e72-bf19-59fb87766c9c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d7290c1-49f2-4eff-88c8-2c04f2a85ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795727 Jan 28 19:41:52.517501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3a7c7-e235-4781-8385-bc4dfbea5b64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61e41e2b-07c3-42d1-bc10-520fdbff48a2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:52.526192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562cda2f-77b0-4d50-b84c-ccc7302f602a {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:41:52.536551 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Publish callbacks [] for port (562cda2f-77b0-4d50-b84c-ccc7302f602a), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.550182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Transition to ACTIVE for port object 562cda2f-77b0-4d50-b84c-ccc7302f602a will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:41:52.552404 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (e228a45e-4325-41de-b203-527979431faa), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.555485 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (562cda2f-77b0-4d50-b84c-ccc7302f602a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.613420 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] Deleting port f0319909-5107-4c86-8995-3d29b20a2783 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:52.622631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Pushing event updated for resources: {'Port': ['ID=562cda2f-77b0-4d50-b84c-ccc7302f602a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:52.624952 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f0319909-5107-4c86-8995-3d29b20a2783), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.711043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07589bed-8f29-40b2-9504-58d14ef7555f None None] DHCP port deletion for e228a45e-4325-41de-b203-527979431faa request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:41:52.715818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Attempting to bind port 562cda2f-77b0-4d50-b84c-ccc7302f602a on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:41:52.716169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Attempting to bind port 562cda2f-77b0-4d50-b84c-ccc7302f602a by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'd264cdc5-55ad-4f55-adaf-fa893971d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:41:52.716561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Attempting to bind port 562cda2f-77b0-4d50-b84c-ccc7302f602a on network a18a99ae-732c-4a01-828a-5558e4db887c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:52.727928 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Port 562cda2f-77b0-4d50-b84c-ccc7302f602a on network a18a99ae-732c-4a01-828a-5558e4db887c not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:41:52.728257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Attempting to bind port 562cda2f-77b0-4d50-b84c-ccc7302f602a on network a18a99ae-732c-4a01-828a-5558e4db887c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:41:52.733771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:41:52.734151 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Checking segment: {'id': 'd264cdc5-55ad-4f55-adaf-fa893971d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:41:52.734533 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Bound using segment: {'id': 'd264cdc5-55ad-4f55-adaf-fa893971d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:41:52.737836 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Bound port: 562cda2f-77b0-4d50-b84c-ccc7302f602a, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd264cdc5-55ad-4f55-adaf-fa893971d0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:41:52.737836 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (562cda2f-77b0-4d50-b84c-ccc7302f602a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.750887 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] For port f0319909-5107-4c86-8995-3d29b20a2783, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f0319909-5107-4c86-8995-3d29b20a2783,segment=NetworkSegment(6fd8dbb9-656d-46e0-a89a-720a5305ab65),segment_id=6fd8dbb9-656d-46e0-a89a-720a5305ab65)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:52.751065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 17400fe2-d938-44f9-b37c-f2e439ada4ad no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:52.751336 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f0319909-5107-4c86-8995-3d29b20a2783), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.772809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 17400fe2-d938-44f9-b37c-f2e439ada4ad {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:52.773435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 17400fe2-d938-44f9-b37c-f2e439ada4ad not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:52.773539 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 43973d6e-0d4f-4148-8926-47b718e08425 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:52.774880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] Calling delete_port for f0319909-5107-4c86-8995-3d29b20a2783 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:52.795536 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 43973d6e-0d4f-4148-8926-47b718e08425 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:52.795878 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 43973d6e-0d4f-4148-8926-47b718e08425 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:52.820878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] For port 562cda2f-77b0-4d50-b84c-ccc7302f602a, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:41:52.825190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] For port 562cda2f-77b0-4d50-b84c-ccc7302f602a, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=562cda2f-77b0-4d50-b84c-ccc7302f602a,segment=NetworkSegment(d264cdc5-55ad-4f55-adaf-fa893971d0e7),segment_id=d264cdc5-55ad-4f55-adaf-fa893971d0e7)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:41:52.825827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-07589bed-8f29-40b2-9504-58d14ef7555f None None] Deleting port f0319909-5107-4c86-8995-3d29b20a2783 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:52.826678 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07589bed-8f29-40b2-9504-58d14ef7555f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f0319909-5107-4c86-8995-3d29b20a2783), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.834301 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (562cda2f-77b0-4d50-b84c-ccc7302f602a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.878417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:52.878909 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.880485 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] 10.222.0.37 "PUT /v2.0/ports/562cda2f-77b0-4d50-b84c-ccc7302f602a HTTP/1.1" status: 200 len: 1092 time: 0.9441452 Jan 28 19:41:52.882341 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f0319909-5107-4c86-8995-3d29b20a2783), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:52.903209 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662c800-90fe-4a3a-a52b-ad9e3ee84b24 service neutron] Pushing event updated for resources: {'Port': ['ID=562cda2f-77b0-4d50-b84c-ccc7302f602a,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:52.915142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:52.924301 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0319909-5107-4c86-8995-3d29b20a2783,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:52.926231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] No DVR routers for this DVR port f0319909-5107-4c86-8995-3d29b20a2783 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:52.962379 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:52.962861 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 23475b7e-f2b4-4b39-a0d3-abfa9f26c570 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:52.984142 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-8890e702-7fcd-498b-a6d0-a3e375b6a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:52.985933 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-8890e702-7fcd-498b-a6d0-a3e375b6a386 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 1126 time: 0.0614107 Jan 28 19:41:52.989105 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-07589bed-8f29-40b2-9504-58d14ef7555f None None] For port f0319909-5107-4c86-8995-3d29b20a2783, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f0319909-5107-4c86-8995-3d29b20a2783,segment=NetworkSegment(6fd8dbb9-656d-46e0-a89a-720a5305ab65),segment_id=6fd8dbb9-656d-46e0-a89a-720a5305ab65)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:52.989592 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07589bed-8f29-40b2-9504-58d14ef7555f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f0319909-5107-4c86-8995-3d29b20a2783), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.005529 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-07589bed-8f29-40b2-9504-58d14ef7555f None None] Calling delete_port for f0319909-5107-4c86-8995-3d29b20a2783 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:53.011069 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (e228a45e-4325-41de-b203-527979431faa), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.033204 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e228a45e-4325-41de-b203-527979431faa']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:53.045310 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd8dbb9-656d-46e0-a89a-720a5305ab65') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:53.045755 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd8dbb9-656d-46e0-a89a-720a5305ab65') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:53.049980 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-f5b65f44-3cb2-4eb7-aa73-eeb7b910a38c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=562cda2f-77b0-4d50-b84c-ccc7302f602a HTTP/1.1" status: 200 len: 217 time: 0.0543201 Jan 28 19:41:53.058004 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (6fd8dbb9-656d-46e0-a89a-720a5305ab65), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.074600 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (6fd8dbb9-656d-46e0-a89a-720a5305ab65), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.082646 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:41:53.083321 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (6fd8dbb9-656d-46e0-a89a-720a5305ab65), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:41:53.086650 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:41:53.102340 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.103616 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07589bed-8f29-40b2-9504-58d14ef7555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (f0319909-5107-4c86-8995-3d29b20a2783), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.114351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-7bdc551c-3458-4dc6-9cca-df046e2d02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:53.116786 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-7bdc551c-3458-4dc6-9cca-df046e2d02f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5787586-e099-42de-ab5f-dcc8f1b2c4d3 HTTP/1.1" status: 200 len: 835 time: 0.0612795 Jan 28 19:41:53.133365 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07589bed-8f29-40b2-9504-58d14ef7555f None None] Pushing event deleted for resources: {'Port': ['ID=f0319909-5107-4c86-8995-3d29b20a2783,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:53.141947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07589bed-8f29-40b2-9504-58d14ef7555f None None] No DVR routers for this DVR port f0319909-5107-4c86-8995-3d29b20a2783 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:53.166801 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (e228a45e-4325-41de-b203-527979431faa), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.175127 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:53.178422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e228a45e-4325-41de-b203-527979431faa HTTP/1.1" status: 204 len: 168 time: 0.7112186 Jan 28 19:41:53.180525 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-4749384d-76f4-4b84-8d42-8054bbad3e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:53.182070 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-4749384d-76f4-4b84-8d42-8054bbad3e2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a18a99ae-732c-4a01-828a-5558e4db887c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0598137 Jan 28 19:41:53.182541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53980) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:53.189873 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09103c1a-1a1a-4f65-b0b9-c09004b9c286 admin admin] Pushing event deleted for resources: {'Network': ['ID=e228a45e-4325-41de-b203-527979431faa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:53.400589 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-7509a979-68f7-4c7d-b51a-859a8aa8f605 service neutron] 10.222.0.37 "GET /v2.0/networks/a18a99ae-732c-4a01-828a-5558e4db887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117753 Jan 28 19:41:53.886035 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eff9c485-ad36-4c6e-b207-aabd376fa2e7 req-046192d6-5b32-43b9-8d42-7a727c4bc86a service neutron] 10.222.0.37 "GET /v2.0/networks/a18a99ae-732c-4a01-828a-5558e4db887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792678 Jan 28 19:41:53.923334 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c51e31-69d4-4d60-a467-851bbecb2d24 req-2c3d4a63-f373-4106-bbeb-36a2808fc0ca tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:53.924823 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88c51e31-69d4-4d60-a467-851bbecb2d24 req-2c3d4a63-f373-4106-bbeb-36a2808fc0ca tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 944 time: 0.1595135 Jan 28 19:41:54.005767 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88c51e31-69d4-4d60-a467-851bbecb2d24 req-1c10fe02-db15-44e5-a5f7-f01fedfedd7e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d7290c1-49f2-4eff-88c8-2c04f2a85ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683539 Jan 28 19:41:54.084333 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c48715c6-9fb4-40e0-bc19-396151cb795f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (7cbbbf46-22f3-4cdc-a208-4779b0a3cb71), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.116120 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'tag': '562cda2f-77b0-4d50-b84c-ccc7302f602a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:54.118563 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c938edbd-369c-4e8c-9977-1b4445d8d2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "99403abf-7ecc-42ff-8932-b5ba167eccde", "tag": "562cda2f-77b0-4d50-b84c-ccc7302f602a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:54.169081 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efee6811-c1d4-4929-beb5-26a429c3349e x-openstack-request-id: req-efee6811-c1d4-4929-beb5-26a429c3349e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:54.169370 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99403abf-7ecc-42ff-8932-b5ba167eccde", "tag": "562cda2f-77b0-4d50-b84c-ccc7302f602a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:54.169695 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-efee6811-c1d4-4929-beb5-26a429c3349e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:54.170135 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'tag': '562cda2f-77b0-4d50-b84c-ccc7302f602a', 'status': 'completed', 'code': 200} Jan 28 19:41:54.285502 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938edbd-369c-4e8c-9977-1b4445d8d2ad req-41f69df9-a7e9-42b8-9790-83b8e5cea913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:54.286991 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c938edbd-369c-4e8c-9977-1b4445d8d2ad req-41f69df9-a7e9-42b8-9790-83b8e5cea913 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 1126 time: 0.0981073 Jan 28 19:41:54.406462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f0319909-5107-4c86-8995-3d29b20a2783 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:54.412770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938edbd-369c-4e8c-9977-1b4445d8d2ad req-b03e7cd6-b07d-4940-b2ef-ffff40115786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:54.414298 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c938edbd-369c-4e8c-9977-1b4445d8d2ad req-b03e7cd6-b07d-4940-b2ef-ffff40115786 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a18a99ae-732c-4a01-828a-5558e4db887c HTTP/1.1" status: 200 len: 897 time: 0.1206055 Jan 28 19:41:54.428697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: f0319909-5107-4c86-8995-3d29b20a2783 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:54.429299 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f0319909-5107-4c86-8995-3d29b20a2783 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:54.484882 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c938edbd-369c-4e8c-9977-1b4445d8d2ad req-574baaa0-5973-483b-a1ca-5787b8f72af0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=562cda2f-77b0-4d50-b84c-ccc7302f602a HTTP/1.1" status: 200 len: 217 time: 0.0482516 Jan 28 19:41:54.489314 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.536601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c48715c6-9fb4-40e0-bc19-396151cb795f admin admin] Deleting port e0f73fae-4427-4043-9623-46c469650888 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:54.536900 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c48715c6-9fb4-40e0-bc19-396151cb795f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e0f73fae-4427-4043-9623-46c469650888), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.551926 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938edbd-369c-4e8c-9977-1b4445d8d2ad req-5e5cf004-be41-42b0-a744-45089d4b0aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:54.553439 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c938edbd-369c-4e8c-9977-1b4445d8d2ad req-5e5cf004-be41-42b0-a744-45089d4b0aa1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5787586-e099-42de-ab5f-dcc8f1b2c4d3 HTTP/1.1" status: 200 len: 835 time: 0.0628116 Jan 28 19:41:54.661751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-c48715c6-9fb4-40e0-bc19-396151cb795f admin admin] For port e0f73fae-4427-4043-9623-46c469650888, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e0f73fae-4427-4043-9623-46c469650888,segment=NetworkSegment(bf960aab-9ebe-49dd-90fd-db56904de5d6),segment_id=bf960aab-9ebe-49dd-90fd-db56904de5d6)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:54.662145 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c48715c6-9fb4-40e0-bc19-396151cb795f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e0f73fae-4427-4043-9623-46c469650888), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:54.676881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-c48715c6-9fb4-40e0-bc19-396151cb795f admin admin] Calling delete_port for e0f73fae-4427-4043-9623-46c469650888 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:54.679948 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938edbd-369c-4e8c-9977-1b4445d8d2ad req-33ece8d6-02ac-4e35-8650-4b230305b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:54.681466 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c938edbd-369c-4e8c-9977-1b4445d8d2ad req-33ece8d6-02ac-4e35-8650-4b230305b536 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a18a99ae-732c-4a01-828a-5558e4db887c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0976844 Jan 28 19:41:54.855119 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c938edbd-369c-4e8c-9977-1b4445d8d2ad req-e12b98b7-fb54-4da2-b6ac-9f7242dff3cc service neutron] 10.222.0.37 "GET /v2.0/networks/a18a99ae-732c-4a01-828a-5558e4db887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661041 Jan 28 19:41:55.002006 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c938edbd-369c-4e8c-9977-1b4445d8d2ad req-5335f613-6340-4d94-a70f-504f6205dbb4 service neutron] 10.222.0.37 "GET /v2.0/networks/a18a99ae-732c-4a01-828a-5558e4db887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400876 Jan 28 19:41:55.024555 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c48715c6-9fb4-40e0-bc19-396151cb795f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (e0f73fae-4427-4043-9623-46c469650888), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.056427 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48715c6-9fb4-40e0-bc19-396151cb795f admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f73fae-4427-4043-9623-46c469650888,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:55.213306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50156a-4c91-4a1b-ac04-781616b9d31e req-13eff284-70ba-43d8-918f-4574919f18b6 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:55.214696 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4c50156a-4c91-4a1b-ac04-781616b9d31e req-13eff284-70ba-43d8-918f-4574919f18b6 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 944 time: 0.1262074 Jan 28 19:41:55.310980 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4c50156a-4c91-4a1b-ac04-781616b9d31e req-970076a4-8a5d-40f2-b661-3d0c9dc1b48b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d7290c1-49f2-4eff-88c8-2c04f2a85ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854435 Jan 28 19:41:55.317692 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c48715c6-9fb4-40e0-bc19-396151cb795f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (7cbbbf46-22f3-4cdc-a208-4779b0a3cb71), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.542377 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48715c6-9fb4-40e0-bc19-396151cb795f admin admin] Router 7cbbbf46-22f3-4cdc-a208-4779b0a3cb71 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:41:55.600325 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.653927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48715c6-9fb4-40e0-bc19-396151cb795f admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:41:55.659736 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c48715c6-9fb4-40e0-bc19-396151cb795f admin admin] 10.222.0.55 "PUT /v2.0/routers/7cbbbf46-22f3-4cdc-a208-4779b0a3cb71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4761300 Jan 28 19:41:55.661665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 53998) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:55.663405 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52365ddf-4c7b-4e4d-9747-ec0dbc9d2189 None None] Sync routers for ids ['7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:41:55.676825 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52365ddf-4c7b-4e4d-9747-ec0dbc9d2189 None None] Routers {'7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:55.677586 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-52365ddf-4c7b-4e4d-9747-ec0dbc9d2189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:55.771781 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ea00028-bea7-42b3-83e8-21225ca51282 admin admin] Publish callbacks [] for router (7cbbbf46-22f3-4cdc-a208-4779b0a3cb71), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.801459 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-52365ddf-4c7b-4e4d-9747-ec0dbc9d2189 None None] Set router 7cbbbf46-22f3-4cdc-a208-4779b0a3cb71 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:55.875241 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ea00028-bea7-42b3-83e8-21225ca51282 admin admin] Publish callbacks [] for router_gateway (7cbbbf46-22f3-4cdc-a208-4779b0a3cb71), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.929206 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0ea00028-bea7-42b3-83e8-21225ca51282 admin admin] Deleting port e3c45d97-7eb3-467f-9729-423ae428e217 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:55.929870 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ea00028-bea7-42b3-83e8-21225ca51282 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e3c45d97-7eb3-467f-9729-423ae428e217), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:55.985755 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-52365ddf-4c7b-4e4d-9747-ec0dbc9d2189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'name': 'tempest-TestServerBasicOps-467837560-router', 'tenant_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'e3c45d97-7eb3-467f-9729-423ae428e217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:34Z', 'updated_at': '2022-01-28T19:41:54Z', 'revision_number': 5, 'project_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'gw_port': {'id': 'e3c45d97-7eb3-467f-9729-423ae428e217', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:36:34Z', 'updated_at': '2022-01-28T19:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:56.014745 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52365ddf-4c7b-4e4d-9747-ec0dbc9d2189 None None] Checking router: 7cbbbf46-22f3-4cdc-a208-4779b0a3cb71 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:41:56.017621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0ea00028-bea7-42b3-83e8-21225ca51282 admin admin] For port e3c45d97-7eb3-467f-9729-423ae428e217, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e3c45d97-7eb3-467f-9729-423ae428e217,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:56.018124 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ea00028-bea7-42b3-83e8-21225ca51282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e3c45d97-7eb3-467f-9729-423ae428e217), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.024792 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52365ddf-4c7b-4e4d-9747-ec0dbc9d2189 None None] Routers {'7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:41:56.025348 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-52365ddf-4c7b-4e4d-9747-ec0dbc9d2189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:56.031296 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0ea00028-bea7-42b3-83e8-21225ca51282 admin admin] Calling delete_port for e3c45d97-7eb3-467f-9729-423ae428e217 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:56.116429 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-52365ddf-4c7b-4e4d-9747-ec0dbc9d2189 None None] Set router 7cbbbf46-22f3-4cdc-a208-4779b0a3cb71 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:41:56.168457 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-52365ddf-4c7b-4e4d-9747-ec0dbc9d2189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'name': 'tempest-TestServerBasicOps-467837560-router', 'tenant_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:34Z', 'updated_at': '2022-01-28T19:41:55Z', 'revision_number': 6, 'project_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:56.198674 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52365ddf-4c7b-4e4d-9747-ec0dbc9d2189 None None] The sync data for ids ['7cbbbf46-22f3-4cdc-a208-4779b0a3cb71'] in n-d-824834-4 is: [{'id': '7cbbbf46-22f3-4cdc-a208-4779b0a3cb71', 'name': 'tempest-TestServerBasicOps-467837560-router', 'tenant_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:36:34Z', 'updated_at': '2022-01-28T19:41:55Z', 'revision_number': 6, 'project_id': '3b6881b93f5f46cdb7cc03da7f5d6417', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:41:56.216746 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ea00028-bea7-42b3-83e8-21225ca51282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (e3c45d97-7eb3-467f-9729-423ae428e217), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.246190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea00028-bea7-42b3-83e8-21225ca51282 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c45d97-7eb3-467f-9729-423ae428e217,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:56.304441 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ea00028-bea7-42b3-83e8-21225ca51282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (7cbbbf46-22f3-4cdc-a208-4779b0a3cb71), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.401616 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ea00028-bea7-42b3-83e8-21225ca51282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (7cbbbf46-22f3-4cdc-a208-4779b0a3cb71), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.404171 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ea00028-bea7-42b3-83e8-21225ca51282 admin admin] Publish callbacks [] for router_controller (7cbbbf46-22f3-4cdc-a208-4779b0a3cb71), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.446259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e7eb0-a508-4828-8c66-7e8a6849fee4 req-dfd8cfbd-fd3a-4163-810b-d339ed24617a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:56.448925 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-706e7eb0-a508-4828-8c66-7e8a6849fee4 req-dfd8cfbd-fd3a-4163-810b-d339ed24617a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 944 time: 0.0606699 Jan 28 19:41:56.452583 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ea00028-bea7-42b3-83e8-21225ca51282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (7cbbbf46-22f3-4cdc-a208-4779b0a3cb71), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.453154 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea00028-bea7-42b3-83e8-21225ca51282 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cbbbf46-22f3-4cdc-a208-4779b0a3cb71 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:41:56.458053 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ea00028-bea7-42b3-83e8-21225ca51282 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.459342 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0ea00028-bea7-42b3-83e8-21225ca51282 admin admin] 10.222.0.55 "DELETE /v2.0/routers/7cbbbf46-22f3-4cdc-a208-4779b0a3cb71 HTTP/1.1" status: 204 len: 168 time: 0.7964160 Jan 28 19:41:56.461854 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54002) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:56.513945 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-706e7eb0-a508-4828-8c66-7e8a6849fee4 req-982bf0ca-225b-42a1-93ca-0d9e130a8212 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d7290c1-49f2-4eff-88c8-2c04f2a85ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504820 Jan 28 19:41:56.518659 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a566ac6e-f5ab-4906-b871-3d6e5fa730eb admin admin] Deleting subnet d26c1096-7f72-4ab5-a86d-1211c2b3bf64 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:41:56.523116 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a566ac6e-f5ab-4906-b871-3d6e5fa730eb admin admin] Publish callbacks [] for subnet (d26c1096-7f72-4ab5-a86d-1211c2b3bf64), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.574611 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a566ac6e-f5ab-4906-b871-3d6e5fa730eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (d26c1096-7f72-4ab5-a86d-1211c2b3bf64), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.666363 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 562cda2f-77b0-4d50-b84c-ccc7302f602a details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:41:56.670755 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a566ac6e-f5ab-4906-b871-3d6e5fa730eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (d26c1096-7f72-4ab5-a86d-1211c2b3bf64), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.740433 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a566ac6e-f5ab-4906-b871-3d6e5fa730eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (d26c1096-7f72-4ab5-a86d-1211c2b3bf64), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.768546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566ac6e-f5ab-4906-b871-3d6e5fa730eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d26c1096-7f72-4ab5-a86d-1211c2b3bf64,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:56.770556 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a566ac6e-f5ab-4906-b871-3d6e5fa730eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.773710 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a566ac6e-f5ab-4906-b871-3d6e5fa730eb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d26c1096-7f72-4ab5-a86d-1211c2b3bf64 HTTP/1.1" status: 204 len: 168 time: 0.3109024 Jan 28 19:41:56.776179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54006) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:56.780489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 562cda2f-77b0-4d50-b84c-ccc7302f602a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=562cda2f-77b0-4d50-b84c-ccc7302f602a,segment=NetworkSegment(d264cdc5-55ad-4f55-adaf-fa893971d0e7),segment_id=d264cdc5-55ad-4f55-adaf-fa893971d0e7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:56.793182 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '562cda2f-77b0-4d50-b84c-ccc7302f602a', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'port_id': '562cda2f-77b0-4d50-b84c-ccc7302f602a', 'mac_address': 'fa:16:3e:6e:74:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:41:56.796137 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c128ea1b-2ac7-4b6e-b4c0-8d70e48f804b None None] Network b88922a1-a06c-47e2-978d-70e81f0958c6 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:41:56.854711 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (b88922a1-a06c-47e2-978d-70e81f0958c6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.900626 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 562cda2f-77b0-4d50-b84c-ccc7302f602a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:56.901020 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (562cda2f-77b0-4d50-b84c-ccc7302f602a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.917621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562cda2f-77b0-4d50-b84c-ccc7302f602a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:41:56.925115 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] Deleting port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:56.925115 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (fabedb4a-e2bb-4e6a-9c39-7a8e9805de04), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.940729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 562cda2f-77b0-4d50-b84c-ccc7302f602a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=562cda2f-77b0-4d50-b84c-ccc7302f602a,segment=NetworkSegment(d264cdc5-55ad-4f55-adaf-fa893971d0e7),segment_id=d264cdc5-55ad-4f55-adaf-fa893971d0e7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:56.959616 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (562cda2f-77b0-4d50-b84c-ccc7302f602a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:56.999857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] For port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fabedb4a-e2bb-4e6a-9c39-7a8e9805de04,segment=NetworkSegment(bf960aab-9ebe-49dd-90fd-db56904de5d6),segment_id=bf960aab-9ebe-49dd-90fd-db56904de5d6)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:57.000407 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (fabedb4a-e2bb-4e6a-9c39-7a8e9805de04), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.022574 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] Calling delete_port for fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:57.025843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0104f38-7509-46de-8fb4-5453b282f00d None None] DHCP port deletion for b88922a1-a06c-47e2-978d-70e81f0958c6 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:41:57.042919 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=562cda2f-77b0-4d50-b84c-ccc7302f602a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:57.063732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e0f73fae-4427-4043-9623-46c469650888 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:57.091852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: e0f73fae-4427-4043-9623-46c469650888 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:57.092203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e0f73fae-4427-4043-9623-46c469650888 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:57.118263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e0104f38-7509-46de-8fb4-5453b282f00d None None] Deleting port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:41:57.118688 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0104f38-7509-46de-8fb4-5453b282f00d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (fabedb4a-e2bb-4e6a-9c39-7a8e9805de04), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.134068 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (fabedb4a-e2bb-4e6a-9c39-7a8e9805de04), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.170767 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] No DVR routers for this DVR port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:57.194157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e0104f38-7509-46de-8fb4-5453b282f00d None None] For port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fabedb4a-e2bb-4e6a-9c39-7a8e9805de04,segment=NetworkSegment(bf960aab-9ebe-49dd-90fd-db56904de5d6),segment_id=bf960aab-9ebe-49dd-90fd-db56904de5d6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:57.194997 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0104f38-7509-46de-8fb4-5453b282f00d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (fabedb4a-e2bb-4e6a-9c39-7a8e9805de04), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.199100 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] Pushing event deleted for resources: {'Port': ['ID=fabedb4a-e2bb-4e6a-9c39-7a8e9805de04,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:57.211077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e0104f38-7509-46de-8fb4-5453b282f00d None None] Calling delete_port for fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:41:57.252474 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (b88922a1-a06c-47e2-978d-70e81f0958c6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.273391 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88922a1-a06c-47e2-978d-70e81f0958c6']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:57.284480 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf960aab-9ebe-49dd-90fd-db56904de5d6') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:57.284871 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf960aab-9ebe-49dd-90fd-db56904de5d6') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:41:57.295931 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e0104f38-7509-46de-8fb4-5453b282f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (fabedb4a-e2bb-4e6a-9c39-7a8e9805de04), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.296956 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (bf960aab-9ebe-49dd-90fd-db56904de5d6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.316500 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (bf960aab-9ebe-49dd-90fd-db56904de5d6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.328244 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['562cda2f-77b0-4d50-b84c-ccc7302f602a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:41:57.328458 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:41:57.329124 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (bf960aab-9ebe-49dd-90fd-db56904de5d6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:41:57.331507 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:41:57.357089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0104f38-7509-46de-8fb4-5453b282f00d None None] No DVR routers for this DVR port fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:41:57.362388 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0104f38-7509-46de-8fb4-5453b282f00d None None] Pushing event deleted for resources: {'Port': ['ID=fabedb4a-e2bb-4e6a-9c39-7a8e9805de04,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:57.415482 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (b88922a1-a06c-47e2-978d-70e81f0958c6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.429871 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.437140 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b88922a1-a06c-47e2-978d-70e81f0958c6 HTTP/1.1" status: 204 len: 168 time: 0.6599460 Jan 28 19:41:57.450425 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412f11b-0b43-48a2-a4b8-33c113654544 admin admin] Pushing event deleted for resources: {'Network': ['ID=b88922a1-a06c-47e2-978d-70e81f0958c6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:57.680245 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54014) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:57.711279 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a2c4c-ea0d-42b3-ab0a-f48da0863acc req-6c5ab424-f2d8-412a-ba28-0086e6817e94 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:57.713494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-340a2c4c-ea0d-42b3-ab0a-f48da0863acc req-6c5ab424-f2d8-412a-ba28-0086e6817e94 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 945 time: 0.0686803 Jan 28 19:41:57.723935 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-05320829-9d97-476f-a0ef-06c6b21778c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52cc16c2a3524687aa58bbfb91be8f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419919 Jan 28 19:41:57.726396 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54016) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:57.764321 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-340a2c4c-ea0d-42b3-ab0a-f48da0863acc req-a91653c0-5ae4-4111-9579-bcad59f7a45b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d7290c1-49f2-4eff-88c8-2c04f2a85ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448864 Jan 28 19:41:57.774303 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84415cb0-0926-4400-9f1e-92c9bcf3904d admin admin] Publish callbacks [] for security_group (8ec56380-4882-4e96-b146-72c0a3b67727), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.795417 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84415cb0-0926-4400-9f1e-92c9bcf3904d admin admin] Publish callbacks [] for security_group (8ec56380-4882-4e96-b146-72c0a3b67727), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.841903 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84415cb0-0926-4400-9f1e-92c9bcf3904d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8ec56380-4882-4e96-b146-72c0a3b67727), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.844605 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84415cb0-0926-4400-9f1e-92c9bcf3904d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:57.845773 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-84415cb0-0926-4400-9f1e-92c9bcf3904d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ec56380-4882-4e96-b146-72c0a3b67727 HTTP/1.1" status: 204 len: 168 time: 0.1179986 Jan 28 19:41:57.855090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84415cb0-0926-4400-9f1e-92c9bcf3904d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec56380-4882-4e96-b146-72c0a3b67727,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:58.200722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54022) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:58.241098 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b67cf792-c05c-43fe-b60d-606e6115dd32 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b6881b93f5f46cdb7cc03da7f5d6417&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417099 Jan 28 19:41:58.243668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54024) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:58.298418 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30102606-be61-485a-bc2d-861ce24a9f64 admin admin] Publish callbacks [] for security_group (6dd7b460-6fe3-4e55-b1af-e08e9dbf96ad), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:58.319652 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30102606-be61-485a-bc2d-861ce24a9f64 admin admin] Publish callbacks [] for security_group (6dd7b460-6fe3-4e55-b1af-e08e9dbf96ad), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:58.384769 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30102606-be61-485a-bc2d-861ce24a9f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6dd7b460-6fe3-4e55-b1af-e08e9dbf96ad), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:58.387717 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-30102606-be61-485a-bc2d-861ce24a9f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:58.391595 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-30102606-be61-485a-bc2d-861ce24a9f64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6dd7b460-6fe3-4e55-b1af-e08e9dbf96ad HTTP/1.1" status: 204 len: 168 time: 0.1445413 Jan 28 19:41:58.404810 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30102606-be61-485a-bc2d-861ce24a9f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd7b460-6fe3-4e55-b1af-e08e9dbf96ad,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:58.419647 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e3c45d97-7eb3-467f-9729-423ae428e217 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:58.444038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: e3c45d97-7eb3-467f-9729-423ae428e217 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:58.444524 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e3c45d97-7eb3-467f-9729-423ae428e217 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:58.445045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:41:58.465862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:41:58.466501 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fabedb4a-e2bb-4e6a-9c39-7a8e9805de04 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:41:58.681959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 562cda2f-77b0-4d50-b84c-ccc7302f602a up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:41:58.749845 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 562cda2f-77b0-4d50-b84c-ccc7302f602a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:41:58.761652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 562cda2f-77b0-4d50-b84c-ccc7302f602a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:41:58.762220 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (562cda2f-77b0-4d50-b84c-ccc7302f602a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:58.877074 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 562cda2f-77b0-4d50-b84c-ccc7302f602a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:41:58.877688 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (562cda2f-77b0-4d50-b84c-ccc7302f602a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:58.918268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 562cda2f-77b0-4d50-b84c-ccc7302f602a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=562cda2f-77b0-4d50-b84c-ccc7302f602a,segment=NetworkSegment(d264cdc5-55ad-4f55-adaf-fa893971d0e7),segment_id=d264cdc5-55ad-4f55-adaf-fa893971d0e7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:41:58.919281 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562cda2f-77b0-4d50-b84c-ccc7302f602a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:41:58.922294 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80979159-2324-4725-98c9-66023fa9d32c" -d '{"events": [{"server_uuid": "99403abf-7ecc-42ff-8932-b5ba167eccde", "name": "network-vif-plugged", "status": "completed", "tag": "562cda2f-77b0-4d50-b84c-ccc7302f602a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:41:58.929215 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28e15c-e38e-43ef-a7b0-48b6dd17d299 req-bd3050b2-965a-4b5a-8e7c-fb978ce1772c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:58.931388 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (562cda2f-77b0-4d50-b84c-ccc7302f602a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:58.940544 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d28e15c-e38e-43ef-a7b0-48b6dd17d299 req-bd3050b2-965a-4b5a-8e7c-fb978ce1772c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 945 time: 0.0833814 Jan 28 19:41:59.000347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=562cda2f-77b0-4d50-b84c-ccc7302f602a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:59.015718 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d28e15c-e38e-43ef-a7b0-48b6dd17d299 req-1237a536-ed59-4836-be95-f166227bc9e5 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d7290c1-49f2-4eff-88c8-2c04f2a85ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741591 Jan 28 19:41:59.055029 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145a0f3-bb70-45f6-bf4e-9e9d62a9aee7 req-32f4a8ae-850d-4839-9251-e9ea4df21c7e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:59.056913 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3145a0f3-bb70-45f6-bf4e-9e9d62a9aee7 req-32f4a8ae-850d-4839-9251-e9ea4df21c7e tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 946 time: 0.0876815 Jan 28 19:41:59.130462 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3145a0f3-bb70-45f6-bf4e-9e9d62a9aee7 req-92f0af37-074f-445a-906b-9a35d3d94e4b tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666349 Jan 28 19:41:59.237868 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687f38d8-1f82-4ab5-b737-a819340b0cff x-openstack-request-id: req-687f38d8-1f82-4ab5-b737-a819340b0cff {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:41:59.238259 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99403abf-7ecc-42ff-8932-b5ba167eccde", "name": "network-vif-plugged", "status": "completed", "tag": "562cda2f-77b0-4d50-b84c-ccc7302f602a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:41:59.238640 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-687f38d8-1f82-4ab5-b737-a819340b0cff {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:41:59.239131 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562cda2f-77b0-4d50-b84c-ccc7302f602a', 'code': 200} Jan 28 19:41:59.263580 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54058) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:41:59.349423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e03e2c-99b9-40b7-8131-631366198df2 req-8a643f97-2a02-470a-b731-32ce3226cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:59.351122 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6e03e2c-99b9-40b7-8131-631366198df2 req-8a643f97-2a02-470a-b731-32ce3226cd37 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 1128 time: 0.0493183 Jan 28 19:41:59.402994 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6e03e2c-99b9-40b7-8131-631366198df2 req-cc2d782c-e6cf-40f5-8ccd-60851a2cfd2a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d7290c1-49f2-4eff-88c8-2c04f2a85ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442934 Jan 28 19:41:59.409775 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9d8d70ea-cb64-4acb-9ea1-c897cd08a90e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-717257129-network', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:41:59.427682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8d70ea-cb64-4acb-9ea1-c897cd08a90e admin admin] Made reservation on behalf of b4151d97e9114a91afc82c06960bb29b for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:41:59.429933 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d8d70ea-cb64-4acb-9ea1-c897cd08a90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:59.438244 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d8d70ea-cb64-4acb-9ea1-c897cd08a90e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:59.519885 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d8d70ea-cb64-4acb-9ea1-c897cd08a90e admin admin] Publish callbacks [] for security_group (41eb4ccd-1acc-4bb8-948e-51489c30a973), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:59.525049 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d8d70ea-cb64-4acb-9ea1-c897cd08a90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (41eb4ccd-1acc-4bb8-948e-51489c30a973), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:59.550654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8d70ea-cb64-4acb-9ea1-c897cd08a90e admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:41:59.560839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d70ea-cb64-4acb-9ea1-c897cd08a90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41eb4ccd-1acc-4bb8-948e-51489c30a973,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:41:59.565845 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d8d70ea-cb64-4acb-9ea1-c897cd08a90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:59.566274 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-9d8d70ea-cb64-4acb-9ea1-c897cd08a90e admin admin] Added segment 595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e of type vlan for network d4186d80-5076-4a6f-95fc-757309cd7a57 Jan 28 19:41:59.607462 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d8d70ea-cb64-4acb-9ea1-c897cd08a90e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (d4186d80-5076-4a6f-95fc-757309cd7a57), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:59.633055 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d8d70ea-cb64-4acb-9ea1-c897cd08a90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (d4186d80-5076-4a6f-95fc-757309cd7a57), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:59.634044 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8d70ea-cb64-4acb-9ea1-c897cd08a90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:41:59.634626 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d8d70ea-cb64-4acb-9ea1-c897cd08a90e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:41:59.999325 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9d8d70ea-cb64-4acb-9ea1-c897cd08a90e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7346120 Jan 28 19:42:00.002390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54062) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:00.007658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7f91f240-e5d6-42a4-b50a-76a7368d07ed admin admin] Request body: {'subnet': {'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-717257129-subnet', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:00.008939 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d70ea-cb64-4acb-9ea1-c897cd08a90e admin admin] Pushing event updated for resources: {'Network': ['ID=d4186d80-5076-4a6f-95fc-757309cd7a57,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:00.019938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network d4186d80-5076-4a6f-95fc-757309cd7a57 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:00.031432 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f91f240-e5d6-42a4-b50a-76a7368d07ed admin admin] Made reservation on behalf of b4151d97e9114a91afc82c06960bb29b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:00.034865 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f91f240-e5d6-42a4-b50a-76a7368d07ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.176922 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331afba-3ab1-4552-8720-24f861077d3a req-2a7c47c6-dd32-4871-925c-4fd2835e30ef tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:00.178462 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b331afba-3ab1-4552-8720-24f861077d3a req-2a7c47c6-dd32-4871-925c-4fd2835e30ef tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 946 time: 0.0823007 Jan 28 19:42:00.260225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd92b7-8239-43c2-865d-8d206a7fcfc0 req-2110fed3-570f-4353-ad7b-82928f650aac tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:00.261888 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5dd92b7-8239-43c2-865d-8d206a7fcfc0 req-2110fed3-570f-4353-ad7b-82928f650aac tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 946 time: 0.0539453 Jan 28 19:42:00.276612 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b331afba-3ab1-4552-8720-24f861077d3a req-de93ee50-1736-4780-9053-d1705efe4b8b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d7290c1-49f2-4eff-88c8-2c04f2a85ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771813 Jan 28 19:42:00.301360 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f91f240-e5d6-42a4-b50a-76a7368d07ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (6d24ca18-d6ec-47b2-8f6f-fa4052a83d02), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.315180 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5dd92b7-8239-43c2-865d-8d206a7fcfc0 req-6046efd7-4b10-4884-9cb5-fc6716b63782 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470140 Jan 28 19:42:00.357584 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.370673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91f240-e5d6-42a4-b50a-76a7368d07ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d24ca18-d6ec-47b2-8f6f-fa4052a83d02,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:00.375065 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f91f240-e5d6-42a4-b50a-76a7368d07ed admin admin] Checking segment: {'id': '595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:00.375426 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f91f240-e5d6-42a4-b50a-76a7368d07ed admin admin] Network hostable DHCP agents. Network: d4186d80-5076-4a6f-95fc-757309cd7a57, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:00.392381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f91f240-e5d6-42a4-b50a-76a7368d07ed admin admin] Network d4186d80-5076-4a6f-95fc-757309cd7a57 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:00.400607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7f91f240-e5d6-42a4-b50a-76a7368d07ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, d4186d80-5076-4a6f-95fc-757309cd7a57) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:00.405602 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f91f240-e5d6-42a4-b50a-76a7368d07ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:00.406231 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f91f240-e5d6-42a4-b50a-76a7368d07ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.413567 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91f815a-5153-4bc6-9405-3b670454eed6 None None] Network d4186d80-5076-4a6f-95fc-757309cd7a57 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:00.422505 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7f91f240-e5d6-42a4-b50a-76a7368d07ed admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4188962 Jan 28 19:42:00.425511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54068) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:00.430754 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:00.452811 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.453874 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.517614 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Publish callbacks [] for router_controller (ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.539224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-d4186d80-5076-4a6f-95fc-757309cd7a57', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'fixed_ips': [{'subnet_id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:00.540686 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.662322 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Publish callbacks [] for router_gateway (ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.867018 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Allocated IP 172.20.0.2 (d4186d80-5076-4a6f-95fc-757309cd7a57/6d24ca18-d6ec-47b2-8f6f-fa4052a83d02/7f486b41-9fdf-481d-a941-b15c2bdd35e9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:00.911487 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Publish callbacks [] for router_gateway (ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.934058 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:00.955868 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb3fb0-dede-4756-a0e1-619cb0b6bdb7 req-d7612332-418a-4eae-a000-3c58452c3548 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:00.957707 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6cbb3fb0-dede-4756-a0e1-619cb0b6bdb7 req-d7612332-418a-4eae-a000-3c58452c3548 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 946 time: 0.0894425 Jan 28 19:42:01.017352 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Publish callbacks [] for port (7f486b41-9fdf-481d-a941-b15c2bdd35e9), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.024444 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (7f486b41-9fdf-481d-a941-b15c2bdd35e9), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.062072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Network d4186d80-5076-4a6f-95fc-757309cd7a57 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:01.068233 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:01.070831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:01.076593 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Pushing event updated for resources: {'Port': ['ID=7f486b41-9fdf-481d-a941-b15c2bdd35e9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:01.112558 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Allocated IP 172.25.0.175 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/1b195c1e-f270-4786-a795-03bf6564a9a4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:01.131726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Attempting to bind port 7f486b41-9fdf-481d-a941-b15c2bdd35e9 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:01.132021 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Attempting to bind port 7f486b41-9fdf-481d-a941-b15c2bdd35e9 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:01.132399 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Attempting to bind port 7f486b41-9fdf-481d-a941-b15c2bdd35e9 on network d4186d80-5076-4a6f-95fc-757309cd7a57 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:01.137621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:01.137999 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Checking segment: {'id': '595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:01.138458 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.138843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Bound using segment: {'id': '595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:01.139310 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Bound port: 7f486b41-9fdf-481d-a941-b15c2bdd35e9, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:01.139695 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7f486b41-9fdf-481d-a941-b15c2bdd35e9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.147684 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6cbb3fb0-dede-4756-a0e1-619cb0b6bdb7 req-e463fa6e-e386-4e76-bae5-86f11629ebeb tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Deleting port 7edf9134-e568-452f-b047-58166ac7692f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:01.148041 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6cbb3fb0-dede-4756-a0e1-619cb0b6bdb7 req-e463fa6e-e386-4e76-bae5-86f11629ebeb tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7edf9134-e568-452f-b047-58166ac7692f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.203379 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] For port 7f486b41-9fdf-481d-a941-b15c2bdd35e9, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:01.206433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] For port 7f486b41-9fdf-481d-a941-b15c2bdd35e9, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7f486b41-9fdf-481d-a941-b15c2bdd35e9,segment=NetworkSegment(595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e),segment_id=595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:01.213793 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7f486b41-9fdf-481d-a941-b15c2bdd35e9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.276750 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e76023-777b-4137-8156-0c9e0ca0b868 None None] Pushing event updated for resources: {'Port': ['ID=7f486b41-9fdf-481d-a941-b15c2bdd35e9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:01.301205 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6cbb3fb0-dede-4756-a0e1-619cb0b6bdb7 req-e463fa6e-e386-4e76-bae5-86f11629ebeb tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] For port 7edf9134-e568-452f-b047-58166ac7692f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=7edf9134-e568-452f-b047-58166ac7692f,segment=NetworkSegment(e1c5ef6b-212d-4bb9-a080-ca5fa2355882),segment_id=e1c5ef6b-212d-4bb9-a080-ca5fa2355882)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:01.301573 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6cbb3fb0-dede-4756-a0e1-619cb0b6bdb7 req-e463fa6e-e386-4e76-bae5-86f11629ebeb tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7edf9134-e568-452f-b047-58166ac7692f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.306050 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Publish callbacks [] for port (1b195c1e-f270-4786-a795-03bf6564a9a4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.321959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-6cbb3fb0-dede-4756-a0e1-619cb0b6bdb7 req-e463fa6e-e386-4e76-bae5-86f11629ebeb tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Calling delete_port for 7edf9134-e568-452f-b047-58166ac7692f owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:01.409042 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (1b195c1e-f270-4786-a795-03bf6564a9a4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.426063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4ec43-3d44-498a-bdab-a9b99d3b05f5 req-3d43c6dc-f08d-4d54-b086-2b1660b6681d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:01.428378 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-92a4ec43-3d44-498a-bdab-a9b99d3b05f5 req-3d43c6dc-f08d-4d54-b086-2b1660b6681d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 946 time: 0.0634098 Jan 28 19:42:01.491266 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:01.507224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:01.514615 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-92a4ec43-3d44-498a-bdab-a9b99d3b05f5 req-65176edc-fddc-47a1-a220-4a7c7d3d4e45 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d7290c1-49f2-4eff-88c8-2c04f2a85ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748649 Jan 28 19:42:01.514773 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:01.519032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1b195c1e-f270-4786-a795-03bf6564a9a4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:01.589726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2c68f-7a02-4e20-ac66-555af2f70342 req-40e6846c-b88c-4564-ad2e-913cd1d699b9 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:01.591328 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29d2c68f-7a02-4e20-ac66-555af2f70342 req-40e6846c-b88c-4564-ad2e-913cd1d699b9 tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cdc64d3-dc82-424a-9308-ea72a8887aaf HTTP/1.1" status: 200 len: 946 time: 0.1988142 Jan 28 19:42:01.651818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58994672-952d-406d-b196-e777d7a8481f req-b23511a9-5406-4ffc-9203-02236535a0ff tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:01.658695 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-58994672-952d-406d-b196-e777d7a8481f req-b23511a9-5406-4ffc-9203-02236535a0ff tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 946 time: 0.0724490 Jan 28 19:42:01.696657 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6cbb3fb0-dede-4756-a0e1-619cb0b6bdb7 req-e463fa6e-e386-4e76-bae5-86f11629ebeb tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (7edf9134-e568-452f-b047-58166ac7692f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.709738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['7edf9134-e568-452f-b047-58166ac7692f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:42:01.722266 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-58994672-952d-406d-b196-e777d7a8481f req-e2c2176f-42ce-4736-af61-a95fc5ff3caf tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d7290c1-49f2-4eff-88c8-2c04f2a85ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614879 Jan 28 19:42:01.746313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54076) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:01.753317 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463fa6e-e386-4e76-bae5-86f11629ebeb tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Pushing event deleted for resources: {'Port': ['ID=7edf9134-e568-452f-b047-58166ac7692f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:01.797323 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99270962-ffff-468c-97e0-f8baa4776350 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:01.798886 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-99270962-ffff-468c-97e0-f8baa4776350 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 1123 time: 0.0505886 Jan 28 19:42:01.802337 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54078) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:01.807271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '562cda2f-77b0-4d50-b84c-ccc7302f602a', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:01.809054 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29d2c68f-7a02-4e20-ac66-555af2f70342 req-b413317b-0a66-4e6c-ab2a-597a45d762cc tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.55 "GET /v2.0/security-groups?id=d483465d-91be-4b10-97a8-c509f060c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967709 Jan 28 19:42:01.831431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbb3fb0-dede-4756-a0e1-619cb0b6bdb7 req-e463fa6e-e386-4e76-bae5-86f11629ebeb tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] No DVR routers for this DVR port 7edf9134-e568-452f-b047-58166ac7692f on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:42:01.835535 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6cbb3fb0-dede-4756-a0e1-619cb0b6bdb7 req-e463fa6e-e386-4e76-bae5-86f11629ebeb tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.837449 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.839037 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6cbb3fb0-dede-4756-a0e1-619cb0b6bdb7 req-e463fa6e-e386-4e76-bae5-86f11629ebeb tempest-AttachVolumeNegativeTest-2083285168 tempest-AttachVolumeNegativeTest-2083285168-project] 10.222.0.37 "DELETE /v2.0/ports/7edf9134-e568-452f-b047-58166ac7692f HTTP/1.1" status: 204 len: 173 time: 0.8519793 Jan 28 19:42:01.839839 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdc64d3-dc82-424a-9308-ea72a8887aaf', 'name': 'network-vif-deleted', 'tag': '7edf9134-e568-452f-b047-58166ac7692f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:42:01.842498 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58993c64-5c66-4460-b6f8-22f4f0ae479c" -d '{"events": [{"server_uuid": "9cdc64d3-dc82-424a-9308-ea72a8887aaf", "name": "network-vif-deleted", "tag": "7edf9134-e568-452f-b047-58166ac7692f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:42:01.951464 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba789174-d594-407f-a90d-91140b0286bb x-openstack-request-id: req-ba789174-d594-407f-a90d-91140b0286bb {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:42:01.952349 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdc64d3-dc82-424a-9308-ea72a8887aaf", "name": "network-vif-deleted", "tag": "7edf9134-e568-452f-b047-58166ac7692f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:42:01.952349 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba789174-d594-407f-a90d-91140b0286bb {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:42:01.952560 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdc64d3-dc82-424a-9308-ea72a8887aaf', 'name': 'network-vif-deleted', 'tag': '7edf9134-e568-452f-b047-58166ac7692f', 'status': 'completed', 'code': 200} Jan 28 19:42:01.963449 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:01.981995 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Publish callbacks [] for router_gateway (ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.070917 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Allocated IP 172.25.0.86 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/29400df6-c8e9-49b2-b2e8-ab87433c921d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:02.178982 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for port (29400df6-c8e9-49b2-b2e8-ab87433c921d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.203051 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.221641 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (29400df6-c8e9-49b2-b2e8-ab87433c921d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.269228 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:02.272128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:02.278174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:02.302898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Port': ['ID=29400df6-c8e9-49b2-b2e8-ab87433c921d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:02.376868 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:42:02.473590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9228b2-1a9c-460b-b1fa-f0a834eb2b06 None None] Network d4186d80-5076-4a6f-95fc-757309cd7a57 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:02.505314 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:42:02.527558 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.529036 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bf0585c9-45f6-41ad-8655-e8297f89c3e9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1017451 Jan 28 19:42:02.532644 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54082) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:02.535588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7f486b41-9fdf-481d-a941-b15c2bdd35e9 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:02.537534 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Sync routers for ids ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:42:02.590887 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e799e8ea-8b0b-4461-9f12-47c4d0c91eff None None] Provisioning complete for port 7f486b41-9fdf-481d-a941-b15c2bdd35e9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:02.591700 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e799e8ea-8b0b-4461-9f12-47c4d0c91eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7f486b41-9fdf-481d-a941-b15c2bdd35e9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.608892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Routers {'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:42:02.609929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:02.701581 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for floatingip (988ed259-317d-4b23-a5cd-f9693f114310), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.775766 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7f486b41-9fdf-481d-a941-b15c2bdd35e9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:02.775766 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7f486b41-9fdf-481d-a941-b15c2bdd35e9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.783730 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (29400df6-c8e9-49b2-b2e8-ab87433c921d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.826232 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Set router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:42:02.875479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54086) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:02.925154 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f549ef-244c-4d2c-b9c0-be39ea9819df admin admin] Deleting subnet 3d1365d2-3b75-4080-bbb3-725be858b55a {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:42:02.935055 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61f549ef-244c-4d2c-b9c0-be39ea9819df admin admin] Publish callbacks [] for subnet (3d1365d2-3b75-4080-bbb3-725be858b55a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:02.988229 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61f549ef-244c-4d2c-b9c0-be39ea9819df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (3d1365d2-3b75-4080-bbb3-725be858b55a), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.003380 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.041888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e799e8ea-8b0b-4461-9f12-47c4d0c91eff None None] Current status of the port 7f486b41-9fdf-481d-a941-b15c2bdd35e9 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:03.042348 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e799e8ea-8b0b-4461-9f12-47c4d0c91eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7f486b41-9fdf-481d-a941-b15c2bdd35e9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.061619 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61f549ef-244c-4d2c-b9c0-be39ea9819df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (3d1365d2-3b75-4080-bbb3-725be858b55a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.088513 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for port (29400df6-c8e9-49b2-b2e8-ab87433c921d), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.094196 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (29400df6-c8e9-49b2-b2e8-ab87433c921d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.203390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Port': ['ID=29400df6-c8e9-49b2-b2e8-ab87433c921d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:03.224285 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (988ed259-317d-4b23-a5cd-f9693f114310), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.234871 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61f549ef-244c-4d2c-b9c0-be39ea9819df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (3d1365d2-3b75-4080-bbb3-725be858b55a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.245935 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e799e8ea-8b0b-4461-9f12-47c4d0c91eff None None] For port 7f486b41-9fdf-481d-a941-b15c2bdd35e9, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7f486b41-9fdf-481d-a941-b15c2bdd35e9,segment=NetworkSegment(595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e),segment_id=595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:03.249237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7f486b41-9fdf-481d-a941-b15c2bdd35e9 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:03.249618 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7f486b41-9fdf-481d-a941-b15c2bdd35e9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.260253 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e799e8ea-8b0b-4461-9f12-47c4d0c91eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7f486b41-9fdf-481d-a941-b15c2bdd35e9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.291609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f549ef-244c-4d2c-b9c0-be39ea9819df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d1365d2-3b75-4080-bbb3-725be858b55a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:03.304668 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61f549ef-244c-4d2c-b9c0-be39ea9819df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.307955 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-61f549ef-244c-4d2c-b9c0-be39ea9819df admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3d1365d2-3b75-4080-bbb3-725be858b55a HTTP/1.1" status: 204 len: 168 time: 0.4260383 Jan 28 19:42:03.310451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54088) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:03.342510 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Allocated IP 172.20.0.1 (d4186d80-5076-4a6f-95fc-757309cd7a57/6d24ca18-d6ec-47b2-8f6f-fa4052a83d02/feee1c3a-14c2-4d0f-ab79-7093083e3c94) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:03.354499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:01Z', 'revision_number': 3, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port': {'id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:03.360132 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799e8ea-8b0b-4461-9f12-47c4d0c91eff None None] Pushing event updated for resources: {'Port': ['ID=7f486b41-9fdf-481d-a941-b15c2bdd35e9,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:03.391957 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Checking router: ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:42:03.392306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Updating router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd port 1b195c1e-f270-4786-a795-03bf6564a9a4 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:42:03.416672 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Floating IP 988ed259-317d-4b23-a5cd-f9693f114310 associated. External IP: 172.25.0.86, port: 562cda2f-77b0-4d50-b84c-ccc7302f602a. Jan 28 19:42:03.421748 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:42:03.422137 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:42:03.431344 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1b195c1e-f270-4786-a795-03bf6564a9a4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.457182 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-72d9d466-fd37-4af7-854d-aefbb220bc68 None None] Provisioning complete for port 7f486b41-9fdf-481d-a941-b15c2bdd35e9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:03.457182 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72d9d466-fd37-4af7-854d-aefbb220bc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7f486b41-9fdf-481d-a941-b15c2bdd35e9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.462822 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Publish callbacks [] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.474868 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4000a67b-1f6a-400c-b1f2-94832f86bf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (0a72d574-ce5a-48c2-a38a-aca098e6cab0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.506133 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.546436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Network d4186d80-5076-4a6f-95fc-757309cd7a57 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:03.553111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:03.557770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:03.587276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Pushing event updated for resources: {'Port': ['ID=feee1c3a-14c2-4d0f-ab79-7093083e3c94,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:03.602529 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.691291 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-72d9d466-fd37-4af7-854d-aefbb220bc68 None None] Current status of the port 7f486b41-9fdf-481d-a941-b15c2bdd35e9 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:03.765111 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.814511 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Publish callbacks [] for port (1b195c1e-f270-4786-a795-03bf6564a9a4), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.822983 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1b195c1e-f270-4786-a795-03bf6564a9a4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.888834 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Attempting to bind port 1b195c1e-f270-4786-a795-03bf6564a9a4 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:03.889356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Attempting to bind port 1b195c1e-f270-4786-a795-03bf6564a9a4 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:03.890062 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Attempting to bind port 1b195c1e-f270-4786-a795-03bf6564a9a4 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:03.897963 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f06bdc-bda7-4930-8c9b-1840bbaf6090 None None] Pushing event updated for resources: {'Port': ['ID=1b195c1e-f270-4786-a795-03bf6564a9a4,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:03.903711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:03.904263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:03.905263 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.905263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:03.905784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Bound port: 1b195c1e-f270-4786-a795-03bf6564a9a4, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:03.906280 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1b195c1e-f270-4786-a795-03bf6564a9a4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:03.988105 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4000a67b-1f6a-400c-b1f2-94832f86bf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (0a72d574-ce5a-48c2-a38a-aca098e6cab0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.051799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4000a67b-1f6a-400c-b1f2-94832f86bf7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a72d574-ce5a-48c2-a38a-aca098e6cab0']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:04.069024 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4000a67b-1f6a-400c-b1f2-94832f86bf7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:04.069302 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4000a67b-1f6a-400c-b1f2-94832f86bf7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c5ef6b-212d-4bb9-a080-ca5fa2355882') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:04.107153 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4000a67b-1f6a-400c-b1f2-94832f86bf7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (e1c5ef6b-212d-4bb9-a080-ca5fa2355882), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.129028 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4000a67b-1f6a-400c-b1f2-94832f86bf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e1c5ef6b-212d-4bb9-a080-ca5fa2355882), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.140614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4000a67b-1f6a-400c-b1f2-94832f86bf7f admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:04.141015 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4000a67b-1f6a-400c-b1f2-94832f86bf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (e1c5ef6b-212d-4bb9-a080-ca5fa2355882), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:04.143630 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:04.152667 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1e5d5281-2cc4-4546-acb7-de514f766f11 None None] Provisioning complete for port feee1c3a-14c2-4d0f-ab79-7093083e3c94 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:04.152667 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e5d5281-2cc4-4546-acb7-de514f766f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.187088 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7f486b41-9fdf-481d-a941-b15c2bdd35e9 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:04.191189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] For port 1b195c1e-f270-4786-a795-03bf6564a9a4, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:04.197237 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:42:04.212276 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] For port 1b195c1e-f270-4786-a795-03bf6564a9a4, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1b195c1e-f270-4786-a795-03bf6564a9a4,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:04.216576 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d5281-2cc4-4546-acb7-de514f766f11 None None] Port feee1c3a-14c2-4d0f-ab79-7093083e3c94 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:42:04.223346 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1b195c1e-f270-4786-a795-03bf6564a9a4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.226282 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4000a67b-1f6a-400c-b1f2-94832f86bf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (0a72d574-ce5a-48c2-a38a-aca098e6cab0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.239606 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4000a67b-1f6a-400c-b1f2-94832f86bf7f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.246151 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4000a67b-1f6a-400c-b1f2-94832f86bf7f admin admin] 10.222.0.55 "DELETE /v2.0/networks/0a72d574-ce5a-48c2-a38a-aca098e6cab0 HTTP/1.1" status: 204 len: 168 time: 0.9323719 Jan 28 19:42:04.288384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Routers {'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:42:04.289030 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:04.292260 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f06bdc-bda7-4930-8c9b-1840bbaf6090 None None] Pushing event updated for resources: {'Port': ['ID=1b195c1e-f270-4786-a795-03bf6564a9a4,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:04.293667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000a67b-1f6a-400c-b1f2-94832f86bf7f admin admin] Pushing event deleted for resources: {'Network': ['ID=0a72d574-ce5a-48c2-a38a-aca098e6cab0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:04.311845 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Publish callbacks [] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.318953 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.392581 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.395626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Pushing event updated for resources: {'Port': ['ID=feee1c3a-14c2-4d0f-ab79-7093083e3c94,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:04.408979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:42:04.421997 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f16cc0a-cc4b-4f93-b372-c050a85460b8 None None] Sync routers for ids ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:42:04.430572 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] Set router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:42:04.443586 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f16cc0a-cc4b-4f93-b372-c050a85460b8 None None] Routers {'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:42:04.444280 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1f16cc0a-cc4b-4f93-b372-c050a85460b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:04.448495 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54092) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:04.465600 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.470813 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7f486b41-9fdf-481d-a941-b15c2bdd35e9 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:04.511633 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2dc5ed7d-c00f-45e1-9088-f5735304a208 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7078743 Jan 28 19:42:04.514618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54094) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:04.515706 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'tag': '562cda2f-77b0-4d50-b84c-ccc7302f602a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:42:04.518234 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefa7453-4f33-4096-9711-df7a452b79fb" -d '{"events": [{"name": "network-changed", "server_uuid": "99403abf-7ecc-42ff-8932-b5ba167eccde", "tag": "562cda2f-77b0-4d50-b84c-ccc7302f602a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:42:04.532652 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ff997e6b-3779-4b3f-b2f5-24e4dde3f426 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6866b7ba56f046f4858131d40ffdd35b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0827236 Jan 28 19:42:04.535112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7f486b41-9fdf-481d-a941-b15c2bdd35e9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:04.535579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54098) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:04.538525 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7f486b41-9fdf-481d-a941-b15c2bdd35e9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.587819 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56d19e3f-4b3d-4043-b4b6-8e420a228e12 admin admin] Publish callbacks [] for security_group (d483465d-91be-4b10-97a8-c509f060c727), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.593979 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa127a9-d0ac-4dbf-9957-23e3a7e77a5a x-openstack-request-id: req-6fa127a9-d0ac-4dbf-9957-23e3a7e77a5a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:42:04.594520 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99403abf-7ecc-42ff-8932-b5ba167eccde", "tag": "562cda2f-77b0-4d50-b84c-ccc7302f602a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:42:04.594949 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6fa127a9-d0ac-4dbf-9957-23e3a7e77a5a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:42:04.595335 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1f16cc0a-cc4b-4f93-b372-c050a85460b8 None None] Set router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:42:04.595693 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'tag': '562cda2f-77b0-4d50-b84c-ccc7302f602a', 'status': 'completed', 'code': 200} Jan 28 19:42:04.611192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Network d4186d80-5076-4a6f-95fc-757309cd7a57 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:04.614675 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:04.616866 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56d19e3f-4b3d-4043-b4b6-8e420a228e12 admin admin] Publish callbacks [] for security_group (d483465d-91be-4b10-97a8-c509f060c727), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.692590 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56d19e3f-4b3d-4043-b4b6-8e420a228e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d483465d-91be-4b10-97a8-c509f060c727), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.696903 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-56d19e3f-4b3d-4043-b4b6-8e420a228e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.700422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-56d19e3f-4b3d-4043-b4b6-8e420a228e12 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d483465d-91be-4b10-97a8-c509f060c727 HTTP/1.1" status: 204 len: 168 time: 0.1616850 Jan 28 19:42:04.705319 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 7edf9134-e568-452f-b047-58166ac7692f no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:42:04.716592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d19e3f-4b3d-4043-b4b6-8e420a228e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d483465d-91be-4b10-97a8-c509f060c727,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:04.749633 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7f676e07-3bbe-4c31-81a1-d0181e2e93bd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/floatingips/988ed259-317d-4b23-a5cd-f9693f114310 HTTP/1.1" status: 200 len: 991 time: 0.2332382 Jan 28 19:42:04.789681 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 7edf9134-e568-452f-b047-58166ac7692f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:42:04.790182 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 7edf9134-e568-452f-b047-58166ac7692f not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:42:04.799826 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa7453-4f33-4096-9711-df7a452b79fb req-e6bb774f-11c1-451f-ac0a-396a01797186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:04.801368 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cefa7453-4f33-4096-9711-df7a452b79fb req-e6bb774f-11c1-451f-ac0a-396a01797186 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 1128 time: 0.1809802 Jan 28 19:42:04.837305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7f486b41-9fdf-481d-a941-b15c2bdd35e9 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:04.912080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:03Z', 'revision_number': 4, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port': {'id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'feee1c3a-14c2-4d0f-ab79-7093083e3c94', 'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'mac_address': 'fa:16:3e:db:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:03Z', 'updated_at': '2022-01-28T19:42:03Z', 'revision_number': 1, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'subnets': [{'id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:04.952813 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47701af0-f446-463f-8ff1-9e6c3e332c89 None None] The sync data for ids ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'] in n-d-824834-4 is: [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:03Z', 'revision_number': 4, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port': {'id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'feee1c3a-14c2-4d0f-ab79-7093083e3c94', 'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'mac_address': 'fa:16:3e:db:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:03Z', 'updated_at': '2022-01-28T19:42:03Z', 'revision_number': 1, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'subnets': [{'id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:42:04.966879 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5515d84b-a014-4b37-9b34-7781d27352bc None None] Provisioning complete for port feee1c3a-14c2-4d0f-ab79-7093083e3c94 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:04.967337 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5515d84b-a014-4b37-9b34-7781d27352bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:04.979707 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:42:04.981454 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa7453-4f33-4096-9711-df7a452b79fb req-e66cc500-43bf-4174-bf1e-36e610a0e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:04.983405 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cefa7453-4f33-4096-9711-df7a452b79fb req-e66cc500-43bf-4174-bf1e-36e610a0e387 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a18a99ae-732c-4a01-828a-5558e4db887c HTTP/1.1" status: 200 len: 897 time: 0.1404252 Jan 28 19:42:05.009515 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5515d84b-a014-4b37-9b34-7781d27352bc None None] Port feee1c3a-14c2-4d0f-ab79-7093083e3c94 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:42:05.009821 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1f16cc0a-cc4b-4f93-b372-c050a85460b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '988ed259-317d-4b23-a5cd-f9693f114310', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'port_id': '562cda2f-77b0-4d50-b84c-ccc7302f602a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'mac_address': 'fa:16:3e:6e:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:42:02Z', 'updated_at': '2022-01-28T19:42:02Z', 'revision_number': 0, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026c5b37-271b-4414-97e0-e7bc33cda51d', 'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:ce:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:39Z', 'updated_at': '2022-01-28T19:41:46Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:05.055363 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f16cc0a-cc4b-4f93-b372-c050a85460b8 None None] Checking router: cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:42:05.058920 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:42:05.066214 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f16cc0a-cc4b-4f93-b372-c050a85460b8 None None] Routers {'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:42:05.066923 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1f16cc0a-cc4b-4f93-b372-c050a85460b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:05.161246 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cefa7453-4f33-4096-9711-df7a452b79fb req-53d8323f-2f68-4823-9a4c-15db0ac72eff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=562cda2f-77b0-4d50-b84c-ccc7302f602a HTTP/1.1" status: 200 len: 999 time: 0.1624320 Jan 28 19:42:05.232849 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa7453-4f33-4096-9711-df7a452b79fb req-c601d02b-7d59-4d01-8d42-525bf258dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:05.235949 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cefa7453-4f33-4096-9711-df7a452b79fb req-c601d02b-7d59-4d01-8d42-525bf258dd25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5787586-e099-42de-ab5f-dcc8f1b2c4d3 HTTP/1.1" status: 200 len: 835 time: 0.0664396 Jan 28 19:42:05.281728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:42:05.287266 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7af00d63-09b8-4c24-9d40-49d4d2f2f8bf admin admin] 10.222.0.55 "PUT /v2.0/routers/ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7533827 Jan 28 19:42:05.306599 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa7453-4f33-4096-9711-df7a452b79fb req-a7f6570e-b711-4a39-b15a-36cee6756c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:05.308247 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cefa7453-4f33-4096-9711-df7a452b79fb req-a7f6570e-b711-4a39-b15a-36cee6756c98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a18a99ae-732c-4a01-828a-5558e4db887c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0649042 Jan 28 19:42:05.335187 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1f16cc0a-cc4b-4f93-b372-c050a85460b8 None None] Set router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:42:05.436657 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cefa7453-4f33-4096-9711-df7a452b79fb req-b6476bfc-da9a-4c88-8256-179204e26c24 service neutron] 10.222.0.37 "GET /v2.0/networks/a18a99ae-732c-4a01-828a-5558e4db887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217835 Jan 28 19:42:05.613476 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cefa7453-4f33-4096-9711-df7a452b79fb req-53df4414-ae5e-4c90-931b-2a8a3d7d83d6 service neutron] 10.222.0.37 "GET /v2.0/networks/a18a99ae-732c-4a01-828a-5558e4db887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687365 Jan 28 19:42:05.710769 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1f16cc0a-cc4b-4f93-b372-c050a85460b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '988ed259-317d-4b23-a5cd-f9693f114310', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'port_id': '562cda2f-77b0-4d50-b84c-ccc7302f602a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'mac_address': 'fa:16:3e:6e:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:42:02Z', 'updated_at': '2022-01-28T19:42:02Z', 'revision_number': 0, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026c5b37-271b-4414-97e0-e7bc33cda51d', 'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:ce:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:39Z', 'updated_at': '2022-01-28T19:41:46Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:05.752930 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54130) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:05.793059 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f16cc0a-cc4b-4f93-b372-c050a85460b8 None None] The sync data for ids ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'] in n-d-824834-4 is: [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '988ed259-317d-4b23-a5cd-f9693f114310', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'port_id': '562cda2f-77b0-4d50-b84c-ccc7302f602a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'mac_address': 'fa:16:3e:6e:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:42:02Z', 'updated_at': '2022-01-28T19:42:02Z', 'revision_number': 0, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026c5b37-271b-4414-97e0-e7bc33cda51d', 'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:ce:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:39Z', 'updated_at': '2022-01-28T19:41:46Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:42:05.836517 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-664a1571-abb3-47f2-b0c4-7a5d62324ab2 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/floatingips/988ed259-317d-4b23-a5cd-f9693f114310 HTTP/1.1" status: 200 len: 991 time: 0.0823944 Jan 28 19:42:05.971188 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54138) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:05.977307 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b36c8478-aaf2-498e-885a-d9852807ffe0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1501635650-network', 'tenant_id': '6adccc57c0a240769677a228623fca11'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:05.998965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36c8478-aaf2-498e-885a-d9852807ffe0 admin admin] Made reservation on behalf of 6adccc57c0a240769677a228623fca11 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:06.005268 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b36c8478-aaf2-498e-885a-d9852807ffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.041721 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b36c8478-aaf2-498e-885a-d9852807ffe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.115243 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be9842e-62ab-47ce-99e5-d26c254504e0 None None] New status for floating IP 988ed259-317d-4b23-a5cd-f9693f114310: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:42:06.177476 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b36c8478-aaf2-498e-885a-d9852807ffe0 admin admin] Publish callbacks [] for security_group (423ffa0e-dbdb-4821-a142-89a8a7f90f00), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.186548 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b36c8478-aaf2-498e-885a-d9852807ffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (423ffa0e-dbdb-4821-a142-89a8a7f90f00), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.219901 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36c8478-aaf2-498e-885a-d9852807ffe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:06.232977 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b36c8478-aaf2-498e-885a-d9852807ffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (33d33794-8033-4402-83e8-c261dd8d5363), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.233460 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-b36c8478-aaf2-498e-885a-d9852807ffe0 admin admin] Added segment 33d33794-8033-4402-83e8-c261dd8d5363 of type vlan for network 579e4490-a28f-4952-a918-3aa7fea18921 Jan 28 19:42:06.281361 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b36c8478-aaf2-498e-885a-d9852807ffe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (579e4490-a28f-4952-a918-3aa7fea18921), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.314112 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b36c8478-aaf2-498e-885a-d9852807ffe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (579e4490-a28f-4952-a918-3aa7fea18921), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.314710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36c8478-aaf2-498e-885a-d9852807ffe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:06.315286 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b36c8478-aaf2-498e-885a-d9852807ffe0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.388618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c8478-aaf2-498e-885a-d9852807ffe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423ffa0e-dbdb-4821-a142-89a8a7f90f00,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:06.429631 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b36c8478-aaf2-498e-885a-d9852807ffe0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4548833 Jan 28 19:42:06.430536 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54148) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:06.437864 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9ffbe150-ea9a-4195-8458-751d8fd4ad97 admin admin] Request body: {'subnet': {'network_id': '579e4490-a28f-4952-a918-3aa7fea18921', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1501635650-subnet', 'tenant_id': '6adccc57c0a240769677a228623fca11', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:06.459296 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c8478-aaf2-498e-885a-d9852807ffe0 admin admin] Pushing event updated for resources: {'Network': ['ID=579e4490-a28f-4952-a918-3aa7fea18921,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:06.470959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 579e4490-a28f-4952-a918-3aa7fea18921 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:06.513796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffbe150-ea9a-4195-8458-751d8fd4ad97 admin admin] Made reservation on behalf of 6adccc57c0a240769677a228623fca11 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:06.517806 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe150-ea9a-4195-8458-751d8fd4ad97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.576949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1b195c1e-f270-4786-a795-03bf6564a9a4 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:06.655612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1b195c1e-f270-4786-a795-03bf6564a9a4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:06.655993 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1b195c1e-f270-4786-a795-03bf6564a9a4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.753657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1b195c1e-f270-4786-a795-03bf6564a9a4 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:06.754473 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1b195c1e-f270-4786-a795-03bf6564a9a4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.759455 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe150-ea9a-4195-8458-751d8fd4ad97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (ba8d7ce9-8abc-402f-88ad-21fee919dc42), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.779572 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 1b195c1e-f270-4786-a795-03bf6564a9a4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1b195c1e-f270-4786-a795-03bf6564a9a4,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:06.786370 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1b195c1e-f270-4786-a795-03bf6564a9a4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.818529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbe150-ea9a-4195-8458-751d8fd4ad97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8d7ce9-8abc-402f-88ad-21fee919dc42,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:06.839703 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=1b195c1e-f270-4786-a795-03bf6564a9a4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:06.839939 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54156) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:06.854828 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffbe150-ea9a-4195-8458-751d8fd4ad97 admin admin] Checking segment: {'id': '33d33794-8033-4402-83e8-c261dd8d5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '579e4490-a28f-4952-a918-3aa7fea18921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:06.855389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffbe150-ea9a-4195-8458-751d8fd4ad97 admin admin] Network hostable DHCP agents. Network: 579e4490-a28f-4952-a918-3aa7fea18921, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:06.875683 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffbe150-ea9a-4195-8458-751d8fd4ad97 admin admin] Network 579e4490-a28f-4952-a918-3aa7fea18921 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:06.888276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9ffbe150-ea9a-4195-8458-751d8fd4ad97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 579e4490-a28f-4952-a918-3aa7fea18921) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:06.899747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffbe150-ea9a-4195-8458-751d8fd4ad97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:06.900303 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8745439-d336-449c-8176-2893d95f4716 None None] Network 579e4490-a28f-4952-a918-3aa7fea18921 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:06.900842 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe150-ea9a-4195-8458-751d8fd4ad97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.921608 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9ffbe150-ea9a-4195-8458-751d8fd4ad97 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4890289 Jan 28 19:42:06.925017 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54160) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:06.932943 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1501635650-router', 'tenant_id': '6adccc57c0a240769677a228623fca11', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:06.954214 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6993a451-59a5-4be4-a861-8e492ad4e972 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/floatingips/988ed259-317d-4b23-a5cd-f9693f114310 HTTP/1.1" status: 200 len: 993 time: 0.1124144 Jan 28 19:42:06.966114 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:06.967969 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.032616 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Publish callbacks [] for router_controller (f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.064293 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-579e4490-a28f-4952-a918-3aa7fea18921', 'network_id': '579e4490-a28f-4952-a918-3aa7fea18921', 'project_id': '6adccc57c0a240769677a228623fca11', 'fixed_ips': [{'subnet_id': 'ba8d7ce9-8abc-402f-88ad-21fee919dc42'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:07.065176 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.196028 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Publish callbacks [] for router_gateway (f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.211202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Allocated IP 172.20.0.2 (579e4490-a28f-4952-a918-3aa7fea18921/ba8d7ce9-8abc-402f-88ad-21fee919dc42/c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:07.367801 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Publish callbacks [] for port (c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.376086 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.414354 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Publish callbacks [] for router_gateway (f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.420865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Network 579e4490-a28f-4952-a918-3aa7fea18921 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:07.425285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:07.431157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:07.437180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Pushing event updated for resources: {'Port': ['ID=c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:07.443908 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.505332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Attempting to bind port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:07.506437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Attempting to bind port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '33d33794-8033-4402-83e8-c261dd8d5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '579e4490-a28f-4952-a918-3aa7fea18921'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:07.506816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Attempting to bind port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c on network 579e4490-a28f-4952-a918-3aa7fea18921 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:07.517248 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:07.517906 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Checking segment: {'id': '33d33794-8033-4402-83e8-c261dd8d5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '579e4490-a28f-4952-a918-3aa7fea18921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:07.519197 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.519758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Bound using segment: {'id': '33d33794-8033-4402-83e8-c261dd8d5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '579e4490-a28f-4952-a918-3aa7fea18921'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:07.520446 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Bound port: c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d33794-8033-4402-83e8-c261dd8d5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '579e4490-a28f-4952-a918-3aa7fea18921'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:07.521042 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.568833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Allocated IP 172.25.0.67 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:07.607202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] For port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:07.611435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] For port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c,segment=NetworkSegment(33d33794-8033-4402-83e8-c261dd8d5363),segment_id=33d33794-8033-4402-83e8-c261dd8d5363)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:07.619427 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.682624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bad04e-6e9a-4971-a437-c14038f1cac6 None None] Pushing event updated for resources: {'Port': ['ID=c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:07.702911 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Publish callbacks [] for port (a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.739953 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:07.777668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:07.780654 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:07.784562 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:07.812131 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:07.916460 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Sync routers for ids ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:42:07.931743 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Routers {'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:42:07.932642 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:08.075386 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Set router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:42:08.105948 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Publish callbacks [] for router_gateway (f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.291791 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:03Z', 'revision_number': 4, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port': {'id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'feee1c3a-14c2-4d0f-ab79-7093083e3c94', 'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'mac_address': 'fa:16:3e:db:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:03Z', 'updated_at': '2022-01-28T19:42:03Z', 'revision_number': 2, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'subnets': [{'id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:08.294091 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54202) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:08.326239 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.328385 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Checking router: ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:42:08.328735 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Updating router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd port feee1c3a-14c2-4d0f-ab79-7093083e3c94 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:42:08.361414 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.483587 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32b62d82-fbfa-417d-b480-18284c3714ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.486128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Router f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:42:08.572678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:08.618767 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32b62d82-fbfa-417d-b480-18284c3714ab admin admin] Publish callbacks [] for security_group (1d8c531a-5369-4925-938f-c6aaa932577f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.624265 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32b62d82-fbfa-417d-b480-18284c3714ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1d8c531a-5369-4925-938f-c6aaa932577f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.626078 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:42:08.641651 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Sync routers for ids ['f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:42:08.660882 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.664712 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2ef9b6fa-00c1-4303-86d7-f4c4c5c873a9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7363825 Jan 28 19:42:08.665539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54206) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:08.669148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Routers {'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:42:08.669907 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:08.706972 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Publish callbacks [] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.713376 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.728898 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-32b62d82-fbfa-417d-b480-18284c3714ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=172a7511c6184349b9256be0caf251ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4336293 Jan 28 19:42:08.729868 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54208) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:08.753867 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:08.755345 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.769180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b62d82-fbfa-417d-b480-18284c3714ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8c531a-5369-4925-938f-c6aaa932577f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:08.786187 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302ffcb-7879-4e99-9dd3-f2f25d2367f0 None None] Pushing event updated for resources: {'Port': ['ID=feee1c3a-14c2-4d0f-ab79-7093083e3c94,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:08.843189 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b937ab8a-5ace-427a-8b43-2f175086d9d5 admin admin] Publish callbacks [] for security_group (1d8c531a-5369-4925-938f-c6aaa932577f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.872064 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b937ab8a-5ace-427a-8b43-2f175086d9d5 admin admin] Publish callbacks [] for security_group (1d8c531a-5369-4925-938f-c6aaa932577f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.878256 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Set router f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:42:08.886089 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Attempting to bind port feee1c3a-14c2-4d0f-ab79-7093083e3c94 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:08.888300 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Attempting to bind port feee1c3a-14c2-4d0f-ab79-7093083e3c94 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:08.888725 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Attempting to bind port feee1c3a-14c2-4d0f-ab79-7093083e3c94 on network d4186d80-5076-4a6f-95fc-757309cd7a57 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:08.902837 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:08.903217 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Checking segment: {'id': '595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:08.903936 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.904337 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Bound using segment: {'id': '595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:08.904822 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Bound port: feee1c3a-14c2-4d0f-ab79-7093083e3c94, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:08.905203 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.958995 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b937ab8a-5ace-427a-8b43-2f175086d9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1d8c531a-5369-4925-938f-c6aaa932577f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.961573 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b937ab8a-5ace-427a-8b43-2f175086d9d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:08.986929 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b937ab8a-5ace-427a-8b43-2f175086d9d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d8c531a-5369-4925-938f-c6aaa932577f HTTP/1.1" status: 204 len: 168 time: 0.2521191 Jan 28 19:42:09.006442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937ab8a-5ace-427a-8b43-2f175086d9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8c531a-5369-4925-938f-c6aaa932577f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:09.038011 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] For port feee1c3a-14c2-4d0f-ab79-7093083e3c94, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:09.050440 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] For port feee1c3a-14c2-4d0f-ab79-7093083e3c94, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=feee1c3a-14c2-4d0f-ab79-7093083e3c94,segment=NetworkSegment(595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e),segment_id=595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:09.073555 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.122435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:09.122870 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.218565 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302ffcb-7879-4e99-9dd3-f2f25d2367f0 None None] Pushing event updated for resources: {'Port': ['ID=feee1c3a-14c2-4d0f-ab79-7093083e3c94,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:09.221266 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Routers {'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:42:09.221865 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:09.227900 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c1afaa-13c3-4ff1-a662-3f507818a467 None None] Network 579e4490-a28f-4952-a918-3aa7fea18921 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:09.255228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c,segment=NetworkSegment(33d33794-8033-4402-83e8-c261dd8d5363),segment_id=33d33794-8033-4402-83e8-c261dd8d5363)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:09.290504 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-26c3040f-ff48-4fca-b5af-948d7337df12 None None] Provisioning complete for port feee1c3a-14c2-4d0f-ab79-7093083e3c94 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:09.290845 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-26c3040f-ff48-4fca-b5af-948d7337df12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.301601 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.302510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1b195c1e-f270-4786-a795-03bf6564a9a4 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:09.402764 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] Set router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:42:09.442749 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.477156 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54214) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:09.491191 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcbd706f-1a3e-4773-a003-b043edc1c273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.582244 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcbd706f-1a3e-4773-a003-b043edc1c273 admin admin] Publish callbacks [] for security_group (962c97b1-690b-41d9-8b0a-da03527331d4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.587744 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dcbd706f-1a3e-4773-a003-b043edc1c273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (962c97b1-690b-41d9-8b0a-da03527331d4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.630935 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-dcbd706f-1a3e-4773-a003-b043edc1c273 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9404d18cab754bf08bd09a3f8d20cf75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1525753 Jan 28 19:42:09.632304 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd706f-1a3e-4773-a003-b043edc1c273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962c97b1-690b-41d9-8b0a-da03527331d4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:09.635006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54216) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:09.661107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Allocated IP 172.20.0.1 (579e4490-a28f-4952-a918-3aa7fea18921/ba8d7ce9-8abc-402f-88ad-21fee919dc42/9adbceac-858a-4b6d-ab2b-4f18a792eba6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:09.693796 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a8bc-2361-4f53-a7cc-4c0a35da5c07 admin admin] Publish callbacks [] for security_group (962c97b1-690b-41d9-8b0a-da03527331d4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.694940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:09.724653 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a8bc-2361-4f53-a7cc-4c0a35da5c07 admin admin] Publish callbacks [] for security_group (962c97b1-690b-41d9-8b0a-da03527331d4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.749642 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:03Z', 'revision_number': 4, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port': {'id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'feee1c3a-14c2-4d0f-ab79-7093083e3c94', 'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'mac_address': 'fa:16:3e:db:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:03Z', 'updated_at': '2022-01-28T19:42:09Z', 'revision_number': 4, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'subnets': [{'id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:09.781671 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d84733-535c-469b-a9ed-28872336d321 None None] The sync data for ids ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'] in n-d-824834-4 is: [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:03Z', 'revision_number': 4, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port': {'id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'feee1c3a-14c2-4d0f-ab79-7093083e3c94', 'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'mac_address': 'fa:16:3e:db:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:03Z', 'updated_at': '2022-01-28T19:42:09Z', 'revision_number': 4, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'subnets': [{'id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:42:09.789470 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1b195c1e-f270-4786-a795-03bf6564a9a4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:09.790037 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1b195c1e-f270-4786-a795-03bf6564a9a4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.799499 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a8bc-2361-4f53-a7cc-4c0a35da5c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (962c97b1-690b-41d9-8b0a-da03527331d4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.802705 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a8bc-2361-4f53-a7cc-4c0a35da5c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.804153 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cfd0a8bc-2361-4f53-a7cc-4c0a35da5c07 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/962c97b1-690b-41d9-8b0a-da03527331d4 HTTP/1.1" status: 204 len: 168 time: 0.1675184 Jan 28 19:42:09.808606 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Publish callbacks [] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.813524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0a8bc-2361-4f53-a7cc-4c0a35da5c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962c97b1-690b-41d9-8b0a-da03527331d4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:09.826573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'name': 'tempest-TestVolumeBackupRestore-1501635650-router', 'tenant_id': '6adccc57c0a240769677a228623fca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:06Z', 'updated_at': '2022-01-28T19:42:07Z', 'revision_number': 3, 'project_id': '6adccc57c0a240769677a228623fca11', 'gw_port': {'id': 'a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:07Z', 'updated_at': '2022-01-28T19:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:09.860591 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.878604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-26c3040f-ff48-4fca-b5af-948d7337df12 None None] Current status of the port feee1c3a-14c2-4d0f-ab79-7093083e3c94 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:09.879315 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-26c3040f-ff48-4fca-b5af-948d7337df12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.894268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Checking router: f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:42:09.895192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Updating router f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f port a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:42:09.908689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Network 579e4490-a28f-4952-a918-3aa7fea18921 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:09.914258 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:09.925849 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:09.968668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Pushing event updated for resources: {'Port': ['ID=9adbceac-858a-4b6d-ab2b-4f18a792eba6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:09.986233 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:09.994763 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:10.070582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-26c3040f-ff48-4fca-b5af-948d7337df12 None None] For port feee1c3a-14c2-4d0f-ab79-7093083e3c94, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=feee1c3a-14c2-4d0f-ab79-7093083e3c94,segment=NetworkSegment(595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e),segment_id=595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:10.113181 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-26c3040f-ff48-4fca-b5af-948d7337df12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:10.184564 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:10.218324 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3040f-ff48-4fca-b5af-948d7337df12 None None] Pushing event updated for resources: {'Port': ['ID=feee1c3a-14c2-4d0f-ab79-7093083e3c94,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:10.275158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1b195c1e-f270-4786-a795-03bf6564a9a4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:10.301416 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8700dd96-7ad0-417a-a744-bfe4cd46d2f7 None None] Provisioning complete for port feee1c3a-14c2-4d0f-ab79-7093083e3c94 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:10.301795 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8700dd96-7ad0-417a-a744-bfe4cd46d2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:10.466390 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Publish callbacks [] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:10.489733 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:10.500643 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8700dd96-7ad0-417a-a744-bfe4cd46d2f7 None None] Current status of the port feee1c3a-14c2-4d0f-ab79-7093083e3c94 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:10.529210 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8700dd96-7ad0-417a-a744-bfe4cd46d2f7 None None] Provisioning complete for port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:10.529589 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8700dd96-7ad0-417a-a744-bfe4cd46d2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:10.580845 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device feee1c3a-14c2-4d0f-ab79-7093083e3c94 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:10.606059 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:10.632697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Pushing event updated for resources: {'Port': ['ID=9adbceac-858a-4b6d-ab2b-4f18a792eba6,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:10.659806 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Publish callbacks [] for port (a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:10.660679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.661031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.661369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.663628 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.664282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.664659 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.665561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.666103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.666445 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.666779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.667103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.667476 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.667804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.689835 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:10.733001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port feee1c3a-14c2-4d0f-ab79-7093083e3c94 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:10.733603 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:10.773097 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0f06b-7d71-4f24-bf25-f94afa3d85a8 None None] Pushing event updated for resources: {'Port': ['ID=a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:10.818213 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0f06b-7d71-4f24-bf25-f94afa3d85a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.818573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0f06b-7d71-4f24-bf25-f94afa3d85a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.819000 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0f06b-7d71-4f24-bf25-f94afa3d85a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.819403 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0f06b-7d71-4f24-bf25-f94afa3d85a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.819818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0f06b-7d71-4f24-bf25-f94afa3d85a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.820327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0f06b-7d71-4f24-bf25-f94afa3d85a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.820658 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0f06b-7d71-4f24-bf25-f94afa3d85a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.820987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0f06b-7d71-4f24-bf25-f94afa3d85a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.821311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0f06b-7d71-4f24-bf25-f94afa3d85a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.821969 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0f06b-7d71-4f24-bf25-f94afa3d85a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.822501 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0f06b-7d71-4f24-bf25-f94afa3d85a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.823111 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0f06b-7d71-4f24-bf25-f94afa3d85a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.823591 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0f06b-7d71-4f24-bf25-f94afa3d85a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:10.846264 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Attempting to bind port a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:10.846930 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Attempting to bind port a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:10.847296 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Attempting to bind port a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:10.858983 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:10.859658 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:10.860952 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:10.861520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:10.862468 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Bound port: a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:10.863102 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:10.949513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8700dd96-7ad0-417a-a744-bfe4cd46d2f7 None None] Current status of the port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:10.986912 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] For port a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:11.004561 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] For port a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:11.024448 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:11.048108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port feee1c3a-14c2-4d0f-ab79-7093083e3c94 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:11.049196 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:11.137531 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0f06b-7d71-4f24-bf25-f94afa3d85a8 None None] Pushing event updated for resources: {'Port': ['ID=a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:11.141794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Routers {'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:42:11.142437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:11.145202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-22d54af6-dbed-45cb-a458-743c8ea4cc5d None None] Provisioning complete for port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:11.145568 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22d54af6-dbed-45cb-a458-743c8ea4cc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:11.166829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Network 579e4490-a28f-4952-a918-3aa7fea18921 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:11.168259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:11.240383 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:11.240756 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:11.325655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Router f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:42:11.328983 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] Set router f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:42:11.449873 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:42:11.462696 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d10be8d9-aee6-437e-8ee7-a9d2b223e1db admin admin] 10.222.0.55 "PUT /v2.0/routers/f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7891257 Jan 28 19:42:11.504117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-22d54af6-dbed-45cb-a458-743c8ea4cc5d None None] Current status of the port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:11.539080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:11.546914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-22d54af6-dbed-45cb-a458-743c8ea4cc5d None None] Provisioning complete for port 9adbceac-858a-4b6d-ab2b-4f18a792eba6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:11.547282 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22d54af6-dbed-45cb-a458-743c8ea4cc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:11.616405 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-22d54af6-dbed-45cb-a458-743c8ea4cc5d None None] Port 9adbceac-858a-4b6d-ab2b-4f18a792eba6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:42:11.648186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'name': 'tempest-TestVolumeBackupRestore-1501635650-router', 'tenant_id': '6adccc57c0a240769677a228623fca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:06Z', 'updated_at': '2022-01-28T19:42:10Z', 'revision_number': 4, 'project_id': '6adccc57c0a240769677a228623fca11', 'gw_port': {'id': 'a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:07Z', 'updated_at': '2022-01-28T19:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '9adbceac-858a-4b6d-ab2b-4f18a792eba6', 'name': '', 'network_id': '579e4490-a28f-4952-a918-3aa7fea18921', 'tenant_id': '6adccc57c0a240769677a228623fca11', 'mac_address': 'fa:16:3e:11:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'ba8d7ce9-8abc-402f-88ad-21fee919dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:09Z', 'updated_at': '2022-01-28T19:42:10Z', 'revision_number': 2, 'project_id': '6adccc57c0a240769677a228623fca11', 'subnets': [{'id': 'ba8d7ce9-8abc-402f-88ad-21fee919dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:11.680165 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f2554-1ada-4ccf-a837-4d7cd8d1fc72 None None] The sync data for ids ['f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'] in n-d-824834-4 is: [{'id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'name': 'tempest-TestVolumeBackupRestore-1501635650-router', 'tenant_id': '6adccc57c0a240769677a228623fca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:06Z', 'updated_at': '2022-01-28T19:42:10Z', 'revision_number': 4, 'project_id': '6adccc57c0a240769677a228623fca11', 'gw_port': {'id': 'a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:07Z', 'updated_at': '2022-01-28T19:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '9adbceac-858a-4b6d-ab2b-4f18a792eba6', 'name': '', 'network_id': '579e4490-a28f-4952-a918-3aa7fea18921', 'tenant_id': '6adccc57c0a240769677a228623fca11', 'mac_address': 'fa:16:3e:11:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'ba8d7ce9-8abc-402f-88ad-21fee919dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:09Z', 'updated_at': '2022-01-28T19:42:10Z', 'revision_number': 2, 'project_id': '6adccc57c0a240769677a228623fca11', 'subnets': [{'id': 'ba8d7ce9-8abc-402f-88ad-21fee919dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:42:11.746973 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cba7d46d-800b-4d1c-9b55-e8138e650532 None None] Provisioning complete for port 9adbceac-858a-4b6d-ab2b-4f18a792eba6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:11.747623 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cba7d46d-800b-4d1c-9b55-e8138e650532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:11.781848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cba7d46d-800b-4d1c-9b55-e8138e650532 None None] Port 9adbceac-858a-4b6d-ab2b-4f18a792eba6 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:42:12.839331 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54352) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:12.984829 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8de34d4-180a-4c0c-96f8-a5436ebe789c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.073662 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8de34d4-180a-4c0c-96f8-a5436ebe789c admin admin] Publish callbacks [] for security_group (5948da19-9397-41d4-b388-4e5601221974), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.080514 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e8de34d4-180a-4c0c-96f8-a5436ebe789c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5948da19-9397-41d4-b388-4e5601221974), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.125259 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e8de34d4-180a-4c0c-96f8-a5436ebe789c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07f029152d484589b3b64a6c90894485&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2847724 Jan 28 19:42:13.126074 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de34d4-180a-4c0c-96f8-a5436ebe789c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5948da19-9397-41d4-b388-4e5601221974,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:13.128924 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54356) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:13.191580 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8a51f4fa-93b1-48e2-9e4f-77ffb479d562 admin admin] Publish callbacks [] for security_group (5948da19-9397-41d4-b388-4e5601221974), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.215253 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8a51f4fa-93b1-48e2-9e4f-77ffb479d562 admin admin] Publish callbacks [] for security_group (5948da19-9397-41d4-b388-4e5601221974), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.274230 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8a51f4fa-93b1-48e2-9e4f-77ffb479d562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5948da19-9397-41d4-b388-4e5601221974), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.277206 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8a51f4fa-93b1-48e2-9e4f-77ffb479d562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.278509 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8a51f4fa-93b1-48e2-9e4f-77ffb479d562 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5948da19-9397-41d4-b388-4e5601221974 HTTP/1.1" status: 204 len: 168 time: 0.1477289 Jan 28 19:42:13.288047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51f4fa-93b1-48e2-9e4f-77ffb479d562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5948da19-9397-41d4-b388-4e5601221974,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:13.587045 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:13.601254 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eae04bed-4bcf-45d0-9010-9d0ea13a6faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.687391 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eae04bed-4bcf-45d0-9010-9d0ea13a6faf admin admin] Publish callbacks [] for security_group (47f64734-478d-4167-b47a-1db43f8f48ce), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.693885 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eae04bed-4bcf-45d0-9010-9d0ea13a6faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (47f64734-478d-4167-b47a-1db43f8f48ce), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.739626 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-eae04bed-4bcf-45d0-9010-9d0ea13a6faf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=057d12689a5842879758062eb1b0a189&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490810 Jan 28 19:42:13.739626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae04bed-4bcf-45d0-9010-9d0ea13a6faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f64734-478d-4167-b47a-1db43f8f48ce,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:13.739952 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54366) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:13.792466 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-899ac0b0-fe1c-404e-998b-bdf76caa5472 admin admin] Publish callbacks [] for security_group (47f64734-478d-4167-b47a-1db43f8f48ce), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.813997 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-899ac0b0-fe1c-404e-998b-bdf76caa5472 admin admin] Publish callbacks [] for security_group (47f64734-478d-4167-b47a-1db43f8f48ce), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.862245 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-899ac0b0-fe1c-404e-998b-bdf76caa5472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (47f64734-478d-4167-b47a-1db43f8f48ce), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.864947 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-899ac0b0-fe1c-404e-998b-bdf76caa5472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:13.866394 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-899ac0b0-fe1c-404e-998b-bdf76caa5472 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47f64734-478d-4167-b47a-1db43f8f48ce HTTP/1.1" status: 204 len: 168 time: 0.1252539 Jan 28 19:42:13.874439 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ac0b0-fe1c-404e-998b-bdf76caa5472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f64734-478d-4167-b47a-1db43f8f48ce,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:14.297383 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Sync routers for ids ['f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:42:14.308816 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Routers {'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:42:14.309505 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:14.502256 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:14.550953 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Set router f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:42:14.563046 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:14.563427 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:14.673960 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:14.675057 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:14.700897 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:14.706842 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:14.765653 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:14.799287 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'name': 'tempest-TestVolumeBackupRestore-1501635650-router', 'tenant_id': '6adccc57c0a240769677a228623fca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:06Z', 'updated_at': '2022-01-28T19:42:10Z', 'revision_number': 4, 'project_id': '6adccc57c0a240769677a228623fca11', 'gw_port': {'id': 'a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:07Z', 'updated_at': '2022-01-28T19:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '9adbceac-858a-4b6d-ab2b-4f18a792eba6', 'name': '', 'network_id': '579e4490-a28f-4952-a918-3aa7fea18921', 'tenant_id': '6adccc57c0a240769677a228623fca11', 'mac_address': 'fa:16:3e:11:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'ba8d7ce9-8abc-402f-88ad-21fee919dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:09Z', 'updated_at': '2022-01-28T19:42:10Z', 'revision_number': 2, 'project_id': '6adccc57c0a240769677a228623fca11', 'subnets': [{'id': 'ba8d7ce9-8abc-402f-88ad-21fee919dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:14.832665 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Checking router: f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:42:14.833285 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Updating router f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f port 9adbceac-858a-4b6d-ab2b-4f18a792eba6 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:42:14.862520 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.159700 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Publish callbacks [] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.167278 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.223167 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a554d-a853-440f-926c-5098315758bc None None] Pushing event updated for resources: {'Port': ['ID=9adbceac-858a-4b6d-ab2b-4f18a792eba6,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:15.250240 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a554d-a853-440f-926c-5098315758bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:15.250579 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a554d-a853-440f-926c-5098315758bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:15.250928 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a554d-a853-440f-926c-5098315758bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:15.251246 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a554d-a853-440f-926c-5098315758bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:15.251570 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a554d-a853-440f-926c-5098315758bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:15.251897 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a554d-a853-440f-926c-5098315758bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:15.252214 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a554d-a853-440f-926c-5098315758bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:15.252531 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a554d-a853-440f-926c-5098315758bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:15.252853 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a554d-a853-440f-926c-5098315758bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:15.253167 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a554d-a853-440f-926c-5098315758bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:15.253481 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a554d-a853-440f-926c-5098315758bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:15.253798 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a554d-a853-440f-926c-5098315758bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:15.254133 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a554d-a853-440f-926c-5098315758bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:15.287834 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Attempting to bind port 9adbceac-858a-4b6d-ab2b-4f18a792eba6 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:15.288204 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Attempting to bind port 9adbceac-858a-4b6d-ab2b-4f18a792eba6 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '33d33794-8033-4402-83e8-c261dd8d5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '579e4490-a28f-4952-a918-3aa7fea18921'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:15.288567 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Attempting to bind port 9adbceac-858a-4b6d-ab2b-4f18a792eba6 on network 579e4490-a28f-4952-a918-3aa7fea18921 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:15.294443 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:15.294816 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Checking segment: {'id': '33d33794-8033-4402-83e8-c261dd8d5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '579e4490-a28f-4952-a918-3aa7fea18921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:15.295219 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.295608 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Bound using segment: {'id': '33d33794-8033-4402-83e8-c261dd8d5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '579e4490-a28f-4952-a918-3aa7fea18921'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:15.296501 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Bound port: 9adbceac-858a-4b6d-ab2b-4f18a792eba6, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d33794-8033-4402-83e8-c261dd8d5363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '579e4490-a28f-4952-a918-3aa7fea18921'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:15.296501 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.363944 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] For port 9adbceac-858a-4b6d-ab2b-4f18a792eba6, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:15.367448 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] For port 9adbceac-858a-4b6d-ab2b-4f18a792eba6, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9adbceac-858a-4b6d-ab2b-4f18a792eba6,segment=NetworkSegment(33d33794-8033-4402-83e8-c261dd8d5363),segment_id=33d33794-8033-4402-83e8-c261dd8d5363)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:15.374969 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.449770 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Routers {'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:42:15.450854 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:41:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:15.454388 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a554d-a853-440f-926c-5098315758bc None None] Pushing event updated for resources: {'Port': ['ID=9adbceac-858a-4b6d-ab2b-4f18a792eba6,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:15.545478 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9b3926d1-168b-47d2-878a-f432b0473e3f None None] Provisioning complete for port 9adbceac-858a-4b6d-ab2b-4f18a792eba6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:15.546186 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b3926d1-168b-47d2-878a-f432b0473e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.628409 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] Set router f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:42:15.695599 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9b3926d1-168b-47d2-878a-f432b0473e3f None None] Current status of the port 9adbceac-858a-4b6d-ab2b-4f18a792eba6 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:15.696691 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b3926d1-168b-47d2-878a-f432b0473e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.761355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9b3926d1-168b-47d2-878a-f432b0473e3f None None] For port 9adbceac-858a-4b6d-ab2b-4f18a792eba6, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9adbceac-858a-4b6d-ab2b-4f18a792eba6,segment=NetworkSegment(33d33794-8033-4402-83e8-c261dd8d5363),segment_id=33d33794-8033-4402-83e8-c261dd8d5363)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:15.767025 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b3926d1-168b-47d2-878a-f432b0473e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.830399 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3926d1-168b-47d2-878a-f432b0473e3f None None] Pushing event updated for resources: {'Port': ['ID=9adbceac-858a-4b6d-ab2b-4f18a792eba6,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:15.882746 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'name': 'tempest-TestVolumeBackupRestore-1501635650-router', 'tenant_id': '6adccc57c0a240769677a228623fca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:06Z', 'updated_at': '2022-01-28T19:42:10Z', 'revision_number': 4, 'project_id': '6adccc57c0a240769677a228623fca11', 'gw_port': {'id': 'a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:07Z', 'updated_at': '2022-01-28T19:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '9adbceac-858a-4b6d-ab2b-4f18a792eba6', 'name': '', 'network_id': '579e4490-a28f-4952-a918-3aa7fea18921', 'tenant_id': '6adccc57c0a240769677a228623fca11', 'mac_address': 'fa:16:3e:11:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'ba8d7ce9-8abc-402f-88ad-21fee919dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:09Z', 'updated_at': '2022-01-28T19:42:15Z', 'revision_number': 4, 'project_id': '6adccc57c0a240769677a228623fca11', 'subnets': [{'id': 'ba8d7ce9-8abc-402f-88ad-21fee919dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:15.899814 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b42cd15b-0946-4978-89d2-1ab10aa61bc2 None None] Provisioning complete for port 9adbceac-858a-4b6d-ab2b-4f18a792eba6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:15.900447 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b42cd15b-0946-4978-89d2-1ab10aa61bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:15.909157 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95af8065-6192-452d-bbe8-48a91772b15a None None] The sync data for ids ['f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'] in n-d-824834-4 is: [{'id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'name': 'tempest-TestVolumeBackupRestore-1501635650-router', 'tenant_id': '6adccc57c0a240769677a228623fca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:06Z', 'updated_at': '2022-01-28T19:42:10Z', 'revision_number': 4, 'project_id': '6adccc57c0a240769677a228623fca11', 'gw_port': {'id': 'a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:07Z', 'updated_at': '2022-01-28T19:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '9adbceac-858a-4b6d-ab2b-4f18a792eba6', 'name': '', 'network_id': '579e4490-a28f-4952-a918-3aa7fea18921', 'tenant_id': '6adccc57c0a240769677a228623fca11', 'mac_address': 'fa:16:3e:11:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'ba8d7ce9-8abc-402f-88ad-21fee919dc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:09Z', 'updated_at': '2022-01-28T19:42:15Z', 'revision_number': 4, 'project_id': '6adccc57c0a240769677a228623fca11', 'subnets': [{'id': 'ba8d7ce9-8abc-402f-88ad-21fee919dc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:42:15.994751 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b42cd15b-0946-4978-89d2-1ab10aa61bc2 None None] Current status of the port 9adbceac-858a-4b6d-ab2b-4f18a792eba6 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:16.479327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:16.552038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:16.552717 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:16.650331 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:16.651693 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9adbceac-858a-4b6d-ab2b-4f18a792eba6 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:16.814569 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54446) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:16.879301 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 9adbceac-858a-4b6d-ab2b-4f18a792eba6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:16.879602 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:16.976606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 9adbceac-858a-4b6d-ab2b-4f18a792eba6 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:16.979044 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44ecdd1c-44d0-40f8-9b46-83b0148660c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.073811 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44ecdd1c-44d0-40f8-9b46-83b0148660c9 admin admin] Publish callbacks [] for security_group (1e1923ff-3ce4-4deb-b520-53c6e2e88afe), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.079253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-44ecdd1c-44d0-40f8-9b46-83b0148660c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1e1923ff-3ce4-4deb-b520-53c6e2e88afe), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.117332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecdd1c-44d0-40f8-9b46-83b0148660c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1923ff-3ce4-4deb-b520-53c6e2e88afe,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:17.125625 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-44ecdd1c-44d0-40f8-9b46-83b0148660c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52f962d297ad47b2886c242438e7cba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3099124 Jan 28 19:42:17.125825 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54450) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:17.173805 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c67f364-3272-4377-a5c8-d048a0181ccd admin admin] Publish callbacks [] for security_group (1e1923ff-3ce4-4deb-b520-53c6e2e88afe), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.195633 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c67f364-3272-4377-a5c8-d048a0181ccd admin admin] Publish callbacks [] for security_group (1e1923ff-3ce4-4deb-b520-53c6e2e88afe), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.244181 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c67f364-3272-4377-a5c8-d048a0181ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1e1923ff-3ce4-4deb-b520-53c6e2e88afe), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.246877 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c67f364-3272-4377-a5c8-d048a0181ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.248078 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8c67f364-3272-4377-a5c8-d048a0181ccd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e1923ff-3ce4-4deb-b520-53c6e2e88afe HTTP/1.1" status: 204 len: 168 time: 0.1213355 Jan 28 19:42:17.256303 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67f364-3272-4377-a5c8-d048a0181ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1923ff-3ce4-4deb-b520-53c6e2e88afe,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:17.520077 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54456) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:17.533481 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0084a382-f61e-4d4b-9c81-67a22f38243c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.619545 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0084a382-f61e-4d4b-9c81-67a22f38243c admin admin] Publish callbacks [] for security_group (29f68797-f230-49c6-8a88-d93ae525e779), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.622288 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0084a382-f61e-4d4b-9c81-67a22f38243c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (29f68797-f230-49c6-8a88-d93ae525e779), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.662859 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0084a382-f61e-4d4b-9c81-67a22f38243c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=03dbc47fdf5642859b83a44bd76b9f73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416209 Jan 28 19:42:17.663695 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084a382-f61e-4d4b-9c81-67a22f38243c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f68797-f230-49c6-8a88-d93ae525e779,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:17.665518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54460) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:17.718970 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19b889b0-9365-4139-bd71-4fcbbf2f4b80 admin admin] Publish callbacks [] for security_group (29f68797-f230-49c6-8a88-d93ae525e779), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.740616 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19b889b0-9365-4139-bd71-4fcbbf2f4b80 admin admin] Publish callbacks [] for security_group (29f68797-f230-49c6-8a88-d93ae525e779), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.789247 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19b889b0-9365-4139-bd71-4fcbbf2f4b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (29f68797-f230-49c6-8a88-d93ae525e779), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.792367 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19b889b0-9365-4139-bd71-4fcbbf2f4b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:17.793544 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-19b889b0-9365-4139-bd71-4fcbbf2f4b80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29f68797-f230-49c6-8a88-d93ae525e779 HTTP/1.1" status: 204 len: 168 time: 0.1258388 Jan 28 19:42:17.802191 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b889b0-9365-4139-bd71-4fcbbf2f4b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f68797-f230-49c6-8a88-d93ae525e779,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:18.217831 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b88d3d63-63ca-4b69-9ce4-a4afb48e65f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:20.391649 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dcdd540a-d9cb-4c45-b5d4-56b80030a2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:21.768664 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:23.077352 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.182991 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54598) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:24.293218 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2345627-f877-43e4-9c21-913cf0095daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.370066 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2345627-f877-43e4-9c21-913cf0095daf admin admin] Publish callbacks [] for security_group (a02f128a-51bc-4aa9-b9f2-b0f9a9bd24e2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.375250 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d2345627-f877-43e4-9c21-913cf0095daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a02f128a-51bc-4aa9-b9f2-b0f9a9bd24e2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.415119 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d2345627-f877-43e4-9c21-913cf0095daf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b77813d3d4745bb9598586270c1d38d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2309403 Jan 28 19:42:24.415985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2345627-f877-43e4-9c21-913cf0095daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02f128a-51bc-4aa9-b9f2-b0f9a9bd24e2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:24.418066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54610) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:24.467168 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f13cbac-635d-4493-9783-26fa91845bea admin admin] Publish callbacks [] for security_group (a02f128a-51bc-4aa9-b9f2-b0f9a9bd24e2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.492792 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.498309 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f13cbac-635d-4493-9783-26fa91845bea admin admin] Publish callbacks [] for security_group (a02f128a-51bc-4aa9-b9f2-b0f9a9bd24e2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.546546 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f13cbac-635d-4493-9783-26fa91845bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a02f128a-51bc-4aa9-b9f2-b0f9a9bd24e2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.549604 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6f13cbac-635d-4493-9783-26fa91845bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.550811 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6f13cbac-635d-4493-9783-26fa91845bea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a02f128a-51bc-4aa9-b9f2-b0f9a9bd24e2 HTTP/1.1" status: 204 len: 168 time: 0.1317446 Jan 28 19:42:24.559307 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13cbac-635d-4493-9783-26fa91845bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02f128a-51bc-4aa9-b9f2-b0f9a9bd24e2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:24.816575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54616) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:24.830702 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a42a5c2-5919-46c3-919c-3f7d1745dbad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.911058 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a42a5c2-5919-46c3-919c-3f7d1745dbad admin admin] Publish callbacks [] for security_group (7d2b5cae-d9a0-412a-b772-b5bddf5393bd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.915704 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5a42a5c2-5919-46c3-919c-3f7d1745dbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7d2b5cae-d9a0-412a-b772-b5bddf5393bd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:24.959073 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5a42a5c2-5919-46c3-919c-3f7d1745dbad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a32a7312b43042a5afe8c3dd61c41df4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1412134 Jan 28 19:42:24.961966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54620) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:24.962491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42a5c2-5919-46c3-919c-3f7d1745dbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2b5cae-d9a0-412a-b772-b5bddf5393bd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:25.022475 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de8e5649-8606-4f6e-9148-7105f8357407 admin admin] Publish callbacks [] for security_group (7d2b5cae-d9a0-412a-b772-b5bddf5393bd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:25.043302 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de8e5649-8606-4f6e-9148-7105f8357407 admin admin] Publish callbacks [] for security_group (7d2b5cae-d9a0-412a-b772-b5bddf5393bd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:25.092138 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de8e5649-8606-4f6e-9148-7105f8357407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7d2b5cae-d9a0-412a-b772-b5bddf5393bd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:25.095103 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-de8e5649-8606-4f6e-9148-7105f8357407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:25.096339 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-de8e5649-8606-4f6e-9148-7105f8357407 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d2b5cae-d9a0-412a-b772-b5bddf5393bd HTTP/1.1" status: 204 len: 168 time: 0.1329470 Jan 28 19:42:25.106734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e5649-8606-4f6e-9148-7105f8357407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2b5cae-d9a0-412a-b772-b5bddf5393bd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:25.614053 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:26.696608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54676) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:26.805399 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb5f6d39-8fcf-488c-8d56-9f598ab09de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:26.883056 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb5f6d39-8fcf-488c-8d56-9f598ab09de3 admin admin] Publish callbacks [] for security_group (44ebd4aa-6924-49ac-98d6-87f18b4c96f4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:26.888126 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb5f6d39-8fcf-488c-8d56-9f598ab09de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (44ebd4aa-6924-49ac-98d6-87f18b4c96f4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:26.929608 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bb5f6d39-8fcf-488c-8d56-9f598ab09de3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6752661c72d54474842eb0555894ad9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2318003 Jan 28 19:42:26.932391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:26.934777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f6d39-8fcf-488c-8d56-9f598ab09de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ebd4aa-6924-49ac-98d6-87f18b4c96f4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:26.989737 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bed17ccd-c198-4d51-9df4-a41d64febe9a admin admin] Publish callbacks [] for security_group (44ebd4aa-6924-49ac-98d6-87f18b4c96f4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:27.010982 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bed17ccd-c198-4d51-9df4-a41d64febe9a admin admin] Publish callbacks [] for security_group (44ebd4aa-6924-49ac-98d6-87f18b4c96f4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:27.061358 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bed17ccd-c198-4d51-9df4-a41d64febe9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (44ebd4aa-6924-49ac-98d6-87f18b4c96f4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:27.063968 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bed17ccd-c198-4d51-9df4-a41d64febe9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:27.065136 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bed17ccd-c198-4d51-9df4-a41d64febe9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44ebd4aa-6924-49ac-98d6-87f18b4c96f4 HTTP/1.1" status: 204 len: 168 time: 0.1317239 Jan 28 19:42:27.075940 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed17ccd-c198-4d51-9df4-a41d64febe9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ebd4aa-6924-49ac-98d6-87f18b4c96f4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:29.252350 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54748) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:29.364161 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e75025af-eeb2-4454-98a3-6e4a82a47700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:29.448255 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e75025af-eeb2-4454-98a3-6e4a82a47700 admin admin] Publish callbacks [] for security_group (9162e07f-b725-455c-a843-62140adb7a9b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:29.452666 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e75025af-eeb2-4454-98a3-6e4a82a47700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9162e07f-b725-455c-a843-62140adb7a9b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:29.491077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75025af-eeb2-4454-98a3-6e4a82a47700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9162e07f-b725-455c-a843-62140adb7a9b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:29.498120 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e75025af-eeb2-4454-98a3-6e4a82a47700 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f551f2451e544c9490e4b6cac2fa4b23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420170 Jan 28 19:42:29.498896 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54752) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:29.548394 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0fc636b-3951-4d98-8d97-acb2b5460e5e admin admin] Publish callbacks [] for security_group (9162e07f-b725-455c-a843-62140adb7a9b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:29.570843 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0fc636b-3951-4d98-8d97-acb2b5460e5e admin admin] Publish callbacks [] for security_group (9162e07f-b725-455c-a843-62140adb7a9b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:29.627727 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0fc636b-3951-4d98-8d97-acb2b5460e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9162e07f-b725-455c-a843-62140adb7a9b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:29.630565 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e0fc636b-3951-4d98-8d97-acb2b5460e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:29.631797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e0fc636b-3951-4d98-8d97-acb2b5460e5e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9162e07f-b725-455c-a843-62140adb7a9b HTTP/1.1" status: 204 len: 168 time: 0.1326115 Jan 28 19:42:29.639967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc636b-3951-4d98-8d97-acb2b5460e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9162e07f-b725-455c-a843-62140adb7a9b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:30.371160 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:30.640027 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54782) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:30.777064 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fff2d7a7-d344-4973-80e2-1bbd976a0cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:30.866815 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fff2d7a7-d344-4973-80e2-1bbd976a0cb2 admin admin] Publish callbacks [] for security_group (abc04233-64d6-4330-bf79-38ae1d58bc60), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:30.871776 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fff2d7a7-d344-4973-80e2-1bbd976a0cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (abc04233-64d6-4330-bf79-38ae1d58bc60), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:30.910692 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fff2d7a7-d344-4973-80e2-1bbd976a0cb2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a177b86d837407f9071940cdedbc22f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2693982 Jan 28 19:42:30.911520 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2d7a7-d344-4973-80e2-1bbd976a0cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc04233-64d6-4330-bf79-38ae1d58bc60,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:30.914499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54786) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:30.970395 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac80c5cf-a9b1-4791-a429-d96ac1a68e39 admin admin] Publish callbacks [] for security_group (abc04233-64d6-4330-bf79-38ae1d58bc60), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:30.992432 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac80c5cf-a9b1-4791-a429-d96ac1a68e39 admin admin] Publish callbacks [] for security_group (abc04233-64d6-4330-bf79-38ae1d58bc60), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:31.043279 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac80c5cf-a9b1-4791-a429-d96ac1a68e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (abc04233-64d6-4330-bf79-38ae1d58bc60), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:31.046385 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ac80c5cf-a9b1-4791-a429-d96ac1a68e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:31.047555 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ac80c5cf-a9b1-4791-a429-d96ac1a68e39 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/abc04233-64d6-4330-bf79-38ae1d58bc60 HTTP/1.1" status: 204 len: 168 time: 0.1316249 Jan 28 19:42:31.055342 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80c5cf-a9b1-4791-a429-d96ac1a68e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc04233-64d6-4330-bf79-38ae1d58bc60,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:32.320111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54834) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:32.428043 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db32c1ea-9fb0-4e2c-a92b-03279888327f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:32.503163 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db32c1ea-9fb0-4e2c-a92b-03279888327f admin admin] Publish callbacks [] for security_group (5ed8e567-1099-49f3-8767-5424a2830cfb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:32.507565 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db32c1ea-9fb0-4e2c-a92b-03279888327f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5ed8e567-1099-49f3-8767-5424a2830cfb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:32.543925 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32c1ea-9fb0-4e2c-a92b-03279888327f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed8e567-1099-49f3-8767-5424a2830cfb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:32.550589 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-db32c1ea-9fb0-4e2c-a92b-03279888327f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9da7f06a45884872b60cda68a2ef2cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293711 Jan 28 19:42:32.550996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54846) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:32.609812 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82cecc6d-7f77-4c3d-b7de-106f26e01b41 admin admin] Publish callbacks [] for security_group (5ed8e567-1099-49f3-8767-5424a2830cfb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:32.634896 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82cecc6d-7f77-4c3d-b7de-106f26e01b41 admin admin] Publish callbacks [] for security_group (5ed8e567-1099-49f3-8767-5424a2830cfb), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:32.682873 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82cecc6d-7f77-4c3d-b7de-106f26e01b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5ed8e567-1099-49f3-8767-5424a2830cfb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:32.685681 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-82cecc6d-7f77-4c3d-b7de-106f26e01b41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:32.686892 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-82cecc6d-7f77-4c3d-b7de-106f26e01b41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ed8e567-1099-49f3-8767-5424a2830cfb HTTP/1.1" status: 204 len: 168 time: 0.1341541 Jan 28 19:42:32.696442 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cecc6d-7f77-4c3d-b7de-106f26e01b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed8e567-1099-49f3-8767-5424a2830cfb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:34.847983 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54962) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:34.958461 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8144b9a5-0b4c-4f56-aea5-238b4a6ec0e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.038300 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8144b9a5-0b4c-4f56-aea5-238b4a6ec0e7 admin admin] Publish callbacks [] for security_group (8b485395-6401-452b-b9b4-337099911c0c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.042955 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8144b9a5-0b4c-4f56-aea5-238b4a6ec0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8b485395-6401-452b-b9b4-337099911c0c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.078581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144b9a5-0b4c-4f56-aea5-238b4a6ec0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b485395-6401-452b-b9b4-337099911c0c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:35.085350 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8144b9a5-0b4c-4f56-aea5-238b4a6ec0e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c7a54b3954954ef6a446cff05317469b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2363377 Jan 28 19:42:35.085994 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54966) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:35.138236 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62d31f71-597e-4d1b-94e5-33c79a49c503 admin admin] Publish callbacks [] for security_group (8b485395-6401-452b-b9b4-337099911c0c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.159411 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62d31f71-597e-4d1b-94e5-33c79a49c503 admin admin] Publish callbacks [] for security_group (8b485395-6401-452b-b9b4-337099911c0c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.206943 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62d31f71-597e-4d1b-94e5-33c79a49c503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8b485395-6401-452b-b9b4-337099911c0c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.209773 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62d31f71-597e-4d1b-94e5-33c79a49c503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.210976 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-62d31f71-597e-4d1b-94e5-33c79a49c503 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b485395-6401-452b-b9b4-337099911c0c HTTP/1.1" status: 204 len: 168 time: 0.1238291 Jan 28 19:42:35.220583 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d31f71-597e-4d1b-94e5-33c79a49c503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b485395-6401-452b-b9b4-337099911c0c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:35.499313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 54972) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:35.512662 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25782923-28b2-42f7-a89c-4e684d259056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.589022 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25782923-28b2-42f7-a89c-4e684d259056 admin admin] Publish callbacks [] for security_group (d815b5b8-1640-4f87-9698-0d3a6b82eae0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.593825 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25782923-28b2-42f7-a89c-4e684d259056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d815b5b8-1640-4f87-9698-0d3a6b82eae0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.631280 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-25782923-28b2-42f7-a89c-4e684d259056 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=069254dcd97f4de5ad0a46b3653409cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308303 Jan 28 19:42:35.632501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25782923-28b2-42f7-a89c-4e684d259056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d815b5b8-1640-4f87-9698-0d3a6b82eae0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:35.634156 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 54974) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:35.684317 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d918804-665d-46f9-9d70-be7b085b1a16 admin admin] Publish callbacks [] for security_group (d815b5b8-1640-4f87-9698-0d3a6b82eae0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.707340 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d918804-665d-46f9-9d70-be7b085b1a16 admin admin] Publish callbacks [] for security_group (d815b5b8-1640-4f87-9698-0d3a6b82eae0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.753372 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d918804-665d-46f9-9d70-be7b085b1a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d815b5b8-1640-4f87-9698-0d3a6b82eae0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.756039 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d918804-665d-46f9-9d70-be7b085b1a16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:35.759695 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4d918804-665d-46f9-9d70-be7b085b1a16 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d815b5b8-1640-4f87-9698-0d3a6b82eae0 HTTP/1.1" status: 204 len: 168 time: 0.1219089 Jan 28 19:42:35.766665 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d918804-665d-46f9-9d70-be7b085b1a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d815b5b8-1640-4f87-9698-0d3a6b82eae0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:35.845702 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79c37784-fe06-439d-a6fa-ad0e1821f1ed req-a67d3c5e-3215-4789-83f0-7b7325de91ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465314 Jan 28 19:42:35.936184 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c37784-fe06-439d-a6fa-ad0e1821f1ed req-eb6873ec-eca7-46bd-a85d-a9ccb606a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:35.937692 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79c37784-fe06-439d-a6fa-ad0e1821f1ed req-eb6873ec-eca7-46bd-a85d-a9ccb606a2ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 1128 time: 0.0509529 Jan 28 19:42:36.041474 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c37784-fe06-439d-a6fa-ad0e1821f1ed req-9e2a51a3-3263-4cac-8f46-654839f43cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:36.043046 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79c37784-fe06-439d-a6fa-ad0e1821f1ed req-9e2a51a3-3263-4cac-8f46-654839f43cbd service neutron] 10.222.0.37 "GET /v2.0/networks?id=a18a99ae-732c-4a01-828a-5558e4db887c HTTP/1.1" status: 200 len: 897 time: 0.0871296 Jan 28 19:42:36.114300 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79c37784-fe06-439d-a6fa-ad0e1821f1ed req-82f87ef4-7cdc-453a-9f00-df73b8bcb19c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=562cda2f-77b0-4d50-b84c-ccc7302f602a HTTP/1.1" status: 200 len: 1001 time: 0.0643008 Jan 28 19:42:36.164127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c37784-fe06-439d-a6fa-ad0e1821f1ed req-390f886e-5ae0-41ce-a05c-76422f324125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:36.165917 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79c37784-fe06-439d-a6fa-ad0e1821f1ed req-390f886e-5ae0-41ce-a05c-76422f324125 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5787586-e099-42de-ab5f-dcc8f1b2c4d3 HTTP/1.1" status: 200 len: 835 time: 0.0460465 Jan 28 19:42:36.219127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c37784-fe06-439d-a6fa-ad0e1821f1ed req-c5c89727-ea91-4470-b4f5-902ba8081443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:36.220661 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79c37784-fe06-439d-a6fa-ad0e1821f1ed req-c5c89727-ea91-4470-b4f5-902ba8081443 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a18a99ae-732c-4a01-828a-5558e4db887c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461814 Jan 28 19:42:36.318278 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79c37784-fe06-439d-a6fa-ad0e1821f1ed req-acf28ea7-cedd-4450-ae0c-5117a12e5f47 service neutron] 10.222.0.37 "GET /v2.0/networks/a18a99ae-732c-4a01-828a-5558e4db887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916593 Jan 28 19:42:36.417808 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-79c37784-fe06-439d-a6fa-ad0e1821f1ed req-04d43794-f9cc-48fb-a93b-2243c62fce62 service neutron] 10.222.0.37 "GET /v2.0/networks/a18a99ae-732c-4a01-828a-5558e4db887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924542 Jan 28 19:42:37.087639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55016) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:37.192205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-09543b6b-b423-4f57-8035-81f6415f16f8 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-531505744'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:37.192749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-09543b6b-b423-4f57-8035-81f6415f16f8 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] Unknown quota resources ['metering_label']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:42:37.318776 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-09543b6b-b423-4f57-8035-81f6415f16f8 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:37.319860 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-09543b6b-b423-4f57-8035-81f6415f16f8 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2308888 Jan 28 19:42:37.322687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55024) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:37.326804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-512780c5-102b-41b6-9498-bf965439bcc5 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '79c4264d-4d24-40e9-9342-94d0ff74290d'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:37.327283 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-512780c5-102b-41b6-9498-bf965439bcc5 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:42:37.381782 n-d-824834-4 neutron-server[103146]: WARNING neutron.services.metering.metering_plugin [None req-512780c5-102b-41b6-9498-bf965439bcc5 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 19:42:37.460282 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-512780c5-102b-41b6-9498-bf965439bcc5 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:37.464318 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-512780c5-102b-41b6-9498-bf965439bcc5 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1378169 Jan 28 19:42:37.464660 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55026) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:37.469080 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7a33b62c-c3f1-4ac7-816c-2ed1dcd46e62 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '79c4264d-4d24-40e9-9342-94d0ff74290d'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:37.469573 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7a33b62c-c3f1-4ac7-816c-2ed1dcd46e62 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:42:37.545081 n-d-824834-4 neutron-server[103147]: WARNING neutron.services.metering.metering_plugin [None req-7a33b62c-c3f1-4ac7-816c-2ed1dcd46e62 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 28 19:42:37.662979 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a33b62c-c3f1-4ac7-816c-2ed1dcd46e62 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:37.666756 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7a33b62c-c3f1-4ac7-816c-2ed1dcd46e62 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1985111 Jan 28 19:42:37.666970 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55028) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:37.677601 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6cfacaec-50f6-4d84-a27f-dc3d085ef69e tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=23b43a20-3203-4180-9433-446190e8befc HTTP/1.1" status: 200 len: 464 time: 0.0094721 Jan 28 19:42:37.679985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55030) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:37.781155 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-93c3e7c9-bef2-476e-8dcc-8b9005eb0b7c tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:37.782316 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-93c3e7c9-bef2-476e-8dcc-8b9005eb0b7c tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/23b43a20-3203-4180-9433-446190e8befc HTTP/1.1" status: 204 len: 168 time: 0.1014378 Jan 28 19:42:37.785136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:37.793795 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e6ac2084-49e8-455b-bae3-add0f9801070 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=23b43a20-3203-4180-9433-446190e8befc HTTP/1.1" status: 200 len: 221 time: 0.0076103 Jan 28 19:42:37.797201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55036) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:37.801630 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9b5d5bbd-f4b1-4841-878e-dffc5ce9c237 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--599013480', 'description': 'label created by tempest'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:37.802132 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9b5d5bbd-f4b1-4841-878e-dffc5ce9c237 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] Unknown quota resources ['metering_label']. {{(pid=103146) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:42:37.956728 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b5d5bbd-f4b1-4841-878e-dffc5ce9c237 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:37.960442 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9b5d5bbd-f4b1-4841-878e-dffc5ce9c237 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1597071 Jan 28 19:42:37.960634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55038) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:38.008868 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ec80476a-e832-455a-a74a-8e0192bcfe16 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=1917089e-e447-492f-ab77-1a77280a3258 HTTP/1.1" status: 200 len: 467 time: 0.0470436 Jan 28 19:42:38.011327 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55040) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:38.187832 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3c3504c1-a869-4672-85ce-9bb8e7984aaf tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:38.188984 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3c3504c1-a869-4672-85ce-9bb8e7984aaf tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/1917089e-e447-492f-ab77-1a77280a3258 HTTP/1.1" status: 204 len: 168 time: 0.1767962 Jan 28 19:42:38.191800 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55042) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:38.202470 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ff5c9497-2cf6-4a5f-820f-e493fabc0ea7 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=1917089e-e447-492f-ab77-1a77280a3258 HTTP/1.1" status: 200 len: 216 time: 0.0096278 Jan 28 19:42:38.205579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55044) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:38.213891 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2cf472d5-ee71-4a28-9c50-f0e6a46c4427 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0070388 Jan 28 19:42:38.216740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55046) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:38.231239 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3559a884-4f01-4b23-a999-5ba15172e2ad tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0134294 Jan 28 19:42:38.234738 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:38.286418 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ac353f4b-6451-4154-b3c4-60e9c56dc565 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/79c4264d-4d24-40e9-9342-94d0ff74290d HTTP/1.1" status: 200 len: 472 time: 0.0504339 Jan 28 19:42:38.289665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55050) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:38.298881 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-523a4f65-63a2-4b6a-8b59-d94e9fa2d6a2 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/c9f95375-53a7-489e-a9f2-315ff4bfa0a6 HTTP/1.1" status: 200 len: 461 time: 0.0082242 Jan 28 19:42:38.302383 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55052) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:38.399576 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0dae6a34-4273-422c-b3c6-b1238f3e4315 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:38.400716 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0dae6a34-4273-422c-b3c6-b1238f3e4315 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/c9f95375-53a7-489e-a9f2-315ff4bfa0a6 HTTP/1.1" status: 204 len: 168 time: 0.0974979 Jan 28 19:42:38.403325 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55054) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:38.601908 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b57a1651-19e2-42ef-b916-3edf20d2fa80 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:38.603169 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b57a1651-19e2-42ef-b916-3edf20d2fa80 tempest-MeteringTestJSON-897177058 tempest-MeteringTestJSON-897177058-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/79c4264d-4d24-40e9-9342-94d0ff74290d HTTP/1.1" status: 204 len: 168 time: 0.1989257 Jan 28 19:42:38.852368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55062) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:38.962615 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d55ba6ce-8afe-4c4b-b265-7f5f587df2b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.038461 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d55ba6ce-8afe-4c4b-b265-7f5f587df2b9 admin admin] Publish callbacks [] for security_group (898cd0ef-6a44-4ad2-aeec-1b2b06ede0b8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.043284 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d55ba6ce-8afe-4c4b-b265-7f5f587df2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (898cd0ef-6a44-4ad2-aeec-1b2b06ede0b8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.080016 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d55ba6ce-8afe-4c4b-b265-7f5f587df2b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0e5018c3c1c4b0b8cf1cb2df5a4c6e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2265844 Jan 28 19:42:39.081320 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ba6ce-8afe-4c4b-b265-7f5f587df2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898cd0ef-6a44-4ad2-aeec-1b2b06ede0b8,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:39.083446 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55066) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:39.133681 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ec4ce13-01c5-4880-a5a6-8ee7a10b9574 admin admin] Publish callbacks [] for security_group (898cd0ef-6a44-4ad2-aeec-1b2b06ede0b8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.155795 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ec4ce13-01c5-4880-a5a6-8ee7a10b9574 admin admin] Publish callbacks [] for security_group (898cd0ef-6a44-4ad2-aeec-1b2b06ede0b8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.203571 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ec4ce13-01c5-4880-a5a6-8ee7a10b9574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (898cd0ef-6a44-4ad2-aeec-1b2b06ede0b8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.206795 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6ec4ce13-01c5-4880-a5a6-8ee7a10b9574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.207972 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6ec4ce13-01c5-4880-a5a6-8ee7a10b9574 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/898cd0ef-6a44-4ad2-aeec-1b2b06ede0b8 HTTP/1.1" status: 204 len: 168 time: 0.1234553 Jan 28 19:42:39.218380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4ce13-01c5-4880-a5a6-8ee7a10b9574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898cd0ef-6a44-4ad2-aeec-1b2b06ede0b8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:39.473191 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55072) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:39.486511 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-493c1150-8061-4d1f-b578-28c88270a645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.563173 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-493c1150-8061-4d1f-b578-28c88270a645 admin admin] Publish callbacks [] for security_group (1e7ffbf7-5ac4-4471-b754-2c6efc49f505), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.567711 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-493c1150-8061-4d1f-b578-28c88270a645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1e7ffbf7-5ac4-4471-b754-2c6efc49f505), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.605897 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-493c1150-8061-4d1f-b578-28c88270a645 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2111c14833b47f9ab09e0924e9084fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316178 Jan 28 19:42:39.607210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c1150-8061-4d1f-b578-28c88270a645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7ffbf7-5ac4-4471-b754-2c6efc49f505,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:39.608811 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55074) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:39.658630 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-762046e4-1990-48fe-90c6-319eaf86aa43 admin admin] Publish callbacks [] for security_group (1e7ffbf7-5ac4-4471-b754-2c6efc49f505), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.679250 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-762046e4-1990-48fe-90c6-319eaf86aa43 admin admin] Publish callbacks [] for security_group (1e7ffbf7-5ac4-4471-b754-2c6efc49f505), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.725279 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-762046e4-1990-48fe-90c6-319eaf86aa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1e7ffbf7-5ac4-4471-b754-2c6efc49f505), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.728040 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-762046e4-1990-48fe-90c6-319eaf86aa43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:39.729324 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-762046e4-1990-48fe-90c6-319eaf86aa43 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e7ffbf7-5ac4-4471-b754-2c6efc49f505 HTTP/1.1" status: 204 len: 168 time: 0.1193786 Jan 28 19:42:39.737730 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762046e4-1990-48fe-90c6-319eaf86aa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7ffbf7-5ac4-4471-b754-2c6efc49f505,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:40.444915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55100) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:40.541993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f45b2f40-f4cf-4618-8ba2-2b2f592613cf tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-162713537'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:40.561277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45b2f40-f4cf-4618-8ba2-2b2f592613cf tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Made reservation on behalf of a6650c3a230f4a4a92b5c22762acea92 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:40.564476 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f45b2f40-f4cf-4618-8ba2-2b2f592613cf tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.572571 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f45b2f40-f4cf-4618-8ba2-2b2f592613cf tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.650795 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f45b2f40-f4cf-4618-8ba2-2b2f592613cf tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks [] for security_group (f691d774-cef4-43b7-97b3-0587abb8bb56), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.655514 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f45b2f40-f4cf-4618-8ba2-2b2f592613cf tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f691d774-cef4-43b7-97b3-0587abb8bb56), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.679917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45b2f40-f4cf-4618-8ba2-2b2f592613cf tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:40.695372 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b2f40-f4cf-4618-8ba2-2b2f592613cf tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f691d774-cef4-43b7-97b3-0587abb8bb56,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:40.697936 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f45b2f40-f4cf-4618-8ba2-2b2f592613cf tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.698299 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-f45b2f40-f4cf-4618-8ba2-2b2f592613cf tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Added segment 50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a of type vlan for network c63555d1-9adc-4902-82fe-af60d8e9bffc Jan 28 19:42:40.737732 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f45b2f40-f4cf-4618-8ba2-2b2f592613cf tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (c63555d1-9adc-4902-82fe-af60d8e9bffc), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.761670 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f45b2f40-f4cf-4618-8ba2-2b2f592613cf tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (c63555d1-9adc-4902-82fe-af60d8e9bffc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.767351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45b2f40-f4cf-4618-8ba2-2b2f592613cf tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:40.767926 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f45b2f40-f4cf-4618-8ba2-2b2f592613cf tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:40.834459 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f45b2f40-f4cf-4618-8ba2-2b2f592613cf tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.3850844 Jan 28 19:42:40.834459 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55106) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:40.841155 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-798c1728-5a78-4c88-b94f-7cf12ee4822c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Request body: {'subnet': {'network_id': 'c63555d1-9adc-4902-82fe-af60d8e9bffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:40.846978 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b2f40-f4cf-4618-8ba2-2b2f592613cf tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event updated for resources: {'Network': ['ID=c63555d1-9adc-4902-82fe-af60d8e9bffc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:40.858721 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network c63555d1-9adc-4902-82fe-af60d8e9bffc details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:41.239322 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798c1728-5a78-4c88-b94f-7cf12ee4822c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Made reservation on behalf of a6650c3a230f4a4a92b5c22762acea92 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:41.242718 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-798c1728-5a78-4c88-b94f-7cf12ee4822c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:41.423650 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-798c1728-5a78-4c88-b94f-7cf12ee4822c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (2ebcf8eb-4cdc-4f95-b17a-9f060f447363), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:41.480674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c1728-5a78-4c88-b94f-7cf12ee4822c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event updated for resources: {'Subnet': ['ID=2ebcf8eb-4cdc-4f95-b17a-9f060f447363,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:41.493534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c1728-5a78-4c88-b94f-7cf12ee4822c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Checking segment: {'id': '50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c63555d1-9adc-4902-82fe-af60d8e9bffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:41.493945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798c1728-5a78-4c88-b94f-7cf12ee4822c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Network hostable DHCP agents. Network: c63555d1-9adc-4902-82fe-af60d8e9bffc, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:41.511481 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798c1728-5a78-4c88-b94f-7cf12ee4822c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Network c63555d1-9adc-4902-82fe-af60d8e9bffc is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:41.520297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-798c1728-5a78-4c88-b94f-7cf12ee4822c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, c63555d1-9adc-4902-82fe-af60d8e9bffc) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:41.525110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798c1728-5a78-4c88-b94f-7cf12ee4822c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:41.526353 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-798c1728-5a78-4c88-b94f-7cf12ee4822c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:41.529383 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a64c50-7908-47d0-b31c-87ef29b8ceef None None] Network c63555d1-9adc-4902-82fe-af60d8e9bffc requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:41.542217 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-798c1728-5a78-4c88-b94f-7cf12ee4822c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7067053 Jan 28 19:42:41.544864 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55108) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:41.550431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-82d73038-b23d-4084-baf4-5a48dfd86d21 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Request body: {'port': {'network_id': 'c63555d1-9adc-4902-82fe-af60d8e9bffc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-44719201'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:41.636398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-c63555d1-9adc-4902-82fe-af60d8e9bffc', 'network_id': 'c63555d1-9adc-4902-82fe-af60d8e9bffc', 'project_id': 'a6650c3a230f4a4a92b5c22762acea92', 'fixed_ips': [{'subnet_id': '2ebcf8eb-4cdc-4f95-b17a-9f060f447363'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:41.637429 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:41.665057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d73038-b23d-4084-baf4-5a48dfd86d21 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Made reservation on behalf of a6650c3a230f4a4a92b5c22762acea92 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:41.669361 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82d73038-b23d-4084-baf4-5a48dfd86d21 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:41.687666 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-82d73038-b23d-4084-baf4-5a48dfd86d21 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] device_id is not set on port e1b3c604-e177-4acc-b07d-3e2a4c06abca yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:42:41.779309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Allocated IP 2001:db8::2 (c63555d1-9adc-4902-82fe-af60d8e9bffc/2ebcf8eb-4cdc-4f95-b17a-9f060f447363/32523942-8af7-4456-800f-1e74fe4bd207) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:41.929957 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Publish callbacks [] for port (32523942-8af7-4456-800f-1e74fe4bd207), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:41.936733 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (32523942-8af7-4456-800f-1e74fe4bd207), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:41.977828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Network c63555d1-9adc-4902-82fe-af60d8e9bffc is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:41.983385 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:41.987808 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:41.991124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Pushing event updated for resources: {'Port': ['ID=32523942-8af7-4456-800f-1e74fe4bd207,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:42.010539 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-82d73038-b23d-4084-baf4-5a48dfd86d21 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Allocated IP 2001:db8::40 (c63555d1-9adc-4902-82fe-af60d8e9bffc/2ebcf8eb-4cdc-4f95-b17a-9f060f447363/e1b3c604-e177-4acc-b07d-3e2a4c06abca) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:42.049435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Attempting to bind port 32523942-8af7-4456-800f-1e74fe4bd207 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:42.049803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Attempting to bind port 32523942-8af7-4456-800f-1e74fe4bd207 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c63555d1-9adc-4902-82fe-af60d8e9bffc'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:42.050270 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Attempting to bind port 32523942-8af7-4456-800f-1e74fe4bd207 on network c63555d1-9adc-4902-82fe-af60d8e9bffc {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:42.055942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:42.056613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Checking segment: {'id': '50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c63555d1-9adc-4902-82fe-af60d8e9bffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:42.057248 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:42.057794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Bound using segment: {'id': '50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c63555d1-9adc-4902-82fe-af60d8e9bffc'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:42.058467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Bound port: 32523942-8af7-4456-800f-1e74fe4bd207, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c63555d1-9adc-4902-82fe-af60d8e9bffc'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:42.059005 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (32523942-8af7-4456-800f-1e74fe4bd207), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:42.059241 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:42:42.137993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] For port 32523942-8af7-4456-800f-1e74fe4bd207, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:42.141136 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] For port 32523942-8af7-4456-800f-1e74fe4bd207, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=32523942-8af7-4456-800f-1e74fe4bd207,segment=NetworkSegment(50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a),segment_id=50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:42.152341 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (32523942-8af7-4456-800f-1e74fe4bd207), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:42.211291 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82d73038-b23d-4084-baf4-5a48dfd86d21 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks [] for port (e1b3c604-e177-4acc-b07d-3e2a4c06abca), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:42.220535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca71173-ce03-42de-869a-0028b3d15ab8 None None] Pushing event updated for resources: {'Port': ['ID=32523942-8af7-4456-800f-1e74fe4bd207,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:42.264040 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82d73038-b23d-4084-baf4-5a48dfd86d21 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (e1b3c604-e177-4acc-b07d-3e2a4c06abca), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:42.311321 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d73038-b23d-4084-baf4-5a48dfd86d21 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Network c63555d1-9adc-4902-82fe-af60d8e9bffc is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:42.314548 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-82d73038-b23d-4084-baf4-5a48dfd86d21 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:42.320662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d73038-b23d-4084-baf4-5a48dfd86d21 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:42.326171 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d73038-b23d-4084-baf4-5a48dfd86d21 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:42.326788 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-82d73038-b23d-4084-baf4-5a48dfd86d21 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:42.336346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d73038-b23d-4084-baf4-5a48dfd86d21 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event updated for resources: {'Port': ['ID=e1b3c604-e177-4acc-b07d-3e2a4c06abca,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:42.352094 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-82d73038-b23d-4084-baf4-5a48dfd86d21 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.8033671 Jan 28 19:42:42.352277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55114) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:42.357272 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-33bacf97-37f3-47e8-bb18-50d6ca7ec881 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Request body: {'port': {'network_id': 'c63555d1-9adc-4902-82fe-af60d8e9bffc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1851996321', 'allowed_address_pairs': [{'ip_address': '2001:db8::40', 'mac_address': 'fa:16:3e:b8:56:14'}]}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:42.495563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bacf97-37f3-47e8-bb18-50d6ca7ec881 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Made reservation on behalf of a6650c3a230f4a4a92b5c22762acea92 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:42.583485 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33bacf97-37f3-47e8-bb18-50d6ca7ec881 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:42.606131 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-33bacf97-37f3-47e8-bb18-50d6ca7ec881 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] device_id is not set on port 8402c88e-bb20-4abf-99b7-e2af716b97bc yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:42:42.719597 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-33bacf97-37f3-47e8-bb18-50d6ca7ec881 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Allocated IP 2001:db8::8e (c63555d1-9adc-4902-82fe-af60d8e9bffc/2ebcf8eb-4cdc-4f95-b17a-9f060f447363/8402c88e-bb20-4abf-99b7-e2af716b97bc) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:42.871771 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33bacf97-37f3-47e8-bb18-50d6ca7ec881 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks [] for port (8402c88e-bb20-4abf-99b7-e2af716b97bc), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:42.906885 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33bacf97-37f3-47e8-bb18-50d6ca7ec881 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (8402c88e-bb20-4abf-99b7-e2af716b97bc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:42.949706 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bacf97-37f3-47e8-bb18-50d6ca7ec881 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Network c63555d1-9adc-4902-82fe-af60d8e9bffc is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:42.952802 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-33bacf97-37f3-47e8-bb18-50d6ca7ec881 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:42.959266 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bacf97-37f3-47e8-bb18-50d6ca7ec881 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:42.964431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bacf97-37f3-47e8-bb18-50d6ca7ec881 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:42.965046 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33bacf97-37f3-47e8-bb18-50d6ca7ec881 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:42.971580 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bacf97-37f3-47e8-bb18-50d6ca7ec881 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event updated for resources: {'Port': ['ID=8402c88e-bb20-4abf-99b7-e2af716b97bc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:42.987247 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-33bacf97-37f3-47e8-bb18-50d6ca7ec881 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.6339617 Jan 28 19:42:42.989821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55118) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:43.047225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba44a2f3-85b1-4ad0-8cdc-cf4804561f23 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:43.052542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba44a2f3-85b1-4ad0-8cdc-cf4804561f23 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:43.057761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba44a2f3-85b1-4ad0-8cdc-cf4804561f23 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:43.059574 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ba44a2f3-85b1-4ad0-8cdc-cf4804561f23 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.0686502 Jan 28 19:42:43.062389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55120) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:43.155805 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d78a2688-444f-48a9-a6bc-a6defae8dc4c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Deleting port 8402c88e-bb20-4abf-99b7-e2af716b97bc {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:43.156388 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d78a2688-444f-48a9-a6bc-a6defae8dc4c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8402c88e-bb20-4abf-99b7-e2af716b97bc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.215804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40941c9-df09-448f-a793-46a336b9b854 None None] Network c63555d1-9adc-4902-82fe-af60d8e9bffc requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:43.251520 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d78a2688-444f-48a9-a6bc-a6defae8dc4c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8402c88e-bb20-4abf-99b7-e2af716b97bc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.263341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d78a2688-444f-48a9-a6bc-a6defae8dc4c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Calling delete_port for 8402c88e-bb20-4abf-99b7-e2af716b97bc owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:43.275371 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-64df05a0-c58b-47db-a9b4-84b2b1961f9e None None] Provisioning complete for port 32523942-8af7-4456-800f-1e74fe4bd207 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:43.275830 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64df05a0-c58b-47db-a9b4-84b2b1961f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (32523942-8af7-4456-800f-1e74fe4bd207), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.397604 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d78a2688-444f-48a9-a6bc-a6defae8dc4c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8402c88e-bb20-4abf-99b7-e2af716b97bc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.420938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-64df05a0-c58b-47db-a9b4-84b2b1961f9e None None] Current status of the port 32523942-8af7-4456-800f-1e74fe4bd207 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:43.421658 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64df05a0-c58b-47db-a9b4-84b2b1961f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (32523942-8af7-4456-800f-1e74fe4bd207), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.431551 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a2688-444f-48a9-a6bc-a6defae8dc4c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event deleted for resources: {'Port': ['ID=8402c88e-bb20-4abf-99b7-e2af716b97bc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:43.462004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-64df05a0-c58b-47db-a9b4-84b2b1961f9e None None] For port 32523942-8af7-4456-800f-1e74fe4bd207, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=32523942-8af7-4456-800f-1e74fe4bd207,segment=NetworkSegment(50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a),segment_id=50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:43.467295 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64df05a0-c58b-47db-a9b4-84b2b1961f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (32523942-8af7-4456-800f-1e74fe4bd207), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.523157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df05a0-c58b-47db-a9b4-84b2b1961f9e None None] Pushing event updated for resources: {'Port': ['ID=32523942-8af7-4456-800f-1e74fe4bd207,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:43.557508 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d78a2688-444f-48a9-a6bc-a6defae8dc4c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.560867 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d78a2688-444f-48a9-a6bc-a6defae8dc4c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "DELETE /v2.0/ports/8402c88e-bb20-4abf-99b7-e2af716b97bc HTTP/1.1" status: 204 len: 168 time: 0.4975834 Jan 28 19:42:43.563683 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55124) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:43.593427 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-817fe166-008e-4ac6-91b9-d9841e210929 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] GET failed (client error): The resource could not be found. Jan 28 19:42:43.598474 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-817fe166-008e-4ac6-91b9-d9841e210929 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "GET /v2.0/ports/8402c88e-bb20-4abf-99b7-e2af716b97bc HTTP/1.1" status: 404 len: 333 time: 0.0303690 Jan 28 19:42:43.598762 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55126) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:43.603747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8684a4a4-1c80-44d3-ad3f-72f541e89bc2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Request body: {'port': {'network_id': 'c63555d1-9adc-4902-82fe-af60d8e9bffc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-165170779'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:43.688309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c77404f5-7f08-467c-9ec0-21a857bef1d6 None None] Could not find standard attr ID for object 8402c88e-bb20-4abf-99b7-e2af716b97bc. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:42:43.712499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c77404f5-7f08-467c-9ec0-21a857bef1d6 None None] Provisioning complete for port 32523942-8af7-4456-800f-1e74fe4bd207 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:43.713077 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c77404f5-7f08-467c-9ec0-21a857bef1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (32523942-8af7-4456-800f-1e74fe4bd207), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.726201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8684a4a4-1c80-44d3-ad3f-72f541e89bc2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Made reservation on behalf of a6650c3a230f4a4a92b5c22762acea92 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:43.729968 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8684a4a4-1c80-44d3-ad3f-72f541e89bc2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.750633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-8684a4a4-1c80-44d3-ad3f-72f541e89bc2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] device_id is not set on port cbc284ed-a3d1-47ba-aa91-9a20e35da678 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:42:43.806303 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c77404f5-7f08-467c-9ec0-21a857bef1d6 None None] Current status of the port 32523942-8af7-4456-800f-1e74fe4bd207 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:43.821092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c77404f5-7f08-467c-9ec0-21a857bef1d6 None None] Provisioning complete for port e1b3c604-e177-4acc-b07d-3e2a4c06abca triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:43.821604 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c77404f5-7f08-467c-9ec0-21a857bef1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e1b3c604-e177-4acc-b07d-3e2a4c06abca), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:43.872081 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c77404f5-7f08-467c-9ec0-21a857bef1d6 None None] Port e1b3c604-e177-4acc-b07d-3e2a4c06abca cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:42:43.891170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-8684a4a4-1c80-44d3-ad3f-72f541e89bc2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Allocated IP 2001:db8::303 (c63555d1-9adc-4902-82fe-af60d8e9bffc/2ebcf8eb-4cdc-4f95-b17a-9f060f447363/cbc284ed-a3d1-47ba-aa91-9a20e35da678) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:43.996212 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8bcf0f6e-ecce-47c2-bfe1-f5d84c03b490 None None] Provisioning complete for port e1b3c604-e177-4acc-b07d-3e2a4c06abca triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:43.996909 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bcf0f6e-ecce-47c2-bfe1-f5d84c03b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e1b3c604-e177-4acc-b07d-3e2a4c06abca), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.036024 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8bcf0f6e-ecce-47c2-bfe1-f5d84c03b490 None None] Port e1b3c604-e177-4acc-b07d-3e2a4c06abca cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:42:44.071613 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8684a4a4-1c80-44d3-ad3f-72f541e89bc2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks [] for port (cbc284ed-a3d1-47ba-aa91-9a20e35da678), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.114490 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8684a4a4-1c80-44d3-ad3f-72f541e89bc2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (cbc284ed-a3d1-47ba-aa91-9a20e35da678), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.164179 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8684a4a4-1c80-44d3-ad3f-72f541e89bc2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Network c63555d1-9adc-4902-82fe-af60d8e9bffc is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:44.170468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8684a4a4-1c80-44d3-ad3f-72f541e89bc2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:44.175683 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8684a4a4-1c80-44d3-ad3f-72f541e89bc2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:44.181457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8684a4a4-1c80-44d3-ad3f-72f541e89bc2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:44.182153 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8684a4a4-1c80-44d3-ad3f-72f541e89bc2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.186288 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684a4a4-1c80-44d3-ad3f-72f541e89bc2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event updated for resources: {'Port': ['ID=cbc284ed-a3d1-47ba-aa91-9a20e35da678,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:44.204259 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8684a4a4-1c80-44d3-ad3f-72f541e89bc2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6044745 Jan 28 19:42:44.207211 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55130) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:44.212388 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-231a4e5f-ca69-4598-b1a4-83390d7971ca tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::40', 'mac_address': 'fa:16:3e:b8:56:14'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:44.251411 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-098cb220-2260-4db8-903b-42bba12d1616 None None] Could not find standard attr ID for object 8402c88e-bb20-4abf-99b7-e2af716b97bc. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:42:44.376084 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-231a4e5f-ca69-4598-b1a4-83390d7971ca tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cbc284ed-a3d1-47ba-aa91-9a20e35da678), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.514414 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 32523942-8af7-4456-800f-1e74fe4bd207 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:44.580866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 32523942-8af7-4456-800f-1e74fe4bd207 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:44.581553 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (32523942-8af7-4456-800f-1e74fe4bd207), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.626122 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-231a4e5f-ca69-4598-b1a4-83390d7971ca tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks [] for port (cbc284ed-a3d1-47ba-aa91-9a20e35da678), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.632594 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-231a4e5f-ca69-4598-b1a4-83390d7971ca tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (cbc284ed-a3d1-47ba-aa91-9a20e35da678), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.667575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-231a4e5f-ca69-4598-b1a4-83390d7971ca tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] In _notify_port_updated(), no bound segment for port cbc284ed-a3d1-47ba-aa91-9a20e35da678 on network c63555d1-9adc-4902-82fe-af60d8e9bffc {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:42:44.673414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231a4e5f-ca69-4598-b1a4-83390d7971ca tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:44.673995 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-231a4e5f-ca69-4598-b1a4-83390d7971ca tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.675507 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-231a4e5f-ca69-4598-b1a4-83390d7971ca tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "PUT /v2.0/ports/cbc284ed-a3d1-47ba-aa91-9a20e35da678 HTTP/1.1" status: 200 len: 1001 time: 0.4673700 Jan 28 19:42:44.678423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55148) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:44.691443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 32523942-8af7-4456-800f-1e74fe4bd207 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:44.695204 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a4e5f-ca69-4598-b1a4-83390d7971ca tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event updated for resources: {'Port': ['ID=cbc284ed-a3d1-47ba-aa91-9a20e35da678,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:44.774479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-be70dabd-9274-4854-a611-093305694fc8 None None] Provisioning complete for port cbc284ed-a3d1-47ba-aa91-9a20e35da678 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:44.775169 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be70dabd-9274-4854-a611-093305694fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cbc284ed-a3d1-47ba-aa91-9a20e35da678), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.784091 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-72d0c1a5-5214-4388-b538-275bdcc882b2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Deleting port cbc284ed-a3d1-47ba-aa91-9a20e35da678 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:44.784693 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72d0c1a5-5214-4388-b538-275bdcc882b2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (cbc284ed-a3d1-47ba-aa91-9a20e35da678), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.820034 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-be70dabd-9274-4854-a611-093305694fc8 None None] Port cbc284ed-a3d1-47ba-aa91-9a20e35da678 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:42:44.888572 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72d0c1a5-5214-4388-b538-275bdcc882b2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (cbc284ed-a3d1-47ba-aa91-9a20e35da678), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:44.901886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-72d0c1a5-5214-4388-b538-275bdcc882b2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Calling delete_port for cbc284ed-a3d1-47ba-aa91-9a20e35da678 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:45.042881 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bb2644a9-1d6d-4618-8618-ff3bdedf1d89 None None] Provisioning complete for port cbc284ed-a3d1-47ba-aa91-9a20e35da678 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:45.043591 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb2644a9-1d6d-4618-8618-ff3bdedf1d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cbc284ed-a3d1-47ba-aa91-9a20e35da678), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:45.055180 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72d0c1a5-5214-4388-b538-275bdcc882b2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (cbc284ed-a3d1-47ba-aa91-9a20e35da678), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:45.077797 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bb2644a9-1d6d-4618-8618-ff3bdedf1d89 None None] Port cbc284ed-a3d1-47ba-aa91-9a20e35da678 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:42:45.087525 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0c1a5-5214-4388-b538-275bdcc882b2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event deleted for resources: {'Port': ['ID=cbc284ed-a3d1-47ba-aa91-9a20e35da678,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:45.227823 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72d0c1a5-5214-4388-b538-275bdcc882b2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:45.231380 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-72d0c1a5-5214-4388-b538-275bdcc882b2 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "DELETE /v2.0/ports/cbc284ed-a3d1-47ba-aa91-9a20e35da678 HTTP/1.1" status: 204 len: 168 time: 0.5518091 Jan 28 19:42:45.234132 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55162) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:45.261047 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec6bdfc-0124-47f5-80c8-cd0a36f0a6fe tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] GET failed (client error): The resource could not be found. Jan 28 19:42:45.265983 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1ec6bdfc-0124-47f5-80c8-cd0a36f0a6fe tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "GET /v2.0/ports/cbc284ed-a3d1-47ba-aa91-9a20e35da678 HTTP/1.1" status: 404 len: 333 time: 0.0276096 Jan 28 19:42:45.266371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55164) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:45.271503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-73ef3220-16ad-4433-8eac-ba4f9cadb1d8 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Request body: {'port': {'network_id': 'c63555d1-9adc-4902-82fe-af60d8e9bffc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1347476622'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:45.381923 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ef3220-16ad-4433-8eac-ba4f9cadb1d8 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Made reservation on behalf of a6650c3a230f4a4a92b5c22762acea92 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:45.385191 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73ef3220-16ad-4433-8eac-ba4f9cadb1d8 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:45.402629 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-73ef3220-16ad-4433-8eac-ba4f9cadb1d8 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] device_id is not set on port 1670de8a-77da-43c5-a973-4363870fe8c9 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:42:45.547144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-73ef3220-16ad-4433-8eac-ba4f9cadb1d8 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Allocated IP 2001:db8::f8 (c63555d1-9adc-4902-82fe-af60d8e9bffc/2ebcf8eb-4cdc-4f95-b17a-9f060f447363/1670de8a-77da-43c5-a973-4363870fe8c9) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:45.696783 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73ef3220-16ad-4433-8eac-ba4f9cadb1d8 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks [] for port (1670de8a-77da-43c5-a973-4363870fe8c9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:45.731238 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73ef3220-16ad-4433-8eac-ba4f9cadb1d8 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1670de8a-77da-43c5-a973-4363870fe8c9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:45.782927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ef3220-16ad-4433-8eac-ba4f9cadb1d8 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Network c63555d1-9adc-4902-82fe-af60d8e9bffc is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:45.786615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-73ef3220-16ad-4433-8eac-ba4f9cadb1d8 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:45.792828 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ef3220-16ad-4433-8eac-ba4f9cadb1d8 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:45.798337 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ef3220-16ad-4433-8eac-ba4f9cadb1d8 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:45.798963 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-73ef3220-16ad-4433-8eac-ba4f9cadb1d8 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:45.808181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef3220-16ad-4433-8eac-ba4f9cadb1d8 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event updated for resources: {'Port': ['ID=1670de8a-77da-43c5-a973-4363870fe8c9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:45.824092 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-73ef3220-16ad-4433-8eac-ba4f9cadb1d8 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5565853 Jan 28 19:42:45.826818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55170) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:45.832513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-69d3df9d-73c7-43dd-b614-379e4c6d13e5 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b8:56:14'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:45.924387 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69d3df9d-73c7-43dd-b614-379e4c6d13e5 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1670de8a-77da-43c5-a973-4363870fe8c9), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.106404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9cad343a-06d0-48aa-8a80-8e2918f20993 None None] Provisioning complete for port 1670de8a-77da-43c5-a973-4363870fe8c9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:46.107014 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9cad343a-06d0-48aa-8a80-8e2918f20993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1670de8a-77da-43c5-a973-4363870fe8c9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.122313 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69d3df9d-73c7-43dd-b614-379e4c6d13e5 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks [] for port (1670de8a-77da-43c5-a973-4363870fe8c9), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.128867 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69d3df9d-73c7-43dd-b614-379e4c6d13e5 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (1670de8a-77da-43c5-a973-4363870fe8c9), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.140198 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9cad343a-06d0-48aa-8a80-8e2918f20993 None None] Port 1670de8a-77da-43c5-a973-4363870fe8c9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:42:46.165129 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-69d3df9d-73c7-43dd-b614-379e4c6d13e5 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] In _notify_port_updated(), no bound segment for port 1670de8a-77da-43c5-a973-4363870fe8c9 on network c63555d1-9adc-4902-82fe-af60d8e9bffc {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:42:46.170591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d3df9d-73c7-43dd-b614-379e4c6d13e5 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:46.171347 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69d3df9d-73c7-43dd-b614-379e4c6d13e5 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.176087 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-69d3df9d-73c7-43dd-b614-379e4c6d13e5 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "PUT /v2.0/ports/1670de8a-77da-43c5-a973-4363870fe8c9 HTTP/1.1" status: 200 len: 1002 time: 0.3449595 Jan 28 19:42:46.176261 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55174) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:46.188879 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3df9d-73c7-43dd-b614-379e4c6d13e5 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event updated for resources: {'Port': ['ID=1670de8a-77da-43c5-a973-4363870fe8c9,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:46.279036 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-17dc4ac6-8ff9-4af7-b109-ad4462920b5d tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Deleting port 1670de8a-77da-43c5-a973-4363870fe8c9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:46.279661 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17dc4ac6-8ff9-4af7-b109-ad4462920b5d tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1670de8a-77da-43c5-a973-4363870fe8c9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.369712 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17dc4ac6-8ff9-4af7-b109-ad4462920b5d tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1670de8a-77da-43c5-a973-4363870fe8c9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.384046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-17dc4ac6-8ff9-4af7-b109-ad4462920b5d tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Calling delete_port for 1670de8a-77da-43c5-a973-4363870fe8c9 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:46.476993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7e4ff688-15c8-43e5-854e-2a05ca993542 None None] Provisioning complete for port 1670de8a-77da-43c5-a973-4363870fe8c9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:46.477271 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff688-15c8-43e5-854e-2a05ca993542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1670de8a-77da-43c5-a973-4363870fe8c9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.510953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ff688-15c8-43e5-854e-2a05ca993542 None None] Port 1670de8a-77da-43c5-a973-4363870fe8c9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:42:46.520337 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17dc4ac6-8ff9-4af7-b109-ad4462920b5d tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (1670de8a-77da-43c5-a973-4363870fe8c9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.548585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc4ac6-8ff9-4af7-b109-ad4462920b5d tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event deleted for resources: {'Port': ['ID=1670de8a-77da-43c5-a973-4363870fe8c9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:46.578683 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17dc4ac6-8ff9-4af7-b109-ad4462920b5d tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.582238 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-17dc4ac6-8ff9-4af7-b109-ad4462920b5d tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "DELETE /v2.0/ports/1670de8a-77da-43c5-a973-4363870fe8c9 HTTP/1.1" status: 204 len: 168 time: 0.4055209 Jan 28 19:42:46.584811 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:46.611659 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a61b6a-790f-448f-bb0f-95b81187e80c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] GET failed (client error): The resource could not be found. Jan 28 19:42:46.614057 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-14a61b6a-790f-448f-bb0f-95b81187e80c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "GET /v2.0/ports/1670de8a-77da-43c5-a973-4363870fe8c9 HTTP/1.1" status: 404 len: 333 time: 0.0270631 Jan 28 19:42:46.616916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55178) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:46.622220 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-065dd04f-b582-4b59-91f3-6118c4fb0193 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Request body: {'port': {'network_id': 'c63555d1-9adc-4902-82fe-af60d8e9bffc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-55385582'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:46.736578 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065dd04f-b582-4b59-91f3-6118c4fb0193 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Made reservation on behalf of a6650c3a230f4a4a92b5c22762acea92 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:46.740126 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-065dd04f-b582-4b59-91f3-6118c4fb0193 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:46.759897 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [None req-065dd04f-b582-4b59-91f3-6118c4fb0193 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] device_id is not set on port d7dd4b4c-ab04-44c7-8768-13dca9c2ef81 yet. {{(pid=103147) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:42:46.902776 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-065dd04f-b582-4b59-91f3-6118c4fb0193 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Allocated IP 2001:db8::26e (c63555d1-9adc-4902-82fe-af60d8e9bffc/2ebcf8eb-4cdc-4f95-b17a-9f060f447363/d7dd4b4c-ab04-44c7-8768-13dca9c2ef81) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:47.065757 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-065dd04f-b582-4b59-91f3-6118c4fb0193 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks [] for port (d7dd4b4c-ab04-44c7-8768-13dca9c2ef81), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:47.100826 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-065dd04f-b582-4b59-91f3-6118c4fb0193 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (d7dd4b4c-ab04-44c7-8768-13dca9c2ef81), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:47.143508 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065dd04f-b582-4b59-91f3-6118c4fb0193 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Network c63555d1-9adc-4902-82fe-af60d8e9bffc is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:47.150531 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-065dd04f-b582-4b59-91f3-6118c4fb0193 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:47.155093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dd04f-b582-4b59-91f3-6118c4fb0193 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:47.160443 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065dd04f-b582-4b59-91f3-6118c4fb0193 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:47.161065 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-065dd04f-b582-4b59-91f3-6118c4fb0193 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:47.164746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dd04f-b582-4b59-91f3-6118c4fb0193 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event updated for resources: {'Port': ['ID=d7dd4b4c-ab04-44c7-8768-13dca9c2ef81,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:47.183065 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-065dd04f-b582-4b59-91f3-6118c4fb0193 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5649302 Jan 28 19:42:47.185796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55186) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:47.191261 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7f3e1a13-af07-4334-98dc-4bbc64e4e92a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Request body: {'port': {'network_id': 'c63555d1-9adc-4902-82fe-af60d8e9bffc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1327389281'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:47.307950 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3e1a13-af07-4334-98dc-4bbc64e4e92a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Made reservation on behalf of a6650c3a230f4a4a92b5c22762acea92 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:47.311726 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1a13-af07-4334-98dc-4bbc64e4e92a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:47.330013 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-7f3e1a13-af07-4334-98dc-4bbc64e4e92a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] device_id is not set on port 650b2004-a6da-4e1a-8c99-81c842788b3e yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:42:47.439154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-15afdfd1-0329-4126-85a2-c6ae5e5d9eac None None] Provisioning complete for port d7dd4b4c-ab04-44c7-8768-13dca9c2ef81 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:47.439748 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-15afdfd1-0329-4126-85a2-c6ae5e5d9eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d7dd4b4c-ab04-44c7-8768-13dca9c2ef81), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:47.445507 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-7f3e1a13-af07-4334-98dc-4bbc64e4e92a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Allocated IP 2001:db8::120 (c63555d1-9adc-4902-82fe-af60d8e9bffc/2ebcf8eb-4cdc-4f95-b17a-9f060f447363/650b2004-a6da-4e1a-8c99-81c842788b3e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:47.476129 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-15afdfd1-0329-4126-85a2-c6ae5e5d9eac None None] Port d7dd4b4c-ab04-44c7-8768-13dca9c2ef81 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:42:47.596806 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1a13-af07-4334-98dc-4bbc64e4e92a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks [] for port (650b2004-a6da-4e1a-8c99-81c842788b3e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:47.632876 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1a13-af07-4334-98dc-4bbc64e4e92a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (650b2004-a6da-4e1a-8c99-81c842788b3e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:47.674775 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3e1a13-af07-4334-98dc-4bbc64e4e92a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Network c63555d1-9adc-4902-82fe-af60d8e9bffc is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:47.677782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7f3e1a13-af07-4334-98dc-4bbc64e4e92a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:47.683610 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e1a13-af07-4334-98dc-4bbc64e4e92a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:47.689721 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e1a13-af07-4334-98dc-4bbc64e4e92a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:47.690384 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1a13-af07-4334-98dc-4bbc64e4e92a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:47.697146 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e1a13-af07-4334-98dc-4bbc64e4e92a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event updated for resources: {'Port': ['ID=650b2004-a6da-4e1a-8c99-81c842788b3e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:47.717839 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7f3e1a13-af07-4334-98dc-4bbc64e4e92a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5284779 Jan 28 19:42:47.718352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55188) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:47.723690 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-692d91dd-4da1-4e8b-a599-88074298e74a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::40', 'mac_address': 'fa:16:3e:b8:56:14'}, {'ip_address': '2001:db8::26e', 'mac_address': 'fa:16:3e:11:04:ce'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:47.801816 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-692d91dd-4da1-4e8b-a599-88074298e74a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (650b2004-a6da-4e1a-8c99-81c842788b3e), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:47.985734 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-692d91dd-4da1-4e8b-a599-88074298e74a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks [] for port (650b2004-a6da-4e1a-8c99-81c842788b3e), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:47.992627 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-692d91dd-4da1-4e8b-a599-88074298e74a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (650b2004-a6da-4e1a-8c99-81c842788b3e), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.003876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-66063051-625a-4dfa-a6e7-c51b83676fd1 None None] Provisioning complete for port 650b2004-a6da-4e1a-8c99-81c842788b3e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:48.004356 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66063051-625a-4dfa-a6e7-c51b83676fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (650b2004-a6da-4e1a-8c99-81c842788b3e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.026719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-692d91dd-4da1-4e8b-a599-88074298e74a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] In _notify_port_updated(), no bound segment for port 650b2004-a6da-4e1a-8c99-81c842788b3e on network c63555d1-9adc-4902-82fe-af60d8e9bffc {{(pid=103146) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Jan 28 19:42:48.032043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692d91dd-4da1-4e8b-a599-88074298e74a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:48.032675 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-692d91dd-4da1-4e8b-a599-88074298e74a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.034297 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-692d91dd-4da1-4e8b-a599-88074298e74a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "PUT /v2.0/ports/650b2004-a6da-4e1a-8c99-81c842788b3e HTTP/1.1" status: 200 len: 1067 time: 0.3146675 Jan 28 19:42:48.036949 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55194) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:48.049021 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-66063051-625a-4dfa-a6e7-c51b83676fd1 None None] Port 650b2004-a6da-4e1a-8c99-81c842788b3e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:42:48.080425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d91dd-4da1-4e8b-a599-88074298e74a tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event updated for resources: {'Port': ['ID=650b2004-a6da-4e1a-8c99-81c842788b3e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:48.151249 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-45df5194-a1e4-4544-8dbc-edf8e5e5c9cc tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Deleting port 650b2004-a6da-4e1a-8c99-81c842788b3e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:48.151532 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45df5194-a1e4-4544-8dbc-edf8e5e5c9cc tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (650b2004-a6da-4e1a-8c99-81c842788b3e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.223851 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73d2ddb8-0592-4c68-9d60-d9926a097edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.254403 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45df5194-a1e4-4544-8dbc-edf8e5e5c9cc tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (650b2004-a6da-4e1a-8c99-81c842788b3e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.268168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-45df5194-a1e4-4544-8dbc-edf8e5e5c9cc tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Calling delete_port for 650b2004-a6da-4e1a-8c99-81c842788b3e owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:48.384532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8cdb854d-ad82-4590-99a5-71ce07b7f38a None None] Provisioning complete for port 650b2004-a6da-4e1a-8c99-81c842788b3e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:48.385111 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8cdb854d-ad82-4590-99a5-71ce07b7f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (650b2004-a6da-4e1a-8c99-81c842788b3e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.401592 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45df5194-a1e4-4544-8dbc-edf8e5e5c9cc tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (650b2004-a6da-4e1a-8c99-81c842788b3e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.438365 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df5194-a1e4-4544-8dbc-edf8e5e5c9cc tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event deleted for resources: {'Port': ['ID=650b2004-a6da-4e1a-8c99-81c842788b3e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:48.448848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8cdb854d-ad82-4590-99a5-71ce07b7f38a None None] Port 650b2004-a6da-4e1a-8c99-81c842788b3e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:42:48.592968 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45df5194-a1e4-4544-8dbc-edf8e5e5c9cc tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.597852 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-45df5194-a1e4-4544-8dbc-edf8e5e5c9cc tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "DELETE /v2.0/ports/650b2004-a6da-4e1a-8c99-81c842788b3e HTTP/1.1" status: 204 len: 168 time: 0.5585709 Jan 28 19:42:48.598912 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55204) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:48.624524 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d722a38-72a3-42bc-8799-9d04fca1cd19 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] GET failed (client error): The resource could not be found. Jan 28 19:42:48.625942 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1d722a38-72a3-42bc-8799-9d04fca1cd19 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "GET /v2.0/ports/650b2004-a6da-4e1a-8c99-81c842788b3e HTTP/1.1" status: 404 len: 333 time: 0.0259557 Jan 28 19:42:48.628955 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55206) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:48.736396 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-99e473af-2e9e-45f1-8bfe-616776d3f14d tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Deleting port d7dd4b4c-ab04-44c7-8768-13dca9c2ef81 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:48.736634 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99e473af-2e9e-45f1-8bfe-616776d3f14d tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d7dd4b4c-ab04-44c7-8768-13dca9c2ef81), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.818973 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99e473af-2e9e-45f1-8bfe-616776d3f14d tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d7dd4b4c-ab04-44c7-8768-13dca9c2ef81), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.830520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-99e473af-2e9e-45f1-8bfe-616776d3f14d tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Calling delete_port for d7dd4b4c-ab04-44c7-8768-13dca9c2ef81 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:48.961653 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99e473af-2e9e-45f1-8bfe-616776d3f14d tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (d7dd4b4c-ab04-44c7-8768-13dca9c2ef81), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:48.990853 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e473af-2e9e-45f1-8bfe-616776d3f14d tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event deleted for resources: {'Port': ['ID=d7dd4b4c-ab04-44c7-8768-13dca9c2ef81,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:49.019197 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99e473af-2e9e-45f1-8bfe-616776d3f14d tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:49.022832 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-99e473af-2e9e-45f1-8bfe-616776d3f14d tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "DELETE /v2.0/ports/d7dd4b4c-ab04-44c7-8768-13dca9c2ef81 HTTP/1.1" status: 204 len: 168 time: 0.3926227 Jan 28 19:42:49.025462 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55214) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:49.052273 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09ceff9-441d-4592-b132-65b5b71c2815 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] GET failed (client error): The resource could not be found. Jan 28 19:42:49.053977 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e09ceff9-441d-4592-b132-65b5b71c2815 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "GET /v2.0/ports/d7dd4b4c-ab04-44c7-8768-13dca9c2ef81 HTTP/1.1" status: 404 len: 333 time: 0.0274251 Jan 28 19:42:49.057889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55218) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:49.159874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d0283157-f211-4e4f-bdaa-d2a4d242ee04 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Deleting port e1b3c604-e177-4acc-b07d-3e2a4c06abca {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:49.160290 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0283157-f211-4e4f-bdaa-d2a4d242ee04 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e1b3c604-e177-4acc-b07d-3e2a4c06abca), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:49.247264 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0283157-f211-4e4f-bdaa-d2a4d242ee04 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e1b3c604-e177-4acc-b07d-3e2a4c06abca), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:49.258727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d0283157-f211-4e4f-bdaa-d2a4d242ee04 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Calling delete_port for e1b3c604-e177-4acc-b07d-3e2a4c06abca owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:49.385069 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0283157-f211-4e4f-bdaa-d2a4d242ee04 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e1b3c604-e177-4acc-b07d-3e2a4c06abca), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:49.413681 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0283157-f211-4e4f-bdaa-d2a4d242ee04 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event deleted for resources: {'Port': ['ID=e1b3c604-e177-4acc-b07d-3e2a4c06abca,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:49.446220 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d0283157-f211-4e4f-bdaa-d2a4d242ee04 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:49.449606 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d0283157-f211-4e4f-bdaa-d2a4d242ee04 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "DELETE /v2.0/ports/e1b3c604-e177-4acc-b07d-3e2a4c06abca HTTP/1.1" status: 204 len: 168 time: 0.3905511 Jan 28 19:42:49.452223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55226) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:49.842654 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-1037fe27-3894-4070-9059-c1468ab28938 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Deleting subnet 2ebcf8eb-4cdc-4f95-b17a-9f060f447363 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:42:49.846273 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1037fe27-3894-4070-9059-c1468ab28938 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks [] for subnet (2ebcf8eb-4cdc-4f95-b17a-9f060f447363), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:49.886758 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1037fe27-3894-4070-9059-c1468ab28938 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (2ebcf8eb-4cdc-4f95-b17a-9f060f447363), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:49.974311 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1037fe27-3894-4070-9059-c1468ab28938 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (2ebcf8eb-4cdc-4f95-b17a-9f060f447363), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.032982 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1037fe27-3894-4070-9059-c1468ab28938 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (2ebcf8eb-4cdc-4f95-b17a-9f060f447363), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.061152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037fe27-3894-4070-9059-c1468ab28938 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebcf8eb-4cdc-4f95-b17a-9f060f447363,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:50.066390 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1037fe27-3894-4070-9059-c1468ab28938 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.070524 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1037fe27-3894-4070-9059-c1468ab28938 tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "DELETE /v2.0/subnets/2ebcf8eb-4cdc-4f95-b17a-9f060f447363 HTTP/1.1" status: 204 len: 168 time: 0.6173499 Jan 28 19:42:50.072330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:50.075062 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28fadda-f7a6-4f87-9400-f76465708588 None None] Network c63555d1-9adc-4902-82fe-af60d8e9bffc requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:50.161755 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (c63555d1-9adc-4902-82fe-af60d8e9bffc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.225115 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Deleting port 32523942-8af7-4456-800f-1e74fe4bd207 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:50.225453 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (32523942-8af7-4456-800f-1e74fe4bd207), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.280269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f47b75-e040-4107-930e-85cdbdd65d09 None None] DHCP port deletion for c63555d1-9adc-4902-82fe-af60d8e9bffc request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:42:50.302493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] For port 32523942-8af7-4456-800f-1e74fe4bd207, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=32523942-8af7-4456-800f-1e74fe4bd207,segment=NetworkSegment(50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a),segment_id=50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:50.302993 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (32523942-8af7-4456-800f-1e74fe4bd207), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.322963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Calling delete_port for 32523942-8af7-4456-800f-1e74fe4bd207 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:50.326855 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-48f47b75-e040-4107-930e-85cdbdd65d09 None None] Deleting port 32523942-8af7-4456-800f-1e74fe4bd207 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:50.327515 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-48f47b75-e040-4107-930e-85cdbdd65d09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (32523942-8af7-4456-800f-1e74fe4bd207), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.402644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-48f47b75-e040-4107-930e-85cdbdd65d09 None None] For port 32523942-8af7-4456-800f-1e74fe4bd207, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=32523942-8af7-4456-800f-1e74fe4bd207,segment=NetworkSegment(50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a),segment_id=50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:50.403077 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-48f47b75-e040-4107-930e-85cdbdd65d09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (32523942-8af7-4456-800f-1e74fe4bd207), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.410838 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (32523942-8af7-4456-800f-1e74fe4bd207), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.418543 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-48f47b75-e040-4107-930e-85cdbdd65d09 None None] Calling delete_port for 32523942-8af7-4456-800f-1e74fe4bd207 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:50.424654 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d3215022-e5db-407c-b5ce-2de49b28fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.447559 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] No DVR routers for this DVR port 32523942-8af7-4456-800f-1e74fe4bd207 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:42:50.454824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event deleted for resources: {'Port': ['ID=32523942-8af7-4456-800f-1e74fe4bd207,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:50.487833 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:50.488319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:50.488724 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:50.488901 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 32523942-8af7-4456-800f-1e74fe4bd207 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:42:50.489199 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:50.489532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:50.489857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:50.490208 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:50.490529 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:50.490851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:50.491172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:50.491489 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:50.491805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:50.492248 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:42:50.515677 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 32523942-8af7-4456-800f-1e74fe4bd207 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:42:50.516033 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 32523942-8af7-4456-800f-1e74fe4bd207 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:42:50.548612 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-48f47b75-e040-4107-930e-85cdbdd65d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (32523942-8af7-4456-800f-1e74fe4bd207), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.561298 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (c63555d1-9adc-4902-82fe-af60d8e9bffc), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.576214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f47b75-e040-4107-930e-85cdbdd65d09 None None] Pushing event deleted for resources: {'Port': ['ID=32523942-8af7-4456-800f-1e74fe4bd207,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:50.582494 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63555d1-9adc-4902-82fe-af60d8e9bffc']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:50.587606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f47b75-e040-4107-930e-85cdbdd65d09 None None] No DVR routers for this DVR port 32523942-8af7-4456-800f-1e74fe4bd207 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:42:50.596724 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:50.596724 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:42:50.609548 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.626445 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.632416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:42:50.632835 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (50e9ba50-87b4-4a0f-a274-b4e4ecd6ef9a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:42:50.636049 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:42:50.693167 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (c63555d1-9adc-4902-82fe-af60d8e9bffc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.712505 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:50.715727 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] 10.222.0.55 "DELETE /v2.0/networks/c63555d1-9adc-4902-82fe-af60d8e9bffc HTTP/1.1" status: 204 len: 168 time: 0.6422851 Jan 28 19:42:50.717592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d319db7-9049-42f0-8897-8fabcd9d652c tempest-AllowedAddressPairIpV6TestJSON-131299519 tempest-AllowedAddressPairIpV6TestJSON-131299519-project] Pushing event deleted for resources: {'Network': ['ID=c63555d1-9adc-4902-82fe-af60d8e9bffc,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:50.963144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55252) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:51.108532 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9f67005f-e472-466f-bca5-a309220d163b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6650c3a230f4a4a92b5c22762acea92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1415637 Jan 28 19:42:51.109220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55256) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:51.158907 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50d28e07-8d0c-429b-afa2-843ae4bfef82 admin admin] Publish callbacks [] for security_group (f691d774-cef4-43b7-97b3-0587abb8bb56), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:51.180697 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50d28e07-8d0c-429b-afa2-843ae4bfef82 admin admin] Publish callbacks [] for security_group (f691d774-cef4-43b7-97b3-0587abb8bb56), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:51.233357 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50d28e07-8d0c-429b-afa2-843ae4bfef82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f691d774-cef4-43b7-97b3-0587abb8bb56), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:51.236229 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50d28e07-8d0c-429b-afa2-843ae4bfef82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:51.237361 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-50d28e07-8d0c-429b-afa2-843ae4bfef82 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f691d774-cef4-43b7-97b3-0587abb8bb56 HTTP/1.1" status: 204 len: 168 time: 0.1274648 Jan 28 19:42:51.245787 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d28e07-8d0c-429b-afa2-843ae4bfef82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f691d774-cef4-43b7-97b3-0587abb8bb56,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:51.767976 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:51.892655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55284) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:51.993254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-45dc208b-c609-44c9-8ce7-9b6b20ccaaa0 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-895590078'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:52.013262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dc208b-c609-44c9-8ce7-9b6b20ccaaa0 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Made reservation on behalf of c72392ef019f4da3bbae0a33b6cd33ce for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:52.016748 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45dc208b-c609-44c9-8ce7-9b6b20ccaaa0 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:52.025176 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45dc208b-c609-44c9-8ce7-9b6b20ccaaa0 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:52.104444 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45dc208b-c609-44c9-8ce7-9b6b20ccaaa0 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for security_group (7f12d381-9fe6-4b36-a329-df614fe0e048), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:52.108799 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45dc208b-c609-44c9-8ce7-9b6b20ccaaa0 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7f12d381-9fe6-4b36-a329-df614fe0e048), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:52.135998 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45dc208b-c609-44c9-8ce7-9b6b20ccaaa0 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:52.145350 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc208b-c609-44c9-8ce7-9b6b20ccaaa0 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f12d381-9fe6-4b36-a329-df614fe0e048,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:52.157755 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45dc208b-c609-44c9-8ce7-9b6b20ccaaa0 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f6bdde2a-06ff-4133-bab9-2d844c9b53fd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:52.158338 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-45dc208b-c609-44c9-8ce7-9b6b20ccaaa0 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Added segment f6bdde2a-06ff-4133-bab9-2d844c9b53fd of type vlan for network dc0efbab-5788-4b36-b930-5e78ecd8f7cd Jan 28 19:42:52.204509 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45dc208b-c609-44c9-8ce7-9b6b20ccaaa0 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (dc0efbab-5788-4b36-b930-5e78ecd8f7cd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:52.230748 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45dc208b-c609-44c9-8ce7-9b6b20ccaaa0 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (dc0efbab-5788-4b36-b930-5e78ecd8f7cd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:52.235760 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dc208b-c609-44c9-8ce7-9b6b20ccaaa0 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:52.236341 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45dc208b-c609-44c9-8ce7-9b6b20ccaaa0 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:52.298233 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-45dc208b-c609-44c9-8ce7-9b6b20ccaaa0 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4044492 Jan 28 19:42:52.305212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc208b-c609-44c9-8ce7-9b6b20ccaaa0 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event updated for resources: {'Network': ['ID=dc0efbab-5788-4b36-b930-5e78ecd8f7cd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:52.316444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network dc0efbab-5788-4b36-b930-5e78ecd8f7cd details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:53.063710 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:54.504553 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.392021 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55310) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:55.397266 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-75845967-21c0-41f8-b268-972b530606a1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Request body: {'subnet': {'network_id': 'dc0efbab-5788-4b36-b930-5e78ecd8f7cd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:55.483353 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75845967-21c0-41f8-b268-972b530606a1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Made reservation on behalf of c72392ef019f4da3bbae0a33b6cd33ce for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:55.486871 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75845967-21c0-41f8-b268-972b530606a1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.639162 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.683485 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75845967-21c0-41f8-b268-972b530606a1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (67c156ae-4227-4a83-9560-9b5dbd4486fd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.741989 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75845967-21c0-41f8-b268-972b530606a1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event updated for resources: {'Subnet': ['ID=67c156ae-4227-4a83-9560-9b5dbd4486fd,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:55.755679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75845967-21c0-41f8-b268-972b530606a1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Checking segment: {'id': 'f6bdde2a-06ff-4133-bab9-2d844c9b53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dc0efbab-5788-4b36-b930-5e78ecd8f7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:55.756040 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75845967-21c0-41f8-b268-972b530606a1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Network hostable DHCP agents. Network: dc0efbab-5788-4b36-b930-5e78ecd8f7cd, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:55.775798 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75845967-21c0-41f8-b268-972b530606a1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Network dc0efbab-5788-4b36-b930-5e78ecd8f7cd is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:55.785253 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-75845967-21c0-41f8-b268-972b530606a1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, dc0efbab-5788-4b36-b930-5e78ecd8f7cd) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:55.789744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75845967-21c0-41f8-b268-972b530606a1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:55.790599 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75845967-21c0-41f8-b268-972b530606a1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.795263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6999fd09-6ab8-491b-8e93-6d454f44acc0 None None] Network dc0efbab-5788-4b36-b930-5e78ecd8f7cd requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:55.809023 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-75845967-21c0-41f8-b268-972b530606a1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4158506 Jan 28 19:42:55.812432 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55316) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:55.817391 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fd13a6c8-71a7-4bbc-bc2b-55bea2f0ddea tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-983314393'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:55.836589 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd13a6c8-71a7-4bbc-bc2b-55bea2f0ddea tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Made reservation on behalf of c72392ef019f4da3bbae0a33b6cd33ce for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:55.841080 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd13a6c8-71a7-4bbc-bc2b-55bea2f0ddea tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.866632 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd13a6c8-71a7-4bbc-bc2b-55bea2f0ddea tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:55.876253 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd13a6c8-71a7-4bbc-bc2b-55bea2f0ddea tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (4bf0d91a-a7a6-4a24-a4b2-7c450f50b744), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.876546 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-fd13a6c8-71a7-4bbc-bc2b-55bea2f0ddea tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Added segment 4bf0d91a-a7a6-4a24-a4b2-7c450f50b744 of type vlan for network 62eba920-4ec8-4ebd-9763-9b76dd627560 Jan 28 19:42:55.909386 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-dc0efbab-5788-4b36-b930-5e78ecd8f7cd', 'network_id': 'dc0efbab-5788-4b36-b930-5e78ecd8f7cd', 'project_id': 'c72392ef019f4da3bbae0a33b6cd33ce', 'fixed_ips': [{'subnet_id': '67c156ae-4227-4a83-9560-9b5dbd4486fd'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:55.910278 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.920707 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd13a6c8-71a7-4bbc-bc2b-55bea2f0ddea tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (62eba920-4ec8-4ebd-9763-9b76dd627560), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.953557 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd13a6c8-71a7-4bbc-bc2b-55bea2f0ddea tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (62eba920-4ec8-4ebd-9763-9b76dd627560), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:55.959220 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd13a6c8-71a7-4bbc-bc2b-55bea2f0ddea tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:55.959897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd13a6c8-71a7-4bbc-bc2b-55bea2f0ddea tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.019943 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fd13a6c8-71a7-4bbc-bc2b-55bea2f0ddea tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2064188 Jan 28 19:42:56.023000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55318) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:56.028606 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c467a026-3938-4773-9e4a-3e781ba3d030 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Request body: {'subnet': {'network_id': '62eba920-4ec8-4ebd-9763-9b76dd627560', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:56.032059 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13a6c8-71a7-4bbc-bc2b-55bea2f0ddea tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event updated for resources: {'Network': ['ID=62eba920-4ec8-4ebd-9763-9b76dd627560,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:56.053272 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 62eba920-4ec8-4ebd-9763-9b76dd627560 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:56.117101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Allocated IP 2001:db8:0:ffff::2 (dc0efbab-5788-4b36-b930-5e78ecd8f7cd/67c156ae-4227-4a83-9560-9b5dbd4486fd/9d360a74-f1c8-46fd-85bf-8e0081a75039) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:56.120581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c467a026-3938-4773-9e4a-3e781ba3d030 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Made reservation on behalf of c72392ef019f4da3bbae0a33b6cd33ce for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:56.124443 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c467a026-3938-4773-9e4a-3e781ba3d030 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.306297 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Publish callbacks [] for port (9d360a74-f1c8-46fd-85bf-8e0081a75039), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.313848 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (9d360a74-f1c8-46fd-85bf-8e0081a75039), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.352950 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Network dc0efbab-5788-4b36-b930-5e78ecd8f7cd is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:56.358332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:56.361962 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:56.411340 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Pushing event updated for resources: {'Port': ['ID=9d360a74-f1c8-46fd-85bf-8e0081a75039,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:56.411613 n-d-824834-4 neutron-server[103146]: DEBUG neutron.objects.ports [None req-c467a026-3938-4773-9e4a-3e781ba3d030 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103146) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:42:56.412822 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c467a026-3938-4773-9e4a-3e781ba3d030 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (e50d7196-c113-4f9b-926d-9be513f90f66), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.432276 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Attempting to bind port 9d360a74-f1c8-46fd-85bf-8e0081a75039 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:56.432778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Attempting to bind port 9d360a74-f1c8-46fd-85bf-8e0081a75039 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'f6bdde2a-06ff-4133-bab9-2d844c9b53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dc0efbab-5788-4b36-b930-5e78ecd8f7cd'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:56.433237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Attempting to bind port 9d360a74-f1c8-46fd-85bf-8e0081a75039 on network dc0efbab-5788-4b36-b930-5e78ecd8f7cd {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:56.439187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:56.439187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Checking segment: {'id': 'f6bdde2a-06ff-4133-bab9-2d844c9b53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dc0efbab-5788-4b36-b930-5e78ecd8f7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:56.439550 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.440026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Bound using segment: {'id': 'f6bdde2a-06ff-4133-bab9-2d844c9b53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dc0efbab-5788-4b36-b930-5e78ecd8f7cd'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:56.440611 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Bound port: 9d360a74-f1c8-46fd-85bf-8e0081a75039, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bdde2a-06ff-4133-bab9-2d844c9b53fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'dc0efbab-5788-4b36-b930-5e78ecd8f7cd'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:56.441226 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9d360a74-f1c8-46fd-85bf-8e0081a75039), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.480027 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467a026-3938-4773-9e4a-3e781ba3d030 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event updated for resources: {'Subnet': ['ID=e50d7196-c113-4f9b-926d-9be513f90f66,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:56.482387 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c467a026-3938-4773-9e4a-3e781ba3d030 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Checking segment: {'id': '4bf0d91a-a7a6-4a24-a4b2-7c450f50b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '62eba920-4ec8-4ebd-9763-9b76dd627560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:56.482958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c467a026-3938-4773-9e4a-3e781ba3d030 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Network hostable DHCP agents. Network: 62eba920-4ec8-4ebd-9763-9b76dd627560, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:56.500508 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c467a026-3938-4773-9e4a-3e781ba3d030 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Network 62eba920-4ec8-4ebd-9763-9b76dd627560 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:56.510572 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] For port 9d360a74-f1c8-46fd-85bf-8e0081a75039, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:56.511200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-c467a026-3938-4773-9e4a-3e781ba3d030 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 62eba920-4ec8-4ebd-9763-9b76dd627560) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:56.514085 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] For port 9d360a74-f1c8-46fd-85bf-8e0081a75039, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9d360a74-f1c8-46fd-85bf-8e0081a75039,segment=NetworkSegment(f6bdde2a-06ff-4133-bab9-2d844c9b53fd),segment_id=f6bdde2a-06ff-4133-bab9-2d844c9b53fd)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:56.516305 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c467a026-3938-4773-9e4a-3e781ba3d030 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:56.516965 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c467a026-3938-4773-9e4a-3e781ba3d030 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.522585 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9d360a74-f1c8-46fd-85bf-8e0081a75039), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.529615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ac38a0-34ae-4785-acae-ec6a41ea2cc2 None None] Network 62eba920-4ec8-4ebd-9763-9b76dd627560 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:56.536788 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c467a026-3938-4773-9e4a-3e781ba3d030 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5126257 Jan 28 19:42:56.539494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55326) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:56.544461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ef446f7f-4333-4062-b466-d6fdbcf8485d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Request body: {'port': {'network_id': '62eba920-4ec8-4ebd-9763-9b76dd627560', 'name': 'tempest-NetworksIpV6TestAttrs-1462030365'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:56.658831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef446f7f-4333-4062-b466-d6fdbcf8485d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Made reservation on behalf of c72392ef019f4da3bbae0a33b6cd33ce for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:56.664823 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef446f7f-4333-4062-b466-d6fdbcf8485d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.676127 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-62eba920-4ec8-4ebd-9763-9b76dd627560', 'network_id': '62eba920-4ec8-4ebd-9763-9b76dd627560', 'project_id': 'c72392ef019f4da3bbae0a33b6cd33ce', 'fixed_ips': [{'subnet_id': 'e50d7196-c113-4f9b-926d-9be513f90f66'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:56.677007 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:56.681684 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f79e4-519e-4b44-bcf0-288bc7ff923f None None] Pushing event updated for resources: {'Port': ['ID=9d360a74-f1c8-46fd-85bf-8e0081a75039,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:56.687865 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-ef446f7f-4333-4062-b466-d6fdbcf8485d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] device_id is not set on port 8e702bf0-475a-449e-b617-02b898241c19 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:42:56.814661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ef446f7f-4333-4062-b466-d6fdbcf8485d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Allocated IP 2001:db8::f816:3eff:fef4:89fc (62eba920-4ec8-4ebd-9763-9b76dd627560/e50d7196-c113-4f9b-926d-9be513f90f66/8e702bf0-475a-449e-b617-02b898241c19) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:57.015183 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef446f7f-4333-4062-b466-d6fdbcf8485d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for port (8e702bf0-475a-449e-b617-02b898241c19), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.050390 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef446f7f-4333-4062-b466-d6fdbcf8485d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8e702bf0-475a-449e-b617-02b898241c19), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.102616 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Allocated IP 2001:db8::f816:3eff:fee4:ab19 (62eba920-4ec8-4ebd-9763-9b76dd627560/e50d7196-c113-4f9b-926d-9be513f90f66/37a4bb05-97cf-4c7f-8630-a072177e6fc9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:57.114365 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef446f7f-4333-4062-b466-d6fdbcf8485d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event updated for resources: {'Port': ['ID=8e702bf0-475a-449e-b617-02b898241c19,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:57.123071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef446f7f-4333-4062-b466-d6fdbcf8485d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Network 62eba920-4ec8-4ebd-9763-9b76dd627560 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:57.124538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ef446f7f-4333-4062-b466-d6fdbcf8485d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:57.126863 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef446f7f-4333-4062-b466-d6fdbcf8485d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:57.132769 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef446f7f-4333-4062-b466-d6fdbcf8485d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:57.133732 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef446f7f-4333-4062-b466-d6fdbcf8485d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.154916 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ef446f7f-4333-4062-b466-d6fdbcf8485d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6141527 Jan 28 19:42:57.157223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55328) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:57.225617 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-805d04be-83ee-4089-be34-4d8bfca1d96e tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Deleting subnet e50d7196-c113-4f9b-926d-9be513f90f66 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:42:57.421325 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Publish callbacks [] for port (37a4bb05-97cf-4c7f-8630-a072177e6fc9), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.427238 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-805d04be-83ee-4089-be34-4d8bfca1d96e tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for subnet (e50d7196-c113-4f9b-926d-9be513f90f66), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.427415 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (37a4bb05-97cf-4c7f-8630-a072177e6fc9), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.464325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Network 62eba920-4ec8-4ebd-9763-9b76dd627560 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:57.467499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:57.471055 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:57.491240 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-805d04be-83ee-4089-be34-4d8bfca1d96e tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (e50d7196-c113-4f9b-926d-9be513f90f66), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.537686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Attempting to bind port 37a4bb05-97cf-4c7f-8630-a072177e6fc9 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:42:57.538806 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Attempting to bind port 37a4bb05-97cf-4c7f-8630-a072177e6fc9 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '4bf0d91a-a7a6-4a24-a4b2-7c450f50b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '62eba920-4ec8-4ebd-9763-9b76dd627560'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:42:57.538806 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Attempting to bind port 37a4bb05-97cf-4c7f-8630-a072177e6fc9 on network 62eba920-4ec8-4ebd-9763-9b76dd627560 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:42:57.544197 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:42:57.544579 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Checking segment: {'id': '4bf0d91a-a7a6-4a24-a4b2-7c450f50b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '62eba920-4ec8-4ebd-9763-9b76dd627560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:57.544989 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.545382 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Bound using segment: {'id': '4bf0d91a-a7a6-4a24-a4b2-7c450f50b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '62eba920-4ec8-4ebd-9763-9b76dd627560'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:42:57.545850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Bound port: 37a4bb05-97cf-4c7f-8630-a072177e6fc9, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf0d91a-a7a6-4a24-a4b2-7c450f50b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '62eba920-4ec8-4ebd-9763-9b76dd627560'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:42:57.546260 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (37a4bb05-97cf-4c7f-8630-a072177e6fc9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.548113 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Pushing event updated for resources: {'Port': ['ID=37a4bb05-97cf-4c7f-8630-a072177e6fc9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:57.648011 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-805d04be-83ee-4089-be34-4d8bfca1d96e tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (e50d7196-c113-4f9b-926d-9be513f90f66), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.714951 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] For port 37a4bb05-97cf-4c7f-8630-a072177e6fc9, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:42:57.718726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] For port 37a4bb05-97cf-4c7f-8630-a072177e6fc9, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=37a4bb05-97cf-4c7f-8630-a072177e6fc9,segment=NetworkSegment(4bf0d91a-a7a6-4a24-a4b2-7c450f50b744),segment_id=4bf0d91a-a7a6-4a24-a4b2-7c450f50b744)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:42:57.719387 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-805d04be-83ee-4089-be34-4d8bfca1d96e tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (e50d7196-c113-4f9b-926d-9be513f90f66), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.725375 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (37a4bb05-97cf-4c7f-8630-a072177e6fc9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.754314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d04be-83ee-4089-be34-4d8bfca1d96e tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event deleted for resources: {'Subnet': ['ID=e50d7196-c113-4f9b-926d-9be513f90f66,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:57.761099 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-805d04be-83ee-4089-be34-4d8bfca1d96e tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.765936 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-805d04be-83ee-4089-be34-4d8bfca1d96e tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/subnets/e50d7196-c113-4f9b-926d-9be513f90f66 HTTP/1.1" status: 204 len: 168 time: 0.6071775 Jan 28 19:42:57.768530 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55336) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:57.789702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccee53-7130-4ea5-a2e0-70b607dcfa75 None None] Pushing event updated for resources: {'Port': ['ID=37a4bb05-97cf-4c7f-8630-a072177e6fc9,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:57.868812 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9934eaee-17f5-4825-983b-802465b900e5 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:57.870357 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9934eaee-17f5-4825-983b-802465b900e5 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:57.872065 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9934eaee-17f5-4825-983b-802465b900e5 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1022825 Jan 28 19:42:57.875078 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55338) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:57.960074 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59df6e5b-f658-4603-abce-2b7bc5014ccd None None] Network dc0efbab-5788-4b36-b930-5e78ecd8f7cd requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:57.964080 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c66e48d6-e775-4718-ba33-ba9ccedbed80 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (62eba920-4ec8-4ebd-9763-9b76dd627560), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:57.974649 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66e48d6-e775-4718-ba33-ba9ccedbed80 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 19:42:57.975110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66e48d6-e775-4718-ba33-ba9ccedbed80 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:42:57.981910 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c66e48d6-e775-4718-ba33-ba9ccedbed80 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/networks/62eba920-4ec8-4ebd-9763-9b76dd627560 HTTP/1.1" status: 409 len: 466 time: 0.1022363 Jan 28 19:42:57.982593 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55340) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:57.995947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-61c931b1-d804-400c-a04a-689049647fb6 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-440835704'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:58.043615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c931b1-d804-400c-a04a-689049647fb6 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Made reservation on behalf of c72392ef019f4da3bbae0a33b6cd33ce for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:58.047685 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61c931b1-d804-400c-a04a-689049647fb6 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.083881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c931b1-d804-400c-a04a-689049647fb6 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:42:58.085361 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cd37d085-83d8-4a42-b5d8-d191c72c8988 None None] Provisioning complete for port 9d360a74-f1c8-46fd-85bf-8e0081a75039 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:58.086331 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd37d085-83d8-4a42-b5d8-d191c72c8988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9d360a74-f1c8-46fd-85bf-8e0081a75039), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.096192 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61c931b1-d804-400c-a04a-689049647fb6 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5aefffcf-5ee1-4efd-bb0e-a7bccdb99107), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.096536 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-61c931b1-d804-400c-a04a-689049647fb6 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Added segment 5aefffcf-5ee1-4efd-bb0e-a7bccdb99107 of type vlan for network 3726cc1e-862b-416e-9daa-c1a983c00098 Jan 28 19:42:58.185152 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61c931b1-d804-400c-a04a-689049647fb6 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (3726cc1e-862b-416e-9daa-c1a983c00098), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.247086 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61c931b1-d804-400c-a04a-689049647fb6 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (3726cc1e-862b-416e-9daa-c1a983c00098), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.247367 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cd37d085-83d8-4a42-b5d8-d191c72c8988 None None] Current status of the port 9d360a74-f1c8-46fd-85bf-8e0081a75039 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:58.247704 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd37d085-83d8-4a42-b5d8-d191c72c8988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9d360a74-f1c8-46fd-85bf-8e0081a75039), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.253892 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c931b1-d804-400c-a04a-689049647fb6 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:58.254544 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61c931b1-d804-400c-a04a-689049647fb6 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.287222 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cd37d085-83d8-4a42-b5d8-d191c72c8988 None None] For port 9d360a74-f1c8-46fd-85bf-8e0081a75039, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9d360a74-f1c8-46fd-85bf-8e0081a75039,segment=NetworkSegment(f6bdde2a-06ff-4133-bab9-2d844c9b53fd),segment_id=f6bdde2a-06ff-4133-bab9-2d844c9b53fd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:58.292851 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd37d085-83d8-4a42-b5d8-d191c72c8988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9d360a74-f1c8-46fd-85bf-8e0081a75039), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.337082 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-61c931b1-d804-400c-a04a-689049647fb6 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3506474 Jan 28 19:42:58.338007 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55348) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:58.343758 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-80275f7d-efe1-434a-bb21-73f6d7458dd5 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Request body: {'subnet': {'network_id': '3726cc1e-862b-416e-9daa-c1a983c00098', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:58.356251 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c931b1-d804-400c-a04a-689049647fb6 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event updated for resources: {'Network': ['ID=3726cc1e-862b-416e-9daa-c1a983c00098,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:58.361995 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37d085-83d8-4a42-b5d8-d191c72c8988 None None] Pushing event updated for resources: {'Port': ['ID=9d360a74-f1c8-46fd-85bf-8e0081a75039,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:58.368557 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 3726cc1e-862b-416e-9daa-c1a983c00098 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:42:58.490479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80275f7d-efe1-434a-bb21-73f6d7458dd5 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Made reservation on behalf of c72392ef019f4da3bbae0a33b6cd33ce for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:58.500384 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80275f7d-efe1-434a-bb21-73f6d7458dd5 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.616453 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a11c36e5-e6be-4e8b-a9cf-1294f9eb4982 None None] Provisioning complete for port 9d360a74-f1c8-46fd-85bf-8e0081a75039 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:58.616826 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a11c36e5-e6be-4e8b-a9cf-1294f9eb4982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9d360a74-f1c8-46fd-85bf-8e0081a75039), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.619631 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 37a4bb05-97cf-4c7f-8630-a072177e6fc9 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:58.703601 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 37a4bb05-97cf-4c7f-8630-a072177e6fc9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:58.703967 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (37a4bb05-97cf-4c7f-8630-a072177e6fc9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.783962 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a11c36e5-e6be-4e8b-a9cf-1294f9eb4982 None None] Current status of the port 9d360a74-f1c8-46fd-85bf-8e0081a75039 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:58.839173 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 37a4bb05-97cf-4c7f-8630-a072177e6fc9 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:58.839568 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (37a4bb05-97cf-4c7f-8630-a072177e6fc9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.846065 n-d-824834-4 neutron-server[103147]: DEBUG neutron.objects.ports [None req-80275f7d-efe1-434a-bb21-73f6d7458dd5 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:42:58.847931 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80275f7d-efe1-434a-bb21-73f6d7458dd5 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (47ab7c16-971b-4b24-9842-8126132c84d1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.877839 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 37a4bb05-97cf-4c7f-8630-a072177e6fc9, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=37a4bb05-97cf-4c7f-8630-a072177e6fc9,segment=NetworkSegment(4bf0d91a-a7a6-4a24-a4b2-7c450f50b744),segment_id=4bf0d91a-a7a6-4a24-a4b2-7c450f50b744)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:58.889722 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (37a4bb05-97cf-4c7f-8630-a072177e6fc9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.890835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9d360a74-f1c8-46fd-85bf-8e0081a75039 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:42:58.911724 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80275f7d-efe1-434a-bb21-73f6d7458dd5 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event updated for resources: {'Subnet': ['ID=47ab7c16-971b-4b24-9842-8126132c84d1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:58.944010 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80275f7d-efe1-434a-bb21-73f6d7458dd5 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Checking segment: {'id': '5aefffcf-5ee1-4efd-bb0e-a7bccdb99107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3726cc1e-862b-416e-9daa-c1a983c00098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:42:58.944392 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80275f7d-efe1-434a-bb21-73f6d7458dd5 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Network hostable DHCP agents. Network: 3726cc1e-862b-416e-9daa-c1a983c00098, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:42:58.967491 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80275f7d-efe1-434a-bb21-73f6d7458dd5 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Network 3726cc1e-862b-416e-9daa-c1a983c00098 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:42:58.981379 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-80275f7d-efe1-434a-bb21-73f6d7458dd5 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 3726cc1e-862b-416e-9daa-c1a983c00098) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:58.986870 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80275f7d-efe1-434a-bb21-73f6d7458dd5 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:58.987546 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-80275f7d-efe1-434a-bb21-73f6d7458dd5 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:58.994153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c04b90e-f8a7-425c-b5e7-96ec3f34f97e None None] Network 3726cc1e-862b-416e-9daa-c1a983c00098 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:59.009538 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-80275f7d-efe1-434a-bb21-73f6d7458dd5 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6700835 Jan 28 19:42:59.012253 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55350) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:59.017867 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b0216d1b-3902-4e9e-8ac7-6ad8e240ae94 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Request body: {'port': {'network_id': '3726cc1e-862b-416e-9daa-c1a983c00098', 'name': 'tempest-NetworksIpV6TestAttrs-1315920924'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:42:59.057505 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=37a4bb05-97cf-4c7f-8630-a072177e6fc9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:59.063678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2857037e-de52-4823-ad83-3d56373e52f5 None None] Network 62eba920-4ec8-4ebd-9763-9b76dd627560 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:42:59.137136 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 9d360a74-f1c8-46fd-85bf-8e0081a75039 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:59.137520 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9d360a74-f1c8-46fd-85bf-8e0081a75039), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.141837 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0216d1b-3902-4e9e-8ac7-6ad8e240ae94 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Made reservation on behalf of c72392ef019f4da3bbae0a33b6cd33ce for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:42:59.146109 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0216d1b-3902-4e9e-8ac7-6ad8e240ae94 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.170647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [None req-b0216d1b-3902-4e9e-8ac7-6ad8e240ae94 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] device_id is not set on port 2bbaf123-ae0f-435e-b008-8bcec4bfb0d5 yet. {{(pid=103146) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 28 19:42:59.187945 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2a424a9e-8ff8-4745-ac9d-c33a16fe2861 None None] Provisioning complete for port 37a4bb05-97cf-4c7f-8630-a072177e6fc9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:42:59.188409 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2a424a9e-8ff8-4745-ac9d-c33a16fe2861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (37a4bb05-97cf-4c7f-8630-a072177e6fc9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.273069 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-3726cc1e-862b-416e-9daa-c1a983c00098', 'network_id': '3726cc1e-862b-416e-9daa-c1a983c00098', 'project_id': 'c72392ef019f4da3bbae0a33b6cd33ce', 'fixed_ips': [{'subnet_id': '47ab7c16-971b-4b24-9842-8126132c84d1'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:42:59.273926 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.285487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b0216d1b-3902-4e9e-8ac7-6ad8e240ae94 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Allocated IP 2001:db8::f816:3eff:fe1b:37ae (3726cc1e-862b-416e-9daa-c1a983c00098/47ab7c16-971b-4b24-9842-8126132c84d1/2bbaf123-ae0f-435e-b008-8bcec4bfb0d5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:59.452435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2a424a9e-8ff8-4745-ac9d-c33a16fe2861 None None] Current status of the port 37a4bb05-97cf-4c7f-8630-a072177e6fc9 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:59.457138 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 9d360a74-f1c8-46fd-85bf-8e0081a75039 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:42:59.471408 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01defec-90b6-4c13-8f3c-c36cac1fdcfa None None] DHCP port deletion for 62eba920-4ec8-4ebd-9763-9b76dd627560 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:42:59.504840 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0216d1b-3902-4e9e-8ac7-6ad8e240ae94 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for port (2bbaf123-ae0f-435e-b008-8bcec4bfb0d5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.533722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f01defec-90b6-4c13-8f3c-c36cac1fdcfa None None] Deleting port 37a4bb05-97cf-4c7f-8630-a072177e6fc9 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:42:59.534157 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f01defec-90b6-4c13-8f3c-c36cac1fdcfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (37a4bb05-97cf-4c7f-8630-a072177e6fc9), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.546363 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0216d1b-3902-4e9e-8ac7-6ad8e240ae94 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2bbaf123-ae0f-435e-b008-8bcec4bfb0d5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.589114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0216d1b-3902-4e9e-8ac7-6ad8e240ae94 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Network 3726cc1e-862b-416e-9daa-c1a983c00098 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:59.592175 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b0216d1b-3902-4e9e-8ac7-6ad8e240ae94 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:59.598096 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0216d1b-3902-4e9e-8ac7-6ad8e240ae94 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:59.603328 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0216d1b-3902-4e9e-8ac7-6ad8e240ae94 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:42:59.604043 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b0216d1b-3902-4e9e-8ac7-6ad8e240ae94 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.614543 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0216d1b-3902-4e9e-8ac7-6ad8e240ae94 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event updated for resources: {'Port': ['ID=2bbaf123-ae0f-435e-b008-8bcec4bfb0d5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:59.630083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55358) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:42:59.630671 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b0216d1b-3902-4e9e-8ac7-6ad8e240ae94 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6165445 Jan 28 19:42:59.637007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f01defec-90b6-4c13-8f3c-c36cac1fdcfa None None] For port 37a4bb05-97cf-4c7f-8630-a072177e6fc9, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=37a4bb05-97cf-4c7f-8630-a072177e6fc9,segment=NetworkSegment(4bf0d91a-a7a6-4a24-a4b2-7c450f50b744),segment_id=4bf0d91a-a7a6-4a24-a4b2-7c450f50b744)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:42:59.637402 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f01defec-90b6-4c13-8f3c-c36cac1fdcfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (37a4bb05-97cf-4c7f-8630-a072177e6fc9), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.646912 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Allocated IP 2001:db8::f816:3eff:fed8:5bb6 (3726cc1e-862b-416e-9daa-c1a983c00098/47ab7c16-971b-4b24-9842-8126132c84d1/38032e39-39b9-40fa-a429-3562ad0182ea) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:42:59.657379 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f01defec-90b6-4c13-8f3c-c36cac1fdcfa None None] Calling delete_port for 37a4bb05-97cf-4c7f-8630-a072177e6fc9 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:42:59.697924 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48f4031-72b3-471b-9ce4-d84f3cc02437 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Deleting subnet 47ab7c16-971b-4b24-9842-8126132c84d1 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:42:59.830261 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f01defec-90b6-4c13-8f3c-c36cac1fdcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (37a4bb05-97cf-4c7f-8630-a072177e6fc9), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.870718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01defec-90b6-4c13-8f3c-c36cac1fdcfa None None] Pushing event deleted for resources: {'Port': ['ID=37a4bb05-97cf-4c7f-8630-a072177e6fc9,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:42:59.872865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01defec-90b6-4c13-8f3c-c36cac1fdcfa None None] No DVR routers for this DVR port 37a4bb05-97cf-4c7f-8630-a072177e6fc9 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:42:59.888938 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Publish callbacks [] for port (38032e39-39b9-40fa-a429-3562ad0182ea), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.895361 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c48f4031-72b3-471b-9ce4-d84f3cc02437 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for subnet (47ab7c16-971b-4b24-9842-8126132c84d1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.896030 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (38032e39-39b9-40fa-a429-3562ad0182ea), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.942956 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Network 3726cc1e-862b-416e-9daa-c1a983c00098 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:42:59.943761 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c48f4031-72b3-471b-9ce4-d84f3cc02437 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (47ab7c16-971b-4b24-9842-8126132c84d1), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:42:59.945379 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:42:59.947867 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:42:59.963965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Pushing event updated for resources: {'Port': ['ID=38032e39-39b9-40fa-a429-3562ad0182ea,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:00.019273 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Attempting to bind port 38032e39-39b9-40fa-a429-3562ad0182ea on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:00.019646 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Attempting to bind port 38032e39-39b9-40fa-a429-3562ad0182ea by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '5aefffcf-5ee1-4efd-bb0e-a7bccdb99107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3726cc1e-862b-416e-9daa-c1a983c00098'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:00.020015 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Attempting to bind port 38032e39-39b9-40fa-a429-3562ad0182ea on network 3726cc1e-862b-416e-9daa-c1a983c00098 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:00.025187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:00.025559 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Checking segment: {'id': '5aefffcf-5ee1-4efd-bb0e-a7bccdb99107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3726cc1e-862b-416e-9daa-c1a983c00098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:00.026246 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:00.026397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Bound using segment: {'id': '5aefffcf-5ee1-4efd-bb0e-a7bccdb99107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3726cc1e-862b-416e-9daa-c1a983c00098'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:00.026863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Bound port: 38032e39-39b9-40fa-a429-3562ad0182ea, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aefffcf-5ee1-4efd-bb0e-a7bccdb99107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3726cc1e-862b-416e-9daa-c1a983c00098'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:00.027242 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (38032e39-39b9-40fa-a429-3562ad0182ea), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:00.079723 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c48f4031-72b3-471b-9ce4-d84f3cc02437 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (47ab7c16-971b-4b24-9842-8126132c84d1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:00.137983 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c48f4031-72b3-471b-9ce4-d84f3cc02437 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (47ab7c16-971b-4b24-9842-8126132c84d1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:00.141326 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] For port 38032e39-39b9-40fa-a429-3562ad0182ea, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:00.145124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] For port 38032e39-39b9-40fa-a429-3562ad0182ea, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=38032e39-39b9-40fa-a429-3562ad0182ea,segment=NetworkSegment(5aefffcf-5ee1-4efd-bb0e-a7bccdb99107),segment_id=5aefffcf-5ee1-4efd-bb0e-a7bccdb99107)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:00.153874 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (38032e39-39b9-40fa-a429-3562ad0182ea), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:00.166713 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f4031-72b3-471b-9ce4-d84f3cc02437 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event deleted for resources: {'Subnet': ['ID=47ab7c16-971b-4b24-9842-8126132c84d1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:00.170974 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c48f4031-72b3-471b-9ce4-d84f3cc02437 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:00.174639 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c48f4031-72b3-471b-9ce4-d84f3cc02437 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/subnets/47ab7c16-971b-4b24-9842-8126132c84d1 HTTP/1.1" status: 204 len: 168 time: 0.5421071 Jan 28 19:43:00.176855 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55366) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:00.269794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d90de5-3613-4cdf-bb1e-35b3a8db4036 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:00.271150 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d90de5-3613-4cdf-bb1e-35b3a8db4036 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:00.272688 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-74d90de5-3613-4cdf-bb1e-35b3a8db4036 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0950444 Jan 28 19:43:00.275742 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55368) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:00.358804 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2667e685-349d-425e-bceb-51adba922f36 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (3726cc1e-862b-416e-9daa-c1a983c00098), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:00.370927 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-2667e685-349d-425e-bceb-51adba922f36 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 19:43:00.371545 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2667e685-349d-425e-bceb-51adba922f36 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:00.382594 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2667e685-349d-425e-bceb-51adba922f36 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/networks/3726cc1e-862b-416e-9daa-c1a983c00098 HTTP/1.1" status: 409 len: 466 time: 0.0993485 Jan 28 19:43:00.387594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55370) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:00.396951 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-11c68481-bf9e-4f76-b94f-ce546e8accd9 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1355729854'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:00.406214 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:00.407613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335067d-165c-4fde-a8e3-df5d94b615f6 None None] Pushing event updated for resources: {'Port': ['ID=38032e39-39b9-40fa-a429-3562ad0182ea,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:00.439122 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c68481-bf9e-4f76-b94f-ce546e8accd9 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Made reservation on behalf of c72392ef019f4da3bbae0a33b6cd33ce for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:00.448340 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-11c68481-bf9e-4f76-b94f-ce546e8accd9 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:00.459125 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 37a4bb05-97cf-4c7f-8630-a072177e6fc9 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:43:00.476956 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c68481-bf9e-4f76-b94f-ce546e8accd9 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:00.487042 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-11c68481-bf9e-4f76-b94f-ce546e8accd9 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (2b0deba4-b61c-436b-a70b-8634d613ed9d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:00.487463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 37a4bb05-97cf-4c7f-8630-a072177e6fc9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:43:00.487593 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-11c68481-bf9e-4f76-b94f-ce546e8accd9 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Added segment 2b0deba4-b61c-436b-a70b-8634d613ed9d of type vlan for network 89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e Jan 28 19:43:00.488105 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 37a4bb05-97cf-4c7f-8630-a072177e6fc9 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:43:00.529178 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-11c68481-bf9e-4f76-b94f-ce546e8accd9 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:00.555550 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-11c68481-bf9e-4f76-b94f-ce546e8accd9 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:00.560985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c68481-bf9e-4f76-b94f-ce546e8accd9 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:00.561566 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-11c68481-bf9e-4f76-b94f-ce546e8accd9 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:00.635036 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-11c68481-bf9e-4f76-b94f-ce546e8accd9 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2445724 Jan 28 19:43:00.640022 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55374) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:00.645340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-800ae9f1-17d0-46d3-8011-1155bd729378 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Request body: {'subnet': {'network_id': '89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:00.666790 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c68481-bf9e-4f76-b94f-ce546e8accd9 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event updated for resources: {'Network': ['ID=89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:00.678972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:00.753609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800ae9f1-17d0-46d3-8011-1155bd729378 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Made reservation on behalf of c72392ef019f4da3bbae0a33b6cd33ce for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:00.758735 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-800ae9f1-17d0-46d3-8011-1155bd729378 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.025046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.objects.ports [None req-800ae9f1-17d0-46d3-8011-1155bd729378 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:43:01.026643 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-800ae9f1-17d0-46d3-8011-1155bd729378 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (df0b31d5-e3d2-4cfd-bb38-89d02be81efe), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.077529 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ae9f1-17d0-46d3-8011-1155bd729378 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event updated for resources: {'Subnet': ['ID=df0b31d5-e3d2-4cfd-bb38-89d02be81efe,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:01.094502 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800ae9f1-17d0-46d3-8011-1155bd729378 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Checking segment: {'id': '2b0deba4-b61c-436b-a70b-8634d613ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:01.094972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800ae9f1-17d0-46d3-8011-1155bd729378 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Network hostable DHCP agents. Network: 89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:01.119959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800ae9f1-17d0-46d3-8011-1155bd729378 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Network 89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:01.133343 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-800ae9f1-17d0-46d3-8011-1155bd729378 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:01.139150 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ae9f1-17d0-46d3-8011-1155bd729378 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:01.139502 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-800ae9f1-17d0-46d3-8011-1155bd729378 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.143630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a406b8-d493-45b2-a0b9-e683ca184bf8 None None] Network 89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:01.166215 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-800ae9f1-17d0-46d3-8011-1155bd729378 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5250404 Jan 28 19:43:01.168859 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55380) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:01.291755 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.301762 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e', 'network_id': '89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e', 'project_id': 'c72392ef019f4da3bbae0a33b6cd33ce', 'fixed_ips': [{'subnet_id': 'df0b31d5-e3d2-4cfd-bb38-89d02be81efe'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:43:01.302842 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.355320 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (df0b31d5-e3d2-4cfd-bb38-89d02be81efe), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.448073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Allocated IP 2001:db8::f816:3eff:fed8:dae (89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e/df0b31d5-e3d2-4cfd-bb38-89d02be81efe/51c52e1c-e983-4b75-b982-f036d0dc4d0a) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:01.549834 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f912ccbe-67f7-4280-a883-3e56ac87c7d8 None None] Network 3726cc1e-862b-416e-9daa-c1a983c00098 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:01.679195 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Publish callbacks [] for port (51c52e1c-e983-4b75-b982-f036d0dc4d0a), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.684103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ff9115e0-2cc5-4d89-9917-2c903995e00b None None] Provisioning complete for port 38032e39-39b9-40fa-a429-3562ad0182ea triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:01.684530 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff9115e0-2cc5-4d89-9917-2c903995e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (38032e39-39b9-40fa-a429-3562ad0182ea), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.704227 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (df0b31d5-e3d2-4cfd-bb38-89d02be81efe), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.709608 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (51c52e1c-e983-4b75-b982-f036d0dc4d0a), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.734737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event deleted for resources: {'Subnet': ['ID=df0b31d5-e3d2-4cfd-bb38-89d02be81efe,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:01.769283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Network 89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:01.780943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:01.784438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:01.792407 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.796368 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Pushing event updated for resources: {'Port': ['ID=51c52e1c-e983-4b75-b982-f036d0dc4d0a,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:01.814527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:01.824979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0deba4-b61c-436b-a70b-8634d613ed9d') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:01.825392 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0deba4-b61c-436b-a70b-8634d613ed9d') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:01.836751 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (2b0deba4-b61c-436b-a70b-8634d613ed9d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.850477 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (2b0deba4-b61c-436b-a70b-8634d613ed9d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.857303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:01.857887 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (2b0deba4-b61c-436b-a70b-8634d613ed9d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:01.861306 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:01.901007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd80aec-92e8-4fef-847a-4aae74dd860f None None] DHCP port deletion for 3726cc1e-862b-416e-9daa-c1a983c00098 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:43:01.916663 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Attempting to bind port 51c52e1c-e983-4b75-b982-f036d0dc4d0a on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:01.917079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Attempting to bind port 51c52e1c-e983-4b75-b982-f036d0dc4d0a by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '2b0deba4-b61c-436b-a70b-8634d613ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:01.917458 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Attempting to bind port 51c52e1c-e983-4b75-b982-f036d0dc4d0a on network 89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:01.947229 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 19:43:01.947229 n-d-824834-4 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 19:43:01.947229 n-d-824834-4 neutron-server[103146]: [parameters: {'id': '89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e'}] Jan 28 19:43:01.947229 n-d-824834-4 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:43:01.948371 n-d-824834-4 neutron-server[103146]: DEBUG oslo_db.api [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:43:01.950955 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ff9115e0-2cc5-4d89-9917-2c903995e00b None None] Current status of the port 38032e39-39b9-40fa-a429-3562ad0182ea is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:01.951356 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff9115e0-2cc5-4d89-9917-2c903995e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (38032e39-39b9-40fa-a429-3562ad0182ea), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.953327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:01.953705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Checking segment: {'id': '2b0deba4-b61c-436b-a70b-8634d613ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:01.954193 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:01.954595 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Bound using segment: {'id': '2b0deba4-b61c-436b-a70b-8634d613ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:01.955077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Bound port: 51c52e1c-e983-4b75-b982-f036d0dc4d0a, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0deba4-b61c-436b-a70b-8634d613ed9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:01.955459 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (51c52e1c-e983-4b75-b982-f036d0dc4d0a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.036557 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ff9115e0-2cc5-4d89-9917-2c903995e00b None None] For port 38032e39-39b9-40fa-a429-3562ad0182ea, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=38032e39-39b9-40fa-a429-3562ad0182ea,segment=NetworkSegment(5aefffcf-5ee1-4efd-bb0e-a7bccdb99107),segment_id=5aefffcf-5ee1-4efd-bb0e-a7bccdb99107)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:02.052799 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff9115e0-2cc5-4d89-9917-2c903995e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (38032e39-39b9-40fa-a429-3562ad0182ea), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.066100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5cd80aec-92e8-4fef-847a-4aae74dd860f None None] Deleting port 38032e39-39b9-40fa-a429-3562ad0182ea {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:02.066646 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cd80aec-92e8-4fef-847a-4aae74dd860f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (38032e39-39b9-40fa-a429-3562ad0182ea), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.109280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] For port 51c52e1c-e983-4b75-b982-f036d0dc4d0a, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:02.160937 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] For port 51c52e1c-e983-4b75-b982-f036d0dc4d0a, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=51c52e1c-e983-4b75-b982-f036d0dc4d0a,segment=NetworkSegment(2b0deba4-b61c-436b-a70b-8634d613ed9d),segment_id=2b0deba4-b61c-436b-a70b-8634d613ed9d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:02.175971 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (51c52e1c-e983-4b75-b982-f036d0dc4d0a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.181389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9115e0-2cc5-4d89-9917-2c903995e00b None None] Pushing event updated for resources: {'Port': ['ID=38032e39-39b9-40fa-a429-3562ad0182ea,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:02.249155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5cd80aec-92e8-4fef-847a-4aae74dd860f None None] For port 38032e39-39b9-40fa-a429-3562ad0182ea, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=38032e39-39b9-40fa-a429-3562ad0182ea,segment=NetworkSegment(5aefffcf-5ee1-4efd-bb0e-a7bccdb99107),segment_id=5aefffcf-5ee1-4efd-bb0e-a7bccdb99107)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:02.249564 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cd80aec-92e8-4fef-847a-4aae74dd860f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (38032e39-39b9-40fa-a429-3562ad0182ea), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.284580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5cd80aec-92e8-4fef-847a-4aae74dd860f None None] Calling delete_port for 38032e39-39b9-40fa-a429-3562ad0182ea owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:02.348992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4e93da-a76d-44a7-9557-279baa5f2525 None None] Network 89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:02.353043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd1f3e-47e5-45a3-aa2c-3992cb44bcb7 None None] Pushing event updated for resources: {'Port': ['ID=51c52e1c-e983-4b75-b982-f036d0dc4d0a,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:02.450320 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.453986 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cd80aec-92e8-4fef-847a-4aae74dd860f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (38032e39-39b9-40fa-a429-3562ad0182ea), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.488187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd80aec-92e8-4fef-847a-4aae74dd860f None None] Pushing event deleted for resources: {'Port': ['ID=38032e39-39b9-40fa-a429-3562ad0182ea,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:02.492788 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd80aec-92e8-4fef-847a-4aae74dd860f None None] No DVR routers for this DVR port 38032e39-39b9-40fa-a429-3562ad0182ea on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:02.514227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a4d4e-b68b-4e74-a099-f8f10c1da8ae None None] get_active_networks_info from n-d-824834-4 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:43:02.538253 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Deleting port 51c52e1c-e983-4b75-b982-f036d0dc4d0a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:02.538496 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (51c52e1c-e983-4b75-b982-f036d0dc4d0a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.611332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] For port 51c52e1c-e983-4b75-b982-f036d0dc4d0a, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=51c52e1c-e983-4b75-b982-f036d0dc4d0a,segment=NetworkSegment(2b0deba4-b61c-436b-a70b-8634d613ed9d),segment_id=2b0deba4-b61c-436b-a70b-8634d613ed9d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:02.611952 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (51c52e1c-e983-4b75-b982-f036d0dc4d0a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.612878 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098a4d4e-b68b-4e74-a099-f8f10c1da8ae None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:43:02.626411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Calling delete_port for 51c52e1c-e983-4b75-b982-f036d0dc4d0a owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:02.710867 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (51c52e1c-e983-4b75-b982-f036d0dc4d0a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.739447 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] No DVR routers for this DVR port 51c52e1c-e983-4b75-b982-f036d0dc4d0a on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:02.741511 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event deleted for resources: {'Port': ['ID=51c52e1c-e983-4b75-b982-f036d0dc4d0a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:02.827915 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.849783 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:02.859013 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0deba4-b61c-436b-a70b-8634d613ed9d') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:02.859328 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0deba4-b61c-436b-a70b-8634d613ed9d') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:02.868692 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (2b0deba4-b61c-436b-a70b-8634d613ed9d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.883024 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (2b0deba4-b61c-436b-a70b-8634d613ed9d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.891819 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:02.892472 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (2b0deba4-b61c-436b-a70b-8634d613ed9d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:02.896967 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:02.962468 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.969412 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:02.972577 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/networks/89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e HTTP/1.1" status: 204 len: 168 time: 1.8025291 Jan 28 19:43:02.976444 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55394) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:02.982568 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4d081453-303a-4ee2-ac06-332591081599 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-904459730'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:02.984592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305c582-3dcd-472d-8971-cdefb78b2ade tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event deleted for resources: {'Network': ['ID=89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:03.007562 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d081453-303a-4ee2-ac06-332591081599 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Made reservation on behalf of c72392ef019f4da3bbae0a33b6cd33ce for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:03.010967 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d081453-303a-4ee2-ac06-332591081599 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.034780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d081453-303a-4ee2-ac06-332591081599 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:03.043800 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d081453-303a-4ee2-ac06-332591081599 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (6d69036f-31ec-430f-8591-e90aa013e3df), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.044075 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-4d081453-303a-4ee2-ac06-332591081599 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Added segment 6d69036f-31ec-430f-8591-e90aa013e3df of type vlan for network b520df67-d242-43ef-a87c-4de3f2678ef4 Jan 28 19:43:03.083036 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d081453-303a-4ee2-ac06-332591081599 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (b520df67-d242-43ef-a87c-4de3f2678ef4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.107727 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d081453-303a-4ee2-ac06-332591081599 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (b520df67-d242-43ef-a87c-4de3f2678ef4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.112603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d081453-303a-4ee2-ac06-332591081599 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:03.113209 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4d081453-303a-4ee2-ac06-332591081599 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.165484 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4d081453-303a-4ee2-ac06-332591081599 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1873605 Jan 28 19:43:03.168927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55398) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:03.175215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-dff6659a-40a2-41d2-8243-583457cbd22a tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Request body: {'subnet': {'network_id': 'b520df67-d242-43ef-a87c-4de3f2678ef4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:03.183311 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d081453-303a-4ee2-ac06-332591081599 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event updated for resources: {'Network': ['ID=b520df67-d242-43ef-a87c-4de3f2678ef4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:03.194056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network b520df67-d242-43ef-a87c-4de3f2678ef4 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:03.268864 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff6659a-40a2-41d2-8243-583457cbd22a tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Made reservation on behalf of c72392ef019f4da3bbae0a33b6cd33ce for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:03.272293 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dff6659a-40a2-41d2-8243-583457cbd22a tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.452018 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dff6659a-40a2-41d2-8243-583457cbd22a tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (8539f76a-ab63-44dd-8c9a-269564ec4680), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.504253 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6659a-40a2-41d2-8243-583457cbd22a tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event updated for resources: {'Subnet': ['ID=8539f76a-ab63-44dd-8c9a-269564ec4680,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:03.518893 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff6659a-40a2-41d2-8243-583457cbd22a tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Checking segment: {'id': '6d69036f-31ec-430f-8591-e90aa013e3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520df67-d242-43ef-a87c-4de3f2678ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:03.519234 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff6659a-40a2-41d2-8243-583457cbd22a tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Network hostable DHCP agents. Network: b520df67-d242-43ef-a87c-4de3f2678ef4, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:03.538153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff6659a-40a2-41d2-8243-583457cbd22a tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Network b520df67-d242-43ef-a87c-4de3f2678ef4 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:03.548192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-dff6659a-40a2-41d2-8243-583457cbd22a tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, b520df67-d242-43ef-a87c-4de3f2678ef4) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:03.554331 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff6659a-40a2-41d2-8243-583457cbd22a tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:03.554436 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dff6659a-40a2-41d2-8243-583457cbd22a tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.559852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7267c3-195f-4797-8a0f-34d1e47b306e None None] Network b520df67-d242-43ef-a87c-4de3f2678ef4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:03.571974 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dff6659a-40a2-41d2-8243-583457cbd22a tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4017942 Jan 28 19:43:03.574679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55402) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:03.662727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-b520df67-d242-43ef-a87c-4de3f2678ef4', 'network_id': 'b520df67-d242-43ef-a87c-4de3f2678ef4', 'project_id': 'c72392ef019f4da3bbae0a33b6cd33ce', 'fixed_ips': [{'subnet_id': '8539f76a-ab63-44dd-8c9a-269564ec4680'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:43:03.663607 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.688018 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (b520df67-d242-43ef-a87c-4de3f2678ef4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.741027 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (8539f76a-ab63-44dd-8c9a-269564ec4680), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.814181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Allocated IP 2001:db8::2 (b520df67-d242-43ef-a87c-4de3f2678ef4/8539f76a-ab63-44dd-8c9a-269564ec4680/9997b8be-2c7d-4771-84fd-a8387f96a42b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:03.952818 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Publish callbacks [] for port (9997b8be-2c7d-4771-84fd-a8387f96a42b), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.960375 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (9997b8be-2c7d-4771-84fd-a8387f96a42b), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.977869 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (8539f76a-ab63-44dd-8c9a-269564ec4680), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:03.999716 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Network b520df67-d242-43ef-a87c-4de3f2678ef4 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:04.004038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:04.009109 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event deleted for resources: {'Subnet': ['ID=8539f76a-ab63-44dd-8c9a-269564ec4680,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:04.009461 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:04.016827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Pushing event updated for resources: {'Port': ['ID=9997b8be-2c7d-4771-84fd-a8387f96a42b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:04.071290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Attempting to bind port 9997b8be-2c7d-4771-84fd-a8387f96a42b on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:04.071663 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Attempting to bind port 9997b8be-2c7d-4771-84fd-a8387f96a42b by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '6d69036f-31ec-430f-8591-e90aa013e3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520df67-d242-43ef-a87c-4de3f2678ef4'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:04.072026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Attempting to bind port 9997b8be-2c7d-4771-84fd-a8387f96a42b on network b520df67-d242-43ef-a87c-4de3f2678ef4 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:04.077727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:04.078144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Checking segment: {'id': '6d69036f-31ec-430f-8591-e90aa013e3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520df67-d242-43ef-a87c-4de3f2678ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:04.078556 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.078948 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Bound using segment: {'id': '6d69036f-31ec-430f-8591-e90aa013e3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520df67-d242-43ef-a87c-4de3f2678ef4'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:04.079408 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Bound port: 9997b8be-2c7d-4771-84fd-a8387f96a42b, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d69036f-31ec-430f-8591-e90aa013e3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b520df67-d242-43ef-a87c-4de3f2678ef4'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:04.079789 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9997b8be-2c7d-4771-84fd-a8387f96a42b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.080181 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (b520df67-d242-43ef-a87c-4de3f2678ef4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.101288 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b520df67-d242-43ef-a87c-4de3f2678ef4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:04.111035 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d69036f-31ec-430f-8591-e90aa013e3df') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:04.111035 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d69036f-31ec-430f-8591-e90aa013e3df') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:04.120076 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (6d69036f-31ec-430f-8591-e90aa013e3df), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.133739 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (6d69036f-31ec-430f-8591-e90aa013e3df), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.140227 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:04.140688 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (6d69036f-31ec-430f-8591-e90aa013e3df), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.142802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] For port 9997b8be-2c7d-4771-84fd-a8387f96a42b, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:04.143872 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:04.200957 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] For port 9997b8be-2c7d-4771-84fd-a8387f96a42b, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9997b8be-2c7d-4771-84fd-a8387f96a42b,segment=NetworkSegment(6d69036f-31ec-430f-8591-e90aa013e3df),segment_id=6d69036f-31ec-430f-8591-e90aa013e3df)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:04.201615 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.db.api [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 19:43:04.201615 n-d-824834-4 neutron-server[103146]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 19:43:04.201615 n-d-824834-4 neutron-server[103146]: [parameters: {'id': 'b520df67-d242-43ef-a87c-4de3f2678ef4'}] Jan 28 19:43:04.201615 n-d-824834-4 neutron-server[103146]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:43:04.201980 n-d-824834-4 neutron-server[103146]: DEBUG oslo_db.api [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:43:04.208310 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9997b8be-2c7d-4771-84fd-a8387f96a42b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.282099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8d556-9109-4bf9-a5cc-5ea73575c9b9 None None] Pushing event updated for resources: {'Port': ['ID=9997b8be-2c7d-4771-84fd-a8387f96a42b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:04.301410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bef0da-e8f2-4e65-8fd1-d1d6ae7b97a3 None None] get_active_networks_info from n-d-824834-4 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:43:04.388673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bef0da-e8f2-4e65-8fd1-d1d6ae7b97a3 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:43:04.568963 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c59bd1-b5b0-4d8f-85e5-74e6618ef3ee None None] Network b520df67-d242-43ef-a87c-4de3f2678ef4 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:04.703006 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (b520df67-d242-43ef-a87c-4de3f2678ef4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.763407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Deleting port 9997b8be-2c7d-4771-84fd-a8387f96a42b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:04.764117 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9997b8be-2c7d-4771-84fd-a8387f96a42b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.833131 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] For port 9997b8be-2c7d-4771-84fd-a8387f96a42b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9997b8be-2c7d-4771-84fd-a8387f96a42b,segment=NetworkSegment(6d69036f-31ec-430f-8591-e90aa013e3df),segment_id=6d69036f-31ec-430f-8591-e90aa013e3df)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:04.833499 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9997b8be-2c7d-4771-84fd-a8387f96a42b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.846335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Calling delete_port for 9997b8be-2c7d-4771-84fd-a8387f96a42b owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:04.930429 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (9997b8be-2c7d-4771-84fd-a8387f96a42b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:04.956988 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event deleted for resources: {'Port': ['ID=9997b8be-2c7d-4771-84fd-a8387f96a42b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:04.960788 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] No DVR routers for this DVR port 9997b8be-2c7d-4771-84fd-a8387f96a42b on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:05.041508 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (b520df67-d242-43ef-a87c-4de3f2678ef4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.062055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b520df67-d242-43ef-a87c-4de3f2678ef4']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:05.071216 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d69036f-31ec-430f-8591-e90aa013e3df') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:05.071513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d69036f-31ec-430f-8591-e90aa013e3df') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:05.081288 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (6d69036f-31ec-430f-8591-e90aa013e3df), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.094492 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (6d69036f-31ec-430f-8591-e90aa013e3df), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.100619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:05.101031 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (6d69036f-31ec-430f-8591-e90aa013e3df), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:05.104027 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:05.162968 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (b520df67-d242-43ef-a87c-4de3f2678ef4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.168384 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.172568 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/networks/b520df67-d242-43ef-a87c-4de3f2678ef4 HTTP/1.1" status: 204 len: 168 time: 1.5969055 Jan 28 19:43:05.176406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55414) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:05.181423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-659018dd-dbe6-403a-8603-73556a1e2684 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1121393921'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:05.190437 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78877fd9-3048-4a57-b692-119a45aadb65 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event deleted for resources: {'Network': ['ID=b520df67-d242-43ef-a87c-4de3f2678ef4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:05.204232 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659018dd-dbe6-403a-8603-73556a1e2684 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Made reservation on behalf of c72392ef019f4da3bbae0a33b6cd33ce for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:05.208004 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-659018dd-dbe6-403a-8603-73556a1e2684 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.232524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659018dd-dbe6-403a-8603-73556a1e2684 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:05.241626 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-659018dd-dbe6-403a-8603-73556a1e2684 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1b6a8d84-a35b-469a-ae55-9172f6a92029), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.242003 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-659018dd-dbe6-403a-8603-73556a1e2684 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Added segment 1b6a8d84-a35b-469a-ae55-9172f6a92029 of type vlan for network eb67698d-89fd-445f-bf00-43899d13aa41 Jan 28 19:43:05.279836 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-659018dd-dbe6-403a-8603-73556a1e2684 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (eb67698d-89fd-445f-bf00-43899d13aa41), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.303406 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-659018dd-dbe6-403a-8603-73556a1e2684 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (eb67698d-89fd-445f-bf00-43899d13aa41), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.308424 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659018dd-dbe6-403a-8603-73556a1e2684 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:05.309016 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-659018dd-dbe6-403a-8603-73556a1e2684 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:05.366403 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-659018dd-dbe6-403a-8603-73556a1e2684 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1888828 Jan 28 19:43:05.369159 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55416) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:05.374907 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-06f598c1-5d9a-431a-8950-5019056010b1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Request body: {'subnet': {'network_id': 'eb67698d-89fd-445f-bf00-43899d13aa41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:05.401601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659018dd-dbe6-403a-8603-73556a1e2684 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event updated for resources: {'Network': ['ID=eb67698d-89fd-445f-bf00-43899d13aa41,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:05.411679 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network eb67698d-89fd-445f-bf00-43899d13aa41 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:05.473806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f598c1-5d9a-431a-8950-5019056010b1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Made reservation on behalf of c72392ef019f4da3bbae0a33b6cd33ce for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:05.479536 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06f598c1-5d9a-431a-8950-5019056010b1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:06.054733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.objects.ports [None req-06f598c1-5d9a-431a-8950-5019056010b1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103147) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 19:43:06.056301 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06f598c1-5d9a-431a-8950-5019056010b1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (e4ed7af7-63b4-4dd9-b006-6d25252f7e30), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:06.114840 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f598c1-5d9a-431a-8950-5019056010b1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event updated for resources: {'Subnet': ['ID=e4ed7af7-63b4-4dd9-b006-6d25252f7e30,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:06.123721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f598c1-5d9a-431a-8950-5019056010b1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Checking segment: {'id': '1b6a8d84-a35b-469a-ae55-9172f6a92029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eb67698d-89fd-445f-bf00-43899d13aa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:06.124095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f598c1-5d9a-431a-8950-5019056010b1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Network hostable DHCP agents. Network: eb67698d-89fd-445f-bf00-43899d13aa41, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:06.141877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f598c1-5d9a-431a-8950-5019056010b1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Network eb67698d-89fd-445f-bf00-43899d13aa41 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:06.151254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-06f598c1-5d9a-431a-8950-5019056010b1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, eb67698d-89fd-445f-bf00-43899d13aa41) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:06.155450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f598c1-5d9a-431a-8950-5019056010b1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:06.156135 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06f598c1-5d9a-431a-8950-5019056010b1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:06.162291 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31afc5ee-8c1d-45ce-b9e6-7907d0e84d4d None None] Network eb67698d-89fd-445f-bf00-43899d13aa41 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:06.173734 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-06f598c1-5d9a-431a-8950-5019056010b1 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8028910 Jan 28 19:43:06.176857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55424) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:06.287532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3250197-af75-46a1-a6ae-75239524d7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-eb67698d-89fd-445f-bf00-43899d13aa41', 'network_id': 'eb67698d-89fd-445f-bf00-43899d13aa41', 'project_id': 'c72392ef019f4da3bbae0a33b6cd33ce', 'fixed_ips': [{'subnet_id': 'e4ed7af7-63b4-4dd9-b006-6d25252f7e30'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:43:06.288479 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3250197-af75-46a1-a6ae-75239524d7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:06.293805 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886e13e1-eba4-4803-b938-59f532eb577d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (eb67698d-89fd-445f-bf00-43899d13aa41), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:06.344237 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886e13e1-eba4-4803-b938-59f532eb577d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (e4ed7af7-63b4-4dd9-b006-6d25252f7e30), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:06.403203 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886e13e1-eba4-4803-b938-59f532eb577d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (e4ed7af7-63b4-4dd9-b006-6d25252f7e30), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server [None req-f3250197-af75-46a1-a6ae-75239524d7f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4ed7af7-63b4-4dd9-b006-6d25252f7e30: This subnet is being modified by another concurrent operation. Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise exception Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4ed7af7-63b4-4dd9-b006-6d25252f7e30: This subnet is being modified by another concurrent operation. Jan 28 19:43:06.406360 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server Jan 28 19:43:06.433627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a890bc-a482-41ff-93ce-7dc73acb6302 None None] get_active_networks_info from n-d-824834-4 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 19:43:06.436845 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e13e1-eba4-4803-b938-59f532eb577d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ed7af7-63b4-4dd9-b006-6d25252f7e30,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:06.496412 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886e13e1-eba4-4803-b938-59f532eb577d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (eb67698d-89fd-445f-bf00-43899d13aa41), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:06.516814 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-886e13e1-eba4-4803-b938-59f532eb577d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb67698d-89fd-445f-bf00-43899d13aa41']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:06.522857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a890bc-a482-41ff-93ce-7dc73acb6302 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 19:43:06.525926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-886e13e1-eba4-4803-b938-59f532eb577d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6a8d84-a35b-469a-ae55-9172f6a92029') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:06.526271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-886e13e1-eba4-4803-b938-59f532eb577d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6a8d84-a35b-469a-ae55-9172f6a92029') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:06.535494 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886e13e1-eba4-4803-b938-59f532eb577d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (1b6a8d84-a35b-469a-ae55-9172f6a92029), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:06.549034 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886e13e1-eba4-4803-b938-59f532eb577d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1b6a8d84-a35b-469a-ae55-9172f6a92029), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:06.555201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886e13e1-eba4-4803-b938-59f532eb577d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:06.555588 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886e13e1-eba4-4803-b938-59f532eb577d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (1b6a8d84-a35b-469a-ae55-9172f6a92029), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:06.558931 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:06.642837 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886e13e1-eba4-4803-b938-59f532eb577d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (eb67698d-89fd-445f-bf00-43899d13aa41), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:06.654716 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-886e13e1-eba4-4803-b938-59f532eb577d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:06.661991 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-886e13e1-eba4-4803-b938-59f532eb577d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/networks/eb67698d-89fd-445f-bf00-43899d13aa41 HTTP/1.1" status: 204 len: 168 time: 0.4809170 Jan 28 19:43:06.662855 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55428) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:06.673308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e13e1-eba4-4803-b938-59f532eb577d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event deleted for resources: {'Network': ['ID=eb67698d-89fd-445f-bf00-43899d13aa41,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:06.707595 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ff5065-eb27-40c9-9d6b-610f43228d3b tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:06.708056 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ff5065-eb27-40c9-9d6b-610f43228d3b tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:06.713776 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b8ff5065-eb27-40c9-9d6b-610f43228d3b tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/subnets/e4ed7af7-63b4-4dd9-b006-6d25252f7e30 HTTP/1.1" status: 404 len: 337 time: 0.0471272 Jan 28 19:43:06.714181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55430) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:06.733751 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-407ef351-12e1-4c90-83ab-3b70f7b45949 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:06.734892 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407ef351-12e1-4c90-83ab-3b70f7b45949 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:06.740071 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-407ef351-12e1-4c90-83ab-3b70f7b45949 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/networks/eb67698d-89fd-445f-bf00-43899d13aa41 HTTP/1.1" status: 404 len: 339 time: 0.0226812 Jan 28 19:43:06.740509 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55432) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:06.762987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce52dc9b-c73f-403f-ab98-f141fbc08ce1 None None] Network eb67698d-89fd-445f-bf00-43899d13aa41 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:06.775647 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ad4a0c-d344-42e2-8a21-b4bee341ff83 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:06.776112 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ad4a0c-d344-42e2-8a21-b4bee341ff83 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:06.778664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce52dc9b-c73f-403f-ab98-f141fbc08ce1 None None] Network eb67698d-89fd-445f-bf00-43899d13aa41 could not be found, it might have been deleted concurrently. {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 19:43:06.780321 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-50ad4a0c-d344-42e2-8a21-b4bee341ff83 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/subnets/8539f76a-ab63-44dd-8c9a-269564ec4680 HTTP/1.1" status: 404 len: 337 time: 0.0387113 Jan 28 19:43:06.782618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55434) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:06.804808 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-029adf1c-4fac-48b5-971b-a6f46cad07ca tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:06.805336 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029adf1c-4fac-48b5-971b-a6f46cad07ca tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:06.809078 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-029adf1c-4fac-48b5-971b-a6f46cad07ca tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/networks/b520df67-d242-43ef-a87c-4de3f2678ef4 HTTP/1.1" status: 404 len: 339 time: 0.0260487 Jan 28 19:43:06.811664 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55438) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:06.839450 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3865ee74-d550-4e2c-aeba-ddda224cd6c2 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:06.839958 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3865ee74-d550-4e2c-aeba-ddda224cd6c2 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:06.842978 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3865ee74-d550-4e2c-aeba-ddda224cd6c2 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/subnets/df0b31d5-e3d2-4cfd-bb38-89d02be81efe HTTP/1.1" status: 404 len: 337 time: 0.0303967 Jan 28 19:43:06.845407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55442) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:06.863156 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f136d47-6c33-4572-8f55-5a0687420e4b tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:06.863638 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f136d47-6c33-4572-8f55-5a0687420e4b tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:06.866660 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3f136d47-6c33-4572-8f55-5a0687420e4b tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/networks/89e41c6e-fc10-4b1a-9cc1-3a8d4ab2214e HTTP/1.1" status: 404 len: 339 time: 0.0203466 Jan 28 19:43:06.868980 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55444) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:06.986385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d384167a-c7fa-44ec-9e51-b31a73cc7150 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Deleting port 2bbaf123-ae0f-435e-b008-8bcec4bfb0d5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:06.987004 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d384167a-c7fa-44ec-9e51-b31a73cc7150 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2bbaf123-ae0f-435e-b008-8bcec4bfb0d5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.049042 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d384167a-c7fa-44ec-9e51-b31a73cc7150 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2bbaf123-ae0f-435e-b008-8bcec4bfb0d5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.061542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d384167a-c7fa-44ec-9e51-b31a73cc7150 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Calling delete_port for 2bbaf123-ae0f-435e-b008-8bcec4bfb0d5 owned by {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:07.141983 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d384167a-c7fa-44ec-9e51-b31a73cc7150 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2bbaf123-ae0f-435e-b008-8bcec4bfb0d5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.169262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384167a-c7fa-44ec-9e51-b31a73cc7150 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event deleted for resources: {'Port': ['ID=2bbaf123-ae0f-435e-b008-8bcec4bfb0d5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:07.174743 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d384167a-c7fa-44ec-9e51-b31a73cc7150 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.177801 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d384167a-c7fa-44ec-9e51-b31a73cc7150 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/ports/2bbaf123-ae0f-435e-b008-8bcec4bfb0d5 HTTP/1.1" status: 204 len: 168 time: 0.3079104 Jan 28 19:43:07.180434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55446) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:07.205434 n-d-824834-4 neutron-server[103147]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de8c4ba-107b-4ec3-9da0-845dc5f2bf2f tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:07.206213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de8c4ba-107b-4ec3-9da0-845dc5f2bf2f tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103147) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:07.211384 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2de8c4ba-107b-4ec3-9da0-845dc5f2bf2f tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/subnets/47ab7c16-971b-4b24-9842-8126132c84d1 HTTP/1.1" status: 404 len: 337 time: 0.0277448 Jan 28 19:43:07.211773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55448) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:07.288833 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57454b07-6314-4e04-9de7-6ccb0c440934 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (3726cc1e-862b-416e-9daa-c1a983c00098), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.377106 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57454b07-6314-4e04-9de7-6ccb0c440934 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (3726cc1e-862b-416e-9daa-c1a983c00098), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.397634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-57454b07-6314-4e04-9de7-6ccb0c440934 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3726cc1e-862b-416e-9daa-c1a983c00098']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:07.407035 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-57454b07-6314-4e04-9de7-6ccb0c440934 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aefffcf-5ee1-4efd-bb0e-a7bccdb99107') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:07.407336 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-57454b07-6314-4e04-9de7-6ccb0c440934 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aefffcf-5ee1-4efd-bb0e-a7bccdb99107') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:07.416963 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57454b07-6314-4e04-9de7-6ccb0c440934 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (5aefffcf-5ee1-4efd-bb0e-a7bccdb99107), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.430616 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57454b07-6314-4e04-9de7-6ccb0c440934 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5aefffcf-5ee1-4efd-bb0e-a7bccdb99107), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.437124 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57454b07-6314-4e04-9de7-6ccb0c440934 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:07.437569 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57454b07-6314-4e04-9de7-6ccb0c440934 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (5aefffcf-5ee1-4efd-bb0e-a7bccdb99107), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:07.440559 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:07.500917 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57454b07-6314-4e04-9de7-6ccb0c440934 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (3726cc1e-862b-416e-9daa-c1a983c00098), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.519259 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57454b07-6314-4e04-9de7-6ccb0c440934 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.521628 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-57454b07-6314-4e04-9de7-6ccb0c440934 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/networks/3726cc1e-862b-416e-9daa-c1a983c00098 HTTP/1.1" status: 204 len: 168 time: 0.3089080 Jan 28 19:43:07.522931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57454b07-6314-4e04-9de7-6ccb0c440934 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event deleted for resources: {'Network': ['ID=3726cc1e-862b-416e-9daa-c1a983c00098,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:07.533696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55452) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:07.622055 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55454) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:07.623405 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f4edd5c3-b691-4dc1-b4d3-375a90aaa31d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Deleting port 8e702bf0-475a-449e-b617-02b898241c19 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:07.623753 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4edd5c3-b691-4dc1-b4d3-375a90aaa31d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8e702bf0-475a-449e-b617-02b898241c19), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.691799 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4edd5c3-b691-4dc1-b4d3-375a90aaa31d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8e702bf0-475a-449e-b617-02b898241c19), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.704429 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d35d965-e11d-4c71-8aa4-4da08607b37f tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:07.705110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d35d965-e11d-4c71-8aa4-4da08607b37f tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:07.705344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d35d965-e11d-4c71-8aa4-4da08607b37f tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:07.705894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f4edd5c3-b691-4dc1-b4d3-375a90aaa31d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Calling delete_port for 8e702bf0-475a-449e-b617-02b898241c19 owned by {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:07.707380 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0d35d965-e11d-4c71-8aa4-4da08607b37f tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/ports?project_id=01785429969c45bfabc9b5e49dae6d6f&network_id=a18a99ae-732c-4a01-828a-5558e4db887c HTTP/1.1" status: 200 len: 3073 time: 0.0843635 Jan 28 19:43:07.783849 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4edd5c3-b691-4dc1-b4d3-375a90aaa31d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (8e702bf0-475a-449e-b617-02b898241c19), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.811529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edd5c3-b691-4dc1-b4d3-375a90aaa31d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event deleted for resources: {'Port': ['ID=8e702bf0-475a-449e-b617-02b898241c19,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:07.816451 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4edd5c3-b691-4dc1-b4d3-375a90aaa31d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:07.819704 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f4edd5c3-b691-4dc1-b4d3-375a90aaa31d tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/ports/8e702bf0-475a-449e-b617-02b898241c19 HTTP/1.1" status: 204 len: 168 time: 0.2850313 Jan 28 19:43:07.822183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55460) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:07.849245 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d1bb7d-160b-4654-a963-ccf6719e522b tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] DELETE failed (client error): The resource could not be found. Jan 28 19:43:07.849859 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d1bb7d-160b-4654-a963-ccf6719e522b tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 19:43:07.854042 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-34d1bb7d-160b-4654-a963-ccf6719e522b tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/subnets/e50d7196-c113-4f9b-926d-9be513f90f66 HTTP/1.1" status: 404 len: 337 time: 0.0308979 Jan 28 19:43:07.855602 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:07.937887 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3b89264-2ffe-42e6-a126-ac6f41b963da tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (62eba920-4ec8-4ebd-9763-9b76dd627560), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.031895 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3b89264-2ffe-42e6-a126-ac6f41b963da tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (62eba920-4ec8-4ebd-9763-9b76dd627560), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.390470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e3b89264-2ffe-42e6-a126-ac6f41b963da tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62eba920-4ec8-4ebd-9763-9b76dd627560']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:08.400114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e3b89264-2ffe-42e6-a126-ac6f41b963da tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf0d91a-a7a6-4a24-a4b2-7c450f50b744') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:08.400387 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-e3b89264-2ffe-42e6-a126-ac6f41b963da tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf0d91a-a7a6-4a24-a4b2-7c450f50b744') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:08.409541 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3b89264-2ffe-42e6-a126-ac6f41b963da tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (4bf0d91a-a7a6-4a24-a4b2-7c450f50b744), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.422668 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3b89264-2ffe-42e6-a126-ac6f41b963da tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (4bf0d91a-a7a6-4a24-a4b2-7c450f50b744), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.428462 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b89264-2ffe-42e6-a126-ac6f41b963da tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:08.428845 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3b89264-2ffe-42e6-a126-ac6f41b963da tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (4bf0d91a-a7a6-4a24-a4b2-7c450f50b744), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:08.431745 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:08.488196 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3b89264-2ffe-42e6-a126-ac6f41b963da tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (62eba920-4ec8-4ebd-9763-9b76dd627560), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.495222 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3b89264-2ffe-42e6-a126-ac6f41b963da tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.498063 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e3b89264-2ffe-42e6-a126-ac6f41b963da tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/networks/62eba920-4ec8-4ebd-9763-9b76dd627560 HTTP/1.1" status: 204 len: 168 time: 0.6415787 Jan 28 19:43:08.500778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55470) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:08.509404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b89264-2ffe-42e6-a126-ac6f41b963da tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event deleted for resources: {'Network': ['ID=62eba920-4ec8-4ebd-9763-9b76dd627560,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:08.552250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb46c151-9a77-47d0-9aad-73a76f185787 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Deleting subnet 67c156ae-4227-4a83-9560-9b5dbd4486fd {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:43:08.555425 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb46c151-9a77-47d0-9aad-73a76f185787 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for subnet (67c156ae-4227-4a83-9560-9b5dbd4486fd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.595300 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb46c151-9a77-47d0-9aad-73a76f185787 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (67c156ae-4227-4a83-9560-9b5dbd4486fd), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.679885 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb46c151-9a77-47d0-9aad-73a76f185787 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (67c156ae-4227-4a83-9560-9b5dbd4486fd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.748637 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb46c151-9a77-47d0-9aad-73a76f185787 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (67c156ae-4227-4a83-9560-9b5dbd4486fd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.777890 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bb46c151-9a77-47d0-9aad-73a76f185787 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.781025 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bb46c151-9a77-47d0-9aad-73a76f185787 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/subnets/67c156ae-4227-4a83-9560-9b5dbd4486fd HTTP/1.1" status: 204 len: 168 time: 0.2792501 Jan 28 19:43:08.781955 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46c151-9a77-47d0-9aad-73a76f185787 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event deleted for resources: {'Subnet': ['ID=67c156ae-4227-4a83-9560-9b5dbd4486fd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:08.784024 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55474) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:08.787740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e33a3f-c90f-4b2e-a0d6-a02344fff6b2 None None] Network dc0efbab-5788-4b36-b930-5e78ecd8f7cd requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:08.877017 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (dc0efbab-5788-4b36-b930-5e78ecd8f7cd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.938148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Deleting port 9d360a74-f1c8-46fd-85bf-8e0081a75039 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:08.938559 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9d360a74-f1c8-46fd-85bf-8e0081a75039), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:08.939743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c12e0dc-1ef6-4cf7-a040-24f08eacb745 None None] DHCP port deletion for dc0efbab-5788-4b36-b930-5e78ecd8f7cd request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:43:08.988137 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1c12e0dc-1ef6-4cf7-a040-24f08eacb745 None None] Deleting port 9d360a74-f1c8-46fd-85bf-8e0081a75039 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:08.988608 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c12e0dc-1ef6-4cf7-a040-24f08eacb745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9d360a74-f1c8-46fd-85bf-8e0081a75039), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.008912 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] For port 9d360a74-f1c8-46fd-85bf-8e0081a75039, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9d360a74-f1c8-46fd-85bf-8e0081a75039,segment=NetworkSegment(f6bdde2a-06ff-4133-bab9-2d844c9b53fd),segment_id=f6bdde2a-06ff-4133-bab9-2d844c9b53fd)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:09.009387 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9d360a74-f1c8-46fd-85bf-8e0081a75039), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.028087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Calling delete_port for 9d360a74-f1c8-46fd-85bf-8e0081a75039 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:09.054122 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1c12e0dc-1ef6-4cf7-a040-24f08eacb745 None None] For port 9d360a74-f1c8-46fd-85bf-8e0081a75039, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9d360a74-f1c8-46fd-85bf-8e0081a75039,segment=NetworkSegment(f6bdde2a-06ff-4133-bab9-2d844c9b53fd),segment_id=f6bdde2a-06ff-4133-bab9-2d844c9b53fd)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:09.054519 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c12e0dc-1ef6-4cf7-a040-24f08eacb745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9d360a74-f1c8-46fd-85bf-8e0081a75039), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.067637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1c12e0dc-1ef6-4cf7-a040-24f08eacb745 None None] Calling delete_port for 9d360a74-f1c8-46fd-85bf-8e0081a75039 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:09.109496 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9d360a74-f1c8-46fd-85bf-8e0081a75039), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.136794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event deleted for resources: {'Port': ['ID=9d360a74-f1c8-46fd-85bf-8e0081a75039,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:09.138461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] No DVR routers for this DVR port 9d360a74-f1c8-46fd-85bf-8e0081a75039 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:09.148231 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c12e0dc-1ef6-4cf7-a040-24f08eacb745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (9d360a74-f1c8-46fd-85bf-8e0081a75039), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.176744 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12e0dc-1ef6-4cf7-a040-24f08eacb745 None None] Pushing event deleted for resources: {'Port': ['ID=9d360a74-f1c8-46fd-85bf-8e0081a75039,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:09.181113 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c12e0dc-1ef6-4cf7-a040-24f08eacb745 None None] No DVR routers for this DVR port 9d360a74-f1c8-46fd-85bf-8e0081a75039 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:09.222801 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (dc0efbab-5788-4b36-b930-5e78ecd8f7cd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.243064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0efbab-5788-4b36-b930-5e78ecd8f7cd']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:09.252299 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bdde2a-06ff-4133-bab9-2d844c9b53fd') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:09.252700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bdde2a-06ff-4133-bab9-2d844c9b53fd') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:09.262068 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (f6bdde2a-06ff-4133-bab9-2d844c9b53fd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.275296 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (f6bdde2a-06ff-4133-bab9-2d844c9b53fd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.281336 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:09.281716 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (f6bdde2a-06ff-4133-bab9-2d844c9b53fd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:09.284822 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:09.342360 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (dc0efbab-5788-4b36-b930-5e78ecd8f7cd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.349437 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.352580 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] 10.222.0.55 "DELETE /v2.0/networks/dc0efbab-5788-4b36-b930-5e78ecd8f7cd HTTP/1.1" status: 204 len: 168 time: 0.5619891 Jan 28 19:43:09.372542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961166e-4340-4900-ac7e-aef39b6a1ab3 tempest-NetworksIpV6TestAttrs-1989766406 tempest-NetworksIpV6TestAttrs-1989766406-project] Pushing event deleted for resources: {'Network': ['ID=dc0efbab-5788-4b36-b930-5e78ecd8f7cd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:09.595634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55486) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:09.739247 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-83eeae1c-c7b0-4c4e-8b45-b90f4d74ad22 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c72392ef019f4da3bbae0a33b6cd33ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400311 Jan 28 19:43:09.739646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55494) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:09.789221 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f0b8e8e-dece-4099-8d63-b8a6087b9898 admin admin] Publish callbacks [] for security_group (7f12d381-9fe6-4b36-a329-df614fe0e048), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.811892 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f0b8e8e-dece-4099-8d63-b8a6087b9898 admin admin] Publish callbacks [] for security_group (7f12d381-9fe6-4b36-a329-df614fe0e048), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.859368 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f0b8e8e-dece-4099-8d63-b8a6087b9898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7f12d381-9fe6-4b36-a329-df614fe0e048), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.864663 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2f0b8e8e-dece-4099-8d63-b8a6087b9898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:09.868085 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2f0b8e8e-dece-4099-8d63-b8a6087b9898 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f12d381-9fe6-4b36-a329-df614fe0e048 HTTP/1.1" status: 204 len: 168 time: 0.1253927 Jan 28 19:43:09.875438 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b8e8e-dece-4099-8d63-b8a6087b9898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f12d381-9fe6-4b36-a329-df614fe0e048,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:10.426568 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55520) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:10.457423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9d360a74-f1c8-46fd-85bf-8e0081a75039 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:43:10.481071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 9d360a74-f1c8-46fd-85bf-8e0081a75039 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:43:10.481817 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9d360a74-f1c8-46fd-85bf-8e0081a75039 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:43:10.485289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be89e3d2-dbe3-4338-933b-d941cb041d33 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:10.487769 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-be89e3d2-dbe3-4338-933b-d941cb041d33 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391 HTTP/1.1" status: 200 len: 814 time: 0.0598631 Jan 28 19:43:10.522922 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55524) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:10.619283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9b23d0c4-6fa6-44e4-a756-71b1f5f223c9 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2019017257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:10.641003 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b23d0c4-6fa6-44e4-a756-71b1f5f223c9 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (4571309c-bba2-4329-bdda-c72cef134237), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.642208 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b23d0c4-6fa6-44e4-a756-71b1f5f223c9 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (4571309c-bba2-4329-bdda-c72cef134237), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.695725 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b23d0c4-6fa6-44e4-a756-71b1f5f223c9 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for router_controller (4571309c-bba2-4329-bdda-c72cef134237), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.699858 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b23d0c4-6fa6-44e4-a756-71b1f5f223c9 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (4571309c-bba2-4329-bdda-c72cef134237), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.718430 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b23d0c4-6fa6-44e4-a756-71b1f5f223c9 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.719617 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9b23d0c4-6fa6-44e4-a756-71b1f5f223c9 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.1956518 Jan 28 19:43:10.722674 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55530) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:10.728162 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-930000176'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:10.751101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Made reservation on behalf of d1c3f63ee86645c488d62c7778f939cd for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:10.754847 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.774081 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.857875 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for security_group (cad67dc6-791f-48bd-8212-3b1b270f8204), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.861929 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cad67dc6-791f-48bd-8212-3b1b270f8204), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.889753 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:10.899561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad67dc6-791f-48bd-8212-3b1b270f8204,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:10.904381 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (af4e7db0-d09b-4ce9-8261-d43d7efcd57e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.904716 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Added segment af4e7db0-d09b-4ce9-8261-d43d7efcd57e of type vlan for network 1a972d0b-1d28-4b9d-b3a5-a4b4668f616f Jan 28 19:43:10.916595 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.916939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.917277 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.917611 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.917967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.918324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.918645 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.919037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.919415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.919815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.920143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.920504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.920820 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:10.962165 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (1a972d0b-1d28-4b9d-b3a5-a4b4668f616f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.987138 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (1a972d0b-1d28-4b9d-b3a5-a4b4668f616f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:10.992293 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:10.992876 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.055292 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3314037 Jan 28 19:43:11.058057 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55538) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.062872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-cb7ac5f6-9e14-493d-98ec-7c939e56cdba tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Request body: {'subnet': {'network_id': '1a972d0b-1d28-4b9d-b3a5-a4b4668f616f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:11.069654 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281cb7d-45a3-4cb8-b268-2aa7b170db70 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event updated for resources: {'Network': ['ID=1a972d0b-1d28-4b9d-b3a5-a4b4668f616f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:11.081960 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 1a972d0b-1d28-4b9d-b3a5-a4b4668f616f details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:11.133667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55540) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.141787 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5d5ab5cc-9f54-4c6d-a280-e94ffe37aa41 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'network': {'name': 'tempest-network-smoke--485408555', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:11.168871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7ac5f6-9e14-493d-98ec-7c939e56cdba tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Made reservation on behalf of d1c3f63ee86645c488d62c7778f939cd for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:11.172767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb7ac5f6-9e14-493d-98ec-7c939e56cdba tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.178205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5ab5cc-9f54-4c6d-a280-e94ffe37aa41 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Made reservation on behalf of 01785429969c45bfabc9b5e49dae6d6f for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:11.180987 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab5cc-9f54-4c6d-a280-e94ffe37aa41 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.257935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5ab5cc-9f54-4c6d-a280-e94ffe37aa41 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:11.278497 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab5cc-9f54-4c6d-a280-e94ffe37aa41 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1b628073-9dd6-4013-8419-8fb62f1bc1aa), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.278859 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-5d5ab5cc-9f54-4c6d-a280-e94ffe37aa41 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Added segment 1b628073-9dd6-4013-8419-8fb62f1bc1aa of type vlan for network a673a74a-b12a-4709-9048-863905970ae8 Jan 28 19:43:11.327230 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab5cc-9f54-4c6d-a280-e94ffe37aa41 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (a673a74a-b12a-4709-9048-863905970ae8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.387007 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab5cc-9f54-4c6d-a280-e94ffe37aa41 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (a673a74a-b12a-4709-9048-863905970ae8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.391898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5ab5cc-9f54-4c6d-a280-e94ffe37aa41 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:11.392470 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5d5ab5cc-9f54-4c6d-a280-e94ffe37aa41 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.487623 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5d5ab5cc-9f54-4c6d-a280-e94ffe37aa41 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3524685 Jan 28 19:43:11.490989 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb7ac5f6-9e14-493d-98ec-7c939e56cdba tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (cb45dbcf-2807-4ce5-8995-653acb077c94), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.491428 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55542) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.524727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ab5cc-9f54-4c6d-a280-e94ffe37aa41 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Network': ['ID=a673a74a-b12a-4709-9048-863905970ae8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:11.539940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71d12e1-8229-4767-a2e1-b13261e09119 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:11.544445 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network a673a74a-b12a-4709-9048-863905970ae8 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:11.545757 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e71d12e1-8229-4767-a2e1-b13261e09119 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=01785429969c45bfabc9b5e49dae6d6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0527146 Jan 28 19:43:11.546566 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55544) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.561604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ac5f6-9e14-493d-98ec-7c939e56cdba tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event updated for resources: {'Subnet': ['ID=cb45dbcf-2807-4ce5-8995-653acb077c94,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:11.572025 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7ac5f6-9e14-493d-98ec-7c939e56cdba tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Checking segment: {'id': 'af4e7db0-d09b-4ce9-8261-d43d7efcd57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1a972d0b-1d28-4b9d-b3a5-a4b4668f616f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:11.572985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7ac5f6-9e14-493d-98ec-7c939e56cdba tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Network hostable DHCP agents. Network: 1a972d0b-1d28-4b9d-b3a5-a4b4668f616f, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:11.594677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7ac5f6-9e14-493d-98ec-7c939e56cdba tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Network 1a972d0b-1d28-4b9d-b3a5-a4b4668f616f is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:11.604717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-cb7ac5f6-9e14-493d-98ec-7c939e56cdba tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 1a972d0b-1d28-4b9d-b3a5-a4b4668f616f) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:11.613417 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7ac5f6-9e14-493d-98ec-7c939e56cdba tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:11.614096 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cb7ac5f6-9e14-493d-98ec-7c939e56cdba tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.633680 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd05eed-06b6-4d2f-b88d-13f50e7a1d5f None None] Network 1a972d0b-1d28-4b9d-b3a5-a4b4668f616f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:11.642350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55550) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.643464 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cb7ac5f6-9e14-493d-98ec-7c939e56cdba tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5843194 Jan 28 19:43:11.650232 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ab022f01-6026-428b-82b9-47c7f88238ab tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Request body: {'network': {'name': 'tempest-router-network01--743981245'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:11.693470 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab022f01-6026-428b-82b9-47c7f88238ab tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Made reservation on behalf of d1c3f63ee86645c488d62c7778f939cd for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:11.697306 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab022f01-6026-428b-82b9-47c7f88238ab tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.701508 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55117572-bf45-4f75-b511-45f16cece726 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:11.703538 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-55117572-bf45-4f75-b511-45f16cece726 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1550725 Jan 28 19:43:11.707713 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55552) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.727932 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab022f01-6026-428b-82b9-47c7f88238ab tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:11.739239 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab022f01-6026-428b-82b9-47c7f88238ab tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (c6b2a69b-89c4-4c22-8d88-258575613fef), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.739726 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-ab022f01-6026-428b-82b9-47c7f88238ab tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Added segment c6b2a69b-89c4-4c22-8d88-258575613fef of type vlan for network ef5d2c84-9fd3-45ba-bdf4-19a035354fea Jan 28 19:43:11.757329 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-62613180-559c-495d-87d1-1b657b4f3e9b tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484178 Jan 28 19:43:11.757931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55554) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.794760 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab022f01-6026-428b-82b9-47c7f88238ab tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (ef5d2c84-9fd3-45ba-bdf4-19a035354fea), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.800513 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ff1fd022-6dff-4985-9335-aca03e1aa24b tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=01785429969c45bfabc9b5e49dae6d6f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412486 Jan 28 19:43:11.801140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55558) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.805793 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-1a972d0b-1d28-4b9d-b3a5-a4b4668f616f', 'network_id': '1a972d0b-1d28-4b9d-b3a5-a4b4668f616f', 'project_id': 'd1c3f63ee86645c488d62c7778f939cd', 'fixed_ips': [{'subnet_id': 'cb45dbcf-2807-4ce5-8995-653acb077c94'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:43:11.805793 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.824201 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab022f01-6026-428b-82b9-47c7f88238ab tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (ef5d2c84-9fd3-45ba-bdf4-19a035354fea), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.830965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab022f01-6026-428b-82b9-47c7f88238ab tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:11.830965 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab022f01-6026-428b-82b9-47c7f88238ab tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.905055 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab022f01-6026-428b-82b9-47c7f88238ab tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event updated for resources: {'Network': ['ID=ef5d2c84-9fd3-45ba-bdf4-19a035354fea,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:11.912483 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ab022f01-6026-428b-82b9-47c7f88238ab tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2665727 Jan 28 19:43:11.912659 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2d07a-6332-40ed-ad78-61cd8f116c05 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:11.912772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55560) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.917417 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b2f2d07a-6332-40ed-ad78-61cd8f116c05 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1129472 Jan 28 19:43:11.917965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55562) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.918125 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-03910073-0774-465c-bcd2-32d1b3910a03 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Request body: {'network': {'name': 'tempest-router-network02--396619991'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:11.933737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network ef5d2c84-9fd3-45ba-bdf4-19a035354fea details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:11.950746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03910073-0774-465c-bcd2-32d1b3910a03 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Made reservation on behalf of d1c3f63ee86645c488d62c7778f939cd for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:11.954661 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03910073-0774-465c-bcd2-32d1b3910a03 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.973945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55564) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:11.974855 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-64a51442-d280-4ad0-8f95-35110944ed09 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0537827 Jan 28 19:43:11.988828 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03910073-0774-465c-bcd2-32d1b3910a03 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:11.999037 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03910073-0774-465c-bcd2-32d1b3910a03 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:11.999647 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-03910073-0774-465c-bcd2-32d1b3910a03 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Added segment a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26 of type vlan for network f2fb807b-082d-4603-af6c-a39a10d1ca4b Jan 28 19:43:12.039467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Allocated IP 2001:db8::2 (1a972d0b-1d28-4b9d-b3a5-a4b4668f616f/cb45dbcf-2807-4ce5-8995-653acb077c94/598461fe-03af-4a63-a792-a90913de9fe0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:12.043268 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03910073-0774-465c-bcd2-32d1b3910a03 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (f2fb807b-082d-4603-af6c-a39a10d1ca4b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.070168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4a6fe2ea-0b89-44bd-8580-26208f403b3a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1675259976', 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:12.075059 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03910073-0774-465c-bcd2-32d1b3910a03 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (f2fb807b-082d-4603-af6c-a39a10d1ca4b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.080097 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03910073-0774-465c-bcd2-32d1b3910a03 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:12.081032 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03910073-0774-465c-bcd2-32d1b3910a03 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.188478 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Publish callbacks [] for port (598461fe-03af-4a63-a792-a90913de9fe0), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.192568 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-03910073-0774-465c-bcd2-32d1b3910a03 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2786965 Jan 28 19:43:12.197561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55566) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:12.199483 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (598461fe-03af-4a63-a792-a90913de9fe0), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.205260 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03910073-0774-465c-bcd2-32d1b3910a03 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event updated for resources: {'Network': ['ID=f2fb807b-082d-4603-af6c-a39a10d1ca4b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:12.205766 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e68fd1ab-9d45-474c-9bfd-fa60cfa9095a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Request body: {'subnet': {'network_id': 'ef5d2c84-9fd3-45ba-bdf4-19a035354fea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:12.237940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6fe2ea-0b89-44bd-8580-26208f403b3a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Made reservation on behalf of 01785429969c45bfabc9b5e49dae6d6f for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:12.239336 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network f2fb807b-082d-4603-af6c-a39a10d1ca4b details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:12.241893 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a6fe2ea-0b89-44bd-8580-26208f403b3a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.273208 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Network 1a972d0b-1d28-4b9d-b3a5-a4b4668f616f is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:12.307168 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:12.312199 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68fd1ab-9d45-474c-9bfd-fa60cfa9095a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Made reservation on behalf of d1c3f63ee86645c488d62c7778f939cd for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:12.317010 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e68fd1ab-9d45-474c-9bfd-fa60cfa9095a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.318896 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:12.322611 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Pushing event updated for resources: {'Port': ['ID=598461fe-03af-4a63-a792-a90913de9fe0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:12.350679 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:12.351370 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:12.351943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:12.352485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:12.353023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:12.353577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:12.354148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:12.354700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:12.355259 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:12.355849 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:12.356384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:12.356917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:12.357458 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:12.418125 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Attempting to bind port 598461fe-03af-4a63-a792-a90913de9fe0 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:12.418735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Attempting to bind port 598461fe-03af-4a63-a792-a90913de9fe0 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'af4e7db0-d09b-4ce9-8261-d43d7efcd57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1a972d0b-1d28-4b9d-b3a5-a4b4668f616f'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:12.419222 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Attempting to bind port 598461fe-03af-4a63-a792-a90913de9fe0 on network 1a972d0b-1d28-4b9d-b3a5-a4b4668f616f {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:12.427428 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:12.427942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Checking segment: {'id': 'af4e7db0-d09b-4ce9-8261-d43d7efcd57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1a972d0b-1d28-4b9d-b3a5-a4b4668f616f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:12.428710 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.429211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Bound using segment: {'id': 'af4e7db0-d09b-4ce9-8261-d43d7efcd57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1a972d0b-1d28-4b9d-b3a5-a4b4668f616f'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:12.429772 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Bound port: 598461fe-03af-4a63-a792-a90913de9fe0, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4e7db0-d09b-4ce9-8261-d43d7efcd57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1a972d0b-1d28-4b9d-b3a5-a4b4668f616f'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:12.430675 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (598461fe-03af-4a63-a792-a90913de9fe0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.494223 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a6fe2ea-0b89-44bd-8580-26208f403b3a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (9669e712-1f9e-4dfd-acfe-05bde31e10c5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.548234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] For port 598461fe-03af-4a63-a792-a90913de9fe0, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:12.565314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] For port 598461fe-03af-4a63-a792-a90913de9fe0, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=598461fe-03af-4a63-a792-a90913de9fe0,segment=NetworkSegment(af4e7db0-d09b-4ce9-8261-d43d7efcd57e),segment_id=af4e7db0-d09b-4ce9-8261-d43d7efcd57e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:12.567928 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fe2ea-0b89-44bd-8580-26208f403b3a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Subnet': ['ID=9669e712-1f9e-4dfd-acfe-05bde31e10c5,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:12.572378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6fe2ea-0b89-44bd-8580-26208f403b3a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Checking segment: {'id': '1b628073-9dd6-4013-8419-8fb62f1bc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:12.572789 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (598461fe-03af-4a63-a792-a90913de9fe0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.572964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6fe2ea-0b89-44bd-8580-26208f403b3a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network hostable DHCP agents. Network: a673a74a-b12a-4709-9048-863905970ae8, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:12.593368 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e68fd1ab-9d45-474c-9bfd-fa60cfa9095a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (838b0ce6-18e7-4d70-8d7a-ac416bf765ae), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.593586 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6fe2ea-0b89-44bd-8580-26208f403b3a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network a673a74a-b12a-4709-9048-863905970ae8 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:12.610264 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4a6fe2ea-0b89-44bd-8580-26208f403b3a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, a673a74a-b12a-4709-9048-863905970ae8) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:12.623360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6fe2ea-0b89-44bd-8580-26208f403b3a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:12.623960 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4a6fe2ea-0b89-44bd-8580-26208f403b3a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.642351 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329665cb-d2e0-41fa-910b-3f01b419614a None None] Network a673a74a-b12a-4709-9048-863905970ae8 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:12.647801 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4a6fe2ea-0b89-44bd-8580-26208f403b3a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6685097 Jan 28 19:43:12.669479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fd1ab-9d45-474c-9bfd-fa60cfa9095a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event updated for resources: {'Subnet': ['ID=838b0ce6-18e7-4d70-8d7a-ac416bf765ae,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:12.714895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68fd1ab-9d45-474c-9bfd-fa60cfa9095a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Checking segment: {'id': 'c6b2a69b-89c4-4c22-8d88-258575613fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef5d2c84-9fd3-45ba-bdf4-19a035354fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:12.714895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68fd1ab-9d45-474c-9bfd-fa60cfa9095a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Network hostable DHCP agents. Network: ef5d2c84-9fd3-45ba-bdf4-19a035354fea, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:12.720192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd9ea4-fa66-45ee-b1e5-0e352a4f2a12 None None] Pushing event updated for resources: {'Port': ['ID=598461fe-03af-4a63-a792-a90913de9fe0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:12.752525 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68fd1ab-9d45-474c-9bfd-fa60cfa9095a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Network ef5d2c84-9fd3-45ba-bdf4-19a035354fea is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:12.763446 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e68fd1ab-9d45-474c-9bfd-fa60cfa9095a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, ef5d2c84-9fd3-45ba-bdf4-19a035354fea) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:12.767946 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68fd1ab-9d45-474c-9bfd-fa60cfa9095a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:12.768543 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e68fd1ab-9d45-474c-9bfd-fa60cfa9095a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.788896 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e68fd1ab-9d45-474c-9bfd-fa60cfa9095a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5900531 Jan 28 19:43:12.791710 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55576) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:12.796973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6cd4aa6f-3700-4728-8141-28898590a373 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Request body: {'subnet': {'network_id': 'f2fb807b-082d-4603-af6c-a39a10d1ca4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:12.800312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b496304-19c9-4334-90b1-0453884c9dfd None None] Network ef5d2c84-9fd3-45ba-bdf4-19a035354fea requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:12.820448 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-a673a74a-b12a-4709-9048-863905970ae8', 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'fixed_ips': [{'subnet_id': '9669e712-1f9e-4dfd-acfe-05bde31e10c5'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:43:12.821656 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:12.928998 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55580) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:12.936099 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d1a1211f-3415-4f7f-86f4-069ccb82f637 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2089629032', 'description': 'tempest-secgroup-smoke-2089629032 description', 'project_id': '01785429969c45bfabc9b5e49dae6d6f'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:12.977457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd4aa6f-3700-4728-8141-28898590a373 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Made reservation on behalf of d1c3f63ee86645c488d62c7778f939cd for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:12.981869 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cd4aa6f-3700-4728-8141-28898590a373 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.067879 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a1211f-3415-4f7f-86f4-069ccb82f637 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.219776 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-ef5d2c84-9fd3-45ba-bdf4-19a035354fea', 'network_id': 'ef5d2c84-9fd3-45ba-bdf4-19a035354fea', 'project_id': 'd1c3f63ee86645c488d62c7778f939cd', 'fixed_ips': [{'subnet_id': '838b0ce6-18e7-4d70-8d7a-ac416bf765ae'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:43:13.220667 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.227888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Allocated IP 172.20.0.18 (a673a74a-b12a-4709-9048-863905970ae8/9669e712-1f9e-4dfd-acfe-05bde31e10c5/f6fcf1b7-6695-4be9-a069-72dc05147b7c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:13.232335 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a1211f-3415-4f7f-86f4-069ccb82f637 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.262326 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a1211f-3415-4f7f-86f4-069ccb82f637 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.314540 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1a1211f-3415-4f7f-86f4-069ccb82f637 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.318822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55582) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:13.318965 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d1a1211f-3415-4f7f-86f4-069ccb82f637 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3887570 Jan 28 19:43:13.321157 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cd4aa6f-3700-4728-8141-28898590a373 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (1f92d4b0-9ff0-4ede-ad14-e5438ccb1b2f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.331062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1211f-3415-4f7f-86f4-069ccb82f637 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:13.344547 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a2ef8ea5-0edc-42f7-b6fe-996fe0bdd02b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': 'b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:13.397787 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4aa6f-3700-4728-8141-28898590a373 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Checking segment: {'id': 'a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f2fb807b-082d-4603-af6c-a39a10d1ca4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:13.398058 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd4aa6f-3700-4728-8141-28898590a373 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Network hostable DHCP agents. Network: f2fb807b-082d-4603-af6c-a39a10d1ca4b, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:13.408317 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4aa6f-3700-4728-8141-28898590a373 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event updated for resources: {'Subnet': ['ID=1f92d4b0-9ff0-4ede-ad14-e5438ccb1b2f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:13.419302 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2ef8ea5-0edc-42f7-b6fe-996fe0bdd02b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (7bff9ae8-1813-4579-8ca4-b9bef364588e), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.423517 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd4aa6f-3700-4728-8141-28898590a373 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Network f2fb807b-082d-4603-af6c-a39a10d1ca4b is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:13.437730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6cd4aa6f-3700-4728-8141-28898590a373 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, f2fb807b-082d-4603-af6c-a39a10d1ca4b) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:13.444271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd4aa6f-3700-4728-8141-28898590a373 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:13.444945 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6cd4aa6f-3700-4728-8141-28898590a373 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.474859 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6cd4aa6f-3700-4728-8141-28898590a373 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6820796 Jan 28 19:43:13.475968 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55584) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:13.476437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaff18c0-1e82-4ec8-b915-ea75da9aa8fb None None] Network f2fb807b-082d-4603-af6c-a39a10d1ca4b requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:13.482267 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Allocated IP 2001:db8::2 (ef5d2c84-9fd3-45ba-bdf4-19a035354fea/838b0ce6-18e7-4d70-8d7a-ac416bf765ae/61d605c0-ff07-4bda-85b4-5510a6a0fbb4) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:13.536702 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2ef8ea5-0edc-42f7-b6fe-996fe0bdd02b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (7bff9ae8-1813-4579-8ca4-b9bef364588e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.544218 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2ef8ea5-0edc-42f7-b6fe-996fe0bdd02b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (7bff9ae8-1813-4579-8ca4-b9bef364588e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.557524 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Publish callbacks [] for port (f6fcf1b7-6695-4be9-a069-72dc05147b7c), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.575653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef8ea5-0edc-42f7-b6fe-996fe0bdd02b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bff9ae8-1813-4579-8ca4-b9bef364588e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:13.579338 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (f6fcf1b7-6695-4be9-a069-72dc05147b7c), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.603650 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2ef8ea5-0edc-42f7-b6fe-996fe0bdd02b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.608609 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a2ef8ea5-0edc-42f7-b6fe-996fe0bdd02b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2881317 Jan 28 19:43:13.608991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55588) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:13.616752 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-335c70f2-47ed-4cfe-b976-8e36aa09e650 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': 'b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:13.674192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Network a673a74a-b12a-4709-9048-863905970ae8 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:13.700588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:13.708844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:13.721072 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-335c70f2-47ed-4cfe-b976-8e36aa09e650 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (f0d49bc2-0b2f-4582-a448-5cd86a5dff3b), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.722984 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Pushing event updated for resources: {'Port': ['ID=f6fcf1b7-6695-4be9-a069-72dc05147b7c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:13.725488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-f2fb807b-082d-4603-af6c-a39a10d1ca4b', 'network_id': 'f2fb807b-082d-4603-af6c-a39a10d1ca4b', 'project_id': 'd1c3f63ee86645c488d62c7778f939cd', 'fixed_ips': [{'subnet_id': '1f92d4b0-9ff0-4ede-ad14-e5438ccb1b2f'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:43:13.726550 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.911168 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.928450 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-335c70f2-47ed-4cfe-b976-8e36aa09e650 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (f0d49bc2-0b2f-4582-a448-5cd86a5dff3b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.939420 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Attempting to bind port f6fcf1b7-6695-4be9-a069-72dc05147b7c on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:13.945185 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Attempting to bind port f6fcf1b7-6695-4be9-a069-72dc05147b7c by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '1b628073-9dd6-4013-8419-8fb62f1bc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:13.945705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Attempting to bind port f6fcf1b7-6695-4be9-a069-72dc05147b7c on network a673a74a-b12a-4709-9048-863905970ae8 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:13.956795 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Publish callbacks [] for port (61d605c0-ff07-4bda-85b4-5510a6a0fbb4), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.965640 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:13.966050 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Checking segment: {'id': '1b628073-9dd6-4013-8419-8fb62f1bc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:13.966610 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.967040 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Bound using segment: {'id': '1b628073-9dd6-4013-8419-8fb62f1bc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:13.967563 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Bound port: f6fcf1b7-6695-4be9-a069-72dc05147b7c, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b628073-9dd6-4013-8419-8fb62f1bc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:13.967940 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f6fcf1b7-6695-4be9-a069-72dc05147b7c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:13.990794 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (61d605c0-ff07-4bda-85b4-5510a6a0fbb4), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.069334 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-335c70f2-47ed-4cfe-b976-8e36aa09e650 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (f0d49bc2-0b2f-4582-a448-5cd86a5dff3b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.080043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Allocated IP 2001:db8::2 (f2fb807b-082d-4603-af6c-a39a10d1ca4b/1f92d4b0-9ff0-4ede-ad14-e5438ccb1b2f/4d8fc388-47dc-4a86-9118-3f53bd391d64) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:14.124892 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-335c70f2-47ed-4cfe-b976-8e36aa09e650 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.128918 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-335c70f2-47ed-4cfe-b976-8e36aa09e650 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5134342 Jan 28 19:43:14.129769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55594) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:14.133196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c70f2-47ed-4cfe-b976-8e36aa09e650 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d49bc2-0b2f-4582-a448-5cd86a5dff3b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:14.135972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fe6f1bae-ba1b-43c3-bdd0-88a14f44590b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': 'b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:14.163696 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Pushing event updated for resources: {'Port': ['ID=61d605c0-ff07-4bda-85b4-5510a6a0fbb4,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:14.179399 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1bae-ba1b-43c3-bdd0-88a14f44590b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (a4190891-80b6-4823-a694-8c06c9f11012), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.219295 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] For port f6fcf1b7-6695-4be9-a069-72dc05147b7c, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:14.222635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] For port f6fcf1b7-6695-4be9-a069-72dc05147b7c, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f6fcf1b7-6695-4be9-a069-72dc05147b7c,segment=NetworkSegment(1b628073-9dd6-4013-8419-8fb62f1bc1aa),segment_id=1b628073-9dd6-4013-8419-8fb62f1bc1aa)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:14.235030 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Network ef5d2c84-9fd3-45ba-bdf4-19a035354fea is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:14.243410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Allocated IP 2001:db8::1 (ef5d2c84-9fd3-45ba-bdf4-19a035354fea/838b0ce6-18e7-4d70-8d7a-ac416bf765ae/da5bea6b-32cd-4a13-adfb-f4eb8bfdfe1f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:14.246505 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f6fcf1b7-6695-4be9-a069-72dc05147b7c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.256701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:14.266843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:14.299900 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1bae-ba1b-43c3-bdd0-88a14f44590b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (a4190891-80b6-4823-a694-8c06c9f11012), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.313159 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1bae-ba1b-43c3-bdd0-88a14f44590b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (a4190891-80b6-4823-a694-8c06c9f11012), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.345813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f1bae-ba1b-43c3-bdd0-88a14f44590b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4190891-80b6-4823-a694-8c06c9f11012,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:14.364968 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fe6f1bae-ba1b-43c3-bdd0-88a14f44590b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.368064 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fe6f1bae-ba1b-43c3-bdd0-88a14f44590b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2364304 Jan 28 19:43:14.377754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ebe682-f20a-42d0-a949-d7d87382fba8 None None] Network 1a972d0b-1d28-4b9d-b3a5-a4b4668f616f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:14.403130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55596) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:14.420240 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4daed75a-aa3a-4ed0-9266-16b2fccb2f4e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': 'b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:14.421367 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for port (da5bea6b-32cd-4a13-adfb-f4eb8bfdfe1f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.481740 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (da5bea6b-32cd-4a13-adfb-f4eb8bfdfe1f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.490518 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f229e8-c739-486f-96ed-4dd20786af62 None None] Pushing event updated for resources: {'Port': ['ID=f6fcf1b7-6695-4be9-a069-72dc05147b7c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:14.494094 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4daed75a-aa3a-4ed0-9266-16b2fccb2f4e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (e7ec3224-56a0-46b7-b272-b095eeffc1b1), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.520677 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Attempting to bind port 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:14.525904 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Attempting to bind port 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'c6b2a69b-89c4-4c22-8d88-258575613fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef5d2c84-9fd3-45ba-bdf4-19a035354fea'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:14.526459 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Attempting to bind port 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 on network ef5d2c84-9fd3-45ba-bdf4-19a035354fea {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:14.528801 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6930ec0a-14d5-47b2-8188-12c8b37ca292 None None] Provisioning complete for port 598461fe-03af-4a63-a792-a90913de9fe0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:14.530629 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6930ec0a-14d5-47b2-8188-12c8b37ca292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (598461fe-03af-4a63-a792-a90913de9fe0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.566202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Network ef5d2c84-9fd3-45ba-bdf4-19a035354fea is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:14.569293 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:14.573159 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:14.573712 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (4571309c-bba2-4329-bdda-c72cef134237), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.601488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:14.602141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Checking segment: {'id': 'c6b2a69b-89c4-4c22-8d88-258575613fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef5d2c84-9fd3-45ba-bdf4-19a035354fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:14.602539 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.603039 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Bound using segment: {'id': 'c6b2a69b-89c4-4c22-8d88-258575613fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef5d2c84-9fd3-45ba-bdf4-19a035354fea'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:14.603700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Bound port: 61d605c0-ff07-4bda-85b4-5510a6a0fbb4, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b2a69b-89c4-4c22-8d88-258575613fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ef5d2c84-9fd3-45ba-bdf4-19a035354fea'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:14.604193 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (61d605c0-ff07-4bda-85b4-5510a6a0fbb4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.608351 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4daed75a-aa3a-4ed0-9266-16b2fccb2f4e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (e7ec3224-56a0-46b7-b272-b095eeffc1b1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.617211 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4daed75a-aa3a-4ed0-9266-16b2fccb2f4e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (e7ec3224-56a0-46b7-b272-b095eeffc1b1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.673168 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 598461fe-03af-4a63-a792-a90913de9fe0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:14.681218 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Publish callbacks [] for port (4d8fc388-47dc-4a86-9118-3f53bd391d64), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.688547 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event updated for resources: {'Port': ['ID=da5bea6b-32cd-4a13-adfb-f4eb8bfdfe1f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:14.696103 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daed75a-aa3a-4ed0-9266-16b2fccb2f4e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ec3224-56a0-46b7-b272-b095eeffc1b1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:14.724162 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4daed75a-aa3a-4ed0-9266-16b2fccb2f4e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.727930 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4daed75a-aa3a-4ed0-9266-16b2fccb2f4e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3180099 Jan 28 19:43:14.728707 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55598) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:14.733212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ad8e95ca-18c0-4371-a95b-457eb9033407 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': 'b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:14.766993 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (4d8fc388-47dc-4a86-9118-3f53bd391d64), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.810016 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-ad8e95ca-18c0-4371-a95b-457eb9033407 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Project 01785429969c45bfabc9b5e49dae6d6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:43:14.827331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad8e95ca-18c0-4371-a95b-457eb9033407 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (4405705d-79a1-4f72-aa87-9ac98b09571d), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.836739 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (da5bea6b-32cd-4a13-adfb-f4eb8bfdfe1f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.913966 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6930ec0a-14d5-47b2-8188-12c8b37ca292 None None] Current status of the port 598461fe-03af-4a63-a792-a90913de9fe0 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:14.914789 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6930ec0a-14d5-47b2-8188-12c8b37ca292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (598461fe-03af-4a63-a792-a90913de9fe0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.962114 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad8e95ca-18c0-4371-a95b-457eb9033407 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (4405705d-79a1-4f72-aa87-9ac98b09571d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.967793 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad8e95ca-18c0-4371-a95b-457eb9033407 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (4405705d-79a1-4f72-aa87-9ac98b09571d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:14.971502 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Network f2fb807b-082d-4603-af6c-a39a10d1ca4b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:14.980788 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] For port 61d605c0-ff07-4bda-85b4-5510a6a0fbb4, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:14.995886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e95ca-18c0-4371-a95b-457eb9033407 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4405705d-79a1-4f72-aa87-9ac98b09571d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:15.001358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:15.008683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Pushing event updated for resources: {'Port': ['ID=4d8fc388-47dc-4a86-9118-3f53bd391d64,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:15.011436 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:15.014780 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6930ec0a-14d5-47b2-8188-12c8b37ca292 None None] For port 598461fe-03af-4a63-a792-a90913de9fe0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=598461fe-03af-4a63-a792-a90913de9fe0,segment=NetworkSegment(af4e7db0-d09b-4ce9-8261-d43d7efcd57e),segment_id=af4e7db0-d09b-4ce9-8261-d43d7efcd57e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:15.015007 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ad8e95ca-18c0-4371-a95b-457eb9033407 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.018295 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ad8e95ca-18c0-4371-a95b-457eb9033407 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2885468 Jan 28 19:43:15.022193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55606) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:15.029604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] For port 61d605c0-ff07-4bda-85b4-5510a6a0fbb4, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=61d605c0-ff07-4bda-85b4-5510a6a0fbb4,segment=NetworkSegment(c6b2a69b-89c4-4c22-8d88-258575613fef),segment_id=c6b2a69b-89c4-4c22-8d88-258575613fef)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:15.029818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7a3b5b4e-7bfd-4a42-ba0f-d4ca91c95cb3 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': 'b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:15.032675 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6930ec0a-14d5-47b2-8188-12c8b37ca292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (598461fe-03af-4a63-a792-a90913de9fe0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.049161 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 598461fe-03af-4a63-a792-a90913de9fe0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:15.049821 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (598461fe-03af-4a63-a792-a90913de9fe0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.082422 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-7a3b5b4e-7bfd-4a42-ba0f-d4ca91c95cb3 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Project 01785429969c45bfabc9b5e49dae6d6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:43:15.091306 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (61d605c0-ff07-4bda-85b4-5510a6a0fbb4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.091833 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5b4e-7bfd-4a42-ba0f-d4ca91c95cb3 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (47885ce3-f273-4f53-9f1e-13821b8aa5fa), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.190548 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5b4e-7bfd-4a42-ba0f-d4ca91c95cb3 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (47885ce3-f273-4f53-9f1e-13821b8aa5fa), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.200163 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5b4e-7bfd-4a42-ba0f-d4ca91c95cb3 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (47885ce3-f273-4f53-9f1e-13821b8aa5fa), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.224743 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b5b4e-7bfd-4a42-ba0f-d4ca91c95cb3 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47885ce3-f273-4f53-9f1e-13821b8aa5fa,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:15.249409 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5b4e-7bfd-4a42-ba0f-d4ca91c95cb3 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.262471 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7a3b5b4e-7bfd-4a42-ba0f-d4ca91c95cb3 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2386594 Jan 28 19:43:15.293313 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for port (da5bea6b-32cd-4a13-adfb-f4eb8bfdfe1f), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.303891 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (da5bea6b-32cd-4a13-adfb-f4eb8bfdfe1f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.305150 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (4571309c-bba2-4329-bdda-c72cef134237), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.460348 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Network ef5d2c84-9fd3-45ba-bdf4-19a035354fea is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:15.466261 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:15.467374 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event updated for resources: {'Port': ['ID=da5bea6b-32cd-4a13-adfb-f4eb8bfdfe1f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:15.469565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Attempting to bind port 4d8fc388-47dc-4a86-9118-3f53bd391d64 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:15.470165 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Attempting to bind port 4d8fc388-47dc-4a86-9118-3f53bd391d64 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f2fb807b-082d-4603-af6c-a39a10d1ca4b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:15.470721 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Attempting to bind port 4d8fc388-47dc-4a86-9118-3f53bd391d64 on network f2fb807b-082d-4603-af6c-a39a10d1ca4b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:15.483212 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930ec0a-14d5-47b2-8188-12c8b37ca292 None None] Pushing event updated for resources: {'Port': ['ID=598461fe-03af-4a63-a792-a90913de9fe0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:15.505663 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:15.506378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Checking segment: {'id': 'a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f2fb807b-082d-4603-af6c-a39a10d1ca4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:15.506951 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.507518 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Bound using segment: {'id': 'a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f2fb807b-082d-4603-af6c-a39a10d1ca4b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:15.508192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Bound port: 4d8fc388-47dc-4a86-9118-3f53bd391d64, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f2fb807b-082d-4603-af6c-a39a10d1ca4b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:15.509154 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4d8fc388-47dc-4a86-9118-3f53bd391d64), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.546250 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d0dc71d1-0484-46c1-989a-770e9f54b88d None None] Provisioning complete for port 598461fe-03af-4a63-a792-a90913de9fe0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:15.547824 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0dc71d1-0484-46c1-989a-770e9f54b88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (598461fe-03af-4a63-a792-a90913de9fe0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.675248 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Router 4571309c-bba2-4329-bdda-c72cef134237 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:43:15.685012 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb7adb-5804-4545-b8aa-38cdb272950f None None] Pushing event updated for resources: {'Port': ['ID=61d605c0-ff07-4bda-85b4-5510a6a0fbb4,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:15.703214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 598461fe-03af-4a63-a792-a90913de9fe0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:15.715205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] For port 4d8fc388-47dc-4a86-9118-3f53bd391d64, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:15.719910 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] For port 4d8fc388-47dc-4a86-9118-3f53bd391d64, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4d8fc388-47dc-4a86-9118-3f53bd391d64,segment=NetworkSegment(a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26),segment_id=a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:15.730149 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19861b1f-4447-4647-beee-bdf59437934c req-32c70e09-4448-4b91-b598-133b03b83834 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2089629032&fields=id&tenant_id=01785429969c45bfabc9b5e49dae6d6f HTTP/1.1" status: 200 len: 267 time: 0.1210606 Jan 28 19:43:15.734065 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4d8fc388-47dc-4a86-9118-3f53bd391d64), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:15.838815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc71d1-0484-46c1-989a-770e9f54b88d None None] Current status of the port 598461fe-03af-4a63-a792-a90913de9fe0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:15.866178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470bf1f-4a47-4c86-9db6-8d77e66cf2c8 None None] Pushing event updated for resources: {'Port': ['ID=4d8fc388-47dc-4a86-9118-3f53bd391d64,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:15.872529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:43:15.880649 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e80b04af-8b03-4cb9-9acd-c7034b4fcb52 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "PUT /v2.0/routers/4571309c-bba2-4329-bdda-c72cef134237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4039700 Jan 28 19:43:15.883335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55620) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:15.891106 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5bde1e-cd4f-4204-b9b4-4e84babc6d1b None None] Sync routers for ids ['4571309c-bba2-4329-bdda-c72cef134237'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:43:15.918757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5bde1e-cd4f-4204-b9b4-4e84babc6d1b None None] Routers {'4571309c-bba2-4329-bdda-c72cef134237'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:43:15.919419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1d5bde1e-cd4f-4204-b9b4-4e84babc6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:42:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4571309c-bba2-4329-bdda-c72cef134237'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:15.978467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19861b1f-4447-4647-beee-bdf59437934c req-34d904d1-ae7e-4c8c-b184-c45fdf2ef509 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:15.980073 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19861b1f-4447-4647-beee-bdf59437934c req-34d904d1-ae7e-4c8c-b184-c45fdf2ef509 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/networks?id=a673a74a-b12a-4709-9048-863905970ae8 HTTP/1.1" status: 200 len: 796 time: 0.2490585 Jan 28 19:43:16.001800 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1d5bde1e-cd4f-4204-b9b4-4e84babc6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:16.011228 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19861b1f-4447-4647-beee-bdf59437934c req-ea1b0f84-ae63-47f5-8952-7852e970f223 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/quotas/01785429969c45bfabc9b5e49dae6d6f HTTP/1.1" status: 200 len: 375 time: 0.0210598 Jan 28 19:43:16.025504 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5bde1e-cd4f-4204-b9b4-4e84babc6d1b None None] Routers {'4571309c-bba2-4329-bdda-c72cef134237'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:43:16.026356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1d5bde1e-cd4f-4204-b9b4-4e84babc6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:42:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4571309c-bba2-4329-bdda-c72cef134237'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:16.091153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-1d5bde1e-cd4f-4204-b9b4-4e84babc6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:16.092136 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5bde1e-cd4f-4204-b9b4-4e84babc6d1b None None] The sync data for ids ['4571309c-bba2-4329-bdda-c72cef134237'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:43:16.115384 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19861b1f-4447-4647-beee-bdf59437934c req-ea6bfdfa-a77c-4b7b-a50e-0425ed031153 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0994265 Jan 28 19:43:16.282979 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262ae4c2-6981-4862-aaf1-4bf50fa510ff None None] Network a673a74a-b12a-4709-9048-863905970ae8 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:16.329218 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19861b1f-4447-4647-beee-bdf59437934c req-4ccc5cc7-ce88-4a77-b58b-8d55b543f35c service neutron] 10.222.0.55 "GET /v2.0/networks/a673a74a-b12a-4709-9048-863905970ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021096 Jan 28 19:43:16.449805 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19861b1f-4447-4647-beee-bdf59437934c req-281696f4-bd49-43d5-9aaa-55c18930ce50 service neutron] 10.222.0.55 "GET /v2.0/networks/a673a74a-b12a-4709-9048-863905970ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193726 Jan 28 19:43:16.480411 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-927e969e-12cd-4fcb-a35d-1ca9264a52f0 None None] Provisioning complete for port f6fcf1b7-6695-4be9-a069-72dc05147b7c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:16.480991 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-927e969e-12cd-4fcb-a35d-1ca9264a52f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f6fcf1b7-6695-4be9-a069-72dc05147b7c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:16.519207 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-c152c995-0bae-42ea-b5ef-588862659fa7 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:16.523594 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c152c995-0bae-42ea-b5ef-588862659fa7 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "PUT /v2.0/routers/4571309c-bba2-4329-bdda-c72cef134237/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6353381 Jan 28 19:43:16.524404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55628) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:16.666263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-927e969e-12cd-4fcb-a35d-1ca9264a52f0 None None] Current status of the port f6fcf1b7-6695-4be9-a069-72dc05147b7c is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:16.667035 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-927e969e-12cd-4fcb-a35d-1ca9264a52f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f6fcf1b7-6695-4be9-a069-72dc05147b7c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:16.723760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-927e969e-12cd-4fcb-a35d-1ca9264a52f0 None None] For port f6fcf1b7-6695-4be9-a069-72dc05147b7c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f6fcf1b7-6695-4be9-a069-72dc05147b7c,segment=NetworkSegment(1b628073-9dd6-4013-8419-8fb62f1bc1aa),segment_id=1b628073-9dd6-4013-8419-8fb62f1bc1aa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:16.733297 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-927e969e-12cd-4fcb-a35d-1ca9264a52f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f6fcf1b7-6695-4be9-a069-72dc05147b7c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:16.838796 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e969e-12cd-4fcb-a35d-1ca9264a52f0 None None] Pushing event updated for resources: {'Port': ['ID=f6fcf1b7-6695-4be9-a069-72dc05147b7c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:16.895370 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48306af5-5510-467f-97d4-44644a3f5561 req-9b2ffad2-9fcf-45d4-8f6b-89b872467a41 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad HTTP/1.1" status: 200 len: 210 time: 0.0475712 Jan 28 19:43:16.944419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f6fcf1b7-6695-4be9-a069-72dc05147b7c up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:17.046940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f6fcf1b7-6695-4be9-a069-72dc05147b7c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:17.047517 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f6fcf1b7-6695-4be9-a069-72dc05147b7c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:17.168559 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f6fcf1b7-6695-4be9-a069-72dc05147b7c is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:17.169737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:17.207559 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3283bd1-a56c-4dee-bcdc-cd2b307c264f tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (4571309c-bba2-4329-bdda-c72cef134237), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:17.259368 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:17.259893 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (61d605c0-ff07-4bda-85b4-5510a6a0fbb4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:17.298397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f9f51f5f-3489-4b13-a845-a0e805188513 None None] Provisioning complete for port f6fcf1b7-6695-4be9-a069-72dc05147b7c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:17.298771 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9f51f5f-3489-4b13-a845-a0e805188513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f6fcf1b7-6695-4be9-a069-72dc05147b7c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:17.492194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:17.492892 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (61d605c0-ff07-4bda-85b4-5510a6a0fbb4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:17.561804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d3283bd1-a56c-4dee-bcdc-cd2b307c264f tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Deleting port da5bea6b-32cd-4a13-adfb-f4eb8bfdfe1f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:17.562520 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3283bd1-a56c-4dee-bcdc-cd2b307c264f tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (da5bea6b-32cd-4a13-adfb-f4eb8bfdfe1f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:17.613231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936c1bc4-3328-4e6b-a269-32cd335f3c82 None None] Network ef5d2c84-9fd3-45ba-bdf4-19a035354fea requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:17.639151 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 61d605c0-ff07-4bda-85b4-5510a6a0fbb4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=61d605c0-ff07-4bda-85b4-5510a6a0fbb4,segment=NetworkSegment(c6b2a69b-89c4-4c22-8d88-258575613fef),segment_id=c6b2a69b-89c4-4c22-8d88-258575613fef)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:17.674072 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (61d605c0-ff07-4bda-85b4-5510a6a0fbb4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:17.674871 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4d8fc388-47dc-4a86-9118-3f53bd391d64 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:17.695042 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3283bd1-a56c-4dee-bcdc-cd2b307c264f tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (da5bea6b-32cd-4a13-adfb-f4eb8bfdfe1f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:17.722121 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d3283bd1-a56c-4dee-bcdc-cd2b307c264f tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Calling delete_port for da5bea6b-32cd-4a13-adfb-f4eb8bfdfe1f owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:17.734094 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f9f51f5f-3489-4b13-a845-a0e805188513 None None] Current status of the port f6fcf1b7-6695-4be9-a069-72dc05147b7c is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:17.835906 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=61d605c0-ff07-4bda-85b4-5510a6a0fbb4,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:17.871770 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 4d8fc388-47dc-4a86-9118-3f53bd391d64 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:17.872153 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4d8fc388-47dc-4a86-9118-3f53bd391d64), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:17.909016 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009382cf-d1e7-45de-bc19-2485ce4af939 None None] Network f2fb807b-082d-4603-af6c-a39a10d1ca4b requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:17.937816 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3283bd1-a56c-4dee-bcdc-cd2b307c264f tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (da5bea6b-32cd-4a13-adfb-f4eb8bfdfe1f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:17.970648 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3283bd1-a56c-4dee-bcdc-cd2b307c264f tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event deleted for resources: {'Port': ['ID=da5bea6b-32cd-4a13-adfb-f4eb8bfdfe1f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:17.988551 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9fb4440b-8d39-4e50-bc05-167c37ed523f None None] Provisioning complete for port 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:17.988923 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9fb4440b-8d39-4e50-bc05-167c37ed523f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (61d605c0-ff07-4bda-85b4-5510a6a0fbb4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:18.048684 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5ef782ca-a1a8-4b86-9d99-e3e94588bc21 req-827e7a47-b9c0-4a96-8908-1b87f30609e0 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad HTTP/1.1" status: 200 len: 210 time: 0.0659039 Jan 28 19:43:18.123873 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3283bd1-a56c-4dee-bcdc-cd2b307c264f tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (4571309c-bba2-4329-bdda-c72cef134237), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:18.246395 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 4d8fc388-47dc-4a86-9118-3f53bd391d64 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:18.246790 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4d8fc388-47dc-4a86-9118-3f53bd391d64), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:18.250862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9fb4440b-8d39-4e50-bc05-167c37ed523f None None] Current status of the port 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:18.251282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19861b1f-4447-4647-beee-bdf59437934c req-68aa4b3b-02be-4716-beac-23114e2dfda1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:18.255672 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19861b1f-4447-4647-beee-bdf59437934c req-68aa4b3b-02be-4716-beac-23114e2dfda1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.31 "GET /v2.0/networks?id=a673a74a-b12a-4709-9048-863905970ae8 HTTP/1.1" status: 200 len: 796 time: 0.1502414 Jan 28 19:43:18.336449 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-094077e7-c56d-4970-8ad3-c12f4a3a0d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:18.379077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 4d8fc388-47dc-4a86-9118-3f53bd391d64, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4d8fc388-47dc-4a86-9118-3f53bd391d64,segment=NetworkSegment(a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26),segment_id=a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:18.388765 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4d8fc388-47dc-4a86-9118-3f53bd391d64), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:18.389754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 598461fe-03af-4a63-a792-a90913de9fe0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:18.410380 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19861b1f-4447-4647-beee-bdf59437934c req-eba1dd72-97c4-424c-819c-e1875c64ef50 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01785429969c45bfabc9b5e49dae6d6f HTTP/1.1" status: 200 len: 472 time: 0.1465333 Jan 28 19:43:18.413548 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3283bd1-a56c-4dee-bcdc-cd2b307c264f tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Router 4571309c-bba2-4329-bdda-c72cef134237 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:43:18.428006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-19861b1f-4447-4647-beee-bdf59437934c req-d9a0a748-6d5a-484e-9d17-7cfb7188dcdc tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'port': {'device_id': 'd5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad', 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8', 'admin_state_up': True, 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'security_groups': ['b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:18.441231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-badf13eb-eff5-4617-8bb5-f4c955d2e247 None None] Provisioning complete for port 4d8fc388-47dc-4a86-9118-3f53bd391d64 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:18.441612 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-badf13eb-eff5-4617-8bb5-f4c955d2e247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4d8fc388-47dc-4a86-9118-3f53bd391d64), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:18.623237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19861b1f-4447-4647-beee-bdf59437934c req-d9a0a748-6d5a-484e-9d17-7cfb7188dcdc tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Made reservation on behalf of 01785429969c45bfabc9b5e49dae6d6f for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:18.627822 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19861b1f-4447-4647-beee-bdf59437934c req-d9a0a748-6d5a-484e-9d17-7cfb7188dcdc tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:18.762852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=4d8fc388-47dc-4a86-9118-3f53bd391d64,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:18.799044 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 598461fe-03af-4a63-a792-a90913de9fe0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:18.799843 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (598461fe-03af-4a63-a792-a90913de9fe0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:18.827142 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-19861b1f-4447-4647-beee-bdf59437934c req-d9a0a748-6d5a-484e-9d17-7cfb7188dcdc tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Allocated IP 172.20.0.29 (a673a74a-b12a-4709-9048-863905970ae8/9669e712-1f9e-4dfd-acfe-05bde31e10c5/a1eec11d-d452-4b5f-9a0f-631dbeeab815) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:18.876730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-badf13eb-eff5-4617-8bb5-f4c955d2e247 None None] Current status of the port 4d8fc388-47dc-4a86-9118-3f53bd391d64 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:18.926582 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3283bd1-a56c-4dee-bcdc-cd2b307c264f tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:43:18.931573 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d3283bd1-a56c-4dee-bcdc-cd2b307c264f tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "PUT /v2.0/routers/4571309c-bba2-4329-bdda-c72cef134237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4061842 Jan 28 19:43:18.935820 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55654) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:18.937266 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 598461fe-03af-4a63-a792-a90913de9fe0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:18.938728 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660277c5-ac2d-4641-a71d-f670371308e3 None None] Sync routers for ids ['4571309c-bba2-4329-bdda-c72cef134237'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:43:18.955833 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660277c5-ac2d-4641-a71d-f670371308e3 None None] Routers {'4571309c-bba2-4329-bdda-c72cef134237'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:43:18.956661 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-660277c5-ac2d-4641-a71d-f670371308e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:42:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4571309c-bba2-4329-bdda-c72cef134237'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:18.990350 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-676b9a57-507c-4b44-96dd-8ad2c7594958 None None] Could not find standard attr ID for object da5bea6b-32cd-4a13-adfb-f4eb8bfdfe1f. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 19:43:18.997745 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-f585341f-0eb6-4262-825e-fe86d5a0f19f tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] delete failed (client error): The resource could not be found. Jan 28 19:43:19.002565 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f585341f-0eb6-4262-825e-fe86d5a0f19f tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-1616029734 HTTP/1.1" status: 404 len: 335 time: 0.0621977 Jan 28 19:43:19.002724 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55656) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:19.007319 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-67224408-a24a-45c6-a849-700d79cd083a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Request body: {'router': {'external_gateway_info': {'network_id': '4571309c-bba2-4329-bdda-c72cef134237'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:19.012946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-676b9a57-507c-4b44-96dd-8ad2c7594958 None None] Provisioning complete for port 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:19.013511 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-676b9a57-507c-4b44-96dd-8ad2c7594958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (61d605c0-ff07-4bda-85b4-5510a6a0fbb4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.024776 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-660277c5-ac2d-4641-a71d-f670371308e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:19.041014 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660277c5-ac2d-4641-a71d-f670371308e3 None None] Routers {'4571309c-bba2-4329-bdda-c72cef134237'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:43:19.042589 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-660277c5-ac2d-4641-a71d-f670371308e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:42:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4571309c-bba2-4329-bdda-c72cef134237'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:19.100488 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19861b1f-4447-4647-beee-bdf59437934c req-d9a0a748-6d5a-484e-9d17-7cfb7188dcdc tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for port (a1eec11d-d452-4b5f-9a0f-631dbeeab815), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.155970 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-660277c5-ac2d-4641-a71d-f670371308e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:19.157001 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660277c5-ac2d-4641-a71d-f670371308e3 None None] The sync data for ids ['4571309c-bba2-4329-bdda-c72cef134237'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:43:19.166954 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:43:19.173336 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f6fcf1b7-6695-4be9-a069-72dc05147b7c up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:19.207487 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19861b1f-4447-4647-beee-bdf59437934c req-d9a0a748-6d5a-484e-9d17-7cfb7188dcdc tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a1eec11d-d452-4b5f-9a0f-631dbeeab815), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.229814 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-676b9a57-507c-4b44-96dd-8ad2c7594958 None None] Current status of the port 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:19.248794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-676b9a57-507c-4b44-96dd-8ad2c7594958 None None] Provisioning complete for port 4d8fc388-47dc-4a86-9118-3f53bd391d64 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:19.249181 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-676b9a57-507c-4b44-96dd-8ad2c7594958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4d8fc388-47dc-4a86-9118-3f53bd391d64), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.304844 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19861b1f-4447-4647-beee-bdf59437934c req-d9a0a748-6d5a-484e-9d17-7cfb7188dcdc tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network a673a74a-b12a-4709-9048-863905970ae8 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:19.310550 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f6fcf1b7-6695-4be9-a069-72dc05147b7c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:19.310952 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f6fcf1b7-6695-4be9-a069-72dc05147b7c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.315896 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-19861b1f-4447-4647-beee-bdf59437934c req-d9a0a748-6d5a-484e-9d17-7cfb7188dcdc tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:19.340036 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-19861b1f-4447-4647-beee-bdf59437934c req-d9a0a748-6d5a-484e-9d17-7cfb7188dcdc tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:19.351211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0a748-6d5a-484e-9d17-7cfb7188dcdc tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Port': ['ID=a1eec11d-d452-4b5f-9a0f-631dbeeab815,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:19.390527 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-676b9a57-507c-4b44-96dd-8ad2c7594958 None None] Current status of the port 4d8fc388-47dc-4a86-9118-3f53bd391d64 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:19.440918 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-67224408-a24a-45c6-a849-700d79cd083a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for router_gateway (4571309c-bba2-4329-bdda-c72cef134237), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.453835 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19861b1f-4447-4647-beee-bdf59437934c req-d9a0a748-6d5a-484e-9d17-7cfb7188dcdc tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:19.454152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bffca8-5a93-4449-ad4c-88fc13e7fe9b req-3cc6fec4-5aed-4dbb-af7a-b2b5155c0f97 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:19.455024 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19861b1f-4447-4647-beee-bdf59437934c req-d9a0a748-6d5a-484e-9d17-7cfb7188dcdc tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.464271 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57bffca8-5a93-4449-ad4c-88fc13e7fe9b req-3cc6fec4-5aed-4dbb-af7a-b2b5155c0f97 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad HTTP/1.1" status: 200 len: 932 time: 0.2640493 Jan 28 19:43:19.489513 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19861b1f-4447-4647-beee-bdf59437934c req-d9a0a748-6d5a-484e-9d17-7cfb7188dcdc tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0689163 Jan 28 19:43:19.502696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Request body: {'port': {'device_id': 'd5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:19.504187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f6fcf1b7-6695-4be9-a069-72dc05147b7c is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:19.506827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:19.548559 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57bffca8-5a93-4449-ad4c-88fc13e7fe9b req-2fa005c0-1d5a-4677-83ca-4ae971562841 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833478 Jan 28 19:43:19.550324 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-67224408-a24a-45c6-a849-700d79cd083a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] update failed (client error): The resource could not be found. Jan 28 19:43:19.554987 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55662) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:19.556406 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-67224408-a24a-45c6-a849-700d79cd083a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "PUT /v2.0/routers/4571309c-bba2-4329-bdda-c72cef134237 HTTP/1.1" status: 404 len: 339 time: 0.5526359 Jan 28 19:43:19.564557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a69c2b6b-0b69-4619-a182-02ebf3ed6b57 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-976630418'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:19.610739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:19.611033 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (61d605c0-ff07-4bda-85b4-5510a6a0fbb4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.652189 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a1eec11d-d452-4b5f-9a0f-631dbeeab815), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.655448 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69c2b6b-0b69-4619-a182-02ebf3ed6b57 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Made reservation on behalf of d1c3f63ee86645c488d62c7778f939cd for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:19.662301 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a69c2b6b-0b69-4619-a182-02ebf3ed6b57 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.737861 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69c2b6b-0b69-4619-a182-02ebf3ed6b57 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:43:19.743278 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-93a3ed47-4f6f-4339-930b-e2014d429cc8 None None] Provisioning complete for port a1eec11d-d452-4b5f-9a0f-631dbeeab815 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:19.743941 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93a3ed47-4f6f-4339-930b-e2014d429cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a1eec11d-d452-4b5f-9a0f-631dbeeab815), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.746053 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:19.747775 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4d8fc388-47dc-4a86-9118-3f53bd391d64 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:19.764153 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a69c2b6b-0b69-4619-a182-02ebf3ed6b57 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (6f3e62b1-c248-4863-92f8-37266f209365), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.764632 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-a69c2b6b-0b69-4619-a182-02ebf3ed6b57 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Added segment 6f3e62b1-c248-4863-92f8-37266f209365 of type vlan for network 65089080-e3f7-42b3-b8ff-554087d45119 Jan 28 19:43:19.824669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-93a3ed47-4f6f-4339-930b-e2014d429cc8 None None] Port a1eec11d-d452-4b5f-9a0f-631dbeeab815 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:43:19.849136 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 4d8fc388-47dc-4a86-9118-3f53bd391d64 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:19.849490 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4d8fc388-47dc-4a86-9118-3f53bd391d64), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.902331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a69c2b6b-0b69-4619-a182-02ebf3ed6b57 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (65089080-e3f7-42b3-b8ff-554087d45119), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.947099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 4d8fc388-47dc-4a86-9118-3f53bd391d64 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:19.983063 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a69c2b6b-0b69-4619-a182-02ebf3ed6b57 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (65089080-e3f7-42b3-b8ff-554087d45119), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:19.988743 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c2b6b-0b69-4619-a182-02ebf3ed6b57 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:19.989385 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a69c2b6b-0b69-4619-a182-02ebf3ed6b57 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.081055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55668) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:20.081611 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a69c2b6b-0b69-4619-a182-02ebf3ed6b57 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5249784 Jan 28 19:43:20.087267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-61aac3e9-7174-40c8-bdcb-f3bafa6245e2 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Request body: {'subnet': {'network_id': '65089080-e3f7-42b3-b8ff-554087d45119', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:20.095538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c2b6b-0b69-4619-a182-02ebf3ed6b57 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event updated for resources: {'Network': ['ID=65089080-e3f7-42b3-b8ff-554087d45119,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:20.109358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 65089080-e3f7-42b3-b8ff-554087d45119 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:43:20.177348 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1eec11d-d452-4b5f-9a0f-631dbeeab815 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:43:20.195958 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Publish callbacks [] for port (a1eec11d-d452-4b5f-9a0f-631dbeeab815), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.215534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Transition to ACTIVE for port object a1eec11d-d452-4b5f-9a0f-631dbeeab815 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:43:20.221820 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (a1eec11d-d452-4b5f-9a0f-631dbeeab815), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.228443 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aac3e9-7174-40c8-bdcb-f3bafa6245e2 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Made reservation on behalf of d1c3f63ee86645c488d62c7778f939cd for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:43:20.232223 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61aac3e9-7174-40c8-bdcb-f3bafa6245e2 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.328706 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Pushing event updated for resources: {'Port': ['ID=a1eec11d-d452-4b5f-9a0f-631dbeeab815,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:20.415593 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c82ba43a-3dc5-4ad5-80c8-4cce289a3ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.442888 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Attempting to bind port a1eec11d-d452-4b5f-9a0f-631dbeeab815 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:20.443524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Attempting to bind port a1eec11d-d452-4b5f-9a0f-631dbeeab815 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '1b628073-9dd6-4013-8419-8fb62f1bc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:20.444160 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Attempting to bind port a1eec11d-d452-4b5f-9a0f-631dbeeab815 on network a673a74a-b12a-4709-9048-863905970ae8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:20.449790 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Port a1eec11d-d452-4b5f-9a0f-631dbeeab815 on network a673a74a-b12a-4709-9048-863905970ae8 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:43:20.450624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Attempting to bind port a1eec11d-d452-4b5f-9a0f-631dbeeab815 on network a673a74a-b12a-4709-9048-863905970ae8 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:20.458211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:20.458908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Checking segment: {'id': '1b628073-9dd6-4013-8419-8fb62f1bc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:20.459453 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Bound using segment: {'id': '1b628073-9dd6-4013-8419-8fb62f1bc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:20.460047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Bound port: a1eec11d-d452-4b5f-9a0f-631dbeeab815, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b628073-9dd6-4013-8419-8fb62f1bc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:20.460605 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a1eec11d-d452-4b5f-9a0f-631dbeeab815), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.524828 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61aac3e9-7174-40c8-bdcb-f3bafa6245e2 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (cfd6b0e6-9996-49aa-bc0b-b2aafce2ca92), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.538466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] For port a1eec11d-d452-4b5f-9a0f-631dbeeab815, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:20.542539 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] For port a1eec11d-d452-4b5f-9a0f-631dbeeab815, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a1eec11d-d452-4b5f-9a0f-631dbeeab815,segment=NetworkSegment(1b628073-9dd6-4013-8419-8fb62f1bc1aa),segment_id=1b628073-9dd6-4013-8419-8fb62f1bc1aa)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:20.551084 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (a1eec11d-d452-4b5f-9a0f-631dbeeab815), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.628344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:20.634203 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.635911 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19861b1f-4447-4647-beee-bdf59437934c req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] 10.222.0.31 "PUT /v2.0/ports/a1eec11d-d452-4b5f-9a0f-631dbeeab815 HTTP/1.1" status: 200 len: 1092 time: 1.1397588 Jan 28 19:43:20.638507 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad', 'tag': 'a1eec11d-d452-4b5f-9a0f-631dbeeab815'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:43:20.641440 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32749b4a-2176-4a0d-a6a5-389efd02236b" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad", "tag": "a1eec11d-d452-4b5f-9a0f-631dbeeab815"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:43:20.666421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9939f6-45c5-4396-b8d7-b5be6770390e service neutron] Pushing event updated for resources: {'Port': ['ID=a1eec11d-d452-4b5f-9a0f-631dbeeab815,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:20.697885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aac3e9-7174-40c8-bdcb-f3bafa6245e2 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event updated for resources: {'Subnet': ['ID=cfd6b0e6-9996-49aa-bc0b-b2aafce2ca92,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:20.714191 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61aac3e9-7174-40c8-bdcb-f3bafa6245e2 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Checking segment: {'id': '6f3e62b1-c248-4863-92f8-37266f209365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65089080-e3f7-42b3-b8ff-554087d45119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:20.714563 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aac3e9-7174-40c8-bdcb-f3bafa6245e2 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Network hostable DHCP agents. Network: 65089080-e3f7-42b3-b8ff-554087d45119, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:43:20.741233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aac3e9-7174-40c8-bdcb-f3bafa6245e2 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Network 65089080-e3f7-42b3-b8ff-554087d45119 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:43:20.755792 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86b16bb-e89e-4f0f-a860-d1c80662a177 x-openstack-request-id: req-c86b16bb-e89e-4f0f-a860-d1c80662a177 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:43:20.756082 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad", "tag": "a1eec11d-d452-4b5f-9a0f-631dbeeab815", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:43:20.756365 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c86b16bb-e89e-4f0f-a860-d1c80662a177 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:43:20.756885 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad', 'tag': 'a1eec11d-d452-4b5f-9a0f-631dbeeab815', 'status': 'completed', 'code': 200} Jan 28 19:43:20.758568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-61aac3e9-7174-40c8-bdcb-f3bafa6245e2 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 65089080-e3f7-42b3-b8ff-554087d45119) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:20.767604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5670ae15-1605-4876-ba31-e384f795329a None None] Network 65089080-e3f7-42b3-b8ff-554087d45119 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:20.776028 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aac3e9-7174-40c8-bdcb-f3bafa6245e2 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:20.779181 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61aac3e9-7174-40c8-bdcb-f3bafa6245e2 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:20.811174 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-61aac3e9-7174-40c8-bdcb-f3bafa6245e2 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7282856 Jan 28 19:43:20.814471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:20.823561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9b3fe85a-6a9d-46c4-9a56-26bcf6cf2627 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Request body: {'router': {'external_gateway_info': {'network_id': '65089080-e3f7-42b3-b8ff-554087d45119'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:20.833617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19861b1f-4447-4647-beee-bdf59437934c req-40fb43aa-c9a8-47ec-9f5b-d6913af7a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:20.835497 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19861b1f-4447-4647-beee-bdf59437934c req-40fb43aa-c9a8-47ec-9f5b-d6913af7a9af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&device_id=d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad HTTP/1.1" status: 200 len: 1126 time: 0.1525402 Jan 28 19:43:20.911156 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa6945-24cc-4d4a-9bb9-65f6318a49a3 req-8a38d306-632e-41f5-9982-847e6d4f4d7e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:20.912757 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-74fa6945-24cc-4d4a-9bb9-65f6318a49a3 req-8a38d306-632e-41f5-9982-847e6d4f4d7e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad HTTP/1.1" status: 200 len: 944 time: 0.2086439 Jan 28 19:43:20.915731 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19861b1f-4447-4647-beee-bdf59437934c req-8487ee1d-bffd-4de6-9bc1-eec02144906e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=a1eec11d-d452-4b5f-9a0f-631dbeeab815 HTTP/1.1" status: 200 len: 217 time: 0.0721593 Jan 28 19:43:20.995350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19861b1f-4447-4647-beee-bdf59437934c req-062b1eae-586b-4b35-9372-9edfa9cdaea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:20.996951 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19861b1f-4447-4647-beee-bdf59437934c req-062b1eae-586b-4b35-9372-9edfa9cdaea8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9669e712-1f9e-4dfd-acfe-05bde31e10c5 HTTP/1.1" status: 200 len: 838 time: 0.0668812 Jan 28 19:43:21.015072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-65089080-e3f7-42b3-b8ff-554087d45119', 'network_id': '65089080-e3f7-42b3-b8ff-554087d45119', 'project_id': 'd1c3f63ee86645c488d62c7778f939cd', 'fixed_ips': [{'subnet_id': 'cfd6b0e6-9996-49aa-bc0b-b2aafce2ca92'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:43:21.018836 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:21.101179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19861b1f-4447-4647-beee-bdf59437934c req-4f360039-03e9-4a86-a6e2-68665ec40d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:21.102930 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19861b1f-4447-4647-beee-bdf59437934c req-4f360039-03e9-4a86-a6e2-68665ec40d70 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a673a74a-b12a-4709-9048-863905970ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0939236 Jan 28 19:43:21.107957 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-74fa6945-24cc-4d4a-9bb9-65f6318a49a3 req-c77e1890-272c-4ab6-b70d-c374d6f493ea tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199067 Jan 28 19:43:21.236963 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19861b1f-4447-4647-beee-bdf59437934c req-218441d6-df1d-4345-832c-47bc51f9c439 service neutron] 10.222.0.31 "GET /v2.0/networks/a673a74a-b12a-4709-9048-863905970ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273310 Jan 28 19:43:21.252127 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe85a-6a9d-46c4-9a56-26bcf6cf2627 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for router_gateway (4571309c-bba2-4329-bdda-c72cef134237), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:21.253236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Allocated IP 2001:db8:1::2 (65089080-e3f7-42b3-b8ff-554087d45119/cfd6b0e6-9996-49aa-bc0b-b2aafce2ca92/d0cdebfb-ba29-4f4f-818c-941c95dfba2e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:21.390866 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-9b3fe85a-6a9d-46c4-9a56-26bcf6cf2627 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:21.395406 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9b3fe85a-6a9d-46c4-9a56-26bcf6cf2627 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "PUT /v2.0/routers/4571309c-bba2-4329-bdda-c72cef134237 HTTP/1.1" status: 400 len: 364 time: 0.5764360 Jan 28 19:43:21.395615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55684) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:21.410520 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19861b1f-4447-4647-beee-bdf59437934c req-b0f24bb9-9926-49de-8a82-e8552650c5c6 service neutron] 10.222.0.31 "GET /v2.0/networks/a673a74a-b12a-4709-9048-863905970ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669939 Jan 28 19:43:21.457581 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Publish callbacks [] for port (d0cdebfb-ba29-4f4f-818c-941c95dfba2e), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:21.468717 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (d0cdebfb-ba29-4f4f-818c-941c95dfba2e), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:21.517806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749b4a-2176-4a0d-a6a5-389efd02236b req-3ab026d1-e250-4b79-9ce4-928f67c78c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:21.519623 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-32749b4a-2176-4a0d-a6a5-389efd02236b req-3ab026d1-e250-4b79-9ce4-928f67c78c60 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&device_id=d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad HTTP/1.1" status: 200 len: 1126 time: 0.0549746 Jan 28 19:43:21.570737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Network 65089080-e3f7-42b3-b8ff-554087d45119 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:21.575123 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:21.577506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:21.579752 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Pushing event updated for resources: {'Port': ['ID=d0cdebfb-ba29-4f4f-818c-941c95dfba2e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:21.649330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749b4a-2176-4a0d-a6a5-389efd02236b req-e972015e-6d82-4295-b08d-d04b26f3f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:21.651141 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-32749b4a-2176-4a0d-a6a5-389efd02236b req-e972015e-6d82-4295-b08d-d04b26f3f109 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a673a74a-b12a-4709-9048-863905970ae8 HTTP/1.1" status: 200 len: 897 time: 0.1251073 Jan 28 19:43:21.656826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Attempting to bind port d0cdebfb-ba29-4f4f-818c-941c95dfba2e on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:21.657304 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Attempting to bind port d0cdebfb-ba29-4f4f-818c-941c95dfba2e by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '6f3e62b1-c248-4863-92f8-37266f209365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65089080-e3f7-42b3-b8ff-554087d45119'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:21.657995 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Attempting to bind port d0cdebfb-ba29-4f4f-818c-941c95dfba2e on network 65089080-e3f7-42b3-b8ff-554087d45119 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:21.663183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:21.663877 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Checking segment: {'id': '6f3e62b1-c248-4863-92f8-37266f209365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65089080-e3f7-42b3-b8ff-554087d45119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:21.664382 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:21.664966 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Bound using segment: {'id': '6f3e62b1-c248-4863-92f8-37266f209365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65089080-e3f7-42b3-b8ff-554087d45119'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:21.666340 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Bound port: d0cdebfb-ba29-4f4f-818c-941c95dfba2e, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3e62b1-c248-4863-92f8-37266f209365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65089080-e3f7-42b3-b8ff-554087d45119'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:21.670506 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d0cdebfb-ba29-4f4f-818c-941c95dfba2e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:21.698864 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-32749b4a-2176-4a0d-a6a5-389efd02236b req-5759e841-ac42-43f4-ba0f-68740161b536 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=a1eec11d-d452-4b5f-9a0f-631dbeeab815 HTTP/1.1" status: 200 len: 217 time: 0.0413005 Jan 28 19:43:21.780360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749b4a-2176-4a0d-a6a5-389efd02236b req-6f530d54-05b2-452e-9e27-b0beec2b060e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:21.781698 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] For port d0cdebfb-ba29-4f4f-818c-941c95dfba2e, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:21.781846 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-32749b4a-2176-4a0d-a6a5-389efd02236b req-6f530d54-05b2-452e-9e27-b0beec2b060e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9669e712-1f9e-4dfd-acfe-05bde31e10c5 HTTP/1.1" status: 200 len: 838 time: 0.0754085 Jan 28 19:43:21.787796 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] For port d0cdebfb-ba29-4f4f-818c-941c95dfba2e, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d0cdebfb-ba29-4f4f-818c-941c95dfba2e,segment=NetworkSegment(6f3e62b1-c248-4863-92f8-37266f209365),segment_id=6f3e62b1-c248-4863-92f8-37266f209365)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:21.807341 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d0cdebfb-ba29-4f4f-818c-941c95dfba2e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:21.829182 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:21.854701 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:21.864859 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749b4a-2176-4a0d-a6a5-389efd02236b req-2228f7c2-5bc0-4179-ad26-82a69fb66988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:21.866825 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-32749b4a-2176-4a0d-a6a5-389efd02236b req-2228f7c2-5bc0-4179-ad26-82a69fb66988 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a673a74a-b12a-4709-9048-863905970ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0742266 Jan 28 19:43:21.889233 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e2ecc-521d-4a85-bc41-93999783f0db None None] Pushing event updated for resources: {'Port': ['ID=d0cdebfb-ba29-4f4f-818c-941c95dfba2e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:21.985854 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-32749b4a-2176-4a0d-a6a5-389efd02236b req-33839c56-28ee-4fc6-97db-aeb14eff5b8a service neutron] 10.222.0.31 "GET /v2.0/networks/a673a74a-b12a-4709-9048-863905970ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015089 Jan 28 19:43:22.111923 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Allocated IP 2001:db8::1 (1a972d0b-1d28-4b9d-b3a5-a4b4668f616f/cb45dbcf-2807-4ce5-8995-653acb077c94/49cd8719-5312-4d4b-935e-3d4ac1904d22) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:22.113509 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-32749b4a-2176-4a0d-a6a5-389efd02236b req-1cf5ac01-b0b9-4fa9-a2bd-bd6985337e96 service neutron] 10.222.0.31 "GET /v2.0/networks/a673a74a-b12a-4709-9048-863905970ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194661 Jan 28 19:43:22.317240 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242a877-2d7b-4d4e-83d8-9ae2c08e7cba req-0a037ac1-3299-4457-98b7-8b7dacbbbd10 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:22.318870 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c242a877-2d7b-4d4e-83d8-9ae2c08e7cba req-0a037ac1-3299-4457-98b7-8b7dacbbbd10 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad HTTP/1.1" status: 200 len: 944 time: 0.0960271 Jan 28 19:43:22.342668 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for port (49cd8719-5312-4d4b-935e-3d4ac1904d22), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.395970 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c242a877-2d7b-4d4e-83d8-9ae2c08e7cba req-3457d200-c4dd-491c-a1bd-240c3813db69 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701857 Jan 28 19:43:22.410467 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (49cd8719-5312-4d4b-935e-3d4ac1904d22), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.448679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Network 1a972d0b-1d28-4b9d-b3a5-a4b4668f616f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:22.453405 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:22.460223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:22.460672 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (4571309c-bba2-4329-bdda-c72cef134237), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.499063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event updated for resources: {'Port': ['ID=49cd8719-5312-4d4b-935e-3d4ac1904d22,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:22.593754 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (49cd8719-5312-4d4b-935e-3d4ac1904d22), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.774648 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3215b670-75d7-4b01-b239-084881f1241a None None] Provisioning complete for port 49cd8719-5312-4d4b-935e-3d4ac1904d22 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:22.775791 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3215b670-75d7-4b01-b239-084881f1241a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (49cd8719-5312-4d4b-935e-3d4ac1904d22), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.817985 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3215b670-75d7-4b01-b239-084881f1241a None None] Port 49cd8719-5312-4d4b-935e-3d4ac1904d22 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:43:22.881715 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for port (49cd8719-5312-4d4b-935e-3d4ac1904d22), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.886764 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (49cd8719-5312-4d4b-935e-3d4ac1904d22), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.887663 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (4571309c-bba2-4329-bdda-c72cef134237), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:22.995695 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event updated for resources: {'Port': ['ID=49cd8719-5312-4d4b-935e-3d4ac1904d22,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:23.064720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Network 1a972d0b-1d28-4b9d-b3a5-a4b4668f616f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:23.066281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:23.082723 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.142394 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d0cdebfb-ba29-4f4f-818c-941c95dfba2e up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:23.191947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device a1eec11d-d452-4b5f-9a0f-631dbeeab815 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:43:23.194620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f914350-de46-4dff-ab4a-504f575fb4a1 None None] Network 65089080-e3f7-42b3-b8ff-554087d45119 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:23.209371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Router 4571309c-bba2-4329-bdda-c72cef134237 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:43:23.333775 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:43:23.347586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a2b051cc-e919-43c5-a712-ad6a70e3c8e8 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "PUT /v2.0/routers/4571309c-bba2-4329-bdda-c72cef134237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9480081 Jan 28 19:43:23.348984 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:23.394225 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1db824d-62a5-4a66-ac17-3197a5ab146d None None] Sync routers for ids ['4571309c-bba2-4329-bdda-c72cef134237'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:43:23.414081 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-70d25cfb-6ba0-4c50-91f7-aea430a3cda3 None None] Provisioning complete for port d0cdebfb-ba29-4f4f-818c-941c95dfba2e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:23.414463 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70d25cfb-6ba0-4c50-91f7-aea430a3cda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d0cdebfb-ba29-4f4f-818c-941c95dfba2e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.485526 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bacbcdb-5e5c-4e34-b98a-87248f60549a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for router (4571309c-bba2-4329-bdda-c72cef134237), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.496959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port d0cdebfb-ba29-4f4f-818c-941c95dfba2e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:23.497338 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d0cdebfb-ba29-4f4f-818c-941c95dfba2e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.506429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1db824d-62a5-4a66-ac17-3197a5ab146d None None] Routers {'4571309c-bba2-4329-bdda-c72cef134237'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:43:23.506429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f1db824d-62a5-4a66-ac17-3197a5ab146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:43:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4571309c-bba2-4329-bdda-c72cef134237'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:23.589879 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f1db824d-62a5-4a66-ac17-3197a5ab146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:23.611214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port a1eec11d-d452-4b5f-9a0f-631dbeeab815, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a1eec11d-d452-4b5f-9a0f-631dbeeab815,segment=NetworkSegment(1b628073-9dd6-4013-8419-8fb62f1bc1aa),segment_id=1b628073-9dd6-4013-8419-8fb62f1bc1aa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:23.639914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'a1eec11d-d452-4b5f-9a0f-631dbeeab815', 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8', 'port_id': 'a1eec11d-d452-4b5f-9a0f-631dbeeab815', 'mac_address': 'fa:16:3e:6d:50:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9669e712-1f9e-4dfd-acfe-05bde31e10c5', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:43:23.672186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1db824d-62a5-4a66-ac17-3197a5ab146d None None] Routers {'4571309c-bba2-4329-bdda-c72cef134237'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:43:23.672186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f1db824d-62a5-4a66-ac17-3197a5ab146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:43:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4571309c-bba2-4329-bdda-c72cef134237'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:23.738173 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f1db824d-62a5-4a66-ac17-3197a5ab146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:23.738377 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1db824d-62a5-4a66-ac17-3197a5ab146d None None] The sync data for ids ['4571309c-bba2-4329-bdda-c72cef134237'] in n-d-824834-4 is: [] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:43:23.758499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-70d25cfb-6ba0-4c50-91f7-aea430a3cda3 None None] Current status of the port d0cdebfb-ba29-4f4f-818c-941c95dfba2e is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:23.758899 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70d25cfb-6ba0-4c50-91f7-aea430a3cda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d0cdebfb-ba29-4f4f-818c-941c95dfba2e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.799517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port a1eec11d-d452-4b5f-9a0f-631dbeeab815 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:23.800197 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a1eec11d-d452-4b5f-9a0f-631dbeeab815), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.835140 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1eec11d-d452-4b5f-9a0f-631dbeeab815 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:43:23.842993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port d0cdebfb-ba29-4f4f-818c-941c95dfba2e is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:23.843391 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d0cdebfb-ba29-4f4f-818c-941c95dfba2e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.854921 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-70d25cfb-6ba0-4c50-91f7-aea430a3cda3 None None] For port d0cdebfb-ba29-4f4f-818c-941c95dfba2e, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d0cdebfb-ba29-4f4f-818c-941c95dfba2e,segment=NetworkSegment(6f3e62b1-c248-4863-92f8-37266f209365),segment_id=6f3e62b1-c248-4863-92f8-37266f209365)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:23.872567 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70d25cfb-6ba0-4c50-91f7-aea430a3cda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d0cdebfb-ba29-4f4f-818c-941c95dfba2e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.881345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port a1eec11d-d452-4b5f-9a0f-631dbeeab815, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a1eec11d-d452-4b5f-9a0f-631dbeeab815,segment=NetworkSegment(1b628073-9dd6-4013-8419-8fb62f1bc1aa),segment_id=1b628073-9dd6-4013-8419-8fb62f1bc1aa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:23.911582 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a1eec11d-d452-4b5f-9a0f-631dbeeab815), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:23.961488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d25cfb-6ba0-4c50-91f7-aea430a3cda3 None None] Pushing event updated for resources: {'Port': ['ID=d0cdebfb-ba29-4f4f-818c-941c95dfba2e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:23.980438 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103148) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 19:43:23.980805 n-d-824834-4 neutron-server[103148]: DEBUG oslo_db.api [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 19:43:24.035774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4c9ff497-2031-4f03-b029-73a46766bfa7 None None] Provisioning complete for port 49cd8719-5312-4d4b-935e-3d4ac1904d22 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:24.036066 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c9ff497-2031-4f03-b029-73a46766bfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (49cd8719-5312-4d4b-935e-3d4ac1904d22), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:24.037813 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=a1eec11d-d452-4b5f-9a0f-631dbeeab815,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:24.049102 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-3bacbcdb-5e5c-4e34-b98a-87248f60549a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 19:43:24.053230 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3bacbcdb-5e5c-4e34-b98a-87248f60549a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "DELETE /v2.0/routers/4571309c-bba2-4329-bdda-c72cef134237 HTTP/1.1" status: 409 len: 329 time: 0.7022674 Jan 28 19:43:24.053670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55708) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:24.066116 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c944b87-ef60-4440-b327-4c630109a5d2 req-1bf8c40f-c491-4aea-815f-fc49f03e5b76 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:24.067609 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5c944b87-ef60-4440-b327-4c630109a5d2 req-1bf8c40f-c491-4aea-815f-fc49f03e5b76 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad HTTP/1.1" status: 200 len: 944 time: 0.5473244 Jan 28 19:43:24.087152 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ff497-2031-4f03-b029-73a46766bfa7 None None] Port 49cd8719-5312-4d4b-935e-3d4ac1904d22 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:43:24.122979 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5c944b87-ef60-4440-b327-4c630109a5d2 req-cbae56bc-6c15-4ad4-bc2e-5744e817d581 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490770 Jan 28 19:43:24.156091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['a1eec11d-d452-4b5f-9a0f-631dbeeab815'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:43:24.223247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bde674b4-b3bd-4a15-86ef-c6292331c63a None None] Provisioning complete for port d0cdebfb-ba29-4f4f-818c-941c95dfba2e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:24.223623 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bde674b4-b3bd-4a15-86ef-c6292331c63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d0cdebfb-ba29-4f4f-818c-941c95dfba2e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:24.368407 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bde674b4-b3bd-4a15-86ef-c6292331c63a None None] Current status of the port d0cdebfb-ba29-4f4f-818c-941c95dfba2e is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:24.399340 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e554584-1e25-4cad-b3c8-7be690e7d099 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (4571309c-bba2-4329-bdda-c72cef134237), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:24.526515 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:24.532560 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port d0cdebfb-ba29-4f4f-818c-941c95dfba2e is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:24.644749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6e554584-1e25-4cad-b3c8-7be690e7d099 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Deleting port 49cd8719-5312-4d4b-935e-3d4ac1904d22 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:24.645134 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e554584-1e25-4cad-b3c8-7be690e7d099 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (49cd8719-5312-4d4b-935e-3d4ac1904d22), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:24.729484 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e554584-1e25-4cad-b3c8-7be690e7d099 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (49cd8719-5312-4d4b-935e-3d4ac1904d22), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:24.741881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-6e554584-1e25-4cad-b3c8-7be690e7d099 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Calling delete_port for 49cd8719-5312-4d4b-935e-3d4ac1904d22 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:24.916535 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e554584-1e25-4cad-b3c8-7be690e7d099 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (49cd8719-5312-4d4b-935e-3d4ac1904d22), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:24.953210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e554584-1e25-4cad-b3c8-7be690e7d099 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event deleted for resources: {'Port': ['ID=49cd8719-5312-4d4b-935e-3d4ac1904d22,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:25.054939 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6e554584-1e25-4cad-b3c8-7be690e7d099 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (4571309c-bba2-4329-bdda-c72cef134237), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.069118 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d0cdebfb-ba29-4f4f-818c-941c95dfba2e up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:25.128214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port d0cdebfb-ba29-4f4f-818c-941c95dfba2e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:25.128536 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d0cdebfb-ba29-4f4f-818c-941c95dfba2e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.213058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device a1eec11d-d452-4b5f-9a0f-631dbeeab815 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:25.260206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port d0cdebfb-ba29-4f4f-818c-941c95dfba2e is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:25.287303 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port a1eec11d-d452-4b5f-9a0f-631dbeeab815 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:43:25.292421 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port a1eec11d-d452-4b5f-9a0f-631dbeeab815 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:25.293000 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a1eec11d-d452-4b5f-9a0f-631dbeeab815), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.559519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port a1eec11d-d452-4b5f-9a0f-631dbeeab815 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:25.559972 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a1eec11d-d452-4b5f-9a0f-631dbeeab815), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.583383 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1eec11d-d452-4b5f-9a0f-631dbeeab815'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:43:25.585842 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0ae495-239c-44cc-ad66-4a956bc5ed54" -d '{"events": [{"server_uuid": "d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad", "name": "network-vif-plugged", "status": "completed", "tag": "a1eec11d-d452-4b5f-9a0f-631dbeeab815"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:43:25.598223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port a1eec11d-d452-4b5f-9a0f-631dbeeab815, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a1eec11d-d452-4b5f-9a0f-631dbeeab815,segment=NetworkSegment(1b628073-9dd6-4013-8419-8fb62f1bc1aa),segment_id=1b628073-9dd6-4013-8419-8fb62f1bc1aa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:25.606318 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a1eec11d-d452-4b5f-9a0f-631dbeeab815), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.646749 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f50e73b-2b21-4660-81d2-cbcb7dc8fcaa x-openstack-request-id: req-2f50e73b-2b21-4660-81d2-cbcb7dc8fcaa {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:43:25.647138 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad", "name": "network-vif-plugged", "status": "completed", "tag": "a1eec11d-d452-4b5f-9a0f-631dbeeab815", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:43:25.647486 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f50e73b-2b21-4660-81d2-cbcb7dc8fcaa {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:43:25.647970 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1eec11d-d452-4b5f-9a0f-631dbeeab815', 'code': 200} Jan 28 19:43:25.650055 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f2be8-0b3c-476a-9119-3567d32674ab req-c06cee52-0c43-45ce-8b3b-5d1a73a65b3b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:25.651323 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e2f2be8-0b3c-476a-9119-3567d32674ab req-c06cee52-0c43-45ce-8b3b-5d1a73a65b3b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad HTTP/1.1" status: 200 len: 945 time: 0.1499429 Jan 28 19:43:25.656784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e554584-1e25-4cad-b3c8-7be690e7d099 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Router 4571309c-bba2-4329-bdda-c72cef134237 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:43:25.660871 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.684438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=a1eec11d-d452-4b5f-9a0f-631dbeeab815,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:25.767282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e554584-1e25-4cad-b3c8-7be690e7d099 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:43:25.768930 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87472cde-6d0c-4bcc-885b-e12371568fd0 req-f1892fa5-8f38-4941-926f-a78f73272f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:25.770563 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-87472cde-6d0c-4bcc-885b-e12371568fd0 req-f1892fa5-8f38-4941-926f-a78f73272f40 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad HTTP/1.1" status: 200 len: 1128 time: 0.0446162 Jan 28 19:43:25.778849 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e2f2be8-0b3c-476a-9119-3567d32674ab req-5faf3e7c-32f0-4b3f-88a8-abe4ec4fb135 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203079 Jan 28 19:43:25.779876 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c27ead0-62c2-4afd-9fc4-6dbbd57d0b01 None None] Sync routers for ids ['4571309c-bba2-4329-bdda-c72cef134237'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:43:25.789785 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6e554584-1e25-4cad-b3c8-7be690e7d099 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "PUT /v2.0/routers/4571309c-bba2-4329-bdda-c72cef134237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7345281 Jan 28 19:43:25.791256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55724) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:25.804691 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c27ead0-62c2-4afd-9fc4-6dbbd57d0b01 None None] Routers {'4571309c-bba2-4329-bdda-c72cef134237'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:43:25.805393 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8c27ead0-62c2-4afd-9fc4-6dbbd57d0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:43:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4571309c-bba2-4329-bdda-c72cef134237'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:25.833468 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-b8d4b712-e44c-49e2-a757-16cb2c324213 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] show failed (client error): The resource could not be found. Jan 28 19:43:25.840640 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b8d4b712-e44c-49e2-a757-16cb2c324213 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-766093304 HTTP/1.1" status: 404 len: 334 time: 0.0483689 Jan 28 19:43:25.841238 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55726) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:25.842273 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-87472cde-6d0c-4bcc-885b-e12371568fd0 req-d23773ec-c231-4726-b1ab-529bb256c36a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594308 Jan 28 19:43:25.846547 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-58797d90-89e0-4470-ad54-f321aaed3497 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:25.882593 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-58797d90-89e0-4470-ad54-f321aaed3497 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] update failed (client error): The resource could not be found. Jan 28 19:43:25.885118 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-58797d90-89e0-4470-ad54-f321aaed3497 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-2121824505 HTTP/1.1" status: 404 len: 335 time: 0.0427825 Jan 28 19:43:25.888529 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55732) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:25.950773 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8c27ead0-62c2-4afd-9fc4-6dbbd57d0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:25.960168 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c27ead0-62c2-4afd-9fc4-6dbbd57d0b01 None None] Routers {'4571309c-bba2-4329-bdda-c72cef134237'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:43:25.960778 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8c27ead0-62c2-4afd-9fc4-6dbbd57d0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:43:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4571309c-bba2-4329-bdda-c72cef134237'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:25.983708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64a4d73-c719-4839-9f62-ca8cb5c5e573 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Deleting subnet cfd6b0e6-9996-49aa-bc0b-b2aafce2ca92 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:43:25.992368 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f64a4d73-c719-4839-9f62-ca8cb5c5e573 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for subnet (cfd6b0e6-9996-49aa-bc0b-b2aafce2ca92), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:25.997804 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8c27ead0-62c2-4afd-9fc4-6dbbd57d0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:25.997804 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c27ead0-62c2-4afd-9fc4-6dbbd57d0b01 None None] The sync data for ids ['4571309c-bba2-4329-bdda-c72cef134237'] in n-d-824834-4 is: [] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:43:26.035078 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f64a4d73-c719-4839-9f62-ca8cb5c5e573 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (cfd6b0e6-9996-49aa-bc0b-b2aafce2ca92), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.115703 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f64a4d73-c719-4839-9f62-ca8cb5c5e573 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (cfd6b0e6-9996-49aa-bc0b-b2aafce2ca92), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.176186 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f64a4d73-c719-4839-9f62-ca8cb5c5e573 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (cfd6b0e6-9996-49aa-bc0b-b2aafce2ca92), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.203715 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a4d73-c719-4839-9f62-ca8cb5c5e573 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd6b0e6-9996-49aa-bc0b-b2aafce2ca92,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:26.207769 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f64a4d73-c719-4839-9f62-ca8cb5c5e573 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.211483 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f64a4d73-c719-4839-9f62-ca8cb5c5e573 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "DELETE /v2.0/subnets/cfd6b0e6-9996-49aa-bc0b-b2aafce2ca92 HTTP/1.1" status: 204 len: 168 time: 0.3213155 Jan 28 19:43:26.213621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55734) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:26.215103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58accc2-dc46-4d28-b9b1-64bf668f1251 None None] Network 65089080-e3f7-42b3-b8ff-554087d45119 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:26.299001 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (65089080-e3f7-42b3-b8ff-554087d45119), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.365716 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Deleting port d0cdebfb-ba29-4f4f-818c-941c95dfba2e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:26.365716 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d0cdebfb-ba29-4f4f-818c-941c95dfba2e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.399724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446d4486-44af-460f-839f-e03e4353b806 None None] DHCP port deletion for 65089080-e3f7-42b3-b8ff-554087d45119 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:43:26.433057 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] For port d0cdebfb-ba29-4f4f-818c-941c95dfba2e, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d0cdebfb-ba29-4f4f-818c-941c95dfba2e,segment=NetworkSegment(6f3e62b1-c248-4863-92f8-37266f209365),segment_id=6f3e62b1-c248-4863-92f8-37266f209365)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:26.433435 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d0cdebfb-ba29-4f4f-818c-941c95dfba2e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.446760 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Calling delete_port for d0cdebfb-ba29-4f4f-818c-941c95dfba2e owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:26.455742 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-446d4486-44af-460f-839f-e03e4353b806 None None] Deleting port d0cdebfb-ba29-4f4f-818c-941c95dfba2e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:26.456452 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-446d4486-44af-460f-839f-e03e4353b806 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d0cdebfb-ba29-4f4f-818c-941c95dfba2e), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.522539 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-446d4486-44af-460f-839f-e03e4353b806 None None] For port d0cdebfb-ba29-4f4f-818c-941c95dfba2e, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d0cdebfb-ba29-4f4f-818c-941c95dfba2e,segment=NetworkSegment(6f3e62b1-c248-4863-92f8-37266f209365),segment_id=6f3e62b1-c248-4863-92f8-37266f209365)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:26.522936 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-446d4486-44af-460f-839f-e03e4353b806 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d0cdebfb-ba29-4f4f-818c-941c95dfba2e), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.536164 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-446d4486-44af-460f-839f-e03e4353b806 None None] Calling delete_port for d0cdebfb-ba29-4f4f-818c-941c95dfba2e owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:26.536827 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (d0cdebfb-ba29-4f4f-818c-941c95dfba2e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.562782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event deleted for resources: {'Port': ['ID=d0cdebfb-ba29-4f4f-818c-941c95dfba2e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:26.568927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] No DVR routers for this DVR port d0cdebfb-ba29-4f4f-818c-941c95dfba2e on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:26.611471 n-d-824834-4 neutron-server[103148]: self.session.flush() Jan 28 19:43:26.621489 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-446d4486-44af-460f-839f-e03e4353b806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (d0cdebfb-ba29-4f4f-818c-941c95dfba2e), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.646011 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d4486-44af-460f-839f-e03e4353b806 None None] Pushing event deleted for resources: {'Port': ['ID=d0cdebfb-ba29-4f4f-818c-941c95dfba2e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:26.649704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d4486-44af-460f-839f-e03e4353b806 None None] No DVR routers for this DVR port d0cdebfb-ba29-4f4f-818c-941c95dfba2e on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:26.662668 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (65089080-e3f7-42b3-b8ff-554087d45119), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.684366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65089080-e3f7-42b3-b8ff-554087d45119']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:26.693458 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3e62b1-c248-4863-92f8-37266f209365') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:26.693758 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3e62b1-c248-4863-92f8-37266f209365') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:26.704141 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (6f3e62b1-c248-4863-92f8-37266f209365), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.719963 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (6f3e62b1-c248-4863-92f8-37266f209365), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.727268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:26.727791 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (6f3e62b1-c248-4863-92f8-37266f209365), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:26.730925 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:26.808585 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (65089080-e3f7-42b3-b8ff-554087d45119), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.816261 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.821612 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "DELETE /v2.0/networks/65089080-e3f7-42b3-b8ff-554087d45119 HTTP/1.1" status: 204 len: 168 time: 0.6046772 Jan 28 19:43:26.822110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:26.832539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cad9c4-98a9-4f3e-8362-649c5620c0df tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event deleted for resources: {'Network': ['ID=65089080-e3f7-42b3-b8ff-554087d45119,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:26.883191 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc51d1e-6242-464a-8a1f-b8ae35de8804 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Deleting subnet 1f92d4b0-9ff0-4ede-ad14-e5438ccb1b2f {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:43:26.897046 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5bc51d1e-6242-464a-8a1f-b8ae35de8804 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for subnet (1f92d4b0-9ff0-4ede-ad14-e5438ccb1b2f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:26.966870 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5bc51d1e-6242-464a-8a1f-b8ae35de8804 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (1f92d4b0-9ff0-4ede-ad14-e5438ccb1b2f), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.003830 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96dfe7-26a8-470e-b9c3-1d69ecc36ba8 req-22ea6253-586b-474d-beaa-70bfa06b86fc tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:27.005445 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f96dfe7-26a8-470e-b9c3-1d69ecc36ba8 req-22ea6253-586b-474d-beaa-70bfa06b86fc tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad HTTP/1.1" status: 200 len: 946 time: 0.1273718 Jan 28 19:43:27.023631 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d0cdebfb-ba29-4f4f-818c-941c95dfba2e no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:43:27.047415 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: d0cdebfb-ba29-4f4f-818c-941c95dfba2e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:43:27.048198 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d0cdebfb-ba29-4f4f-818c-941c95dfba2e not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:43:27.090578 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f96dfe7-26a8-470e-b9c3-1d69ecc36ba8 req-d0a4d97e-0190-4816-918d-f58f942e8d40 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772648 Jan 28 19:43:27.094878 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5bc51d1e-6242-464a-8a1f-b8ae35de8804 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (1f92d4b0-9ff0-4ede-ad14-e5438ccb1b2f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.156635 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5bc51d1e-6242-464a-8a1f-b8ae35de8804 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (1f92d4b0-9ff0-4ede-ad14-e5438ccb1b2f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.192199 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc51d1e-6242-464a-8a1f-b8ae35de8804 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event deleted for resources: {'Subnet': ['ID=1f92d4b0-9ff0-4ede-ad14-e5438ccb1b2f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:27.194224 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5bc51d1e-6242-464a-8a1f-b8ae35de8804 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.198577 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5bc51d1e-6242-464a-8a1f-b8ae35de8804 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "DELETE /v2.0/subnets/1f92d4b0-9ff0-4ede-ad14-e5438ccb1b2f HTTP/1.1" status: 204 len: 168 time: 0.3749239 Jan 28 19:43:27.200705 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55756) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:27.208958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8088a4e-b964-469b-baa4-0d18286fafc8 None None] Network f2fb807b-082d-4603-af6c-a39a10d1ca4b requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:27.227294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011183c4-6d99-40d8-8fe1-f0c1cd150a26 req-3c7e9482-2156-4cc4-89d2-870331888e6d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:27.228936 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-011183c4-6d99-40d8-8fe1-f0c1cd150a26 req-3c7e9482-2156-4cc4-89d2-870331888e6d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad HTTP/1.1" status: 200 len: 946 time: 0.0689707 Jan 28 19:43:27.264212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a347060c-62ac-499d-81ff-e2ab5d23d6b5 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Deleting subnet 838b0ce6-18e7-4d70-8d7a-ac416bf765ae {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:43:27.268229 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a347060c-62ac-499d-81ff-e2ab5d23d6b5 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for subnet (838b0ce6-18e7-4d70-8d7a-ac416bf765ae), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.281087 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-011183c4-6d99-40d8-8fe1-f0c1cd150a26 req-2ca1de8b-6885-48f5-8efc-2c1dd5b09d32 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458927 Jan 28 19:43:27.322082 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a347060c-62ac-499d-81ff-e2ab5d23d6b5 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (838b0ce6-18e7-4d70-8d7a-ac416bf765ae), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.395784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38779942-e0e6-4d3a-aef0-0e41ddbc8d46 None None] DHCP port deletion for f2fb807b-082d-4603-af6c-a39a10d1ca4b request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:43:27.436778 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a347060c-62ac-499d-81ff-e2ab5d23d6b5 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (838b0ce6-18e7-4d70-8d7a-ac416bf765ae), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.444705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-38779942-e0e6-4d3a-aef0-0e41ddbc8d46 None None] Deleting port 4d8fc388-47dc-4a86-9118-3f53bd391d64 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:27.445318 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-38779942-e0e6-4d3a-aef0-0e41ddbc8d46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4d8fc388-47dc-4a86-9118-3f53bd391d64), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.499615 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a347060c-62ac-499d-81ff-e2ab5d23d6b5 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (838b0ce6-18e7-4d70-8d7a-ac416bf765ae), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.516338 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-38779942-e0e6-4d3a-aef0-0e41ddbc8d46 None None] For port 4d8fc388-47dc-4a86-9118-3f53bd391d64, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4d8fc388-47dc-4a86-9118-3f53bd391d64,segment=NetworkSegment(a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26),segment_id=a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:27.516595 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a347060c-62ac-499d-81ff-e2ab5d23d6b5 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.516893 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-38779942-e0e6-4d3a-aef0-0e41ddbc8d46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4d8fc388-47dc-4a86-9118-3f53bd391d64), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.520088 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a347060c-62ac-499d-81ff-e2ab5d23d6b5 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "DELETE /v2.0/subnets/838b0ce6-18e7-4d70-8d7a-ac416bf765ae HTTP/1.1" status: 204 len: 168 time: 0.3179841 Jan 28 19:43:27.522307 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55768) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:27.532378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-38779942-e0e6-4d3a-aef0-0e41ddbc8d46 None None] Calling delete_port for 4d8fc388-47dc-4a86-9118-3f53bd391d64 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:27.535735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba45806-2f33-499e-b827-7669b3de4f20 None None] Network ef5d2c84-9fd3-45ba-bdf4-19a035354fea requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:27.541484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347060c-62ac-499d-81ff-e2ab5d23d6b5 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event deleted for resources: {'Subnet': ['ID=838b0ce6-18e7-4d70-8d7a-ac416bf765ae,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:27.619955 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (f2fb807b-082d-4603-af6c-a39a10d1ca4b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.681435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Deleting port 4d8fc388-47dc-4a86-9118-3f53bd391d64 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:27.682269 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4d8fc388-47dc-4a86-9118-3f53bd391d64), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.710521 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-38779942-e0e6-4d3a-aef0-0e41ddbc8d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (4d8fc388-47dc-4a86-9118-3f53bd391d64), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.745415 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38779942-e0e6-4d3a-aef0-0e41ddbc8d46 None None] Pushing event deleted for resources: {'Port': ['ID=4d8fc388-47dc-4a86-9118-3f53bd391d64,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:27.749558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] For port 4d8fc388-47dc-4a86-9118-3f53bd391d64, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4d8fc388-47dc-4a86-9118-3f53bd391d64,segment=NetworkSegment(a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26),segment_id=a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:27.749842 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4d8fc388-47dc-4a86-9118-3f53bd391d64), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.751789 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38779942-e0e6-4d3a-aef0-0e41ddbc8d46 None None] No DVR routers for this DVR port 4d8fc388-47dc-4a86-9118-3f53bd391d64 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:27.765215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Calling delete_port for 4d8fc388-47dc-4a86-9118-3f53bd391d64 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:27.775989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d5fa64-a16d-4ab3-a3fe-7aa920c380ed None None] DHCP port deletion for ef5d2c84-9fd3-45ba-bdf4-19a035354fea request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:43:27.826352 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5fa64-a16d-4ab3-a3fe-7aa920c380ed None None] Deleting port 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:27.826821 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2d5fa64-a16d-4ab3-a3fe-7aa920c380ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (61d605c0-ff07-4bda-85b4-5510a6a0fbb4), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.854907 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4d8fc388-47dc-4a86-9118-3f53bd391d64), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.881737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event deleted for resources: {'Port': ['ID=4d8fc388-47dc-4a86-9118-3f53bd391d64,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:27.885419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] No DVR routers for this DVR port 4d8fc388-47dc-4a86-9118-3f53bd391d64 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:27.888531 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c2d5fa64-a16d-4ab3-a3fe-7aa920c380ed None None] For port 61d605c0-ff07-4bda-85b4-5510a6a0fbb4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=61d605c0-ff07-4bda-85b4-5510a6a0fbb4,segment=NetworkSegment(c6b2a69b-89c4-4c22-8d88-258575613fef),segment_id=c6b2a69b-89c4-4c22-8d88-258575613fef)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:27.888939 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2d5fa64-a16d-4ab3-a3fe-7aa920c380ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (61d605c0-ff07-4bda-85b4-5510a6a0fbb4), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.903333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5fa64-a16d-4ab3-a3fe-7aa920c380ed None None] Calling delete_port for 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:27.973835 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (f2fb807b-082d-4603-af6c-a39a10d1ca4b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.989655 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2d5fa64-a16d-4ab3-a3fe-7aa920c380ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (61d605c0-ff07-4bda-85b4-5510a6a0fbb4), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:27.996429 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fb807b-082d-4603-af6c-a39a10d1ca4b']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:28.007196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:28.007196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:28.014049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5fa64-a16d-4ab3-a3fe-7aa920c380ed None None] Pushing event deleted for resources: {'Port': ['ID=61d605c0-ff07-4bda-85b4-5510a6a0fbb4,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:28.019648 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5fa64-a16d-4ab3-a3fe-7aa920c380ed None None] No DVR routers for this DVR port 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:28.023758 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.039464 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.046298 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:28.046692 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (a9fa5a8d-9cac-4a3b-b9d3-89aaf770dd26), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:28.049791 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:28.113791 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (f2fb807b-082d-4603-af6c-a39a10d1ca4b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.129389 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.135386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "DELETE /v2.0/networks/f2fb807b-082d-4603-af6c-a39a10d1ca4b HTTP/1.1" status: 204 len: 168 time: 0.6091316 Jan 28 19:43:28.135729 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55774) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:28.142570 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23508e-2ea8-4c9e-a4a0-b95cc0127600 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event deleted for resources: {'Network': ['ID=f2fb807b-082d-4603-af6c-a39a10d1ca4b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:28.219800 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67c39a6e-426f-4938-88be-c225c33c41a0 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (ef5d2c84-9fd3-45ba-bdf4-19a035354fea), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.305307 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67c39a6e-426f-4938-88be-c225c33c41a0 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (ef5d2c84-9fd3-45ba-bdf4-19a035354fea), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.325905 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-67c39a6e-426f-4938-88be-c225c33c41a0 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5d2c84-9fd3-45ba-bdf4-19a035354fea']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:28.335379 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-67c39a6e-426f-4938-88be-c225c33c41a0 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b2a69b-89c4-4c22-8d88-258575613fef') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:28.335675 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-67c39a6e-426f-4938-88be-c225c33c41a0 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b2a69b-89c4-4c22-8d88-258575613fef') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:28.345056 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67c39a6e-426f-4938-88be-c225c33c41a0 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (c6b2a69b-89c4-4c22-8d88-258575613fef), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.358270 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67c39a6e-426f-4938-88be-c225c33c41a0 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (c6b2a69b-89c4-4c22-8d88-258575613fef), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.364422 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c39a6e-426f-4938-88be-c225c33c41a0 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:28.364809 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67c39a6e-426f-4938-88be-c225c33c41a0 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (c6b2a69b-89c4-4c22-8d88-258575613fef), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:28.367752 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:28.429975 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67c39a6e-426f-4938-88be-c225c33c41a0 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (ef5d2c84-9fd3-45ba-bdf4-19a035354fea), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.437064 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67c39a6e-426f-4938-88be-c225c33c41a0 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.442944 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-67c39a6e-426f-4938-88be-c225c33c41a0 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "DELETE /v2.0/networks/ef5d2c84-9fd3-45ba-bdf4-19a035354fea HTTP/1.1" status: 204 len: 168 time: 0.3037329 Jan 28 19:43:28.443332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55782) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:28.452646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c39a6e-426f-4938-88be-c225c33c41a0 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event deleted for resources: {'Network': ['ID=ef5d2c84-9fd3-45ba-bdf4-19a035354fea,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:28.506538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21559cc-1b92-4527-9624-4dab8f769a65 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Deleting subnet cb45dbcf-2807-4ce5-8995-653acb077c94 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:43:28.510012 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c21559cc-1b92-4527-9624-4dab8f769a65 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for subnet (cb45dbcf-2807-4ce5-8995-653acb077c94), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.549935 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c21559cc-1b92-4527-9624-4dab8f769a65 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (cb45dbcf-2807-4ce5-8995-653acb077c94), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.658151 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c21559cc-1b92-4527-9624-4dab8f769a65 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (cb45dbcf-2807-4ce5-8995-653acb077c94), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.721580 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c21559cc-1b92-4527-9624-4dab8f769a65 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (cb45dbcf-2807-4ce5-8995-653acb077c94), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.749961 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21559cc-1b92-4527-9624-4dab8f769a65 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event deleted for resources: {'Subnet': ['ID=cb45dbcf-2807-4ce5-8995-653acb077c94,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:28.752051 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c21559cc-1b92-4527-9624-4dab8f769a65 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.761640 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c21559cc-1b92-4527-9624-4dab8f769a65 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "DELETE /v2.0/subnets/cb45dbcf-2807-4ce5-8995-653acb077c94 HTTP/1.1" status: 204 len: 168 time: 0.3112333 Jan 28 19:43:28.761849 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55788) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:28.762087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55790) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:28.764708 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727e87e1-4316-4817-aa35-304a488251d7 None None] Network 1a972d0b-1d28-4b9d-b3a5-a4b4668f616f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:28.861142 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (1a972d0b-1d28-4b9d-b3a5-a4b4668f616f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.933263 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Deleting port 598461fe-03af-4a63-a792-a90913de9fe0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:28.933976 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (598461fe-03af-4a63-a792-a90913de9fe0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:28.939537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f6fc62-90ff-4745-9c4f-b126e92f3fa3 None None] DHCP port deletion for 1a972d0b-1d28-4b9d-b3a5-a4b4668f616f request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:43:29.008960 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] For port 598461fe-03af-4a63-a792-a90913de9fe0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=598461fe-03af-4a63-a792-a90913de9fe0,segment=NetworkSegment(af4e7db0-d09b-4ce9-8261-d43d7efcd57e),segment_id=af4e7db0-d09b-4ce9-8261-d43d7efcd57e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:29.009402 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (598461fe-03af-4a63-a792-a90913de9fe0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.023935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Calling delete_port for 598461fe-03af-4a63-a792-a90913de9fe0 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:29.054876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-61f6fc62-90ff-4745-9c4f-b126e92f3fa3 None None] Deleting port 598461fe-03af-4a63-a792-a90913de9fe0 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:29.055254 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61f6fc62-90ff-4745-9c4f-b126e92f3fa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (598461fe-03af-4a63-a792-a90913de9fe0), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.121964 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4d8fc388-47dc-4a86-9118-3f53bd391d64 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:43:29.124972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-61f6fc62-90ff-4745-9c4f-b126e92f3fa3 None None] For port 598461fe-03af-4a63-a792-a90913de9fe0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=598461fe-03af-4a63-a792-a90913de9fe0,segment=NetworkSegment(af4e7db0-d09b-4ce9-8261-d43d7efcd57e),segment_id=af4e7db0-d09b-4ce9-8261-d43d7efcd57e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:29.125375 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61f6fc62-90ff-4745-9c4f-b126e92f3fa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (598461fe-03af-4a63-a792-a90913de9fe0), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.140682 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (598461fe-03af-4a63-a792-a90913de9fe0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.158118 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 4d8fc388-47dc-4a86-9118-3f53bd391d64 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:43:29.158467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4d8fc388-47dc-4a86-9118-3f53bd391d64 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:43:29.158889 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 598461fe-03af-4a63-a792-a90913de9fe0 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:43:29.166428 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event deleted for resources: {'Port': ['ID=598461fe-03af-4a63-a792-a90913de9fe0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:29.172290 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] No DVR routers for this DVR port 598461fe-03af-4a63-a792-a90913de9fe0 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:29.186726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 598461fe-03af-4a63-a792-a90913de9fe0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:43:29.190909 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 598461fe-03af-4a63-a792-a90913de9fe0 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:43:29.192062 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:43:29.194781 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-61f6fc62-90ff-4745-9c4f-b126e92f3fa3 None None] Calling delete_port for 598461fe-03af-4a63-a792-a90913de9fe0 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:29.217979 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:43:29.218292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 61d605c0-ff07-4bda-85b4-5510a6a0fbb4 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:43:29.272548 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (1a972d0b-1d28-4b9d-b3a5-a4b4668f616f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.293933 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a972d0b-1d28-4b9d-b3a5-a4b4668f616f']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:29.303708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4e7db0-d09b-4ce9-8261-d43d7efcd57e') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:29.304125 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4e7db0-d09b-4ce9-8261-d43d7efcd57e') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:29.313925 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (af4e7db0-d09b-4ce9-8261-d43d7efcd57e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.317168 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-61f6fc62-90ff-4745-9c4f-b126e92f3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (598461fe-03af-4a63-a792-a90913de9fe0), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.318512 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.335310 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (af4e7db0-d09b-4ce9-8261-d43d7efcd57e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.342689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:29.343268 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (af4e7db0-d09b-4ce9-8261-d43d7efcd57e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.344744 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6fc62-90ff-4745-9c4f-b126e92f3fa3 None None] Pushing event deleted for resources: {'Port': ['ID=598461fe-03af-4a63-a792-a90913de9fe0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:29.350734 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6fc62-90ff-4745-9c4f-b126e92f3fa3 None None] No DVR routers for this DVR port 598461fe-03af-4a63-a792-a90913de9fe0 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:29.380072 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:29.437021 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (1a972d0b-1d28-4b9d-b3a5-a4b4668f616f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.450802 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.455989 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "DELETE /v2.0/networks/1a972d0b-1d28-4b9d-b3a5-a4b4668f616f HTTP/1.1" status: 204 len: 168 time: 0.6965153 Jan 28 19:43:29.459470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55798) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:29.473135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67403fcd-8700-4292-9aec-36caa52ad89a tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Pushing event deleted for resources: {'Network': ['ID=1a972d0b-1d28-4b9d-b3a5-a4b4668f616f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:29.502640 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1177aad5-0aa5-4e5c-b4ff-5b58a866e070 tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "GET /v2.0/ports?device_id=4571309c-bba2-4329-bdda-c72cef134237 HTTP/1.1" status: 200 len: 205 time: 0.0420189 Jan 28 19:43:29.505444 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55800) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:29.589587 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62d8f6d0-d150-4d4b-830f-1d0827012aaf tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for router (4571309c-bba2-4329-bdda-c72cef134237), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.655344 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Allocated IP 172.20.0.17 (a673a74a-b12a-4709-9048-863905970ae8/9669e712-1f9e-4dfd-acfe-05bde31e10c5/f3a45ace-3321-40b8-a628-cdf8382bee85) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:43:29.768125 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62d8f6d0-d150-4d4b-830f-1d0827012aaf tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (4571309c-bba2-4329-bdda-c72cef134237), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.770494 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62d8f6d0-d150-4d4b-830f-1d0827012aaf tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for router_controller (4571309c-bba2-4329-bdda-c72cef134237), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.773749 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.814756 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.817639 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62d8f6d0-d150-4d4b-830f-1d0827012aaf tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (4571309c-bba2-4329-bdda-c72cef134237), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.818259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d8f6d0-d150-4d4b-830f-1d0827012aaf tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Fanout notify agent at l3_agent the message router_deleted on router 4571309c-bba2-4329-bdda-c72cef134237 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:43:29.825816 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62d8f6d0-d150-4d4b-830f-1d0827012aaf tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:29.829691 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-62d8f6d0-d150-4d4b-830f-1d0827012aaf tempest-RoutersNegativeIpV6Test-830014801 tempest-RoutersNegativeIpV6Test-830014801-project] 10.222.0.55 "DELETE /v2.0/routers/4571309c-bba2-4329-bdda-c72cef134237 HTTP/1.1" status: 204 len: 168 time: 0.3229747 Jan 28 19:43:29.857417 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network a673a74a-b12a-4709-9048-863905970ae8 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:29.860361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:29.866149 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:43:29.872727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Port': ['ID=f3a45ace-3321-40b8-a628-cdf8382bee85,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:29.923915 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.099419 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.161789 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d16ae95f-1f5f-4a3e-b0d0-ffaa8f2b2e97 None None] Provisioning complete for port f3a45ace-3321-40b8-a628-cdf8382bee85 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:30.162396 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d16ae95f-1f5f-4a3e-b0d0-ffaa8f2b2e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.183255 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55814) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:30.199895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d16ae95f-1f5f-4a3e-b0d0-ffaa8f2b2e97 None None] Port f3a45ace-3321-40b8-a628-cdf8382bee85 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:43:30.331425 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-573b1d2f-99f9-4e69-a0fb-8143570e86a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1c3f63ee86645c488d62c7778f939cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1464117 Jan 28 19:43:30.333813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55818) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:30.378789 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.388593 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53e1df06-7fb2-49ea-9c21-8809b6d24609 admin admin] Publish callbacks [] for security_group (cad67dc6-791f-48bd-8212-3b1b270f8204), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.406567 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.411404 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53e1df06-7fb2-49ea-9c21-8809b6d24609 admin admin] Publish callbacks [] for security_group (cad67dc6-791f-48bd-8212-3b1b270f8204), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.412417 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.488624 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53e1df06-7fb2-49ea-9c21-8809b6d24609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cad67dc6-791f-48bd-8212-3b1b270f8204), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.491628 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53e1df06-7fb2-49ea-9c21-8809b6d24609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.496111 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-53e1df06-7fb2-49ea-9c21-8809b6d24609 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cad67dc6-791f-48bd-8212-3b1b270f8204 HTTP/1.1" status: 204 len: 168 time: 0.1610110 Jan 28 19:43:30.503557 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:30.504883 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1df06-7fb2-49ea-9c21-8809b6d24609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad67dc6-791f-48bd-8212-3b1b270f8204,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:30.514039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Port': ['ID=f3a45ace-3321-40b8-a628-cdf8382bee85,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:30.601113 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network a673a74a-b12a-4709-9048-863905970ae8 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:43:30.602590 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:43:30.757676 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:43:30.951228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-594f49ed-7efd-40bf-bdae-e554050e51d6 None None] Provisioning complete for port f3a45ace-3321-40b8-a628-cdf8382bee85 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:30.951797 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-594f49ed-7efd-40bf-bdae-e554050e51d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.009187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-594f49ed-7efd-40bf-bdae-e554050e51d6 None None] Port f3a45ace-3321-40b8-a628-cdf8382bee85 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:43:31.267999 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:43:31.273205 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f01f08e6-2b87-4da5-8be6-b579293c1456 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "PUT /v2.0/routers/cb5625f3-3ae9-40a5-91e6-4ddeeb75a422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5099988 Jan 28 19:43:31.275467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55850) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:31.281649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Sync routers for ids ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:43:31.293666 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Routers {'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:43:31.294328 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:43:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:31.380951 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b1576ddc-763e-4e2b-80a0-5bdfe3a9f933 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:31.381399 n-d-824834-4 neutron-server[103147]: WARNING neutron.api.v2.base [None req-b1576ddc-763e-4e2b-80a0-5bdfe3a9f933 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 19:43:31.381889 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-b1576ddc-763e-4e2b-80a0-5bdfe3a9f933 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 19:43:31.383133 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b1576ddc-763e-4e2b-80a0-5bdfe3a9f933 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1066194 Jan 28 19:43:31.386855 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55856) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:31.391983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-100d6a8a-0da6-499d-a0cf-29efa6e2147e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group': {'name': 'tempest-secgroup--505365012'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:31.406862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Set router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:43:31.413959 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-100d6a8a-0da6-499d-a0cf-29efa6e2147e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.424724 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-100d6a8a-0da6-499d-a0cf-29efa6e2147e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.506269 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-100d6a8a-0da6-499d-a0cf-29efa6e2147e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (3bf4e8e3-c836-44be-94e5-45a8e92c5ba0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.512813 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-100d6a8a-0da6-499d-a0cf-29efa6e2147e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3bf4e8e3-c836-44be-94e5-45a8e92c5ba0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.559481 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d6a8a-0da6-499d-a0cf-29efa6e2147e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf4e8e3-c836-44be-94e5-45a8e92c5ba0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:31.597679 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-100d6a8a-0da6-499d-a0cf-29efa6e2147e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (f8ee1576-f787-46bb-b954-26867efc23af), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.602647 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-100d6a8a-0da6-499d-a0cf-29efa6e2147e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f8ee1576-f787-46bb-b954-26867efc23af), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.634128 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-100d6a8a-0da6-499d-a0cf-29efa6e2147e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.638278 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-100d6a8a-0da6-499d-a0cf-29efa6e2147e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2475052 Jan 28 19:43:31.638278 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d6a8a-0da6-499d-a0cf-29efa6e2147e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ee1576-f787-46bb-b954-26867efc23af,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:31.638885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55862) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:31.643714 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-05c25dfc-bec6-4079-9742-f8085d5db83b tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'f8ee1576-f787-46bb-b954-26867efc23af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:31.677113 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05c25dfc-bec6-4079-9742-f8085d5db83b tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group_rule (01e0ffbc-adb2-4b9f-9f30-d0967e9ea685), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.679547 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:43:30Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '988ed259-317d-4b23-a5cd-f9693f114310', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'port_id': '562cda2f-77b0-4d50-b84c-ccc7302f602a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'mac_address': 'fa:16:3e:6e:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:42:02Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 1, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026c5b37-271b-4414-97e0-e7bc33cda51d', 'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:ce:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:39Z', 'updated_at': '2022-01-28T19:41:46Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a45ace-3321-40b8-a628-cdf8382bee85', 'name': '', 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:c4:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '9669e712-1f9e-4dfd-acfe-05bde31e10c5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:43:29Z', 'updated_at': '2022-01-28T19:43:30Z', 'revision_number': 2, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': '9669e712-1f9e-4dfd-acfe-05bde31e10c5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:31.707578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Checking router: cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:43:31.708030 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Updating router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 port f3a45ace-3321-40b8-a628-cdf8382bee85 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:43:31.737867 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.738652 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05c25dfc-bec6-4079-9742-f8085d5db83b tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group_rule (01e0ffbc-adb2-4b9f-9f30-d0967e9ea685), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.743235 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05c25dfc-bec6-4079-9742-f8085d5db83b tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (01e0ffbc-adb2-4b9f-9f30-d0967e9ea685), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.759767 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c25dfc-bec6-4079-9742-f8085d5db83b tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e0ffbc-adb2-4b9f-9f30-d0967e9ea685,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:31.774850 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-05c25dfc-bec6-4079-9742-f8085d5db83b tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.776857 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-05c25dfc-bec6-4079-9742-f8085d5db83b tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362379 Jan 28 19:43:31.778994 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55868) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:31.785219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0bf37916-2923-4fbf-800e-4a500220a538 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'f8ee1576-f787-46bb-b954-26867efc23af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:31.820208 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0bf37916-2923-4fbf-800e-4a500220a538 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group_rule (2d9653e5-7910-456a-8478-be72fdb54abe), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.867626 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-0bf37916-2923-4fbf-800e-4a500220a538 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 19:43:31.868919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0bf37916-2923-4fbf-800e-4a500220a538 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0889223 Jan 28 19:43:31.871802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55870) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:31.928932 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35857270-598e-4c69-b2a9-5547aff103a6 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (f8ee1576-f787-46bb-b954-26867efc23af), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:31.960847 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35857270-598e-4c69-b2a9-5547aff103a6 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (f8ee1576-f787-46bb-b954-26867efc23af), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.012805 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35857270-598e-4c69-b2a9-5547aff103a6 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f8ee1576-f787-46bb-b954-26867efc23af), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.016023 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-35857270-598e-4c69-b2a9-5547aff103a6 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.019707 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-35857270-598e-4c69-b2a9-5547aff103a6 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "DELETE /v2.0/security-groups/f8ee1576-f787-46bb-b954-26867efc23af HTTP/1.1" status: 204 len: 168 time: 0.1445282 Jan 28 19:43:32.020097 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55876) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:32.027508 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35857270-598e-4c69-b2a9-5547aff103a6 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ee1576-f787-46bb-b954-26867efc23af,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:32.084350 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Publish callbacks [] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.094953 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.095198 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8d6d0fb8-cb83-441c-ac32-8ed06c60acfc tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0699871 Jan 28 19:43:32.095578 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55878) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:32.099962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8d7808f6-0eda-451c-9572-fa8b9490bfbb tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134905594'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:32.124793 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d7808f6-0eda-451c-9572-fa8b9490bfbb tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.196735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab7640-9086-40aa-b846-470f3b76971d None None] Pushing event updated for resources: {'Port': ['ID=f3a45ace-3321-40b8-a628-cdf8382bee85,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:32.208735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Attempting to bind port f3a45ace-3321-40b8-a628-cdf8382bee85 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:43:32.209069 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Attempting to bind port f3a45ace-3321-40b8-a628-cdf8382bee85 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '1b628073-9dd6-4013-8419-8fb62f1bc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:43:32.209423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Attempting to bind port f3a45ace-3321-40b8-a628-cdf8382bee85 on network a673a74a-b12a-4709-9048-863905970ae8 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:43:32.215092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:43:32.215479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Checking segment: {'id': '1b628073-9dd6-4013-8419-8fb62f1bc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:43:32.215936 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.216333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Bound using segment: {'id': '1b628073-9dd6-4013-8419-8fb62f1bc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:43:32.216804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Bound port: f3a45ace-3321-40b8-a628-cdf8382bee85, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b628073-9dd6-4013-8419-8fb62f1bc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:43:32.217187 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.217986 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d7808f6-0eda-451c-9572-fa8b9490bfbb tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (3e06317f-bb23-4bfb-99e4-bea933ecc308), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.224830 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d7808f6-0eda-451c-9572-fa8b9490bfbb tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3e06317f-bb23-4bfb-99e4-bea933ecc308), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.265987 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8d7808f6-0eda-451c-9572-fa8b9490bfbb tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.271671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55880) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:32.276923 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-55c4eb86-04df-46aa-b7da-2a334126f3ba tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': '3e06317f-bb23-4bfb-99e4-bea933ecc308', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:32.277478 n-d-824834-4 neutron-server[103146]: WARNING neutron.api.v2.base [None req-55c4eb86-04df-46aa-b7da-2a334126f3ba tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 19:43:32.277981 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-55c4eb86-04df-46aa-b7da-2a334126f3ba tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:32.283186 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-55c4eb86-04df-46aa-b7da-2a334126f3ba tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0103302 Jan 28 19:43:32.283824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55882) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:32.286754 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8d7808f6-0eda-451c-9572-fa8b9490bfbb tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1896911 Jan 28 19:43:32.307642 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7808f6-0eda-451c-9572-fa8b9490bfbb tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e06317f-bb23-4bfb-99e4-bea933ecc308,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:32.373011 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4caec305-c221-492c-87d2-a371c5a9d182 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (3e06317f-bb23-4bfb-99e4-bea933ecc308), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.396856 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4caec305-c221-492c-87d2-a371c5a9d182 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (3e06317f-bb23-4bfb-99e4-bea933ecc308), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.453240 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4caec305-c221-492c-87d2-a371c5a9d182 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3e06317f-bb23-4bfb-99e4-bea933ecc308), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.456545 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4caec305-c221-492c-87d2-a371c5a9d182 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.460269 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4caec305-c221-492c-87d2-a371c5a9d182 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "DELETE /v2.0/security-groups/3e06317f-bb23-4bfb-99e4-bea933ecc308 HTTP/1.1" status: 204 len: 168 time: 0.1728947 Jan 28 19:43:32.461312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55888) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:32.467852 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caec305-c221-492c-87d2-a371c5a9d182 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e06317f-bb23-4bfb-99e4-bea933ecc308,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:32.473535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c3f8ee28-9236-4c0e-b7f1-7c33fc333789 None None] Provisioning complete for port f3a45ace-3321-40b8-a628-cdf8382bee85 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:32.474111 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c3f8ee28-9236-4c0e-b7f1-7c33fc333789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.478190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] For port f3a45ace-3321-40b8-a628-cdf8382bee85, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:43:32.519142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] For port f3a45ace-3321-40b8-a628-cdf8382bee85, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f3a45ace-3321-40b8-a628-cdf8382bee85,segment=NetworkSegment(1b628073-9dd6-4013-8419-8fb62f1bc1aa),segment_id=1b628073-9dd6-4013-8419-8fb62f1bc1aa)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:43:32.522104 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-688063f7-629e-4a71-87c4-86afe66da6ad tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0590460 Jan 28 19:43:32.523243 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55892) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:32.529613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c3f8ee28-9236-4c0e-b7f1-7c33fc333789 None None] Port f3a45ace-3321-40b8-a628-cdf8382bee85 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:43:32.532255 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2dd91e8e-f474-4adb-a367-076ebcdffadd tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029418529'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:32.534107 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.562940 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2dd91e8e-f474-4adb-a367-076ebcdffadd tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.600020 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Routers {'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:43:32.600980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:43:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:32.642211 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2dd91e8e-f474-4adb-a367-076ebcdffadd tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (cfb627ad-e5c1-45c4-8091-91a243eced90), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.647638 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2dd91e8e-f474-4adb-a367-076ebcdffadd tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cfb627ad-e5c1-45c4-8091-91a243eced90), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.666807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab7640-9086-40aa-b846-470f3b76971d None None] Pushing event updated for resources: {'Port': ['ID=f3a45ace-3321-40b8-a628-cdf8382bee85,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:32.689428 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2dd91e8e-f474-4adb-a367-076ebcdffadd tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.690879 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2dd91e8e-f474-4adb-a367-076ebcdffadd tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1661034 Jan 28 19:43:32.693197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd91e8e-f474-4adb-a367-076ebcdffadd tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb627ad-e5c1-45c4-8091-91a243eced90,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:32.693986 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55898) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:32.699857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-805fadc1-86ea-4542-ba23-3f13c71a882d tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'cfb627ad-e5c1-45c4-8091-91a243eced90', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:32.701175 n-d-824834-4 neutron-server[103146]: WARNING neutron.api.v2.base [None req-805fadc1-86ea-4542-ba23-3f13c71a882d tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 19:43:32.701936 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-805fadc1-86ea-4542-ba23-3f13c71a882d tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:32.703628 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-805fadc1-86ea-4542-ba23-3f13c71a882d tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073357 Jan 28 19:43:32.706803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55900) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:32.755703 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] Set router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:43:32.781301 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f2f86ac-b90b-43b7-b167-b7a068ccc112 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (cfb627ad-e5c1-45c4-8091-91a243eced90), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.808245 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f2f86ac-b90b-43b7-b167-b7a068ccc112 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (cfb627ad-e5c1-45c4-8091-91a243eced90), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.858886 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f2f86ac-b90b-43b7-b167-b7a068ccc112 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cfb627ad-e5c1-45c4-8091-91a243eced90), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.861910 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f2f86ac-b90b-43b7-b167-b7a068ccc112 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.863187 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1f2f86ac-b90b-43b7-b167-b7a068ccc112 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "DELETE /v2.0/security-groups/cfb627ad-e5c1-45c4-8091-91a243eced90 HTTP/1.1" status: 204 len: 168 time: 0.1555214 Jan 28 19:43:32.865915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55902) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:32.873205 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f86ac-b90b-43b7-b167-b7a068ccc112 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb627ad-e5c1-45c4-8091-91a243eced90,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:32.914002 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-71800ed8-5b21-43e8-850e-7b48bf99f057 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0459654 Jan 28 19:43:32.917718 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55904) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:32.925730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9c3e80d0-35f7-453a-b726-a6df4fa2bb4e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group': {'name': 'tempest-secgroup--249694499'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:32.965669 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c3e80d0-35f7-453a-b726-a6df4fa2bb4e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:32.977437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1f7ecf74-9a18-4c76-b502-a64b2ee4dbbb None None] Provisioning complete for port f3a45ace-3321-40b8-a628-cdf8382bee85 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:32.978307 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f7ecf74-9a18-4c76-b502-a64b2ee4dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.048869 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c3e80d0-35f7-453a-b726-a6df4fa2bb4e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (a68219ff-d80f-4011-b217-be588ce55a91), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.056540 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c3e80d0-35f7-453a-b726-a6df4fa2bb4e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a68219ff-d80f-4011-b217-be588ce55a91), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.075608 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:43:30Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '988ed259-317d-4b23-a5cd-f9693f114310', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'port_id': '562cda2f-77b0-4d50-b84c-ccc7302f602a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'mac_address': 'fa:16:3e:6e:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:42:02Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 1, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026c5b37-271b-4414-97e0-e7bc33cda51d', 'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:ce:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:39Z', 'updated_at': '2022-01-28T19:41:46Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a45ace-3321-40b8-a628-cdf8382bee85', 'name': '', 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:c4:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '9669e712-1f9e-4dfd-acfe-05bde31e10c5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:43:29Z', 'updated_at': '2022-01-28T19:43:32Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': '9669e712-1f9e-4dfd-acfe-05bde31e10c5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:33.086774 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9c3e80d0-35f7-453a-b726-a6df4fa2bb4e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.090959 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9c3e80d0-35f7-453a-b726-a6df4fa2bb4e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1692922 Jan 28 19:43:33.091342 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55910) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.096301 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2eb45cec-d89b-47fc-8020-ba81bcd2981d tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'a68219ff-d80f-4011-b217-be588ce55a91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:33.097185 n-d-824834-4 neutron-server[103147]: WARNING neutron.api.v2.base [None req-2eb45cec-d89b-47fc-8020-ba81bcd2981d tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 19:43:33.097677 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-2eb45cec-d89b-47fc-8020-ba81bcd2981d tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:33.101853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e80d0-35f7-453a-b726-a6df4fa2bb4e tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a68219ff-d80f-4011-b217-be588ce55a91,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:33.102055 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2eb45cec-d89b-47fc-8020-ba81bcd2981d tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062890 Jan 28 19:43:33.102055 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55912) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.116421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2e70f0d4-8ac3-4514-9147-7e25c7754eb9 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'a68219ff-d80f-4011-b217-be588ce55a91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:33.117200 n-d-824834-4 neutron-server[103147]: WARNING neutron.api.v2.base [None req-2e70f0d4-8ac3-4514-9147-7e25c7754eb9 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 19:43:33.117798 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-2e70f0d4-8ac3-4514-9147-7e25c7754eb9 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:33.121475 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2e70f0d4-8ac3-4514-9147-7e25c7754eb9 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078607 Jan 28 19:43:33.121680 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55914) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.123072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fc142b-0996-4983-afe3-8c539b13e45a None None] The sync data for ids ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'] in n-d-824834-4 is: [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:43:30Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '988ed259-317d-4b23-a5cd-f9693f114310', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'port_id': '562cda2f-77b0-4d50-b84c-ccc7302f602a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'mac_address': 'fa:16:3e:6e:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:42:02Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 1, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026c5b37-271b-4414-97e0-e7bc33cda51d', 'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:ce:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:39Z', 'updated_at': '2022-01-28T19:41:46Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a45ace-3321-40b8-a628-cdf8382bee85', 'name': '', 'network_id': 'a673a74a-b12a-4709-9048-863905970ae8', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:c4:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '9669e712-1f9e-4dfd-acfe-05bde31e10c5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:43:29Z', 'updated_at': '2022-01-28T19:43:32Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': '9669e712-1f9e-4dfd-acfe-05bde31e10c5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:43:33.126326 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2cb7f793-d8aa-482f-91fd-8cce697194f7 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'a68219ff-d80f-4011-b217-be588ce55a91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:33.127864 n-d-824834-4 neutron-server[103147]: WARNING neutron.api.v2.base [None req-2cb7f793-d8aa-482f-91fd-8cce697194f7 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 19:43:33.128451 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-2cb7f793-d8aa-482f-91fd-8cce697194f7 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:33.129663 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2cb7f793-d8aa-482f-91fd-8cce697194f7 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069304 Jan 28 19:43:33.132190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55916) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.136720 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-37ae9009-b70c-45c2-a94e-aa1b2c80a32c tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'a68219ff-d80f-4011-b217-be588ce55a91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:33.138525 n-d-824834-4 neutron-server[103147]: WARNING neutron.api.v2.base [None req-37ae9009-b70c-45c2-a94e-aa1b2c80a32c tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 19:43:33.139128 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-37ae9009-b70c-45c2-a94e-aa1b2c80a32c tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:33.139581 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ecf74-9a18-4c76-b502-a64b2ee4dbbb None None] Current status of the port f3a45ace-3321-40b8-a628-cdf8382bee85 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:33.140179 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f7ecf74-9a18-4c76-b502-a64b2ee4dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.140407 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-37ae9009-b70c-45c2-a94e-aa1b2c80a32c tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070620 Jan 28 19:43:33.143455 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55918) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.179101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1f7ecf74-9a18-4c76-b502-a64b2ee4dbbb None None] For port f3a45ace-3321-40b8-a628-cdf8382bee85, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f3a45ace-3321-40b8-a628-cdf8382bee85,segment=NetworkSegment(1b628073-9dd6-4013-8419-8fb62f1bc1aa),segment_id=1b628073-9dd6-4013-8419-8fb62f1bc1aa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:33.185193 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f7ecf74-9a18-4c76-b502-a64b2ee4dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.258688 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4912548-f089-47cd-bef4-b06756fb9002 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (a68219ff-d80f-4011-b217-be588ce55a91), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.286142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ecf74-9a18-4c76-b502-a64b2ee4dbbb None None] Pushing event updated for resources: {'Port': ['ID=f3a45ace-3321-40b8-a628-cdf8382bee85,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:33.286851 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4912548-f089-47cd-bef4-b06756fb9002 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (a68219ff-d80f-4011-b217-be588ce55a91), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.344974 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4912548-f089-47cd-bef4-b06756fb9002 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a68219ff-d80f-4011-b217-be588ce55a91), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.347741 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4912548-f089-47cd-bef4-b06756fb9002 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.351766 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55920) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.352332 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b4912548-f089-47cd-bef4-b06756fb9002 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "DELETE /v2.0/security-groups/a68219ff-d80f-4011-b217-be588ce55a91 HTTP/1.1" status: 204 len: 168 time: 0.2062364 Jan 28 19:43:33.362318 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4912548-f089-47cd-bef4-b06756fb9002 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68219ff-d80f-4011-b217-be588ce55a91,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:33.401175 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-146d5621-94a4-47de-9f0c-d837ce842012 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0476253 Jan 28 19:43:33.404752 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55922) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.410272 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2e90c7ed-2322-49ba-8a49-e53ee6701527 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469203424'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:33.433989 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e90c7ed-2322-49ba-8a49-e53ee6701527 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.512279 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e90c7ed-2322-49ba-8a49-e53ee6701527 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (d96cb32a-c122-4afa-9368-16e209554f95), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.518959 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e90c7ed-2322-49ba-8a49-e53ee6701527 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d96cb32a-c122-4afa-9368-16e209554f95), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.574658 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2e90c7ed-2322-49ba-8a49-e53ee6701527 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.579063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55926) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.579242 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2e90c7ed-2322-49ba-8a49-e53ee6701527 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1732748 Jan 28 19:43:33.581966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90c7ed-2322-49ba-8a49-e53ee6701527 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d96cb32a-c122-4afa-9368-16e209554f95,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:33.584526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3af69dcf-3e2b-4c14-9138-c3087a941a1c tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'd96cb32a-c122-4afa-9368-16e209554f95', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:33.585005 n-d-824834-4 neutron-server[103146]: WARNING neutron.api.v2.base [None req-3af69dcf-3e2b-4c14-9138-c3087a941a1c tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 19:43:33.585490 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-3af69dcf-3e2b-4c14-9138-c3087a941a1c tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:33.586537 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3af69dcf-3e2b-4c14-9138-c3087a941a1c tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062630 Jan 28 19:43:33.589568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55928) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.593890 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-619a0532-15ca-4f63-acbc-343e14ddf06b tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'd96cb32a-c122-4afa-9368-16e209554f95', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:33.633061 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-619a0532-15ca-4f63-acbc-343e14ddf06b tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:33.637005 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-619a0532-15ca-4f63-acbc-343e14ddf06b tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0436718 Jan 28 19:43:33.637160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.641697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0c8e34d6-9666-4770-9dd1-5bb65f2a8d71 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'd96cb32a-c122-4afa-9368-16e209554f95', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:33.642209 n-d-824834-4 neutron-server[103146]: WARNING neutron.api.v2.base [None req-0c8e34d6-9666-4770-9dd1-5bb65f2a8d71 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 19:43:33.642681 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-0c8e34d6-9666-4770-9dd1-5bb65f2a8d71 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:33.647788 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0c8e34d6-9666-4770-9dd1-5bb65f2a8d71 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054729 Jan 28 19:43:33.648156 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.653106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2df9f334-df7c-44e4-a3be-59b4d5b3cbc9 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'd96cb32a-c122-4afa-9368-16e209554f95', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:33.689033 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-2df9f334-df7c-44e4-a3be-59b4d5b3cbc9 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:33.690461 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2df9f334-df7c-44e4-a3be-59b4d5b3cbc9 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0409930 Jan 28 19:43:33.693169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.697763 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-62317ac4-ba29-4c3b-9406-c083f3babdab tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'd96cb32a-c122-4afa-9368-16e209554f95', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:33.698359 n-d-824834-4 neutron-server[103147]: WARNING neutron.api.v2.base [None req-62317ac4-ba29-4c3b-9406-c083f3babdab tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 19:43:33.699048 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-62317ac4-ba29-4c3b-9406-c083f3babdab tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:33.701917 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-62317ac4-ba29-4c3b-9406-c083f3babdab tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077004 Jan 28 19:43:33.704697 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.710464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8a76744c-3abf-4174-a363-90c18a63e2f4 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'd96cb32a-c122-4afa-9368-16e209554f95', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:33.733479 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-8a76744c-3abf-4174-a363-90c18a63e2f4 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Project bb1e4460d9ed4432afd23c1e3c4fd5ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:43:33.773188 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-8a76744c-3abf-4174-a363-90c18a63e2f4 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:33.774403 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8a76744c-3abf-4174-a363-90c18a63e2f4 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0682304 Jan 28 19:43:33.777737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55942) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.782373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c6749369-e2e8-4661-98d5-de9cf6418666 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'd96cb32a-c122-4afa-9368-16e209554f95', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:33.783056 n-d-824834-4 neutron-server[103147]: WARNING neutron.api.v2.base [None req-c6749369-e2e8-4661-98d5-de9cf6418666 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 19:43:33.783592 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-c6749369-e2e8-4661-98d5-de9cf6418666 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:33.785557 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c6749369-e2e8-4661-98d5-de9cf6418666 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067365 Jan 28 19:43:33.788497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55944) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.793510 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a8053893-0212-4043-a435-bd19948762ce tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'd96cb32a-c122-4afa-9368-16e209554f95', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:33.817030 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-a8053893-0212-4043-a435-bd19948762ce tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Project bb1e4460d9ed4432afd23c1e3c4fd5ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:43:33.833124 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-a8053893-0212-4043-a435-bd19948762ce tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:33.834288 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a8053893-0212-4043-a435-bd19948762ce tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0447335 Jan 28 19:43:33.837239 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55948) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.843967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-36569726-7535-4b8c-bcad-dc25bff0ca93 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'd96cb32a-c122-4afa-9368-16e209554f95', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:33.867665 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-36569726-7535-4b8c-bcad-dc25bff0ca93 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Project bb1e4460d9ed4432afd23c1e3c4fd5ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:43:33.887878 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-36569726-7535-4b8c-bcad-dc25bff0ca93 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:33.889132 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-36569726-7535-4b8c-bcad-dc25bff0ca93 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0506620 Jan 28 19:43:33.892177 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55950) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:33.947297 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11cb1dc5-8e2c-4efb-b60d-01df65cd2858 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (d96cb32a-c122-4afa-9368-16e209554f95), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:33.969450 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11cb1dc5-8e2c-4efb-b60d-01df65cd2858 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (d96cb32a-c122-4afa-9368-16e209554f95), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.016345 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11cb1dc5-8e2c-4efb-b60d-01df65cd2858 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d96cb32a-c122-4afa-9368-16e209554f95), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.019181 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-11cb1dc5-8e2c-4efb-b60d-01df65cd2858 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.020593 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-11cb1dc5-8e2c-4efb-b60d-01df65cd2858 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "DELETE /v2.0/security-groups/d96cb32a-c122-4afa-9368-16e209554f95 HTTP/1.1" status: 204 len: 168 time: 0.1269381 Jan 28 19:43:34.023398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55952) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:34.029374 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb1dc5-8e2c-4efb-b60d-01df65cd2858 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96cb32a-c122-4afa-9368-16e209554f95,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:34.067980 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-eecd0cb6-e66c-4cbb-a6b1-42ac4f363335 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0415874 Jan 28 19:43:34.070598 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55954) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:34.075566 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2044e2f2-0149-4e06-bf35-af9f793a240f tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036350499'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:34.097443 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2044e2f2-0149-4e06-bf35-af9f793a240f tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.162250 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2044e2f2-0149-4e06-bf35-af9f793a240f tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (0231fef4-fd8e-4194-8373-dee8e8fe61ca), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.166581 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2044e2f2-0149-4e06-bf35-af9f793a240f tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0231fef4-fd8e-4194-8373-dee8e8fe61ca), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.194922 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044e2f2-0149-4e06-bf35-af9f793a240f tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0231fef4-fd8e-4194-8373-dee8e8fe61ca,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:34.199028 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2044e2f2-0149-4e06-bf35-af9f793a240f tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.200249 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2044e2f2-0149-4e06-bf35-af9f793a240f tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1284883 Jan 28 19:43:34.203294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55956) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:34.208449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ee035eef-ef05-4ccb-bd5f-1b9999df56be tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': '0231fef4-fd8e-4194-8373-dee8e8fe61ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:34.248401 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-ee035eef-ef05-4ccb-bd5f-1b9999df56be tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The resource could not be found. Jan 28 19:43:34.249433 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ee035eef-ef05-4ccb-bd5f-1b9999df56be tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0451646 Jan 28 19:43:34.252336 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55958) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:34.256703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ca8fc737-800f-4275-95b9-b2aff376ccfa tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': '0231fef4-fd8e-4194-8373-dee8e8fe61ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'da63c4b2-49b7-42c6-9c84-1768a8f770ef'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:34.294080 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-ca8fc737-800f-4275-95b9-b2aff376ccfa tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The resource could not be found. Jan 28 19:43:34.297939 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ca8fc737-800f-4275-95b9-b2aff376ccfa tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0420730 Jan 28 19:43:34.298335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55960) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:34.350743 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c864ce12-2c91-40a4-9156-c5c588e8b732 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (0231fef4-fd8e-4194-8373-dee8e8fe61ca), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.373236 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c864ce12-2c91-40a4-9156-c5c588e8b732 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (0231fef4-fd8e-4194-8373-dee8e8fe61ca), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.414318 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c864ce12-2c91-40a4-9156-c5c588e8b732 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0231fef4-fd8e-4194-8373-dee8e8fe61ca), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.416837 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c864ce12-2c91-40a4-9156-c5c588e8b732 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.418002 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c864ce12-2c91-40a4-9156-c5c588e8b732 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "DELETE /v2.0/security-groups/0231fef4-fd8e-4194-8373-dee8e8fe61ca HTTP/1.1" status: 204 len: 168 time: 0.1185377 Jan 28 19:43:34.421013 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55962) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:34.427074 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864ce12-2c91-40a4-9156-c5c588e8b732 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0231fef4-fd8e-4194-8373-dee8e8fe61ca,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:34.465007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7d1b9c20-d8be-4897-b718-dc1c0bda9f44 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0426626 Jan 28 19:43:34.469205 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55964) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:34.473865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b5aaff55-61d2-4c68-b60f-a2f85b8fdf51 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': '18ec42a4-5cbe-420d-a30c-37083b5ec3d4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:34.510828 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-b5aaff55-61d2-4c68-b60f-a2f85b8fdf51 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The resource could not be found. Jan 28 19:43:34.512097 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b5aaff55-61d2-4c68-b60f-a2f85b8fdf51 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0418575 Jan 28 19:43:34.515931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55966) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:34.520601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5488741f-ba73-41b8-ad65-89b58ee416de tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group': {'name': 'tempest-secgroup--378119806'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:34.542888 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5488741f-ba73-41b8-ad65-89b58ee416de tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.624048 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5488741f-ba73-41b8-ad65-89b58ee416de tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (5d43a8e9-d852-4ad4-8665-a3eda2c85380), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.628612 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5488741f-ba73-41b8-ad65-89b58ee416de tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5d43a8e9-d852-4ad4-8665-a3eda2c85380), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.657086 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488741f-ba73-41b8-ad65-89b58ee416de tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d43a8e9-d852-4ad4-8665-a3eda2c85380,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:34.661366 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5488741f-ba73-41b8-ad65-89b58ee416de tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.665339 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5488741f-ba73-41b8-ad65-89b58ee416de tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1456463 Jan 28 19:43:34.665781 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:34.670976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2d97fb6b-4ecd-41bb-9b15-13e031899970 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group': {'name': 'tempest-secgroup--831685896'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:34.692230 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d97fb6b-4ecd-41bb-9b15-13e031899970 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.762847 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d97fb6b-4ecd-41bb-9b15-13e031899970 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (8fd0c950-b6e1-4c0f-be0e-9085972c323b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.767792 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d97fb6b-4ecd-41bb-9b15-13e031899970 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8fd0c950-b6e1-4c0f-be0e-9085972c323b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.800517 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d97fb6b-4ecd-41bb-9b15-13e031899970 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.804723 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2d97fb6b-4ecd-41bb-9b15-13e031899970 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1348605 Jan 28 19:43:34.805032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55972) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:34.809919 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-14ba86e7-2ee8-473d-b92f-6d49818fdc65 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': '5d43a8e9-d852-4ad4-8665-a3eda2c85380', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8fd0c950-b6e1-4c0f-be0e-9085972c323b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:34.815035 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97fb6b-4ecd-41bb-9b15-13e031899970 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd0c950-b6e1-4c0f-be0e-9085972c323b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:34.848204 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-14ba86e7-2ee8-473d-b92f-6d49818fdc65 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:34.852207 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-14ba86e7-2ee8-473d-b92f-6d49818fdc65 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0433357 Jan 28 19:43:34.852411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55974) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:34.904538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c86fea8-9440-4c11-a6f5-cf3e759b7596 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (8fd0c950-b6e1-4c0f-be0e-9085972c323b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.927172 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c86fea8-9440-4c11-a6f5-cf3e759b7596 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (8fd0c950-b6e1-4c0f-be0e-9085972c323b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.971040 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c86fea8-9440-4c11-a6f5-cf3e759b7596 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8fd0c950-b6e1-4c0f-be0e-9085972c323b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.976329 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1c86fea8-9440-4c11-a6f5-cf3e759b7596 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:34.977560 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1c86fea8-9440-4c11-a6f5-cf3e759b7596 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "DELETE /v2.0/security-groups/8fd0c950-b6e1-4c0f-be0e-9085972c323b HTTP/1.1" status: 204 len: 168 time: 0.1242194 Jan 28 19:43:34.980467 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55976) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:34.995391 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86fea8-9440-4c11-a6f5-cf3e759b7596 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd0c950-b6e1-4c0f-be0e-9085972c323b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:35.047915 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b1642a7c-b8ab-46dc-ba8e-fbe4e75aeb8c tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0662096 Jan 28 19:43:35.051077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55978) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:35.106602 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f3a45ace-3321-40b8-a628-cdf8382bee85 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:43:35.116189 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-390a6c1b-0d1c-4e95-bf28-72cb21ec2636 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (5d43a8e9-d852-4ad4-8665-a3eda2c85380), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.140096 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-390a6c1b-0d1c-4e95-bf28-72cb21ec2636 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (5d43a8e9-d852-4ad4-8665-a3eda2c85380), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.165208 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f3a45ace-3321-40b8-a628-cdf8382bee85 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:43:35.165584 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.194351 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-390a6c1b-0d1c-4e95-bf28-72cb21ec2636 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (5d43a8e9-d852-4ad4-8665-a3eda2c85380), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.197273 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-390a6c1b-0d1c-4e95-bf28-72cb21ec2636 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.201590 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-390a6c1b-0d1c-4e95-bf28-72cb21ec2636 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "DELETE /v2.0/security-groups/5d43a8e9-d852-4ad4-8665-a3eda2c85380 HTTP/1.1" status: 204 len: 168 time: 0.1467330 Jan 28 19:43:35.202224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55984) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:35.210849 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a6c1b-0d1c-4e95-bf28-72cb21ec2636 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d43a8e9-d852-4ad4-8665-a3eda2c85380,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:35.268129 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-afb17c3c-dbde-40d1-aebf-c62547baa941 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0648456 Jan 28 19:43:35.273910 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55986) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:35.278173 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f3a45ace-3321-40b8-a628-cdf8382bee85 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:43:35.278352 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c4adefd0-dea2-4027-a732-0b71453bb0fb tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348853283'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:35.298634 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4adefd0-dea2-4027-a732-0b71453bb0fb tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.364327 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4adefd0-dea2-4027-a732-0b71453bb0fb tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (cd281b6b-7cf2-4a82-aa8d-38b085393aab), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.369045 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4adefd0-dea2-4027-a732-0b71453bb0fb tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cd281b6b-7cf2-4a82-aa8d-38b085393aab), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.397532 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4adefd0-dea2-4027-a732-0b71453bb0fb tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.401756 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c4adefd0-dea2-4027-a732-0b71453bb0fb tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1238897 Jan 28 19:43:35.402015 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55988) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:35.406901 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fb2c38fe-4e5f-4e43-9ad7-f88a5951d46f tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'cd281b6b-7cf2-4a82-aa8d-38b085393aab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:35.410938 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adefd0-dea2-4027-a732-0b71453bb0fb tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd281b6b-7cf2-4a82-aa8d-38b085393aab,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:35.442883 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-fb2c38fe-4e5f-4e43-9ad7-f88a5951d46f tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:35.443949 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fb2c38fe-4e5f-4e43-9ad7-f88a5951d46f tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0409238 Jan 28 19:43:35.446830 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 55990) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:35.451064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-568d3faf-e24b-4126-b935-4a56e39da1b4 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group_rule': {'security_group_id': 'cd281b6b-7cf2-4a82-aa8d-38b085393aab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:35.488669 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-568d3faf-e24b-4126-b935-4a56e39da1b4 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 19:43:35.489767 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-568d3faf-e24b-4126-b935-4a56e39da1b4 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0421011 Jan 28 19:43:35.492885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 55992) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:35.546476 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5ca354e-21c6-40d6-bbfc-9c0bacbccfa6 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (cd281b6b-7cf2-4a82-aa8d-38b085393aab), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.569279 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5ca354e-21c6-40d6-bbfc-9c0bacbccfa6 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (cd281b6b-7cf2-4a82-aa8d-38b085393aab), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.626496 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5ca354e-21c6-40d6-bbfc-9c0bacbccfa6 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (cd281b6b-7cf2-4a82-aa8d-38b085393aab), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.629232 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5ca354e-21c6-40d6-bbfc-9c0bacbccfa6 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.630254 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d5ca354e-21c6-40d6-bbfc-9c0bacbccfa6 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "DELETE /v2.0/security-groups/cd281b6b-7cf2-4a82-aa8d-38b085393aab HTTP/1.1" status: 204 len: 168 time: 0.1363709 Jan 28 19:43:35.633208 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56000) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:35.640090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca354e-21c6-40d6-bbfc-9c0bacbccfa6 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd281b6b-7cf2-4a82-aa8d-38b085393aab,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:35.676838 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-015d37e6-6d84-4952-8075-a5ad62d05eb6 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0424669 Jan 28 19:43:35.680646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56002) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:35.685937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-59ce567e-3742-4006-8268-10faac2b8df4 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197240012'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:35.709002 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59ce567e-3742-4006-8268-10faac2b8df4 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.783884 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59ce567e-3742-4006-8268-10faac2b8df4 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (7b86fcd8-6117-4e11-afaa-b8ad9bf04c5c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.799904 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59ce567e-3742-4006-8268-10faac2b8df4 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7b86fcd8-6117-4e11-afaa-b8ad9bf04c5c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.836987 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-59ce567e-3742-4006-8268-10faac2b8df4 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.838272 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-59ce567e-3742-4006-8268-10faac2b8df4 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1563330 Jan 28 19:43:35.841607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56004) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:35.842237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce567e-3742-4006-8268-10faac2b8df4 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b86fcd8-6117-4e11-afaa-b8ad9bf04c5c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:35.847044 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e7572482-7bbd-47ce-ac24-dd2e80d4df04 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:43:35.847682 n-d-824834-4 neutron-server[103146]: WARNING neutron.api.v2.base [None req-e7572482-7bbd-47ce-ac24-dd2e80d4df04 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 19:43:35.848339 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-e7572482-7bbd-47ce-ac24-dd2e80d4df04 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 19:43:35.852239 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e7572482-7bbd-47ce-ac24-dd2e80d4df04 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "PUT /v2.0/security-groups/7b86fcd8-6117-4e11-afaa-b8ad9bf04c5c HTTP/1.1" status: 409 len: 330 time: 0.0065901 Jan 28 19:43:35.852417 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-794c54c1-da94-4f87-bf69-fbd15fa8bca0 req-4bfb1a8e-0b76-4984-88d7-062f6b7e467e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844700 Jan 28 19:43:35.852527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56006) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:35.931604 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b194bda2-8995-4641-9aad-03f1843535e5 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (7b86fcd8-6117-4e11-afaa-b8ad9bf04c5c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.963503 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b194bda2-8995-4641-9aad-03f1843535e5 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (7b86fcd8-6117-4e11-afaa-b8ad9bf04c5c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:35.994133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c54c1-da94-4f87-bf69-fbd15fa8bca0 req-4eb00b8a-dc78-4741-8868-facd606aab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:35.995711 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-794c54c1-da94-4f87-bf69-fbd15fa8bca0 req-4eb00b8a-dc78-4741-8868-facd606aab76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 1128 time: 0.0989139 Jan 28 19:43:36.015697 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b194bda2-8995-4641-9aad-03f1843535e5 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7b86fcd8-6117-4e11-afaa-b8ad9bf04c5c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:36.018452 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b194bda2-8995-4641-9aad-03f1843535e5 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:36.019678 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b194bda2-8995-4641-9aad-03f1843535e5 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "DELETE /v2.0/security-groups/7b86fcd8-6117-4e11-afaa-b8ad9bf04c5c HTTP/1.1" status: 204 len: 168 time: 0.1663306 Jan 28 19:43:36.022819 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56012) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:36.048972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194bda2-8995-4641-9aad-03f1843535e5 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b86fcd8-6117-4e11-afaa-b8ad9bf04c5c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:36.071832 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c3dfb2aa-58c2-4e18-aa5a-9e7f105b58d3 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0435495 Jan 28 19:43:36.072142 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56014) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:36.086396 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-8f744fc6-aaeb-45de-b560-112f3ae23cd0 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] delete failed (client error): The resource could not be found. Jan 28 19:43:36.091069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8f744fc6-aaeb-45de-b560-112f3ae23cd0 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "DELETE /v2.0/security-groups/a81411a5-44b9-464a-a11c-d85d67a18649 HTTP/1.1" status: 404 len: 347 time: 0.0143163 Jan 28 19:43:36.091226 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56016) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:36.106006 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-a2b38130-0cd1-49ba-8882-6852e823d804 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] show failed (client error): The resource could not be found. Jan 28 19:43:36.107650 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a2b38130-0cd1-49ba-8882-6852e823d804 tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "GET /v2.0/security-groups/ad85abab-ca58-4660-bb37-3b06f325fab3 HTTP/1.1" status: 404 len: 347 time: 0.0149660 Jan 28 19:43:36.110791 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56020) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:36.123028 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-d570feae-b3ee-4dbf-82f8-d343ecd7b81f tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] show failed (client error): The resource could not be found. Jan 28 19:43:36.124082 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d570feae-b3ee-4dbf-82f8-d343ecd7b81f tempest-NegativeSecGroupIPv6Test-544568746 tempest-NegativeSecGroupIPv6Test-544568746-project] 10.222.0.55 "GET /v2.0/security-group-rules/77970a74-e122-4025-abc5-8f983cd0234e HTTP/1.1" status: 404 len: 356 time: 0.0123665 Jan 28 19:43:36.133762 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c54c1-da94-4f87-bf69-fbd15fa8bca0 req-998c5aeb-9fc6-4b58-807e-2cd143b17b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:36.135433 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-794c54c1-da94-4f87-bf69-fbd15fa8bca0 req-998c5aeb-9fc6-4b58-807e-2cd143b17b2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a18a99ae-732c-4a01-828a-5558e4db887c HTTP/1.1" status: 200 len: 897 time: 0.1144123 Jan 28 19:43:36.208529 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-794c54c1-da94-4f87-bf69-fbd15fa8bca0 req-e9e82e53-2a52-4b6b-a0e4-7e0b8645241c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=562cda2f-77b0-4d50-b84c-ccc7302f602a HTTP/1.1" status: 200 len: 1001 time: 0.0659029 Jan 28 19:43:36.264125 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c54c1-da94-4f87-bf69-fbd15fa8bca0 req-aec75d60-4945-4327-a62a-b0b32f83b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:36.265707 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-794c54c1-da94-4f87-bf69-fbd15fa8bca0 req-aec75d60-4945-4327-a62a-b0b32f83b372 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5787586-e099-42de-ab5f-dcc8f1b2c4d3 HTTP/1.1" status: 200 len: 835 time: 0.0509784 Jan 28 19:43:36.315766 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c54c1-da94-4f87-bf69-fbd15fa8bca0 req-70781d03-32b9-47fd-9d8d-d17bc6c03d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:36.317322 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-794c54c1-da94-4f87-bf69-fbd15fa8bca0 req-70781d03-32b9-47fd-9d8d-d17bc6c03d41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a18a99ae-732c-4a01-828a-5558e4db887c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453506 Jan 28 19:43:36.414181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56030) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:36.422429 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-794c54c1-da94-4f87-bf69-fbd15fa8bca0 req-49c72a87-d48d-4f96-a5a9-19121793ccd1 service neutron] 10.222.0.37 "GET /v2.0/networks/a18a99ae-732c-4a01-828a-5558e4db887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982606 Jan 28 19:43:36.527058 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-794c54c1-da94-4f87-bf69-fbd15fa8bca0 req-2ff5862c-5f30-466f-83a6-42737fdf7707 service neutron] 10.222.0.37 "GET /v2.0/networks/a18a99ae-732c-4a01-828a-5558e4db887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986922 Jan 28 19:43:36.555594 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4b2a1449-5f76-4262-a2ba-dc0200bb1732 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb1e4460d9ed4432afd23c1e3c4fd5ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399400 Jan 28 19:43:36.557840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56038) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:36.605338 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecc904a1-3c29-4996-8594-9bf92aebf3b0 admin admin] Publish callbacks [] for security_group (3bf4e8e3-c836-44be-94e5-45a8e92c5ba0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:36.626544 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecc904a1-3c29-4996-8594-9bf92aebf3b0 admin admin] Publish callbacks [] for security_group (3bf4e8e3-c836-44be-94e5-45a8e92c5ba0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:36.676626 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecc904a1-3c29-4996-8594-9bf92aebf3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3bf4e8e3-c836-44be-94e5-45a8e92c5ba0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:36.679286 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecc904a1-3c29-4996-8594-9bf92aebf3b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:36.682504 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ecc904a1-3c29-4996-8594-9bf92aebf3b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3bf4e8e3-c836-44be-94e5-45a8e92c5ba0 HTTP/1.1" status: 204 len: 168 time: 0.1216705 Jan 28 19:43:36.688942 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc904a1-3c29-4996-8594-9bf92aebf3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf4e8e3-c836-44be-94e5-45a8e92c5ba0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:38.392362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56120) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:38.504486 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-166fd351-c223-4ebc-b305-a11bf28be58d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:38.591296 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-166fd351-c223-4ebc-b305-a11bf28be58d admin admin] Publish callbacks [] for security_group (95ca71ff-6487-4909-93ab-565023336aa0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:38.596562 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-166fd351-c223-4ebc-b305-a11bf28be58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (95ca71ff-6487-4909-93ab-565023336aa0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:38.634833 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-166fd351-c223-4ebc-b305-a11bf28be58d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa2c4d198b5448a18944b99b04a33ca9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2413127 Jan 28 19:43:38.635740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fd351-c223-4ebc-b305-a11bf28be58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ca71ff-6487-4909-93ab-565023336aa0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:38.638615 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56128) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:38.693501 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ba5ea94-688e-46ba-baed-82348fc8bbf6 admin admin] Publish callbacks [] for security_group (95ca71ff-6487-4909-93ab-565023336aa0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:38.715736 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ba5ea94-688e-46ba-baed-82348fc8bbf6 admin admin] Publish callbacks [] for security_group (95ca71ff-6487-4909-93ab-565023336aa0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:38.767493 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ba5ea94-688e-46ba-baed-82348fc8bbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (95ca71ff-6487-4909-93ab-565023336aa0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:38.770046 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ba5ea94-688e-46ba-baed-82348fc8bbf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:38.771233 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5ba5ea94-688e-46ba-baed-82348fc8bbf6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95ca71ff-6487-4909-93ab-565023336aa0 HTTP/1.1" status: 204 len: 168 time: 0.1312740 Jan 28 19:43:38.781865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5ea94-688e-46ba-baed-82348fc8bbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ca71ff-6487-4909-93ab-565023336aa0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:39.060092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56144) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:39.073574 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24ee545b-c2c0-43bb-a0a9-71c9e2dfb667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.151142 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24ee545b-c2c0-43bb-a0a9-71c9e2dfb667 admin admin] Publish callbacks [] for security_group (88ac8463-995a-4115-8339-a4a722094978), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.155777 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24ee545b-c2c0-43bb-a0a9-71c9e2dfb667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (88ac8463-995a-4115-8339-a4a722094978), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.191493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee545b-c2c0-43bb-a0a9-71c9e2dfb667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ac8463-995a-4115-8339-a4a722094978,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:39.198421 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-24ee545b-c2c0-43bb-a0a9-71c9e2dfb667 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24c694e0e869490fb6a4e9c9602cb175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346881 Jan 28 19:43:39.198795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56146) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:39.247036 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da8c1887-027a-4f1d-b8bc-d146cfe80312 admin admin] Publish callbacks [] for security_group (88ac8463-995a-4115-8339-a4a722094978), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.271410 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da8c1887-027a-4f1d-b8bc-d146cfe80312 admin admin] Publish callbacks [] for security_group (88ac8463-995a-4115-8339-a4a722094978), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.319002 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da8c1887-027a-4f1d-b8bc-d146cfe80312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (88ac8463-995a-4115-8339-a4a722094978), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.321566 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da8c1887-027a-4f1d-b8bc-d146cfe80312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:39.322784 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-da8c1887-027a-4f1d-b8bc-d146cfe80312 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88ac8463-995a-4115-8339-a4a722094978 HTTP/1.1" status: 204 len: 168 time: 0.1230867 Jan 28 19:43:39.332391 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c1887-027a-4f1d-b8bc-d146cfe80312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ac8463-995a-4115-8339-a4a722094978,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:41.030599 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5f7c351-cf01-4c71-b8e0-4ba9db342f66 req-b2b7b9c6-e447-4dd6-a763-612efa86684c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0820065 Jan 28 19:43:41.120734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7c351-cf01-4c71-b8e0-4ba9db342f66 req-2e8e8615-87a2-4fd5-9e98-239e7f916ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:41.122357 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5f7c351-cf01-4c71-b8e0-4ba9db342f66 req-2e8e8615-87a2-4fd5-9e98-239e7f916ded service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&device_id=d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad HTTP/1.1" status: 200 len: 1128 time: 0.0474200 Jan 28 19:43:41.243858 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7c351-cf01-4c71-b8e0-4ba9db342f66 req-245d9c50-3d73-4f28-8a3e-bbbaf7af1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:41.245567 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5f7c351-cf01-4c71-b8e0-4ba9db342f66 req-245d9c50-3d73-4f28-8a3e-bbbaf7af1f3b service neutron] 10.222.0.31 "GET /v2.0/networks?id=a673a74a-b12a-4709-9048-863905970ae8 HTTP/1.1" status: 200 len: 897 time: 0.0892870 Jan 28 19:43:41.287904 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5f7c351-cf01-4c71-b8e0-4ba9db342f66 req-f90f302f-9627-4f38-8d39-67604d1b6687 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=a1eec11d-d452-4b5f-9a0f-631dbeeab815 HTTP/1.1" status: 200 len: 217 time: 0.0368078 Jan 28 19:43:41.336917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7c351-cf01-4c71-b8e0-4ba9db342f66 req-4ecf8b9f-58f1-43bf-8ae3-9b38dad40e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:41.338392 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5f7c351-cf01-4c71-b8e0-4ba9db342f66 req-4ecf8b9f-58f1-43bf-8ae3-9b38dad40e77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9669e712-1f9e-4dfd-acfe-05bde31e10c5 HTTP/1.1" status: 200 len: 838 time: 0.0453632 Jan 28 19:43:41.394370 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7c351-cf01-4c71-b8e0-4ba9db342f66 req-daedd573-f612-45f7-b8b6-209bad3d9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:41.395902 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5f7c351-cf01-4c71-b8e0-4ba9db342f66 req-daedd573-f612-45f7-b8b6-209bad3d9a70 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a673a74a-b12a-4709-9048-863905970ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516789 Jan 28 19:43:41.489288 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5f7c351-cf01-4c71-b8e0-4ba9db342f66 req-66b150e9-81db-485f-a24b-7d5700846903 service neutron] 10.222.0.31 "GET /v2.0/networks/a673a74a-b12a-4709-9048-863905970ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874763 Jan 28 19:43:41.589507 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c5f7c351-cf01-4c71-b8e0-4ba9db342f66 req-6a32f35b-27a2-43e8-bef4-55e2cf30677a service neutron] 10.222.0.31 "GET /v2.0/networks/a673a74a-b12a-4709-9048-863905970ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913827 Jan 28 19:43:42.046195 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-f0d5c8c3-18fa-4d8e-833a-703ffc110809 req-01a7b3e5-f874-49dd-99fd-d2c7180d49f3 service neutron] (103147) timed out ('10.222.0.55', 56762) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:43:44.038663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-ff84dfdd-f930-436b-9ca7-37094a033bd2 req-a2dad7dd-6b3d-4834-be1f-37efde4f2263 tempest-ServerRescueTestJSON-206018065 tempest-ServerRescueTestJSON-206018065-project] (103147) timed out ('10.222.0.37', 54581) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:43:46.185663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-1c132691-7c23-472c-8ea0-5251699bff2b req-4938d2fe-d3dd-42e6-a80a-a6806b696f04 service neutron] (103146) timed out ('10.222.0.31', 56713) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:43:47.567021 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56378) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:47.688017 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc232b5a-8f66-4352-9623-b5fb7ef0f36f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:47.772934 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc232b5a-8f66-4352-9623-b5fb7ef0f36f admin admin] Publish callbacks [] for security_group (98dc66a3-6aad-48ec-84e5-756b018c32a1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:47.778103 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc232b5a-8f66-4352-9623-b5fb7ef0f36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (98dc66a3-6aad-48ec-84e5-756b018c32a1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:47.818534 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fc232b5a-8f66-4352-9623-b5fb7ef0f36f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e77ef11c973f42c5b08e26fff7a3169d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2503171 Jan 28 19:43:47.820679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56382) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:47.834640 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc232b5a-8f66-4352-9623-b5fb7ef0f36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dc66a3-6aad-48ec-84e5-756b018c32a1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:47.883847 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fbc00664-c24b-4edb-8a38-21097d7bb870 admin admin] Publish callbacks [] for security_group (98dc66a3-6aad-48ec-84e5-756b018c32a1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:47.905385 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fbc00664-c24b-4edb-8a38-21097d7bb870 admin admin] Publish callbacks [] for security_group (98dc66a3-6aad-48ec-84e5-756b018c32a1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:47.961065 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fbc00664-c24b-4edb-8a38-21097d7bb870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (98dc66a3-6aad-48ec-84e5-756b018c32a1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:47.963781 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fbc00664-c24b-4edb-8a38-21097d7bb870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:47.967636 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fbc00664-c24b-4edb-8a38-21097d7bb870 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/98dc66a3-6aad-48ec-84e5-756b018c32a1 HTTP/1.1" status: 204 len: 168 time: 0.1459463 Jan 28 19:43:47.975444 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc00664-c24b-4edb-8a38-21097d7bb870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dc66a3-6aad-48ec-84e5-756b018c32a1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:48.233338 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aabdc98d-680e-4749-88be-3e01ce2c610c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.268723 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56390) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:48.287320 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6df6026b-d5c8-4476-a448-afdc64f6cb31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.369533 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6df6026b-d5c8-4476-a448-afdc64f6cb31 admin admin] Publish callbacks [] for security_group (c4920a17-0f0a-4d23-aef4-bab18c5b4569), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.374816 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6df6026b-d5c8-4476-a448-afdc64f6cb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c4920a17-0f0a-4d23-aef4-bab18c5b4569), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.419546 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6df6026b-d5c8-4476-a448-afdc64f6cb31 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3044f2a1e21a493aac1a79e1ef7b643c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470342 Jan 28 19:43:48.419546 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6026b-d5c8-4476-a448-afdc64f6cb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4920a17-0f0a-4d23-aef4-bab18c5b4569,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:48.420125 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56392) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:48.476702 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fab6b736-b47c-4357-9538-7076f483cf32 admin admin] Publish callbacks [] for security_group (c4920a17-0f0a-4d23-aef4-bab18c5b4569), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.500109 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fab6b736-b47c-4357-9538-7076f483cf32 admin admin] Publish callbacks [] for security_group (c4920a17-0f0a-4d23-aef4-bab18c5b4569), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.549574 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fab6b736-b47c-4357-9538-7076f483cf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c4920a17-0f0a-4d23-aef4-bab18c5b4569), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.552554 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fab6b736-b47c-4357-9538-7076f483cf32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:48.556128 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fab6b736-b47c-4357-9538-7076f483cf32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c4920a17-0f0a-4d23-aef4-bab18c5b4569 HTTP/1.1" status: 204 len: 168 time: 0.1325648 Jan 28 19:43:48.569926 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6b736-b47c-4357-9538-7076f483cf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4920a17-0f0a-4d23-aef4-bab18c5b4569,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:48.897420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56398) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:48.911307 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e30417c4-65d5-4797-a92d-da437f64faf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.016553 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e30417c4-65d5-4797-a92d-da437f64faf5 admin admin] Publish callbacks [] for security_group (32f8540a-6733-4339-8ae9-84635361931a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.021708 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e30417c4-65d5-4797-a92d-da437f64faf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (32f8540a-6733-4339-8ae9-84635361931a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.050140 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e30417c4-65d5-4797-a92d-da437f64faf5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be2418706fc247b7a31a28b9cadcc9f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1489358 Jan 28 19:43:49.051289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56402) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:49.069087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30417c4-65d5-4797-a92d-da437f64faf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f8540a-6733-4339-8ae9-84635361931a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:49.119373 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21f5c21b-6899-444b-a0c0-b7bd51c6610c admin admin] Publish callbacks [] for security_group (32f8540a-6733-4339-8ae9-84635361931a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.140010 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21f5c21b-6899-444b-a0c0-b7bd51c6610c admin admin] Publish callbacks [] for security_group (32f8540a-6733-4339-8ae9-84635361931a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.187560 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21f5c21b-6899-444b-a0c0-b7bd51c6610c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (32f8540a-6733-4339-8ae9-84635361931a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.190459 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-21f5c21b-6899-444b-a0c0-b7bd51c6610c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:49.191614 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-21f5c21b-6899-444b-a0c0-b7bd51c6610c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32f8540a-6733-4339-8ae9-84635361931a HTTP/1.1" status: 204 len: 168 time: 0.1377618 Jan 28 19:43:49.199897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5c21b-6899-444b-a0c0-b7bd51c6610c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f8540a-6733-4339-8ae9-84635361931a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:50.398992 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ddc4749-b2b4-4d1f-a59a-12ce505f8c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:51.670934 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:51.777251 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:52.069904 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4943cdcf-0198-4adf-8998-d45a14684298 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:52.422327 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4943cdcf-0198-4adf-8998-d45a14684298 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Deleting port f3a45ace-3321-40b8-a628-cdf8382bee85 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:52.422673 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4943cdcf-0198-4adf-8998-d45a14684298 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:52.513412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4943cdcf-0198-4adf-8998-d45a14684298 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] For port f3a45ace-3321-40b8-a628-cdf8382bee85, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f3a45ace-3321-40b8-a628-cdf8382bee85,segment=NetworkSegment(1b628073-9dd6-4013-8419-8fb62f1bc1aa),segment_id=1b628073-9dd6-4013-8419-8fb62f1bc1aa)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:52.513627 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4943cdcf-0198-4adf-8998-d45a14684298 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:52.525853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4943cdcf-0198-4adf-8998-d45a14684298 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Calling delete_port for f3a45ace-3321-40b8-a628-cdf8382bee85 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:52.720504 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4943cdcf-0198-4adf-8998-d45a14684298 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f3a45ace-3321-40b8-a628-cdf8382bee85), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:52.747790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943cdcf-0198-4adf-8998-d45a14684298 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'Port': ['ID=f3a45ace-3321-40b8-a628-cdf8382bee85,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:52.938331 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4943cdcf-0198-4adf-8998-d45a14684298 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:53.068595 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:53.175043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4943cdcf-0198-4adf-8998-d45a14684298 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:43:53.294465 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4943cdcf-0198-4adf-8998-d45a14684298 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:43:53.303449 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4943cdcf-0198-4adf-8998-d45a14684298 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "PUT /v2.0/routers/cb5625f3-3ae9-40a5-91e6-4ddeeb75a422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6286030 Jan 28 19:43:53.310903 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff41fc0-4d38-43d6-b714-395f488d056e None None] Sync routers for ids ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:43:53.324922 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff41fc0-4d38-43d6-b714-395f488d056e None None] Routers {'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:43:53.325522 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9ff41fc0-4d38-43d6-b714-395f488d056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:43:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:53.453455 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9ff41fc0-4d38-43d6-b714-395f488d056e None None] Set router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:43:53.716571 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9ff41fc0-4d38-43d6-b714-395f488d056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:43:52Z', 'revision_number': 6, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '988ed259-317d-4b23-a5cd-f9693f114310', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'port_id': '562cda2f-77b0-4d50-b84c-ccc7302f602a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'mac_address': 'fa:16:3e:6e:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:42:02Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 1, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026c5b37-271b-4414-97e0-e7bc33cda51d', 'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:ce:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:39Z', 'updated_at': '2022-01-28T19:41:46Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:53.749024 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff41fc0-4d38-43d6-b714-395f488d056e None None] Checking router: cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:43:53.758154 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff41fc0-4d38-43d6-b714-395f488d056e None None] Routers {'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:43:53.758900 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9ff41fc0-4d38-43d6-b714-395f488d056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:43:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:53.784868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a79e3b-602b-4fc4-98df-13bfbb4029d2 req-607d90a4-f464-45a1-aabe-c7814286a3fe tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:53.792324 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-39a79e3b-602b-4fc4-98df-13bfbb4029d2 req-607d90a4-f464-45a1-aabe-c7814286a3fe tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad HTTP/1.1" status: 200 len: 946 time: 0.2814860 Jan 28 19:43:53.849322 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-39a79e3b-602b-4fc4-98df-13bfbb4029d2 req-ed6ce637-006b-4302-b950-4e75d70c1134 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560591 Jan 28 19:43:53.881628 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9ff41fc0-4d38-43d6-b714-395f488d056e None None] Set router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:43:54.115378 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9ff41fc0-4d38-43d6-b714-395f488d056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:43:52Z', 'revision_number': 6, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '988ed259-317d-4b23-a5cd-f9693f114310', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'port_id': '562cda2f-77b0-4d50-b84c-ccc7302f602a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'mac_address': 'fa:16:3e:6e:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:42:02Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 1, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026c5b37-271b-4414-97e0-e7bc33cda51d', 'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:ce:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:39Z', 'updated_at': '2022-01-28T19:41:46Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:54.146632 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff41fc0-4d38-43d6-b714-395f488d056e None None] The sync data for ids ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'] in n-d-824834-4 is: [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:43:52Z', 'revision_number': 6, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '988ed259-317d-4b23-a5cd-f9693f114310', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'port_id': '562cda2f-77b0-4d50-b84c-ccc7302f602a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'mac_address': 'fa:16:3e:6e:74:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:42:02Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 1, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026c5b37-271b-4414-97e0-e7bc33cda51d', 'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:ce:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:39Z', 'updated_at': '2022-01-28T19:41:46Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:43:54.529823 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:54.882210 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01f7fa-f715-4c61-8b92-bc63d823fb72 req-4726c85c-d441-4db3-ae5b-0c521d344373 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:54.884441 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fa01f7fa-f715-4c61-8b92-bc63d823fb72 req-4726c85c-d441-4db3-ae5b-0c521d344373 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad HTTP/1.1" status: 200 len: 946 time: 0.0732715 Jan 28 19:43:54.999063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f3a45ace-3321-40b8-a628-cdf8382bee85 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:43:55.008790 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-fa01f7fa-f715-4c61-8b92-bc63d823fb72 req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Deleting port a1eec11d-d452-4b5f-9a0f-631dbeeab815 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:55.009134 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fa01f7fa-f715-4c61-8b92-bc63d823fb72 req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a1eec11d-d452-4b5f-9a0f-631dbeeab815), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:55.027123 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: f3a45ace-3321-40b8-a628-cdf8382bee85 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:43:55.027569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f3a45ace-3321-40b8-a628-cdf8382bee85 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:43:55.135363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-fa01f7fa-f715-4c61-8b92-bc63d823fb72 req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] For port a1eec11d-d452-4b5f-9a0f-631dbeeab815, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a1eec11d-d452-4b5f-9a0f-631dbeeab815,segment=NetworkSegment(1b628073-9dd6-4013-8419-8fb62f1bc1aa),segment_id=1b628073-9dd6-4013-8419-8fb62f1bc1aa)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:55.135844 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fa01f7fa-f715-4c61-8b92-bc63d823fb72 req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a1eec11d-d452-4b5f-9a0f-631dbeeab815), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:55.152486 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-fa01f7fa-f715-4c61-8b92-bc63d823fb72 req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Calling delete_port for a1eec11d-d452-4b5f-9a0f-631dbeeab815 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:55.161062 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e743c-fe87-4176-827d-37826b5243c0 req-2c19b278-9ffd-4097-8177-049594ba6e48 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:55.162714 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b88e743c-fe87-4176-827d-37826b5243c0 req-2c19b278-9ffd-4097-8177-049594ba6e48 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad HTTP/1.1" status: 200 len: 946 time: 0.2276559 Jan 28 19:43:55.290581 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b88e743c-fe87-4176-827d-37826b5243c0 req-52e3a4aa-45cd-462f-9ec5-6e727d6f4dc3 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128185 Jan 28 19:43:55.365993 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fa01f7fa-f715-4c61-8b92-bc63d823fb72 req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a1eec11d-d452-4b5f-9a0f-631dbeeab815), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:55.397417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'Port': ['ID=a1eec11d-d452-4b5f-9a0f-631dbeeab815,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:55.419239 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:55.419686 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:55.420057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:55.420381 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:55.420712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:55.421049 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:55.421377 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:55.421699 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:55.422158 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:55.422396 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:55.422723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:55.423048 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:55.423377 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:43:55.484467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa01f7fa-f715-4c61-8b92-bc63d823fb72 req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] No DVR routers for this DVR port a1eec11d-d452-4b5f-9a0f-631dbeeab815 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:55.490148 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-fa01f7fa-f715-4c61-8b92-bc63d823fb72 req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:55.499019 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fa01f7fa-f715-4c61-8b92-bc63d823fb72 req-17799ba6-020b-4905-88c0-6790c4e2ce2a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.31 "DELETE /v2.0/ports/a1eec11d-d452-4b5f-9a0f-631dbeeab815 HTTP/1.1" status: 204 len: 173 time: 0.6093576 Jan 28 19:43:55.499674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad', 'name': 'network-vif-deleted', 'tag': 'a1eec11d-d452-4b5f-9a0f-631dbeeab815'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:43:55.504107 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea7d379-f3c2-417d-b412-550018ca9999" -d '{"events": [{"server_uuid": "d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad", "name": "network-vif-deleted", "tag": "a1eec11d-d452-4b5f-9a0f-631dbeeab815"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:43:55.582700 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff60c29c-760f-48a7-9f42-3a80bb94c77d x-openstack-request-id: req-ff60c29c-760f-48a7-9f42-3a80bb94c77d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:43:55.583206 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad", "name": "network-vif-deleted", "tag": "a1eec11d-d452-4b5f-9a0f-631dbeeab815", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:43:55.583732 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff60c29c-760f-48a7-9f42-3a80bb94c77d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:43:55.584341 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ecd4ea-8959-46ad-b6c4-8e7b8b7bffad', 'name': 'network-vif-deleted', 'tag': 'a1eec11d-d452-4b5f-9a0f-631dbeeab815', 'status': 'completed', 'code': 200} Jan 28 19:43:55.642319 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:56.157445 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:43:56.336514 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56552) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:56.394117 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783171b9-9739-499d-92bb-e48f8bbdcd1a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:56.420171 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783171b9-9739-499d-92bb-e48f8bbdcd1a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:56.504014 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783171b9-9739-499d-92bb-e48f8bbdcd1a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:56.506713 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-783171b9-9739-499d-92bb-e48f8bbdcd1a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:56.508284 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-783171b9-9739-499d-92bb-e48f8bbdcd1a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "DELETE /v2.0/security-groups/b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3 HTTP/1.1" status: 204 len: 168 time: 0.1707759 Jan 28 19:43:56.520064 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783171b9-9739-499d-92bb-e48f8bbdcd1a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c4e535-80d6-4c6c-865d-f5b2e9e3bfb3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:56.551076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56558) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:56.604780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a0c06e-c3a8-4115-b602-cbc4e4ea8282 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Deleting subnet 9669e712-1f9e-4dfd-acfe-05bde31e10c5 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:43:56.608294 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a0c06e-c3a8-4115-b602-cbc4e4ea8282 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for subnet (9669e712-1f9e-4dfd-acfe-05bde31e10c5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:56.649791 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a0c06e-c3a8-4115-b602-cbc4e4ea8282 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (9669e712-1f9e-4dfd-acfe-05bde31e10c5), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:56.739449 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a0c06e-c3a8-4115-b602-cbc4e4ea8282 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (9669e712-1f9e-4dfd-acfe-05bde31e10c5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:56.802700 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a0c06e-c3a8-4115-b602-cbc4e4ea8282 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (9669e712-1f9e-4dfd-acfe-05bde31e10c5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:56.829109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0c06e-c3a8-4115-b602-cbc4e4ea8282 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'Subnet': ['ID=9669e712-1f9e-4dfd-acfe-05bde31e10c5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:56.839951 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68a0c06e-c3a8-4115-b602-cbc4e4ea8282 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:56.843751 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-68a0c06e-c3a8-4115-b602-cbc4e4ea8282 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "DELETE /v2.0/subnets/9669e712-1f9e-4dfd-acfe-05bde31e10c5 HTTP/1.1" status: 204 len: 168 time: 0.2917764 Jan 28 19:43:56.846731 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56560) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:56.849544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23440423-0ab5-4f68-9278-6d7c4b1792a8 None None] Network a673a74a-b12a-4709-9048-863905970ae8 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:43:56.958705 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (a673a74a-b12a-4709-9048-863905970ae8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.036928 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Deleting port f6fcf1b7-6695-4be9-a069-72dc05147b7c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:57.037273 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f6fcf1b7-6695-4be9-a069-72dc05147b7c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.101618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70710910-74ac-4038-8560-f60af02b5de0 None None] DHCP port deletion for a673a74a-b12a-4709-9048-863905970ae8 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:43:57.111780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] For port f6fcf1b7-6695-4be9-a069-72dc05147b7c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f6fcf1b7-6695-4be9-a069-72dc05147b7c,segment=NetworkSegment(1b628073-9dd6-4013-8419-8fb62f1bc1aa),segment_id=1b628073-9dd6-4013-8419-8fb62f1bc1aa)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:57.113120 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f6fcf1b7-6695-4be9-a069-72dc05147b7c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.126915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Calling delete_port for f6fcf1b7-6695-4be9-a069-72dc05147b7c owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:57.148868 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-70710910-74ac-4038-8560-f60af02b5de0 None None] Deleting port f6fcf1b7-6695-4be9-a069-72dc05147b7c {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:57.149585 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70710910-74ac-4038-8560-f60af02b5de0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f6fcf1b7-6695-4be9-a069-72dc05147b7c), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.213401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-70710910-74ac-4038-8560-f60af02b5de0 None None] For port f6fcf1b7-6695-4be9-a069-72dc05147b7c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f6fcf1b7-6695-4be9-a069-72dc05147b7c,segment=NetworkSegment(1b628073-9dd6-4013-8419-8fb62f1bc1aa),segment_id=1b628073-9dd6-4013-8419-8fb62f1bc1aa)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:43:57.214159 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70710910-74ac-4038-8560-f60af02b5de0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f6fcf1b7-6695-4be9-a069-72dc05147b7c), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.217645 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f6fcf1b7-6695-4be9-a069-72dc05147b7c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.228263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-70710910-74ac-4038-8560-f60af02b5de0 None None] Calling delete_port for f6fcf1b7-6695-4be9-a069-72dc05147b7c owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:57.243761 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'Port': ['ID=f6fcf1b7-6695-4be9-a069-72dc05147b7c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:57.247483 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] No DVR routers for this DVR port f6fcf1b7-6695-4be9-a069-72dc05147b7c on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:57.302175 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70710910-74ac-4038-8560-f60af02b5de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (f6fcf1b7-6695-4be9-a069-72dc05147b7c), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.327970 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70710910-74ac-4038-8560-f60af02b5de0 None None] Pushing event deleted for resources: {'Port': ['ID=f6fcf1b7-6695-4be9-a069-72dc05147b7c,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:57.328566 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (a673a74a-b12a-4709-9048-863905970ae8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.330255 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70710910-74ac-4038-8560-f60af02b5de0 None None] No DVR routers for this DVR port f6fcf1b7-6695-4be9-a069-72dc05147b7c on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:43:57.358094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a673a74a-b12a-4709-9048-863905970ae8']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:57.361094 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device a1eec11d-d452-4b5f-9a0f-631dbeeab815 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:43:57.371286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b628073-9dd6-4013-8419-8fb62f1bc1aa') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:57.371623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b628073-9dd6-4013-8419-8fb62f1bc1aa') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:57.382105 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (1b628073-9dd6-4013-8419-8fb62f1bc1aa), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.388105 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: a1eec11d-d452-4b5f-9a0f-631dbeeab815 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:43:57.388591 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device a1eec11d-d452-4b5f-9a0f-631dbeeab815 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:43:57.396735 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1b628073-9dd6-4013-8419-8fb62f1bc1aa), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.403046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:43:57.403716 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (1b628073-9dd6-4013-8419-8fb62f1bc1aa), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:43:57.406850 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:43:57.464405 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (a673a74a-b12a-4709-9048-863905970ae8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.470209 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.473353 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "DELETE /v2.0/networks/a673a74a-b12a-4709-9048-863905970ae8 HTTP/1.1" status: 204 len: 168 time: 0.6254721 Jan 28 19:43:57.476229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56562) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:43:57.487768 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9401082-e449-46e2-9636-6731eeb4a290 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'Network': ['ID=a673a74a-b12a-4709-9048-863905970ae8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:57.653265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a3db05a0-856d-4b8a-9add-768c49f1ed6e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Deleting port 29400df6-c8e9-49b2-b2e8-ab87433c921d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:43:57.653714 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3db05a0-856d-4b8a-9add-768c49f1ed6e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (29400df6-c8e9-49b2-b2e8-ab87433c921d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.743742 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3db05a0-856d-4b8a-9add-768c49f1ed6e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (29400df6-c8e9-49b2-b2e8-ab87433c921d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.744179 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3db05a0-856d-4b8a-9add-768c49f1ed6e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for floatingip (29400df6-c8e9-49b2-b2e8-ab87433c921d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.757903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a3db05a0-856d-4b8a-9add-768c49f1ed6e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Calling delete_port for 29400df6-c8e9-49b2-b2e8-ab87433c921d owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:43:57.915517 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3db05a0-856d-4b8a-9add-768c49f1ed6e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (29400df6-c8e9-49b2-b2e8-ab87433c921d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:57.941939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db05a0-856d-4b8a-9add-768c49f1ed6e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'Port': ['ID=29400df6-c8e9-49b2-b2e8-ab87433c921d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:43:58.008696 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3db05a0-856d-4b8a-9add-768c49f1ed6e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for floatingip (988ed259-317d-4b23-a5cd-f9693f114310), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:58.009422 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-a3db05a0-856d-4b8a-9add-768c49f1ed6e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Floating IP 988ed259-317d-4b23-a5cd-f9693f114310 disassociated (deleted). External IP: 172.25.0.86, port: 562cda2f-77b0-4d50-b84c-ccc7302f602a. Jan 28 19:43:58.217297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3db05a0-856d-4b8a-9add-768c49f1ed6e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:43:58.332969 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3db05a0-856d-4b8a-9add-768c49f1ed6e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:43:58.337993 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a3db05a0-856d-4b8a-9add-768c49f1ed6e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:43:58.346437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad03fb-0485-4255-8c11-0dcf88f0f633 None None] Sync routers for ids ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:43:58.359211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad03fb-0485-4255-8c11-0dcf88f0f633 None None] Routers {'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:43:58.361025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-90ad03fb-0485-4255-8c11-0dcf88f0f633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:43:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:58.374346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a3db05a0-856d-4b8a-9add-768c49f1ed6e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "DELETE /v2.0/floatingips/988ed259-317d-4b23-a5cd-f9693f114310 HTTP/1.1" status: 204 len: 168 time: 0.8968730 Jan 28 19:43:58.374997 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'tag': '562cda2f-77b0-4d50-b84c-ccc7302f602a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:43:58.377696 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9bf5f8-8d35-4e6d-a245-08ae7e03efdf" -d '{"events": [{"name": "network-changed", "server_uuid": "99403abf-7ecc-42ff-8932-b5ba167eccde", "tag": "562cda2f-77b0-4d50-b84c-ccc7302f602a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:43:58.428780 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71a5b3a-bf5e-4e52-8ae7-49bee2921319 x-openstack-request-id: req-c71a5b3a-bf5e-4e52-8ae7-49bee2921319 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:43:58.434518 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99403abf-7ecc-42ff-8932-b5ba167eccde", "tag": "562cda2f-77b0-4d50-b84c-ccc7302f602a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:43:58.434992 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c71a5b3a-bf5e-4e52-8ae7-49bee2921319 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:43:58.435583 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'tag': '562cda2f-77b0-4d50-b84c-ccc7302f602a', 'status': 'completed', 'code': 200} Jan 28 19:43:58.538310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bf5f8-8d35-4e6d-a245-08ae7e03efdf req-ff01b150-8a39-47b2-91b8-a0fa43444273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:58.540662 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1e9bf5f8-8d35-4e6d-a245-08ae7e03efdf req-ff01b150-8a39-47b2-91b8-a0fa43444273 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 1128 time: 0.0930371 Jan 28 19:43:58.566278 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-90ad03fb-0485-4255-8c11-0dcf88f0f633 None None] Set router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:43:58.671284 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bf5f8-8d35-4e6d-a245-08ae7e03efdf req-3ed6fc2c-502a-45c7-b7b8-3a3b1ffd13e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:58.672797 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1e9bf5f8-8d35-4e6d-a245-08ae7e03efdf req-3ed6fc2c-502a-45c7-b7b8-3a3b1ffd13e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a18a99ae-732c-4a01-828a-5558e4db887c HTTP/1.1" status: 200 len: 897 time: 0.1185040 Jan 28 19:43:58.718977 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1e9bf5f8-8d35-4e6d-a245-08ae7e03efdf req-013bef3d-7d64-4e2c-bf04-2f322638d79a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=562cda2f-77b0-4d50-b84c-ccc7302f602a HTTP/1.1" status: 200 len: 217 time: 0.0396154 Jan 28 19:43:58.791761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818f311-bb2f-4fcf-a3db-975761ac3871 req-dfb84a7a-8fd3-4f7b-85a0-4db34b0ea5e6 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:58.793424 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0818f311-bb2f-4fcf-a3db-975761ac3871 req-dfb84a7a-8fd3-4f7b-85a0-4db34b0ea5e6 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 946 time: 0.1242783 Jan 28 19:43:58.814258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bf5f8-8d35-4e6d-a245-08ae7e03efdf req-63320a78-ef81-4f1a-a0d5-99f7c1673538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:58.815883 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1e9bf5f8-8d35-4e6d-a245-08ae7e03efdf req-63320a78-ef81-4f1a-a0d5-99f7c1673538 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5787586-e099-42de-ab5f-dcc8f1b2c4d3 HTTP/1.1" status: 200 len: 835 time: 0.0909677 Jan 28 19:43:58.885798 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0818f311-bb2f-4fcf-a3db-975761ac3871 req-9e82fe6d-b542-4253-bb88-578973492059 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d7290c1-49f2-4eff-88c8-2c04f2a85ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852478 Jan 28 19:43:58.890955 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bf5f8-8d35-4e6d-a245-08ae7e03efdf req-9418dad6-f316-4bbe-b497-ef15837e311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:43:58.895284 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1e9bf5f8-8d35-4e6d-a245-08ae7e03efdf req-9418dad6-f316-4bbe-b497-ef15837e311e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a18a99ae-732c-4a01-828a-5558e4db887c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0722561 Jan 28 19:43:58.967898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-90ad03fb-0485-4255-8c11-0dcf88f0f633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:43:52Z', 'revision_number': 6, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '026c5b37-271b-4414-97e0-e7bc33cda51d', 'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:ce:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:39Z', 'updated_at': '2022-01-28T19:41:46Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:59.011269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad03fb-0485-4255-8c11-0dcf88f0f633 None None] Checking router: cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:43:59.014242 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1e9bf5f8-8d35-4e6d-a245-08ae7e03efdf req-0ca26f7d-31cc-4fe0-971d-5db6b3520d87 service neutron] 10.222.0.37 "GET /v2.0/networks/a18a99ae-732c-4a01-828a-5558e4db887c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114075 Jan 28 19:43:59.024503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad03fb-0485-4255-8c11-0dcf88f0f633 None None] Routers {'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:43:59.025243 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-90ad03fb-0485-4255-8c11-0dcf88f0f633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:43:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:59.153910 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1e9bf5f8-8d35-4e6d-a245-08ae7e03efdf req-7fbae632-dc05-4e1e-ae0d-36c9004c4a5a service neutron] 10.222.0.37 "GET /v2.0/networks/a18a99ae-732c-4a01-828a-5558e4db887c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314476 Jan 28 19:43:59.155598 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-90ad03fb-0485-4255-8c11-0dcf88f0f633 None None] Set router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:43:59.227784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f6fcf1b7-6695-4be9-a069-72dc05147b7c no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:43:59.251748 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: f6fcf1b7-6695-4be9-a069-72dc05147b7c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:43:59.252160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f6fcf1b7-6695-4be9-a069-72dc05147b7c not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:43:59.534659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-90ad03fb-0485-4255-8c11-0dcf88f0f633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:43:52Z', 'revision_number': 6, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '026c5b37-271b-4414-97e0-e7bc33cda51d', 'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:ce:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:39Z', 'updated_at': '2022-01-28T19:41:46Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:43:59.564822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad03fb-0485-4255-8c11-0dcf88f0f633 None None] The sync data for ids ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'] in n-d-824834-4 is: [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:43:52Z', 'revision_number': 6, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '026c5b37-271b-4414-97e0-e7bc33cda51d', 'name': '', 'network_id': 'a18a99ae-732c-4a01-828a-5558e4db887c', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:ce:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:39Z', 'updated_at': '2022-01-28T19:41:46Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'e5787586-e099-42de-ab5f-dcc8f1b2c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:43:59.920494 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562635fa-7df1-4aa1-8826-25f1a973edfe None None] New status for floating IP 988ed259-317d-4b23-a5cd-f9693f114310: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:44:00.066231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a84e6-e79e-416d-ac97-44c2dd6e9d4a req-4a6ddc53-d5eb-475c-a3c9-e6cd51dc5f4a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:00.070266 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c0a84e6-e79e-416d-ac97-44c2dd6e9d4a req-4a6ddc53-d5eb-475c-a3c9-e6cd51dc5f4a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 946 time: 0.0909483 Jan 28 19:44:00.163747 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a875-4c73-4eef-a684-574a00661fe8 req-7ed3d9df-24bf-4fed-8559-e1bad3a4e36f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:00.165327 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8835a875-4c73-4eef-a684-574a00661fe8 req-7ed3d9df-24bf-4fed-8559-e1bad3a4e36f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.37 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 946 time: 0.0950460 Jan 28 19:44:00.170967 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c0a84e6-e79e-416d-ac97-44c2dd6e9d4a req-de861798-f630-4664-a162-8510da2dd88f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=2d7290c1-49f2-4eff-88c8-2c04f2a85ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687551 Jan 28 19:44:00.198446 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56596) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:00.275002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-8835a875-4c73-4eef-a684-574a00661fe8 req-f606fe09-5b7e-4c13-81a2-ca0c1d5c372d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Deleting port 562cda2f-77b0-4d50-b84c-ccc7302f602a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:44:00.275499 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8835a875-4c73-4eef-a684-574a00661fe8 req-f606fe09-5b7e-4c13-81a2-ca0c1d5c372d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (562cda2f-77b0-4d50-b84c-ccc7302f602a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.352555 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb421fda-cf05-450e-a426-00de16ff4df8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.402870 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.462753 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb421fda-cf05-450e-a426-00de16ff4df8 admin admin] Publish callbacks [] for security_group (e84641ec-cd74-480c-8c75-d5f41f9d236e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.468989 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fb421fda-cf05-450e-a426-00de16ff4df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e84641ec-cd74-480c-8c75-d5f41f9d236e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.513343 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fb421fda-cf05-450e-a426-00de16ff4df8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17c30a9e3ab6477fbd1442890566f5d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3137209 Jan 28 19:44:00.514522 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56600) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:00.521576 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb421fda-cf05-450e-a426-00de16ff4df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84641ec-cd74-480c-8c75-d5f41f9d236e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:00.571750 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8636dc67-cba2-4ea0-8d91-e5465175837a admin admin] Publish callbacks [] for security_group (e84641ec-cd74-480c-8c75-d5f41f9d236e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.597510 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8636dc67-cba2-4ea0-8d91-e5465175837a admin admin] Publish callbacks [] for security_group (e84641ec-cd74-480c-8c75-d5f41f9d236e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.683685 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8636dc67-cba2-4ea0-8d91-e5465175837a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (e84641ec-cd74-480c-8c75-d5f41f9d236e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.686456 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8636dc67-cba2-4ea0-8d91-e5465175837a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.690783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8636dc67-cba2-4ea0-8d91-e5465175837a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e84641ec-cd74-480c-8c75-d5f41f9d236e HTTP/1.1" status: 204 len: 168 time: 0.1750848 Jan 28 19:44:00.699438 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636dc67-cba2-4ea0-8d91-e5465175837a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84641ec-cd74-480c-8c75-d5f41f9d236e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:00.863485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-8835a875-4c73-4eef-a684-574a00661fe8 req-f606fe09-5b7e-4c13-81a2-ca0c1d5c372d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] For port 562cda2f-77b0-4d50-b84c-ccc7302f602a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=562cda2f-77b0-4d50-b84c-ccc7302f602a,segment=NetworkSegment(d264cdc5-55ad-4f55-adaf-fa893971d0e7),segment_id=d264cdc5-55ad-4f55-adaf-fa893971d0e7)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:00.864149 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8835a875-4c73-4eef-a684-574a00661fe8 req-f606fe09-5b7e-4c13-81a2-ca0c1d5c372d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (562cda2f-77b0-4d50-b84c-ccc7302f602a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:00.884236 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-8835a875-4c73-4eef-a684-574a00661fe8 req-f606fe09-5b7e-4c13-81a2-ca0c1d5c372d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Calling delete_port for 562cda2f-77b0-4d50-b84c-ccc7302f602a owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:44:01.047645 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8835a875-4c73-4eef-a684-574a00661fe8 req-f606fe09-5b7e-4c13-81a2-ca0c1d5c372d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (562cda2f-77b0-4d50-b84c-ccc7302f602a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:01.082415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606fe09-5b7e-4c13-81a2-ca0c1d5c372d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'Port': ['ID=562cda2f-77b0-4d50-b84c-ccc7302f602a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:01.128296 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-8835a875-4c73-4eef-a684-574a00661fe8 req-f606fe09-5b7e-4c13-81a2-ca0c1d5c372d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] No DVR routers for this DVR port 562cda2f-77b0-4d50-b84c-ccc7302f602a on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:44:01.131344 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8835a875-4c73-4eef-a684-574a00661fe8 req-f606fe09-5b7e-4c13-81a2-ca0c1d5c372d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:01.134979 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8835a875-4c73-4eef-a684-574a00661fe8 req-f606fe09-5b7e-4c13-81a2-ca0c1d5c372d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.37 "DELETE /v2.0/ports/562cda2f-77b0-4d50-b84c-ccc7302f602a HTTP/1.1" status: 204 len: 173 time: 0.9629021 Jan 28 19:44:01.135617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'name': 'network-vif-deleted', 'tag': '562cda2f-77b0-4d50-b84c-ccc7302f602a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:44:01.138176 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f02523-b087-4f19-ab52-9ea41047db44" -d '{"events": [{"server_uuid": "99403abf-7ecc-42ff-8932-b5ba167eccde", "name": "network-vif-deleted", "tag": "562cda2f-77b0-4d50-b84c-ccc7302f602a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:44:01.198989 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02996f35-7d49-48f2-81e9-a9ce84aab76d x-openstack-request-id: req-02996f35-7d49-48f2-81e9-a9ce84aab76d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:44:01.199165 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56612) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:01.199641 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99403abf-7ecc-42ff-8932-b5ba167eccde", "name": "network-vif-deleted", "tag": "562cda2f-77b0-4d50-b84c-ccc7302f602a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:44:01.200630 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02996f35-7d49-48f2-81e9-a9ce84aab76d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:44:01.201127 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99403abf-7ecc-42ff-8932-b5ba167eccde', 'name': 'network-vif-deleted', 'tag': '562cda2f-77b0-4d50-b84c-ccc7302f602a', 'status': 'completed', 'code': 200} Jan 28 19:44:01.215012 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff3be77a-57bf-4335-88c2-afdb9f4a6e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:01.322358 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff3be77a-57bf-4335-88c2-afdb9f4a6e31 admin admin] Publish callbacks [] for security_group (79c1bd1e-671b-4cfa-af5e-77c615bfc78a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:01.326527 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ff3be77a-57bf-4335-88c2-afdb9f4a6e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (79c1bd1e-671b-4cfa-af5e-77c615bfc78a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:01.334247 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5ec2220d-8edf-427b-8cd4-1120d7211d8e req-2dfa4154-c679-48ce-afd2-1c8c981d0325 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=99403abf-7ecc-42ff-8932-b5ba167eccde HTTP/1.1" status: 200 len: 210 time: 0.0280457 Jan 28 19:44:01.370764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3be77a-57bf-4335-88c2-afdb9f4a6e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c1bd1e-671b-4cfa-af5e-77c615bfc78a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:01.377601 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ff3be77a-57bf-4335-88c2-afdb9f4a6e31 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8aed8a6cefe4c3b84f05bc55b0f0f71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1775012 Jan 28 19:44:01.378490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56614) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:01.436278 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaa8f714-81e9-48d0-8af4-a9dc47b414b3 admin admin] Publish callbacks [] for security_group (79c1bd1e-671b-4cfa-af5e-77c615bfc78a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:01.459739 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaa8f714-81e9-48d0-8af4-a9dc47b414b3 admin admin] Publish callbacks [] for security_group (79c1bd1e-671b-4cfa-af5e-77c615bfc78a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:01.514829 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaa8f714-81e9-48d0-8af4-a9dc47b414b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (79c1bd1e-671b-4cfa-af5e-77c615bfc78a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:01.518434 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aaa8f714-81e9-48d0-8af4-a9dc47b414b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:01.522598 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-aaa8f714-81e9-48d0-8af4-a9dc47b414b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79c1bd1e-671b-4cfa-af5e-77c615bfc78a HTTP/1.1" status: 204 len: 168 time: 0.1398535 Jan 28 19:44:01.535750 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8f714-81e9-48d0-8af4-a9dc47b414b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c1bd1e-671b-4cfa-af5e-77c615bfc78a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:02.402130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56644) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:02.461888 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3b94121-da5e-43af-9dbb-ea86533db1a2 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (2d7290c1-49f2-4eff-88c8-2c04f2a85ccd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:02.488948 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3b94121-da5e-43af-9dbb-ea86533db1a2 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (2d7290c1-49f2-4eff-88c8-2c04f2a85ccd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:02.552468 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3b94121-da5e-43af-9dbb-ea86533db1a2 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2d7290c1-49f2-4eff-88c8-2c04f2a85ccd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:02.555779 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a3b94121-da5e-43af-9dbb-ea86533db1a2 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:02.557012 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a3b94121-da5e-43af-9dbb-ea86533db1a2 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "DELETE /v2.0/security-groups/2d7290c1-49f2-4eff-88c8-2c04f2a85ccd HTTP/1.1" status: 204 len: 168 time: 0.1538990 Jan 28 19:44:02.567908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b94121-da5e-43af-9dbb-ea86533db1a2 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7290c1-49f2-4eff-88c8-2c04f2a85ccd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:03.177603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 562cda2f-77b0-4d50-b84c-ccc7302f602a no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:44:03.198407 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 562cda2f-77b0-4d50-b84c-ccc7302f602a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:44:03.198758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 562cda2f-77b0-4d50-b84c-ccc7302f602a not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:44:03.620444 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56658) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:04.022298 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4734fa91-bfaa-4752-9ff1-2890b71134ae tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:04.296518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4734fa91-bfaa-4752-9ff1-2890b71134ae tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Deleting port 026c5b37-271b-4414-97e0-e7bc33cda51d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:44:04.296871 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4734fa91-bfaa-4752-9ff1-2890b71134ae tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:04.384574 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4734fa91-bfaa-4752-9ff1-2890b71134ae tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] For port 026c5b37-271b-4414-97e0-e7bc33cda51d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=026c5b37-271b-4414-97e0-e7bc33cda51d,segment=NetworkSegment(d264cdc5-55ad-4f55-adaf-fa893971d0e7),segment_id=d264cdc5-55ad-4f55-adaf-fa893971d0e7)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:04.384818 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4734fa91-bfaa-4752-9ff1-2890b71134ae tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:04.397397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4734fa91-bfaa-4752-9ff1-2890b71134ae tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Calling delete_port for 026c5b37-271b-4414-97e0-e7bc33cda51d owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:44:04.584317 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4734fa91-bfaa-4752-9ff1-2890b71134ae tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (026c5b37-271b-4414-97e0-e7bc33cda51d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:04.614609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734fa91-bfaa-4752-9ff1-2890b71134ae tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'Port': ['ID=026c5b37-271b-4414-97e0-e7bc33cda51d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:04.789672 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4734fa91-bfaa-4752-9ff1-2890b71134ae tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:05.054071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4734fa91-bfaa-4752-9ff1-2890b71134ae tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:44:05.174399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4734fa91-bfaa-4752-9ff1-2890b71134ae tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:44:05.182144 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4734fa91-bfaa-4752-9ff1-2890b71134ae tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "PUT /v2.0/routers/cb5625f3-3ae9-40a5-91e6-4ddeeb75a422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5581222 Jan 28 19:44:05.183270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56674) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:05.187120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a478f02-118f-4292-98a4-b2aed05c4e76 None None] Sync routers for ids ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:44:05.200476 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a478f02-118f-4292-98a4-b2aed05c4e76 None None] Routers {'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:05.201467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7a478f02-118f-4292-98a4-b2aed05c4e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:43:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:05.237748 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83baa30-7ad9-455c-8f77-4069eab0509b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Deleting subnet e5787586-e099-42de-ab5f-dcc8f1b2c4d3 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:44:05.241602 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a83baa30-7ad9-455c-8f77-4069eab0509b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for subnet (e5787586-e099-42de-ab5f-dcc8f1b2c4d3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:05.293481 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a83baa30-7ad9-455c-8f77-4069eab0509b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (e5787586-e099-42de-ab5f-dcc8f1b2c4d3), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:05.315137 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7a478f02-118f-4292-98a4-b2aed05c4e76 None None] Set router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:44:05.397177 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a83baa30-7ad9-455c-8f77-4069eab0509b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (e5787586-e099-42de-ab5f-dcc8f1b2c4d3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:05.465847 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a83baa30-7ad9-455c-8f77-4069eab0509b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (e5787586-e099-42de-ab5f-dcc8f1b2c4d3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:05.501148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7a478f02-118f-4292-98a4-b2aed05c4e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:44:04Z', 'revision_number': 7, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:05.504330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83baa30-7ad9-455c-8f77-4069eab0509b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'Subnet': ['ID=e5787586-e099-42de-ab5f-dcc8f1b2c4d3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:05.507416 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a83baa30-7ad9-455c-8f77-4069eab0509b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:05.514205 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a83baa30-7ad9-455c-8f77-4069eab0509b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "DELETE /v2.0/subnets/e5787586-e099-42de-ab5f-dcc8f1b2c4d3 HTTP/1.1" status: 204 len: 168 time: 0.3280764 Jan 28 19:44:05.514587 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:05.540743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5684a3fb-d317-42e7-bb9f-1315b2ecd98c None None] Network a18a99ae-732c-4a01-828a-5558e4db887c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:05.544702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a478f02-118f-4292-98a4-b2aed05c4e76 None None] Checking router: cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:44:05.610971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a478f02-118f-4292-98a4-b2aed05c4e76 None None] Routers {'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:05.611759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7a478f02-118f-4292-98a4-b2aed05c4e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:43:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:05.624950 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fbbebf7-74cb-438b-9f59-a480de315b7d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:05.732581 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fbbebf7-74cb-438b-9f59-a480de315b7d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router_gateway (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:05.760715 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7a478f02-118f-4292-98a4-b2aed05c4e76 None None] Set router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:44:05.827734 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0fbbebf7-74cb-438b-9f59-a480de315b7d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Deleting port 6d59d0c6-12f0-4623-afb7-b0718b7ea9de {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:44:05.828981 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fbbebf7-74cb-438b-9f59-a480de315b7d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6d59d0c6-12f0-4623-afb7-b0718b7ea9de), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:05.862177 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5f55bd-e31c-4a47-a9af-35f809dd11c0 None None] DHCP port deletion for a18a99ae-732c-4a01-828a-5558e4db887c request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:44:05.933837 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0fbbebf7-74cb-438b-9f59-a480de315b7d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] For port 6d59d0c6-12f0-4623-afb7-b0718b7ea9de, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6d59d0c6-12f0-4623-afb7-b0718b7ea9de,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:05.934509 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fbbebf7-74cb-438b-9f59-a480de315b7d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6d59d0c6-12f0-4623-afb7-b0718b7ea9de), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:05.954222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0fbbebf7-74cb-438b-9f59-a480de315b7d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Calling delete_port for 6d59d0c6-12f0-4623-afb7-b0718b7ea9de owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:44:06.022869 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f55bd-e31c-4a47-a9af-35f809dd11c0 None None] Deleting port a5d0c37f-6451-4f17-aefa-550b5a3aed6f {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:44:06.023118 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb5f55bd-e31c-4a47-a9af-35f809dd11c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a5d0c37f-6451-4f17-aefa-550b5a3aed6f), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.120992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fb5f55bd-e31c-4a47-a9af-35f809dd11c0 None None] For port a5d0c37f-6451-4f17-aefa-550b5a3aed6f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a5d0c37f-6451-4f17-aefa-550b5a3aed6f,segment=NetworkSegment(d264cdc5-55ad-4f55-adaf-fa893971d0e7),segment_id=d264cdc5-55ad-4f55-adaf-fa893971d0e7)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:06.121665 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb5f55bd-e31c-4a47-a9af-35f809dd11c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a5d0c37f-6451-4f17-aefa-550b5a3aed6f), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.137683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f55bd-e31c-4a47-a9af-35f809dd11c0 None None] Calling delete_port for a5d0c37f-6451-4f17-aefa-550b5a3aed6f owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:44:06.153204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7a478f02-118f-4292-98a4-b2aed05c4e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:44:04Z', 'revision_number': 7, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:06.155206 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fbbebf7-74cb-438b-9f59-a480de315b7d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (6d59d0c6-12f0-4623-afb7-b0718b7ea9de), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.219493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a478f02-118f-4292-98a4-b2aed05c4e76 None None] The sync data for ids ['cb5625f3-3ae9-40a5-91e6-4ddeeb75a422'] in n-d-824834-4 is: [{'id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'name': 'tempest-TestNetworkBasicOps-router-1121719822', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:41:35Z', 'updated_at': '2022-01-28T19:44:04Z', 'revision_number': 7, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '6d59d0c6-12f0-4623-afb7-b0718b7ea9de', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5625f3-3ae9-40a5-91e6-4ddeeb75a422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:41:36Z', 'updated_at': '2022-01-28T19:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:44:06.237071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbebf7-74cb-438b-9f59-a480de315b7d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'Port': ['ID=6d59d0c6-12f0-4623-afb7-b0718b7ea9de,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:06.286115 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb5f55bd-e31c-4a47-a9af-35f809dd11c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (a5d0c37f-6451-4f17-aefa-550b5a3aed6f), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.318987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f55bd-e31c-4a47-a9af-35f809dd11c0 None None] Pushing event deleted for resources: {'Port': ['ID=a5d0c37f-6451-4f17-aefa-550b5a3aed6f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:06.321517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5f55bd-e31c-4a47-a9af-35f809dd11c0 None None] No DVR routers for this DVR port a5d0c37f-6451-4f17-aefa-550b5a3aed6f on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:44:06.326624 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fbbebf7-74cb-438b-9f59-a480de315b7d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.784107 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fbbebf7-74cb-438b-9f59-a480de315b7d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.786253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fbbebf7-74cb-438b-9f59-a480de315b7d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router_controller (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.834865 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fbbebf7-74cb-438b-9f59-a480de315b7d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (cb5625f3-3ae9-40a5-91e6-4ddeeb75a422), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.835413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbbebf7-74cb-438b-9f59-a480de315b7d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Fanout notify agent at l3_agent the message router_deleted on router cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:44:06.842192 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fbbebf7-74cb-438b-9f59-a480de315b7d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:06.845756 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0fbbebf7-74cb-438b-9f59-a480de315b7d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "DELETE /v2.0/routers/cb5625f3-3ae9-40a5-91e6-4ddeeb75a422 HTTP/1.1" status: 204 len: 168 time: 1.3277161 Jan 28 19:44:06.846091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56684) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:06.933620 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-556d81d6-4f07-4591-ae28-805e60b5ba9e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (a18a99ae-732c-4a01-828a-5558e4db887c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.034009 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-556d81d6-4f07-4591-ae28-805e60b5ba9e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (a18a99ae-732c-4a01-828a-5558e4db887c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.055413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-556d81d6-4f07-4591-ae28-805e60b5ba9e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18a99ae-732c-4a01-828a-5558e4db887c']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:07.065865 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-556d81d6-4f07-4591-ae28-805e60b5ba9e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd264cdc5-55ad-4f55-adaf-fa893971d0e7') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:07.066199 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-556d81d6-4f07-4591-ae28-805e60b5ba9e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd264cdc5-55ad-4f55-adaf-fa893971d0e7') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:07.075658 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-556d81d6-4f07-4591-ae28-805e60b5ba9e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (d264cdc5-55ad-4f55-adaf-fa893971d0e7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.090322 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-556d81d6-4f07-4591-ae28-805e60b5ba9e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d264cdc5-55ad-4f55-adaf-fa893971d0e7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.097089 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556d81d6-4f07-4591-ae28-805e60b5ba9e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:44:07.097884 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-556d81d6-4f07-4591-ae28-805e60b5ba9e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (d264cdc5-55ad-4f55-adaf-fa893971d0e7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:44:07.101483 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:44:07.162005 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-556d81d6-4f07-4591-ae28-805e60b5ba9e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (a18a99ae-732c-4a01-828a-5558e4db887c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.186609 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-556d81d6-4f07-4591-ae28-805e60b5ba9e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.189799 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-556d81d6-4f07-4591-ae28-805e60b5ba9e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "DELETE /v2.0/networks/a18a99ae-732c-4a01-828a-5558e4db887c HTTP/1.1" status: 204 len: 168 time: 0.3427868 Jan 28 19:44:07.190722 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d81d6-4f07-4591-ae28-805e60b5ba9e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'Network': ['ID=a18a99ae-732c-4a01-828a-5558e4db887c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:07.207324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56690) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:07.213381 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-dbfb9b8c-02ac-4a4b-981c-7ea4b2c58e8f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'network': {'name': 'tempest-network-smoke--1130664221', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:07.233810 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfb9b8c-02ac-4a4b-981c-7ea4b2c58e8f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Made reservation on behalf of 01785429969c45bfabc9b5e49dae6d6f for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:07.237371 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbfb9b8c-02ac-4a4b-981c-7ea4b2c58e8f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.263956 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfb9b8c-02ac-4a4b-981c-7ea4b2c58e8f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:44:07.274462 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbfb9b8c-02ac-4a4b-981c-7ea4b2c58e8f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e7fb463f-ecc1-4032-be9f-33a68b570b60), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.274956 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-dbfb9b8c-02ac-4a4b-981c-7ea4b2c58e8f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Added segment e7fb463f-ecc1-4032-be9f-33a68b570b60 of type vlan for network e3fcba94-3255-4880-a4bc-dc6032cab48a Jan 28 19:44:07.326197 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbfb9b8c-02ac-4a4b-981c-7ea4b2c58e8f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (e3fcba94-3255-4880-a4bc-dc6032cab48a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.361808 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbfb9b8c-02ac-4a4b-981c-7ea4b2c58e8f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (e3fcba94-3255-4880-a4bc-dc6032cab48a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.367129 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfb9b8c-02ac-4a4b-981c-7ea4b2c58e8f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:07.368052 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dbfb9b8c-02ac-4a4b-981c-7ea4b2c58e8f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.437369 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-dbfb9b8c-02ac-4a4b-981c-7ea4b2c58e8f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2281933 Jan 28 19:44:07.440321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:07.444893 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1233704658', 'admin_state_up': True, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:07.454603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a5d0c37f-6451-4f17-aefa-550b5a3aed6f no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:44:07.458476 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb9b8c-02ac-4a4b-981c-7ea4b2c58e8f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Network': ['ID=e3fcba94-3255-4880-a4bc-dc6032cab48a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:07.471602 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (96030ce5-737d-4aa4-9653-ef6901b988a6), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.473227 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (96030ce5-737d-4aa4-9653-ef6901b988a6), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.482885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network e3fcba94-3255-4880-a4bc-dc6032cab48a details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:44:07.485465 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: a5d0c37f-6451-4f17-aefa-550b5a3aed6f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:44:07.485807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a5d0c37f-6451-4f17-aefa-550b5a3aed6f not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:44:07.486228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 026c5b37-271b-4414-97e0-e7bc33cda51d no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:44:07.525602 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router_controller (96030ce5-737d-4aa4-9653-ef6901b988a6), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.543263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 026c5b37-271b-4414-97e0-e7bc33cda51d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:44:07.543865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 026c5b37-271b-4414-97e0-e7bc33cda51d not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:44:07.673012 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router_gateway (96030ce5-737d-4aa4-9653-ef6901b988a6), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.875028 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router_gateway (96030ce5-737d-4aa4-9653-ef6901b988a6), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:07.894966 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:08.019238 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Allocated IP 172.25.0.141 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/0d1e99df-c802-4e79-9b2d-9e767a6a7462) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:08.141214 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for port (0d1e99df-c802-4e79-9b2d-9e767a6a7462), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:08.182391 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0d1e99df-c802-4e79-9b2d-9e767a6a7462), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:08.218343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:08.222572 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:08.228231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:08.233727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Port': ['ID=0d1e99df-c802-4e79-9b2d-9e767a6a7462,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:08.479160 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router_gateway (96030ce5-737d-4aa4-9653-ef6901b988a6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:08.678145 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (96030ce5-737d-4aa4-9653-ef6901b988a6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:08.811647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Router 96030ce5-737d-4aa4-9653-ef6901b988a6 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:44:08.916125 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:44:08.926779 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Sync routers for ids ['96030ce5-737d-4aa4-9653-ef6901b988a6'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:44:08.937858 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Routers {'96030ce5-737d-4aa4-9653-ef6901b988a6'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:08.938814 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:43:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['96030ce5-737d-4aa4-9653-ef6901b988a6'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:08.947308 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:08.947534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56700) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:08.955450 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-770c3622-0387-4df4-a280-17caa12a14a1 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5131178 Jan 28 19:44:08.993164 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4cad1e94-cb3d-43f5-994b-02b5f7c9c8d1 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=01785429969c45bfabc9b5e49dae6d6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451217 Jan 28 19:44:08.995658 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:09.008663 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6d59d0c6-12f0-4623-afb7-b0718b7ea9de no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:44:09.053768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 6d59d0c6-12f0-4623-afb7-b0718b7ea9de {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:44:09.054443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6d59d0c6-12f0-4623-afb7-b0718b7ea9de not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:44:09.081064 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Set router 96030ce5-737d-4aa4-9653-ef6901b988a6 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:44:09.109149 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019f4be4-dfc8-4385-9516-aef11edc7cd3 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:09.111040 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-019f4be4-dfc8-4385-9516-aef11edc7cd3 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1142077 Jan 28 19:44:09.114000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56706) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:09.146889 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a0a3d3ac-07f7-427a-b1c0-c9904b76ef7b tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292132 Jan 28 19:44:09.147237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56708) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:09.152246 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b109ccb6-ecd2-45f8-9f77-7eff1cf96a1b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1081824291', 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:09.268057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b109ccb6-ecd2-45f8-9f77-7eff1cf96a1b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Made reservation on behalf of 01785429969c45bfabc9b5e49dae6d6f for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:09.268372 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'name': 'tempest-TestNetworkBasicOps-router-1233704658', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:08Z', 'revision_number': 3, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:35:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:09.272487 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b109ccb6-ecd2-45f8-9f77-7eff1cf96a1b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:09.298966 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Checking router: 96030ce5-737d-4aa4-9653-ef6901b988a6 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:44:09.299589 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Updating router 96030ce5-737d-4aa4-9653-ef6901b988a6 port 0d1e99df-c802-4e79-9b2d-9e767a6a7462 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:44:09.330864 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0d1e99df-c802-4e79-9b2d-9e767a6a7462), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:09.520276 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b109ccb6-ecd2-45f8-9f77-7eff1cf96a1b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (fb457e79-55a4-4a9f-b3f5-273a54467f61), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:09.581838 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109ccb6-ecd2-45f8-9f77-7eff1cf96a1b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Subnet': ['ID=fb457e79-55a4-4a9f-b3f5-273a54467f61,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:09.600899 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109ccb6-ecd2-45f8-9f77-7eff1cf96a1b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Checking segment: {'id': 'e7fb463f-ecc1-4032-be9f-33a68b570b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:09.601270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b109ccb6-ecd2-45f8-9f77-7eff1cf96a1b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network hostable DHCP agents. Network: e3fcba94-3255-4880-a4bc-dc6032cab48a, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:44:09.619515 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b109ccb6-ecd2-45f8-9f77-7eff1cf96a1b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network e3fcba94-3255-4880-a4bc-dc6032cab48a is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:44:09.630479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b109ccb6-ecd2-45f8-9f77-7eff1cf96a1b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, e3fcba94-3255-4880-a4bc-dc6032cab48a) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:09.640512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4026bb-e1bb-4854-91a4-41624b10dec3 None None] Network e3fcba94-3255-4880-a4bc-dc6032cab48a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:09.642756 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b109ccb6-ecd2-45f8-9f77-7eff1cf96a1b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:09.646968 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b109ccb6-ecd2-45f8-9f77-7eff1cf96a1b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:09.666979 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b109ccb6-ecd2-45f8-9f77-7eff1cf96a1b tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5177770 Jan 28 19:44:09.669062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:09.807527 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Publish callbacks [] for port (0d1e99df-c802-4e79-9b2d-9e767a6a7462), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:09.817279 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0d1e99df-c802-4e79-9b2d-9e767a6a7462), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:09.839545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-e3fcba94-3255-4880-a4bc-dc6032cab48a', 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'fixed_ips': [{'subnet_id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:44:09.840918 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:09.919753 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Attempting to bind port 0d1e99df-c802-4e79-9b2d-9e767a6a7462 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:44:09.920115 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Attempting to bind port 0d1e99df-c802-4e79-9b2d-9e767a6a7462 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:44:09.920469 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Attempting to bind port 0d1e99df-c802-4e79-9b2d-9e767a6a7462 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:09.931565 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ccbb4-1c63-445c-adfc-28f7ac4fddf1 None None] Pushing event updated for resources: {'Port': ['ID=0d1e99df-c802-4e79-9b2d-9e767a6a7462,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:09.941327 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ccbb4-1c63-445c-adfc-28f7ac4fddf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.941669 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ccbb4-1c63-445c-adfc-28f7ac4fddf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.942001 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ccbb4-1c63-445c-adfc-28f7ac4fddf1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.942348 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ccbb4-1c63-445c-adfc-28f7ac4fddf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.942674 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ccbb4-1c63-445c-adfc-28f7ac4fddf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.942990 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ccbb4-1c63-445c-adfc-28f7ac4fddf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.943307 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ccbb4-1c63-445c-adfc-28f7ac4fddf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.943735 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ccbb4-1c63-445c-adfc-28f7ac4fddf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.943906 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ccbb4-1c63-445c-adfc-28f7ac4fddf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.944220 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ccbb4-1c63-445c-adfc-28f7ac4fddf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.944531 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ccbb4-1c63-445c-adfc-28f7ac4fddf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.944840 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ccbb4-1c63-445c-adfc-28f7ac4fddf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.945145 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ccbb4-1c63-445c-adfc-28f7ac4fddf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:09.970600 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:44:09.970983 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:09.971387 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:09.971771 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:44:09.972251 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Bound port: 0d1e99df-c802-4e79-9b2d-9e767a6a7462, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:44:09.972626 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0d1e99df-c802-4e79-9b2d-9e767a6a7462), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:10.023099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Allocated IP 172.20.0.2 (e3fcba94-3255-4880-a4bc-dc6032cab48a/fb457e79-55a4-4a9f-b3f5-273a54467f61/27e82118-7fb1-40af-a390-b9235dd99f85) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:10.038640 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] For port 0d1e99df-c802-4e79-9b2d-9e767a6a7462, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:44:10.043931 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] For port 0d1e99df-c802-4e79-9b2d-9e767a6a7462, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0d1e99df-c802-4e79-9b2d-9e767a6a7462,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:44:10.052844 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0d1e99df-c802-4e79-9b2d-9e767a6a7462), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:10.142389 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Routers {'96030ce5-737d-4aa4-9653-ef6901b988a6'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:10.143123 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:43:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['96030ce5-737d-4aa4-9653-ef6901b988a6'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:10.377724 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ccbb4-1c63-445c-adfc-28f7ac4fddf1 None None] Pushing event updated for resources: {'Port': ['ID=0d1e99df-c802-4e79-9b2d-9e767a6a7462,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:10.384915 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Publish callbacks [] for port (27e82118-7fb1-40af-a390-b9235dd99f85), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:10.384915 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (27e82118-7fb1-40af-a390-b9235dd99f85), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:10.385968 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] Set router 96030ce5-737d-4aa4-9653-ef6901b988a6 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:44:10.386346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Network e3fcba94-3255-4880-a4bc-dc6032cab48a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:10.386346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:10.391350 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:10.398762 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Pushing event updated for resources: {'Port': ['ID=27e82118-7fb1-40af-a390-b9235dd99f85,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:10.420238 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:10.491947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Attempting to bind port 27e82118-7fb1-40af-a390-b9235dd99f85 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:44:10.492763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Attempting to bind port 27e82118-7fb1-40af-a390-b9235dd99f85 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'e7fb463f-ecc1-4032-be9f-33a68b570b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:44:10.493098 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Attempting to bind port 27e82118-7fb1-40af-a390-b9235dd99f85 on network e3fcba94-3255-4880-a4bc-dc6032cab48a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:10.501111 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:44:10.501494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Checking segment: {'id': 'e7fb463f-ecc1-4032-be9f-33a68b570b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:10.501902 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:10.502353 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Bound using segment: {'id': 'e7fb463f-ecc1-4032-be9f-33a68b570b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:44:10.502823 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Bound port: 27e82118-7fb1-40af-a390-b9235dd99f85, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fb463f-ecc1-4032-be9f-33a68b570b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:44:10.503202 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (27e82118-7fb1-40af-a390-b9235dd99f85), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:10.576303 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] For port 27e82118-7fb1-40af-a390-b9235dd99f85, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:44:10.579809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] For port 27e82118-7fb1-40af-a390-b9235dd99f85, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=27e82118-7fb1-40af-a390-b9235dd99f85,segment=NetworkSegment(e7fb463f-ecc1-4032-be9f-33a68b570b60),segment_id=e7fb463f-ecc1-4032-be9f-33a68b570b60)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:44:10.588357 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (27e82118-7fb1-40af-a390-b9235dd99f85), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:10.633171 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'name': 'tempest-TestNetworkBasicOps-router-1233704658', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:08Z', 'revision_number': 3, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:35:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:10.668185 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b551f48-d100-46a5-83ea-f16c14028095 None None] Pushing event updated for resources: {'Port': ['ID=27e82118-7fb1-40af-a390-b9235dd99f85,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:10.700942 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daaf0bd-cd0f-4265-8b2e-ee0be698af74 None None] The sync data for ids ['96030ce5-737d-4aa4-9653-ef6901b988a6'] in n-d-824834-4 is: [{'id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'name': 'tempest-TestNetworkBasicOps-router-1233704658', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:08Z', 'revision_number': 3, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:35:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:44:10.887168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Allocated IP 172.20.0.1 (e3fcba94-3255-4880-a4bc-dc6032cab48a/fb457e79-55a4-4a9f-b3f5-273a54467f61/3fbbf30d-26cc-4707-8790-ae0b8158239e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:11.224942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 27e82118-7fb1-40af-a390-b9235dd99f85 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:11.238077 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:11.279603 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:11.333226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 27e82118-7fb1-40af-a390-b9235dd99f85 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:11.333605 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (27e82118-7fb1-40af-a390-b9235dd99f85), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:11.344093 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network e3fcba94-3255-4880-a4bc-dc6032cab48a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:11.347666 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:11.355276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:11.395402 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Port': ['ID=3fbbf30d-26cc-4707-8790-ae0b8158239e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:11.409014 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:11.409731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:11.410314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:11.410881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:11.411465 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:11.412194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:11.412763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:11.413300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:11.413833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:11.414410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:11.415083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:11.415620 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:11.416164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:11.445502 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (96030ce5-737d-4aa4-9653-ef6901b988a6), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:11.477759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 27e82118-7fb1-40af-a390-b9235dd99f85 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:11.478504 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (27e82118-7fb1-40af-a390-b9235dd99f85), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:11.524557 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 27e82118-7fb1-40af-a390-b9235dd99f85, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=27e82118-7fb1-40af-a390-b9235dd99f85,segment=NetworkSegment(e7fb463f-ecc1-4032-be9f-33a68b570b60),segment_id=e7fb463f-ecc1-4032-be9f-33a68b570b60)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:11.531021 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (27e82118-7fb1-40af-a390-b9235dd99f85), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:11.598888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=27e82118-7fb1-40af-a390-b9235dd99f85,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:11.688272 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:12.087208 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:12.093670 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:12.176116 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (96030ce5-737d-4aa4-9653-ef6901b988a6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:12.178324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Port': ['ID=3fbbf30d-26cc-4707-8790-ae0b8158239e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:12.235753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edf4c47-dcd5-455c-9541-9ecc8f47540e None None] Network e3fcba94-3255-4880-a4bc-dc6032cab48a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:44:12.298264 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network e3fcba94-3255-4880-a4bc-dc6032cab48a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:12.299675 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:12.339656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-325b2c50-8a85-466c-9623-cc4b63127b75 None None] Provisioning complete for port 27e82118-7fb1-40af-a390-b9235dd99f85 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:12.340308 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-325b2c50-8a85-466c-9623-cc4b63127b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (27e82118-7fb1-40af-a390-b9235dd99f85), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:12.457790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-325b2c50-8a85-466c-9623-cc4b63127b75 None None] Current status of the port 27e82118-7fb1-40af-a390-b9235dd99f85 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:12.458560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Router 96030ce5-737d-4aa4-9653-ef6901b988a6 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:44:12.607462 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:44:12.613203 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-04f4e65a-daa4-441c-8def-df16c2554933 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "PUT /v2.0/routers/96030ce5-737d-4aa4-9653-ef6901b988a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9428794 Jan 28 19:44:12.615994 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56764) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:12.757322 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5109b1-6a9d-4736-9fac-c27235681771 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:12.757790 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5109b1-6a9d-4736-9fac-c27235681771 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:12.758275 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5109b1-6a9d-4736-9fac-c27235681771 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:12.758735 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5109b1-6a9d-4736-9fac-c27235681771 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:12.759365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5109b1-6a9d-4736-9fac-c27235681771 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:12.759624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5109b1-6a9d-4736-9fac-c27235681771 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:12.764182 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fb5109b1-6a9d-4736-9fac-c27235681771 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.1434143 Jan 28 19:44:12.764504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56768) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:12.804502 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-74585b20-01a8-412d-a8a8-eafa22dc74fb None None] Provisioning complete for port 27e82118-7fb1-40af-a390-b9235dd99f85 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:12.804885 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74585b20-01a8-412d-a8a8-eafa22dc74fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (27e82118-7fb1-40af-a390-b9235dd99f85), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:13.001110 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-74585b20-01a8-412d-a8a8-eafa22dc74fb None None] Current status of the port 27e82118-7fb1-40af-a390-b9235dd99f85 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:13.040812 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-74585b20-01a8-412d-a8a8-eafa22dc74fb None None] Provisioning complete for port 3fbbf30d-26cc-4707-8790-ae0b8158239e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:13.041195 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-74585b20-01a8-412d-a8a8-eafa22dc74fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:13.112749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-74585b20-01a8-412d-a8a8-eafa22dc74fb None None] Port 3fbbf30d-26cc-4707-8790-ae0b8158239e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:13.263028 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-297119b8-1502-4e45-a9f0-ad947b9cf523 None None] Provisioning complete for port 3fbbf30d-26cc-4707-8790-ae0b8158239e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:13.264971 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-297119b8-1502-4e45-a9f0-ad947b9cf523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:13.343361 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 27e82118-7fb1-40af-a390-b9235dd99f85 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:13.466241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc3c3e7-3474-42ea-9562-fc6cf8b07352 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:13.467396 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc3c3e7-3474-42ea-9562-fc6cf8b07352 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:13.468047 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc3c3e7-3474-42ea-9562-fc6cf8b07352 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:13.468681 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc3c3e7-3474-42ea-9562-fc6cf8b07352 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:13.469315 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc3c3e7-3474-42ea-9562-fc6cf8b07352 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:13.469962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc3c3e7-3474-42ea-9562-fc6cf8b07352 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:13.472746 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0cc3c3e7-3474-42ea-9562-fc6cf8b07352 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4009 time: 0.7068808 Jan 28 19:44:13.475418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56780) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:13.547412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Sync routers for ids ['96030ce5-737d-4aa4-9653-ef6901b988a6'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:44:13.577575 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-297119b8-1502-4e45-a9f0-ad947b9cf523 None None] Port 3fbbf30d-26cc-4707-8790-ae0b8158239e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:13.586369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Routers {'96030ce5-737d-4aa4-9653-ef6901b988a6'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:13.587002 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:43:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['96030ce5-737d-4aa4-9653-ef6901b988a6'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:13.642714 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 27e82118-7fb1-40af-a390-b9235dd99f85 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:13.643794 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (27e82118-7fb1-40af-a390-b9235dd99f85), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:13.710342 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6480df6b-8eed-4980-86d6-a84cf728e94d tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.2310748 Jan 28 19:44:13.765435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-19d4604c-6f94-40c7-8beb-52d7df57d63e None None] Provisioning complete for port 3fbbf30d-26cc-4707-8790-ae0b8158239e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:13.765806 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19d4604c-6f94-40c7-8beb-52d7df57d63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:13.780735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Set router 96030ce5-737d-4aa4-9653-ef6901b988a6 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:44:13.926381 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-19d4604c-6f94-40c7-8beb-52d7df57d63e None None] Port 3fbbf30d-26cc-4707-8790-ae0b8158239e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:13.928929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 27e82118-7fb1-40af-a390-b9235dd99f85 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:13.930411 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0d1e99df-c802-4e79-9b2d-9e767a6a7462 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:14.053649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0d1e99df-c802-4e79-9b2d-9e767a6a7462 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:14.053875 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0d1e99df-c802-4e79-9b2d-9e767a6a7462), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.152584 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56792) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:14.158301 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-85a210ab-d67b-44f7-9e33-a7497d707b58 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1231970223', 'description': 'tempest-secgroup-smoke-1231970223 description', 'project_id': '01785429969c45bfabc9b5e49dae6d6f'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:14.161393 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'name': 'tempest-TestNetworkBasicOps-router-1233704658', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:11Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:35:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '3fbbf30d-26cc-4707-8790-ae0b8158239e', 'name': '', 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:fa:69:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:10Z', 'updated_at': '2022-01-28T19:44:11Z', 'revision_number': 2, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:14.186514 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85a210ab-d67b-44f7-9e33-a7497d707b58 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.196386 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Checking router: 96030ce5-737d-4aa4-9653-ef6901b988a6 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:44:14.196739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Updating router 96030ce5-737d-4aa4-9653-ef6901b988a6 port 3fbbf30d-26cc-4707-8790-ae0b8158239e binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:44:14.220433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0d1e99df-c802-4e79-9b2d-9e767a6a7462 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:14.220829 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0d1e99df-c802-4e79-9b2d-9e767a6a7462), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.243014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 0d1e99df-c802-4e79-9b2d-9e767a6a7462, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0d1e99df-c802-4e79-9b2d-9e767a6a7462,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:14.250073 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0d1e99df-c802-4e79-9b2d-9e767a6a7462), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.258783 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.280209 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85a210ab-d67b-44f7-9e33-a7497d707b58 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (bcd5edac-c04a-4191-9de0-d9a110fc1de2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.285736 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85a210ab-d67b-44f7-9e33-a7497d707b58 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bcd5edac-c04a-4191-9de0-d9a110fc1de2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.325869 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-85a210ab-d67b-44f7-9e33-a7497d707b58 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.331411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56798) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:14.332061 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-85a210ab-d67b-44f7-9e33-a7497d707b58 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1779487 Jan 28 19:44:14.336624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7e595cac-c05a-4b9e-a3e4-bdee583012ce tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': 'bcd5edac-c04a-4191-9de0-d9a110fc1de2', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:14.339761 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a210ab-d67b-44f7-9e33-a7497d707b58 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd5edac-c04a-4191-9de0-d9a110fc1de2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:14.372732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=0d1e99df-c802-4e79-9b2d-9e767a6a7462,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:14.392462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:14.393050 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:14.393319 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:14.393708 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:14.394059 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:14.394391 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:14.394717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:14.395036 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:14.395358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:14.396263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:14.396612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:14.397071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:14.397254 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:44:14.412159 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e595cac-c05a-4b9e-a3e4-bdee583012ce tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (b7a8a21d-3fc1-462f-bf79-f9e1253b625d), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.483699 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e595cac-c05a-4b9e-a3e4-bdee583012ce tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (b7a8a21d-3fc1-462f-bf79-f9e1253b625d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.490291 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e595cac-c05a-4b9e-a3e4-bdee583012ce tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (b7a8a21d-3fc1-462f-bf79-f9e1253b625d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.540600 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e595cac-c05a-4b9e-a3e4-bdee583012ce tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a8a21d-3fc1-462f-bf79-f9e1253b625d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:14.553859 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7e595cac-c05a-4b9e-a3e4-bdee583012ce tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.559421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56804) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:14.564615 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1d602ddf-1340-4bf0-9232-ebf41db141ca tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': 'bcd5edac-c04a-4191-9de0-d9a110fc1de2', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:14.570181 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7e595cac-c05a-4b9e-a3e4-bdee583012ce tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2370441 Jan 28 19:44:14.602551 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d602ddf-1340-4bf0-9232-ebf41db141ca tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (fe1d37e1-cc7c-45cd-ad92-b86fa2591f24), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.678196 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Publish callbacks [] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.685423 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d602ddf-1340-4bf0-9232-ebf41db141ca tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (fe1d37e1-cc7c-45cd-ad92-b86fa2591f24), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.694876 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d602ddf-1340-4bf0-9232-ebf41db141ca tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (fe1d37e1-cc7c-45cd-ad92-b86fa2591f24), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.707127 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.720354 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d602ddf-1340-4bf0-9232-ebf41db141ca tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1d37e1-cc7c-45cd-ad92-b86fa2591f24,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:14.729156 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d602ddf-1340-4bf0-9232-ebf41db141ca tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.733542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56810) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:14.735865 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1d602ddf-1340-4bf0-9232-ebf41db141ca tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1753559 Jan 28 19:44:14.739151 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fd1f36c5-55ba-46e5-88a0-61a456c60eaa tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': 'bcd5edac-c04a-4191-9de0-d9a110fc1de2', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:14.776766 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145593d0-a990-40d8-b672-fcb15c77642f None None] Pushing event updated for resources: {'Port': ['ID=3fbbf30d-26cc-4707-8790-ae0b8158239e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:14.839724 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd1f36c5-55ba-46e5-88a0-61a456c60eaa tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (85a78628-feb1-46e2-af58-ecae8004ee67), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.862058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Attempting to bind port 3fbbf30d-26cc-4707-8790-ae0b8158239e on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:44:14.862058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Attempting to bind port 3fbbf30d-26cc-4707-8790-ae0b8158239e by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'e7fb463f-ecc1-4032-be9f-33a68b570b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:44:14.862058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Attempting to bind port 3fbbf30d-26cc-4707-8790-ae0b8158239e on network e3fcba94-3255-4880-a4bc-dc6032cab48a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:14.886357 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:44:14.886913 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Checking segment: {'id': 'e7fb463f-ecc1-4032-be9f-33a68b570b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:14.887417 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.887903 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Bound using segment: {'id': 'e7fb463f-ecc1-4032-be9f-33a68b570b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:44:14.888468 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Bound port: 3fbbf30d-26cc-4707-8790-ae0b8158239e, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fb463f-ecc1-4032-be9f-33a68b570b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:44:14.888945 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.933960 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd1f36c5-55ba-46e5-88a0-61a456c60eaa tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (85a78628-feb1-46e2-af58-ecae8004ee67), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.957225 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd1f36c5-55ba-46e5-88a0-61a456c60eaa tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (85a78628-feb1-46e2-af58-ecae8004ee67), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:14.978304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f36c5-55ba-46e5-88a0-61a456c60eaa tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a78628-feb1-46e2-af58-ecae8004ee67,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:15.006975 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd1f36c5-55ba-46e5-88a0-61a456c60eaa tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.008470 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fd1f36c5-55ba-46e5-88a0-61a456c60eaa tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2735810 Jan 28 19:44:15.011433 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56814) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:15.018745 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-23717fe5-867a-4e63-ae06-1da75955f8ff tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': 'bcd5edac-c04a-4191-9de0-d9a110fc1de2', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:15.037463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] For port 3fbbf30d-26cc-4707-8790-ae0b8158239e, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:44:15.040729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] For port 3fbbf30d-26cc-4707-8790-ae0b8158239e, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=3fbbf30d-26cc-4707-8790-ae0b8158239e,segment=NetworkSegment(e7fb463f-ecc1-4032-be9f-33a68b570b60),segment_id=e7fb463f-ecc1-4032-be9f-33a68b570b60)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:44:15.048842 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.101126 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23717fe5-867a-4e63-ae06-1da75955f8ff tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (b004d4d6-1411-48fe-8ea9-3cbd9ecc8513), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.141814 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0d1e99df-c802-4e79-9b2d-9e767a6a7462 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:15.168799 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145593d0-a990-40d8-b672-fcb15c77642f None None] Pushing event updated for resources: {'Port': ['ID=3fbbf30d-26cc-4707-8790-ae0b8158239e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:15.191200 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23717fe5-867a-4e63-ae06-1da75955f8ff tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (b004d4d6-1411-48fe-8ea9-3cbd9ecc8513), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.197035 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23717fe5-867a-4e63-ae06-1da75955f8ff tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (b004d4d6-1411-48fe-8ea9-3cbd9ecc8513), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.227752 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23717fe5-867a-4e63-ae06-1da75955f8ff tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b004d4d6-1411-48fe-8ea9-3cbd9ecc8513,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:15.237975 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Routers {'96030ce5-737d-4aa4-9653-ef6901b988a6'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:15.238990 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:43:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['96030ce5-737d-4aa4-9653-ef6901b988a6'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:15.246340 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-23717fe5-867a-4e63-ae06-1da75955f8ff tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.250338 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-23717fe5-867a-4e63-ae06-1da75955f8ff tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2353535 Jan 28 19:44:15.250985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 56818) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:15.263016 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3c72810f-93e1-431c-a38a-a6126acfd431 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': 'bcd5edac-c04a-4191-9de0-d9a110fc1de2', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:15.298559 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-3c72810f-93e1-431c-a38a-a6126acfd431 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Project 01785429969c45bfabc9b5e49dae6d6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:44:15.305673 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c72810f-93e1-431c-a38a-a6126acfd431 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (2e79d2cd-5da2-4fb3-9ad4-8522f5571576), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.370737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-29af39a9-cb31-4774-a871-c9ec0bdcf6e4 None None] Provisioning complete for port 3fbbf30d-26cc-4707-8790-ae0b8158239e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:15.371104 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29af39a9-cb31-4774-a871-c9ec0bdcf6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.402494 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c72810f-93e1-431c-a38a-a6126acfd431 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (2e79d2cd-5da2-4fb3-9ad4-8522f5571576), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.408183 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c72810f-93e1-431c-a38a-a6126acfd431 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (2e79d2cd-5da2-4fb3-9ad4-8522f5571576), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.428840 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72810f-93e1-431c-a38a-a6126acfd431 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e79d2cd-5da2-4fb3-9ad4-8522f5571576,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:15.458006 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3c72810f-93e1-431c-a38a-a6126acfd431 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.470888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 56824) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:15.476254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c4bc20c0-65a5-4ef4-91da-ac19bca08480 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'security_group_rule': {'security_group_id': 'bcd5edac-c04a-4191-9de0-d9a110fc1de2', 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:15.481479 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3c72810f-93e1-431c-a38a-a6126acfd431 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2269666 Jan 28 19:44:15.504125 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] Set router 96030ce5-737d-4aa4-9653-ef6901b988a6 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:44:15.519923 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-c4bc20c0-65a5-4ef4-91da-ac19bca08480 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Project 01785429969c45bfabc9b5e49dae6d6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:44:15.529556 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4bc20c0-65a5-4ef4-91da-ac19bca08480 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (945eacf6-d7bd-41af-8aa3-bd45f9dc3adf), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.544109 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-29af39a9-cb31-4774-a871-c9ec0bdcf6e4 None None] Current status of the port 3fbbf30d-26cc-4707-8790-ae0b8158239e is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:15.544527 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29af39a9-cb31-4774-a871-c9ec0bdcf6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.556963 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0d1e99df-c802-4e79-9b2d-9e767a6a7462 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:15.557452 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0d1e99df-c802-4e79-9b2d-9e767a6a7462), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.617783 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4bc20c0-65a5-4ef4-91da-ac19bca08480 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (945eacf6-d7bd-41af-8aa3-bd45f9dc3adf), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.625279 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4bc20c0-65a5-4ef4-91da-ac19bca08480 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (945eacf6-d7bd-41af-8aa3-bd45f9dc3adf), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.655962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc20c0-65a5-4ef4-91da-ac19bca08480 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945eacf6-d7bd-41af-8aa3-bd45f9dc3adf,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:15.680422 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c4bc20c0-65a5-4ef4-91da-ac19bca08480 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.681654 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c4bc20c0-65a5-4ef4-91da-ac19bca08480 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2101550 Jan 28 19:44:15.700851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-29af39a9-cb31-4774-a871-c9ec0bdcf6e4 None None] For port 3fbbf30d-26cc-4707-8790-ae0b8158239e, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=3fbbf30d-26cc-4707-8790-ae0b8158239e,segment=NetworkSegment(e7fb463f-ecc1-4032-be9f-33a68b570b60),segment_id=e7fb463f-ecc1-4032-be9f-33a68b570b60)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:15.711929 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29af39a9-cb31-4774-a871-c9ec0bdcf6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.867478 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af39a9-cb31-4774-a871-c9ec0bdcf6e4 None None] Pushing event updated for resources: {'Port': ['ID=3fbbf30d-26cc-4707-8790-ae0b8158239e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:15.879077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0d1e99df-c802-4e79-9b2d-9e767a6a7462 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:15.901189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8dd8bd04-7958-46d3-90d1-31640a57faa3 None None] Provisioning complete for port 3fbbf30d-26cc-4707-8790-ae0b8158239e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:15.902480 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8dd8bd04-7958-46d3-90d1-31640a57faa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:15.981169 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'name': 'tempest-TestNetworkBasicOps-router-1233704658', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:11Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '3fbbf30d-26cc-4707-8790-ae0b8158239e', 'name': '', 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:fa:69:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:10Z', 'updated_at': '2022-01-28T19:44:15Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:15.995338 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-07486591-9ab9-4bfd-87a4-f9ce4f546848 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1231970223&fields=id&tenant_id=01785429969c45bfabc9b5e49dae6d6f HTTP/1.1" status: 200 len: 267 time: 0.0637906 Jan 28 19:44:16.017530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eba7f3-0073-4888-9d27-3f8b16cec4d6 None None] The sync data for ids ['96030ce5-737d-4aa4-9653-ef6901b988a6'] in n-d-824834-4 is: [{'id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'name': 'tempest-TestNetworkBasicOps-router-1233704658', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:11Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '3fbbf30d-26cc-4707-8790-ae0b8158239e', 'name': '', 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:fa:69:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:10Z', 'updated_at': '2022-01-28T19:44:15Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:44:16.154182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224d918-e96a-427c-863e-b0c7290ee231 req-34bf0006-bda3-46fb-9a14-47ec17345047 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:16.156718 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-34bf0006-bda3-46fb-9a14-47ec17345047 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/networks?id=e3fcba94-3255-4880-a4bc-dc6032cab48a HTTP/1.1" status: 200 len: 797 time: 0.1596699 Jan 28 19:44:16.183643 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-7c5a87c2-936c-438c-a82b-fbddcb80bb82 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/quotas/01785429969c45bfabc9b5e49dae6d6f HTTP/1.1" status: 200 len: 375 time: 0.0111074 Jan 28 19:44:16.292871 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-cdc06d47-e55c-492f-a7b2-437335c87267 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846434 Jan 28 19:44:16.334838 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8dd8bd04-7958-46d3-90d1-31640a57faa3 None None] Current status of the port 3fbbf30d-26cc-4707-8790-ae0b8158239e is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:16.594972 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-7767c66b-e0e8-4a44-993a-90454d3c616d service neutron] 10.222.0.55 "GET /v2.0/networks/e3fcba94-3255-4880-a4bc-dc6032cab48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879970 Jan 28 19:44:16.694438 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-7f0b5263-47e4-4a2a-9d51-994b768dff28 service neutron] 10.222.0.55 "GET /v2.0/networks/e3fcba94-3255-4880-a4bc-dc6032cab48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955889 Jan 28 19:44:16.977645 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d48be0f9-0848-48ff-ab1f-057f5ae87351 req-cdf8236b-f786-4920-b441-23515bb3002f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 210 time: 0.0782964 Jan 28 19:44:17.181119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3fbbf30d-26cc-4707-8790-ae0b8158239e up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:17.245426 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 3fbbf30d-26cc-4707-8790-ae0b8158239e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:17.245805 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:17.388893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 3fbbf30d-26cc-4707-8790-ae0b8158239e is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:18.083366 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4a12ecdc-e25b-4b15-aaca-5cfe706effa7 req-00075d2d-86b9-4e7b-bea1-dce316f3670a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 210 time: 0.0430140 Jan 28 19:44:18.227004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224d918-e96a-427c-863e-b0c7290ee231 req-21e1ba78-ebbc-4e46-9fd0-ab92efb6c78c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:18.238138 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-21e1ba78-ebbc-4e46-9fd0-ab92efb6c78c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.37 "GET /v2.0/networks?id=e3fcba94-3255-4880-a4bc-dc6032cab48a HTTP/1.1" status: 200 len: 797 time: 0.1668298 Jan 28 19:44:18.238789 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5cd416a-6c4b-402f-a206-3c9313e190ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:18.314190 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-7f76d96b-7738-47e1-a75d-772dceed9e93 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01785429969c45bfabc9b5e49dae6d6f HTTP/1.1" status: 200 len: 380 time: 0.0643544 Jan 28 19:44:18.324721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b224d918-e96a-427c-863e-b0c7290ee231 req-f9fdf39f-b843-4192-879a-92da3f162770 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'port': {'device_id': 'd89b0f72-ebb1-4f07-a213-20c8b5ba6737', 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a', 'admin_state_up': True, 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'security_groups': ['bcd5edac-c04a-4191-9de0-d9a110fc1de2']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:18.462180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b224d918-e96a-427c-863e-b0c7290ee231 req-f9fdf39f-b843-4192-879a-92da3f162770 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Made reservation on behalf of 01785429969c45bfabc9b5e49dae6d6f for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:18.465732 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b224d918-e96a-427c-863e-b0c7290ee231 req-f9fdf39f-b843-4192-879a-92da3f162770 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:18.638636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-b224d918-e96a-427c-863e-b0c7290ee231 req-f9fdf39f-b843-4192-879a-92da3f162770 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Allocated IP 172.20.0.4 (e3fcba94-3255-4880-a4bc-dc6032cab48a/fb457e79-55a4-4a9f-b3f5-273a54467f61/82aa0c8b-3533-48d3-a8bf-b347e4899907) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:18.823459 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b224d918-e96a-427c-863e-b0c7290ee231 req-f9fdf39f-b843-4192-879a-92da3f162770 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for port (82aa0c8b-3533-48d3-a8bf-b347e4899907), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:18.861936 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b224d918-e96a-427c-863e-b0c7290ee231 req-f9fdf39f-b843-4192-879a-92da3f162770 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (82aa0c8b-3533-48d3-a8bf-b347e4899907), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:18.912543 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b224d918-e96a-427c-863e-b0c7290ee231 req-f9fdf39f-b843-4192-879a-92da3f162770 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network e3fcba94-3255-4880-a4bc-dc6032cab48a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:18.920130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-b224d918-e96a-427c-863e-b0c7290ee231 req-f9fdf39f-b843-4192-879a-92da3f162770 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:18.925941 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-b224d918-e96a-427c-863e-b0c7290ee231 req-f9fdf39f-b843-4192-879a-92da3f162770 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:18.952537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdf39f-b843-4192-879a-92da3f162770 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Port': ['ID=82aa0c8b-3533-48d3-a8bf-b347e4899907,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:18.985560 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224d918-e96a-427c-863e-b0c7290ee231 req-f9fdf39f-b843-4192-879a-92da3f162770 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:18.986459 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b224d918-e96a-427c-863e-b0c7290ee231 req-f9fdf39f-b843-4192-879a-92da3f162770 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:19.006484 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-f9fdf39f-b843-4192-879a-92da3f162770 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6868339 Jan 28 19:44:19.016523 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-b02153be-0ede-4338-b6f3-7286b3a92651 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:44:19.017581 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-b02153be-0ede-4338-b6f3-7286b3a92651 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060661 Jan 28 19:44:19.094767 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Request body: {'port': {'device_id': 'd89b0f72-ebb1-4f07-a213-20c8b5ba6737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:19.177786 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (82aa0c8b-3533-48d3-a8bf-b347e4899907), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:19.238845 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3ad66-fd41-4a49-b036-cc0a4b697ac3 req-c6469ed1-94be-4795-8add-97ad1c9c38dc tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:19.241541 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8f3ad66-fd41-4a49-b036-cc0a4b697ac3 req-c6469ed1-94be-4795-8add-97ad1c9c38dc tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 931 time: 0.0632114 Jan 28 19:44:19.288551 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bc9f2519-bbf5-4174-ac2a-bf68ae772013 None None] Provisioning complete for port 82aa0c8b-3533-48d3-a8bf-b347e4899907 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:19.289549 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2519-bbf5-4174-ac2a-bf68ae772013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (82aa0c8b-3533-48d3-a8bf-b347e4899907), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:19.297465 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d8f3ad66-fd41-4a49-b036-cc0a4b697ac3 req-62e15e1e-de5e-46e4-9410-6ad91e252817 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd5edac-c04a-4191-9de0-d9a110fc1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469618 Jan 28 19:44:19.337487 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f2519-bbf5-4174-ac2a-bf68ae772013 None None] Port 82aa0c8b-3533-48d3-a8bf-b347e4899907 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:19.812716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82aa0c8b-3533-48d3-a8bf-b347e4899907 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:44:19.820546 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Publish callbacks [] for port (82aa0c8b-3533-48d3-a8bf-b347e4899907), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:19.833312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Transition to ACTIVE for port object 82aa0c8b-3533-48d3-a8bf-b347e4899907 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:44:19.838173 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (82aa0c8b-3533-48d3-a8bf-b347e4899907), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:19.892099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Pushing event updated for resources: {'Port': ['ID=82aa0c8b-3533-48d3-a8bf-b347e4899907,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:19.977709 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Attempting to bind port 82aa0c8b-3533-48d3-a8bf-b347e4899907 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:44:19.978202 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Attempting to bind port 82aa0c8b-3533-48d3-a8bf-b347e4899907 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'e7fb463f-ecc1-4032-be9f-33a68b570b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:44:19.978527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Attempting to bind port 82aa0c8b-3533-48d3-a8bf-b347e4899907 on network e3fcba94-3255-4880-a4bc-dc6032cab48a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:19.984133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Port 82aa0c8b-3533-48d3-a8bf-b347e4899907 on network e3fcba94-3255-4880-a4bc-dc6032cab48a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:44:19.984252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Attempting to bind port 82aa0c8b-3533-48d3-a8bf-b347e4899907 on network e3fcba94-3255-4880-a4bc-dc6032cab48a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:19.989471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:44:19.989916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Checking segment: {'id': 'e7fb463f-ecc1-4032-be9f-33a68b570b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:19.990215 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Bound using segment: {'id': 'e7fb463f-ecc1-4032-be9f-33a68b570b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:44:19.990648 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Bound port: 82aa0c8b-3533-48d3-a8bf-b347e4899907, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fb463f-ecc1-4032-be9f-33a68b570b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:44:19.991174 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (82aa0c8b-3533-48d3-a8bf-b347e4899907), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:20.070563 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] For port 82aa0c8b-3533-48d3-a8bf-b347e4899907, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:44:20.075782 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] For port 82aa0c8b-3533-48d3-a8bf-b347e4899907, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=82aa0c8b-3533-48d3-a8bf-b347e4899907,segment=NetworkSegment(e7fb463f-ecc1-4032-be9f-33a68b570b60),segment_id=e7fb463f-ecc1-4032-be9f-33a68b570b60)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:44:20.089225 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (82aa0c8b-3533-48d3-a8bf-b347e4899907), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:20.156607 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Pushing event updated for resources: {'Port': ['ID=82aa0c8b-3533-48d3-a8bf-b347e4899907,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:20.161313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:20.162012 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:20.163741 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-262a3ba1-900f-4305-9d7b-f9a169b85897 service neutron] 10.222.0.37 "PUT /v2.0/ports/82aa0c8b-3533-48d3-a8bf-b347e4899907 HTTP/1.1" status: 200 len: 1091 time: 1.1374969 Jan 28 19:44:20.164193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89b0f72-ebb1-4f07-a213-20c8b5ba6737', 'tag': '82aa0c8b-3533-48d3-a8bf-b347e4899907'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:44:20.167599 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96458cc-e7c5-4140-b4e0-cfc063075c87" -d '{"events": [{"name": "network-changed", "server_uuid": "d89b0f72-ebb1-4f07-a213-20c8b5ba6737", "tag": "82aa0c8b-3533-48d3-a8bf-b347e4899907"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:44:20.226421 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ce6cad-3065-4c98-8af4-54b745c57699 x-openstack-request-id: req-65ce6cad-3065-4c98-8af4-54b745c57699 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:44:20.226714 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89b0f72-ebb1-4f07-a213-20c8b5ba6737", "tag": "82aa0c8b-3533-48d3-a8bf-b347e4899907", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:44:20.226972 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65ce6cad-3065-4c98-8af4-54b745c57699 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:44:20.227372 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89b0f72-ebb1-4f07-a213-20c8b5ba6737', 'tag': '82aa0c8b-3533-48d3-a8bf-b347e4899907', 'status': 'completed', 'code': 200} Jan 28 19:44:20.280255 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224d918-e96a-427c-863e-b0c7290ee231 req-3b0cd9c4-bf78-4a44-96cf-5e773aca8aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:20.281789 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-3b0cd9c4-bf78-4a44-96cf-5e773aca8aeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 1125 time: 0.0648537 Jan 28 19:44:20.334270 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-9a491f5b-cbc8-4d19-bf90-2dd9cf5eb974 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82aa0c8b-3533-48d3-a8bf-b347e4899907 HTTP/1.1" status: 200 len: 217 time: 0.0464025 Jan 28 19:44:20.395822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224d918-e96a-427c-863e-b0c7290ee231 req-162f5eaa-9ce5-4354-a001-28d14ce2e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:20.398258 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-162f5eaa-9ce5-4354-a001-28d14ce2e15f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb457e79-55a4-4a9f-b3f5-273a54467f61 HTTP/1.1" status: 200 len: 835 time: 0.0572371 Jan 28 19:44:20.406961 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-842b31d2-3749-4672-a77b-fba781aee9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:20.505474 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224d918-e96a-427c-863e-b0c7290ee231 req-fe2cdaed-e72c-4ac1-a18e-1917688858c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:20.509189 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-fe2cdaed-e72c-4ac1-a18e-1917688858c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3fcba94-3255-4880-a4bc-dc6032cab48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1042590 Jan 28 19:44:20.537344 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79914882-5367-4023-9ba8-791689fb170e req-f86591ff-b157-4678-a366-6a20ec7cdecf tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:20.539901 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79914882-5367-4023-9ba8-791689fb170e req-f86591ff-b157-4678-a366-6a20ec7cdecf tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 943 time: 0.1173224 Jan 28 19:44:20.622893 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79914882-5367-4023-9ba8-791689fb170e req-440efb71-3f7b-4865-821f-60201c435e01 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd5edac-c04a-4191-9de0-d9a110fc1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661347 Jan 28 19:44:20.638891 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-2d7d2685-b17c-481c-a82e-962bf373cb03 service neutron] 10.222.0.37 "GET /v2.0/networks/e3fcba94-3255-4880-a4bc-dc6032cab48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243162 Jan 28 19:44:20.747083 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b224d918-e96a-427c-863e-b0c7290ee231 req-c8bb2dba-ee75-4726-8f7e-c639ee990f04 service neutron] 10.222.0.37 "GET /v2.0/networks/e3fcba94-3255-4880-a4bc-dc6032cab48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025832 Jan 28 19:44:20.835514 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96458cc-e7c5-4140-b4e0-cfc063075c87 req-2977571d-b72c-4cf8-b95c-e28121400b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:20.837295 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e96458cc-e7c5-4140-b4e0-cfc063075c87 req-2977571d-b72c-4cf8-b95c-e28121400b01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 1125 time: 0.0474949 Jan 28 19:44:20.948567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96458cc-e7c5-4140-b4e0-cfc063075c87 req-0f6c128e-291c-4cd7-9933-5cd202a476ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:20.950724 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e96458cc-e7c5-4140-b4e0-cfc063075c87 req-0f6c128e-291c-4cd7-9933-5cd202a476ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3fcba94-3255-4880-a4bc-dc6032cab48a HTTP/1.1" status: 200 len: 898 time: 0.1077888 Jan 28 19:44:20.995642 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e96458cc-e7c5-4140-b4e0-cfc063075c87 req-34c6040e-c5bd-4b24-b5ba-247a27d0b45e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82aa0c8b-3533-48d3-a8bf-b347e4899907 HTTP/1.1" status: 200 len: 217 time: 0.0389562 Jan 28 19:44:21.046945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96458cc-e7c5-4140-b4e0-cfc063075c87 req-8e179af3-3c79-48f2-8cba-6702ac9e3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:21.048556 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e96458cc-e7c5-4140-b4e0-cfc063075c87 req-8e179af3-3c79-48f2-8cba-6702ac9e3011 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb457e79-55a4-4a9f-b3f5-273a54467f61 HTTP/1.1" status: 200 len: 835 time: 0.0478120 Jan 28 19:44:21.106595 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96458cc-e7c5-4140-b4e0-cfc063075c87 req-05728ae6-2599-442b-8869-ffbc6d2b25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:21.108301 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e96458cc-e7c5-4140-b4e0-cfc063075c87 req-05728ae6-2599-442b-8869-ffbc6d2b25e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3fcba94-3255-4880-a4bc-dc6032cab48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542953 Jan 28 19:44:21.209712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e96458cc-e7c5-4140-b4e0-cfc063075c87 req-da31bd2b-dd47-4394-a7a0-3aaa3a86c142 service neutron] 10.222.0.37 "GET /v2.0/networks/e3fcba94-3255-4880-a4bc-dc6032cab48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957091 Jan 28 19:44:21.313617 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e96458cc-e7c5-4140-b4e0-cfc063075c87 req-809223a2-bbff-41d8-8261-f20e21136558 service neutron] 10.222.0.37 "GET /v2.0/networks/e3fcba94-3255-4880-a4bc-dc6032cab48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959480 Jan 28 19:44:21.755966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab460d-c51d-404b-b41c-7794163fb59f req-993a01e0-5cda-417f-8e1d-1c28e042d005 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:21.757488 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1eab460d-c51d-404b-b41c-7794163fb59f req-993a01e0-5cda-417f-8e1d-1c28e042d005 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 943 time: 0.0606477 Jan 28 19:44:21.787063 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:21.812346 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1eab460d-c51d-404b-b41c-7794163fb59f req-22ea8ee7-d9c3-4201-bb24-d091d58f178d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd5edac-c04a-4191-9de0-d9a110fc1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488086 Jan 28 19:44:22.940899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd25462-dede-4021-838e-5edda1c40de4 req-3f6b3775-6747-4300-95af-ae3c2dd7f2ff tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:22.942489 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cdd25462-dede-4021-838e-5edda1c40de4 req-3f6b3775-6747-4300-95af-ae3c2dd7f2ff tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 943 time: 0.0559020 Jan 28 19:44:22.993595 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cdd25462-dede-4021-838e-5edda1c40de4 req-a93c17c1-a9a5-4735-af85-8cb0239f795d tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd5edac-c04a-4191-9de0-d9a110fc1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442605 Jan 28 19:44:23.060647 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:24.134162 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545bdfd-1b02-4ccb-bea5-52a90da1f710 req-5fb1f44b-4983-4dc0-ad83-3dd10e8d56ef tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:24.135786 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d545bdfd-1b02-4ccb-bea5-52a90da1f710 req-5fb1f44b-4983-4dc0-ad83-3dd10e8d56ef tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 943 time: 0.0629213 Jan 28 19:44:24.189607 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d545bdfd-1b02-4ccb-bea5-52a90da1f710 req-968b9ac2-2273-451f-86c6-a1bd225f6c0f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd5edac-c04a-4191-9de0-d9a110fc1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477073 Jan 28 19:44:24.515669 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:25.300997 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 82aa0c8b-3533-48d3-a8bf-b347e4899907 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:44:25.327165 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a291fa0-2918-485e-ae14-10813923d149 req-76b07af1-f229-4d0a-a367-fb32e7ed2ac8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:25.328818 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a291fa0-2918-485e-ae14-10813923d149 req-76b07af1-f229-4d0a-a367-fb32e7ed2ac8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 943 time: 0.0555656 Jan 28 19:44:25.395979 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a291fa0-2918-485e-ae14-10813923d149 req-64a2b9c5-0cb9-4b25-b340-e2a5ac71ffc7 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd5edac-c04a-4191-9de0-d9a110fc1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566607 Jan 28 19:44:25.423424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 82aa0c8b-3533-48d3-a8bf-b347e4899907, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=82aa0c8b-3533-48d3-a8bf-b347e4899907,segment=NetworkSegment(e7fb463f-ecc1-4032-be9f-33a68b570b60),segment_id=e7fb463f-ecc1-4032-be9f-33a68b570b60)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:25.438988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '82aa0c8b-3533-48d3-a8bf-b347e4899907', 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a', 'port_id': '82aa0c8b-3533-48d3-a8bf-b347e4899907', 'mac_address': 'fa:16:3e:7a:ef:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:44:25.480984 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 82aa0c8b-3533-48d3-a8bf-b347e4899907 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:25.481414 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (82aa0c8b-3533-48d3-a8bf-b347e4899907), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:25.502203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82aa0c8b-3533-48d3-a8bf-b347e4899907 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:44:25.522137 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 82aa0c8b-3533-48d3-a8bf-b347e4899907, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=82aa0c8b-3533-48d3-a8bf-b347e4899907,segment=NetworkSegment(e7fb463f-ecc1-4032-be9f-33a68b570b60),segment_id=e7fb463f-ecc1-4032-be9f-33a68b570b60)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:25.526422 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (82aa0c8b-3533-48d3-a8bf-b347e4899907), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:25.572280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=82aa0c8b-3533-48d3-a8bf-b347e4899907,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:25.653097 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:25.843953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['82aa0c8b-3533-48d3-a8bf-b347e4899907'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:44:26.543969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b4aab-39f0-4544-9d8a-3a3404d4f517 req-5430198d-28d3-49b0-bf67-9e94cda34c9f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:26.545670 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-723b4aab-39f0-4544-9d8a-3a3404d4f517 req-5430198d-28d3-49b0-bf67-9e94cda34c9f tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 944 time: 0.0719755 Jan 28 19:44:26.604715 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-723b4aab-39f0-4544-9d8a-3a3404d4f517 req-43812638-2ff1-4f15-8648-0f50c696edd8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd5edac-c04a-4191-9de0-d9a110fc1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501256 Jan 28 19:44:27.316685 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 82aa0c8b-3533-48d3-a8bf-b347e4899907 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:27.375789 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 82aa0c8b-3533-48d3-a8bf-b347e4899907 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:44:27.380172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 82aa0c8b-3533-48d3-a8bf-b347e4899907 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:27.380835 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (82aa0c8b-3533-48d3-a8bf-b347e4899907), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:27.463445 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 82aa0c8b-3533-48d3-a8bf-b347e4899907 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:27.463917 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (82aa0c8b-3533-48d3-a8bf-b347e4899907), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:27.488226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89b0f72-ebb1-4f07-a213-20c8b5ba6737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aa0c8b-3533-48d3-a8bf-b347e4899907'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:44:27.490723 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6327cf-e7ea-4ea6-a2e2-f915fd447460" -d '{"events": [{"server_uuid": "d89b0f72-ebb1-4f07-a213-20c8b5ba6737", "name": "network-vif-plugged", "status": "completed", "tag": "82aa0c8b-3533-48d3-a8bf-b347e4899907"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:44:27.504388 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 82aa0c8b-3533-48d3-a8bf-b347e4899907, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=82aa0c8b-3533-48d3-a8bf-b347e4899907,segment=NetworkSegment(e7fb463f-ecc1-4032-be9f-33a68b570b60),segment_id=e7fb463f-ecc1-4032-be9f-33a68b570b60)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:27.509727 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (82aa0c8b-3533-48d3-a8bf-b347e4899907), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:27.544921 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8220dd75-17d3-4dfa-85fb-ff4acd50854f x-openstack-request-id: req-8220dd75-17d3-4dfa-85fb-ff4acd50854f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:44:27.545478 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89b0f72-ebb1-4f07-a213-20c8b5ba6737", "name": "network-vif-plugged", "status": "completed", "tag": "82aa0c8b-3533-48d3-a8bf-b347e4899907", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:44:27.545738 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8220dd75-17d3-4dfa-85fb-ff4acd50854f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:44:27.546203 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89b0f72-ebb1-4f07-a213-20c8b5ba6737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aa0c8b-3533-48d3-a8bf-b347e4899907', 'code': 200} Jan 28 19:44:27.573334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=82aa0c8b-3533-48d3-a8bf-b347e4899907,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:27.666464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bc492-d664-457e-a7e3-23c347075eb6 req-c9385ec0-44e2-432c-9d2f-2bdbae544ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:27.668697 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-470bc492-d664-457e-a7e3-23c347075eb6 req-c9385ec0-44e2-432c-9d2f-2bdbae544ea1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 1127 time: 0.0606949 Jan 28 19:44:27.763691 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-470bc492-d664-457e-a7e3-23c347075eb6 req-627f2834-8443-4010-831c-ab76233765f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bcd5edac-c04a-4191-9de0-d9a110fc1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894346 Jan 28 19:44:27.785466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65239155-209b-4c09-af41-e5c3a81f92cc req-37208e44-77ab-4bee-9ac7-03b434179bfd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:27.787653 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65239155-209b-4c09-af41-e5c3a81f92cc req-37208e44-77ab-4bee-9ac7-03b434179bfd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 945 time: 0.0902617 Jan 28 19:44:27.841455 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65239155-209b-4c09-af41-e5c3a81f92cc req-a53cc234-04fa-461e-b501-bb0587ddf5c8 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd5edac-c04a-4191-9de0-d9a110fc1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481908 Jan 28 19:44:28.987513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e57f4-b1a6-41b2-856e-7611d7d3402f req-a2a27a90-2a92-4b84-bf98-8bab6d2c1dd7 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:28.989064 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fd7e57f4-b1a6-41b2-856e-7611d7d3402f req-a2a27a90-2a92-4b84-bf98-8bab6d2c1dd7 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 945 time: 0.0736754 Jan 28 19:44:29.082619 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fd7e57f4-b1a6-41b2-856e-7611d7d3402f req-d6417790-7573-48d7-b497-e178aee2d3c4 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd5edac-c04a-4191-9de0-d9a110fc1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866375 Jan 28 19:44:30.212093 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a726dba-54b6-4762-a80d-1483ee748c03 req-8aeb39d0-0b80-4c57-98d8-994facca065e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:30.216342 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2a726dba-54b6-4762-a80d-1483ee748c03 req-8aeb39d0-0b80-4c57-98d8-994facca065e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 945 time: 0.0627069 Jan 28 19:44:30.268213 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2a726dba-54b6-4762-a80d-1483ee748c03 req-cf174215-41b2-445b-bd63-c9f4c525cbea tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd5edac-c04a-4191-9de0-d9a110fc1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474861 Jan 28 19:44:30.391181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e776b-22c7-4747-8885-9c1bb8dd9d1f req-d6b13764-45fc-4cab-82f8-6f1611feeff2 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:30.398047 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e72e776b-22c7-4747-8885-9c1bb8dd9d1f req-d6b13764-45fc-4cab-82f8-6f1611feeff2 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 945 time: 0.0589647 Jan 28 19:44:30.408015 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:30.446069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e72e776b-22c7-4747-8885-9c1bb8dd9d1f req-e234321b-1b11-46c9-b946-1f02e5d1e07c tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd5edac-c04a-4191-9de0-d9a110fc1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461442 Jan 28 19:44:30.468625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:30.527418 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae5200b-acf7-43cf-bfd7-68715b9b8865 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:30.529262 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8ae5200b-acf7-43cf-bfd7-68715b9b8865 tempest-TestNetworkBasicOps-330872299 tempest-TestNetworkBasicOps-330872299-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 1122 time: 0.0594232 Jan 28 19:44:30.532172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57242) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:30.536766 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '82aa0c8b-3533-48d3-a8bf-b347e4899907', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:30.558193 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:30.668069 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:30.781005 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Allocated IP 172.25.0.213 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/c8b2d2fe-2230-42ff-a7c0-ac356b313a7b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:30.905273 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for port (c8b2d2fe-2230-42ff-a7c0-ac356b313a7b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:30.939946 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c8b2d2fe-2230-42ff-a7c0-ac356b313a7b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:30.988883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:30.991788 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:30.995494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:31.024174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Port': ['ID=c8b2d2fe-2230-42ff-a7c0-ac356b313a7b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:31.381520 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for floatingip (de9b17ef-e52b-4f2c-8ed2-7f189082aeae), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:31.455718 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c8b2d2fe-2230-42ff-a7c0-ac356b313a7b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:31.619182 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for port (c8b2d2fe-2230-42ff-a7c0-ac356b313a7b), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:31.624602 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (c8b2d2fe-2230-42ff-a7c0-ac356b313a7b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:31.701197 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event updated for resources: {'Port': ['ID=c8b2d2fe-2230-42ff-a7c0-ac356b313a7b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:31.720928 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (de9b17ef-e52b-4f2c-8ed2-7f189082aeae), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:31.839582 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Floating IP de9b17ef-e52b-4f2c-8ed2-7f189082aeae associated. External IP: 172.25.0.213, port: 82aa0c8b-3533-48d3-a8bf-b347e4899907. Jan 28 19:44:32.084568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Router 96030ce5-737d-4aa4-9653-ef6901b988a6 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:44:32.205552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:44:32.217272 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ac2733-fd70-4b1e-9282-c8a2b8417bed None None] Sync routers for ids ['96030ce5-737d-4aa4-9653-ef6901b988a6'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:44:32.225873 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:32.230849 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ac2733-fd70-4b1e-9282-c8a2b8417bed None None] Routers {'96030ce5-737d-4aa4-9653-ef6901b988a6'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:32.232712 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d8ac2733-fd70-4b1e-9282-c8a2b8417bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:44:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['96030ce5-737d-4aa4-9653-ef6901b988a6'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:32.261213 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-799dc8b9-54dc-4df9-ab9c-545b41f2dd36 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7250018 Jan 28 19:44:32.261213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89b0f72-ebb1-4f07-a213-20c8b5ba6737', 'tag': '82aa0c8b-3533-48d3-a8bf-b347e4899907'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:44:32.261763 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97a852b-f70b-462c-b3bb-fd63710d2ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "d89b0f72-ebb1-4f07-a213-20c8b5ba6737", "tag": "82aa0c8b-3533-48d3-a8bf-b347e4899907"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:44:32.262740 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57276) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:32.321757 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253964f3-a563-491d-8c19-66a1de7c3ed9 x-openstack-request-id: req-253964f3-a563-491d-8c19-66a1de7c3ed9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:44:32.322113 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89b0f72-ebb1-4f07-a213-20c8b5ba6737", "tag": "82aa0c8b-3533-48d3-a8bf-b347e4899907", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:44:32.322636 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-253964f3-a563-491d-8c19-66a1de7c3ed9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:44:32.322871 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89b0f72-ebb1-4f07-a213-20c8b5ba6737', 'tag': '82aa0c8b-3533-48d3-a8bf-b347e4899907', 'status': 'completed', 'code': 200} Jan 28 19:44:32.374582 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d8ac2733-fd70-4b1e-9282-c8a2b8417bed None None] Set router 96030ce5-737d-4aa4-9653-ef6901b988a6 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:44:32.402050 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d225dd95-0988-4742-9f2f-45811acd3dd2 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/floatingips/de9b17ef-e52b-4f2c-8ed2-7f189082aeae HTTP/1.1" status: 200 len: 991 time: 0.1372218 Jan 28 19:44:32.412191 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a852b-f70b-462c-b3bb-fd63710d2ef9 req-e84ef2e6-2d8e-4941-9678-a56d44075113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:32.413693 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d97a852b-f70b-462c-b3bb-fd63710d2ef9 req-e84ef2e6-2d8e-4941-9678-a56d44075113 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 1127 time: 0.0702994 Jan 28 19:44:32.540124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a852b-f70b-462c-b3bb-fd63710d2ef9 req-80db5e9d-4837-4f1d-abf9-46431c98ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:32.541890 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d97a852b-f70b-462c-b3bb-fd63710d2ef9 req-80db5e9d-4837-4f1d-abf9-46431c98ca5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3fcba94-3255-4880-a4bc-dc6032cab48a HTTP/1.1" status: 200 len: 898 time: 0.1226251 Jan 28 19:44:32.628193 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d97a852b-f70b-462c-b3bb-fd63710d2ef9 req-532a4862-ffb7-4a3c-89c3-b9f899d8c4ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82aa0c8b-3533-48d3-a8bf-b347e4899907 HTTP/1.1" status: 200 len: 999 time: 0.0797377 Jan 28 19:44:32.630845 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d8ac2733-fd70-4b1e-9282-c8a2b8417bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'name': 'tempest-TestNetworkBasicOps-router-1233704658', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:11Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'de9b17ef-e52b-4f2c-8ed2-7f189082aeae', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'floating_ip_address': '172.25.0.213', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'port_id': '82aa0c8b-3533-48d3-a8bf-b347e4899907', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a', 'mac_address': 'fa:16:3e:7a:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89b0f72-ebb1-4f07-a213-20c8b5ba6737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:44:31Z', 'updated_at': '2022-01-28T19:44:31Z', 'revision_number': 0, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbbf30d-26cc-4707-8790-ae0b8158239e', 'name': '', 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:fa:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:10Z', 'updated_at': '2022-01-28T19:44:15Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:32.682945 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ac2733-fd70-4b1e-9282-c8a2b8417bed None None] Checking router: 96030ce5-737d-4aa4-9653-ef6901b988a6 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:44:32.685480 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a852b-f70b-462c-b3bb-fd63710d2ef9 req-0254848c-7569-4a59-b235-ef5c351b3203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:32.687378 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d97a852b-f70b-462c-b3bb-fd63710d2ef9 req-0254848c-7569-4a59-b235-ef5c351b3203 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb457e79-55a4-4a9f-b3f5-273a54467f61 HTTP/1.1" status: 200 len: 835 time: 0.0544474 Jan 28 19:44:32.692935 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ac2733-fd70-4b1e-9282-c8a2b8417bed None None] Routers {'96030ce5-737d-4aa4-9653-ef6901b988a6'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:44:32.693738 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d8ac2733-fd70-4b1e-9282-c8a2b8417bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:44:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['96030ce5-737d-4aa4-9653-ef6901b988a6'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:32.748458 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a852b-f70b-462c-b3bb-fd63710d2ef9 req-8180fcc5-fc71-481f-8a8e-46c1de5c3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:32.748837 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d97a852b-f70b-462c-b3bb-fd63710d2ef9 req-8180fcc5-fc71-481f-8a8e-46c1de5c3b9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3fcba94-3255-4880-a4bc-dc6032cab48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0555253 Jan 28 19:44:32.842076 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d8ac2733-fd70-4b1e-9282-c8a2b8417bed None None] Set router 96030ce5-737d-4aa4-9653-ef6901b988a6 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:44:32.870953 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d97a852b-f70b-462c-b3bb-fd63710d2ef9 req-9c7c8b08-cc46-4998-a39d-34a7f32b139e service neutron] 10.222.0.37 "GET /v2.0/networks/e3fcba94-3255-4880-a4bc-dc6032cab48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165640 Jan 28 19:44:33.022717 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d97a852b-f70b-462c-b3bb-fd63710d2ef9 req-b7986e4b-38c8-4c5b-a732-a8f4b2e4183c service neutron] 10.222.0.37 "GET /v2.0/networks/e3fcba94-3255-4880-a4bc-dc6032cab48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447325 Jan 28 19:44:33.095858 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d8ac2733-fd70-4b1e-9282-c8a2b8417bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'name': 'tempest-TestNetworkBasicOps-router-1233704658', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:11Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'de9b17ef-e52b-4f2c-8ed2-7f189082aeae', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'floating_ip_address': '172.25.0.213', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'port_id': '82aa0c8b-3533-48d3-a8bf-b347e4899907', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a', 'mac_address': 'fa:16:3e:7a:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89b0f72-ebb1-4f07-a213-20c8b5ba6737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:44:31Z', 'updated_at': '2022-01-28T19:44:31Z', 'revision_number': 0, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbbf30d-26cc-4707-8790-ae0b8158239e', 'name': '', 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:fa:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:10Z', 'updated_at': '2022-01-28T19:44:15Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:44:33.220820 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ac2733-fd70-4b1e-9282-c8a2b8417bed None None] The sync data for ids ['96030ce5-737d-4aa4-9653-ef6901b988a6'] in n-d-824834-4 is: [{'id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'name': 'tempest-TestNetworkBasicOps-router-1233704658', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:11Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'de9b17ef-e52b-4f2c-8ed2-7f189082aeae', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'floating_ip_address': '172.25.0.213', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'port_id': '82aa0c8b-3533-48d3-a8bf-b347e4899907', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a', 'mac_address': 'fa:16:3e:7a:ef:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89b0f72-ebb1-4f07-a213-20c8b5ba6737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:44:31Z', 'updated_at': '2022-01-28T19:44:31Z', 'revision_number': 0, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbbf30d-26cc-4707-8790-ae0b8158239e', 'name': '', 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:fa:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:10Z', 'updated_at': '2022-01-28T19:44:15Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:44:33.226899 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:44:33.403875 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57300) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:33.474468 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4458540e-5787-4fb8-84df-59c1ec0f12e9 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/floatingips/de9b17ef-e52b-4f2c-8ed2-7f189082aeae HTTP/1.1" status: 200 len: 991 time: 0.0693023 Jan 28 19:44:33.477884 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1623ef70-2611-46a6-8e7b-dd89f7c6d092 None None] New status for floating IP de9b17ef-e52b-4f2c-8ed2-7f189082aeae: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:44:34.477899 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57322) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:34.559955 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c3ae411c-2c62-4ec6-95ac-cf80fbef775a tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/floatingips/de9b17ef-e52b-4f2c-8ed2-7f189082aeae HTTP/1.1" status: 200 len: 993 time: 0.0804079 Jan 28 19:44:36.171931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57366) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:36.177506 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-37fd06bd-7773-4572-bdf5-8e90167b986c tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329159064', 'description': 'tempest-secgroup-smoke-329159064 description', 'project_id': 'b4151d97e9114a91afc82c06960bb29b'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:36.209753 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37fd06bd-7773-4572-bdf5-8e90167b986c tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.279008 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37fd06bd-7773-4572-bdf5-8e90167b986c tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group (a53b337f-9e97-4c20-a4b0-40c40598bafd), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.283046 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37fd06bd-7773-4572-bdf5-8e90167b986c tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a53b337f-9e97-4c20-a4b0-40c40598bafd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.311827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd06bd-7773-4572-bdf5-8e90167b986c tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a53b337f-9e97-4c20-a4b0-40c40598bafd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:36.317804 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37fd06bd-7773-4572-bdf5-8e90167b986c tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.319300 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-37fd06bd-7773-4572-bdf5-8e90167b986c tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1452813 Jan 28 19:44:36.321941 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57368) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:36.327440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-aa98e0d4-5dc5-4a14-ac3c-90fe799173e2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Request body: {'security_group_rule': {'security_group_id': 'a53b337f-9e97-4c20-a4b0-40c40598bafd', 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:36.353738 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa98e0d4-5dc5-4a14-ac3c-90fe799173e2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (1800b184-e74a-43b5-b636-c213734cd836), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.409674 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa98e0d4-5dc5-4a14-ac3c-90fe799173e2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (1800b184-e74a-43b5-b636-c213734cd836), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.413761 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa98e0d4-5dc5-4a14-ac3c-90fe799173e2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (1800b184-e74a-43b5-b636-c213734cd836), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.432698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98e0d4-5dc5-4a14-ac3c-90fe799173e2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1800b184-e74a-43b5-b636-c213734cd836,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:36.441426 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-aa98e0d4-5dc5-4a14-ac3c-90fe799173e2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.443026 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-aa98e0d4-5dc5-4a14-ac3c-90fe799173e2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198168 Jan 28 19:44:36.445967 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57374) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:36.450464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-514f7764-d663-4211-aae9-a784fe3fdaaa tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Request body: {'security_group_rule': {'security_group_id': 'a53b337f-9e97-4c20-a4b0-40c40598bafd', 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:36.477203 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-514f7764-d663-4211-aae9-a784fe3fdaaa tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (dafdc639-515c-4ebf-b9b7-e9c23e392dc0), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.531337 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-514f7764-d663-4211-aae9-a784fe3fdaaa tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (dafdc639-515c-4ebf-b9b7-e9c23e392dc0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.535244 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-514f7764-d663-4211-aae9-a784fe3fdaaa tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (dafdc639-515c-4ebf-b9b7-e9c23e392dc0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.552569 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f7764-d663-4211-aae9-a784fe3fdaaa tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafdc639-515c-4ebf-b9b7-e9c23e392dc0,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:36.563929 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-514f7764-d663-4211-aae9-a784fe3fdaaa tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.565152 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-514f7764-d663-4211-aae9-a784fe3fdaaa tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182327 Jan 28 19:44:36.568102 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57376) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:36.572510 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-97a5a282-6fcb-4a7f-b9e2-cbc4d914dcc5 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Request body: {'security_group_rule': {'security_group_id': 'a53b337f-9e97-4c20-a4b0-40c40598bafd', 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:36.600997 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97a5a282-6fcb-4a7f-b9e2-cbc4d914dcc5 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (8dcdb673-5495-4d5c-be3c-0ddbefcc55e7), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.662693 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97a5a282-6fcb-4a7f-b9e2-cbc4d914dcc5 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (8dcdb673-5495-4d5c-be3c-0ddbefcc55e7), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.667536 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97a5a282-6fcb-4a7f-b9e2-cbc4d914dcc5 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (8dcdb673-5495-4d5c-be3c-0ddbefcc55e7), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.687352 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5a282-6fcb-4a7f-b9e2-cbc4d914dcc5 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcdb673-5495-4d5c-be3c-0ddbefcc55e7,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:36.698931 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-97a5a282-6fcb-4a7f-b9e2-cbc4d914dcc5 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.700787 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-97a5a282-6fcb-4a7f-b9e2-cbc4d914dcc5 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317608 Jan 28 19:44:36.703658 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57382) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:36.709654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-49ebc58b-6623-46d3-9473-a044a7b9f504 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Request body: {'security_group_rule': {'security_group_id': 'a53b337f-9e97-4c20-a4b0-40c40598bafd', 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:36.735150 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49ebc58b-6623-46d3-9473-a044a7b9f504 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (7c2dcda6-6e08-4c5b-9fa6-98c41d30e4c1), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.794724 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49ebc58b-6623-46d3-9473-a044a7b9f504 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (7c2dcda6-6e08-4c5b-9fa6-98c41d30e4c1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.799652 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49ebc58b-6623-46d3-9473-a044a7b9f504 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (7c2dcda6-6e08-4c5b-9fa6-98c41d30e4c1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.817348 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebc58b-6623-46d3-9473-a044a7b9f504 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2dcda6-6e08-4c5b-9fa6-98c41d30e4c1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:36.826286 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49ebc58b-6623-46d3-9473-a044a7b9f504 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.830585 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-49ebc58b-6623-46d3-9473-a044a7b9f504 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223674 Jan 28 19:44:36.830821 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57384) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:36.835471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-50ca1677-f9ed-44c1-bcb9-4f3f648fcc60 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Request body: {'security_group_rule': {'security_group_id': 'a53b337f-9e97-4c20-a4b0-40c40598bafd', 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:36.855465 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-50ca1677-f9ed-44c1-bcb9-4f3f648fcc60 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Project b4151d97e9114a91afc82c06960bb29b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:44:36.860354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50ca1677-f9ed-44c1-bcb9-4f3f648fcc60 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (76a844a1-dd4b-4cb2-ab79-adafaa609f1c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.919750 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50ca1677-f9ed-44c1-bcb9-4f3f648fcc60 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (76a844a1-dd4b-4cb2-ab79-adafaa609f1c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.924715 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50ca1677-f9ed-44c1-bcb9-4f3f648fcc60 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (76a844a1-dd4b-4cb2-ab79-adafaa609f1c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.948288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca1677-f9ed-44c1-bcb9-4f3f648fcc60 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a844a1-dd4b-4cb2-ab79-adafaa609f1c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:36.961814 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-50ca1677-f9ed-44c1-bcb9-4f3f648fcc60 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:36.963381 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-50ca1677-f9ed-44c1-bcb9-4f3f648fcc60 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315351 Jan 28 19:44:36.966133 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57390) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:36.970855 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-938e51a7-bffa-436a-8358-04f1f1d860d2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Request body: {'security_group_rule': {'security_group_id': 'a53b337f-9e97-4c20-a4b0-40c40598bafd', 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:36.991080 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-938e51a7-bffa-436a-8358-04f1f1d860d2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Project b4151d97e9114a91afc82c06960bb29b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:44:36.996042 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-938e51a7-bffa-436a-8358-04f1f1d860d2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (fb229096-cf8e-4be6-8294-fe464d837203), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:37.056974 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-938e51a7-bffa-436a-8358-04f1f1d860d2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (fb229096-cf8e-4be6-8294-fe464d837203), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:37.060577 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-938e51a7-bffa-436a-8358-04f1f1d860d2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (fb229096-cf8e-4be6-8294-fe464d837203), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:37.081063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e51a7-bffa-436a-8358-04f1f1d860d2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb229096-cf8e-4be6-8294-fe464d837203,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:37.087367 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-938e51a7-bffa-436a-8358-04f1f1d860d2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:37.088799 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-938e51a7-bffa-436a-8358-04f1f1d860d2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215644 Jan 28 19:44:37.303693 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-1e273ec9-fd84-4beb-82ec-5901b5e4e43a tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329159064&fields=id&tenant_id=b4151d97e9114a91afc82c06960bb29b HTTP/1.1" status: 200 len: 267 time: 0.0447726 Jan 28 19:44:37.412554 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-879a9c21-ffba-4b11-a3dc-96a28fc59be2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:37.414069 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-879a9c21-ffba-4b11-a3dc-96a28fc59be2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/networks?id=d4186d80-5076-4a6f-95fc-757309cd7a57 HTTP/1.1" status: 200 len: 813 time: 0.1034179 Jan 28 19:44:37.429158 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-8998fde5-6c74-406a-8e1a-13096ec49153 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/quotas/b4151d97e9114a91afc82c06960bb29b HTTP/1.1" status: 200 len: 375 time: 0.0095041 Jan 28 19:44:37.489301 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-4d741893-9dcf-40a2-9438-4a44e13756b0 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4151d97e9114a91afc82c06960bb29b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545421 Jan 28 19:44:37.589004 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-d84886e1-9349-4bfd-b8f3-24f6f5f20e2b service neutron] 10.222.0.55 "GET /v2.0/networks/d4186d80-5076-4a6f-95fc-757309cd7a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879929 Jan 28 19:44:37.681463 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-755e84fa-d67c-416c-86b6-d0ebc4dc4e27 service neutron] 10.222.0.55 "GET /v2.0/networks/d4186d80-5076-4a6f-95fc-757309cd7a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862410 Jan 28 19:44:37.819608 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f36839e-0cb6-4da1-9007-943628beb13f req-f8d9f46c-bff8-4deb-b524-7cb5b213dd4c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455043 Jan 28 19:44:37.917987 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36839e-0cb6-4da1-9007-943628beb13f req-06ef546b-c7ba-47ea-a785-54c078c917da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:37.919562 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f36839e-0cb6-4da1-9007-943628beb13f req-06ef546b-c7ba-47ea-a785-54c078c917da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 1127 time: 0.0514922 Jan 28 19:44:38.014524 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2387f18-4598-497d-8d6d-5e4d5a23d3af req-422b396c-524f-4884-92bb-652ddb345639 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 210 time: 0.0400939 Jan 28 19:44:38.066959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36839e-0cb6-4da1-9007-943628beb13f req-710e499f-8714-4190-be9b-4993fb4a813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:38.068617 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f36839e-0cb6-4da1-9007-943628beb13f req-710e499f-8714-4190-be9b-4993fb4a813a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3fcba94-3255-4880-a4bc-dc6032cab48a HTTP/1.1" status: 200 len: 898 time: 0.1252036 Jan 28 19:44:38.142865 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f36839e-0cb6-4da1-9007-943628beb13f req-f1da652b-42f9-4f6b-8850-2e1cfbaf6c7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82aa0c8b-3533-48d3-a8bf-b347e4899907 HTTP/1.1" status: 200 len: 1001 time: 0.0681183 Jan 28 19:44:38.193911 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36839e-0cb6-4da1-9007-943628beb13f req-70dde561-5404-4376-823f-db0eb5d5f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:38.195908 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f36839e-0cb6-4da1-9007-943628beb13f req-70dde561-5404-4376-823f-db0eb5d5f555 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb457e79-55a4-4a9f-b3f5-273a54467f61 HTTP/1.1" status: 200 len: 835 time: 0.0478661 Jan 28 19:44:38.247480 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36839e-0cb6-4da1-9007-943628beb13f req-60278607-ab86-4b05-983c-35bc57c7ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:38.249224 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f36839e-0cb6-4da1-9007-943628beb13f req-60278607-ab86-4b05-983c-35bc57c7ce73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3fcba94-3255-4880-a4bc-dc6032cab48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484159 Jan 28 19:44:38.372191 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f36839e-0cb6-4da1-9007-943628beb13f req-80e50b96-dea2-40b6-92e9-568847ed286f service neutron] 10.222.0.37 "GET /v2.0/networks/e3fcba94-3255-4880-a4bc-dc6032cab48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171925 Jan 28 19:44:38.465250 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f36839e-0cb6-4da1-9007-943628beb13f req-94925f7f-87c9-4e3b-a992-e1db111c0de9 service neutron] 10.222.0.37 "GET /v2.0/networks/e3fcba94-3255-4880-a4bc-dc6032cab48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867577 Jan 28 19:44:39.048076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-06f8a95d-6bc0-4a9b-81df-97fc3ddc8cfe tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:39.049897 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-06f8a95d-6bc0-4a9b-81df-97fc3ddc8cfe tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.31 "GET /v2.0/networks?id=d4186d80-5076-4a6f-95fc-757309cd7a57 HTTP/1.1" status: 200 len: 813 time: 0.1240106 Jan 28 19:44:39.113551 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a58a1546-c2a8-43ea-abf7-6c70a55c6786 req-63edbd26-aec8-4fb1-a32a-45d86b17e8b5 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 210 time: 0.0288439 Jan 28 19:44:39.157577 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-895d026b-1959-48f7-8942-29ce8c45e61a tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4151d97e9114a91afc82c06960bb29b HTTP/1.1" status: 200 len: 379 time: 0.0949771 Jan 28 19:44:39.168787 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-8c98d171-c9e9-4a16-9232-a5e26868fa5b tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Request body: {'port': {'device_id': '0bee753c-309b-4c02-8890-3938f9a81413', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'admin_state_up': True, 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'security_groups': ['a53b337f-9e97-4c20-a4b0-40c40598bafd']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:39.280590 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-8c98d171-c9e9-4a16-9232-a5e26868fa5b tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Made reservation on behalf of b4151d97e9114a91afc82c06960bb29b for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:44:39.284115 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-8c98d171-c9e9-4a16-9232-a5e26868fa5b tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:39.413487 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-8c98d171-c9e9-4a16-9232-a5e26868fa5b tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Allocated IP 172.20.0.5 (d4186d80-5076-4a6f-95fc-757309cd7a57/6d24ca18-d6ec-47b2-8f6f-fa4052a83d02/9a345cb5-a013-4d1b-823d-9de6a5f27172) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:44:39.558041 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-8c98d171-c9e9-4a16-9232-a5e26868fa5b tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for port (9a345cb5-a013-4d1b-823d-9de6a5f27172), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:39.595049 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-8c98d171-c9e9-4a16-9232-a5e26868fa5b tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9a345cb5-a013-4d1b-823d-9de6a5f27172), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:39.640797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-8c98d171-c9e9-4a16-9232-a5e26868fa5b tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Network d4186d80-5076-4a6f-95fc-757309cd7a57 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:44:39.646112 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-8c98d171-c9e9-4a16-9232-a5e26868fa5b tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:44:39.648880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-8c98d171-c9e9-4a16-9232-a5e26868fa5b tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:44:39.674165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98d171-c9e9-4a16-9232-a5e26868fa5b tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Pushing event updated for resources: {'Port': ['ID=9a345cb5-a013-4d1b-823d-9de6a5f27172,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:39.705486 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-8c98d171-c9e9-4a16-9232-a5e26868fa5b tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:39.706250 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-8c98d171-c9e9-4a16-9232-a5e26868fa5b tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:39.727276 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-8c98d171-c9e9-4a16-9232-a5e26868fa5b tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5623422 Jan 28 19:44:39.799126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Request body: {'port': {'device_id': '0bee753c-309b-4c02-8890-3938f9a81413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:39.873487 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9a345cb5-a013-4d1b-823d-9de6a5f27172), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:39.998283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-24cb93a6-259a-49c0-bceb-31903919992b None None] Provisioning complete for port 9a345cb5-a013-4d1b-823d-9de6a5f27172 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:40.000021 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24cb93a6-259a-49c0-bceb-31903919992b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9a345cb5-a013-4d1b-823d-9de6a5f27172), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.076907 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-24cb93a6-259a-49c0-bceb-31903919992b None None] Port 9a345cb5-a013-4d1b-823d-9de6a5f27172 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:44:40.188565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a345cb5-a013-4d1b-823d-9de6a5f27172 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:44:40.198157 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Publish callbacks [] for port (9a345cb5-a013-4d1b-823d-9de6a5f27172), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.211721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Transition to ACTIVE for port object 9a345cb5-a013-4d1b-823d-9de6a5f27172 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:44:40.215783 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (9a345cb5-a013-4d1b-823d-9de6a5f27172), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.279579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2add9-6908-46d8-bc20-8c68ed9bce95 req-270e4eac-aed8-426c-9d04-f905973aec4d tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:40.283720 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Pushing event updated for resources: {'Port': ['ID=9a345cb5-a013-4d1b-823d-9de6a5f27172,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:40.297163 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57e2add9-6908-46d8-bc20-8c68ed9bce95 req-270e4eac-aed8-426c-9d04-f905973aec4d tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 943 time: 0.0950284 Jan 28 19:44:40.388531 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57e2add9-6908-46d8-bc20-8c68ed9bce95 req-053029e5-d2cb-4907-8ad7-2a8e1d2e8543 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897615 Jan 28 19:44:40.391934 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Attempting to bind port 9a345cb5-a013-4d1b-823d-9de6a5f27172 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:44:40.392276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Attempting to bind port 9a345cb5-a013-4d1b-823d-9de6a5f27172 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:44:40.392606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Attempting to bind port 9a345cb5-a013-4d1b-823d-9de6a5f27172 on network d4186d80-5076-4a6f-95fc-757309cd7a57 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:40.407428 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Port 9a345cb5-a013-4d1b-823d-9de6a5f27172 on network d4186d80-5076-4a6f-95fc-757309cd7a57 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:44:40.407616 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Attempting to bind port 9a345cb5-a013-4d1b-823d-9de6a5f27172 on network d4186d80-5076-4a6f-95fc-757309cd7a57 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:44:40.413181 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:44:40.413526 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Checking segment: {'id': '595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:44:40.414133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Bound using segment: {'id': '595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:44:40.414366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Bound port: 9a345cb5-a013-4d1b-823d-9de6a5f27172, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:44:40.414727 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9a345cb5-a013-4d1b-823d-9de6a5f27172), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.501759 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] For port 9a345cb5-a013-4d1b-823d-9de6a5f27172, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:44:40.505350 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] For port 9a345cb5-a013-4d1b-823d-9de6a5f27172, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=9a345cb5-a013-4d1b-823d-9de6a5f27172,segment=NetworkSegment(595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e),segment_id=595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:44:40.520622 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (9a345cb5-a013-4d1b-823d-9de6a5f27172), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.554561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:40.555339 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:40.556940 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] 10.222.0.31 "PUT /v2.0/ports/9a345cb5-a013-4d1b-823d-9de6a5f27172 HTTP/1.1" status: 200 len: 1091 time: 0.8222976 Jan 28 19:44:40.559413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bee753c-309b-4c02-8890-3938f9a81413', 'tag': '9a345cb5-a013-4d1b-823d-9de6a5f27172'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:44:40.562341 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf7bef8-3b75-4b49-a8e1-aae7c07022de" -d '{"events": [{"name": "network-changed", "server_uuid": "0bee753c-309b-4c02-8890-3938f9a81413", "tag": "9a345cb5-a013-4d1b-823d-9de6a5f27172"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:44:40.595110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13e76e-b2c0-4ba4-a713-a00ed6745926 service neutron] Pushing event updated for resources: {'Port': ['ID=9a345cb5-a013-4d1b-823d-9de6a5f27172,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:40.678693 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ddebea-484b-42f1-af0d-16a52c0ea5ee x-openstack-request-id: req-f9ddebea-484b-42f1-af0d-16a52c0ea5ee {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:44:40.678988 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bee753c-309b-4c02-8890-3938f9a81413", "tag": "9a345cb5-a013-4d1b-823d-9de6a5f27172", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:44:40.679241 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9ddebea-484b-42f1-af0d-16a52c0ea5ee {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:44:40.679645 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bee753c-309b-4c02-8890-3938f9a81413', 'tag': '9a345cb5-a013-4d1b-823d-9de6a5f27172', 'status': 'completed', 'code': 200} Jan 28 19:44:40.702373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-8bc771d1-a753-42fa-a474-6ee752899ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:40.704535 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-8bc771d1-a753-42fa-a474-6ee752899ff4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4151d97e9114a91afc82c06960bb29b&device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 1125 time: 0.0665922 Jan 28 19:44:40.761179 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-9a514beb-d146-4199-93a8-8e230a08cd25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a345cb5-a013-4d1b-823d-9de6a5f27172 HTTP/1.1" status: 200 len: 217 time: 0.0502741 Jan 28 19:44:40.814157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-53eaff16-9dc7-408e-a7db-9b17f232f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:40.815792 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-53eaff16-9dc7-408e-a7db-9b17f232f6f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d24ca18-d6ec-47b2-8f6f-fa4052a83d02 HTTP/1.1" status: 200 len: 852 time: 0.0495512 Jan 28 19:44:40.873482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-a5a7bc21-65a5-4ecd-b87a-a7dcfcd2defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:40.875156 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-a5a7bc21-65a5-4ecd-b87a-a7dcfcd2defb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d4186d80-5076-4a6f-95fc-757309cd7a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536783 Jan 28 19:44:40.980364 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-6af8a6a8-f88b-44b0-b3fb-8de10ac390e8 service neutron] 10.222.0.31 "GET /v2.0/networks/d4186d80-5076-4a6f-95fc-757309cd7a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996549 Jan 28 19:44:41.096370 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1bd2e6e-0b9f-41b6-869d-65ea67cb3337 req-347a372e-aa0b-49b9-baa6-17d61cb1f783 service neutron] 10.222.0.31 "GET /v2.0/networks/d4186d80-5076-4a6f-95fc-757309cd7a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097684 Jan 28 19:44:41.195577 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7bef8-3b75-4b49-a8e1-aae7c07022de req-10aaa9b6-f10e-4fc3-803c-7b2aff54bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:41.198280 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bcf7bef8-3b75-4b49-a8e1-aae7c07022de req-10aaa9b6-f10e-4fc3-803c-7b2aff54bf7d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4151d97e9114a91afc82c06960bb29b&device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 1125 time: 0.0529666 Jan 28 19:44:41.294641 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7bef8-3b75-4b49-a8e1-aae7c07022de req-347e25a6-a932-4eeb-86b5-e28e0e43816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:41.296304 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bcf7bef8-3b75-4b49-a8e1-aae7c07022de req-347e25a6-a932-4eeb-86b5-e28e0e43816a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d4186d80-5076-4a6f-95fc-757309cd7a57 HTTP/1.1" status: 200 len: 914 time: 0.0931227 Jan 28 19:44:41.341007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bcf7bef8-3b75-4b49-a8e1-aae7c07022de req-827febf5-b9d5-488a-b873-85179db05977 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a345cb5-a013-4d1b-823d-9de6a5f27172 HTTP/1.1" status: 200 len: 217 time: 0.0384493 Jan 28 19:44:41.388723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7bef8-3b75-4b49-a8e1-aae7c07022de req-4038973b-4e3c-4a97-b3cf-5534cfc20e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:41.390336 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bcf7bef8-3b75-4b49-a8e1-aae7c07022de req-4038973b-4e3c-4a97-b3cf-5534cfc20e65 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d24ca18-d6ec-47b2-8f6f-fa4052a83d02 HTTP/1.1" status: 200 len: 852 time: 0.0442483 Jan 28 19:44:41.445982 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7bef8-3b75-4b49-a8e1-aae7c07022de req-cb28b804-307f-4279-94ca-214ef72361d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:41.447579 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bcf7bef8-3b75-4b49-a8e1-aae7c07022de req-cb28b804-307f-4279-94ca-214ef72361d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d4186d80-5076-4a6f-95fc-757309cd7a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510831 Jan 28 19:44:41.514162 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece5fa4-b9da-4817-996d-f1f81c061afb req-319675cf-7977-4976-b6b3-3da1b4c21665 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:41.522713 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dece5fa4-b9da-4817-996d-f1f81c061afb req-319675cf-7977-4976-b6b3-3da1b4c21665 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 943 time: 0.0604093 Jan 28 19:44:41.565996 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bcf7bef8-3b75-4b49-a8e1-aae7c07022de req-77808f4d-ed35-48c5-99b7-855f94fd130d service neutron] 10.222.0.31 "GET /v2.0/networks/d4186d80-5076-4a6f-95fc-757309cd7a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124680 Jan 28 19:44:41.583777 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dece5fa4-b9da-4817-996d-f1f81c061afb req-c0d06442-cf39-4289-874f-31f79a8ff6ec tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586634 Jan 28 19:44:41.664520 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bcf7bef8-3b75-4b49-a8e1-aae7c07022de req-c17d628f-f92c-4077-baeb-4735c14c22b0 service neutron] 10.222.0.31 "GET /v2.0/networks/d4186d80-5076-4a6f-95fc-757309cd7a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920036 Jan 28 19:44:42.720212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01ef2e-7ca0-4cc2-98fc-2250753d866c req-39808ed9-b169-481d-ad5f-7d40d2e919a4 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:42.721733 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9d01ef2e-7ca0-4cc2-98fc-2250753d866c req-39808ed9-b169-481d-ad5f-7d40d2e919a4 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 943 time: 0.0644894 Jan 28 19:44:42.776406 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9d01ef2e-7ca0-4cc2-98fc-2250753d866c req-31d98d2b-f47f-45fa-bd48-aedd183e0df1 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475094 Jan 28 19:44:43.941715 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5075b-9d30-4e2b-aee2-7a701d44d28c req-24210e01-efe9-456b-98b9-dbec39f8863b tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:43.944062 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87e5075b-9d30-4e2b-aee2-7a701d44d28c req-24210e01-efe9-456b-98b9-dbec39f8863b tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 943 time: 0.0745606 Jan 28 19:44:43.997531 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87e5075b-9d30-4e2b-aee2-7a701d44d28c req-192f0bd0-b48f-484a-92bd-90493d60a98f tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460072 Jan 28 19:44:45.131227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b1600-db12-425c-8793-575930b91768 req-c22fb177-931e-453e-8561-18ed83380fdc tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:45.132761 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a06b1600-db12-425c-8793-575930b91768 req-c22fb177-931e-453e-8561-18ed83380fdc tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 943 time: 0.0579226 Jan 28 19:44:45.181705 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a06b1600-db12-425c-8793-575930b91768 req-a4950f63-ca85-4628-82f3-0debd3810fe1 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431731 Jan 28 19:44:46.319596 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a096a0-8374-475a-afab-b2dd57fdd664 req-adab41f2-4aa6-433d-9afb-39d69fc1ed29 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:46.321379 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03a096a0-8374-475a-afab-b2dd57fdd664 req-adab41f2-4aa6-433d-9afb-39d69fc1ed29 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 943 time: 0.0579414 Jan 28 19:44:46.373336 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03a096a0-8374-475a-afab-b2dd57fdd664 req-e1239b9f-213a-48ef-9ea2-e16b5497ce0d tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457897 Jan 28 19:44:47.498530 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf9f1a-a1e3-4eeb-bb10-e8d4a17ca58f req-bbd32cfb-3e7a-419d-b733-ceb9f9a3c4c6 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:47.500222 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0cbf9f1a-a1e3-4eeb-bb10-e8d4a17ca58f req-bbd32cfb-3e7a-419d-b733-ceb9f9a3c4c6 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 943 time: 0.0553656 Jan 28 19:44:47.555124 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0cbf9f1a-a1e3-4eeb-bb10-e8d4a17ca58f req-ff9e4691-fa36-4102-a29c-9af75f25f72b tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479345 Jan 28 19:44:48.231505 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cbc2f47b-0092-4041-bffc-2d3cffef3617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:48.684468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0bdb5-a6a0-4da9-819f-81994878acf0 req-d9132d7b-0346-4481-9099-862be2c42081 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:48.686206 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3da0bdb5-a6a0-4da9-819f-81994878acf0 req-d9132d7b-0346-4481-9099-862be2c42081 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 943 time: 0.0571134 Jan 28 19:44:48.759213 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3da0bdb5-a6a0-4da9-819f-81994878acf0 req-989de02d-64f2-4544-a936-71368e3c3d5d tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617840 Jan 28 19:44:49.890375 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c2dcd-9c0c-40ec-a968-ccaf85da66dd req-656265f0-f1cb-42d5-b1a7-e7de2e9b8d28 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:49.891890 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5a7c2dcd-9c0c-40ec-a968-ccaf85da66dd req-656265f0-f1cb-42d5-b1a7-e7de2e9b8d28 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 943 time: 0.0640635 Jan 28 19:44:49.942920 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5a7c2dcd-9c0c-40ec-a968-ccaf85da66dd req-2a68bb7e-0c5a-40dc-a0b2-e285c6b84287 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453560 Jan 28 19:44:50.407104 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a40100e3-f361-4465-8fd1-1c4716f5b0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:51.068025 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8958c-a2d9-412a-8bcc-feaa892a2a9c req-02f1dba0-6654-446d-9727-aa5039490e68 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:51.069534 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41d8958c-a2d9-412a-8bcc-feaa892a2a9c req-02f1dba0-6654-446d-9727-aa5039490e68 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 943 time: 0.0558922 Jan 28 19:44:51.121347 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41d8958c-a2d9-412a-8bcc-feaa892a2a9c req-4fba4f61-c00b-41e3-881a-e9d5a02a897c tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456707 Jan 28 19:44:51.780937 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:52.241157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adfd68-173b-4e2e-833c-8ed924014432 req-0f15ad73-191e-467d-ba4e-e482c27df5cb tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:52.242773 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8adfd68-173b-4e2e-833c-8ed924014432 req-0f15ad73-191e-467d-ba4e-e482c27df5cb tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 943 time: 0.0530512 Jan 28 19:44:52.294062 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8adfd68-173b-4e2e-833c-8ed924014432 req-6e796854-5420-490d-a5c1-11e12297f961 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429873 Jan 28 19:44:53.064376 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:53.415363 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420affe-dbfe-4e6a-9b68-28d90bc7a002 req-a8d925b5-d4cb-4031-845a-537d552362d7 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:53.416961 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b420affe-dbfe-4e6a-9b68-28d90bc7a002 req-a8d925b5-d4cb-4031-845a-537d552362d7 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 943 time: 0.0540354 Jan 28 19:44:53.469648 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b420affe-dbfe-4e6a-9b68-28d90bc7a002 req-1340366c-1a54-4965-bc88-eb4bba574868 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468872 Jan 28 19:44:54.512274 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:54.604030 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3acfa7-acf6-43fe-accd-da91e32c3663 req-0218b2e0-16ab-4d59-9ebd-527e99888326 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:54.605599 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f3acfa7-acf6-43fe-accd-da91e32c3663 req-0218b2e0-16ab-4d59-9ebd-527e99888326 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 943 time: 0.0662913 Jan 28 19:44:54.655130 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f3acfa7-acf6-43fe-accd-da91e32c3663 req-0397dcd2-f797-40b8-b1ec-c5bad1aa1e89 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438242 Jan 28 19:44:55.588829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 9a345cb5-a013-4d1b-823d-9de6a5f27172 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:44:55.673631 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:55.700389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 9a345cb5-a013-4d1b-823d-9de6a5f27172, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=9a345cb5-a013-4d1b-823d-9de6a5f27172,segment=NetworkSegment(595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e),segment_id=595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:55.714255 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '9a345cb5-a013-4d1b-823d-9de6a5f27172', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'port_id': '9a345cb5-a013-4d1b-823d-9de6a5f27172', 'mac_address': 'fa:16:3e:91:31:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:44:55.751085 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 9a345cb5-a013-4d1b-823d-9de6a5f27172 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:55.751546 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9a345cb5-a013-4d1b-823d-9de6a5f27172), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:55.764181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a345cb5-a013-4d1b-823d-9de6a5f27172 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:44:55.783710 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 9a345cb5-a013-4d1b-823d-9de6a5f27172, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=9a345cb5-a013-4d1b-823d-9de6a5f27172,segment=NetworkSegment(595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e),segment_id=595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:55.788125 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9a345cb5-a013-4d1b-823d-9de6a5f27172), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:55.791900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d6af6-65f4-4494-b664-134b44eed9c8 req-f779aeba-ee76-48e6-8fd2-025d924506cb tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:55.793503 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d62d6af6-65f4-4494-b664-134b44eed9c8 req-f779aeba-ee76-48e6-8fd2-025d924506cb tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 943 time: 0.0660851 Jan 28 19:44:55.847938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=9a345cb5-a013-4d1b-823d-9de6a5f27172,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:55.865211 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d62d6af6-65f4-4494-b664-134b44eed9c8 req-3977377f-4591-4e23-8c0d-a7e5a0f26bb8 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591598 Jan 28 19:44:55.990078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['9a345cb5-a013-4d1b-823d-9de6a5f27172'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:44:56.998312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78513f6c-abb7-46ec-9523-6969a3100b64 req-dee70a97-0764-48e0-8cb3-5dde17e80de8 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:56.999864 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78513f6c-abb7-46ec-9523-6969a3100b64 req-dee70a97-0764-48e0-8cb3-5dde17e80de8 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 944 time: 0.0622730 Jan 28 19:44:57.052182 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78513f6c-abb7-46ec-9523-6969a3100b64 req-be3e3d78-deed-4d16-93b7-2ebca1fa8f3f tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462072 Jan 28 19:44:57.589724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 9a345cb5-a013-4d1b-823d-9de6a5f27172 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:44:57.643274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 9a345cb5-a013-4d1b-823d-9de6a5f27172 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:44:57.647221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 9a345cb5-a013-4d1b-823d-9de6a5f27172 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:44:57.647602 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9a345cb5-a013-4d1b-823d-9de6a5f27172), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:57.723818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 9a345cb5-a013-4d1b-823d-9de6a5f27172 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:44:57.724202 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9a345cb5-a013-4d1b-823d-9de6a5f27172), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:57.746912 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bee753c-309b-4c02-8890-3938f9a81413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a345cb5-a013-4d1b-823d-9de6a5f27172'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:44:57.749174 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f34359f-e49c-4d76-9985-e5df0a862bf3" -d '{"events": [{"server_uuid": "0bee753c-309b-4c02-8890-3938f9a81413", "name": "network-vif-plugged", "status": "completed", "tag": "9a345cb5-a013-4d1b-823d-9de6a5f27172"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:44:57.761582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 9a345cb5-a013-4d1b-823d-9de6a5f27172, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=9a345cb5-a013-4d1b-823d-9de6a5f27172,segment=NetworkSegment(595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e),segment_id=595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:44:57.766705 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9a345cb5-a013-4d1b-823d-9de6a5f27172), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:57.792617 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaef38b-a0ea-449c-9c62-9fe4860dc083 x-openstack-request-id: req-0aaef38b-a0ea-449c-9c62-9fe4860dc083 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:44:57.792909 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bee753c-309b-4c02-8890-3938f9a81413", "name": "network-vif-plugged", "status": "completed", "tag": "9a345cb5-a013-4d1b-823d-9de6a5f27172", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:44:57.793159 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0aaef38b-a0ea-449c-9c62-9fe4860dc083 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:44:57.793549 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bee753c-309b-4c02-8890-3938f9a81413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a345cb5-a013-4d1b-823d-9de6a5f27172', 'code': 200} Jan 28 19:44:57.824151 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=9a345cb5-a013-4d1b-823d-9de6a5f27172,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:44:57.895111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18891857-0b44-483b-9779-aa8c4f91c7c5 req-07cf8e33-6f41-42df-95e6-f48daffa4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:57.896603 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-18891857-0b44-483b-9779-aa8c4f91c7c5 req-07cf8e33-6f41-42df-95e6-f48daffa4936 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 1127 time: 0.0470498 Jan 28 19:44:57.943217 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-18891857-0b44-483b-9779-aa8c4f91c7c5 req-0f654af7-1c15-450a-9987-6812f73967c3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402544 Jan 28 19:44:58.175502 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d973a-6154-4f4a-92e3-4579f8d02204 req-4ce8ae1f-fe94-40f9-956d-8362fd505157 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:58.176917 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-457d973a-6154-4f4a-92e3-4579f8d02204 req-4ce8ae1f-fe94-40f9-956d-8362fd505157 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 945 time: 0.0530331 Jan 28 19:44:58.226422 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-457d973a-6154-4f4a-92e3-4579f8d02204 req-741fd55e-d6dd-4f78-a173-02214a9729c8 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431256 Jan 28 19:44:59.365372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219fc5b-e170-456c-8fc9-4965a18631fa req-a5e1fa21-ec64-4708-b248-33518e1c5fd7 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:59.367138 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3219fc5b-e170-456c-8fc9-4965a18631fa req-a5e1fa21-ec64-4708-b248-33518e1c5fd7 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 945 time: 0.0579741 Jan 28 19:44:59.418908 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3219fc5b-e170-456c-8fc9-4965a18631fa req-1984df6b-7d76-440e-856d-dc4981426f9c tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436118 Jan 28 19:44:59.544387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafafcb-e8e7-4274-952a-d320d507bd2e req-704ae3eb-66d0-4cc1-bb4f-a4e369b70f86 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:59.545824 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eaafafcb-e8e7-4274-952a-d320d507bd2e req-704ae3eb-66d0-4cc1-bb4f-a4e369b70f86 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 945 time: 0.0532939 Jan 28 19:44:59.599889 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eaafafcb-e8e7-4274-952a-d320d507bd2e req-a869e86d-a2d1-4ff8-904b-cf1fdc2f6743 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463068 Jan 28 19:44:59.623786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 57704) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:59.789136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36704f06-77da-4f5f-8b1f-97bbf3c4c9a3 tempest-TestVolumeBackupRestore-983627568 tempest-TestVolumeBackupRestore-983627568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:44:59.794888 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-36704f06-77da-4f5f-8b1f-97bbf3c4c9a3 tempest-TestVolumeBackupRestore-983627568 tempest-TestVolumeBackupRestore-983627568-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 1122 time: 0.1659553 Jan 28 19:44:59.795144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 57720) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:44:59.798467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '9a345cb5-a013-4d1b-823d-9de6a5f27172', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:44:59.821971 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:44:59.919939 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:00.032383 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Allocated IP 172.25.0.183 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/faa13c98-3d38-4e45-b22f-479f996aa29d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:00.134737 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for port (faa13c98-3d38-4e45-b22f-479f996aa29d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:00.169327 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (faa13c98-3d38-4e45-b22f-479f996aa29d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:00.212922 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:00.217739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:00.222774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:00.225885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Pushing event updated for resources: {'Port': ['ID=faa13c98-3d38-4e45-b22f-479f996aa29d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:00.257756 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:00.257959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:00.258428 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:00.258769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:00.259246 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:00.259461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:00.259789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:00.260164 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:00.260510 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:00.260964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:00.261205 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:00.261493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:00.261871 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:00.414111 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:00.625973 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for floatingip (b81f052c-4aca-4560-b085-77e285fc0f2e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:00.695889 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (faa13c98-3d38-4e45-b22f-479f996aa29d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:01.182356 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for port (faa13c98-3d38-4e45-b22f-479f996aa29d), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:01.187741 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (faa13c98-3d38-4e45-b22f-479f996aa29d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:01.253731 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Pushing event updated for resources: {'Port': ['ID=faa13c98-3d38-4e45-b22f-479f996aa29d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:01.263565 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (b81f052c-4aca-4560-b085-77e285fc0f2e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:01.371293 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Floating IP b81f052c-4aca-4560-b085-77e285fc0f2e associated. External IP: 172.25.0.183, port: 9a345cb5-a013-4d1b-823d-9de6a5f27172. Jan 28 19:45:01.582979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:01.698566 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:01.710621 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ddcc5-eb2f-41d3-9475-3b7a34a6fa0f None None] Sync routers for ids ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:01.720518 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:01.720876 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ddcc5-eb2f-41d3-9475-3b7a34a6fa0f None None] Routers {'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:01.721508 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c6ddcc5-eb2f-41d3-9475-3b7a34a6fa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:44:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:01.753648 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-63c6903f-2d1e-4114-a2c5-92bf37861551 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9585402 Jan 28 19:45:01.754357 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bee753c-309b-4c02-8890-3938f9a81413', 'tag': '9a345cb5-a013-4d1b-823d-9de6a5f27172'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:45:01.756471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58032) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:01.756969 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb01622-878e-49ad-88e1-0c563e3ed535" -d '{"events": [{"name": "network-changed", "server_uuid": "0bee753c-309b-4c02-8890-3938f9a81413", "tag": "9a345cb5-a013-4d1b-823d-9de6a5f27172"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:45:01.801313 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2177a0-2e3b-446b-a6fd-f7804bcabc36 x-openstack-request-id: req-1f2177a0-2e3b-446b-a6fd-f7804bcabc36 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:45:01.801797 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bee753c-309b-4c02-8890-3938f9a81413", "tag": "9a345cb5-a013-4d1b-823d-9de6a5f27172", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:45:01.802074 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f2177a0-2e3b-446b-a6fd-f7804bcabc36 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:45:01.802461 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bee753c-309b-4c02-8890-3938f9a81413', 'tag': '9a345cb5-a013-4d1b-823d-9de6a5f27172', 'status': 'completed', 'code': 200} Jan 28 19:45:01.805024 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36edc9f-951e-46fc-983a-30587cd7bc25 tempest-TestVolumeBackupRestore-983627568 tempest-TestVolumeBackupRestore-983627568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:01.806879 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b36edc9f-951e-46fc-983a-30587cd7bc25 tempest-TestVolumeBackupRestore-983627568 tempest-TestVolumeBackupRestore-983627568-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 1122 time: 0.0494130 Jan 28 19:45:01.809748 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58042) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:01.814387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4cf0be8f-9c37-4d4b-a941-fba7e48a6ebe tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Request body: {'floatingip': {'port_id': '9a345cb5-a013-4d1b-823d-9de6a5f27172'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:01.850045 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4c6ddcc5-eb2f-41d3-9475-3b7a34a6fa0f None None] Set router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:01.907062 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4cf0be8f-9c37-4d4b-a941-fba7e48a6ebe tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for floatingip (b81f052c-4aca-4560-b085-77e285fc0f2e), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:01.946985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb01622-878e-49ad-88e1-0c563e3ed535 req-a205f495-f87c-4093-95f1-13bcfd21460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:01.948535 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3bb01622-878e-49ad-88e1-0c563e3ed535 req-a205f495-f87c-4093-95f1-13bcfd21460e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4151d97e9114a91afc82c06960bb29b&device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 1127 time: 0.0963650 Jan 28 19:45:02.117223 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c6ddcc5-eb2f-41d3-9475-3b7a34a6fa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:03Z', 'revision_number': 4, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port': {'id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'b81f052c-4aca-4560-b085-77e285fc0f2e', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'port_id': '9a345cb5-a013-4d1b-823d-9de6a5f27172', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'mac_address': 'fa:16:3e:91:31:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee753c-309b-4c02-8890-3938f9a81413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:00Z', 'updated_at': '2022-01-28T19:45:00Z', 'revision_number': 0, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feee1c3a-14c2-4d0f-ab79-7093083e3c94', 'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'mac_address': 'fa:16:3e:db:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:03Z', 'updated_at': '2022-01-28T19:42:09Z', 'revision_number': 5, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'subnets': [{'id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:02.120408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb01622-878e-49ad-88e1-0c563e3ed535 req-76a51101-7e64-4b29-8d73-4fc21605abad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:02.121891 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3bb01622-878e-49ad-88e1-0c563e3ed535 req-76a51101-7e64-4b29-8d73-4fc21605abad service neutron] 10.222.0.31 "GET /v2.0/networks?id=d4186d80-5076-4a6f-95fc-757309cd7a57 HTTP/1.1" status: 200 len: 914 time: 0.1673880 Jan 28 19:45:02.145911 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ddcc5-eb2f-41d3-9475-3b7a34a6fa0f None None] Checking router: ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:45:02.154586 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ddcc5-eb2f-41d3-9475-3b7a34a6fa0f None None] Routers {'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:02.155183 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c6ddcc5-eb2f-41d3-9475-3b7a34a6fa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:44:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:02.264587 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3bb01622-878e-49ad-88e1-0c563e3ed535 req-390be8a1-0d75-449b-8916-39e65c213f26 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a345cb5-a013-4d1b-823d-9de6a5f27172 HTTP/1.1" status: 200 len: 999 time: 0.1027913 Jan 28 19:45:02.269318 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4c6ddcc5-eb2f-41d3-9475-3b7a34a6fa0f None None] Set router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:02.362778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb01622-878e-49ad-88e1-0c563e3ed535 req-0173741a-78be-44e2-bfaa-e46a46cea660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:02.364265 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3bb01622-878e-49ad-88e1-0c563e3ed535 req-0173741a-78be-44e2-bfaa-e46a46cea660 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d24ca18-d6ec-47b2-8f6f-fa4052a83d02 HTTP/1.1" status: 200 len: 852 time: 0.0940943 Jan 28 19:45:02.505376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb01622-878e-49ad-88e1-0c563e3ed535 req-f2cca93e-a834-476e-be23-936d9019e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:02.507188 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3bb01622-878e-49ad-88e1-0c563e3ed535 req-f2cca93e-a834-476e-be23-936d9019e2fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d4186d80-5076-4a6f-95fc-757309cd7a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1363854 Jan 28 19:45:02.510283 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4c6ddcc5-eb2f-41d3-9475-3b7a34a6fa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:03Z', 'revision_number': 4, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port': {'id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'b81f052c-4aca-4560-b085-77e285fc0f2e', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'port_id': '9a345cb5-a013-4d1b-823d-9de6a5f27172', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'mac_address': 'fa:16:3e:91:31:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee753c-309b-4c02-8890-3938f9a81413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:00Z', 'updated_at': '2022-01-28T19:45:00Z', 'revision_number': 0, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feee1c3a-14c2-4d0f-ab79-7093083e3c94', 'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'mac_address': 'fa:16:3e:db:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:03Z', 'updated_at': '2022-01-28T19:42:09Z', 'revision_number': 5, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'subnets': [{'id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:02.539575 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ddcc5-eb2f-41d3-9475-3b7a34a6fa0f None None] The sync data for ids ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'] in n-d-824834-4 is: [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:03Z', 'revision_number': 4, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port': {'id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'b81f052c-4aca-4560-b085-77e285fc0f2e', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'port_id': '9a345cb5-a013-4d1b-823d-9de6a5f27172', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'mac_address': 'fa:16:3e:91:31:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee753c-309b-4c02-8890-3938f9a81413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:00Z', 'updated_at': '2022-01-28T19:45:00Z', 'revision_number': 0, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feee1c3a-14c2-4d0f-ab79-7093083e3c94', 'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'mac_address': 'fa:16:3e:db:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:03Z', 'updated_at': '2022-01-28T19:42:09Z', 'revision_number': 5, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'subnets': [{'id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:02.694962 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3bb01622-878e-49ad-88e1-0c563e3ed535 req-4b3beb60-21fa-4567-940a-22d8f489153b service neutron] 10.222.0.31 "GET /v2.0/networks/d4186d80-5076-4a6f-95fc-757309cd7a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802597 Jan 28 19:45:02.697521 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4cf0be8f-9c37-4d4b-a941-fba7e48a6ebe tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.708860 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4cf0be8f-9c37-4d4b-a941-fba7e48a6ebe tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (b81f052c-4aca-4560-b085-77e285fc0f2e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:02.768600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980223d7-1eba-46f8-acc9-02645a64180a None None] New status for floating IP b81f052c-4aca-4560-b085-77e285fc0f2e: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:45:02.868090 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3bb01622-878e-49ad-88e1-0c563e3ed535 req-a56dd728-7d05-4470-809f-c42f6c040f73 service neutron] 10.222.0.31 "GET /v2.0/networks/d4186d80-5076-4a6f-95fc-757309cd7a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677530 Jan 28 19:45:03.015840 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf0be8f-9c37-4d4b-a941-fba7e48a6ebe tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:03.134513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf0be8f-9c37-4d4b-a941-fba7e48a6ebe tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:03.139506 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4cf0be8f-9c37-4d4b-a941-fba7e48a6ebe tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:03.144724 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55908e70-f8c9-4845-8a22-580abc555012 None None] Sync routers for ids ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:03.155628 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55908e70-f8c9-4845-8a22-580abc555012 None None] Routers {'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:03.156395 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-55908e70-f8c9-4845-8a22-580abc555012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:44:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:03.203597 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4cf0be8f-9c37-4d4b-a941-fba7e48a6ebe tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "PUT /v2.0/floatingips/b81f052c-4aca-4560-b085-77e285fc0f2e HTTP/1.1" status: 200 len: 991 time: 1.3923750 Jan 28 19:45:03.264341 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-55908e70-f8c9-4845-8a22-580abc555012 None None] Set router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:03.491385 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-55908e70-f8c9-4845-8a22-580abc555012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:03Z', 'revision_number': 4, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port': {'id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'b81f052c-4aca-4560-b085-77e285fc0f2e', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'port_id': '9a345cb5-a013-4d1b-823d-9de6a5f27172', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'mac_address': 'fa:16:3e:91:31:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee753c-309b-4c02-8890-3938f9a81413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:00Z', 'updated_at': '2022-01-28T19:45:02Z', 'revision_number': 2, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feee1c3a-14c2-4d0f-ab79-7093083e3c94', 'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'mac_address': 'fa:16:3e:db:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:03Z', 'updated_at': '2022-01-28T19:42:09Z', 'revision_number': 5, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'subnets': [{'id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:03.519793 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55908e70-f8c9-4845-8a22-580abc555012 None None] Checking router: ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:45:03.528090 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55908e70-f8c9-4845-8a22-580abc555012 None None] Routers {'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:03.528681 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-55908e70-f8c9-4845-8a22-580abc555012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:44:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:03.726348 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-55908e70-f8c9-4845-8a22-580abc555012 None None] Set router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:03.804019 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bee753c-309b-4c02-8890-3938f9a81413', 'tag': '9a345cb5-a013-4d1b-823d-9de6a5f27172'}, {'name': 'network-changed', 'server_uuid': '0bee753c-309b-4c02-8890-3938f9a81413', 'tag': '9a345cb5-a013-4d1b-823d-9de6a5f27172'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:45:03.806382 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c723657a-3726-42e0-b143-68969693597a" -d '{"events": [{"name": "network-changed", "server_uuid": "0bee753c-309b-4c02-8890-3938f9a81413", "tag": "9a345cb5-a013-4d1b-823d-9de6a5f27172"}, {"name": "network-changed", "server_uuid": "0bee753c-309b-4c02-8890-3938f9a81413", "tag": "9a345cb5-a013-4d1b-823d-9de6a5f27172"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:45:03.856135 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 19:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da30bb53-c688-477e-a9ee-d484364e9a64 x-openstack-request-id: req-da30bb53-c688-477e-a9ee-d484364e9a64 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:45:03.856437 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bee753c-309b-4c02-8890-3938f9a81413", "tag": "9a345cb5-a013-4d1b-823d-9de6a5f27172", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0bee753c-309b-4c02-8890-3938f9a81413", "tag": "9a345cb5-a013-4d1b-823d-9de6a5f27172", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:45:03.856696 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da30bb53-c688-477e-a9ee-d484364e9a64 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:45:03.857108 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bee753c-309b-4c02-8890-3938f9a81413', 'tag': '9a345cb5-a013-4d1b-823d-9de6a5f27172', 'status': 'completed', 'code': 200} Jan 28 19:45:03.857379 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bee753c-309b-4c02-8890-3938f9a81413', 'tag': '9a345cb5-a013-4d1b-823d-9de6a5f27172', 'status': 'completed', 'code': 200} Jan 28 19:45:03.930342 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723657a-3726-42e0-b143-68969693597a req-e1a67ab1-3728-49c7-bb56-c778e8711142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:03.932063 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c723657a-3726-42e0-b143-68969693597a req-e1a67ab1-3728-49c7-bb56-c778e8711142 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4151d97e9114a91afc82c06960bb29b&device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 1127 time: 0.0531881 Jan 28 19:45:03.958105 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-55908e70-f8c9-4845-8a22-580abc555012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:03Z', 'revision_number': 4, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port': {'id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'b81f052c-4aca-4560-b085-77e285fc0f2e', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'port_id': '9a345cb5-a013-4d1b-823d-9de6a5f27172', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'mac_address': 'fa:16:3e:91:31:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee753c-309b-4c02-8890-3938f9a81413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:00Z', 'updated_at': '2022-01-28T19:45:02Z', 'revision_number': 2, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feee1c3a-14c2-4d0f-ab79-7093083e3c94', 'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'mac_address': 'fa:16:3e:db:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:03Z', 'updated_at': '2022-01-28T19:42:09Z', 'revision_number': 5, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'subnets': [{'id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:03.987684 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55908e70-f8c9-4845-8a22-580abc555012 None None] The sync data for ids ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'] in n-d-824834-4 is: [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:03Z', 'revision_number': 4, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port': {'id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'b81f052c-4aca-4560-b085-77e285fc0f2e', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'port_id': '9a345cb5-a013-4d1b-823d-9de6a5f27172', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'mac_address': 'fa:16:3e:91:31:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bee753c-309b-4c02-8890-3938f9a81413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:00Z', 'updated_at': '2022-01-28T19:45:02Z', 'revision_number': 2, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feee1c3a-14c2-4d0f-ab79-7093083e3c94', 'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'mac_address': 'fa:16:3e:db:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:03Z', 'updated_at': '2022-01-28T19:42:09Z', 'revision_number': 5, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'subnets': [{'id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:04.028103 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723657a-3726-42e0-b143-68969693597a req-9d3df945-f27b-4fe6-a431-2ebdd4e42606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:04.029599 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c723657a-3726-42e0-b143-68969693597a req-9d3df945-f27b-4fe6-a431-2ebdd4e42606 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d4186d80-5076-4a6f-95fc-757309cd7a57 HTTP/1.1" status: 200 len: 914 time: 0.0917144 Jan 28 19:45:04.106712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c723657a-3726-42e0-b143-68969693597a req-0e4eae61-b0f0-4e99-a58d-106f129d25d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a345cb5-a013-4d1b-823d-9de6a5f27172 HTTP/1.1" status: 200 len: 1001 time: 0.0708678 Jan 28 19:45:04.156638 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723657a-3726-42e0-b143-68969693597a req-e3717e0b-c7aa-4242-ac38-7c7227ad629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:04.158153 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c723657a-3726-42e0-b143-68969693597a req-e3717e0b-c7aa-4242-ac38-7c7227ad629b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d24ca18-d6ec-47b2-8f6f-fa4052a83d02 HTTP/1.1" status: 200 len: 852 time: 0.0455143 Jan 28 19:45:04.208288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723657a-3726-42e0-b143-68969693597a req-2825701a-79a4-4f20-a60f-1b3355f61153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:04.209812 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c723657a-3726-42e0-b143-68969693597a req-2825701a-79a4-4f20-a60f-1b3355f61153 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d4186d80-5076-4a6f-95fc-757309cd7a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458987 Jan 28 19:45:04.300417 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c723657a-3726-42e0-b143-68969693597a req-0b8a76cc-0d28-43ab-a848-a21d2eacf402 service neutron] 10.222.0.31 "GET /v2.0/networks/d4186d80-5076-4a6f-95fc-757309cd7a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843117 Jan 28 19:45:04.390577 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c723657a-3726-42e0-b143-68969693597a req-4c539667-274c-49e6-8885-2384ef387bd1 service neutron] 10.222.0.31 "GET /v2.0/networks/d4186d80-5076-4a6f-95fc-757309cd7a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838506 Jan 28 19:45:04.484082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723657a-3726-42e0-b143-68969693597a req-9c9a1e43-d501-4ed0-8ceb-f44260305a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:04.485802 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c723657a-3726-42e0-b143-68969693597a req-9c9a1e43-d501-4ed0-8ceb-f44260305a87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4151d97e9114a91afc82c06960bb29b&device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 1127 time: 0.0530488 Jan 28 19:45:04.583584 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723657a-3726-42e0-b143-68969693597a req-9d1c3638-c50c-42ff-82a4-418322b923cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:04.585100 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c723657a-3726-42e0-b143-68969693597a req-9d1c3638-c50c-42ff-82a4-418322b923cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=d4186d80-5076-4a6f-95fc-757309cd7a57 HTTP/1.1" status: 200 len: 914 time: 0.0903404 Jan 28 19:45:04.659394 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c723657a-3726-42e0-b143-68969693597a req-eae57433-2cfd-4477-ba94-ce6cd3589572 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a345cb5-a013-4d1b-823d-9de6a5f27172 HTTP/1.1" status: 200 len: 1001 time: 0.0683484 Jan 28 19:45:04.714228 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723657a-3726-42e0-b143-68969693597a req-ef1e09b8-2c30-4eb9-9126-e5af9f5d7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:04.715622 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c723657a-3726-42e0-b143-68969693597a req-ef1e09b8-2c30-4eb9-9126-e5af9f5d7271 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d24ca18-d6ec-47b2-8f6f-fa4052a83d02 HTTP/1.1" status: 200 len: 852 time: 0.0497475 Jan 28 19:45:04.766498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723657a-3726-42e0-b143-68969693597a req-c1406948-a068-4a39-97da-e01694b8bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:04.768050 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c723657a-3726-42e0-b143-68969693597a req-c1406948-a068-4a39-97da-e01694b8bd2e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d4186d80-5076-4a6f-95fc-757309cd7a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464249 Jan 28 19:45:04.863868 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c723657a-3726-42e0-b143-68969693597a req-de787576-50c4-4618-a73a-0717b34e9d50 service neutron] 10.222.0.31 "GET /v2.0/networks/d4186d80-5076-4a6f-95fc-757309cd7a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888331 Jan 28 19:45:04.952713 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c723657a-3726-42e0-b143-68969693597a req-5a5d8c78-76e4-4479-a262-0fd46e752a7a service neutron] 10.222.0.31 "GET /v2.0/networks/d4186d80-5076-4a6f-95fc-757309cd7a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824318 Jan 28 19:45:08.525793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58182) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:08.633787 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-117c15fd-675b-4c87-9b5b-42bb83cc0024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.716526 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-117c15fd-675b-4c87-9b5b-42bb83cc0024 admin admin] Publish callbacks [] for security_group (bb293fc3-bfa9-47e4-934f-53b2a8ba655e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.721313 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-117c15fd-675b-4c87-9b5b-42bb83cc0024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bb293fc3-bfa9-47e4-934f-53b2a8ba655e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.759029 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-117c15fd-675b-4c87-9b5b-42bb83cc0024 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9f943ea311a46d39b0edc82f8db0ffe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320142 Jan 28 19:45:08.759911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c15fd-675b-4c87-9b5b-42bb83cc0024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb293fc3-bfa9-47e4-934f-53b2a8ba655e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:08.764085 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58186) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:08.831213 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c85dc277-9a3c-44bb-92e0-f149d8bd0463 admin admin] Publish callbacks [] for security_group (bb293fc3-bfa9-47e4-934f-53b2a8ba655e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.853899 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c85dc277-9a3c-44bb-92e0-f149d8bd0463 admin admin] Publish callbacks [] for security_group (bb293fc3-bfa9-47e4-934f-53b2a8ba655e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.900689 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c85dc277-9a3c-44bb-92e0-f149d8bd0463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bb293fc3-bfa9-47e4-934f-53b2a8ba655e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.903774 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c85dc277-9a3c-44bb-92e0-f149d8bd0463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:08.904966 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c85dc277-9a3c-44bb-92e0-f149d8bd0463 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb293fc3-bfa9-47e4-934f-53b2a8ba655e HTTP/1.1" status: 204 len: 168 time: 0.1349065 Jan 28 19:45:08.914185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dc277-9a3c-44bb-92e0-f149d8bd0463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb293fc3-bfa9-47e4-934f-53b2a8ba655e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:10.225718 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:45:10.564164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58228) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:10.568865 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-65088ea8-77dc-4153-97e5-9f20b4357d7a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1556523447', 'description': 'tempest-secgroup-smoke-1556523447 description', 'project_id': '310e0101c83844149a246554aacabb65'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:10.591388 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65088ea8-77dc-4153-97e5-9f20b4357d7a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:10.599976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65088ea8-77dc-4153-97e5-9f20b4357d7a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:10.677565 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65088ea8-77dc-4153-97e5-9f20b4357d7a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (3008e988-7ca6-4fcb-bc75-afe7c6e11dda), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:10.683238 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65088ea8-77dc-4153-97e5-9f20b4357d7a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3008e988-7ca6-4fcb-bc75-afe7c6e11dda), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:10.724598 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65088ea8-77dc-4153-97e5-9f20b4357d7a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3008e988-7ca6-4fcb-bc75-afe7c6e11dda,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:10.761143 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65088ea8-77dc-4153-97e5-9f20b4357d7a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (7070914c-4cbe-4239-9632-8f919943fb5e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:10.766131 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65088ea8-77dc-4153-97e5-9f20b4357d7a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7070914c-4cbe-4239-9632-8f919943fb5e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:10.794694 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-65088ea8-77dc-4153-97e5-9f20b4357d7a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:10.795837 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-65088ea8-77dc-4153-97e5-9f20b4357d7a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2306633 Jan 28 19:45:10.797678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65088ea8-77dc-4153-97e5-9f20b4357d7a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7070914c-4cbe-4239-9632-8f919943fb5e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:10.798970 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58230) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:10.803858 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-98375060-a672-4deb-be66-ec2d814649ab tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': '7070914c-4cbe-4239-9632-8f919943fb5e', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:10.835451 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98375060-a672-4deb-be66-ec2d814649ab tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (14e88433-1792-489a-9bc1-1815121d0c74), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:10.883008 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98375060-a672-4deb-be66-ec2d814649ab tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (14e88433-1792-489a-9bc1-1815121d0c74), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:10.888584 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98375060-a672-4deb-be66-ec2d814649ab tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (14e88433-1792-489a-9bc1-1815121d0c74), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:10.905782 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98375060-a672-4deb-be66-ec2d814649ab tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e88433-1792-489a-9bc1-1815121d0c74,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:10.914976 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98375060-a672-4deb-be66-ec2d814649ab tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:10.916173 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-98375060-a672-4deb-be66-ec2d814649ab tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159773 Jan 28 19:45:10.919092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58232) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:10.923886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-78481b24-7850-4c90-a58b-3543bee39507 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': '7070914c-4cbe-4239-9632-8f919943fb5e', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:10.952233 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78481b24-7850-4c90-a58b-3543bee39507 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (84050df5-b15c-465a-a396-1e7945d8f03f), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.008936 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78481b24-7850-4c90-a58b-3543bee39507 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (84050df5-b15c-465a-a396-1e7945d8f03f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.013664 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78481b24-7850-4c90-a58b-3543bee39507 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (84050df5-b15c-465a-a396-1e7945d8f03f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.030711 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78481b24-7850-4c90-a58b-3543bee39507 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84050df5-b15c-465a-a396-1e7945d8f03f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:11.040063 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78481b24-7850-4c90-a58b-3543bee39507 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.041347 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-78481b24-7850-4c90-a58b-3543bee39507 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208963 Jan 28 19:45:11.044185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:11.048638 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a6c389eb-d13f-4782-8b7c-10a43832bec8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': '7070914c-4cbe-4239-9632-8f919943fb5e', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:11.074914 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6c389eb-d13f-4782-8b7c-10a43832bec8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (7f7b6900-196c-4744-a834-0bd839584202), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.129653 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6c389eb-d13f-4782-8b7c-10a43832bec8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (7f7b6900-196c-4744-a834-0bd839584202), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.134725 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6c389eb-d13f-4782-8b7c-10a43832bec8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (7f7b6900-196c-4744-a834-0bd839584202), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.151683 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c389eb-d13f-4782-8b7c-10a43832bec8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7b6900-196c-4744-a834-0bd839584202,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:11.160608 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a6c389eb-d13f-4782-8b7c-10a43832bec8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.161807 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a6c389eb-d13f-4782-8b7c-10a43832bec8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166124 Jan 28 19:45:11.164763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58236) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:11.169432 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b3fc9577-7257-4127-8908-eec2969b8a80 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': '7070914c-4cbe-4239-9632-8f919943fb5e', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:11.198353 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3fc9577-7257-4127-8908-eec2969b8a80 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (08d8b117-57a9-4bfa-b6e9-90328fb0e3c2), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.258987 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3fc9577-7257-4127-8908-eec2969b8a80 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (08d8b117-57a9-4bfa-b6e9-90328fb0e3c2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.265051 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3fc9577-7257-4127-8908-eec2969b8a80 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (08d8b117-57a9-4bfa-b6e9-90328fb0e3c2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.281928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc9577-7257-4127-8908-eec2969b8a80 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d8b117-57a9-4bfa-b6e9-90328fb0e3c2,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:11.292115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3fc9577-7257-4127-8908-eec2969b8a80 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.295902 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b3fc9577-7257-4127-8908-eec2969b8a80 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275713 Jan 28 19:45:11.296088 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58238) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:11.300398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4d4afcbe-4ae9-4dcc-92af-e0143170b859 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': '7070914c-4cbe-4239-9632-8f919943fb5e', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:11.321471 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-4d4afcbe-4ae9-4dcc-92af-e0143170b859 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Project 310e0101c83844149a246554aacabb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:45:11.326296 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d4afcbe-4ae9-4dcc-92af-e0143170b859 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (880291a7-d811-4324-982b-1bcc31246929), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.386589 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d4afcbe-4ae9-4dcc-92af-e0143170b859 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (880291a7-d811-4324-982b-1bcc31246929), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.390570 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d4afcbe-4ae9-4dcc-92af-e0143170b859 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (880291a7-d811-4324-982b-1bcc31246929), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.409564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4afcbe-4ae9-4dcc-92af-e0143170b859 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880291a7-d811-4324-982b-1bcc31246929,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:11.417743 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d4afcbe-4ae9-4dcc-92af-e0143170b859 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.419003 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4d4afcbe-4ae9-4dcc-92af-e0143170b859 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219604 Jan 28 19:45:11.423089 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58240) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:11.427613 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': '7070914c-4cbe-4239-9632-8f919943fb5e', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:11.448502 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Project 310e0101c83844149a246554aacabb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:45:11.453768 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (666155d1-efc1-4a57-bc61-64d5ad1b3bdf), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.514719 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (666155d1-efc1-4a57-bc61-64d5ad1b3bdf), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.519709 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (666155d1-efc1-4a57-bc61-64d5ad1b3bdf), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.537017 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666155d1-efc1-4a57-bc61-64d5ad1b3bdf,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:11.547135 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.548330 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243021 Jan 28 19:45:11.549872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:11.550235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:11.550625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:11.550907 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:11.551233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:11.551561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:11.551881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:11.551988 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58242) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:11.552200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:11.552519 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:11.552845 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:11.553160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:11.553475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:11.553786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06283383-0481-42ff-af20-2e2bca4e3f1f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:11.557815 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fa303b41-b88b-48e2-8c75-d946a42c3dad tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'network': {'name': 'tempest-network-smoke--1287673331', 'project_id': '310e0101c83844149a246554aacabb65', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:11.580075 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa303b41-b88b-48e2-8c75-d946a42c3dad tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Made reservation on behalf of 310e0101c83844149a246554aacabb65 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:11.583535 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa303b41-b88b-48e2-8c75-d946a42c3dad tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.607367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa303b41-b88b-48e2-8c75-d946a42c3dad tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:45:11.616800 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa303b41-b88b-48e2-8c75-d946a42c3dad tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d22eb465-d2d2-409a-a6fd-a88954b4983b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.617149 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-fa303b41-b88b-48e2-8c75-d946a42c3dad tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Added segment d22eb465-d2d2-409a-a6fd-a88954b4983b of type vlan for network 49f47c15-e927-4eed-8f17-32d25ecab971 Jan 28 19:45:11.663548 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa303b41-b88b-48e2-8c75-d946a42c3dad tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (49f47c15-e927-4eed-8f17-32d25ecab971), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.702473 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa303b41-b88b-48e2-8c75-d946a42c3dad tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (49f47c15-e927-4eed-8f17-32d25ecab971), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.707780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa303b41-b88b-48e2-8c75-d946a42c3dad tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:11.708375 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fa303b41-b88b-48e2-8c75-d946a42c3dad tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.764162 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fa303b41-b88b-48e2-8c75-d946a42c3dad tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2108257 Jan 28 19:45:11.767340 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58244) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:11.772302 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1683148017', 'admin_state_up': True, 'project_id': '310e0101c83844149a246554aacabb65', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:11.774917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa303b41-b88b-48e2-8c75-d946a42c3dad tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Network': ['ID=49f47c15-e927-4eed-8f17-32d25ecab971,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:11.785657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 49f47c15-e927-4eed-8f17-32d25ecab971 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:45:11.797046 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (97111228-92e9-4762-9750-b7afff3c62eb), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.798137 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (97111228-92e9-4762-9750-b7afff3c62eb), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.847721 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_controller (97111228-92e9-4762-9750-b7afff3c62eb), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:11.985247 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_gateway (97111228-92e9-4762-9750-b7afff3c62eb), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.182386 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_gateway (97111228-92e9-4762-9750-b7afff3c62eb), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.201069 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.305835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Allocated IP 172.25.0.82 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/39ed8975-1134-4bda-b015-bac5b12f09c2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:12.402452 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (39ed8975-1134-4bda-b015-bac5b12f09c2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.443173 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (39ed8975-1134-4bda-b015-bac5b12f09c2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.479258 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:12.482147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:12.487732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:12.492854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=39ed8975-1134-4bda-b015-bac5b12f09c2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:12.739185 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_gateway (97111228-92e9-4762-9750-b7afff3c62eb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:12.934307 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (97111228-92e9-4762-9750-b7afff3c62eb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.411227 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 97111228-92e9-4762-9750-b7afff3c62eb is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:45:13.516774 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:13.527967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Sync routers for ids ['97111228-92e9-4762-9750-b7afff3c62eb'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:13.538932 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.540171 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0d397045-6d00-4081-a477-ed82427d8f53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7717507 Jan 28 19:45:13.540339 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Routers {'97111228-92e9-4762-9750-b7afff3c62eb'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:13.541164 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:44:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['97111228-92e9-4762-9750-b7afff3c62eb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:13.544011 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:13.645296 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Set router 97111228-92e9-4762-9750-b7afff3c62eb gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:13.670364 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-988e8113-8104-4a7a-a42e-8e2b32009a2f tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=310e0101c83844149a246554aacabb65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1250951 Jan 28 19:45:13.673687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58252) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:13.760261 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9f618b-e0b7-4b55-ba28-533f3b578262 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:13.761864 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3c9f618b-e0b7-4b55-ba28-533f3b578262 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870552 Jan 28 19:45:13.764970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58254) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:13.793422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-22c4d98f-5ff4-451d-9389-7dfd62686a06 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273557 Jan 28 19:45:13.795831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58256) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:13.800492 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-46fca47a-c386-4bf7-9519-f4dc88406400 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-902820104', 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971', 'project_id': '310e0101c83844149a246554aacabb65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:13.833178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97111228-92e9-4762-9750-b7afff3c62eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683148017', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:11Z', 'updated_at': '2022-01-28T19:45:12Z', 'revision_number': 3, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:12Z', 'updated_at': '2022-01-28T19:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:13.859717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Checking router: 97111228-92e9-4762-9750-b7afff3c62eb for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:45:13.860014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Updating router 97111228-92e9-4762-9750-b7afff3c62eb port 39ed8975-1134-4bda-b015-bac5b12f09c2 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:45:13.886392 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (39ed8975-1134-4bda-b015-bac5b12f09c2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:13.890420 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fca47a-c386-4bf7-9519-f4dc88406400 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Made reservation on behalf of 310e0101c83844149a246554aacabb65 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:13.893809 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46fca47a-c386-4bf7-9519-f4dc88406400 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.076271 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46fca47a-c386-4bf7-9519-f4dc88406400 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (86e48026-897a-494c-8fd8-cd68598fd7bc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.128031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fca47a-c386-4bf7-9519-f4dc88406400 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Subnet': ['ID=86e48026-897a-494c-8fd8-cd68598fd7bc,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:14.132976 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Publish callbacks [] for port (39ed8975-1134-4bda-b015-bac5b12f09c2), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.140290 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (39ed8975-1134-4bda-b015-bac5b12f09c2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.144969 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fca47a-c386-4bf7-9519-f4dc88406400 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Checking segment: {'id': 'd22eb465-d2d2-409a-a6fd-a88954b4983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:14.145326 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fca47a-c386-4bf7-9519-f4dc88406400 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network hostable DHCP agents. Network: 49f47c15-e927-4eed-8f17-32d25ecab971, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:45:14.163479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fca47a-c386-4bf7-9519-f4dc88406400 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network 49f47c15-e927-4eed-8f17-32d25ecab971 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:45:14.174984 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-46fca47a-c386-4bf7-9519-f4dc88406400 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 49f47c15-e927-4eed-8f17-32d25ecab971) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:14.179324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fca47a-c386-4bf7-9519-f4dc88406400 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:14.179926 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-46fca47a-c386-4bf7-9519-f4dc88406400 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.187489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d98e69-ffb7-4f54-b0ce-790371c5001a None None] Network 49f47c15-e927-4eed-8f17-32d25ecab971 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:14.198140 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-46fca47a-c386-4bf7-9519-f4dc88406400 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4012806 Jan 28 19:45:14.201192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58258) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:14.209180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Attempting to bind port 39ed8975-1134-4bda-b015-bac5b12f09c2 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:45:14.209564 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Attempting to bind port 39ed8975-1134-4bda-b015-bac5b12f09c2 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:45:14.209927 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Attempting to bind port 39ed8975-1134-4bda-b015-bac5b12f09c2 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:14.214471 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7935d-1c95-4f53-95d1-1b1ee1d6c1e6 None None] Pushing event updated for resources: {'Port': ['ID=39ed8975-1134-4bda-b015-bac5b12f09c2,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:14.245199 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:45:14.245578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:14.245973 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.246379 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:45:14.246840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Bound port: 39ed8975-1134-4bda-b015-bac5b12f09c2, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:45:14.247218 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (39ed8975-1134-4bda-b015-bac5b12f09c2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.487688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] For port 39ed8975-1134-4bda-b015-bac5b12f09c2, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:45:14.500129 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] For port 39ed8975-1134-4bda-b015-bac5b12f09c2, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=39ed8975-1134-4bda-b015-bac5b12f09c2,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:45:14.502870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-49f47c15-e927-4eed-8f17-32d25ecab971', 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971', 'project_id': '310e0101c83844149a246554aacabb65', 'fixed_ips': [{'subnet_id': '86e48026-897a-494c-8fd8-cd68598fd7bc'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:45:14.503717 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.517835 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (39ed8975-1134-4bda-b015-bac5b12f09c2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.637603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7935d-1c95-4f53-95d1-1b1ee1d6c1e6 None None] Pushing event updated for resources: {'Port': ['ID=39ed8975-1134-4bda-b015-bac5b12f09c2,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:14.639649 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:14.650767 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Routers {'97111228-92e9-4762-9750-b7afff3c62eb'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:14.651450 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:44:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['97111228-92e9-4762-9750-b7afff3c62eb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:14.653783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7935d-1c95-4f53-95d1-1b1ee1d6c1e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:14.654149 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7935d-1c95-4f53-95d1-1b1ee1d6c1e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:14.654484 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7935d-1c95-4f53-95d1-1b1ee1d6c1e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:14.654813 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7935d-1c95-4f53-95d1-1b1ee1d6c1e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:14.655214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7935d-1c95-4f53-95d1-1b1ee1d6c1e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:14.655535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7935d-1c95-4f53-95d1-1b1ee1d6c1e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:14.655888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7935d-1c95-4f53-95d1-1b1ee1d6c1e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:14.656214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7935d-1c95-4f53-95d1-1b1ee1d6c1e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:14.656558 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7935d-1c95-4f53-95d1-1b1ee1d6c1e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:14.656905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7935d-1c95-4f53-95d1-1b1ee1d6c1e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:14.657183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7935d-1c95-4f53-95d1-1b1ee1d6c1e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:14.657528 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7935d-1c95-4f53-95d1-1b1ee1d6c1e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:14.657835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c7935d-1c95-4f53-95d1-1b1ee1d6c1e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:14.780441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Allocated IP 172.20.0.2 (49f47c15-e927-4eed-8f17-32d25ecab971/86e48026-897a-494c-8fd8-cd68598fd7bc/2e356d35-5a95-4b32-a5a6-1d8466b4bcc7) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:14.809452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] Set router 97111228-92e9-4762-9750-b7afff3c62eb gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:15.070757 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Publish callbacks [] for port (2e356d35-5a95-4b32-a5a6-1d8466b4bcc7), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.079074 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (2e356d35-5a95-4b32-a5a6-1d8466b4bcc7), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.127629 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Network 49f47c15-e927-4eed-8f17-32d25ecab971 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:15.131771 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Allocated IP 172.20.0.1 (49f47c15-e927-4eed-8f17-32d25ecab971/86e48026-897a-494c-8fd8-cd68598fd7bc/887a883f-4968-4831-bb28-52044ecbbbbe) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:15.135740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:15.138704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:15.140723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Pushing event updated for resources: {'Port': ['ID=2e356d35-5a95-4b32-a5a6-1d8466b4bcc7,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:15.149517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97111228-92e9-4762-9750-b7afff3c62eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683148017', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:11Z', 'updated_at': '2022-01-28T19:45:12Z', 'revision_number': 3, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:12Z', 'updated_at': '2022-01-28T19:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:15.192986 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c129c281-20bf-40e3-9569-7c4d6928c1be None None] The sync data for ids ['97111228-92e9-4762-9750-b7afff3c62eb'] in n-d-824834-4 is: [{'id': '97111228-92e9-4762-9750-b7afff3c62eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683148017', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:11Z', 'updated_at': '2022-01-28T19:45:12Z', 'revision_number': 3, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:12Z', 'updated_at': '2022-01-28T19:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:15.227180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Attempting to bind port 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:45:15.227180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Attempting to bind port 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd22eb465-d2d2-409a-a6fd-a88954b4983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:45:15.227518 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Attempting to bind port 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7 on network 49f47c15-e927-4eed-8f17-32d25ecab971 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:15.233312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:45:15.234258 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Checking segment: {'id': 'd22eb465-d2d2-409a-a6fd-a88954b4983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:15.234670 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.235068 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Bound using segment: {'id': 'd22eb465-d2d2-409a-a6fd-a88954b4983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:45:15.235565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Bound port: 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22eb465-d2d2-409a-a6fd-a88954b4983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:45:15.235950 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2e356d35-5a95-4b32-a5a6-1d8466b4bcc7), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.256698 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (887a883f-4968-4831-bb28-52044ecbbbbe), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.299214 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.301807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] For port 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:45:15.305310 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] For port 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2e356d35-5a95-4b32-a5a6-1d8466b4bcc7,segment=NetworkSegment(d22eb465-d2d2-409a-a6fd-a88954b4983b),segment_id=d22eb465-d2d2-409a-a6fd-a88954b4983b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:45:15.313394 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2e356d35-5a95-4b32-a5a6-1d8466b4bcc7), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.342570 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network 49f47c15-e927-4eed-8f17-32d25ecab971 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:15.345720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:15.351851 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:15.358820 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=887a883f-4968-4831-bb28-52044ecbbbbe,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:15.378267 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb954930-ead0-4626-9a45-ac32c4303bec None None] Pushing event updated for resources: {'Port': ['ID=2e356d35-5a95-4b32-a5a6-1d8466b4bcc7,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:15.407211 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (97111228-92e9-4762-9750-b7afff3c62eb), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.593082 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.911007 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (887a883f-4968-4831-bb28-52044ecbbbbe), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.916454 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:15.988623 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=887a883f-4968-4831-bb28-52044ecbbbbe,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:15.993812 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (97111228-92e9-4762-9750-b7afff3c62eb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:16.094199 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network 49f47c15-e927-4eed-8f17-32d25ecab971 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:16.095707 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:16.224220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 97111228-92e9-4762-9750-b7afff3c62eb has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:16.345060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:16.350186 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9afc8bd3-5bdd-4dde-9175-6bd20ad1b3ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "PUT /v2.0/routers/97111228-92e9-4762-9750-b7afff3c62eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1480823 Jan 28 19:45:16.487483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e894aa48-fac4-4c93-8fec-09494dfd2e01 None None] Network 49f47c15-e927-4eed-8f17-32d25ecab971 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:16.510725 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-8486c555-ce30-4757-a2a1-0544510001b8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1556523447&fields=id&tenant_id=310e0101c83844149a246554aacabb65 HTTP/1.1" status: 200 len: 267 time: 0.0490949 Jan 28 19:45:16.597332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ff04a3d1-e60a-4e40-ae61-cb6d7e28d5a0 None None] Provisioning complete for port 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:16.597632 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff04a3d1-e60a-4e40-ae61-cb6d7e28d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2e356d35-5a95-4b32-a5a6-1d8466b4bcc7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:16.627073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-146891be-74c8-4cfa-b1ec-8c51bf647982 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:16.628698 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-146891be-74c8-4cfa-b1ec-8c51bf647982 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/networks?id=49f47c15-e927-4eed-8f17-32d25ecab971 HTTP/1.1" status: 200 len: 797 time: 0.1097443 Jan 28 19:45:16.647210 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-29d9729a-6f84-4dcb-a20d-70e2290f62b6 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/quotas/310e0101c83844149a246554aacabb65 HTTP/1.1" status: 200 len: 375 time: 0.0100744 Jan 28 19:45:16.686015 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ff04a3d1-e60a-4e40-ae61-cb6d7e28d5a0 None None] Current status of the port 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:16.686795 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff04a3d1-e60a-4e40-ae61-cb6d7e28d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2e356d35-5a95-4b32-a5a6-1d8466b4bcc7), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:16.722875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ff04a3d1-e60a-4e40-ae61-cb6d7e28d5a0 None None] For port 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2e356d35-5a95-4b32-a5a6-1d8466b4bcc7,segment=NetworkSegment(d22eb465-d2d2-409a-a6fd-a88954b4983b),segment_id=d22eb465-d2d2-409a-a6fd-a88954b4983b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:16.727978 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff04a3d1-e60a-4e40-ae61-cb6d7e28d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2e356d35-5a95-4b32-a5a6-1d8466b4bcc7), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:16.745641 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-a57ddc40-1c0a-4a9f-ba61-2d397c6ad49e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825045 Jan 28 19:45:16.791899 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04a3d1-e60a-4e40-ae61-cb6d7e28d5a0 None None] Pushing event updated for resources: {'Port': ['ID=2e356d35-5a95-4b32-a5a6-1d8466b4bcc7,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:16.930726 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-c538e1f6-167b-4040-8346-f8c6e2498090 service neutron] 10.222.0.55 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661704 Jan 28 19:45:16.959460 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9c0c7b72-4c94-47c0-b4ea-b7c073cc2635 None None] Provisioning complete for port 887a883f-4968-4831-bb28-52044ecbbbbe triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:16.959840 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7b72-4c94-47c0-b4ea-b7c073cc2635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.004192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c7b72-4c94-47c0-b4ea-b7c073cc2635 None None] Port 887a883f-4968-4831-bb28-52044ecbbbbe cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:17.014848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9c0c7b72-4c94-47c0-b4ea-b7c073cc2635 None None] Provisioning complete for port 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:17.015068 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7b72-4c94-47c0-b4ea-b7c073cc2635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2e356d35-5a95-4b32-a5a6-1d8466b4bcc7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.020689 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Sync routers for ids ['97111228-92e9-4762-9750-b7afff3c62eb'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:17.033315 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Routers {'97111228-92e9-4762-9750-b7afff3c62eb'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:17.033926 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:44:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['97111228-92e9-4762-9750-b7afff3c62eb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:17.068013 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-ae400006-6c68-4701-b43e-636f9da09a02 service neutron] 10.222.0.55 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134939 Jan 28 19:45:17.195592 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c7b72-4c94-47c0-b4ea-b7c073cc2635 None None] Current status of the port 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:17.221851 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Set router 97111228-92e9-4762-9750-b7afff3c62eb gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:17.301189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:17.319331 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c2581bbb-443f-4d23-9d68-bd59776ab26a req-2c335aef-363c-4406-8bf3-a23437747420 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 210 time: 0.0356753 Jan 28 19:45:17.366589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-430e382c-97a8-4ce5-a53c-175f729cbba1 None None] Provisioning complete for port 887a883f-4968-4831-bb28-52044ecbbbbe triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:17.366970 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-430e382c-97a8-4ce5-a53c-175f729cbba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.418980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-430e382c-97a8-4ce5-a53c-175f729cbba1 None None] Port 887a883f-4968-4831-bb28-52044ecbbbbe cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:17.425108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:17.425489 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2e356d35-5a95-4b32-a5a6-1d8466b4bcc7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.486421 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97111228-92e9-4762-9750-b7afff3c62eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683148017', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:11Z', 'updated_at': '2022-01-28T19:45:15Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:12Z', 'updated_at': '2022-01-28T19:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '887a883f-4968-4831-bb28-52044ecbbbbe', 'name': '', 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:d2:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:14Z', 'updated_at': '2022-01-28T19:45:15Z', 'revision_number': 2, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:17.509597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:17.510800 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 39ed8975-1134-4bda-b015-bac5b12f09c2 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:17.518904 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Checking router: 97111228-92e9-4762-9750-b7afff3c62eb for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:45:17.519246 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Updating router 97111228-92e9-4762-9750-b7afff3c62eb port 887a883f-4968-4831-bb28-52044ecbbbbe binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:45:17.547426 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.562696 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3ed080cd-a562-4397-9bc6-a44504046408 None None] Provisioning complete for port 887a883f-4968-4831-bb28-52044ecbbbbe triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:17.563193 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ed080cd-a562-4397-9bc6-a44504046408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.607641 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 39ed8975-1134-4bda-b015-bac5b12f09c2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:17.608314 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (39ed8975-1134-4bda-b015-bac5b12f09c2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.629662 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3ed080cd-a562-4397-9bc6-a44504046408 None None] Port 887a883f-4968-4831-bb28-52044ecbbbbe cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:17.694514 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 39ed8975-1134-4bda-b015-bac5b12f09c2 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:17.694891 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (39ed8975-1134-4bda-b015-bac5b12f09c2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.720254 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 39ed8975-1134-4bda-b015-bac5b12f09c2, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=39ed8975-1134-4bda-b015-bac5b12f09c2,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:17.725279 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (39ed8975-1134-4bda-b015-bac5b12f09c2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.784884 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=39ed8975-1134-4bda-b015-bac5b12f09c2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:17.828302 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Publish callbacks [] for port (887a883f-4968-4831-bb28-52044ecbbbbe), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.834650 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.907787 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1621cd2-d941-4a3b-9cb0-c3836dc7dd41 None None] Pushing event updated for resources: {'Port': ['ID=887a883f-4968-4831-bb28-52044ecbbbbe,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:17.916989 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1621cd2-d941-4a3b-9cb0-c3836dc7dd41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:17.917396 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1621cd2-d941-4a3b-9cb0-c3836dc7dd41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:17.917726 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1621cd2-d941-4a3b-9cb0-c3836dc7dd41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:17.918143 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1621cd2-d941-4a3b-9cb0-c3836dc7dd41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:17.918596 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1621cd2-d941-4a3b-9cb0-c3836dc7dd41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:17.918935 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1621cd2-d941-4a3b-9cb0-c3836dc7dd41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:17.919257 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1621cd2-d941-4a3b-9cb0-c3836dc7dd41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:17.919595 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1621cd2-d941-4a3b-9cb0-c3836dc7dd41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:17.919904 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1621cd2-d941-4a3b-9cb0-c3836dc7dd41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:17.920215 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1621cd2-d941-4a3b-9cb0-c3836dc7dd41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:17.920538 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1621cd2-d941-4a3b-9cb0-c3836dc7dd41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:17.920904 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1621cd2-d941-4a3b-9cb0-c3836dc7dd41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:17.921165 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1621cd2-d941-4a3b-9cb0-c3836dc7dd41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:45:17.954474 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Attempting to bind port 887a883f-4968-4831-bb28-52044ecbbbbe on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:45:17.954856 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Attempting to bind port 887a883f-4968-4831-bb28-52044ecbbbbe by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd22eb465-d2d2-409a-a6fd-a88954b4983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:45:17.955198 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Attempting to bind port 887a883f-4968-4831-bb28-52044ecbbbbe on network 49f47c15-e927-4eed-8f17-32d25ecab971 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:17.961442 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:45:17.961830 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Checking segment: {'id': 'd22eb465-d2d2-409a-a6fd-a88954b4983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:17.962245 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:17.962664 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Bound using segment: {'id': 'd22eb465-d2d2-409a-a6fd-a88954b4983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:45:17.963146 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Bound port: 887a883f-4968-4831-bb28-52044ecbbbbe, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22eb465-d2d2-409a-a6fd-a88954b4983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:45:17.963559 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:18.027524 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] For port 887a883f-4968-4831-bb28-52044ecbbbbe, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:45:18.031191 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] For port 887a883f-4968-4831-bb28-52044ecbbbbe, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=887a883f-4968-4831-bb28-52044ecbbbbe,segment=NetworkSegment(d22eb465-d2d2-409a-a6fd-a88954b4983b),segment_id=d22eb465-d2d2-409a-a6fd-a88954b4983b)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:45:18.038166 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:18.095088 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Routers {'97111228-92e9-4762-9750-b7afff3c62eb'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:18.095701 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:44:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['97111228-92e9-4762-9750-b7afff3c62eb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:18.133571 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1621cd2-d941-4a3b-9cb0-c3836dc7dd41 None None] Pushing event updated for resources: {'Port': ['ID=887a883f-4968-4831-bb28-52044ecbbbbe,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:18.158511 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c5a435d0-d461-46a0-919f-27edbd9b5d90 None None] Provisioning complete for port 887a883f-4968-4831-bb28-52044ecbbbbe triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:18.158892 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5a435d0-d461-46a0-919f-27edbd9b5d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:18.222106 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] Set router 97111228-92e9-4762-9750-b7afff3c62eb gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:18.258158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c5a435d0-d461-46a0-919f-27edbd9b5d90 None None] Current status of the port 887a883f-4968-4831-bb28-52044ecbbbbe is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:18.258722 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5a435d0-d461-46a0-919f-27edbd9b5d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:18.298752 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b87e759-737d-4483-9671-9d87bcd54839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:18.312218 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c5a435d0-d461-46a0-919f-27edbd9b5d90 None None] For port 887a883f-4968-4831-bb28-52044ecbbbbe, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=887a883f-4968-4831-bb28-52044ecbbbbe,segment=NetworkSegment(d22eb465-d2d2-409a-a6fd-a88954b4983b),segment_id=d22eb465-d2d2-409a-a6fd-a88954b4983b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:18.319551 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c5a435d0-d461-46a0-919f-27edbd9b5d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:18.386881 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a435d0-d461-46a0-919f-27edbd9b5d90 None None] Pushing event updated for resources: {'Port': ['ID=887a883f-4968-4831-bb28-52044ecbbbbe,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:18.417916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-96753694-115c-4d01-87f8-78feca3a145a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:18.420434 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-96753694-115c-4d01-87f8-78feca3a145a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.37 "GET /v2.0/networks?id=49f47c15-e927-4eed-8f17-32d25ecab971 HTTP/1.1" status: 200 len: 797 time: 0.1573415 Jan 28 19:45:18.446014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-04b84eb6-0d75-4128-bd91-4287a6f811a6 None None] Provisioning complete for port 887a883f-4968-4831-bb28-52044ecbbbbe triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:18.446619 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04b84eb6-0d75-4128-bd91-4287a6f811a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:18.469645 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c598717d-3dbc-4bf6-b0f0-453aa1d85ce7 req-420812b2-f427-4d34-a3a3-df6805d0589f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 210 time: 0.0366325 Jan 28 19:45:18.497340 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97111228-92e9-4762-9750-b7afff3c62eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683148017', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:11Z', 'updated_at': '2022-01-28T19:45:15Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:12Z', 'updated_at': '2022-01-28T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '887a883f-4968-4831-bb28-52044ecbbbbe', 'name': '', 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:d2:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:14Z', 'updated_at': '2022-01-28T19:45:18Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:18.511295 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-997d0230-2365-4b71-8934-503d3cbfd66a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=310e0101c83844149a246554aacabb65 HTTP/1.1" status: 200 len: 380 time: 0.0820940 Jan 28 19:45:18.520887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-3b71c72a-d02a-4f3d-8dc9-45bbc466351e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'port': {'device_id': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971', 'admin_state_up': True, 'tenant_id': '310e0101c83844149a246554aacabb65', 'security_groups': ['7070914c-4cbe-4239-9632-8f919943fb5e']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:18.526528 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ae953-5e85-4222-82b3-c852451d11fe None None] The sync data for ids ['97111228-92e9-4762-9750-b7afff3c62eb'] in n-d-824834-4 is: [{'id': '97111228-92e9-4762-9750-b7afff3c62eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683148017', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:11Z', 'updated_at': '2022-01-28T19:45:15Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:12Z', 'updated_at': '2022-01-28T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '887a883f-4968-4831-bb28-52044ecbbbbe', 'name': '', 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:d2:b7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:14Z', 'updated_at': '2022-01-28T19:45:18Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:18.543601 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-04b84eb6-0d75-4128-bd91-4287a6f811a6 None None] Current status of the port 887a883f-4968-4831-bb28-52044ecbbbbe is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:18.653172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-3b71c72a-d02a-4f3d-8dc9-45bbc466351e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Made reservation on behalf of 310e0101c83844149a246554aacabb65 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:18.657817 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-3b71c72a-d02a-4f3d-8dc9-45bbc466351e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:18.792535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-3b71c72a-d02a-4f3d-8dc9-45bbc466351e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Allocated IP 172.20.0.9 (49f47c15-e927-4eed-8f17-32d25ecab971/86e48026-897a-494c-8fd8-cd68598fd7bc/2cc15e8b-0613-406c-b66f-e31ed467b2f9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:18.949369 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-3b71c72a-d02a-4f3d-8dc9-45bbc466351e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:18.987955 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-3b71c72a-d02a-4f3d-8dc9-45bbc466351e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:19.028421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-3b71c72a-d02a-4f3d-8dc9-45bbc466351e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network 49f47c15-e927-4eed-8f17-32d25ecab971 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:19.031659 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-3b71c72a-d02a-4f3d-8dc9-45bbc466351e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:19.035600 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-3b71c72a-d02a-4f3d-8dc9-45bbc466351e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:19.085527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71c72a-d02a-4f3d-8dc9-45bbc466351e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=2cc15e8b-0613-406c-b66f-e31ed467b2f9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:19.115305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-3b71c72a-d02a-4f3d-8dc9-45bbc466351e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:19.116124 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-3b71c72a-d02a-4f3d-8dc9-45bbc466351e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:19.138689 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-3b71c72a-d02a-4f3d-8dc9-45bbc466351e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6218760 Jan 28 19:45:19.163640 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Request body: {'port': {'device_id': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:19.256071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:19.335744 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 887a883f-4968-4831-bb28-52044ecbbbbe up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:19.410337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9e5f5518-17cf-4379-9cf4-847ac65ec505 None None] Provisioning complete for port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:19.411081 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5518-17cf-4379-9cf4-847ac65ec505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:19.454135 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 887a883f-4968-4831-bb28-52044ecbbbbe triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:19.454834 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:19.456652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f5518-17cf-4379-9cf4-847ac65ec505 None None] Port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:45:19.569951 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 887a883f-4968-4831-bb28-52044ecbbbbe is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:19.571285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 39ed8975-1134-4bda-b015-bac5b12f09c2 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:19.607942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc15e8b-0613-406c-b66f-e31ed467b2f9 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:45:19.627267 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Publish callbacks [] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:19.643173 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 39ed8975-1134-4bda-b015-bac5b12f09c2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:19.643950 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (39ed8975-1134-4bda-b015-bac5b12f09c2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:19.662213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Transition to ACTIVE for port object 2cc15e8b-0613-406c-b66f-e31ed467b2f9 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:45:19.669457 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:19.727794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f727d-c70d-4da9-b460-40f5f829328a req-9406937c-02a3-4d5e-a419-693298b216c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:19.729598 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a75f727d-c70d-4da9-b460-40f5f829328a req-9406937c-02a3-4d5e-a419-693298b216c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 931 time: 0.1140625 Jan 28 19:45:19.749484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc15e8b-0613-406c-b66f-e31ed467b2f9,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:19.797917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 39ed8975-1134-4bda-b015-bac5b12f09c2 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:19.842326 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a75f727d-c70d-4da9-b460-40f5f829328a req-9601e0d1-04fa-45a7-a1ff-e10c9c1b813e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035905 Jan 28 19:45:19.868944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Attempting to bind port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:45:19.868944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Attempting to bind port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'd22eb465-d2d2-409a-a6fd-a88954b4983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:45:19.868944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Attempting to bind port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 on network 49f47c15-e927-4eed-8f17-32d25ecab971 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:19.878481 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 on network 49f47c15-e927-4eed-8f17-32d25ecab971 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:45:19.878911 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Attempting to bind port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 on network 49f47c15-e927-4eed-8f17-32d25ecab971 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:19.885148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:45:19.885781 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Checking segment: {'id': 'd22eb465-d2d2-409a-a6fd-a88954b4983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:19.886289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Bound using segment: {'id': 'd22eb465-d2d2-409a-a6fd-a88954b4983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:45:19.886789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Bound port: 2cc15e8b-0613-406c-b66f-e31ed467b2f9, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd22eb465-d2d2-409a-a6fd-a88954b4983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:45:19.887212 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:19.974823 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] For port 2cc15e8b-0613-406c-b66f-e31ed467b2f9, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:45:19.978606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] For port 2cc15e8b-0613-406c-b66f-e31ed467b2f9, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9,segment=NetworkSegment(d22eb465-d2d2-409a-a6fd-a88954b4983b),segment_id=d22eb465-d2d2-409a-a6fd-a88954b4983b)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:45:19.985881 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:20.024014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:20.024663 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:20.026295 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] 10.222.0.37 "PUT /v2.0/ports/2cc15e8b-0613-406c-b66f-e31ed467b2f9 HTTP/1.1" status: 200 len: 1091 time: 0.8745880 Jan 28 19:45:20.026751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'tag': '2cc15e8b-0613-406c-b66f-e31ed467b2f9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:45:20.029070 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ed1794-4b78-475f-b2d4-e7df79bf647b" -d '{"events": [{"name": "network-changed", "server_uuid": "a83290a4-44c2-4bf6-9b4a-bac512f31b75", "tag": "2cc15e8b-0613-406c-b66f-e31ed467b2f9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:45:20.053020 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4100c-d2e5-4018-bf61-ae1581beb596 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc15e8b-0613-406c-b66f-e31ed467b2f9,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:20.126532 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02076288-5c2b-447d-8ebb-978f02418155 x-openstack-request-id: req-02076288-5c2b-447d-8ebb-978f02418155 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:45:20.126800 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83290a4-44c2-4bf6-9b4a-bac512f31b75", "tag": "2cc15e8b-0613-406c-b66f-e31ed467b2f9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:45:20.127054 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02076288-5c2b-447d-8ebb-978f02418155 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:45:20.127465 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'tag': '2cc15e8b-0613-406c-b66f-e31ed467b2f9', 'status': 'completed', 'code': 200} Jan 28 19:45:20.154892 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-846ed631-28ca-4354-a9fc-94795cf4fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:20.156756 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-846ed631-28ca-4354-a9fc-94795cf4fc58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 1125 time: 0.0768392 Jan 28 19:45:20.208618 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-21a47cfa-b1f5-4763-884f-211f393ff3d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9 HTTP/1.1" status: 200 len: 217 time: 0.0442812 Jan 28 19:45:20.259394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-f3105ea4-50ae-4047-b73a-dee79cfe1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:20.261182 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-f3105ea4-50ae-4047-b73a-dee79cfe1e8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86e48026-897a-494c-8fd8-cd68598fd7bc HTTP/1.1" status: 200 len: 834 time: 0.0472934 Jan 28 19:45:20.319809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-4169ecdf-afe2-4061-9498-5cc62634a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:20.323270 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-4169ecdf-afe2-4061-9498-5cc62634a52f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=49f47c15-e927-4eed-8f17-32d25ecab971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0558617 Jan 28 19:45:20.401309 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cdc9c874-4e40-477d-9ad3-0e65e18e5ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:20.416190 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-c1253165-ccbf-400e-a5d9-7e47ea4c6774 service neutron] 10.222.0.37 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880127 Jan 28 19:45:20.855395 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9f40a9b-a539-4a87-b287-1a48a5c262b9 req-13f2f408-3b9d-49ab-8bc5-287e3634d3b8 service neutron] 10.222.0.37 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334686 Jan 28 19:45:20.982132 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed1794-4b78-475f-b2d4-e7df79bf647b req-b305feda-bb64-43fa-ae82-db9ab3134fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:20.983808 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9ed1794-4b78-475f-b2d4-e7df79bf647b req-b305feda-bb64-43fa-ae82-db9ab3134fbc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 1125 time: 0.0789022 Jan 28 19:45:21.019052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413406cb-220e-41e2-aa0c-39c61e198ce6 req-a1a4b800-2fc3-45ef-883d-3be71d173de7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:21.020331 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-413406cb-220e-41e2-aa0c-39c61e198ce6 req-a1a4b800-2fc3-45ef-883d-3be71d173de7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 943 time: 0.0857923 Jan 28 19:45:21.114523 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-413406cb-220e-41e2-aa0c-39c61e198ce6 req-65d6f21f-1498-4c27-9a6c-d2c3c464b915 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672419 Jan 28 19:45:21.125127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed1794-4b78-475f-b2d4-e7df79bf647b req-eb6184a9-a70d-46f2-bced-c373ed1eabbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:21.126697 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9ed1794-4b78-475f-b2d4-e7df79bf647b req-eb6184a9-a70d-46f2-bced-c373ed1eabbc service neutron] 10.222.0.37 "GET /v2.0/networks?id=49f47c15-e927-4eed-8f17-32d25ecab971 HTTP/1.1" status: 200 len: 898 time: 0.1366005 Jan 28 19:45:21.168897 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9ed1794-4b78-475f-b2d4-e7df79bf647b req-ac3d39d3-65e1-49d1-a6ec-734dbbb20b00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9 HTTP/1.1" status: 200 len: 217 time: 0.0360410 Jan 28 19:45:21.223894 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed1794-4b78-475f-b2d4-e7df79bf647b req-27800c86-cc77-47e0-ba1f-98d30f14d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:21.225371 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9ed1794-4b78-475f-b2d4-e7df79bf647b req-27800c86-cc77-47e0-ba1f-98d30f14d34e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86e48026-897a-494c-8fd8-cd68598fd7bc HTTP/1.1" status: 200 len: 834 time: 0.0503676 Jan 28 19:45:21.274940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed1794-4b78-475f-b2d4-e7df79bf647b req-554661d1-9d4c-47c5-86c3-9371387e32d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:21.276502 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9ed1794-4b78-475f-b2d4-e7df79bf647b req-554661d1-9d4c-47c5-86c3-9371387e32d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=49f47c15-e927-4eed-8f17-32d25ecab971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446970 Jan 28 19:45:21.364395 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9ed1794-4b78-475f-b2d4-e7df79bf647b req-2ee8a74c-7d39-4adb-9972-2549945a7e13 service neutron] 10.222.0.37 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813229 Jan 28 19:45:21.455308 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9ed1794-4b78-475f-b2d4-e7df79bf647b req-8fdf5100-884f-4c5f-93a8-4c4c67f961ae service neutron] 10.222.0.37 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852411 Jan 28 19:45:21.784942 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:22.242691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf0bd4-e5b3-415a-bf87-f3e53db9b3b1 req-6d7296b2-cfa8-4215-91c0-d87edeb2714c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:22.244203 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78cf0bd4-e5b3-415a-bf87-f3e53db9b3b1 req-6d7296b2-cfa8-4215-91c0-d87edeb2714c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 943 time: 0.0556576 Jan 28 19:45:22.305565 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78cf0bd4-e5b3-415a-bf87-f3e53db9b3b1 req-34dfc8cd-2c13-468c-99cf-b1d5ac6e50df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554242 Jan 28 19:45:23.070005 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:23.438562 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6acf2a-0b39-4dd0-ae7e-8a6f9cc1f77e req-ab77946f-4b28-4bc4-bf73-a6ff504273d4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:23.440076 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d6acf2a-0b39-4dd0-ae7e-8a6f9cc1f77e req-ab77946f-4b28-4bc4-bf73-a6ff504273d4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 943 time: 0.0575268 Jan 28 19:45:23.490699 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d6acf2a-0b39-4dd0-ae7e-8a6f9cc1f77e req-b3cc7765-e244-4149-a4e0-c2436b6645c3 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445435 Jan 28 19:45:24.508351 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:24.613800 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637ab92-3148-42f5-8478-502962615ae3 req-3a73b82e-9374-4a19-9eb2-1238aec89d29 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:24.615321 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a637ab92-3148-42f5-8478-502962615ae3 req-3a73b82e-9374-4a19-9eb2-1238aec89d29 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 943 time: 0.0539856 Jan 28 19:45:24.669908 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a637ab92-3148-42f5-8478-502962615ae3 req-45b70b11-fd61-477c-b49f-972f5b3e5ea3 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462997 Jan 28 19:45:25.611362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2cc15e8b-0613-406c-b66f-e31ed467b2f9 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:45:25.690796 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:25.720300 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2cc15e8b-0613-406c-b66f-e31ed467b2f9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9,segment=NetworkSegment(d22eb465-d2d2-409a-a6fd-a88954b4983b),segment_id=d22eb465-d2d2-409a-a6fd-a88954b4983b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:25.736214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '2cc15e8b-0613-406c-b66f-e31ed467b2f9', 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971', 'port_id': '2cc15e8b-0613-406c-b66f-e31ed467b2f9', 'mac_address': 'fa:16:3e:67:9f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:45:25.773544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:25.773893 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:25.787757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc15e8b-0613-406c-b66f-e31ed467b2f9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:45:25.797852 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42870ad-5d9c-48b7-8fa1-d424372ad2cb req-1f1605d2-1970-4fb2-b55e-44c82deec0ec tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:25.799407 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c42870ad-5d9c-48b7-8fa1-d424372ad2cb req-1f1605d2-1970-4fb2-b55e-44c82deec0ec tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 943 time: 0.0582669 Jan 28 19:45:25.809496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2cc15e8b-0613-406c-b66f-e31ed467b2f9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9,segment=NetworkSegment(d22eb465-d2d2-409a-a6fd-a88954b4983b),segment_id=d22eb465-d2d2-409a-a6fd-a88954b4983b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:25.813560 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:25.855793 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c42870ad-5d9c-48b7-8fa1-d424372ad2cb req-a9ba4c57-1721-4486-8ac3-fecac7e4ee6d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497167 Jan 28 19:45:25.861630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=2cc15e8b-0613-406c-b66f-e31ed467b2f9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:26.208967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['2cc15e8b-0613-406c-b66f-e31ed467b2f9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:45:26.981254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9b93f-d759-4f77-91e8-85844a2af15d req-fca467a4-41b7-47a2-84d8-a97bff5b4711 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:26.982889 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e1a9b93f-d759-4f77-91e8-85844a2af15d req-fca467a4-41b7-47a2-84d8-a97bff5b4711 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 944 time: 0.0569162 Jan 28 19:45:27.034738 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e1a9b93f-d759-4f77-91e8-85844a2af15d req-1173ccf5-3f75-45c9-8cd7-8f0ef8b27409 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462272 Jan 28 19:45:27.628139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2cc15e8b-0613-406c-b66f-e31ed467b2f9 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:45:27.684098 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:45:27.687862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:45:27.688244 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.768104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:45:27.768492 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.792206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc15e8b-0613-406c-b66f-e31ed467b2f9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:45:27.794685 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e613942-e884-4083-9c83-15f05b775426" -d '{"events": [{"server_uuid": "a83290a4-44c2-4bf6-9b4a-bac512f31b75", "name": "network-vif-plugged", "status": "completed", "tag": "2cc15e8b-0613-406c-b66f-e31ed467b2f9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:45:27.811586 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2cc15e8b-0613-406c-b66f-e31ed467b2f9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9,segment=NetworkSegment(d22eb465-d2d2-409a-a6fd-a88954b4983b),segment_id=d22eb465-d2d2-409a-a6fd-a88954b4983b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:27.816094 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:27.841681 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34259f53-232c-4f2c-b57f-ac5522d50c83 x-openstack-request-id: req-34259f53-232c-4f2c-b57f-ac5522d50c83 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:45:27.842071 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83290a4-44c2-4bf6-9b4a-bac512f31b75", "name": "network-vif-plugged", "status": "completed", "tag": "2cc15e8b-0613-406c-b66f-e31ed467b2f9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:45:27.842354 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34259f53-232c-4f2c-b57f-ac5522d50c83 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:45:27.842721 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc15e8b-0613-406c-b66f-e31ed467b2f9', 'code': 200} Jan 28 19:45:27.871883 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=2cc15e8b-0613-406c-b66f-e31ed467b2f9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:27.933028 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580a03c-136d-4300-852d-17ffbfcc4007 req-ffd8f3a0-c095-46bd-9bee-3615ccc7abef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:27.934811 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c580a03c-136d-4300-852d-17ffbfcc4007 req-ffd8f3a0-c095-46bd-9bee-3615ccc7abef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 1127 time: 0.0465615 Jan 28 19:45:27.981831 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c580a03c-136d-4300-852d-17ffbfcc4007 req-710b52e1-24b4-4f2e-9c59-2e83306c30f7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408742 Jan 28 19:45:28.159740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511ecb0-426e-4ebe-81ab-80fa0b5fabb8 req-08123af7-c0af-400a-b595-a268532dd19c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:28.161319 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6511ecb0-426e-4ebe-81ab-80fa0b5fabb8 req-08123af7-c0af-400a-b595-a268532dd19c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0567417 Jan 28 19:45:28.212674 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6511ecb0-426e-4ebe-81ab-80fa0b5fabb8 req-223b24be-c5b5-49f9-81e0-37c723e84ce4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454311 Jan 28 19:45:29.338877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc8d3e-b8bd-4e6f-ace6-18c398f0505b req-103c5b5a-2151-42a6-a91a-8e0907c1eb72 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:29.340372 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c8dc8d3e-b8bd-4e6f-ace6-18c398f0505b req-103c5b5a-2151-42a6-a91a-8e0907c1eb72 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0562904 Jan 28 19:45:29.393959 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c8dc8d3e-b8bd-4e6f-ace6-18c398f0505b req-eeb66502-d4df-4587-8554-ca6cc6928fe8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478933 Jan 28 19:45:30.417423 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:30.520200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff2ca5-a607-498f-afdb-e0e719ebc82e req-cb818b95-67c6-4548-87f2-a5eae2fa6d3e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:30.521688 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3ff2ca5-a607-498f-afdb-e0e719ebc82e req-cb818b95-67c6-4548-87f2-a5eae2fa6d3e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0589786 Jan 28 19:45:30.571603 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3ff2ca5-a607-498f-afdb-e0e719ebc82e req-ed3d2b3d-e9c0-4a20-ad99-2ecef878b2ef tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439563 Jan 28 19:45:30.703334 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a69878-3b2d-4d64-b315-8cbddc0a5a30 req-17c6c1d9-d5eb-471e-a623-a7d0263b2775 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:30.705056 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96a69878-3b2d-4d64-b315-8cbddc0a5a30 req-17c6c1d9-d5eb-471e-a623-a7d0263b2775 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0643976 Jan 28 19:45:30.755109 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-96a69878-3b2d-4d64-b315-8cbddc0a5a30 req-cc7bb45f-c625-41fa-afe5-021e199033ae tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438814 Jan 28 19:45:30.779607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58326) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:30.822219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b8ef23-75a0-4f3d-9bd0-61aa1fb542ef tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:30.823708 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-02b8ef23-75a0-4f3d-9bd0-61aa1fb542ef tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 1122 time: 0.0431221 Jan 28 19:45:30.826695 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58328) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:30.831250 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '2cc15e8b-0613-406c-b66f-e31ed467b2f9', 'tenant_id': '310e0101c83844149a246554aacabb65', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:30.854703 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:30.957524 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:31.064063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Allocated IP 172.25.0.88 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/be8c339b-2b1a-44e4-82a9-5f0e26a31f83) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:31.168795 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (be8c339b-2b1a-44e4-82a9-5f0e26a31f83), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:31.210474 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (be8c339b-2b1a-44e4-82a9-5f0e26a31f83), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:31.247082 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:31.249957 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:31.255394 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:31.260755 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=be8c339b-2b1a-44e4-82a9-5f0e26a31f83,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:31.631536 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for floatingip (6af1c597-b1c1-466f-be3b-ccfbd1b7e82e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:31.700869 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (be8c339b-2b1a-44e4-82a9-5f0e26a31f83), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:32.213283 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (be8c339b-2b1a-44e4-82a9-5f0e26a31f83), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:32.219383 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (be8c339b-2b1a-44e4-82a9-5f0e26a31f83), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:32.296439 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=be8c339b-2b1a-44e4-82a9-5f0e26a31f83,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:32.308639 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (6af1c597-b1c1-466f-be3b-ccfbd1b7e82e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:32.406679 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Floating IP 6af1c597-b1c1-466f-be3b-ccfbd1b7e82e associated. External IP: 172.25.0.88, port: 2cc15e8b-0613-406c-b66f-e31ed467b2f9. Jan 28 19:45:32.620345 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 97111228-92e9-4762-9750-b7afff3c62eb has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:32.741115 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:32.751604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fafea3a-9b47-472f-84c2-223eef090fb4 None None] Sync routers for ids ['97111228-92e9-4762-9750-b7afff3c62eb'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:32.760111 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:32.762967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fafea3a-9b47-472f-84c2-223eef090fb4 None None] Routers {'97111228-92e9-4762-9750-b7afff3c62eb'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:32.763737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6fafea3a-9b47-472f-84c2-223eef090fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['97111228-92e9-4762-9750-b7afff3c62eb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:32.811519 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-86325b31-0220-4e6c-b4ac-3bc2119f86e4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9836302 Jan 28 19:45:32.812408 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'tag': '2cc15e8b-0613-406c-b66f-e31ed467b2f9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:45:32.816374 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca262db-7590-484c-82e4-483fde135995" -d '{"events": [{"name": "network-changed", "server_uuid": "a83290a4-44c2-4bf6-9b4a-bac512f31b75", "tag": "2cc15e8b-0613-406c-b66f-e31ed467b2f9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:45:32.898602 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-6fafea3a-9b47-472f-84c2-223eef090fb4 None None] Set router 97111228-92e9-4762-9750-b7afff3c62eb gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:32.921479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d74fd-764d-4637-b66e-05f596f22494 req-6d50d8a6-518a-4f78-a3e6-ccdac26bf342 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:32.923105 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc7d74fd-764d-4637-b66e-05f596f22494 req-6d50d8a6-518a-4f78-a3e6-ccdac26bf342 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0550940 Jan 28 19:45:32.955392 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e22d0a3-586d-4d45-a338-62fd46a84ebf x-openstack-request-id: req-8e22d0a3-586d-4d45-a338-62fd46a84ebf {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:45:32.955682 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83290a4-44c2-4bf6-9b4a-bac512f31b75", "tag": "2cc15e8b-0613-406c-b66f-e31ed467b2f9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:45:32.955979 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e22d0a3-586d-4d45-a338-62fd46a84ebf {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:45:32.956381 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'tag': '2cc15e8b-0613-406c-b66f-e31ed467b2f9', 'status': 'completed', 'code': 200} Jan 28 19:45:32.988432 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc7d74fd-764d-4637-b66e-05f596f22494 req-2b0e73cf-1233-468a-b87e-176e8c91dc46 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538101 Jan 28 19:45:33.014243 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58338) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:33.019232 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca262db-7590-484c-82e4-483fde135995 req-cb12e325-1e54-4e50-a272-7af1edac9647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:33.021172 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ca262db-7590-484c-82e4-483fde135995 req-cb12e325-1e54-4e50-a272-7af1edac9647 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 1127 time: 0.0529013 Jan 28 19:45:33.084147 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-47189763-3b10-47bd-aa22-7ac809f9d3a3 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/floatingips/6af1c597-b1c1-466f-be3b-ccfbd1b7e82e HTTP/1.1" status: 200 len: 990 time: 0.0686109 Jan 28 19:45:33.117038 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca262db-7590-484c-82e4-483fde135995 req-1d6d6858-e6c7-41ac-bf6f-b5a604ce590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:33.118871 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ca262db-7590-484c-82e4-483fde135995 req-1d6d6858-e6c7-41ac-bf6f-b5a604ce590f service neutron] 10.222.0.37 "GET /v2.0/networks?id=49f47c15-e927-4eed-8f17-32d25ecab971 HTTP/1.1" status: 200 len: 898 time: 0.0921187 Jan 28 19:45:33.139201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6fafea3a-9b47-472f-84c2-223eef090fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97111228-92e9-4762-9750-b7afff3c62eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683148017', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:11Z', 'updated_at': '2022-01-28T19:45:15Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:12Z', 'updated_at': '2022-01-28T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '6af1c597-b1c1-466f-be3b-ccfbd1b7e82e', 'tenant_id': '310e0101c83844149a246554aacabb65', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'port_id': '2cc15e8b-0613-406c-b66f-e31ed467b2f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971', 'mac_address': 'fa:16:3e:67:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:31Z', 'updated_at': '2022-01-28T19:45:31Z', 'revision_number': 0, 'project_id': '310e0101c83844149a246554aacabb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887a883f-4968-4831-bb28-52044ecbbbbe', 'name': '', 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:d2:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:14Z', 'updated_at': '2022-01-28T19:45:18Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:33.166306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fafea3a-9b47-472f-84c2-223eef090fb4 None None] Checking router: 97111228-92e9-4762-9750-b7afff3c62eb for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:45:33.175244 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fafea3a-9b47-472f-84c2-223eef090fb4 None None] Routers {'97111228-92e9-4762-9750-b7afff3c62eb'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:33.175885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6fafea3a-9b47-472f-84c2-223eef090fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['97111228-92e9-4762-9750-b7afff3c62eb'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:33.182875 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ca262db-7590-484c-82e4-483fde135995 req-a6e33210-24ac-4d5f-b652-fb2796d0e99a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9 HTTP/1.1" status: 200 len: 998 time: 0.0578735 Jan 28 19:45:33.230969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca262db-7590-484c-82e4-483fde135995 req-c3e3300f-c2d2-464b-a820-045db9d2a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:33.232421 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ca262db-7590-484c-82e4-483fde135995 req-c3e3300f-c2d2-464b-a820-045db9d2a9ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86e48026-897a-494c-8fd8-cd68598fd7bc HTTP/1.1" status: 200 len: 834 time: 0.0442765 Jan 28 19:45:33.284463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-6fafea3a-9b47-472f-84c2-223eef090fb4 None None] Set router 97111228-92e9-4762-9750-b7afff3c62eb gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:33.284704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca262db-7590-484c-82e4-483fde135995 req-ef5c330c-0c5b-4225-a349-624bf045cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:33.286078 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ca262db-7590-484c-82e4-483fde135995 req-ef5c330c-0c5b-4225-a349-624bf045cd79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=49f47c15-e927-4eed-8f17-32d25ecab971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482008 Jan 28 19:45:33.373729 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ca262db-7590-484c-82e4-483fde135995 req-c7e4dae0-58b1-4f56-b050-1c272b67a769 service neutron] 10.222.0.37 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818801 Jan 28 19:45:33.468198 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ca262db-7590-484c-82e4-483fde135995 req-9f4b9f55-8ee7-4b7a-af30-0f66ce7f9bd8 service neutron] 10.222.0.37 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881603 Jan 28 19:45:33.511306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-6fafea3a-9b47-472f-84c2-223eef090fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97111228-92e9-4762-9750-b7afff3c62eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683148017', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:11Z', 'updated_at': '2022-01-28T19:45:15Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:12Z', 'updated_at': '2022-01-28T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '6af1c597-b1c1-466f-be3b-ccfbd1b7e82e', 'tenant_id': '310e0101c83844149a246554aacabb65', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'port_id': '2cc15e8b-0613-406c-b66f-e31ed467b2f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971', 'mac_address': 'fa:16:3e:67:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:31Z', 'updated_at': '2022-01-28T19:45:31Z', 'revision_number': 0, 'project_id': '310e0101c83844149a246554aacabb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887a883f-4968-4831-bb28-52044ecbbbbe', 'name': '', 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:d2:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:14Z', 'updated_at': '2022-01-28T19:45:18Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:33.537707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fafea3a-9b47-472f-84c2-223eef090fb4 None None] The sync data for ids ['97111228-92e9-4762-9750-b7afff3c62eb'] in n-d-824834-4 is: [{'id': '97111228-92e9-4762-9750-b7afff3c62eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683148017', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:11Z', 'updated_at': '2022-01-28T19:45:15Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:12Z', 'updated_at': '2022-01-28T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '6af1c597-b1c1-466f-be3b-ccfbd1b7e82e', 'tenant_id': '310e0101c83844149a246554aacabb65', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'port_id': '2cc15e8b-0613-406c-b66f-e31ed467b2f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971', 'mac_address': 'fa:16:3e:67:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:45:31Z', 'updated_at': '2022-01-28T19:45:31Z', 'revision_number': 0, 'project_id': '310e0101c83844149a246554aacabb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887a883f-4968-4831-bb28-52044ecbbbbe', 'name': '', 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:d2:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:14Z', 'updated_at': '2022-01-28T19:45:18Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:33.732649 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f278e93-852b-4b92-b6d7-7282ed15b258 None None] New status for floating IP 6af1c597-b1c1-466f-be3b-ccfbd1b7e82e: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:45:34.088672 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58340) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:34.149650 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8086e1aa-7ce3-4ac6-b8c5-957d26838b0e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/floatingips/6af1c597-b1c1-466f-be3b-ccfbd1b7e82e HTTP/1.1" status: 200 len: 992 time: 0.0598111 Jan 28 19:45:36.439466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58344) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:36.606101 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3156dd4f-eccc-408a-a40e-bed5e0bcc68d tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Deleting port faa13c98-3d38-4e45-b22f-479f996aa29d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:36.606450 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3156dd4f-eccc-408a-a40e-bed5e0bcc68d tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (faa13c98-3d38-4e45-b22f-479f996aa29d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:36.694980 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3156dd4f-eccc-408a-a40e-bed5e0bcc68d tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (faa13c98-3d38-4e45-b22f-479f996aa29d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:36.695320 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3156dd4f-eccc-408a-a40e-bed5e0bcc68d tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for floatingip (faa13c98-3d38-4e45-b22f-479f996aa29d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:36.707919 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3156dd4f-eccc-408a-a40e-bed5e0bcc68d tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Calling delete_port for faa13c98-3d38-4e45-b22f-479f996aa29d owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:36.861230 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3156dd4f-eccc-408a-a40e-bed5e0bcc68d tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (faa13c98-3d38-4e45-b22f-479f996aa29d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:36.890569 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156dd4f-eccc-408a-a40e-bed5e0bcc68d tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Pushing event deleted for resources: {'Port': ['ID=faa13c98-3d38-4e45-b22f-479f996aa29d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:36.957407 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3156dd4f-eccc-408a-a40e-bed5e0bcc68d tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for floatingip (b81f052c-4aca-4560-b085-77e285fc0f2e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:36.958261 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-3156dd4f-eccc-408a-a40e-bed5e0bcc68d tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Floating IP b81f052c-4aca-4560-b085-77e285fc0f2e disassociated (deleted). External IP: 172.25.0.183, port: 9a345cb5-a013-4d1b-823d-9de6a5f27172. Jan 28 19:45:37.187665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3156dd4f-eccc-408a-a40e-bed5e0bcc68d tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:37.302161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3156dd4f-eccc-408a-a40e-bed5e0bcc68d tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:37.307371 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3156dd4f-eccc-408a-a40e-bed5e0bcc68d tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:37.312441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92e2dc-0758-4f0d-8575-3c660b5fc79d None None] Sync routers for ids ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:37.323940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92e2dc-0758-4f0d-8575-3c660b5fc79d None None] Routers {'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:37.324590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3e92e2dc-0758-4f0d-8575-3c660b5fc79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:37.337244 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3156dd4f-eccc-408a-a40e-bed5e0bcc68d tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "DELETE /v2.0/floatingips/b81f052c-4aca-4560-b085-77e285fc0f2e HTTP/1.1" status: 204 len: 168 time: 0.8967113 Jan 28 19:45:37.337862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bee753c-309b-4c02-8890-3938f9a81413', 'tag': '9a345cb5-a013-4d1b-823d-9de6a5f27172'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:45:37.340185 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a571e81-1691-4527-b115-7c3fde67b051" -d '{"events": [{"name": "network-changed", "server_uuid": "0bee753c-309b-4c02-8890-3938f9a81413", "tag": "9a345cb5-a013-4d1b-823d-9de6a5f27172"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:45:37.380306 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df08918-e9de-47c8-8d8e-1e75c4360060 x-openstack-request-id: req-7df08918-e9de-47c8-8d8e-1e75c4360060 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:45:37.380576 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bee753c-309b-4c02-8890-3938f9a81413", "tag": "9a345cb5-a013-4d1b-823d-9de6a5f27172", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:45:37.380838 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7df08918-e9de-47c8-8d8e-1e75c4360060 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:45:37.381244 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bee753c-309b-4c02-8890-3938f9a81413', 'tag': '9a345cb5-a013-4d1b-823d-9de6a5f27172', 'status': 'completed', 'code': 200} Jan 28 19:45:37.444675 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3e92e2dc-0758-4f0d-8575-3c660b5fc79d None None] Set router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:37.465078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a571e81-1691-4527-b115-7c3fde67b051 req-53599fec-9610-4ea5-a09b-4712eba4c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:37.466712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a571e81-1691-4527-b115-7c3fde67b051 req-53599fec-9610-4ea5-a09b-4712eba4c7b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4151d97e9114a91afc82c06960bb29b&device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 1127 time: 0.0619712 Jan 28 19:45:37.571386 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a571e81-1691-4527-b115-7c3fde67b051 req-d680ede8-e29d-4546-b1c7-77531e64835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:37.572942 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a571e81-1691-4527-b115-7c3fde67b051 req-d680ede8-e29d-4546-b1c7-77531e64835c service neutron] 10.222.0.31 "GET /v2.0/networks?id=d4186d80-5076-4a6f-95fc-757309cd7a57 HTTP/1.1" status: 200 len: 914 time: 0.0987923 Jan 28 19:45:37.599921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e352de4-26fc-4478-a142-5b630bccd129 req-6bdee635-d755-4558-b27a-2cad3a9db517 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:37.601537 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e352de4-26fc-4478-a142-5b630bccd129 req-6bdee635-d755-4558-b27a-2cad3a9db517 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 945 time: 0.0603516 Jan 28 19:45:37.615666 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a571e81-1691-4527-b115-7c3fde67b051 req-eaaa2604-bbf3-4082-8b4b-88ff1b998e32 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a345cb5-a013-4d1b-823d-9de6a5f27172 HTTP/1.1" status: 200 len: 217 time: 0.0365398 Jan 28 19:45:37.651115 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e352de4-26fc-4478-a142-5b630bccd129 req-d8c9b31b-05f1-4405-8e85-b81400df7e7a tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432198 Jan 28 19:45:37.674266 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3e92e2dc-0758-4f0d-8575-3c660b5fc79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:03Z', 'revision_number': 4, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port': {'id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'feee1c3a-14c2-4d0f-ab79-7093083e3c94', 'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'mac_address': 'fa:16:3e:db:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:03Z', 'updated_at': '2022-01-28T19:42:09Z', 'revision_number': 5, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'subnets': [{'id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:37.678915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a571e81-1691-4527-b115-7c3fde67b051 req-5a35a317-0c59-48de-8b68-58aba060816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:37.680391 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a571e81-1691-4527-b115-7c3fde67b051 req-5a35a317-0c59-48de-8b68-58aba060816d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d24ca18-d6ec-47b2-8f6f-fa4052a83d02 HTTP/1.1" status: 200 len: 852 time: 0.0568190 Jan 28 19:45:37.697562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92e2dc-0758-4f0d-8575-3c660b5fc79d None None] Checking router: ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:45:37.706501 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92e2dc-0758-4f0d-8575-3c660b5fc79d None None] Routers {'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:37.707156 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3e92e2dc-0758-4f0d-8575-3c660b5fc79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:37.741553 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a571e81-1691-4527-b115-7c3fde67b051 req-416b20d1-2c0d-4217-bb59-13c1892efdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:37.743324 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a571e81-1691-4527-b115-7c3fde67b051 req-416b20d1-2c0d-4217-bb59-13c1892efdc8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d4186d80-5076-4a6f-95fc-757309cd7a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532684 Jan 28 19:45:37.753940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-3a571e81-1691-4527-b115-7c3fde67b051 req-2e83e561-0353-4971-95fe-f7904ce14620 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:45:37.754943 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a571e81-1691-4527-b115-7c3fde67b051 req-2e83e561-0353-4971-95fe-f7904ce14620 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051713 Jan 28 19:45:37.816807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3e92e2dc-0758-4f0d-8575-3c660b5fc79d None None] Set router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:37.863448 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e55b238b-634e-4fef-a1c2-cfc7da333a84 req-af6d27ce-932a-4f8e-bcb5-2be2b25ca68f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1075912 Jan 28 19:45:37.883952 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a571e81-1691-4527-b115-7c3fde67b051 req-620f5913-d805-49b6-80ee-a9e2083e5bfd service neutron] 10.222.0.31 "GET /v2.0/networks/d4186d80-5076-4a6f-95fc-757309cd7a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199234 Jan 28 19:45:38.010843 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b238b-634e-4fef-a1c2-cfc7da333a84 req-20afc5cb-585e-45a5-9f32-5f80c594ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:38.012437 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e55b238b-634e-4fef-a1c2-cfc7da333a84 req-20afc5cb-585e-45a5-9f32-5f80c594ad44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 1127 time: 0.1013656 Jan 28 19:45:38.014623 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a571e81-1691-4527-b115-7c3fde67b051 req-0624f233-c54e-475c-94fd-2f02d60bff6f service neutron] 10.222.0.31 "GET /v2.0/networks/d4186d80-5076-4a6f-95fc-757309cd7a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243451 Jan 28 19:45:38.036726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3e92e2dc-0758-4f0d-8575-3c660b5fc79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:03Z', 'revision_number': 4, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port': {'id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'feee1c3a-14c2-4d0f-ab79-7093083e3c94', 'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'mac_address': 'fa:16:3e:db:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:03Z', 'updated_at': '2022-01-28T19:42:09Z', 'revision_number': 5, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'subnets': [{'id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:38.066887 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e92e2dc-0758-4f0d-8575-3c660b5fc79d None None] The sync data for ids ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'] in n-d-824834-4 is: [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:03Z', 'revision_number': 4, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port': {'id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'feee1c3a-14c2-4d0f-ab79-7093083e3c94', 'name': '', 'network_id': 'd4186d80-5076-4a6f-95fc-757309cd7a57', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'mac_address': 'fa:16:3e:db:88:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:03Z', 'updated_at': '2022-01-28T19:42:09Z', 'revision_number': 5, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'subnets': [{'id': '6d24ca18-d6ec-47b2-8f6f-fa4052a83d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:38.116467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b238b-634e-4fef-a1c2-cfc7da333a84 req-8fdb3564-c7ae-453e-b954-7fd0163cfba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:38.118013 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e55b238b-634e-4fef-a1c2-cfc7da333a84 req-8fdb3564-c7ae-453e-b954-7fd0163cfba7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3fcba94-3255-4880-a4bc-dc6032cab48a HTTP/1.1" status: 200 len: 898 time: 0.0860863 Jan 28 19:45:38.189534 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e55b238b-634e-4fef-a1c2-cfc7da333a84 req-a92b0043-63bb-4e77-86cd-c562f5fb133f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82aa0c8b-3533-48d3-a8bf-b347e4899907 HTTP/1.1" status: 200 len: 1001 time: 0.0643234 Jan 28 19:45:38.243372 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b238b-634e-4fef-a1c2-cfc7da333a84 req-7e10e13d-571c-472a-aff8-74f9207b6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:38.245056 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e55b238b-634e-4fef-a1c2-cfc7da333a84 req-7e10e13d-571c-472a-aff8-74f9207b6a02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb457e79-55a4-4a9f-b3f5-273a54467f61 HTTP/1.1" status: 200 len: 835 time: 0.0481250 Jan 28 19:45:38.298272 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b238b-634e-4fef-a1c2-cfc7da333a84 req-a1e74f28-aaef-4da1-92f5-26aa617683be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:38.298641 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c4a48d-99fd-49a7-90f1-3e848c4e1d27 None None] New status for floating IP b81f052c-4aca-4560-b085-77e285fc0f2e: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:45:38.300012 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e55b238b-634e-4fef-a1c2-cfc7da333a84 req-a1e74f28-aaef-4da1-92f5-26aa617683be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3fcba94-3255-4880-a4bc-dc6032cab48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491474 Jan 28 19:45:38.394202 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e55b238b-634e-4fef-a1c2-cfc7da333a84 req-81f56c16-33f0-4683-bd1e-82707abe1f9e service neutron] 10.222.0.37 "GET /v2.0/networks/e3fcba94-3255-4880-a4bc-dc6032cab48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866163 Jan 28 19:45:38.482741 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e55b238b-634e-4fef-a1c2-cfc7da333a84 req-1ab7f0a6-a00c-440c-99b5-2f0ba6f5603a service neutron] 10.222.0.37 "GET /v2.0/networks/e3fcba94-3255-4880-a4bc-dc6032cab48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811813 Jan 28 19:45:38.779001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1ab7e-7567-49b4-90fb-23c5c783083d req-a50b3e11-8dc9-4776-96d6-7fd399249c79 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:38.780383 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88f1ab7e-7567-49b4-90fb-23c5c783083d req-a50b3e11-8dc9-4776-96d6-7fd399249c79 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 945 time: 0.0537825 Jan 28 19:45:38.838834 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88f1ab7e-7567-49b4-90fb-23c5c783083d req-d26c1bc8-7063-4fc6-9b29-79d70b3ef9e9 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/security-groups?id=a53b337f-9e97-4c20-a4b0-40c40598bafd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500650 Jan 28 19:45:39.085263 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e0f30-339c-4e12-9aab-2140b441779e req-2235a60b-6190-47b0-b7fb-96e8a8381059 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:39.086761 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-799e0f30-339c-4e12-9aab-2140b441779e req-2235a60b-6190-47b0-b7fb-96e8a8381059 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.31 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 945 time: 0.0676563 Jan 28 19:45:39.180542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-799e0f30-339c-4e12-9aab-2140b441779e req-943364e7-8bb8-4385-9b64-97f358ab2cb3 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Deleting port 9a345cb5-a013-4d1b-823d-9de6a5f27172 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:39.180909 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-799e0f30-339c-4e12-9aab-2140b441779e req-943364e7-8bb8-4385-9b64-97f358ab2cb3 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9a345cb5-a013-4d1b-823d-9de6a5f27172), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:39.275733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-799e0f30-339c-4e12-9aab-2140b441779e req-943364e7-8bb8-4385-9b64-97f358ab2cb3 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] For port 9a345cb5-a013-4d1b-823d-9de6a5f27172, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=9a345cb5-a013-4d1b-823d-9de6a5f27172,segment=NetworkSegment(595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e),segment_id=595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:39.276068 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-799e0f30-339c-4e12-9aab-2140b441779e req-943364e7-8bb8-4385-9b64-97f358ab2cb3 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9a345cb5-a013-4d1b-823d-9de6a5f27172), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:39.288922 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-799e0f30-339c-4e12-9aab-2140b441779e req-943364e7-8bb8-4385-9b64-97f358ab2cb3 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Calling delete_port for 9a345cb5-a013-4d1b-823d-9de6a5f27172 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:39.416485 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-799e0f30-339c-4e12-9aab-2140b441779e req-943364e7-8bb8-4385-9b64-97f358ab2cb3 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9a345cb5-a013-4d1b-823d-9de6a5f27172), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:39.448524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943364e7-8bb8-4385-9b64-97f358ab2cb3 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Pushing event deleted for resources: {'Port': ['ID=9a345cb5-a013-4d1b-823d-9de6a5f27172,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:39.491106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-799e0f30-339c-4e12-9aab-2140b441779e req-943364e7-8bb8-4385-9b64-97f358ab2cb3 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] No DVR routers for this DVR port 9a345cb5-a013-4d1b-823d-9de6a5f27172 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:45:39.494301 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-799e0f30-339c-4e12-9aab-2140b441779e req-943364e7-8bb8-4385-9b64-97f358ab2cb3 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:39.498924 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-799e0f30-339c-4e12-9aab-2140b441779e req-943364e7-8bb8-4385-9b64-97f358ab2cb3 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.31 "DELETE /v2.0/ports/9a345cb5-a013-4d1b-823d-9de6a5f27172 HTTP/1.1" status: 204 len: 173 time: 0.4073651 Jan 28 19:45:39.499362 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bee753c-309b-4c02-8890-3938f9a81413', 'name': 'network-vif-deleted', 'tag': '9a345cb5-a013-4d1b-823d-9de6a5f27172'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:45:39.502260 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dc5e39-e59d-43c3-9614-7a43d9f917f3" -d '{"events": [{"server_uuid": "0bee753c-309b-4c02-8890-3938f9a81413", "name": "network-vif-deleted", "tag": "9a345cb5-a013-4d1b-823d-9de6a5f27172"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:45:39.539912 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bc75bf-edb0-4c58-af0b-b3493e8520f3 x-openstack-request-id: req-c5bc75bf-edb0-4c58-af0b-b3493e8520f3 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:45:39.540179 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bee753c-309b-4c02-8890-3938f9a81413", "name": "network-vif-deleted", "tag": "9a345cb5-a013-4d1b-823d-9de6a5f27172", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:45:39.540492 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c5bc75bf-edb0-4c58-af0b-b3493e8520f3 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:45:39.540927 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bee753c-309b-4c02-8890-3938f9a81413', 'name': 'network-vif-deleted', 'tag': '9a345cb5-a013-4d1b-823d-9de6a5f27172', 'status': 'completed', 'code': 200} Jan 28 19:45:39.936488 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6ac88d49-5470-4ec7-a90c-177a4d3137c4 req-0480f519-3ac4-43b2-82b3-91e897b21770 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 210 time: 0.0286117 Jan 28 19:45:41.037540 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-406fba7a-5bed-414e-acfa-45984501c977 req-753b37da-f244-4670-966f-6dccc0c86599 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 210 time: 0.0304987 Jan 28 19:45:42.143454 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1400c485-7171-469b-aa60-494c67319ad8 req-595726d2-ed08-4c54-83f9-e1d2e009f5c9 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 210 time: 0.0284891 Jan 28 19:45:43.240260 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3946e330-c5b7-4133-8c5b-27e6eb5f78ca req-23573990-b67b-432d-b729-16a64fd9d4b0 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 210 time: 0.0270348 Jan 28 19:45:43.795825 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 9a345cb5-a013-4d1b-823d-9de6a5f27172 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:45:43.817674 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 9a345cb5-a013-4d1b-823d-9de6a5f27172 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:45:43.817987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 9a345cb5-a013-4d1b-823d-9de6a5f27172 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:45:44.341562 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2045877d-a665-4dec-9901-472773db3b60 req-eec99556-435e-4e04-85d7-9d7ebab3bdc2 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 210 time: 0.0326593 Jan 28 19:45:45.439255 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ef3db35-050a-44ce-97e7-53ae59a37cbb req-5c124a84-bae5-4e56-a2d5-6474c5fe77c5 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 210 time: 0.0284772 Jan 28 19:45:45.734923 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58372) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:45.800084 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e1d7c1b2-44bf-47b3-a16a-ab4df058df47 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/floatingips/de9b17ef-e52b-4f2c-8ed2-7f189082aeae HTTP/1.1" status: 200 len: 993 time: 0.0639794 Jan 28 19:45:46.034161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58378) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:46.215661 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c8be2f7-ad9a-42c5-a755-2e030eaea534 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Deleting port c8b2d2fe-2230-42ff-a7c0-ac356b313a7b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:46.216116 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c8be2f7-ad9a-42c5-a755-2e030eaea534 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c8b2d2fe-2230-42ff-a7c0-ac356b313a7b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:46.295699 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c8be2f7-ad9a-42c5-a755-2e030eaea534 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c8b2d2fe-2230-42ff-a7c0-ac356b313a7b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:46.295930 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c8be2f7-ad9a-42c5-a755-2e030eaea534 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for floatingip (c8b2d2fe-2230-42ff-a7c0-ac356b313a7b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:46.307754 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9c8be2f7-ad9a-42c5-a755-2e030eaea534 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Calling delete_port for c8b2d2fe-2230-42ff-a7c0-ac356b313a7b owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:46.457781 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c8be2f7-ad9a-42c5-a755-2e030eaea534 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c8b2d2fe-2230-42ff-a7c0-ac356b313a7b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:46.483169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8be2f7-ad9a-42c5-a755-2e030eaea534 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'Port': ['ID=c8b2d2fe-2230-42ff-a7c0-ac356b313a7b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:46.548795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f96c9950-f49f-4861-897a-23b24e13da44 req-6c8b3fdc-933e-4d6d-9f55-ba5569ed9c46 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 210 time: 0.0280738 Jan 28 19:45:46.561210 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c8be2f7-ad9a-42c5-a755-2e030eaea534 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for floatingip (de9b17ef-e52b-4f2c-8ed2-7f189082aeae), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:46.561604 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-9c8be2f7-ad9a-42c5-a755-2e030eaea534 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Floating IP de9b17ef-e52b-4f2c-8ed2-7f189082aeae disassociated (deleted). External IP: 172.25.0.213, port: 82aa0c8b-3533-48d3-a8bf-b347e4899907. Jan 28 19:45:47.121449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8be2f7-ad9a-42c5-a755-2e030eaea534 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Router 96030ce5-737d-4aa4-9653-ef6901b988a6 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:47.224910 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:45:47.231208 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8be2f7-ad9a-42c5-a755-2e030eaea534 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:47.236200 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9c8be2f7-ad9a-42c5-a755-2e030eaea534 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:47.242503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78f0c14-6850-4276-8918-db7a67068e51 None None] Sync routers for ids ['96030ce5-737d-4aa4-9653-ef6901b988a6'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:47.253263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78f0c14-6850-4276-8918-db7a67068e51 None None] Routers {'96030ce5-737d-4aa4-9653-ef6901b988a6'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:47.254538 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a78f0c14-6850-4276-8918-db7a67068e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['96030ce5-737d-4aa4-9653-ef6901b988a6'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:47.268452 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9c8be2f7-ad9a-42c5-a755-2e030eaea534 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "DELETE /v2.0/floatingips/de9b17ef-e52b-4f2c-8ed2-7f189082aeae HTTP/1.1" status: 204 len: 168 time: 1.2306592 Jan 28 19:45:47.268452 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89b0f72-ebb1-4f07-a213-20c8b5ba6737', 'tag': '82aa0c8b-3533-48d3-a8bf-b347e4899907'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:45:47.268989 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0fc129-c5b9-48ff-81c9-c4087f1183ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d89b0f72-ebb1-4f07-a213-20c8b5ba6737", "tag": "82aa0c8b-3533-48d3-a8bf-b347e4899907"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:45:47.318746 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f05065c-9199-40ac-b2d2-4b016fbdfbe5 x-openstack-request-id: req-4f05065c-9199-40ac-b2d2-4b016fbdfbe5 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:45:47.319042 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89b0f72-ebb1-4f07-a213-20c8b5ba6737", "tag": "82aa0c8b-3533-48d3-a8bf-b347e4899907", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:45:47.319339 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f05065c-9199-40ac-b2d2-4b016fbdfbe5 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:45:47.319746 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89b0f72-ebb1-4f07-a213-20c8b5ba6737', 'tag': '82aa0c8b-3533-48d3-a8bf-b347e4899907', 'status': 'completed', 'code': 200} Jan 28 19:45:47.396037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a78f0c14-6850-4276-8918-db7a67068e51 None None] Set router 96030ce5-737d-4aa4-9653-ef6901b988a6 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:47.411110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fc129-c5b9-48ff-81c9-c4087f1183ce req-b6001f1f-50b5-4b49-a366-419d094cdcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:47.412863 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e0fc129-c5b9-48ff-81c9-c4087f1183ce req-b6001f1f-50b5-4b49-a366-419d094cdcff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01785429969c45bfabc9b5e49dae6d6f&device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 1127 time: 0.0673325 Jan 28 19:45:47.521472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fc129-c5b9-48ff-81c9-c4087f1183ce req-05db1dbd-eb6f-4401-8b84-05b4cf1a7120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:47.522931 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e0fc129-c5b9-48ff-81c9-c4087f1183ce req-05db1dbd-eb6f-4401-8b84-05b4cf1a7120 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3fcba94-3255-4880-a4bc-dc6032cab48a HTTP/1.1" status: 200 len: 898 time: 0.0975158 Jan 28 19:45:47.537345 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e166b-b4f5-4f09-af66-5c26881003b3 req-2c3c57f9-0c64-4505-b38e-6e5ee3e202b7 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:47.539459 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f95e166b-b4f5-4f09-af66-5c26881003b3 req-2c3c57f9-0c64-4505-b38e-6e5ee3e202b7 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 945 time: 0.0606513 Jan 28 19:45:47.581650 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e0fc129-c5b9-48ff-81c9-c4087f1183ce req-f533ef45-79cf-4d55-a9f9-883f2ab16105 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82aa0c8b-3533-48d3-a8bf-b347e4899907 HTTP/1.1" status: 200 len: 217 time: 0.0514238 Jan 28 19:45:47.633098 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f95e166b-b4f5-4f09-af66-5c26881003b3 req-90f1fed6-c15e-4bd9-8c2b-d1cac23f83be tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd5edac-c04a-4191-9de0-d9a110fc1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861585 Jan 28 19:45:47.647882 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fc129-c5b9-48ff-81c9-c4087f1183ce req-7353d5cd-8beb-4ba8-8237-f40ce1b7de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:47.649727 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e0fc129-c5b9-48ff-81c9-c4087f1183ce req-7353d5cd-8beb-4ba8-8237-f40ce1b7de06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fb457e79-55a4-4a9f-b3f5-273a54467f61 HTTP/1.1" status: 200 len: 835 time: 0.0593874 Jan 28 19:45:47.716726 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e84fff67-934c-4837-bdb7-0d9fc8c33f2f req-074c4fff-ef78-4d41-aae5-1aaf07599361 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bee753c-309b-4c02-8890-3938f9a81413 HTTP/1.1" status: 200 len: 210 time: 0.0633171 Jan 28 19:45:47.732989 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fc129-c5b9-48ff-81c9-c4087f1183ce req-f73c2e7f-ec93-465f-bf29-0273f50b6960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:47.734720 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e0fc129-c5b9-48ff-81c9-c4087f1183ce req-f73c2e7f-ec93-465f-bf29-0273f50b6960 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3fcba94-3255-4880-a4bc-dc6032cab48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0703192 Jan 28 19:45:47.827132 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e0fc129-c5b9-48ff-81c9-c4087f1183ce req-febe42ac-d2f7-45d1-b223-b7d0fe3ae865 service neutron] 10.222.0.37 "GET /v2.0/networks/e3fcba94-3255-4880-a4bc-dc6032cab48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849886 Jan 28 19:45:47.860166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a78f0c14-6850-4276-8918-db7a67068e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'name': 'tempest-TestNetworkBasicOps-router-1233704658', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:11Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '3fbbf30d-26cc-4707-8790-ae0b8158239e', 'name': '', 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:fa:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:10Z', 'updated_at': '2022-01-28T19:44:15Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:47.888691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78f0c14-6850-4276-8918-db7a67068e51 None None] Checking router: 96030ce5-737d-4aa4-9653-ef6901b988a6 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:45:47.897208 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78f0c14-6850-4276-8918-db7a67068e51 None None] Routers {'96030ce5-737d-4aa4-9653-ef6901b988a6'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:47.897834 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a78f0c14-6850-4276-8918-db7a67068e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['96030ce5-737d-4aa4-9653-ef6901b988a6'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:47.924501 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9e0fc129-c5b9-48ff-81c9-c4087f1183ce req-3d864559-209b-4d4f-b066-abe56261f679 service neutron] 10.222.0.37 "GET /v2.0/networks/e3fcba94-3255-4880-a4bc-dc6032cab48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897253 Jan 28 19:45:48.001397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a78f0c14-6850-4276-8918-db7a67068e51 None None] Set router 96030ce5-737d-4aa4-9653-ef6901b988a6 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:48.208536 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a78f0c14-6850-4276-8918-db7a67068e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'name': 'tempest-TestNetworkBasicOps-router-1233704658', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:11Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '3fbbf30d-26cc-4707-8790-ae0b8158239e', 'name': '', 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:fa:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:10Z', 'updated_at': '2022-01-28T19:44:15Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:48.240604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78f0c14-6850-4276-8918-db7a67068e51 None None] The sync data for ids ['96030ce5-737d-4aa4-9653-ef6901b988a6'] in n-d-824834-4 is: [{'id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'name': 'tempest-TestNetworkBasicOps-router-1233704658', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:11Z', 'revision_number': 4, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '3fbbf30d-26cc-4707-8790-ae0b8158239e', 'name': '', 'network_id': 'e3fcba94-3255-4880-a4bc-dc6032cab48a', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'mac_address': 'fa:16:3e:fa:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:10Z', 'updated_at': '2022-01-28T19:44:15Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'subnets': [{'id': 'fb457e79-55a4-4a9f-b3f5-273a54467f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:48.253830 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-42cdb5f4-ca35-4d49-9766-fea8e14570d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:48.466352 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed1981-5b66-4722-be5e-d565d9226bc3 None None] New status for floating IP de9b17ef-e52b-4f2c-8ed2-7f189082aeae: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:45:48.774387 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713635e5-3ff1-405f-a54e-03dd9b09ad30 req-b8d107be-af2a-46e0-9338-203b5459f162 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:48.775979 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-713635e5-3ff1-405f-a54e-03dd9b09ad30 req-b8d107be-af2a-46e0-9338-203b5459f162 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 945 time: 0.0597401 Jan 28 19:45:48.788872 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58394) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:48.829307 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-713635e5-3ff1-405f-a54e-03dd9b09ad30 req-ec1147c2-5122-4fb3-932d-48031d563e8e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/security-groups?id=bcd5edac-c04a-4191-9de0-d9a110fc1de2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476289 Jan 28 19:45:48.845845 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53832b35-46f4-4196-8f69-6ad2dfab6f74 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group (a53b337f-9e97-4c20-a4b0-40c40598bafd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:48.871223 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53832b35-46f4-4196-8f69-6ad2dfab6f74 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group (a53b337f-9e97-4c20-a4b0-40c40598bafd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:48.935300 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53832b35-46f4-4196-8f69-6ad2dfab6f74 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a53b337f-9e97-4c20-a4b0-40c40598bafd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:48.938993 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53832b35-46f4-4196-8f69-6ad2dfab6f74 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:48.940653 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-53832b35-46f4-4196-8f69-6ad2dfab6f74 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] 10.222.0.55 "DELETE /v2.0/security-groups/a53b337f-9e97-4c20-a4b0-40c40598bafd HTTP/1.1" status: 204 len: 168 time: 0.1507502 Jan 28 19:45:48.950184 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53832b35-46f4-4196-8f69-6ad2dfab6f74 tempest-TestVolumeBackupRestore-2116698881 tempest-TestVolumeBackupRestore-2116698881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53b337f-9e97-4c20-a4b0-40c40598bafd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:49.084580 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776e13d-0fc6-486f-8940-ce8dc32c4904 req-cce8a3e1-75cb-41ae-a288-9f497415da74 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:49.086202 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4776e13d-0fc6-486f-8940-ce8dc32c4904 req-cce8a3e1-75cb-41ae-a288-9f497415da74 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.37 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 945 time: 0.0705602 Jan 28 19:45:49.254359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4776e13d-0fc6-486f-8940-ce8dc32c4904 req-1d9bd3f5-22af-4c17-a663-5c5ce2041d1e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Deleting port 82aa0c8b-3533-48d3-a8bf-b347e4899907 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:49.254750 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4776e13d-0fc6-486f-8940-ce8dc32c4904 req-1d9bd3f5-22af-4c17-a663-5c5ce2041d1e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (82aa0c8b-3533-48d3-a8bf-b347e4899907), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:49.349654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4776e13d-0fc6-486f-8940-ce8dc32c4904 req-1d9bd3f5-22af-4c17-a663-5c5ce2041d1e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] For port 82aa0c8b-3533-48d3-a8bf-b347e4899907, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=82aa0c8b-3533-48d3-a8bf-b347e4899907,segment=NetworkSegment(e7fb463f-ecc1-4032-be9f-33a68b570b60),segment_id=e7fb463f-ecc1-4032-be9f-33a68b570b60)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:49.350040 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4776e13d-0fc6-486f-8940-ce8dc32c4904 req-1d9bd3f5-22af-4c17-a663-5c5ce2041d1e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (82aa0c8b-3533-48d3-a8bf-b347e4899907), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:49.362769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4776e13d-0fc6-486f-8940-ce8dc32c4904 req-1d9bd3f5-22af-4c17-a663-5c5ce2041d1e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Calling delete_port for 82aa0c8b-3533-48d3-a8bf-b347e4899907 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:49.502625 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4776e13d-0fc6-486f-8940-ce8dc32c4904 req-1d9bd3f5-22af-4c17-a663-5c5ce2041d1e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (82aa0c8b-3533-48d3-a8bf-b347e4899907), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:49.568240 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bd3f5-22af-4c17-a663-5c5ce2041d1e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'Port': ['ID=82aa0c8b-3533-48d3-a8bf-b347e4899907,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:49.584003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4776e13d-0fc6-486f-8940-ce8dc32c4904 req-1d9bd3f5-22af-4c17-a663-5c5ce2041d1e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] No DVR routers for this DVR port 82aa0c8b-3533-48d3-a8bf-b347e4899907 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:45:49.586765 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4776e13d-0fc6-486f-8940-ce8dc32c4904 req-1d9bd3f5-22af-4c17-a663-5c5ce2041d1e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:49.590380 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4776e13d-0fc6-486f-8940-ce8dc32c4904 req-1d9bd3f5-22af-4c17-a663-5c5ce2041d1e tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.37 "DELETE /v2.0/ports/82aa0c8b-3533-48d3-a8bf-b347e4899907 HTTP/1.1" status: 204 len: 173 time: 0.4981117 Jan 28 19:45:49.590847 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89b0f72-ebb1-4f07-a213-20c8b5ba6737', 'name': 'network-vif-deleted', 'tag': '82aa0c8b-3533-48d3-a8bf-b347e4899907'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:45:49.593805 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf171ad-a41a-4f57-bcdb-cea2516abdfe" -d '{"events": [{"server_uuid": "d89b0f72-ebb1-4f07-a213-20c8b5ba6737", "name": "network-vif-deleted", "tag": "82aa0c8b-3533-48d3-a8bf-b347e4899907"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:45:49.751721 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba0c1a5-2ee3-42a7-9414-3f443e7ab4aa x-openstack-request-id: req-1ba0c1a5-2ee3-42a7-9414-3f443e7ab4aa {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:45:49.752255 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89b0f72-ebb1-4f07-a213-20c8b5ba6737", "name": "network-vif-deleted", "tag": "82aa0c8b-3533-48d3-a8bf-b347e4899907", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:45:49.752688 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ba0c1a5-2ee3-42a7-9414-3f443e7ab4aa {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:45:49.754997 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89b0f72-ebb1-4f07-a213-20c8b5ba6737', 'name': 'network-vif-deleted', 'tag': '82aa0c8b-3533-48d3-a8bf-b347e4899907', 'status': 'completed', 'code': 200} Jan 28 19:45:50.040871 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-33dd23da-eb10-4568-83c7-c0ef0566a3b4 req-730f5f9d-01e6-4e49-a95c-70cb88cd5b19 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d89b0f72-ebb1-4f07-a213-20c8b5ba6737 HTTP/1.1" status: 200 len: 210 time: 0.0743191 Jan 28 19:45:50.407705 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-50ef1663-8e6d-4149-aafa-a3b59abff6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:51.102340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58700) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:51.178320 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98185cb3-e8e3-4c0a-babf-516641066543 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (bcd5edac-c04a-4191-9de0-d9a110fc1de2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:51.210991 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98185cb3-e8e3-4c0a-babf-516641066543 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (bcd5edac-c04a-4191-9de0-d9a110fc1de2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:51.285981 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98185cb3-e8e3-4c0a-babf-516641066543 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (bcd5edac-c04a-4191-9de0-d9a110fc1de2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:51.289863 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98185cb3-e8e3-4c0a-babf-516641066543 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:51.291767 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-98185cb3-e8e3-4c0a-babf-516641066543 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "DELETE /v2.0/security-groups/bcd5edac-c04a-4191-9de0-d9a110fc1de2 HTTP/1.1" status: 204 len: 168 time: 0.1880636 Jan 28 19:45:51.307809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98185cb3-e8e3-4c0a-babf-516641066543 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd5edac-c04a-4191-9de0-d9a110fc1de2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:51.335564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58732) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:51.788734 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:51.814412 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-680ad28d-aa88-47ef-9b1c-402e3d397831 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (96030ce5-737d-4aa4-9653-ef6901b988a6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:52.168860 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-680ad28d-aa88-47ef-9b1c-402e3d397831 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Deleting port 3fbbf30d-26cc-4707-8790-ae0b8158239e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:52.169201 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-680ad28d-aa88-47ef-9b1c-402e3d397831 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:52.277351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-680ad28d-aa88-47ef-9b1c-402e3d397831 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] For port 3fbbf30d-26cc-4707-8790-ae0b8158239e, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=3fbbf30d-26cc-4707-8790-ae0b8158239e,segment=NetworkSegment(e7fb463f-ecc1-4032-be9f-33a68b570b60),segment_id=e7fb463f-ecc1-4032-be9f-33a68b570b60)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:52.278960 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-680ad28d-aa88-47ef-9b1c-402e3d397831 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:52.303203 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-680ad28d-aa88-47ef-9b1c-402e3d397831 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Calling delete_port for 3fbbf30d-26cc-4707-8790-ae0b8158239e owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:52.518378 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-680ad28d-aa88-47ef-9b1c-402e3d397831 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (3fbbf30d-26cc-4707-8790-ae0b8158239e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:52.546419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ad28d-aa88-47ef-9b1c-402e3d397831 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'Port': ['ID=3fbbf30d-26cc-4707-8790-ae0b8158239e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:52.769306 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-680ad28d-aa88-47ef-9b1c-402e3d397831 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (96030ce5-737d-4aa4-9653-ef6901b988a6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.018452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680ad28d-aa88-47ef-9b1c-402e3d397831 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Router 96030ce5-737d-4aa4-9653-ef6901b988a6 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:53.084688 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.147811 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680ad28d-aa88-47ef-9b1c-402e3d397831 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:53.153332 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-680ad28d-aa88-47ef-9b1c-402e3d397831 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "PUT /v2.0/routers/96030ce5-737d-4aa4-9653-ef6901b988a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8163939 Jan 28 19:45:53.156265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58860) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:53.162498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3134fcd9-47cb-440f-aa08-61fe77898dd5 None None] Sync routers for ids ['96030ce5-737d-4aa4-9653-ef6901b988a6'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:53.174653 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3134fcd9-47cb-440f-aa08-61fe77898dd5 None None] Routers {'96030ce5-737d-4aa4-9653-ef6901b988a6'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:53.175597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3134fcd9-47cb-440f-aa08-61fe77898dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['96030ce5-737d-4aa4-9653-ef6901b988a6'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:53.216498 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-5796ef17-2278-411f-9358-f21100949afd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Deleting subnet fb457e79-55a4-4a9f-b3f5-273a54467f61 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:45:53.221077 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5796ef17-2278-411f-9358-f21100949afd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for subnet (fb457e79-55a4-4a9f-b3f5-273a54467f61), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.273105 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5796ef17-2278-411f-9358-f21100949afd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (fb457e79-55a4-4a9f-b3f5-273a54467f61), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.314246 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3134fcd9-47cb-440f-aa08-61fe77898dd5 None None] Set router 96030ce5-737d-4aa4-9653-ef6901b988a6 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:53.373910 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5796ef17-2278-411f-9358-f21100949afd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (fb457e79-55a4-4a9f-b3f5-273a54467f61), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.475157 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5796ef17-2278-411f-9358-f21100949afd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (fb457e79-55a4-4a9f-b3f5-273a54467f61), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.518171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796ef17-2278-411f-9358-f21100949afd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'Subnet': ['ID=fb457e79-55a4-4a9f-b3f5-273a54467f61,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:53.520725 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5796ef17-2278-411f-9358-f21100949afd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.525647 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5796ef17-2278-411f-9358-f21100949afd tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "DELETE /v2.0/subnets/fb457e79-55a4-4a9f-b3f5-273a54467f61 HTTP/1.1" status: 204 len: 168 time: 0.3685272 Jan 28 19:45:53.527963 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58864) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:53.553056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc17ad49-c483-4c79-930e-23f3f6a6b546 None None] Network e3fcba94-3255-4880-a4bc-dc6032cab48a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:53.642658 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1a35bd7-1a07-4401-aa77-4807aaec4797 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router (96030ce5-737d-4aa4-9653-ef6901b988a6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.675012 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3134fcd9-47cb-440f-aa08-61fe77898dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'name': 'tempest-TestNetworkBasicOps-router-1233704658', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:45:52Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:53.713235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3134fcd9-47cb-440f-aa08-61fe77898dd5 None None] Checking router: 96030ce5-737d-4aa4-9653-ef6901b988a6 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:45:53.724367 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3134fcd9-47cb-440f-aa08-61fe77898dd5 None None] Routers {'96030ce5-737d-4aa4-9653-ef6901b988a6'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:53.725003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3134fcd9-47cb-440f-aa08-61fe77898dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['96030ce5-737d-4aa4-9653-ef6901b988a6'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:53.778002 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 82aa0c8b-3533-48d3-a8bf-b347e4899907 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:45:53.805506 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1a35bd7-1a07-4401-aa77-4807aaec4797 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router_gateway (96030ce5-737d-4aa4-9653-ef6901b988a6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.808447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e5be99-7436-4a64-a815-90eb3a320ea3 None None] DHCP port deletion for e3fcba94-3255-4880-a4bc-dc6032cab48a request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:45:53.815810 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 82aa0c8b-3533-48d3-a8bf-b347e4899907 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:45:53.816523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 82aa0c8b-3533-48d3-a8bf-b347e4899907 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:45:53.878762 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c1a35bd7-1a07-4401-aa77-4807aaec4797 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Deleting port 0d1e99df-c802-4e79-9b2d-9e767a6a7462 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:53.879170 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1a35bd7-1a07-4401-aa77-4807aaec4797 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0d1e99df-c802-4e79-9b2d-9e767a6a7462), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.931805 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-3134fcd9-47cb-440f-aa08-61fe77898dd5 None None] Set router 96030ce5-737d-4aa4-9653-ef6901b988a6 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:53.934299 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e9e5be99-7436-4a64-a815-90eb3a320ea3 None None] Deleting port 27e82118-7fb1-40af-a390-b9235dd99f85 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:53.934676 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9e5be99-7436-4a64-a815-90eb3a320ea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (27e82118-7fb1-40af-a390-b9235dd99f85), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.983763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c1a35bd7-1a07-4401-aa77-4807aaec4797 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] For port 0d1e99df-c802-4e79-9b2d-9e767a6a7462, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0d1e99df-c802-4e79-9b2d-9e767a6a7462,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:53.984292 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1a35bd7-1a07-4401-aa77-4807aaec4797 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0d1e99df-c802-4e79-9b2d-9e767a6a7462), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:53.997256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c1a35bd7-1a07-4401-aa77-4807aaec4797 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Calling delete_port for 0d1e99df-c802-4e79-9b2d-9e767a6a7462 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:54.107015 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e9e5be99-7436-4a64-a815-90eb3a320ea3 None None] For port 27e82118-7fb1-40af-a390-b9235dd99f85, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=27e82118-7fb1-40af-a390-b9235dd99f85,segment=NetworkSegment(e7fb463f-ecc1-4032-be9f-33a68b570b60),segment_id=e7fb463f-ecc1-4032-be9f-33a68b570b60)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:54.107713 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9e5be99-7436-4a64-a815-90eb3a320ea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (27e82118-7fb1-40af-a390-b9235dd99f85), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:54.133340 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e9e5be99-7436-4a64-a815-90eb3a320ea3 None None] Calling delete_port for 27e82118-7fb1-40af-a390-b9235dd99f85 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:54.222765 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1a35bd7-1a07-4401-aa77-4807aaec4797 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0d1e99df-c802-4e79-9b2d-9e767a6a7462), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:54.257087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a35bd7-1a07-4401-aa77-4807aaec4797 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'Port': ['ID=0d1e99df-c802-4e79-9b2d-9e767a6a7462,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:54.270593 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-3134fcd9-47cb-440f-aa08-61fe77898dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'name': 'tempest-TestNetworkBasicOps-router-1233704658', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:45:52Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:54.274852 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9e5be99-7436-4a64-a815-90eb3a320ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (27e82118-7fb1-40af-a390-b9235dd99f85), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:54.324023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3134fcd9-47cb-440f-aa08-61fe77898dd5 None None] The sync data for ids ['96030ce5-737d-4aa4-9653-ef6901b988a6'] in n-d-824834-4 is: [{'id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'name': 'tempest-TestNetworkBasicOps-router-1233704658', 'tenant_id': '01785429969c45bfabc9b5e49dae6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:45:52Z', 'revision_number': 5, 'project_id': '01785429969c45bfabc9b5e49dae6d6f', 'gw_port': {'id': '0d1e99df-c802-4e79-9b2d-9e767a6a7462', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96030ce5-737d-4aa4-9653-ef6901b988a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:44:07Z', 'updated_at': '2022-01-28T19:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:54.331559 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5be99-7436-4a64-a815-90eb3a320ea3 None None] Pushing event deleted for resources: {'Port': ['ID=27e82118-7fb1-40af-a390-b9235dd99f85,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:54.340471 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1a35bd7-1a07-4401-aa77-4807aaec4797 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (96030ce5-737d-4aa4-9653-ef6901b988a6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:54.346679 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e5be99-7436-4a64-a815-90eb3a320ea3 None None] No DVR routers for this DVR port 27e82118-7fb1-40af-a390-b9235dd99f85 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:45:54.534176 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:54.834876 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1a35bd7-1a07-4401-aa77-4807aaec4797 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (96030ce5-737d-4aa4-9653-ef6901b988a6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:54.837555 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1a35bd7-1a07-4401-aa77-4807aaec4797 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router_controller (96030ce5-737d-4aa4-9653-ef6901b988a6), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:54.883738 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1a35bd7-1a07-4401-aa77-4807aaec4797 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (96030ce5-737d-4aa4-9653-ef6901b988a6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:54.884768 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a35bd7-1a07-4401-aa77-4807aaec4797 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Fanout notify agent at l3_agent the message router_deleted on router 96030ce5-737d-4aa4-9653-ef6901b988a6 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:45:54.892272 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c1a35bd7-1a07-4401-aa77-4807aaec4797 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:54.893663 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c1a35bd7-1a07-4401-aa77-4807aaec4797 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "DELETE /v2.0/routers/96030ce5-737d-4aa4-9653-ef6901b988a6 HTTP/1.1" status: 204 len: 168 time: 1.3645594 Jan 28 19:45:54.896606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58868) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:55.015929 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-900af326-9bf6-4c6a-9a17-cc21bdce7062 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (e3fcba94-3255-4880-a4bc-dc6032cab48a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.120439 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-900af326-9bf6-4c6a-9a17-cc21bdce7062 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (e3fcba94-3255-4880-a4bc-dc6032cab48a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.141744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-900af326-9bf6-4c6a-9a17-cc21bdce7062 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fcba94-3255-4880-a4bc-dc6032cab48a']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:55.151507 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-900af326-9bf6-4c6a-9a17-cc21bdce7062 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fb463f-ecc1-4032-be9f-33a68b570b60') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:55.151947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-900af326-9bf6-4c6a-9a17-cc21bdce7062 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fb463f-ecc1-4032-be9f-33a68b570b60') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:55.162177 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-900af326-9bf6-4c6a-9a17-cc21bdce7062 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (e7fb463f-ecc1-4032-be9f-33a68b570b60), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.177131 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-900af326-9bf6-4c6a-9a17-cc21bdce7062 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (e7fb463f-ecc1-4032-be9f-33a68b570b60), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.183505 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900af326-9bf6-4c6a-9a17-cc21bdce7062 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:45:55.184033 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-900af326-9bf6-4c6a-9a17-cc21bdce7062 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (e7fb463f-ecc1-4032-be9f-33a68b570b60), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:45:55.187436 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:45:55.250250 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-900af326-9bf6-4c6a-9a17-cc21bdce7062 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (e3fcba94-3255-4880-a4bc-dc6032cab48a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.255124 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-900af326-9bf6-4c6a-9a17-cc21bdce7062 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.263389 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-900af326-9bf6-4c6a-9a17-cc21bdce7062 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] 10.222.0.55 "DELETE /v2.0/networks/e3fcba94-3255-4880-a4bc-dc6032cab48a HTTP/1.1" status: 204 len: 168 time: 0.3617151 Jan 28 19:45:55.292430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900af326-9bf6-4c6a-9a17-cc21bdce7062 tempest-TestNetworkBasicOps-261408062 tempest-TestNetworkBasicOps-261408062-project] Pushing event deleted for resources: {'Network': ['ID=e3fcba94-3255-4880-a4bc-dc6032cab48a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:55.500974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3fbbf30d-26cc-4707-8790-ae0b8158239e no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:45:55.526870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 3fbbf30d-26cc-4707-8790-ae0b8158239e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:45:55.527698 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3fbbf30d-26cc-4707-8790-ae0b8158239e not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:45:55.528235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 27e82118-7fb1-40af-a390-b9235dd99f85 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:45:55.551703 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 27e82118-7fb1-40af-a390-b9235dd99f85 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:45:55.552440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 27e82118-7fb1-40af-a390-b9235dd99f85 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:45:55.599420 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58874) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:55.672640 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.770779 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2091e0f8-ac83-47a5-b02a-48f4defb6135 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01785429969c45bfabc9b5e49dae6d6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1709523 Jan 28 19:45:55.773363 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58880) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:55.825345 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ebff464-844a-4cac-8516-356e5edabc69 admin admin] Publish callbacks [] for security_group (6d05df6d-102c-42d4-aca2-ee5f97968859), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.848139 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ebff464-844a-4cac-8516-356e5edabc69 admin admin] Publish callbacks [] for security_group (6d05df6d-102c-42d4-aca2-ee5f97968859), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.896167 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ebff464-844a-4cac-8516-356e5edabc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6d05df6d-102c-42d4-aca2-ee5f97968859), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.899021 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ebff464-844a-4cac-8516-356e5edabc69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:55.903407 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9ebff464-844a-4cac-8516-356e5edabc69 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d05df6d-102c-42d4-aca2-ee5f97968859 HTTP/1.1" status: 204 len: 168 time: 0.1262510 Jan 28 19:45:55.923111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebff464-844a-4cac-8516-356e5edabc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d05df6d-102c-42d4-aca2-ee5f97968859,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:56.235170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58886) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:56.257180 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa871-5eb3-40f7-b6e0-2b985a7d6162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.345497 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa871-5eb3-40f7-b6e0-2b985a7d6162 admin admin] Publish callbacks [] for security_group (8b135007-e170-4f18-8db5-e04e25b89f31), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.349861 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa871-5eb3-40f7-b6e0-2b985a7d6162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8b135007-e170-4f18-8db5-e04e25b89f31), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.398161 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6b2fa871-5eb3-40f7-b6e0-2b985a7d6162 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=21982069e6ed433abcc6a527845002fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1593435 Jan 28 19:45:56.398161 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fa871-5eb3-40f7-b6e0-2b985a7d6162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b135007-e170-4f18-8db5-e04e25b89f31,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:56.398608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58888) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:56.461295 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-522e2a5a-c4e0-4068-898a-1c386149c835 admin admin] Publish callbacks [] for security_group (8b135007-e170-4f18-8db5-e04e25b89f31), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.482839 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-522e2a5a-c4e0-4068-898a-1c386149c835 admin admin] Publish callbacks [] for security_group (8b135007-e170-4f18-8db5-e04e25b89f31), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.534878 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-522e2a5a-c4e0-4068-898a-1c386149c835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8b135007-e170-4f18-8db5-e04e25b89f31), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.537738 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-522e2a5a-c4e0-4068-898a-1c386149c835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:56.539098 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-522e2a5a-c4e0-4068-898a-1c386149c835 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b135007-e170-4f18-8db5-e04e25b89f31 HTTP/1.1" status: 204 len: 168 time: 0.1369886 Jan 28 19:45:56.547127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e2a5a-c4e0-4068-898a-1c386149c835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b135007-e170-4f18-8db5-e04e25b89f31,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:56.721356 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58894) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:57.068327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0d1e99df-c802-4e79-9b2d-9e767a6a7462 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:45:57.097540 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 0d1e99df-c802-4e79-9b2d-9e767a6a7462 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:45:57.098081 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0d1e99df-c802-4e79-9b2d-9e767a6a7462 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:45:57.099796 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9505def-064a-4839-8b17-a4194baecc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.356023 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58914) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:57.387332 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d9505def-064a-4839-8b17-a4194baecc73 admin admin] Deleting port feee1c3a-14c2-4d0f-ab79-7093083e3c94 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:57.387670 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9505def-064a-4839-8b17-a4194baecc73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.465216 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-87cf6646-c8e0-49cb-9fd5-30b218c2017b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-379275296-network', 'tenant_id': 'd154af1f097b48fc8b0800cf8100477b'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:57.470526 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-d9505def-064a-4839-8b17-a4194baecc73 admin admin] For port feee1c3a-14c2-4d0f-ab79-7093083e3c94, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=feee1c3a-14c2-4d0f-ab79-7093083e3c94,segment=NetworkSegment(595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e),segment_id=595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:57.471163 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9505def-064a-4839-8b17-a4194baecc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.484552 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-d9505def-064a-4839-8b17-a4194baecc73 admin admin] Calling delete_port for feee1c3a-14c2-4d0f-ab79-7093083e3c94 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:57.487318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cf6646-c8e0-49cb-9fd5-30b218c2017b admin admin] Made reservation on behalf of d154af1f097b48fc8b0800cf8100477b for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:57.489983 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87cf6646-c8e0-49cb-9fd5-30b218c2017b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.501786 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87cf6646-c8e0-49cb-9fd5-30b218c2017b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.585765 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87cf6646-c8e0-49cb-9fd5-30b218c2017b admin admin] Publish callbacks [] for security_group (df5737e3-8727-4f7c-901b-4d58e9a9ccde), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.590896 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87cf6646-c8e0-49cb-9fd5-30b218c2017b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (df5737e3-8727-4f7c-901b-4d58e9a9ccde), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.615680 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87cf6646-c8e0-49cb-9fd5-30b218c2017b admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:45:57.632436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf6646-c8e0-49cb-9fd5-30b218c2017b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5737e3-8727-4f7c-901b-4d58e9a9ccde,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:57.635675 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87cf6646-c8e0-49cb-9fd5-30b218c2017b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9485c306-b1ad-43d8-a309-1b2a7d4181d2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.636141 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-87cf6646-c8e0-49cb-9fd5-30b218c2017b admin admin] Added segment 9485c306-b1ad-43d8-a309-1b2a7d4181d2 of type vlan for network e2779f29-01fd-46bb-9113-9ca7c9b79f22 Jan 28 19:45:57.679125 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87cf6646-c8e0-49cb-9fd5-30b218c2017b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (e2779f29-01fd-46bb-9113-9ca7c9b79f22), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.698866 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9505def-064a-4839-8b17-a4194baecc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (feee1c3a-14c2-4d0f-ab79-7093083e3c94), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.707668 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87cf6646-c8e0-49cb-9fd5-30b218c2017b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (e2779f29-01fd-46bb-9113-9ca7c9b79f22), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.708604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cf6646-c8e0-49cb-9fd5-30b218c2017b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:57.709375 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-87cf6646-c8e0-49cb-9fd5-30b218c2017b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.740613 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9505def-064a-4839-8b17-a4194baecc73 admin admin] Pushing event deleted for resources: {'Port': ['ID=feee1c3a-14c2-4d0f-ab79-7093083e3c94,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:57.782428 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-87cf6646-c8e0-49cb-9fd5-30b218c2017b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4253435 Jan 28 19:45:57.783093 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58918) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:57.792292 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-4d483987-18af-4996-91e2-6031056d604d admin admin] Request body: {'subnet': {'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-379275296-subnet', 'tenant_id': 'd154af1f097b48fc8b0800cf8100477b', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:57.803473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf6646-c8e0-49cb-9fd5-30b218c2017b admin admin] Pushing event updated for resources: {'Network': ['ID=e2779f29-01fd-46bb-9113-9ca7c9b79f22,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:57.820170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d483987-18af-4996-91e2-6031056d604d admin admin] Made reservation on behalf of d154af1f097b48fc8b0800cf8100477b for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:45:57.822363 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network e2779f29-01fd-46bb-9113-9ca7c9b79f22 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:45:57.822749 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d483987-18af-4996-91e2-6031056d604d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:57.989098 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9505def-064a-4839-8b17-a4194baecc73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.046368 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d483987-18af-4996-91e2-6031056d604d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (c4770a9c-58cc-4561-a62c-e61520367fee), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.112012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d483987-18af-4996-91e2-6031056d604d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4770a9c-58cc-4561-a62c-e61520367fee,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:58.116717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d483987-18af-4996-91e2-6031056d604d admin admin] Checking segment: {'id': '9485c306-b1ad-43d8-a309-1b2a7d4181d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:58.117432 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d483987-18af-4996-91e2-6031056d604d admin admin] Network hostable DHCP agents. Network: e2779f29-01fd-46bb-9113-9ca7c9b79f22, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:45:58.135923 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d483987-18af-4996-91e2-6031056d604d admin admin] Network e2779f29-01fd-46bb-9113-9ca7c9b79f22 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:45:58.147010 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-4d483987-18af-4996-91e2-6031056d604d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, e2779f29-01fd-46bb-9113-9ca7c9b79f22) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:58.152888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d483987-18af-4996-91e2-6031056d604d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:45:58.153324 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d483987-18af-4996-91e2-6031056d604d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.156194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecb1289-d566-449b-98db-9af9591801f8 None None] Network e2779f29-01fd-46bb-9113-9ca7c9b79f22 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:58.171635 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4d483987-18af-4996-91e2-6031056d604d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3848464 Jan 28 19:45:58.174285 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58920) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:58.179153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-379275296-router', 'tenant_id': 'd154af1f097b48fc8b0800cf8100477b', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:45:58.204264 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (fbdf012d-0091-40a1-8b9a-eee4a1c59cef), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.206754 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (fbdf012d-0091-40a1-8b9a-eee4a1c59cef), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.239998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9505def-064a-4839-8b17-a4194baecc73 admin admin] Router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:45:58.282274 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Publish callbacks [] for router_controller (fbdf012d-0091-40a1-8b9a-eee4a1c59cef), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.294853 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-e2779f29-01fd-46bb-9113-9ca7c9b79f22', 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22', 'project_id': 'd154af1f097b48fc8b0800cf8100477b', 'fixed_ips': [{'subnet_id': 'c4770a9c-58cc-4561-a62c-e61520367fee'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:45:58.295815 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.367905 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9505def-064a-4839-8b17-a4194baecc73 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:45:58.380520 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d9505def-064a-4839-8b17-a4194baecc73 admin admin] 10.222.0.55 "PUT /v2.0/routers/ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6553979 Jan 28 19:45:58.380776 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0e8c7-ffab-4a60-a26c-b31edac0bbed None None] Sync routers for ids ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:45:58.381240 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58922) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:58.400221 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f0e8c7-ffab-4a60-a26c-b31edac0bbed None None] Routers {'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:58.401047 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-77f0e8c7-ffab-4a60-a26c-b31edac0bbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:58.453199 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Publish callbacks [] for router_gateway (fbdf012d-0091-40a1-8b9a-eee4a1c59cef), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.550388 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fa48f70-cfb0-4c7a-92f3-95f2887abbf8 admin admin] Publish callbacks [] for router (ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.553412 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-77f0e8c7-ffab-4a60-a26c-b31edac0bbed None None] Set router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:58.628758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Allocated IP 172.20.0.2 (e2779f29-01fd-46bb-9113-9ca7c9b79f22/c4770a9c-58cc-4561-a62c-e61520367fee/11fbcc34-f8e0-406c-81b3-fe0f1b871142) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:58.687666 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fa48f70-cfb0-4c7a-92f3-95f2887abbf8 admin admin] Publish callbacks [] for router_gateway (ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.755690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5fa48f70-cfb0-4c7a-92f3-95f2887abbf8 admin admin] Deleting port 1b195c1e-f270-4786-a795-03bf6564a9a4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:58.756322 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fa48f70-cfb0-4c7a-92f3-95f2887abbf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1b195c1e-f270-4786-a795-03bf6564a9a4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.794178 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Publish callbacks [] for router_gateway (fbdf012d-0091-40a1-8b9a-eee4a1c59cef), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.805680 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-77f0e8c7-ffab-4a60-a26c-b31edac0bbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:45:57Z', 'revision_number': 5, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port': {'id': '1b195c1e-f270-4786-a795-03bf6564a9a4', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:26:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:58.811971 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Publish callbacks [] for port (11fbcc34-f8e0-406c-81b3-fe0f1b871142), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.819642 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (11fbcc34-f8e0-406c-81b3-fe0f1b871142), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.822103 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.834452 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0e8c7-ffab-4a60-a26c-b31edac0bbed None None] Checking router: ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:45:58.845210 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f0e8c7-ffab-4a60-a26c-b31edac0bbed None None] Routers {'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:45:58.845829 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-77f0e8c7-ffab-4a60-a26c-b31edac0bbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:58.862417 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Network e2779f29-01fd-46bb-9113-9ca7c9b79f22 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:58.866513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:58.871647 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:58.876906 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5fa48f70-cfb0-4c7a-92f3-95f2887abbf8 admin admin] For port 1b195c1e-f270-4786-a795-03bf6564a9a4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1b195c1e-f270-4786-a795-03bf6564a9a4,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:45:58.877764 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fa48f70-cfb0-4c7a-92f3-95f2887abbf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1b195c1e-f270-4786-a795-03bf6564a9a4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.897146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5fa48f70-cfb0-4c7a-92f3-95f2887abbf8 admin admin] Calling delete_port for 1b195c1e-f270-4786-a795-03bf6564a9a4 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:45:58.932003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Pushing event updated for resources: {'Port': ['ID=11fbcc34-f8e0-406c-81b3-fe0f1b871142,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:58.945991 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Attempting to bind port 11fbcc34-f8e0-406c-81b3-fe0f1b871142 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:45:58.946873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Attempting to bind port 11fbcc34-f8e0-406c-81b3-fe0f1b871142 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '9485c306-b1ad-43d8-a309-1b2a7d4181d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:45:58.947517 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-77f0e8c7-ffab-4a60-a26c-b31edac0bbed None None] Set router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:45:58.947659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Attempting to bind port 11fbcc34-f8e0-406c-81b3-fe0f1b871142 on network e2779f29-01fd-46bb-9113-9ca7c9b79f22 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:45:58.956143 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:45:58.957158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Checking segment: {'id': '9485c306-b1ad-43d8-a309-1b2a7d4181d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:45:58.957835 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.958896 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Bound using segment: {'id': '9485c306-b1ad-43d8-a309-1b2a7d4181d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:45:58.959632 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Bound port: 11fbcc34-f8e0-406c-81b3-fe0f1b871142, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9485c306-b1ad-43d8-a309-1b2a7d4181d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:45:58.960259 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (11fbcc34-f8e0-406c-81b3-fe0f1b871142), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:58.995254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Allocated IP 172.25.0.4 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/09c22e4c-c123-488c-865d-7914749125aa) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:45:59.003812 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-77f0e8c7-ffab-4a60-a26c-b31edac0bbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:45:58Z', 'revision_number': 6, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:45:59.032152 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0e8c7-ffab-4a60-a26c-b31edac0bbed None None] The sync data for ids ['ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd'] in n-d-824834-4 is: [{'id': 'ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd', 'name': 'tempest-TestVolumeBackupRestore-717257129-router', 'tenant_id': 'b4151d97e9114a91afc82c06960bb29b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:00Z', 'updated_at': '2022-01-28T19:45:58Z', 'revision_number': 6, 'project_id': 'b4151d97e9114a91afc82c06960bb29b', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:45:59.056498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] For port 11fbcc34-f8e0-406c-81b3-fe0f1b871142, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:45:59.062475 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] For port 11fbcc34-f8e0-406c-81b3-fe0f1b871142, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=11fbcc34-f8e0-406c-81b3-fe0f1b871142,segment=NetworkSegment(9485c306-b1ad-43d8-a309-1b2a7d4181d2),segment_id=9485c306-b1ad-43d8-a309-1b2a7d4181d2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:45:59.071997 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (11fbcc34-f8e0-406c-81b3-fe0f1b871142), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.127452 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fa48f70-cfb0-4c7a-92f3-95f2887abbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (1b195c1e-f270-4786-a795-03bf6564a9a4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.131807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99e713-1b12-4203-82bc-224405e0f7bc None None] Pushing event updated for resources: {'Port': ['ID=11fbcc34-f8e0-406c-81b3-fe0f1b871142,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:59.159513 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Publish callbacks [] for port (09c22e4c-c123-488c-865d-7914749125aa), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.176288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa48f70-cfb0-4c7a-92f3-95f2887abbf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b195c1e-f270-4786-a795-03bf6564a9a4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:59.203431 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (09c22e4c-c123-488c-865d-7914749125aa), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.233691 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fa48f70-cfb0-4c7a-92f3-95f2887abbf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.245297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:45:59.248158 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:45:59.250743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:45:59.284143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Pushing event updated for resources: {'Port': ['ID=09c22e4c-c123-488c-865d-7914749125aa,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:59.328095 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fa48f70-cfb0-4c7a-92f3-95f2887abbf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.330509 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fa48f70-cfb0-4c7a-92f3-95f2887abbf8 admin admin] Publish callbacks [] for router_controller (ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.376009 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fa48f70-cfb0-4c7a-92f3-95f2887abbf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.376583 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa48f70-cfb0-4c7a-92f3-95f2887abbf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:45:59.381333 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fa48f70-cfb0-4c7a-92f3-95f2887abbf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.382814 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5fa48f70-cfb0-4c7a-92f3-95f2887abbf8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ed4fd8a1-7e53-4f92-aa06-6bae15e49fdd HTTP/1.1" status: 204 len: 168 time: 1.0007787 Jan 28 19:45:59.385874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58924) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:59.449584 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63a56d1-1a14-4657-aeac-2b1473d32410 admin admin] Deleting subnet 6d24ca18-d6ec-47b2-8f6f-fa4052a83d02 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:45:59.460392 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c63a56d1-1a14-4657-aeac-2b1473d32410 admin admin] Publish callbacks [] for subnet (6d24ca18-d6ec-47b2-8f6f-fa4052a83d02), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.499729 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c63a56d1-1a14-4657-aeac-2b1473d32410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (6d24ca18-d6ec-47b2-8f6f-fa4052a83d02), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.601130 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Publish callbacks [] for router_gateway (fbdf012d-0091-40a1-8b9a-eee4a1c59cef), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.602248 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c63a56d1-1a14-4657-aeac-2b1473d32410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (6d24ca18-d6ec-47b2-8f6f-fa4052a83d02), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.670850 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c63a56d1-1a14-4657-aeac-2b1473d32410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (6d24ca18-d6ec-47b2-8f6f-fa4052a83d02), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.696657 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a56d1-1a14-4657-aeac-2b1473d32410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d24ca18-d6ec-47b2-8f6f-fa4052a83d02,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:45:59.700463 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c63a56d1-1a14-4657-aeac-2b1473d32410 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.704264 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c63a56d1-1a14-4657-aeac-2b1473d32410 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6d24ca18-d6ec-47b2-8f6f-fa4052a83d02 HTTP/1.1" status: 204 len: 168 time: 0.3171167 Jan 28 19:45:59.706420 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b9bc4b-e7a9-4bd9-8c7b-091736de1292 None None] Network d4186d80-5076-4a6f-95fc-757309cd7a57 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:45:59.707151 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58926) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:45:59.818916 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (d4186d80-5076-4a6f-95fc-757309cd7a57), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.892022 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (fbdf012d-0091-40a1-8b9a-eee4a1c59cef), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:45:59.954999 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa08b9fd-5b10-4ee8-ba28-77282ebe20cb None None] DHCP port deletion for d4186d80-5076-4a6f-95fc-757309cd7a57 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:45:59.998242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] Deleting port 7f486b41-9fdf-481d-a941-b15c2bdd35e9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:45:59.998637 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7f486b41-9fdf-481d-a941-b15c2bdd35e9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.013550 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-aa08b9fd-5b10-4ee8-ba28-77282ebe20cb None None] Deleting port 7f486b41-9fdf-481d-a941-b15c2bdd35e9 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:00.013550 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa08b9fd-5b10-4ee8-ba28-77282ebe20cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7f486b41-9fdf-481d-a941-b15c2bdd35e9), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.082542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] For port 7f486b41-9fdf-481d-a941-b15c2bdd35e9, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7f486b41-9fdf-481d-a941-b15c2bdd35e9,segment=NetworkSegment(595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e),segment_id=595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:00.082911 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7f486b41-9fdf-481d-a941-b15c2bdd35e9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.084518 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-aa08b9fd-5b10-4ee8-ba28-77282ebe20cb None None] For port 7f486b41-9fdf-481d-a941-b15c2bdd35e9, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7f486b41-9fdf-481d-a941-b15c2bdd35e9,segment=NetworkSegment(595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e),segment_id=595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:00.084988 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa08b9fd-5b10-4ee8-ba28-77282ebe20cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7f486b41-9fdf-481d-a941-b15c2bdd35e9), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.098953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-aa08b9fd-5b10-4ee8-ba28-77282ebe20cb None None] Calling delete_port for 7f486b41-9fdf-481d-a941-b15c2bdd35e9 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:00.101378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] Calling delete_port for 7f486b41-9fdf-481d-a941-b15c2bdd35e9 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:00.149433 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Router fbdf012d-0091-40a1-8b9a-eee4a1c59cef is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:46:00.186463 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aa08b9fd-5b10-4ee8-ba28-77282ebe20cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (7f486b41-9fdf-481d-a941-b15c2bdd35e9), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.217872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08b9fd-5b10-4ee8-ba28-77282ebe20cb None None] Pushing event deleted for resources: {'Port': ['ID=7f486b41-9fdf-481d-a941-b15c2bdd35e9,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:00.219888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa08b9fd-5b10-4ee8-ba28-77282ebe20cb None None] No DVR routers for this DVR port 7f486b41-9fdf-481d-a941-b15c2bdd35e9 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:00.277892 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (7f486b41-9fdf-481d-a941-b15c2bdd35e9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.313131 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=7f486b41-9fdf-481d-a941-b15c2bdd35e9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:00.319007 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] No DVR routers for this DVR port 7f486b41-9fdf-481d-a941-b15c2bdd35e9 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:00.350497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:00.360578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Sync routers for ids ['fbdf012d-0091-40a1-8b9a-eee4a1c59cef'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:00.372082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Routers {'fbdf012d-0091-40a1-8b9a-eee4a1c59cef'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:00.373174 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['fbdf012d-0091-40a1-8b9a-eee4a1c59cef'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:00.407105 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.407771 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dbad42ae-253b-4968-be75-fade325b14b6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2324440 Jan 28 19:46:00.409969 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (d4186d80-5076-4a6f-95fc-757309cd7a57), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.411050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58928) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:00.427608 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153b821e-5086-47ff-90a9-c51acd88ed96 None None] Network e2779f29-01fd-46bb-9113-9ca7c9b79f22 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:00.435500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4186d80-5076-4a6f-95fc-757309cd7a57']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:00.448063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:00.448447 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:00.461167 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.476876 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.489212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:46:00.489545 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (595b3ec2-f9ed-4a70-b934-3e9a6e1baa0e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:46:00.491453 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:46:00.523589 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.549988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b222d061-f836-4eb0-9cb1-ff214b3545d6 None None] Provisioning complete for port 11fbcc34-f8e0-406c-81b3-fe0f1b871142 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:00.550434 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b222d061-f836-4eb0-9cb1-ff214b3545d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (11fbcc34-f8e0-406c-81b3-fe0f1b871142), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.560993 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (d4186d80-5076-4a6f-95fc-757309cd7a57), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.567093 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.574127 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] 10.222.0.55 "DELETE /v2.0/networks/d4186d80-5076-4a6f-95fc-757309cd7a57 HTTP/1.1" status: 204 len: 168 time: 0.8628929 Jan 28 19:46:00.585229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58930) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:00.592787 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deab716-9cfa-4500-bed2-48e58e0a3fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=d4186d80-5076-4a6f-95fc-757309cd7a57,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:00.611822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Set router fbdf012d-0091-40a1-8b9a-eee4a1c59cef gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:00.828593 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b222d061-f836-4eb0-9cb1-ff214b3545d6 None None] Current status of the port 11fbcc34-f8e0-406c-81b3-fe0f1b871142 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:00.829225 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b222d061-f836-4eb0-9cb1-ff214b3545d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (11fbcc34-f8e0-406c-81b3-fe0f1b871142), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.892592 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b222d061-f836-4eb0-9cb1-ff214b3545d6 None None] For port 11fbcc34-f8e0-406c-81b3-fe0f1b871142, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=11fbcc34-f8e0-406c-81b3-fe0f1b871142,segment=NetworkSegment(9485c306-b1ad-43d8-a309-1b2a7d4181d2),segment_id=9485c306-b1ad-43d8-a309-1b2a7d4181d2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:00.897832 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b222d061-f836-4eb0-9cb1-ff214b3545d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (11fbcc34-f8e0-406c-81b3-fe0f1b871142), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:00.969012 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'name': 'tempest-TestServerMultinode-379275296-router', 'tenant_id': 'd154af1f097b48fc8b0800cf8100477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '09c22e4c-c123-488c-865d-7914749125aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:58Z', 'updated_at': '2022-01-28T19:45:59Z', 'revision_number': 3, 'project_id': 'd154af1f097b48fc8b0800cf8100477b', 'gw_port': {'id': '09c22e4c-c123-488c-865d-7914749125aa', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:58Z', 'updated_at': '2022-01-28T19:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:01.000389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222d061-f836-4eb0-9cb1-ff214b3545d6 None None] Pushing event updated for resources: {'Port': ['ID=11fbcc34-f8e0-406c-81b3-fe0f1b871142,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:01.004599 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Checking router: fbdf012d-0091-40a1-8b9a-eee4a1c59cef for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:01.004955 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Updating router fbdf012d-0091-40a1-8b9a-eee4a1c59cef port 09c22e4c-c123-488c-865d-7914749125aa binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:46:01.014272 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-618eed51-4ba9-4a86-9741-4d975b50fbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.048299 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (09c22e4c-c123-488c-865d-7914749125aa), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.184314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-98cfc53b-2101-4356-bcf7-7fa3bb58e570 None None] Provisioning complete for port 11fbcc34-f8e0-406c-81b3-fe0f1b871142 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:01.184924 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98cfc53b-2101-4356-bcf7-7fa3bb58e570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (11fbcc34-f8e0-406c-81b3-fe0f1b871142), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.190774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 11fbcc34-f8e0-406c-81b3-fe0f1b871142 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:01.306777 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.332923 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-618eed51-4ba9-4a86-9741-4d975b50fbab admin admin] Deleting port 9adbceac-858a-4b6d-ab2b-4f18a792eba6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:01.333670 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-618eed51-4ba9-4a86-9741-4d975b50fbab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.351977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 11fbcc34-f8e0-406c-81b3-fe0f1b871142 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:01.352541 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (11fbcc34-f8e0-406c-81b3-fe0f1b871142), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.421670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-618eed51-4ba9-4a86-9741-4d975b50fbab admin admin] For port 9adbceac-858a-4b6d-ab2b-4f18a792eba6, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9adbceac-858a-4b6d-ab2b-4f18a792eba6,segment=NetworkSegment(33d33794-8033-4402-83e8-c261dd8d5363),segment_id=33d33794-8033-4402-83e8-c261dd8d5363)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:01.422417 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-618eed51-4ba9-4a86-9741-4d975b50fbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.431473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-98cfc53b-2101-4356-bcf7-7fa3bb58e570 None None] Current status of the port 11fbcc34-f8e0-406c-81b3-fe0f1b871142 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:01.438445 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-618eed51-4ba9-4a86-9741-4d975b50fbab admin admin] Calling delete_port for 9adbceac-858a-4b6d-ab2b-4f18a792eba6 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:01.485308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Allocated IP 172.20.0.1 (e2779f29-01fd-46bb-9113-9ca7c9b79f22/c4770a9c-58cc-4561-a62c-e61520367fee/51c56d4b-e648-42cf-bb18-72a264f9d415) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:01.504765 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Publish callbacks [] for port (09c22e4c-c123-488c-865d-7914749125aa), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.514235 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (09c22e4c-c123-488c-865d-7914749125aa), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.545452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 11fbcc34-f8e0-406c-81b3-fe0f1b871142 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:01.579895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c517c8-0a04-4a5e-95fc-065383e85c87 None None] Pushing event updated for resources: {'Port': ['ID=09c22e4c-c123-488c-865d-7914749125aa,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:01.582382 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Attempting to bind port 09c22e4c-c123-488c-865d-7914749125aa on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:01.582760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Attempting to bind port 09c22e4c-c123-488c-865d-7914749125aa by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:01.583117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Attempting to bind port 09c22e4c-c123-488c-865d-7914749125aa on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:01.603005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:01.603510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:01.604094 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.604438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:01.604923 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Bound port: 09c22e4c-c123-488c-865d-7914749125aa, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:01.605315 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (09c22e4c-c123-488c-865d-7914749125aa), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.624181 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Publish callbacks [] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.639939 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device feee1c3a-14c2-4d0f-ab79-7093083e3c94 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:01.653759 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-618eed51-4ba9-4a86-9741-4d975b50fbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (9adbceac-858a-4b6d-ab2b-4f18a792eba6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.664544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: feee1c3a-14c2-4d0f-ab79-7093083e3c94 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:01.664911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device feee1c3a-14c2-4d0f-ab79-7093083e3c94 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:01.665415 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1b195c1e-f270-4786-a795-03bf6564a9a4 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:01.667307 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.683221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618eed51-4ba9-4a86-9741-4d975b50fbab admin admin] Pushing event deleted for resources: {'Port': ['ID=9adbceac-858a-4b6d-ab2b-4f18a792eba6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:01.694779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 1b195c1e-f270-4786-a795-03bf6564a9a4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:01.695140 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1b195c1e-f270-4786-a795-03bf6564a9a4 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:01.695556 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7f486b41-9fdf-481d-a941-b15c2bdd35e9 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:01.714578 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Network e2779f29-01fd-46bb-9113-9ca7c9b79f22 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:01.718186 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:01.724935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:01.726642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 7f486b41-9fdf-481d-a941-b15c2bdd35e9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:01.727085 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7f486b41-9fdf-481d-a941-b15c2bdd35e9 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:01.734986 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] For port 09c22e4c-c123-488c-865d-7914749125aa, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:01.738450 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] For port 09c22e4c-c123-488c-865d-7914749125aa, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=09c22e4c-c123-488c-865d-7914749125aa,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:01.746791 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (09c22e4c-c123-488c-865d-7914749125aa), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.779054 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (fbdf012d-0091-40a1-8b9a-eee4a1c59cef), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.781555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Pushing event updated for resources: {'Port': ['ID=51c56d4b-e648-42cf-bb18-72a264f9d415,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:01.800750 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Routers {'fbdf012d-0091-40a1-8b9a-eee4a1c59cef'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:01.801480 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['fbdf012d-0091-40a1-8b9a-eee4a1c59cef'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:01.840379 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.841091 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.842110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.842778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.843735 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.844791 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.845764 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.846658 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.847308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.847811 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.849193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.850324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.850864 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:01.878963 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c517c8-0a04-4a5e-95fc-065383e85c87 None None] Pushing event updated for resources: {'Port': ['ID=09c22e4c-c123-488c-865d-7914749125aa,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:01.947120 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-618eed51-4ba9-4a86-9741-4d975b50fbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:01.986581 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] Set router fbdf012d-0091-40a1-8b9a-eee4a1c59cef gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:02.002439 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.216389 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Publish callbacks [] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.223807 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.306437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Pushing event updated for resources: {'Port': ['ID=51c56d4b-e648-42cf-bb18-72a264f9d415,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:02.309441 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (fbdf012d-0091-40a1-8b9a-eee4a1c59cef), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.357323 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-07914cd5-f513-48f1-a54c-81ac00362f79 None None] Provisioning complete for port 51c56d4b-e648-42cf-bb18-72a264f9d415 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:02.358050 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-07914cd5-f513-48f1-a54c-81ac00362f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.399481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-07914cd5-f513-48f1-a54c-81ac00362f79 None None] Port 51c56d4b-e648-42cf-bb18-72a264f9d415 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:02.407246 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'name': 'tempest-TestServerMultinode-379275296-router', 'tenant_id': 'd154af1f097b48fc8b0800cf8100477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '09c22e4c-c123-488c-865d-7914749125aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:58Z', 'updated_at': '2022-01-28T19:45:59Z', 'revision_number': 3, 'project_id': 'd154af1f097b48fc8b0800cf8100477b', 'gw_port': {'id': '09c22e4c-c123-488c-865d-7914749125aa', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:58Z', 'updated_at': '2022-01-28T19:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:02.411609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Network e2779f29-01fd-46bb-9113-9ca7c9b79f22 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:02.413180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:02.440446 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478be6a0-b400-4450-aa75-23a56fc10d55 None None] The sync data for ids ['fbdf012d-0091-40a1-8b9a-eee4a1c59cef'] in n-d-824834-4 is: [{'id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'name': 'tempest-TestServerMultinode-379275296-router', 'tenant_id': 'd154af1f097b48fc8b0800cf8100477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '09c22e4c-c123-488c-865d-7914749125aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:58Z', 'updated_at': '2022-01-28T19:45:59Z', 'revision_number': 3, 'project_id': 'd154af1f097b48fc8b0800cf8100477b', 'gw_port': {'id': '09c22e4c-c123-488c-865d-7914749125aa', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:58Z', 'updated_at': '2022-01-28T19:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:02.545079 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Router fbdf012d-0091-40a1-8b9a-eee4a1c59cef has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:02.635566 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618eed51-4ba9-4a86-9741-4d975b50fbab admin admin] Router f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:02.662816 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:02.677972 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-625169c1-6e12-4545-bb0d-e040609ae70e admin admin] 10.222.0.55 "PUT /v2.0/routers/fbdf012d-0091-40a1-8b9a-eee4a1c59cef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2565286 Jan 28 19:46:02.730379 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e933b1a2-114c-4727-a231-04b04fd50c23 None None] Provisioning complete for port 51c56d4b-e648-42cf-bb18-72a264f9d415 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:02.730826 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e933b1a2-114c-4727-a231-04b04fd50c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.776537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618eed51-4ba9-4a86-9741-4d975b50fbab admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:02.782845 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-618eed51-4ba9-4a86-9741-4d975b50fbab admin admin] 10.222.0.55 "PUT /v2.0/routers/f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1957653 Jan 28 19:46:02.785118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58934) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:02.787960 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec8945-7b97-4688-b6ee-3e399d70b219 None None] Sync routers for ids ['f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:02.802431 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec8945-7b97-4688-b6ee-3e399d70b219 None None] Routers {'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:02.803291 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9dec8945-7b97-4688-b6ee-3e399d70b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:02.806256 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e933b1a2-114c-4727-a231-04b04fd50c23 None None] Port 51c56d4b-e648-42cf-bb18-72a264f9d415 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:02.925552 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e8815a8-62ac-4f0a-82ff-3e9776416298 admin admin] Publish callbacks [] for router (f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:02.928839 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9dec8945-7b97-4688-b6ee-3e399d70b219 None None] Set router f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:03.047802 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e8815a8-62ac-4f0a-82ff-3e9776416298 admin admin] Publish callbacks [] for router_gateway (f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.146428 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9dec8945-7b97-4688-b6ee-3e399d70b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'name': 'tempest-TestVolumeBackupRestore-1501635650-router', 'tenant_id': '6adccc57c0a240769677a228623fca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:06Z', 'updated_at': '2022-01-28T19:46:01Z', 'revision_number': 5, 'project_id': '6adccc57c0a240769677a228623fca11', 'gw_port': {'id': 'a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:42:07Z', 'updated_at': '2022-01-28T19:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:03.160173 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4e8815a8-62ac-4f0a-82ff-3e9776416298 admin admin] Deleting port a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:03.160173 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e8815a8-62ac-4f0a-82ff-3e9776416298 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.203102 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec8945-7b97-4688-b6ee-3e399d70b219 None None] Checking router: f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:03.213820 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec8945-7b97-4688-b6ee-3e399d70b219 None None] Routers {'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:03.214792 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9dec8945-7b97-4688-b6ee-3e399d70b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:03.303670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4e8815a8-62ac-4f0a-82ff-3e9776416298 admin admin] For port a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:03.304032 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e8815a8-62ac-4f0a-82ff-3e9776416298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.308964 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 09c22e4c-c123-488c-865d-7914749125aa up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:03.322826 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9dec8945-7b97-4688-b6ee-3e399d70b219 None None] Set router f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:03.336866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4e8815a8-62ac-4f0a-82ff-3e9776416298 admin admin] Calling delete_port for a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:03.393763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 09c22e4c-c123-488c-865d-7914749125aa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:03.394297 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (09c22e4c-c123-488c-865d-7914749125aa), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.404608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58948) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:03.410654 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9dec8945-7b97-4688-b6ee-3e399d70b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'name': 'tempest-TestVolumeBackupRestore-1501635650-router', 'tenant_id': '6adccc57c0a240769677a228623fca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:06Z', 'updated_at': '2022-01-28T19:46:03Z', 'revision_number': 6, 'project_id': '6adccc57c0a240769677a228623fca11', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:03.411013 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5fbaa563-0ab6-4bf5-ad1b-d12175adb067 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1721471534-network', 'tenant_id': '84d1e0768c7e414d94cb7ae107a72efc'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:03.450668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbaa563-0ab6-4bf5-ad1b-d12175adb067 admin admin] Made reservation on behalf of 84d1e0768c7e414d94cb7ae107a72efc for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:46:03.455892 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fbaa563-0ab6-4bf5-ad1b-d12175adb067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.478778 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fbaa563-0ab6-4bf5-ad1b-d12175adb067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.533215 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 09c22e4c-c123-488c-865d-7914749125aa is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:03.534725 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (09c22e4c-c123-488c-865d-7914749125aa), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.563800 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e8815a8-62ac-4f0a-82ff-3e9776416298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.567408 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec8945-7b97-4688-b6ee-3e399d70b219 None None] The sync data for ids ['f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f'] in n-d-824834-4 is: [{'id': 'f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f', 'name': 'tempest-TestVolumeBackupRestore-1501635650-router', 'tenant_id': '6adccc57c0a240769677a228623fca11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:42:06Z', 'updated_at': '2022-01-28T19:46:03Z', 'revision_number': 6, 'project_id': '6adccc57c0a240769677a228623fca11', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:03.573932 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 09c22e4c-c123-488c-865d-7914749125aa, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=09c22e4c-c123-488c-865d-7914749125aa,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:03.580081 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (09c22e4c-c123-488c-865d-7914749125aa), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.589995 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fbaa563-0ab6-4bf5-ad1b-d12175adb067 admin admin] Publish callbacks [] for security_group (f9af4d57-1c16-4edd-8de8-d8441670fe52), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.595533 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fbaa563-0ab6-4bf5-ad1b-d12175adb067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f9af4d57-1c16-4edd-8de8-d8441670fe52), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.602091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8815a8-62ac-4f0a-82ff-3e9776416298 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:03.644182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbaa563-0ab6-4bf5-ad1b-d12175adb067 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:46:03.657308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbaa563-0ab6-4bf5-ad1b-d12175adb067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9af4d57-1c16-4edd-8de8-d8441670fe52,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:03.665413 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=09c22e4c-c123-488c-865d-7914749125aa,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:03.671309 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fbaa563-0ab6-4bf5-ad1b-d12175adb067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5b976726-8b1c-4d45-bce0-cbf82ee701c2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.671840 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-5fbaa563-0ab6-4bf5-ad1b-d12175adb067 admin admin] Added segment 5b976726-8b1c-4d45-bce0-cbf82ee701c2 of type vlan for network 86270e20-ebc0-4683-975e-920cbffc94ae Jan 28 19:46:03.679325 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e8815a8-62ac-4f0a-82ff-3e9776416298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.718502 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fbaa563-0ab6-4bf5-ad1b-d12175adb067 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (86270e20-ebc0-4683-975e-920cbffc94ae), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.746962 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fbaa563-0ab6-4bf5-ad1b-d12175adb067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (86270e20-ebc0-4683-975e-920cbffc94ae), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.748209 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbaa563-0ab6-4bf5-ad1b-d12175adb067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:03.748619 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fbaa563-0ab6-4bf5-ad1b-d12175adb067 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.783367 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e8815a8-62ac-4f0a-82ff-3e9776416298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.785553 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e8815a8-62ac-4f0a-82ff-3e9776416298 admin admin] Publish callbacks [] for router_controller (f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.816003 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5fbaa563-0ab6-4bf5-ad1b-d12175adb067 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4103298 Jan 28 19:46:03.816750 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbaa563-0ab6-4bf5-ad1b-d12175adb067 admin admin] Pushing event updated for resources: {'Network': ['ID=86270e20-ebc0-4683-975e-920cbffc94ae,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:03.818780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:03.823608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c330a585-4acd-4286-b563-15727801fc50 admin admin] Request body: {'subnet': {'network_id': '86270e20-ebc0-4683-975e-920cbffc94ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1721471534-subnet', 'tenant_id': '84d1e0768c7e414d94cb7ae107a72efc', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:03.827014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 86270e20-ebc0-4683-975e-920cbffc94ae details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:46:03.838115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e8815a8-62ac-4f0a-82ff-3e9776416298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.839084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8815a8-62ac-4f0a-82ff-3e9776416298 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:46:03.845114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c330a585-4acd-4286-b563-15727801fc50 admin admin] Made reservation on behalf of 84d1e0768c7e414d94cb7ae107a72efc for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:46:03.845276 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4e8815a8-62ac-4f0a-82ff-3e9776416298 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.848853 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4e8815a8-62ac-4f0a-82ff-3e9776416298 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f0ff3c0a-3d55-48e1-b78b-b1faa9c78f5f HTTP/1.1" status: 204 len: 168 time: 1.0602510 Jan 28 19:46:03.849016 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c330a585-4acd-4286-b563-15727801fc50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:03.849328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58952) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:03.945673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-081882ec-46c4-456f-b710-dc6f4fa460f8 admin admin] Deleting subnet ba8d7ce9-8abc-402f-88ad-21fee919dc42 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:46:03.956113 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-081882ec-46c4-456f-b710-dc6f4fa460f8 admin admin] Publish callbacks [] for subnet (ba8d7ce9-8abc-402f-88ad-21fee919dc42), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.012650 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-081882ec-46c4-456f-b710-dc6f4fa460f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (ba8d7ce9-8abc-402f-88ad-21fee919dc42), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.159579 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-081882ec-46c4-456f-b710-dc6f4fa460f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (ba8d7ce9-8abc-402f-88ad-21fee919dc42), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.162576 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c330a585-4acd-4286-b563-15727801fc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (ae75821a-6993-4b6a-9409-6d46968f9cc5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.253168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330a585-4acd-4286-b563-15727801fc50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae75821a-6993-4b6a-9409-6d46968f9cc5,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:04.261382 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-081882ec-46c4-456f-b710-dc6f4fa460f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (ba8d7ce9-8abc-402f-88ad-21fee919dc42), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.298837 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081882ec-46c4-456f-b710-dc6f4fa460f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba8d7ce9-8abc-402f-88ad-21fee919dc42,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:04.302562 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-081882ec-46c4-456f-b710-dc6f4fa460f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.305868 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-081882ec-46c4-456f-b710-dc6f4fa460f8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ba8d7ce9-8abc-402f-88ad-21fee919dc42 HTTP/1.1" status: 204 len: 168 time: 0.4554946 Jan 28 19:46:04.306316 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33958274-7db5-4ea8-9df4-859b06c191c2 None None] Network 579e4490-a28f-4952-a918-3aa7fea18921 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:04.307550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c330a585-4acd-4286-b563-15727801fc50 admin admin] Checking segment: {'id': '5b976726-8b1c-4d45-bce0-cbf82ee701c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '86270e20-ebc0-4683-975e-920cbffc94ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:04.307902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c330a585-4acd-4286-b563-15727801fc50 admin admin] Network hostable DHCP agents. Network: 86270e20-ebc0-4683-975e-920cbffc94ae, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:46:04.308799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58954) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:04.328918 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c330a585-4acd-4286-b563-15727801fc50 admin admin] Network 86270e20-ebc0-4683-975e-920cbffc94ae is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:46:04.339598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c330a585-4acd-4286-b563-15727801fc50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 86270e20-ebc0-4683-975e-920cbffc94ae) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:04.345478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c330a585-4acd-4286-b563-15727801fc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:04.346313 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c330a585-4acd-4286-b563-15727801fc50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.375227 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c330a585-4acd-4286-b563-15727801fc50 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5529938 Jan 28 19:46:04.375991 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7272ba6-3bbb-4b9b-bacf-f4a20631b9d1 None None] Network 86270e20-ebc0-4683-975e-920cbffc94ae requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:04.376894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58956) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:04.393317 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1721471534-router', 'tenant_id': '84d1e0768c7e414d94cb7ae107a72efc', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:04.407572 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (579e4490-a28f-4952-a918-3aa7fea18921), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.430456 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (28407e4d-10d3-480c-bb48-fa59d510dadc), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.431622 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (28407e4d-10d3-480c-bb48-fa59d510dadc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.523444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-86270e20-ebc0-4683-975e-920cbffc94ae', 'network_id': '86270e20-ebc0-4683-975e-920cbffc94ae', 'project_id': '84d1e0768c7e414d94cb7ae107a72efc', 'fixed_ips': [{'subnet_id': 'ae75821a-6993-4b6a-9409-6d46968f9cc5'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:46:04.524279 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Publish callbacks [] for router_controller (28407e4d-10d3-480c-bb48-fa59d510dadc), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.524534 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.530549 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] Deleting port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:04.530787 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.614463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b5580f-54fc-49db-8326-ca40763766a4 None None] DHCP port deletion for 579e4490-a28f-4952-a918-3aa7fea18921 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:46:04.711442 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Publish callbacks [] for router_gateway (28407e4d-10d3-480c-bb48-fa59d510dadc), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.715220 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Allocated IP 172.20.0.2 (86270e20-ebc0-4683-975e-920cbffc94ae/ae75821a-6993-4b6a-9409-6d46968f9cc5/acc4c25f-a535-48b3-897c-e59372b4383d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:04.729893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-95b5580f-54fc-49db-8326-ca40763766a4 None None] Deleting port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:04.730329 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95b5580f-54fc-49db-8326-ca40763766a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.743210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] For port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c,segment=NetworkSegment(33d33794-8033-4402-83e8-c261dd8d5363),segment_id=33d33794-8033-4402-83e8-c261dd8d5363)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:04.744039 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.759698 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] Calling delete_port for c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:04.847682 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-95b5580f-54fc-49db-8326-ca40763766a4 None None] For port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c,segment=NetworkSegment(33d33794-8033-4402-83e8-c261dd8d5363),segment_id=33d33794-8033-4402-83e8-c261dd8d5363)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:04.848094 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95b5580f-54fc-49db-8326-ca40763766a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.854701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Sync routers for ids ['fbdf012d-0091-40a1-8b9a-eee4a1c59cef'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:04.878362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-95b5580f-54fc-49db-8326-ca40763766a4 None None] Calling delete_port for c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:04.897291 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:04.902951 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Routers {'fbdf012d-0091-40a1-8b9a-eee4a1c59cef'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:04.903610 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['fbdf012d-0091-40a1-8b9a-eee4a1c59cef'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:04.963504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:04.965735 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] No DVR routers for this DVR port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:05.094827 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (579e4490-a28f-4952-a918-3aa7fea18921), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.100845 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Publish callbacks [] for port (acc4c25f-a535-48b3-897c-e59372b4383d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.120908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579e4490-a28f-4952-a918-3aa7fea18921']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:05.121502 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (acc4c25f-a535-48b3-897c-e59372b4383d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.123526 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Publish callbacks [] for router_gateway (28407e4d-10d3-480c-bb48-fa59d510dadc), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.132298 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95b5580f-54fc-49db-8326-ca40763766a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.149298 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d33794-8033-4402-83e8-c261dd8d5363') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:05.149655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d33794-8033-4402-83e8-c261dd8d5363') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:05.151996 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.163376 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Set router fbdf012d-0091-40a1-8b9a-eee4a1c59cef gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:05.166224 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (33d33794-8033-4402-83e8-c261dd8d5363), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.204238 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 09c22e4c-c123-488c-865d-7914749125aa up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:05.207198 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (33d33794-8033-4402-83e8-c261dd8d5363), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.218656 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:46:05.218656 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (33d33794-8033-4402-83e8-c261dd8d5363), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:46:05.220000 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:46:05.240977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b5580f-54fc-49db-8326-ca40763766a4 None None] No DVR routers for this DVR port c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:05.246117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Network 86270e20-ebc0-4683-975e-920cbffc94ae is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:05.262393 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:05.269219 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Pushing event updated for resources: {'Port': ['ID=acc4c25f-a535-48b3-897c-e59372b4383d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:05.271539 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:05.307076 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (579e4490-a28f-4952-a918-3aa7fea18921), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.315118 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.318855 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/579e4490-a28f-4952-a918-3aa7fea18921 HTTP/1.1" status: 204 len: 168 time: 1.0079873 Jan 28 19:46:05.334733 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ae997-a79c-4e5b-9caf-5c0c581449b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=579e4490-a28f-4952-a918-3aa7fea18921,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:05.342620 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Allocated IP 172.25.0.238 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/a5143ae6-8231-4c34-ae04-5dbb4e48c8a0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:05.368220 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5580f-54fc-49db-8326-ca40763766a4 None None] Pushing event deleted for resources: {'Port': ['ID=c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:05.449911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Attempting to bind port acc4c25f-a535-48b3-897c-e59372b4383d on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:05.450730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Attempting to bind port acc4c25f-a535-48b3-897c-e59372b4383d by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '5b976726-8b1c-4d45-bce0-cbf82ee701c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '86270e20-ebc0-4683-975e-920cbffc94ae'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:05.450730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Attempting to bind port acc4c25f-a535-48b3-897c-e59372b4383d on network 86270e20-ebc0-4683-975e-920cbffc94ae {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:05.463802 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Publish callbacks [] for port (a5143ae6-8231-4c34-ae04-5dbb4e48c8a0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.466844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:05.467224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Checking segment: {'id': '5b976726-8b1c-4d45-bce0-cbf82ee701c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '86270e20-ebc0-4683-975e-920cbffc94ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:05.467952 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.468099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Bound using segment: {'id': '5b976726-8b1c-4d45-bce0-cbf82ee701c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '86270e20-ebc0-4683-975e-920cbffc94ae'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:05.468522 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Bound port: acc4c25f-a535-48b3-897c-e59372b4383d, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b976726-8b1c-4d45-bce0-cbf82ee701c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '86270e20-ebc0-4683-975e-920cbffc94ae'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:05.469030 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (acc4c25f-a535-48b3-897c-e59372b4383d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.481437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 09c22e4c-c123-488c-865d-7914749125aa triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:05.481813 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (09c22e4c-c123-488c-865d-7914749125aa), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.503621 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (a5143ae6-8231-4c34-ae04-5dbb4e48c8a0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.541088 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58960) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:05.546152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:05.553157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:05.557865 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:05.561586 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Pushing event updated for resources: {'Port': ['ID=a5143ae6-8231-4c34-ae04-5dbb4e48c8a0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:05.602002 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1311ecfc-a8b2-45a6-b5e4-bbe41700a24f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4151d97e9114a91afc82c06960bb29b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0592287 Jan 28 19:46:05.604522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58962) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:05.616977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] For port acc4c25f-a535-48b3-897c-e59372b4383d, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:05.621184 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] For port acc4c25f-a535-48b3-897c-e59372b4383d, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=acc4c25f-a535-48b3-897c-e59372b4383d,segment=NetworkSegment(5b976726-8b1c-4d45-bce0-cbf82ee701c2),segment_id=5b976726-8b1c-4d45-bce0-cbf82ee701c2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:05.650848 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (acc4c25f-a535-48b3-897c-e59372b4383d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.654389 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c35256a-ded7-4f52-9b5e-df17567c4ac9 admin admin] Publish callbacks [] for security_group (41eb4ccd-1acc-4bb8-948e-51489c30a973), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.675406 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c35256a-ded7-4f52-9b5e-df17567c4ac9 admin admin] Publish callbacks [] for security_group (41eb4ccd-1acc-4bb8-948e-51489c30a973), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.703171 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 09c22e4c-c123-488c-865d-7914749125aa is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:05.726961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'name': 'tempest-TestServerMultinode-379275296-router', 'tenant_id': 'd154af1f097b48fc8b0800cf8100477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '09c22e4c-c123-488c-865d-7914749125aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:58Z', 'updated_at': '2022-01-28T19:46:01Z', 'revision_number': 4, 'project_id': 'd154af1f097b48fc8b0800cf8100477b', 'gw_port': {'id': '09c22e4c-c123-488c-865d-7914749125aa', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:58Z', 'updated_at': '2022-01-28T19:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '51c56d4b-e648-42cf-bb18-72a264f9d415', 'name': '', 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22', 'tenant_id': 'd154af1f097b48fc8b0800cf8100477b', 'mac_address': 'fa:16:3e:5e:d3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'c4770a9c-58cc-4561-a62c-e61520367fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:01Z', 'updated_at': '2022-01-28T19:46:02Z', 'revision_number': 2, 'project_id': 'd154af1f097b48fc8b0800cf8100477b', 'subnets': [{'id': 'c4770a9c-58cc-4561-a62c-e61520367fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:05.739653 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c35256a-ded7-4f52-9b5e-df17567c4ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (41eb4ccd-1acc-4bb8-948e-51489c30a973), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.745231 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4c35256a-ded7-4f52-9b5e-df17567c4ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.746750 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4c35256a-ded7-4f52-9b5e-df17567c4ac9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41eb4ccd-1acc-4bb8-948e-51489c30a973 HTTP/1.1" status: 204 len: 168 time: 0.1412675 Jan 28 19:46:05.764299 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Checking router: fbdf012d-0091-40a1-8b9a-eee4a1c59cef for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:05.764654 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Updating router fbdf012d-0091-40a1-8b9a-eee4a1c59cef port 51c56d4b-e648-42cf-bb18-72a264f9d415 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:46:05.766649 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35256a-ded7-4f52-9b5e-df17567c4ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41eb4ccd-1acc-4bb8-948e-51489c30a973,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:05.767828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3900152-9a6c-4d3f-aa08-a1cd24d96d78 None None] Pushing event updated for resources: {'Port': ['ID=acc4c25f-a535-48b3-897c-e59372b4383d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:05.810780 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.834621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:05.876130 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:05.876552 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c7ccd440-1fd4-4ee1-a50f-82b5f4eb558c not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:05.877040 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:05.898940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:05.898940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a9eecf2a-62e7-4cfe-9e8a-f9fbed807adc not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:05.899641 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9adbceac-858a-4b6d-ab2b-4f18a792eba6 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:05.918834 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Publish callbacks [] for router_gateway (28407e4d-10d3-480c-bb48-fa59d510dadc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:05.936321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 9adbceac-858a-4b6d-ab2b-4f18a792eba6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:05.936767 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9adbceac-858a-4b6d-ab2b-4f18a792eba6 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:06.176765 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (28407e4d-10d3-480c-bb48-fa59d510dadc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.226571 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Publish callbacks [] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.235602 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.256470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58968) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:06.329824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd76b0-e1fd-4d54-8136-3be2fbdf9bdb None None] Pushing event updated for resources: {'Port': ['ID=51c56d4b-e648-42cf-bb18-72a264f9d415,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:06.342974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Attempting to bind port 51c56d4b-e648-42cf-bb18-72a264f9d415 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:06.343541 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Attempting to bind port 51c56d4b-e648-42cf-bb18-72a264f9d415 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '9485c306-b1ad-43d8-a309-1b2a7d4181d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:06.344102 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Attempting to bind port 51c56d4b-e648-42cf-bb18-72a264f9d415 on network e2779f29-01fd-46bb-9113-9ca7c9b79f22 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:06.349826 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:06.350052 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ab9e30be-1ba6-4849-961f-e73badc9bc66 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6adccc57c0a240769677a228623fca11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0927391 Jan 28 19:46:06.350186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:06.350442 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Checking segment: {'id': '9485c306-b1ad-43d8-a309-1b2a7d4181d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:06.351034 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.351602 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Bound using segment: {'id': '9485c306-b1ad-43d8-a309-1b2a7d4181d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:06.352373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Bound port: 51c56d4b-e648-42cf-bb18-72a264f9d415, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9485c306-b1ad-43d8-a309-1b2a7d4181d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:06.353000 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.385697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Router 28407e4d-10d3-480c-bb48-fa59d510dadc is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:46:06.418570 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-060ae546-f339-4b1d-87c1-d0c45acf0302 admin admin] Publish callbacks [] for security_group (423ffa0e-dbdb-4821-a142-89a8a7f90f00), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.429629 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] For port 51c56d4b-e648-42cf-bb18-72a264f9d415, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:06.433942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] For port 51c56d4b-e648-42cf-bb18-72a264f9d415, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=51c56d4b-e648-42cf-bb18-72a264f9d415,segment=NetworkSegment(9485c306-b1ad-43d8-a309-1b2a7d4181d2),segment_id=9485c306-b1ad-43d8-a309-1b2a7d4181d2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:06.444864 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.460792 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-060ae546-f339-4b1d-87c1-d0c45acf0302 admin admin] Publish callbacks [] for security_group (423ffa0e-dbdb-4821-a142-89a8a7f90f00), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.513828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd76b0-e1fd-4d54-8136-3be2fbdf9bdb None None] Pushing event updated for resources: {'Port': ['ID=51c56d4b-e648-42cf-bb18-72a264f9d415,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:06.522944 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Routers {'fbdf012d-0091-40a1-8b9a-eee4a1c59cef'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:06.523596 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['fbdf012d-0091-40a1-8b9a-eee4a1c59cef'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:06.532106 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:06.535344 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-060ae546-f339-4b1d-87c1-d0c45acf0302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (423ffa0e-dbdb-4821-a142-89a8a7f90f00), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.538175 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-060ae546-f339-4b1d-87c1-d0c45acf0302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.539729 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-060ae546-f339-4b1d-87c1-d0c45acf0302 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/423ffa0e-dbdb-4821-a142-89a8a7f90f00 HTTP/1.1" status: 204 len: 168 time: 0.1880107 Jan 28 19:46:06.542573 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Sync routers for ids ['28407e4d-10d3-480c-bb48-fa59d510dadc'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:06.557838 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Routers {'28407e4d-10d3-480c-bb48-fa59d510dadc'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:06.558891 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['28407e4d-10d3-480c-bb48-fa59d510dadc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:06.571155 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ae546-f339-4b1d-87c1-d0c45acf0302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423ffa0e-dbdb-4821-a142-89a8a7f90f00,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:06.572041 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.573385 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3ea878e3-b0fb-43d7-8fdb-dfda821ae0bf admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1892858 Jan 28 19:46:06.576097 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 58974) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:06.640892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6ea75e5a-706b-4f5a-8ad1-9c99d7ffb8be None None] Provisioning complete for port 51c56d4b-e648-42cf-bb18-72a264f9d415 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:06.641583 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ea75e5a-706b-4f5a-8ad1-9c99d7ffb8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:06.717945 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Set router 28407e4d-10d3-480c-bb48-fa59d510dadc gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:06.969791 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'name': 'tempest-TestServerMultinode-1721471534-router', 'tenant_id': '84d1e0768c7e414d94cb7ae107a72efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:04Z', 'updated_at': '2022-01-28T19:46:05Z', 'revision_number': 3, 'project_id': '84d1e0768c7e414d94cb7ae107a72efc', 'gw_port': {'id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:05Z', 'updated_at': '2022-01-28T19:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:07.011914 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Checking router: 28407e4d-10d3-480c-bb48-fa59d510dadc for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:07.012559 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Updating router 28407e4d-10d3-480c-bb48-fa59d510dadc port a5143ae6-8231-4c34-ae04-5dbb4e48c8a0 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:46:07.058409 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a5143ae6-8231-4c34-ae04-5dbb4e48c8a0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.067531 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] Set router fbdf012d-0091-40a1-8b9a-eee4a1c59cef gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:07.152983 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6ea75e5a-706b-4f5a-8ad1-9c99d7ffb8be None None] Current status of the port 51c56d4b-e648-42cf-bb18-72a264f9d415 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:07.154154 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ea75e5a-706b-4f5a-8ad1-9c99d7ffb8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.289689 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device acc4c25f-a535-48b3-897c-e59372b4383d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:07.292190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887bbe2a-d41e-46e4-a55d-9bc34b9f9350 None None] Network 86270e20-ebc0-4683-975e-920cbffc94ae requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:07.346679 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-6ea75e5a-706b-4f5a-8ad1-9c99d7ffb8be None None] For port 51c56d4b-e648-42cf-bb18-72a264f9d415, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=51c56d4b-e648-42cf-bb18-72a264f9d415,segment=NetworkSegment(9485c306-b1ad-43d8-a309-1b2a7d4181d2),segment_id=9485c306-b1ad-43d8-a309-1b2a7d4181d2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:07.382402 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.385066 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ea75e5a-706b-4f5a-8ad1-9c99d7ffb8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.444502 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Publish callbacks [] for port (a5143ae6-8231-4c34-ae04-5dbb4e48c8a0), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.457582 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a5143ae6-8231-4c34-ae04-5dbb4e48c8a0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.515767 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea75e5a-706b-4f5a-8ad1-9c99d7ffb8be None None] Pushing event updated for resources: {'Port': ['ID=51c56d4b-e648-42cf-bb18-72a264f9d415,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:07.533678 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0685ae-8814-48e1-8e31-94644de9c320 None None] Pushing event updated for resources: {'Port': ['ID=a5143ae6-8231-4c34-ae04-5dbb4e48c8a0,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:07.544338 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port acc4c25f-a535-48b3-897c-e59372b4383d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:07.544714 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (acc4c25f-a535-48b3-897c-e59372b4383d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.551643 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Attempting to bind port a5143ae6-8231-4c34-ae04-5dbb4e48c8a0 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:07.552657 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Attempting to bind port a5143ae6-8231-4c34-ae04-5dbb4e48c8a0 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:07.553189 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Attempting to bind port a5143ae6-8231-4c34-ae04-5dbb4e48c8a0 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:07.560297 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:07.560970 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:07.561644 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.562273 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:07.563053 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Bound port: a5143ae6-8231-4c34-ae04-5dbb4e48c8a0, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:07.563767 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a5143ae6-8231-4c34-ae04-5dbb4e48c8a0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.594142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a71ae3bc-3db9-4f3d-8836-bfa64c196846 None None] Provisioning complete for port 51c56d4b-e648-42cf-bb18-72a264f9d415 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:07.594539 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a71ae3bc-3db9-4f3d-8836-bfa64c196846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.610121 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Allocated IP 172.20.0.1 (86270e20-ebc0-4683-975e-920cbffc94ae/ae75821a-6993-4b6a-9409-6d46968f9cc5/2bab7f1d-0bd0-414d-9c16-16384cdd7a1c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:07.637829 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] For port a5143ae6-8231-4c34-ae04-5dbb4e48c8a0, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:07.660004 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] For port a5143ae6-8231-4c34-ae04-5dbb4e48c8a0, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a5143ae6-8231-4c34-ae04-5dbb4e48c8a0,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:07.668839 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'name': 'tempest-TestServerMultinode-379275296-router', 'tenant_id': 'd154af1f097b48fc8b0800cf8100477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '09c22e4c-c123-488c-865d-7914749125aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:58Z', 'updated_at': '2022-01-28T19:46:01Z', 'revision_number': 4, 'project_id': 'd154af1f097b48fc8b0800cf8100477b', 'gw_port': {'id': '09c22e4c-c123-488c-865d-7914749125aa', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:58Z', 'updated_at': '2022-01-28T19:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '51c56d4b-e648-42cf-bb18-72a264f9d415', 'name': '', 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22', 'tenant_id': 'd154af1f097b48fc8b0800cf8100477b', 'mac_address': 'fa:16:3e:5e:d3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'c4770a9c-58cc-4561-a62c-e61520367fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:01Z', 'updated_at': '2022-01-28T19:46:06Z', 'revision_number': 4, 'project_id': 'd154af1f097b48fc8b0800cf8100477b', 'subnets': [{'id': 'c4770a9c-58cc-4561-a62c-e61520367fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:07.672865 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a5143ae6-8231-4c34-ae04-5dbb4e48c8a0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.774774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977718a3-aff2-4b52-8912-f72029a3c4a6 None None] The sync data for ids ['fbdf012d-0091-40a1-8b9a-eee4a1c59cef'] in n-d-824834-4 is: [{'id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'name': 'tempest-TestServerMultinode-379275296-router', 'tenant_id': 'd154af1f097b48fc8b0800cf8100477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '09c22e4c-c123-488c-865d-7914749125aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:58Z', 'updated_at': '2022-01-28T19:46:01Z', 'revision_number': 4, 'project_id': 'd154af1f097b48fc8b0800cf8100477b', 'gw_port': {'id': '09c22e4c-c123-488c-865d-7914749125aa', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:58Z', 'updated_at': '2022-01-28T19:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '51c56d4b-e648-42cf-bb18-72a264f9d415', 'name': '', 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22', 'tenant_id': 'd154af1f097b48fc8b0800cf8100477b', 'mac_address': 'fa:16:3e:5e:d3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'c4770a9c-58cc-4561-a62c-e61520367fee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:01Z', 'updated_at': '2022-01-28T19:46:06Z', 'revision_number': 4, 'project_id': 'd154af1f097b48fc8b0800cf8100477b', 'subnets': [{'id': 'c4770a9c-58cc-4561-a62c-e61520367fee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:07.776430 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Routers {'28407e4d-10d3-480c-bb48-fa59d510dadc'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:07.779485 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['28407e4d-10d3-480c-bb48-fa59d510dadc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:07.831372 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 58994) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:07.839043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port acc4c25f-a535-48b3-897c-e59372b4383d is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:07.839043 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (acc4c25f-a535-48b3-897c-e59372b4383d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.905564 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a71ae3bc-3db9-4f3d-8836-bfa64c196846 None None] Current status of the port 51c56d4b-e648-42cf-bb18-72a264f9d415 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:07.922584 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Publish callbacks [] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:07.943755 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0685ae-8814-48e1-8e31-94644de9c320 None None] Pushing event updated for resources: {'Port': ['ID=a5143ae6-8231-4c34-ae04-5dbb4e48c8a0,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:07.993609 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a71ae3bc-3db9-4f3d-8836-bfa64c196846 None None] Provisioning complete for port acc4c25f-a535-48b3-897c-e59372b4383d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:07.996771 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a71ae3bc-3db9-4f3d-8836-bfa64c196846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (acc4c25f-a535-48b3-897c-e59372b4383d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.004375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port acc4c25f-a535-48b3-897c-e59372b4383d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=acc4c25f-a535-48b3-897c-e59372b4383d,segment=NetworkSegment(5b976726-8b1c-4d45-bce0-cbf82ee701c2),segment_id=5b976726-8b1c-4d45-bce0-cbf82ee701c2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:08.029779 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (acc4c25f-a535-48b3-897c-e59372b4383d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.145248 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2b3d52a3-fe15-4b5a-b962-17bb730ab270 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-868959576-network', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:08.184950 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] Set router 28407e4d-10d3-480c-bb48-fa59d510dadc gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:08.205442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3d52a3-fe15-4b5a-b962-17bb730ab270 admin admin] Made reservation on behalf of 74e67802b83e4dda84b80b3ec28b1541 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:46:08.208806 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b3d52a3-fe15-4b5a-b962-17bb730ab270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.220876 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b3d52a3-fe15-4b5a-b962-17bb730ab270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.247649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=acc4c25f-a535-48b3-897c-e59372b4383d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:08.288655 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a71ae3bc-3db9-4f3d-8836-bfa64c196846 None None] Current status of the port acc4c25f-a535-48b3-897c-e59372b4383d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:08.347250 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b3d52a3-fe15-4b5a-b962-17bb730ab270 admin admin] Publish callbacks [] for security_group (44465b96-bea1-4ebc-bbc3-e1cca4178830), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.354306 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b3d52a3-fe15-4b5a-b962-17bb730ab270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (44465b96-bea1-4ebc-bbc3-e1cca4178830), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.397188 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d52a3-fe15-4b5a-b962-17bb730ab270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44465b96-bea1-4ebc-bbc3-e1cca4178830,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:08.412478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3d52a3-fe15-4b5a-b962-17bb730ab270 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:46:08.426674 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b3d52a3-fe15-4b5a-b962-17bb730ab270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (164860f2-799e-4414-a50e-41d5ce27413e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.427081 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-2b3d52a3-fe15-4b5a-b962-17bb730ab270 admin admin] Added segment 164860f2-799e-4414-a50e-41d5ce27413e of type vlan for network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a Jan 28 19:46:08.433770 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dc739929-6380-42c1-9368-86083f77275f None None] Provisioning complete for port acc4c25f-a535-48b3-897c-e59372b4383d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:08.434218 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc739929-6380-42c1-9368-86083f77275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (acc4c25f-a535-48b3-897c-e59372b4383d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.497327 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b3d52a3-fe15-4b5a-b962-17bb730ab270 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.533784 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b3d52a3-fe15-4b5a-b962-17bb730ab270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.535145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3d52a3-fe15-4b5a-b962-17bb730ab270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:08.536075 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b3d52a3-fe15-4b5a-b962-17bb730ab270 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.540521 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.570765 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-dc739929-6380-42c1-9368-86083f77275f None None] Current status of the port acc4c25f-a535-48b3-897c-e59372b4383d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:08.608130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Network 86270e20-ebc0-4683-975e-920cbffc94ae is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:08.613540 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:08.618400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:08.618676 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'name': 'tempest-TestServerMultinode-1721471534-router', 'tenant_id': '84d1e0768c7e414d94cb7ae107a72efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:04Z', 'updated_at': '2022-01-28T19:46:05Z', 'revision_number': 3, 'project_id': '84d1e0768c7e414d94cb7ae107a72efc', 'gw_port': {'id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:05Z', 'updated_at': '2022-01-28T19:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:08.619222 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d52a3-fe15-4b5a-b962-17bb730ab270 admin admin] Pushing event updated for resources: {'Network': ['ID=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:08.622235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Pushing event updated for resources: {'Port': ['ID=2bab7f1d-0bd0-414d-9c16-16384cdd7a1c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:08.627722 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2b3d52a3-fe15-4b5a-b962-17bb730ab270 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7944443 Jan 28 19:46:08.628364 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59002) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:08.633862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0262862e-0f06-41d7-b08d-c6e5f5bb7e82 admin admin] Request body: {'subnet': {'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-868959576-subnet', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:08.635095 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:46:08.671203 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea98f7-c32b-484a-b7bb-22f2a1433f88 None None] The sync data for ids ['28407e4d-10d3-480c-bb48-fa59d510dadc'] in n-d-824834-4 is: [{'id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'name': 'tempest-TestServerMultinode-1721471534-router', 'tenant_id': '84d1e0768c7e414d94cb7ae107a72efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:04Z', 'updated_at': '2022-01-28T19:46:05Z', 'revision_number': 3, 'project_id': '84d1e0768c7e414d94cb7ae107a72efc', 'gw_port': {'id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:05Z', 'updated_at': '2022-01-28T19:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:08.674294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0262862e-0f06-41d7-b08d-c6e5f5bb7e82 admin admin] Made reservation on behalf of 74e67802b83e4dda84b80b3ec28b1541 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:46:08.678370 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0262862e-0f06-41d7-b08d-c6e5f5bb7e82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.721335 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (28407e4d-10d3-480c-bb48-fa59d510dadc), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.933402 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:08.938821 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0262862e-0f06-41d7-b08d-c6e5f5bb7e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (e8631fd7-f1ff-4755-931c-e72b5c9a8c5b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.004809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262862e-0f06-41d7-b08d-c6e5f5bb7e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:09.004993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f9b48485-42e4-4671-a204-20dba82078c5 None None] Provisioning complete for port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:09.005612 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9b48485-42e4-4671-a204-20dba82078c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.015476 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262862e-0f06-41d7-b08d-c6e5f5bb7e82 admin admin] Checking segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:09.015829 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0262862e-0f06-41d7-b08d-c6e5f5bb7e82 admin admin] Network hostable DHCP agents. Network: 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:46:09.042646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0262862e-0f06-41d7-b08d-c6e5f5bb7e82 admin admin] Network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:46:09.062483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f9b48485-42e4-4671-a204-20dba82078c5 None None] Port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:09.076087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0262862e-0f06-41d7-b08d-c6e5f5bb7e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:09.082565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0262862e-0f06-41d7-b08d-c6e5f5bb7e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:09.083506 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0262862e-0f06-41d7-b08d-c6e5f5bb7e82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.113350 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43af8405-0cff-43c7-bc88-e86e1cd51ea5 None None] Network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:09.114257 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0262862e-0f06-41d7-b08d-c6e5f5bb7e82 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4844141 Jan 28 19:46:09.117392 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59004) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:09.121876 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:09.155875 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (e5a5cf2d-0d0f-4f02-90df-ee756036c9a2), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.157351 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (e5a5cf2d-0d0f-4f02-90df-ee756036c9a2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.205293 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Publish callbacks [] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.216648 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.254864 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Publish callbacks [] for router_controller (e5a5cf2d-0d0f-4f02-90df-ee756036c9a2), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.331354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:46:09.332685 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.352290 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (28407e4d-10d3-480c-bb48-fa59d510dadc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.378452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 51c56d4b-e648-42cf-bb18-72a264f9d415 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:09.459783 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Publish callbacks [] for router_gateway (e5a5cf2d-0d0f-4f02-90df-ee756036c9a2), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.496099 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Pushing event updated for resources: {'Port': ['ID=2bab7f1d-0bd0-414d-9c16-16384cdd7a1c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:09.540204 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Network 86270e20-ebc0-4683-975e-920cbffc94ae is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:09.543342 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:09.559051 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 51c56d4b-e648-42cf-bb18-72a264f9d415 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:09.559541 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.599881 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Allocated IP 172.20.0.2 (3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a/e8631fd7-f1ff-4755-931c-e72b5c9a8c5b/af491045-3353-4309-b7c0-7e2af77e202a) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:09.705416 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 51c56d4b-e648-42cf-bb18-72a264f9d415 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:09.706573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device acc4c25f-a535-48b3-897c-e59372b4383d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:09.810006 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Publish callbacks [] for router_gateway (e5a5cf2d-0d0f-4f02-90df-ee756036c9a2), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.826323 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Router 28407e4d-10d3-480c-bb48-fa59d510dadc has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:09.833721 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.866649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port acc4c25f-a535-48b3-897c-e59372b4383d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:09.867039 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (acc4c25f-a535-48b3-897c-e59372b4383d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.909913 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Publish callbacks [] for port (af491045-3353-4309-b7c0-7e2af77e202a), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.926518 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (af491045-3353-4309-b7c0-7e2af77e202a), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.957724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-327a2406-1c01-4e62-a85a-3a504c832ce6 None None] Provisioning complete for port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:09.958220 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-327a2406-1c01-4e62-a85a-3a504c832ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:09.976913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Allocated IP 172.25.0.8 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/0e340980-7fd7-4f76-8bdd-72bc05132478) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:10.011298 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:10.016857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Pushing event updated for resources: {'Port': ['ID=af491045-3353-4309-b7c0-7e2af77e202a,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:10.022589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:10.025643 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:10.027450 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:10.034312 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-419aaa6b-a53c-47f4-8df8-ee51cad29c0d admin admin] 10.222.0.55 "PUT /v2.0/routers/28407e4d-10d3-480c-bb48-fa59d510dadc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4537356 Jan 28 19:46:10.143960 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Publish callbacks [] for port (0e340980-7fd7-4f76-8bdd-72bc05132478), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:10.189311 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0e340980-7fd7-4f76-8bdd-72bc05132478), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:10.236714 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:10.249759 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:10.250634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-327a2406-1c01-4e62-a85a-3a504c832ce6 None None] Port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:10.255234 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:10.262898 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e340980-7fd7-4f76-8bdd-72bc05132478,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:10.285276 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port acc4c25f-a535-48b3-897c-e59372b4383d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:10.314054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Attempting to bind port af491045-3353-4309-b7c0-7e2af77e202a on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:10.314347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Attempting to bind port af491045-3353-4309-b7c0-7e2af77e202a by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:10.314705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Attempting to bind port af491045-3353-4309-b7c0-7e2af77e202a on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:10.320017 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:10.320398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Checking segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:10.320872 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:10.321223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Bound using segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:10.321804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Bound port: af491045-3353-4309-b7c0-7e2af77e202a, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:10.322085 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (af491045-3353-4309-b7c0-7e2af77e202a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:10.386480 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] For port af491045-3353-4309-b7c0-7e2af77e202a, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:10.389974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] For port af491045-3353-4309-b7c0-7e2af77e202a, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=af491045-3353-4309-b7c0-7e2af77e202a,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:10.397889 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (af491045-3353-4309-b7c0-7e2af77e202a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:10.474816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd20cb-a761-4e20-ba5e-b86ccb99da3d None None] Pushing event updated for resources: {'Port': ['ID=af491045-3353-4309-b7c0-7e2af77e202a,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:10.563842 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Publish callbacks [] for router_gateway (e5a5cf2d-0d0f-4f02-90df-ee756036c9a2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:10.803371 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (e5a5cf2d-0d0f-4f02-90df-ee756036c9a2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:10.849813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b4497-de1b-436d-8c8b-013989477e5b req-44e94c2d-5777-47a2-b693-7579ef10b3cc tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:10.853149 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d13b4497-de1b-436d-8c8b-013989477e5b req-44e94c2d-5777-47a2-b693-7579ef10b3cc tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/networks?id=e2779f29-01fd-46bb-9113-9ca7c9b79f22 HTTP/1.1" status: 200 len: 910 time: 0.2216113 Jan 28 19:46:10.871096 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d13b4497-de1b-436d-8c8b-013989477e5b req-4614bd63-3f86-4723-a05c-5ea3f3463003 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/quotas/84d1e0768c7e414d94cb7ae107a72efc HTTP/1.1" status: 200 len: 375 time: 0.0098910 Jan 28 19:46:10.947070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:46:10.954177 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d13b4497-de1b-436d-8c8b-013989477e5b req-9a10cc9e-c32d-492b-b87d-d6a496f77231 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=84d1e0768c7e414d94cb7ae107a72efc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773542 Jan 28 19:46:11.055939 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d13b4497-de1b-436d-8c8b-013989477e5b req-e1694ac3-5532-4af2-91e6-a5fbd72b4067 service neutron] 10.222.0.55 "GET /v2.0/networks/e2779f29-01fd-46bb-9113-9ca7c9b79f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942509 Jan 28 19:46:11.183025 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d13b4497-de1b-436d-8c8b-013989477e5b req-2c3f734f-5425-487c-9be2-3be20af2b43e service neutron] 10.222.0.55 "GET /v2.0/networks/e2779f29-01fd-46bb-9113-9ca7c9b79f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190329 Jan 28 19:46:11.225953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device af491045-3353-4309-b7c0-7e2af77e202a up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:11.293882 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port af491045-3353-4309-b7c0-7e2af77e202a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:11.294595 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (af491045-3353-4309-b7c0-7e2af77e202a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:11.382175 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port af491045-3353-4309-b7c0-7e2af77e202a is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:11.382576 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (af491045-3353-4309-b7c0-7e2af77e202a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:11.421738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port af491045-3353-4309-b7c0-7e2af77e202a, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=af491045-3353-4309-b7c0-7e2af77e202a,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:11.427618 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (af491045-3353-4309-b7c0-7e2af77e202a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:11.428747 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a5143ae6-8231-4c34-ae04-5dbb4e48c8a0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:11.439109 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ac071a86-09fd-4661-a9aa-7df6313bf5e7 req-f7b934fd-a67b-4bdb-8d72-adc1712d47ab tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 210 time: 0.0309639 Jan 28 19:46:11.464621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:11.482476 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Sync routers for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:11.485987 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:11.488503 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-03048d7e-e7a6-44f6-a8f9-39dec001f2c9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3703341 Jan 28 19:46:11.491439 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59034) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:11.507039 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:11.507962 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:11.579718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=af491045-3353-4309-b7c0-7e2af77e202a,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:11.640392 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a5143ae6-8231-4c34-ae04-5dbb4e48c8a0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:11.641082 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a5143ae6-8231-4c34-ae04-5dbb4e48c8a0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:11.704860 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:11.861271 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Sync routers for ids ['28407e4d-10d3-480c-bb48-fa59d510dadc'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:11.880959 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Routers {'28407e4d-10d3-480c-bb48-fa59d510dadc'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:11.881584 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['28407e4d-10d3-480c-bb48-fa59d510dadc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:11.888971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a5143ae6-8231-4c34-ae04-5dbb4e48c8a0 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:11.889375 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a5143ae6-8231-4c34-ae04-5dbb4e48c8a0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:11.935089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port a5143ae6-8231-4c34-ae04-5dbb4e48c8a0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a5143ae6-8231-4c34-ae04-5dbb4e48c8a0,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:11.946598 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a5143ae6-8231-4c34-ae04-5dbb4e48c8a0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:11.979076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899cab61-edbf-42f3-9e53-161f19b03d3e None None] Network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:12.046535 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Set router 28407e4d-10d3-480c-bb48-fa59d510dadc gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:12.087240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=a5143ae6-8231-4c34-ae04-5dbb4e48c8a0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:12.089960 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1ffbe453-ecd6-485e-b59f-d92d63d70c66 None None] Provisioning complete for port af491045-3353-4309-b7c0-7e2af77e202a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:12.090370 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1ffbe453-ecd6-485e-b59f-d92d63d70c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (af491045-3353-4309-b7c0-7e2af77e202a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.115919 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.150330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:10Z', 'revision_number': 3, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:12.187904 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Checking router: e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:12.188259 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Updating router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 port 0e340980-7fd7-4f76-8bdd-72bc05132478 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:46:12.243603 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0e340980-7fd7-4f76-8bdd-72bc05132478), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.295102 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'name': 'tempest-TestServerMultinode-1721471534-router', 'tenant_id': '84d1e0768c7e414d94cb7ae107a72efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:04Z', 'updated_at': '2022-01-28T19:46:08Z', 'revision_number': 4, 'project_id': '84d1e0768c7e414d94cb7ae107a72efc', 'gw_port': {'id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:05Z', 'updated_at': '2022-01-28T19:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '2bab7f1d-0bd0-414d-9c16-16384cdd7a1c', 'name': '', 'network_id': '86270e20-ebc0-4683-975e-920cbffc94ae', 'tenant_id': '84d1e0768c7e414d94cb7ae107a72efc', 'mac_address': 'fa:16:3e:79:ff:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'ae75821a-6993-4b6a-9409-6d46968f9cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:07Z', 'updated_at': '2022-01-28T19:46:08Z', 'revision_number': 2, 'project_id': '84d1e0768c7e414d94cb7ae107a72efc', 'subnets': [{'id': 'ae75821a-6993-4b6a-9409-6d46968f9cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:12.305439 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Allocated IP 172.20.0.1 (3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a/e8631fd7-f1ff-4755-931c-e72b5c9a8c5b/97dbd833-668d-487c-9488-a9c2cd37b45b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:12.334889 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Checking router: 28407e4d-10d3-480c-bb48-fa59d510dadc for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:12.335308 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Updating router 28407e4d-10d3-480c-bb48-fa59d510dadc port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:46:12.406793 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1ffbe453-ecd6-485e-b59f-d92d63d70c66 None None] Current status of the port af491045-3353-4309-b7c0-7e2af77e202a is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:12.461206 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Publish callbacks [] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.511550 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.526204 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.573779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:12.591721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:12.600721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:12.604308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=97dbd833-668d-487c-9488-a9c2cd37b45b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:12.620194 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Publish callbacks [] for port (0e340980-7fd7-4f76-8bdd-72bc05132478), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.623459 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-05d08fbf-7063-44b0-8256-a07a407faedb req-f034fee1-c076-4245-87a5-75df8a63f665 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 210 time: 0.0536449 Jan 28 19:46:12.628933 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0e340980-7fd7-4f76-8bdd-72bc05132478), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.649867 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (e5a5cf2d-0d0f-4f02-90df-ee756036c9a2), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.672318 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132e229-3b5d-4815-ba48-cb026aaffded None None] Pushing event updated for resources: {'Port': ['ID=0e340980-7fd7-4f76-8bdd-72bc05132478,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:12.700503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Attempting to bind port 0e340980-7fd7-4f76-8bdd-72bc05132478 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:12.701025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Attempting to bind port 0e340980-7fd7-4f76-8bdd-72bc05132478 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:12.701490 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Attempting to bind port 0e340980-7fd7-4f76-8bdd-72bc05132478 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:12.707590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:12.707977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:12.708390 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.708798 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:12.709265 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Bound port: 0e340980-7fd7-4f76-8bdd-72bc05132478, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:12.709655 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0e340980-7fd7-4f76-8bdd-72bc05132478), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.769620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] For port 0e340980-7fd7-4f76-8bdd-72bc05132478, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:12.773136 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] For port 0e340980-7fd7-4f76-8bdd-72bc05132478, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0e340980-7fd7-4f76-8bdd-72bc05132478,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:12.783634 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0e340980-7fd7-4f76-8bdd-72bc05132478), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.818498 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.854837 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132e229-3b5d-4815-ba48-cb026aaffded None None] Pushing event updated for resources: {'Port': ['ID=0e340980-7fd7-4f76-8bdd-72bc05132478,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:12.909155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-95e950a5-edb2-4c87-b3ce-e658c746bc4b None None] Provisioning complete for port af491045-3353-4309-b7c0-7e2af77e202a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:12.909532 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95e950a5-edb2-4c87-b3ce-e658c746bc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (af491045-3353-4309-b7c0-7e2af77e202a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:12.955589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:12.956286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:12.991290 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Publish callbacks [] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.001879 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.058985 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495774c-7313-4be7-9665-1f19d44078f7 None None] Pushing event updated for resources: {'Port': ['ID=2bab7f1d-0bd0-414d-9c16-16384cdd7a1c,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:13.074518 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:13.160854 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Attempting to bind port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:13.161642 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Attempting to bind port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '5b976726-8b1c-4d45-bce0-cbf82ee701c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '86270e20-ebc0-4683-975e-920cbffc94ae'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:13.162245 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Attempting to bind port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c on network 86270e20-ebc0-4683-975e-920cbffc94ae {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:13.171317 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:13.172027 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Checking segment: {'id': '5b976726-8b1c-4d45-bce0-cbf82ee701c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '86270e20-ebc0-4683-975e-920cbffc94ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:13.172654 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.173210 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Bound using segment: {'id': '5b976726-8b1c-4d45-bce0-cbf82ee701c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '86270e20-ebc0-4683-975e-920cbffc94ae'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:13.173843 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Bound port: 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b976726-8b1c-4d45-bce0-cbf82ee701c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '86270e20-ebc0-4683-975e-920cbffc94ae'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:13.174436 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.204412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-95e950a5-edb2-4c87-b3ce-e658c746bc4b None None] Current status of the port af491045-3353-4309-b7c0-7e2af77e202a is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:13.226203 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Publish callbacks [] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.230570 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b4497-de1b-436d-8c8b-013989477e5b req-dddbe290-f38d-4e0a-9b08-66113ff9c987 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:13.232223 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d13b4497-de1b-436d-8c8b-013989477e5b req-dddbe290-f38d-4e0a-9b08-66113ff9c987 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.37 "GET /v2.0/networks?id=e2779f29-01fd-46bb-9113-9ca7c9b79f22 HTTP/1.1" status: 200 len: 910 time: 0.3170867 Jan 28 19:46:13.234095 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.247161 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device af491045-3353-4309-b7c0-7e2af77e202a up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:13.250848 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d13b4497-de1b-436d-8c8b-013989477e5b req-8482595f-eb4d-45f2-bad0-76711c0a4a0c tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Request body: {'port': {'device_id': '52e7e530-6d6d-4422-8a94-f9602b489408', 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22', 'admin_state_up': True, 'tenant_id': '84d1e0768c7e414d94cb7ae107a72efc'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:13.259481 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] For port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:13.262974 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] For port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2bab7f1d-0bd0-414d-9c16-16384cdd7a1c,segment=NetworkSegment(5b976726-8b1c-4d45-bce0-cbf82ee701c2),segment_id=5b976726-8b1c-4d45-bce0-cbf82ee701c2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:13.270730 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.311509 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (e5a5cf2d-0d0f-4f02-90df-ee756036c9a2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.321836 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Routers {'28407e4d-10d3-480c-bb48-fa59d510dadc'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:13.322572 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['28407e4d-10d3-480c-bb48-fa59d510dadc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:13.362070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13b4497-de1b-436d-8c8b-013989477e5b req-8482595f-eb4d-45f2-bad0-76711c0a4a0c tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Made reservation on behalf of 84d1e0768c7e414d94cb7ae107a72efc for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:46:13.364648 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d13b4497-de1b-436d-8c8b-013989477e5b req-8482595f-eb4d-45f2-bad0-76711c0a4a0c tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.390116 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495774c-7313-4be7-9665-1f19d44078f7 None None] Pushing event updated for resources: {'Port': ['ID=2bab7f1d-0bd0-414d-9c16-16384cdd7a1c,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:13.403245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=97dbd833-668d-487c-9488-a9c2cd37b45b,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:13.491248 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] Set router 28407e4d-10d3-480c-bb48-fa59d510dadc gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:13.503309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f488605f-876c-4aa5-a860-d8410120da0a None None] Provisioning complete for port 97dbd833-668d-487c-9488-a9c2cd37b45b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:13.503675 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f488605f-876c-4aa5-a860-d8410120da0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.516155 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:13.538565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:13.604159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port af491045-3353-4309-b7c0-7e2af77e202a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:13.604684 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (af491045-3353-4309-b7c0-7e2af77e202a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.626221 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-d13b4497-de1b-436d-8c8b-013989477e5b req-8482595f-eb4d-45f2-bad0-76711c0a4a0c tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Allocated IP 172.20.0.7 (e2779f29-01fd-46bb-9113-9ca7c9b79f22/c4770a9c-58cc-4561-a62c-e61520367fee/25c0b849-ca4c-49f7-a60a-57df6948229d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:13.626713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f488605f-876c-4aa5-a860-d8410120da0a None None] Port 97dbd833-668d-487c-9488-a9c2cd37b45b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:13.729625 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:13.813522 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 1, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:13.831464 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'name': 'tempest-TestServerMultinode-1721471534-router', 'tenant_id': '84d1e0768c7e414d94cb7ae107a72efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:04Z', 'updated_at': '2022-01-28T19:46:08Z', 'revision_number': 4, 'project_id': '84d1e0768c7e414d94cb7ae107a72efc', 'gw_port': {'id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:05Z', 'updated_at': '2022-01-28T19:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '2bab7f1d-0bd0-414d-9c16-16384cdd7a1c', 'name': '', 'network_id': '86270e20-ebc0-4683-975e-920cbffc94ae', 'tenant_id': '84d1e0768c7e414d94cb7ae107a72efc', 'mac_address': 'fa:16:3e:79:ff:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'ae75821a-6993-4b6a-9409-6d46968f9cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:07Z', 'updated_at': '2022-01-28T19:46:13Z', 'revision_number': 4, 'project_id': '84d1e0768c7e414d94cb7ae107a72efc', 'subnets': [{'id': 'ae75821a-6993-4b6a-9409-6d46968f9cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:13.850613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fae4bed8-3ab0-4185-8c1c-a071ef58aea4 None None] Provisioning complete for port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:13.850994 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fae4bed8-3ab0-4185-8c1c-a071ef58aea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:13.856545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a36a9e-8631-4052-8bb3-3e95badf0981 None None] The sync data for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 is: [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 1, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:13.859616 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491474bc-8549-4025-84db-cac9abc75dd2 None None] The sync data for ids ['28407e4d-10d3-480c-bb48-fa59d510dadc'] in n-d-824834-4 is: [{'id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'name': 'tempest-TestServerMultinode-1721471534-router', 'tenant_id': '84d1e0768c7e414d94cb7ae107a72efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:04Z', 'updated_at': '2022-01-28T19:46:08Z', 'revision_number': 4, 'project_id': '84d1e0768c7e414d94cb7ae107a72efc', 'gw_port': {'id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:05Z', 'updated_at': '2022-01-28T19:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '2bab7f1d-0bd0-414d-9c16-16384cdd7a1c', 'name': '', 'network_id': '86270e20-ebc0-4683-975e-920cbffc94ae', 'tenant_id': '84d1e0768c7e414d94cb7ae107a72efc', 'mac_address': 'fa:16:3e:79:ff:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'ae75821a-6993-4b6a-9409-6d46968f9cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:07Z', 'updated_at': '2022-01-28T19:46:13Z', 'revision_number': 4, 'project_id': '84d1e0768c7e414d94cb7ae107a72efc', 'subnets': [{'id': 'ae75821a-6993-4b6a-9409-6d46968f9cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:13.877296 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port af491045-3353-4309-b7c0-7e2af77e202a is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:13.878500 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a5143ae6-8231-4c34-ae04-5dbb4e48c8a0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:13.879886 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c74f380c-0c06-4567-b0b8-057b242c9036 req-b5f73b58-9a74-4bff-9838-d0ecd9ca8140 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 210 time: 0.1119027 Jan 28 19:46:14.027968 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a5143ae6-8231-4c34-ae04-5dbb4e48c8a0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:14.028479 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a5143ae6-8231-4c34-ae04-5dbb4e48c8a0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.030104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fae4bed8-3ab0-4185-8c1c-a071ef58aea4 None None] Current status of the port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:14.030554 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fae4bed8-3ab0-4185-8c1c-a071ef58aea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.051016 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d13b4497-de1b-436d-8c8b-013989477e5b req-8482595f-eb4d-45f2-bad0-76711c0a4a0c tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Publish callbacks [] for port (25c0b849-ca4c-49f7-a60a-57df6948229d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.084388 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:14.092565 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-61b68cda-553a-4aec-9bd5-c6d27b234cd0 admin admin] 10.222.0.55 "PUT /v2.0/routers/e5a5cf2d-0d0f-4f02-90df-ee756036c9a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6000290 Jan 28 19:46:14.102467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fae4bed8-3ab0-4185-8c1c-a071ef58aea4 None None] For port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2bab7f1d-0bd0-414d-9c16-16384cdd7a1c,segment=NetworkSegment(5b976726-8b1c-4d45-bce0-cbf82ee701c2),segment_id=5b976726-8b1c-4d45-bce0-cbf82ee701c2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:14.110588 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d13b4497-de1b-436d-8c8b-013989477e5b req-8482595f-eb4d-45f2-bad0-76711c0a4a0c tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (25c0b849-ca4c-49f7-a60a-57df6948229d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.111664 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fae4bed8-3ab0-4185-8c1c-a071ef58aea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.158006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13b4497-de1b-436d-8c8b-013989477e5b req-8482595f-eb4d-45f2-bad0-76711c0a4a0c tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Network e2779f29-01fd-46bb-9113-9ca7c9b79f22 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:14.161418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-d13b4497-de1b-436d-8c8b-013989477e5b req-8482595f-eb4d-45f2-bad0-76711c0a4a0c tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:14.166202 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13b4497-de1b-436d-8c8b-013989477e5b req-8482595f-eb4d-45f2-bad0-76711c0a4a0c tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:14.243999 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a5143ae6-8231-4c34-ae04-5dbb4e48c8a0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:14.249253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4bed8-3ab0-4185-8c1c-a071ef58aea4 None None] Pushing event updated for resources: {'Port': ['ID=2bab7f1d-0bd0-414d-9c16-16384cdd7a1c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:14.262376 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4735b6bf-eecf-48cb-b32a-df078ba45fb8 None None] Provisioning complete for port 97dbd833-668d-487c-9488-a9c2cd37b45b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:14.262758 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4735b6bf-eecf-48cb-b32a-df078ba45fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.263984 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482595f-eb4d-45f2-bad0-76711c0a4a0c tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Pushing event updated for resources: {'Port': ['ID=25c0b849-ca4c-49f7-a60a-57df6948229d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:14.283606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b4497-de1b-436d-8c8b-013989477e5b req-8482595f-eb4d-45f2-bad0-76711c0a4a0c tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:14.284218 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d13b4497-de1b-436d-8c8b-013989477e5b req-8482595f-eb4d-45f2-bad0-76711c0a4a0c tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.311763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4735b6bf-eecf-48cb-b32a-df078ba45fb8 None None] Port 97dbd833-668d-487c-9488-a9c2cd37b45b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:14.312062 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d13b4497-de1b-436d-8c8b-013989477e5b req-8482595f-eb4d-45f2-bad0-76711c0a4a0c tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0696630 Jan 28 19:46:14.330903 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4735b6bf-eecf-48cb-b32a-df078ba45fb8 None None] Provisioning complete for port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:14.331287 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4735b6bf-eecf-48cb-b32a-df078ba45fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.349130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Request body: {'port': {'device_id': '52e7e530-6d6d-4422-8a94-f9602b489408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:14.485065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4735b6bf-eecf-48cb-b32a-df078ba45fb8 None None] Current status of the port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:14.487332 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (25c0b849-ca4c-49f7-a60a-57df6948229d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.606187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-79670921-bfb2-4120-9394-20ee4bb9c35d None None] Provisioning complete for port 25c0b849-ca4c-49f7-a60a-57df6948229d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:14.606569 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79670921-bfb2-4120-9394-20ee4bb9c35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (25c0b849-ca4c-49f7-a60a-57df6948229d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.657496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-79670921-bfb2-4120-9394-20ee4bb9c35d None None] Port 25c0b849-ca4c-49f7-a60a-57df6948229d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:14.811511 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c0b849-ca4c-49f7-a60a-57df6948229d {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:46:14.820176 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Publish callbacks [] for port (25c0b849-ca4c-49f7-a60a-57df6948229d), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.834251 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Transition to ACTIVE for port object 25c0b849-ca4c-49f7-a60a-57df6948229d will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:46:14.838758 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (25c0b849-ca4c-49f7-a60a-57df6948229d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.875849 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59062) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:14.881225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-812663484-network', 'tenant_id': '8f61ff2b3e744eefaf9ba04c5b3f3884'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:14.904109 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Made reservation on behalf of 8f61ff2b3e744eefaf9ba04c5b3f3884 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:46:14.906530 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.918436 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:14.972773 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Pushing event updated for resources: {'Port': ['ID=25c0b849-ca4c-49f7-a60a-57df6948229d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:15.019751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Attempting to bind port 25c0b849-ca4c-49f7-a60a-57df6948229d on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:15.020377 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Attempting to bind port 25c0b849-ca4c-49f7-a60a-57df6948229d by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '9485c306-b1ad-43d8-a309-1b2a7d4181d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:15.021343 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Attempting to bind port 25c0b849-ca4c-49f7-a60a-57df6948229d on network e2779f29-01fd-46bb-9113-9ca7c9b79f22 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:15.027705 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Port 25c0b849-ca4c-49f7-a60a-57df6948229d on network e2779f29-01fd-46bb-9113-9ca7c9b79f22 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:46:15.028401 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Attempting to bind port 25c0b849-ca4c-49f7-a60a-57df6948229d on network e2779f29-01fd-46bb-9113-9ca7c9b79f22 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:15.035208 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:15.035927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Checking segment: {'id': '9485c306-b1ad-43d8-a309-1b2a7d4181d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:15.036488 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Bound using segment: {'id': '9485c306-b1ad-43d8-a309-1b2a7d4181d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:15.037094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Bound port: 25c0b849-ca4c-49f7-a60a-57df6948229d, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9485c306-b1ad-43d8-a309-1b2a7d4181d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:15.037691 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (25c0b849-ca4c-49f7-a60a-57df6948229d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.129624 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Publish callbacks [] for security_group (78a57264-f452-43b3-9965-b831fb845f28), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.145975 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (78a57264-f452-43b3-9965-b831fb845f28), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.157035 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638a69c-0ea2-4187-9e74-8681516e4570 req-d857517e-5b11-4994-bd36-3b8d66119cea tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:15.159167 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f638a69c-0ea2-4187-9e74-8681516e4570 req-d857517e-5b11-4994-bd36-3b8d66119cea tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 1052 time: 0.1307495 Jan 28 19:46:15.174727 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] For port 25c0b849-ca4c-49f7-a60a-57df6948229d, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:15.179113 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] For port 25c0b849-ca4c-49f7-a60a-57df6948229d, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=25c0b849-ca4c-49f7-a60a-57df6948229d,segment=NetworkSegment(9485c306-b1ad-43d8-a309-1b2a7d4181d2),segment_id=9485c306-b1ad-43d8-a309-1b2a7d4181d2)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:15.186762 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (25c0b849-ca4c-49f7-a60a-57df6948229d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.200885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:46:15.225841 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:15.225841 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.227010 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d13b4497-de1b-436d-8c8b-013989477e5b req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] 10.222.0.37 "PUT /v2.0/ports/25c0b849-ca4c-49f7-a60a-57df6948229d HTTP/1.1" status: 200 len: 1091 time: 0.8833661 Jan 28 19:46:15.227522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e7e530-6d6d-4422-8a94-f9602b489408', 'tag': '25c0b849-ca4c-49f7-a60a-57df6948229d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:15.229797 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaf3b84-9a0a-42b2-8def-f5e8926a79c5" -d '{"events": [{"name": "network-changed", "server_uuid": "52e7e530-6d6d-4422-8a94-f9602b489408", "tag": "25c0b849-ca4c-49f7-a60a-57df6948229d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:15.235874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a57264-f452-43b3-9965-b831fb845f28,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:15.243512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:15.255161 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f638a69c-0ea2-4187-9e74-8681516e4570 req-8a1c45f4-c258-4934-9014-23723f17e919 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882938 Jan 28 19:46:15.261104 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:15.261464 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:15.262260 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:15.262670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:15.263706 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:15.264351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:15.264690 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:15.265079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:15.265938 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:15.266301 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:15.266637 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:15.266992 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:15.267345 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:15.269319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46a4b7-a5e5-456f-966d-00f0e57c1b05 service neutron] Pushing event updated for resources: {'Port': ['ID=25c0b849-ca4c-49f7-a60a-57df6948229d,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:15.278653 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (7394c17f-b962-48f1-85ee-94984539bf8e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.279547 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Added segment 7394c17f-b962-48f1-85ee-94984539bf8e of type vlan for network 0f81ab4e-ce2f-4817-8a73-8b9e46472912 Jan 28 19:46:15.334621 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (0f81ab4e-ce2f-4817-8a73-8b9e46472912), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.338173 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c176ef9-124f-4ef9-9957-30745d44bc65 x-openstack-request-id: req-0c176ef9-124f-4ef9-9957-30745d44bc65 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:15.338545 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e7e530-6d6d-4422-8a94-f9602b489408", "tag": "25c0b849-ca4c-49f7-a60a-57df6948229d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:15.338869 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c176ef9-124f-4ef9-9957-30745d44bc65 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:15.339339 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e7e530-6d6d-4422-8a94-f9602b489408', 'tag': '25c0b849-ca4c-49f7-a60a-57df6948229d', 'status': 'completed', 'code': 200} Jan 28 19:46:15.364997 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:15.365623 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.370156 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (0f81ab4e-ce2f-4817-8a73-8b9e46472912), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.371530 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:15.372288 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.388969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b4497-de1b-436d-8c8b-013989477e5b req-bfe68eb0-1c80-4685-ab65-46c613e1413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:15.391026 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d13b4497-de1b-436d-8c8b-013989477e5b req-bfe68eb0-1c80-4685-ab65-46c613e1413c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=84d1e0768c7e414d94cb7ae107a72efc&device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 1125 time: 0.0662796 Jan 28 19:46:15.433904 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5568912 Jan 28 19:46:15.436552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59068) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:15.443505 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0059f458-17bc-4444-a15b-f719aaeac8ba admin admin] Request body: {'subnet': {'network_id': '0f81ab4e-ce2f-4817-8a73-8b9e46472912', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-812663484-subnet', 'tenant_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:15.445733 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d13b4497-de1b-436d-8c8b-013989477e5b req-75eda16c-cd0e-479b-8ec7-3b747fa4d1e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25c0b849-ca4c-49f7-a60a-57df6948229d HTTP/1.1" status: 200 len: 217 time: 0.0458910 Jan 28 19:46:15.455499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3e37f-1a7b-405b-aa46-4966fccea4e5 admin admin] Pushing event updated for resources: {'Network': ['ID=0f81ab4e-ce2f-4817-8a73-8b9e46472912,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:15.470009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0059f458-17bc-4444-a15b-f719aaeac8ba admin admin] Made reservation on behalf of 8f61ff2b3e744eefaf9ba04c5b3f3884 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:46:15.474695 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0059f458-17bc-4444-a15b-f719aaeac8ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.479186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 0f81ab4e-ce2f-4817-8a73-8b9e46472912 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:46:15.500078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b4497-de1b-436d-8c8b-013989477e5b req-c69fca68-bd35-4fde-8582-65e9dcf037c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:15.501624 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d13b4497-de1b-436d-8c8b-013989477e5b req-c69fca68-bd35-4fde-8582-65e9dcf037c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4770a9c-58cc-4561-a62c-e61520367fee HTTP/1.1" status: 200 len: 848 time: 0.0476167 Jan 28 19:46:15.504059 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:15.563622 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b4497-de1b-436d-8c8b-013989477e5b req-0c53e87e-a7ac-467b-8c80-142f1a5005e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:15.565758 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d13b4497-de1b-436d-8c8b-013989477e5b req-0c53e87e-a7ac-467b-8c80-142f1a5005e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2779f29-01fd-46bb-9113-9ca7c9b79f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527277 Jan 28 19:46:15.662175 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0059f458-17bc-4444-a15b-f719aaeac8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (82ebde1d-5883-4260-b78f-b589b3aae9ab), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.667026 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d13b4497-de1b-436d-8c8b-013989477e5b req-6b2d6685-e229-4e80-8457-8bb2e4d43783 service neutron] 10.222.0.37 "GET /v2.0/networks/e2779f29-01fd-46bb-9113-9ca7c9b79f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929990 Jan 28 19:46:15.716958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059f458-17bc-4444-a15b-f719aaeac8ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=82ebde1d-5883-4260-b78f-b589b3aae9ab,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:15.725786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0059f458-17bc-4444-a15b-f719aaeac8ba admin admin] Checking segment: {'id': '7394c17f-b962-48f1-85ee-94984539bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f81ab4e-ce2f-4817-8a73-8b9e46472912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:15.726164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0059f458-17bc-4444-a15b-f719aaeac8ba admin admin] Network hostable DHCP agents. Network: 0f81ab4e-ce2f-4817-8a73-8b9e46472912, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:46:15.744063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0059f458-17bc-4444-a15b-f719aaeac8ba admin admin] Network 0f81ab4e-ce2f-4817-8a73-8b9e46472912 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:46:15.753210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0059f458-17bc-4444-a15b-f719aaeac8ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 0f81ab4e-ce2f-4817-8a73-8b9e46472912) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:15.757427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0059f458-17bc-4444-a15b-f719aaeac8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:15.758556 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0059f458-17bc-4444-a15b-f719aaeac8ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.763007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d13b4497-de1b-436d-8c8b-013989477e5b req-456d8a89-af67-4191-9c3d-b67b45aaa351 service neutron] 10.222.0.37 "GET /v2.0/networks/e2779f29-01fd-46bb-9113-9ca7c9b79f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897851 Jan 28 19:46:15.763435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fe3079-b9f4-4085-9d7f-946174f7bf69 None None] Network 0f81ab4e-ce2f-4817-8a73-8b9e46472912 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:15.778471 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0059f458-17bc-4444-a15b-f719aaeac8ba admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3404746 Jan 28 19:46:15.778879 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59070) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:15.783011 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-812663484-router', 'tenant_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:15.803745 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (4bdb6268-b24f-4b55-a6fa-0562e17d07c3), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.804811 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (4bdb6268-b24f-4b55-a6fa-0562e17d07c3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.886444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-0f81ab4e-ce2f-4817-8a73-8b9e46472912', 'network_id': '0f81ab4e-ce2f-4817-8a73-8b9e46472912', 'project_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'fixed_ips': [{'subnet_id': '82ebde1d-5883-4260-b78f-b589b3aae9ab'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:46:15.887335 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.889233 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Publish callbacks [] for router_controller (4bdb6268-b24f-4b55-a6fa-0562e17d07c3), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:15.900421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf3b84-9a0a-42b2-8def-f5e8926a79c5 req-64b3b0a3-dc03-4215-bcb1-fef16d6f98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:15.901946 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dcaf3b84-9a0a-42b2-8def-f5e8926a79c5 req-64b3b0a3-dc03-4215-bcb1-fef16d6f98ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=84d1e0768c7e414d94cb7ae107a72efc&device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 1125 time: 0.0900457 Jan 28 19:46:16.050606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Allocated IP 172.20.0.2 (0f81ab4e-ce2f-4817-8a73-8b9e46472912/82ebde1d-5883-4260-b78f-b589b3aae9ab/c62547d3-25ef-404e-99f7-62816337a5fd) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:16.100087 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Publish callbacks [] for router_gateway (4bdb6268-b24f-4b55-a6fa-0562e17d07c3), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.145613 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf3b84-9a0a-42b2-8def-f5e8926a79c5 req-fd4ac658-40fb-453e-b2fd-acb1bd066cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:16.147269 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dcaf3b84-9a0a-42b2-8def-f5e8926a79c5 req-fd4ac658-40fb-453e-b2fd-acb1bd066cfa service neutron] 10.222.0.37 "GET /v2.0/networks?id=e2779f29-01fd-46bb-9113-9ca7c9b79f22 HTTP/1.1" status: 200 len: 910 time: 0.2163961 Jan 28 19:46:16.216897 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dcaf3b84-9a0a-42b2-8def-f5e8926a79c5 req-ad43116a-56cd-47f2-8968-d3c69571795c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25c0b849-ca4c-49f7-a60a-57df6948229d HTTP/1.1" status: 200 len: 217 time: 0.0424409 Jan 28 19:46:16.222318 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Publish callbacks [] for port (c62547d3-25ef-404e-99f7-62816337a5fd), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.231825 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (c62547d3-25ef-404e-99f7-62816337a5fd), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.274285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Network 0f81ab4e-ce2f-4817-8a73-8b9e46472912 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:16.281489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:16.284172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:16.293360 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Pushing event updated for resources: {'Port': ['ID=c62547d3-25ef-404e-99f7-62816337a5fd,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:16.295237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf3b84-9a0a-42b2-8def-f5e8926a79c5 req-ef622077-a9df-4ad2-97c0-7f89c57a4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:16.301744 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dcaf3b84-9a0a-42b2-8def-f5e8926a79c5 req-ef622077-a9df-4ad2-97c0-7f89c57a4a07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c4770a9c-58cc-4561-a62c-e61520367fee HTTP/1.1" status: 200 len: 848 time: 0.0783837 Jan 28 19:46:16.328267 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:16.328764 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:16.329207 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:16.329644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:16.330100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:16.330530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:16.330959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:16.331383 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:16.331807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:16.332255 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:16.332826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:16.333249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:16.333671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:16.382167 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Attempting to bind port c62547d3-25ef-404e-99f7-62816337a5fd on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:16.383648 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Attempting to bind port c62547d3-25ef-404e-99f7-62816337a5fd by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '7394c17f-b962-48f1-85ee-94984539bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f81ab4e-ce2f-4817-8a73-8b9e46472912'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:16.383926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Attempting to bind port c62547d3-25ef-404e-99f7-62816337a5fd on network 0f81ab4e-ce2f-4817-8a73-8b9e46472912 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:16.398840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:16.400491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Checking segment: {'id': '7394c17f-b962-48f1-85ee-94984539bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f81ab4e-ce2f-4817-8a73-8b9e46472912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:16.401090 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.401591 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Bound using segment: {'id': '7394c17f-b962-48f1-85ee-94984539bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f81ab4e-ce2f-4817-8a73-8b9e46472912'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:16.402373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Bound port: c62547d3-25ef-404e-99f7-62816337a5fd, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7394c17f-b962-48f1-85ee-94984539bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f81ab4e-ce2f-4817-8a73-8b9e46472912'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:16.402880 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c62547d3-25ef-404e-99f7-62816337a5fd), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.439605 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c855b-57e0-4047-b358-8b9c147085e1 req-68133314-78e4-4d21-bf01-6cb48631fa14 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:16.448467 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf8c855b-57e0-4047-b358-8b9c147085e1 req-68133314-78e4-4d21-bf01-6cb48631fa14 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 1125 time: 0.0699475 Jan 28 19:46:16.464069 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf3b84-9a0a-42b2-8def-f5e8926a79c5 req-f2e8a5d2-663b-4b6e-bfed-17c6aeee67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:16.465588 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dcaf3b84-9a0a-42b2-8def-f5e8926a79c5 req-f2e8a5d2-663b-4b6e-bfed-17c6aeee67b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2779f29-01fd-46bb-9113-9ca7c9b79f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1558790 Jan 28 19:46:16.482519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] For port c62547d3-25ef-404e-99f7-62816337a5fd, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:16.486929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] For port c62547d3-25ef-404e-99f7-62816337a5fd, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c62547d3-25ef-404e-99f7-62816337a5fd,segment=NetworkSegment(7394c17f-b962-48f1-85ee-94984539bf8e),segment_id=7394c17f-b962-48f1-85ee-94984539bf8e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:16.499890 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c62547d3-25ef-404e-99f7-62816337a5fd), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.513797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf8c855b-57e0-4047-b358-8b9c147085e1 req-b2ff5a63-41db-4c2e-86d5-7f8490450cf5 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596716 Jan 28 19:46:16.563188 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Publish callbacks [] for router_gateway (4bdb6268-b24f-4b55-a6fa-0562e17d07c3), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.581988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a70871-853a-4be3-a717-f3641e5dc32a None None] Pushing event updated for resources: {'Port': ['ID=c62547d3-25ef-404e-99f7-62816337a5fd,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:16.592377 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:16.646959 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dcaf3b84-9a0a-42b2-8def-f5e8926a79c5 req-900bc559-8db2-43ba-b14a-62e1b8d9f7af service neutron] 10.222.0.37 "GET /v2.0/networks/e2779f29-01fd-46bb-9113-9ca7c9b79f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744547 Jan 28 19:46:17.150387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Allocated IP 172.25.0.239 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/0adf2cac-3b20-4034-a3a2-aea53afbb20a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:17.154280 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dcaf3b84-9a0a-42b2-8def-f5e8926a79c5 req-381b8598-408b-40a4-8180-d15d6a046ce5 service neutron] 10.222.0.37 "GET /v2.0/networks/e2779f29-01fd-46bb-9113-9ca7c9b79f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001643 Jan 28 19:46:17.258952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c62547d3-25ef-404e-99f7-62816337a5fd up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:17.280916 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Publish callbacks [] for port (0adf2cac-3b20-4034-a3a2-aea53afbb20a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.315816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c62547d3-25ef-404e-99f7-62816337a5fd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:17.316188 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c62547d3-25ef-404e-99f7-62816337a5fd), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.327737 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0adf2cac-3b20-4034-a3a2-aea53afbb20a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.383381 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:17.386434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:17.392209 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:17.397843 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Pushing event updated for resources: {'Port': ['ID=0adf2cac-3b20-4034-a3a2-aea53afbb20a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:17.422439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c62547d3-25ef-404e-99f7-62816337a5fd is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:17.423050 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c62547d3-25ef-404e-99f7-62816337a5fd), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.459630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port c62547d3-25ef-404e-99f7-62816337a5fd, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c62547d3-25ef-404e-99f7-62816337a5fd,segment=NetworkSegment(7394c17f-b962-48f1-85ee-94984539bf8e),segment_id=7394c17f-b962-48f1-85ee-94984539bf8e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:17.466240 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c62547d3-25ef-404e-99f7-62816337a5fd), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.467129 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0e340980-7fd7-4f76-8bdd-72bc05132478 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:17.592063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=c62547d3-25ef-404e-99f7-62816337a5fd,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:17.609224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0e340980-7fd7-4f76-8bdd-72bc05132478 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:17.609608 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0e340980-7fd7-4f76-8bdd-72bc05132478), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.697047 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0e340980-7fd7-4f76-8bdd-72bc05132478 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:17.697441 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0e340980-7fd7-4f76-8bdd-72bc05132478), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.703187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91cdba-c8a5-4a99-bb49-0d96a30379df req-6de44444-41b5-4016-b33c-3cad3f9de669 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:17.706525 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de91cdba-c8a5-4a99-bb49-0d96a30379df req-6de44444-41b5-4016-b33c-3cad3f9de669 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 1125 time: 0.0945032 Jan 28 19:46:17.720472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 0e340980-7fd7-4f76-8bdd-72bc05132478, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0e340980-7fd7-4f76-8bdd-72bc05132478,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:17.727696 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0e340980-7fd7-4f76-8bdd-72bc05132478), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.742442 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Publish callbacks [] for router_gateway (4bdb6268-b24f-4b55-a6fa-0562e17d07c3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.758358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5c8236-4aa2-423b-b5dd-de8d508a5691 None None] Network 0f81ab4e-ce2f-4817-8a73-8b9e46472912 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:17.827315 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-de91cdba-c8a5-4a99-bb49-0d96a30379df req-deab7780-dec2-4481-824b-522e72668019 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119680 Jan 28 19:46:17.848562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=0e340980-7fd7-4f76-8bdd-72bc05132478,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:17.867325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3d4935db-0c22-43dd-ace9-c54523aeaa70 None None] Provisioning complete for port c62547d3-25ef-404e-99f7-62816337a5fd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:17.868160 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d4935db-0c22-43dd-ace9-c54523aeaa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c62547d3-25ef-404e-99f7-62816337a5fd), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:17.978641 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3d4935db-0c22-43dd-ace9-c54523aeaa70 None None] Current status of the port c62547d3-25ef-404e-99f7-62816337a5fd is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:17.984507 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (4bdb6268-b24f-4b55-a6fa-0562e17d07c3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.125385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Router 4bdb6268-b24f-4b55-a6fa-0562e17d07c3 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:46:18.200684 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b986f497-a181-40a3-a17b-f68bc7700432 None None] Provisioning complete for port c62547d3-25ef-404e-99f7-62816337a5fd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:18.201053 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b986f497-a181-40a3-a17b-f68bc7700432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c62547d3-25ef-404e-99f7-62816337a5fd), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.243734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:18.247345 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5af39cd1-060e-416d-896b-337343b48480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.256163 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Sync routers for ids ['4bdb6268-b24f-4b55-a6fa-0562e17d07c3'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:18.262120 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.266227 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b7a0a755-6362-44b2-bfa9-11716dc3c39d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4837930 Jan 28 19:46:18.266398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59076) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:18.290825 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Routers {'4bdb6268-b24f-4b55-a6fa-0562e17d07c3'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:18.291453 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4bdb6268-b24f-4b55-a6fa-0562e17d07c3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:18.344948 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b986f497-a181-40a3-a17b-f68bc7700432 None None] Current status of the port c62547d3-25ef-404e-99f7-62816337a5fd is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:18.417478 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Set router 4bdb6268-b24f-4b55-a6fa-0562e17d07c3 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:18.606088 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'name': 'tempest-TestVolumeBootPattern-812663484-router', 'tenant_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:15Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 3, 'project_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'gw_port': {'id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:16Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:18.632269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Checking router: 4bdb6268-b24f-4b55-a6fa-0562e17d07c3 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:18.632614 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Updating router 4bdb6268-b24f-4b55-a6fa-0562e17d07c3 port 0adf2cac-3b20-4034-a3a2-aea53afbb20a binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:46:18.658869 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0adf2cac-3b20-4034-a3a2-aea53afbb20a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.690172 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.861509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Allocated IP 172.20.0.1 (0f81ab4e-ce2f-4817-8a73-8b9e46472912/82ebde1d-5883-4260-b78f-b589b3aae9ab/094d7902-6c17-4334-a57d-ac6f62063789) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:18.927881 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Publish callbacks [] for port (0adf2cac-3b20-4034-a3a2-aea53afbb20a), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.934865 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0adf2cac-3b20-4034-a3a2-aea53afbb20a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.968748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661c5ab-e4a1-4cb7-8d80-6c877a3c0ad0 req-b23d1517-d202-428a-b0cb-6fbcfd591b0a tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:18.987450 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Publish callbacks [] for port (094d7902-6c17-4334-a57d-ac6f62063789), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:18.988296 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b661c5ab-e4a1-4cb7-8d80-6c877a3c0ad0 req-b23d1517-d202-428a-b0cb-6fbcfd591b0a tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 1125 time: 0.0831363 Jan 28 19:46:19.030126 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (094d7902-6c17-4334-a57d-ac6f62063789), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.050515 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b661c5ab-e4a1-4cb7-8d80-6c877a3c0ad0 req-f5f840e3-5ff1-4b0a-ae82-3b2e37977038 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610280 Jan 28 19:46:19.107238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Network 0f81ab4e-ce2f-4817-8a73-8b9e46472912 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:19.109163 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Pushing event updated for resources: {'Port': ['ID=094d7902-6c17-4334-a57d-ac6f62063789,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:19.112115 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:19.114609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:19.178373 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (4bdb6268-b24f-4b55-a6fa-0562e17d07c3), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.230442 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5aa273-0ad8-4b5e-858b-2e60bfa22713 None None] Pushing event updated for resources: {'Port': ['ID=0adf2cac-3b20-4034-a3a2-aea53afbb20a,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:19.237096 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c62547d3-25ef-404e-99f7-62816337a5fd up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:19.295919 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Attempting to bind port 0adf2cac-3b20-4034-a3a2-aea53afbb20a on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:19.296346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Attempting to bind port 0adf2cac-3b20-4034-a3a2-aea53afbb20a by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:19.297078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Attempting to bind port 0adf2cac-3b20-4034-a3a2-aea53afbb20a on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:19.306466 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:19.307055 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:19.307562 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.308101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:19.308701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Bound port: 0adf2cac-3b20-4034-a3a2-aea53afbb20a, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:19.309229 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0adf2cac-3b20-4034-a3a2-aea53afbb20a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.340240 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (094d7902-6c17-4334-a57d-ac6f62063789), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.350436 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c62547d3-25ef-404e-99f7-62816337a5fd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:19.350986 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c62547d3-25ef-404e-99f7-62816337a5fd), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.402469 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] For port 0adf2cac-3b20-4034-a3a2-aea53afbb20a, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:19.409702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] For port 0adf2cac-3b20-4034-a3a2-aea53afbb20a, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0adf2cac-3b20-4034-a3a2-aea53afbb20a,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:19.419341 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0adf2cac-3b20-4034-a3a2-aea53afbb20a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.521398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5aa273-0ad8-4b5e-858b-2e60bfa22713 None None] Pushing event updated for resources: {'Port': ['ID=0adf2cac-3b20-4034-a3a2-aea53afbb20a,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:19.523688 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Publish callbacks [] for port (094d7902-6c17-4334-a57d-ac6f62063789), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.524332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Routers {'4bdb6268-b24f-4b55-a6fa-0562e17d07c3'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:19.525246 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4bdb6268-b24f-4b55-a6fa-0562e17d07c3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:19.530427 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (094d7902-6c17-4334-a57d-ac6f62063789), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.574290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c62547d3-25ef-404e-99f7-62816337a5fd is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:19.575422 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0e340980-7fd7-4f76-8bdd-72bc05132478 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:19.577414 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6c0b13c0-2b92-4f8a-874c-52dc08e4c791 None None] Provisioning complete for port 094d7902-6c17-4334-a57d-ac6f62063789 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:19.577782 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6c0b13c0-2b92-4f8a-874c-52dc08e4c791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (094d7902-6c17-4334-a57d-ac6f62063789), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.602373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Pushing event updated for resources: {'Port': ['ID=094d7902-6c17-4334-a57d-ac6f62063789,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:19.607465 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (4bdb6268-b24f-4b55-a6fa-0562e17d07c3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.682441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b13c0-2b92-4f8a-874c-52dc08e4c791 None None] Port 094d7902-6c17-4334-a57d-ac6f62063789 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:19.707276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Network 0f81ab4e-ce2f-4817-8a73-8b9e46472912 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:19.708743 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:19.713528 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] Set router 4bdb6268-b24f-4b55-a6fa-0562e17d07c3 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:19.746194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0e340980-7fd7-4f76-8bdd-72bc05132478 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:19.746586 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0e340980-7fd7-4f76-8bdd-72bc05132478), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:19.842375 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Router 4bdb6268-b24f-4b55-a6fa-0562e17d07c3 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:19.875863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 25c0b849-ca4c-49f7-a60a-57df6948229d details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:46:19.975688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:19.986134 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-07adf2b1-248c-4dd9-9b16-cd1383050712 admin admin] 10.222.0.55 "PUT /v2.0/routers/4bdb6268-b24f-4b55-a6fa-0562e17d07c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7136295 Jan 28 19:46:20.026434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0e340980-7fd7-4f76-8bdd-72bc05132478 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:20.078499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-079a8094-26cf-430e-bc40-45d843373bd2 None None] Provisioning complete for port 094d7902-6c17-4334-a57d-ac6f62063789 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:20.079182 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-079a8094-26cf-430e-bc40-45d843373bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (094d7902-6c17-4334-a57d-ac6f62063789), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.156258 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 25c0b849-ca4c-49f7-a60a-57df6948229d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=25c0b849-ca4c-49f7-a60a-57df6948229d,segment=NetworkSegment(9485c306-b1ad-43d8-a309-1b2a7d4181d2),segment_id=9485c306-b1ad-43d8-a309-1b2a7d4181d2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:20.193422 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7339c-8428-4bf6-81f7-f1b7dac12581 req-d48ff3a1-1baf-4636-89c2-540b884c011c tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:20.194188 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '25c0b849-ca4c-49f7-a60a-57df6948229d', 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22', 'port_id': '25c0b849-ca4c-49f7-a60a-57df6948229d', 'mac_address': 'fa:16:3e:e9:9c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4770a9c-58cc-4561-a62c-e61520367fee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:46:20.197200 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a1d7339c-8428-4bf6-81f7-f1b7dac12581 req-d48ff3a1-1baf-4636-89c2-540b884c011c tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 1125 time: 0.0631969 Jan 28 19:46:20.207240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-079a8094-26cf-430e-bc40-45d843373bd2 None None] Port 094d7902-6c17-4334-a57d-ac6f62063789 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:20.249636 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'name': 'tempest-TestVolumeBootPattern-812663484-router', 'tenant_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:15Z', 'updated_at': '2022-01-28T19:46:19Z', 'revision_number': 4, 'project_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'gw_port': {'id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:16Z', 'updated_at': '2022-01-28T19:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '094d7902-6c17-4334-a57d-ac6f62063789', 'name': '', 'network_id': '0f81ab4e-ce2f-4817-8a73-8b9e46472912', 'tenant_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'mac_address': 'fa:16:3e:4b:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '82ebde1d-5883-4260-b78f-b589b3aae9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:18Z', 'updated_at': '2022-01-28T19:46:19Z', 'revision_number': 2, 'project_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'subnets': [{'id': '82ebde1d-5883-4260-b78f-b589b3aae9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:20.249889 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a1d7339c-8428-4bf6-81f7-f1b7dac12581 req-76707eb2-885b-48b2-a3a8-bcb0d1976db2 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446401 Jan 28 19:46:20.286306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48fffa4-92a2-4a09-94c7-c930034af6c2 None None] The sync data for ids ['4bdb6268-b24f-4b55-a6fa-0562e17d07c3'] in n-d-824834-4 is: [{'id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'name': 'tempest-TestVolumeBootPattern-812663484-router', 'tenant_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:15Z', 'updated_at': '2022-01-28T19:46:19Z', 'revision_number': 4, 'project_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'gw_port': {'id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:16Z', 'updated_at': '2022-01-28T19:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '094d7902-6c17-4334-a57d-ac6f62063789', 'name': '', 'network_id': '0f81ab4e-ce2f-4817-8a73-8b9e46472912', 'tenant_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'mac_address': 'fa:16:3e:4b:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '82ebde1d-5883-4260-b78f-b589b3aae9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:18Z', 'updated_at': '2022-01-28T19:46:19Z', 'revision_number': 2, 'project_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'subnets': [{'id': '82ebde1d-5883-4260-b78f-b589b3aae9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:20.290341 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 25c0b849-ca4c-49f7-a60a-57df6948229d is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:20.291261 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (25c0b849-ca4c-49f7-a60a-57df6948229d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.308616 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c0b849-ca4c-49f7-a60a-57df6948229d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:46:20.320492 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Sync routers for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:20.343849 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:20.344611 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:45:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:20.346908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 25c0b849-ca4c-49f7-a60a-57df6948229d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=25c0b849-ca4c-49f7-a60a-57df6948229d,segment=NetworkSegment(9485c306-b1ad-43d8-a309-1b2a7d4181d2),segment_id=9485c306-b1ad-43d8-a309-1b2a7d4181d2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:20.358111 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (25c0b849-ca4c-49f7-a60a-57df6948229d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.433428 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45a0f15e-fce8-4374-8fb9-c2b0bf37a338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:20.456169 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=25c0b849-ca4c-49f7-a60a-57df6948229d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:20.496006 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:20.674972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['25c0b849-ca4c-49f7-a60a-57df6948229d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:46:20.791759 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 2, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:20.836381 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Checking router: e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:20.837076 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Updating router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 port 97dbd833-668d-487c-9488-a9c2cd37b45b binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:46:20.877894 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.220009 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Publish callbacks [] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.235777 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.344054 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Attempting to bind port 97dbd833-668d-487c-9488-a9c2cd37b45b on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:21.344759 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Attempting to bind port 97dbd833-668d-487c-9488-a9c2cd37b45b by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:21.344759 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Attempting to bind port 97dbd833-668d-487c-9488-a9c2cd37b45b on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:21.360999 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:21.361682 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Checking segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:21.362320 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.362877 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Bound using segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:21.363926 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Bound port: 97dbd833-668d-487c-9488-a9c2cd37b45b, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:21.364493 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.457331 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] For port 97dbd833-668d-487c-9488-a9c2cd37b45b, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:21.462252 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] For port 97dbd833-668d-487c-9488-a9c2cd37b45b, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=97dbd833-668d-487c-9488-a9c2cd37b45b,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:21.466569 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e2639-c483-4fd6-a1df-14e6d5b18eae None None] Pushing event updated for resources: {'Port': ['ID=97dbd833-668d-487c-9488-a9c2cd37b45b,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:21.476625 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e2639-c483-4fd6-a1df-14e6d5b18eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:21.477469 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e2639-c483-4fd6-a1df-14e6d5b18eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:21.478107 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e2639-c483-4fd6-a1df-14e6d5b18eae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:21.478820 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e2639-c483-4fd6-a1df-14e6d5b18eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:21.478967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6c936-36d9-413c-9acf-7afa6592b3b5 req-67ab0ce8-3e46-4a40-a34c-0ad9786cc500 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:21.480135 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e2639-c483-4fd6-a1df-14e6d5b18eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:21.480747 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e2639-c483-4fd6-a1df-14e6d5b18eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:21.481346 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e2639-c483-4fd6-a1df-14e6d5b18eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:21.481941 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e2639-c483-4fd6-a1df-14e6d5b18eae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:21.482616 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e2639-c483-4fd6-a1df-14e6d5b18eae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:21.483943 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e2639-c483-4fd6-a1df-14e6d5b18eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:21.484545 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e2639-c483-4fd6-a1df-14e6d5b18eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:21.484874 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-15e6c936-36d9-413c-9acf-7afa6592b3b5 req-67ab0ce8-3e46-4a40-a34c-0ad9786cc500 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 1126 time: 0.1003435 Jan 28 19:46:21.485436 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e2639-c483-4fd6-a1df-14e6d5b18eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:21.485832 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3e2639-c483-4fd6-a1df-14e6d5b18eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:46:21.497329 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.597992 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e2639-c483-4fd6-a1df-14e6d5b18eae None None] Pushing event updated for resources: {'Port': ['ID=97dbd833-668d-487c-9488-a9c2cd37b45b,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:21.628791 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:21.630200 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:46:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:21.636018 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-15e6c936-36d9-413c-9acf-7afa6592b3b5 req-3ff9fcbe-d8ad-40bf-be6b-341bd5e8aca2 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409085 Jan 28 19:46:21.669057 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-45c22e87-9378-4da0-94c5-969f2da6678d None None] Provisioning complete for port 97dbd833-668d-487c-9488-a9c2cd37b45b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:21.669696 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45c22e87-9378-4da0-94c5-969f2da6678d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.805881 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-45c22e87-9378-4da0-94c5-969f2da6678d None None] Current status of the port 97dbd833-668d-487c-9488-a9c2cd37b45b is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:21.806416 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45c22e87-9378-4da0-94c5-969f2da6678d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.817478 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.853925 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-45c22e87-9378-4da0-94c5-969f2da6678d None None] For port 97dbd833-668d-487c-9488-a9c2cd37b45b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=97dbd833-668d-487c-9488-a9c2cd37b45b,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:21.864450 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45c22e87-9378-4da0-94c5-969f2da6678d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:21.890808 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 25c0b849-ca4c-49f7-a60a-57df6948229d up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:21.908762 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:21.961265 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c22e87-9378-4da0-94c5-969f2da6678d None None] Pushing event updated for resources: {'Port': ['ID=97dbd833-668d-487c-9488-a9c2cd37b45b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:22.013860 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 25c0b849-ca4c-49f7-a60a-57df6948229d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:46:22.020461 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-93b7b1e1-707a-40f9-aa0a-d5f14df8fbd8 None None] Provisioning complete for port 97dbd833-668d-487c-9488-a9c2cd37b45b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:22.022155 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93b7b1e1-707a-40f9-aa0a-d5f14df8fbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.049002 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 25c0b849-ca4c-49f7-a60a-57df6948229d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:22.049411 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (25c0b849-ca4c-49f7-a60a-57df6948229d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.168354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-93b7b1e1-707a-40f9-aa0a-d5f14df8fbd8 None None] Current status of the port 97dbd833-668d-487c-9488-a9c2cd37b45b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:22.168638 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:22.186415 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 25c0b849-ca4c-49f7-a60a-57df6948229d is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:22.187437 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (25c0b849-ca4c-49f7-a60a-57df6948229d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.200494 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439c9bd7-58e2-4c68-b06c-e68ae4e346d8 None None] The sync data for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 is: [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:22.217359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e7e530-6d6d-4422-8a94-f9602b489408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c0b849-ca4c-49f7-a60a-57df6948229d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:22.219905 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95a1596-83b8-4511-9472-0c4370e0e428" -d '{"events": [{"server_uuid": "52e7e530-6d6d-4422-8a94-f9602b489408", "name": "network-vif-plugged", "status": "completed", "tag": "25c0b849-ca4c-49f7-a60a-57df6948229d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:22.233255 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 25c0b849-ca4c-49f7-a60a-57df6948229d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=25c0b849-ca4c-49f7-a60a-57df6948229d,segment=NetworkSegment(9485c306-b1ad-43d8-a309-1b2a7d4181d2),segment_id=9485c306-b1ad-43d8-a309-1b2a7d4181d2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:22.239016 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (25c0b849-ca4c-49f7-a60a-57df6948229d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:22.285675 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b66798d-e466-48ae-922b-4aed867aa859 x-openstack-request-id: req-6b66798d-e466-48ae-922b-4aed867aa859 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:22.286289 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e7e530-6d6d-4422-8a94-f9602b489408", "name": "network-vif-plugged", "status": "completed", "tag": "25c0b849-ca4c-49f7-a60a-57df6948229d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:22.286543 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b66798d-e466-48ae-922b-4aed867aa859 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:22.287088 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e7e530-6d6d-4422-8a94-f9602b489408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c0b849-ca4c-49f7-a60a-57df6948229d', 'code': 200} Jan 28 19:46:22.299250 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=25c0b849-ca4c-49f7-a60a-57df6948229d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:22.390180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea45b8f-7f49-48af-aea0-2a43419edbdc req-8068c585-1ee3-48c9-a5ec-8406f0fb4940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:22.392367 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fea45b8f-7f49-48af-aea0-2a43419edbdc req-8068c585-1ee3-48c9-a5ec-8406f0fb4940 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 1127 time: 0.0559945 Jan 28 19:46:22.443482 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fea45b8f-7f49-48af-aea0-2a43419edbdc req-0f8d5531-b017-49fe-8243-ac23ea75bed8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446467 Jan 28 19:46:22.753362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb2498-3429-459b-8594-dc7232895c38 req-25d743d8-2e8e-45dc-96d4-b3ffa17833c4 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:22.754912 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-08eb2498-3429-459b-8594-dc7232895c38 req-25d743d8-2e8e-45dc-96d4-b3ffa17833c4 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 1127 time: 0.0483594 Jan 28 19:46:22.797809 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-08eb2498-3429-459b-8594-dc7232895c38 req-0529fd90-c697-45c3-a23e-cee5272543b3 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370071 Jan 28 19:46:23.077141 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:23.258670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 97dbd833-668d-487c-9488-a9c2cd37b45b up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:23.311869 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 97dbd833-668d-487c-9488-a9c2cd37b45b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:23.312162 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:23.396311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 97dbd833-668d-487c-9488-a9c2cd37b45b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:23.397394 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0adf2cac-3b20-4034-a3a2-aea53afbb20a up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:23.402219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219b985-28d8-40b3-92c3-e4108cee206b req-030eeffa-06b4-458f-ab46-8af4b1d98c4f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:23.403724 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9219b985-28d8-40b3-92c3-e4108cee206b req-030eeffa-06b4-458f-ab46-8af4b1d98c4f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 811 time: 0.1022732 Jan 28 19:46:23.418217 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9219b985-28d8-40b3-92c3-e4108cee206b req-40eb8abf-d9ab-4647-bcee-d877657f33f7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/quotas/74e67802b83e4dda84b80b3ec28b1541 HTTP/1.1" status: 200 len: 375 time: 0.0090146 Jan 28 19:46:23.444019 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0adf2cac-3b20-4034-a3a2-aea53afbb20a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:23.444397 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0adf2cac-3b20-4034-a3a2-aea53afbb20a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:23.474116 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9219b985-28d8-40b3-92c3-e4108cee206b req-ed7b6697-d50e-4564-8527-7258feb8e06d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501266 Jan 28 19:46:23.484201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-9219b985-28d8-40b3-92c3-e4108cee206b req-4ce58556-bee0-4aff-a38e-ebbf724c0e0f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:46:23.485194 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9219b985-28d8-40b3-92c3-e4108cee206b req-4ce58556-bee0-4aff-a38e-ebbf724c0e0f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049331 Jan 28 19:46:23.523829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0adf2cac-3b20-4034-a3a2-aea53afbb20a is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:23.524284 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0adf2cac-3b20-4034-a3a2-aea53afbb20a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:23.546086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 0adf2cac-3b20-4034-a3a2-aea53afbb20a, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0adf2cac-3b20-4034-a3a2-aea53afbb20a,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:23.553607 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0adf2cac-3b20-4034-a3a2-aea53afbb20a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:23.587828 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9219b985-28d8-40b3-92c3-e4108cee206b req-df58d534-92ba-4205-9673-30cad3dba58a service neutron] 10.222.0.55 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964978 Jan 28 19:46:23.608922 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=0adf2cac-3b20-4034-a3a2-aea53afbb20a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:23.680091 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9219b985-28d8-40b3-92c3-e4108cee206b req-38f2abbb-83a8-4cee-8c78-fcc02ab4b28d service neutron] 10.222.0.55 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858788 Jan 28 19:46:23.923442 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed870e9-4a76-4ae4-887a-a9996c2f2ed5 req-dc1b72c9-2670-40bc-a91e-9efdb7c1c7d8 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:23.930392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7ed870e9-4a76-4ae4-887a-a9996c2f2ed5 req-dc1b72c9-2670-40bc-a91e-9efdb7c1c7d8 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 1127 time: 0.0565112 Jan 28 19:46:24.011112 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-580ac55e-12d7-47c0-b099-bcdd4e576a1a req-d629a33d-3284-4918-a718-1e712af18726 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 210 time: 0.0397913 Jan 28 19:46:24.021036 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7ed870e9-4a76-4ae4-887a-a9996c2f2ed5 req-947d28b1-f80e-49fb-8218-655db9925c8e tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635846 Jan 28 19:46:24.135241 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68d90d-aaa6-440a-94e3-d23c9f843259 req-1ace339b-c6fc-4a25-aaca-3c368b0c86c3 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:24.137153 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9a68d90d-aaa6-440a-94e3-d23c9f843259 req-1ace339b-c6fc-4a25-aaca-3c368b0c86c3 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 1127 time: 0.0457573 Jan 28 19:46:24.181297 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9a68d90d-aaa6-440a-94e3-d23c9f843259 req-6c8fbb9f-b8ef-4125-a2ae-d6e5b8d2fc88 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384064 Jan 28 19:46:24.224105 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:46:24.298306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a805e48-3e80-4be6-86da-7ebd2e384fdc req-db527b5d-3aad-42c3-a029-bed5729a0594 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:24.299872 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a805e48-3e80-4be6-86da-7ebd2e384fdc req-db527b5d-3aad-42c3-a029-bed5729a0594 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 1127 time: 0.0495210 Jan 28 19:46:24.353664 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a805e48-3e80-4be6-86da-7ebd2e384fdc req-02413f25-40dd-45ac-a000-41f38bd74aae tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439575 Jan 28 19:46:24.512927 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:24.627315 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-dcbcebd7-aff1-4f5d-9e54-0c2bd23de17e tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:24.628919 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-dcbcebd7-aff1-4f5d-9e54-0c2bd23de17e tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/networks?id=e2779f29-01fd-46bb-9113-9ca7c9b79f22 HTTP/1.1" status: 200 len: 910 time: 0.0885067 Jan 28 19:46:24.643373 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-8f589e51-1303-419c-a14b-a94c94e3e018 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/quotas/84d1e0768c7e414d94cb7ae107a72efc HTTP/1.1" status: 200 len: 375 time: 0.0089002 Jan 28 19:46:24.727152 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-722156de-9425-498a-adf9-cbce8b825c4d tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=84d1e0768c7e414d94cb7ae107a72efc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790131 Jan 28 19:46:25.074587 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Sync routers for ids ['4bdb6268-b24f-4b55-a6fa-0562e17d07c3'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:25.088832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Routers {'4bdb6268-b24f-4b55-a6fa-0562e17d07c3'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:25.089768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:46:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4bdb6268-b24f-4b55-a6fa-0562e17d07c3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:25.137558 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28a3a30f-8de5-49b1-a787-5af93ae096d8 req-a4d21b5b-35df-440a-afec-9966f6cbd2a3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 210 time: 0.0480886 Jan 28 19:46:25.209756 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0adf2cac-3b20-4034-a3a2-aea53afbb20a up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:25.271247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219b985-28d8-40b3-92c3-e4108cee206b req-753e5903-9861-4f2f-bb48-b7b1745d0886 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:25.272931 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9219b985-28d8-40b3-92c3-e4108cee206b req-753e5903-9861-4f2f-bb48-b7b1745d0886 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 811 time: 0.1252010 Jan 28 19:46:25.277717 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-c26dce6b-e2b7-4c7e-b95f-f67060af94de service neutron] 10.222.0.55 "GET /v2.0/networks/e2779f29-01fd-46bb-9113-9ca7c9b79f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436492 Jan 28 19:46:25.284953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-9219b985-28d8-40b3-92c3-e4108cee206b req-353fa2ed-1e4d-444e-97e9-34d3d467fc1c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Request body: {'port': {'device_id': '6ceb2051-3a1b-49d1-b805-a2f2fd3a410a', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'admin_state_up': True, 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:25.418151 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Set router 4bdb6268-b24f-4b55-a6fa-0562e17d07c3 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:25.459929 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-cae5fed6-ffe0-451a-ac28-dbb240e585d8 service neutron] 10.222.0.55 "GET /v2.0/networks/e2779f29-01fd-46bb-9113-9ca7c9b79f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708007 Jan 28 19:46:25.481569 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9219b985-28d8-40b3-92c3-e4108cee206b req-353fa2ed-1e4d-444e-97e9-34d3d467fc1c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Made reservation on behalf of 74e67802b83e4dda84b80b3ec28b1541 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:46:25.485706 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9219b985-28d8-40b3-92c3-e4108cee206b req-353fa2ed-1e4d-444e-97e9-34d3d467fc1c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.499794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0adf2cac-3b20-4034-a3a2-aea53afbb20a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:25.500298 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0adf2cac-3b20-4034-a3a2-aea53afbb20a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.635561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-9219b985-28d8-40b3-92c3-e4108cee206b req-353fa2ed-1e4d-444e-97e9-34d3d467fc1c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Allocated IP 172.20.0.12 (3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a/e8631fd7-f1ff-4755-931c-e72b5c9a8c5b/40a07886-f84e-4b64-a796-325e2f31ff67) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:25.705082 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.733692 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6749e76-eaa3-4c38-b2b8-113fa1d67383 req-cdd3c6eb-5798-403b-a16f-3759ce14b656 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 210 time: 0.0491295 Jan 28 19:46:25.734890 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'name': 'tempest-TestVolumeBootPattern-812663484-router', 'tenant_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:15Z', 'updated_at': '2022-01-28T19:46:19Z', 'revision_number': 4, 'project_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'gw_port': {'id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:16Z', 'updated_at': '2022-01-28T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '094d7902-6c17-4334-a57d-ac6f62063789', 'name': '', 'network_id': '0f81ab4e-ce2f-4817-8a73-8b9e46472912', 'tenant_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'mac_address': 'fa:16:3e:4b:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '82ebde1d-5883-4260-b78f-b589b3aae9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:18Z', 'updated_at': '2022-01-28T19:46:19Z', 'revision_number': 2, 'project_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'subnets': [{'id': '82ebde1d-5883-4260-b78f-b589b3aae9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:25.788509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Checking router: 4bdb6268-b24f-4b55-a6fa-0562e17d07c3 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:25.789161 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Updating router 4bdb6268-b24f-4b55-a6fa-0562e17d07c3 port 094d7902-6c17-4334-a57d-ac6f62063789 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:46:25.799717 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9219b985-28d8-40b3-92c3-e4108cee206b req-353fa2ed-1e4d-444e-97e9-34d3d467fc1c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for port (40a07886-f84e-4b64-a796-325e2f31ff67), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.820530 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (094d7902-6c17-4334-a57d-ac6f62063789), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.846552 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9219b985-28d8-40b3-92c3-e4108cee206b req-353fa2ed-1e4d-444e-97e9-34d3d467fc1c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (40a07886-f84e-4b64-a796-325e2f31ff67), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.870765 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0adf2cac-3b20-4034-a3a2-aea53afbb20a is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:25.887749 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9219b985-28d8-40b3-92c3-e4108cee206b req-353fa2ed-1e4d-444e-97e9-34d3d467fc1c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:25.891301 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-9219b985-28d8-40b3-92c3-e4108cee206b req-353fa2ed-1e4d-444e-97e9-34d3d467fc1c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:25.895599 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-9219b985-28d8-40b3-92c3-e4108cee206b req-353fa2ed-1e4d-444e-97e9-34d3d467fc1c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:25.966864 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219b985-28d8-40b3-92c3-e4108cee206b req-353fa2ed-1e4d-444e-97e9-34d3d467fc1c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:25.967506 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9219b985-28d8-40b3-92c3-e4108cee206b req-353fa2ed-1e4d-444e-97e9-34d3d467fc1c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:25.988491 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fa2ed-1e4d-444e-97e9-34d3d467fc1c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'Port': ['ID=40a07886-f84e-4b64-a796-325e2f31ff67,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:25.999618 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9219b985-28d8-40b3-92c3-e4108cee206b req-353fa2ed-1e4d-444e-97e9-34d3d467fc1c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7188067 Jan 28 19:46:26.011242 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Request body: {'port': {'device_id': '6ceb2051-3a1b-49d1-b805-a2f2fd3a410a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:26.110082 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (40a07886-f84e-4b64-a796-325e2f31ff67), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.301690 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Publish callbacks [] for port (094d7902-6c17-4334-a57d-ac6f62063789), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.307651 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (094d7902-6c17-4334-a57d-ac6f62063789), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.381865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef6541-7f71-4fe1-ac7d-9c94ef1fb232 None None] Pushing event updated for resources: {'Port': ['ID=094d7902-6c17-4334-a57d-ac6f62063789,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:26.405307 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7f9b804c-e4da-43df-8c60-a5d9ceca822d None None] Provisioning complete for port 40a07886-f84e-4b64-a796-325e2f31ff67 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:26.405681 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f9b804c-e4da-43df-8c60-a5d9ceca822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (40a07886-f84e-4b64-a796-325e2f31ff67), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.437278 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64a98c-f7cf-424a-bf47-37cae754c2de req-eb8939cd-8700-4fa3-a257-9375c665b185 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:26.444721 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1d64a98c-f7cf-424a-bf47-37cae754c2de req-eb8939cd-8700-4fa3-a257-9375c665b185 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 932 time: 0.1863070 Jan 28 19:46:26.490665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Attempting to bind port 094d7902-6c17-4334-a57d-ac6f62063789 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:26.490964 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Attempting to bind port 094d7902-6c17-4334-a57d-ac6f62063789 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '7394c17f-b962-48f1-85ee-94984539bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f81ab4e-ce2f-4817-8a73-8b9e46472912'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:26.491325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Attempting to bind port 094d7902-6c17-4334-a57d-ac6f62063789 on network 0f81ab4e-ce2f-4817-8a73-8b9e46472912 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:26.500669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:26.501190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Checking segment: {'id': '7394c17f-b962-48f1-85ee-94984539bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f81ab4e-ce2f-4817-8a73-8b9e46472912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:26.501449 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.501838 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Bound using segment: {'id': '7394c17f-b962-48f1-85ee-94984539bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f81ab4e-ce2f-4817-8a73-8b9e46472912'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:26.502339 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Bound port: 094d7902-6c17-4334-a57d-ac6f62063789, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7394c17f-b962-48f1-85ee-94984539bf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '0f81ab4e-ce2f-4817-8a73-8b9e46472912'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:26.502865 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (094d7902-6c17-4334-a57d-ac6f62063789), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.511940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7f9b804c-e4da-43df-8c60-a5d9ceca822d None None] Port 40a07886-f84e-4b64-a796-325e2f31ff67 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:26.526082 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1d64a98c-f7cf-424a-bf47-37cae754c2de req-6e6a57db-d4a3-4618-ba0c-4016a0b2b8bb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800261 Jan 28 19:46:26.600820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] For port 094d7902-6c17-4334-a57d-ac6f62063789, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:26.604993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] For port 094d7902-6c17-4334-a57d-ac6f62063789, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=094d7902-6c17-4334-a57d-ac6f62063789,segment=NetworkSegment(7394c17f-b962-48f1-85ee-94984539bf8e),segment_id=7394c17f-b962-48f1-85ee-94984539bf8e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:26.613649 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (094d7902-6c17-4334-a57d-ac6f62063789), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.636332 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a07886-f84e-4b64-a796-325e2f31ff67 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:46:26.644410 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Publish callbacks [] for port (40a07886-f84e-4b64-a796-325e2f31ff67), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.658399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Transition to ACTIVE for port object 40a07886-f84e-4b64-a796-325e2f31ff67 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:46:26.663812 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (40a07886-f84e-4b64-a796-325e2f31ff67), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.679479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Routers {'4bdb6268-b24f-4b55-a6fa-0562e17d07c3'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:26.680485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:46:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4bdb6268-b24f-4b55-a6fa-0562e17d07c3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:26.727318 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Pushing event updated for resources: {'Port': ['ID=40a07886-f84e-4b64-a796-325e2f31ff67,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:26.761017 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef6541-7f71-4fe1-ac7d-9c94ef1fb232 None None] Pushing event updated for resources: {'Port': ['ID=094d7902-6c17-4334-a57d-ac6f62063789,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:26.789805 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c05caee3-852c-48ff-9dd3-8ae5e9dd322c None None] Provisioning complete for port 094d7902-6c17-4334-a57d-ac6f62063789 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:26.790226 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c05caee3-852c-48ff-9dd3-8ae5e9dd322c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (094d7902-6c17-4334-a57d-ac6f62063789), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:26.876490 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6dd18704-32b9-4d58-8c8e-0e52bc043a03 req-7e0b7377-bbb3-45f5-8f9f-3ee2fbe99ce3 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 210 time: 0.0452898 Jan 28 19:46:26.885851 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.31', 57209) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:26.894535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Attempting to bind port 40a07886-f84e-4b64-a796-325e2f31ff67 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:26.904314 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Attempting to bind port 40a07886-f84e-4b64-a796-325e2f31ff67 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:26.905027 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Attempting to bind port 40a07886-f84e-4b64-a796-325e2f31ff67 on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:26.927120 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Port 40a07886-f84e-4b64-a796-325e2f31ff67 on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:46:26.927574 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Attempting to bind port 40a07886-f84e-4b64-a796-325e2f31ff67 on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:26.943521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:26.944295 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Checking segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:26.946219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Bound using segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:26.946920 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Bound port: 40a07886-f84e-4b64-a796-325e2f31ff67, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:26.949299 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (40a07886-f84e-4b64-a796-325e2f31ff67), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:27.007375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] Set router 4bdb6268-b24f-4b55-a6fa-0562e17d07c3 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:27.087266 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] For port 40a07886-f84e-4b64-a796-325e2f31ff67, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:27.094712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] For port 40a07886-f84e-4b64-a796-325e2f31ff67, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=40a07886-f84e-4b64-a796-325e2f31ff67,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:27.105208 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c05caee3-852c-48ff-9dd3-8ae5e9dd322c None None] Current status of the port 094d7902-6c17-4334-a57d-ac6f62063789 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:27.107119 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (40a07886-f84e-4b64-a796-325e2f31ff67), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:27.116029 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-9b4cd6ad-1a9b-473d-9c66-c2316ee2c33a tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:27.116697 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c05caee3-852c-48ff-9dd3-8ae5e9dd322c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (094d7902-6c17-4334-a57d-ac6f62063789), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:27.118143 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-9b4cd6ad-1a9b-473d-9c66-c2316ee2c33a tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.31 "GET /v2.0/networks?id=e2779f29-01fd-46bb-9113-9ca7c9b79f22 HTTP/1.1" status: 200 len: 910 time: 0.2302523 Jan 28 19:46:27.141308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-c305ca0e-c652-4905-a3cf-befa7aa0835f tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Request body: {'port': {'device_id': 'd731d657-0fb0-49ac-adad-e056f9ec5da9', 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22', 'admin_state_up': True, 'tenant_id': '84d1e0768c7e414d94cb7ae107a72efc'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:27.164199 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:27.174883 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:27.176507 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9219b985-28d8-40b3-92c3-e4108cee206b req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] 10.222.0.31 "PUT /v2.0/ports/40a07886-f84e-4b64-a796-325e2f31ff67 HTTP/1.1" status: 200 len: 1092 time: 1.1700206 Jan 28 19:46:27.177209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-c305ca0e-c652-4905-a3cf-befa7aa0835f tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Made reservation on behalf of 84d1e0768c7e414d94cb7ae107a72efc for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:46:27.177711 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ceb2051-3a1b-49d1-b805-a2f2fd3a410a', 'tag': '40a07886-f84e-4b64-a796-325e2f31ff67'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:27.180166 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9412dd-ee31-4618-a3fd-d1dd66377756" -d '{"events": [{"name": "network-changed", "server_uuid": "6ceb2051-3a1b-49d1-b805-a2f2fd3a410a", "tag": "40a07886-f84e-4b64-a796-325e2f31ff67"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:27.184174 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-c305ca0e-c652-4905-a3cf-befa7aa0835f tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:27.290749 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb2437-bdea-48b8-96b5-ed84b0bcfb51 service neutron] Pushing event updated for resources: {'Port': ['ID=40a07886-f84e-4b64-a796-325e2f31ff67,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:27.303725 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596f56e3-2432-439b-ab80-2187799f6ff8 x-openstack-request-id: req-596f56e3-2432-439b-ab80-2187799f6ff8 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:27.304067 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ceb2051-3a1b-49d1-b805-a2f2fd3a410a", "tag": "40a07886-f84e-4b64-a796-325e2f31ff67", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:27.304328 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-596f56e3-2432-439b-ab80-2187799f6ff8 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:27.304974 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ceb2051-3a1b-49d1-b805-a2f2fd3a410a', 'tag': '40a07886-f84e-4b64-a796-325e2f31ff67', 'status': 'completed', 'code': 200} Jan 28 19:46:27.334614 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 094d7902-6c17-4334-a57d-ac6f62063789 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:27.366366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219b985-28d8-40b3-92c3-e4108cee206b req-e3a69d69-d632-431b-86d6-416b3aa5bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:27.368405 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9219b985-28d8-40b3-92c3-e4108cee206b req-e3a69d69-d632-431b-86d6-416b3aa5bbfc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 1126 time: 0.1381714 Jan 28 19:46:27.393870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c05caee3-852c-48ff-9dd3-8ae5e9dd322c None None] For port 094d7902-6c17-4334-a57d-ac6f62063789, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=094d7902-6c17-4334-a57d-ac6f62063789,segment=NetworkSegment(7394c17f-b962-48f1-85ee-94984539bf8e),segment_id=7394c17f-b962-48f1-85ee-94984539bf8e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:27.417989 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c05caee3-852c-48ff-9dd3-8ae5e9dd322c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (094d7902-6c17-4334-a57d-ac6f62063789), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:27.425596 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9219b985-28d8-40b3-92c3-e4108cee206b req-a63ebcae-126c-499b-bc7b-dd955f9f0e60 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40a07886-f84e-4b64-a796-325e2f31ff67 HTTP/1.1" status: 200 len: 217 time: 0.0504751 Jan 28 19:46:27.439147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-c305ca0e-c652-4905-a3cf-befa7aa0835f tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Allocated IP 172.20.0.6 (e2779f29-01fd-46bb-9113-9ca7c9b79f22/c4770a9c-58cc-4561-a62c-e61520367fee/3feba3a1-c967-4933-809d-57b62d92f828) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:46:27.521231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219b985-28d8-40b3-92c3-e4108cee206b req-2cccb8f9-3072-493e-99d9-939161882083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:27.526307 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9219b985-28d8-40b3-92c3-e4108cee206b req-2cccb8f9-3072-493e-99d9-939161882083 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0941930 Jan 28 19:46:27.542196 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 094d7902-6c17-4334-a57d-ac6f62063789 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:27.542608 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (094d7902-6c17-4334-a57d-ac6f62063789), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:27.582155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05caee3-852c-48ff-9dd3-8ae5e9dd322c None None] Pushing event updated for resources: {'Port': ['ID=094d7902-6c17-4334-a57d-ac6f62063789,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:27.648092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-30e5dbdf-e553-4010-917b-4bc96289d193 None None] Provisioning complete for port 094d7902-6c17-4334-a57d-ac6f62063789 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:27.648482 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-30e5dbdf-e553-4010-917b-4bc96289d193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (094d7902-6c17-4334-a57d-ac6f62063789), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:27.652582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219b985-28d8-40b3-92c3-e4108cee206b req-e4bfec64-55ba-48c0-8caf-99affbc9e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:27.654274 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9219b985-28d8-40b3-92c3-e4108cee206b req-e4bfec64-55ba-48c0-8caf-99affbc9e7b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1204937 Jan 28 19:46:27.703318 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-c305ca0e-c652-4905-a3cf-befa7aa0835f tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Publish callbacks [] for port (3feba3a1-c967-4933-809d-57b62d92f828), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:27.711127 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 094d7902-6c17-4334-a57d-ac6f62063789 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:27.715945 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'name': 'tempest-TestVolumeBootPattern-812663484-router', 'tenant_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:15Z', 'updated_at': '2022-01-28T19:46:19Z', 'revision_number': 4, 'project_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'gw_port': {'id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:16Z', 'updated_at': '2022-01-28T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '094d7902-6c17-4334-a57d-ac6f62063789', 'name': '', 'network_id': '0f81ab4e-ce2f-4817-8a73-8b9e46472912', 'tenant_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'mac_address': 'fa:16:3e:4b:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '82ebde1d-5883-4260-b78f-b589b3aae9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:18Z', 'updated_at': '2022-01-28T19:46:26Z', 'revision_number': 4, 'project_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'subnets': [{'id': '82ebde1d-5883-4260-b78f-b589b3aae9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:27.747038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb27f4ae-96da-4ca9-9d1d-bbb3655ed5c4 None None] The sync data for ids ['4bdb6268-b24f-4b55-a6fa-0562e17d07c3'] in n-d-824834-4 is: [{'id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'name': 'tempest-TestVolumeBootPattern-812663484-router', 'tenant_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:15Z', 'updated_at': '2022-01-28T19:46:19Z', 'revision_number': 4, 'project_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'gw_port': {'id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:16Z', 'updated_at': '2022-01-28T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '094d7902-6c17-4334-a57d-ac6f62063789', 'name': '', 'network_id': '0f81ab4e-ce2f-4817-8a73-8b9e46472912', 'tenant_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'mac_address': 'fa:16:3e:4b:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '82ebde1d-5883-4260-b78f-b589b3aae9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:18Z', 'updated_at': '2022-01-28T19:46:26Z', 'revision_number': 4, 'project_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'subnets': [{'id': '82ebde1d-5883-4260-b78f-b589b3aae9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:27.766442 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9219b985-28d8-40b3-92c3-e4108cee206b req-a94d62c6-c41d-4f89-89d0-db1037be5ace service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060586 Jan 28 19:46:27.774242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183c7b2-dd98-46bc-9251-93492774ad3e req-555aa28a-4803-4adc-9a73-6f76be649944 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:27.775732 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7183c7b2-dd98-46bc-9251-93492774ad3e req-555aa28a-4803-4adc-9a73-6f76be649944 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 944 time: 0.1298652 Jan 28 19:46:27.792438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-30e5dbdf-e553-4010-917b-4bc96289d193 None None] Current status of the port 094d7902-6c17-4334-a57d-ac6f62063789 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:27.868930 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7183c7b2-dd98-46bc-9251-93492774ad3e req-da22f896-c57e-4200-8dd1-c2d4dd5fb5e7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760837 Jan 28 19:46:27.875521 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-c305ca0e-c652-4905-a3cf-befa7aa0835f tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (3feba3a1-c967-4933-809d-57b62d92f828), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:27.897161 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['25c0b849-ca4c-49f7-a60a-57df6948229d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:46:27.897407 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9219b985-28d8-40b3-92c3-e4108cee206b req-f6858d29-cd98-4d50-b407-065a45495fcc service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241968 Jan 28 19:46:27.957452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-c305ca0e-c652-4905-a3cf-befa7aa0835f tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Network e2779f29-01fd-46bb-9113-9ca7c9b79f22 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:46:27.959467 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-c305ca0e-c652-4905-a3cf-befa7aa0835f tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:46:27.961743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305ca0e-c652-4905-a3cf-befa7aa0835f tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Pushing event updated for resources: {'Port': ['ID=3feba3a1-c967-4933-809d-57b62d92f828,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:27.964258 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-c305ca0e-c652-4905-a3cf-befa7aa0835f tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:46:28.034519 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-c305ca0e-c652-4905-a3cf-befa7aa0835f tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:28.035763 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-c305ca0e-c652-4905-a3cf-befa7aa0835f tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:28.064602 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-c305ca0e-c652-4905-a3cf-befa7aa0835f tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9342446 Jan 28 19:46:28.077777 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Request body: {'port': {'device_id': 'd731d657-0fb0-49ac-adad-e056f9ec5da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:46:28.138106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9412dd-ee31-4618-a3fd-d1dd66377756 req-583076c2-4385-4c30-89a5-bab69d35e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:28.140189 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d9412dd-ee31-4618-a3fd-d1dd66377756 req-583076c2-4385-4c30-89a5-bab69d35e508 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 1126 time: 0.1884778 Jan 28 19:46:28.165202 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3feba3a1-c967-4933-809d-57b62d92f828), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:28.275014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec3398-8135-465e-a2a5-0c9343a9bcf4 req-372504cf-e2f8-4794-9c2b-c1cca1fee3ea tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:28.277356 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1cec3398-8135-465e-a2a5-0c9343a9bcf4 req-372504cf-e2f8-4794-9c2b-c1cca1fee3ea tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 1027 time: 0.2356579 Jan 28 19:46:28.355499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9412dd-ee31-4618-a3fd-d1dd66377756 req-6bdb1667-e512-4a9d-a78c-e0fab51aa49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:28.357001 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d9412dd-ee31-4618-a3fd-d1dd66377756 req-6bdb1667-e512-4a9d-a78c-e0fab51aa49e service neutron] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.2099905 Jan 28 19:46:28.360330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cad9a2b2-ddf4-4ba3-aaa9-c49f7b946b3a None None] Provisioning complete for port 3feba3a1-c967-4933-809d-57b62d92f828 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:28.360822 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cad9a2b2-ddf4-4ba3-aaa9-c49f7b946b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3feba3a1-c967-4933-809d-57b62d92f828), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:28.419816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cad9a2b2-ddf4-4ba3-aaa9-c49f7b946b3a None None] Port 3feba3a1-c967-4933-809d-57b62d92f828 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:46:28.421375 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d9412dd-ee31-4618-a3fd-d1dd66377756 req-f9dd9d87-e1fa-4c14-93e7-cb875deb6de0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40a07886-f84e-4b64-a796-325e2f31ff67 HTTP/1.1" status: 200 len: 217 time: 0.0529630 Jan 28 19:46:28.470556 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1cec3398-8135-465e-a2a5-0c9343a9bcf4 req-b2dc80ed-9f17-424e-aa05-1d6396688748 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763847 Jan 28 19:46:28.498981 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9412dd-ee31-4618-a3fd-d1dd66377756 req-dfa368fb-a7a2-476a-8c0c-9a5a6c5ff7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:28.500604 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d9412dd-ee31-4618-a3fd-d1dd66377756 req-dfa368fb-a7a2-476a-8c0c-9a5a6c5ff7c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0617566 Jan 28 19:46:28.556773 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9412dd-ee31-4618-a3fd-d1dd66377756 req-df9a7480-d751-450c-8e48-07a78cc618df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:28.559214 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d9412dd-ee31-4618-a3fd-d1dd66377756 req-df9a7480-d751-450c-8e48-07a78cc618df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530627 Jan 28 19:46:28.613690 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3feba3a1-c967-4933-809d-57b62d92f828 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:46:28.621431 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Publish callbacks [] for port (3feba3a1-c967-4933-809d-57b62d92f828), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:28.649861 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Transition to ACTIVE for port object 3feba3a1-c967-4933-809d-57b62d92f828 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:46:28.656557 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (3feba3a1-c967-4933-809d-57b62d92f828), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:28.689061 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d9412dd-ee31-4618-a3fd-d1dd66377756 req-4bbc3691-c8e6-4de4-a791-2698cb002952 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239529 Jan 28 19:46:28.756156 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Pushing event updated for resources: {'Port': ['ID=3feba3a1-c967-4933-809d-57b62d92f828,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:28.835253 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Attempting to bind port 3feba3a1-c967-4933-809d-57b62d92f828 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:46:28.835597 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Attempting to bind port 3feba3a1-c967-4933-809d-57b62d92f828 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '9485c306-b1ad-43d8-a309-1b2a7d4181d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:46:28.835923 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Attempting to bind port 3feba3a1-c967-4933-809d-57b62d92f828 on network e2779f29-01fd-46bb-9113-9ca7c9b79f22 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:28.841747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Port 3feba3a1-c967-4933-809d-57b62d92f828 on network e2779f29-01fd-46bb-9113-9ca7c9b79f22 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:46:28.842127 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Attempting to bind port 3feba3a1-c967-4933-809d-57b62d92f828 on network e2779f29-01fd-46bb-9113-9ca7c9b79f22 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:46:28.847592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:46:28.848149 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d9412dd-ee31-4618-a3fd-d1dd66377756 req-ac9e95c0-6d9b-4be0-afff-f874174c9802 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467423 Jan 28 19:46:28.854386 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Checking segment: {'id': '9485c306-b1ad-43d8-a309-1b2a7d4181d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:46:28.854848 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Bound using segment: {'id': '9485c306-b1ad-43d8-a309-1b2a7d4181d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:46:28.855673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Bound port: 3feba3a1-c967-4933-809d-57b62d92f828, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9485c306-b1ad-43d8-a309-1b2a7d4181d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:46:28.855819 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3feba3a1-c967-4933-809d-57b62d92f828), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:28.941012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] For port 3feba3a1-c967-4933-809d-57b62d92f828, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:46:28.946603 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] For port 3feba3a1-c967-4933-809d-57b62d92f828, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=3feba3a1-c967-4933-809d-57b62d92f828,segment=NetworkSegment(9485c306-b1ad-43d8-a309-1b2a7d4181d2),segment_id=9485c306-b1ad-43d8-a309-1b2a7d4181d2)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:46:28.957476 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (3feba3a1-c967-4933-809d-57b62d92f828), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:29.034809 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:29.035475 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:29.036829 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] 10.222.0.31 "PUT /v2.0/ports/3feba3a1-c967-4933-809d-57b62d92f828 HTTP/1.1" status: 200 len: 1091 time: 0.9659128 Jan 28 19:46:29.037268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd731d657-0fb0-49ac-adad-e056f9ec5da9', 'tag': '3feba3a1-c967-4933-809d-57b62d92f828'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:29.039963 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b43ebf3-8aec-4fc1-bb66-12fdcb493f85" -d '{"events": [{"name": "network-changed", "server_uuid": "d731d657-0fb0-49ac-adad-e056f9ec5da9", "tag": "3feba3a1-c967-4933-809d-57b62d92f828"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:29.107500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889f6f5-b7ef-42cd-ac36-cce965eed7fb service neutron] Pushing event updated for resources: {'Port': ['ID=3feba3a1-c967-4933-809d-57b62d92f828,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:29.154262 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c9657b-6453-41f4-8aef-27eef04b6131 x-openstack-request-id: req-e5c9657b-6453-41f4-8aef-27eef04b6131 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:29.154888 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d731d657-0fb0-49ac-adad-e056f9ec5da9", "tag": "3feba3a1-c967-4933-809d-57b62d92f828", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:29.155434 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5c9657b-6453-41f4-8aef-27eef04b6131 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:29.156004 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd731d657-0fb0-49ac-adad-e056f9ec5da9', 'tag': '3feba3a1-c967-4933-809d-57b62d92f828', 'status': 'completed', 'code': 200} Jan 28 19:46:29.187578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 094d7902-6c17-4334-a57d-ac6f62063789 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:29.222132 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28283e73-48c2-4522-bc96-d1cb6e7dae86 req-83ecabca-0cf3-48c1-ad79-4efaff2896dc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:29.229216 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28283e73-48c2-4522-bc96-d1cb6e7dae86 req-83ecabca-0cf3-48c1-ad79-4efaff2896dc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 944 time: 0.2481418 Jan 28 19:46:29.257229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-eba48f25-a6c4-4574-b923-e34bb97c1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:29.258839 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-eba48f25-a6c4-4574-b923-e34bb97c1376 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=84d1e0768c7e414d94cb7ae107a72efc&device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 1125 time: 0.1454597 Jan 28 19:46:29.259214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 094d7902-6c17-4334-a57d-ac6f62063789 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:29.259654 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (094d7902-6c17-4334-a57d-ac6f62063789), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:29.336488 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-0cec2494-c470-4daf-9e46-f9785bbe7dad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3feba3a1-c967-4933-809d-57b62d92f828 HTTP/1.1" status: 200 len: 217 time: 0.0659914 Jan 28 19:46:29.340897 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28283e73-48c2-4522-bc96-d1cb6e7dae86 req-09f4d8f3-5868-44b4-871d-d933419e4ed7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108956 Jan 28 19:46:29.341902 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 094d7902-6c17-4334-a57d-ac6f62063789 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:29.399526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-ab8ca1aa-e5ae-4c4f-af7e-5f8df37dd4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:29.401005 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-ab8ca1aa-e5ae-4c4f-af7e-5f8df37dd4ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c4770a9c-58cc-4561-a62c-e61520367fee HTTP/1.1" status: 200 len: 848 time: 0.0587025 Jan 28 19:46:29.483811 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-eb72de00-3f7b-4a31-8b73-d0497af60d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:29.485343 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-eb72de00-3f7b-4a31-8b73-d0497af60d4a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2779f29-01fd-46bb-9113-9ca7c9b79f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0756745 Jan 28 19:46:29.585525 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-e0472e5d-00e4-4e65-9238-bf5b1db2c00e service neutron] 10.222.0.31 "GET /v2.0/networks/e2779f29-01fd-46bb-9113-9ca7c9b79f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925059 Jan 28 19:46:29.597013 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b8212-92ab-418f-aa34-0a6b403d8b24 req-89ae9adb-fb9b-4b09-a56a-c8597339bf98 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:29.598558 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf6b8212-92ab-418f-aa34-0a6b403d8b24 req-89ae9adb-fb9b-4b09-a56a-c8597339bf98 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 1125 time: 0.0532501 Jan 28 19:46:29.641954 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf6b8212-92ab-418f-aa34-0a6b403d8b24 req-6bb8493d-3535-45a4-a8c8-9e51f59448ad tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374110 Jan 28 19:46:29.681349 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-77607d54-67f2-4b97-9116-cbc69a3f2119 req-9a181a88-8a9a-4145-bba8-22716ee6a074 service neutron] 10.222.0.31 "GET /v2.0/networks/e2779f29-01fd-46bb-9113-9ca7c9b79f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896807 Jan 28 19:46:29.767138 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43ebf3-8aec-4fc1-bb66-12fdcb493f85 req-812af016-0d23-4343-93c6-44c7b22a1008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:29.768638 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b43ebf3-8aec-4fc1-bb66-12fdcb493f85 req-812af016-0d23-4343-93c6-44c7b22a1008 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=84d1e0768c7e414d94cb7ae107a72efc&device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 1125 time: 0.0444880 Jan 28 19:46:29.858151 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43ebf3-8aec-4fc1-bb66-12fdcb493f85 req-7cea29ef-6568-449c-a73d-56e27d72ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:29.859547 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b43ebf3-8aec-4fc1-bb66-12fdcb493f85 req-7cea29ef-6568-449c-a73d-56e27d72ae9e service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2779f29-01fd-46bb-9113-9ca7c9b79f22 HTTP/1.1" status: 200 len: 910 time: 0.0850451 Jan 28 19:46:29.899811 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b43ebf3-8aec-4fc1-bb66-12fdcb493f85 req-443f48b0-7d9e-4d78-beba-5d82be98cdb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3feba3a1-c967-4933-809d-57b62d92f828 HTTP/1.1" status: 200 len: 217 time: 0.0346649 Jan 28 19:46:29.951302 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43ebf3-8aec-4fc1-bb66-12fdcb493f85 req-2ddcf62a-2d65-438b-b587-ac1fcf4c7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:29.953069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b43ebf3-8aec-4fc1-bb66-12fdcb493f85 req-2ddcf62a-2d65-438b-b587-ac1fcf4c7ee8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c4770a9c-58cc-4561-a62c-e61520367fee HTTP/1.1" status: 200 len: 848 time: 0.0480042 Jan 28 19:46:30.002731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43ebf3-8aec-4fc1-bb66-12fdcb493f85 req-81aaa688-1b87-454f-9816-6362b52faece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:30.004347 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b43ebf3-8aec-4fc1-bb66-12fdcb493f85 req-81aaa688-1b87-454f-9816-6362b52faece service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2779f29-01fd-46bb-9113-9ca7c9b79f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451539 Jan 28 19:46:30.093392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b43ebf3-8aec-4fc1-bb66-12fdcb493f85 req-062e7073-040a-43bd-954c-c825a18ca65b service neutron] 10.222.0.31 "GET /v2.0/networks/e2779f29-01fd-46bb-9113-9ca7c9b79f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815458 Jan 28 19:46:30.183684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b43ebf3-8aec-4fc1-bb66-12fdcb493f85 req-1748e276-6a89-48f6-8aa0-9eaf61546b8f service neutron] 10.222.0.31 "GET /v2.0/networks/e2779f29-01fd-46bb-9113-9ca7c9b79f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838139 Jan 28 19:46:30.422574 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:30.473810 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb9990-127b-4d16-a85a-7bfe1603df16 req-dc02031c-0764-460b-b383-a10f24ab18fa tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:30.475366 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fcfb9990-127b-4d16-a85a-7bfe1603df16 req-dc02031c-0764-460b-b383-a10f24ab18fa tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 944 time: 0.0564349 Jan 28 19:46:30.524569 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fcfb9990-127b-4d16-a85a-7bfe1603df16 req-13e2d700-d37e-4b8f-b225-bdab451352aa tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431452 Jan 28 19:46:30.760703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaab147-870d-44b0-b282-5ca70143160b req-ccb8d598-7508-4c93-85ee-4a2b207606d3 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:30.762285 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baaab147-870d-44b0-b282-5ca70143160b req-ccb8d598-7508-4c93-85ee-4a2b207606d3 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 1125 time: 0.0460489 Jan 28 19:46:30.804973 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-baaab147-870d-44b0-b282-5ca70143160b req-7bdb5378-06cb-42bf-972a-b3cfe7b11e52 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370965 Jan 28 19:46:31.643787 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0878a3-28a5-49a3-b8a4-9831d64899d1 req-93a0a4d1-6d9c-4c2c-a9a7-762c79e6b00d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:31.645256 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4d0878a3-28a5-49a3-b8a4-9831d64899d1 req-93a0a4d1-6d9c-4c2c-a9a7-762c79e6b00d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 944 time: 0.0536575 Jan 28 19:46:31.696511 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4d0878a3-28a5-49a3-b8a4-9831d64899d1 req-bfc7ed50-b215-4408-a07f-3e33112f99ae tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452867 Jan 28 19:46:31.918054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad44d06-afa9-4f51-803a-caff58f2b1ac req-ac88553f-22b6-4f2c-903f-74641989521b tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:31.919654 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4ad44d06-afa9-4f51-803a-caff58f2b1ac req-ac88553f-22b6-4f2c-903f-74641989521b tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 1125 time: 0.0466146 Jan 28 19:46:31.973298 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4ad44d06-afa9-4f51-803a-caff58f2b1ac req-4d124dc4-0a9d-4e66-8ebd-9a8eef3c9431 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475950 Jan 28 19:46:32.045573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 3feba3a1-c967-4933-809d-57b62d92f828 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:46:32.147001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 3feba3a1-c967-4933-809d-57b62d92f828, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=3feba3a1-c967-4933-809d-57b62d92f828,segment=NetworkSegment(9485c306-b1ad-43d8-a309-1b2a7d4181d2),segment_id=9485c306-b1ad-43d8-a309-1b2a7d4181d2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:32.158450 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '3feba3a1-c967-4933-809d-57b62d92f828', 'network_id': 'e2779f29-01fd-46bb-9113-9ca7c9b79f22', 'port_id': '3feba3a1-c967-4933-809d-57b62d92f828', 'mac_address': 'fa:16:3e:e7:32:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4770a9c-58cc-4561-a62c-e61520367fee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:46:32.195876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 3feba3a1-c967-4933-809d-57b62d92f828 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:32.196268 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3feba3a1-c967-4933-809d-57b62d92f828), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:32.209859 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3feba3a1-c967-4933-809d-57b62d92f828 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:46:32.229609 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 3feba3a1-c967-4933-809d-57b62d92f828, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=3feba3a1-c967-4933-809d-57b62d92f828,segment=NetworkSegment(9485c306-b1ad-43d8-a309-1b2a7d4181d2),segment_id=9485c306-b1ad-43d8-a309-1b2a7d4181d2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:32.235291 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3feba3a1-c967-4933-809d-57b62d92f828), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:32.285410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=3feba3a1-c967-4933-809d-57b62d92f828,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:32.440353 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['3feba3a1-c967-4933-809d-57b62d92f828'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:46:32.819496 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d3055-35dc-4b7d-8839-89e1b72a7517 req-443b853d-549d-49ec-bd4a-dfb7fb5c6308 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:32.821003 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eb4d3055-35dc-4b7d-8839-89e1b72a7517 req-443b853d-549d-49ec-bd4a-dfb7fb5c6308 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 944 time: 0.0540171 Jan 28 19:46:32.868252 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eb4d3055-35dc-4b7d-8839-89e1b72a7517 req-55be7bae-f918-4631-962c-1b77762bc1e6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413802 Jan 28 19:46:33.086073 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eaed72-1a03-4886-bb2c-ce764609ff0c req-b39059fa-ea63-45c8-b87d-23199724fa8f tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:33.087626 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7eaed72-1a03-4886-bb2c-ce764609ff0c req-b39059fa-ea63-45c8-b87d-23199724fa8f tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 1126 time: 0.0465665 Jan 28 19:46:33.130985 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f7eaed72-1a03-4886-bb2c-ce764609ff0c req-b4d81cff-9b00-4320-bd7e-687256528784 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375204 Jan 28 19:46:33.999441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea535ff8-16a1-4d5c-a018-46f73dbd0e00 req-eadd2321-24da-446e-adce-6a346798f49b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:34.001006 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea535ff8-16a1-4d5c-a018-46f73dbd0e00 req-eadd2321-24da-446e-adce-6a346798f49b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 944 time: 0.0621452 Jan 28 19:46:34.047798 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea535ff8-16a1-4d5c-a018-46f73dbd0e00 req-489030d9-9871-4812-acfc-c3bd2cb9f044 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410488 Jan 28 19:46:34.062947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 3feba3a1-c967-4933-809d-57b62d92f828 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:34.113120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 3feba3a1-c967-4933-809d-57b62d92f828 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:46:34.117222 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 3feba3a1-c967-4933-809d-57b62d92f828 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:34.117600 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3feba3a1-c967-4933-809d-57b62d92f828), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:34.194731 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 3feba3a1-c967-4933-809d-57b62d92f828 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:34.195089 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3feba3a1-c967-4933-809d-57b62d92f828), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:34.219002 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd731d657-0fb0-49ac-adad-e056f9ec5da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3feba3a1-c967-4933-809d-57b62d92f828'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:34.221182 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6dcd4d-8219-406c-b219-3a7448acf068" -d '{"events": [{"server_uuid": "d731d657-0fb0-49ac-adad-e056f9ec5da9", "name": "network-vif-plugged", "status": "completed", "tag": "3feba3a1-c967-4933-809d-57b62d92f828"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:34.236015 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 3feba3a1-c967-4933-809d-57b62d92f828, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=3feba3a1-c967-4933-809d-57b62d92f828,segment=NetworkSegment(9485c306-b1ad-43d8-a309-1b2a7d4181d2),segment_id=9485c306-b1ad-43d8-a309-1b2a7d4181d2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:34.241231 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3feba3a1-c967-4933-809d-57b62d92f828), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:34.250561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0cd73-f145-462d-9f71-d38d8826fe93 req-f919d863-5674-46fe-91b3-3feb8f039aaa tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:34.257932 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40b0cd73-f145-462d-9f71-d38d8826fe93 req-f919d863-5674-46fe-91b3-3feb8f039aaa tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 1126 time: 0.0540516 Jan 28 19:46:34.277074 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1d9010-0502-497c-81ed-2bfcb283cf2d x-openstack-request-id: req-ec1d9010-0502-497c-81ed-2bfcb283cf2d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:34.277501 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d731d657-0fb0-49ac-adad-e056f9ec5da9", "name": "network-vif-plugged", "status": "completed", "tag": "3feba3a1-c967-4933-809d-57b62d92f828", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:34.277918 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec1d9010-0502-497c-81ed-2bfcb283cf2d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:34.278331 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd731d657-0fb0-49ac-adad-e056f9ec5da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3feba3a1-c967-4933-809d-57b62d92f828', 'code': 200} Jan 28 19:46:34.311452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=3feba3a1-c967-4933-809d-57b62d92f828,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:34.318681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-40b0cd73-f145-462d-9f71-d38d8826fe93 req-06202bf6-271f-4724-8a17-aa06b54724d0 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597172 Jan 28 19:46:34.395058 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19270f-53cb-4983-80be-ee6628d73178 req-27285112-cce1-4038-8721-651c49a5b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:34.397244 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d19270f-53cb-4983-80be-ee6628d73178 req-27285112-cce1-4038-8721-651c49a5b618 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 1127 time: 0.0529993 Jan 28 19:46:34.443664 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d19270f-53cb-4983-80be-ee6628d73178 req-01ed7ffa-dbe8-4f94-a451-cb8894741f20 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402992 Jan 28 19:46:35.170302 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515c43e-05df-4950-8418-1958904b353c req-54659d2b-fa0a-4a92-9335-80d72ff2de8d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:35.171880 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f515c43e-05df-4950-8418-1958904b353c req-54659d2b-fa0a-4a92-9335-80d72ff2de8d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 944 time: 0.0542054 Jan 28 19:46:35.223584 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f515c43e-05df-4950-8418-1958904b353c req-151837c6-467d-4bbf-9b5f-ea58e1d3fb60 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457168 Jan 28 19:46:35.437373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8667092-4415-4f6e-8163-f67e55651e7e req-9baa9b04-8a4b-41a2-8fce-c4ec099b3b6d tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:35.439786 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8667092-4415-4f6e-8163-f67e55651e7e req-9baa9b04-8a4b-41a2-8fce-c4ec099b3b6d tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 1127 time: 0.0600686 Jan 28 19:46:35.485394 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8667092-4415-4f6e-8163-f67e55651e7e req-eda60bb2-ed38-47c9-9e05-a65b13c55c48 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391154 Jan 28 19:46:36.348730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab2cce-610e-41e5-a144-7b3de4fc844c req-682dd659-e2d6-4c23-ad8a-4d5e0d1f726a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:36.350228 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fbab2cce-610e-41e5-a144-7b3de4fc844c req-682dd659-e2d6-4c23-ad8a-4d5e0d1f726a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 944 time: 0.0582466 Jan 28 19:46:36.405121 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fbab2cce-610e-41e5-a144-7b3de4fc844c req-2768ab5f-153e-4ff8-a21d-cf951d82333a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483367 Jan 28 19:46:36.606380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73a3c5-9d76-40c1-bf53-c754339ab365 req-ff88a3c9-9bd8-45b6-b5bc-a8aa37347f9b tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:36.608617 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5e73a3c5-9d76-40c1-bf53-c754339ab365 req-ff88a3c9-9bd8-45b6-b5bc-a8aa37347f9b tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 1127 time: 0.0483255 Jan 28 19:46:36.654417 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5e73a3c5-9d76-40c1-bf53-c754339ab365 req-5c9878ee-79f2-4fbe-8e29-a06e790b2545 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400651 Jan 28 19:46:36.785909 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adc1f6-fe54-47b5-ae03-0ede0008301f req-336cdb1f-d81f-4dd3-acfb-7d34557234e8 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:36.787805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7adc1f6-fe54-47b5-ae03-0ede0008301f req-336cdb1f-d81f-4dd3-acfb-7d34557234e8 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 1127 time: 0.0538173 Jan 28 19:46:36.843523 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7adc1f6-fe54-47b5-ae03-0ede0008301f req-4cd827d6-f035-4267-ba1f-65a64107f227 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499132 Jan 28 19:46:36.955549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf2b3c-41d9-49aa-a294-716f4158c093 req-f2a2ce42-96e0-4639-a170-42ce44254355 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:36.957094 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16cf2b3c-41d9-49aa-a294-716f4158c093 req-f2a2ce42-96e0-4639-a170-42ce44254355 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 1127 time: 0.0481615 Jan 28 19:46:37.005919 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16cf2b3c-41d9-49aa-a294-716f4158c093 req-174d062e-0f2a-44b7-be7f-22fdc911d86b tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431607 Jan 28 19:46:37.232414 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519e754-8e7a-48f0-9bf1-dd502cce03d9 req-1ec37b74-dea9-4523-9c7f-755d815ce948 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:37.233958 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6519e754-8e7a-48f0-9bf1-dd502cce03d9 req-1ec37b74-dea9-4523-9c7f-755d815ce948 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 1127 time: 0.0471864 Jan 28 19:46:37.279823 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6519e754-8e7a-48f0-9bf1-dd502cce03d9 req-9af363d1-2c17-4402-a1ad-3e225061e23a tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377531 Jan 28 19:46:37.557437 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe0341-20e4-4d45-a171-3f729e207b0e req-c179d884-e1f7-4629-b03b-4ca1c4056e50 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:37.558852 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83fe0341-20e4-4d45-a171-3f729e207b0e req-c179d884-e1f7-4629-b03b-4ca1c4056e50 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 944 time: 0.0646212 Jan 28 19:46:37.608761 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83fe0341-20e4-4d45-a171-3f729e207b0e req-415c388c-46e6-47d5-a801-da508d5d57e9 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442364 Jan 28 19:46:38.404025 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f98dd-1f70-4e86-8697-d5f7062bd709 req-811002d3-2514-43f8-bd62-52bd99a26c1d tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:38.405991 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117f98dd-1f70-4e86-8697-d5f7062bd709 req-811002d3-2514-43f8-bd62-52bd99a26c1d tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 1127 time: 0.0467341 Jan 28 19:46:38.453593 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-117f98dd-1f70-4e86-8697-d5f7062bd709 req-1ff3f97d-975a-4974-b16f-701c3b410b20 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417445 Jan 28 19:46:38.501153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac04a41-8386-4e12-a56b-765514a93802 req-db4f6a15-57fe-4a7d-bca9-b6bb0178b233 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:38.502793 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7ac04a41-8386-4e12-a56b-765514a93802 req-db4f6a15-57fe-4a7d-bca9-b6bb0178b233 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 1127 time: 0.0449135 Jan 28 19:46:38.584007 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7ac04a41-8386-4e12-a56b-765514a93802 req-e112b564-6446-4f63-8411-2767fe5d34fd tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Deleting port 3feba3a1-c967-4933-809d-57b62d92f828 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:38.584721 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7ac04a41-8386-4e12-a56b-765514a93802 req-e112b564-6446-4f63-8411-2767fe5d34fd tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (3feba3a1-c967-4933-809d-57b62d92f828), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:39.027416 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7ac04a41-8386-4e12-a56b-765514a93802 req-e112b564-6446-4f63-8411-2767fe5d34fd tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] For port 3feba3a1-c967-4933-809d-57b62d92f828, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=3feba3a1-c967-4933-809d-57b62d92f828,segment=NetworkSegment(9485c306-b1ad-43d8-a309-1b2a7d4181d2),segment_id=9485c306-b1ad-43d8-a309-1b2a7d4181d2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:39.027730 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7ac04a41-8386-4e12-a56b-765514a93802 req-e112b564-6446-4f63-8411-2767fe5d34fd tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (3feba3a1-c967-4933-809d-57b62d92f828), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:39.044660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf95ed-bcbd-464d-b3ae-d70791cc66bd req-7af17e32-8f2d-4a20-be21-29b74dc610a5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:39.046159 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bdf95ed-bcbd-464d-b3ae-d70791cc66bd req-7af17e32-8f2d-4a20-be21-29b74dc610a5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 944 time: 0.0866838 Jan 28 19:46:39.049878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-7ac04a41-8386-4e12-a56b-765514a93802 req-e112b564-6446-4f63-8411-2767fe5d34fd tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Calling delete_port for 3feba3a1-c967-4933-809d-57b62d92f828 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:39.141272 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bdf95ed-bcbd-464d-b3ae-d70791cc66bd req-3de8e8df-cf2b-4912-a690-12ad4054188f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894494 Jan 28 19:46:39.208661 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7ac04a41-8386-4e12-a56b-765514a93802 req-e112b564-6446-4f63-8411-2767fe5d34fd tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (3feba3a1-c967-4933-809d-57b62d92f828), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:39.221333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['25c0b849-ca4c-49f7-a60a-57df6948229d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:46:39.223701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['3feba3a1-c967-4933-809d-57b62d92f828'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:46:39.235904 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112b564-6446-4f63-8411-2767fe5d34fd tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Pushing event deleted for resources: {'Port': ['ID=3feba3a1-c967-4933-809d-57b62d92f828,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:39.285988 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac04a41-8386-4e12-a56b-765514a93802 req-e112b564-6446-4f63-8411-2767fe5d34fd tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] No DVR routers for this DVR port 3feba3a1-c967-4933-809d-57b62d92f828 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:39.288784 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7ac04a41-8386-4e12-a56b-765514a93802 req-e112b564-6446-4f63-8411-2767fe5d34fd tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:39.292589 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7ac04a41-8386-4e12-a56b-765514a93802 req-e112b564-6446-4f63-8411-2767fe5d34fd tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.31 "DELETE /v2.0/ports/3feba3a1-c967-4933-809d-57b62d92f828 HTTP/1.1" status: 204 len: 173 time: 0.7851641 Jan 28 19:46:39.293121 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd731d657-0fb0-49ac-adad-e056f9ec5da9', 'name': 'network-vif-deleted', 'tag': '3feba3a1-c967-4933-809d-57b62d92f828'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:39.295539 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a123989-82d3-47a8-ae9d-03c7c40785fe" -d '{"events": [{"server_uuid": "d731d657-0fb0-49ac-adad-e056f9ec5da9", "name": "network-vif-deleted", "tag": "3feba3a1-c967-4933-809d-57b62d92f828"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:39.343762 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de58dce-ca8a-4c67-86de-591c89ea8623 x-openstack-request-id: req-7de58dce-ca8a-4c67-86de-591c89ea8623 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:39.344162 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d731d657-0fb0-49ac-adad-e056f9ec5da9", "name": "network-vif-deleted", "tag": "3feba3a1-c967-4933-809d-57b62d92f828", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:39.344450 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7de58dce-ca8a-4c67-86de-591c89ea8623 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:39.344936 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd731d657-0fb0-49ac-adad-e056f9ec5da9', 'name': 'network-vif-deleted', 'tag': '3feba3a1-c967-4933-809d-57b62d92f828', 'status': 'completed', 'code': 200} Jan 28 19:46:39.560878 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b58f5cf6-effb-4e98-a806-bbb2453a2470 req-bc3ef087-d413-45b0-8f17-e6c13ea1e671 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d731d657-0fb0-49ac-adad-e056f9ec5da9 HTTP/1.1" status: 200 len: 210 time: 0.0266578 Jan 28 19:46:39.847504 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-195b8848-ae25-45fe-9bea-48d0b1d585ca req-fbd999ad-8b2b-424e-9aa2-d26e86496f4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488229 Jan 28 19:46:39.915359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b8848-ae25-45fe-9bea-48d0b1d585ca req-cced53a4-7fc7-4ce2-afc5-f55dde68acc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:39.916865 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-195b8848-ae25-45fe-9bea-48d0b1d585ca req-cced53a4-7fc7-4ce2-afc5-f55dde68acc3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 1127 time: 0.0455003 Jan 28 19:46:40.024733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b8848-ae25-45fe-9bea-48d0b1d585ca req-7fc6fbee-df48-4871-9aff-eac170910cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:40.026321 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-195b8848-ae25-45fe-9bea-48d0b1d585ca req-7fc6fbee-df48-4871-9aff-eac170910cb4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=49f47c15-e927-4eed-8f17-32d25ecab971 HTTP/1.1" status: 200 len: 898 time: 0.0877280 Jan 28 19:46:40.098435 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-195b8848-ae25-45fe-9bea-48d0b1d585ca req-2d5dfbb6-04da-4983-99bf-dc5818959a6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9 HTTP/1.1" status: 200 len: 1000 time: 0.0628197 Jan 28 19:46:40.147292 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b8848-ae25-45fe-9bea-48d0b1d585ca req-541fb46b-1d70-4864-826e-5489b08bfb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:40.148751 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-195b8848-ae25-45fe-9bea-48d0b1d585ca req-541fb46b-1d70-4864-826e-5489b08bfb07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86e48026-897a-494c-8fd8-cd68598fd7bc HTTP/1.1" status: 200 len: 834 time: 0.0441256 Jan 28 19:46:40.208682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b8848-ae25-45fe-9bea-48d0b1d585ca req-282451af-0e27-4e09-98ff-213ede2c8519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:40.210219 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-195b8848-ae25-45fe-9bea-48d0b1d585ca req-282451af-0e27-4e09-98ff-213ede2c8519 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=49f47c15-e927-4eed-8f17-32d25ecab971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520656 Jan 28 19:46:40.335403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acc1f2-b296-4c0b-8f09-06f2f6562406 req-970fe555-bab6-49af-843b-642384f35188 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:40.336880 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35acc1f2-b296-4c0b-8f09-06f2f6562406 req-970fe555-bab6-49af-843b-642384f35188 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 944 time: 0.1236463 Jan 28 19:46:40.342466 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-195b8848-ae25-45fe-9bea-48d0b1d585ca req-af575876-04ae-4544-8306-deb5412aad3c service neutron] 10.222.0.37 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208191 Jan 28 19:46:40.433713 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35acc1f2-b296-4c0b-8f09-06f2f6562406 req-8d6e1548-b9fc-4b98-a4ce-f7b000c9b2d1 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902212 Jan 28 19:46:40.461512 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-195b8848-ae25-45fe-9bea-48d0b1d585ca req-0d6d5fca-dcf4-4b90-86cd-a2db333c1253 service neutron] 10.222.0.37 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124554 Jan 28 19:46:40.847992 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e49002-43fc-4143-bd91-fdf7f3641ce1 req-2584bd79-7ecd-4e20-9a64-bb9cd50ca219 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:40.849613 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6e49002-43fc-4143-bd91-fdf7f3641ce1 req-2584bd79-7ecd-4e20-9a64-bb9cd50ca219 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 1127 time: 0.0498099 Jan 28 19:46:40.896075 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6e49002-43fc-4143-bd91-fdf7f3641ce1 req-8456ad4d-3a4e-4e0f-b255-01464b414fbf tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403030 Jan 28 19:46:41.578522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cd220-0402-4503-bffd-b9e045a68a16 req-b4f24ca2-93a8-465d-b706-6aadcf372a62 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:41.580008 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-418cd220-0402-4503-bffd-b9e045a68a16 req-b4f24ca2-93a8-465d-b706-6aadcf372a62 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 944 time: 0.0684922 Jan 28 19:46:41.627726 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-418cd220-0402-4503-bffd-b9e045a68a16 req-1e3425cf-09dc-42eb-853b-368cd633d9bc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419250 Jan 28 19:46:42.019396 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f61d2-ca94-481b-be61-6e3ba81e334b req-4885dafd-3cfd-4e3e-91ef-4aed63c44993 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:42.020969 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a71f61d2-ca94-481b-be61-6e3ba81e334b req-4885dafd-3cfd-4e3e-91ef-4aed63c44993 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 1127 time: 0.0490870 Jan 28 19:46:42.071598 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a71f61d2-ca94-481b-be61-6e3ba81e334b req-d4040235-6b9b-4935-94ec-938e5cdd57d2 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f9af4d57-1c16-4edd-8de8-d8441670fe52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443480 Jan 28 19:46:42.104180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 40a07886-f84e-4b64-a796-325e2f31ff67 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:46:42.208771 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 40a07886-f84e-4b64-a796-325e2f31ff67, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=40a07886-f84e-4b64-a796-325e2f31ff67,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:42.220268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '40a07886-f84e-4b64-a796-325e2f31ff67', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'port_id': '40a07886-f84e-4b64-a796-325e2f31ff67', 'mac_address': 'fa:16:3e:3b:59:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:46:42.262484 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 40a07886-f84e-4b64-a796-325e2f31ff67 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:42.262915 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (40a07886-f84e-4b64-a796-325e2f31ff67), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.276630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a07886-f84e-4b64-a796-325e2f31ff67 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:46:42.296660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 40a07886-f84e-4b64-a796-325e2f31ff67, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=40a07886-f84e-4b64-a796-325e2f31ff67,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:42.301459 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (40a07886-f84e-4b64-a796-325e2f31ff67), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.348766 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=40a07886-f84e-4b64-a796-325e2f31ff67,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:42.498196 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['40a07886-f84e-4b64-a796-325e2f31ff67'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:46:42.505560 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14e6a9-2e31-4901-900f-e822ea94397f req-a58cce17-d621-4913-bd86-51ed53210540 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:42.507091 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f14e6a9-2e31-4901-900f-e822ea94397f req-a58cce17-d621-4913-bd86-51ed53210540 tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 1127 time: 0.0502408 Jan 28 19:46:42.596610 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4f14e6a9-2e31-4901-900f-e822ea94397f req-927feb06-bfe4-460c-9881-ba189f7275cc tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Deleting port 25c0b849-ca4c-49f7-a60a-57df6948229d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:42.597355 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4f14e6a9-2e31-4901-900f-e822ea94397f req-927feb06-bfe4-460c-9881-ba189f7275cc tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (25c0b849-ca4c-49f7-a60a-57df6948229d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.678890 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-4f14e6a9-2e31-4901-900f-e822ea94397f req-927feb06-bfe4-460c-9881-ba189f7275cc tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] For port 25c0b849-ca4c-49f7-a60a-57df6948229d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=25c0b849-ca4c-49f7-a60a-57df6948229d,segment=NetworkSegment(9485c306-b1ad-43d8-a309-1b2a7d4181d2),segment_id=9485c306-b1ad-43d8-a309-1b2a7d4181d2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:42.679276 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4f14e6a9-2e31-4901-900f-e822ea94397f req-927feb06-bfe4-460c-9881-ba189f7275cc tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (25c0b849-ca4c-49f7-a60a-57df6948229d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.691792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-4f14e6a9-2e31-4901-900f-e822ea94397f req-927feb06-bfe4-460c-9881-ba189f7275cc tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Calling delete_port for 25c0b849-ca4c-49f7-a60a-57df6948229d owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:42.804391 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558bf2e-4261-44f6-ac1d-d960925f388b req-c6fc271a-e8eb-4b79-974b-da3898123489 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:42.805771 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f558bf2e-4261-44f6-ac1d-d960925f388b req-c6fc271a-e8eb-4b79-974b-da3898123489 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 945 time: 0.1081936 Jan 28 19:46:42.888835 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f558bf2e-4261-44f6-ac1d-d960925f388b req-370d18fa-eaec-44ef-a382-57f3cbf6832f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768661 Jan 28 19:46:42.896775 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4f14e6a9-2e31-4901-900f-e822ea94397f req-927feb06-bfe4-460c-9881-ba189f7275cc tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (25c0b849-ca4c-49f7-a60a-57df6948229d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.910960 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['25c0b849-ca4c-49f7-a60a-57df6948229d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:46:42.926642 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927feb06-bfe4-460c-9881-ba189f7275cc tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Pushing event deleted for resources: {'Port': ['ID=25c0b849-ca4c-49f7-a60a-57df6948229d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:42.969288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f14e6a9-2e31-4901-900f-e822ea94397f req-927feb06-bfe4-460c-9881-ba189f7275cc tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] No DVR routers for this DVR port 25c0b849-ca4c-49f7-a60a-57df6948229d on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:42.972044 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-4f14e6a9-2e31-4901-900f-e822ea94397f req-927feb06-bfe4-460c-9881-ba189f7275cc tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:42.975439 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4f14e6a9-2e31-4901-900f-e822ea94397f req-927feb06-bfe4-460c-9881-ba189f7275cc tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.37 "DELETE /v2.0/ports/25c0b849-ca4c-49f7-a60a-57df6948229d HTTP/1.1" status: 204 len: 173 time: 0.4623139 Jan 28 19:46:42.975881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e7e530-6d6d-4422-8a94-f9602b489408', 'name': 'network-vif-deleted', 'tag': '25c0b849-ca4c-49f7-a60a-57df6948229d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:42.978559 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e060593a-f9e5-4264-9d98-3a3dd59cd965" -d '{"events": [{"server_uuid": "52e7e530-6d6d-4422-8a94-f9602b489408", "name": "network-vif-deleted", "tag": "25c0b849-ca4c-49f7-a60a-57df6948229d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:43.021282 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da13e94c-87fc-412c-a658-9cd63bbff5b0 x-openstack-request-id: req-da13e94c-87fc-412c-a658-9cd63bbff5b0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:43.021645 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e7e530-6d6d-4422-8a94-f9602b489408", "name": "network-vif-deleted", "tag": "25c0b849-ca4c-49f7-a60a-57df6948229d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:43.021898 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da13e94c-87fc-412c-a658-9cd63bbff5b0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:43.022326 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e7e530-6d6d-4422-8a94-f9602b489408', 'name': 'network-vif-deleted', 'tag': '25c0b849-ca4c-49f7-a60a-57df6948229d', 'status': 'completed', 'code': 200} Jan 28 19:46:43.182238 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9bfd93a-0def-4fd0-8f72-e3cfdac4939d req-7912719b-670f-444b-9e00-dd5753a51c1b tempest-TestServerMultinode-1444768642 tempest-TestServerMultinode-1444768642-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52e7e530-6d6d-4422-8a94-f9602b489408 HTTP/1.1" status: 200 len: 210 time: 0.0303366 Jan 28 19:46:44.025222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367c0b2-fb0f-4282-8782-3eee996a436f req-0fa99194-fc2a-4005-9b49-e26e05f1ef31 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:44.026759 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0367c0b2-fb0f-4282-8782-3eee996a436f req-0fa99194-fc2a-4005-9b49-e26e05f1ef31 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 945 time: 0.0598505 Jan 28 19:46:44.073774 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0367c0b2-fb0f-4282-8782-3eee996a436f req-3d0897e6-2eac-40cc-b23b-d968b1101c04 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410714 Jan 28 19:46:44.117955 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 40a07886-f84e-4b64-a796-325e2f31ff67 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:46:44.173281 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 40a07886-f84e-4b64-a796-325e2f31ff67 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:46:44.177180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 40a07886-f84e-4b64-a796-325e2f31ff67 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:46:44.177557 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (40a07886-f84e-4b64-a796-325e2f31ff67), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:44.244544 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59264) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:44.258912 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 40a07886-f84e-4b64-a796-325e2f31ff67 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:46:44.259378 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (40a07886-f84e-4b64-a796-325e2f31ff67), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:44.281036 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ceb2051-3a1b-49d1-b805-a2f2fd3a410a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a07886-f84e-4b64-a796-325e2f31ff67'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:44.283297 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e861dc8f-14a2-4a9b-b313-3674a1a40c1b" -d '{"events": [{"server_uuid": "6ceb2051-3a1b-49d1-b805-a2f2fd3a410a", "name": "network-vif-plugged", "status": "completed", "tag": "40a07886-f84e-4b64-a796-325e2f31ff67"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:44.295205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 40a07886-f84e-4b64-a796-325e2f31ff67, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=40a07886-f84e-4b64-a796-325e2f31ff67,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:44.299702 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (40a07886-f84e-4b64-a796-325e2f31ff67), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:44.300520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 3feba3a1-c967-4933-809d-57b62d92f828 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:44.320664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 3feba3a1-c967-4933-809d-57b62d92f828 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:44.321013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 3feba3a1-c967-4933-809d-57b62d92f828 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:44.339783 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4296661b-2e36-410c-9429-e30121a48313 x-openstack-request-id: req-4296661b-2e36-410c-9429-e30121a48313 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:44.340074 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ceb2051-3a1b-49d1-b805-a2f2fd3a410a", "name": "network-vif-plugged", "status": "completed", "tag": "40a07886-f84e-4b64-a796-325e2f31ff67", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:44.340505 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4296661b-2e36-410c-9429-e30121a48313 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:44.341071 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ceb2051-3a1b-49d1-b805-a2f2fd3a410a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a07886-f84e-4b64-a796-325e2f31ff67', 'code': 200} Jan 28 19:46:44.370815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=40a07886-f84e-4b64-a796-325e2f31ff67,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:44.423485 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd77288-5ead-41fa-968f-73655162a15b req-cefd3072-1e0a-4318-8823-4fcce37245d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:44.424922 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ffd77288-5ead-41fa-968f-73655162a15b req-cefd3072-1e0a-4318-8823-4fcce37245d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 1128 time: 0.0439799 Jan 28 19:46:44.479193 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ffd77288-5ead-41fa-968f-73655162a15b req-0fc2d695-c0a9-4c80-8267-b5ff23d96cc9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484324 Jan 28 19:46:44.603398 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fac6ec5-f679-452a-8755-0eddd3000c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (fbdf012d-0091-40a1-8b9a-eee4a1c59cef), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:44.872580 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1fac6ec5-f679-452a-8755-0eddd3000c44 admin admin] Deleting port 51c56d4b-e648-42cf-bb18-72a264f9d415 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:44.872878 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fac6ec5-f679-452a-8755-0eddd3000c44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:44.953342 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-1fac6ec5-f679-452a-8755-0eddd3000c44 admin admin] For port 51c56d4b-e648-42cf-bb18-72a264f9d415, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=51c56d4b-e648-42cf-bb18-72a264f9d415,segment=NetworkSegment(9485c306-b1ad-43d8-a309-1b2a7d4181d2),segment_id=9485c306-b1ad-43d8-a309-1b2a7d4181d2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:44.953705 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fac6ec5-f679-452a-8755-0eddd3000c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:44.965279 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1fac6ec5-f679-452a-8755-0eddd3000c44 admin admin] Calling delete_port for 51c56d4b-e648-42cf-bb18-72a264f9d415 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:45.172647 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fac6ec5-f679-452a-8755-0eddd3000c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (51c56d4b-e648-42cf-bb18-72a264f9d415), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:45.203111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac6ec5-f679-452a-8755-0eddd3000c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c56d4b-e648-42cf-bb18-72a264f9d415,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:45.267094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee098c6-1c54-4426-a729-d12139e35fc9 req-05b2a26e-c1e8-40b8-82d5-b45108131582 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:45.268653 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aee098c6-1c54-4426-a729-d12139e35fc9 req-05b2a26e-c1e8-40b8-82d5-b45108131582 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 946 time: 0.1286678 Jan 28 19:46:45.364703 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aee098c6-1c54-4426-a729-d12139e35fc9 req-a47e6552-0c5c-4ba9-be6e-d77e668a15ad tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892875 Jan 28 19:46:45.414249 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1fac6ec5-f679-452a-8755-0eddd3000c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (fbdf012d-0091-40a1-8b9a-eee4a1c59cef), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:45.955851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 25c0b849-ca4c-49f7-a60a-57df6948229d no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:45.972383 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fac6ec5-f679-452a-8755-0eddd3000c44 admin admin] Router fbdf012d-0091-40a1-8b9a-eee4a1c59cef has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:45.978613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 25c0b849-ca4c-49f7-a60a-57df6948229d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:45.979344 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 25c0b849-ca4c-49f7-a60a-57df6948229d not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:46.076090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fac6ec5-f679-452a-8755-0eddd3000c44 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:46.081717 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1fac6ec5-f679-452a-8755-0eddd3000c44 admin admin] 10.222.0.55 "PUT /v2.0/routers/fbdf012d-0091-40a1-8b9a-eee4a1c59cef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8361292 Jan 28 19:46:46.084268 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59270) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:46.085247 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7440b-b86c-490b-98de-919805226dd3 None None] Sync routers for ids ['fbdf012d-0091-40a1-8b9a-eee4a1c59cef'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:46.095668 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac7440b-b86c-490b-98de-919805226dd3 None None] Routers {'fbdf012d-0091-40a1-8b9a-eee4a1c59cef'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:46.096271 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fac7440b-b86c-490b-98de-919805226dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:46:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['fbdf012d-0091-40a1-8b9a-eee4a1c59cef'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:46.188172 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcf73105-ce26-4090-9cb6-26f5252a9040 admin admin] Publish callbacks [] for router (fbdf012d-0091-40a1-8b9a-eee4a1c59cef), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:46.200746 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fac7440b-b86c-490b-98de-919805226dd3 None None] Set router fbdf012d-0091-40a1-8b9a-eee4a1c59cef gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:46.293094 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcf73105-ce26-4090-9cb6-26f5252a9040 admin admin] Publish callbacks [] for router_gateway (fbdf012d-0091-40a1-8b9a-eee4a1c59cef), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:46.346120 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fcf73105-ce26-4090-9cb6-26f5252a9040 admin admin] Deleting port 09c22e4c-c123-488c-865d-7914749125aa {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:46.346475 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcf73105-ce26-4090-9cb6-26f5252a9040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (09c22e4c-c123-488c-865d-7914749125aa), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:46.377744 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fac7440b-b86c-490b-98de-919805226dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'name': 'tempest-TestServerMultinode-379275296-router', 'tenant_id': 'd154af1f097b48fc8b0800cf8100477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '09c22e4c-c123-488c-865d-7914749125aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:58Z', 'updated_at': '2022-01-28T19:46:45Z', 'revision_number': 5, 'project_id': 'd154af1f097b48fc8b0800cf8100477b', 'gw_port': {'id': '09c22e4c-c123-488c-865d-7914749125aa', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:58Z', 'updated_at': '2022-01-28T19:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:46.408272 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7440b-b86c-490b-98de-919805226dd3 None None] Checking router: fbdf012d-0091-40a1-8b9a-eee4a1c59cef for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:46.419472 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac7440b-b86c-490b-98de-919805226dd3 None None] Routers {'fbdf012d-0091-40a1-8b9a-eee4a1c59cef'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:46.420113 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fac7440b-b86c-490b-98de-919805226dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:46:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['fbdf012d-0091-40a1-8b9a-eee4a1c59cef'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:46.426345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fcf73105-ce26-4090-9cb6-26f5252a9040 admin admin] For port 09c22e4c-c123-488c-865d-7914749125aa, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=09c22e4c-c123-488c-865d-7914749125aa,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:46.426759 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcf73105-ce26-4090-9cb6-26f5252a9040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (09c22e4c-c123-488c-865d-7914749125aa), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:46.439853 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fcf73105-ce26-4090-9cb6-26f5252a9040 admin admin] Calling delete_port for 09c22e4c-c123-488c-865d-7914749125aa owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:46.500836 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a44d0-f39a-46c7-b413-5b9eefbab114 req-9ea82e4d-1bc2-47f9-a966-7e6886437084 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:46.508422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-754a44d0-f39a-46c7-b413-5b9eefbab114 req-9ea82e4d-1bc2-47f9-a966-7e6886437084 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 946 time: 0.0668621 Jan 28 19:46:46.516094 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fac7440b-b86c-490b-98de-919805226dd3 None None] Set router fbdf012d-0091-40a1-8b9a-eee4a1c59cef gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:46.555194 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-754a44d0-f39a-46c7-b413-5b9eefbab114 req-de372df3-6a84-4afc-bf14-4bf55d7a27b6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457299 Jan 28 19:46:46.568941 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fac7440b-b86c-490b-98de-919805226dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'name': 'tempest-TestServerMultinode-379275296-router', 'tenant_id': 'd154af1f097b48fc8b0800cf8100477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:58Z', 'updated_at': '2022-01-28T19:46:46Z', 'revision_number': 6, 'project_id': 'd154af1f097b48fc8b0800cf8100477b', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:46.599868 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7440b-b86c-490b-98de-919805226dd3 None None] The sync data for ids ['fbdf012d-0091-40a1-8b9a-eee4a1c59cef'] in n-d-824834-4 is: [{'id': 'fbdf012d-0091-40a1-8b9a-eee4a1c59cef', 'name': 'tempest-TestServerMultinode-379275296-router', 'tenant_id': 'd154af1f097b48fc8b0800cf8100477b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:58Z', 'updated_at': '2022-01-28T19:46:46Z', 'revision_number': 6, 'project_id': 'd154af1f097b48fc8b0800cf8100477b', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:46.634248 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcf73105-ce26-4090-9cb6-26f5252a9040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (09c22e4c-c123-488c-865d-7914749125aa), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:46.681636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf73105-ce26-4090-9cb6-26f5252a9040 admin admin] Pushing event deleted for resources: {'Port': ['ID=09c22e4c-c123-488c-865d-7914749125aa,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:46.750014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b987e-55f5-42bc-86af-309b74087640 req-ad7b5f7b-8a3b-4ff7-9acb-2d34f03355ca tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:46.751468 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a36b987e-55f5-42bc-86af-309b74087640 req-ad7b5f7b-8a3b-4ff7-9acb-2d34f03355ca tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 946 time: 0.1274793 Jan 28 19:46:46.760066 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcf73105-ce26-4090-9cb6-26f5252a9040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (fbdf012d-0091-40a1-8b9a-eee4a1c59cef), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:46.868416 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcf73105-ce26-4090-9cb6-26f5252a9040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (fbdf012d-0091-40a1-8b9a-eee4a1c59cef), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:46.872322 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcf73105-ce26-4090-9cb6-26f5252a9040 admin admin] Publish callbacks [] for router_controller (fbdf012d-0091-40a1-8b9a-eee4a1c59cef), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:46.922964 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a36b987e-55f5-42bc-86af-309b74087640 req-fc34f7d5-2293-4546-99a1-88cc355f9af2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648042 Jan 28 19:46:46.932470 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcf73105-ce26-4090-9cb6-26f5252a9040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (fbdf012d-0091-40a1-8b9a-eee4a1c59cef), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:46.933006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf73105-ce26-4090-9cb6-26f5252a9040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbdf012d-0091-40a1-8b9a-eee4a1c59cef {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:46:46.942253 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcf73105-ce26-4090-9cb6-26f5252a9040 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:46.942253 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fcf73105-ce26-4090-9cb6-26f5252a9040 admin admin] 10.222.0.55 "DELETE /v2.0/routers/fbdf012d-0091-40a1-8b9a-eee4a1c59cef HTTP/1.1" status: 204 len: 168 time: 0.8538818 Jan 28 19:46:46.942469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59276) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:46.993048 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-6979021a-bf18-4985-b38b-f1a13df17130 admin admin] Deleting subnet c4770a9c-58cc-4561-a62c-e61520367fee {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:46:46.996462 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6979021a-bf18-4985-b38b-f1a13df17130 admin admin] Publish callbacks [] for subnet (c4770a9c-58cc-4561-a62c-e61520367fee), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.036881 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6979021a-bf18-4985-b38b-f1a13df17130 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (c4770a9c-58cc-4561-a62c-e61520367fee), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.055636 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b744a8-ff13-4396-a1dc-495c39db0d9b req-0c183441-e1e0-45e2-9dbb-067e1dc0c116 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:47.057502 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52b744a8-ff13-4396-a1dc-495c39db0d9b req-0c183441-e1e0-45e2-9dbb-067e1dc0c116 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 946 time: 0.0624890 Jan 28 19:46:47.106087 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52b744a8-ff13-4396-a1dc-495c39db0d9b req-e1083772-ff5b-481e-a755-ebe85708fe3e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425978 Jan 28 19:46:47.128719 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6979021a-bf18-4985-b38b-f1a13df17130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (c4770a9c-58cc-4561-a62c-e61520367fee), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.177300 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6979021a-bf18-4985-b38b-f1a13df17130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (c4770a9c-58cc-4561-a62c-e61520367fee), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.204845 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979021a-bf18-4985-b38b-f1a13df17130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4770a9c-58cc-4561-a62c-e61520367fee,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:47.215310 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6979021a-bf18-4985-b38b-f1a13df17130 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.219863 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6979021a-bf18-4985-b38b-f1a13df17130 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c4770a9c-58cc-4561-a62c-e61520367fee HTTP/1.1" status: 204 len: 168 time: 0.2764220 Jan 28 19:46:47.222315 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028ab1fa-9a4f-45e2-8feb-489329220ce6 None None] Network e2779f29-01fd-46bb-9113-9ca7c9b79f22 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:47.222851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59286) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:47.292039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd31b8-ee07-452a-aa55-63a9c5757453 req-b1048e70-ff0a-4849-abc8-1f120e0ddec6 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:47.293599 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bcd31b8-ee07-452a-aa55-63a9c5757453 req-b1048e70-ff0a-4849-abc8-1f120e0ddec6 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 1127 time: 0.0739069 Jan 28 19:46:47.307452 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (e2779f29-01fd-46bb-9113-9ca7c9b79f22), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.315423 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0bcd31b8-ee07-452a-aa55-63a9c5757453 req-5709ec01-b69b-4055-9bc6-46a879c42aa9 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.410945 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0bcd31b8-ee07-452a-aa55-63a9c5757453 req-5709ec01-b69b-4055-9bc6-46a879c42aa9 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Publish callbacks [] for security_group (02e4388d-8d9b-4eb6-a27f-311d75ce8bdc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.417067 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0bcd31b8-ee07-452a-aa55-63a9c5757453 req-5709ec01-b69b-4055-9bc6-46a879c42aa9 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (02e4388d-8d9b-4eb6-a27f-311d75ce8bdc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.424424 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] Deleting port 11fbcc34-f8e0-406c-81b3-fe0f1b871142 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:47.424765 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (11fbcc34-f8e0-406c-81b3-fe0f1b871142), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.438372 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe15c7d-8c6a-41dd-995a-c5002b473300 None None] DHCP port deletion for e2779f29-01fd-46bb-9113-9ca7c9b79f22 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:46:47.439128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f9d52-07ab-4821-9131-05a5b85a4720 req-4ecc3559-0536-4897-b4b8-199ae3bce22a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:47.440949 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6e0f9d52-07ab-4821-9131-05a5b85a4720 req-4ecc3559-0536-4897-b4b8-199ae3bce22a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 946 time: 0.0992000 Jan 28 19:46:47.467679 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bcd31b8-ee07-452a-aa55-63a9c5757453 req-5709ec01-b69b-4055-9bc6-46a879c42aa9 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668448 Jan 28 19:46:47.468312 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709ec01-b69b-4055-9bc6-46a879c42aa9 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e4388d-8d9b-4eb6-a27f-311d75ce8bdc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:47.561349 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] For port 11fbcc34-f8e0-406c-81b3-fe0f1b871142, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=11fbcc34-f8e0-406c-81b3-fe0f1b871142,segment=NetworkSegment(9485c306-b1ad-43d8-a309-1b2a7d4181d2),segment_id=9485c306-b1ad-43d8-a309-1b2a7d4181d2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:47.561719 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (11fbcc34-f8e0-406c-81b3-fe0f1b871142), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.590177 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6e0f9d52-07ab-4821-9131-05a5b85a4720 req-606ebdcd-8793-49ed-8261-1375fbc7f69b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192205 Jan 28 19:46:47.594728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] Calling delete_port for 11fbcc34-f8e0-406c-81b3-fe0f1b871142 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:47.647605 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 51c56d4b-e648-42cf-bb18-72a264f9d415 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:47.659781 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a9dbe-ec17-489a-97cd-1041b56b587f req-c4d312dc-5c36-4c92-9fe4-1c90d9e81cb5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:47.661790 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4f8a9dbe-ec17-489a-97cd-1041b56b587f req-c4d312dc-5c36-4c92-9fe4-1c90d9e81cb5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0833895 Jan 28 19:46:47.672658 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 51c56d4b-e648-42cf-bb18-72a264f9d415 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:47.673005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 51c56d4b-e648-42cf-bb18-72a264f9d415 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:47.673430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 09c22e4c-c123-488c-865d-7914749125aa no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:47.691452 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (11fbcc34-f8e0-406c-81b3-fe0f1b871142), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.694109 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 09c22e4c-c123-488c-865d-7914749125aa {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:47.694483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 09c22e4c-c123-488c-865d-7914749125aa not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:47.694960 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 11fbcc34-f8e0-406c-81b3-fe0f1b871142 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:47.716992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 11fbcc34-f8e0-406c-81b3-fe0f1b871142 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:47.717473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 11fbcc34-f8e0-406c-81b3-fe0f1b871142 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:47.720408 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4f8a9dbe-ec17-489a-97cd-1041b56b587f req-f3ce92d0-9788-43d5-bbeb-f64ad8746c4e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523286 Jan 28 19:46:47.729408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=11fbcc34-f8e0-406c-81b3-fe0f1b871142,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:47.733082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] No DVR routers for this DVR port 11fbcc34-f8e0-406c-81b3-fe0f1b871142 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:47.741341 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ebe15c7d-8c6a-41dd-995a-c5002b473300 None None] Deleting port 11fbcc34-f8e0-406c-81b3-fe0f1b871142 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:47.741924 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebe15c7d-8c6a-41dd-995a-c5002b473300 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (11fbcc34-f8e0-406c-81b3-fe0f1b871142), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.774611 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59292) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:47.813536 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ebe15c7d-8c6a-41dd-995a-c5002b473300 None None] For port 11fbcc34-f8e0-406c-81b3-fe0f1b871142, host n-d-824834-4, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:47.813965 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebe15c7d-8c6a-41dd-995a-c5002b473300 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (11fbcc34-f8e0-406c-81b3-fe0f1b871142), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.828612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ebe15c7d-8c6a-41dd-995a-c5002b473300 None None] Calling delete_port for 11fbcc34-f8e0-406c-81b3-fe0f1b871142 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:47.831506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-ebe15c7d-8c6a-41dd-995a-c5002b473300 None None] Port 11fbcc34-f8e0-406c-81b3-fe0f1b871142 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 19:46:47.833143 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ebe15c7d-8c6a-41dd-995a-c5002b473300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (11fbcc34-f8e0-406c-81b3-fe0f1b871142), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.856817 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (e2779f29-01fd-46bb-9113-9ca7c9b79f22), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.859230 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe15c7d-8c6a-41dd-995a-c5002b473300 None None] Pushing event deleted for resources: {'Port': ['ID=11fbcc34-f8e0-406c-81b3-fe0f1b871142,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:47.863093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe15c7d-8c6a-41dd-995a-c5002b473300 None None] No DVR routers for this DVR port 11fbcc34-f8e0-406c-81b3-fe0f1b871142 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:47.887850 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2779f29-01fd-46bb-9113-9ca7c9b79f22']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:47.900228 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-26152163-a810-4843-acdd-ff613d4e80b7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/floatingips/6af1c597-b1c1-466f-be3b-ccfbd1b7e82e HTTP/1.1" status: 200 len: 992 time: 0.1228189 Jan 28 19:46:47.908779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9485c306-b1ad-43d8-a309-1b2a7d4181d2') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:47.909070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9485c306-b1ad-43d8-a309-1b2a7d4181d2') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:47.918309 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (9485c306-b1ad-43d8-a309-1b2a7d4181d2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.937054 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9485c306-b1ad-43d8-a309-1b2a7d4181d2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.944669 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:46:47.945311 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (9485c306-b1ad-43d8-a309-1b2a7d4181d2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:46:47.948034 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:46:48.008648 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (e2779f29-01fd-46bb-9113-9ca7c9b79f22), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:48.014672 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:48.017790 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e2779f29-01fd-46bb-9113-9ca7c9b79f22 HTTP/1.1" status: 204 len: 168 time: 0.7943826 Jan 28 19:46:48.020905 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59298) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:48.028931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a589b-06b3-4cd8-9306-a68461f760e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2779f29-01fd-46bb-9113-9ca7c9b79f22,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:48.214625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-a834dc56-f4b9-4da7-841f-5f6c39948b58 req-e6aa06f7-01c8-4884-83e5-84cb6195d99b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:46:48.215606 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a834dc56-f4b9-4da7-841f-5f6c39948b58 req-e6aa06f7-01c8-4884-83e5-84cb6195d99b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081711 Jan 28 19:46:48.239581 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03402fd5-ad05-432d-a8da-ceb4226f5530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:48.388442 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-731c8e99-c40d-41ac-8377-e142823a61f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (28407e4d-10d3-480c-bb48-fa59d510dadc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:48.439941 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59308) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:48.506993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87698c8-ad9d-4a87-88b6-f5e732e10b8e req-cac77c80-f915-4197-b22a-0763089f40d6 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:48.508780 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a87698c8-ad9d-4a87-88b6-f5e732e10b8e req-cac77c80-f915-4197-b22a-0763089f40d6 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0600786 Jan 28 19:46:48.561537 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a87698c8-ad9d-4a87-88b6-f5e732e10b8e req-ba2fe9bd-a75b-45f4-8dc4-9cbbdd21e58c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470960 Jan 28 19:46:48.613122 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-5a186427-2773-4477-8827-6e61f9530380 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1718705 Jan 28 19:46:48.624517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-f04a153d-2b0f-465c-98ac-17589ac0a25c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:46:48.626329 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-f04a153d-2b0f-465c-98ac-17589ac0a25c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073845 Jan 28 19:46:48.682779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-731c8e99-c40d-41ac-8377-e142823a61f2 admin admin] Deleting port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:48.683350 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-731c8e99-c40d-41ac-8377-e142823a61f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:48.810231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0236847-8de1-4968-aade-96fc3581fb12 req-d8df98ce-e315-44c3-896d-fbe224c6295d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:48.811731 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b0236847-8de1-4968-aade-96fc3581fb12 req-d8df98ce-e315-44c3-896d-fbe224c6295d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 946 time: 0.1445377 Jan 28 19:46:48.836532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-731c8e99-c40d-41ac-8377-e142823a61f2 admin admin] For port 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2bab7f1d-0bd0-414d-9c16-16384cdd7a1c,segment=NetworkSegment(5b976726-8b1c-4d45-bce0-cbf82ee701c2),segment_id=5b976726-8b1c-4d45-bce0-cbf82ee701c2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:48.836869 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-731c8e99-c40d-41ac-8377-e142823a61f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:48.860870 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-731c8e99-c40d-41ac-8377-e142823a61f2 admin admin] Calling delete_port for 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:48.894879 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfbd86-1e75-48d0-8aeb-c182b2e467b9 req-591cc536-0b48-4fb9-9bc6-4458f7112300 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:48.896384 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-abcfbd86-1e75-48d0-8aeb-c182b2e467b9 req-591cc536-0b48-4fb9-9bc6-4458f7112300 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 946 time: 0.1340911 Jan 28 19:46:48.979465 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b0236847-8de1-4968-aade-96fc3581fb12 req-e1049ac5-b9e3-4639-ae69-17b0c4dbff58 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578412 Jan 28 19:46:49.113168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-abcfbd86-1e75-48d0-8aeb-c182b2e467b9 req-3c274d35-2ec4-4b02-8576-94e21a7a3b8b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Deleting port 40a07886-f84e-4b64-a796-325e2f31ff67 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:49.113477 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-abcfbd86-1e75-48d0-8aeb-c182b2e467b9 req-3c274d35-2ec4-4b02-8576-94e21a7a3b8b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (40a07886-f84e-4b64-a796-325e2f31ff67), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:49.237783 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-731c8e99-c40d-41ac-8377-e142823a61f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2bab7f1d-0bd0-414d-9c16-16384cdd7a1c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:49.251395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-abcfbd86-1e75-48d0-8aeb-c182b2e467b9 req-3c274d35-2ec4-4b02-8576-94e21a7a3b8b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] For port 40a07886-f84e-4b64-a796-325e2f31ff67, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=40a07886-f84e-4b64-a796-325e2f31ff67,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:49.251761 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-abcfbd86-1e75-48d0-8aeb-c182b2e467b9 req-3c274d35-2ec4-4b02-8576-94e21a7a3b8b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (40a07886-f84e-4b64-a796-325e2f31ff67), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:49.279591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c8e99-c40d-41ac-8377-e142823a61f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bab7f1d-0bd0-414d-9c16-16384cdd7a1c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:49.286794 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-abcfbd86-1e75-48d0-8aeb-c182b2e467b9 req-3c274d35-2ec4-4b02-8576-94e21a7a3b8b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Calling delete_port for 40a07886-f84e-4b64-a796-325e2f31ff67 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:49.533016 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-731c8e99-c40d-41ac-8377-e142823a61f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (28407e4d-10d3-480c-bb48-fa59d510dadc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:49.585972 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-abcfbd86-1e75-48d0-8aeb-c182b2e467b9 req-3c274d35-2ec4-4b02-8576-94e21a7a3b8b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (40a07886-f84e-4b64-a796-325e2f31ff67), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:49.597966 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['40a07886-f84e-4b64-a796-325e2f31ff67'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:46:49.628214 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c274d35-2ec4-4b02-8576-94e21a7a3b8b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event deleted for resources: {'Port': ['ID=40a07886-f84e-4b64-a796-325e2f31ff67,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:49.723941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcfbd86-1e75-48d0-8aeb-c182b2e467b9 req-3c274d35-2ec4-4b02-8576-94e21a7a3b8b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] No DVR routers for this DVR port 40a07886-f84e-4b64-a796-325e2f31ff67 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:49.729087 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-abcfbd86-1e75-48d0-8aeb-c182b2e467b9 req-3c274d35-2ec4-4b02-8576-94e21a7a3b8b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:49.732994 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-abcfbd86-1e75-48d0-8aeb-c182b2e467b9 req-3c274d35-2ec4-4b02-8576-94e21a7a3b8b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "DELETE /v2.0/ports/40a07886-f84e-4b64-a796-325e2f31ff67 HTTP/1.1" status: 204 len: 173 time: 0.8007965 Jan 28 19:46:49.733512 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ceb2051-3a1b-49d1-b805-a2f2fd3a410a', 'name': 'network-vif-deleted', 'tag': '40a07886-f84e-4b64-a796-325e2f31ff67'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:46:49.735776 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943648c-c3b5-4b12-9919-142f7c43076e req-a74f4263-e666-4780-af78-49abbbf2523b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:49.736281 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56d1687-fea5-4cf6-9b00-119d3cf8f576" -d '{"events": [{"server_uuid": "6ceb2051-3a1b-49d1-b805-a2f2fd3a410a", "name": "network-vif-deleted", "tag": "40a07886-f84e-4b64-a796-325e2f31ff67"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:46:49.743538 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b943648c-c3b5-4b12-9919-142f7c43076e req-a74f4263-e666-4780-af78-49abbbf2523b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0734544 Jan 28 19:46:49.858554 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b943648c-c3b5-4b12-9919-142f7c43076e req-b8286bb7-c04e-43f5-9ff7-3332fffe02db tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072049 Jan 28 19:46:49.875060 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-e264a0aa-e75c-4790-97da-4ebbfa65551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:49.877350 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-e264a0aa-e75c-4790-97da-4ebbfa65551a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 1127 time: 0.0891457 Jan 28 19:46:49.879012 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af92d99-297f-4b85-93c3-987965a4ec08 x-openstack-request-id: req-2af92d99-297f-4b85-93c3-987965a4ec08 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:46:49.879315 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ceb2051-3a1b-49d1-b805-a2f2fd3a410a", "name": "network-vif-deleted", "tag": "40a07886-f84e-4b64-a796-325e2f31ff67", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:46:49.879568 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2af92d99-297f-4b85-93c3-987965a4ec08 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:46:49.879987 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ceb2051-3a1b-49d1-b805-a2f2fd3a410a', 'name': 'network-vif-deleted', 'tag': '40a07886-f84e-4b64-a796-325e2f31ff67', 'status': 'completed', 'code': 200} Jan 28 19:46:49.901919 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731c8e99-c40d-41ac-8377-e142823a61f2 admin admin] Router 28407e4d-10d3-480c-bb48-fa59d510dadc has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:46:49.987546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-118cc055-fb1e-45ac-b1af-89ce14657e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:49.989430 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-118cc055-fb1e-45ac-b1af-89ce14657e3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=49f47c15-e927-4eed-8f17-32d25ecab971 HTTP/1.1" status: 200 len: 898 time: 0.1063371 Jan 28 19:46:50.021283 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731c8e99-c40d-41ac-8377-e142823a61f2 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:46:50.030721 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-731c8e99-c40d-41ac-8377-e142823a61f2 admin admin] 10.222.0.55 "PUT /v2.0/routers/28407e4d-10d3-480c-bb48-fa59d510dadc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0085979 Jan 28 19:46:50.031594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59342) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:50.032805 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d497bf-6174-4391-bf00-a9ba0f9b5ad0 None None] Sync routers for ids ['28407e4d-10d3-480c-bb48-fa59d510dadc'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:46:50.053448 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d497bf-6174-4391-bf00-a9ba0f9b5ad0 None None] Routers {'28407e4d-10d3-480c-bb48-fa59d510dadc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:50.054141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-62d497bf-6174-4391-bf00-a9ba0f9b5ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:46:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['28407e4d-10d3-480c-bb48-fa59d510dadc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:50.080142 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-1a7fd2ba-f6da-4ebd-9de8-dde818842402 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9 HTTP/1.1" status: 200 len: 1000 time: 0.0849941 Jan 28 19:46:50.126519 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-21d2004c-77cd-48b4-a05e-40bace83cf1f req-41bb2ded-2b2e-4622-87a2-54d7d295dfa0 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 210 time: 0.0482554 Jan 28 19:46:50.155001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-14c79025-e39c-4a30-9429-4101804f0eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:50.156983 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-14c79025-e39c-4a30-9429-4101804f0eba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86e48026-897a-494c-8fd8-cd68598fd7bc HTTP/1.1" status: 200 len: 834 time: 0.0712690 Jan 28 19:46:50.183249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-62d497bf-6174-4391-bf00-a9ba0f9b5ad0 None None] Set router 28407e4d-10d3-480c-bb48-fa59d510dadc gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:50.185976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f158b464-0c45-406a-b3ff-ae4c4ab60c8e admin admin] Publish callbacks [] for router (28407e4d-10d3-480c-bb48-fa59d510dadc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:50.219363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-db5a6e4f-df94-44a0-8019-cfc359ea9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:50.221321 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-db5a6e4f-df94-44a0-8019-cfc359ea9d67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=49f47c15-e927-4eed-8f17-32d25ecab971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0581257 Jan 28 19:46:50.316479 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-e991a4d3-925a-4af7-af32-789365fe6737 service neutron] 10.222.0.37 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889053 Jan 28 19:46:50.394066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-62d497bf-6174-4391-bf00-a9ba0f9b5ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'name': 'tempest-TestServerMultinode-1721471534-router', 'tenant_id': '84d1e0768c7e414d94cb7ae107a72efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:04Z', 'updated_at': '2022-01-28T19:46:49Z', 'revision_number': 5, 'project_id': '84d1e0768c7e414d94cb7ae107a72efc', 'gw_port': {'id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:05Z', 'updated_at': '2022-01-28T19:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:50.429926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d497bf-6174-4391-bf00-a9ba0f9b5ad0 None None] Checking router: 28407e4d-10d3-480c-bb48-fa59d510dadc for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:46:50.433117 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-27b5b224-47bf-4212-8012-b80264d92c2a service neutron] 10.222.0.37 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104004 Jan 28 19:46:50.444231 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3c926fee-8707-4ac7-87e5-9b1090eef256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:50.450304 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d497bf-6174-4391-bf00-a9ba0f9b5ad0 None None] Routers {'28407e4d-10d3-480c-bb48-fa59d510dadc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:46:50.451922 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-62d497bf-6174-4391-bf00-a9ba0f9b5ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:46:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['28407e4d-10d3-480c-bb48-fa59d510dadc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:50.600088 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f158b464-0c45-406a-b3ff-ae4c4ab60c8e admin admin] Publish callbacks [] for router_gateway (28407e4d-10d3-480c-bb48-fa59d510dadc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:50.613461 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-62d497bf-6174-4391-bf00-a9ba0f9b5ad0 None None] Set router 28407e4d-10d3-480c-bb48-fa59d510dadc gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:46:50.659208 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f158b464-0c45-406a-b3ff-ae4c4ab60c8e admin admin] Deleting port a5143ae6-8231-4c34-ae04-5dbb4e48c8a0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:50.659548 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f158b464-0c45-406a-b3ff-ae4c4ab60c8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a5143ae6-8231-4c34-ae04-5dbb4e48c8a0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:50.745523 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-f158b464-0c45-406a-b3ff-ae4c4ab60c8e admin admin] For port a5143ae6-8231-4c34-ae04-5dbb4e48c8a0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a5143ae6-8231-4c34-ae04-5dbb4e48c8a0,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:50.746295 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f158b464-0c45-406a-b3ff-ae4c4ab60c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a5143ae6-8231-4c34-ae04-5dbb4e48c8a0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:50.757790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-f158b464-0c45-406a-b3ff-ae4c4ab60c8e admin admin] Calling delete_port for a5143ae6-8231-4c34-ae04-5dbb4e48c8a0 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:50.795698 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-62d497bf-6174-4391-bf00-a9ba0f9b5ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'name': 'tempest-TestServerMultinode-1721471534-router', 'tenant_id': '84d1e0768c7e414d94cb7ae107a72efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:04Z', 'updated_at': '2022-01-28T19:46:49Z', 'revision_number': 5, 'project_id': '84d1e0768c7e414d94cb7ae107a72efc', 'gw_port': {'id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:05Z', 'updated_at': '2022-01-28T19:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:50.822057 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d497bf-6174-4391-bf00-a9ba0f9b5ad0 None None] The sync data for ids ['28407e4d-10d3-480c-bb48-fa59d510dadc'] in n-d-824834-4 is: [{'id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'name': 'tempest-TestServerMultinode-1721471534-router', 'tenant_id': '84d1e0768c7e414d94cb7ae107a72efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:04Z', 'updated_at': '2022-01-28T19:46:49Z', 'revision_number': 5, 'project_id': '84d1e0768c7e414d94cb7ae107a72efc', 'gw_port': {'id': 'a5143ae6-8231-4c34-ae04-5dbb4e48c8a0', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28407e4d-10d3-480c-bb48-fa59d510dadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:05Z', 'updated_at': '2022-01-28T19:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:46:50.936987 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f158b464-0c45-406a-b3ff-ae4c4ab60c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (a5143ae6-8231-4c34-ae04-5dbb4e48c8a0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:50.970928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158b464-0c45-406a-b3ff-ae4c4ab60c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=a5143ae6-8231-4c34-ae04-5dbb4e48c8a0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:50.998221 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f934c8e-e6c5-4875-ba7c-80849e2acbe4 req-03c96073-7e20-45c9-8479-f96dc470795b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:50.999738 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f934c8e-e6c5-4875-ba7c-80849e2acbe4 req-03c96073-7e20-45c9-8479-f96dc470795b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0616415 Jan 28 19:46:51.032377 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f158b464-0c45-406a-b3ff-ae4c4ab60c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (28407e4d-10d3-480c-bb48-fa59d510dadc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.050992 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2f934c8e-e6c5-4875-ba7c-80849e2acbe4 req-23288f69-c06f-4846-93c3-6dc5369a5808 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450683 Jan 28 19:46:51.127898 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f158b464-0c45-406a-b3ff-ae4c4ab60c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (28407e4d-10d3-480c-bb48-fa59d510dadc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.130050 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f158b464-0c45-406a-b3ff-ae4c4ab60c8e admin admin] Publish callbacks [] for router_controller (28407e4d-10d3-480c-bb48-fa59d510dadc), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.178142 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f158b464-0c45-406a-b3ff-ae4c4ab60c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (28407e4d-10d3-480c-bb48-fa59d510dadc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.178926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f158b464-0c45-406a-b3ff-ae4c4ab60c8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28407e4d-10d3-480c-bb48-fa59d510dadc {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:46:51.185213 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f158b464-0c45-406a-b3ff-ae4c4ab60c8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.189633 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59348) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:51.197895 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f158b464-0c45-406a-b3ff-ae4c4ab60c8e admin admin] 10.222.0.55 "DELETE /v2.0/routers/28407e4d-10d3-480c-bb48-fa59d510dadc HTTP/1.1" status: 204 len: 168 time: 1.1650219 Jan 28 19:46:51.258763 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63e42854-ff39-4a2a-a129-cef6bdf5b98b req-e63288fa-dd72-407f-9d18-6ece60840c41 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 210 time: 0.0585971 Jan 28 19:46:51.288609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8bdfc0-7251-4e58-9e67-00e2cb4a8ec2 admin admin] Deleting subnet ae75821a-6993-4b6a-9409-6d46968f9cc5 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:46:51.292531 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdfc0-7251-4e58-9e67-00e2cb4a8ec2 admin admin] Publish callbacks [] for subnet (ae75821a-6993-4b6a-9409-6d46968f9cc5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.340419 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdfc0-7251-4e58-9e67-00e2cb4a8ec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (ae75821a-6993-4b6a-9409-6d46968f9cc5), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.361712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:51.384022 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:51.384555 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2bab7f1d-0bd0-414d-9c16-16384cdd7a1c not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:51.438623 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdfc0-7251-4e58-9e67-00e2cb4a8ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (ae75821a-6993-4b6a-9409-6d46968f9cc5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.496863 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdfc0-7251-4e58-9e67-00e2cb4a8ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (ae75821a-6993-4b6a-9409-6d46968f9cc5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.524883 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bdfc0-7251-4e58-9e67-00e2cb4a8ec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae75821a-6993-4b6a-9409-6d46968f9cc5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:51.530423 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdfc0-7251-4e58-9e67-00e2cb4a8ec2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.534526 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6b8bdfc0-7251-4e58-9e67-00e2cb4a8ec2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ae75821a-6993-4b6a-9409-6d46968f9cc5 HTTP/1.1" status: 204 len: 168 time: 0.3437705 Jan 28 19:46:51.536281 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff717b9-262d-4f5b-9565-d859580a25cd None None] Network 86270e20-ebc0-4683-975e-920cbffc94ae requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:46:51.536878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59350) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:51.613940 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (86270e20-ebc0-4683-975e-920cbffc94ae), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.677291 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] Deleting port acc4c25f-a535-48b3-897c-e59372b4383d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:46:51.677778 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (acc4c25f-a535-48b3-897c-e59372b4383d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.748608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] For port acc4c25f-a535-48b3-897c-e59372b4383d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=acc4c25f-a535-48b3-897c-e59372b4383d,segment=NetworkSegment(5b976726-8b1c-4d45-bce0-cbf82ee701c2),segment_id=5b976726-8b1c-4d45-bce0-cbf82ee701c2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:46:51.748993 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (acc4c25f-a535-48b3-897c-e59372b4383d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.762815 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] Calling delete_port for acc4c25f-a535-48b3-897c-e59372b4383d owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:46:51.792730 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.842546 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (acc4c25f-a535-48b3-897c-e59372b4383d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.868167 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] Pushing event deleted for resources: {'Port': ['ID=acc4c25f-a535-48b3-897c-e59372b4383d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:51.871881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] No DVR routers for this DVR port acc4c25f-a535-48b3-897c-e59372b4383d on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:46:51.950340 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (86270e20-ebc0-4683-975e-920cbffc94ae), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:51.975870 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86270e20-ebc0-4683-975e-920cbffc94ae']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:51.982825 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dd0a39-0e09-478a-8c9c-9d27a2f61188 None None] DHCP port deletion for 86270e20-ebc0-4683-975e-920cbffc94ae request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:46:51.986940 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b976726-8b1c-4d45-bce0-cbf82ee701c2') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:51.987300 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b976726-8b1c-4d45-bce0-cbf82ee701c2') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:46:52.001887 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (5b976726-8b1c-4d45-bce0-cbf82ee701c2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.016566 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5b976726-8b1c-4d45-bce0-cbf82ee701c2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.025104 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:46:52.025516 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (5b976726-8b1c-4d45-bce0-cbf82ee701c2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:46:52.027333 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:46:52.083478 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (86270e20-ebc0-4683-975e-920cbffc94ae), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.089660 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.097676 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] 10.222.0.55 "DELETE /v2.0/networks/86270e20-ebc0-4683-975e-920cbffc94ae HTTP/1.1" status: 204 len: 168 time: 0.5570579 Jan 28 19:46:52.121615 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25db42-7850-41a4-a843-6537981f47ed admin admin] Pushing event deleted for resources: {'Network': ['ID=86270e20-ebc0-4683-975e-920cbffc94ae,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:52.195340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f156fb6-44de-4676-a34e-f5f3c62b2f49 req-9c16c510-fb65-4440-a584-5f9d09416ed7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:52.196846 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8f156fb6-44de-4676-a34e-f5f3c62b2f49 req-9c16c510-fb65-4440-a584-5f9d09416ed7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0549088 Jan 28 19:46:52.262155 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8f156fb6-44de-4676-a34e-f5f3c62b2f49 req-79f67870-89cc-4724-929d-2328d1f79dea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581567 Jan 28 19:46:52.295505 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59358) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:52.341911 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f07bcbeb-a496-4f8e-ad54-85e3c647d0cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d154af1f097b48fc8b0800cf8100477b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451150 Jan 28 19:46:52.344352 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59360) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:52.365910 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fa21ae18-6dad-4f83-ba50-6ad60cfacc16 req-a6b3ad78-5d54-4ec8-869e-c50fb3c0ff09 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 210 time: 0.0280564 Jan 28 19:46:52.395178 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43e62e16-5a86-4002-835f-5635810de451 admin admin] Publish callbacks [] for security_group (df5737e3-8727-4f7c-901b-4d58e9a9ccde), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.415665 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43e62e16-5a86-4002-835f-5635810de451 admin admin] Publish callbacks [] for security_group (df5737e3-8727-4f7c-901b-4d58e9a9ccde), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.466258 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43e62e16-5a86-4002-835f-5635810de451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (df5737e3-8727-4f7c-901b-4d58e9a9ccde), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.468702 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43e62e16-5a86-4002-835f-5635810de451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.469879 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-43e62e16-5a86-4002-835f-5635810de451 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df5737e3-8727-4f7c-901b-4d58e9a9ccde HTTP/1.1" status: 204 len: 168 time: 0.1246433 Jan 28 19:46:52.479016 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e62e16-5a86-4002-835f-5635810de451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5737e3-8727-4f7c-901b-4d58e9a9ccde,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:52.794558 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59366) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:52.835624 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6d56760b-54b0-4051-ad8d-1af6083ea342 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84d1e0768c7e414d94cb7ae107a72efc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398414 Jan 28 19:46:52.838358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59368) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:46:52.887532 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9af8-84b9-4032-b6f6-5dc97dc895f5 admin admin] Publish callbacks [] for security_group (f9af4d57-1c16-4edd-8de8-d8441670fe52), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.912100 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9af8-84b9-4032-b6f6-5dc97dc895f5 admin admin] Publish callbacks [] for security_group (f9af4d57-1c16-4edd-8de8-d8441670fe52), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.967618 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9af8-84b9-4032-b6f6-5dc97dc895f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f9af4d57-1c16-4edd-8de8-d8441670fe52), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.970290 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f7f9af8-84b9-4032-b6f6-5dc97dc895f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:52.971491 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1f7f9af8-84b9-4032-b6f6-5dc97dc895f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9af4d57-1c16-4edd-8de8-d8441670fe52 HTTP/1.1" status: 204 len: 168 time: 0.1321633 Jan 28 19:46:52.979499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f9af8-84b9-4032-b6f6-5dc97dc895f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9af4d57-1c16-4edd-8de8-d8441670fe52,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:46:53.078184 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:53.156804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device acc4c25f-a535-48b3-897c-e59372b4383d no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:53.180340 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: acc4c25f-a535-48b3-897c-e59372b4383d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:53.181121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device acc4c25f-a535-48b3-897c-e59372b4383d not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:53.181558 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a5143ae6-8231-4c34-ae04-5dbb4e48c8a0 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:53.204062 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: a5143ae6-8231-4c34-ae04-5dbb4e48c8a0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:53.204413 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a5143ae6-8231-4c34-ae04-5dbb4e48c8a0 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:53.439290 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c13aae-43c8-4902-a21c-c54a29f81a28 req-5af78892-59bc-4535-a861-e5dab349ae4b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:53.441109 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-12c13aae-43c8-4902-a21c-c54a29f81a28 req-5af78892-59bc-4535-a861-e5dab349ae4b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0983117 Jan 28 19:46:53.492777 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41377053-d32d-45e3-a1fc-fcf4b7b71719 req-57bf62c0-40d2-4ad6-9471-3c3acf822e3c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 210 time: 0.0316942 Jan 28 19:46:53.520405 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-12c13aae-43c8-4902-a21c-c54a29f81a28 req-40b51b9c-a010-4794-9bff-c39b5b0c5d3c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624335 Jan 28 19:46:54.150826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 40a07886-f84e-4b64-a796-325e2f31ff67 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:46:54.171115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 40a07886-f84e-4b64-a796-325e2f31ff67 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:46:54.171495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 40a07886-f84e-4b64-a796-325e2f31ff67 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:46:54.511197 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:54.601273 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d9cec35b-7bed-4be5-ad3d-733c927db297 req-e1186f06-825c-4f1f-9f5c-0b235ea6c75f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 210 time: 0.0323086 Jan 28 19:46:54.631456 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc453d15-ef5f-4e6e-83c8-5f40a8e5a668 req-50a55aa8-1e68-4d14-85aa-528d6e3b8689 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:54.632976 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dc453d15-ef5f-4e6e-83c8-5f40a8e5a668 req-50a55aa8-1e68-4d14-85aa-528d6e3b8689 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0580287 Jan 28 19:46:54.685517 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dc453d15-ef5f-4e6e-83c8-5f40a8e5a668 req-75bfa117-8386-4a4f-8716-908e9ba1c37e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465899 Jan 28 19:46:55.681189 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:46:55.701520 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-955b1039-7a64-4e2f-9068-678282f31968 req-24daf267-fbbd-4546-bca5-0f02d439deec tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 210 time: 0.0292795 Jan 28 19:46:55.807946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b756d7d-f972-4275-b81b-f6a6883fef9a req-28913757-c2db-44fc-9492-0c4f4756102f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:55.809507 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3b756d7d-f972-4275-b81b-f6a6883fef9a req-28913757-c2db-44fc-9492-0c4f4756102f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0525496 Jan 28 19:46:55.860209 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3b756d7d-f972-4275-b81b-f6a6883fef9a req-410a6b4a-e5fc-4204-a01c-2db17e936b2e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448046 Jan 28 19:46:56.797261 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9dbd9f41-e033-464a-8c2a-a6e63299a333 req-4594ac4d-f6bb-4b8a-a357-ce40fb927675 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 210 time: 0.0272634 Jan 28 19:46:56.989945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8962f-5a23-4b46-8c3d-fcb49072facc req-fff02a76-4f01-48f8-8530-9723bbc311d4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:56.991543 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6f8962f-5a23-4b46-8c3d-fcb49072facc req-fff02a76-4f01-48f8-8530-9723bbc311d4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0557618 Jan 28 19:46:57.039321 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6f8962f-5a23-4b46-8c3d-fcb49072facc req-8f9bd147-02a5-4fb4-8783-1aba4a3d104d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419014 Jan 28 19:46:57.894805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-befeef33-56a2-45a1-b276-99177910f578 req-dccde655-5f7b-4c3e-84f5-c3ddb489af39 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ceb2051-3a1b-49d1-b805-a2f2fd3a410a HTTP/1.1" status: 200 len: 210 time: 0.0300124 Jan 28 19:46:58.170244 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30736ef6-fa18-4f3b-8061-6501d892c8a9 req-2e6edb06-46e9-4af5-950f-43c10efbeadf tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:58.171764 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30736ef6-fa18-4f3b-8061-6501d892c8a9 req-2e6edb06-46e9-4af5-950f-43c10efbeadf tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0622213 Jan 28 19:46:58.224845 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30736ef6-fa18-4f3b-8061-6501d892c8a9 req-fd031b65-3e89-43ee-b613-2e3bfd2ff34c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470963 Jan 28 19:46:59.347469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63b5a5-7f5c-4001-a427-4740a5c9ce4a req-6bc15901-fb88-4f36-84c2-bd20dc5d5cc7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:46:59.348966 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1a63b5a5-7f5c-4001-a427-4740a5c9ce4a req-6bc15901-fb88-4f36-84c2-bd20dc5d5cc7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0535269 Jan 28 19:46:59.399155 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1a63b5a5-7f5c-4001-a427-4740a5c9ce4a req-f222fc06-20e7-484d-bcfa-dc4e50ab8a84 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441771 Jan 28 19:47:00.420498 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:00.524679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5212201-3a9e-4248-9d10-6ed6598b583e req-79c3d7ff-bb09-401a-8502-d9ce28e9ca58 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:00.526232 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e5212201-3a9e-4248-9d10-6ed6598b583e req-79c3d7ff-bb09-401a-8502-d9ce28e9ca58 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0558565 Jan 28 19:47:00.583906 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e5212201-3a9e-4248-9d10-6ed6598b583e req-acfbbd6b-67df-4b34-b5a4-c6ed70d28e1c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513337 Jan 28 19:47:01.224246 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:47:01.714064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff8987-7fc7-4f2e-b5ff-c9f173a554d1 req-8a90532a-3540-471f-ae85-1a7c1ed9de4f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:01.715657 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ceff8987-7fc7-4f2e-b5ff-c9f173a554d1 req-8a90532a-3540-471f-ae85-1a7c1ed9de4f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0582795 Jan 28 19:47:01.773169 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ceff8987-7fc7-4f2e-b5ff-c9f173a554d1 req-a4c182dc-6fa0-4831-b3cb-c5554c173967 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499730 Jan 28 19:47:02.545356 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-f50c3553-09ce-41f2-a20b-0472cbdf37f0 service neutron] show failed (client error): The resource could not be found. Jan 28 19:47:02.546389 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-f50c3553-09ce-41f2-a20b-0472cbdf37f0 service neutron] 10.222.0.37 "GET /v2.0/ports/2cc15e8b-0613-406c-b66f-e31ed467b2f9/bindings/n-h1-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0582128 Jan 28 19:47:02.799170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-892d9736-2fa3-453e-86ef-6b9012adc4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:02.800650 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-892d9736-2fa3-453e-86ef-6b9012adc4eb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75&tenant_id=310e0101c83844149a246554aacabb65 HTTP/1.1" status: 200 len: 1127 time: 0.0844126 Jan 28 19:47:02.813368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:02.897765 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:02.954046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b4c48-a404-4102-af75-c2de5b848c66 req-773191b6-a040-4546-90a9-8aab8a310530 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:02.955589 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-152b4c48-a404-4102-af75-c2de5b848c66 req-773191b6-a040-4546-90a9-8aab8a310530 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.1070528 Jan 28 19:47:03.079748 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-152b4c48-a404-4102-af75-c2de5b848c66 req-1efecad7-64fe-4ba0-92f4-cab90ca9c41d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179028 Jan 28 19:47:03.150682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] For port 2cc15e8b-0613-406c-b66f-e31ed467b2f9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9,segment=NetworkSegment(d22eb465-d2d2-409a-a6fd-a88954b4983b),segment_id=d22eb465-d2d2-409a-a6fd-a88954b4983b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:03.185602 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] For port 2cc15e8b-0613-406c-b66f-e31ed467b2f9, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:47:03.229118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc15e8b-0613-406c-b66f-e31ed467b2f9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:47:03.231602 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc26515-59d7-4e30-917e-d16fbee362dd" -d '{"events": [{"server_uuid": "a83290a4-44c2-4bf6-9b4a-bac512f31b75", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc15e8b-0613-406c-b66f-e31ed467b2f9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:47:03.235523 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Publish callbacks [] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:03.249335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Transition to ACTIVE for port object 2cc15e8b-0613-406c-b66f-e31ed467b2f9 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:47:03.253692 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:03.365893 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ad0f6c-259d-40e5-b5c5-699b3357a138 x-openstack-request-id: req-03ad0f6c-259d-40e5-b5c5-699b3357a138 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:47:03.366231 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83290a4-44c2-4bf6-9b4a-bac512f31b75", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc15e8b-0613-406c-b66f-e31ed467b2f9", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:47:03.366528 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03ad0f6c-259d-40e5-b5c5-699b3357a138 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:47:03.367306 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc15e8b-0613-406c-b66f-e31ed467b2f9', 'code': 200} Jan 28 19:47:03.411750 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc15e8b-0613-406c-b66f-e31ed467b2f9,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:03.437388 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] No DVR routers for this DVR port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:47:03.581912 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Attempting to bind port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:47:03.582273 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Attempting to bind port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'd22eb465-d2d2-409a-a6fd-a88954b4983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:47:03.582603 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Attempting to bind port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 on network 49f47c15-e927-4eed-8f17-32d25ecab971 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:47:03.586918 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 on network 49f47c15-e927-4eed-8f17-32d25ecab971 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:47:03.587236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Attempting to bind port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 on network 49f47c15-e927-4eed-8f17-32d25ecab971 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:47:03.592281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:47:03.592664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Checking segment: {'id': 'd22eb465-d2d2-409a-a6fd-a88954b4983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:47:03.593046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Bound using segment: {'id': 'd22eb465-d2d2-409a-a6fd-a88954b4983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:47:03.593472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Bound port: 2cc15e8b-0613-406c-b66f-e31ed467b2f9, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd22eb465-d2d2-409a-a6fd-a88954b4983b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:47:03.593835 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:03.655094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] For port 2cc15e8b-0613-406c-b66f-e31ed467b2f9, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:47:03.658499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] For port 2cc15e8b-0613-406c-b66f-e31ed467b2f9, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9,segment=NetworkSegment(d22eb465-d2d2-409a-a6fd-a88954b4983b),segment_id=d22eb465-d2d2-409a-a6fd-a88954b4983b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:47:03.666146 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:03.711973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:03.712773 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:03.715239 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] 10.222.0.31 "PUT /v2.0/ports/2cc15e8b-0613-406c-b66f-e31ed467b2f9 HTTP/1.1" status: 200 len: 1091 time: 0.9053922 Jan 28 19:47:03.737556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3330374-1418-4b5c-8183-7312a28becc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc15e8b-0613-406c-b66f-e31ed467b2f9,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:03.788538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-07265b10-f767-406b-a479-298444b551ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:03.790386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-07265b10-f767-406b-a479-298444b551ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 1125 time: 0.0473523 Jan 28 19:47:03.891025 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-66b32274-a8c3-45e0-bde9-233168d750f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:03.892649 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-66b32274-a8c3-45e0-bde9-233168d750f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=49f47c15-e927-4eed-8f17-32d25ecab971 HTTP/1.1" status: 200 len: 898 time: 0.0969505 Jan 28 19:47:03.994895 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-4fa1d6bc-952d-4ac2-abdd-1f37c2b3dc8d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9 HTTP/1.1" status: 200 len: 998 time: 0.0966747 Jan 28 19:47:04.044615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-250b9e0a-5dc7-47c0-95b1-4db859a92358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:04.046240 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-250b9e0a-5dc7-47c0-95b1-4db859a92358 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86e48026-897a-494c-8fd8-cd68598fd7bc HTTP/1.1" status: 200 len: 834 time: 0.0454626 Jan 28 19:47:04.094987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-33ac399d-6c92-465c-98b8-db2e34d9b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:04.096501 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-33ac399d-6c92-465c-98b8-db2e34d9b99b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=49f47c15-e927-4eed-8f17-32d25ecab971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450287 Jan 28 19:47:04.218756 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-dfc3c2cb-242e-4f9f-bfd7-f394cf04b34c service neutron] 10.222.0.31 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165218 Jan 28 19:47:04.228610 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb4322-8b53-4b7a-9a6e-0dc5137641bd req-0500c416-e1a2-4e20-9abd-78f9663318a0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:04.229997 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0acb4322-8b53-4b7a-9a6e-0dc5137641bd req-0500c416-e1a2-4e20-9abd-78f9663318a0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 943 time: 0.0782356 Jan 28 19:47:04.337045 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0acb4322-8b53-4b7a-9a6e-0dc5137641bd req-a1ccd2fc-4c22-472a-bc8d-c4e7c27400ce tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991199 Jan 28 19:47:04.352084 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35c6bb6f-c41b-4102-a35b-6d148847be20 req-cb3ded02-cc33-452a-9e9c-8ae3c41e3e17 service neutron] 10.222.0.31 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210546 Jan 28 19:47:05.367748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'tag': '2cc15e8b-0613-406c-b66f-e31ed467b2f9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:47:05.370268 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d0faf8-270c-46c8-b896-1f8d7c8b1658" -d '{"events": [{"name": "network-changed", "server_uuid": "a83290a4-44c2-4bf6-9b4a-bac512f31b75", "tag": "2cc15e8b-0613-406c-b66f-e31ed467b2f9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:47:05.430629 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4916d524-f612-4404-811c-5523dafeee69 x-openstack-request-id: req-4916d524-f612-4404-811c-5523dafeee69 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:47:05.430949 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83290a4-44c2-4bf6-9b4a-bac512f31b75", "tag": "2cc15e8b-0613-406c-b66f-e31ed467b2f9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:47:05.431161 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4916d524-f612-4404-811c-5523dafeee69 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:47:05.431814 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'tag': '2cc15e8b-0613-406c-b66f-e31ed467b2f9', 'status': 'completed', 'code': 200} Jan 28 19:47:05.506314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-bd1fefd8-e4de-48d0-9599-80345adf183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:05.508397 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-bd1fefd8-e4de-48d0-9599-80345adf183b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 1125 time: 0.0550916 Jan 28 19:47:05.542728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b858c44-7a7a-474f-b987-cc52bdabbf27 req-20aa738f-1a40-41fc-9429-86f4f76be73d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:05.545184 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b858c44-7a7a-474f-b987-cc52bdabbf27 req-20aa738f-1a40-41fc-9429-86f4f76be73d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 943 time: 0.1122537 Jan 28 19:47:05.547473 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-236d6439-71a3-4ad5-a702-5155cb67f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:05.548876 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-236d6439-71a3-4ad5-a702-5155cb67f472 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 1125 time: 0.0828211 Jan 28 19:47:05.638970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-56d1a114-867a-405e-8e50-ca61c14d92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:05.641876 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-56d1a114-867a-405e-8e50-ca61c14d92cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=49f47c15-e927-4eed-8f17-32d25ecab971 HTTP/1.1" status: 200 len: 898 time: 0.1268628 Jan 28 19:47:05.667647 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b858c44-7a7a-474f-b987-cc52bdabbf27 req-50ec3624-7cd8-49a2-90dc-c72b8a3e8a90 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145968 Jan 28 19:47:05.716058 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-5fb3b075-73f6-44b0-96b7-06bfd77f7073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:05.717680 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-5fb3b075-73f6-44b0-96b7-06bfd77f7073 service neutron] 10.222.0.37 "GET /v2.0/networks?id=49f47c15-e927-4eed-8f17-32d25ecab971 HTTP/1.1" status: 200 len: 898 time: 0.1401167 Jan 28 19:47:05.726480 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-e2ab0ca2-58e8-4f45-bf61-94369b0bc5dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9 HTTP/1.1" status: 200 len: 998 time: 0.0780451 Jan 28 19:47:05.793203 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-5f74b26e-2e33-4edc-a9db-38929ccda7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:05.794919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-5f74b26e-2e33-4edc-a9db-38929ccda7a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86e48026-897a-494c-8fd8-cd68598fd7bc HTTP/1.1" status: 200 len: 834 time: 0.0593209 Jan 28 19:47:05.799411 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-aa470069-e376-490c-9c22-5f3129b344f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9 HTTP/1.1" status: 200 len: 998 time: 0.0755653 Jan 28 19:47:05.858782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-623c3ec6-8562-4fcf-b33d-30cf1d47630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:05.860638 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-623c3ec6-8562-4fcf-b33d-30cf1d47630c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=49f47c15-e927-4eed-8f17-32d25ecab971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0592561 Jan 28 19:47:05.869380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-d09de5e5-5b40-4918-86ff-f6d076ddf56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:05.870970 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-d09de5e5-5b40-4918-86ff-f6d076ddf56b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86e48026-897a-494c-8fd8-cd68598fd7bc HTTP/1.1" status: 200 len: 834 time: 0.0667284 Jan 28 19:47:05.998205 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-24685dd5-83c1-4fa8-aad8-d15b95db282b service neutron] 10.222.0.31 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270306 Jan 28 19:47:06.005702 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-95f84d19-418c-4c93-9e65-e20d3f4e80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:06.007701 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-95f84d19-418c-4c93-9e65-e20d3f4e80f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=49f47c15-e927-4eed-8f17-32d25ecab971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1229968 Jan 28 19:47:06.076528 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2cc15e8b-0613-406c-b66f-e31ed467b2f9 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:47:06.113071 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-64600f3e-9ce8-4dff-8a61-393f927fedef service neutron] 10.222.0.31 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078711 Jan 28 19:47:06.126220 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-fe4446c1-81c2-4fbd-9d92-3d760d5682ee service neutron] 10.222.0.37 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095171 Jan 28 19:47:06.136417 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] The host n-h2-824834-4 is not matching for port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 host n-h1-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:47:06.136820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2cc15e8b-0613-406c-b66f-e31ed467b2f9 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:47:06.222337 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-83d0faf8-270c-46c8-b896-1f8d7c8b1658 req-b1b69bdd-f406-4bd9-b5e8-7a329b77f841 service neutron] 10.222.0.37 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906794 Jan 28 19:47:06.802127 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7a7b5-ac92-47f4-8199-e4ea5d553a9e req-1ca2fdd5-102b-4c5d-a4c0-35fae7b202d2 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:06.803647 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31d7a7b5-ac92-47f4-8199-e4ea5d553a9e req-1ca2fdd5-102b-4c5d-a4c0-35fae7b202d2 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 943 time: 0.0556970 Jan 28 19:47:06.854527 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31d7a7b5-ac92-47f4-8199-e4ea5d553a9e req-795f2c4a-d176-4ea0-9d09-4debfa266429 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452528 Jan 28 19:47:07.072705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a4af3-e106-4d51-8b38-78d4e7c9e63b req-ed323d52-f429-4eb0-849c-11c24f2ae9fe tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:07.078492 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae7a4af3-e106-4d51-8b38-78d4e7c9e63b req-ed323d52-f429-4eb0-849c-11c24f2ae9fe tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 943 time: 0.0582674 Jan 28 19:47:07.127693 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae7a4af3-e106-4d51-8b38-78d4e7c9e63b req-2c489e0e-9c4b-414e-934c-b57e985c7950 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469124 Jan 28 19:47:07.149907 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2b277-e527-4027-8054-a2c3dadd9067 req-0033bedf-b1c6-489e-b514-8b9db82ca4f4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:07.151404 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-84b2b277-e527-4027-8054-a2c3dadd9067 req-0033bedf-b1c6-489e-b514-8b9db82ca4f4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.37 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75&tenant_id=310e0101c83844149a246554aacabb65&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 943 time: 0.1101446 Jan 28 19:47:07.211639 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-84b2b277-e527-4027-8054-a2c3dadd9067 req-856bca4a-61e0-4dcb-826c-da0fcec83b99 service neutron] delete failed (client error): The resource could not be found. Jan 28 19:47:07.212639 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-84b2b277-e527-4027-8054-a2c3dadd9067 req-856bca4a-61e0-4dcb-826c-da0fcec83b99 service neutron] 10.222.0.37 "DELETE /v2.0/ports/2cc15e8b-0613-406c-b66f-e31ed467b2f9/bindings/n-h2-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0546887 Jan 28 19:47:07.304326 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2b277-e527-4027-8054-a2c3dadd9067 req-b7632adc-1c3c-42fb-95ff-4167f3082f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:07.305929 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-84b2b277-e527-4027-8054-a2c3dadd9067 req-b7632adc-1c3c-42fb-95ff-4167f3082f8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 1125 time: 0.0471048 Jan 28 19:47:07.745184 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2b277-e527-4027-8054-a2c3dadd9067 req-ab2d37fe-0bc4-40ce-8f45-cbd58bcceadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:07.746750 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-84b2b277-e527-4027-8054-a2c3dadd9067 req-ab2d37fe-0bc4-40ce-8f45-cbd58bcceadc service neutron] 10.222.0.37 "GET /v2.0/networks?id=49f47c15-e927-4eed-8f17-32d25ecab971 HTTP/1.1" status: 200 len: 898 time: 0.4355400 Jan 28 19:47:07.812237 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-84b2b277-e527-4027-8054-a2c3dadd9067 req-fc43162a-62e0-42e3-9887-9e0260406e75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9 HTTP/1.1" status: 200 len: 998 time: 0.0591025 Jan 28 19:47:07.863972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2b277-e527-4027-8054-a2c3dadd9067 req-b2367ef1-66ea-4b97-8ea7-820ad7463ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:07.865462 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-84b2b277-e527-4027-8054-a2c3dadd9067 req-b2367ef1-66ea-4b97-8ea7-820ad7463ac5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86e48026-897a-494c-8fd8-cd68598fd7bc HTTP/1.1" status: 200 len: 834 time: 0.0483580 Jan 28 19:47:07.913262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2b277-e527-4027-8054-a2c3dadd9067 req-b0d58d73-f1c3-43ad-b121-37c43ae2824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:07.914801 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-84b2b277-e527-4027-8054-a2c3dadd9067 req-b0d58d73-f1c3-43ad-b121-37c43ae2824a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=49f47c15-e927-4eed-8f17-32d25ecab971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439281 Jan 28 19:47:08.004900 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-84b2b277-e527-4027-8054-a2c3dadd9067 req-a4a72938-caad-4924-af0e-9276af7f342f service neutron] 10.222.0.37 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846000 Jan 28 19:47:08.104038 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-84b2b277-e527-4027-8054-a2c3dadd9067 req-94ee37be-a341-4fce-a0bd-8754da27a363 service neutron] 10.222.0.37 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932362 Jan 28 19:47:08.207967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2cc15e8b-0613-406c-b66f-e31ed467b2f9 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:47:08.262874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dc9e8-8db8-425f-a627-ed3e4ad58ef9 req-8d95dcf1-a29d-46fc-9673-95a8b4c1064b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:08.269633 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3e7dc9e8-8db8-425f-a627-ed3e4ad58ef9 req-8d95dcf1-a29d-46fc-9673-95a8b4c1064b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 943 time: 0.0617511 Jan 28 19:47:08.320439 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3e7dc9e8-8db8-425f-a627-ed3e4ad58ef9 req-a386cdad-98df-48c7-8bb8-bce026a79535 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493283 Jan 28 19:47:08.339349 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2cc15e8b-0613-406c-b66f-e31ed467b2f9, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9,segment=NetworkSegment(d22eb465-d2d2-409a-a6fd-a88954b4983b),segment_id=d22eb465-d2d2-409a-a6fd-a88954b4983b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:08.353853 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '2cc15e8b-0613-406c-b66f-e31ed467b2f9', 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971', 'port_id': '2cc15e8b-0613-406c-b66f-e31ed467b2f9', 'mac_address': 'fa:16:3e:67:9f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:47:08.397487 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:08.398892 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.418735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc15e8b-0613-406c-b66f-e31ed467b2f9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:47:08.445447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2cc15e8b-0613-406c-b66f-e31ed467b2f9, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9,segment=NetworkSegment(d22eb465-d2d2-409a-a6fd-a88954b4983b),segment_id=d22eb465-d2d2-409a-a6fd-a88954b4983b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:08.453839 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:08.513045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=2cc15e8b-0613-406c-b66f-e31ed467b2f9,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:08.658247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['2cc15e8b-0613-406c-b66f-e31ed467b2f9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:47:09.449775 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fe3aa-8609-4009-92e0-a9ca3c22a05c req-936c207e-4583-45d9-b2de-961ed6a3c60b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:09.451769 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cc1fe3aa-8609-4009-92e0-a9ca3c22a05c req-936c207e-4583-45d9-b2de-961ed6a3c60b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 944 time: 0.0591431 Jan 28 19:47:09.502675 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cc1fe3aa-8609-4009-92e0-a9ca3c22a05c req-4d206fea-7038-475d-8d2d-34091cec3aa8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448225 Jan 28 19:47:09.526828 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59518) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:09.591450 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-66e544c6-12e1-4bfc-a538-190103ad4a6e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/floatingips/6af1c597-b1c1-466f-be3b-ccfbd1b7e82e HTTP/1.1" status: 200 len: 991 time: 0.0631981 Jan 28 19:47:10.221984 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2cc15e8b-0613-406c-b66f-e31ed467b2f9 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:47:10.274331 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:47:10.278704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:10.279088 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:10.360578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:10.360968 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:10.383821 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc15e8b-0613-406c-b66f-e31ed467b2f9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:47:10.386403 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405d5c36-db3f-4ab6-8ed5-d3d422a14c45" -d '{"events": [{"server_uuid": "a83290a4-44c2-4bf6-9b4a-bac512f31b75", "name": "network-vif-plugged", "status": "completed", "tag": "2cc15e8b-0613-406c-b66f-e31ed467b2f9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:47:10.401265 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2cc15e8b-0613-406c-b66f-e31ed467b2f9, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9,segment=NetworkSegment(d22eb465-d2d2-409a-a6fd-a88954b4983b),segment_id=d22eb465-d2d2-409a-a6fd-a88954b4983b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:10.411798 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:10.470192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=2cc15e8b-0613-406c-b66f-e31ed467b2f9,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:10.621707 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a6fa1a-c5b9-46e8-b345-69b3132192a5 x-openstack-request-id: req-37a6fa1a-c5b9-46e8-b345-69b3132192a5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:47:10.622008 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83290a4-44c2-4bf6-9b4a-bac512f31b75", "name": "network-vif-plugged", "status": "completed", "tag": "2cc15e8b-0613-406c-b66f-e31ed467b2f9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:47:10.622289 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-37a6fa1a-c5b9-46e8-b345-69b3132192a5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:47:10.622685 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc15e8b-0613-406c-b66f-e31ed467b2f9', 'code': 200} Jan 28 19:47:18.236510 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-660534dd-6510-4d3c-a5dd-22f49922b670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:20.408516 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef4cfef6-7bd6-44ba-998a-6cd375bbb659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:21.802647 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:23.082043 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:24.511489 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:25.701885 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:27.682995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-d416c82e-c8d9-424b-a20f-1713f6124591 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:27.684507 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-d416c82e-c8d9-424b-a20f-1713f6124591 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 811 time: 0.3692987 Jan 28 19:47:27.700367 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-508fbea2-757a-4d35-ac03-c84a2a55ee2a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/quotas/74e67802b83e4dda84b80b3ec28b1541 HTTP/1.1" status: 200 len: 375 time: 0.0103099 Jan 28 19:47:27.759679 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-11385a5c-86fe-4189-9d2a-e7702ab0be0b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532289 Jan 28 19:47:27.769852 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-46f084f2-cb6b-4a52-88fb-7a5e8072c32e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:47:27.770827 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-46f084f2-cb6b-4a52-88fb-7a5e8072c32e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049322 Jan 28 19:47:27.860601 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-142402b1-00a7-4339-be34-90aaed28570a service neutron] 10.222.0.55 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842881 Jan 28 19:47:27.954082 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-4ad3d279-eac7-4cc9-9c63-815814c75a45 service neutron] 10.222.0.55 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854027 Jan 28 19:47:28.145200 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ace3d95d-1c14-4891-a9cb-88a6802c83f0 req-0d938b7f-b768-4e91-8fd0-2613c02e7a0b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 210 time: 0.0315273 Jan 28 19:47:29.051602 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-4bd3753b-80a0-47b7-ab84-2eff5bbb8345 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:29.053085 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-4bd3753b-80a0-47b7-ab84-2eff5bbb8345 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.37 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 811 time: 0.1027935 Jan 28 19:47:29.070216 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Request body: {'port': {'device_id': 'b502a5a7-5134-40cb-966c-3dcc60fdd462', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'admin_state_up': True, 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:29.181794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Made reservation on behalf of 74e67802b83e4dda84b80b3ec28b1541 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:47:29.185658 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:29.247029 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-47dbed01-0647-493b-98b1-3d82917e6a4b req-3fb5de80-83d5-47c7-a2be-4961b0685fb6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 210 time: 0.0319295 Jan 28 19:47:29.313935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Allocated IP 172.20.0.5 (3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a/e8631fd7-f1ff-4755-931c-e72b5c9a8c5b/58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:47:29.471096 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for port (58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:29.506572 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:29.551977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:47:29.555342 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:47:29.557869 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:47:29.598535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'Port': ['ID=58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:29.609084 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:29.609432 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:29.609877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:29.610135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:29.610467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:29.610792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:29.611115 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:29.611438 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:29.611755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:29.612075 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:29.612386 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:29.612702 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:29.613022 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:29.636243 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:29.636896 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:29.654411 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-0bf683bc-92ea-4d64-9e4a-b44711713d96 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5879004 Jan 28 19:47:29.666336 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Request body: {'port': {'device_id': 'b502a5a7-5134-40cb-966c-3dcc60fdd462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:29.736604 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:29.799198 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e546fd54-1a1e-4d68-86e8-b2fead2f2bf5 None None] Provisioning complete for port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:29.799818 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e546fd54-1a1e-4d68-86e8-b2fead2f2bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:29.834136 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e546fd54-1a1e-4d68-86e8-b2fead2f2bf5 None None] Port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:47:30.006794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:47:30.014559 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Publish callbacks [] for port (58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:30.026442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Transition to ACTIVE for port object 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:47:30.031467 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:30.084824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Pushing event updated for resources: {'Port': ['ID=58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:30.153282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Attempting to bind port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:47:30.153774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Attempting to bind port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:47:30.154230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Attempting to bind port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:47:30.159241 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:47:30.159567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Attempting to bind port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:47:30.164980 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:47:30.165316 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Checking segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:47:30.165696 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Bound using segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:47:30.166151 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Bound port: 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:47:30.166512 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:30.239806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] For port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:47:30.243136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] For port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:47:30.249991 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:30.285647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:30.286295 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:30.287694 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-8854188d-356f-46cd-a67c-588088d08948 service neutron] 10.222.0.37 "PUT /v2.0/ports/58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 HTTP/1.1" status: 200 len: 1091 time: 0.6261158 Jan 28 19:47:30.288154 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b502a5a7-5134-40cb-966c-3dcc60fdd462', 'tag': '58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:47:30.290598 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c062be-258f-4dbf-a594-dd3ebf86a625" -d '{"events": [{"name": "network-changed", "server_uuid": "b502a5a7-5134-40cb-966c-3dcc60fdd462", "tag": "58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:47:30.323896 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854188d-356f-46cd-a67c-588088d08948 service neutron] Pushing event updated for resources: {'Port': ['ID=58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:30.381523 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf70e37-fd0d-4296-b7c5-e4538048ac92 x-openstack-request-id: req-fbf70e37-fd0d-4296-b7c5-e4538048ac92 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:47:30.381819 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b502a5a7-5134-40cb-966c-3dcc60fdd462", "tag": "58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:47:30.382097 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fbf70e37-fd0d-4296-b7c5-e4538048ac92 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:47:30.382591 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b502a5a7-5134-40cb-966c-3dcc60fdd462', 'tag': '58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0', 'status': 'completed', 'code': 200} Jan 28 19:47:30.415209 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-acaa4dac-6451-4abc-9a14-4e1f1cb08654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:30.417030 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-acaa4dac-6451-4abc-9a14-4e1f1cb08654 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 1125 time: 0.0628858 Jan 28 19:47:30.421495 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:30.424537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72668a3-56af-48ac-ad97-2ab6ac9db7bd req-fe952b4d-f914-430a-b8e1-f13e115fa79d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:30.426095 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b72668a3-56af-48ac-ad97-2ab6ac9db7bd req-fe952b4d-f914-430a-b8e1-f13e115fa79d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.1108921 Jan 28 19:47:30.473910 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-738b5b0f-b686-4079-bf46-b028d819f96b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 HTTP/1.1" status: 200 len: 217 time: 0.0468168 Jan 28 19:47:30.551039 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b72668a3-56af-48ac-ad97-2ab6ac9db7bd req-52244797-6c5c-4067-b15d-777e9f8b0497 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173527 Jan 28 19:47:30.555104 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-6bfc044c-3306-4517-869f-e9e96b2c607b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:30.556512 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-6bfc044c-3306-4517-869f-e9e96b2c607b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0764389 Jan 28 19:47:30.609535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-3d99be75-bf15-424e-9ab2-c43ab5870cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:30.611245 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-3d99be75-bf15-424e-9ab2-c43ab5870cf0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490263 Jan 28 19:47:30.713399 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-3a273678-f9cf-4b60-a637-ebf4f3b415da service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958834 Jan 28 19:47:30.805144 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dfb8ce07-73b3-401d-a347-766ddb3f4066 req-41e009cc-c546-4948-a952-91d80a78da89 service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858035 Jan 28 19:47:30.897966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c062be-258f-4dbf-a594-dd3ebf86a625 req-2fee24fe-1b2d-4889-ad53-d98d5a6ef857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:30.899528 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a4c062be-258f-4dbf-a594-dd3ebf86a625 req-2fee24fe-1b2d-4889-ad53-d98d5a6ef857 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 1125 time: 0.0519609 Jan 28 19:47:30.988544 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c062be-258f-4dbf-a594-dd3ebf86a625 req-53006e27-90fa-4fe6-8768-6ae691cb47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:30.990033 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a4c062be-258f-4dbf-a594-dd3ebf86a625 req-53006e27-90fa-4fe6-8768-6ae691cb47d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.0853214 Jan 28 19:47:31.046125 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a4c062be-258f-4dbf-a594-dd3ebf86a625 req-01d15394-197d-47e7-a5a5-06d2c8e55f9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 HTTP/1.1" status: 200 len: 217 time: 0.0503292 Jan 28 19:47:31.095439 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c062be-258f-4dbf-a594-dd3ebf86a625 req-00817fe7-34d1-4afe-90c1-c98391d7e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:31.096909 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a4c062be-258f-4dbf-a594-dd3ebf86a625 req-00817fe7-34d1-4afe-90c1-c98391d7e287 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0453806 Jan 28 19:47:31.145241 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c062be-258f-4dbf-a594-dd3ebf86a625 req-c7f2f8c6-6091-4e58-b566-2ecc9ef36690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:31.146774 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a4c062be-258f-4dbf-a594-dd3ebf86a625 req-c7f2f8c6-6091-4e58-b566-2ecc9ef36690 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444334 Jan 28 19:47:31.236939 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a4c062be-258f-4dbf-a594-dd3ebf86a625 req-1029a8c8-98cb-466c-8a50-56bc3beb7db8 service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842791 Jan 28 19:47:31.324940 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a4c062be-258f-4dbf-a594-dd3ebf86a625 req-979ca7d5-35d1-4227-bdfc-f1f381c52414 service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825052 Jan 28 19:47:31.681468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162b1b5-5d52-4243-b23f-1e0b578a029b req-d8a32aff-9955-471f-b106-5d43bc78dd1e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:31.683053 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d162b1b5-5d52-4243-b23f-1e0b578a029b req-d8a32aff-9955-471f-b106-5d43bc78dd1e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0572734 Jan 28 19:47:31.740565 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d162b1b5-5d52-4243-b23f-1e0b578a029b req-c0fb7db1-9bb9-46ed-b413-6062c5747aa8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514181 Jan 28 19:47:32.860785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f95b55-6b8a-4285-a967-96aff848b5ed req-ef4e0416-1013-4878-8450-9a96c6a26de4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:32.862360 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89f95b55-6b8a-4285-a967-96aff848b5ed req-ef4e0416-1013-4878-8450-9a96c6a26de4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0526531 Jan 28 19:47:32.909352 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89f95b55-6b8a-4285-a967-96aff848b5ed req-45c8d9cc-1548-4a92-b808-7855e8f84789 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410790 Jan 28 19:47:34.043216 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0dafb-0a18-48dd-ac4b-d65e0a2dc5ec req-c3189577-d514-490e-bef6-6d8a6a6857bb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:34.044770 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1ab0dafb-0a18-48dd-ac4b-d65e0a2dc5ec req-c3189577-d514-490e-bef6-6d8a6a6857bb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0615685 Jan 28 19:47:34.093899 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1ab0dafb-0a18-48dd-ac4b-d65e0a2dc5ec req-5c45621f-3ea7-4e09-886c-59f202ec77e8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427997 Jan 28 19:47:35.257036 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431060-a488-4171-bce4-c7ac0efcf525 req-be707119-34eb-4562-abaf-865571bc352e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:35.260103 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45431060-a488-4171-bce4-c7ac0efcf525 req-be707119-34eb-4562-abaf-865571bc352e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0891936 Jan 28 19:47:35.340431 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45431060-a488-4171-bce4-c7ac0efcf525 req-bd6d5df3-278a-4d93-88e9-68ed5c212fe4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710886 Jan 28 19:47:36.526650 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b05fcc-8292-47c0-ab00-9e53b5e328ab req-e8ba3faa-e2f8-425a-9043-3bb21fe25932 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:36.529388 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d4b05fcc-8292-47c0-ab00-9e53b5e328ab req-e8ba3faa-e2f8-425a-9043-3bb21fe25932 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0705168 Jan 28 19:47:36.591525 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d4b05fcc-8292-47c0-ab00-9e53b5e328ab req-9aa7e465-8074-4f2a-b7b0-9d3264c0daa8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518067 Jan 28 19:47:37.724727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48524b18-2824-4edf-acc3-c09a4f4f7a44 req-f42b8c15-17a1-4a53-ae63-92de86a738ce tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:37.726536 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48524b18-2824-4edf-acc3-c09a4f4f7a44 req-f42b8c15-17a1-4a53-ae63-92de86a738ce tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0651474 Jan 28 19:47:37.774205 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48524b18-2824-4edf-acc3-c09a4f4f7a44 req-414603bb-c485-4f25-ba13-0512ad4afdab tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416934 Jan 28 19:47:38.226085 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:47:38.378151 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f3c7e-69ab-4e2b-b1ff-440919c08bb4 req-5237fe81-cc92-4f86-9009-f1eeaf3c5e7a tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:38.379703 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cd6f3c7e-69ab-4e2b-b1ff-440919c08bb4 req-5237fe81-cc92-4f86-9009-f1eeaf3c5e7a tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 1127 time: 0.0599687 Jan 28 19:47:38.436131 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cd6f3c7e-69ab-4e2b-b1ff-440919c08bb4 req-c187bb5f-3526-4498-8c67-9a8473b7ecb6 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498929 Jan 28 19:47:38.459202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59642) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:38.629098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting port be8c339b-2b1a-44e4-82a9-5f0e26a31f83 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:47:38.629588 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (be8c339b-2b1a-44e4-82a9-5f0e26a31f83), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:38.712969 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (be8c339b-2b1a-44e4-82a9-5f0e26a31f83), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:38.713389 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for floatingip (be8c339b-2b1a-44e4-82a9-5f0e26a31f83), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:38.726048 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Calling delete_port for be8c339b-2b1a-44e4-82a9-5f0e26a31f83 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:47:38.946994 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d42ea-0da8-4449-9a1f-56a9354acbfe req-000b1588-4766-4c4d-84db-a8faa004005b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:38.954598 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59d42ea-0da8-4449-9a1f-56a9354acbfe req-000b1588-4766-4c4d-84db-a8faa004005b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.1015885 Jan 28 19:47:39.004872 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (be8c339b-2b1a-44e4-82a9-5f0e26a31f83), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:39.011581 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a59d42ea-0da8-4449-9a1f-56a9354acbfe req-87f4b18f-d899-4ea6-b5a1-537e1866f906 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539975 Jan 28 19:47:39.032471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Port': ['ID=be8c339b-2b1a-44e4-82a9-5f0e26a31f83,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:39.041619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:39.041982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:39.042340 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:39.042686 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:39.043163 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:39.043332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:39.043963 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:39.043963 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:39.045831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:39.045831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:39.045831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:39.045831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:39.045831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:39.115137 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for floatingip (6af1c597-b1c1-466f-be3b-ccfbd1b7e82e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:39.115525 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Floating IP 6af1c597-b1c1-466f-be3b-ccfbd1b7e82e disassociated (deleted). External IP: 172.25.0.88, port: 2cc15e8b-0613-406c-b66f-e31ed467b2f9. Jan 28 19:47:39.348537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 97111228-92e9-4762-9750-b7afff3c62eb has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:47:39.455940 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:47:39.460745 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:39.465275 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9296d0-e0e9-4c9e-b422-ff9a4af694f5 None None] Sync routers for ids ['97111228-92e9-4762-9750-b7afff3c62eb'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:47:39.474781 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9296d0-e0e9-4c9e-b422-ff9a4af694f5 None None] Routers {'97111228-92e9-4762-9750-b7afff3c62eb'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:39.475360 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1d9296d0-e0e9-4c9e-b422-ff9a4af694f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:47:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['97111228-92e9-4762-9750-b7afff3c62eb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:39.496627 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-986d0fb0-32ad-4ddf-8599-59165584bd0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/floatingips/6af1c597-b1c1-466f-be3b-ccfbd1b7e82e HTTP/1.1" status: 204 len: 168 time: 1.0337474 Jan 28 19:47:39.496627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'tag': '2cc15e8b-0613-406c-b66f-e31ed467b2f9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:47:39.497391 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c064a8-dbb7-43d9-850f-95d14be3bbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "a83290a4-44c2-4bf6-9b4a-bac512f31b75", "tag": "2cc15e8b-0613-406c-b66f-e31ed467b2f9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:47:39.535668 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1a5c95-721c-40f5-83d1-4b1f2e98e88d x-openstack-request-id: req-bd1a5c95-721c-40f5-83d1-4b1f2e98e88d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:47:39.536228 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83290a4-44c2-4bf6-9b4a-bac512f31b75", "tag": "2cc15e8b-0613-406c-b66f-e31ed467b2f9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:47:39.536572 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd1a5c95-721c-40f5-83d1-4b1f2e98e88d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:47:39.537103 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'tag': '2cc15e8b-0613-406c-b66f-e31ed467b2f9', 'status': 'completed', 'code': 200} Jan 28 19:47:39.586521 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1d9296d0-e0e9-4c9e-b422-ff9a4af694f5 None None] Set router 97111228-92e9-4762-9750-b7afff3c62eb gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:39.604604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c064a8-dbb7-43d9-850f-95d14be3bbeb req-6d41a0d8-0287-4f87-8653-947c703ddc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:39.606330 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4c064a8-dbb7-43d9-850f-95d14be3bbeb req-6d41a0d8-0287-4f87-8653-947c703ddc05 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 1127 time: 0.0499065 Jan 28 19:47:39.708016 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c064a8-dbb7-43d9-850f-95d14be3bbeb req-2acac761-b241-4a82-ba5a-7acadc231187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:39.709431 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4c064a8-dbb7-43d9-850f-95d14be3bbeb req-2acac761-b241-4a82-ba5a-7acadc231187 service neutron] 10.222.0.31 "GET /v2.0/networks?id=49f47c15-e927-4eed-8f17-32d25ecab971 HTTP/1.1" status: 200 len: 898 time: 0.0978680 Jan 28 19:47:39.771193 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4c064a8-dbb7-43d9-850f-95d14be3bbeb req-441c34fd-b7e1-4f03-8b77-be608ec9d7bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9 HTTP/1.1" status: 200 len: 217 time: 0.0416863 Jan 28 19:47:39.825585 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b8cd3-8222-40f0-93fa-090802b660bc req-690fdadc-78b1-43cf-85f4-3b2e9adbc8b5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:39.827465 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-268b8cd3-8222-40f0-93fa-090802b660bc req-690fdadc-78b1-43cf-85f4-3b2e9adbc8b5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.1337905 Jan 28 19:47:39.843168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c064a8-dbb7-43d9-850f-95d14be3bbeb req-ae5fb334-b162-4e38-bc2e-b69b9de15439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:39.844641 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4c064a8-dbb7-43d9-850f-95d14be3bbeb req-ae5fb334-b162-4e38-bc2e-b69b9de15439 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=86e48026-897a-494c-8fd8-cd68598fd7bc HTTP/1.1" status: 200 len: 834 time: 0.0673361 Jan 28 19:47:39.898804 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1d9296d0-e0e9-4c9e-b422-ff9a4af694f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97111228-92e9-4762-9750-b7afff3c62eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683148017', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:11Z', 'updated_at': '2022-01-28T19:45:15Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:12Z', 'updated_at': '2022-01-28T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '887a883f-4968-4831-bb28-52044ecbbbbe', 'name': '', 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:d2:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:14Z', 'updated_at': '2022-01-28T19:45:18Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:39.916337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-268b8cd3-8222-40f0-93fa-090802b660bc req-383db3d4-2f9b-498d-9558-fbc00d89fd0b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801990 Jan 28 19:47:39.924654 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9296d0-e0e9-4c9e-b422-ff9a4af694f5 None None] Checking router: 97111228-92e9-4762-9750-b7afff3c62eb for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:47:39.926827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c064a8-dbb7-43d9-850f-95d14be3bbeb req-a740c569-d6bd-4702-991e-1c6d4626ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:39.928442 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4c064a8-dbb7-43d9-850f-95d14be3bbeb req-a740c569-d6bd-4702-991e-1c6d4626ba73 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=49f47c15-e927-4eed-8f17-32d25ecab971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0752821 Jan 28 19:47:39.933199 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9296d0-e0e9-4c9e-b422-ff9a4af694f5 None None] Routers {'97111228-92e9-4762-9750-b7afff3c62eb'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:39.933895 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1d9296d0-e0e9-4c9e-b422-ff9a4af694f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:47:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['97111228-92e9-4762-9750-b7afff3c62eb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:40.022104 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4c064a8-dbb7-43d9-850f-95d14be3bbeb req-a8744bdb-1198-4bd0-8ee4-bb8eec66d61f service neutron] 10.222.0.31 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858808 Jan 28 19:47:40.040503 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1d9296d0-e0e9-4c9e-b422-ff9a4af694f5 None None] Set router 97111228-92e9-4762-9750-b7afff3c62eb gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:40.122728 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4c064a8-dbb7-43d9-850f-95d14be3bbeb req-85a55179-5ffa-49de-8ec3-dc6f5f6d57f9 service neutron] 10.222.0.31 "GET /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940366 Jan 28 19:47:40.142337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5505b0-8019-40fb-aad3-765ed2419c9b req-560f4445-5d7c-45ad-acd0-b4d86efe3f98 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:40.143919 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc5505b0-8019-40fb-aad3-765ed2419c9b req-560f4445-5d7c-45ad-acd0-b4d86efe3f98 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0614083 Jan 28 19:47:40.196580 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc5505b0-8019-40fb-aad3-765ed2419c9b req-b7c70852-cddd-48b6-8ffb-7bfc1b2e62f5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Jan 28 19:47:40.252712 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1d9296d0-e0e9-4c9e-b422-ff9a4af694f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97111228-92e9-4762-9750-b7afff3c62eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683148017', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:11Z', 'updated_at': '2022-01-28T19:45:15Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:12Z', 'updated_at': '2022-01-28T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '887a883f-4968-4831-bb28-52044ecbbbbe', 'name': '', 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:d2:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:14Z', 'updated_at': '2022-01-28T19:45:18Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:40.279595 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9296d0-e0e9-4c9e-b422-ff9a4af694f5 None None] The sync data for ids ['97111228-92e9-4762-9750-b7afff3c62eb'] in n-d-824834-4 is: [{'id': '97111228-92e9-4762-9750-b7afff3c62eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683148017', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:11Z', 'updated_at': '2022-01-28T19:45:15Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:12Z', 'updated_at': '2022-01-28T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '887a883f-4968-4831-bb28-52044ecbbbbe', 'name': '', 'network_id': '49f47c15-e927-4eed-8f17-32d25ecab971', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:d2:b7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:14Z', 'updated_at': '2022-01-28T19:45:18Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '86e48026-897a-494c-8fd8-cd68598fd7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:47:40.510212 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeabfca-4e96-4dd2-95f3-46d0bb87feaf None None] New status for floating IP 6af1c597-b1c1-466f-be3b-ccfbd1b7e82e: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:47:41.000797 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b3f57-4838-45a0-b3a8-302dc646bffb req-07271e5d-478d-4d55-be50-0dc438551ab0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:41.002358 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b05b3f57-4838-45a0-b3a8-302dc646bffb req-07271e5d-478d-4d55-be50-0dc438551ab0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.31 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.0569818 Jan 28 19:47:41.108267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd2720-b6ed-4a03-98ad-cd6b1a78cdb7 req-7d93608e-fbbf-4ecd-beca-9c33122ceaed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:41.109708 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1cfd2720-b6ed-4a03-98ad-cd6b1a78cdb7 req-7d93608e-fbbf-4ecd-beca-9c33122ceaed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a83290a4-44c2-4bf6-9b4a-bac512f31b75 HTTP/1.1" status: 200 len: 945 time: 0.1065004 Jan 28 19:47:41.162347 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b05b3f57-4838-45a0-b3a8-302dc646bffb req-0e208f28-c66b-4deb-a364-00613f620ad1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:47:41.162642 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b05b3f57-4838-45a0-b3a8-302dc646bffb req-0e208f28-c66b-4deb-a364-00613f620ad1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:41.182933 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1cfd2720-b6ed-4a03-98ad-cd6b1a78cdb7 req-c25caa66-190e-48ff-b668-d1d9e25544dc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=7070914c-4cbe-4239-9632-8f919943fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673609 Jan 28 19:47:41.259162 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b05b3f57-4838-45a0-b3a8-302dc646bffb req-0e208f28-c66b-4deb-a364-00613f620ad1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] For port 2cc15e8b-0613-406c-b66f-e31ed467b2f9, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2cc15e8b-0613-406c-b66f-e31ed467b2f9,segment=NetworkSegment(d22eb465-d2d2-409a-a6fd-a88954b4983b),segment_id=d22eb465-d2d2-409a-a6fd-a88954b4983b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:41.259507 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b05b3f57-4838-45a0-b3a8-302dc646bffb req-0e208f28-c66b-4deb-a364-00613f620ad1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:41.272316 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b05b3f57-4838-45a0-b3a8-302dc646bffb req-0e208f28-c66b-4deb-a364-00613f620ad1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Calling delete_port for 2cc15e8b-0613-406c-b66f-e31ed467b2f9 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:47:41.313760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57c6d5-9dc6-4c39-8746-1552561f6f25 req-6edc31fd-63b9-4ae5-88d6-64353a536b21 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:41.315423 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dd57c6d5-9dc6-4c39-8746-1552561f6f25 req-6edc31fd-63b9-4ae5-88d6-64353a536b21 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0521014 Jan 28 19:47:41.363242 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dd57c6d5-9dc6-4c39-8746-1552561f6f25 req-c363be60-b997-44ef-8513-52e123d383c4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422690 Jan 28 19:47:41.407717 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b05b3f57-4838-45a0-b3a8-302dc646bffb req-0e208f28-c66b-4deb-a364-00613f620ad1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2cc15e8b-0613-406c-b66f-e31ed467b2f9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:41.435600 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e208f28-c66b-4deb-a364-00613f620ad1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Port': ['ID=2cc15e8b-0613-406c-b66f-e31ed467b2f9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:41.483781 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05b3f57-4838-45a0-b3a8-302dc646bffb req-0e208f28-c66b-4deb-a364-00613f620ad1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] No DVR routers for this DVR port 2cc15e8b-0613-406c-b66f-e31ed467b2f9 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:47:41.486317 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b05b3f57-4838-45a0-b3a8-302dc646bffb req-0e208f28-c66b-4deb-a364-00613f620ad1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:41.489630 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b05b3f57-4838-45a0-b3a8-302dc646bffb req-0e208f28-c66b-4deb-a364-00613f620ad1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.31 "DELETE /v2.0/ports/2cc15e8b-0613-406c-b66f-e31ed467b2f9 HTTP/1.1" status: 204 len: 173 time: 0.4784617 Jan 28 19:47:41.538607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'name': 'network-vif-deleted', 'tag': '2cc15e8b-0613-406c-b66f-e31ed467b2f9'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:47:41.541221 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51248ebd-de95-4af2-a0a1-732378db614c" -d '{"events": [{"server_uuid": "a83290a4-44c2-4bf6-9b4a-bac512f31b75", "name": "network-vif-deleted", "tag": "2cc15e8b-0613-406c-b66f-e31ed467b2f9"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:47:41.584451 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032fe18c-8802-4844-bc3e-39ff5525ba67 x-openstack-request-id: req-032fe18c-8802-4844-bc3e-39ff5525ba67 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:47:41.584761 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83290a4-44c2-4bf6-9b4a-bac512f31b75", "name": "network-vif-deleted", "tag": "2cc15e8b-0613-406c-b66f-e31ed467b2f9", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:47:41.585054 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-032fe18c-8802-4844-bc3e-39ff5525ba67 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:47:41.585509 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83290a4-44c2-4bf6-9b4a-bac512f31b75', 'name': 'network-vif-deleted', 'tag': '2cc15e8b-0613-406c-b66f-e31ed467b2f9', 'status': 'completed', 'code': 200} Jan 28 19:47:42.242794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59662) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:42.499214 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfad09-2e23-4fd3-bbbb-d43c2cecc770 req-65187db8-62f9-45c8-a11f-35a2478c4577 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:42.501140 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-65bfad09-2e23-4fd3-bbbb-d43c2cecc770 req-65187db8-62f9-45c8-a11f-35a2478c4577 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0638583 Jan 28 19:47:42.550326 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-65bfad09-2e23-4fd3-bbbb-d43c2cecc770 req-b0f338c5-a3a7-4f93-b67b-1baf5247f5a8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426495 Jan 28 19:47:42.618501 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f4bafcb-510e-4e29-96a6-963e42c943e5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (97111228-92e9-4762-9750-b7afff3c62eb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:42.885913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7f4bafcb-510e-4e29-96a6-963e42c943e5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting port 887a883f-4968-4831-bb28-52044ecbbbbe {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:47:42.886309 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f4bafcb-510e-4e29-96a6-963e42c943e5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:42.975797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-7f4bafcb-510e-4e29-96a6-963e42c943e5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] For port 887a883f-4968-4831-bb28-52044ecbbbbe, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=887a883f-4968-4831-bb28-52044ecbbbbe,segment=NetworkSegment(d22eb465-d2d2-409a-a6fd-a88954b4983b),segment_id=d22eb465-d2d2-409a-a6fd-a88954b4983b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:42.976170 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f4bafcb-510e-4e29-96a6-963e42c943e5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:42.988288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7f4bafcb-510e-4e29-96a6-963e42c943e5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Calling delete_port for 887a883f-4968-4831-bb28-52044ecbbbbe owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:47:43.176571 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f4bafcb-510e-4e29-96a6-963e42c943e5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (887a883f-4968-4831-bb28-52044ecbbbbe), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:43.207276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bafcb-510e-4e29-96a6-963e42c943e5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Port': ['ID=887a883f-4968-4831-bb28-52044ecbbbbe,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:43.383179 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7f4bafcb-510e-4e29-96a6-963e42c943e5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (97111228-92e9-4762-9750-b7afff3c62eb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:43.601729 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4bafcb-510e-4e29-96a6-963e42c943e5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 97111228-92e9-4762-9750-b7afff3c62eb has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:47:43.744229 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d304a8-1d3c-415a-9ab8-c41e192730db req-e4ddc0c7-cd5c-4624-890b-61db256d198e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:43.745696 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e3d304a8-1d3c-415a-9ab8-c41e192730db req-e4ddc0c7-cd5c-4624-890b-61db256d198e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.1012461 Jan 28 19:47:43.751003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4bafcb-510e-4e29-96a6-963e42c943e5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:47:43.758604 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7f4bafcb-510e-4e29-96a6-963e42c943e5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "PUT /v2.0/routers/97111228-92e9-4762-9750-b7afff3c62eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5146174 Jan 28 19:47:43.759588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59668) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:43.761687 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fba024-2d48-4e71-b258-4cad83fe1167 None None] Sync routers for ids ['97111228-92e9-4762-9750-b7afff3c62eb'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:47:43.774583 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fba024-2d48-4e71-b258-4cad83fe1167 None None] Routers {'97111228-92e9-4762-9750-b7afff3c62eb'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:43.775578 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c1fba024-2d48-4e71-b258-4cad83fe1167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:47:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['97111228-92e9-4762-9750-b7afff3c62eb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:43.803008 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e3d304a8-1d3c-415a-9ab8-c41e192730db req-63e6dedf-43b2-4a52-b82d-a8be92021a15 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500631 Jan 28 19:47:43.829384 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3671dd5-33e5-4ddb-8330-c6b3515a8eda tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting subnet 86e48026-897a-494c-8fd8-cd68598fd7bc {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:47:43.833492 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3671dd5-33e5-4ddb-8330-c6b3515a8eda tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for subnet (86e48026-897a-494c-8fd8-cd68598fd7bc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:43.882558 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3671dd5-33e5-4ddb-8330-c6b3515a8eda tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (86e48026-897a-494c-8fd8-cd68598fd7bc), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:43.904476 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c1fba024-2d48-4e71-b258-4cad83fe1167 None None] Set router 97111228-92e9-4762-9750-b7afff3c62eb gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:43.974710 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3671dd5-33e5-4ddb-8330-c6b3515a8eda tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (86e48026-897a-494c-8fd8-cd68598fd7bc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.049101 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3671dd5-33e5-4ddb-8330-c6b3515a8eda tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (86e48026-897a-494c-8fd8-cd68598fd7bc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.063701 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e3671dd5-33e5-4ddb-8330-c6b3515a8eda tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.066880 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e3671dd5-33e5-4ddb-8330-c6b3515a8eda tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/subnets/86e48026-897a-494c-8fd8-cd68598fd7bc HTTP/1.1" status: 204 len: 168 time: 0.3061917 Jan 28 19:47:44.069619 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59670) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:44.072319 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58504f04-cf69-473a-9b8e-a1be52d9a2aa None None] Network 49f47c15-e927-4eed-8f17-32d25ecab971 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:47:44.086391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3671dd5-33e5-4ddb-8330-c6b3515a8eda tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Subnet': ['ID=86e48026-897a-494c-8fd8-cd68598fd7bc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:44.130393 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c1fba024-2d48-4e71-b258-4cad83fe1167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97111228-92e9-4762-9750-b7afff3c62eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683148017', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:11Z', 'updated_at': '2022-01-28T19:47:43Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:12Z', 'updated_at': '2022-01-28T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:44.162381 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fba024-2d48-4e71-b258-4cad83fe1167 None None] Checking router: 97111228-92e9-4762-9750-b7afff3c62eb for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:47:44.171560 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fba024-2d48-4e71-b258-4cad83fe1167 None None] Routers {'97111228-92e9-4762-9750-b7afff3c62eb'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:44.172993 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c1fba024-2d48-4e71-b258-4cad83fe1167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:47:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['97111228-92e9-4762-9750-b7afff3c62eb'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:44.228799 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4f559b2-2837-412e-a25c-80aa80862cfa tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router (97111228-92e9-4762-9750-b7afff3c62eb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.293958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e95272d-a158-4533-879d-02718064d61e None None] DHCP port deletion for 49f47c15-e927-4eed-8f17-32d25ecab971 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:47:44.306689 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c1fba024-2d48-4e71-b258-4cad83fe1167 None None] Set router 97111228-92e9-4762-9750-b7afff3c62eb gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:44.345691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2e95272d-a158-4533-879d-02718064d61e None None] Deleting port 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:47:44.345987 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e95272d-a158-4533-879d-02718064d61e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2e356d35-5a95-4b32-a5a6-1d8466b4bcc7), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.359894 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4f559b2-2837-412e-a25c-80aa80862cfa tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_gateway (97111228-92e9-4762-9750-b7afff3c62eb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.418545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2e95272d-a158-4533-879d-02718064d61e None None] For port 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=2e356d35-5a95-4b32-a5a6-1d8466b4bcc7,segment=NetworkSegment(d22eb465-d2d2-409a-a6fd-a88954b4983b),segment_id=d22eb465-d2d2-409a-a6fd-a88954b4983b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:44.419320 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e95272d-a158-4533-879d-02718064d61e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2e356d35-5a95-4b32-a5a6-1d8466b4bcc7), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.424018 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e4f559b2-2837-412e-a25c-80aa80862cfa tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting port 39ed8975-1134-4bda-b015-bac5b12f09c2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:47:44.425049 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4f559b2-2837-412e-a25c-80aa80862cfa tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (39ed8975-1134-4bda-b015-bac5b12f09c2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.433960 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2e95272d-a158-4533-879d-02718064d61e None None] Calling delete_port for 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:47:44.527966 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e95272d-a158-4533-879d-02718064d61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (2e356d35-5a95-4b32-a5a6-1d8466b4bcc7), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.553096 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c1fba024-2d48-4e71-b258-4cad83fe1167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97111228-92e9-4762-9750-b7afff3c62eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683148017', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:11Z', 'updated_at': '2022-01-28T19:47:43Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:12Z', 'updated_at': '2022-01-28T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:44.566150 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95272d-a158-4533-879d-02718064d61e None None] Pushing event deleted for resources: {'Port': ['ID=2e356d35-5a95-4b32-a5a6-1d8466b4bcc7,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:44.569538 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e95272d-a158-4533-879d-02718064d61e None None] No DVR routers for this DVR port 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:47:44.586390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e95272d-a158-4533-879d-02718064d61e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.587156 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e95272d-a158-4533-879d-02718064d61e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.587727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e95272d-a158-4533-879d-02718064d61e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.588283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e95272d-a158-4533-879d-02718064d61e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.588859 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e95272d-a158-4533-879d-02718064d61e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.589437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e95272d-a158-4533-879d-02718064d61e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.590070 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e95272d-a158-4533-879d-02718064d61e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.590641 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e95272d-a158-4533-879d-02718064d61e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.591202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e95272d-a158-4533-879d-02718064d61e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.591753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e95272d-a158-4533-879d-02718064d61e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.592301 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e95272d-a158-4533-879d-02718064d61e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.592859 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e95272d-a158-4533-879d-02718064d61e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.593412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e95272d-a158-4533-879d-02718064d61e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:44.608273 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fba024-2d48-4e71-b258-4cad83fe1167 None None] The sync data for ids ['97111228-92e9-4762-9750-b7afff3c62eb'] in n-d-824834-4 is: [{'id': '97111228-92e9-4762-9750-b7afff3c62eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1683148017', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:45:11Z', 'updated_at': '2022-01-28T19:47:43Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '39ed8975-1134-4bda-b015-bac5b12f09c2', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97111228-92e9-4762-9750-b7afff3c62eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:45:12Z', 'updated_at': '2022-01-28T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:47:44.903500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-e4f559b2-2837-412e-a25c-80aa80862cfa tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] For port 39ed8975-1134-4bda-b015-bac5b12f09c2, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=39ed8975-1134-4bda-b015-bac5b12f09c2,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:44.904156 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4f559b2-2837-412e-a25c-80aa80862cfa tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (39ed8975-1134-4bda-b015-bac5b12f09c2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:44.926588 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-e4f559b2-2837-412e-a25c-80aa80862cfa tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Calling delete_port for 39ed8975-1134-4bda-b015-bac5b12f09c2 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:47:44.953134 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35fb59-a356-4e63-9861-132808465ffe req-b9847ab0-b22e-4429-befc-aef94909677b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:44.955251 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e35fb59-a356-4e63-9861-132808465ffe req-b9847ab0-b22e-4429-befc-aef94909677b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0721018 Jan 28 19:47:45.015658 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e35fb59-a356-4e63-9861-132808465ffe req-03675935-a8d2-4aaa-bb97-1e3dfc386d78 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544555 Jan 28 19:47:45.117739 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4f559b2-2837-412e-a25c-80aa80862cfa tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (39ed8975-1134-4bda-b015-bac5b12f09c2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.155886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f559b2-2837-412e-a25c-80aa80862cfa tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Port': ['ID=39ed8975-1134-4bda-b015-bac5b12f09c2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:45.183761 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 887a883f-4968-4831-bb28-52044ecbbbbe no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:47:45.220710 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 887a883f-4968-4831-bb28-52044ecbbbbe {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:47:45.221430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 887a883f-4968-4831-bb28-52044ecbbbbe not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:47:45.222064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:47:45.222607 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4f559b2-2837-412e-a25c-80aa80862cfa tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (97111228-92e9-4762-9750-b7afff3c62eb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.245093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:47:45.245436 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 2e356d35-5a95-4b32-a5a6-1d8466b4bcc7 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:47:45.318418 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4f559b2-2837-412e-a25c-80aa80862cfa tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (97111228-92e9-4762-9750-b7afff3c62eb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.320602 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4f559b2-2837-412e-a25c-80aa80862cfa tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_controller (97111228-92e9-4762-9750-b7afff3c62eb), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.365590 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4f559b2-2837-412e-a25c-80aa80862cfa tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (97111228-92e9-4762-9750-b7afff3c62eb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.366406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f559b2-2837-412e-a25c-80aa80862cfa tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Fanout notify agent at l3_agent the message router_deleted on router 97111228-92e9-4762-9750-b7afff3c62eb {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:47:45.374666 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e4f559b2-2837-412e-a25c-80aa80862cfa tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.378754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59674) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:45.378962 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e4f559b2-2837-412e-a25c-80aa80862cfa tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/routers/97111228-92e9-4762-9750-b7afff3c62eb HTTP/1.1" status: 204 len: 168 time: 1.3050237 Jan 28 19:47:45.460677 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6cda-3ee7-4c33-817e-e6b4d2549470 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (49f47c15-e927-4eed-8f17-32d25ecab971), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.560902 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6cda-3ee7-4c33-817e-e6b4d2549470 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (49f47c15-e927-4eed-8f17-32d25ecab971), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.582895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d5bc6cda-3ee7-4c33-817e-e6b4d2549470 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f47c15-e927-4eed-8f17-32d25ecab971']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:45.592974 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d5bc6cda-3ee7-4c33-817e-e6b4d2549470 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22eb465-d2d2-409a-a6fd-a88954b4983b') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:45.593337 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d5bc6cda-3ee7-4c33-817e-e6b4d2549470 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22eb465-d2d2-409a-a6fd-a88954b4983b') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:45.602828 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6cda-3ee7-4c33-817e-e6b4d2549470 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (d22eb465-d2d2-409a-a6fd-a88954b4983b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.616015 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6cda-3ee7-4c33-817e-e6b4d2549470 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d22eb465-d2d2-409a-a6fd-a88954b4983b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.622559 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5bc6cda-3ee7-4c33-817e-e6b4d2549470 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:47:45.622951 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6cda-3ee7-4c33-817e-e6b4d2549470 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (d22eb465-d2d2-409a-a6fd-a88954b4983b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:47:45.626368 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:47:45.687798 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6cda-3ee7-4c33-817e-e6b4d2549470 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (49f47c15-e927-4eed-8f17-32d25ecab971), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.692383 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6cda-3ee7-4c33-817e-e6b4d2549470 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.698844 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d5bc6cda-3ee7-4c33-817e-e6b4d2549470 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/networks/49f47c15-e927-4eed-8f17-32d25ecab971 HTTP/1.1" status: 204 len: 168 time: 0.3154166 Jan 28 19:47:45.699079 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59676) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:45.721158 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc6cda-3ee7-4c33-817e-e6b4d2549470 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Network': ['ID=49f47c15-e927-4eed-8f17-32d25ecab971,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:45.759103 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90263384-6fe1-4d54-b71c-2b40d240b911 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (7070914c-4cbe-4239-9632-8f919943fb5e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.784770 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90263384-6fe1-4d54-b71c-2b40d240b911 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (7070914c-4cbe-4239-9632-8f919943fb5e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.851458 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90263384-6fe1-4d54-b71c-2b40d240b911 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7070914c-4cbe-4239-9632-8f919943fb5e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.854975 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-90263384-6fe1-4d54-b71c-2b40d240b911 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:45.858937 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-90263384-6fe1-4d54-b71c-2b40d240b911 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/security-groups/7070914c-4cbe-4239-9632-8f919943fb5e HTTP/1.1" status: 204 len: 168 time: 0.1561563 Jan 28 19:47:45.866600 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90263384-6fe1-4d54-b71c-2b40d240b911 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7070914c-4cbe-4239-9632-8f919943fb5e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:46.151622 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbab89-e44b-4f93-91c7-b6c34bae843d req-0b7f9b52-10eb-4c5a-ba6e-92d788bad885 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:46.154014 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45dbab89-e44b-4f93-91c7-b6c34bae843d req-0b7f9b52-10eb-4c5a-ba6e-92d788bad885 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0595157 Jan 28 19:47:46.208862 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45dbab89-e44b-4f93-91c7-b6c34bae843d req-51044707-b546-44f0-913a-2b24c2a865f9 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488064 Jan 28 19:47:46.384980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2cc15e8b-0613-406c-b66f-e31ed467b2f9 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:47:46.408341 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59684) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:46.413049 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-91983e41-c34d-47d9-9efa-718594756fab tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-254322559', 'description': 'tempest-secgroup-smoke-254322559 description', 'project_id': '310e0101c83844149a246554aacabb65'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:46.413305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 2cc15e8b-0613-406c-b66f-e31ed467b2f9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:47:46.413652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2cc15e8b-0613-406c-b66f-e31ed467b2f9 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:47:46.433293 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91983e41-c34d-47d9-9efa-718594756fab tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.498001 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91983e41-c34d-47d9-9efa-718594756fab tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (d5b254c1-da19-4720-9276-26108e3d2b91), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.503215 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91983e41-c34d-47d9-9efa-718594756fab tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d5b254c1-da19-4720-9276-26108e3d2b91), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.532631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91983e41-c34d-47d9-9efa-718594756fab tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b254c1-da19-4720-9276-26108e3d2b91,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:46.538895 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-91983e41-c34d-47d9-9efa-718594756fab tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.540153 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-91983e41-c34d-47d9-9efa-718594756fab tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1308084 Jan 28 19:47:46.543219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59686) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:46.548192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-622fbeae-9d00-4853-ad59-05f80ab31c36 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': 'd5b254c1-da19-4720-9276-26108e3d2b91', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:46.576762 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-622fbeae-9d00-4853-ad59-05f80ab31c36 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (9cf64ab1-de7f-4f40-9017-193813283a72), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.632849 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-622fbeae-9d00-4853-ad59-05f80ab31c36 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (9cf64ab1-de7f-4f40-9017-193813283a72), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.637758 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-622fbeae-9d00-4853-ad59-05f80ab31c36 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (9cf64ab1-de7f-4f40-9017-193813283a72), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.655996 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fbeae-9d00-4853-ad59-05f80ab31c36 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf64ab1-de7f-4f40-9017-193813283a72,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:46.662211 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-622fbeae-9d00-4853-ad59-05f80ab31c36 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.663429 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-622fbeae-9d00-4853-ad59-05f80ab31c36 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191788 Jan 28 19:47:46.666306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59688) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:46.670594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1e5273d0-7e96-4e6d-811f-9c157c7d7fb5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': 'd5b254c1-da19-4720-9276-26108e3d2b91', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:46.695671 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e5273d0-7e96-4e6d-811f-9c157c7d7fb5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (bd8db98c-2f4f-45b6-b64f-df0c50f0d3e0), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.755661 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e5273d0-7e96-4e6d-811f-9c157c7d7fb5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (bd8db98c-2f4f-45b6-b64f-df0c50f0d3e0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.760077 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e5273d0-7e96-4e6d-811f-9c157c7d7fb5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (bd8db98c-2f4f-45b6-b64f-df0c50f0d3e0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.777426 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5273d0-7e96-4e6d-811f-9c157c7d7fb5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8db98c-2f4f-45b6-b64f-df0c50f0d3e0,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:46.787551 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1e5273d0-7e96-4e6d-811f-9c157c7d7fb5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.788765 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1e5273d0-7e96-4e6d-811f-9c157c7d7fb5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215205 Jan 28 19:47:46.791995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:46.796633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a0221c9b-99fa-4c89-8776-9b629c16ad5d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': 'd5b254c1-da19-4720-9276-26108e3d2b91', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:46.824505 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0221c9b-99fa-4c89-8776-9b629c16ad5d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (0004a1e6-03de-4549-9a33-59e83c4d6153), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.906810 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0221c9b-99fa-4c89-8776-9b629c16ad5d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (0004a1e6-03de-4549-9a33-59e83c4d6153), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.912010 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0221c9b-99fa-4c89-8776-9b629c16ad5d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (0004a1e6-03de-4549-9a33-59e83c4d6153), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.931466 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0221c9b-99fa-4c89-8776-9b629c16ad5d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0004a1e6-03de-4549-9a33-59e83c4d6153,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:46.939629 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a0221c9b-99fa-4c89-8776-9b629c16ad5d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:46.940882 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a0221c9b-99fa-4c89-8776-9b629c16ad5d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478791 Jan 28 19:47:46.943809 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59692) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:46.949526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8a726daa-8f53-406c-9b44-69b81daf6692 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': 'd5b254c1-da19-4720-9276-26108e3d2b91', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:46.984942 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a726daa-8f53-406c-9b44-69b81daf6692 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (8275b4fb-d943-4820-98a4-7910419bc21a), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.044775 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a726daa-8f53-406c-9b44-69b81daf6692 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (8275b4fb-d943-4820-98a4-7910419bc21a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.049904 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a726daa-8f53-406c-9b44-69b81daf6692 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (8275b4fb-d943-4820-98a4-7910419bc21a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.076299 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a726daa-8f53-406c-9b44-69b81daf6692 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8275b4fb-d943-4820-98a4-7910419bc21a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:47.082339 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a726daa-8f53-406c-9b44-69b81daf6692 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.086633 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59694) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:47.086862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8a726daa-8f53-406c-9b44-69b81daf6692 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414688 Jan 28 19:47:47.091797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-08580338-026f-470e-bc22-20a58c3c0db9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': 'd5b254c1-da19-4720-9276-26108e3d2b91', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:47.113376 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-08580338-026f-470e-bc22-20a58c3c0db9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Project 310e0101c83844149a246554aacabb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:47:47.119256 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08580338-026f-470e-bc22-20a58c3c0db9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (ad1c4b58-a006-4f37-9f03-8a208a69bcd8), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.170119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 39ed8975-1134-4bda-b015-bac5b12f09c2 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:47:47.182070 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08580338-026f-470e-bc22-20a58c3c0db9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (ad1c4b58-a006-4f37-9f03-8a208a69bcd8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.186971 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08580338-026f-470e-bc22-20a58c3c0db9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (ad1c4b58-a006-4f37-9f03-8a208a69bcd8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.194064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 39ed8975-1134-4bda-b015-bac5b12f09c2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:47:47.194656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 39ed8975-1134-4bda-b015-bac5b12f09c2 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:47:47.212018 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08580338-026f-470e-bc22-20a58c3c0db9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1c4b58-a006-4f37-9f03-8a208a69bcd8,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:47.216846 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08580338-026f-470e-bc22-20a58c3c0db9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.220968 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-08580338-026f-470e-bc22-20a58c3c0db9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303215 Jan 28 19:47:47.221450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59696) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:47.225513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3ab14afc-d4f3-4d31-9d59-5894cf084c8d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': 'd5b254c1-da19-4720-9276-26108e3d2b91', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:47.247498 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-3ab14afc-d4f3-4d31-9d59-5894cf084c8d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Project 310e0101c83844149a246554aacabb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:47:47.254005 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ab14afc-d4f3-4d31-9d59-5894cf084c8d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (16af0ca1-d854-42b2-9a6b-7a055ec186e1), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.347561 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ab14afc-d4f3-4d31-9d59-5894cf084c8d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (16af0ca1-d854-42b2-9a6b-7a055ec186e1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.353409 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ab14afc-d4f3-4d31-9d59-5894cf084c8d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (16af0ca1-d854-42b2-9a6b-7a055ec186e1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.368733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f34443-a6b7-4d5f-8426-6e4fb56d8d1d req-84d1f4c8-6003-4183-ae23-51d70ba5edd1 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:47.370355 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57f34443-a6b7-4d5f-8426-6e4fb56d8d1d req-84d1f4c8-6003-4183-ae23-51d70ba5edd1 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0883577 Jan 28 19:47:47.380887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab14afc-d4f3-4d31-9d59-5894cf084c8d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16af0ca1-d854-42b2-9a6b-7a055ec186e1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:47.402849 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ab14afc-d4f3-4d31-9d59-5894cf084c8d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.404004 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3ab14afc-d4f3-4d31-9d59-5894cf084c8d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1818941 Jan 28 19:47:47.407157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59700) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:47.414072 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c96ef91a-018e-4308-b899-d721b9492bff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'network': {'name': 'tempest-network-smoke--1155583229', 'project_id': '310e0101c83844149a246554aacabb65', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:47.432209 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-57f34443-a6b7-4d5f-8426-6e4fb56d8d1d req-935797bd-9204-4b9d-8e45-4731983b9872 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520906 Jan 28 19:47:47.435575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96ef91a-018e-4308-b899-d721b9492bff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Made reservation on behalf of 310e0101c83844149a246554aacabb65 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:47:47.438916 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c96ef91a-018e-4308-b899-d721b9492bff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.466759 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96ef91a-018e-4308-b899-d721b9492bff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:47:47.475792 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c96ef91a-018e-4308-b899-d721b9492bff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d2548777-7468-44b4-bef5-0385eb991a84), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.476136 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-c96ef91a-018e-4308-b899-d721b9492bff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Added segment d2548777-7468-44b4-bef5-0385eb991a84 of type vlan for network ef86b24a-2806-4a2f-87ec-95905dca472a Jan 28 19:47:47.517675 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c96ef91a-018e-4308-b899-d721b9492bff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (ef86b24a-2806-4a2f-87ec-95905dca472a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.542330 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c96ef91a-018e-4308-b899-d721b9492bff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (ef86b24a-2806-4a2f-87ec-95905dca472a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.547517 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96ef91a-018e-4308-b899-d721b9492bff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:47.548095 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c96ef91a-018e-4308-b899-d721b9492bff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.625745 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c96ef91a-018e-4308-b899-d721b9492bff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2164702 Jan 28 19:47:47.628590 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59702) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:47.633196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1575885632', 'admin_state_up': True, 'project_id': '310e0101c83844149a246554aacabb65', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:47.655413 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (809083d0-a827-481d-a560-6a49294c5e5a), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.656238 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ef91a-018e-4308-b899-d721b9492bff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Network': ['ID=ef86b24a-2806-4a2f-87ec-95905dca472a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:47.656556 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (809083d0-a827-481d-a560-6a49294c5e5a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.671908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network ef86b24a-2806-4a2f-87ec-95905dca472a details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:47:47.711930 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_controller (809083d0-a827-481d-a560-6a49294c5e5a), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:47.856752 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_gateway (809083d0-a827-481d-a560-6a49294c5e5a), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:48.051807 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_gateway (809083d0-a827-481d-a560-6a49294c5e5a), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:48.074734 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:48.176168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Allocated IP 172.25.0.135 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/aad15545-0855-4314-87cc-e8f9cf7a05a3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:47:48.242159 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c366b8c0-1292-4bca-b1cb-ab52c1b55f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:48.280107 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (aad15545-0855-4314-87cc-e8f9cf7a05a3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:48.315545 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (aad15545-0855-4314-87cc-e8f9cf7a05a3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:48.353561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:47:48.356462 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:47:48.359185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:47:48.385697 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=aad15545-0855-4314-87cc-e8f9cf7a05a3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:48.560225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6030d6-5ee7-464d-b664-6d05157d5ea9 req-8638faed-2d04-47c3-be30-12262820e4e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:48.561912 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df6030d6-5ee7-464d-b664-6d05157d5ea9 req-8638faed-2d04-47c3-be30-12262820e4e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0528388 Jan 28 19:47:48.609792 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df6030d6-5ee7-464d-b664-6d05157d5ea9 req-d8831de1-ec50-402e-8797-526939501b34 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420001 Jan 28 19:47:48.641148 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_gateway (809083d0-a827-481d-a560-6a49294c5e5a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:48.844161 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (809083d0-a827-481d-a560-6a49294c5e5a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:48.980550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 809083d0-a827-481d-a560-6a49294c5e5a is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:47:49.089593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:47:49.101465 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Sync routers for ids ['809083d0-a827-481d-a560-6a49294c5e5a'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:47:49.114142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Routers {'809083d0-a827-481d-a560-6a49294c5e5a'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:49.115224 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:49.115690 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:47:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['809083d0-a827-481d-a560-6a49294c5e5a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:49.120012 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-42342d7c-a1b5-428b-8970-10bb54da9c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4871252 Jan 28 19:47:49.120385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59706) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:49.152005 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-28b58b52-9a51-4cb8-b478-58fc53de50a1 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=310e0101c83844149a246554aacabb65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278976 Jan 28 19:47:49.152356 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 59708) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:49.243177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0afb28-9479-4169-a3ad-421a36fd5d3f tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:49.247654 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-aa0afb28-9479-4169-a3ad-421a36fd5d3f tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914383 Jan 28 19:47:49.248110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59710) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:49.278521 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0ab2b4a2-673d-48d6-a77d-89acd7ebf5cb tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290587 Jan 28 19:47:49.281099 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:49.286332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d72fb73d-ea24-47db-a735-6ce6d43a210d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2057337066', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'project_id': '310e0101c83844149a246554aacabb65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:49.405186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Set router 809083d0-a827-481d-a560-6a49294c5e5a gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:49.607111 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809083d0-a827-481d-a560-6a49294c5e5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575885632', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:47Z', 'updated_at': '2022-01-28T19:47:48Z', 'revision_number': 3, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:48Z', 'updated_at': '2022-01-28T19:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:49.641690 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Checking router: 809083d0-a827-481d-a560-6a49294c5e5a for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:47:49.642068 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Updating router 809083d0-a827-481d-a560-6a49294c5e5a port aad15545-0855-4314-87cc-e8f9cf7a05a3 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:47:49.673971 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aad15545-0855-4314-87cc-e8f9cf7a05a3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:49.681989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72fb73d-ea24-47db-a735-6ce6d43a210d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Made reservation on behalf of 310e0101c83844149a246554aacabb65 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:47:49.687160 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d72fb73d-ea24-47db-a735-6ce6d43a210d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:49.771345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc7b90-26cc-4953-8bd3-ddc1aefc6895 req-5aa1d292-63f6-491b-a8e1-f2b7eb5483ff tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:49.773004 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bbcc7b90-26cc-4953-8bd3-ddc1aefc6895 req-5aa1d292-63f6-491b-a8e1-f2b7eb5483ff tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0722089 Jan 28 19:47:49.830154 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bbcc7b90-26cc-4953-8bd3-ddc1aefc6895 req-ea086dba-8aa3-4069-9194-e281baf28ecf tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478728 Jan 28 19:47:49.913562 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d72fb73d-ea24-47db-a735-6ce6d43a210d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:49.970193 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Publish callbacks [] for port (aad15545-0855-4314-87cc-e8f9cf7a05a3), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:49.977198 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (aad15545-0855-4314-87cc-e8f9cf7a05a3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:49.991617 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fb73d-ea24-47db-a735-6ce6d43a210d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Subnet': ['ID=fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:50.005637 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72fb73d-ea24-47db-a735-6ce6d43a210d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Checking segment: {'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:47:50.006182 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72fb73d-ea24-47db-a735-6ce6d43a210d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network hostable DHCP agents. Network: ef86b24a-2806-4a2f-87ec-95905dca472a, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:47:50.027668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72fb73d-ea24-47db-a735-6ce6d43a210d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network ef86b24a-2806-4a2f-87ec-95905dca472a is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:47:50.039815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d72fb73d-ea24-47db-a735-6ce6d43a210d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, ef86b24a-2806-4a2f-87ec-95905dca472a) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:47:50.042184 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Attempting to bind port aad15545-0855-4314-87cc-e8f9cf7a05a3 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:47:50.042567 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Attempting to bind port aad15545-0855-4314-87cc-e8f9cf7a05a3 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:47:50.042935 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Attempting to bind port aad15545-0855-4314-87cc-e8f9cf7a05a3 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:47:50.044979 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824137df-d4b4-4007-80e2-d78ed557f43f None None] Pushing event updated for resources: {'Port': ['ID=aad15545-0855-4314-87cc-e8f9cf7a05a3,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:50.045490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72fb73d-ea24-47db-a735-6ce6d43a210d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:50.046196 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d72fb73d-ea24-47db-a735-6ce6d43a210d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:50.050549 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:47:50.050934 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:47:50.051339 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:50.051733 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:47:50.052210 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Bound port: aad15545-0855-4314-87cc-e8f9cf7a05a3, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:47:50.052598 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aad15545-0855-4314-87cc-e8f9cf7a05a3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:50.067998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d72fb73d-ea24-47db-a735-6ce6d43a210d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7856140 Jan 28 19:47:50.070833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59716) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:47:50.080936 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4352dce7-8a73-4594-b70b-cfc6ec51c602 None None] Network ef86b24a-2806-4a2f-87ec-95905dca472a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:47:50.170869 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] For port aad15545-0855-4314-87cc-e8f9cf7a05a3, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:47:50.175424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] For port aad15545-0855-4314-87cc-e8f9cf7a05a3, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=aad15545-0855-4314-87cc-e8f9cf7a05a3,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:47:50.185924 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (aad15545-0855-4314-87cc-e8f9cf7a05a3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:50.228738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-ef86b24a-2806-4a2f-87ec-95905dca472a', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'project_id': '310e0101c83844149a246554aacabb65', 'fixed_ips': [{'subnet_id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:47:50.229598 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:50.272132 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824137df-d4b4-4007-80e2-d78ed557f43f None None] Pushing event updated for resources: {'Port': ['ID=aad15545-0855-4314-87cc-e8f9cf7a05a3,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:50.350998 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Routers {'809083d0-a827-481d-a560-6a49294c5e5a'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:50.351696 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:47:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['809083d0-a827-481d-a560-6a49294c5e5a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:50.456019 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a2374985-7c8f-47b4-bae1-481faf253a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:50.513042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Allocated IP 172.20.0.2 (ef86b24a-2806-4a2f-87ec-95905dca472a/fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883/0c637337-1296-4d87-acac-69affd872964) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:47:50.531689 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] Set router 809083d0-a827-481d-a560-6a49294c5e5a gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:50.551670 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:50.810244 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Publish callbacks [] for port (0c637337-1296-4d87-acac-69affd872964), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:50.818426 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (0c637337-1296-4d87-acac-69affd872964), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:50.866316 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Network ef86b24a-2806-4a2f-87ec-95905dca472a is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:47:50.868449 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809083d0-a827-481d-a560-6a49294c5e5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575885632', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:47Z', 'updated_at': '2022-01-28T19:47:48Z', 'revision_number': 3, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:48Z', 'updated_at': '2022-01-28T19:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:50.877274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:47:50.878038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Allocated IP 172.20.0.1 (ef86b24a-2806-4a2f-87ec-95905dca472a/fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883/d8e07d62-73e6-4e58-bafe-ba9a0bca8280) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:47:50.906473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:47:50.908383 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Pushing event updated for resources: {'Port': ['ID=0c637337-1296-4d87-acac-69affd872964,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:50.912244 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e66c4-1463-4f62-bcd6-16522b00f3c4 None None] The sync data for ids ['809083d0-a827-481d-a560-6a49294c5e5a'] in n-d-824834-4 is: [{'id': '809083d0-a827-481d-a560-6a49294c5e5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575885632', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:47Z', 'updated_at': '2022-01-28T19:47:48Z', 'revision_number': 3, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:48Z', 'updated_at': '2022-01-28T19:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:47:50.983043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Attempting to bind port 0c637337-1296-4d87-acac-69affd872964 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:47:50.983559 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Attempting to bind port 0c637337-1296-4d87-acac-69affd872964 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:47:50.984049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Attempting to bind port 0c637337-1296-4d87-acac-69affd872964 on network ef86b24a-2806-4a2f-87ec-95905dca472a {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:47:50.990469 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:47:50.990974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Checking segment: {'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:47:50.991480 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:50.991983 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Bound using segment: {'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:47:50.992552 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Bound port: 0c637337-1296-4d87-acac-69affd872964, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:47:50.993166 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0c637337-1296-4d87-acac-69affd872964), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:51.056030 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03439b18-1d4b-45c2-bfec-c17c82e6baec req-ca9fd705-7a59-48ed-b2c2-b80e84698b14 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:51.057714 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03439b18-1d4b-45c2-bfec-c17c82e6baec req-ca9fd705-7a59-48ed-b2c2-b80e84698b14 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0893695 Jan 28 19:47:51.079634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] For port 0c637337-1296-4d87-acac-69affd872964, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:47:51.083190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] For port 0c637337-1296-4d87-acac-69affd872964, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0c637337-1296-4d87-acac-69affd872964,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:47:51.094984 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0c637337-1296-4d87-acac-69affd872964), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:51.131671 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:51.157128 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03439b18-1d4b-45c2-bfec-c17c82e6baec req-a4364f3c-42d5-49e8-a01a-d9f7be6e4e76 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839934 Jan 28 19:47:51.163683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41496af-d138-42c8-8d3f-6609bed9819e None None] Pushing event updated for resources: {'Port': ['ID=0c637337-1296-4d87-acac-69affd872964,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:51.185875 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:51.211478 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network ef86b24a-2806-4a2f-87ec-95905dca472a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:47:51.215568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:47:51.236836 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:47:51.329260 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=d8e07d62-73e6-4e58-bafe-ba9a0bca8280,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:51.340679 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (809083d0-a827-481d-a560-6a49294c5e5a), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:51.554335 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:51.801788 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:51.884670 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:51.889873 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:51.976167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=d8e07d62-73e6-4e58-bafe-ba9a0bca8280,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:51.978757 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (809083d0-a827-481d-a560-6a49294c5e5a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:52.092342 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network ef86b24a-2806-4a2f-87ec-95905dca472a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:47:52.093796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:47:52.213103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 809083d0-a827-481d-a560-6a49294c5e5a has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:47:52.315690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08152b-a4e8-45b5-bd40-3d65fe92ccec req-531bd64e-7b85-4351-8f40-0e879b5649d8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:52.317414 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a08152b-a4e8-45b5-bd40-3d65fe92ccec req-531bd64e-7b85-4351-8f40-0e879b5649d8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0664346 Jan 28 19:47:52.342411 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646ecf9e-8bc6-44ea-aaf9-8864f0afbda5 None None] Network ef86b24a-2806-4a2f-87ec-95905dca472a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:47:52.344133 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:47:52.357845 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f252e3d5-f7a4-4afa-8891-30acb48cfeff tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "PUT /v2.0/routers/809083d0-a827-481d-a560-6a49294c5e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2853737 Jan 28 19:47:52.372002 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a08152b-a4e8-45b5-bd40-3d65fe92ccec req-750288a5-0132-441d-b7ef-04212574a11d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473216 Jan 28 19:47:52.426066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dba96a2a-27c4-4bc5-9097-09f40c7b9e70 None None] Provisioning complete for port 0c637337-1296-4d87-acac-69affd872964 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:52.426458 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dba96a2a-27c4-4bc5-9097-09f40c7b9e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0c637337-1296-4d87-acac-69affd872964), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:52.568170 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-1a7f97b8-726f-4a77-85b3-5629a50a1440 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254322559&fields=id&tenant_id=310e0101c83844149a246554aacabb65 HTTP/1.1" status: 200 len: 267 time: 0.0525172 Jan 28 19:47:52.698418 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-984c3b01-a0e7-4129-ae7b-593778066337 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:52.700337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-984c3b01-a0e7-4129-ae7b-593778066337 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/networks?id=ef86b24a-2806-4a2f-87ec-95905dca472a HTTP/1.1" status: 200 len: 797 time: 0.1251886 Jan 28 19:47:52.711211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-dba96a2a-27c4-4bc5-9097-09f40c7b9e70 None None] Current status of the port 0c637337-1296-4d87-acac-69affd872964 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:52.711657 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dba96a2a-27c4-4bc5-9097-09f40c7b9e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0c637337-1296-4d87-acac-69affd872964), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:52.731646 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-7b35e7e2-b2d2-4057-8d34-505962f26476 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/quotas/310e0101c83844149a246554aacabb65 HTTP/1.1" status: 200 len: 375 time: 0.0182035 Jan 28 19:47:52.746799 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dba96a2a-27c4-4bc5-9097-09f40c7b9e70 None None] For port 0c637337-1296-4d87-acac-69affd872964, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0c637337-1296-4d87-acac-69affd872964,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:52.752246 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dba96a2a-27c4-4bc5-9097-09f40c7b9e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0c637337-1296-4d87-acac-69affd872964), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:52.795719 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-8b5033ca-fdc2-46b3-9d1c-e4f18033e00d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625641 Jan 28 19:47:52.807732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba96a2a-27c4-4bc5-9097-09f40c7b9e70 None None] Pushing event updated for resources: {'Port': ['ID=0c637337-1296-4d87-acac-69affd872964,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:52.900175 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Sync routers for ids ['809083d0-a827-481d-a560-6a49294c5e5a'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:47:52.905832 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-084f4001-e635-4af2-b43b-fd96e076afed service neutron] 10.222.0.55 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977385 Jan 28 19:47:52.909686 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Routers {'809083d0-a827-481d-a560-6a49294c5e5a'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:52.910309 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:47:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['809083d0-a827-481d-a560-6a49294c5e5a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:52.974489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4dff9e9c-9ecb-44b0-bdfc-48d8dbb71062 None None] Provisioning complete for port d8e07d62-73e6-4e58-bafe-ba9a0bca8280 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:52.975012 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4dff9e9c-9ecb-44b0-bdfc-48d8dbb71062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:53.013104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4dff9e9c-9ecb-44b0-bdfc-48d8dbb71062 None None] Port d8e07d62-73e6-4e58-bafe-ba9a0bca8280 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:47:53.014682 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-702a8a63-7a94-427d-be66-1c5ca3c143cc service neutron] 10.222.0.55 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030254 Jan 28 19:47:53.025976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4dff9e9c-9ecb-44b0-bdfc-48d8dbb71062 None None] Provisioning complete for port 0c637337-1296-4d87-acac-69affd872964 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:53.026430 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4dff9e9c-9ecb-44b0-bdfc-48d8dbb71062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0c637337-1296-4d87-acac-69affd872964), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:53.035957 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Set router 809083d0-a827-481d-a560-6a49294c5e5a gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:53.091943 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:53.207554 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4dff9e9c-9ecb-44b0-bdfc-48d8dbb71062 None None] Current status of the port 0c637337-1296-4d87-acac-69affd872964 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:53.278829 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a81620fd-a279-4c2d-875b-77ccad5abcbd req-cc52cea1-5395-45ab-8d4c-d947d5c82366 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 210 time: 0.0492721 Jan 28 19:47:53.341830 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-49c9dae4-4581-4704-bdb0-4f4de248f6a8 None None] Provisioning complete for port d8e07d62-73e6-4e58-bafe-ba9a0bca8280 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:53.342254 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49c9dae4-4581-4704-bdb0-4f4de248f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:53.380481 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-49c9dae4-4581-4704-bdb0-4f4de248f6a8 None None] Port d8e07d62-73e6-4e58-bafe-ba9a0bca8280 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:47:53.411462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0c637337-1296-4d87-acac-69affd872964 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:47:53.443077 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809083d0-a827-481d-a560-6a49294c5e5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575885632', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:47Z', 'updated_at': '2022-01-28T19:47:51Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:48Z', 'updated_at': '2022-01-28T19:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'd8e07d62-73e6-4e58-bafe-ba9a0bca8280', 'name': '', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:bb:41:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:50Z', 'updated_at': '2022-01-28T19:47:51Z', 'revision_number': 2, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:53.464490 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0c637337-1296-4d87-acac-69affd872964 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:53.464876 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0c637337-1296-4d87-acac-69affd872964), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:53.471704 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Checking router: 809083d0-a827-481d-a560-6a49294c5e5a for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:47:53.472051 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Updating router 809083d0-a827-481d-a560-6a49294c5e5a port d8e07d62-73e6-4e58-bafe-ba9a0bca8280 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:47:53.508350 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:53.511201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-03e3cdf0-b306-4f98-a9ad-2ced8dd10d45 None None] Provisioning complete for port d8e07d62-73e6-4e58-bafe-ba9a0bca8280 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:53.511583 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03e3cdf0-b306-4f98-a9ad-2ced8dd10d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:53.535202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eab896-45dc-4c66-85a5-6ad1f427899b req-226c9f10-c2a9-4d39-9d79-25c04a825b64 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:53.536951 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6eab896-45dc-4c66-85a5-6ad1f427899b req-226c9f10-c2a9-4d39-9d79-25c04a825b64 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0748847 Jan 28 19:47:53.553049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-03e3cdf0-b306-4f98-a9ad-2ced8dd10d45 None None] Port d8e07d62-73e6-4e58-bafe-ba9a0bca8280 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:47:53.599974 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6eab896-45dc-4c66-85a5-6ad1f427899b req-210a017d-7be1-4d21-ada1-8488dfbae77b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569687 Jan 28 19:47:53.602689 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0c637337-1296-4d87-acac-69affd872964 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:53.604447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device aad15545-0855-4314-87cc-e8f9cf7a05a3 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:47:53.658294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port aad15545-0855-4314-87cc-e8f9cf7a05a3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:53.658696 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (aad15545-0855-4314-87cc-e8f9cf7a05a3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:53.742629 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port aad15545-0855-4314-87cc-e8f9cf7a05a3 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:53.743149 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aad15545-0855-4314-87cc-e8f9cf7a05a3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:53.763559 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port aad15545-0855-4314-87cc-e8f9cf7a05a3, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=aad15545-0855-4314-87cc-e8f9cf7a05a3,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:53.768529 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (aad15545-0855-4314-87cc-e8f9cf7a05a3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:53.817851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=aad15545-0855-4314-87cc-e8f9cf7a05a3,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:53.827132 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Publish callbacks [] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:53.833253 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:53.887395 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0284610-135c-4ee0-ae73-3dbd198d92d7 None None] Pushing event updated for resources: {'Port': ['ID=d8e07d62-73e6-4e58-bafe-ba9a0bca8280,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:53.916731 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0284610-135c-4ee0-ae73-3dbd198d92d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:53.917476 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0284610-135c-4ee0-ae73-3dbd198d92d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:53.917659 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0284610-135c-4ee0-ae73-3dbd198d92d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:53.918107 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0284610-135c-4ee0-ae73-3dbd198d92d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:53.918530 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0284610-135c-4ee0-ae73-3dbd198d92d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:53.918950 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0284610-135c-4ee0-ae73-3dbd198d92d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:53.919367 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0284610-135c-4ee0-ae73-3dbd198d92d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:53.922090 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0284610-135c-4ee0-ae73-3dbd198d92d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:53.922090 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0284610-135c-4ee0-ae73-3dbd198d92d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:53.922090 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0284610-135c-4ee0-ae73-3dbd198d92d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:53.922090 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0284610-135c-4ee0-ae73-3dbd198d92d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:53.922090 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0284610-135c-4ee0-ae73-3dbd198d92d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:53.922090 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0284610-135c-4ee0-ae73-3dbd198d92d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:47:53.953261 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Attempting to bind port d8e07d62-73e6-4e58-bafe-ba9a0bca8280 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:47:53.953713 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Attempting to bind port d8e07d62-73e6-4e58-bafe-ba9a0bca8280 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:47:53.954241 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Attempting to bind port d8e07d62-73e6-4e58-bafe-ba9a0bca8280 on network ef86b24a-2806-4a2f-87ec-95905dca472a {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:47:53.959693 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:47:53.960170 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Checking segment: {'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:47:53.960645 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:53.961092 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Bound using segment: {'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:47:53.961713 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Bound port: d8e07d62-73e6-4e58-bafe-ba9a0bca8280, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:47:53.962172 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:54.030546 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] For port d8e07d62-73e6-4e58-bafe-ba9a0bca8280, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:47:54.034004 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] For port d8e07d62-73e6-4e58-bafe-ba9a0bca8280, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d8e07d62-73e6-4e58-bafe-ba9a0bca8280,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:47:54.041149 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:54.079710 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-71ec3e40-a0d6-4e73-bd3c-bb4e2c300980 None None] Provisioning complete for port d8e07d62-73e6-4e58-bafe-ba9a0bca8280 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:54.080093 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-71ec3e40-a0d6-4e73-bd3c-bb4e2c300980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:54.101358 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Routers {'809083d0-a827-481d-a560-6a49294c5e5a'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:47:54.102121 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:47:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['809083d0-a827-481d-a560-6a49294c5e5a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:54.138668 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0284610-135c-4ee0-ae73-3dbd198d92d7 None None] Pushing event updated for resources: {'Port': ['ID=d8e07d62-73e6-4e58-bafe-ba9a0bca8280,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:54.166759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-71ec3e40-a0d6-4e73-bd3c-bb4e2c300980 None None] Current status of the port d8e07d62-73e6-4e58-bafe-ba9a0bca8280 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:54.167161 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-71ec3e40-a0d6-4e73-bd3c-bb4e2c300980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:54.210935 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-71ec3e40-a0d6-4e73-bd3c-bb4e2c300980 None None] For port d8e07d62-73e6-4e58-bafe-ba9a0bca8280, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d8e07d62-73e6-4e58-bafe-ba9a0bca8280,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:47:54.218716 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-71ec3e40-a0d6-4e73-bd3c-bb4e2c300980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:54.226179 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] Set router 809083d0-a827-481d-a560-6a49294c5e5a gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:47:54.288469 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec3e40-a0d6-4e73-bd3c-bb4e2c300980 None None] Pushing event updated for resources: {'Port': ['ID=d8e07d62-73e6-4e58-bafe-ba9a0bca8280,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:54.407818 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16ab2bc6-bb5b-4b93-bda3-2d01b725a8e5 req-01c14497-cf47-4171-bded-12d1f57f9790 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 210 time: 0.0386672 Jan 28 19:47:54.419884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-9c64c08c-bc70-4f3d-93c7-6e90f3512958 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:54.421535 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-9c64c08c-bc70-4f3d-93c7-6e90f3512958 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.31 "GET /v2.0/networks?id=ef86b24a-2806-4a2f-87ec-95905dca472a HTTP/1.1" status: 200 len: 797 time: 0.1651542 Jan 28 19:47:54.442345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-81680823-508f-4150-9d9c-babb91463b1c None None] Provisioning complete for port d8e07d62-73e6-4e58-bafe-ba9a0bca8280 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:54.443251 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81680823-508f-4150-9d9c-babb91463b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:54.492379 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809083d0-a827-481d-a560-6a49294c5e5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575885632', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:47Z', 'updated_at': '2022-01-28T19:47:51Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:48Z', 'updated_at': '2022-01-28T19:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'd8e07d62-73e6-4e58-bafe-ba9a0bca8280', 'name': '', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:bb:41:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:50Z', 'updated_at': '2022-01-28T19:47:54Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:47:54.507422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-0b4cf171-dedc-4082-be40-304ed4c1f167 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=310e0101c83844149a246554aacabb65 HTTP/1.1" status: 200 len: 379 time: 0.0768332 Jan 28 19:47:54.511671 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:54.517064 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-33c4b0a3-13b8-4183-97e5-25e6536f5254 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'port': {'device_id': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'admin_state_up': True, 'tenant_id': '310e0101c83844149a246554aacabb65', 'security_groups': ['d5b254c1-da19-4720-9276-26108e3d2b91']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:54.523445 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eaf201-7a08-4949-964e-0e163ebf3dea None None] The sync data for ids ['809083d0-a827-481d-a560-6a49294c5e5a'] in n-d-824834-4 is: [{'id': '809083d0-a827-481d-a560-6a49294c5e5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575885632', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:47Z', 'updated_at': '2022-01-28T19:47:51Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:48Z', 'updated_at': '2022-01-28T19:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'd8e07d62-73e6-4e58-bafe-ba9a0bca8280', 'name': '', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:bb:41:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:50Z', 'updated_at': '2022-01-28T19:47:54Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:47:54.556585 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-81680823-508f-4150-9d9c-babb91463b1c None None] Current status of the port d8e07d62-73e6-4e58-bafe-ba9a0bca8280 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:54.659817 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-33c4b0a3-13b8-4183-97e5-25e6536f5254 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Made reservation on behalf of 310e0101c83844149a246554aacabb65 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:47:54.664112 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-33c4b0a3-13b8-4183-97e5-25e6536f5254 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:54.793840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f12b4c-29b5-4760-aecd-fbb3ae07a24e req-a9f620d7-7914-42e4-b7b5-e68e42bc64a4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:54.795594 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00f12b4c-29b5-4760-aecd-fbb3ae07a24e req-a9f620d7-7914-42e4-b7b5-e68e42bc64a4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.1115065 Jan 28 19:47:54.875006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-33c4b0a3-13b8-4183-97e5-25e6536f5254 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Allocated IP 172.20.0.11 (ef86b24a-2806-4a2f-87ec-95905dca472a/fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883/cd7968fe-36b8-41dc-939e-445d79ab9ef2) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:47:54.902905 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-00f12b4c-29b5-4760-aecd-fbb3ae07a24e req-254a0f8a-691e-46bf-afb4-cfe98eda2680 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829566 Jan 28 19:47:55.047121 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-33c4b0a3-13b8-4183-97e5-25e6536f5254 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:55.083336 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-33c4b0a3-13b8-4183-97e5-25e6536f5254 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:55.132688 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-33c4b0a3-13b8-4183-97e5-25e6536f5254 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network ef86b24a-2806-4a2f-87ec-95905dca472a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:47:55.136141 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-33c4b0a3-13b8-4183-97e5-25e6536f5254 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:47:55.142690 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-33c4b0a3-13b8-4183-97e5-25e6536f5254 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:47:55.172117 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4b0a3-13b8-4183-97e5-25e6536f5254 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=cd7968fe-36b8-41dc-939e-445d79ab9ef2,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:55.197276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-33c4b0a3-13b8-4183-97e5-25e6536f5254 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:55.197933 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-33c4b0a3-13b8-4183-97e5-25e6536f5254 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:55.220861 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-33c4b0a3-13b8-4183-97e5-25e6536f5254 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7078338 Jan 28 19:47:55.233727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Request body: {'port': {'device_id': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:47:55.318199 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:55.348078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d8e07d62-73e6-4e58-bafe-ba9a0bca8280 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:47:55.421390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port d8e07d62-73e6-4e58-bafe-ba9a0bca8280 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:55.422045 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:55.522666 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port d8e07d62-73e6-4e58-bafe-ba9a0bca8280 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:55.524402 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device aad15545-0855-4314-87cc-e8f9cf7a05a3 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:47:55.528442 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-68ef4656-d329-4243-83ac-7a97346e10ac None None] Provisioning complete for port cd7968fe-36b8-41dc-939e-445d79ab9ef2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:55.528823 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68ef4656-d329-4243-83ac-7a97346e10ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:55.564335 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cc532-01ba-4dee-8163-2ca954810942 req-f910d3a7-8c8a-48aa-b74b-127d13e7df43 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:55.566684 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d04cc532-01ba-4dee-8163-2ca954810942 req-f910d3a7-8c8a-48aa-b74b-127d13e7df43 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 932 time: 0.0811894 Jan 28 19:47:55.601154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-68ef4656-d329-4243-83ac-7a97346e10ac None None] Port cd7968fe-36b8-41dc-939e-445d79ab9ef2 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:47:55.618644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port aad15545-0855-4314-87cc-e8f9cf7a05a3 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:47:55.619393 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (aad15545-0855-4314-87cc-e8f9cf7a05a3), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:55.629361 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d04cc532-01ba-4dee-8163-2ca954810942 req-633a1446-731d-40a3-b97d-cf737d7827f7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566492 Jan 28 19:47:55.667467 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7968fe-36b8-41dc-939e-445d79ab9ef2 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:47:55.675524 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Publish callbacks [] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:55.689339 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Transition to ACTIVE for port object cd7968fe-36b8-41dc-939e-445d79ab9ef2 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:47:55.693788 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:55.719668 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:55.720560 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port aad15545-0855-4314-87cc-e8f9cf7a05a3 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:47:55.748667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Pushing event updated for resources: {'Port': ['ID=cd7968fe-36b8-41dc-939e-445d79ab9ef2,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:55.821586 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Attempting to bind port cd7968fe-36b8-41dc-939e-445d79ab9ef2 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:47:55.821923 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Attempting to bind port cd7968fe-36b8-41dc-939e-445d79ab9ef2 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:47:55.822287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Attempting to bind port cd7968fe-36b8-41dc-939e-445d79ab9ef2 on network ef86b24a-2806-4a2f-87ec-95905dca472a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:47:55.827482 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Port cd7968fe-36b8-41dc-939e-445d79ab9ef2 on network ef86b24a-2806-4a2f-87ec-95905dca472a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:47:55.827825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Attempting to bind port cd7968fe-36b8-41dc-939e-445d79ab9ef2 on network ef86b24a-2806-4a2f-87ec-95905dca472a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:47:55.832938 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:47:55.833932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Checking segment: {'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:47:55.834360 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Bound using segment: {'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:47:55.834796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Bound port: cd7968fe-36b8-41dc-939e-445d79ab9ef2, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:47:55.835162 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:55.906831 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:47:55.910652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:47:55.917856 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:55.949852 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:55.951178 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:47:55.952598 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] 10.222.0.31 "PUT /v2.0/ports/cd7968fe-36b8-41dc-939e-445d79ab9ef2 HTTP/1.1" status: 200 len: 1092 time: 0.7243359 Jan 28 19:47:55.955462 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:47:55.959283 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af125fa-c97a-4f9b-a47e-24dfbeca281f" -d '{"events": [{"name": "network-changed", "server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:47:56.017298 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbe1676-604c-4d8c-a8b0-16d550e98d07 x-openstack-request-id: req-dfbe1676-604c-4d8c-a8b0-16d550e98d07 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:47:56.017587 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:47:56.017836 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dfbe1676-604c-4d8c-a8b0-16d550e98d07 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:47:56.018267 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'status': 'completed', 'code': 200} Jan 28 19:47:56.065959 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840646fb-b21f-4089-a646-6cdc2d9de79f service neutron] Pushing event updated for resources: {'Port': ['ID=cd7968fe-36b8-41dc-939e-445d79ab9ef2,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:47:56.096085 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42285-cb27-42fc-843a-8f57205a2ab1 req-6e61139b-dd62-4670-8957-4ef015ce46c8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:56.097620 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8db42285-cb27-42fc-843a-8f57205a2ab1 req-6e61139b-dd62-4670-8957-4ef015ce46c8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.1181626 Jan 28 19:47:56.100657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-9c14b3bf-c4c1-4ba4-9bed-375736829d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:56.102121 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-9c14b3bf-c4c1-4ba4-9bed-375736829d24 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 1126 time: 0.0900338 Jan 28 19:47:56.155155 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-1ccdc0c7-af76-4ef4-9615-211f849dc486 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2 HTTP/1.1" status: 200 len: 217 time: 0.0446031 Jan 28 19:47:56.209187 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8db42285-cb27-42fc-843a-8f57205a2ab1 req-e4f395cc-0499-421b-bc47-885de8ec397f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048696 Jan 28 19:47:56.219866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-b60e52a0-4957-41a7-869b-13016ad860ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:56.221263 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-b60e52a0-4957-41a7-869b-13016ad860ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883 HTTP/1.1" status: 200 len: 835 time: 0.0563803 Jan 28 19:47:56.278637 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-44f1fa88-a7cb-4aee-b678-d083771332d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:56.280226 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-44f1fa88-a7cb-4aee-b678-d083771332d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef86b24a-2806-4a2f-87ec-95905dca472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524848 Jan 28 19:47:56.372538 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-879247e9-5fe8-4390-a926-b17c0e1fc1be service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864913 Jan 28 19:47:56.747042 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ef44002-d747-45a7-8243-fe0fd095f6c5 req-0209ed60-a444-4702-8c1e-100d4d0cc364 service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689342 Jan 28 19:47:56.756146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c09d9-8ac7-45c8-bb83-774d366eed77 req-b7b7a6c7-c75a-4b81-a957-cafcf127e71a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:56.757631 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f56c09d9-8ac7-45c8-bb83-774d366eed77 req-b7b7a6c7-c75a-4b81-a957-cafcf127e71a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 944 time: 0.0520706 Jan 28 19:47:56.809624 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f56c09d9-8ac7-45c8-bb83-774d366eed77 req-029c1cb2-6128-41f9-a5c2-8d8f9fb15d2a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457635 Jan 28 19:47:56.837600 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af125fa-c97a-4f9b-a47e-24dfbeca281f req-a0cbdfa9-4e39-4d6d-a733-b7a543e2f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:56.839141 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6af125fa-c97a-4f9b-a47e-24dfbeca281f req-a0cbdfa9-4e39-4d6d-a733-b7a543e2f325 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 1126 time: 0.0453026 Jan 28 19:47:56.929665 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af125fa-c97a-4f9b-a47e-24dfbeca281f req-b84a30ea-fea0-47d4-bd9f-75e2e85bbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:56.931219 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6af125fa-c97a-4f9b-a47e-24dfbeca281f req-b84a30ea-fea0-47d4-bd9f-75e2e85bbe10 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef86b24a-2806-4a2f-87ec-95905dca472a HTTP/1.1" status: 200 len: 898 time: 0.0855308 Jan 28 19:47:56.975594 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6af125fa-c97a-4f9b-a47e-24dfbeca281f req-f288e85a-4db3-4672-9334-838d2a50ed3a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2 HTTP/1.1" status: 200 len: 217 time: 0.0384667 Jan 28 19:47:57.024621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af125fa-c97a-4f9b-a47e-24dfbeca281f req-5e49efcb-e5fa-4227-beef-9dc71a4c0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:57.026167 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6af125fa-c97a-4f9b-a47e-24dfbeca281f req-5e49efcb-e5fa-4227-beef-9dc71a4c0bdc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883 HTTP/1.1" status: 200 len: 835 time: 0.0443361 Jan 28 19:47:57.076360 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af125fa-c97a-4f9b-a47e-24dfbeca281f req-68ead1c5-e57c-43da-bb50-a28ca7d360cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:57.077842 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6af125fa-c97a-4f9b-a47e-24dfbeca281f req-68ead1c5-e57c-43da-bb50-a28ca7d360cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef86b24a-2806-4a2f-87ec-95905dca472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458307 Jan 28 19:47:57.173656 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6af125fa-c97a-4f9b-a47e-24dfbeca281f req-6eb9afc8-af17-42d2-9d88-db50f042ef49 service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886168 Jan 28 19:47:57.264667 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6af125fa-c97a-4f9b-a47e-24dfbeca281f req-5a339295-c262-4fc0-a16b-6665c6ec3d0f service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849528 Jan 28 19:47:57.334390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcb96d-9e5a-4fe1-9c3a-9024e1c12df4 req-58cf6bf9-8b75-4af5-b956-273565d82a04 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:57.335879 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49fcb96d-9e5a-4fe1-9c3a-9024e1c12df4 req-58cf6bf9-8b75-4af5-b956-273565d82a04 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0563004 Jan 28 19:47:57.387236 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-49fcb96d-9e5a-4fe1-9c3a-9024e1c12df4 req-638237a7-89e9-48e7-b1be-00f33bd33fb0 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456202 Jan 28 19:47:57.949510 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6783afe-fa5a-4e3f-b0ec-537d30fbc438 req-fa81781c-e9f5-4923-b8c0-b0a336f0d2ee tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:57.951418 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6783afe-fa5a-4e3f-b0ec-537d30fbc438 req-fa81781c-e9f5-4923-b8c0-b0a336f0d2ee tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 944 time: 0.0701177 Jan 28 19:47:58.002477 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b6783afe-fa5a-4e3f-b0ec-537d30fbc438 req-cfbaca2d-2bbf-4226-9cd2-37d797efa979 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450366 Jan 28 19:47:58.529934 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31762793-006c-423c-b3a4-6a97127efed8 req-f5e7c476-9642-4a0e-b588-016d1aa8dae7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:58.531492 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31762793-006c-423c-b3a4-6a97127efed8 req-f5e7c476-9642-4a0e-b588-016d1aa8dae7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0645652 Jan 28 19:47:58.583465 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31762793-006c-423c-b3a4-6a97127efed8 req-97835e97-0ae0-46b5-a763-cbc92b55ed2c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434120 Jan 28 19:47:59.127525 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38014abb-31aa-405b-9cf6-1e8e29baf18f req-4bc6bc41-f20f-435a-a4ad-31076d550c41 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:59.129109 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-38014abb-31aa-405b-9cf6-1e8e29baf18f req-4bc6bc41-f20f-435a-a4ad-31076d550c41 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 944 time: 0.0577035 Jan 28 19:47:59.180013 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-38014abb-31aa-405b-9cf6-1e8e29baf18f req-d1b35255-59e3-4529-8dc0-129f308d7874 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450556 Jan 28 19:47:59.708247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97852-54f8-4db2-857f-0f60046191c2 req-4abe50e4-07e5-4c72-8604-b9fb09953962 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:47:59.709754 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-73f97852-54f8-4db2-857f-0f60046191c2 req-4abe50e4-07e5-4c72-8604-b9fb09953962 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 943 time: 0.0576890 Jan 28 19:47:59.759564 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-73f97852-54f8-4db2-857f-0f60046191c2 req-185617bc-8952-47e4-b7ab-ecca4ea630d4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440531 Jan 28 19:48:00.246588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:48:00.303672 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb73df-032f-417d-a9d7-7e48fe24a7ed req-249bf3c3-4d3b-48c8-834e-79bc2d8dec20 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:00.305196 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-61fb73df-032f-417d-a9d7-7e48fe24a7ed req-249bf3c3-4d3b-48c8-834e-79bc2d8dec20 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 944 time: 0.0576031 Jan 28 19:48:00.349892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:00.359513 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-61fb73df-032f-417d-a9d7-7e48fe24a7ed req-4af40211-dde0-47c0-990f-7695c787dcef tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483851 Jan 28 19:48:00.361732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'port_id': '58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0', 'mac_address': 'fa:16:3e:c8:8f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:48:00.402842 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:00.403501 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:00.421028 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device cd7968fe-36b8-41dc-939e-445d79ab9ef2 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:48:00.427776 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:48:00.460745 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:00.463733 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:00.475911 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:00.572573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:00.581189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:00.593283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'port_id': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'mac_address': 'fa:16:3e:a6:43:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:48:00.631190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port cd7968fe-36b8-41dc-939e-445d79ab9ef2 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:00.631583 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:00.644106 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7968fe-36b8-41dc-939e-445d79ab9ef2 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:48:00.664452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:00.672197 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:00.724870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=cd7968fe-36b8-41dc-939e-445d79ab9ef2,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:00.802643 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:48:00.877108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['cd7968fe-36b8-41dc-939e-445d79ab9ef2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:48:00.888473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2ce8d-f63d-41a6-a80b-9be174bd467a req-aee60096-d2ac-4b9f-af76-84ded5d68b6a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:00.889953 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84a2ce8d-f63d-41a6-a80b-9be174bd467a req-aee60096-d2ac-4b9f-af76-84ded5d68b6a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 944 time: 0.0584245 Jan 28 19:48:00.939180 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84a2ce8d-f63d-41a6-a80b-9be174bd467a req-d98b2483-0f24-4645-90b6-0fe3533eefcb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430994 Jan 28 19:48:01.493807 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce6257-c2aa-4f2a-a3e0-80dfbe5ccf4d req-6562fd6a-52ca-45a4-950a-1779d7b2e43d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:01.495317 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-28ce6257-c2aa-4f2a-a3e0-80dfbe5ccf4d req-6562fd6a-52ca-45a4-950a-1779d7b2e43d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 945 time: 0.0630450 Jan 28 19:48:01.545863 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-28ce6257-c2aa-4f2a-a3e0-80dfbe5ccf4d req-e03abc35-9733-4d68-89af-38efccf6acf8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448425 Jan 28 19:48:02.071156 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b168f4f-22cb-402a-a58b-0fa6af564b56 req-f6266759-8661-4c44-8bbb-f9c48a445636 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:02.072557 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7b168f4f-22cb-402a-a58b-0fa6af564b56 req-f6266759-8661-4c44-8bbb-f9c48a445636 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 944 time: 0.0569386 Jan 28 19:48:02.121205 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7b168f4f-22cb-402a-a58b-0fa6af564b56 req-8e0ea95f-8219-4e33-9bb2-805526c47bcd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425482 Jan 28 19:48:02.263083 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:02.319099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:48:02.322821 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:02.323140 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:02.408674 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:02.409062 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:02.431165 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b502a5a7-5134-40cb-966c-3dcc60fdd462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:48:02.433560 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec35271-2df7-4f87-aeae-040e0a1b59fa" -d '{"events": [{"server_uuid": "b502a5a7-5134-40cb-966c-3dcc60fdd462", "name": "network-vif-plugged", "status": "completed", "tag": "58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:48:02.438990 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device cd7968fe-36b8-41dc-939e-445d79ab9ef2 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:48:02.464999 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:02.472927 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464b7580-d3bb-4d69-a459-bf5ce42acd8a x-openstack-request-id: req-464b7580-d3bb-4d69-a459-bf5ce42acd8a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:48:02.473303 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b502a5a7-5134-40cb-966c-3dcc60fdd462", "name": "network-vif-plugged", "status": "completed", "tag": "58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:48:02.473538 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-464b7580-d3bb-4d69-a459-bf5ce42acd8a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:48:02.473949 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b502a5a7-5134-40cb-966c-3dcc60fdd462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0', 'code': 200} Jan 28 19:48:02.477601 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:02.543892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:02.547644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port cd7968fe-36b8-41dc-939e-445d79ab9ef2 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:48:02.551624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port cd7968fe-36b8-41dc-939e-445d79ab9ef2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:02.551998 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:02.579587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2eb6a-19d1-4881-a4f4-57755f293ea8 req-a5bc2179-9049-4d8e-bea6-924547e0432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:02.581116 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aee2eb6a-19d1-4881-a4f4-57755f293ea8 req-a5bc2179-9049-4d8e-bea6-924547e0432f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 1127 time: 0.0549471 Jan 28 19:48:02.633461 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aee2eb6a-19d1-4881-a4f4-57755f293ea8 req-07cb037f-73ce-4798-968f-d84c20577524 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456808 Jan 28 19:48:02.636002 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port cd7968fe-36b8-41dc-939e-445d79ab9ef2 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:48:02.636408 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:02.668953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:02.674213 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:02.677133 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c3ed4-97e8-4764-84fa-88e73f4d1f3d req-e491c614-fadf-40e1-b81d-248ebc100e4b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:02.678728 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-108c3ed4-97e8-4764-84fa-88e73f4d1f3d req-e491c614-fadf-40e1-b81d-248ebc100e4b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 945 time: 0.0598795 Jan 28 19:48:02.721637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=cd7968fe-36b8-41dc-939e-445d79ab9ef2,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:02.727613 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-108c3ed4-97e8-4764-84fa-88e73f4d1f3d req-965e1ac8-cdf1-42a5-b69c-843e99c48e88 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430934 Jan 28 19:48:03.265496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f94582-9b77-46a3-920f-7bf0a749eda7 req-c38696e1-eaf1-4e89-bdfc-f11a0589ab97 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:03.266905 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b5f94582-9b77-46a3-920f-7bf0a749eda7 req-c38696e1-eaf1-4e89-bdfc-f11a0589ab97 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 945 time: 0.0631349 Jan 28 19:48:03.314945 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b5f94582-9b77-46a3-920f-7bf0a749eda7 req-39410c56-70ac-45e5-a2bf-c6b585e90112 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424314 Jan 28 19:48:03.853427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dd913-5aab-4214-b84c-ad258fa92e0c req-9d8a3d81-3f50-4066-864e-7cd72c06b39f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:03.854918 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-908dd913-5aab-4214-b84c-ad258fa92e0c req-9d8a3d81-3f50-4066-864e-7cd72c06b39f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0562832 Jan 28 19:48:03.907664 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-908dd913-5aab-4214-b84c-ad258fa92e0c req-ec92e0de-658c-472e-b5cc-3ef2878fc8fe tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456188 Jan 28 19:48:04.440961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f26a9-f534-45c2-a1ca-e9926e92f34a req-5c1b045b-083f-4b23-b834-d4a5003b816c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:04.442741 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-266f26a9-f534-45c2-a1ca-e9926e92f34a req-5c1b045b-083f-4b23-b834-d4a5003b816c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 945 time: 0.0555177 Jan 28 19:48:04.475497 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:48:04.478052 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17eb7111-2060-4097-95e2-b199f95295c2" -d '{"events": [{"server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "name": "network-vif-plugged", "status": "completed", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:48:04.490194 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-266f26a9-f534-45c2-a1ca-e9926e92f34a req-677ec9c2-0d6e-461a-befb-a80e1f05caa9 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418289 Jan 28 19:48:04.515053 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07d634f-7610-421a-997d-0398714c2cf7 x-openstack-request-id: req-f07d634f-7610-421a-997d-0398714c2cf7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:48:04.515462 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "name": "network-vif-plugged", "status": "completed", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:48:04.515718 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f07d634f-7610-421a-997d-0398714c2cf7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:48:04.516134 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'code': 200} Jan 28 19:48:04.615217 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d808a96-875a-4041-8b8d-73df9e412f88 req-adeec59d-b3e4-47f6-91cb-39eea02b7b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:04.616755 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1d808a96-875a-4041-8b8d-73df9e412f88 req-adeec59d-b3e4-47f6-91cb-39eea02b7b1e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 1128 time: 0.0459042 Jan 28 19:48:04.617571 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715047-c2fb-4167-ae89-2fb2009f3907 req-c575cda4-fe5f-408e-897d-00ab01576a35 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:04.619104 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e8715047-c2fb-4167-ae89-2fb2009f3907 req-c575cda4-fe5f-408e-897d-00ab01576a35 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 945 time: 0.0590799 Jan 28 19:48:04.665467 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e8715047-c2fb-4167-ae89-2fb2009f3907 req-8950b31b-0c22-46e1-84ec-f72684f365ba tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407469 Jan 28 19:48:04.667079 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1d808a96-875a-4041-8b8d-73df9e412f88 req-2c71a6d5-d772-45d9-8229-a325e280cb8f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435579 Jan 28 19:48:04.792745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cf817-44df-4b7a-98aa-16e1604347c1 req-26eea4ee-4b11-4d39-b67c-5d8b6c56c6f6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:04.794249 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb9cf817-44df-4b7a-98aa-16e1604347c1 req-26eea4ee-4b11-4d39-b67c-5d8b6c56c6f6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 945 time: 0.0540476 Jan 28 19:48:04.841875 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb9cf817-44df-4b7a-98aa-16e1604347c1 req-12f88188-d19f-4f77-baa0-26a0945187bd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Jan 28 19:48:05.030397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722bc03-264b-49a2-acab-e3142c62d2fa req-e4095a66-2688-4d38-9c0f-0d1373c36452 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:05.032774 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9722bc03-264b-49a2-acab-e3142c62d2fa req-e4095a66-2688-4d38-9c0f-0d1373c36452 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0575330 Jan 28 19:48:05.083801 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9722bc03-264b-49a2-acab-e3142c62d2fa req-a6b4aed3-d1b4-4db3-90aa-19f8dbf7db8c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445507 Jan 28 19:48:05.140284 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f189ef1-3502-45d4-991f-80d7b4c4836f req-2c649d0c-ccfc-4cf8-a3bf-05bb27e8aa2c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:05.141765 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0f189ef1-3502-45d4-991f-80d7b4c4836f req-2c649d0c-ccfc-4cf8-a3bf-05bb27e8aa2c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 945 time: 0.0519850 Jan 28 19:48:05.190609 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0f189ef1-3502-45d4-991f-80d7b4c4836f req-a47a5348-341c-41e4-8034-ba27788a08e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430701 Jan 28 19:48:06.231040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d0dab-6ac1-4bce-a1fb-f10bdfe2d591 req-609e668b-7a76-4e2f-8b36-ecb9947994b8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:06.233106 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e18d0dab-6ac1-4bce-a1fb-f10bdfe2d591 req-609e668b-7a76-4e2f-8b36-ecb9947994b8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0679731 Jan 28 19:48:06.283744 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e18d0dab-6ac1-4bce-a1fb-f10bdfe2d591 req-fe8b2978-2b61-4c3c-a118-f0e1de3e6307 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456212 Jan 28 19:48:06.315924 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c1a37-e3d5-41bf-a964-761c5eea17c9 req-d2d221fa-e373-47a1-98ea-e2dfca881646 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:06.317502 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c00c1a37-e3d5-41bf-a964-761c5eea17c9 req-d2d221fa-e373-47a1-98ea-e2dfca881646 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 945 time: 0.0577819 Jan 28 19:48:06.369316 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c00c1a37-e3d5-41bf-a964-761c5eea17c9 req-46830b70-6164-4a7c-a813-1e78785dc794 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454648 Jan 28 19:48:06.405940 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345240dd-2f58-4df5-aed7-5b7009fb0263 req-1d4846e5-9264-4e43-a3a2-e538c8dbca3b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:06.407397 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-345240dd-2f58-4df5-aed7-5b7009fb0263 req-1d4846e5-9264-4e43-a3a2-e538c8dbca3b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0542827 Jan 28 19:48:06.457429 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-345240dd-2f58-4df5-aed7-5b7009fb0263 req-9fef6eea-94d8-42e1-8a1d-2870025a33b1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442719 Jan 28 19:48:06.479397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59806) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:06.522764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddea040-b520-43da-8b11-c9c5e61f2c65 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:06.524275 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6ddea040-b520-43da-8b11-c9c5e61f2c65 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 1123 time: 0.0439224 Jan 28 19:48:06.527262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59808) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:06.531734 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'tenant_id': '310e0101c83844149a246554aacabb65', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:06.556149 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:06.655466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206b507-0a09-4a0f-8cfd-8e8cbfb6a915 req-30100a22-ae58-46ff-91fc-7199d40fe9de tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:06.657022 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0206b507-0a09-4a0f-8cfd-8e8cbfb6a915 req-30100a22-ae58-46ff-91fc-7199d40fe9de tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.37 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 945 time: 0.0531306 Jan 28 19:48:06.658455 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:06.752260 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-0206b507-0a09-4a0f-8cfd-8e8cbfb6a915 req-ec33ea15-f9b7-47de-af82-38950133c373 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Deleting port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:48:06.752611 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0206b507-0a09-4a0f-8cfd-8e8cbfb6a915 req-ec33ea15-f9b7-47de-af82-38950133c373 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:06.767818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Allocated IP 172.25.0.139 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/289eac8a-03bd-48e2-8fe3-f113c67a902f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:48:06.846301 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0206b507-0a09-4a0f-8cfd-8e8cbfb6a915 req-ec33ea15-f9b7-47de-af82-38950133c373 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] For port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:48:06.846628 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0206b507-0a09-4a0f-8cfd-8e8cbfb6a915 req-ec33ea15-f9b7-47de-af82-38950133c373 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:06.858726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-0206b507-0a09-4a0f-8cfd-8e8cbfb6a915 req-ec33ea15-f9b7-47de-af82-38950133c373 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Calling delete_port for 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:48:06.872560 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (289eac8a-03bd-48e2-8fe3-f113c67a902f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:06.909390 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (289eac8a-03bd-48e2-8fe3-f113c67a902f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:06.947595 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:06.950577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:06.953736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:48:06.992441 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0206b507-0a09-4a0f-8cfd-8e8cbfb6a915 req-ec33ea15-f9b7-47de-af82-38950133c373 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:06.992794 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=289eac8a-03bd-48e2-8fe3-f113c67a902f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:07.004763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:48:07.023298 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33ea15-f9b7-47de-af82-38950133c373 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event deleted for resources: {'Port': ['ID=58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:07.066092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-0206b507-0a09-4a0f-8cfd-8e8cbfb6a915 req-ec33ea15-f9b7-47de-af82-38950133c373 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] No DVR routers for this DVR port 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:48:07.069190 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0206b507-0a09-4a0f-8cfd-8e8cbfb6a915 req-ec33ea15-f9b7-47de-af82-38950133c373 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:07.072754 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0206b507-0a09-4a0f-8cfd-8e8cbfb6a915 req-ec33ea15-f9b7-47de-af82-38950133c373 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.37 "DELETE /v2.0/ports/58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 HTTP/1.1" status: 204 len: 173 time: 0.4100814 Jan 28 19:48:07.073242 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b502a5a7-5134-40cb-966c-3dcc60fdd462', 'name': 'network-vif-deleted', 'tag': '58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:48:07.076106 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c8c2d7-8117-4bde-8345-59f9a302f1d1" -d '{"events": [{"server_uuid": "b502a5a7-5134-40cb-966c-3dcc60fdd462", "name": "network-vif-deleted", "tag": "58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:48:07.119699 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdd3fb1-6edb-452f-bcf1-573747a5a86a x-openstack-request-id: req-ccdd3fb1-6edb-452f-bcf1-573747a5a86a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:48:07.120036 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b502a5a7-5134-40cb-966c-3dcc60fdd462", "name": "network-vif-deleted", "tag": "58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:48:07.120292 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ccdd3fb1-6edb-452f-bcf1-573747a5a86a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:48:07.120983 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b502a5a7-5134-40cb-966c-3dcc60fdd462', 'name': 'network-vif-deleted', 'tag': '58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0', 'status': 'completed', 'code': 200} Jan 28 19:48:07.375981 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for floatingip (8e53e587-02ea-4d92-8897-66461884149f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:07.479120 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b6e8f09a-5ea3-42ae-9a05-1463d883dbd5 req-c134a2d4-e4c8-49ae-a08a-abed3a39d74b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 210 time: 0.0313127 Jan 28 19:48:07.481828 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (289eac8a-03bd-48e2-8fe3-f113c67a902f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:07.633492 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (289eac8a-03bd-48e2-8fe3-f113c67a902f), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:07.639409 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (289eac8a-03bd-48e2-8fe3-f113c67a902f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:07.706681 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=289eac8a-03bd-48e2-8fe3-f113c67a902f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:07.720811 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (8e53e587-02ea-4d92-8897-66461884149f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:07.825943 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Floating IP 8e53e587-02ea-4d92-8897-66461884149f associated. External IP: 172.25.0.139, port: cd7968fe-36b8-41dc-939e-445d79ab9ef2. Jan 28 19:48:08.040327 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 809083d0-a827-481d-a560-6a49294c5e5a has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:48:08.150540 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:48:08.162054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d4ecfa-c04a-4feb-ba56-c736261fd17b None None] Sync routers for ids ['809083d0-a827-481d-a560-6a49294c5e5a'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:48:08.169207 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:08.176545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d4ecfa-c04a-4feb-ba56-c736261fd17b None None] Routers {'809083d0-a827-481d-a560-6a49294c5e5a'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:08.177488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f2d4ecfa-c04a-4feb-ba56-c736261fd17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:47:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['809083d0-a827-481d-a560-6a49294c5e5a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:08.204070 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3efd098a-bd5b-42b7-a985-faf8891a3a6c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6756263 Jan 28 19:48:08.204571 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:48:08.206888 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813f2872-29d0-4abf-91bc-2149b35fbc64" -d '{"events": [{"name": "network-changed", "server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:48:08.248109 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f66c33-d984-4e56-9486-f15163c99992 x-openstack-request-id: req-09f66c33-d984-4e56-9486-f15163c99992 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:48:08.248398 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:48:08.248665 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09f66c33-d984-4e56-9486-f15163c99992 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:48:08.249051 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'status': 'completed', 'code': 200} Jan 28 19:48:08.298156 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f2d4ecfa-c04a-4feb-ba56-c736261fd17b None None] Set router 809083d0-a827-481d-a560-6a49294c5e5a gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:08.324586 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f2872-29d0-4abf-91bc-2149b35fbc64 req-17273d4b-3021-4a27-8cf2-9c33ef3fb9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:08.328253 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-813f2872-29d0-4abf-91bc-2149b35fbc64 req-17273d4b-3021-4a27-8cf2-9c33ef3fb9ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 1128 time: 0.0587382 Jan 28 19:48:08.333700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96034a0-457b-438a-b760-6f46fc551b92 req-498c1e26-9af0-40d3-928c-3d47286ab3c4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:08.341494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d96034a0-457b-438a-b760-6f46fc551b92 req-498c1e26-9af0-40d3-928c-3d47286ab3c4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0761087 Jan 28 19:48:08.400712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d96034a0-457b-438a-b760-6f46fc551b92 req-20a05579-b7c4-4548-967b-a06e58776f1a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556536 Jan 28 19:48:08.415850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59818) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:08.489299 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f2872-29d0-4abf-91bc-2149b35fbc64 req-e8ba8fba-8a7f-4446-a593-83e6f90d999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:08.491467 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-813f2872-29d0-4abf-91bc-2149b35fbc64 req-e8ba8fba-8a7f-4446-a593-83e6f90d999c service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef86b24a-2806-4a2f-87ec-95905dca472a HTTP/1.1" status: 200 len: 898 time: 0.1580391 Jan 28 19:48:08.569739 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-813f2872-29d0-4abf-91bc-2149b35fbc64 req-de9d3b0f-4874-4208-b49d-ef7804f74a34 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0705867 Jan 28 19:48:08.579068 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-425ef00e-90d0-45a0-aae6-eda1b363641a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/floatingips/8e53e587-02ea-4d92-8897-66461884149f HTTP/1.1" status: 200 len: 992 time: 0.1609366 Jan 28 19:48:08.616829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f2d4ecfa-c04a-4feb-ba56-c736261fd17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809083d0-a827-481d-a560-6a49294c5e5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575885632', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:47Z', 'updated_at': '2022-01-28T19:47:51Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:48Z', 'updated_at': '2022-01-28T19:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '8e53e587-02ea-4d92-8897-66461884149f', 'tenant_id': '310e0101c83844149a246554aacabb65', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'port_id': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'mac_address': 'fa:16:3e:a6:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:48:07Z', 'updated_at': '2022-01-28T19:48:07Z', 'revision_number': 0, 'project_id': '310e0101c83844149a246554aacabb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e07d62-73e6-4e58-bafe-ba9a0bca8280', 'name': '', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:bb:41:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:50Z', 'updated_at': '2022-01-28T19:47:54Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:08.635918 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d7937abf-1a24-4163-a44e-bb4897149d2a req-737cd199-4202-497d-a3d4-f5330f0eb7e0 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 210 time: 0.0477095 Jan 28 19:48:08.659954 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d4ecfa-c04a-4feb-ba56-c736261fd17b None None] Checking router: 809083d0-a827-481d-a560-6a49294c5e5a for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:48:08.663908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f2872-29d0-4abf-91bc-2149b35fbc64 req-ec3df3d8-3fea-4bcc-8f14-7eece3c206c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:08.666642 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-813f2872-29d0-4abf-91bc-2149b35fbc64 req-ec3df3d8-3fea-4bcc-8f14-7eece3c206c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883 HTTP/1.1" status: 200 len: 835 time: 0.0876627 Jan 28 19:48:08.680459 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d4ecfa-c04a-4feb-ba56-c736261fd17b None None] Routers {'809083d0-a827-481d-a560-6a49294c5e5a'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:48:08.681459 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f2d4ecfa-c04a-4feb-ba56-c736261fd17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:47:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['809083d0-a827-481d-a560-6a49294c5e5a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:08.726263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f2872-29d0-4abf-91bc-2149b35fbc64 req-180ead78-30f4-45aa-973e-50f69501a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:08.728336 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-813f2872-29d0-4abf-91bc-2149b35fbc64 req-180ead78-30f4-45aa-973e-50f69501a6c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef86b24a-2806-4a2f-87ec-95905dca472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0561416 Jan 28 19:48:08.836972 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-813f2872-29d0-4abf-91bc-2149b35fbc64 req-8ea50924-1b5b-493a-a94a-fdd7de3caad1 service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029563 Jan 28 19:48:08.948096 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-813f2872-29d0-4abf-91bc-2149b35fbc64 req-c0bb352f-3cde-4fb8-bc60-94687faef992 service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053810 Jan 28 19:48:08.974121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f2d4ecfa-c04a-4feb-ba56-c736261fd17b None None] Set router 809083d0-a827-481d-a560-6a49294c5e5a gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:48:09.208013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f2d4ecfa-c04a-4feb-ba56-c736261fd17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809083d0-a827-481d-a560-6a49294c5e5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575885632', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:47Z', 'updated_at': '2022-01-28T19:47:51Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:48Z', 'updated_at': '2022-01-28T19:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '8e53e587-02ea-4d92-8897-66461884149f', 'tenant_id': '310e0101c83844149a246554aacabb65', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'port_id': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'mac_address': 'fa:16:3e:a6:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:48:07Z', 'updated_at': '2022-01-28T19:48:07Z', 'revision_number': 0, 'project_id': '310e0101c83844149a246554aacabb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e07d62-73e6-4e58-bafe-ba9a0bca8280', 'name': '', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:bb:41:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:50Z', 'updated_at': '2022-01-28T19:47:54Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:48:09.238129 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d4ecfa-c04a-4feb-ba56-c736261fd17b None None] The sync data for ids ['809083d0-a827-481d-a560-6a49294c5e5a'] in n-d-824834-4 is: [{'id': '809083d0-a827-481d-a560-6a49294c5e5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575885632', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:47Z', 'updated_at': '2022-01-28T19:47:51Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:48Z', 'updated_at': '2022-01-28T19:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '8e53e587-02ea-4d92-8897-66461884149f', 'tenant_id': '310e0101c83844149a246554aacabb65', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'port_id': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'mac_address': 'fa:16:3e:a6:43:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:48:07Z', 'updated_at': '2022-01-28T19:48:07Z', 'revision_number': 0, 'project_id': '310e0101c83844149a246554aacabb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e07d62-73e6-4e58-bafe-ba9a0bca8280', 'name': '', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:bb:41:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:50Z', 'updated_at': '2022-01-28T19:47:54Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:48:09.433494 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c86bec-df43-485f-9772-f07e02309f8d None None] New status for floating IP 8e53e587-02ea-4d92-8897-66461884149f: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:48:09.582069 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 59822) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:09.653880 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-babeace0-52f2-4d7d-9c14-0503518b431e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/floatingips/8e53e587-02ea-4d92-8897-66461884149f HTTP/1.1" status: 200 len: 994 time: 0.0704205 Jan 28 19:48:09.739939 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93c279c1-a297-43cf-9cc0-23c7383b359b req-74eefdb4-144a-4646-89ac-923b1d2a1782 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 210 time: 0.0280170 Jan 28 19:48:10.308482 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:48:10.329836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:48:10.330220 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 58fdc3f3-7bc7-42bf-b79a-62ed885aa1e0 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:48:10.836144 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1e411d4f-92c4-48f1-a627-a6e6195110f7 req-5ae122b0-1c4e-4321-8ec0-e0b939efada2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 210 time: 0.0277708 Jan 28 19:48:11.931856 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9b37c356-e0b1-4c3d-a5c2-2e9c8a18ab77 req-b378fe3b-abba-44bc-9e3d-8b846f79cbfa tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 210 time: 0.0278604 Jan 28 19:48:13.030080 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-adbc0b2d-a472-4b23-af2a-1d4084943aa3 req-17f7bef4-d359-4df2-aec5-f53ef964f714 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 210 time: 0.0271866 Jan 28 19:48:14.133064 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae77604e-3bef-456f-a706-5a82058b8dd9 req-2d61073f-80d5-4f45-867a-5110399666ab tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 210 time: 0.0272603 Jan 28 19:48:15.225960 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:48:15.235128 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dd4841e1-83ce-4f39-9d37-9aed88a05538 req-92f6d991-9d69-4839-8520-62bfe70339f9 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=b502a5a7-5134-40cb-966c-3dcc60fdd462 HTTP/1.1" status: 200 len: 210 time: 0.0321388 Jan 28 19:48:18.236304 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea9f42f9-f4ae-4a89-9a53-9da3cf4a08f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:20.410220 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-177b3b9e-3fe9-49d5-9a28-b83bce8c2041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:21.807789 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:23.092936 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:24.507588 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:25.687148 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:30.437282 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:40.961624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5060cb-05b4-4842-8d98-bbd68e6e32b7 req-c11e11cd-edab-4bd3-906b-ca6b0e1f6768 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:40.963358 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7a5060cb-05b4-4842-8d98-bbd68e6e32b7 req-c11e11cd-edab-4bd3-906b-ca6b0e1f6768 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 1128 time: 0.0479264 Jan 28 19:48:41.009991 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7a5060cb-05b4-4842-8d98-bbd68e6e32b7 req-b713049f-8451-4769-804a-677c271d4dba tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406611 Jan 28 19:48:41.132299 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5518ee-edfb-413b-95aa-ba5c6a6da75f req-17d957fa-65a4-4578-bd53-37d055fdcc54 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:41.133776 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c5518ee-edfb-413b-95aa-ba5c6a6da75f req-17d957fa-65a4-4578-bd53-37d055fdcc54 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0534205 Jan 28 19:48:41.183085 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c5518ee-edfb-413b-95aa-ba5c6a6da75f req-a4a3fbe5-e9d5-4b1a-bcf4-ad8a8daa25d2 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433834 Jan 28 19:48:41.205747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60010) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:41.264454 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8250e784-8ca7-4b17-a21f-aff61722ba51 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/floatingips/8e53e587-02ea-4d92-8897-66461884149f HTTP/1.1" status: 200 len: 994 time: 0.0576007 Jan 28 19:48:41.705006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60022) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:48:41.778596 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecff61c-d4e6-4f98-afc0-3d364e42358d req-d727074d-220f-4e06-99af-50deeb3abef8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:41.780149 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ecff61c-d4e6-4f98-afc0-3d364e42358d req-d727074d-220f-4e06-99af-50deeb3abef8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0632668 Jan 28 19:48:41.832204 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ecff61c-d4e6-4f98-afc0-3d364e42358d req-b416bcea-d7c3-42ff-b90b-59ab1ed01244 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462816 Jan 28 19:48:41.873741 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-c2b42121-a934-45f0-813d-7f4d6bceff20 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1673708 Jan 28 19:48:41.882519 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-e2ad5995-149a-45e8-a1b3-9ed79a0c1425 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:48:41.883526 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-e2ad5995-149a-45e8-a1b3-9ed79a0c1425 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051081 Jan 28 19:48:42.962052 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34cbb4-51df-4bf0-807c-ff8029f6c772 req-0c5d5c18-feaa-4ebb-93d1-f551c6c0d4e3 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:42.963821 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c34cbb4-51df-4bf0-807c-ff8029f6c772 req-0c5d5c18-feaa-4ebb-93d1-f551c6c0d4e3 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0584111 Jan 28 19:48:43.018811 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c34cbb4-51df-4bf0-807c-ff8029f6c772 req-3530e04f-07a5-42e6-947f-e4a151ca34d1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491312 Jan 28 19:48:43.069790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17446e59-85a6-4473-a662-d2e42393589e req-48f9aa27-63cd-4436-a23b-8f7c0411492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:43.071982 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-48f9aa27-63cd-4436-a23b-8f7c0411492a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 1128 time: 0.0443549 Jan 28 19:48:43.166763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17446e59-85a6-4473-a662-d2e42393589e req-0ae08a6f-4d1f-4907-bcac-7222eac889a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:43.168255 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-0ae08a6f-4d1f-4907-bcac-7222eac889a4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef86b24a-2806-4a2f-87ec-95905dca472a HTTP/1.1" status: 200 len: 898 time: 0.0907705 Jan 28 19:48:43.233244 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-f6bd1b53-61f5-4d1c-8932-7de8e24606de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2 HTTP/1.1" status: 200 len: 1002 time: 0.0583155 Jan 28 19:48:43.285335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17446e59-85a6-4473-a662-d2e42393589e req-5666c459-8486-402f-b993-d737dca61390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:43.286851 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-5666c459-8486-402f-b993-d737dca61390 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883 HTTP/1.1" status: 200 len: 835 time: 0.0477788 Jan 28 19:48:43.335667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17446e59-85a6-4473-a662-d2e42393589e req-40029595-cf1e-4903-a403-8b29dea4b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:43.337181 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-40029595-cf1e-4903-a403-8b29dea4b4df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef86b24a-2806-4a2f-87ec-95905dca472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447712 Jan 28 19:48:43.425757 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-75cc34ce-29f5-483c-985a-8dd9b08a12e2 service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815966 Jan 28 19:48:43.519294 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-9dab4787-2cfe-4346-b033-72d967c42acf service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870457 Jan 28 19:48:44.144330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004064b-357f-402c-8db8-e790de1fd4e2 req-c93d8ba7-8131-4305-afd1-c55f41c77e40 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:44.145792 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b004064b-357f-402c-8db8-e790de1fd4e2 req-c93d8ba7-8131-4305-afd1-c55f41c77e40 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0542648 Jan 28 19:48:44.194797 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b004064b-357f-402c-8db8-e790de1fd4e2 req-2f8fb87d-a6f9-46e5-946b-5be6c650ccb0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426230 Jan 28 19:48:45.320883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affc750-9c27-4b9a-8d7f-8a60bcb992cb req-a707abe4-4daa-4496-a209-6b3bbc82cd25 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:45.322437 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1affc750-9c27-4b9a-8d7f-8a60bcb992cb req-a707abe4-4daa-4496-a209-6b3bbc82cd25 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0548499 Jan 28 19:48:45.372337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1affc750-9c27-4b9a-8d7f-8a60bcb992cb req-90cec160-bf3b-409b-9a2b-0bd1577f896e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437608 Jan 28 19:48:46.039429 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b42630-99bd-4a88-9211-88ffb35906d9 req-8691fb48-8fa5-4992-bfa1-b6976408d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:46.041048 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7b42630-99bd-4a88-9211-88ffb35906d9 req-8691fb48-8fa5-4992-bfa1-b6976408d312 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 1128 time: 0.0496547 Jan 28 19:48:46.143307 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b42630-99bd-4a88-9211-88ffb35906d9 req-2f5bd386-8bb4-4355-9d55-c45ec538946d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:46.144669 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7b42630-99bd-4a88-9211-88ffb35906d9 req-2f5bd386-8bb4-4355-9d55-c45ec538946d service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef86b24a-2806-4a2f-87ec-95905dca472a HTTP/1.1" status: 200 len: 898 time: 0.0840597 Jan 28 19:48:46.218348 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7b42630-99bd-4a88-9211-88ffb35906d9 req-8c264e72-d4d6-4825-b40a-c21db8276a41 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2 HTTP/1.1" status: 200 len: 1002 time: 0.0669394 Jan 28 19:48:46.505925 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a48db5-8ae3-409a-9640-8cb0903895f3 req-ad04cd0d-dc0e-474a-9150-f150eea1cf74 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:46.507395 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c0a48db5-8ae3-409a-9640-8cb0903895f3 req-ad04cd0d-dc0e-474a-9150-f150eea1cf74 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0590563 Jan 28 19:48:46.558898 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c0a48db5-8ae3-409a-9640-8cb0903895f3 req-9b690175-50da-4bf2-8cac-b354f118d853 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449514 Jan 28 19:48:46.562715 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b42630-99bd-4a88-9211-88ffb35906d9 req-a83dd1a7-6b89-45ec-af72-639268da44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:46.564421 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7b42630-99bd-4a88-9211-88ffb35906d9 req-a83dd1a7-6b89-45ec-af72-639268da44ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883 HTTP/1.1" status: 200 len: 835 time: 0.3402040 Jan 28 19:48:46.613213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b42630-99bd-4a88-9211-88ffb35906d9 req-f89e129f-2542-4620-b373-a5cd77633922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:46.614735 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7b42630-99bd-4a88-9211-88ffb35906d9 req-f89e129f-2542-4620-b373-a5cd77633922 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef86b24a-2806-4a2f-87ec-95905dca472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438538 Jan 28 19:48:46.713444 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7b42630-99bd-4a88-9211-88ffb35906d9 req-23137ed7-9c3f-4e27-ab10-9a35ea12f644 service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919986 Jan 28 19:48:46.805868 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7b42630-99bd-4a88-9211-88ffb35906d9 req-b5b49abf-0c3e-4adc-8511-ab1ad10d7aa7 service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863276 Jan 28 19:48:47.582849 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-5f04ce2f-3737-4aea-bc21-d47b1b40f357 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:47.584341 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-5f04ce2f-3737-4aea-bc21-d47b1b40f357 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 811 time: 0.1091299 Jan 28 19:48:47.600235 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-d77c2ef6-53d6-494b-b56f-82a4e09ffcd3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/quotas/74e67802b83e4dda84b80b3ec28b1541 HTTP/1.1" status: 200 len: 375 time: 0.0095055 Jan 28 19:48:47.659800 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-d878f062-f9fb-496e-aa48-7fa415b1ccb2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539503 Jan 28 19:48:47.682953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286f657-a06b-4a77-b102-04d6918c05a2 req-d4a96c19-49f3-425e-82b6-5ebb54b332ba tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:47.684539 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2286f657-a06b-4a77-b102-04d6918c05a2 req-d4a96c19-49f3-425e-82b6-5ebb54b332ba tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0549231 Jan 28 19:48:47.735046 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2286f657-a06b-4a77-b102-04d6918c05a2 req-ce6b47aa-4acd-4983-bbcf-284437f0da0d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445497 Jan 28 19:48:47.749895 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-69436820-86c9-421d-9721-6046c524aeff service neutron] 10.222.0.55 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835068 Jan 28 19:48:47.840528 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-559f63df-36fb-438d-b394-f6e192154fa8 service neutron] 10.222.0.55 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847862 Jan 28 19:48:48.137330 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3d4ebfcb-8633-47f1-be47-f57424a7b919 req-06204adf-bb0f-4e7f-a399-7ceb7588aa9d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 210 time: 0.0262094 Jan 28 19:48:48.240354 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-05f7691a-297d-4682-a538-20332eb03304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:48.860067 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec2853-5442-4291-8f23-d4f85db7e82e req-e3b0e5ab-a805-41c1-9e3c-b95da2656c59 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:48.861587 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e5ec2853-5442-4291-8f23-d4f85db7e82e req-e3b0e5ab-a805-41c1-9e3c-b95da2656c59 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0581107 Jan 28 19:48:48.912743 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e5ec2853-5442-4291-8f23-d4f85db7e82e req-646531fc-8003-43ba-a2cf-b2b67a979454 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447447 Jan 28 19:48:49.045636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-a83d74c3-e452-4c79-a460-bd0e41f9808b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:49.047145 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-a83d74c3-e452-4c79-a460-bd0e41f9808b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.37 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 811 time: 0.1065869 Jan 28 19:48:49.058869 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Request body: {'port': {'device_id': 'af34de19-fc0e-4838-88fa-6c54c0f2c87a', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'admin_state_up': True, 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:49.166386 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Made reservation on behalf of 74e67802b83e4dda84b80b3ec28b1541 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:48:49.170219 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:49.262811 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bbb5a528-6c9d-4cb7-ad0a-a4e9a0dff652 req-8185ef0c-6555-4a1c-a86a-63c04ca8344b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 210 time: 0.0342007 Jan 28 19:48:49.322430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Allocated IP 172.20.0.10 (3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a/e8631fd7-f1ff-4755-931c-e72b5c9a8c5b/a3255855-aeff-4e4e-baef-08634299a8ae) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:48:49.468897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for port (a3255855-aeff-4e4e-baef-08634299a8ae), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:49.504388 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a3255855-aeff-4e4e-baef-08634299a8ae), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:49.544863 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:48:49.617964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:48:49.617964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:48:49.617964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'Port': ['ID=a3255855-aeff-4e4e-baef-08634299a8ae,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:49.617964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:49.617964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:49.617964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:49.617964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:49.617964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:49.617964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:49.617964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:49.617964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:49.617964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:49.617964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:49.617964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:49.617964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:49.617964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:48:49.644105 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:49.644943 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:49.663747 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-6d6cab84-3603-427b-95b9-3c29da1f88e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6085815 Jan 28 19:48:49.675936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Request body: {'port': {'device_id': 'af34de19-fc0e-4838-88fa-6c54c0f2c87a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:48:49.742043 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a3255855-aeff-4e4e-baef-08634299a8ae), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:49.889983 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-155b12b4-60a4-430f-91f7-f573e7b11f44 None None] Provisioning complete for port a3255855-aeff-4e4e-baef-08634299a8ae triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:48:49.890553 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-155b12b4-60a4-430f-91f7-f573e7b11f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a3255855-aeff-4e4e-baef-08634299a8ae), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:49.928564 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-155b12b4-60a4-430f-91f7-f573e7b11f44 None None] Port a3255855-aeff-4e4e-baef-08634299a8ae cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:48:50.023055 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3255855-aeff-4e4e-baef-08634299a8ae {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:48:50.030830 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Publish callbacks [] for port (a3255855-aeff-4e4e-baef-08634299a8ae), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:50.040900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e650b7-da07-4d62-9825-34a808b5c1ef req-f2a12e6c-8cde-4005-a67c-37e6a3ac7d3b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:50.042460 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7e650b7-da07-4d62-9825-34a808b5c1ef req-f2a12e6c-8cde-4005-a67c-37e6a3ac7d3b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0574365 Jan 28 19:48:50.043154 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Transition to ACTIVE for port object a3255855-aeff-4e4e-baef-08634299a8ae will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:48:50.047582 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (a3255855-aeff-4e4e-baef-08634299a8ae), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:50.096160 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Pushing event updated for resources: {'Port': ['ID=a3255855-aeff-4e4e-baef-08634299a8ae,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:50.108683 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7e650b7-da07-4d62-9825-34a808b5c1ef req-78cbef06-556f-4f4f-9e21-fdb38a9ccaf6 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598934 Jan 28 19:48:50.181681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Attempting to bind port a3255855-aeff-4e4e-baef-08634299a8ae on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:48:50.181995 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Attempting to bind port a3255855-aeff-4e4e-baef-08634299a8ae by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:48:50.182363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Attempting to bind port a3255855-aeff-4e4e-baef-08634299a8ae on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:50.189499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Port a3255855-aeff-4e4e-baef-08634299a8ae on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:48:50.189825 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Attempting to bind port a3255855-aeff-4e4e-baef-08634299a8ae on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:48:50.195263 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:48:50.195602 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Checking segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:48:50.195977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Bound using segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:48:50.196397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Bound port: a3255855-aeff-4e4e-baef-08634299a8ae, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:48:50.196752 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a3255855-aeff-4e4e-baef-08634299a8ae), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:50.266550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] For port a3255855-aeff-4e4e-baef-08634299a8ae, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:48:50.269865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] For port a3255855-aeff-4e4e-baef-08634299a8ae, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=a3255855-aeff-4e4e-baef-08634299a8ae,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:48:50.277993 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (a3255855-aeff-4e4e-baef-08634299a8ae), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:50.415617 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13e46b89-3cbd-4376-b31b-f3462a6b3950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:50.673005 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:50.673631 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:50.675441 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] 10.222.0.37 "PUT /v2.0/ports/a3255855-aeff-4e4e-baef-08634299a8ae HTTP/1.1" status: 200 len: 1092 time: 1.0040553 Jan 28 19:48:50.675914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af34de19-fc0e-4838-88fa-6c54c0f2c87a', 'tag': 'a3255855-aeff-4e4e-baef-08634299a8ae'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:48:50.678251 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f52adab-7e68-42a8-b261-220cbfae4fef" -d '{"events": [{"name": "network-changed", "server_uuid": "af34de19-fc0e-4838-88fa-6c54c0f2c87a", "tag": "a3255855-aeff-4e4e-baef-08634299a8ae"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:48:50.760765 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df09ba8-f902-40da-b585-7a9d5ca1cc87 x-openstack-request-id: req-6df09ba8-f902-40da-b585-7a9d5ca1cc87 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:48:50.761075 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af34de19-fc0e-4838-88fa-6c54c0f2c87a", "tag": "a3255855-aeff-4e4e-baef-08634299a8ae", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:48:50.761309 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6df09ba8-f902-40da-b585-7a9d5ca1cc87 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:48:50.761850 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af34de19-fc0e-4838-88fa-6c54c0f2c87a', 'tag': 'a3255855-aeff-4e4e-baef-08634299a8ae', 'status': 'completed', 'code': 200} Jan 28 19:48:50.786850 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44533a6-4dd8-4782-85a4-1b1ee123405f service neutron] Pushing event updated for resources: {'Port': ['ID=a3255855-aeff-4e4e-baef-08634299a8ae,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:48:50.803663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7c3d6-0f11-491b-819a-f6a8d5017b9d req-2f0f5e6b-8f24-4b92-a2fd-9971727f4a90 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:50.806490 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0cb7c3d6-0f11-491b-819a-f6a8d5017b9d req-2f0f5e6b-8f24-4b92-a2fd-9971727f4a90 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 944 time: 0.1717796 Jan 28 19:48:50.824159 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-7bfdd06b-799c-4133-b50a-c4a0b65af035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:50.826200 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-7bfdd06b-799c-4133-b50a-c4a0b65af035 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 1126 time: 0.1052704 Jan 28 19:48:50.877450 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-7f63654b-37fa-4ea1-84fd-6d2a03b44174 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3255855-aeff-4e4e-baef-08634299a8ae HTTP/1.1" status: 200 len: 217 time: 0.0440512 Jan 28 19:48:50.927255 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0cb7c3d6-0f11-491b-819a-f6a8d5017b9d req-0b7169f5-4c35-476c-86a7-baf675fb73c8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154830 Jan 28 19:48:50.941050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-dfc8f4b6-59e8-44ec-912d-755993f63c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:50.946164 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-dfc8f4b6-59e8-44ec-912d-755993f63c91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0598314 Jan 28 19:48:50.998852 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-34f77f65-207f-4dd4-8bbe-5100dc99ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:51.000379 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-34f77f65-207f-4dd4-8bbe-5100dc99ebee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513570 Jan 28 19:48:51.097851 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-ff3131ad-afe3-4c0e-987d-d6de0d59f249 service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908034 Jan 28 19:48:51.197904 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ebae287b-1ee4-4743-a646-ebca7f993358 req-cb9e16d7-62a6-4b74-a4fe-c0794043e67f service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926480 Jan 28 19:48:51.243212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc151d-c5d2-475c-931b-11cf057c878a req-2139fbbc-c603-4716-ab6a-2cd2ec53c936 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:51.246459 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b3dc151d-c5d2-475c-931b-11cf057c878a req-2139fbbc-c603-4716-ab6a-2cd2ec53c936 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0581338 Jan 28 19:48:51.288387 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52adab-7e68-42a8-b261-220cbfae4fef req-18b8d801-05d6-400a-a2e4-af0a485c0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:51.290091 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f52adab-7e68-42a8-b261-220cbfae4fef req-18b8d801-05d6-400a-a2e4-af0a485c0d6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 1126 time: 0.0474863 Jan 28 19:48:51.297518 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b3dc151d-c5d2-475c-931b-11cf057c878a req-409fb93d-4d3c-4025-a829-77ac6349206b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469093 Jan 28 19:48:51.380245 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52adab-7e68-42a8-b261-220cbfae4fef req-ae851d2a-7a06-4f32-b986-9fa5cd028e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:51.381754 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f52adab-7e68-42a8-b261-220cbfae4fef req-ae851d2a-7a06-4f32-b986-9fa5cd028e21 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.0861554 Jan 28 19:48:51.427674 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f52adab-7e68-42a8-b261-220cbfae4fef req-ce23eb38-8019-4e0b-a9e1-970f4e010048 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3255855-aeff-4e4e-baef-08634299a8ae HTTP/1.1" status: 200 len: 217 time: 0.0394397 Jan 28 19:48:51.474710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52adab-7e68-42a8-b261-220cbfae4fef req-657cc21e-5658-402c-8e34-e82847905f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:51.476085 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f52adab-7e68-42a8-b261-220cbfae4fef req-657cc21e-5658-402c-8e34-e82847905f70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0432744 Jan 28 19:48:51.523398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52adab-7e68-42a8-b261-220cbfae4fef req-daf30928-c427-4be5-81f5-f2330a46acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:51.524901 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f52adab-7e68-42a8-b261-220cbfae4fef req-daf30928-c427-4be5-81f5-f2330a46acc7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434871 Jan 28 19:48:51.617521 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f52adab-7e68-42a8-b261-220cbfae4fef req-0287654e-e526-4e12-a436-3c6fec41c234 service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864494 Jan 28 19:48:51.712843 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f52adab-7e68-42a8-b261-220cbfae4fef req-3b4f642d-6298-49df-8333-caa30ca3568a service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895798 Jan 28 19:48:51.811188 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:52.055082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6c20d-4427-4be5-9083-060b5774f84c req-f51e2af0-d16f-48c9-86d3-263f8b287ce7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:52.056578 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-01a6c20d-4427-4be5-9083-060b5774f84c req-f51e2af0-d16f-48c9-86d3-263f8b287ce7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 944 time: 0.0591111 Jan 28 19:48:52.106323 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-01a6c20d-4427-4be5-9083-060b5774f84c req-01dcaaf8-b6fe-4f25-8150-4c30d9a6c8ee tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435989 Jan 28 19:48:52.225516 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:48:52.425448 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd63a8-e32f-4b4e-8e90-ee2779b19886 req-11cf9b90-cb9a-4dd7-911d-37e7bef6ea68 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:52.426930 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-82cd63a8-e32f-4b4e-8e90-ee2779b19886 req-11cf9b90-cb9a-4dd7-911d-37e7bef6ea68 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0567167 Jan 28 19:48:52.485439 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-82cd63a8-e32f-4b4e-8e90-ee2779b19886 req-fc9b5c52-74f8-45dd-b7ed-7efa5219f3bf tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527909 Jan 28 19:48:53.091148 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:53.232118 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876c45a-0453-43db-8dd6-86b2bdbf827e req-d6015be4-0ba2-4380-8ca6-cf84d6edec0e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:53.233529 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0876c45a-0453-43db-8dd6-86b2bdbf827e req-d6015be4-0ba2-4380-8ca6-cf84d6edec0e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 944 time: 0.0545092 Jan 28 19:48:53.280948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0876c45a-0453-43db-8dd6-86b2bdbf827e req-316df1a1-5323-466c-9a65-87e974bfbc3a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416319 Jan 28 19:48:53.664387 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0af7d4-fd87-4232-bd65-51234dd21c29 req-7a54eebf-91ec-442e-b5c0-05d273e697b8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:53.665857 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b0af7d4-fd87-4232-bd65-51234dd21c29 req-7a54eebf-91ec-442e-b5c0-05d273e697b8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.1112723 Jan 28 19:48:53.715844 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b0af7d4-fd87-4232-bd65-51234dd21c29 req-6323ac2b-756a-4099-a546-209dbb6044dd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437007 Jan 28 19:48:54.402817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67598a12-9d6a-4f0e-bc65-296ba668c6f4 req-90c280d0-e6c0-45f4-8073-5f971740876a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:54.404334 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-67598a12-9d6a-4f0e-bc65-296ba668c6f4 req-90c280d0-e6c0-45f4-8073-5f971740876a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 944 time: 0.0552745 Jan 28 19:48:54.457663 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-67598a12-9d6a-4f0e-bc65-296ba668c6f4 req-8b602473-698d-46d2-a7d7-c4fbb0311ddf tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472667 Jan 28 19:48:54.512316 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:54.841153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d1608-c370-4ef6-a86f-53962189c35e req-6cf6e347-d322-4fba-93fa-705d8e673438 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:54.842661 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-898d1608-c370-4ef6-a86f-53962189c35e req-6cf6e347-d322-4fba-93fa-705d8e673438 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0550714 Jan 28 19:48:54.892306 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-898d1608-c370-4ef6-a86f-53962189c35e req-f7104f42-a27e-4ad3-9c66-1840933cadcd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437975 Jan 28 19:48:55.639373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5572202-57ed-4659-b9a8-356f8e98fc27 req-2035f490-f70c-42d2-9f90-0913116c38c2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:55.640866 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f5572202-57ed-4659-b9a8-356f8e98fc27 req-2035f490-f70c-42d2-9f90-0913116c38c2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 944 time: 0.1152186 Jan 28 19:48:55.687931 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f5572202-57ed-4659-b9a8-356f8e98fc27 req-6dd64e8f-f2d2-4719-8f2b-34ac58d462c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412109 Jan 28 19:48:55.714239 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:48:56.021678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f63175-3b77-4f62-95a5-493bba1d5452 req-145a9efe-4e9b-44a6-b524-4422ad580e17 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:56.023225 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3f63175-3b77-4f62-95a5-493bba1d5452 req-145a9efe-4e9b-44a6-b524-4422ad580e17 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0593390 Jan 28 19:48:56.072348 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3f63175-3b77-4f62-95a5-493bba1d5452 req-f32ee2ba-6a21-4540-88e1-a484844f8c42 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432167 Jan 28 19:48:56.810857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ad269-7dfd-4e30-9547-ecdab0031499 req-fd4c9b47-e3a4-42c4-9905-56adb9981855 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:56.812371 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1a2ad269-7dfd-4e30-9547-ecdab0031499 req-fd4c9b47-e3a4-42c4-9905-56adb9981855 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 944 time: 0.0539050 Jan 28 19:48:56.859832 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1a2ad269-7dfd-4e30-9547-ecdab0031499 req-301ba05b-2ac1-4a60-a3bb-b65adf089eea tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416720 Jan 28 19:48:57.195796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cf80c-26f5-4e57-9d7e-0319ccffbb1b req-d4897993-d9f7-47ef-9408-bed060596ca7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:57.197303 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cd5cf80c-26f5-4e57-9d7e-0319ccffbb1b req-d4897993-d9f7-47ef-9408-bed060596ca7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0552270 Jan 28 19:48:57.248388 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cd5cf80c-26f5-4e57-9d7e-0319ccffbb1b req-c61240cd-8adf-4db4-a8b9-888b24451796 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448265 Jan 28 19:48:57.984274 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece57b8-94bd-441d-9891-29da0bb8cd14 req-5dc4e17d-344a-4cd7-aae8-eeabd09f6f13 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:57.985733 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bece57b8-94bd-441d-9891-29da0bb8cd14 req-5dc4e17d-344a-4cd7-aae8-eeabd09f6f13 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 944 time: 0.0583065 Jan 28 19:48:58.033052 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bece57b8-94bd-441d-9891-29da0bb8cd14 req-0951b997-c4f0-4d78-abda-12362a1f40d0 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414929 Jan 28 19:48:58.379454 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e81a1d-4c3b-4c89-97fe-3e89f2eae6bd req-8b9236d9-5fbc-4cf4-af99-4a6f3d02bf7e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:58.380985 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-68e81a1d-4c3b-4c89-97fe-3e89f2eae6bd req-8b9236d9-5fbc-4cf4-af99-4a6f3d02bf7e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0608716 Jan 28 19:48:58.431044 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-68e81a1d-4c3b-4c89-97fe-3e89f2eae6bd req-d3666a62-4bb3-445a-9e14-3d5cc5d4c335 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444071 Jan 28 19:48:59.168708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c99121-7e9c-40fd-99f2-2bbd57f6ad57 req-8613e04f-0105-40b2-b997-158553597103 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:59.170358 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c7c99121-7e9c-40fd-99f2-2bbd57f6ad57 req-8613e04f-0105-40b2-b997-158553597103 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 944 time: 0.0551417 Jan 28 19:48:59.217834 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c7c99121-7e9c-40fd-99f2-2bbd57f6ad57 req-ec2574ed-efb1-48d9-885f-ec3796babb75 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Jan 28 19:48:59.578725 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed12822-7c88-44e7-b3fb-51a95e5c22d0 req-493fd998-ae09-43fc-9fe8-c5c23f8af49e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:48:59.580322 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0ed12822-7c88-44e7-b3fb-51a95e5c22d0 req-493fd998-ae09-43fc-9fe8-c5c23f8af49e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0661676 Jan 28 19:48:59.632028 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0ed12822-7c88-44e7-b3fb-51a95e5c22d0 req-3523a229-6d80-4ce0-a520-063b5be2da49 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435894 Jan 28 19:49:00.367520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9140010-a164-4fe7-8317-f0022e120cff req-bc16de2e-e3e9-4f4c-ac8c-958820632ca4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:00.368995 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9140010-a164-4fe7-8317-f0022e120cff req-bc16de2e-e3e9-4f4c-ac8c-958820632ca4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 944 time: 0.0694859 Jan 28 19:49:00.417069 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c9140010-a164-4fe7-8317-f0022e120cff req-5caf663f-9c9e-42bd-9838-41032eae18bb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422499 Jan 28 19:49:00.434655 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:00.487185 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-17446e59-85a6-4473-a662-d2e42393589e req-d7c5d627-f13e-449f-9a5b-07045d3582cc service neutron] show failed (client error): The resource could not be found. Jan 28 19:49:00.488259 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-d7c5d627-f13e-449f-9a5b-07045d3582cc service neutron] 10.222.0.31 "GET /v2.0/ports/cd7968fe-36b8-41dc-939e-445d79ab9ef2/bindings/n-h2-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0570362 Jan 28 19:49:00.728463 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17446e59-85a6-4473-a662-d2e42393589e req-b28db8d5-212c-49b8-93d1-d3c302af68ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:00.730007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-b28db8d5-212c-49b8-93d1-d3c302af68ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5&tenant_id=310e0101c83844149a246554aacabb65 HTTP/1.1" status: 200 len: 1128 time: 0.0801253 Jan 28 19:49:00.740710 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:49:00.761307 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40d437-5faf-403e-af51-51eca35b4782 req-b2260b97-e2e9-429e-a3b5-6fa40446bcd0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:00.762929 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c40d437-5faf-403e-af51-51eca35b4782 req-b2260b97-e2e9-429e-a3b5-6fa40446bcd0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 946 time: 0.0586140 Jan 28 19:49:00.803583 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:00.814002 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c40d437-5faf-403e-af51-51eca35b4782 req-3a9879f3-ab2e-491e-986d-dab723a64040 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451756 Jan 28 19:49:00.999607 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:01.031952 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:49:01.069891 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:49:01.072162 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6063c5d4-7ef2-4686-94ab-f85dc29fc228" -d '{"events": [{"server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:49:01.076391 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Publish callbacks [] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:01.088373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Transition to ACTIVE for port object cd7968fe-36b8-41dc-939e-445d79ab9ef2 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:49:01.092855 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:01.120913 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dd1679-c4a2-4360-9392-d45b46dec328 x-openstack-request-id: req-23dd1679-c4a2-4360-9392-d45b46dec328 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:49:01.121417 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:49:01.121542 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23dd1679-c4a2-4360-9392-d45b46dec328 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:49:01.121877 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'code': 200} Jan 28 19:49:01.193321 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7968fe-36b8-41dc-939e-445d79ab9ef2,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:01.268053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] No DVR routers for this DVR port cd7968fe-36b8-41dc-939e-445d79ab9ef2 on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:49:01.404735 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Attempting to bind port cd7968fe-36b8-41dc-939e-445d79ab9ef2 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:49:01.405354 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Attempting to bind port cd7968fe-36b8-41dc-939e-445d79ab9ef2 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:49:01.405354 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Attempting to bind port cd7968fe-36b8-41dc-939e-445d79ab9ef2 on network ef86b24a-2806-4a2f-87ec-95905dca472a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:49:01.409903 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Port cd7968fe-36b8-41dc-939e-445d79ab9ef2 on network ef86b24a-2806-4a2f-87ec-95905dca472a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:49:01.410252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Attempting to bind port cd7968fe-36b8-41dc-939e-445d79ab9ef2 on network ef86b24a-2806-4a2f-87ec-95905dca472a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:49:01.415542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:49:01.415879 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Checking segment: {'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:49:01.416259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Bound using segment: {'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:49:01.416678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Bound port: cd7968fe-36b8-41dc-939e-445d79ab9ef2, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:49:01.417028 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:01.481392 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:49:01.484674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:49:01.491820 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:01.523501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:01.524064 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:01.525704 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] 10.222.0.37 "PUT /v2.0/ports/cd7968fe-36b8-41dc-939e-445d79ab9ef2 HTTP/1.1" status: 200 len: 1092 time: 0.7892337 Jan 28 19:49:01.538329 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e434c46-4359-42a2-87c6-d87e000e6471 req-97abd2bd-1f5d-4719-9ec2-67685230a4f3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:01.540127 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5e434c46-4359-42a2-87c6-d87e000e6471 req-97abd2bd-1f5d-4719-9ec2-67685230a4f3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 944 time: 0.0536354 Jan 28 19:49:01.567143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a761a0-b50d-4e81-8828-35e470245522 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7968fe-36b8-41dc-939e-445d79ab9ef2,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:01.602703 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5e434c46-4359-42a2-87c6-d87e000e6471 req-a8dc497b-c7c3-42f5-b14b-6eb0ed26ce4a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529962 Jan 28 19:49:01.610251 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17446e59-85a6-4473-a662-d2e42393589e req-c276989f-5728-4e9a-9e0c-ef3b3e715d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:01.611995 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-c276989f-5728-4e9a-9e0c-ef3b3e715d8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 1126 time: 0.0599666 Jan 28 19:49:01.703179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17446e59-85a6-4473-a662-d2e42393589e req-f8112d05-dbdb-40b1-a553-c38c757ca98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:01.704697 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-f8112d05-dbdb-40b1-a553-c38c757ca98e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef86b24a-2806-4a2f-87ec-95905dca472a HTTP/1.1" status: 200 len: 898 time: 0.0866807 Jan 28 19:49:01.772730 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-22a76837-ca77-4072-9df6-b94e2b09d400 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0609751 Jan 28 19:49:01.819698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17446e59-85a6-4473-a662-d2e42393589e req-0b4b4679-45d4-4a69-b287-19a562170b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:01.821139 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-0b4b4679-45d4-4a69-b287-19a562170b1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883 HTTP/1.1" status: 200 len: 835 time: 0.0427389 Jan 28 19:49:01.870235 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17446e59-85a6-4473-a662-d2e42393589e req-63d41c46-4d55-4947-8f48-fb2ebba2dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:01.871883 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-63d41c46-4d55-4947-8f48-fb2ebba2dfa6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef86b24a-2806-4a2f-87ec-95905dca472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451272 Jan 28 19:49:01.998394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed6674-16b5-4d36-83d9-9dbd1362901e req-cdff766a-72aa-4947-a5e3-635ce30eaa73 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:01.999779 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-39ed6674-16b5-4d36-83d9-9dbd1362901e req-cdff766a-72aa-4947-a5e3-635ce30eaa73 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 944 time: 0.1136498 Jan 28 19:49:02.002311 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-8f8f4833-9b18-42e2-ad98-d66402af7aa8 service neutron] 10.222.0.37 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245942 Jan 28 19:49:02.097974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-39ed6674-16b5-4d36-83d9-9dbd1362901e req-5efa1e19-fb81-479b-8bdf-bfdde36f513d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913086 Jan 28 19:49:02.126707 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-3afa0c18-e1e3-4798-8a52-dee47aa8f9c1 service neutron] 10.222.0.37 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183095 Jan 28 19:49:02.727544 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24381f7d-7536-40b1-8dbe-db2dec51fc52 req-c982dafb-5ab0-4bda-a426-3ca486852d8a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:02.729066 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-24381f7d-7536-40b1-8dbe-db2dec51fc52 req-c982dafb-5ab0-4bda-a426-3ca486852d8a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 944 time: 0.0597091 Jan 28 19:49:02.783916 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-24381f7d-7536-40b1-8dbe-db2dec51fc52 req-c24b894c-2ec0-4ad4-b997-722b59359492 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467732 Jan 28 19:49:03.122954 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:49:03.126960 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851" -d '{"events": [{"name": "network-changed", "server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:49:03.183906 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e959e14-5d82-4c98-8885-340d7b75a005 x-openstack-request-id: req-5e959e14-5d82-4c98-8885-340d7b75a005 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:49:03.184196 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:49:03.184448 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e959e14-5d82-4c98-8885-340d7b75a005 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:49:03.184847 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'status': 'completed', 'code': 200} Jan 28 19:49:03.259266 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-9d612032-2b36-4f03-bd03-014df18fa137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:03.260827 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-9d612032-2b36-4f03-bd03-014df18fa137 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 1126 time: 0.0545406 Jan 28 19:49:03.264287 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d78f1-830a-411a-9f41-c3b2577b7e9e req-9e56355e-a4ec-4513-babd-741e69d016c1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:03.265790 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b95d78f1-830a-411a-9f41-c3b2577b7e9e req-9e56355e-a4ec-4513-babd-741e69d016c1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 944 time: 0.0915153 Jan 28 19:49:03.271791 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-833d4411-00a4-4b0d-a1d6-c84f95fee02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:03.273172 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-833d4411-00a4-4b0d-a1d6-c84f95fee02d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 1126 time: 0.0662966 Jan 28 19:49:03.349073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-a24a2503-8db8-42b9-9570-9f797928103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:03.350953 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-a24a2503-8db8-42b9-9570-9f797928103a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef86b24a-2806-4a2f-87ec-95905dca472a HTTP/1.1" status: 200 len: 898 time: 0.0841141 Jan 28 19:49:03.369840 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b95d78f1-830a-411a-9f41-c3b2577b7e9e req-0f752a35-5eb7-4202-8826-8f4f9f67693e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956779 Jan 28 19:49:03.394447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-39487b70-e28e-49f3-bf8e-d56b11c58640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:03.395961 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-39487b70-e28e-49f3-bf8e-d56b11c58640 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef86b24a-2806-4a2f-87ec-95905dca472a HTTP/1.1" status: 200 len: 898 time: 0.1160703 Jan 28 19:49:03.420785 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-9fac88dd-c911-4811-8639-eab7ad91d9f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0637684 Jan 28 19:49:03.462912 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-caac242b-16af-41aa-8b1f-4d99488e8ac9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0599873 Jan 28 19:49:03.467908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-962fb1bd-b4c3-43a2-83a8-fbeae06fd344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:03.469389 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-962fb1bd-b4c3-43a2-83a8-fbeae06fd344 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883 HTTP/1.1" status: 200 len: 835 time: 0.0433528 Jan 28 19:49:03.514788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-e141498a-85a5-4a89-885d-d154eead5ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:03.516155 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-e141498a-85a5-4a89-885d-d154eead5ae9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883 HTTP/1.1" status: 200 len: 835 time: 0.0475729 Jan 28 19:49:03.518431 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-7b99c6d4-a542-4c5c-9c24-50d304d46363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:03.519929 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-7b99c6d4-a542-4c5c-9c24-50d304d46363 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef86b24a-2806-4a2f-87ec-95905dca472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449016 Jan 28 19:49:03.564485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-6f5c5e20-8704-46cf-8e87-1fa2773327eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:03.566085 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-6f5c5e20-8704-46cf-8e87-1fa2773327eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef86b24a-2806-4a2f-87ec-95905dca472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439496 Jan 28 19:49:03.616695 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-8c8b43bd-3889-4378-8811-9c77fdb51517 service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905197 Jan 28 19:49:03.654787 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-a8161568-2605-4c9e-afed-8321e9b1b4c4 service neutron] 10.222.0.37 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822587 Jan 28 19:49:03.704753 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-f3af560e-66e6-4b20-b7de-b6696c7e6f14 service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823686 Jan 28 19:49:03.748492 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9f906ab2-f4a4-42e8-bc9f-e63d3fc98851 req-1223beb9-4521-4067-b5a4-51850d280bb4 service neutron] 10.222.0.37 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872021 Jan 28 19:49:03.929151 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65538df4-6b7f-4448-a5d0-62595ef5568d req-8b522e28-25d8-4542-8a66-d2f42868126a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:03.930680 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-65538df4-6b7f-4448-a5d0-62595ef5568d req-8b522e28-25d8-4542-8a66-d2f42868126a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 944 time: 0.0682321 Jan 28 19:49:03.978680 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-65538df4-6b7f-4448-a5d0-62595ef5568d req-94069e33-a5f9-4275-84aa-421e92801688 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422919 Jan 28 19:49:04.503308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56087e53-20af-42fc-a271-9781f671b978 req-d801a3f2-a093-4c5f-9934-549817d244bf tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:04.504794 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-56087e53-20af-42fc-a271-9781f671b978 req-d801a3f2-a093-4c5f-9934-549817d244bf tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 944 time: 0.0594211 Jan 28 19:49:04.554807 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-56087e53-20af-42fc-a271-9781f671b978 req-bf3d8071-a24c-4c08-8e8f-58319cec4c41 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443578 Jan 28 19:49:04.787683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device cd7968fe-36b8-41dc-939e-445d79ab9ef2 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:49:04.829922 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] The host n-h1-824834-4 is not matching for port cd7968fe-36b8-41dc-939e-445d79ab9ef2 host n-h2-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:49:04.830337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device cd7968fe-36b8-41dc-939e-445d79ab9ef2 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:49:05.111467 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67878d5d-fc5a-4452-8149-ee445f7624fc req-c6de1a5b-6188-49de-b9eb-1068c3cda569 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:05.112981 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-67878d5d-fc5a-4452-8149-ee445f7624fc req-c6de1a5b-6188-49de-b9eb-1068c3cda569 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 944 time: 0.0558431 Jan 28 19:49:05.159777 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-67878d5d-fc5a-4452-8149-ee445f7624fc req-146f9c57-7097-4b1a-a0b9-231146315a93 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410080 Jan 28 19:49:05.688478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea30fd-b1b9-4cc0-88fc-459b85594a65 req-41967c6e-4d57-4dc4-8df7-9877fc95b647 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:05.689960 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88ea30fd-b1b9-4cc0-88fc-459b85594a65 req-41967c6e-4d57-4dc4-8df7-9877fc95b647 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 944 time: 0.0603797 Jan 28 19:49:05.740381 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88ea30fd-b1b9-4cc0-88fc-459b85594a65 req-750892b4-2dde-4df1-b979-fbaa35469c27 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447071 Jan 28 19:49:06.017867 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4642a5-4e92-45a0-b843-899541819111 req-ed6650bb-53c4-48e7-85fc-dc5f5bf038b6 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:06.019428 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-ed6650bb-53c4-48e7-85fc-dc5f5bf038b6 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.37 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5&tenant_id=310e0101c83844149a246554aacabb65&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 944 time: 0.0863311 Jan 28 19:49:06.030533 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9bd3c-36c9-4823-aa0c-257048cd0559 req-9121b89f-66c8-4d65-b909-c44fdad833ad tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:06.031948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8fd9bd3c-36c9-4823-aa0c-257048cd0559 req-9121b89f-66c8-4d65-b909-c44fdad833ad tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 944 time: 0.0708961 Jan 28 19:49:06.119959 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8fd9bd3c-36c9-4823-aa0c-257048cd0559 req-a7940046-e20d-477f-88c1-07cd9b878c56 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821068 Jan 28 19:49:06.122898 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-39904aa8-8daf-4f33-bd20-1a911e6f2d70 service neutron] 10.222.0.37 "GET /v2.0/ports/cd7968fe-36b8-41dc-939e-445d79ab9ef2/bindings/n-h2-824834-4 HTTP/1.1" status: 200 len: 382 time: 0.0901375 Jan 28 19:49:06.190236 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4642a5-4e92-45a0-b843-899541819111 req-98e6e5c3-a290-46da-b358-3cf9dfe83a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:06.191430 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-98e6e5c3-a290-46da-b358-3cf9dfe83a07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 1126 time: 0.0466111 Jan 28 19:49:06.283355 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48757d5-5707-4027-9794-4d326356c85b req-3acb902c-b578-4e7e-a45f-82a6d2420e4b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:06.284228 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4642a5-4e92-45a0-b843-899541819111 req-6f8a1a01-a248-4214-883a-9272a99870f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:06.284837 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f48757d5-5707-4027-9794-4d326356c85b req-3acb902c-b578-4e7e-a45f-82a6d2420e4b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 944 time: 0.0544243 Jan 28 19:49:06.285780 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-6f8a1a01-a248-4214-883a-9272a99870f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef86b24a-2806-4a2f-87ec-95905dca472a HTTP/1.1" status: 200 len: 898 time: 0.0882754 Jan 28 19:49:06.339361 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f48757d5-5707-4027-9794-4d326356c85b req-b48f2bce-e8d5-4346-8638-e38d364a1bd7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483770 Jan 28 19:49:06.354202 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-a931416a-fe31-48e3-900d-74ed252a3642 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0628741 Jan 28 19:49:06.403124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4642a5-4e92-45a0-b843-899541819111 req-40fc16cf-797c-4ee9-9349-746c94c68ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:06.404556 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-40fc16cf-797c-4ee9-9349-746c94c68ab5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883 HTTP/1.1" status: 200 len: 835 time: 0.0433018 Jan 28 19:49:06.458353 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4642a5-4e92-45a0-b843-899541819111 req-ed96fbcc-9242-4c28-a17e-9abb159e21e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:06.459773 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-ed96fbcc-9242-4c28-a17e-9abb159e21e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef86b24a-2806-4a2f-87ec-95905dca472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490763 Jan 28 19:49:06.546864 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-62441c9e-01b0-46cf-9b66-e4c8417d33a6 service neutron] 10.222.0.37 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809000 Jan 28 19:49:06.563660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device cd7968fe-36b8-41dc-939e-445d79ab9ef2 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:49:06.639236 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-56f0cd51-251b-454a-a68b-0481599e5dd4 service neutron] 10.222.0.37 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870240 Jan 28 19:49:06.673729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:06.687308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'port_id': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'mac_address': 'fa:16:3e:a6:43:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:49:06.729428 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port cd7968fe-36b8-41dc-939e-445d79ab9ef2 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:49:06.729742 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:06.743655 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7968fe-36b8-41dc-939e-445d79ab9ef2 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:49:06.762777 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:06.768348 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:06.816914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=cd7968fe-36b8-41dc-939e-445d79ab9ef2,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:06.824315 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:06.824656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:06.824995 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:06.825670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:06.825994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:06.826355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:06.826664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:06.826989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:06.827308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:06.827663 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:06.827995 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:06.828308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:06.828623 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:07.124156 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['cd7968fe-36b8-41dc-939e-445d79ab9ef2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:49:07.247437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9738e59-7a66-4288-9a55-9a832eca98cf req-a4a4545b-7bba-4f28-83c9-a730b950d5b1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:07.248895 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9738e59-7a66-4288-9a55-9a832eca98cf req-a4a4545b-7bba-4f28-83c9-a730b950d5b1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 945 time: 0.0535939 Jan 28 19:49:07.297681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9738e59-7a66-4288-9a55-9a832eca98cf req-1b964776-61e1-402e-a205-f21393c2decb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427482 Jan 28 19:49:07.474146 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10eb52-d7f7-42c3-9337-18a92a57a48c req-68b5e358-bb10-4144-8efe-cba00b6e334f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:07.475641 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed10eb52-d7f7-42c3-9337-18a92a57a48c req-68b5e358-bb10-4144-8efe-cba00b6e334f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 944 time: 0.0550058 Jan 28 19:49:07.525347 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ed10eb52-d7f7-42c3-9337-18a92a57a48c req-27c3aea5-6ba9-4f8c-8aa1-f525f9634e20 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415099 Jan 28 19:49:08.424734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e0fc1-b990-49c3-8930-ed51fdf6312e req-d9089205-35b3-4cd9-986c-20b0afd100ef tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:08.426237 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c7e0fc1-b990-49c3-8930-ed51fdf6312e req-d9089205-35b3-4cd9-986c-20b0afd100ef tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 945 time: 0.0550656 Jan 28 19:49:08.478202 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c7e0fc1-b990-49c3-8930-ed51fdf6312e req-cdae4c47-44ea-4885-af38-d1c3923f1531 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462296 Jan 28 19:49:08.571446 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device a3255855-aeff-4e4e-baef-08634299a8ae details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:49:08.576512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device cd7968fe-36b8-41dc-939e-445d79ab9ef2 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:49:08.653566 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5f930-295d-4e47-b231-9ba255d9e6f0 req-a86a565c-96a0-4919-be9d-660ed8527bf4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:08.654977 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-68a5f930-295d-4e47-b231-9ba255d9e6f0 req-a86a565c-96a0-4919-be9d-660ed8527bf4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 944 time: 0.0541351 Jan 28 19:49:08.685276 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port cd7968fe-36b8-41dc-939e-445d79ab9ef2 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:49:08.695943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port cd7968fe-36b8-41dc-939e-445d79ab9ef2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:49:08.696326 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:08.709110 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-68a5f930-295d-4e47-b231-9ba255d9e6f0 req-4f991ce5-000e-49b4-9e65-48773829a849 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482435 Jan 28 19:49:08.747536 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port a3255855-aeff-4e4e-baef-08634299a8ae, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=a3255855-aeff-4e4e-baef-08634299a8ae,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:08.762634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'a3255855-aeff-4e4e-baef-08634299a8ae', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'port_id': 'a3255855-aeff-4e4e-baef-08634299a8ae', 'mac_address': 'fa:16:3e:46:fc:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:49:08.825961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port a3255855-aeff-4e4e-baef-08634299a8ae is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:49:08.826378 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a3255855-aeff-4e4e-baef-08634299a8ae), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:08.838920 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port cd7968fe-36b8-41dc-939e-445d79ab9ef2 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:49:08.839308 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:08.851215 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3255855-aeff-4e4e-baef-08634299a8ae {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:49:08.863297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4642a5-4e92-45a0-b843-899541819111 req-b07c893e-c690-4b39-bae9-950efe10918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:08.864953 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-b07c893e-c690-4b39-bae9-950efe10918e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5&tenant_id=310e0101c83844149a246554aacabb65 HTTP/1.1" status: 200 len: 1127 time: 0.0497122 Jan 28 19:49:08.876030 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:49:08.882437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port a3255855-aeff-4e4e-baef-08634299a8ae, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=a3255855-aeff-4e4e-baef-08634299a8ae,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:08.887026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:49:08.889309 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548636ca-7dcd-46fc-8c81-a42647dc3aed" -d '{"events": [{"server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "name": "network-vif-plugged", "status": "completed", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:49:08.899973 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a3255855-aeff-4e4e-baef-08634299a8ae), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:08.906249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:08.929553 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:08.945958 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:08.965618 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e67721b-9d42-4433-864d-3bb6d5150714 x-openstack-request-id: req-7e67721b-9d42-4433-864d-3bb6d5150714 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:49:08.965911 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "name": "network-vif-plugged", "status": "completed", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:49:08.966205 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e67721b-9d42-4433-864d-3bb6d5150714 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:49:08.966603 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'code': 200} Jan 28 19:49:08.976987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=a3255855-aeff-4e4e-baef-08634299a8ae,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:09.034451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=cd7968fe-36b8-41dc-939e-445d79ab9ef2,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:09.177119 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:09.210758 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:49:09.216317 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['a3255855-aeff-4e4e-baef-08634299a8ae'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:49:09.255557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:49:09.257864 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c66d9f-7d6c-468a-935c-f4cc4b70824d" -d '{"events": [{"server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:49:09.261546 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Publish callbacks [] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:09.274740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Transition to ACTIVE for port object cd7968fe-36b8-41dc-939e-445d79ab9ef2 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:49:09.279328 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:09.313702 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5661189-3e16-4cf4-b7a2-0bf2d4646cf4 x-openstack-request-id: req-e5661189-3e16-4cf4-b7a2-0bf2d4646cf4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:49:09.313996 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:49:09.314285 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5661189-3e16-4cf4-b7a2-0bf2d4646cf4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:49:09.314689 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'code': 200} Jan 28 19:49:09.376539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Pushing event updated for resources: {'Port': ['ID=cd7968fe-36b8-41dc-939e-445d79ab9ef2,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:09.389151 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:09.389500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:09.389848 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:09.390255 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:09.390595 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:09.390926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:09.391256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:09.391604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:09.391911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:09.392234 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:09.392562 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:09.392884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:09.393206 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:09.414856 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] No DVR routers for this DVR port cd7968fe-36b8-41dc-939e-445d79ab9ef2 on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:49:09.553330 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Attempting to bind port cd7968fe-36b8-41dc-939e-445d79ab9ef2 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:49:09.553669 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Attempting to bind port cd7968fe-36b8-41dc-939e-445d79ab9ef2 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:49:09.554001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Attempting to bind port cd7968fe-36b8-41dc-939e-445d79ab9ef2 on network ef86b24a-2806-4a2f-87ec-95905dca472a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:49:09.558353 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Port cd7968fe-36b8-41dc-939e-445d79ab9ef2 on network ef86b24a-2806-4a2f-87ec-95905dca472a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:49:09.558675 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Attempting to bind port cd7968fe-36b8-41dc-939e-445d79ab9ef2 on network ef86b24a-2806-4a2f-87ec-95905dca472a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:49:09.563889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:49:09.564237 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Checking segment: {'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:49:09.564624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Bound using segment: {'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:49:09.565083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Bound port: cd7968fe-36b8-41dc-939e-445d79ab9ef2, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2548777-7468-44b4-bef5-0385eb991a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:49:09.565452 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:09.609681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0130d14-5f27-4313-8208-543f9c43b3c1 req-2c55501d-2098-4bde-adc9-3b73d3aa03d8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:09.611203 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0130d14-5f27-4313-8208-543f9c43b3c1 req-2c55501d-2098-4bde-adc9-3b73d3aa03d8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 945 time: 0.0607243 Jan 28 19:49:09.628986 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:49:09.632182 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:49:09.639702 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:09.662194 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0130d14-5f27-4313-8208-543f9c43b3c1 req-8e387abe-22c0-405d-a42c-d943fb70d717 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451269 Jan 28 19:49:09.678739 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:09.679446 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:09.681019 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] 10.222.0.31 "PUT /v2.0/ports/cd7968fe-36b8-41dc-939e-445d79ab9ef2 HTTP/1.1" status: 200 len: 1093 time: 0.8092279 Jan 28 19:49:09.704107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d7d1e-5b9d-4ce1-8c5e-39fd1022747e service neutron] Pushing event updated for resources: {'Port': ['ID=cd7968fe-36b8-41dc-939e-445d79ab9ef2,revision_number=11']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:09.760085 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4642a5-4e92-45a0-b843-899541819111 req-ea94c871-a729-4123-8697-eec8920e7c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:09.761742 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-ea94c871-a729-4123-8697-eec8920e7c68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 1127 time: 0.0538619 Jan 28 19:49:09.885553 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4642a5-4e92-45a0-b843-899541819111 req-bab1cca5-88a5-4e58-838b-99923e5ff86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:09.887223 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-bab1cca5-88a5-4e58-838b-99923e5ff86c service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef86b24a-2806-4a2f-87ec-95905dca472a HTTP/1.1" status: 200 len: 898 time: 0.1190619 Jan 28 19:49:09.896102 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdb11e-4a28-464d-b7a3-c27e958d3e9a req-5a7be6ea-68de-4b64-807b-dea2bd159a87 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:09.897548 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e7fdb11e-4a28-464d-b7a3-c27e958d3e9a req-5a7be6ea-68de-4b64-807b-dea2bd159a87 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 945 time: 0.1110837 Jan 28 19:49:09.989810 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-f1317bf7-157d-44b0-a91a-1ef94c604763 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0912144 Jan 28 19:49:09.993405 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e7fdb11e-4a28-464d-b7a3-c27e958d3e9a req-88d09a70-b710-4ef4-8748-dfec10d71915 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892546 Jan 28 19:49:10.044000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4642a5-4e92-45a0-b843-899541819111 req-6b51a9d6-11ef-4eba-af9c-0181e56079ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:10.045490 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-6b51a9d6-11ef-4eba-af9c-0181e56079ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883 HTTP/1.1" status: 200 len: 835 time: 0.0502527 Jan 28 19:49:10.099903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4642a5-4e92-45a0-b843-899541819111 req-618878bd-764b-4fde-960b-9a16e46e0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:10.101404 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-618878bd-764b-4fde-960b-9a16e46e0954 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef86b24a-2806-4a2f-87ec-95905dca472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503631 Jan 28 19:49:10.199829 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-197ed207-acb7-4b85-99fe-2a11a3141b8d service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924153 Jan 28 19:49:10.305690 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a4642a5-4e92-45a0-b843-899541819111 req-625267b1-8d42-4192-9162-2a652f74a03b service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920992 Jan 28 19:49:10.591560 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device a3255855-aeff-4e4e-baef-08634299a8ae up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:49:10.655732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port a3255855-aeff-4e4e-baef-08634299a8ae completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:49:10.660826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port a3255855-aeff-4e4e-baef-08634299a8ae triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:49:10.661718 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a3255855-aeff-4e4e-baef-08634299a8ae), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:10.749316 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port a3255855-aeff-4e4e-baef-08634299a8ae is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:49:10.749702 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a3255855-aeff-4e4e-baef-08634299a8ae), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:10.781256 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port a3255855-aeff-4e4e-baef-08634299a8ae, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=a3255855-aeff-4e4e-baef-08634299a8ae,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:10.786517 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a3255855-aeff-4e4e-baef-08634299a8ae), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:10.787334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device cd7968fe-36b8-41dc-939e-445d79ab9ef2 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:49:10.788624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd222a75-b50f-420c-9377-78cf4f3e39ba req-4384f23b-44eb-4dc1-a337-42291f561e23 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:10.790162 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cd222a75-b50f-420c-9377-78cf4f3e39ba req-4384f23b-44eb-4dc1-a337-42291f561e23 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 945 time: 0.0535061 Jan 28 19:49:10.839710 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cd222a75-b50f-420c-9377-78cf4f3e39ba req-581a6c9c-5ff0-4112-9ddc-3e2268882e57 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438101 Jan 28 19:49:10.858794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] The host n-h2-824834-4 is not matching for port cd7968fe-36b8-41dc-939e-445d79ab9ef2 host n-h1-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:49:10.859193 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device cd7968fe-36b8-41dc-939e-445d79ab9ef2 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:49:10.860670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=a3255855-aeff-4e4e-baef-08634299a8ae,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:10.968106 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af34de19-fc0e-4838-88fa-6c54c0f2c87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3255855-aeff-4e4e-baef-08634299a8ae'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:49:10.970885 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cf31da-bc09-4c66-81be-c3dafb76cc9a" -d '{"events": [{"server_uuid": "af34de19-fc0e-4838-88fa-6c54c0f2c87a", "name": "network-vif-plugged", "status": "completed", "tag": "a3255855-aeff-4e4e-baef-08634299a8ae"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:49:11.009810 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0982f1-f9ac-4954-ba03-1f326ff1c9d7 x-openstack-request-id: req-ed0982f1-f9ac-4954-ba03-1f326ff1c9d7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:49:11.010190 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af34de19-fc0e-4838-88fa-6c54c0f2c87a", "name": "network-vif-plugged", "status": "completed", "tag": "a3255855-aeff-4e4e-baef-08634299a8ae", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:49:11.010356 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed0982f1-f9ac-4954-ba03-1f326ff1c9d7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:49:11.010785 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af34de19-fc0e-4838-88fa-6c54c0f2c87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3255855-aeff-4e4e-baef-08634299a8ae', 'code': 200} Jan 28 19:49:11.141241 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9e540-3852-49e0-8af8-ea55a3c47217 req-ae445ac3-1202-4d44-9271-2adc0e376d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:11.142685 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24c9e540-3852-49e0-8af8-ea55a3c47217 req-ae445ac3-1202-4d44-9271-2adc0e376d49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 1128 time: 0.0711663 Jan 28 19:49:11.149756 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880811c-4bd3-4e25-a98a-582295d4a415 req-29f75777-5919-44d1-90b8-ffe3bdd78905 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:11.151157 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3880811c-4bd3-4e25-a98a-582295d4a415 req-29f75777-5919-44d1-90b8-ffe3bdd78905 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 946 time: 0.0886574 Jan 28 19:49:11.217401 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24c9e540-3852-49e0-8af8-ea55a3c47217 req-9c9fcbb3-8653-4470-bd41-2c3ad6ed83b5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652535 Jan 28 19:49:11.221962 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3880811c-4bd3-4e25-a98a-582295d4a415 req-61e22f1c-bbc4-4b3e-94e5-e99a316a6b31 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646989 Jan 28 19:49:11.316708 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:49:11.320717 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d633b526-80ba-476e-ba83-0e2a129aaf78" -d '{"events": [{"name": "network-changed", "server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:49:11.376846 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615b4539-4257-4910-9c2f-f3ca9001a356 x-openstack-request-id: req-615b4539-4257-4910-9c2f-f3ca9001a356 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:49:11.377146 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:49:11.377407 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-615b4539-4257-4910-9c2f-f3ca9001a356 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:49:11.377817 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'status': 'completed', 'code': 200} Jan 28 19:49:11.449878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-8111a44d-4bfc-4ee8-bd92-5073424e1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:11.451693 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-8111a44d-4bfc-4ee8-bd92-5073424e1931 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 1127 time: 0.0471382 Jan 28 19:49:11.537535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-78c484ae-4e23-4ad8-8801-ab5dfab71131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:11.539169 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-78c484ae-4e23-4ad8-8801-ab5dfab71131 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 1127 time: 0.0446975 Jan 28 19:49:11.546951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-6808f72b-b8d0-4f7c-bb88-06bec0d3baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:11.548520 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-6808f72b-b8d0-4f7c-bb88-06bec0d3baa9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef86b24a-2806-4a2f-87ec-95905dca472a HTTP/1.1" status: 200 len: 898 time: 0.0890970 Jan 28 19:49:11.620583 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-fd7006f1-abe8-4702-b579-9abf1b74b61c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0656512 Jan 28 19:49:11.633598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-36153272-b147-4f15-9df9-fe322171ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:11.635074 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-36153272-b147-4f15-9df9-fe322171ede5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef86b24a-2806-4a2f-87ec-95905dca472a HTTP/1.1" status: 200 len: 898 time: 0.0903404 Jan 28 19:49:11.675117 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-63a983ac-22c1-4fa5-a1bb-8c22d32ae357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:11.676617 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-63a983ac-22c1-4fa5-a1bb-8c22d32ae357 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883 HTTP/1.1" status: 200 len: 835 time: 0.0475049 Jan 28 19:49:11.718564 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-f74aa771-c69c-4d6a-ba9c-9f943b2760d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2 HTTP/1.1" status: 200 len: 1000 time: 0.0643258 Jan 28 19:49:11.728800 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-20f64255-0683-4711-8031-4941103f668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:11.730435 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-20f64255-0683-4711-8031-4941103f668c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef86b24a-2806-4a2f-87ec-95905dca472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477231 Jan 28 19:49:11.774368 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-5e5b2eed-3727-479b-b26a-6a2306d1024e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:11.776085 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-5e5b2eed-3727-479b-b26a-6a2306d1024e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883 HTTP/1.1" status: 200 len: 835 time: 0.0515296 Jan 28 19:49:11.827267 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-51076d86-e76a-4891-aaeb-1f9230b7249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:11.828875 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-51076d86-e76a-4891-aaeb-1f9230b7249d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef86b24a-2806-4a2f-87ec-95905dca472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470104 Jan 28 19:49:11.829708 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-9fface3c-7993-4ff6-9d1c-17f4a953f1bd service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925372 Jan 28 19:49:11.928941 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-e41fdceb-0497-40ea-8b9a-87d36b38adde service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928004 Jan 28 19:49:11.931403 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-4213302b-ff92-4f10-8af2-32fb98b8db55 service neutron] 10.222.0.37 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953553 Jan 28 19:49:12.030040 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb4896-eb53-48fd-bd61-b0c232ac88cb req-1fe67d0e-5a2c-45e8-8b45-340fb09d1023 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:12.031455 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4bb4896-eb53-48fd-bd61-b0c232ac88cb req-1fe67d0e-5a2c-45e8-8b45-340fb09d1023 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 945 time: 0.1149535 Jan 28 19:49:12.063710 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d633b526-80ba-476e-ba83-0e2a129aaf78 req-0f8308cd-2fb6-45bd-9366-cf3d00aa9a75 service neutron] 10.222.0.37 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144540 Jan 28 19:49:12.095852 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4bb4896-eb53-48fd-bd61-b0c232ac88cb req-8c3533f8-cddf-464c-b68a-458e611b2047 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586667 Jan 28 19:49:12.119078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60202) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:12.180909 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6bd7d17f-c3ba-451e-a3bb-bb688f4bb089 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/floatingips/8e53e587-02ea-4d92-8897-66461884149f HTTP/1.1" status: 200 len: 992 time: 0.0606725 Jan 28 19:49:12.363119 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c208f7-fdb4-4329-b1de-5b588c224133 req-235647aa-401a-47c2-8ba7-d6a5245e0dc8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:12.364692 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87c208f7-fdb4-4329-b1de-5b588c224133 req-235647aa-401a-47c2-8ba7-d6a5245e0dc8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 946 time: 0.0664649 Jan 28 19:49:12.418714 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87c208f7-fdb4-4329-b1de-5b588c224133 req-1ef70021-338b-4889-a598-f45494e3b30b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450678 Jan 28 19:49:13.548478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2714f-6289-49fb-a5b0-9065ffe2adbc req-d6d04598-a1ba-4ec8-aa09-e82bcc2fd46b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:13.550000 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9dc2714f-6289-49fb-a5b0-9065ffe2adbc req-d6d04598-a1ba-4ec8-aa09-e82bcc2fd46b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 946 time: 0.0543630 Jan 28 19:49:13.606400 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9dc2714f-6289-49fb-a5b0-9065ffe2adbc req-42b0d2fb-f6a7-45ba-9d9d-909241033e99 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505059 Jan 28 19:49:13.757626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353ad33-3a20-4c31-87b1-6a15ade4cd9b req-7ec13a56-ae41-4b0a-adea-7f853c2e4888 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:13.759129 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1353ad33-3a20-4c31-87b1-6a15ade4cd9b req-7ec13a56-ae41-4b0a-adea-7f853c2e4888 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 946 time: 0.0795062 Jan 28 19:49:13.811154 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1353ad33-3a20-4c31-87b1-6a15ade4cd9b req-0234944d-40d7-428a-ac66-1d3a1c8fc443 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440137 Jan 28 19:49:14.872587 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device cd7968fe-36b8-41dc-939e-445d79ab9ef2 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:49:14.982234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:14.993975 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'port_id': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'mac_address': 'fa:16:3e:a6:43:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:49:15.031413 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port cd7968fe-36b8-41dc-939e-445d79ab9ef2 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:49:15.031801 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:15.048004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7968fe-36b8-41dc-939e-445d79ab9ef2 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:49:15.068050 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:15.073354 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:15.129442 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=cd7968fe-36b8-41dc-939e-445d79ab9ef2,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:15.287777 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['cd7968fe-36b8-41dc-939e-445d79ab9ef2'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:49:16.910004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device cd7968fe-36b8-41dc-939e-445d79ab9ef2 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:49:16.964526 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port cd7968fe-36b8-41dc-939e-445d79ab9ef2 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:49:16.968362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port cd7968fe-36b8-41dc-939e-445d79ab9ef2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:49:16.968738 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:17.048225 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port cd7968fe-36b8-41dc-939e-445d79ab9ef2 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:49:17.048518 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:17.070382 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:49:17.072641 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88cd040-b72e-4835-a0fb-84e454389852" -d '{"events": [{"server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "name": "network-vif-plugged", "status": "completed", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:49:17.084659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:17.089151 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:17.111503 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd60206-29be-4e0b-9867-d195bbc25b03 x-openstack-request-id: req-8bd60206-29be-4e0b-9867-d195bbc25b03 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:49:17.111795 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "name": "network-vif-plugged", "status": "completed", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:49:17.112046 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8bd60206-29be-4e0b-9867-d195bbc25b03 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:49:17.112429 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'code': 200} Jan 28 19:49:17.136954 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=cd7968fe-36b8-41dc-939e-445d79ab9ef2,revision_number=13']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:17.605001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-38945204-30ef-4333-a6fd-5f6631ca3b3b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:17.606510 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-38945204-30ef-4333-a6fd-5f6631ca3b3b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 811 time: 0.1042988 Jan 28 19:49:17.621621 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-944a2e3d-f8f1-4d96-b2ba-cfbea3e4d65f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/quotas/74e67802b83e4dda84b80b3ec28b1541 HTTP/1.1" status: 200 len: 375 time: 0.0095756 Jan 28 19:49:17.680230 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-72916ddd-d9b2-419a-b8d0-8450dec7e57e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537012 Jan 28 19:49:17.834627 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-553cf741-9e78-4ae8-b7e0-53176b669d6b service neutron] 10.222.0.55 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475332 Jan 28 19:49:17.922982 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-ce3c0ab9-011c-49cc-a7bb-a3952d4f88aa service neutron] 10.222.0.55 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822039 Jan 28 19:49:18.117533 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-13e57758-ce15-40d3-ab62-fdb2732b1173 req-7d742968-91d6-43cd-b306-5a0c43f00fd7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0277522 Jan 28 19:49:18.245385 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ee03828d-29db-4fda-9267-c12c170b6913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:19.095524 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-5dfaeeaa-5c20-4c7d-b71b-c51ca2378b51 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:19.097014 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-5dfaeeaa-5c20-4c7d-b71b-c51ca2378b51 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 811 time: 0.1064570 Jan 28 19:49:19.113789 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-b5c6e237-7c27-4b5d-a5bb-d21e4e9774fb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Request body: {'port': {'device_id': '5c43fad7-1752-434b-96b0-e52a20a8eaf7', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'admin_state_up': True, 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:49:19.225963 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b981ce15-4caf-4a24-8fe7-7198c8f00cf3 req-740a361d-f8da-4728-8392-1d01d6466ef0 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0350320 Jan 28 19:49:19.229802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-b5c6e237-7c27-4b5d-a5bb-d21e4e9774fb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Made reservation on behalf of 74e67802b83e4dda84b80b3ec28b1541 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:49:19.233820 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-b5c6e237-7c27-4b5d-a5bb-d21e4e9774fb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:19.360425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-b5c6e237-7c27-4b5d-a5bb-d21e4e9774fb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Allocated IP 172.20.0.7 (3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a/e8631fd7-f1ff-4755-931c-e72b5c9a8c5b/80fcea91-d85e-468a-bdca-050241c44c5e) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:49:19.527325 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-b5c6e237-7c27-4b5d-a5bb-d21e4e9774fb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for port (80fcea91-d85e-468a-bdca-050241c44c5e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:19.572960 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-b5c6e237-7c27-4b5d-a5bb-d21e4e9774fb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (80fcea91-d85e-468a-bdca-050241c44c5e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:19.587044 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['a3255855-aeff-4e4e-baef-08634299a8ae'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:49:19.619239 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-b5c6e237-7c27-4b5d-a5bb-d21e4e9774fb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:49:19.623030 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-b5c6e237-7c27-4b5d-a5bb-d21e4e9774fb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:49:19.629315 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-b5c6e237-7c27-4b5d-a5bb-d21e4e9774fb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:49:19.658843 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6e237-7c27-4b5d-a5bb-d21e4e9774fb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'Port': ['ID=80fcea91-d85e-468a-bdca-050241c44c5e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:19.708901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-b5c6e237-7c27-4b5d-a5bb-d21e4e9774fb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:19.709801 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-b5c6e237-7c27-4b5d-a5bb-d21e4e9774fb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:19.734779 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-b5c6e237-7c27-4b5d-a5bb-d21e4e9774fb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6240082 Jan 28 19:49:19.746990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Request body: {'port': {'device_id': '5c43fad7-1752-434b-96b0-e52a20a8eaf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:49:19.822623 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (80fcea91-d85e-468a-bdca-050241c44c5e), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:19.993319 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a8e5535c-733f-46e4-8dd3-f28c6d7276a4 None None] Provisioning complete for port 80fcea91-d85e-468a-bdca-050241c44c5e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:49:19.993890 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a8e5535c-733f-46e4-8dd3-f28c6d7276a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (80fcea91-d85e-468a-bdca-050241c44c5e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:20.037371 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a8e5535c-733f-46e4-8dd3-f28c6d7276a4 None None] Port 80fcea91-d85e-468a-bdca-050241c44c5e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:49:20.122641 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80fcea91-d85e-468a-bdca-050241c44c5e {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:49:20.130627 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Publish callbacks [] for port (80fcea91-d85e-468a-bdca-050241c44c5e), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:20.142592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Transition to ACTIVE for port object 80fcea91-d85e-468a-bdca-050241c44c5e will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:49:20.148358 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (80fcea91-d85e-468a-bdca-050241c44c5e), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:20.205281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Pushing event updated for resources: {'Port': ['ID=80fcea91-d85e-468a-bdca-050241c44c5e,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:20.273487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Attempting to bind port 80fcea91-d85e-468a-bdca-050241c44c5e on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:49:20.274110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Attempting to bind port 80fcea91-d85e-468a-bdca-050241c44c5e by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:49:20.274213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Attempting to bind port 80fcea91-d85e-468a-bdca-050241c44c5e on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:49:20.278900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Port 80fcea91-d85e-468a-bdca-050241c44c5e on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:49:20.279220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Attempting to bind port 80fcea91-d85e-468a-bdca-050241c44c5e on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:49:20.284505 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:49:20.284846 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Checking segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:49:20.285231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Bound using segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:49:20.285658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Bound port: 80fcea91-d85e-468a-bdca-050241c44c5e, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:49:20.286013 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (80fcea91-d85e-468a-bdca-050241c44c5e), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:20.351964 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] For port 80fcea91-d85e-468a-bdca-050241c44c5e, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:49:20.355212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] For port 80fcea91-d85e-468a-bdca-050241c44c5e, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=80fcea91-d85e-468a-bdca-050241c44c5e,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:49:20.375069 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (80fcea91-d85e-468a-bdca-050241c44c5e), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:20.415772 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19dde026-c527-4d61-953b-cb6dea8a68c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:20.447041 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:20.447660 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:20.449052 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] 10.222.0.31 "PUT /v2.0/ports/80fcea91-d85e-468a-bdca-050241c44c5e HTTP/1.1" status: 200 len: 1091 time: 0.7084725 Jan 28 19:49:20.449490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c43fad7-1752-434b-96b0-e52a20a8eaf7', 'tag': '80fcea91-d85e-468a-bdca-050241c44c5e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:49:20.452232 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fd0155-62d2-4cc5-a2f5-942184815644" -d '{"events": [{"name": "network-changed", "server_uuid": "5c43fad7-1752-434b-96b0-e52a20a8eaf7", "tag": "80fcea91-d85e-468a-bdca-050241c44c5e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:49:20.489421 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2b325-57a9-47e1-9aad-b3d91a9dc69b service neutron] Pushing event updated for resources: {'Port': ['ID=80fcea91-d85e-468a-bdca-050241c44c5e,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:20.520488 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbef26-2ed0-46bf-90cc-7b914b9b0b20 req-051efd2f-7234-409f-ac93-a70ce2e331e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:20.522103 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9bbef26-2ed0-46bf-90cc-7b914b9b0b20 req-051efd2f-7234-409f-ac93-a70ce2e331e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.1638043 Jan 28 19:49:20.523956 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c640a3a-5986-4439-a6f3-08c86e024c72 x-openstack-request-id: req-5c640a3a-5986-4439-a6f3-08c86e024c72 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:49:20.524254 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c43fad7-1752-434b-96b0-e52a20a8eaf7", "tag": "80fcea91-d85e-468a-bdca-050241c44c5e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:49:20.524521 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c640a3a-5986-4439-a6f3-08c86e024c72 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:49:20.524919 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c43fad7-1752-434b-96b0-e52a20a8eaf7', 'tag': '80fcea91-d85e-468a-bdca-050241c44c5e', 'status': 'completed', 'code': 200} Jan 28 19:49:20.599472 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b9bbef26-2ed0-46bf-90cc-7b914b9b0b20 req-0cb63d15-06da-4cc1-bac2-fe3534a05841 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715728 Jan 28 19:49:20.604610 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-4a184c2d-af4d-44f5-8abc-e54701cc4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:20.606113 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-4a184c2d-af4d-44f5-8abc-e54701cc4b77 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 1125 time: 0.1069381 Jan 28 19:49:20.651181 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-bd149967-6cbc-47e0-b54e-6081045d680d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80fcea91-d85e-468a-bdca-050241c44c5e HTTP/1.1" status: 200 len: 217 time: 0.0371912 Jan 28 19:49:20.715629 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-9ff53390-0542-477e-bdca-7b7e8736fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:20.717184 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-9ff53390-0542-477e-bdca-7b7e8736fb0f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0597250 Jan 28 19:49:20.775698 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-07698dfc-51c0-44ee-943b-c429f36265c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:20.777154 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-07698dfc-51c0-44ee-943b-c429f36265c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531042 Jan 28 19:49:20.883902 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-6ac5d13f-0c4c-4fc7-9411-0a2f778415b1 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987406 Jan 28 19:49:20.977993 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047c0927-e2a1-4dca-b6b4-fd1c5321b094 req-57c352a9-dfaf-4be8-92e1-010adee16664 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900712 Jan 28 19:49:21.075322 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd0155-62d2-4cc5-a2f5-942184815644 req-3f73f844-9db3-498c-8266-951dd7751403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:21.076931 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04fd0155-62d2-4cc5-a2f5-942184815644 req-3f73f844-9db3-498c-8266-951dd7751403 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 1125 time: 0.0500731 Jan 28 19:49:21.164972 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd0155-62d2-4cc5-a2f5-942184815644 req-54580dd2-d8cd-41d1-870e-93fb921d9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:21.166683 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04fd0155-62d2-4cc5-a2f5-942184815644 req-54580dd2-d8cd-41d1-870e-93fb921d9316 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.0838878 Jan 28 19:49:21.214338 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04fd0155-62d2-4cc5-a2f5-942184815644 req-f6ddc731-c286-4ff3-aebc-89fd577884b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80fcea91-d85e-468a-bdca-050241c44c5e HTTP/1.1" status: 200 len: 217 time: 0.0410535 Jan 28 19:49:21.265465 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd0155-62d2-4cc5-a2f5-942184815644 req-149013ed-890b-40dd-84e2-d8042b30a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:21.267211 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04fd0155-62d2-4cc5-a2f5-942184815644 req-149013ed-890b-40dd-84e2-d8042b30a007 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0474048 Jan 28 19:49:21.314610 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd0155-62d2-4cc5-a2f5-942184815644 req-419d2549-cd12-4e8f-9c7e-514a5c0d864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:21.316109 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04fd0155-62d2-4cc5-a2f5-942184815644 req-419d2549-cd12-4e8f-9c7e-514a5c0d864d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439022 Jan 28 19:49:21.407421 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04fd0155-62d2-4cc5-a2f5-942184815644 req-01601ae5-e549-4a97-96e4-58a46c157187 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854428 Jan 28 19:49:21.731550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678f8f8-4141-4b25-b8f5-1b838b172211 req-c81c8c46-717b-4d3e-9381-359eaab33811 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:21.732956 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0678f8f8-4141-4b25-b8f5-1b838b172211 req-c81c8c46-717b-4d3e-9381-359eaab33811 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0610402 Jan 28 19:49:21.791700 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04fd0155-62d2-4cc5-a2f5-942184815644 req-5f0b6126-c2c9-4d69-90a1-e67dce667cad service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787346 Jan 28 19:49:21.814717 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:22.122773 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0678f8f8-4141-4b25-b8f5-1b838b172211 req-27ccdd46-d220-4437-a27c-bbfa6e0d1ca3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834991 Jan 28 19:49:23.092729 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:23.263270 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21bc5b-c1fb-4d22-8d76-57aee58326d8 req-fefa8ed5-9dd2-4e60-97d8-9faf445199d2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:23.264879 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff21bc5b-c1fb-4d22-8d76-57aee58326d8 req-fefa8ed5-9dd2-4e60-97d8-9faf445199d2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0671918 Jan 28 19:49:23.327083 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff21bc5b-c1fb-4d22-8d76-57aee58326d8 req-b4d0a242-c759-4aae-85ef-75adc45aa42b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561469 Jan 28 19:49:24.452623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723e251-a771-4df4-abde-e2dde45475fb req-705a67cf-fa4d-4d33-9971-14b9f6d2c2a3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:24.454135 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8723e251-a771-4df4-abde-e2dde45475fb req-705a67cf-fa4d-4d33-9971-14b9f6d2c2a3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0542488 Jan 28 19:49:24.502735 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8723e251-a771-4df4-abde-e2dde45475fb req-fc6a9a69-6ea4-4edb-88b5-69c75f857e36 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427413 Jan 28 19:49:24.519881 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:25.669085 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5788d-616e-4db9-8d34-04be49c1d1ba req-0ed67958-b166-4491-93dc-7302be282531 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:25.672847 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-19e5788d-616e-4db9-8d34-04be49c1d1ba req-0ed67958-b166-4491-93dc-7302be282531 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0751157 Jan 28 19:49:25.713432 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:25.733957 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-19e5788d-616e-4db9-8d34-04be49c1d1ba req-dc2501be-4123-4ca0-b2eb-9003de22490f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541234 Jan 28 19:49:26.887959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2111b9-a6a9-467a-ac22-351eea687f40 req-61ddce1a-7523-4372-a238-7c62f2e2c055 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:26.891650 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db2111b9-a6a9-467a-ac22-351eea687f40 req-61ddce1a-7523-4372-a238-7c62f2e2c055 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0702338 Jan 28 19:49:26.972788 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db2111b9-a6a9-467a-ac22-351eea687f40 req-b033c3c4-b5fb-4522-bc24-5c94156c0473 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743120 Jan 28 19:49:28.127846 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5aa3a-3400-4908-8ca9-734263237a20 req-0b9e5903-4b54-4811-80ed-c2a3115c8f20 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:28.129404 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1ab5aa3a-3400-4908-8ca9-734263237a20 req-0b9e5903-4b54-4811-80ed-c2a3115c8f20 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0612674 Jan 28 19:49:28.178876 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1ab5aa3a-3400-4908-8ca9-734263237a20 req-8ca4361f-0330-4315-9f32-a13a59f3e24a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436094 Jan 28 19:49:29.225386 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:49:29.300441 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3644a56-5e13-4b98-b940-059cf58320d2 req-6f81d1da-930b-4852-8704-c6f54fa1050d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:29.301942 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e3644a56-5e13-4b98-b940-059cf58320d2 req-6f81d1da-930b-4852-8704-c6f54fa1050d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0536466 Jan 28 19:49:29.359777 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e3644a56-5e13-4b98-b940-059cf58320d2 req-3c2c3e79-917f-4843-aef8-a5d4e836fc45 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520599 Jan 28 19:49:30.434674 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:30.496296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b93b76-8ba0-4693-941d-d077acafe568 req-a9a842fc-0c29-4f41-8ac9-202911c14ae5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:30.497757 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2b93b76-8ba0-4693-941d-d077acafe568 req-a9a842fc-0c29-4f41-8ac9-202911c14ae5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0564923 Jan 28 19:49:30.547376 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2b93b76-8ba0-4693-941d-d077acafe568 req-d6e6249d-1b1d-401e-8d33-634f722130b3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422952 Jan 28 19:49:31.674674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778bea7-1d3d-472a-91c7-a30062ded32d req-bed0e2cd-127d-444f-92cd-a8c64f1f083c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:31.676251 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4778bea7-1d3d-472a-91c7-a30062ded32d req-bed0e2cd-127d-444f-92cd-a8c64f1f083c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0567174 Jan 28 19:49:31.725230 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4778bea7-1d3d-472a-91c7-a30062ded32d req-04830432-8557-4e86-bc10-d228807a1837 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434310 Jan 28 19:49:32.857237 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a58ad-ec3a-4aa0-9c0a-02d721a41da3 req-41116bee-1df4-43dd-8e48-aa35f07f2d04 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:32.858862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a81a58ad-ec3a-4aa0-9c0a-02d721a41da3 req-41116bee-1df4-43dd-8e48-aa35f07f2d04 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0622921 Jan 28 19:49:32.912491 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a81a58ad-ec3a-4aa0-9c0a-02d721a41da3 req-d57ed6c6-3fd1-46d0-812a-31e480b2057b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478158 Jan 28 19:49:34.045298 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0356b-6d4a-40c8-886b-e18ebfcbb9b0 req-647a9b31-6bc5-4375-ad6b-a237712f09af tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:34.046818 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-80e0356b-6d4a-40c8-886b-e18ebfcbb9b0 req-647a9b31-6bc5-4375-ad6b-a237712f09af tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0576053 Jan 28 19:49:34.096347 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-80e0356b-6d4a-40c8-886b-e18ebfcbb9b0 req-f2495e6e-5810-4905-be1c-4f918ee07cec tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421040 Jan 28 19:49:35.224736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b8942-5586-4c40-88c4-111bda0f2c79 req-ea487e86-17f5-480e-b0f2-f59886b3a416 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:35.226183 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a53b8942-5586-4c40-88c4-111bda0f2c79 req-ea487e86-17f5-480e-b0f2-f59886b3a416 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0547316 Jan 28 19:49:35.277017 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a53b8942-5586-4c40-88c4-111bda0f2c79 req-5f74b8f3-8c02-4126-84e0-0d4419aa0ff6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451233 Jan 28 19:49:36.417718 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d0597-9d02-4a14-8ef1-7c6ba3ef0943 req-42b748e7-8ab0-4952-933a-58678ff1632f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:36.419307 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe4d0597-9d02-4a14-8ef1-7c6ba3ef0943 req-42b748e7-8ab0-4952-933a-58678ff1632f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0661213 Jan 28 19:49:36.475683 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe4d0597-9d02-4a14-8ef1-7c6ba3ef0943 req-e3d51846-04f3-48d0-b526-00b33159f4de tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492918 Jan 28 19:49:37.611278 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f9019-b8c8-4fa2-9005-e762e391d53c req-a0c792a1-8d55-4485-8133-f21359fbb451 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:37.612993 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-143f9019-b8c8-4fa2-9005-e762e391d53c req-a0c792a1-8d55-4485-8133-f21359fbb451 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0578401 Jan 28 19:49:37.674600 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-143f9019-b8c8-4fa2-9005-e762e391d53c req-9a025168-2d57-4caf-b67e-fc5286ec7b19 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547326 Jan 28 19:49:38.805518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee006775-a40a-4c45-965f-339b4ed4cf76 req-ea6095fc-e0bb-4580-bf5f-082cad73be4a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:38.807377 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ee006775-a40a-4c45-965f-339b4ed4cf76 req-ea6095fc-e0bb-4580-bf5f-082cad73be4a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0589411 Jan 28 19:49:38.861078 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ee006775-a40a-4c45-965f-339b4ed4cf76 req-611e68fe-6662-413d-b332-713508d92834 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472219 Jan 28 19:49:39.986235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dcf0c-11ac-4f59-beab-7f6fea7210de req-4c56c01d-6e4a-49ed-9fc9-ea852b20ca77 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:39.987739 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f80dcf0c-11ac-4f59-beab-7f6fea7210de req-4c56c01d-6e4a-49ed-9fc9-ea852b20ca77 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0535541 Jan 28 19:49:40.034856 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f80dcf0c-11ac-4f59-beab-7f6fea7210de req-812a4201-4d35-456c-98ca-c329fec78c58 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 Jan 28 19:49:41.175688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fd4bc-8348-4a82-a44c-d4bb98776cd9 req-3528252b-0c1c-4b45-bf73-5cb78ba82cb2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:41.177708 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-538fd4bc-8348-4a82-a44c-d4bb98776cd9 req-3528252b-0c1c-4b45-bf73-5cb78ba82cb2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0631814 Jan 28 19:49:41.231539 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-538fd4bc-8348-4a82-a44c-d4bb98776cd9 req-fff993b6-ae74-4d6c-9537-1265adc3b8f7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469241 Jan 28 19:49:42.367090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf3b34-e62d-427a-b102-db8b2688aa18 req-fbea2627-0e35-40ce-86a0-c057f87dab93 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:42.368577 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-85cf3b34-e62d-427a-b102-db8b2688aa18 req-fbea2627-0e35-40ce-86a0-c057f87dab93 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0636678 Jan 28 19:49:42.415665 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-85cf3b34-e62d-427a-b102-db8b2688aa18 req-ce8995b2-68ad-4a20-9b20-8b83f519411a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412714 Jan 28 19:49:42.881252 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88c732af-54f7-4218-ac58-fef0368b1504 req-6b005e6b-a999-4530-965c-bc8b51e49c09 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1312165 Jan 28 19:49:42.886641 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00bf90-9b8b-45c2-a63e-d3ccbc9a9a50 req-42cd29f1-74da-4e66-8cd7-dadacf6839da tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:42.888078 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f00bf90-9b8b-45c2-a63e-d3ccbc9a9a50 req-42cd29f1-74da-4e66-8cd7-dadacf6839da tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 1129 time: 0.0738132 Jan 28 19:49:42.942613 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f00bf90-9b8b-45c2-a63e-d3ccbc9a9a50 req-b4932094-21ed-45fb-9fa9-bad83640ca5f tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484350 Jan 28 19:49:42.967427 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60362) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:43.030603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c732af-54f7-4218-ac58-fef0368b1504 req-c875db84-66b3-45fa-a1d6-4ad1f73fc1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:43.032108 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88c732af-54f7-4218-ac58-fef0368b1504 req-c875db84-66b3-45fa-a1d6-4ad1f73fc1ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 1128 time: 0.0993798 Jan 28 19:49:43.191333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c732af-54f7-4218-ac58-fef0368b1504 req-0c24c9e4-7975-4c09-b4c9-f6ddd3d46016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:43.192923 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88c732af-54f7-4218-ac58-fef0368b1504 req-0c24c9e4-7975-4c09-b4c9-f6ddd3d46016 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.1240852 Jan 28 19:49:43.245974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88c732af-54f7-4218-ac58-fef0368b1504 req-32d05be4-2b39-448d-956a-f8693e414b6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3255855-aeff-4e4e-baef-08634299a8ae HTTP/1.1" status: 200 len: 217 time: 0.0471370 Jan 28 19:49:43.249681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-648db2ff-8b7f-4f44-af2f-01858082a791 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting port 289eac8a-03bd-48e2-8fe3-f113c67a902f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:49:43.250043 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-648db2ff-8b7f-4f44-af2f-01858082a791 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (289eac8a-03bd-48e2-8fe3-f113c67a902f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:43.359942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c732af-54f7-4218-ac58-fef0368b1504 req-4d324a05-0ee2-4aa1-852d-2bc29d2a68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:43.361703 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88c732af-54f7-4218-ac58-fef0368b1504 req-4d324a05-0ee2-4aa1-852d-2bc29d2a68dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.1098073 Jan 28 19:49:43.414573 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-648db2ff-8b7f-4f44-af2f-01858082a791 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (289eac8a-03bd-48e2-8fe3-f113c67a902f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:43.415092 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-648db2ff-8b7f-4f44-af2f-01858082a791 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for floatingip (289eac8a-03bd-48e2-8fe3-f113c67a902f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:43.432975 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-648db2ff-8b7f-4f44-af2f-01858082a791 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Calling delete_port for 289eac8a-03bd-48e2-8fe3-f113c67a902f owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:49:43.496887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c732af-54f7-4218-ac58-fef0368b1504 req-9bdaa539-0e22-40be-8955-b1bbc43b8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:43.498658 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88c732af-54f7-4218-ac58-fef0368b1504 req-9bdaa539-0e22-40be-8955-b1bbc43b8022 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1301200 Jan 28 19:49:43.542141 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637116e-96ff-47bf-bba7-4a848ee7f9ee req-971d43b2-8e7b-4032-8ebe-a84cbbcfdb59 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:43.543678 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a637116e-96ff-47bf-bba7-4a848ee7f9ee req-971d43b2-8e7b-4032-8ebe-a84cbbcfdb59 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0552757 Jan 28 19:49:43.594255 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a637116e-96ff-47bf-bba7-4a848ee7f9ee req-36d1eda0-a475-462c-9236-9f0ad153f997 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Jan 28 19:49:43.660778 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88c732af-54f7-4218-ac58-fef0368b1504 req-cfc1dc84-b779-48b6-9e21-bb6e682e9ab3 service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556652 Jan 28 19:49:43.779241 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-648db2ff-8b7f-4f44-af2f-01858082a791 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (289eac8a-03bd-48e2-8fe3-f113c67a902f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:43.823936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648db2ff-8b7f-4f44-af2f-01858082a791 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Port': ['ID=289eac8a-03bd-48e2-8fe3-f113c67a902f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:43.847042 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88c732af-54f7-4218-ac58-fef0368b1504 req-b15633ce-5bee-45b8-9684-bffb9ee350bb service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789050 Jan 28 19:49:43.904256 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-648db2ff-8b7f-4f44-af2f-01858082a791 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for floatingip (8e53e587-02ea-4d92-8897-66461884149f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:43.905220 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-648db2ff-8b7f-4f44-af2f-01858082a791 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Floating IP 8e53e587-02ea-4d92-8897-66461884149f disassociated (deleted). External IP: 172.25.0.139, port: cd7968fe-36b8-41dc-939e-445d79ab9ef2. Jan 28 19:49:44.138492 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648db2ff-8b7f-4f44-af2f-01858082a791 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 809083d0-a827-481d-a560-6a49294c5e5a has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:49:44.247556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648db2ff-8b7f-4f44-af2f-01858082a791 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:49:44.252412 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-648db2ff-8b7f-4f44-af2f-01858082a791 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:44.257775 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ff376-d234-4858-8a07-a35e2a6ed8f1 None None] Sync routers for ids ['809083d0-a827-481d-a560-6a49294c5e5a'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:49:44.269582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ff376-d234-4858-8a07-a35e2a6ed8f1 None None] Routers {'809083d0-a827-481d-a560-6a49294c5e5a'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:49:44.270264 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e73ff376-d234-4858-8a07-a35e2a6ed8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:49:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['809083d0-a827-481d-a560-6a49294c5e5a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:44.287791 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-648db2ff-8b7f-4f44-af2f-01858082a791 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/floatingips/8e53e587-02ea-4d92-8897-66461884149f HTTP/1.1" status: 204 len: 168 time: 1.3192587 Jan 28 19:49:44.288403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:49:44.291533 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f953f28-b95f-45a5-82b6-5be69ebcae09" -d '{"events": [{"name": "network-changed", "server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:49:44.329887 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc7a08f-6706-4f61-863d-550459caa207 x-openstack-request-id: req-bfc7a08f-6706-4f61-863d-550459caa207 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:49:44.330234 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:49:44.330482 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bfc7a08f-6706-4f61-863d-550459caa207 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:49:44.330947 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'status': 'completed', 'code': 200} Jan 28 19:49:44.474395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f953f28-b95f-45a5-82b6-5be69ebcae09 req-9b3f888f-815f-4e72-ac2a-98f8a4617f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:44.476279 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f953f28-b95f-45a5-82b6-5be69ebcae09 req-9b3f888f-815f-4e72-ac2a-98f8a4617f40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 1129 time: 0.1227756 Jan 28 19:49:44.586908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e73ff376-d234-4858-8a07-a35e2a6ed8f1 None None] Set router 809083d0-a827-481d-a560-6a49294c5e5a gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:49:44.610647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f953f28-b95f-45a5-82b6-5be69ebcae09 req-63054a36-93bb-47c4-bf9e-c7a7fb467b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:44.612191 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f953f28-b95f-45a5-82b6-5be69ebcae09 req-63054a36-93bb-47c4-bf9e-c7a7fb467b68 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef86b24a-2806-4a2f-87ec-95905dca472a HTTP/1.1" status: 200 len: 898 time: 0.1288047 Jan 28 19:49:44.627347 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27178fdb-6b7a-44d1-b156-674653d75489 req-99c713c3-ed1b-4d81-a5a5-130aba4ce0d6 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:44.629290 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-27178fdb-6b7a-44d1-b156-674653d75489 req-99c713c3-ed1b-4d81-a5a5-130aba4ce0d6 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 947 time: 0.1245868 Jan 28 19:49:44.676697 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f953f28-b95f-45a5-82b6-5be69ebcae09 req-32adae1b-5e99-47f1-9560-66fd9106939d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2 HTTP/1.1" status: 200 len: 217 time: 0.0458913 Jan 28 19:49:44.737034 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d1fa9-3652-490d-9664-f27fd4e3b253 req-fd599f49-14fd-432e-aeba-d8c232e0178d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:44.742507 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-354d1fa9-3652-490d-9664-f27fd4e3b253 req-fd599f49-14fd-432e-aeba-d8c232e0178d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0725083 Jan 28 19:49:44.754300 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-27178fdb-6b7a-44d1-b156-674653d75489 req-b94d8a67-181e-4e08-b0de-831938a2f2bf tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803430 Jan 28 19:49:44.761582 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f953f28-b95f-45a5-82b6-5be69ebcae09 req-dbe07ec7-2fdf-46ef-8b35-7fcbc9092105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:44.763401 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f953f28-b95f-45a5-82b6-5be69ebcae09 req-dbe07ec7-2fdf-46ef-8b35-7fcbc9092105 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883 HTTP/1.1" status: 200 len: 835 time: 0.0733693 Jan 28 19:49:44.804034 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-354d1fa9-3652-490d-9664-f27fd4e3b253 req-004c6000-d666-4e2f-a6ee-898c3edde6c2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585175 Jan 28 19:49:44.827253 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f953f28-b95f-45a5-82b6-5be69ebcae09 req-aea2ff26-91a8-4790-8030-efea3a7c0d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:44.829166 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f953f28-b95f-45a5-82b6-5be69ebcae09 req-aea2ff26-91a8-4790-8030-efea3a7c0d2e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef86b24a-2806-4a2f-87ec-95905dca472a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0584776 Jan 28 19:49:44.838728 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e73ff376-d234-4858-8a07-a35e2a6ed8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809083d0-a827-481d-a560-6a49294c5e5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575885632', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:47Z', 'updated_at': '2022-01-28T19:47:51Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:48Z', 'updated_at': '2022-01-28T19:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'd8e07d62-73e6-4e58-bafe-ba9a0bca8280', 'name': '', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:bb:41:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:50Z', 'updated_at': '2022-01-28T19:47:54Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:44.867283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ff376-d234-4858-8a07-a35e2a6ed8f1 None None] Checking router: 809083d0-a827-481d-a560-6a49294c5e5a for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:49:44.877804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ff376-d234-4858-8a07-a35e2a6ed8f1 None None] Routers {'809083d0-a827-481d-a560-6a49294c5e5a'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:49:44.878474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e73ff376-d234-4858-8a07-a35e2a6ed8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:49:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['809083d0-a827-481d-a560-6a49294c5e5a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:44.928052 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f953f28-b95f-45a5-82b6-5be69ebcae09 req-a49e6ea8-2619-4211-b4a8-03294499ec25 service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919607 Jan 28 19:49:45.003398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e73ff376-d234-4858-8a07-a35e2a6ed8f1 None None] Set router 809083d0-a827-481d-a560-6a49294c5e5a gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:49:45.035149 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f953f28-b95f-45a5-82b6-5be69ebcae09 req-b48850a5-2a86-4948-ad69-3ca49e1c1988 service neutron] 10.222.0.31 "GET /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010053 Jan 28 19:49:45.219724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e73ff376-d234-4858-8a07-a35e2a6ed8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809083d0-a827-481d-a560-6a49294c5e5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575885632', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:47Z', 'updated_at': '2022-01-28T19:47:51Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:48Z', 'updated_at': '2022-01-28T19:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'd8e07d62-73e6-4e58-bafe-ba9a0bca8280', 'name': '', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:bb:41:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:50Z', 'updated_at': '2022-01-28T19:47:54Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:45.253561 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ff376-d234-4858-8a07-a35e2a6ed8f1 None None] The sync data for ids ['809083d0-a827-481d-a560-6a49294c5e5a'] in n-d-824834-4 is: [{'id': '809083d0-a827-481d-a560-6a49294c5e5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575885632', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:47Z', 'updated_at': '2022-01-28T19:47:51Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:48Z', 'updated_at': '2022-01-28T19:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'd8e07d62-73e6-4e58-bafe-ba9a0bca8280', 'name': '', 'network_id': 'ef86b24a-2806-4a2f-87ec-95905dca472a', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:bb:41:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:50Z', 'updated_at': '2022-01-28T19:47:54Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:49:45.493129 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac434a1-d1ee-40d8-8fbc-36918dc19310 None None] New status for floating IP 8e53e587-02ea-4d92-8897-66461884149f: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:49:45.920683 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138fd8c-6de5-468c-a991-d4d30ee3e087 req-e4965916-93c8-49f4-97fb-f8e26fe4ac11 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:45.922211 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b138fd8c-6de5-468c-a991-d4d30ee3e087 req-e4965916-93c8-49f4-97fb-f8e26fe4ac11 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.31 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 947 time: 0.0905404 Jan 28 19:49:45.929267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45561474-79cb-440d-b660-bffefa8ec686 req-0ea0b1a9-0cbc-4f21-90de-514093af77b8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:45.930703 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45561474-79cb-440d-b660-bffefa8ec686 req-0ea0b1a9-0cbc-4f21-90de-514093af77b8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=534497c6-c40b-4a5e-a9a7-995f3aba7bc5 HTTP/1.1" status: 200 len: 947 time: 0.0883803 Jan 28 19:49:45.933725 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74bab8-f261-468d-bc2c-909416ab8598 req-151d6767-459f-497b-bf87-9051c62c96f9 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:45.935322 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f74bab8-f261-468d-bc2c-909416ab8598 req-151d6767-459f-497b-bf87-9051c62c96f9 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0552883 Jan 28 19:49:45.984374 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6f74bab8-f261-468d-bc2c-909416ab8598 req-947abfab-3c5f-4273-9345-a4e60c775d30 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430858 Jan 28 19:49:46.033461 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45561474-79cb-440d-b660-bffefa8ec686 req-40c226d8-293e-40ba-8e00-04d4b5f19b45 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=d5b254c1-da19-4720-9276-26108e3d2b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956061 Jan 28 19:49:46.054567 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b138fd8c-6de5-468c-a991-d4d30ee3e087 req-3791fdca-000e-432f-90c7-e71ad0a0d574 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting port cd7968fe-36b8-41dc-939e-445d79ab9ef2 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:49:46.054945 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b138fd8c-6de5-468c-a991-d4d30ee3e087 req-3791fdca-000e-432f-90c7-e71ad0a0d574 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:46.142291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b138fd8c-6de5-468c-a991-d4d30ee3e087 req-3791fdca-000e-432f-90c7-e71ad0a0d574 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] For port cd7968fe-36b8-41dc-939e-445d79ab9ef2, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=cd7968fe-36b8-41dc-939e-445d79ab9ef2,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:46.142685 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b138fd8c-6de5-468c-a991-d4d30ee3e087 req-3791fdca-000e-432f-90c7-e71ad0a0d574 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:46.155936 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b138fd8c-6de5-468c-a991-d4d30ee3e087 req-3791fdca-000e-432f-90c7-e71ad0a0d574 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Calling delete_port for cd7968fe-36b8-41dc-939e-445d79ab9ef2 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:49:46.304435 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b138fd8c-6de5-468c-a991-d4d30ee3e087 req-3791fdca-000e-432f-90c7-e71ad0a0d574 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (cd7968fe-36b8-41dc-939e-445d79ab9ef2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:46.334750 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791fdca-000e-432f-90c7-e71ad0a0d574 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Port': ['ID=cd7968fe-36b8-41dc-939e-445d79ab9ef2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:46.386068 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b138fd8c-6de5-468c-a991-d4d30ee3e087 req-3791fdca-000e-432f-90c7-e71ad0a0d574 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] No DVR routers for this DVR port cd7968fe-36b8-41dc-939e-445d79ab9ef2 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:49:46.389199 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b138fd8c-6de5-468c-a991-d4d30ee3e087 req-3791fdca-000e-432f-90c7-e71ad0a0d574 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:46.392783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b138fd8c-6de5-468c-a991-d4d30ee3e087 req-3791fdca-000e-432f-90c7-e71ad0a0d574 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.31 "DELETE /v2.0/ports/cd7968fe-36b8-41dc-939e-445d79ab9ef2 HTTP/1.1" status: 204 len: 173 time: 0.4611979 Jan 28 19:49:46.393267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'name': 'network-vif-deleted', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:49:46.395781 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6818b840-22e1-4b80-a8c5-89749e9bfcda" -d '{"events": [{"server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "name": "network-vif-deleted", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:49:46.435363 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8eb5ee4-781a-4289-b899-a28035f1909e x-openstack-request-id: req-e8eb5ee4-781a-4289-b899-a28035f1909e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:49:46.435904 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534497c6-c40b-4a5e-a9a7-995f3aba7bc5", "name": "network-vif-deleted", "tag": "cd7968fe-36b8-41dc-939e-445d79ab9ef2", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:49:46.436167 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e8eb5ee4-781a-4289-b899-a28035f1909e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:49:46.436577 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534497c6-c40b-4a5e-a9a7-995f3aba7bc5', 'name': 'network-vif-deleted', 'tag': 'cd7968fe-36b8-41dc-939e-445d79ab9ef2', 'status': 'completed', 'code': 200} Jan 28 19:49:47.093201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60386) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:47.110824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac1bd5-febc-46bc-878e-8d8fac3c9181 req-7dedd08e-bbcd-4651-8686-23642f6a7bfe tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:47.112340 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-21ac1bd5-febc-46bc-878e-8d8fac3c9181 req-7dedd08e-bbcd-4651-8686-23642f6a7bfe tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0541325 Jan 28 19:49:47.160121 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-21ac1bd5-febc-46bc-878e-8d8fac3c9181 req-f7406fe0-1d66-45eb-a327-84755aa14487 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418091 Jan 28 19:49:47.459246 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ca289a8-209e-47e6-bb75-c139b631121b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (809083d0-a827-481d-a560-6a49294c5e5a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:47.728820 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4ca289a8-209e-47e6-bb75-c139b631121b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting port d8e07d62-73e6-4e58-bafe-ba9a0bca8280 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:49:47.729032 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ca289a8-209e-47e6-bb75-c139b631121b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:47.817193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-4ca289a8-209e-47e6-bb75-c139b631121b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] For port d8e07d62-73e6-4e58-bafe-ba9a0bca8280, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=d8e07d62-73e6-4e58-bafe-ba9a0bca8280,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:47.817554 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ca289a8-209e-47e6-bb75-c139b631121b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:47.833497 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-4ca289a8-209e-47e6-bb75-c139b631121b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Calling delete_port for d8e07d62-73e6-4e58-bafe-ba9a0bca8280 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:49:48.020036 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ca289a8-209e-47e6-bb75-c139b631121b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (d8e07d62-73e6-4e58-bafe-ba9a0bca8280), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:48.045652 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca289a8-209e-47e6-bb75-c139b631121b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Port': ['ID=d8e07d62-73e6-4e58-bafe-ba9a0bca8280,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:48.223102 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4ca289a8-209e-47e6-bb75-c139b631121b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (809083d0-a827-481d-a560-6a49294c5e5a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:48.257097 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2735635d-1204-4436-ad67-4c833a0f61d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:48.358073 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed75be-152a-4148-bded-b4468f05eb9f req-302cceb2-bcb4-48e7-ab04-9087736e91f8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:48.359565 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-82ed75be-152a-4148-bded-b4468f05eb9f req-302cceb2-bcb4-48e7-ab04-9087736e91f8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.1236796 Jan 28 19:49:48.452227 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-82ed75be-152a-4148-bded-b4468f05eb9f req-1d3dff30-0ebf-4d62-b22d-e2da7ba9c83a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866864 Jan 28 19:49:48.519783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca289a8-209e-47e6-bb75-c139b631121b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 809083d0-a827-481d-a560-6a49294c5e5a has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:49:48.980033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca289a8-209e-47e6-bb75-c139b631121b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:49:48.985266 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4ca289a8-209e-47e6-bb75-c139b631121b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "PUT /v2.0/routers/809083d0-a827-481d-a560-6a49294c5e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8907838 Jan 28 19:49:48.988864 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:48.991289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd347fc-1c8b-4a59-a2bf-9d8c438f53ac None None] Sync routers for ids ['809083d0-a827-481d-a560-6a49294c5e5a'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:49:49.002759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd347fc-1c8b-4a59-a2bf-9d8c438f53ac None None] Routers {'809083d0-a827-481d-a560-6a49294c5e5a'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:49:49.003385 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bdd347fc-1c8b-4a59-a2bf-9d8c438f53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:49:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['809083d0-a827-481d-a560-6a49294c5e5a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:49.040925 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9fbe57-a982-40ab-ac19-ce3f36fc3854 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting subnet fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:49:49.043992 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe57-a982-40ab-ac19-ce3f36fc3854 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for subnet (fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:49.083548 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe57-a982-40ab-ac19-ce3f36fc3854 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:49.109992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-bdd347fc-1c8b-4a59-a2bf-9d8c438f53ac None None] Set router 809083d0-a827-481d-a560-6a49294c5e5a gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:49:49.170508 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe57-a982-40ab-ac19-ce3f36fc3854 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:49.235303 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe57-a982-40ab-ac19-ce3f36fc3854 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:49.263740 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fbe57-a982-40ab-ac19-ce3f36fc3854 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Subnet': ['ID=fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:49.265685 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-db9fbe57-a982-40ab-ac19-ce3f36fc3854 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:49.270059 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-db9fbe57-a982-40ab-ac19-ce3f36fc3854 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/subnets/fa5e3e1c-0b74-4b3b-9eae-8796b7ff3883 HTTP/1.1" status: 204 len: 168 time: 0.2800977 Jan 28 19:49:49.271761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60392) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:49.278868 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc9469a-d645-4344-a45c-086170373509 None None] Network ef86b24a-2806-4a2f-87ec-95905dca472a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:49:49.381069 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bdd347fc-1c8b-4a59-a2bf-9d8c438f53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809083d0-a827-481d-a560-6a49294c5e5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575885632', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:47Z', 'updated_at': '2022-01-28T19:49:47Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:48Z', 'updated_at': '2022-01-28T19:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:49.381589 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a98d41c1-da55-4638-908a-53476cbdc6c5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router (809083d0-a827-481d-a560-6a49294c5e5a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:49.410176 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd347fc-1c8b-4a59-a2bf-9d8c438f53ac None None] Checking router: 809083d0-a827-481d-a560-6a49294c5e5a for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:49:49.423443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd347fc-1c8b-4a59-a2bf-9d8c438f53ac None None] Routers {'809083d0-a827-481d-a560-6a49294c5e5a'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:49:49.423938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bdd347fc-1c8b-4a59-a2bf-9d8c438f53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:49:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['809083d0-a827-481d-a560-6a49294c5e5a'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:49.495820 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a98d41c1-da55-4638-908a-53476cbdc6c5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_gateway (809083d0-a827-481d-a560-6a49294c5e5a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:49.510350 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c2321e-495a-4319-b8b2-21d38c967246 None None] DHCP port deletion for ef86b24a-2806-4a2f-87ec-95905dca472a request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:49:49.561165 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-bdd347fc-1c8b-4a59-a2bf-9d8c438f53ac None None] Set router 809083d0-a827-481d-a560-6a49294c5e5a gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:49:49.585033 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a98d41c1-da55-4638-908a-53476cbdc6c5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting port aad15545-0855-4314-87cc-e8f9cf7a05a3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:49:49.585377 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a98d41c1-da55-4638-908a-53476cbdc6c5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (aad15545-0855-4314-87cc-e8f9cf7a05a3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:49.639264 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2da67e-34fd-4b0c-aa4c-81b056a3df35 req-1ab0dd83-400d-46c5-8c93-575372aa4577 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:49.641312 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df2da67e-34fd-4b0c-aa4c-81b056a3df35 req-1ab0dd83-400d-46c5-8c93-575372aa4577 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.1082206 Jan 28 19:49:49.676473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2321e-495a-4319-b8b2-21d38c967246 None None] Deleting port 0c637337-1296-4d87-acac-69affd872964 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:49:49.676840 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c1c2321e-495a-4319-b8b2-21d38c967246 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0c637337-1296-4d87-acac-69affd872964), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:49.708602 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a98d41c1-da55-4638-908a-53476cbdc6c5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] For port aad15545-0855-4314-87cc-e8f9cf7a05a3, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=aad15545-0855-4314-87cc-e8f9cf7a05a3,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:49.708912 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a98d41c1-da55-4638-908a-53476cbdc6c5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (aad15545-0855-4314-87cc-e8f9cf7a05a3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:49.723784 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df2da67e-34fd-4b0c-aa4c-81b056a3df35 req-03222006-49b4-4017-a67a-b0a0eed15776 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737274 Jan 28 19:49:49.727570 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a98d41c1-da55-4638-908a-53476cbdc6c5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Calling delete_port for aad15545-0855-4314-87cc-e8f9cf7a05a3 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:49:49.769457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c1c2321e-495a-4319-b8b2-21d38c967246 None None] For port 0c637337-1296-4d87-acac-69affd872964, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0c637337-1296-4d87-acac-69affd872964,segment=NetworkSegment(d2548777-7468-44b4-bef5-0385eb991a84),segment_id=d2548777-7468-44b4-bef5-0385eb991a84)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:49.769716 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c1c2321e-495a-4319-b8b2-21d38c967246 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0c637337-1296-4d87-acac-69affd872964), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:49.804836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2321e-495a-4319-b8b2-21d38c967246 None None] Calling delete_port for 0c637337-1296-4d87-acac-69affd872964 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:49:49.877143 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-bdd347fc-1c8b-4a59-a2bf-9d8c438f53ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809083d0-a827-481d-a560-6a49294c5e5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575885632', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:47Z', 'updated_at': '2022-01-28T19:49:47Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:48Z', 'updated_at': '2022-01-28T19:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:49.896453 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a98d41c1-da55-4638-908a-53476cbdc6c5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (aad15545-0855-4314-87cc-e8f9cf7a05a3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:49.906007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd347fc-1c8b-4a59-a2bf-9d8c438f53ac None None] The sync data for ids ['809083d0-a827-481d-a560-6a49294c5e5a'] in n-d-824834-4 is: [{'id': '809083d0-a827-481d-a560-6a49294c5e5a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575885632', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:47:47Z', 'updated_at': '2022-01-28T19:49:47Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': 'aad15545-0855-4314-87cc-e8f9cf7a05a3', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809083d0-a827-481d-a560-6a49294c5e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:47:48Z', 'updated_at': '2022-01-28T19:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:49:49.927285 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c1c2321e-495a-4319-b8b2-21d38c967246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (0c637337-1296-4d87-acac-69affd872964), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:49.934892 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d41c1-da55-4638-908a-53476cbdc6c5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Port': ['ID=aad15545-0855-4314-87cc-e8f9cf7a05a3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:49.939655 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c2321e-495a-4319-b8b2-21d38c967246 None None] No DVR routers for this DVR port 0c637337-1296-4d87-acac-69affd872964 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:49:49.971721 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2321e-495a-4319-b8b2-21d38c967246 None None] Pushing event deleted for resources: {'Port': ['ID=0c637337-1296-4d87-acac-69affd872964,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:50.020313 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a98d41c1-da55-4638-908a-53476cbdc6c5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (809083d0-a827-481d-a560-6a49294c5e5a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:50.112210 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a98d41c1-da55-4638-908a-53476cbdc6c5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (809083d0-a827-481d-a560-6a49294c5e5a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:50.114468 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a98d41c1-da55-4638-908a-53476cbdc6c5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_controller (809083d0-a827-481d-a560-6a49294c5e5a), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:50.159881 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a98d41c1-da55-4638-908a-53476cbdc6c5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (809083d0-a827-481d-a560-6a49294c5e5a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:50.160412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98d41c1-da55-4638-908a-53476cbdc6c5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Fanout notify agent at l3_agent the message router_deleted on router 809083d0-a827-481d-a560-6a49294c5e5a {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:49:50.167112 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a98d41c1-da55-4638-908a-53476cbdc6c5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:50.168288 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a98d41c1-da55-4638-908a-53476cbdc6c5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/routers/809083d0-a827-481d-a560-6a49294c5e5a HTTP/1.1" status: 204 len: 168 time: 0.8955081 Jan 28 19:49:50.171215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60396) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:50.251609 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48abc6e3-e500-41cf-baa3-7e08acafdbe1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (ef86b24a-2806-4a2f-87ec-95905dca472a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:50.342272 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48abc6e3-e500-41cf-baa3-7e08acafdbe1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (ef86b24a-2806-4a2f-87ec-95905dca472a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:50.364013 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-48abc6e3-e500-41cf-baa3-7e08acafdbe1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef86b24a-2806-4a2f-87ec-95905dca472a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:50.374286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-48abc6e3-e500-41cf-baa3-7e08acafdbe1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2548777-7468-44b4-bef5-0385eb991a84') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:50.374587 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-48abc6e3-e500-41cf-baa3-7e08acafdbe1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2548777-7468-44b4-bef5-0385eb991a84') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:50.394357 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48abc6e3-e500-41cf-baa3-7e08acafdbe1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (d2548777-7468-44b4-bef5-0385eb991a84), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:50.409932 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a182d042-d695-4ea3-b5f5-96aa317ea634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:50.412710 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48abc6e3-e500-41cf-baa3-7e08acafdbe1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d2548777-7468-44b4-bef5-0385eb991a84), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:50.419552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48abc6e3-e500-41cf-baa3-7e08acafdbe1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:49:50.420147 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48abc6e3-e500-41cf-baa3-7e08acafdbe1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (d2548777-7468-44b4-bef5-0385eb991a84), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:49:50.423437 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:49:50.488733 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48abc6e3-e500-41cf-baa3-7e08acafdbe1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (ef86b24a-2806-4a2f-87ec-95905dca472a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:50.496088 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48abc6e3-e500-41cf-baa3-7e08acafdbe1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:50.499349 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-48abc6e3-e500-41cf-baa3-7e08acafdbe1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/networks/ef86b24a-2806-4a2f-87ec-95905dca472a HTTP/1.1" status: 204 len: 168 time: 0.3271852 Jan 28 19:49:50.502438 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60398) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:50.511627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abc6e3-e500-41cf-baa3-7e08acafdbe1 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Network': ['ID=ef86b24a-2806-4a2f-87ec-95905dca472a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:50.569313 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (d5b254c1-da19-4720-9276-26108e3d2b91), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:50.597897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (d5b254c1-da19-4720-9276-26108e3d2b91), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:50.663061 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d5b254c1-da19-4720-9276-26108e3d2b91), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:50.665828 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:50.667256 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/security-groups/d5b254c1-da19-4720-9276-26108e3d2b91 HTTP/1.1" status: 204 len: 168 time: 0.1637678 Jan 28 19:49:50.677070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b254c1-da19-4720-9276-26108e3d2b91,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:50.686506 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:50.686854 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:50.687192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:50.687524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:50.687885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:50.688203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:50.688528 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:50.688848 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:50.689195 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:50.689482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:50.689799 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:50.690376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:50.690582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5b2db-8f61-4c4b-8242-334fa4a276c8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:50.846825 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31238bf6-da9a-4b12-875e-9ecac87622f1 req-63302cdd-3229-400b-9bd1-21be4390a884 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:50.848305 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-31238bf6-da9a-4b12-875e-9ecac87622f1 req-63302cdd-3229-400b-9bd1-21be4390a884 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 943 time: 0.0530863 Jan 28 19:49:50.896621 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-31238bf6-da9a-4b12-875e-9ecac87622f1 req-52635f48-8e1c-4bff-8507-d5bffce56aa0 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423059 Jan 28 19:49:50.908369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60406) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:50.914857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f4827db7-8c68-4d22-bb80-572b44f26900 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-441577600', 'description': 'tempest-secgroup-smoke-441577600 description', 'project_id': '310e0101c83844149a246554aacabb65'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:49:50.938481 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4827db7-8c68-4d22-bb80-572b44f26900 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.005837 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4827db7-8c68-4d22-bb80-572b44f26900 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (05f657ac-d4b0-469f-bd5f-86feab847cf6), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.011012 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4827db7-8c68-4d22-bb80-572b44f26900 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (05f657ac-d4b0-469f-bd5f-86feab847cf6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.040083 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4827db7-8c68-4d22-bb80-572b44f26900 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.041317 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f4827db7-8c68-4d22-bb80-572b44f26900 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1302011 Jan 28 19:49:51.044815 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:51.045630 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4827db7-8c68-4d22-bb80-572b44f26900 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05f657ac-d4b0-469f-bd5f-86feab847cf6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:51.049922 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7ee6c4c9-8019-4b64-87f2-d0c85a018bb0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': '05f657ac-d4b0-469f-bd5f-86feab847cf6', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:49:51.075296 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c4c9-8019-4b64-87f2-d0c85a018bb0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (f6362c80-db58-444a-b064-b1bfa838641c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.130274 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c4c9-8019-4b64-87f2-d0c85a018bb0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (f6362c80-db58-444a-b064-b1bfa838641c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.132785 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 80fcea91-d85e-468a-bdca-050241c44c5e details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:49:51.134938 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c4c9-8019-4b64-87f2-d0c85a018bb0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (f6362c80-db58-444a-b064-b1bfa838641c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.135418 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device cd7968fe-36b8-41dc-939e-445d79ab9ef2 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:49:51.152322 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6c4c9-8019-4b64-87f2-d0c85a018bb0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6362c80-db58-444a-b064-b1bfa838641c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:51.168172 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c4c9-8019-4b64-87f2-d0c85a018bb0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.168365 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: cd7968fe-36b8-41dc-939e-445d79ab9ef2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:49:51.168365 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device cd7968fe-36b8-41dc-939e-445d79ab9ef2 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:49:51.168535 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7ee6c4c9-8019-4b64-87f2-d0c85a018bb0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173141 Jan 28 19:49:51.168535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60410) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:51.174109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-080c51f1-c79a-4d21-a8e6-b45fccb68975 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': '05f657ac-d4b0-469f-bd5f-86feab847cf6', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:49:51.200819 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080c51f1-c79a-4d21-a8e6-b45fccb68975 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (3e308f93-5dbe-46af-bc0d-ad3c011e7c1a), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.258875 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080c51f1-c79a-4d21-a8e6-b45fccb68975 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (3e308f93-5dbe-46af-bc0d-ad3c011e7c1a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.259472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0c637337-1296-4d87-acac-69affd872964 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:49:51.263766 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080c51f1-c79a-4d21-a8e6-b45fccb68975 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (3e308f93-5dbe-46af-bc0d-ad3c011e7c1a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.281156 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c51f1-c79a-4d21-a8e6-b45fccb68975 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e308f93-5dbe-46af-bc0d-ad3c011e7c1a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:51.289109 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-080c51f1-c79a-4d21-a8e6-b45fccb68975 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.289763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 80fcea91-d85e-468a-bdca-050241c44c5e, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=80fcea91-d85e-468a-bdca-050241c44c5e,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:51.292847 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-080c51f1-c79a-4d21-a8e6-b45fccb68975 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200650 Jan 28 19:49:51.292959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 0c637337-1296-4d87-acac-69affd872964 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:49:51.292959 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0c637337-1296-4d87-acac-69affd872964 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:49:51.293115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d8e07d62-73e6-4e58-bafe-ba9a0bca8280 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:49:51.293266 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60412) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:51.297994 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a9f08dbc-657d-45bf-a3bf-510b9e5026bd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': '05f657ac-d4b0-469f-bd5f-86feab847cf6', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:49:51.321697 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9f08dbc-657d-45bf-a3bf-510b9e5026bd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (8957e4cd-3e28-4c6e-95a0-694abaa401fc), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.323103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '80fcea91-d85e-468a-bdca-050241c44c5e', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'port_id': '80fcea91-d85e-468a-bdca-050241c44c5e', 'mac_address': 'fa:16:3e:af:8c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:49:51.325860 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: d8e07d62-73e6-4e58-bafe-ba9a0bca8280 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:49:51.326287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device d8e07d62-73e6-4e58-bafe-ba9a0bca8280 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:49:51.326702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device aad15545-0855-4314-87cc-e8f9cf7a05a3 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:49:51.348410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: aad15545-0855-4314-87cc-e8f9cf7a05a3 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:49:51.348753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device aad15545-0855-4314-87cc-e8f9cf7a05a3 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:49:51.385524 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9f08dbc-657d-45bf-a3bf-510b9e5026bd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (8957e4cd-3e28-4c6e-95a0-694abaa401fc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.386957 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 80fcea91-d85e-468a-bdca-050241c44c5e is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:49:51.387422 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (80fcea91-d85e-468a-bdca-050241c44c5e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.389447 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9f08dbc-657d-45bf-a3bf-510b9e5026bd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (8957e4cd-3e28-4c6e-95a0-694abaa401fc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.400428 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fcea91-d85e-468a-bdca-050241c44c5e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:49:51.413948 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f08dbc-657d-45bf-a3bf-510b9e5026bd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8957e4cd-3e28-4c6e-95a0-694abaa401fc,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:51.421124 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a9f08dbc-657d-45bf-a3bf-510b9e5026bd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.425192 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a9f08dbc-657d-45bf-a3bf-510b9e5026bd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280563 Jan 28 19:49:51.425318 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 80fcea91-d85e-468a-bdca-050241c44c5e, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=80fcea91-d85e-468a-bdca-050241c44c5e,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:51.425760 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60414) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:51.429427 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (80fcea91-d85e-468a-bdca-050241c44c5e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.431845 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d4b4a39f-cff3-43a5-b130-914deadb6602 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': '05f657ac-d4b0-469f-bd5f-86feab847cf6', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:49:51.460175 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4b4a39f-cff3-43a5-b130-914deadb6602 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (d11f10df-31f2-454b-9bb9-b65e97d49af2), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.478653 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=80fcea91-d85e-468a-bdca-050241c44c5e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:51.526171 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4b4a39f-cff3-43a5-b130-914deadb6602 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (d11f10df-31f2-454b-9bb9-b65e97d49af2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.530940 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4b4a39f-cff3-43a5-b130-914deadb6602 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (d11f10df-31f2-454b-9bb9-b65e97d49af2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.553116 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4a39f-cff3-43a5-b130-914deadb6602 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11f10df-31f2-454b-9bb9-b65e97d49af2,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:51.564044 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d4b4a39f-cff3-43a5-b130-914deadb6602 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.565298 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d4b4a39f-cff3-43a5-b130-914deadb6602 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387508 Jan 28 19:49:51.568234 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:51.572630 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1f55ab39-f34b-4785-8d6b-8fc20bca5c9d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': '05f657ac-d4b0-469f-bd5f-86feab847cf6', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:49:51.595504 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-1f55ab39-f34b-4785-8d6b-8fc20bca5c9d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Project 310e0101c83844149a246554aacabb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:49:51.600638 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f55ab39-f34b-4785-8d6b-8fc20bca5c9d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (72714aa8-a286-4e9a-99a6-8fe3ff94c1b2), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.618360 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['80fcea91-d85e-468a-bdca-050241c44c5e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:49:51.663189 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f55ab39-f34b-4785-8d6b-8fc20bca5c9d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (72714aa8-a286-4e9a-99a6-8fe3ff94c1b2), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.668329 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f55ab39-f34b-4785-8d6b-8fc20bca5c9d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (72714aa8-a286-4e9a-99a6-8fe3ff94c1b2), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.685709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55ab39-f34b-4785-8d6b-8fc20bca5c9d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72714aa8-a286-4e9a-99a6-8fe3ff94c1b2,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:51.695937 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f55ab39-f34b-4785-8d6b-8fc20bca5c9d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.697159 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1f55ab39-f34b-4785-8d6b-8fc20bca5c9d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279967 Jan 28 19:49:51.700426 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60418) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:51.704899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8b356a5b-aebd-4e16-82a5-9c17a84b06ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': '05f657ac-d4b0-469f-bd5f-86feab847cf6', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:49:51.725298 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-8b356a5b-aebd-4e16-82a5-9c17a84b06ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Project 310e0101c83844149a246554aacabb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:49:51.730522 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b356a5b-aebd-4e16-82a5-9c17a84b06ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (0bc182a3-343a-4218-b392-84b0f0d50bf7), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.790358 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b356a5b-aebd-4e16-82a5-9c17a84b06ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (0bc182a3-343a-4218-b392-84b0f0d50bf7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.794460 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b356a5b-aebd-4e16-82a5-9c17a84b06ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (0bc182a3-343a-4218-b392-84b0f0d50bf7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.811911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b356a5b-aebd-4e16-82a5-9c17a84b06ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc182a3-343a-4218-b392-84b0f0d50bf7,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:51.813481 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.821660 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8b356a5b-aebd-4e16-82a5-9c17a84b06ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.822917 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8b356a5b-aebd-4e16-82a5-9c17a84b06ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214912 Jan 28 19:49:51.827127 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60420) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:51.831947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7a3b0368-af61-41a2-baa8-d76a55083709 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'network': {'name': 'tempest-network-smoke--1311664838', 'project_id': '310e0101c83844149a246554aacabb65', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:49:51.855111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3b0368-af61-41a2-baa8-d76a55083709 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Made reservation on behalf of 310e0101c83844149a246554aacabb65 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:49:51.858535 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0368-af61-41a2-baa8-d76a55083709 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.883766 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3b0368-af61-41a2-baa8-d76a55083709 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:49:51.892574 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0368-af61-41a2-baa8-d76a55083709 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d6c911d8-fcb7-4125-b5a6-27b8146ebf99), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.892936 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-7a3b0368-af61-41a2-baa8-d76a55083709 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Added segment d6c911d8-fcb7-4125-b5a6-27b8146ebf99 of type vlan for network a31e6997-9673-4c92-9de8-8d2313e4926c Jan 28 19:49:51.933448 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0368-af61-41a2-baa8-d76a55083709 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (a31e6997-9673-4c92-9de8-8d2313e4926c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.972337 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0368-af61-41a2-baa8-d76a55083709 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (a31e6997-9673-4c92-9de8-8d2313e4926c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:51.977551 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3b0368-af61-41a2-baa8-d76a55083709 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:51.978257 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0368-af61-41a2-baa8-d76a55083709 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:52.065606 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7a3b0368-af61-41a2-baa8-d76a55083709 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2374392 Jan 28 19:49:52.069252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60424) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:52.077481 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-339766650', 'admin_state_up': True, 'project_id': '310e0101c83844149a246554aacabb65', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:49:52.080221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b0368-af61-41a2-baa8-d76a55083709 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Network': ['ID=a31e6997-9673-4c92-9de8-8d2313e4926c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:52.099613 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1d395-183d-4b90-b0fc-8e6c8cc9730d req-9616cba3-3f64-4ec4-89ca-9676f253e921 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:52.101151 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbd1d395-183d-4b90-b0fc-8e6c8cc9730d req-9616cba3-3f64-4ec4-89ca-9676f253e921 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 944 time: 0.1308501 Jan 28 19:49:52.104004 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (345f22c4-fd45-4937-bd88-ba5b91e15b2c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:52.105357 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (345f22c4-fd45-4937-bd88-ba5b91e15b2c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:52.126893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network a31e6997-9673-4c92-9de8-8d2313e4926c details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:49:52.159516 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbd1d395-183d-4b90-b0fc-8e6c8cc9730d req-7455a341-51b8-434d-b7e3-bd04bf00683f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519152 Jan 28 19:49:52.160821 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_controller (345f22c4-fd45-4937-bd88-ba5b91e15b2c), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:52.301756 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_gateway (345f22c4-fd45-4937-bd88-ba5b91e15b2c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:52.501017 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_gateway (345f22c4-fd45-4937-bd88-ba5b91e15b2c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:52.523097 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:52.626015 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Allocated IP 172.25.0.168 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/590f2ff9-3cf1-41b0-98eb-2dc360beac25) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:49:52.754571 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (590f2ff9-3cf1-41b0-98eb-2dc360beac25), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:52.794079 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (590f2ff9-3cf1-41b0-98eb-2dc360beac25), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:52.829720 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:49:52.832464 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:49:52.835820 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:49:52.861051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=590f2ff9-3cf1-41b0-98eb-2dc360beac25,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:53.095052 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:53.102557 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_gateway (345f22c4-fd45-4937-bd88-ba5b91e15b2c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:53.130247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 80fcea91-d85e-468a-bdca-050241c44c5e up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:49:53.184439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 80fcea91-d85e-468a-bdca-050241c44c5e completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:49:53.188321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 80fcea91-d85e-468a-bdca-050241c44c5e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:49:53.188436 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (80fcea91-d85e-468a-bdca-050241c44c5e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:53.271448 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 80fcea91-d85e-468a-bdca-050241c44c5e is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:49:53.271835 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (80fcea91-d85e-468a-bdca-050241c44c5e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:53.294885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c43fad7-1752-434b-96b0-e52a20a8eaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fcea91-d85e-468a-bdca-050241c44c5e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:49:53.297311 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a81e376-dd10-4415-9131-54a886b812d7" -d '{"events": [{"server_uuid": "5c43fad7-1752-434b-96b0-e52a20a8eaf7", "name": "network-vif-plugged", "status": "completed", "tag": "80fcea91-d85e-468a-bdca-050241c44c5e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:49:53.309667 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 80fcea91-d85e-468a-bdca-050241c44c5e, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=80fcea91-d85e-468a-bdca-050241c44c5e,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:53.315012 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (80fcea91-d85e-468a-bdca-050241c44c5e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:53.342959 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac86115-a14f-49de-8642-edc786babfab x-openstack-request-id: req-fac86115-a14f-49de-8642-edc786babfab {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:49:53.343299 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c43fad7-1752-434b-96b0-e52a20a8eaf7", "name": "network-vif-plugged", "status": "completed", "tag": "80fcea91-d85e-468a-bdca-050241c44c5e", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:49:53.343583 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fac86115-a14f-49de-8642-edc786babfab {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:49:53.345132 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c43fad7-1752-434b-96b0-e52a20a8eaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fcea91-d85e-468a-bdca-050241c44c5e', 'code': 200} Jan 28 19:49:53.368439 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (345f22c4-fd45-4937-bd88-ba5b91e15b2c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:53.372850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=80fcea91-d85e-468a-bdca-050241c44c5e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:53.379501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa03104-feed-4c93-92ec-0982ad127b15 req-f1a2b8ab-3dbc-4b93-ac74-380192a15a11 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:53.381025 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4aa03104-feed-4c93-92ec-0982ad127b15 req-f1a2b8ab-3dbc-4b93-ac74-380192a15a11 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 944 time: 0.1347790 Jan 28 19:49:53.446131 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0b187-35b7-4066-8318-010df9977008 req-30453600-fd91-460b-8346-8bf213a70eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:53.448386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71c0b187-35b7-4066-8318-010df9977008 req-30453600-fd91-460b-8346-8bf213a70eb8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 1127 time: 0.0456212 Jan 28 19:49:53.492156 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71c0b187-35b7-4066-8318-010df9977008 req-9afffb32-a19d-4a75-b2ea-93256509441f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377579 Jan 28 19:49:53.501576 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4aa03104-feed-4c93-92ec-0982ad127b15 req-45c1aedd-10cc-4994-8df3-19cb985a5929 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824506 Jan 28 19:49:53.541483 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 345f22c4-fd45-4937-bd88-ba5b91e15b2c is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:49:53.650895 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:49:53.661354 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Sync routers for ids ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:49:53.672113 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Routers {'345f22c4-fd45-4937-bd88-ba5b91e15b2c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:49:53.672536 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:53.673276 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:49:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:53.673764 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e6013aaf-0ca8-43ff-ba02-e0ef088f53cb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6027110 Jan 28 19:49:53.677289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:53.710380 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5aa57f1a-c7c5-48e8-a3c1-e639cec02053 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=310e0101c83844149a246554aacabb65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311413 Jan 28 19:49:53.712418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60432) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:53.823267 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6099d43a-8360-4c19-8e72-0f812e958d34 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:53.825149 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6099d43a-8360-4c19-8e72-0f812e958d34 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1111581 Jan 28 19:49:53.828649 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60434) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:53.860825 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2c5bf747-f770-43be-9772-1e7fd320ee16 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308101 Jan 28 19:49:53.863434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60436) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:53.869045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-5921b942-d5ef-4978-9813-cce516a012a9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-216845942', 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c', 'project_id': '310e0101c83844149a246554aacabb65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:49:53.874497 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Set router 345f22c4-fd45-4937-bd88-ba5b91e15b2c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:49:53.965259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5921b942-d5ef-4978-9813-cce516a012a9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Made reservation on behalf of 310e0101c83844149a246554aacabb65 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:49:53.969342 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5921b942-d5ef-4978-9813-cce516a012a9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:54.056467 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339766650', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:52Z', 'revision_number': 3, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:88:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:54.086471 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Checking router: 345f22c4-fd45-4937-bd88-ba5b91e15b2c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:49:54.086832 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Updating router 345f22c4-fd45-4937-bd88-ba5b91e15b2c port 590f2ff9-3cf1-41b0-98eb-2dc360beac25 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:49:54.114474 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (590f2ff9-3cf1-41b0-98eb-2dc360beac25), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:54.168595 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5921b942-d5ef-4978-9813-cce516a012a9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (5d8140c9-db99-48b4-8b00-21dd0b03b74e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:54.234279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921b942-d5ef-4978-9813-cce516a012a9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Subnet': ['ID=5d8140c9-db99-48b4-8b00-21dd0b03b74e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:54.238565 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5921b942-d5ef-4978-9813-cce516a012a9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Checking segment: {'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:49:54.238926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5921b942-d5ef-4978-9813-cce516a012a9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network hostable DHCP agents. Network: a31e6997-9673-4c92-9de8-8d2313e4926c, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:49:54.256220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5921b942-d5ef-4978-9813-cce516a012a9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network a31e6997-9673-4c92-9de8-8d2313e4926c is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:49:54.265348 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-5921b942-d5ef-4978-9813-cce516a012a9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, a31e6997-9673-4c92-9de8-8d2313e4926c) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:49:54.269626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5921b942-d5ef-4978-9813-cce516a012a9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:54.270296 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5921b942-d5ef-4978-9813-cce516a012a9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:54.277844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c478dc6-f360-45d9-af19-6375caaf2cc9 None None] Network a31e6997-9673-4c92-9de8-8d2313e4926c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:49:54.293126 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5921b942-d5ef-4978-9813-cce516a012a9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4286065 Jan 28 19:49:54.293778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60438) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:49:54.404419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-a31e6997-9673-4c92-9de8-8d2313e4926c', 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c', 'project_id': '310e0101c83844149a246554aacabb65', 'fixed_ips': [{'subnet_id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:49:54.407291 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:54.407956 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Publish callbacks [] for port (590f2ff9-3cf1-41b0-98eb-2dc360beac25), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:54.416609 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (590f2ff9-3cf1-41b0-98eb-2dc360beac25), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:54.472195 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Attempting to bind port 590f2ff9-3cf1-41b0-98eb-2dc360beac25 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:49:54.472724 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Attempting to bind port 590f2ff9-3cf1-41b0-98eb-2dc360beac25 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:49:54.473367 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Attempting to bind port 590f2ff9-3cf1-41b0-98eb-2dc360beac25 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:49:54.482521 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:49:54.483080 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:49:54.483908 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:54.484524 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:49:54.485069 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Bound port: 590f2ff9-3cf1-41b0-98eb-2dc360beac25, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:49:54.485533 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (590f2ff9-3cf1-41b0-98eb-2dc360beac25), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:54.529581 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48a84b-8c20-4167-8eb7-b89e3b41e056 None None] Pushing event updated for resources: {'Port': ['ID=590f2ff9-3cf1-41b0-98eb-2dc360beac25,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:54.545226 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48a84b-8c20-4167-8eb7-b89e3b41e056 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:54.546233 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48a84b-8c20-4167-8eb7-b89e3b41e056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:54.546233 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48a84b-8c20-4167-8eb7-b89e3b41e056 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:54.546554 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48a84b-8c20-4167-8eb7-b89e3b41e056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:54.547331 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48a84b-8c20-4167-8eb7-b89e3b41e056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:54.547648 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48a84b-8c20-4167-8eb7-b89e3b41e056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:54.548170 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48a84b-8c20-4167-8eb7-b89e3b41e056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:54.548553 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48a84b-8c20-4167-8eb7-b89e3b41e056 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:54.549054 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48a84b-8c20-4167-8eb7-b89e3b41e056 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:54.549450 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48a84b-8c20-4167-8eb7-b89e3b41e056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:54.549936 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48a84b-8c20-4167-8eb7-b89e3b41e056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:54.550529 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48a84b-8c20-4167-8eb7-b89e3b41e056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:54.550772 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a48a84b-8c20-4167-8eb7-b89e3b41e056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:49:54.580237 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:54.590173 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] For port 590f2ff9-3cf1-41b0-98eb-2dc360beac25, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:49:54.594864 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] For port 590f2ff9-3cf1-41b0-98eb-2dc360beac25, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=590f2ff9-3cf1-41b0-98eb-2dc360beac25,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:49:54.603200 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (590f2ff9-3cf1-41b0-98eb-2dc360beac25), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:54.653611 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Routers {'345f22c4-fd45-4937-bd88-ba5b91e15b2c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:49:54.654841 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:49:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:54.659846 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Allocated IP 172.20.0.2 (a31e6997-9673-4c92-9de8-8d2313e4926c/5d8140c9-db99-48b4-8b00-21dd0b03b74e/e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:49:54.688060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50bec2-4772-4442-b672-9412ef54e52f req-b1e131c7-fe9a-4207-8df6-e7db0aa79ae3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:54.697797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3b50bec2-4772-4442-b672-9412ef54e52f req-b1e131c7-fe9a-4207-8df6-e7db0aa79ae3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 945 time: 0.0796552 Jan 28 19:49:54.770382 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3b50bec2-4772-4442-b672-9412ef54e52f req-13696f84-2f2e-418d-b9eb-2577fccb308b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713406 Jan 28 19:49:54.783099 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] Set router 345f22c4-fd45-4937-bd88-ba5b91e15b2c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:49:54.811722 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48a84b-8c20-4167-8eb7-b89e3b41e056 None None] Pushing event updated for resources: {'Port': ['ID=590f2ff9-3cf1-41b0-98eb-2dc360beac25,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:54.855090 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Publish callbacks [] for port (e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:54.860915 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:54.869330 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:54.911797 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Network a31e6997-9673-4c92-9de8-8d2313e4926c is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:49:54.916988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:49:54.921677 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:49:54.927039 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Pushing event updated for resources: {'Port': ['ID=e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:54.989237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b22f0-4d5c-4262-854e-e3b8d060577f req-b06590c7-9354-4673-9040-0b0df1044128 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:54.991113 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Attempting to bind port e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:49:54.991539 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Attempting to bind port e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:49:54.991910 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Attempting to bind port e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6 on network a31e6997-9673-4c92-9de8-8d2313e4926c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:49:54.992126 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c69b22f0-4d5c-4262-854e-e3b8d060577f req-b06590c7-9354-4673-9040-0b0df1044128 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 945 time: 0.1338522 Jan 28 19:49:55.001435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:49:55.003591 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Checking segment: {'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:49:55.004170 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:55.005889 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Bound using segment: {'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:49:55.006573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Bound port: e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:49:55.006989 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:55.011006 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339766650', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:52Z', 'revision_number': 3, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:88:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:55.042848 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4f761e-d2df-49e4-8df3-52525171d75c None None] The sync data for ids ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'] in n-d-824834-4 is: [{'id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339766650', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:52Z', 'revision_number': 3, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:88:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:49:55.091958 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c69b22f0-4d5c-4262-854e-e3b8d060577f req-16848873-3ba2-443c-a807-72448cd96bfb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836482 Jan 28 19:49:55.094160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] For port e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:49:55.103027 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] For port e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:49:55.115891 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:55.226987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b61bf6-1330-4fa1-adfa-2ff0064c8fa3 None None] Pushing event updated for resources: {'Port': ['ID=e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:55.317977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Allocated IP 172.20.0.1 (a31e6997-9673-4c92-9de8-8d2313e4926c/5d8140c9-db99-48b4-8b00-21dd0b03b74e/cfef4807-153e-4d18-8a4b-bb80d4ccfd2e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:49:55.572881 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:55.622384 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa024d0-a2d8-4578-9707-ecd157401337 req-9acbf935-0ce1-4cd4-8e6e-b97685a201b3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:55.624494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aaa024d0-a2d8-4578-9707-ecd157401337 req-9acbf935-0ce1-4cd4-8e6e-b97685a201b3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 945 time: 0.1020472 Jan 28 19:49:55.655214 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:55.721087 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:55.743408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network a31e6997-9673-4c92-9de8-8d2313e4926c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:49:55.757095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:49:55.766706 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aaa024d0-a2d8-4578-9707-ecd157401337 req-b7301dad-3461-458d-9194-88f0ffd68fdf tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348822 Jan 28 19:49:55.768770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:49:55.772004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=cfef4807-153e-4d18-8a4b-bb80d4ccfd2e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:55.822548 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (345f22c4-fd45-4937-bd88-ba5b91e15b2c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:55.987961 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:56.304386 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:56.310085 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:56.383548 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=cfef4807-153e-4d18-8a4b-bb80d4ccfd2e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:56.386182 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (345f22c4-fd45-4937-bd88-ba5b91e15b2c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:56.447626 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa71c2ff-6f12-4847-bd0f-dac56644c18d None None] Network a31e6997-9673-4c92-9de8-8d2313e4926c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:49:56.490135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network a31e6997-9673-4c92-9de8-8d2313e4926c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:49:56.491555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:49:56.522160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4247b500-cbb3-4f89-b544-e1b0d0f13e90 None None] Provisioning complete for port e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:49:56.522552 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4247b500-cbb3-4f89-b544-e1b0d0f13e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:56.657253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4247b500-cbb3-4f89-b544-e1b0d0f13e90 None None] Current status of the port e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:49:56.657655 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4247b500-cbb3-4f89-b544-e1b0d0f13e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:56.705858 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4247b500-cbb3-4f89-b544-e1b0d0f13e90 None None] For port e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:56.711548 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4247b500-cbb3-4f89-b544-e1b0d0f13e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:56.766210 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247b500-cbb3-4f89-b544-e1b0d0f13e90 None None] Pushing event updated for resources: {'Port': ['ID=e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:56.955095 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-54b5408a-59cb-4cf0-8113-85d1e58d0898 None None] Provisioning complete for port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:49:56.958228 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54b5408a-59cb-4cf0-8113-85d1e58d0898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:56.964879 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa1307-d04c-41f9-aae3-17e730acdbaf req-bd6e124d-5143-465f-96e7-619416a40fc4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:56.967287 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1fa1307-d04c-41f9-aae3-17e730acdbaf req-bd6e124d-5143-465f-96e7-619416a40fc4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 945 time: 0.1195567 Jan 28 19:49:56.987465 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0725f-277f-44ea-be81-a0ff6331b03f req-cc0d7d58-8640-41da-a891-7b2c50c5203d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:56.989655 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-21f0725f-277f-44ea-be81-a0ff6331b03f req-cc0d7d58-8640-41da-a891-7b2c50c5203d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 945 time: 0.1305559 Jan 28 19:49:57.035442 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-54b5408a-59cb-4cf0-8113-85d1e58d0898 None None] Port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:49:57.048417 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-54b5408a-59cb-4cf0-8113-85d1e58d0898 None None] Provisioning complete for port e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:49:57.048800 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54b5408a-59cb-4cf0-8113-85d1e58d0898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:57.068304 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 345f22c4-fd45-4937-bd88-ba5b91e15b2c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:49:57.132666 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1fa1307-d04c-41f9-aae3-17e730acdbaf req-04fd3e3f-5b8c-4b1c-8569-860ad6b07a22 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535797 Jan 28 19:49:57.168078 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-21f0725f-277f-44ea-be81-a0ff6331b03f req-1690b14b-c9d0-4e10-9410-296b0ceaba07 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Deleting port 80fcea91-d85e-468a-bdca-050241c44c5e {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:49:57.168335 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-21f0725f-277f-44ea-be81-a0ff6331b03f req-1690b14b-c9d0-4e10-9410-296b0ceaba07 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (80fcea91-d85e-468a-bdca-050241c44c5e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:57.176573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-54b5408a-59cb-4cf0-8113-85d1e58d0898 None None] Current status of the port e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:49:57.215374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:49:57.221893 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-35e5e6fd-3af6-4e25-8247-c875d1e755ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "PUT /v2.0/routers/345f22c4-fd45-4937-bd88-ba5b91e15b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9267132 Jan 28 19:49:57.248216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Sync routers for ids ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:49:57.263606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Routers {'345f22c4-fd45-4937-bd88-ba5b91e15b2c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:49:57.264303 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:49:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:57.299442 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-21f0725f-277f-44ea-be81-a0ff6331b03f req-1690b14b-c9d0-4e10-9410-296b0ceaba07 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] For port 80fcea91-d85e-468a-bdca-050241c44c5e, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=80fcea91-d85e-468a-bdca-050241c44c5e,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:57.300123 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-21f0725f-277f-44ea-be81-a0ff6331b03f req-1690b14b-c9d0-4e10-9410-296b0ceaba07 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (80fcea91-d85e-468a-bdca-050241c44c5e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:57.314682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-21f0725f-277f-44ea-be81-a0ff6331b03f req-1690b14b-c9d0-4e10-9410-296b0ceaba07 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Calling delete_port for 80fcea91-d85e-468a-bdca-050241c44c5e owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:49:57.351508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-96c67bcd-b9eb-487d-8e78-fc8172b98cd7 None None] Provisioning complete for port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:49:57.351904 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96c67bcd-b9eb-487d-8e78-fc8172b98cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:57.459209 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-96c67bcd-b9eb-487d-8e78-fc8172b98cd7 None None] Port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:49:57.465278 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Set router 345f22c4-fd45-4937-bd88-ba5b91e15b2c gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:49:57.487898 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c9f716f-5502-428b-b351-9977ad795405 req-5f9c81f7-2a3f-4381-a162-a002193864cd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-441577600&fields=id&tenant_id=310e0101c83844149a246554aacabb65 HTTP/1.1" status: 200 len: 267 time: 0.0873039 Jan 28 19:49:57.504652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:49:57.533480 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-21f0725f-277f-44ea-be81-a0ff6331b03f req-1690b14b-c9d0-4e10-9410-296b0ceaba07 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (80fcea91-d85e-468a-bdca-050241c44c5e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:57.556163 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['80fcea91-d85e-468a-bdca-050241c44c5e'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:49:57.558185 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['a3255855-aeff-4e4e-baef-08634299a8ae'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:49:57.564043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690b14b-c9d0-4e10-9410-296b0ceaba07 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event deleted for resources: {'Port': ['ID=80fcea91-d85e-468a-bdca-050241c44c5e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:57.622477 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f0725f-277f-44ea-be81-a0ff6331b03f req-1690b14b-c9d0-4e10-9410-296b0ceaba07 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] No DVR routers for this DVR port 80fcea91-d85e-468a-bdca-050241c44c5e on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:49:57.625020 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f716f-5502-428b-b351-9977ad795405 req-dd9878dc-a889-4738-b092-822e79036213 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:57.625386 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-21f0725f-277f-44ea-be81-a0ff6331b03f req-1690b14b-c9d0-4e10-9410-296b0ceaba07 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:57.626701 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c9f716f-5502-428b-b351-9977ad795405 req-dd9878dc-a889-4738-b092-822e79036213 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/networks?id=a31e6997-9673-4c92-9de8-8d2313e4926c HTTP/1.1" status: 200 len: 797 time: 0.1286826 Jan 28 19:49:57.634684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-21f0725f-277f-44ea-be81-a0ff6331b03f req-1690b14b-c9d0-4e10-9410-296b0ceaba07 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "DELETE /v2.0/ports/80fcea91-d85e-468a-bdca-050241c44c5e HTTP/1.1" status: 204 len: 173 time: 0.6292269 Jan 28 19:49:57.635423 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c43fad7-1752-434b-96b0-e52a20a8eaf7', 'name': 'network-vif-deleted', 'tag': '80fcea91-d85e-468a-bdca-050241c44c5e'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:49:57.637919 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368ee09f-cc3c-45f8-a946-0546cbfe346e" -d '{"events": [{"server_uuid": "5c43fad7-1752-434b-96b0-e52a20a8eaf7", "name": "network-vif-deleted", "tag": "80fcea91-d85e-468a-bdca-050241c44c5e"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:49:57.642858 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c9f716f-5502-428b-b351-9977ad795405 req-71daf575-dbc2-495c-a33d-85046051b874 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/quotas/310e0101c83844149a246554aacabb65 HTTP/1.1" status: 200 len: 375 time: 0.0107296 Jan 28 19:49:57.698270 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9aa424-1bda-4848-a62c-f8cb2cc28eaa x-openstack-request-id: req-bf9aa424-1bda-4848-a62c-f8cb2cc28eaa {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:49:57.698824 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c43fad7-1752-434b-96b0-e52a20a8eaf7", "name": "network-vif-deleted", "tag": "80fcea91-d85e-468a-bdca-050241c44c5e", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:49:57.699277 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf9aa424-1bda-4848-a62c-f8cb2cc28eaa {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:49:57.700313 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c43fad7-1752-434b-96b0-e52a20a8eaf7', 'name': 'network-vif-deleted', 'tag': '80fcea91-d85e-468a-bdca-050241c44c5e', 'status': 'completed', 'code': 200} Jan 28 19:49:57.756672 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c9f716f-5502-428b-b351-9977ad795405 req-1f430f15-7168-4455-8aa3-bfcc235f6071 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991290 Jan 28 19:49:57.767956 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a4ebc808-3314-414f-9d7a-9d28db96d44a None None] Provisioning complete for port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:49:57.768551 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a4ebc808-3314-414f-9d7a-9d28db96d44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:57.831063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:49:57.831465 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:57.865526 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c9f716f-5502-428b-b351-9977ad795405 req-5e81ffe8-3fd5-4266-9507-8a11fe80466f service neutron] 10.222.0.55 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051855 Jan 28 19:49:57.888435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a4ebc808-3314-414f-9d7a-9d28db96d44a None None] Port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:49:57.971623 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c9f716f-5502-428b-b351-9977ad795405 req-53517813-9044-4c70-a40b-6300ed56fa67 service neutron] 10.222.0.55 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995555 Jan 28 19:49:58.038726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:49:58.039806 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 590f2ff9-3cf1-41b0-98eb-2dc360beac25 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:49:58.065695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339766650', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:55Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:88:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'cfef4807-153e-4d18-8a4b-bb80d4ccfd2e', 'name': '', 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:a5:dd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:55Z', 'updated_at': '2022-01-28T19:49:56Z', 'revision_number': 2, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:58.108617 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Checking router: 345f22c4-fd45-4937-bd88-ba5b91e15b2c for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:49:58.108978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Updating router 345f22c4-fd45-4937-bd88-ba5b91e15b2c port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:49:58.152441 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:58.190118 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-347634ee-9f7e-4dfc-b493-259e874231de req-eeed788d-63ee-4cce-a185-8a80e45c7159 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 210 time: 0.0576911 Jan 28 19:49:58.209763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 590f2ff9-3cf1-41b0-98eb-2dc360beac25 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:49:58.210366 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (590f2ff9-3cf1-41b0-98eb-2dc360beac25), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:58.260178 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2bb10e9e-8f15-41be-aeac-f6a9c3ae5b29 req-3f48d364-048f-4ef3-9a8c-71cfc7086112 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0331941 Jan 28 19:49:58.565992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 590f2ff9-3cf1-41b0-98eb-2dc360beac25 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:49:58.566412 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (590f2ff9-3cf1-41b0-98eb-2dc360beac25), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:58.608165 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 590f2ff9-3cf1-41b0-98eb-2dc360beac25, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=590f2ff9-3cf1-41b0-98eb-2dc360beac25,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:58.613114 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (590f2ff9-3cf1-41b0-98eb-2dc360beac25), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:58.697018 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=590f2ff9-3cf1-41b0-98eb-2dc360beac25,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:58.720911 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Publish callbacks [] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:58.728636 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:58.782100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4948b6-522c-4d2e-a17e-d104649d9b07 None None] Pushing event updated for resources: {'Port': ['ID=cfef4807-153e-4d18-8a4b-bb80d4ccfd2e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:58.842827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Attempting to bind port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:49:58.843321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Attempting to bind port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:49:58.844014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Attempting to bind port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e on network a31e6997-9673-4c92-9de8-8d2313e4926c {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:49:58.849596 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:49:58.849980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Checking segment: {'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:49:58.850421 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:58.850820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Bound using segment: {'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:49:58.851281 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Bound port: cfef4807-153e-4d18-8a4b-bb80d4ccfd2e, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:49:58.851669 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:58.919520 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] For port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:49:58.923914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] For port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cfef4807-153e-4d18-8a4b-bb80d4ccfd2e,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:49:58.930360 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:58.990431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Routers {'345f22c4-fd45-4937-bd88-ba5b91e15b2c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:49:58.991072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:49:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:59.030940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4948b6-522c-4d2e-a17e-d104649d9b07 None None] Pushing event updated for resources: {'Port': ['ID=cfef4807-153e-4d18-8a4b-bb80d4ccfd2e,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:59.067647 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9f69c963-2012-46e3-a8ed-dd90bf9aeb82 None None] Provisioning complete for port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:49:59.068364 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f69c963-2012-46e3-a8ed-dd90bf9aeb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:59.164260 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] Set router 345f22c4-fd45-4937-bd88-ba5b91e15b2c gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:49:59.327089 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1829b1db-b8d2-44d9-9121-9d2ce8f21264 req-7916a345-875c-4ff6-a08e-22994abf1ced tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 210 time: 0.0430627 Jan 28 19:49:59.359922 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f716f-5502-428b-b351-9977ad795405 req-2a927aca-5b61-457c-928d-8671556acc82 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:49:59.361459 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c9f716f-5502-428b-b351-9977ad795405 req-2a927aca-5b61-457c-928d-8671556acc82 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.37 "GET /v2.0/networks?id=a31e6997-9673-4c92-9de8-8d2313e4926c HTTP/1.1" status: 200 len: 797 time: 0.2571356 Jan 28 19:49:59.377394 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 590f2ff9-3cf1-41b0-98eb-2dc360beac25 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:49:59.435693 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9f69c963-2012-46e3-a8ed-dd90bf9aeb82 None None] Current status of the port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:49:59.436121 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f69c963-2012-46e3-a8ed-dd90bf9aeb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:59.449061 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c9f716f-5502-428b-b351-9977ad795405 req-c70bb0de-8ebb-4bb7-b620-91df3ec856c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=310e0101c83844149a246554aacabb65 HTTP/1.1" status: 200 len: 379 time: 0.0743966 Jan 28 19:49:59.466073 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6c9f716f-5502-428b-b351-9977ad795405 req-91d84dd4-4b20-4497-93a7-2fda857a14c0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'port': {'device_id': 'e3225409-b24c-429b-aa95-711472514ebb', 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c', 'admin_state_up': True, 'tenant_id': '310e0101c83844149a246554aacabb65', 'security_groups': ['05f657ac-d4b0-469f-bd5f-86feab847cf6']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:49:59.512933 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9f69c963-2012-46e3-a8ed-dd90bf9aeb82 None None] For port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cfef4807-153e-4d18-8a4b-bb80d4ccfd2e,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:49:59.514673 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-61749542-ef40-4949-8d1e-8e7cf3b0eeaa req-ab08cd32-f2d0-40a8-8701-f5e5365864e1 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0725396 Jan 28 19:49:59.523792 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f69c963-2012-46e3-a8ed-dd90bf9aeb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:59.577057 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 590f2ff9-3cf1-41b0-98eb-2dc360beac25 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:49:59.577437 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (590f2ff9-3cf1-41b0-98eb-2dc360beac25), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:59.626090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9f716f-5502-428b-b351-9977ad795405 req-91d84dd4-4b20-4497-93a7-2fda857a14c0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Made reservation on behalf of 310e0101c83844149a246554aacabb65 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:49:59.629789 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c9f716f-5502-428b-b351-9977ad795405 req-91d84dd4-4b20-4497-93a7-2fda857a14c0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:59.630738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69c963-2012-46e3-a8ed-dd90bf9aeb82 None None] Pushing event updated for resources: {'Port': ['ID=cfef4807-153e-4d18-8a4b-bb80d4ccfd2e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:49:59.671202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-772927d2-9e19-4b14-8480-bbe2d19a049d None None] Provisioning complete for port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:49:59.671583 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-772927d2-9e19-4b14-8480-bbe2d19a049d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:59.702431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339766650', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:55Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'cfef4807-153e-4d18-8a4b-bb80d4ccfd2e', 'name': '', 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:a5:dd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:55Z', 'updated_at': '2022-01-28T19:49:58Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:49:59.756871 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e918ccf-ef63-4ec2-a72c-3068523f07f0 None None] The sync data for ids ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'] in n-d-824834-4 is: [{'id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339766650', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:55Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'cfef4807-153e-4d18-8a4b-bb80d4ccfd2e', 'name': '', 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:a5:dd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:55Z', 'updated_at': '2022-01-28T19:49:58Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:49:59.764700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-6c9f716f-5502-428b-b351-9977ad795405 req-91d84dd4-4b20-4497-93a7-2fda857a14c0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Allocated IP 172.20.0.10 (a31e6997-9673-4c92-9de8-8d2313e4926c/5d8140c9-db99-48b4-8b00-21dd0b03b74e/0393ebe2-16f8-4ff8-b487-08286422b4e7) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:49:59.776812 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 590f2ff9-3cf1-41b0-98eb-2dc360beac25 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:49:59.851291 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-772927d2-9e19-4b14-8480-bbe2d19a049d None None] Current status of the port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:49:59.938999 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c9f716f-5502-428b-b351-9977ad795405 req-91d84dd4-4b20-4497-93a7-2fda857a14c0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:49:59.977056 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c9f716f-5502-428b-b351-9977ad795405 req-91d84dd4-4b20-4497-93a7-2fda857a14c0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:00.031678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9f716f-5502-428b-b351-9977ad795405 req-91d84dd4-4b20-4497-93a7-2fda857a14c0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network a31e6997-9673-4c92-9de8-8d2313e4926c is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:50:00.037442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-6c9f716f-5502-428b-b351-9977ad795405 req-91d84dd4-4b20-4497-93a7-2fda857a14c0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:50:00.042110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9f716f-5502-428b-b351-9977ad795405 req-91d84dd4-4b20-4497-93a7-2fda857a14c0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:50:00.070377 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d84dd4-4b20-4497-93a7-2fda857a14c0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=0393ebe2-16f8-4ff8-b487-08286422b4e7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:00.108034 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f716f-5502-428b-b351-9977ad795405 req-91d84dd4-4b20-4497-93a7-2fda857a14c0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:00.108566 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c9f716f-5502-428b-b351-9977ad795405 req-91d84dd4-4b20-4497-93a7-2fda857a14c0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:00.128768 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c9f716f-5502-428b-b351-9977ad795405 req-91d84dd4-4b20-4497-93a7-2fda857a14c0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6673102 Jan 28 19:50:00.141800 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Request body: {'port': {'device_id': 'e3225409-b24c-429b-aa95-711472514ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:00.213371 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:00.386368 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c007dff3-edb5-4a82-8c6e-a2707607d8d8 None None] Provisioning complete for port 0393ebe2-16f8-4ff8-b487-08286422b4e7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:50:00.386899 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c007dff3-edb5-4a82-8c6e-a2707607d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:00.450850 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:00.452484 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c007dff3-edb5-4a82-8c6e-a2707607d8d8 None None] Port 0393ebe2-16f8-4ff8-b487-08286422b4e7 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:50:00.481933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec038151-a537-47d3-a0d9-f98af41398a7 req-82a5b98e-d3c1-4302-8eb4-652e2db89e2e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:00.490638 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec038151-a537-47d3-a0d9-f98af41398a7 req-82a5b98e-d3c1-4302-8eb4-652e2db89e2e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 932 time: 0.0796237 Jan 28 19:50:00.546686 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ec038151-a537-47d3-a0d9-f98af41398a7 req-6fd8ec39-7ae6-4ba2-9109-f6687e802a6d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547240 Jan 28 19:50:00.558286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0393ebe2-16f8-4ff8-b487-08286422b4e7 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:50:00.569681 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Publish callbacks [] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:00.586279 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Transition to ACTIVE for port object 0393ebe2-16f8-4ff8-b487-08286422b4e7 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:50:00.593202 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:00.672404 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bb7c7832-c743-4590-ae09-fc0b90464e1b req-e620122e-8c95-40c3-954d-23c19497b2d8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0475080 Jan 28 19:50:00.689927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0393ebe2-16f8-4ff8-b487-08286422b4e7,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:00.808825 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Attempting to bind port 0393ebe2-16f8-4ff8-b487-08286422b4e7 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:50:00.809168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Attempting to bind port 0393ebe2-16f8-4ff8-b487-08286422b4e7 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:50:00.809495 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Attempting to bind port 0393ebe2-16f8-4ff8-b487-08286422b4e7 on network a31e6997-9673-4c92-9de8-8d2313e4926c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:50:00.814736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Port 0393ebe2-16f8-4ff8-b487-08286422b4e7 on network a31e6997-9673-4c92-9de8-8d2313e4926c not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:50:00.815053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Attempting to bind port 0393ebe2-16f8-4ff8-b487-08286422b4e7 on network a31e6997-9673-4c92-9de8-8d2313e4926c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:50:00.820992 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:50:00.821326 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Checking segment: {'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:50:00.821703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Bound using segment: {'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:50:00.822174 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Bound port: 0393ebe2-16f8-4ff8-b487-08286422b4e7, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:50:00.822534 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:00.894863 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] For port 0393ebe2-16f8-4ff8-b487-08286422b4e7, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:50:00.898341 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] For port 0393ebe2-16f8-4ff8-b487-08286422b4e7, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:50:00.905786 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:00.945071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:00.945071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:00.945225 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c9f716f-5502-428b-b351-9977ad795405 req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] 10.222.0.37 "PUT /v2.0/ports/0393ebe2-16f8-4ff8-b487-08286422b4e7 HTTP/1.1" status: 200 len: 1092 time: 0.8088510 Jan 28 19:50:00.947329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:50:00.947991 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb89b80-9d45-4518-9ff6-c0ab0a8d582b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:50:00.974050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3258522-bb74-4509-8857-f51f6b20e0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0393ebe2-16f8-4ff8-b487-08286422b4e7,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:01.043115 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b37c9f0-1613-4127-a930-7f87d7a8dba9 x-openstack-request-id: req-4b37c9f0-1613-4127-a930-7f87d7a8dba9 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:50:01.043482 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:50:01.043799 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b37c9f0-1613-4127-a930-7f87d7a8dba9 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:50:01.044268 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7', 'status': 'completed', 'code': 200} Jan 28 19:50:01.063953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f716f-5502-428b-b351-9977ad795405 req-8cf881f7-abf1-42c0-8fff-39224ee9aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:01.065847 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c9f716f-5502-428b-b351-9977ad795405 req-8cf881f7-abf1-42c0-8fff-39224ee9aebf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 1126 time: 0.0576775 Jan 28 19:50:01.128973 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c9f716f-5502-428b-b351-9977ad795405 req-cec9267c-9caf-4cea-9812-65d8707d7322 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7 HTTP/1.1" status: 200 len: 217 time: 0.0559883 Jan 28 19:50:01.158781 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 80fcea91-d85e-468a-bdca-050241c44c5e no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:50:01.182761 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f716f-5502-428b-b351-9977ad795405 req-67454f3a-4c40-40ca-b65c-61a8a9305af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:01.184345 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c9f716f-5502-428b-b351-9977ad795405 req-67454f3a-4c40-40ca-b65c-61a8a9305af6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d8140c9-db99-48b4-8b00-21dd0b03b74e HTTP/1.1" status: 200 len: 834 time: 0.0492206 Jan 28 19:50:01.190061 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 80fcea91-d85e-468a-bdca-050241c44c5e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:50:01.190409 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 80fcea91-d85e-468a-bdca-050241c44c5e not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:50:01.240236 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f716f-5502-428b-b351-9977ad795405 req-8bd29e63-bc58-4170-a1e8-3f30ded404b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:01.241910 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c9f716f-5502-428b-b351-9977ad795405 req-8bd29e63-bc58-4170-a1e8-3f30ded404b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a31e6997-9673-4c92-9de8-8d2313e4926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503523 Jan 28 19:50:01.352518 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c9f716f-5502-428b-b351-9977ad795405 req-9909703e-d0da-4f69-a9f6-3aaaa443559e service neutron] 10.222.0.37 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044812 Jan 28 19:50:01.354966 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cfef4807-153e-4d18-8a4b-bb80d4ccfd2e up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:50:01.423375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:50:01.423842 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:01.459557 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c9f716f-5502-428b-b351-9977ad795405 req-1604f20a-f908-42cc-a749-cc9f55c434bc service neutron] 10.222.0.37 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977473 Jan 28 19:50:01.504299 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:50:01.562276 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb89b80-9d45-4518-9ff6-c0ab0a8d582b req-cfd5e810-74ab-4f26-9ec1-f0ba16ec55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:01.564520 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9cb89b80-9d45-4518-9ff6-c0ab0a8d582b req-cfd5e810-74ab-4f26-9ec1-f0ba16ec55b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 1126 time: 0.0517347 Jan 28 19:50:01.682252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb89b80-9d45-4518-9ff6-c0ab0a8d582b req-61467f15-04cc-4a56-b0b2-81cb1997c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:01.683732 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9cb89b80-9d45-4518-9ff6-c0ab0a8d582b req-61467f15-04cc-4a56-b0b2-81cb1997c98c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a31e6997-9673-4c92-9de8-8d2313e4926c HTTP/1.1" status: 200 len: 898 time: 0.1123350 Jan 28 19:50:01.731917 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9cb89b80-9d45-4518-9ff6-c0ab0a8d582b req-11504c63-b0d3-4b6f-bea2-7be03ad65b3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7 HTTP/1.1" status: 200 len: 217 time: 0.0417531 Jan 28 19:50:01.743981 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1daf6-87ca-41fb-946f-ac409503821d req-3968057c-8bdb-4534-9300-dea1dcc1da6f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:01.745916 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cdf1daf6-87ca-41fb-946f-ac409503821d req-3968057c-8bdb-4534-9300-dea1dcc1da6f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 944 time: 0.1044230 Jan 28 19:50:01.784525 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2d2a4943-959e-44ac-a52c-73067adc3824 req-2e14a47e-0873-4816-92e6-0df25cf6cec3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0312090 Jan 28 19:50:01.803943 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb89b80-9d45-4518-9ff6-c0ab0a8d582b req-17cff048-5f26-436a-b68e-9265686cc2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:01.805378 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9cb89b80-9d45-4518-9ff6-c0ab0a8d582b req-17cff048-5f26-436a-b68e-9265686cc2fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d8140c9-db99-48b4-8b00-21dd0b03b74e HTTP/1.1" status: 200 len: 834 time: 0.0582736 Jan 28 19:50:01.865811 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cdf1daf6-87ca-41fb-946f-ac409503821d req-ed6c7936-e045-4a4d-8f08-87bf44f1b7d5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789084 Jan 28 19:50:01.879338 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb89b80-9d45-4518-9ff6-c0ab0a8d582b req-d83d97f7-abe1-444f-a467-602e5beadb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:01.880824 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9cb89b80-9d45-4518-9ff6-c0ab0a8d582b req-d83d97f7-abe1-444f-a467-602e5beadb7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a31e6997-9673-4c92-9de8-8d2313e4926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0689039 Jan 28 19:50:01.969394 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9cb89b80-9d45-4518-9ff6-c0ab0a8d582b req-2a352c07-ce73-4cc1-8400-c28d94bf7bdf service neutron] 10.222.0.37 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823588 Jan 28 19:50:02.064676 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9cb89b80-9d45-4518-9ff6-c0ab0a8d582b req-f896e55d-45a4-43e3-af60-056194d69b35 service neutron] 10.222.0.37 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893035 Jan 28 19:50:02.886807 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8f16fd0-b4c3-4752-bca8-bc79c38563dc req-6d7a04b3-37a8-424d-97f4-b199897d9167 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0277085 Jan 28 19:50:02.993877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403d36e-4c3e-47aa-b283-e4930bc2a42d req-1a5bfb88-4d24-45ef-b908-bef20a0f1a70 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:02.995653 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c403d36e-4c3e-47aa-b283-e4930bc2a42d req-1a5bfb88-4d24-45ef-b908-bef20a0f1a70 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 944 time: 0.0562503 Jan 28 19:50:03.047437 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c403d36e-4c3e-47aa-b283-e4930bc2a42d req-f8ad8ea6-285e-4396-8d16-efb32da52362 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460534 Jan 28 19:50:03.987636 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2bf4a1d8-a016-4d81-a58d-9f67173cb513 req-71e3c7c4-236a-4d5b-9cf7-f935ef00aa9f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0272787 Jan 28 19:50:04.174004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cc8d3-83c2-45ed-96d2-b45dd44ca6f4 req-c5bad5e2-d143-4521-917d-d533f4daecbb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:04.175562 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a40cc8d3-83c2-45ed-96d2-b45dd44ca6f4 req-c5bad5e2-d143-4521-917d-d533f4daecbb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 944 time: 0.0572441 Jan 28 19:50:04.225201 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a40cc8d3-83c2-45ed-96d2-b45dd44ca6f4 req-70d1c209-db6e-41d3-89a6-79152a9e345b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436904 Jan 28 19:50:04.825269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0393ebe2-16f8-4ff8-b487-08286422b4e7 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:50:04.925167 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0393ebe2-16f8-4ff8-b487-08286422b4e7, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:50:04.936833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '0393ebe2-16f8-4ff8-b487-08286422b4e7', 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c', 'port_id': '0393ebe2-16f8-4ff8-b487-08286422b4e7', 'mac_address': 'fa:16:3e:aa:6f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:50:04.974826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 0393ebe2-16f8-4ff8-b487-08286422b4e7 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:50:04.975113 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:04.990886 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0393ebe2-16f8-4ff8-b487-08286422b4e7 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:50:05.009693 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0393ebe2-16f8-4ff8-b487-08286422b4e7, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:50:05.014313 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:05.060940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=0393ebe2-16f8-4ff8-b487-08286422b4e7,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:05.090565 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b9a1330-d58c-4dfb-94cd-099deb9a1c4e req-94970618-4227-4e9e-977e-4c7285416a15 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0284610 Jan 28 19:50:05.349490 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec974a-1998-444a-b792-4eac459f01b5 req-162453f1-5326-42f2-b6a2-6ed106630a17 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:05.351015 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6dec974a-1998-444a-b792-4eac459f01b5 req-162453f1-5326-42f2-b6a2-6ed106630a17 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 945 time: 0.0585687 Jan 28 19:50:05.365294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['0393ebe2-16f8-4ff8-b487-08286422b4e7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:50:05.404395 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6dec974a-1998-444a-b792-4eac459f01b5 req-9801451d-cd15-4530-9170-56ded853d9dd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454638 Jan 28 19:50:06.187790 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af48b067-bf4c-4369-8428-1f27a74e0051 req-816b818b-9ae0-476f-a37b-623586be31bf tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c43fad7-1752-434b-96b0-e52a20a8eaf7 HTTP/1.1" status: 200 len: 210 time: 0.0276225 Jan 28 19:50:06.225337 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:50:06.533259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fb620-96e7-4d51-8cd4-0d4c2e3d7c8a req-72c336f5-2d7e-4827-b637-3399a319ec7a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:06.534912 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-497fb620-96e7-4d51-8cd4-0d4c2e3d7c8a req-72c336f5-2d7e-4827-b637-3399a319ec7a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 945 time: 0.0584733 Jan 28 19:50:06.584321 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-497fb620-96e7-4d51-8cd4-0d4c2e3d7c8a req-0dcef1d9-5fa2-4b6c-8ed3-7cee25f4a25a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435405 Jan 28 19:50:06.836066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0393ebe2-16f8-4ff8-b487-08286422b4e7 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:50:06.888815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 0393ebe2-16f8-4ff8-b487-08286422b4e7 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:50:06.893117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 0393ebe2-16f8-4ff8-b487-08286422b4e7 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:50:06.893564 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:06.977726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 0393ebe2-16f8-4ff8-b487-08286422b4e7 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:50:06.978157 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:07.001203 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:50:07.003386 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b0fb7d-865d-455b-9faa-fcec750bba8f" -d '{"events": [{"server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "name": "network-vif-plugged", "status": "completed", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:50:07.017280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0393ebe2-16f8-4ff8-b487-08286422b4e7, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:50:07.022425 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:07.046698 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2ab150-e3a9-4a8f-9767-ac6755d06857 x-openstack-request-id: req-1c2ab150-e3a9-4a8f-9767-ac6755d06857 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:50:07.046994 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "name": "network-vif-plugged", "status": "completed", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:50:07.047901 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c2ab150-e3a9-4a8f-9767-ac6755d06857 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:50:07.048303 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7', 'code': 200} Jan 28 19:50:07.076624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=0393ebe2-16f8-4ff8-b487-08286422b4e7,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:07.085060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.085402 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.085739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.086634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.086976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.087305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.087743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.087948 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.088259 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.088574 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.088892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.089205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.089517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:07.144887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b60ec5-8185-4f9b-9652-282f6d5df4da req-5e0c6e27-b8ed-4a9d-adc0-df9e6fa90003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:07.146420 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29b60ec5-8185-4f9b-9652-282f6d5df4da req-5e0c6e27-b8ed-4a9d-adc0-df9e6fa90003 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 1128 time: 0.0430689 Jan 28 19:50:07.196961 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29b60ec5-8185-4f9b-9652-282f6d5df4da req-82bb9ac4-28fb-41ae-94f1-cd0fa78f62d6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437996 Jan 28 19:50:07.707074 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82c51d-13af-444a-bc5e-b10ae3de10c3 req-e0a8e5f8-b2f4-4b75-b9af-b5ffba170f4f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:07.708566 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af82c51d-13af-444a-bc5e-b10ae3de10c3 req-e0a8e5f8-b2f4-4b75-b9af-b5ffba170f4f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 946 time: 0.0546172 Jan 28 19:50:07.760132 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af82c51d-13af-444a-bc5e-b10ae3de10c3 req-357f96bb-fa7a-4b21-95d9-8730a500ccb6 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458508 Jan 28 19:50:08.884013 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9685874-45b3-4f7b-8462-ba534b8c471e req-8fbb491b-5fbd-43f7-b200-9ba6f7be1a1b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:08.885568 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f9685874-45b3-4f7b-8462-ba534b8c471e req-8fbb491b-5fbd-43f7-b200-9ba6f7be1a1b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 946 time: 0.0555048 Jan 28 19:50:08.936404 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f9685874-45b3-4f7b-8462-ba534b8c471e req-a80899e0-49a3-487a-8684-2cf44070de7b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446579 Jan 28 19:50:09.068304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f31bcc-7385-41a8-847e-bad0be0eff26 req-05bf96e7-dddd-428d-bb24-fe076969435d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:09.069801 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30f31bcc-7385-41a8-847e-bad0be0eff26 req-05bf96e7-dddd-428d-bb24-fe076969435d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 946 time: 0.0583394 Jan 28 19:50:09.124768 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30f31bcc-7385-41a8-847e-bad0be0eff26 req-46d04fdd-3509-46e7-921f-d3aa9e45c54d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481904 Jan 28 19:50:09.146509 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60524) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:09.192119 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2000b372-7b58-49bd-8846-ce82645d9733 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:09.193676 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2000b372-7b58-49bd-8846-ce82645d9733 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 1123 time: 0.0460436 Jan 28 19:50:09.196821 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60526) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:09.201805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '0393ebe2-16f8-4ff8-b487-08286422b4e7', 'tenant_id': '310e0101c83844149a246554aacabb65', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:09.225992 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:09.343952 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:09.460937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Allocated IP 172.25.0.251 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/13331551-0971-41ff-bfe5-212832d25027) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:50:09.573750 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (13331551-0971-41ff-bfe5-212832d25027), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:09.608227 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (13331551-0971-41ff-bfe5-212832d25027), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:09.646250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:50:09.649161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:50:09.651910 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:50:09.685638 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=13331551-0971-41ff-bfe5-212832d25027,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:10.030108 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for floatingip (39ed98dd-839c-4e68-9327-d9e53991aedc), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.101885 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (13331551-0971-41ff-bfe5-212832d25027), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.254856 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (13331551-0971-41ff-bfe5-212832d25027), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.260793 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (13331551-0971-41ff-bfe5-212832d25027), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.331759 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=13331551-0971-41ff-bfe5-212832d25027,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:10.341749 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (39ed98dd-839c-4e68-9327-d9e53991aedc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.443796 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Floating IP 39ed98dd-839c-4e68-9327-d9e53991aedc associated. External IP: 172.25.0.251, port: 0393ebe2-16f8-4ff8-b487-08286422b4e7. Jan 28 19:50:10.647829 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 345f22c4-fd45-4937-bd88-ba5b91e15b2c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:50:10.760063 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:50:10.770085 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5301888-8671-410a-ab63-b140d764b201 None None] Sync routers for ids ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:50:10.780141 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:10.781020 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5301888-8671-410a-ab63-b140d764b201 None None] Routers {'345f22c4-fd45-4937-bd88-ba5b91e15b2c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:50:10.781622 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c5301888-8671-410a-ab63-b140d764b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:49:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:50:10.813987 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6afdad3b-69fc-490e-86a3-c715efe1b0df tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6135936 Jan 28 19:50:10.813987 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:50:10.814662 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5425a162-e01a-41e2-804b-ee149d845955" -d '{"events": [{"name": "network-changed", "server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:50:10.861346 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d0494f-209c-4c20-83af-260769a6085e x-openstack-request-id: req-29d0494f-209c-4c20-83af-260769a6085e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:50:10.861647 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:50:10.861897 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29d0494f-209c-4c20-83af-260769a6085e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:50:10.862350 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7', 'status': 'completed', 'code': 200} Jan 28 19:50:10.897582 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c5301888-8671-410a-ab63-b140d764b201 None None] Set router 345f22c4-fd45-4937-bd88-ba5b91e15b2c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:50:10.969614 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425a162-e01a-41e2-804b-ee149d845955 req-f2b2e02b-3f46-4248-96a6-1d6b9db82d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:10.971184 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5425a162-e01a-41e2-804b-ee149d845955 req-f2b2e02b-3f46-4248-96a6-1d6b9db82d19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 1128 time: 0.0801015 Jan 28 19:50:11.048393 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d2ad4-45a8-4ef2-a653-3a9eef9b8873 req-6e949ef1-692c-46ab-9bd8-fa5021af6fca tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:11.049870 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c0d2ad4-45a8-4ef2-a653-3a9eef9b8873 req-6e949ef1-692c-46ab-9bd8-fa5021af6fca tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 946 time: 0.1170032 Jan 28 19:50:11.112222 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425a162-e01a-41e2-804b-ee149d845955 req-f199c7db-05b3-435a-badb-a6008f5201a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:11.115580 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5425a162-e01a-41e2-804b-ee149d845955 req-f199c7db-05b3-435a-badb-a6008f5201a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a31e6997-9673-4c92-9de8-8d2313e4926c HTTP/1.1" status: 200 len: 898 time: 0.1383941 Jan 28 19:50:11.133879 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c5301888-8671-410a-ab63-b140d764b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339766650', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:55Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '39ed98dd-839c-4e68-9327-d9e53991aedc', 'tenant_id': '310e0101c83844149a246554aacabb65', 'floating_ip_address': '172.25.0.251', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'port_id': '0393ebe2-16f8-4ff8-b487-08286422b4e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c', 'mac_address': 'fa:16:3e:aa:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3225409-b24c-429b-aa95-711472514ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:50:09Z', 'updated_at': '2022-01-28T19:50:09Z', 'revision_number': 0, 'project_id': '310e0101c83844149a246554aacabb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfef4807-153e-4d18-8a4b-bb80d4ccfd2e', 'name': '', 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:a5:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:55Z', 'updated_at': '2022-01-28T19:49:59Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:50:11.136284 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c0d2ad4-45a8-4ef2-a653-3a9eef9b8873 req-f9b3896e-7302-426f-a766-5161fea4b10f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798740 Jan 28 19:50:11.163128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60538) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:11.167629 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5301888-8671-410a-ab63-b140d764b201 None None] Checking router: 345f22c4-fd45-4937-bd88-ba5b91e15b2c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:50:11.176843 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5301888-8671-410a-ab63-b140d764b201 None None] Routers {'345f22c4-fd45-4937-bd88-ba5b91e15b2c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:50:11.177465 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c5301888-8671-410a-ab63-b140d764b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:49:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:50:11.204960 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5425a162-e01a-41e2-804b-ee149d845955 req-3f2e8a2b-b9c2-4cb8-9eaa-7f67d04d1ed0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7 HTTP/1.1" status: 200 len: 1000 time: 0.0800197 Jan 28 19:50:11.247754 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3616888c-6096-4446-9ce9-1e7f04129aee tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/floatingips/39ed98dd-839c-4e68-9327-d9e53991aedc HTTP/1.1" status: 200 len: 992 time: 0.0824687 Jan 28 19:50:11.266789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425a162-e01a-41e2-804b-ee149d845955 req-86f54eab-b920-4a84-932d-af725147a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:11.268566 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5425a162-e01a-41e2-804b-ee149d845955 req-86f54eab-b920-4a84-932d-af725147a42e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d8140c9-db99-48b4-8b00-21dd0b03b74e HTTP/1.1" status: 200 len: 834 time: 0.0540562 Jan 28 19:50:11.322369 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425a162-e01a-41e2-804b-ee149d845955 req-9a5e80f5-d19c-4871-bb51-2ba75b18eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:11.323896 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5425a162-e01a-41e2-804b-ee149d845955 req-9a5e80f5-d19c-4871-bb51-2ba75b18eee3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a31e6997-9673-4c92-9de8-8d2313e4926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500369 Jan 28 19:50:11.393737 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c5301888-8671-410a-ab63-b140d764b201 None None] Set router 345f22c4-fd45-4937-bd88-ba5b91e15b2c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:50:11.418395 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5425a162-e01a-41e2-804b-ee149d845955 req-ae1e6f3f-b3be-45e4-990b-6bd44dafb0d2 service neutron] 10.222.0.37 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882280 Jan 28 19:50:11.519554 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5425a162-e01a-41e2-804b-ee149d845955 req-5b75e77d-f6f3-4487-bfc8-1785fa25f1b9 service neutron] 10.222.0.37 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957582 Jan 28 19:50:11.651669 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c5301888-8671-410a-ab63-b140d764b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339766650', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:55Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '39ed98dd-839c-4e68-9327-d9e53991aedc', 'tenant_id': '310e0101c83844149a246554aacabb65', 'floating_ip_address': '172.25.0.251', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'port_id': '0393ebe2-16f8-4ff8-b487-08286422b4e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c', 'mac_address': 'fa:16:3e:aa:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3225409-b24c-429b-aa95-711472514ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:50:09Z', 'updated_at': '2022-01-28T19:50:09Z', 'revision_number': 0, 'project_id': '310e0101c83844149a246554aacabb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfef4807-153e-4d18-8a4b-bb80d4ccfd2e', 'name': '', 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:a5:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:55Z', 'updated_at': '2022-01-28T19:49:59Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:50:11.680844 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5301888-8671-410a-ab63-b140d764b201 None None] The sync data for ids ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'] in n-d-824834-4 is: [{'id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339766650', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:55Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '39ed98dd-839c-4e68-9327-d9e53991aedc', 'tenant_id': '310e0101c83844149a246554aacabb65', 'floating_ip_address': '172.25.0.251', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'port_id': '0393ebe2-16f8-4ff8-b487-08286422b4e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c', 'mac_address': 'fa:16:3e:aa:6f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3225409-b24c-429b-aa95-711472514ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:50:09Z', 'updated_at': '2022-01-28T19:50:09Z', 'revision_number': 0, 'project_id': '310e0101c83844149a246554aacabb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfef4807-153e-4d18-8a4b-bb80d4ccfd2e', 'name': '', 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:a5:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:55Z', 'updated_at': '2022-01-28T19:49:59Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:50:12.017963 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322b4b1-82f7-4200-bcb6-c7f71455103b None None] New status for floating IP 39ed98dd-839c-4e68-9327-d9e53991aedc: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:50:12.249937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60546) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:12.319534 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5ee322c5-3587-4ad8-b4f5-1392b6c074ec tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/floatingips/39ed98dd-839c-4e68-9327-d9e53991aedc HTTP/1.1" status: 200 len: 992 time: 0.0681808 Jan 28 19:50:13.321848 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60550) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:13.398543 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e7e820dd-b5ea-4476-91a5-0d886ac50f3f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/floatingips/39ed98dd-839c-4e68-9327-d9e53991aedc HTTP/1.1" status: 200 len: 994 time: 0.0664098 Jan 28 19:50:14.874385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beec1f-5d58-4aa9-8040-7cff01ebfc3b req-7eb8fa9a-4804-4d58-847e-1a183e9852e3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:14.875943 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-14beec1f-5d58-4aa9-8040-7cff01ebfc3b req-7eb8fa9a-4804-4d58-847e-1a183e9852e3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 946 time: 0.0572932 Jan 28 19:50:14.924717 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-14beec1f-5d58-4aa9-8040-7cff01ebfc3b req-4144335d-9c7b-4b6d-a423-9f1ec3a3c813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 Jan 28 19:50:16.072266 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568494c-636a-4f18-9f4b-a0150ce685f3 req-f359dffc-6558-4290-8d7c-929810732201 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:16.073770 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b568494c-636a-4f18-9f4b-a0150ce685f3 req-f359dffc-6558-4290-8d7c-929810732201 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 946 time: 0.0667758 Jan 28 19:50:16.122785 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b568494c-636a-4f18-9f4b-a0150ce685f3 req-42bdc6cb-b65c-4be7-9da9-a35bd7d299d0 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=44465b96-bea1-4ebc-bbc3-e1cca4178830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427830 Jan 28 19:50:16.455323 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491a061-06d9-4632-85cd-eed78c5aa349 req-954f8b57-a9cc-4330-aa41-3e8abcdea737 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:16.456754 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0491a061-06d9-4632-85cd-eed78c5aa349 req-954f8b57-a9cc-4330-aa41-3e8abcdea737 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.37 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 946 time: 0.0540643 Jan 28 19:50:16.553817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-0491a061-06d9-4632-85cd-eed78c5aa349 req-a1a205ba-ec88-453e-8bf5-8194453d65be tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Deleting port a3255855-aeff-4e4e-baef-08634299a8ae {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:50:16.554182 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0491a061-06d9-4632-85cd-eed78c5aa349 req-a1a205ba-ec88-453e-8bf5-8194453d65be tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a3255855-aeff-4e4e-baef-08634299a8ae), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:16.648580 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-0491a061-06d9-4632-85cd-eed78c5aa349 req-a1a205ba-ec88-453e-8bf5-8194453d65be tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] For port a3255855-aeff-4e4e-baef-08634299a8ae, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=a3255855-aeff-4e4e-baef-08634299a8ae,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:50:16.648944 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0491a061-06d9-4632-85cd-eed78c5aa349 req-a1a205ba-ec88-453e-8bf5-8194453d65be tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a3255855-aeff-4e4e-baef-08634299a8ae), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:16.661132 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-0491a061-06d9-4632-85cd-eed78c5aa349 req-a1a205ba-ec88-453e-8bf5-8194453d65be tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Calling delete_port for a3255855-aeff-4e4e-baef-08634299a8ae owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:50:16.790950 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0491a061-06d9-4632-85cd-eed78c5aa349 req-a1a205ba-ec88-453e-8bf5-8194453d65be tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a3255855-aeff-4e4e-baef-08634299a8ae), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:16.802773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['a3255855-aeff-4e4e-baef-08634299a8ae'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:50:16.820266 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a205ba-ec88-453e-8bf5-8194453d65be tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event deleted for resources: {'Port': ['ID=a3255855-aeff-4e4e-baef-08634299a8ae,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:16.864419 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-0491a061-06d9-4632-85cd-eed78c5aa349 req-a1a205ba-ec88-453e-8bf5-8194453d65be tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] No DVR routers for this DVR port a3255855-aeff-4e4e-baef-08634299a8ae on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:50:16.867249 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-0491a061-06d9-4632-85cd-eed78c5aa349 req-a1a205ba-ec88-453e-8bf5-8194453d65be tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:16.870664 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0491a061-06d9-4632-85cd-eed78c5aa349 req-a1a205ba-ec88-453e-8bf5-8194453d65be tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.37 "DELETE /v2.0/ports/a3255855-aeff-4e4e-baef-08634299a8ae HTTP/1.1" status: 204 len: 173 time: 0.4078727 Jan 28 19:50:16.871123 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af34de19-fc0e-4838-88fa-6c54c0f2c87a', 'name': 'network-vif-deleted', 'tag': 'a3255855-aeff-4e4e-baef-08634299a8ae'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:50:16.873500 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f3b85d-afaa-485d-a9e8-b4f9d40a5667" -d '{"events": [{"server_uuid": "af34de19-fc0e-4838-88fa-6c54c0f2c87a", "name": "network-vif-deleted", "tag": "a3255855-aeff-4e4e-baef-08634299a8ae"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:50:16.912755 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f471e66-0af5-4e76-bee4-155910adb0ba x-openstack-request-id: req-3f471e66-0af5-4e76-bee4-155910adb0ba {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:50:16.913079 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af34de19-fc0e-4838-88fa-6c54c0f2c87a", "name": "network-vif-deleted", "tag": "a3255855-aeff-4e4e-baef-08634299a8ae", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:50:16.913332 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f471e66-0af5-4e76-bee4-155910adb0ba {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:50:16.913735 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af34de19-fc0e-4838-88fa-6c54c0f2c87a', 'name': 'network-vif-deleted', 'tag': 'a3255855-aeff-4e4e-baef-08634299a8ae', 'status': 'completed', 'code': 200} Jan 28 19:50:17.228198 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-70005384-defa-400c-a96b-f4f08c44219f req-f367400a-1cc6-4517-90c6-1ee35c8b8b75 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 210 time: 0.0330701 Jan 28 19:50:18.252253 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6588f9b4-924b-4c19-b30a-352632edb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:18.324390 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-888611df-5dcf-4205-9806-61934b1070d9 req-c39cb3e6-5838-4c82-8a8b-2196604300c1 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 210 time: 0.0268328 Jan 28 19:50:19.428606 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2d99c686-943d-48c0-8549-ba5ca0f3ea39 req-ab0076f1-9f3b-4316-9ca1-05c9f3040476 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 210 time: 0.0346186 Jan 28 19:50:20.413157 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-73e3a0e5-c28d-4613-b91d-d24ffa6472c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:20.523537 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-941972f8-a829-4436-bea5-074d0cd4a0bc req-0640de7e-ce64-47b5-a8c0-2b33953be314 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 210 time: 0.0288336 Jan 28 19:50:20.929573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device a3255855-aeff-4e4e-baef-08634299a8ae no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:50:20.963639 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: a3255855-aeff-4e4e-baef-08634299a8ae {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:50:20.963988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device a3255855-aeff-4e4e-baef-08634299a8ae not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:50:21.819909 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:21.916012 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb4c7a99-edd5-4a08-bcdb-6a4d3958ea44 req-6d43c026-6873-43d2-be89-9c7a3a6727a6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 210 time: 0.3226795 Jan 28 19:50:23.014480 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1620f1c2-2df9-4243-a0f1-0c7a8619913d req-5d061810-0487-4df0-b0fc-f332a3d705cb tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 210 time: 0.0285640 Jan 28 19:50:23.098010 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:24.111921 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-73c458f9-35ad-4448-b917-2885325056f5 req-903d2701-3f76-490c-ac96-ad89d15f5b87 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 210 time: 0.0276172 Jan 28 19:50:24.514509 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:25.227626 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45c62dc5-8e10-43b6-9408-77e2bec2d6fb req-188e1a4c-f59c-4abd-a93c-b5b34dbf348f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=af34de19-fc0e-4838-88fa-6c54c0f2c87a HTTP/1.1" status: 200 len: 210 time: 0.0269043 Jan 28 19:50:25.723977 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:30.438207 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:31.353751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60640) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:31.358639 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a8a5a57d-a84a-4ee6-8704-a0a7e3533f31 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-738236671', 'description': 'tempest-secgroup-smoke-738236671 description', 'project_id': '74e67802b83e4dda84b80b3ec28b1541'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:31.380537 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a57d-a84a-4ee6-8704-a0a7e3533f31 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:31.453929 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a57d-a84a-4ee6-8704-a0a7e3533f31 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group (8f0f9abe-aa75-43b7-a260-cf2e006aacc7), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:31.459202 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a57d-a84a-4ee6-8704-a0a7e3533f31 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8f0f9abe-aa75-43b7-a260-cf2e006aacc7), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:31.851023 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8a5a57d-a84a-4ee6-8704-a0a7e3533f31 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:31.852717 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a8a5a57d-a84a-4ee6-8704-a0a7e3533f31 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4978840 Jan 28 19:50:31.854806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5a57d-a84a-4ee6-8704-a0a7e3533f31 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0f9abe-aa75-43b7-a260-cf2e006aacc7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:31.856277 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60642) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:31.861041 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Request body: {'security_group_rule': {'security_group_id': '8f0f9abe-aa75-43b7-a260-cf2e006aacc7', 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:31.891800 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (9fba7b35-395e-4d5e-b169-2b6c536acfd1), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:31.956993 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (9fba7b35-395e-4d5e-b169-2b6c536acfd1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:31.962379 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (9fba7b35-395e-4d5e-b169-2b6c536acfd1), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:31.979989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fba7b35-395e-4d5e-b169-2b6c536acfd1,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:31.988705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:31.989048 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:31.989385 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:31.989721 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:31.990084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:31.990422 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:31.990751 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:31.991080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:31.991400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:31.991719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:31.992040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:31.992363 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:31.992687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:50:31.997158 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.001135 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-299c6d2e-ff0e-46a7-b594-3ce0a67d85c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437671 Jan 28 19:50:32.001250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60644) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:32.006078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8c401638-4fa4-471a-a400-1696566ece80 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Request body: {'security_group_rule': {'security_group_id': '8f0f9abe-aa75-43b7-a260-cf2e006aacc7', 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:32.032796 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c401638-4fa4-471a-a400-1696566ece80 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (e0872edd-47d1-4459-b003-559e940a1bb2), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.086692 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c401638-4fa4-471a-a400-1696566ece80 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (e0872edd-47d1-4459-b003-559e940a1bb2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.092420 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c401638-4fa4-471a-a400-1696566ece80 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (e0872edd-47d1-4459-b003-559e940a1bb2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.108945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c401638-4fa4-471a-a400-1696566ece80 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0872edd-47d1-4459-b003-559e940a1bb2,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:32.117677 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c401638-4fa4-471a-a400-1696566ece80 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.118880 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8c401638-4fa4-471a-a400-1696566ece80 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164176 Jan 28 19:50:32.121670 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60646) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:32.125944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ba8841c2-4647-41a2-8eeb-d72f43590bd1 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Request body: {'security_group_rule': {'security_group_id': '8f0f9abe-aa75-43b7-a260-cf2e006aacc7', 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:32.152461 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba8841c2-4647-41a2-8eeb-d72f43590bd1 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (69a4e147-f238-40f7-a830-75df9da47cf8), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.210754 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba8841c2-4647-41a2-8eeb-d72f43590bd1 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (69a4e147-f238-40f7-a830-75df9da47cf8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.216444 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba8841c2-4647-41a2-8eeb-d72f43590bd1 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (69a4e147-f238-40f7-a830-75df9da47cf8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.234250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8841c2-4647-41a2-8eeb-d72f43590bd1 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a4e147-f238-40f7-a830-75df9da47cf8,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:32.242248 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ba8841c2-4647-41a2-8eeb-d72f43590bd1 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.243444 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ba8841c2-4647-41a2-8eeb-d72f43590bd1 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207991 Jan 28 19:50:32.246171 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60648) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:32.250527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ab0875a1-ab5c-4071-89c3-e7db3525c4d0 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Request body: {'security_group_rule': {'security_group_id': '8f0f9abe-aa75-43b7-a260-cf2e006aacc7', 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:32.277462 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab0875a1-ab5c-4071-89c3-e7db3525c4d0 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (13f3f518-d60e-41a8-b639-e7edb9ee7571), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.336193 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab0875a1-ab5c-4071-89c3-e7db3525c4d0 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (13f3f518-d60e-41a8-b639-e7edb9ee7571), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.342824 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab0875a1-ab5c-4071-89c3-e7db3525c4d0 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (13f3f518-d60e-41a8-b639-e7edb9ee7571), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.362825 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0875a1-ab5c-4071-89c3-e7db3525c4d0 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f3f518-d60e-41a8-b639-e7edb9ee7571,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:32.369192 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ab0875a1-ab5c-4071-89c3-e7db3525c4d0 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.370499 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ab0875a1-ab5c-4071-89c3-e7db3525c4d0 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234035 Jan 28 19:50:32.373667 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60650) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:32.377989 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5f5bf840-bf09-489e-8f05-7280862c49b6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Request body: {'security_group_rule': {'security_group_id': '8f0f9abe-aa75-43b7-a260-cf2e006aacc7', 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:32.401063 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-5f5bf840-bf09-489e-8f05-7280862c49b6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Project 74e67802b83e4dda84b80b3ec28b1541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:50:32.407511 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf840-bf09-489e-8f05-7280862c49b6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (7591b5bf-5be7-4f26-9752-ac58568ebec5), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.471197 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf840-bf09-489e-8f05-7280862c49b6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (7591b5bf-5be7-4f26-9752-ac58568ebec5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.478040 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf840-bf09-489e-8f05-7280862c49b6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (7591b5bf-5be7-4f26-9752-ac58568ebec5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.497444 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bf840-bf09-489e-8f05-7280862c49b6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7591b5bf-5be7-4f26-9752-ac58568ebec5,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:32.507155 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f5bf840-bf09-489e-8f05-7280862c49b6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.508360 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5f5bf840-bf09-489e-8f05-7280862c49b6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337159 Jan 28 19:50:32.511299 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60652) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:50:32.516045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-eca078ef-4bd2-4142-a885-60c5c8c764e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Request body: {'security_group_rule': {'security_group_id': '8f0f9abe-aa75-43b7-a260-cf2e006aacc7', 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:32.540595 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-eca078ef-4bd2-4142-a885-60c5c8c764e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Project 74e67802b83e4dda84b80b3ec28b1541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:50:32.546164 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eca078ef-4bd2-4142-a885-60c5c8c764e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (97e80d8c-2fd5-4938-bca8-00e4963c1aad), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.612680 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eca078ef-4bd2-4142-a885-60c5c8c764e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (97e80d8c-2fd5-4938-bca8-00e4963c1aad), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.618196 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eca078ef-4bd2-4142-a885-60c5c8c764e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (97e80d8c-2fd5-4938-bca8-00e4963c1aad), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.636084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca078ef-4bd2-4142-a885-60c5c8c764e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e80d8c-2fd5-4938-bca8-00e4963c1aad,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:32.641841 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eca078ef-4bd2-4142-a885-60c5c8c764e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:32.642994 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-eca078ef-4bd2-4142-a885-60c5c8c764e5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306903 Jan 28 19:50:43.226917 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:50:44.795974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6004d4cf-8383-4df9-b158-80aef5c6ec1a req-9669c62c-4a7d-49fa-b60f-f570900ca8b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448942 Jan 28 19:50:44.887139 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004d4cf-8383-4df9-b158-80aef5c6ec1a req-402fd4ec-4894-407f-8c4b-497c7773a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:44.888762 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6004d4cf-8383-4df9-b158-80aef5c6ec1a req-402fd4ec-4894-407f-8c4b-497c7773a643 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 1128 time: 0.0496387 Jan 28 19:50:44.991067 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004d4cf-8383-4df9-b158-80aef5c6ec1a req-3e8fc2f5-f8e0-4f9e-a0a6-953d20364dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:44.992550 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6004d4cf-8383-4df9-b158-80aef5c6ec1a req-3e8fc2f5-f8e0-4f9e-a0a6-953d20364dbe service neutron] 10.222.0.37 "GET /v2.0/networks?id=a31e6997-9673-4c92-9de8-8d2313e4926c HTTP/1.1" status: 200 len: 898 time: 0.0862060 Jan 28 19:50:45.056592 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6004d4cf-8383-4df9-b158-80aef5c6ec1a req-904947e4-c3d2-4725-8f09-0703fca93da0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7 HTTP/1.1" status: 200 len: 1002 time: 0.0580437 Jan 28 19:50:45.109551 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004d4cf-8383-4df9-b158-80aef5c6ec1a req-41e2ac8a-5fc3-4003-8091-92538db2513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:45.111053 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6004d4cf-8383-4df9-b158-80aef5c6ec1a req-41e2ac8a-5fc3-4003-8091-92538db2513d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d8140c9-db99-48b4-8b00-21dd0b03b74e HTTP/1.1" status: 200 len: 834 time: 0.0488136 Jan 28 19:50:45.159891 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004d4cf-8383-4df9-b158-80aef5c6ec1a req-59e1d8a3-36ae-4c7e-83d7-64520207b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:45.161339 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6004d4cf-8383-4df9-b158-80aef5c6ec1a req-59e1d8a3-36ae-4c7e-83d7-64520207b136 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a31e6997-9673-4c92-9de8-8d2313e4926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446563 Jan 28 19:50:45.254815 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6004d4cf-8383-4df9-b158-80aef5c6ec1a req-4da4a56d-3888-4cea-a0bb-5848627df005 service neutron] 10.222.0.37 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871406 Jan 28 19:50:45.351200 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6004d4cf-8383-4df9-b158-80aef5c6ec1a req-21b289d9-52f8-48ad-bf17-2029878db18e service neutron] 10.222.0.37 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905693 Jan 28 19:50:48.255920 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9dddc3fe-52e3-468e-8e8b-841f4146ed93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:50.421221 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0de6b122-d4e6-49eb-b323-662ab80688c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:51.834558 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:52.142940 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-fe5b723c-513f-4444-94e5-e101c8688053 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-738236671&fields=id&tenant_id=74e67802b83e4dda84b80b3ec28b1541 HTTP/1.1" status: 200 len: 267 time: 0.0449302 Jan 28 19:50:52.255214 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-3fbd9998-3338-46df-b7f2-730d678f8ccd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:52.256735 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-3fbd9998-3338-46df-b7f2-730d678f8ccd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 811 time: 0.1045947 Jan 28 19:50:52.271339 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-1146fdc0-d9c9-4d89-9e48-2f55368b298d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/quotas/74e67802b83e4dda84b80b3ec28b1541 HTTP/1.1" status: 200 len: 375 time: 0.0092163 Jan 28 19:50:52.329081 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-2d8df200-3ae9-4c07-a564-65cb056476ea tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529521 Jan 28 19:50:52.424322 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-7508e70c-8bbf-4a8c-b3ef-e65b3a00b450 service neutron] 10.222.0.55 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837781 Jan 28 19:50:52.517853 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-ce8b6368-47b4-4231-840f-97c5d223dcef service neutron] 10.222.0.55 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877521 Jan 28 19:50:52.810996 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c283a2a-6a56-4e18-bd44-03c81da05995 req-ce1f1f7d-6387-43e4-a612-e3580a579266 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 210 time: 0.0269663 Jan 28 19:50:53.100507 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:53.746066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-d4e8a546-cfc3-470e-9a64-0fdd3edae71b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:53.748054 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-d4e8a546-cfc3-470e-9a64-0fdd3edae71b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 811 time: 0.1099567 Jan 28 19:50:53.810422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-67bc25b2-4297-41f1-8bd0-34c028d9a434 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74e67802b83e4dda84b80b3ec28b1541 HTTP/1.1" status: 200 len: 379 time: 0.0549479 Jan 28 19:50:53.818965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-92080cda-d41e-4dda-a9a5-04877c1d1f30 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Request body: {'port': {'device_id': '610102ad-4f2c-4f18-a913-e5ec8a976639', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'admin_state_up': True, 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'security_groups': ['8f0f9abe-aa75-43b7-a260-cf2e006aacc7']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:53.909642 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a4472c1-106d-4707-9fc4-64eb0992c255 req-4cc672b2-9bcd-4a9c-a30e-139e226ac39f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 210 time: 0.0304809 Jan 28 19:50:53.936753 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-92080cda-d41e-4dda-a9a5-04877c1d1f30 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Made reservation on behalf of 74e67802b83e4dda84b80b3ec28b1541 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:50:53.940262 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-92080cda-d41e-4dda-a9a5-04877c1d1f30 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:54.070475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-92080cda-d41e-4dda-a9a5-04877c1d1f30 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Allocated IP 172.20.0.3 (3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a/e8631fd7-f1ff-4755-931c-e72b5c9a8c5b/4719d794-1399-48c4-a14c-727eba1c18dc) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:50:54.210103 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-92080cda-d41e-4dda-a9a5-04877c1d1f30 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for port (4719d794-1399-48c4-a14c-727eba1c18dc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:54.244151 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-92080cda-d41e-4dda-a9a5-04877c1d1f30 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4719d794-1399-48c4-a14c-727eba1c18dc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:54.285144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-92080cda-d41e-4dda-a9a5-04877c1d1f30 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:50:54.288212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-92080cda-d41e-4dda-a9a5-04877c1d1f30 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:50:54.293761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-92080cda-d41e-4dda-a9a5-04877c1d1f30 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:50:54.316812 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92080cda-d41e-4dda-a9a5-04877c1d1f30 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'Port': ['ID=4719d794-1399-48c4-a14c-727eba1c18dc,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:54.344932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-92080cda-d41e-4dda-a9a5-04877c1d1f30 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:54.345550 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-92080cda-d41e-4dda-a9a5-04877c1d1f30 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:54.362763 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-92080cda-d41e-4dda-a9a5-04877c1d1f30 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5478158 Jan 28 19:50:54.373957 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Request body: {'port': {'device_id': '610102ad-4f2c-4f18-a913-e5ec8a976639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:50:54.442453 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4719d794-1399-48c4-a14c-727eba1c18dc), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:54.523228 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:54.573472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0ec10b05-7fe1-4029-8ec0-1cff1aac3293 None None] Provisioning complete for port 4719d794-1399-48c4-a14c-727eba1c18dc triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:50:54.573761 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ec10b05-7fe1-4029-8ec0-1cff1aac3293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4719d794-1399-48c4-a14c-727eba1c18dc), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:54.610661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0ec10b05-7fe1-4029-8ec0-1cff1aac3293 None None] Port 4719d794-1399-48c4-a14c-727eba1c18dc cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:50:54.719796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4719d794-1399-48c4-a14c-727eba1c18dc {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:50:54.727455 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Publish callbacks [] for port (4719d794-1399-48c4-a14c-727eba1c18dc), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:54.739307 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Transition to ACTIVE for port object 4719d794-1399-48c4-a14c-727eba1c18dc will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:50:54.744697 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4719d794-1399-48c4-a14c-727eba1c18dc), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:54.795812 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Pushing event updated for resources: {'Port': ['ID=4719d794-1399-48c4-a14c-727eba1c18dc,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:54.875993 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Attempting to bind port 4719d794-1399-48c4-a14c-727eba1c18dc on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:50:54.876685 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Attempting to bind port 4719d794-1399-48c4-a14c-727eba1c18dc by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:50:54.876685 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Attempting to bind port 4719d794-1399-48c4-a14c-727eba1c18dc on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:50:54.881924 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Port 4719d794-1399-48c4-a14c-727eba1c18dc on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:50:54.881924 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Attempting to bind port 4719d794-1399-48c4-a14c-727eba1c18dc on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:50:54.888374 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:50:54.888896 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Checking segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:50:54.889441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Bound using segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:50:54.890180 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Bound port: 4719d794-1399-48c4-a14c-727eba1c18dc, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:50:54.890729 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4719d794-1399-48c4-a14c-727eba1c18dc), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:54.964201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] For port 4719d794-1399-48c4-a14c-727eba1c18dc, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:50:54.967527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] For port 4719d794-1399-48c4-a14c-727eba1c18dc, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4719d794-1399-48c4-a14c-727eba1c18dc,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:50:54.977041 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4719d794-1399-48c4-a14c-727eba1c18dc), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:55.049782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:55.050450 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:55.051892 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] 10.222.0.31 "PUT /v2.0/ports/4719d794-1399-48c4-a14c-727eba1c18dc HTTP/1.1" status: 200 len: 1091 time: 0.6822948 Jan 28 19:50:55.053244 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610102ad-4f2c-4f18-a913-e5ec8a976639', 'tag': '4719d794-1399-48c4-a14c-727eba1c18dc'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:50:55.055618 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb40c20-22e4-4fba-8966-d6871bd14c42" -d '{"events": [{"name": "network-changed", "server_uuid": "610102ad-4f2c-4f18-a913-e5ec8a976639", "tag": "4719d794-1399-48c4-a14c-727eba1c18dc"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:50:55.091736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06c7d8-ef52-4c11-bced-ee39490bbbbb service neutron] Pushing event updated for resources: {'Port': ['ID=4719d794-1399-48c4-a14c-727eba1c18dc,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:50:55.142331 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89caf2-6d94-4e9a-b3d2-a08e2d892882 req-d65168e0-accc-49b5-acd4-5262b1c04059 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:55.144956 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e89caf2-6d94-4e9a-b3d2-a08e2d892882 req-d65168e0-accc-49b5-acd4-5262b1c04059 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 943 time: 0.1393533 Jan 28 19:50:55.202051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-4ec8c862-cae0-4319-adf2-a418ecf20dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:55.203880 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-4ec8c862-cae0-4319-adf2-a418ecf20dcf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 1125 time: 0.1050007 Jan 28 19:50:55.205388 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955e37bf-af8c-49f2-8130-f9b6561663df x-openstack-request-id: req-955e37bf-af8c-49f2-8130-f9b6561663df {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:50:55.205670 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610102ad-4f2c-4f18-a913-e5ec8a976639", "tag": "4719d794-1399-48c4-a14c-727eba1c18dc", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:50:55.205924 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-955e37bf-af8c-49f2-8130-f9b6561663df {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:50:55.206345 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610102ad-4f2c-4f18-a913-e5ec8a976639', 'tag': '4719d794-1399-48c4-a14c-727eba1c18dc', 'status': 'completed', 'code': 200} Jan 28 19:50:55.256653 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-38460013-9405-4a1c-8293-f316326c4e5f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4719d794-1399-48c4-a14c-727eba1c18dc HTTP/1.1" status: 200 len: 217 time: 0.0439470 Jan 28 19:50:55.261551 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e89caf2-6d94-4e9a-b3d2-a08e2d892882 req-780778d6-fe1b-4871-bcf6-72e4fc2b8b5f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103511 Jan 28 19:50:55.316019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-f0612f70-0522-4d95-861a-353c5af6412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:55.317528 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-f0612f70-0522-4d95-861a-353c5af6412e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0551212 Jan 28 19:50:55.367442 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-2f25cd61-c560-4201-a0ee-3b6662b4710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:55.369024 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-2f25cd61-c560-4201-a0ee-3b6662b4710d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459528 Jan 28 19:50:55.465623 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-d41b22e2-c981-4af4-887f-af3ad6fd7137 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894501 Jan 28 19:50:55.564816 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45ffe3d1-fea4-4a5e-978f-2be4b1e80d9b req-02b30fab-e4f8-4e1f-90ec-243f5c72862d service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928407 Jan 28 19:50:55.656003 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb40c20-22e4-4fba-8966-d6871bd14c42 req-305b0fcb-14f7-4612-a504-c90a78f7918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:55.657557 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fcb40c20-22e4-4fba-8966-d6871bd14c42 req-305b0fcb-14f7-4612-a504-c90a78f7918c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 1125 time: 0.0495918 Jan 28 19:50:55.740664 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:50:55.752858 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb40c20-22e4-4fba-8966-d6871bd14c42 req-433a96b8-57c0-4f1a-9ce4-fb86299ece23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:55.754439 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fcb40c20-22e4-4fba-8966-d6871bd14c42 req-433a96b8-57c0-4f1a-9ce4-fb86299ece23 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.0913169 Jan 28 19:50:55.795456 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fcb40c20-22e4-4fba-8966-d6871bd14c42 req-a9621756-3c99-42f0-a1f2-56eea6d7223d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4719d794-1399-48c4-a14c-727eba1c18dc HTTP/1.1" status: 200 len: 217 time: 0.0352292 Jan 28 19:50:55.843002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb40c20-22e4-4fba-8966-d6871bd14c42 req-cbaa7c59-982e-4711-b798-455d0ae4ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:55.844551 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fcb40c20-22e4-4fba-8966-d6871bd14c42 req-cbaa7c59-982e-4711-b798-455d0ae4ab42 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0439250 Jan 28 19:50:55.897819 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb40c20-22e4-4fba-8966-d6871bd14c42 req-a996b956-945f-43ff-a879-a2a33771b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:55.899408 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fcb40c20-22e4-4fba-8966-d6871bd14c42 req-a996b956-945f-43ff-a879-a2a33771b753 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496213 Jan 28 19:50:55.993153 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fcb40c20-22e4-4fba-8966-d6871bd14c42 req-b341769e-af0f-4bb4-98a3-a43d229c003c service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877392 Jan 28 19:50:56.087416 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fcb40c20-22e4-4fba-8966-d6871bd14c42 req-974e73c2-cea9-4999-b92b-3ce27f936cac service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877481 Jan 28 19:50:56.398302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07780-e340-4b42-9ab5-0d865c790d7d req-486dc1ae-00ad-4888-89a6-4eae3a104388 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:56.399806 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46e07780-e340-4b42-9ab5-0d865c790d7d req-486dc1ae-00ad-4888-89a6-4eae3a104388 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 943 time: 0.0557630 Jan 28 19:50:56.465394 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46e07780-e340-4b42-9ab5-0d865c790d7d req-35a62d09-d7c9-449c-bfef-52545829a717 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595610 Jan 28 19:50:57.593883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d9ddd-9d20-4255-b712-858f9e54a3c9 req-c77e0827-3aa9-4f5f-bab5-cc548e35411d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:57.595528 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9d1d9ddd-9d20-4255-b712-858f9e54a3c9 req-c77e0827-3aa9-4f5f-bab5-cc548e35411d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 943 time: 0.0621097 Jan 28 19:50:57.647203 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9d1d9ddd-9d20-4255-b712-858f9e54a3c9 req-00268a9f-849b-4e47-8401-c46c25935b02 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452864 Jan 28 19:50:58.772582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf99d8d-d99d-4297-8a4e-49b1970d420e req-f34ecccd-d0f6-4c19-9694-8f9f1c9655c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:58.774055 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6bf99d8d-d99d-4297-8a4e-49b1970d420e req-f34ecccd-d0f6-4c19-9694-8f9f1c9655c6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 943 time: 0.0551786 Jan 28 19:50:58.825076 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6bf99d8d-d99d-4297-8a4e-49b1970d420e req-62a034df-b61c-4c12-b1ed-eaba6fa3a80a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450611 Jan 28 19:50:59.957955 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ececa8c-0abf-4ba7-b89e-42fe4b8800cd req-366e96ff-0678-45ec-8ef0-c9d9dbe9a863 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:50:59.959758 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ececa8c-0abf-4ba7-b89e-42fe4b8800cd req-366e96ff-0678-45ec-8ef0-c9d9dbe9a863 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 943 time: 0.0664883 Jan 28 19:51:00.010700 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2ececa8c-0abf-4ba7-b89e-42fe4b8800cd req-e6a628d7-48ed-4eb3-b03c-843e51f8872e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452082 Jan 28 19:51:00.446079 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:01.131985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166f91e-482b-439b-8988-fc324a88e179 req-e50efc6b-7fab-4fcc-87cc-e4b536440654 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:01.133465 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3166f91e-482b-439b-8988-fc324a88e179 req-e50efc6b-7fab-4fcc-87cc-e4b536440654 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 943 time: 0.0544007 Jan 28 19:51:01.182434 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3166f91e-482b-439b-8988-fc324a88e179 req-8a1884f1-ea3f-47bf-82a0-09a1786b5d8c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431936 Jan 28 19:51:02.312114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c15f34-ce26-4735-b07e-0a44a8c0027b req-7d88146a-4d3c-4344-8db7-4f118a95a59d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:02.313712 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4c15f34-ce26-4735-b07e-0a44a8c0027b req-7d88146a-4d3c-4344-8db7-4f118a95a59d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 943 time: 0.0610907 Jan 28 19:51:02.365221 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4c15f34-ce26-4735-b07e-0a44a8c0027b req-a38fdb6d-9fc2-4d40-87f7-de25c0679a44 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456486 Jan 28 19:51:03.507698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da936fff-580a-4d5e-880a-174570b8976b req-73a4ccd3-728a-4974-897c-584073e8c774 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:03.509069 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-da936fff-580a-4d5e-880a-174570b8976b req-73a4ccd3-728a-4974-897c-584073e8c774 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 943 time: 0.0632091 Jan 28 19:51:03.559954 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-da936fff-580a-4d5e-880a-174570b8976b req-7bee0357-c275-433d-ad27-46cf0df7e050 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451739 Jan 28 19:51:04.702040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e831d3-4403-43f5-99e0-3b7e8092eaa8 req-8a364953-0e46-46a6-82c3-a2919b7ce092 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:04.704022 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-39e831d3-4403-43f5-99e0-3b7e8092eaa8 req-8a364953-0e46-46a6-82c3-a2919b7ce092 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 943 time: 0.0609641 Jan 28 19:51:04.753645 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-39e831d3-4403-43f5-99e0-3b7e8092eaa8 req-71bd85fb-16a7-4476-beaf-672371e1d4b5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438039 Jan 28 19:51:05.885943 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f949fb-dcf7-436e-9548-8a4d4c5ec4ed req-3e22c1f8-d813-460e-a226-a60efba37836 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:05.887411 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30f949fb-dcf7-436e-9548-8a4d4c5ec4ed req-3e22c1f8-d813-460e-a226-a60efba37836 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 943 time: 0.0542266 Jan 28 19:51:05.940067 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30f949fb-dcf7-436e-9548-8a4d4c5ec4ed req-7a5cbdf0-c714-400d-ade0-ff9fa9fb8a7e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444729 Jan 28 19:51:07.065160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839e8ca-769d-44f0-b3b4-a599339352d5 req-2782ed55-4b33-449e-afe5-2b46e9609bee tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:07.066722 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9839e8ca-769d-44f0-b3b4-a599339352d5 req-2782ed55-4b33-449e-afe5-2b46e9609bee tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 943 time: 0.0583684 Jan 28 19:51:07.115353 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9839e8ca-769d-44f0-b3b4-a599339352d5 req-0ca93c8c-a8d3-4855-b5d3-a62f373ac881 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429420 Jan 28 19:51:08.245800 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e5e9b-81a2-41cd-acf8-a1d5d16041b6 req-efdc466d-3eae-4d8b-bbef-746f0f6f6d74 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:08.247195 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-661e5e9b-81a2-41cd-acf8-a1d5d16041b6 req-efdc466d-3eae-4d8b-bbef-746f0f6f6d74 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 943 time: 0.0553577 Jan 28 19:51:08.302417 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-661e5e9b-81a2-41cd-acf8-a1d5d16041b6 req-bc32ba68-dd3c-41b3-a202-dd3a4b9c9127 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467539 Jan 28 19:51:09.435006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba87d2-fff7-4f05-b066-e2716857313b req-836587ea-bddc-49de-8ca8-7fefb5c3fb5e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:09.436476 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0ba87d2-fff7-4f05-b066-e2716857313b req-836587ea-bddc-49de-8ca8-7fefb5c3fb5e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 943 time: 0.0546312 Jan 28 19:51:09.488448 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0ba87d2-fff7-4f05-b066-e2716857313b req-08c79876-08f7-49a8-86eb-8433a2d41b23 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434198 Jan 28 19:51:10.617783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa217b66-98c2-4224-9a89-c94a1239c741 req-caf16a2b-bbe8-45de-8cd4-0c576e531701 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:10.619278 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fa217b66-98c2-4224-9a89-c94a1239c741 req-caf16a2b-bbe8-45de-8cd4-0c576e531701 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 943 time: 0.0569642 Jan 28 19:51:10.669706 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fa217b66-98c2-4224-9a89-c94a1239c741 req-fa096b37-c613-4e32-86a7-63683fdda08e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428741 Jan 28 19:51:11.498122 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4719d794-1399-48c4-a14c-727eba1c18dc details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:51:11.606906 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4719d794-1399-48c4-a14c-727eba1c18dc, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4719d794-1399-48c4-a14c-727eba1c18dc,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:11.621220 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '4719d794-1399-48c4-a14c-727eba1c18dc', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'port_id': '4719d794-1399-48c4-a14c-727eba1c18dc', 'mac_address': 'fa:16:3e:91:53:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:51:11.662422 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4719d794-1399-48c4-a14c-727eba1c18dc is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:51:11.662816 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4719d794-1399-48c4-a14c-727eba1c18dc), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:11.679155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4719d794-1399-48c4-a14c-727eba1c18dc {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:51:11.705932 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4719d794-1399-48c4-a14c-727eba1c18dc, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4719d794-1399-48c4-a14c-727eba1c18dc,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:11.712058 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4719d794-1399-48c4-a14c-727eba1c18dc), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:11.766115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4719d794-1399-48c4-a14c-727eba1c18dc,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:11.773317 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:11.773666 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:11.774052 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:11.774415 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:11.774750 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:11.775067 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:11.775381 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:11.775708 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:11.776031 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:11.776357 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:11.776705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:11.777045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:11.777356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:11.793301 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87815e1-f077-462f-9874-8c5fca5e55dc req-a7840e82-864b-4d00-b431-f66f31ad87ad tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:11.794852 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f87815e1-f077-462f-9874-8c5fca5e55dc req-a7840e82-864b-4d00-b431-f66f31ad87ad tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 944 time: 0.0550740 Jan 28 19:51:11.848728 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f87815e1-f077-462f-9874-8c5fca5e55dc req-da9b26a3-2dd1-4ac1-a61f-79042db5b8cc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478587 Jan 28 19:51:11.914519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['4719d794-1399-48c4-a14c-727eba1c18dc'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:51:12.985527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111b502-18aa-44c7-99bf-5f8d6699b28a req-4af7064e-814c-42ab-aecf-bbc646dc7051 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:12.987039 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9111b502-18aa-44c7-99bf-5f8d6699b28a req-4af7064e-814c-42ab-aecf-bbc646dc7051 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 944 time: 0.0557308 Jan 28 19:51:13.039809 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9111b502-18aa-44c7-99bf-5f8d6699b28a req-085c9b91-38e4-4892-a7d0-74c9c8a94c44 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443928 Jan 28 19:51:13.505730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4719d794-1399-48c4-a14c-727eba1c18dc up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:51:13.565945 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 4719d794-1399-48c4-a14c-727eba1c18dc completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:51:13.569773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 4719d794-1399-48c4-a14c-727eba1c18dc triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:13.570182 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4719d794-1399-48c4-a14c-727eba1c18dc), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:13.650336 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4719d794-1399-48c4-a14c-727eba1c18dc is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:51:13.650721 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4719d794-1399-48c4-a14c-727eba1c18dc), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:13.677109 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610102ad-4f2c-4f18-a913-e5ec8a976639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4719d794-1399-48c4-a14c-727eba1c18dc'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:51:13.679526 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d45c76-0dc9-49fe-b568-fd71c34b4038" -d '{"events": [{"server_uuid": "610102ad-4f2c-4f18-a913-e5ec8a976639", "name": "network-vif-plugged", "status": "completed", "tag": "4719d794-1399-48c4-a14c-727eba1c18dc"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:51:13.691823 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4719d794-1399-48c4-a14c-727eba1c18dc, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4719d794-1399-48c4-a14c-727eba1c18dc,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:13.697101 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4719d794-1399-48c4-a14c-727eba1c18dc), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:13.721287 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d210b91-c85d-4011-91cf-185adf1eb109 x-openstack-request-id: req-1d210b91-c85d-4011-91cf-185adf1eb109 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:51:13.721579 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610102ad-4f2c-4f18-a913-e5ec8a976639", "name": "network-vif-plugged", "status": "completed", "tag": "4719d794-1399-48c4-a14c-727eba1c18dc", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:51:13.721832 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d210b91-c85d-4011-91cf-185adf1eb109 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:51:13.722249 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610102ad-4f2c-4f18-a913-e5ec8a976639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4719d794-1399-48c4-a14c-727eba1c18dc', 'code': 200} Jan 28 19:51:13.747239 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4719d794-1399-48c4-a14c-727eba1c18dc,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:13.827889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ec221-74d6-455d-9843-a18b845b2a96 req-7c9646f4-4637-485d-9318-dca4cfc76511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:13.829394 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-856ec221-74d6-455d-9843-a18b845b2a96 req-7c9646f4-4637-485d-9318-dca4cfc76511 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 1127 time: 0.0457282 Jan 28 19:51:13.876494 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-856ec221-74d6-455d-9843-a18b845b2a96 req-aa0a43ab-4e88-4e1a-82c7-2461dc400794 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402856 Jan 28 19:51:14.178429 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef58e20-a3c5-47b2-8e5c-eee60aeb0cce req-031bfa26-ce6b-4cd5-9258-3f0a7eb9ca5b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:14.179895 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0ef58e20-a3c5-47b2-8e5c-eee60aeb0cce req-031bfa26-ce6b-4cd5-9258-3f0a7eb9ca5b tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 945 time: 0.0581498 Jan 28 19:51:14.231122 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0ef58e20-a3c5-47b2-8e5c-eee60aeb0cce req-aeb3670f-6319-41a7-bf6d-91001b59ecc8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450308 Jan 28 19:51:15.360096 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903817-b059-4b79-a142-396dad984be8 req-22b7026f-128e-472c-8d89-6636bc070222 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:15.361577 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87903817-b059-4b79-a142-396dad984be8 req-22b7026f-128e-472c-8d89-6636bc070222 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 945 time: 0.0599818 Jan 28 19:51:15.413383 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-87903817-b059-4b79-a142-396dad984be8 req-513c3c28-f5a1-445d-944d-1041ebfbf664 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434282 Jan 28 19:51:15.543533 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebecd35-b01f-4081-b4ae-e71b65e913d4 req-926650f8-1e5a-42b5-a00b-77b8e719753f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:15.544935 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aebecd35-b01f-4081-b4ae-e71b65e913d4 req-926650f8-1e5a-42b5-a00b-77b8e719753f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 945 time: 0.0621662 Jan 28 19:51:15.596585 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aebecd35-b01f-4081-b4ae-e71b65e913d4 req-e17634b6-23ff-4de9-9c6c-a1d394796acf tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459056 Jan 28 19:51:15.619315 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60872) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:15.679628 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1906097d-0d9d-43cf-b43e-bab0e8174be0 tempest-TestVolumeBootPattern-1967088332 tempest-TestVolumeBootPattern-1967088332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:15.681269 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1906097d-0d9d-43cf-b43e-bab0e8174be0 tempest-TestVolumeBootPattern-1967088332 tempest-TestVolumeBootPattern-1967088332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 1122 time: 0.0607560 Jan 28 19:51:15.686056 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60874) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:15.690607 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '4719d794-1399-48c4-a14c-727eba1c18dc', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:15.721670 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:15.822143 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:15.930195 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Allocated IP 172.25.0.84 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/c91c6caf-b66b-4951-8d18-024bcf0539ef) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:51:16.036302 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for port (c91c6caf-b66b-4951-8d18-024bcf0539ef), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:16.072330 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c91c6caf-b66b-4951-8d18-024bcf0539ef), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:16.109624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:51:16.112515 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:51:16.117985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:51:16.123535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'Port': ['ID=c91c6caf-b66b-4951-8d18-024bcf0539ef,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:16.155627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:16.155983 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:16.156313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:16.156658 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:16.156989 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:16.157316 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:16.157643 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:16.157963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:16.158314 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:16.158635 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:16.158958 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:16.159257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:16.159567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:16.515199 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for floatingip (6f0b74fb-423c-47ad-8240-6e57d99eec81), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:16.589883 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c91c6caf-b66b-4951-8d18-024bcf0539ef), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:16.757341 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for port (c91c6caf-b66b-4951-8d18-024bcf0539ef), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:16.764549 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (c91c6caf-b66b-4951-8d18-024bcf0539ef), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:16.836257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'Port': ['ID=c91c6caf-b66b-4951-8d18-024bcf0539ef,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:16.850390 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (6f0b74fb-423c-47ad-8240-6e57d99eec81), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:16.952642 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Floating IP 6f0b74fb-423c-47ad-8240-6e57d99eec81 associated. External IP: 172.25.0.84, port: 4719d794-1399-48c4-a14c-727eba1c18dc. Jan 28 19:51:17.166363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:51:17.276855 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:51:17.287385 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95d253-b760-4eae-82fe-9958c8e87de7 None None] Sync routers for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:51:17.296804 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:17.300378 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95d253-b760-4eae-82fe-9958c8e87de7 None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:51:17.301145 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e95d253-b760-4eae-82fe-9958c8e87de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:50:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:17.326288 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-71fecf61-67bd-411e-a184-3a76d993dbdd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6391466 Jan 28 19:51:17.326880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610102ad-4f2c-4f18-a913-e5ec8a976639', 'tag': '4719d794-1399-48c4-a14c-727eba1c18dc'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:51:17.329182 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1c93f7-c99e-46ee-902e-341a2eeaa595" -d '{"events": [{"name": "network-changed", "server_uuid": "610102ad-4f2c-4f18-a913-e5ec8a976639", "tag": "4719d794-1399-48c4-a14c-727eba1c18dc"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:51:17.406318 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3e95d253-b760-4eae-82fe-9958c8e87de7 None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:51:17.439150 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8d96b1-cbf2-4085-9ae4-f51244dbeb1a x-openstack-request-id: req-2a8d96b1-cbf2-4085-9ae4-f51244dbeb1a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:51:17.439442 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610102ad-4f2c-4f18-a913-e5ec8a976639", "tag": "4719d794-1399-48c4-a14c-727eba1c18dc", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:51:17.439698 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a8d96b1-cbf2-4085-9ae4-f51244dbeb1a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:51:17.440174 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610102ad-4f2c-4f18-a913-e5ec8a976639', 'tag': '4719d794-1399-48c4-a14c-727eba1c18dc', 'status': 'completed', 'code': 200} Jan 28 19:51:17.510631 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c93f7-c99e-46ee-902e-341a2eeaa595 req-7562c9e4-d708-4d0a-b580-7ca706a4bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:17.512180 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e1c93f7-c99e-46ee-902e-341a2eeaa595 req-7562c9e4-d708-4d0a-b580-7ca706a4bdec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 1127 time: 0.0509930 Jan 28 19:51:17.602996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c93f7-c99e-46ee-902e-341a2eeaa595 req-b5107542-c4fb-46dd-b16e-46008f88df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:17.604610 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e1c93f7-c99e-46ee-902e-341a2eeaa595 req-b5107542-c4fb-46dd-b16e-46008f88df61 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.0869505 Jan 28 19:51:17.627040 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e95d253-b760-4eae-82fe-9958c8e87de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '6f0b74fb-423c-47ad-8240-6e57d99eec81', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'port_id': '4719d794-1399-48c4-a14c-727eba1c18dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'mac_address': 'fa:16:3e:91:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610102ad-4f2c-4f18-a913-e5ec8a976639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:51:16Z', 'updated_at': '2022-01-28T19:51:16Z', 'revision_number': 0, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:17.656368 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95d253-b760-4eae-82fe-9958c8e87de7 None None] Checking router: e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:51:17.665935 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95d253-b760-4eae-82fe-9958c8e87de7 None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:51:17.666577 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e95d253-b760-4eae-82fe-9958c8e87de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:50:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:17.672557 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e1c93f7-c99e-46ee-902e-341a2eeaa595 req-ef822184-3bed-4627-a803-b02e85b0c9e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4719d794-1399-48c4-a14c-727eba1c18dc HTTP/1.1" status: 200 len: 998 time: 0.0619419 Jan 28 19:51:17.720123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c93f7-c99e-46ee-902e-341a2eeaa595 req-30e54900-ba42-4e24-9085-fffef19aa952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:17.721598 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e1c93f7-c99e-46ee-902e-341a2eeaa595 req-30e54900-ba42-4e24-9085-fffef19aa952 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0433993 Jan 28 19:51:17.771047 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3e95d253-b760-4eae-82fe-9958c8e87de7 None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:51:17.771625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c93f7-c99e-46ee-902e-341a2eeaa595 req-9f8e52c0-7781-4fff-8017-519fde50d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:17.773146 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e1c93f7-c99e-46ee-902e-341a2eeaa595 req-9f8e52c0-7781-4fff-8017-519fde50d9aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452714 Jan 28 19:51:17.866481 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e1c93f7-c99e-46ee-902e-341a2eeaa595 req-a410e418-c678-44e0-9e36-9037c811d849 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871732 Jan 28 19:51:17.956013 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4e1c93f7-c99e-46ee-902e-341a2eeaa595 req-752cde8f-5bf4-416c-8908-16bae32673e5 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832436 Jan 28 19:51:17.996077 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3e95d253-b760-4eae-82fe-9958c8e87de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '6f0b74fb-423c-47ad-8240-6e57d99eec81', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'port_id': '4719d794-1399-48c4-a14c-727eba1c18dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'mac_address': 'fa:16:3e:91:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610102ad-4f2c-4f18-a913-e5ec8a976639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:51:16Z', 'updated_at': '2022-01-28T19:51:16Z', 'revision_number': 0, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:18.026707 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95d253-b760-4eae-82fe-9958c8e87de7 None None] The sync data for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 is: [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '6f0b74fb-423c-47ad-8240-6e57d99eec81', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'port_id': '4719d794-1399-48c4-a14c-727eba1c18dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'mac_address': 'fa:16:3e:91:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610102ad-4f2c-4f18-a913-e5ec8a976639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:51:16Z', 'updated_at': '2022-01-28T19:51:16Z', 'revision_number': 0, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:51:18.218637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d075b368-62e7-4e6b-99d2-9e6d40e5236d None None] New status for floating IP 6f0b74fb-423c-47ad-8240-6e57d99eec81: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:51:18.286706 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b02aadab-842c-4349-a1e8-0b7a3e10773b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:20.226638 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:51:20.415750 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-22023848-04f3-40b6-91e7-28d2abedbbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:21.837892 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:22.759528 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a3125-c1d5-4270-89e5-6756f15de04c req-9a62b1b4-d37e-4d4f-8015-0bd861e18651 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:22.766579 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f25a3125-c1d5-4270-89e5-6756f15de04c req-9a62b1b4-d37e-4d4f-8015-0bd861e18651 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 946 time: 0.0589781 Jan 28 19:51:22.817447 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f25a3125-c1d5-4270-89e5-6756f15de04c req-bb6511a8-e054-4b7c-b0a5-5a1c9c7e7b58 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498483 Jan 28 19:51:22.852470 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60886) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:22.925749 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-17ffd3dd-fbf4-4ebc-bb34-448077d1c484 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/floatingips/39ed98dd-839c-4e68-9327-d9e53991aedc HTTP/1.1" status: 200 len: 994 time: 0.0719414 Jan 28 19:51:23.106634 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:23.383878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e3b5a-cf8f-4b95-9faf-a107800703fe req-9e87ab7a-5f6b-4a65-927a-7c19cd4e1103 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:23.385343 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae7e3b5a-cf8f-4b95-9faf-a107800703fe req-9e87ab7a-5f6b-4a65-927a-7c19cd4e1103 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 1128 time: 0.0469632 Jan 28 19:51:23.437011 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ae7e3b5a-cf8f-4b95-9faf-a107800703fe req-1d6baa10-2c70-40f0-aea8-1de0e0d986f6 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430410 Jan 28 19:51:24.524286 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:24.970346 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-ff15b7d6-e935-4b80-8376-ef486abf0d03 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451040 Jan 28 19:51:24.978915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-d4d2cb7a-392e-4fe1-9a53-2f2c09bf3d29 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:51:24.979849 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-d4d2cb7a-392e-4fe1-9a53-2f2c09bf3d29 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048878 Jan 28 19:51:25.556906 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-da048002-39fb-42a3-b6ef-554c113f62c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:25.558391 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-da048002-39fb-42a3-b6ef-554c113f62c4 service neutron] 10.222.0.55 "GET /v2.0/ports/0393ebe2-16f8-4ff8-b487-08286422b4e7 HTTP/1.1" status: 200 len: 1125 time: 0.0432925 Jan 28 19:51:25.567798 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-6aee7361-c2b3-4284-9b6e-65cf335d98d6 service neutron] Request body: {'binding': {'host': 'n-h1-824834-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:25.568250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-6aee7361-c2b3-4284-9b6e-65cf335d98d6 service neutron] Unknown quota resources ['binding']. {{(pid=103147) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 28 19:51:25.714002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-6aee7361-c2b3-4284-9b6e-65cf335d98d6 service neutron] Attempting to bind port 0393ebe2-16f8-4ff8-b487-08286422b4e7 on host n-h1-824834-4 for vnic_type normal with profile None {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:51:25.714359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-6aee7361-c2b3-4284-9b6e-65cf335d98d6 service neutron] Attempting to bind port 0393ebe2-16f8-4ff8-b487-08286422b4e7 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:51:25.714718 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-6aee7361-c2b3-4284-9b6e-65cf335d98d6 service neutron] Attempting to bind port 0393ebe2-16f8-4ff8-b487-08286422b4e7 on network a31e6997-9673-4c92-9de8-8d2313e4926c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:51:25.719325 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-6aee7361-c2b3-4284-9b6e-65cf335d98d6 service neutron] Port 0393ebe2-16f8-4ff8-b487-08286422b4e7 on network a31e6997-9673-4c92-9de8-8d2313e4926c not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:51:25.719618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-6aee7361-c2b3-4284-9b6e-65cf335d98d6 service neutron] Attempting to bind port 0393ebe2-16f8-4ff8-b487-08286422b4e7 on network a31e6997-9673-4c92-9de8-8d2313e4926c {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:51:25.724814 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-6aee7361-c2b3-4284-9b6e-65cf335d98d6 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:51:25.725153 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-6aee7361-c2b3-4284-9b6e-65cf335d98d6 service neutron] Checking segment: {'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:51:25.725525 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-6aee7361-c2b3-4284-9b6e-65cf335d98d6 service neutron] Bound using segment: {'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:51:25.725936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-6aee7361-c2b3-4284-9b6e-65cf335d98d6 service neutron] Bound port: 0393ebe2-16f8-4ff8-b487-08286422b4e7, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:51:25.736270 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:25.815887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-6aee7361-c2b3-4284-9b6e-65cf335d98d6 service neutron] For port 0393ebe2-16f8-4ff8-b487-08286422b4e7, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:51:25.824967 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-6aee7361-c2b3-4284-9b6e-65cf335d98d6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:25.826324 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-6aee7361-c2b3-4284-9b6e-65cf335d98d6 service neutron] 10.222.0.55 "POST /v2.0/ports/0393ebe2-16f8-4ff8-b487-08286422b4e7/bindings HTTP/1.1" status: 201 len: 389 time: 0.2620711 Jan 28 19:51:26.003593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c66939-24b7-464b-b4fe-b107b8e431c4 req-2403d2b7-3fdb-40cd-bb77-b7951ab93b9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:26.011501 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-33c66939-24b7-464b-b4fe-b107b8e431c4 req-2403d2b7-3fdb-40cd-bb77-b7951ab93b9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 946 time: 0.0724061 Jan 28 19:51:26.063076 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-33c66939-24b7-464b-b4fe-b107b8e431c4 req-f8a3b275-0d7e-46a0-9622-a61c65e90616 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505388 Jan 28 19:51:26.074292 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-9b943925-07c4-4775-a775-34b5a64e32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:26.076030 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-9b943925-07c4-4775-a775-34b5a64e32cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 1128 time: 0.0546489 Jan 28 19:51:26.172970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-783b302e-81c3-469b-80a8-5ed40d75e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:26.174642 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-783b302e-81c3-469b-80a8-5ed40d75e2b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a31e6997-9673-4c92-9de8-8d2313e4926c HTTP/1.1" status: 200 len: 898 time: 0.0920124 Jan 28 19:51:26.244795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-9dc7895e-5cb8-4896-9eda-8aef66a25bb5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7 HTTP/1.1" status: 200 len: 1002 time: 0.0634923 Jan 28 19:51:26.299051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-9c53e47f-5c0c-42ea-a8d3-2348b04e269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:26.300661 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-9c53e47f-5c0c-42ea-a8d3-2348b04e269c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5d8140c9-db99-48b4-8b00-21dd0b03b74e HTTP/1.1" status: 200 len: 834 time: 0.0506639 Jan 28 19:51:26.352120 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-4cd2b43a-fd8a-4487-aedf-796771261a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:26.353774 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-4cd2b43a-fd8a-4487-aedf-796771261a24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a31e6997-9673-4c92-9de8-8d2313e4926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477931 Jan 28 19:51:26.448380 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-e1d07232-d6be-4228-908c-4704e8fbe5f1 service neutron] 10.222.0.31 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891197 Jan 28 19:51:26.543406 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-a1ec9ef4-4931-47fc-94fd-c284500db4cd service neutron] 10.222.0.31 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887384 Jan 28 19:51:26.685000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-93fa6ed9-ec08-41eb-9c59-72ff4a7cf8b4 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:26.686485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-93fa6ed9-ec08-41eb-9c59-72ff4a7cf8b4 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb&tenant_id=310e0101c83844149a246554aacabb65&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 1128 time: 0.0876076 Jan 28 19:51:26.696973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-824834-4'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:26.772094 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:26.898859 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] For port 0393ebe2-16f8-4ff8-b487-08286422b4e7, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:26.936037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] For port 0393ebe2-16f8-4ff8-b487-08286422b4e7, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:51:26.975586 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:51:26.977884 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273702ae-8d07-46bf-b95a-9333b39caf3e" -d '{"events": [{"server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "name": "network-vif-unplugged", "status": "completed", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:51:26.981482 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Publish callbacks [] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:26.987741 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:27.019007 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cecad1-b6cb-4b38-9e24-95899d3b1a76 x-openstack-request-id: req-21cecad1-b6cb-4b38-9e24-95899d3b1a76 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:51:27.019291 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "name": "network-vif-unplugged", "status": "completed", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:51:27.020122 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21cecad1-b6cb-4b38-9e24-95899d3b1a76 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:51:27.020122 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7', 'code': 200} Jan 28 19:51:27.087540 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Pushing event updated for resources: {'Port': ['ID=0393ebe2-16f8-4ff8-b487-08286422b4e7,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:27.140732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Attempting to bind port 0393ebe2-16f8-4ff8-b487-08286422b4e7 on host n-h2-824834-4 for vnic_type normal with profile {"migrating_to": "n-h1-824834-4"} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:51:27.141071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Attempting to bind port 0393ebe2-16f8-4ff8-b487-08286422b4e7 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:51:27.141403 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Attempting to bind port 0393ebe2-16f8-4ff8-b487-08286422b4e7 on network a31e6997-9673-4c92-9de8-8d2313e4926c {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:51:27.146391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Port 0393ebe2-16f8-4ff8-b487-08286422b4e7 on network a31e6997-9673-4c92-9de8-8d2313e4926c not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:51:27.146715 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Attempting to bind port 0393ebe2-16f8-4ff8-b487-08286422b4e7 on network a31e6997-9673-4c92-9de8-8d2313e4926c {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:51:27.152357 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:51:27.152708 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Checking segment: {'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:51:27.153089 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Bound using segment: {'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:51:27.153575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Bound port: 0393ebe2-16f8-4ff8-b487-08286422b4e7, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:51:27.156380 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:27.202872 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620a2cf-5b57-4f98-a051-d00b47c480d8 req-884d7dac-da4b-4940-bbbb-1b152d81a238 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:27.205492 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a620a2cf-5b57-4f98-a051-d00b47c480d8 req-884d7dac-da4b-4940-bbbb-1b152d81a238 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 944 time: 0.0613515 Jan 28 19:51:27.222662 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] For port 0393ebe2-16f8-4ff8-b487-08286422b4e7, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:51:27.225903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] For port 0393ebe2-16f8-4ff8-b487-08286422b4e7, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:51:27.238148 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:27.257763 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a620a2cf-5b57-4f98-a051-d00b47c480d8 req-74f4ba5c-7f97-4f8c-abf9-bf11f4061013 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462356 Jan 28 19:51:27.325618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9b86fe3a-f4c9-44ef-a5a5-093f3eaf7bba None None] Provisioning complete for port 0393ebe2-16f8-4ff8-b487-08286422b4e7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:27.326671 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b86fe3a-f4c9-44ef-a5a5-093f3eaf7bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:27.336122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Pushing event updated for resources: {'Port': ['ID=0393ebe2-16f8-4ff8-b487-08286422b4e7,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:27.383486 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:27.384281 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:27.385717 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-f03c1526-1056-48cd-a06e-6a02aa444b6c service neutron] 10.222.0.31 "PUT /v2.0/ports/0393ebe2-16f8-4ff8-b487-08286422b4e7 HTTP/1.1" status: 200 len: 1122 time: 0.6928318 Jan 28 19:51:27.423319 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9b86fe3a-f4c9-44ef-a5a5-093f3eaf7bba None None] Current status of the port 0393ebe2-16f8-4ff8-b487-08286422b4e7 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:51:27.423720 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b86fe3a-f4c9-44ef-a5a5-093f3eaf7bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:27.448125 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:51:27.450834 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4500bc7-87c0-4ce4-b167-c8a0972279af" -d '{"events": [{"server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "name": "network-vif-plugged", "status": "completed", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:51:27.456826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['0393ebe2-16f8-4ff8-b487-08286422b4e7'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:51:27.485037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9b86fe3a-f4c9-44ef-a5a5-093f3eaf7bba None None] For port 0393ebe2-16f8-4ff8-b487-08286422b4e7, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:27.494771 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b86fe3a-f4c9-44ef-a5a5-093f3eaf7bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:27.497956 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83578a4e-cdb7-4742-b28c-e9d4d3b7538e x-openstack-request-id: req-83578a4e-cdb7-4742-b28c-e9d4d3b7538e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:51:27.498282 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "name": "network-vif-plugged", "status": "completed", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:51:27.498543 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83578a4e-cdb7-4742-b28c-e9d4d3b7538e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:51:27.498925 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7', 'code': 200} Jan 28 19:51:27.649377 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86fe3a-f4c9-44ef-a5a5-093f3eaf7bba None None] Pushing event updated for resources: {'Port': ['ID=0393ebe2-16f8-4ff8-b487-08286422b4e7,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:27.841269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e009f9f7-9765-400d-9a99-4b5c19765a8b None None] Provisioning complete for port 0393ebe2-16f8-4ff8-b487-08286422b4e7 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:27.841648 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e009f9f7-9765-400d-9a99-4b5c19765a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:27.931258 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e009f9f7-9765-400d-9a99-4b5c19765a8b None None] Current status of the port 0393ebe2-16f8-4ff8-b487-08286422b4e7 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:51:28.396186 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb290146-b0c9-4782-81ca-76bc6c705294 req-e823c543-63fd-4fc3-b833-d04d94bce2ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:28.397912 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb290146-b0c9-4782-81ca-76bc6c705294 req-e823c543-63fd-4fc3-b833-d04d94bce2ed tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 946 time: 0.0565252 Jan 28 19:51:28.450556 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb290146-b0c9-4782-81ca-76bc6c705294 req-3621646f-9e22-459e-9914-e0db7b7cef31 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467365 Jan 28 19:51:29.022286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:51:29.026557 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a3e024-301f-474f-a7e5-4595e130699d" -d '{"events": [{"name": "network-changed", "server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:51:29.071906 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f01edf-aa5b-45c7-91eb-09d0c78a5bf7 x-openstack-request-id: req-15f01edf-aa5b-45c7-91eb-09d0c78a5bf7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:51:29.072294 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:51:29.072573 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15f01edf-aa5b-45c7-91eb-09d0c78a5bf7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:51:29.073394 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7', 'status': 'completed', 'code': 200} Jan 28 19:51:29.156127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3e024-301f-474f-a7e5-4595e130699d req-5912e2c1-4b06-4a3f-a1fe-15b16b8b65fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:29.157735 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4a3e024-301f-474f-a7e5-4595e130699d req-5912e2c1-4b06-4a3f-a1fe-15b16b8b65fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 1158 time: 0.0564861 Jan 28 19:51:29.248200 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3e024-301f-474f-a7e5-4595e130699d req-1263c5dc-4c20-4413-9d3f-0772f7dc3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:29.249589 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4a3e024-301f-474f-a7e5-4595e130699d req-1263c5dc-4c20-4413-9d3f-0772f7dc3887 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a31e6997-9673-4c92-9de8-8d2313e4926c HTTP/1.1" status: 200 len: 898 time: 0.0858383 Jan 28 19:51:29.318524 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4a3e024-301f-474f-a7e5-4595e130699d req-63542f6e-21fd-4310-9d81-159d717c091e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7 HTTP/1.1" status: 200 len: 1002 time: 0.0618770 Jan 28 19:51:29.366009 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3e024-301f-474f-a7e5-4595e130699d req-48659aeb-4c8a-4f38-b4a6-4751b63c3766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:29.367449 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4a3e024-301f-474f-a7e5-4595e130699d req-48659aeb-4c8a-4f38-b4a6-4751b63c3766 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d8140c9-db99-48b4-8b00-21dd0b03b74e HTTP/1.1" status: 200 len: 834 time: 0.0429969 Jan 28 19:51:29.416630 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3e024-301f-474f-a7e5-4595e130699d req-9f0b2760-3532-48cf-a462-5e1c22d4d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:29.418227 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4a3e024-301f-474f-a7e5-4595e130699d req-9f0b2760-3532-48cf-a462-5e1c22d4d72a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a31e6997-9673-4c92-9de8-8d2313e4926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448751 Jan 28 19:51:29.513944 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4a3e024-301f-474f-a7e5-4595e130699d req-c60fb4fa-af33-4c63-b787-1d5cdbf78ee8 service neutron] 10.222.0.37 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898311 Jan 28 19:51:29.639047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82b452-0851-42e3-b44f-1220fb50af3a req-eb36e31c-0839-4fdc-958e-6996a8c7af31 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:29.640642 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc82b452-0851-42e3-b44f-1220fb50af3a req-eb36e31c-0839-4fdc-958e-6996a8c7af31 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 946 time: 0.1138618 Jan 28 19:51:29.642933 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b4a3e024-301f-474f-a7e5-4595e130699d req-0c6b6609-0174-4f42-934f-7c10c457256b service neutron] 10.222.0.37 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234436 Jan 28 19:51:29.701505 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc82b452-0851-42e3-b44f-1220fb50af3a req-69dc2564-86b4-4cf3-8bd8-c114b44c7e4b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503111 Jan 28 19:51:30.479286 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:30.842000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437203b-9b42-44f3-ac3b-3392967ea6b2 req-d25756df-9256-4f70-9282-1908d2c4fe4f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:30.843538 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2437203b-9b42-44f3-ac3b-3392967ea6b2 req-d25756df-9256-4f70-9282-1908d2c4fe4f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 946 time: 0.0674942 Jan 28 19:51:30.899928 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2437203b-9b42-44f3-ac3b-3392967ea6b2 req-1e6cd766-a1c9-400d-94ad-48ab52822ae7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477862 Jan 28 19:51:31.560723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0393ebe2-16f8-4ff8-b487-08286422b4e7 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:51:31.664753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0393ebe2-16f8-4ff8-b487-08286422b4e7, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:31.676031 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0393ebe2-16f8-4ff8-b487-08286422b4e7 has no active binding in host n-h1-824834-4 {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 28 19:51:32.030713 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5b84e-9771-461c-837a-ec13fde9557e req-c510066f-e1f6-4be0-809f-003609092ccb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:32.032173 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1fb5b84e-9771-461c-837a-ec13fde9557e req-c510066f-e1f6-4be0-809f-003609092ccb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 946 time: 0.0542881 Jan 28 19:51:32.082653 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1fb5b84e-9771-461c-837a-ec13fde9557e req-8cb7587f-98ac-42f8-85e6-bff4a7ab56f7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425520 Jan 28 19:51:32.962329 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-67e167b9-d651-42f7-b042-91b5d29c0085 service neutron] 10.222.0.37 "GET /v2.0/ports/0393ebe2-16f8-4ff8-b487-08286422b4e7/bindings/n-h1-824834-4 HTTP/1.1" status: 200 len: 384 time: 0.0580027 Jan 28 19:51:33.139691 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-774da811-9577-48f7-80d1-28e65de779e9 service neutron] For port 0393ebe2-16f8-4ff8-b487-08286422b4e7, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:33.158329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-774da811-9577-48f7-80d1-28e65de779e9 service neutron] For port 0393ebe2-16f8-4ff8-b487-08286422b4e7, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:51:33.201770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:51:33.204042 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915394b3-6e22-4792-b09f-f5ea1b1e325d" -d '{"events": [{"server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "name": "network-vif-unplugged", "status": "completed", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:51:33.204996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d36632-c534-4dba-9c05-cfb66dacc0fa req-07a31ae8-09d7-4c26-ace9-6b573665f43d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:33.206549 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31d36632-c534-4dba-9c05-cfb66dacc0fa req-07a31ae8-09d7-4c26-ace9-6b573665f43d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 946 time: 0.0555558 Jan 28 19:51:33.211187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-774da811-9577-48f7-80d1-28e65de779e9 service neutron] For port 0393ebe2-16f8-4ff8-b487-08286422b4e7, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:33.229398 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-774da811-9577-48f7-80d1-28e65de779e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:33.243339 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64324ecf-0292-4560-b655-250c9a59f53b x-openstack-request-id: req-64324ecf-0292-4560-b655-250c9a59f53b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:51:33.243632 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "name": "network-vif-unplugged", "status": "completed", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:51:33.243883 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64324ecf-0292-4560-b655-250c9a59f53b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:51:33.244284 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7', 'code': 200} Jan 28 19:51:33.260127 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31d36632-c534-4dba-9c05-cfb66dacc0fa req-401afd00-4e7d-4476-b11f-fc9da79b6293 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477173 Jan 28 19:51:33.302840 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-774da811-9577-48f7-80d1-28e65de779e9 service neutron] Transition to ACTIVE for port object 0393ebe2-16f8-4ff8-b487-08286422b4e7 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:51:33.308050 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-774da811-9577-48f7-80d1-28e65de779e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:33.401421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774da811-9577-48f7-80d1-28e65de779e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0393ebe2-16f8-4ff8-b487-08286422b4e7,revision_number=11']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:33.438773 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-774da811-9577-48f7-80d1-28e65de779e9 service neutron] No DVR routers for this DVR port 0393ebe2-16f8-4ff8-b487-08286422b4e7 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:51:33.580477 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-774da811-9577-48f7-80d1-28e65de779e9 service neutron] 10.222.0.37 "PUT /v2.0/ports/0393ebe2-16f8-4ff8-b487-08286422b4e7/bindings/n-h1-824834-4/activate HTTP/1.1" status: 200 len: 369 time: 0.6121604 Jan 28 19:51:33.686873 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-83634327-9f66-4133-8ce2-73f5b66a2f68 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:33.688327 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-83634327-9f66-4133-8ce2-73f5b66a2f68 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb&tenant_id=310e0101c83844149a246554aacabb65&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 1127 time: 0.0499225 Jan 28 19:51:33.744678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-3577c13c-1dac-4a39-8dd1-1b081203f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:33.746098 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-3577c13c-1dac-4a39-8dd1-1b081203f6aa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb&tenant_id=310e0101c83844149a246554aacabb65 HTTP/1.1" status: 200 len: 1127 time: 0.0496109 Jan 28 19:51:33.819386 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-e563aeb3-e53b-4c7c-89ac-da49926705b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:33.820851 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-e563aeb3-e53b-4c7c-89ac-da49926705b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 1127 time: 0.0476656 Jan 28 19:51:33.910043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-a018678f-d648-4b5c-be03-716146fea7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:33.911530 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-a018678f-d648-4b5c-be03-716146fea7db service neutron] 10.222.0.31 "GET /v2.0/networks?id=a31e6997-9673-4c92-9de8-8d2313e4926c HTTP/1.1" status: 200 len: 898 time: 0.0849602 Jan 28 19:51:34.297794 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-cb8ad016-0d87-4f91-8c8d-13cca69f8c27 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7 HTTP/1.1" status: 200 len: 1000 time: 0.3784163 Jan 28 19:51:34.349418 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-bb134c61-0529-4063-bc4c-dff309f69876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:34.350922 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-bb134c61-0529-4063-bc4c-dff309f69876 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5d8140c9-db99-48b4-8b00-21dd0b03b74e HTTP/1.1" status: 200 len: 834 time: 0.0456736 Jan 28 19:51:34.385320 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5355182-94da-428b-a426-704540140fde req-fd77a4dc-967d-435a-ba17-00c2b29e5578 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:34.386832 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5355182-94da-428b-a426-704540140fde req-fd77a4dc-967d-435a-ba17-00c2b29e5578 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 945 time: 0.0540185 Jan 28 19:51:34.398931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-ee960dc9-edfa-410a-baf1-ff1cabdf5442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:34.400435 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-ee960dc9-edfa-410a-baf1-ff1cabdf5442 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a31e6997-9673-4c92-9de8-8d2313e4926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440142 Jan 28 19:51:34.440477 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5355182-94da-428b-a426-704540140fde req-ef2cf898-d666-46a0-97f1-38afcb2e869d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475242 Jan 28 19:51:34.492805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-b8b76f0f-c17f-4dc2-b82e-3a433cd600c8 service neutron] 10.222.0.31 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851228 Jan 28 19:51:34.595193 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-cf6a11fb-c140-4006-9d03-6bc3b3fab0ba service neutron] 10.222.0.31 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942400 Jan 28 19:51:34.840560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-94b9329b-1d6d-4200-96d2-d111abcba8dc tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:34.842138 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-94b9329b-1d6d-4200-96d2-d111abcba8dc tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb&tenant_id=310e0101c83844149a246554aacabb65&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 1127 time: 0.0502589 Jan 28 19:51:34.986426 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-2c1bc087-4ede-4a7d-a43c-e4348d7d5749 service neutron] For port 0393ebe2-16f8-4ff8-b487-08286422b4e7, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:51:34.989567 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-2c1bc087-4ede-4a7d-a43c-e4348d7d5749 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:34.990752 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88011459-fca8-43e0-bd02-2c47569b70b2 req-2c1bc087-4ede-4a7d-a43c-e4348d7d5749 service neutron] 10.222.0.31 "DELETE /v2.0/ports/0393ebe2-16f8-4ff8-b487-08286422b4e7/bindings/n-h2-824834-4 HTTP/1.1" status: 204 len: 173 time: 0.1427860 Jan 28 19:51:35.229600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0393ebe2-16f8-4ff8-b487-08286422b4e7 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:51:35.279327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] The host n-h2-824834-4 is not matching for port 0393ebe2-16f8-4ff8-b487-08286422b4e7 host n-h1-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:51:35.280238 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0393ebe2-16f8-4ff8-b487-08286422b4e7 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:51:35.579425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68486241-5135-44d0-a8e6-57513f3440e0 req-ff2f8e9d-6a68-47ff-aad1-74e30096b04a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:35.581046 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-68486241-5135-44d0-a8e6-57513f3440e0 req-ff2f8e9d-6a68-47ff-aad1-74e30096b04a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 945 time: 0.0600715 Jan 28 19:51:35.634353 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-68486241-5135-44d0-a8e6-57513f3440e0 req-2bf763c9-9692-441a-b890-c7bbec71d299 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472395 Jan 28 19:51:35.747202 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c5be2-efc3-4e13-ab47-c1aad741798f req-7ebda5ea-da5a-480e-8f41-e013f0a25eaa tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:35.748842 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b95c5be2-efc3-4e13-ab47-c1aad741798f req-7ebda5ea-da5a-480e-8f41-e013f0a25eaa tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 1127 time: 0.0455115 Jan 28 19:51:35.795906 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b95c5be2-efc3-4e13-ab47-c1aad741798f req-d0242e29-5ae5-4d1d-94ac-e7a14c8353e9 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409470 Jan 28 19:51:35.921441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c0027-bc8a-49d4-9242-1c153f60740d req-90b66252-82d9-4ee5-bf1c-ae0b890ebfe3 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:35.922746 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-280c0027-bc8a-49d4-9242-1c153f60740d req-90b66252-82d9-4ee5-bf1c-ae0b890ebfe3 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 945 time: 0.0604193 Jan 28 19:51:35.975422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-280c0027-bc8a-49d4-9242-1c153f60740d req-85462052-bcec-43de-bb02-cd2020703995 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462923 Jan 28 19:51:35.998042 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60960) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:36.058566 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d4245add-d16e-4cc4-aa94-8cfba8f3c9cd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/floatingips/39ed98dd-839c-4e68-9327-d9e53991aedc HTTP/1.1" status: 200 len: 992 time: 0.0594218 Jan 28 19:51:36.251440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60966) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:36.417771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-718e6316-78ab-4af9-b74e-6a7ed3fc1887 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting port 13331551-0971-41ff-bfe5-212832d25027 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:51:36.418184 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-718e6316-78ab-4af9-b74e-6a7ed3fc1887 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (13331551-0971-41ff-bfe5-212832d25027), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:36.494954 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-718e6316-78ab-4af9-b74e-6a7ed3fc1887 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (13331551-0971-41ff-bfe5-212832d25027), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:36.495381 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-718e6316-78ab-4af9-b74e-6a7ed3fc1887 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for floatingip (13331551-0971-41ff-bfe5-212832d25027), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:36.508068 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-718e6316-78ab-4af9-b74e-6a7ed3fc1887 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Calling delete_port for 13331551-0971-41ff-bfe5-212832d25027 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:51:37.018048 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-718e6316-78ab-4af9-b74e-6a7ed3fc1887 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (13331551-0971-41ff-bfe5-212832d25027), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:37.055458 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e6316-78ab-4af9-b74e-6a7ed3fc1887 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Port': ['ID=13331551-0971-41ff-bfe5-212832d25027,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:37.121311 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-718e6316-78ab-4af9-b74e-6a7ed3fc1887 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for floatingip (39ed98dd-839c-4e68-9327-d9e53991aedc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:37.121697 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-718e6316-78ab-4af9-b74e-6a7ed3fc1887 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Floating IP 39ed98dd-839c-4e68-9327-d9e53991aedc disassociated (deleted). External IP: 172.25.0.251, port: 0393ebe2-16f8-4ff8-b487-08286422b4e7. Jan 28 19:51:37.348450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718e6316-78ab-4af9-b74e-6a7ed3fc1887 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 345f22c4-fd45-4937-bd88-ba5b91e15b2c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:51:37.459680 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718e6316-78ab-4af9-b74e-6a7ed3fc1887 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:51:37.464928 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-718e6316-78ab-4af9-b74e-6a7ed3fc1887 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:37.469934 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dd994c-8639-439f-b134-7270ec89cf66 None None] Sync routers for ids ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:51:37.481058 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dd994c-8639-439f-b134-7270ec89cf66 None None] Routers {'345f22c4-fd45-4937-bd88-ba5b91e15b2c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:51:37.481725 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d3dd994c-8639-439f-b134-7270ec89cf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:51:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:37.504739 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-718e6316-78ab-4af9-b74e-6a7ed3fc1887 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/floatingips/39ed98dd-839c-4e68-9327-d9e53991aedc HTTP/1.1" status: 204 len: 168 time: 1.2521131 Jan 28 19:51:37.505262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:51:37.507689 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f87f55a-5005-4588-a112-6fded43020b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:51:37.549940 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9c8e95-6d71-4ba2-87f9-e4523eef9e38 x-openstack-request-id: req-5d9c8e95-6d71-4ba2-87f9-e4523eef9e38 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:51:37.550557 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:51:37.551266 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d9c8e95-6d71-4ba2-87f9-e4523eef9e38 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:51:37.551692 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7', 'status': 'completed', 'code': 200} Jan 28 19:51:37.626991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87f55a-5005-4588-a112-6fded43020b9 req-99d4ed3a-18d0-4522-8f11-1b7f5e542a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:37.630069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f87f55a-5005-4588-a112-6fded43020b9 req-99d4ed3a-18d0-4522-8f11-1b7f5e542a88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 1127 time: 0.0568132 Jan 28 19:51:37.706468 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d3dd994c-8639-439f-b134-7270ec89cf66 None None] Set router 345f22c4-fd45-4937-bd88-ba5b91e15b2c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:51:37.741465 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87f55a-5005-4588-a112-6fded43020b9 req-653eb0a4-ed8f-4160-bfcc-9b693b6c0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:37.742995 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f87f55a-5005-4588-a112-6fded43020b9 req-653eb0a4-ed8f-4160-bfcc-9b693b6c0e93 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a31e6997-9673-4c92-9de8-8d2313e4926c HTTP/1.1" status: 200 len: 898 time: 0.1004527 Jan 28 19:51:37.776051 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc6c87-d5d6-4226-b805-20f13bff513c req-196d561c-c643-43f9-9b6f-80b40be92b15 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:37.777646 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eddc6c87-d5d6-4226-b805-20f13bff513c req-196d561c-c643-43f9-9b6f-80b40be92b15 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 945 time: 0.0576479 Jan 28 19:51:37.786292 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f87f55a-5005-4588-a112-6fded43020b9 req-a9e6f7f3-392d-4e4f-a983-87bba1201d64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7 HTTP/1.1" status: 200 len: 217 time: 0.0368977 Jan 28 19:51:37.829955 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eddc6c87-d5d6-4226-b805-20f13bff513c req-5fc41cf6-8ab0-43ac-b122-d786b3fab949 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=05f657ac-d4b0-469f-bd5f-86feab847cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459325 Jan 28 19:51:37.845491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87f55a-5005-4588-a112-6fded43020b9 req-2003e76c-cfa0-4efe-9fbf-aafb946fa79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:37.847236 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f87f55a-5005-4588-a112-6fded43020b9 req-2003e76c-cfa0-4efe-9fbf-aafb946fa79c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5d8140c9-db99-48b4-8b00-21dd0b03b74e HTTP/1.1" status: 200 len: 834 time: 0.0538316 Jan 28 19:51:37.901737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87f55a-5005-4588-a112-6fded43020b9 req-076640cd-0aed-4dda-809f-8e23a49a3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:37.903517 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f87f55a-5005-4588-a112-6fded43020b9 req-076640cd-0aed-4dda-809f-8e23a49a3cd5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a31e6997-9673-4c92-9de8-8d2313e4926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481875 Jan 28 19:51:37.912685 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d3dd994c-8639-439f-b134-7270ec89cf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339766650', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:55Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'cfef4807-153e-4d18-8a4b-bb80d4ccfd2e', 'name': '', 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:a5:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:55Z', 'updated_at': '2022-01-28T19:49:59Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:37.944356 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dd994c-8639-439f-b134-7270ec89cf66 None None] Checking router: 345f22c4-fd45-4937-bd88-ba5b91e15b2c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:51:37.953310 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dd994c-8639-439f-b134-7270ec89cf66 None None] Routers {'345f22c4-fd45-4937-bd88-ba5b91e15b2c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:51:37.953908 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d3dd994c-8639-439f-b134-7270ec89cf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:51:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:38.000641 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f87f55a-5005-4588-a112-6fded43020b9 req-c1924989-7f53-4383-9e58-0a879cf49a2f service neutron] 10.222.0.31 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860076 Jan 28 19:51:38.061871 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d3dd994c-8639-439f-b134-7270ec89cf66 None None] Set router 345f22c4-fd45-4937-bd88-ba5b91e15b2c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:51:38.111273 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f87f55a-5005-4588-a112-6fded43020b9 req-73d5b650-15ae-46b2-992a-3e5c9edabba2 service neutron] 10.222.0.31 "GET /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953166 Jan 28 19:51:38.189268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53c8cb-988b-444f-ae0b-e27b456cf523 req-e9436e2f-7173-4c93-af1c-a99c7c1b2bb9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:38.191337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cc53c8cb-988b-444f-ae0b-e27b456cf523 req-e9436e2f-7173-4c93-af1c-a99c7c1b2bb9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 945 time: 0.0589294 Jan 28 19:51:38.260725 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d3dd994c-8639-439f-b134-7270ec89cf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339766650', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:55Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'cfef4807-153e-4d18-8a4b-bb80d4ccfd2e', 'name': '', 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:a5:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:55Z', 'updated_at': '2022-01-28T19:49:59Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:38.287101 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dd994c-8639-439f-b134-7270ec89cf66 None None] The sync data for ids ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'] in n-d-824834-4 is: [{'id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339766650', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:55Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'cfef4807-153e-4d18-8a4b-bb80d4ccfd2e', 'name': '', 'network_id': 'a31e6997-9673-4c92-9de8-8d2313e4926c', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:a5:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:55Z', 'updated_at': '2022-01-28T19:49:59Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': '5d8140c9-db99-48b4-8b00-21dd0b03b74e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:51:38.297547 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-cc53c8cb-988b-444f-ae0b-e27b456cf523 req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting port 0393ebe2-16f8-4ff8-b487-08286422b4e7 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:51:38.298175 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cc53c8cb-988b-444f-ae0b-e27b456cf523 req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:38.404956 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-cc53c8cb-988b-444f-ae0b-e27b456cf523 req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] For port 0393ebe2-16f8-4ff8-b487-08286422b4e7, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0393ebe2-16f8-4ff8-b487-08286422b4e7,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:38.405354 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cc53c8cb-988b-444f-ae0b-e27b456cf523 req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:38.417854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-cc53c8cb-988b-444f-ae0b-e27b456cf523 req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Calling delete_port for 0393ebe2-16f8-4ff8-b487-08286422b4e7 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:51:38.530599 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b898f-7dea-4fb5-81bb-23d87c5bfef4 None None] New status for floating IP 39ed98dd-839c-4e68-9327-d9e53991aedc: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:51:38.557383 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cc53c8cb-988b-444f-ae0b-e27b456cf523 req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0393ebe2-16f8-4ff8-b487-08286422b4e7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:38.588671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Port': ['ID=0393ebe2-16f8-4ff8-b487-08286422b4e7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:38.597979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:38.598344 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:38.598933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:38.599261 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:38.599619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:38.599945 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:38.600349 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:38.600671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:38.600997 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:38.601316 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:38.601636 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:38.601960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:38.602303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:38.650229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc53c8cb-988b-444f-ae0b-e27b456cf523 req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] No DVR routers for this DVR port 0393ebe2-16f8-4ff8-b487-08286422b4e7 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:51:38.653031 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cc53c8cb-988b-444f-ae0b-e27b456cf523 req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:38.656535 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cc53c8cb-988b-444f-ae0b-e27b456cf523 req-56c6421a-35a7-4801-a088-ad933a74151f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.31 "DELETE /v2.0/ports/0393ebe2-16f8-4ff8-b487-08286422b4e7 HTTP/1.1" status: 204 len: 173 time: 0.4602714 Jan 28 19:51:38.657584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'name': 'network-vif-deleted', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:51:38.659975 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b24717-c044-4a0f-96fe-3031f339e492" -d '{"events": [{"server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "name": "network-vif-deleted", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:51:38.696641 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f27e12-63a6-4968-a80d-8a1bf9aeb1a0 x-openstack-request-id: req-35f27e12-63a6-4968-a80d-8a1bf9aeb1a0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:51:38.696938 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3225409-b24c-429b-aa95-711472514ebb", "name": "network-vif-deleted", "tag": "0393ebe2-16f8-4ff8-b487-08286422b4e7", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:51:38.697197 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35f27e12-63a6-4968-a80d-8a1bf9aeb1a0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:51:38.697627 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3225409-b24c-429b-aa95-711472514ebb', 'name': 'network-vif-deleted', 'tag': '0393ebe2-16f8-4ff8-b487-08286422b4e7', 'status': 'completed', 'code': 200} Jan 28 19:51:38.958902 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-715e80ac-4b29-40e4-96db-f523f8c3b4f4 req-a78f1d10-3905-4bdc-88be-d859831179ea tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3225409-b24c-429b-aa95-711472514ebb HTTP/1.1" status: 200 len: 210 time: 0.0378606 Jan 28 19:51:40.033758 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60984) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:40.416328 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37b32f50-4b1b-41af-8e0e-608f07c02f9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (345f22c4-fd45-4937-bd88-ba5b91e15b2c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:40.676125 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-37b32f50-4b1b-41af-8e0e-608f07c02f9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:51:40.676331 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37b32f50-4b1b-41af-8e0e-608f07c02f9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:40.765557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-37b32f50-4b1b-41af-8e0e-608f07c02f9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] For port cfef4807-153e-4d18-8a4b-bb80d4ccfd2e, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cfef4807-153e-4d18-8a4b-bb80d4ccfd2e,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:40.765918 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37b32f50-4b1b-41af-8e0e-608f07c02f9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:40.778201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-37b32f50-4b1b-41af-8e0e-608f07c02f9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Calling delete_port for cfef4807-153e-4d18-8a4b-bb80d4ccfd2e owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:51:40.980932 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37b32f50-4b1b-41af-8e0e-608f07c02f9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (cfef4807-153e-4d18-8a4b-bb80d4ccfd2e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:41.010528 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b32f50-4b1b-41af-8e0e-608f07c02f9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Port': ['ID=cfef4807-153e-4d18-8a4b-bb80d4ccfd2e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:41.183542 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-37b32f50-4b1b-41af-8e0e-608f07c02f9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (345f22c4-fd45-4937-bd88-ba5b91e15b2c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:41.402570 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b32f50-4b1b-41af-8e0e-608f07c02f9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 345f22c4-fd45-4937-bd88-ba5b91e15b2c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:51:41.512598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b32f50-4b1b-41af-8e0e-608f07c02f9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:51:41.517676 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-37b32f50-4b1b-41af-8e0e-608f07c02f9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "PUT /v2.0/routers/345f22c4-fd45-4937-bd88-ba5b91e15b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4814689 Jan 28 19:51:41.520993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60986) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:41.522228 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153a00c-42e0-464e-969c-7d70b6557b3b None None] Sync routers for ids ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:51:41.533826 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153a00c-42e0-464e-969c-7d70b6557b3b None None] Routers {'345f22c4-fd45-4937-bd88-ba5b91e15b2c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:51:41.534534 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c153a00c-42e0-464e-969c-7d70b6557b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:51:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:41.579897 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-e083b21d-4703-4ed2-9385-81b06b1a52f8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting subnet 5d8140c9-db99-48b4-8b00-21dd0b03b74e {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:51:41.583275 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e083b21d-4703-4ed2-9385-81b06b1a52f8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for subnet (5d8140c9-db99-48b4-8b00-21dd0b03b74e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:41.626839 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e083b21d-4703-4ed2-9385-81b06b1a52f8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (5d8140c9-db99-48b4-8b00-21dd0b03b74e), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:41.640054 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c153a00c-42e0-464e-969c-7d70b6557b3b None None] Set router 345f22c4-fd45-4937-bd88-ba5b91e15b2c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:51:41.719268 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e083b21d-4703-4ed2-9385-81b06b1a52f8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (5d8140c9-db99-48b4-8b00-21dd0b03b74e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:41.781676 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e083b21d-4703-4ed2-9385-81b06b1a52f8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (5d8140c9-db99-48b4-8b00-21dd0b03b74e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:41.809391 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083b21d-4703-4ed2-9385-81b06b1a52f8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Subnet': ['ID=5d8140c9-db99-48b4-8b00-21dd0b03b74e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:41.813301 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e083b21d-4703-4ed2-9385-81b06b1a52f8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:41.816888 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e083b21d-4703-4ed2-9385-81b06b1a52f8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/subnets/5d8140c9-db99-48b4-8b00-21dd0b03b74e HTTP/1.1" status: 204 len: 168 time: 0.2948604 Jan 28 19:51:41.819746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60988) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:41.827274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fce891-95fa-4fd7-b655-5052a97e953e None None] Network a31e6997-9673-4c92-9de8-8d2313e4926c requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:51:41.835269 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c153a00c-42e0-464e-969c-7d70b6557b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339766650', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:51:40Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:41.862192 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153a00c-42e0-464e-969c-7d70b6557b3b None None] Checking router: 345f22c4-fd45-4937-bd88-ba5b91e15b2c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:51:41.871993 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153a00c-42e0-464e-969c-7d70b6557b3b None None] Routers {'345f22c4-fd45-4937-bd88-ba5b91e15b2c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:51:41.872599 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c153a00c-42e0-464e-969c-7d70b6557b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:51:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:41.958975 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5302dcf3-e9d8-43d6-a947-4a98dd005dfc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router (345f22c4-fd45-4937-bd88-ba5b91e15b2c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:41.987621 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c153a00c-42e0-464e-969c-7d70b6557b3b None None] Set router 345f22c4-fd45-4937-bd88-ba5b91e15b2c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:51:42.021914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d7344a-e09f-453f-87ae-6d542bbb4eff None None] DHCP port deletion for a31e6997-9673-4c92-9de8-8d2313e4926c request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:51:42.077826 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5302dcf3-e9d8-43d6-a947-4a98dd005dfc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_gateway (345f22c4-fd45-4937-bd88-ba5b91e15b2c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.091644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c7d7344a-e09f-453f-87ae-6d542bbb4eff None None] Deleting port e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:51:42.092398 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7d7344a-e09f-453f-87ae-6d542bbb4eff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.135664 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5302dcf3-e9d8-43d6-a947-4a98dd005dfc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting port 590f2ff9-3cf1-41b0-98eb-2dc360beac25 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:51:42.136263 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5302dcf3-e9d8-43d6-a947-4a98dd005dfc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (590f2ff9-3cf1-41b0-98eb-2dc360beac25), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.160223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c7d7344a-e09f-453f-87ae-6d542bbb4eff None None] For port e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6,segment=NetworkSegment(d6c911d8-fcb7-4125-b5a6-27b8146ebf99),segment_id=d6c911d8-fcb7-4125-b5a6-27b8146ebf99)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:42.160822 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7d7344a-e09f-453f-87ae-6d542bbb4eff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.176152 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c7d7344a-e09f-453f-87ae-6d542bbb4eff None None] Calling delete_port for e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:51:42.184924 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c153a00c-42e0-464e-969c-7d70b6557b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339766650', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:51:40Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:42.216281 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153a00c-42e0-464e-969c-7d70b6557b3b None None] The sync data for ids ['345f22c4-fd45-4937-bd88-ba5b91e15b2c'] in n-d-824834-4 is: [{'id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339766650', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:51:40Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '590f2ff9-3cf1-41b0-98eb-2dc360beac25', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345f22c4-fd45-4937-bd88-ba5b91e15b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:49:52Z', 'updated_at': '2022-01-28T19:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:51:42.228849 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-5302dcf3-e9d8-43d6-a947-4a98dd005dfc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] For port 590f2ff9-3cf1-41b0-98eb-2dc360beac25, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=590f2ff9-3cf1-41b0-98eb-2dc360beac25,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:42.229372 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5302dcf3-e9d8-43d6-a947-4a98dd005dfc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (590f2ff9-3cf1-41b0-98eb-2dc360beac25), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.244257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-5302dcf3-e9d8-43d6-a947-4a98dd005dfc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Calling delete_port for 590f2ff9-3cf1-41b0-98eb-2dc360beac25 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:51:42.438352 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5302dcf3-e9d8-43d6-a947-4a98dd005dfc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (590f2ff9-3cf1-41b0-98eb-2dc360beac25), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.447937 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c7d7344a-e09f-453f-87ae-6d542bbb4eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.474122 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7344a-e09f-453f-87ae-6d542bbb4eff None None] Pushing event deleted for resources: {'Port': ['ID=e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:42.478163 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d7344a-e09f-453f-87ae-6d542bbb4eff None None] No DVR routers for this DVR port e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:51:42.500712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302dcf3-e9d8-43d6-a947-4a98dd005dfc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Port': ['ID=590f2ff9-3cf1-41b0-98eb-2dc360beac25,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:42.544072 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5302dcf3-e9d8-43d6-a947-4a98dd005dfc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (345f22c4-fd45-4937-bd88-ba5b91e15b2c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.641909 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5302dcf3-e9d8-43d6-a947-4a98dd005dfc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (345f22c4-fd45-4937-bd88-ba5b91e15b2c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.644293 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5302dcf3-e9d8-43d6-a947-4a98dd005dfc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_controller (345f22c4-fd45-4937-bd88-ba5b91e15b2c), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.691947 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5302dcf3-e9d8-43d6-a947-4a98dd005dfc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (345f22c4-fd45-4937-bd88-ba5b91e15b2c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.692437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5302dcf3-e9d8-43d6-a947-4a98dd005dfc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Fanout notify agent at l3_agent the message router_deleted on router 345f22c4-fd45-4937-bd88-ba5b91e15b2c {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:51:42.699832 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5302dcf3-e9d8-43d6-a947-4a98dd005dfc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.701090 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5302dcf3-e9d8-43d6-a947-4a98dd005dfc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/routers/345f22c4-fd45-4937-bd88-ba5b91e15b2c HTTP/1.1" status: 204 len: 168 time: 0.8802993 Jan 28 19:51:42.704136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 60990) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:42.785005 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17801791-28d5-460a-9151-ed70b8f928fb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (a31e6997-9673-4c92-9de8-8d2313e4926c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.882146 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17801791-28d5-460a-9151-ed70b8f928fb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (a31e6997-9673-4c92-9de8-8d2313e4926c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.905317 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-17801791-28d5-460a-9151-ed70b8f928fb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31e6997-9673-4c92-9de8-8d2313e4926c']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:42.917608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-17801791-28d5-460a-9151-ed70b8f928fb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:42.918094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-17801791-28d5-460a-9151-ed70b8f928fb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c911d8-fcb7-4125-b5a6-27b8146ebf99') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:42.930731 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17801791-28d5-460a-9151-ed70b8f928fb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (d6c911d8-fcb7-4125-b5a6-27b8146ebf99), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.946005 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17801791-28d5-460a-9151-ed70b8f928fb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (d6c911d8-fcb7-4125-b5a6-27b8146ebf99), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.953319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17801791-28d5-460a-9151-ed70b8f928fb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:51:42.953705 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17801791-28d5-460a-9151-ed70b8f928fb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (d6c911d8-fcb7-4125-b5a6-27b8146ebf99), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:51:42.957115 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:51:43.019979 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17801791-28d5-460a-9151-ed70b8f928fb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (a31e6997-9673-4c92-9de8-8d2313e4926c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.027436 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17801791-28d5-460a-9151-ed70b8f928fb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.030636 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-17801791-28d5-460a-9151-ed70b8f928fb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/networks/a31e6997-9673-4c92-9de8-8d2313e4926c HTTP/1.1" status: 204 len: 168 time: 0.3254948 Jan 28 19:51:43.033756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60992) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:43.043654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17801791-28d5-460a-9151-ed70b8f928fb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Network': ['ID=a31e6997-9673-4c92-9de8-8d2313e4926c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:43.100420 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3f8720a-0da7-456f-917d-0ddefbf6ac72 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (05f657ac-d4b0-469f-bd5f-86feab847cf6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.127554 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3f8720a-0da7-456f-917d-0ddefbf6ac72 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (05f657ac-d4b0-469f-bd5f-86feab847cf6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.190361 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3f8720a-0da7-456f-917d-0ddefbf6ac72 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (05f657ac-d4b0-469f-bd5f-86feab847cf6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.193148 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b3f8720a-0da7-456f-917d-0ddefbf6ac72 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.194373 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b3f8720a-0da7-456f-917d-0ddefbf6ac72 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/security-groups/05f657ac-d4b0-469f-bd5f-86feab847cf6 HTTP/1.1" status: 204 len: 168 time: 0.1594150 Jan 28 19:51:43.205101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8720a-0da7-456f-917d-0ddefbf6ac72 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f657ac-d4b0-469f-bd5f-86feab847cf6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:43.357654 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:51:43.378651 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:51:43.379003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e36c541e-c1c8-4c0d-8d34-5e6bc6e9a5f6 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:51:43.379423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 590f2ff9-3cf1-41b0-98eb-2dc360beac25 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:51:43.399004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 590f2ff9-3cf1-41b0-98eb-2dc360beac25 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:51:43.399422 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 590f2ff9-3cf1-41b0-98eb-2dc360beac25 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:51:43.399763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cfef4807-153e-4d18-8a4b-bb80d4ccfd2e no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:51:43.420743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 60998) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:43.421669 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: cfef4807-153e-4d18-8a4b-bb80d4ccfd2e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:51:43.422009 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cfef4807-153e-4d18-8a4b-bb80d4ccfd2e not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:51:43.425530 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-389d814c-1b20-4ce9-b23e-be25b3778062 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2036462287', 'description': 'tempest-secgroup-smoke-2036462287 description', 'project_id': '310e0101c83844149a246554aacabb65'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:43.449830 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-389d814c-1b20-4ce9-b23e-be25b3778062 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.517232 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-389d814c-1b20-4ce9-b23e-be25b3778062 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (c16adc86-4385-4a5e-9879-f61be655bf5e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.521719 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-389d814c-1b20-4ce9-b23e-be25b3778062 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c16adc86-4385-4a5e-9879-f61be655bf5e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.548968 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-389d814c-1b20-4ce9-b23e-be25b3778062 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.550369 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-389d814c-1b20-4ce9-b23e-be25b3778062 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1285872 Jan 28 19:51:43.553674 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:43.554537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d814c-1b20-4ce9-b23e-be25b3778062 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16adc86-4385-4a5e-9879-f61be655bf5e,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:43.558803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-54f5c62f-6214-4151-9a86-baf918bf5828 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': 'c16adc86-4385-4a5e-9879-f61be655bf5e', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:43.582436 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0393ebe2-16f8-4ff8-b487-08286422b4e7 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:51:43.587307 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54f5c62f-6214-4151-9a86-baf918bf5828 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (7b119f51-4b43-4828-ba6a-4e953a13ab32), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.604596 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 0393ebe2-16f8-4ff8-b487-08286422b4e7 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:51:43.604596 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0393ebe2-16f8-4ff8-b487-08286422b4e7 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:51:43.648120 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54f5c62f-6214-4151-9a86-baf918bf5828 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (7b119f51-4b43-4828-ba6a-4e953a13ab32), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.653383 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54f5c62f-6214-4151-9a86-baf918bf5828 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (7b119f51-4b43-4828-ba6a-4e953a13ab32), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.671167 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5c62f-6214-4151-9a86-baf918bf5828 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b119f51-4b43-4828-ba6a-4e953a13ab32,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:43.680560 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-54f5c62f-6214-4151-9a86-baf918bf5828 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.681853 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-54f5c62f-6214-4151-9a86-baf918bf5828 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271172 Jan 28 19:51:43.684900 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32770) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:43.689521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-dd79e507-b9e6-4048-aa83-cd7fd82baf34 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': 'c16adc86-4385-4a5e-9879-f61be655bf5e', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:43.716573 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd79e507-b9e6-4048-aa83-cd7fd82baf34 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (354fcd22-d206-4cf5-b424-ca41c0ae2801), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.773892 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd79e507-b9e6-4048-aa83-cd7fd82baf34 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (354fcd22-d206-4cf5-b424-ca41c0ae2801), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.777902 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd79e507-b9e6-4048-aa83-cd7fd82baf34 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (354fcd22-d206-4cf5-b424-ca41c0ae2801), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.795398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79e507-b9e6-4048-aa83-cd7fd82baf34 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354fcd22-d206-4cf5-b424-ca41c0ae2801,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:43.804045 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dd79e507-b9e6-4048-aa83-cd7fd82baf34 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.805220 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-dd79e507-b9e6-4048-aa83-cd7fd82baf34 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193583 Jan 28 19:51:43.808143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32772) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:43.812437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0d945b76-02ad-45e1-8555-9b2e30665e99 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': 'c16adc86-4385-4a5e-9879-f61be655bf5e', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:43.837484 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d945b76-02ad-45e1-8555-9b2e30665e99 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (8d70799e-73b9-45e7-bd9b-04370d23c835), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.893479 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d945b76-02ad-45e1-8555-9b2e30665e99 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (8d70799e-73b9-45e7-bd9b-04370d23c835), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.897882 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d945b76-02ad-45e1-8555-9b2e30665e99 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (8d70799e-73b9-45e7-bd9b-04370d23c835), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.915457 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d945b76-02ad-45e1-8555-9b2e30665e99 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d70799e-73b9-45e7-bd9b-04370d23c835,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:43.926112 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0d945b76-02ad-45e1-8555-9b2e30665e99 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:43.927367 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0d945b76-02ad-45e1-8555-9b2e30665e99 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182835 Jan 28 19:51:43.932130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32774) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:43.942320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8edd4fcc-0070-4531-907e-b003773eee9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': 'c16adc86-4385-4a5e-9879-f61be655bf5e', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:43.974505 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8edd4fcc-0070-4531-907e-b003773eee9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (db66b963-b17d-4e50-a4cb-31764c4ba747), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.043355 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8edd4fcc-0070-4531-907e-b003773eee9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (db66b963-b17d-4e50-a4cb-31764c4ba747), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.047240 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8edd4fcc-0070-4531-907e-b003773eee9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (db66b963-b17d-4e50-a4cb-31764c4ba747), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.071886 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd4fcc-0070-4531-907e-b003773eee9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db66b963-b17d-4e50-a4cb-31764c4ba747,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:44.077228 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8edd4fcc-0070-4531-907e-b003773eee9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.078704 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8edd4fcc-0070-4531-907e-b003773eee9a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439209 Jan 28 19:51:44.082460 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32776) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:44.087716 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-50fc8ec0-17d7-469c-a9be-2c0e45a331a4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': 'c16adc86-4385-4a5e-9879-f61be655bf5e', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:44.110888 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-50fc8ec0-17d7-469c-a9be-2c0e45a331a4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Project 310e0101c83844149a246554aacabb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:51:44.116542 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50fc8ec0-17d7-469c-a9be-2c0e45a331a4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (1dfbeb29-b0c9-4aa5-9449-7f45f72d33e9), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.187610 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50fc8ec0-17d7-469c-a9be-2c0e45a331a4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (1dfbeb29-b0c9-4aa5-9449-7f45f72d33e9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.194039 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50fc8ec0-17d7-469c-a9be-2c0e45a331a4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (1dfbeb29-b0c9-4aa5-9449-7f45f72d33e9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.215527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc8ec0-17d7-469c-a9be-2c0e45a331a4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfbeb29-b0c9-4aa5-9449-7f45f72d33e9,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:44.230494 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-50fc8ec0-17d7-469c-a9be-2c0e45a331a4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.232058 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-50fc8ec0-17d7-469c-a9be-2c0e45a331a4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482530 Jan 28 19:51:44.234882 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32778) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:44.239717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f32a780e-45a9-4af5-a607-03b025fa2895 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'security_group_rule': {'security_group_id': 'c16adc86-4385-4a5e-9879-f61be655bf5e', 'project_id': '310e0101c83844149a246554aacabb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:44.269344 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-f32a780e-45a9-4af5-a607-03b025fa2895 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Project 310e0101c83844149a246554aacabb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 19:51:44.275099 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f32a780e-45a9-4af5-a607-03b025fa2895 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (a4267590-e8fb-4ffb-aa80-246c4ab7c0eb), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.348223 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f32a780e-45a9-4af5-a607-03b025fa2895 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (a4267590-e8fb-4ffb-aa80-246c4ab7c0eb), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.356582 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f32a780e-45a9-4af5-a607-03b025fa2895 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (a4267590-e8fb-4ffb-aa80-246c4ab7c0eb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.375914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a780e-45a9-4af5-a607-03b025fa2895 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4267590-e8fb-4ffb-aa80-246c4ab7c0eb,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:44.387426 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f32a780e-45a9-4af5-a607-03b025fa2895 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.388765 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f32a780e-45a9-4af5-a607-03b025fa2895 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1528933 Jan 28 19:51:44.392869 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32780) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:44.401904 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-160c3bd5-b24e-4f22-b348-4cd80df90d38 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'network': {'name': 'tempest-network-smoke--950329600', 'project_id': '310e0101c83844149a246554aacabb65', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:44.428671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160c3bd5-b24e-4f22-b348-4cd80df90d38 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Made reservation on behalf of 310e0101c83844149a246554aacabb65 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:51:44.432571 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-160c3bd5-b24e-4f22-b348-4cd80df90d38 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.460160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160c3bd5-b24e-4f22-b348-4cd80df90d38 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:51:44.470155 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-160c3bd5-b24e-4f22-b348-4cd80df90d38 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ce131528-e7c6-445c-90e7-db55b375819f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.470503 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-160c3bd5-b24e-4f22-b348-4cd80df90d38 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Added segment ce131528-e7c6-445c-90e7-db55b375819f of type vlan for network 767ae672-f46a-42e0-89f8-09ec6e645b31 Jan 28 19:51:44.520960 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-160c3bd5-b24e-4f22-b348-4cd80df90d38 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (767ae672-f46a-42e0-89f8-09ec6e645b31), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.557954 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-160c3bd5-b24e-4f22-b348-4cd80df90d38 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (767ae672-f46a-42e0-89f8-09ec6e645b31), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.563484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160c3bd5-b24e-4f22-b348-4cd80df90d38 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:44.564122 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-160c3bd5-b24e-4f22-b348-4cd80df90d38 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.624596 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-160c3bd5-b24e-4f22-b348-4cd80df90d38 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2302518 Jan 28 19:51:44.627399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:44.632647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1401931260', 'admin_state_up': True, 'project_id': '310e0101c83844149a246554aacabb65', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:44.637626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c3bd5-b24e-4f22-b348-4cd80df90d38 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Network': ['ID=767ae672-f46a-42e0-89f8-09ec6e645b31,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:44.648626 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 767ae672-f46a-42e0-89f8-09ec6e645b31 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:51:44.656083 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (2cdb7026-501e-4709-8d4e-81b0fda908a9), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.657251 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (2cdb7026-501e-4709-8d4e-81b0fda908a9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:44.715939 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_controller (2cdb7026-501e-4709-8d4e-81b0fda908a9), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:45.210737 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_gateway (2cdb7026-501e-4709-8d4e-81b0fda908a9), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:45.401151 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_gateway (2cdb7026-501e-4709-8d4e-81b0fda908a9), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:45.420277 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:45.537931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Allocated IP 172.25.0.215 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/4a5d1020-3a83-4621-88ee-35ba49e8019c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:51:45.643217 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (4a5d1020-3a83-4621-88ee-35ba49e8019c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:45.681181 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (4a5d1020-3a83-4621-88ee-35ba49e8019c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:45.725412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:51:45.728333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:51:45.731157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:51:45.763899 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=4a5d1020-3a83-4621-88ee-35ba49e8019c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:46.012427 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_gateway (2cdb7026-501e-4709-8d4e-81b0fda908a9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:46.218011 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (2cdb7026-501e-4709-8d4e-81b0fda908a9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:46.345742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 2cdb7026-501e-4709-8d4e-81b0fda908a9 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 19:51:46.456289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:51:46.467183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Sync routers for ids ['2cdb7026-501e-4709-8d4e-81b0fda908a9'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:51:46.478215 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Routers {'2cdb7026-501e-4709-8d4e-81b0fda908a9'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:51:46.478796 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:51:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2cdb7026-501e-4709-8d4e-81b0fda908a9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:46.481161 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:46.482435 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fd714aee-d253-42af-996e-4a4ac64118cc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8538005 Jan 28 19:51:46.486414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32784) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:46.523975 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-667bccbf-7890-41ec-8777-99429fb5fd41 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=310e0101c83844149a246554aacabb65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356352 Jan 28 19:51:46.526931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32788) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:46.586178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Set router 2cdb7026-501e-4709-8d4e-81b0fda908a9 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:51:46.618371 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca69cc7-53ef-468d-a49e-9503ad9f50b3 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:46.619911 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fca69cc7-53ef-468d-a49e-9503ad9f50b3 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919223 Jan 28 19:51:46.622803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32790) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:46.651229 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-21bef9b0-4cd5-4ae5-aa3a-e0f9c3e52512 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272336 Jan 28 19:51:46.653755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32792) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:46.658634 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4399f600-89b0-45fc-8782-56706efd7355 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-790689821', 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31', 'project_id': '310e0101c83844149a246554aacabb65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:46.747338 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4399f600-89b0-45fc-8782-56706efd7355 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Made reservation on behalf of 310e0101c83844149a246554aacabb65 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:51:46.750804 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4399f600-89b0-45fc-8782-56706efd7355 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:46.771816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401931260', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:51:44Z', 'updated_at': '2022-01-28T19:51:45Z', 'revision_number': 3, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:45Z', 'updated_at': '2022-01-28T19:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:46.804311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Checking router: 2cdb7026-501e-4709-8d4e-81b0fda908a9 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:51:46.804663 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Updating router 2cdb7026-501e-4709-8d4e-81b0fda908a9 port 4a5d1020-3a83-4621-88ee-35ba49e8019c binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:51:46.840156 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4a5d1020-3a83-4621-88ee-35ba49e8019c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:46.944413 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4399f600-89b0-45fc-8782-56706efd7355 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (ccfd0836-00b2-4b42-8ce5-65e24ab0039f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:47.007432 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399f600-89b0-45fc-8782-56706efd7355 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Subnet': ['ID=ccfd0836-00b2-4b42-8ce5-65e24ab0039f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:47.016980 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4399f600-89b0-45fc-8782-56706efd7355 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Checking segment: {'id': 'ce131528-e7c6-445c-90e7-db55b375819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:51:47.017334 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4399f600-89b0-45fc-8782-56706efd7355 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network hostable DHCP agents. Network: 767ae672-f46a-42e0-89f8-09ec6e645b31, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:51:47.035949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4399f600-89b0-45fc-8782-56706efd7355 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network 767ae672-f46a-42e0-89f8-09ec6e645b31 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:51:47.047562 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4399f600-89b0-45fc-8782-56706efd7355 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 767ae672-f46a-42e0-89f8-09ec6e645b31) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:51:47.052675 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4399f600-89b0-45fc-8782-56706efd7355 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:47.053278 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4399f600-89b0-45fc-8782-56706efd7355 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:47.059120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad31b37-f8cb-4a23-8316-e73aa2b43853 None None] Network 767ae672-f46a-42e0-89f8-09ec6e645b31 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:51:47.072924 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4399f600-89b0-45fc-8782-56706efd7355 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4155402 Jan 28 19:51:47.073215 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32794) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:51:47.146247 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Publish callbacks [] for port (4a5d1020-3a83-4621-88ee-35ba49e8019c), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:47.161444 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4a5d1020-3a83-4621-88ee-35ba49e8019c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:47.235107 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2b99e-c67a-4fec-a293-fb81de5adbaf None None] Pushing event updated for resources: {'Port': ['ID=4a5d1020-3a83-4621-88ee-35ba49e8019c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:47.239692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Attempting to bind port 4a5d1020-3a83-4621-88ee-35ba49e8019c on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:51:47.240057 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Attempting to bind port 4a5d1020-3a83-4621-88ee-35ba49e8019c by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:51:47.240420 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Attempting to bind port 4a5d1020-3a83-4621-88ee-35ba49e8019c on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:51:47.243816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-767ae672-f46a-42e0-89f8-09ec6e645b31', 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31', 'project_id': '310e0101c83844149a246554aacabb65', 'fixed_ips': [{'subnet_id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 19:51:47.244641 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:47.258424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:51:47.258744 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:51:47.259161 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:47.259551 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:51:47.260052 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Bound port: 4a5d1020-3a83-4621-88ee-35ba49e8019c, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:51:47.260457 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4a5d1020-3a83-4621-88ee-35ba49e8019c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:47.370827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] For port 4a5d1020-3a83-4621-88ee-35ba49e8019c, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:51:47.376624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] For port 4a5d1020-3a83-4621-88ee-35ba49e8019c, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4a5d1020-3a83-4621-88ee-35ba49e8019c,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:51:47.388251 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4a5d1020-3a83-4621-88ee-35ba49e8019c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:47.478782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Allocated IP 172.20.0.2 (767ae672-f46a-42e0-89f8-09ec6e645b31/ccfd0836-00b2-4b42-8ce5-65e24ab0039f/a3cb96e5-114d-4d41-b543-80288a4be3cf) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:51:47.485635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2b99e-c67a-4fec-a293-fb81de5adbaf None None] Pushing event updated for resources: {'Port': ['ID=4a5d1020-3a83-4621-88ee-35ba49e8019c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:47.489513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Routers {'2cdb7026-501e-4709-8d4e-81b0fda908a9'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:51:47.490159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:51:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2cdb7026-501e-4709-8d4e-81b0fda908a9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:47.520892 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:47.689672 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] Set router 2cdb7026-501e-4709-8d4e-81b0fda908a9 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:51:47.757171 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Publish callbacks [] for port (a3cb96e5-114d-4d41-b543-80288a4be3cf), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:47.769007 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (a3cb96e5-114d-4d41-b543-80288a4be3cf), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:47.810009 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Allocated IP 172.20.0.1 (767ae672-f46a-42e0-89f8-09ec6e645b31/ccfd0836-00b2-4b42-8ce5-65e24ab0039f/ba742df4-6325-4947-9847-bacb22db729e) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:51:47.935446 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (ba742df4-6325-4947-9847-bacb22db729e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:47.977031 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ba742df4-6325-4947-9847-bacb22db729e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:48.012327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Network 767ae672-f46a-42e0-89f8-09ec6e645b31 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:51:48.015902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network 767ae672-f46a-42e0-89f8-09ec6e645b31 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:51:48.018865 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:51:48.023466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:51:48.026686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:51:48.029972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Pushing event updated for resources: {'Port': ['ID=a3cb96e5-114d-4d41-b543-80288a4be3cf,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:48.032114 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:51:48.056090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=ba742df4-6325-4947-9847-bacb22db729e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:48.075528 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (2cdb7026-501e-4709-8d4e-81b0fda908a9), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:48.124819 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Attempting to bind port a3cb96e5-114d-4d41-b543-80288a4be3cf on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:51:48.125182 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Attempting to bind port a3cb96e5-114d-4d41-b543-80288a4be3cf by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'ce131528-e7c6-445c-90e7-db55b375819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:51:48.125547 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Attempting to bind port a3cb96e5-114d-4d41-b543-80288a4be3cf on network 767ae672-f46a-42e0-89f8-09ec6e645b31 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:51:48.132766 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:51:48.133133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Checking segment: {'id': 'ce131528-e7c6-445c-90e7-db55b375819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:51:48.133531 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:48.133917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Bound using segment: {'id': 'ce131528-e7c6-445c-90e7-db55b375819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:51:48.134402 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Bound port: a3cb96e5-114d-4d41-b543-80288a4be3cf, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce131528-e7c6-445c-90e7-db55b375819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:51:48.134777 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a3cb96e5-114d-4d41-b543-80288a4be3cf), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:48.179913 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401931260', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:51:44Z', 'updated_at': '2022-01-28T19:51:45Z', 'revision_number': 3, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:45Z', 'updated_at': '2022-01-28T19:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:48.207170 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ba742df4-6325-4947-9847-bacb22db729e), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:48.212970 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8725d-8b71-49c6-97eb-ffa5abfbb71d None None] The sync data for ids ['2cdb7026-501e-4709-8d4e-81b0fda908a9'] in n-d-824834-4 is: [{'id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401931260', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:51:44Z', 'updated_at': '2022-01-28T19:51:45Z', 'revision_number': 3, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:45Z', 'updated_at': '2022-01-28T19:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:51:48.229211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] For port a3cb96e5-114d-4d41-b543-80288a4be3cf, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:51:48.232634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] For port a3cb96e5-114d-4d41-b543-80288a4be3cf, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a3cb96e5-114d-4d41-b543-80288a4be3cf,segment=NetworkSegment(ce131528-e7c6-445c-90e7-db55b375819f),segment_id=ce131528-e7c6-445c-90e7-db55b375819f)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:51:48.240057 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a3cb96e5-114d-4d41-b543-80288a4be3cf), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:48.318176 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097bb96-5f89-44ea-99e1-e07cadb30ac2 None None] Pushing event updated for resources: {'Port': ['ID=a3cb96e5-114d-4d41-b543-80288a4be3cf,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:48.323961 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5547cb24-d826-4123-9c0b-65621a2573cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:48.551306 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (ba742df4-6325-4947-9847-bacb22db729e), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:48.556842 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (ba742df4-6325-4947-9847-bacb22db729e), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:49.015968 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8cc9f513-17c3-4219-b010-bf9dd8379cdf req-00c8f14b-2619-43dc-ac4e-72b437234db2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780165 Jan 28 19:51:49.032573 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (2cdb7026-501e-4709-8d4e-81b0fda908a9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:49.069136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=ba742df4-6325-4947-9847-bacb22db729e,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:49.157491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9f513-17c3-4219-b010-bf9dd8379cdf req-ee77ad75-c8cd-4645-a64b-1dc662ee577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:49.159484 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8cc9f513-17c3-4219-b010-bf9dd8379cdf req-ee77ad75-c8cd-4645-a64b-1dc662ee577a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 1127 time: 0.0787280 Jan 28 19:51:49.180063 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network 767ae672-f46a-42e0-89f8-09ec6e645b31 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:51:49.181629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:51:49.325711 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9f513-17c3-4219-b010-bf9dd8379cdf req-75921f9a-6b9a-4c0d-92af-93d5541d6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:49.327299 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8cc9f513-17c3-4219-b010-bf9dd8379cdf req-75921f9a-6b9a-4c0d-92af-93d5541d6bad service neutron] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.1438451 Jan 28 19:51:49.374449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 2cdb7026-501e-4709-8d4e-81b0fda908a9 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:51:49.439987 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8cc9f513-17c3-4219-b010-bf9dd8379cdf req-d45b6a12-2599-4f00-a5d4-afa20856648b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4719d794-1399-48c4-a14c-727eba1c18dc HTTP/1.1" status: 200 len: 1000 time: 0.1015947 Jan 28 19:51:49.488129 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4a5d1020-3a83-4621-88ee-35ba49e8019c up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:51:49.510380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9f513-17c3-4219-b010-bf9dd8379cdf req-977b9555-5b51-466a-b305-0bc3f957e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:49.513398 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8cc9f513-17c3-4219-b010-bf9dd8379cdf req-977b9555-5b51-466a-b305-0bc3f957e77f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0632768 Jan 28 19:51:49.515403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:51:49.520676 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bdbbff0c-f745-4b9d-ab48-f0431c0118c7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "PUT /v2.0/routers/2cdb7026-501e-4709-8d4e-81b0fda908a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4460983 Jan 28 19:51:49.551764 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 4a5d1020-3a83-4621-88ee-35ba49e8019c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:49.552845 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4a5d1020-3a83-4621-88ee-35ba49e8019c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:49.572750 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9f513-17c3-4219-b010-bf9dd8379cdf req-d038624a-8746-48ae-a383-a5a07565c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:49.575843 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8cc9f513-17c3-4219-b010-bf9dd8379cdf req-d038624a-8746-48ae-a383-a5a07565c35d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557783 Jan 28 19:51:49.588356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a9b786-2e74-45d4-971e-b5e284f185cb None None] Network 767ae672-f46a-42e0-89f8-09ec6e645b31 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:51:49.681198 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8cc9f513-17c3-4219-b010-bf9dd8379cdf req-4f930a12-f88c-4a25-a335-afc3ee8d4429 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994153 Jan 28 19:51:49.705776 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-1c4fe382-88c9-4331-a64d-c494827317f4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2036462287&fields=id&tenant_id=310e0101c83844149a246554aacabb65 HTTP/1.1" status: 200 len: 267 time: 0.0628741 Jan 28 19:51:49.718247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8ca00a85-f4d9-4b16-b99f-9e28332ab40c None None] Provisioning complete for port a3cb96e5-114d-4d41-b543-80288a4be3cf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:49.718727 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ca00a85-f4d9-4b16-b99f-9e28332ab40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a3cb96e5-114d-4d41-b543-80288a4be3cf), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:49.788424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 4a5d1020-3a83-4621-88ee-35ba49e8019c is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:51:49.788809 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4a5d1020-3a83-4621-88ee-35ba49e8019c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:49.794957 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8cc9f513-17c3-4219-b010-bf9dd8379cdf req-f6ce1833-ba80-428c-978f-0a7ac767f776 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063693 Jan 28 19:51:49.818171 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 4a5d1020-3a83-4621-88ee-35ba49e8019c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4a5d1020-3a83-4621-88ee-35ba49e8019c,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:49.819432 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-3efdd090-bb2a-4344-b453-f8c1d7a67c8d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:49.820950 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-3efdd090-bb2a-4344-b453-f8c1d7a67c8d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/networks?id=767ae672-f46a-42e0-89f8-09ec6e645b31 HTTP/1.1" status: 200 len: 796 time: 0.1078217 Jan 28 19:51:49.826372 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4a5d1020-3a83-4621-88ee-35ba49e8019c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:49.827159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a3cb96e5-114d-4d41-b543-80288a4be3cf up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:51:49.836821 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-aadeae11-47f5-4c56-8383-f232f99bf29c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/quotas/310e0101c83844149a246554aacabb65 HTTP/1.1" status: 200 len: 375 time: 0.0095015 Jan 28 19:51:49.891885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-6d4ab63b-0103-4078-8be0-cb37e8fac3ee tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494049 Jan 28 19:51:49.944698 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8ca00a85-f4d9-4b16-b99f-9e28332ab40c None None] Current status of the port a3cb96e5-114d-4d41-b543-80288a4be3cf is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:51:49.944698 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ca00a85-f4d9-4b16-b99f-9e28332ab40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a3cb96e5-114d-4d41-b543-80288a4be3cf), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:49.945011 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=4a5d1020-3a83-4621-88ee-35ba49e8019c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:49.993142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a3cb96e5-114d-4d41-b543-80288a4be3cf triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:49.993504 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a3cb96e5-114d-4d41-b543-80288a4be3cf), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:49.996234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8ca00a85-f4d9-4b16-b99f-9e28332ab40c None None] For port a3cb96e5-114d-4d41-b543-80288a4be3cf, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a3cb96e5-114d-4d41-b543-80288a4be3cf,segment=NetworkSegment(ce131528-e7c6-445c-90e7-db55b375819f),segment_id=ce131528-e7c6-445c-90e7-db55b375819f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:50.006601 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-707d8f46-a270-4d51-bbf9-d70a8028ef36 service neutron] 10.222.0.55 "GET /v2.0/networks/767ae672-f46a-42e0-89f8-09ec6e645b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991161 Jan 28 19:51:50.018778 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ca00a85-f4d9-4b16-b99f-9e28332ab40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a3cb96e5-114d-4d41-b543-80288a4be3cf), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:50.082255 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca00a85-f4d9-4b16-b99f-9e28332ab40c None None] Pushing event updated for resources: {'Port': ['ID=a3cb96e5-114d-4d41-b543-80288a4be3cf,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:50.105230 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-80f30086-85c4-426b-956a-dfdd2039fcc4 service neutron] 10.222.0.55 "GET /v2.0/networks/767ae672-f46a-42e0-89f8-09ec6e645b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957627 Jan 28 19:51:50.128182 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a3cb96e5-114d-4d41-b543-80288a4be3cf is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:51:50.262451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3dcd85b1-7e7a-40b3-895a-96c8958a6013 None None] Provisioning complete for port a3cb96e5-114d-4d41-b543-80288a4be3cf triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:50.263068 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3dcd85b1-7e7a-40b3-895a-96c8958a6013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a3cb96e5-114d-4d41-b543-80288a4be3cf), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:50.316744 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bfe03e30-0ad9-4a08-92bb-38004e23dd9a req-5c25da49-d5a4-411b-b493-a1ffd5ddb4f3 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 210 time: 0.0503190 Jan 28 19:51:50.368079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3dcd85b1-7e7a-40b3-895a-96c8958a6013 None None] Current status of the port a3cb96e5-114d-4d41-b543-80288a4be3cf is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:51:50.370975 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Sync routers for ids ['2cdb7026-501e-4709-8d4e-81b0fda908a9'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:51:50.380292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3dcd85b1-7e7a-40b3-895a-96c8958a6013 None None] Provisioning complete for port ba742df4-6325-4947-9847-bacb22db729e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:50.380785 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3dcd85b1-7e7a-40b3-895a-96c8958a6013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ba742df4-6325-4947-9847-bacb22db729e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:50.384861 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Routers {'2cdb7026-501e-4709-8d4e-81b0fda908a9'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:51:50.385521 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:51:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2cdb7026-501e-4709-8d4e-81b0fda908a9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:50.427882 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3dcd85b1-7e7a-40b3-895a-96c8958a6013 None None] Port ba742df4-6325-4947-9847-bacb22db729e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:51:50.454136 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-36f49b45-56dd-4351-8ff4-f0a59b9bf709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:50.553179 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-998e6887-46ea-4e34-81b1-a2f4f9ea48f7 None None] Provisioning complete for port ba742df4-6325-4947-9847-bacb22db729e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:50.553936 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-998e6887-46ea-4e34-81b1-a2f4f9ea48f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ba742df4-6325-4947-9847-bacb22db729e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:50.603824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-998e6887-46ea-4e34-81b1-a2f4f9ea48f7 None None] Port ba742df4-6325-4947-9847-bacb22db729e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:51:50.620661 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Set router 2cdb7026-501e-4709-8d4e-81b0fda908a9 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:51:50.727242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-945017d8-0821-490f-9a1a-3b3c0545196c None None] Provisioning complete for port ba742df4-6325-4947-9847-bacb22db729e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:50.727597 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-945017d8-0821-490f-9a1a-3b3c0545196c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ba742df4-6325-4947-9847-bacb22db729e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:50.763133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-945017d8-0821-490f-9a1a-3b3c0545196c None None] Port ba742df4-6325-4947-9847-bacb22db729e cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:51:50.840707 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401931260', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:51:44Z', 'updated_at': '2022-01-28T19:51:48Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:45Z', 'updated_at': '2022-01-28T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ba742df4-6325-4947-9847-bacb22db729e', 'name': '', 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:fd:1d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:47Z', 'updated_at': '2022-01-28T19:51:48Z', 'revision_number': 2, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:50.870474 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Checking router: 2cdb7026-501e-4709-8d4e-81b0fda908a9 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:51:50.870824 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Updating router 2cdb7026-501e-4709-8d4e-81b0fda908a9 port ba742df4-6325-4947-9847-bacb22db729e binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 19:51:50.898520 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ba742df4-6325-4947-9847-bacb22db729e), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:51.161997 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Publish callbacks [] for port (ba742df4-6325-4947-9847-bacb22db729e), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:51.168970 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ba742df4-6325-4947-9847-bacb22db729e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:51.215924 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373382b-51bc-4b09-b589-e981db1723dd None None] Pushing event updated for resources: {'Port': ['ID=ba742df4-6325-4947-9847-bacb22db729e,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:51.247570 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373382b-51bc-4b09-b589-e981db1723dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:51.247934 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373382b-51bc-4b09-b589-e981db1723dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:51.248242 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373382b-51bc-4b09-b589-e981db1723dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:51.248569 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373382b-51bc-4b09-b589-e981db1723dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:51.248895 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373382b-51bc-4b09-b589-e981db1723dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:51.249216 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373382b-51bc-4b09-b589-e981db1723dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:51.249535 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373382b-51bc-4b09-b589-e981db1723dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:51.249852 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373382b-51bc-4b09-b589-e981db1723dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:51.250190 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373382b-51bc-4b09-b589-e981db1723dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:51.250509 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373382b-51bc-4b09-b589-e981db1723dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:51.250871 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373382b-51bc-4b09-b589-e981db1723dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:51.251208 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373382b-51bc-4b09-b589-e981db1723dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:51.251489 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373382b-51bc-4b09-b589-e981db1723dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:51:51.287484 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Attempting to bind port ba742df4-6325-4947-9847-bacb22db729e on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:51:51.287851 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Attempting to bind port ba742df4-6325-4947-9847-bacb22db729e by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'ce131528-e7c6-445c-90e7-db55b375819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:51:51.288211 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Attempting to bind port ba742df4-6325-4947-9847-bacb22db729e on network 767ae672-f46a-42e0-89f8-09ec6e645b31 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:51:51.294102 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:51:51.294437 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Checking segment: {'id': 'ce131528-e7c6-445c-90e7-db55b375819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:51:51.294840 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:51.295236 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Bound using segment: {'id': 'ce131528-e7c6-445c-90e7-db55b375819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:51:51.295868 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Bound port: ba742df4-6325-4947-9847-bacb22db729e, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce131528-e7c6-445c-90e7-db55b375819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:51:51.296256 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ba742df4-6325-4947-9847-bacb22db729e), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:51.394322 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4a5d1020-3a83-4621-88ee-35ba49e8019c up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:51:51.398487 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-3ba35dab-1cfb-4cf7-902c-eaccfbc6c92a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:51.408277 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-3ba35dab-1cfb-4cf7-902c-eaccfbc6c92a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.37 "GET /v2.0/networks?id=767ae672-f46a-42e0-89f8-09ec6e645b31 HTTP/1.1" status: 200 len: 796 time: 0.1961262 Jan 28 19:51:51.455835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 4a5d1020-3a83-4621-88ee-35ba49e8019c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:51.456087 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] For port ba742df4-6325-4947-9847-bacb22db729e, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:51:51.456562 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4a5d1020-3a83-4621-88ee-35ba49e8019c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:51.462503 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] For port ba742df4-6325-4947-9847-bacb22db729e, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ba742df4-6325-4947-9847-bacb22db729e,segment=NetworkSegment(ce131528-e7c6-445c-90e7-db55b375819f),segment_id=ce131528-e7c6-445c-90e7-db55b375819f)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:51:51.467224 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2100b091-423e-47bf-879b-18551449a69f req-e76dd5ef-9a17-4c6d-9e13-b7035277bf92 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 210 time: 0.0573237 Jan 28 19:51:51.478320 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ba742df4-6325-4947-9847-bacb22db729e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:51.527408 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-5794a3d0-74a5-486b-9dfd-e610f671048a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=310e0101c83844149a246554aacabb65 HTTP/1.1" status: 200 len: 380 time: 0.1087120 Jan 28 19:51:51.536725 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b19a2148-ca06-4200-b210-32bad29e03fd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'port': {'device_id': 'c509ec12-61d1-4b64-a136-034fc693899a', 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31', 'admin_state_up': True, 'tenant_id': '310e0101c83844149a246554aacabb65', 'security_groups': ['c16adc86-4385-4a5e-9879-f61be655bf5e']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:51.541860 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373382b-51bc-4b09-b589-e981db1723dd None None] Pushing event updated for resources: {'Port': ['ID=ba742df4-6325-4947-9847-bacb22db729e,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:51.562306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 4a5d1020-3a83-4621-88ee-35ba49e8019c is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:51:51.563450 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a3cb96e5-114d-4d41-b543-80288a4be3cf up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:51:51.577082 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Routers {'2cdb7026-501e-4709-8d4e-81b0fda908a9'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:51:51.577714 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:51:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2cdb7026-501e-4709-8d4e-81b0fda908a9'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:51.630055 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-510c633d-d1ec-4ce1-bd7e-f98c6dbbd34f None None] Provisioning complete for port ba742df4-6325-4947-9847-bacb22db729e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:51.630434 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-510c633d-d1ec-4ce1-bd7e-f98c6dbbd34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ba742df4-6325-4947-9847-bacb22db729e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:51.682488 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b19a2148-ca06-4200-b210-32bad29e03fd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Made reservation on behalf of 310e0101c83844149a246554aacabb65 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:51:51.687725 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b19a2148-ca06-4200-b210-32bad29e03fd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:51.689274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a3cb96e5-114d-4d41-b543-80288a4be3cf triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:51.689811 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a3cb96e5-114d-4d41-b543-80288a4be3cf), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:51.711595 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] Set router 2cdb7026-501e-4709-8d4e-81b0fda908a9 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:51:51.777370 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-510c633d-d1ec-4ce1-bd7e-f98c6dbbd34f None None] Current status of the port ba742df4-6325-4947-9847-bacb22db729e is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:51:51.777809 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-510c633d-d1ec-4ce1-bd7e-f98c6dbbd34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ba742df4-6325-4947-9847-bacb22db729e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:51.855237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a3cb96e5-114d-4d41-b543-80288a4be3cf is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:51:51.859334 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:51.861561 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-510c633d-d1ec-4ce1-bd7e-f98c6dbbd34f None None] For port ba742df4-6325-4947-9847-bacb22db729e, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ba742df4-6325-4947-9847-bacb22db729e,segment=NetworkSegment(ce131528-e7c6-445c-90e7-db55b375819f),segment_id=ce131528-e7c6-445c-90e7-db55b375819f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:51.865953 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-510c633d-d1ec-4ce1-bd7e-f98c6dbbd34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ba742df4-6325-4947-9847-bacb22db729e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:51.873837 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b19a2148-ca06-4200-b210-32bad29e03fd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Allocated IP 172.20.0.7 (767ae672-f46a-42e0-89f8-09ec6e645b31/ccfd0836-00b2-4b42-8ce5-65e24ab0039f/50e4a7f5-4c0b-4543-9dc9-09b107accee9) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:51:51.925442 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c633d-d1ec-4ce1-bd7e-f98c6dbbd34f None None] Pushing event updated for resources: {'Port': ['ID=ba742df4-6325-4947-9847-bacb22db729e,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:51.975154 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401931260', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:51:44Z', 'updated_at': '2022-01-28T19:51:48Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:45Z', 'updated_at': '2022-01-28T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ba742df4-6325-4947-9847-bacb22db729e', 'name': '', 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:fd:1d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:47Z', 'updated_at': '2022-01-28T19:51:51Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:51:51.995924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4bb1314a-3640-4c3d-8ea4-a5de6564318a None None] Provisioning complete for port ba742df4-6325-4947-9847-bacb22db729e triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:51.996562 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4bb1314a-3640-4c3d-8ea4-a5de6564318a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ba742df4-6325-4947-9847-bacb22db729e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:52.004494 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6203b5b-9134-490f-96a6-8a0cd1d2ca4d None None] The sync data for ids ['2cdb7026-501e-4709-8d4e-81b0fda908a9'] in n-d-824834-4 is: [{'id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401931260', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:51:44Z', 'updated_at': '2022-01-28T19:51:48Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:45Z', 'updated_at': '2022-01-28T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ba742df4-6325-4947-9847-bacb22db729e', 'name': '', 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:fd:1d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:47Z', 'updated_at': '2022-01-28T19:51:51Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:51:52.057826 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b19a2148-ca06-4200-b210-32bad29e03fd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:52.115768 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b19a2148-ca06-4200-b210-32bad29e03fd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:52.120396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4bb1314a-3640-4c3d-8ea4-a5de6564318a None None] Current status of the port ba742df4-6325-4947-9847-bacb22db729e is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:51:52.167517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b19a2148-ca06-4200-b210-32bad29e03fd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network 767ae672-f46a-42e0-89f8-09ec6e645b31 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:51:52.171119 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b19a2148-ca06-4200-b210-32bad29e03fd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:51:52.179148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b19a2148-ca06-4200-b210-32bad29e03fd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:51:52.216627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a2148-ca06-4200-b210-32bad29e03fd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=50e4a7f5-4c0b-4543-9dc9-09b107accee9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:52.248201 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b19a2148-ca06-4200-b210-32bad29e03fd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:52.248992 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b19a2148-ca06-4200-b210-32bad29e03fd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:52.270218 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b19a2148-ca06-4200-b210-32bad29e03fd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7377372 Jan 28 19:51:52.290250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Request body: {'port': {'device_id': 'c509ec12-61d1-4b64-a136-034fc693899a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:51:52.372414 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:52.454981 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b7b69c6d-30ca-412b-b397-62d1a32df577 None None] Provisioning complete for port 50e4a7f5-4c0b-4543-9dc9-09b107accee9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:52.455625 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b7b69c6d-30ca-412b-b397-62d1a32df577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:52.505587 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b7b69c6d-30ca-412b-b397-62d1a32df577 None None] Port 50e4a7f5-4c0b-4543-9dc9-09b107accee9 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:51:52.615020 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c23d06-e1d5-42af-8994-4f28733f2cd2 req-c414f4fb-87c4-48f1-8884-21af352cff6f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:52.616579 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4c23d06-e1d5-42af-8994-4f28733f2cd2 req-c414f4fb-87c4-48f1-8884-21af352cff6f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 931 time: 0.0686395 Jan 28 19:51:52.680921 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4c23d06-e1d5-42af-8994-4f28733f2cd2 req-e76807ef-70e8-4567-b445-e34f3733c18e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577140 Jan 28 19:51:52.702455 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e4a7f5-4c0b-4543-9dc9-09b107accee9 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:51:52.711009 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Publish callbacks [] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:52.724322 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Transition to ACTIVE for port object 50e4a7f5-4c0b-4543-9dc9-09b107accee9 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:51:52.728284 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:52.782976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Pushing event updated for resources: {'Port': ['ID=50e4a7f5-4c0b-4543-9dc9-09b107accee9,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:52.867130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Attempting to bind port 50e4a7f5-4c0b-4543-9dc9-09b107accee9 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:51:52.867706 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Attempting to bind port 50e4a7f5-4c0b-4543-9dc9-09b107accee9 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'ce131528-e7c6-445c-90e7-db55b375819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:51:52.869308 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Attempting to bind port 50e4a7f5-4c0b-4543-9dc9-09b107accee9 on network 767ae672-f46a-42e0-89f8-09ec6e645b31 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:51:52.875499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Port 50e4a7f5-4c0b-4543-9dc9-09b107accee9 on network 767ae672-f46a-42e0-89f8-09ec6e645b31 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:51:52.875821 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Attempting to bind port 50e4a7f5-4c0b-4543-9dc9-09b107accee9 on network 767ae672-f46a-42e0-89f8-09ec6e645b31 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:51:52.882404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:51:52.882824 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Checking segment: {'id': 'ce131528-e7c6-445c-90e7-db55b375819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:51:52.883272 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Bound using segment: {'id': 'ce131528-e7c6-445c-90e7-db55b375819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:51:52.883751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Bound port: 50e4a7f5-4c0b-4543-9dc9-09b107accee9, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce131528-e7c6-445c-90e7-db55b375819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:51:52.884198 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:52.957890 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] For port 50e4a7f5-4c0b-4543-9dc9-09b107accee9, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:51:52.961210 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] For port 50e4a7f5-4c0b-4543-9dc9-09b107accee9, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=50e4a7f5-4c0b-4543-9dc9-09b107accee9,segment=NetworkSegment(ce131528-e7c6-445c-90e7-db55b375819f),segment_id=ce131528-e7c6-445c-90e7-db55b375819f)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:51:52.968886 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:53.005964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:53.006648 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:53.008075 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] 10.222.0.37 "PUT /v2.0/ports/50e4a7f5-4c0b-4543-9dc9-09b107accee9 HTTP/1.1" status: 200 len: 1091 time: 0.7234232 Jan 28 19:51:53.008592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c509ec12-61d1-4b64-a136-034fc693899a', 'tag': '50e4a7f5-4c0b-4543-9dc9-09b107accee9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:51:53.010958 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08a2d01-d6c3-4bbf-8963-9c80edbf261f" -d '{"events": [{"name": "network-changed", "server_uuid": "c509ec12-61d1-4b64-a136-034fc693899a", "tag": "50e4a7f5-4c0b-4543-9dc9-09b107accee9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:51:53.060408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069ac36-956f-486e-a00e-dcaca1bf0b75 service neutron] Pushing event updated for resources: {'Port': ['ID=50e4a7f5-4c0b-4543-9dc9-09b107accee9,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:53.087770 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6369767-1576-42f8-a30c-f4261969b91b x-openstack-request-id: req-a6369767-1576-42f8-a30c-f4261969b91b {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:51:53.088282 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c509ec12-61d1-4b64-a136-034fc693899a", "tag": "50e4a7f5-4c0b-4543-9dc9-09b107accee9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:51:53.090403 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6369767-1576-42f8-a30c-f4261969b91b {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:51:53.090642 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c509ec12-61d1-4b64-a136-034fc693899a', 'tag': '50e4a7f5-4c0b-4543-9dc9-09b107accee9', 'status': 'completed', 'code': 200} Jan 28 19:51:53.121165 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:53.134000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-673b3555-8c07-4e3d-925b-a41cae2aa2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:53.135943 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-673b3555-8c07-4e3d-925b-a41cae2aa2ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 1125 time: 0.0609889 Jan 28 19:51:53.194693 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-f131e9b9-9d97-4b71-9ad5-d455de21b6c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50e4a7f5-4c0b-4543-9dc9-09b107accee9 HTTP/1.1" status: 200 len: 217 time: 0.0511689 Jan 28 19:51:53.244870 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-456c17d4-3749-42c6-a0d2-56645e8be787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:53.246603 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-456c17d4-3749-42c6-a0d2-56645e8be787 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccfd0836-00b2-4b42-8ce5-65e24ab0039f HTTP/1.1" status: 200 len: 834 time: 0.0467794 Jan 28 19:51:53.304467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-796807f8-7f2a-4dd4-a6a7-dd505dfdd191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:53.305997 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-796807f8-7f2a-4dd4-a6a7-dd505dfdd191 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=767ae672-f46a-42e0-89f8-09ec6e645b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539007 Jan 28 19:51:53.380236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ba742df4-6325-4947-9847-bacb22db729e up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:51:53.404063 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-626e341e-00c8-4e98-ad94-0f8ff4565817 service neutron] 10.222.0.37 "GET /v2.0/networks/767ae672-f46a-42e0-89f8-09ec6e645b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919385 Jan 28 19:51:53.427703 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port ba742df4-6325-4947-9847-bacb22db729e triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:53.428083 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ba742df4-6325-4947-9847-bacb22db729e), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:53.492776 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b15bf2a-42cd-4b29-a869-d832efcf9d79 req-1b5e52d3-b60b-4ff0-acfe-1b9f60de1c6c service neutron] 10.222.0.37 "GET /v2.0/networks/767ae672-f46a-42e0-89f8-09ec6e645b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834615 Jan 28 19:51:53.506237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port ba742df4-6325-4947-9847-bacb22db729e is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:51:53.586582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a2d01-d6c3-4bbf-8963-9c80edbf261f req-186dcbd8-df0a-4f06-b118-530ea8c89b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:53.588136 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e08a2d01-d6c3-4bbf-8963-9c80edbf261f req-186dcbd8-df0a-4f06-b118-530ea8c89b25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 1125 time: 0.0511792 Jan 28 19:51:53.679258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a2d01-d6c3-4bbf-8963-9c80edbf261f req-97ddcf93-10ba-47af-b2ee-558b7189c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:53.680801 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e08a2d01-d6c3-4bbf-8963-9c80edbf261f req-97ddcf93-10ba-47af-b2ee-558b7189c68e service neutron] 10.222.0.37 "GET /v2.0/networks?id=767ae672-f46a-42e0-89f8-09ec6e645b31 HTTP/1.1" status: 200 len: 897 time: 0.0863574 Jan 28 19:51:53.726956 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e08a2d01-d6c3-4bbf-8963-9c80edbf261f req-9891c632-e4ca-4b6e-b945-54be952aa48d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50e4a7f5-4c0b-4543-9dc9-09b107accee9 HTTP/1.1" status: 200 len: 217 time: 0.0406334 Jan 28 19:51:53.774932 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a2d01-d6c3-4bbf-8963-9c80edbf261f req-a1179455-89c9-4dd3-b696-be42e0584b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:53.776478 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e08a2d01-d6c3-4bbf-8963-9c80edbf261f req-a1179455-89c9-4dd3-b696-be42e0584b04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccfd0836-00b2-4b42-8ce5-65e24ab0039f HTTP/1.1" status: 200 len: 834 time: 0.0444429 Jan 28 19:51:53.808707 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32048-ff5a-4356-b1cf-9ba6abd101b8 req-59609a77-fb76-40ab-a4f3-b77f9716ba0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:53.810439 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-65b32048-ff5a-4356-b1cf-9ba6abd101b8 req-59609a77-fb76-40ab-a4f3-b77f9716ba0c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 943 time: 0.0545819 Jan 28 19:51:53.827196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a2d01-d6c3-4bbf-8963-9c80edbf261f req-9a955d90-d384-4750-824b-9331a85e2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:53.828836 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e08a2d01-d6c3-4bbf-8963-9c80edbf261f req-9a955d90-d384-4750-824b-9331a85e2684 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=767ae672-f46a-42e0-89f8-09ec6e645b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463622 Jan 28 19:51:53.861393 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-65b32048-ff5a-4356-b1cf-9ba6abd101b8 req-6db9c28a-ca9a-4a78-8ca6-141ff33489bb tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449195 Jan 28 19:51:53.933120 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e08a2d01-d6c3-4bbf-8963-9c80edbf261f req-d54a3a35-e83e-43bd-b635-ab5ed299f708 service neutron] 10.222.0.37 "GET /v2.0/networks/767ae672-f46a-42e0-89f8-09ec6e645b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980136 Jan 28 19:51:54.032413 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e08a2d01-d6c3-4bbf-8963-9c80edbf261f req-eb53c043-f39a-4da2-ad48-79da8a119f79 service neutron] 10.222.0.37 "GET /v2.0/networks/767ae672-f46a-42e0-89f8-09ec6e645b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938640 Jan 28 19:51:54.521809 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:54.991103 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb47fc-9c18-432c-a3cb-7121c108cf37 req-f31cc4ea-61cc-4abb-b4ba-a6f32975c1f2 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:54.992592 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eccb47fc-9c18-432c-a3cb-7121c108cf37 req-f31cc4ea-61cc-4abb-b4ba-a6f32975c1f2 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 943 time: 0.0559518 Jan 28 19:51:55.040668 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eccb47fc-9c18-432c-a3cb-7121c108cf37 req-c7debb9e-1972-4b2f-a946-986c3a2a65e7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423734 Jan 28 19:51:55.762687 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:56.173663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dec76-3d97-4f8e-b5e0-7eae6e6045f5 req-e55d4354-a23e-4105-856f-9bf022b75347 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:56.175175 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-989dec76-3d97-4f8e-b5e0-7eae6e6045f5 req-e55d4354-a23e-4105-856f-9bf022b75347 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 943 time: 0.0607336 Jan 28 19:51:56.225879 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-989dec76-3d97-4f8e-b5e0-7eae6e6045f5 req-971db15d-a7ac-41c9-81ad-7179604c97c9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443592 Jan 28 19:51:57.227174 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:51:57.347995 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 50e4a7f5-4c0b-4543-9dc9-09b107accee9 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:51:57.358072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a02c9-de54-4c2d-9ccd-11583a6c566e req-c5184880-3d47-4c5a-af7d-70f3e2e06d50 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:57.359624 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-140a02c9-de54-4c2d-9ccd-11583a6c566e req-c5184880-3d47-4c5a-af7d-70f3e2e06d50 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 943 time: 0.0605004 Jan 28 19:51:57.409739 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-140a02c9-de54-4c2d-9ccd-11583a6c566e req-cd48fce8-8cd8-4cf9-889b-31c3753b5936 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441403 Jan 28 19:51:57.446349 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 50e4a7f5-4c0b-4543-9dc9-09b107accee9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=50e4a7f5-4c0b-4543-9dc9-09b107accee9,segment=NetworkSegment(ce131528-e7c6-445c-90e7-db55b375819f),segment_id=ce131528-e7c6-445c-90e7-db55b375819f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:57.457991 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '50e4a7f5-4c0b-4543-9dc9-09b107accee9', 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31', 'port_id': '50e4a7f5-4c0b-4543-9dc9-09b107accee9', 'mac_address': 'fa:16:3e:e7:dc:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:51:57.500052 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 50e4a7f5-4c0b-4543-9dc9-09b107accee9 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:51:57.500361 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.513863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e4a7f5-4c0b-4543-9dc9-09b107accee9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:51:57.533242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 50e4a7f5-4c0b-4543-9dc9-09b107accee9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=50e4a7f5-4c0b-4543-9dc9-09b107accee9,segment=NetworkSegment(ce131528-e7c6-445c-90e7-db55b375819f),segment_id=ce131528-e7c6-445c-90e7-db55b375819f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:57.540094 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:57.589427 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=50e4a7f5-4c0b-4543-9dc9-09b107accee9,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:57.827346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['50e4a7f5-4c0b-4543-9dc9-09b107accee9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:51:58.549521 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80859ead-a7ab-4b85-9b2d-f5b71ccfca86 req-f5d973c3-d5ae-476c-8bb2-2fca7cc60419 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:58.550937 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-80859ead-a7ab-4b85-9b2d-f5b71ccfca86 req-f5d973c3-d5ae-476c-8bb2-2fca7cc60419 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 944 time: 0.0631418 Jan 28 19:51:58.601992 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-80859ead-a7ab-4b85-9b2d-f5b71ccfca86 req-38fc7144-503d-4a2d-8372-920783a1a57b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449975 Jan 28 19:51:59.366063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 50e4a7f5-4c0b-4543-9dc9-09b107accee9 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:51:59.426075 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 50e4a7f5-4c0b-4543-9dc9-09b107accee9 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:51:59.430943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 50e4a7f5-4c0b-4543-9dc9-09b107accee9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:51:59.431327 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:59.511832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 50e4a7f5-4c0b-4543-9dc9-09b107accee9 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:51:59.512218 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:59.536186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c509ec12-61d1-4b64-a136-034fc693899a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e4a7f5-4c0b-4543-9dc9-09b107accee9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:51:59.538456 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f082a7-7ec6-49d5-a604-862b9ad68e8c" -d '{"events": [{"server_uuid": "c509ec12-61d1-4b64-a136-034fc693899a", "name": "network-vif-plugged", "status": "completed", "tag": "50e4a7f5-4c0b-4543-9dc9-09b107accee9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:51:59.550928 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 50e4a7f5-4c0b-4543-9dc9-09b107accee9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=50e4a7f5-4c0b-4543-9dc9-09b107accee9,segment=NetworkSegment(ce131528-e7c6-445c-90e7-db55b375819f),segment_id=ce131528-e7c6-445c-90e7-db55b375819f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:51:59.555312 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:51:59.582766 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81162cbb-8b2d-48c5-911e-87291e7f0b0d x-openstack-request-id: req-81162cbb-8b2d-48c5-911e-87291e7f0b0d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:51:59.583055 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c509ec12-61d1-4b64-a136-034fc693899a", "name": "network-vif-plugged", "status": "completed", "tag": "50e4a7f5-4c0b-4543-9dc9-09b107accee9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:51:59.583307 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81162cbb-8b2d-48c5-911e-87291e7f0b0d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:51:59.583693 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c509ec12-61d1-4b64-a136-034fc693899a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e4a7f5-4c0b-4543-9dc9-09b107accee9', 'code': 200} Jan 28 19:51:59.609627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=50e4a7f5-4c0b-4543-9dc9-09b107accee9,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:51:59.675524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d4ccd-581a-4d9a-9c33-f185ecc04fd7 req-5190d708-ee49-40ab-beb5-57426fc4dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:59.677017 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cb2d4ccd-581a-4d9a-9c33-f185ecc04fd7 req-5190d708-ee49-40ab-beb5-57426fc4dfb9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 1127 time: 0.0445065 Jan 28 19:51:59.723461 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cb2d4ccd-581a-4d9a-9c33-f185ecc04fd7 req-6c716afd-68e7-48d9-8990-9c2084d324b1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402701 Jan 28 19:51:59.725472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534eda7d-bc9f-49b2-a397-d266f8d0e15a req-64d66cf9-272e-4985-846f-bc651e384b22 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:51:59.727037 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-534eda7d-bc9f-49b2-a397-d266f8d0e15a req-64d66cf9-272e-4985-846f-bc651e384b22 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0539687 Jan 28 19:51:59.780984 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-534eda7d-bc9f-49b2-a397-d266f8d0e15a req-87e4a3f6-cfa2-4b39-a534-80e34bf8835d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479832 Jan 28 19:52:00.500788 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:00.919043 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159109dc-c799-410c-8443-e56e0a6da8e0 req-8295a5c6-ae06-43e2-a51f-c90db16f7545 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:00.920518 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-159109dc-c799-410c-8443-e56e0a6da8e0 req-8295a5c6-ae06-43e2-a51f-c90db16f7545 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0561993 Jan 28 19:52:00.970550 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-159109dc-c799-410c-8443-e56e0a6da8e0 req-7a9e4e57-366d-47ae-a24e-638b230999b7 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442846 Jan 28 19:52:02.108820 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b355fe0-78ba-4774-aa3a-29bd05efe30e req-62484ba0-9cb1-4ea1-80c1-c4c253482527 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:02.110331 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b355fe0-78ba-4774-aa3a-29bd05efe30e req-62484ba0-9cb1-4ea1-80c1-c4c253482527 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0678275 Jan 28 19:52:02.159411 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b355fe0-78ba-4774-aa3a-29bd05efe30e req-067b88c2-9e94-42fb-9d80-532c08e327e3 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433707 Jan 28 19:52:02.287880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a42874-2014-41e1-bca0-1706080e52b4 req-9fa18d43-126f-4792-ad70-43c1febd180d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:02.289284 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-75a42874-2014-41e1-bca0-1706080e52b4 req-9fa18d43-126f-4792-ad70-43c1febd180d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0593767 Jan 28 19:52:02.348906 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-75a42874-2014-41e1-bca0-1706080e52b4 req-62392eff-cc31-4b18-9ca6-b8404af4f633 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512383 Jan 28 19:52:02.376090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:52:02.429693 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ec096-a939-41b8-b8a0-ff3837d2f539 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:02.431381 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-098ec096-a939-41b8-b8a0-ff3837d2f539 tempest-TestNetworkAdvancedServerOps-1602221998 tempest-TestNetworkAdvancedServerOps-1602221998-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 1122 time: 0.0542824 Jan 28 19:52:02.434366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32856) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:52:02.438658 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '50e4a7f5-4c0b-4543-9dc9-09b107accee9', 'tenant_id': '310e0101c83844149a246554aacabb65', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:52:02.462881 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:02.566494 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:02.680786 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Allocated IP 172.25.0.51 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/5bae2182-6b0c-4b3e-b494-585efcee9e9f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:52:02.794197 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (5bae2182-6b0c-4b3e-b494-585efcee9e9f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:02.831480 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5bae2182-6b0c-4b3e-b494-585efcee9e9f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:02.869254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:52:02.873878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:52:02.878227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:52:02.881218 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=5bae2182-6b0c-4b3e-b494-585efcee9e9f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:03.256041 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for floatingip (f257d3f5-366d-4570-a3a5-05ea53eab73c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:03.326882 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5bae2182-6b0c-4b3e-b494-585efcee9e9f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:03.497674 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for port (5bae2182-6b0c-4b3e-b494-585efcee9e9f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:03.504018 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (5bae2182-6b0c-4b3e-b494-585efcee9e9f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:03.574415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event updated for resources: {'Port': ['ID=5bae2182-6b0c-4b3e-b494-585efcee9e9f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:52:03.587689 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (f257d3f5-366d-4570-a3a5-05ea53eab73c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:03.688825 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Floating IP f257d3f5-366d-4570-a3a5-05ea53eab73c associated. External IP: 172.25.0.51, port: 50e4a7f5-4c0b-4543-9dc9-09b107accee9. Jan 28 19:52:03.896287 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 2cdb7026-501e-4709-8d4e-81b0fda908a9 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:52:04.000819 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:52:04.010778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe216f-4f42-44b4-8148-b3f36f0ff1f3 None None] Sync routers for ids ['2cdb7026-501e-4709-8d4e-81b0fda908a9'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:52:04.020732 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:04.025335 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe216f-4f42-44b4-8148-b3f36f0ff1f3 None None] Routers {'2cdb7026-501e-4709-8d4e-81b0fda908a9'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:52:04.025971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8dbe216f-4f42-44b4-8148-b3f36f0ff1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:51:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2cdb7026-501e-4709-8d4e-81b0fda908a9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:04.054427 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cf2cf853-903a-4d15-a15b-85a56cdcdde8 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6189747 Jan 28 19:52:04.055017 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c509ec12-61d1-4b64-a136-034fc693899a', 'tag': '50e4a7f5-4c0b-4543-9dc9-09b107accee9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:52:04.057366 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a23dccd-b7a1-46eb-9a41-ab8e8f4eaf0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c509ec12-61d1-4b64-a136-034fc693899a", "tag": "50e4a7f5-4c0b-4543-9dc9-09b107accee9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:52:04.102774 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a3338e-e19c-405d-afc1-0cbe31fa096a x-openstack-request-id: req-08a3338e-e19c-405d-afc1-0cbe31fa096a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:52:04.103139 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c509ec12-61d1-4b64-a136-034fc693899a", "tag": "50e4a7f5-4c0b-4543-9dc9-09b107accee9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:52:04.103345 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08a3338e-e19c-405d-afc1-0cbe31fa096a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:52:04.103763 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c509ec12-61d1-4b64-a136-034fc693899a', 'tag': '50e4a7f5-4c0b-4543-9dc9-09b107accee9', 'status': 'completed', 'code': 200} Jan 28 19:52:04.141947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8dbe216f-4f42-44b4-8148-b3f36f0ff1f3 None None] Set router 2cdb7026-501e-4709-8d4e-81b0fda908a9 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:52:04.167492 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23dccd-b7a1-46eb-9a41-ab8e8f4eaf0c req-46f5d321-1297-4890-8ab7-b46f2b8a82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:04.168927 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5a23dccd-b7a1-46eb-9a41-ab8e8f4eaf0c req-46f5d321-1297-4890-8ab7-b46f2b8a82ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 1127 time: 0.0453837 Jan 28 19:52:04.170583 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7648adf-2629-41c4-aabb-beee3378cd33 req-5b280719-aab0-42a5-8d13-30f1cc48d0e0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:04.172197 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7648adf-2629-41c4-aabb-beee3378cd33 req-5b280719-aab0-42a5-8d13-30f1cc48d0e0 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0566669 Jan 28 19:52:04.236586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7648adf-2629-41c4-aabb-beee3378cd33 req-f646c75a-ba61-4cf6-9358-171a716bab0f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570686 Jan 28 19:52:04.259486 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 32862) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:52:04.265582 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23dccd-b7a1-46eb-9a41-ab8e8f4eaf0c req-924b309b-586b-48a4-b4ea-18f726cc9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:04.267304 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5a23dccd-b7a1-46eb-9a41-ab8e8f4eaf0c req-924b309b-586b-48a4-b4ea-18f726cc9a1d service neutron] 10.222.0.37 "GET /v2.0/networks?id=767ae672-f46a-42e0-89f8-09ec6e645b31 HTTP/1.1" status: 200 len: 897 time: 0.0912693 Jan 28 19:52:04.328094 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d07840ed-6447-401d-885b-b5019458556c tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/floatingips/f257d3f5-366d-4570-a3a5-05ea53eab73c HTTP/1.1" status: 200 len: 990 time: 0.0673082 Jan 28 19:52:04.340440 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5a23dccd-b7a1-46eb-9a41-ab8e8f4eaf0c req-9b8d552b-a06f-440b-ac54-bce2b4669bed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50e4a7f5-4c0b-4543-9dc9-09b107accee9 HTTP/1.1" status: 200 len: 998 time: 0.0666869 Jan 28 19:52:04.386923 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23dccd-b7a1-46eb-9a41-ab8e8f4eaf0c req-49646a4d-1c99-4c45-b643-5bbefc0dd15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:04.388385 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5a23dccd-b7a1-46eb-9a41-ab8e8f4eaf0c req-49646a4d-1c99-4c45-b643-5bbefc0dd15e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccfd0836-00b2-4b42-8ce5-65e24ab0039f HTTP/1.1" status: 200 len: 834 time: 0.0422118 Jan 28 19:52:04.436944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23dccd-b7a1-46eb-9a41-ab8e8f4eaf0c req-7e1650da-70b2-4987-b808-8378b89e31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:04.438476 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5a23dccd-b7a1-46eb-9a41-ab8e8f4eaf0c req-7e1650da-70b2-4987-b808-8378b89e31f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=767ae672-f46a-42e0-89f8-09ec6e645b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448568 Jan 28 19:52:04.532017 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5a23dccd-b7a1-46eb-9a41-ab8e8f4eaf0c req-df0d54b5-6459-42ad-9d9d-a79e5effcbdb service neutron] 10.222.0.37 "GET /v2.0/networks/767ae672-f46a-42e0-89f8-09ec6e645b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861673 Jan 28 19:52:04.543147 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8dbe216f-4f42-44b4-8148-b3f36f0ff1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401931260', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:51:44Z', 'updated_at': '2022-01-28T19:51:48Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:45Z', 'updated_at': '2022-01-28T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'f257d3f5-366d-4570-a3a5-05ea53eab73c', 'tenant_id': '310e0101c83844149a246554aacabb65', 'floating_ip_address': '172.25.0.51', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'port_id': '50e4a7f5-4c0b-4543-9dc9-09b107accee9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31', 'mac_address': 'fa:16:3e:e7:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509ec12-61d1-4b64-a136-034fc693899a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:52:03Z', 'updated_at': '2022-01-28T19:52:03Z', 'revision_number': 0, 'project_id': '310e0101c83844149a246554aacabb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba742df4-6325-4947-9847-bacb22db729e', 'name': '', 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:fd:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:47Z', 'updated_at': '2022-01-28T19:51:51Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:04.574084 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe216f-4f42-44b4-8148-b3f36f0ff1f3 None None] Checking router: 2cdb7026-501e-4709-8d4e-81b0fda908a9 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:52:04.582917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe216f-4f42-44b4-8148-b3f36f0ff1f3 None None] Routers {'2cdb7026-501e-4709-8d4e-81b0fda908a9'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:52:04.583535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8dbe216f-4f42-44b4-8148-b3f36f0ff1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:51:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2cdb7026-501e-4709-8d4e-81b0fda908a9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:04.622685 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5a23dccd-b7a1-46eb-9a41-ab8e8f4eaf0c req-89ca0ca6-855f-485e-bfce-2a5a4a21ef08 service neutron] 10.222.0.37 "GET /v2.0/networks/767ae672-f46a-42e0-89f8-09ec6e645b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845454 Jan 28 19:52:04.688706 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8dbe216f-4f42-44b4-8148-b3f36f0ff1f3 None None] Set router 2cdb7026-501e-4709-8d4e-81b0fda908a9 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:52:04.924836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8dbe216f-4f42-44b4-8148-b3f36f0ff1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401931260', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:51:44Z', 'updated_at': '2022-01-28T19:51:48Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:45Z', 'updated_at': '2022-01-28T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'f257d3f5-366d-4570-a3a5-05ea53eab73c', 'tenant_id': '310e0101c83844149a246554aacabb65', 'floating_ip_address': '172.25.0.51', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'port_id': '50e4a7f5-4c0b-4543-9dc9-09b107accee9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31', 'mac_address': 'fa:16:3e:e7:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509ec12-61d1-4b64-a136-034fc693899a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:52:03Z', 'updated_at': '2022-01-28T19:52:03Z', 'revision_number': 0, 'project_id': '310e0101c83844149a246554aacabb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba742df4-6325-4947-9847-bacb22db729e', 'name': '', 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:fd:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:47Z', 'updated_at': '2022-01-28T19:51:51Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:52:04.951513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe216f-4f42-44b4-8148-b3f36f0ff1f3 None None] The sync data for ids ['2cdb7026-501e-4709-8d4e-81b0fda908a9'] in n-d-824834-4 is: [{'id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401931260', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:51:44Z', 'updated_at': '2022-01-28T19:51:48Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:45Z', 'updated_at': '2022-01-28T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'f257d3f5-366d-4570-a3a5-05ea53eab73c', 'tenant_id': '310e0101c83844149a246554aacabb65', 'floating_ip_address': '172.25.0.51', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'port_id': '50e4a7f5-4c0b-4543-9dc9-09b107accee9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31', 'mac_address': 'fa:16:3e:e7:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c509ec12-61d1-4b64-a136-034fc693899a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:52:03Z', 'updated_at': '2022-01-28T19:52:03Z', 'revision_number': 0, 'project_id': '310e0101c83844149a246554aacabb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba742df4-6325-4947-9847-bacb22db729e', 'name': '', 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:fd:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:47Z', 'updated_at': '2022-01-28T19:51:51Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:52:05.152365 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9241b045-54ed-433c-bb6a-954cc563933c None None] New status for floating IP f257d3f5-366d-4570-a3a5-05ea53eab73c: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:52:05.331949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 32864) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:52:05.395820 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d7146396-0731-4031-bbe8-5323c76467f5 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/floatingips/f257d3f5-366d-4570-a3a5-05ea53eab73c HTTP/1.1" status: 200 len: 992 time: 0.0627186 Jan 28 19:52:18.263224 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-47434b12-c523-477b-93fc-d49f9467df04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:20.423567 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5cbcaa5a-825c-4be7-a2f5-a49715dec4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:21.841586 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:23.117520 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:24.526251 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:25.750148 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:30.498114 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:34.229313 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:52:35.298936 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-95e10f21-2a6b-4749-8373-5ba11b755b17 req-d05347e4-2623-4730-b880-a2195f8442b5 service neutron] (103146) timed out ('10.222.0.55', 49624) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:52:46.795127 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2cfdc5e7-a37c-4cfb-901e-2821687a6bcb req-df06b2c5-a49c-4196-b2cf-ac6a79e671f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468397 Jan 28 19:52:46.882217 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdc5e7-a37c-4cfb-901e-2821687a6bcb req-516aef37-b0e5-492c-bd4c-61638228a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:46.883727 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2cfdc5e7-a37c-4cfb-901e-2821687a6bcb req-516aef37-b0e5-492c-bd4c-61638228a447 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 1127 time: 0.0465050 Jan 28 19:52:46.987131 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdc5e7-a37c-4cfb-901e-2821687a6bcb req-1fb6b8ac-5183-49d3-a805-264ee48b767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:46.988648 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2cfdc5e7-a37c-4cfb-901e-2821687a6bcb req-1fb6b8ac-5183-49d3-a805-264ee48b767a service neutron] 10.222.0.37 "GET /v2.0/networks?id=767ae672-f46a-42e0-89f8-09ec6e645b31 HTTP/1.1" status: 200 len: 897 time: 0.0868664 Jan 28 19:52:47.052631 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2cfdc5e7-a37c-4cfb-901e-2821687a6bcb req-ec2cc728-dd1a-43cb-a34d-7711a934e845 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50e4a7f5-4c0b-4543-9dc9-09b107accee9 HTTP/1.1" status: 200 len: 1000 time: 0.0582638 Jan 28 19:52:47.455365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdc5e7-a37c-4cfb-901e-2821687a6bcb req-2f66eb56-aad2-46a6-9cdf-38fd5aaa9b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:47.456805 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2cfdc5e7-a37c-4cfb-901e-2821687a6bcb req-2f66eb56-aad2-46a6-9cdf-38fd5aaa9b3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccfd0836-00b2-4b42-8ce5-65e24ab0039f HTTP/1.1" status: 200 len: 834 time: 0.3990788 Jan 28 19:52:47.504849 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdc5e7-a37c-4cfb-901e-2821687a6bcb req-cbf1023a-2d40-4cff-8db3-7db567cf0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:47.506369 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2cfdc5e7-a37c-4cfb-901e-2821687a6bcb req-cbf1023a-2d40-4cff-8db3-7db567cf0e2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=767ae672-f46a-42e0-89f8-09ec6e645b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435417 Jan 28 19:52:47.599900 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2cfdc5e7-a37c-4cfb-901e-2821687a6bcb req-f3aa8ffc-b3aa-4012-afb8-f474155b82f5 service neutron] 10.222.0.37 "GET /v2.0/networks/767ae672-f46a-42e0-89f8-09ec6e645b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877461 Jan 28 19:52:47.690188 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2cfdc5e7-a37c-4cfb-901e-2821687a6bcb req-429d43ca-d40c-4b7d-8edc-b1386776b0f4 service neutron] 10.222.0.37 "GET /v2.0/networks/767ae672-f46a-42e0-89f8-09ec6e645b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851774 Jan 28 19:52:48.266898 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9e7ad9fa-1b39-43cd-956b-cd2514da7257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:50.434360 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7e24fce0-0701-4f30-85e5-1e41136b7f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:50.972205 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2763e56f-75c4-4ade-a7fd-679cef70aa16 req-09f2f2c3-e555-44ff-b745-e1a41595296c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487890 Jan 28 19:52:51.057037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763e56f-75c4-4ade-a7fd-679cef70aa16 req-e9e31556-839c-44b2-9fb6-83a5f4349dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:51.058663 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2763e56f-75c4-4ade-a7fd-679cef70aa16 req-e9e31556-839c-44b2-9fb6-83a5f4349dee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 1127 time: 0.0469615 Jan 28 19:52:51.166919 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763e56f-75c4-4ade-a7fd-679cef70aa16 req-8dc7e04b-4bd4-406d-9c49-1236f85e9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:51.168414 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2763e56f-75c4-4ade-a7fd-679cef70aa16 req-8dc7e04b-4bd4-406d-9c49-1236f85e9248 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.0907564 Jan 28 19:52:51.232276 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2763e56f-75c4-4ade-a7fd-679cef70aa16 req-4f7ba7ce-0505-4565-8128-87890b431cdc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4719d794-1399-48c4-a14c-727eba1c18dc HTTP/1.1" status: 200 len: 1000 time: 0.0581195 Jan 28 19:52:51.283638 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763e56f-75c4-4ade-a7fd-679cef70aa16 req-5477e89f-3ab6-4825-870d-ae2e30a9fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:51.285148 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2763e56f-75c4-4ade-a7fd-679cef70aa16 req-5477e89f-3ab6-4825-870d-ae2e30a9fcaa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0476761 Jan 28 19:52:51.333107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763e56f-75c4-4ade-a7fd-679cef70aa16 req-2718f93b-273d-49eb-9f03-4b57cfbb49df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:52:51.334666 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2763e56f-75c4-4ade-a7fd-679cef70aa16 req-2718f93b-273d-49eb-9f03-4b57cfbb49df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443757 Jan 28 19:52:51.432058 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2763e56f-75c4-4ade-a7fd-679cef70aa16 req-4df53824-6daf-4548-837d-b7e0f1ae26d4 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916700 Jan 28 19:52:51.535106 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2763e56f-75c4-4ade-a7fd-679cef70aa16 req-4fe81d6b-f5aa-4ebf-8985-fa2f960c46ee service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975478 Jan 28 19:52:51.842467 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:53.116016 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:54.521597 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:52:55.781919 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:00.500317 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:11.233311 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:53:14.820105 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b809ad8-b94a-410c-ad8e-4eff7a828204 req-a5173c46-f540-44c0-bb2f-291ef5b49ca8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:14.821477 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b809ad8-b94a-410c-ad8e-4eff7a828204 req-a5173c46-f540-44c0-bb2f-291ef5b49ca8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 945 time: 0.0557911 Jan 28 19:53:14.879964 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8b809ad8-b94a-410c-ad8e-4eff7a828204 req-8ce4d098-4847-4285-a972-e1c9f23cc74f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502465 Jan 28 19:53:16.029283 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0bbdf-0d72-4dfc-b839-9f9e8136935b req-d717ceb8-ea2c-45dc-8281-11bb9e21a1e6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:16.031165 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8a0bbdf-0d72-4dfc-b839-9f9e8136935b req-d717ceb8-ea2c-45dc-8281-11bb9e21a1e6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 945 time: 0.0642822 Jan 28 19:53:16.084224 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c8a0bbdf-0d72-4dfc-b839-9f9e8136935b req-1afe9075-e0f7-43f5-ac56-a710dec30e87 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469587 Jan 28 19:53:16.288173 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8809-f4de-4cd5-82d7-0f04f5c1e233 req-22a82c5a-1ebc-46b0-b42d-5ae46af6a0d4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:16.289600 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-191a8809-f4de-4cd5-82d7-0f04f5c1e233 req-22a82c5a-1ebc-46b0-b42d-5ae46af6a0d4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 945 time: 0.0696340 Jan 28 19:53:16.388765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-191a8809-f4de-4cd5-82d7-0f04f5c1e233 req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Deleting port 4719d794-1399-48c4-a14c-727eba1c18dc {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:53:16.389135 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-191a8809-f4de-4cd5-82d7-0f04f5c1e233 req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4719d794-1399-48c4-a14c-727eba1c18dc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:16.485934 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-191a8809-f4de-4cd5-82d7-0f04f5c1e233 req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] For port 4719d794-1399-48c4-a14c-727eba1c18dc, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4719d794-1399-48c4-a14c-727eba1c18dc,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:16.486328 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-191a8809-f4de-4cd5-82d7-0f04f5c1e233 req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4719d794-1399-48c4-a14c-727eba1c18dc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:16.721598 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-191a8809-f4de-4cd5-82d7-0f04f5c1e233 req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:16.722060 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-191a8809-f4de-4cd5-82d7-0f04f5c1e233 req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (6f0b74fb-423c-47ad-8240-6e57d99eec81), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:16.722347 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [req-191a8809-f4de-4cd5-82d7-0f04f5c1e233 req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Floating IP 6f0b74fb-423c-47ad-8240-6e57d99eec81 disassociated. External IP: 172.25.0.84, port: 4719d794-1399-48c4-a14c-727eba1c18dc. Jan 28 19:53:16.722689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-191a8809-f4de-4cd5-82d7-0f04f5c1e233 req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Calling delete_port for 4719d794-1399-48c4-a14c-727eba1c18dc owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:53:16.853570 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-191a8809-f4de-4cd5-82d7-0f04f5c1e233 req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4719d794-1399-48c4-a14c-727eba1c18dc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:16.883208 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event deleted for resources: {'Port': ['ID=4719d794-1399-48c4-a14c-727eba1c18dc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:16.894094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:16.894427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:16.894761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:16.895092 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:16.895418 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:16.895863 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:16.896059 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:16.896378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:16.896696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:16.897015 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:16.898504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:16.898504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:16.898504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:17.022588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-191a8809-f4de-4cd5-82d7-0f04f5c1e233 req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:53:17.177921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99835765-77a3-48b3-9ac0-08d76baaec77 req-97c116a4-1c69-458e-ab55-dbdd6438ac6d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:17.179369 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-99835765-77a3-48b3-9ac0-08d76baaec77 req-97c116a4-1c69-458e-ab55-dbdd6438ac6d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.1050422 Jan 28 19:53:17.185231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-191a8809-f4de-4cd5-82d7-0f04f5c1e233 req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:53:17.190413 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5fa992c3-5b89-47ab-bf3e-ca712998d1d3 req-a19dc81a-122c-4907-b363-f2b762a06c78 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 210 time: 0.0304968 Jan 28 19:53:17.196253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d760958a-0736-4013-b6a7-a7cd1bd91543 None None] Sync routers for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:53:17.210674 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d760958a-0736-4013-b6a7-a7cd1bd91543 None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:53:17.211634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d760958a-0736-4013-b6a7-a7cd1bd91543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:52:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:17.263244 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-191a8809-f4de-4cd5-82d7-0f04f5c1e233 req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] No DVR routers for this DVR port 4719d794-1399-48c4-a14c-727eba1c18dc on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:53:17.266513 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-191a8809-f4de-4cd5-82d7-0f04f5c1e233 req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:17.269878 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-191a8809-f4de-4cd5-82d7-0f04f5c1e233 req-663c88da-6f57-4f25-be1c-2681bbb5bdf2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "DELETE /v2.0/ports/4719d794-1399-48c4-a14c-727eba1c18dc HTTP/1.1" status: 204 len: 173 time: 0.9752765 Jan 28 19:53:17.270368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610102ad-4f2c-4f18-a913-e5ec8a976639', 'name': 'network-vif-deleted', 'tag': '4719d794-1399-48c4-a14c-727eba1c18dc'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:53:17.272692 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807747f3-e4e4-467c-87b5-1e431310ca86" -d '{"events": [{"server_uuid": "610102ad-4f2c-4f18-a913-e5ec8a976639", "name": "network-vif-deleted", "tag": "4719d794-1399-48c4-a14c-727eba1c18dc"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:53:17.284497 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-99835765-77a3-48b3-9ac0-08d76baaec77 req-7d59f80d-306e-4f69-a779-6556a0c39978 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968771 Jan 28 19:53:17.340812 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3da7e0-46df-4875-bbab-18cc69a3da24 x-openstack-request-id: req-9d3da7e0-46df-4875-bbab-18cc69a3da24 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:53:17.341116 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610102ad-4f2c-4f18-a913-e5ec8a976639", "name": "network-vif-deleted", "tag": "4719d794-1399-48c4-a14c-727eba1c18dc", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:53:17.341372 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d3da7e0-46df-4875-bbab-18cc69a3da24 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:53:17.341868 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610102ad-4f2c-4f18-a913-e5ec8a976639', 'name': 'network-vif-deleted', 'tag': '4719d794-1399-48c4-a14c-727eba1c18dc', 'status': 'completed', 'code': 200} Jan 28 19:53:17.392038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d760958a-0736-4013-b6a7-a7cd1bd91543 None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:53:17.599939 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d760958a-0736-4013-b6a7-a7cd1bd91543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:17.626990 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d760958a-0736-4013-b6a7-a7cd1bd91543 None None] Checking router: e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:53:17.635369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d760958a-0736-4013-b6a7-a7cd1bd91543 None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:53:17.636023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d760958a-0736-4013-b6a7-a7cd1bd91543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:52:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:17.741916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-d760958a-0736-4013-b6a7-a7cd1bd91543 None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:53:17.940485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-d760958a-0736-4013-b6a7-a7cd1bd91543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:17.972496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d760958a-0736-4013-b6a7-a7cd1bd91543 None None] The sync data for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 is: [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:53:18.198976 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea910646-fbae-4331-a242-be1c79bc7df5 None None] New status for floating IP 6f0b74fb-423c-47ad-8240-6e57d99eec81: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:53:18.264065 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-89adfb95-f542-417b-9a44-7da2e7410611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:18.298497 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9ad9c543-bad5-467f-8583-6475fd2e2721 req-38d21f49-fdc1-419c-aed7-a09a04cfc53d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 210 time: 0.0278256 Jan 28 19:53:18.427517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23f7f1-ca8c-430f-86c0-2ce57f3b84ad req-ed2ce01c-dd29-4e79-89f8-e479f1e3a6fe tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:18.429219 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f23f7f1-ca8c-430f-86c0-2ce57f3b84ad req-ed2ce01c-dd29-4e79-89f8-e479f1e3a6fe tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0634718 Jan 28 19:53:18.479673 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f23f7f1-ca8c-430f-86c0-2ce57f3b84ad req-98f88467-ef13-41ef-8d6d-685ba9b618fa tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442042 Jan 28 19:53:19.408698 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f5711813-2093-464e-b248-161848132e4b req-dd85fb90-120a-4575-af43-adedd291a152 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 210 time: 0.0316875 Jan 28 19:53:19.603329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1f395-b538-4e3d-9617-dd7666082378 req-24ecc5c7-f546-4b1c-b628-9075a1e68e95 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:19.604754 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-68b1f395-b538-4e3d-9617-dd7666082378 req-24ecc5c7-f546-4b1c-b628-9075a1e68e95 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0531662 Jan 28 19:53:19.655544 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-68b1f395-b538-4e3d-9617-dd7666082378 req-f070a787-97ed-4d4a-919e-36bbb986226f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441806 Jan 28 19:53:20.011654 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4719d794-1399-48c4-a14c-727eba1c18dc no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:53:20.033380 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 4719d794-1399-48c4-a14c-727eba1c18dc {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:53:20.033718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4719d794-1399-48c4-a14c-727eba1c18dc not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:53:20.429638 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96d5b1b9-5204-487f-ad74-3aa46b0c3e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:20.511240 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-14670a69-6fc1-42c2-b98e-e9c5e0a9a4a9 req-022f3ec4-3431-455a-b3d7-d9efc8945078 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 210 time: 0.0297480 Jan 28 19:53:20.793339 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf22aa1-467d-47c6-960e-b19a33b0e6d8 req-873fef07-fb8b-447e-8372-0e855e8a8d08 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:20.795532 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eaf22aa1-467d-47c6-960e-b19a33b0e6d8 req-873fef07-fb8b-447e-8372-0e855e8a8d08 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0592098 Jan 28 19:53:20.845402 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eaf22aa1-467d-47c6-960e-b19a33b0e6d8 req-8a8f9164-dc5b-48d7-a341-5192df16f6de tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437300 Jan 28 19:53:21.614603 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6815c98d-5cad-415b-9d81-9841ef0ba70f req-8d4e3bbb-973e-45e9-ad1c-d6b1ba45e3a1 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 210 time: 0.0274165 Jan 28 19:53:21.844255 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:21.969252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e2b84-1bd9-44b8-812d-5a63062f656b req-a695098c-e7e6-481f-ae62-f70d905d3f4b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:21.970774 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8a6e2b84-1bd9-44b8-812d-5a63062f656b req-a695098c-e7e6-481f-ae62-f70d905d3f4b tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0555294 Jan 28 19:53:22.020125 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8a6e2b84-1bd9-44b8-812d-5a63062f656b req-370f92a7-13f0-446e-ab2f-22ae32fb592d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436394 Jan 28 19:53:22.711997 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-327adde9-4d77-42e4-8e7e-6a346934c713 req-2a948067-f913-46d8-a081-c0dc240be7ba tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 210 time: 0.0291209 Jan 28 19:53:23.116665 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:23.141805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ba85d-4577-4bdc-a659-0f88305de38c req-8917ba96-b1a9-41c1-ba56-0060b539d1e3 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:23.143417 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6d6ba85d-4577-4bdc-a659-0f88305de38c req-8917ba96-b1a9-41c1-ba56-0060b539d1e3 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0538459 Jan 28 19:53:23.198487 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6d6ba85d-4577-4bdc-a659-0f88305de38c req-c60ca909-1101-418e-abf9-12f3cc30be4d tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486314 Jan 28 19:53:23.811129 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-15819542-8548-4f5f-8f53-23a0d860634b req-1f76c587-9c96-4cb9-aec4-cff67de4a4cc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 210 time: 0.0281551 Jan 28 19:53:24.330421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957da3f6-dd99-4d8a-b2d9-ac65a2fab041 req-6867d9bb-b52c-4a55-8282-6bd28b87a226 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:24.331917 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-957da3f6-dd99-4d8a-b2d9-ac65a2fab041 req-6867d9bb-b52c-4a55-8282-6bd28b87a226 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0609729 Jan 28 19:53:24.380126 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-957da3f6-dd99-4d8a-b2d9-ac65a2fab041 req-a9b0be20-3b08-4eef-a232-9d733699e396 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425575 Jan 28 19:53:24.526553 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:24.907715 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-24da0747-6b53-492a-8671-8aa60d8b53bd req-1caba2fb-ae9a-456b-b315-5fc68d722e47 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 210 time: 0.0273707 Jan 28 19:53:25.509954 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760116a-4682-4077-bb99-b8ad4c4c8451 req-a2ab6ddd-079d-4820-ab2e-61f7a8c18770 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:25.511475 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f760116a-4682-4077-bb99-b8ad4c4c8451 req-a2ab6ddd-079d-4820-ab2e-61f7a8c18770 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0542240 Jan 28 19:53:25.561330 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f760116a-4682-4077-bb99-b8ad4c4c8451 req-fbdafd04-ffb2-4dd2-98d8-b08d2196d4ae tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440836 Jan 28 19:53:25.781210 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:26.036378 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1d249a5a-1784-4473-b791-9accc8357843 req-0e381eae-8f6b-431c-9d10-acfa26dc79bc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=610102ad-4f2c-4f18-a913-e5ec8a976639 HTTP/1.1" status: 200 len: 210 time: 0.0312145 Jan 28 19:53:26.696041 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b07db-e71e-48cd-ad45-f5da7fff5b60 req-e6cbaeae-c96d-4e3f-b987-4b9a7f30e888 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:26.697855 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-791b07db-e71e-48cd-ad45-f5da7fff5b60 req-e6cbaeae-c96d-4e3f-b987-4b9a7f30e888 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0617316 Jan 28 19:53:26.750326 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-791b07db-e71e-48cd-ad45-f5da7fff5b60 req-f06569f3-2cf2-4dda-8f9b-90bcc9391fa2 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445144 Jan 28 19:53:27.353435 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e4233cff-b855-452b-96e7-a582c103b78d req-c9b14d5c-0fe2-4ac4-b985-9bec4a6b6aab tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-738236671&fields=id&tenant_id=74e67802b83e4dda84b80b3ec28b1541 HTTP/1.1" status: 200 len: 267 time: 0.0466344 Jan 28 19:53:27.463192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4233cff-b855-452b-96e7-a582c103b78d req-05f0e2b9-fcaa-4857-9110-bc671694fa81 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:27.464636 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e4233cff-b855-452b-96e7-a582c103b78d req-05f0e2b9-fcaa-4857-9110-bc671694fa81 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 811 time: 0.1019092 Jan 28 19:53:27.481568 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e4233cff-b855-452b-96e7-a582c103b78d req-e9773ad1-9922-4d7b-9bbc-5fc8d32616e4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/quotas/74e67802b83e4dda84b80b3ec28b1541 HTTP/1.1" status: 200 len: 375 time: 0.0089612 Jan 28 19:53:27.538863 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e4233cff-b855-452b-96e7-a582c103b78d req-b572cd91-f9c4-452b-8eec-bab0ff5f2bbe tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506790 Jan 28 19:53:27.635094 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e4233cff-b855-452b-96e7-a582c103b78d req-b0e49c40-37e4-4eff-ab1a-850a97972262 service neutron] 10.222.0.55 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815849 Jan 28 19:53:27.735448 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e4233cff-b855-452b-96e7-a582c103b78d req-61100dc4-bba0-4451-94f9-2f4da1eedd64 service neutron] 10.222.0.55 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945270 Jan 28 19:53:27.876472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649d25b-929a-4889-9abc-0a70daef8f60 req-bb93985a-9c88-4a12-b627-1c1c0f8dd032 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:27.878109 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a649d25b-929a-4889-9abc-0a70daef8f60 req-bb93985a-9c88-4a12-b627-1c1c0f8dd032 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0540729 Jan 28 19:53:27.933706 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a649d25b-929a-4889-9abc-0a70daef8f60 req-8ff6e1c9-8ebf-4d2d-bfe5-6bc1e7b41556 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485744 Jan 28 19:53:28.031525 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-79d3e25e-8e18-4f14-80cd-3f3b3514d9ad req-461f56ee-33f1-4aad-8246-49802f4a736e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 210 time: 0.0268135 Jan 28 19:53:29.051618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4233cff-b855-452b-96e7-a582c103b78d req-8c6b3b18-731e-4547-89e9-0943d9c2ae19 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:29.053101 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4233cff-b855-452b-96e7-a582c103b78d req-8c6b3b18-731e-4547-89e9-0943d9c2ae19 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 811 time: 0.1045814 Jan 28 19:53:29.078715 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c2f7-3e64-42aa-8736-08cc928e40ec req-7a7b77c3-1ecd-4eed-9eaa-80fadddf39bd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:29.080962 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5e48c2f7-3e64-42aa-8736-08cc928e40ec req-7a7b77c3-1ecd-4eed-9eaa-80fadddf39bd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0700386 Jan 28 19:53:29.133399 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5e48c2f7-3e64-42aa-8736-08cc928e40ec req-f3862200-b9b5-4ccf-9d91-d9260fd5a1cd tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467548 Jan 28 19:53:29.145110 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b05e68b-9a9c-4c6b-9bd8-6bddebbe56b1 req-50d85d78-8fdf-47de-8a2e-6b23fdce7365 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 210 time: 0.0301731 Jan 28 19:53:29.150508 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4233cff-b855-452b-96e7-a582c103b78d req-eaee1aed-a95f-43f0-a1e6-cde0b719ef69 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74e67802b83e4dda84b80b3ec28b1541 HTTP/1.1" status: 200 len: 379 time: 0.0875883 Jan 28 19:53:29.159991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e4233cff-b855-452b-96e7-a582c103b78d req-d11b8d92-45ff-4ffd-b89a-241a3d2e7afc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Request body: {'port': {'device_id': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'admin_state_up': True, 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'security_groups': ['8f0f9abe-aa75-43b7-a260-cf2e006aacc7']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:53:29.575897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4233cff-b855-452b-96e7-a582c103b78d req-d11b8d92-45ff-4ffd-b89a-241a3d2e7afc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Made reservation on behalf of 74e67802b83e4dda84b80b3ec28b1541 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:53:29.579487 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e4233cff-b855-452b-96e7-a582c103b78d req-d11b8d92-45ff-4ffd-b89a-241a3d2e7afc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:29.708532 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-e4233cff-b855-452b-96e7-a582c103b78d req-d11b8d92-45ff-4ffd-b89a-241a3d2e7afc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Allocated IP 172.20.0.3 (3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a/e8631fd7-f1ff-4755-931c-e72b5c9a8c5b/a30a832c-8e7c-4f91-aff2-ae3ed988bf42) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:53:29.850222 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e4233cff-b855-452b-96e7-a582c103b78d req-d11b8d92-45ff-4ffd-b89a-241a3d2e7afc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for port (a30a832c-8e7c-4f91-aff2-ae3ed988bf42), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:29.885460 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e4233cff-b855-452b-96e7-a582c103b78d req-d11b8d92-45ff-4ffd-b89a-241a3d2e7afc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (a30a832c-8e7c-4f91-aff2-ae3ed988bf42), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:29.928068 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4233cff-b855-452b-96e7-a582c103b78d req-d11b8d92-45ff-4ffd-b89a-241a3d2e7afc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:53:29.931127 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-e4233cff-b855-452b-96e7-a582c103b78d req-d11b8d92-45ff-4ffd-b89a-241a3d2e7afc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:53:29.937371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4233cff-b855-452b-96e7-a582c103b78d req-d11b8d92-45ff-4ffd-b89a-241a3d2e7afc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:53:29.965143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b8d92-45ff-4ffd-b89a-241a3d2e7afc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'Port': ['ID=a30a832c-8e7c-4f91-aff2-ae3ed988bf42,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:29.990517 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4233cff-b855-452b-96e7-a582c103b78d req-d11b8d92-45ff-4ffd-b89a-241a3d2e7afc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:29.991145 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e4233cff-b855-452b-96e7-a582c103b78d req-d11b8d92-45ff-4ffd-b89a-241a3d2e7afc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:30.010990 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4233cff-b855-452b-96e7-a582c103b78d req-d11b8d92-45ff-4ffd-b89a-241a3d2e7afc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8552246 Jan 28 19:53:30.023053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Request body: {'port': {'device_id': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:53:30.090189 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a30a832c-8e7c-4f91-aff2-ae3ed988bf42), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:30.215186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a20b571b-749c-44ed-95d1-2a40cb801572 None None] Provisioning complete for port a30a832c-8e7c-4f91-aff2-ae3ed988bf42 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:53:30.215686 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a20b571b-749c-44ed-95d1-2a40cb801572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a30a832c-8e7c-4f91-aff2-ae3ed988bf42), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:30.277968 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a20b571b-749c-44ed-95d1-2a40cb801572 None None] Port a30a832c-8e7c-4f91-aff2-ae3ed988bf42 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:53:30.292197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6487d22-4e8e-47c9-ab95-f60318191eb7 req-d0276ce4-e536-4126-8dd9-38da979a9f1e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:30.295649 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d6487d22-4e8e-47c9-ab95-f60318191eb7 req-d0276ce4-e536-4126-8dd9-38da979a9f1e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 931 time: 0.0679805 Jan 28 19:53:30.345681 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d6487d22-4e8e-47c9-ab95-f60318191eb7 req-66cc2c8f-6cfb-4af2-a701-fb1ff7c2f0be tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450277 Jan 28 19:53:30.369386 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff991853-24d3-4f81-85b4-1d4e0aa46992 req-f9fe7a77-5d99-424c-925d-74ca23a9764e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:30.370985 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff991853-24d3-4f81-85b4-1d4e0aa46992 req-f9fe7a77-5d99-424c-925d-74ca23a9764e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0950117 Jan 28 19:53:30.449731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30a832c-8e7c-4f91-aff2-ae3ed988bf42 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:53:30.464963 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Publish callbacks [] for port (a30a832c-8e7c-4f91-aff2-ae3ed988bf42), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:30.475023 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff991853-24d3-4f81-85b4-1d4e0aa46992 req-43230634-327e-4b5f-8ade-cdd5ce6d5b04 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952268 Jan 28 19:53:30.482780 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Transition to ACTIVE for port object a30a832c-8e7c-4f91-aff2-ae3ed988bf42 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:53:30.489592 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (a30a832c-8e7c-4f91-aff2-ae3ed988bf42), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:30.492585 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:30.559474 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=a30a832c-8e7c-4f91-aff2-ae3ed988bf42,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:30.613763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Attempting to bind port a30a832c-8e7c-4f91-aff2-ae3ed988bf42 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:53:30.614206 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Attempting to bind port a30a832c-8e7c-4f91-aff2-ae3ed988bf42 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:53:30.614601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Attempting to bind port a30a832c-8e7c-4f91-aff2-ae3ed988bf42 on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:53:30.619808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Port a30a832c-8e7c-4f91-aff2-ae3ed988bf42 on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:53:30.620222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Attempting to bind port a30a832c-8e7c-4f91-aff2-ae3ed988bf42 on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:53:30.625484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:53:30.625870 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Checking segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:53:30.626441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Bound using segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:53:30.626966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Bound port: a30a832c-8e7c-4f91-aff2-ae3ed988bf42, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:53:30.627381 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a30a832c-8e7c-4f91-aff2-ae3ed988bf42), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:30.697677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] For port a30a832c-8e7c-4f91-aff2-ae3ed988bf42, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:53:30.702007 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] For port a30a832c-8e7c-4f91-aff2-ae3ed988bf42, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a30a832c-8e7c-4f91-aff2-ae3ed988bf42,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:53:30.709726 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (a30a832c-8e7c-4f91-aff2-ae3ed988bf42), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:30.726930 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:30.727558 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:30.728951 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4233cff-b855-452b-96e7-a582c103b78d req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] 10.222.0.31 "PUT /v2.0/ports/a30a832c-8e7c-4f91-aff2-ae3ed988bf42 HTTP/1.1" status: 200 len: 1091 time: 0.7103956 Jan 28 19:53:30.729399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'tag': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:53:30.731681 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b53554-a90f-4231-a18f-1a62152b8b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "45b3f37a-ed81-4505-96dc-38ebbaa0855f", "tag": "a30a832c-8e7c-4f91-aff2-ae3ed988bf42"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:53:30.818267 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08428e1-4fac-4c96-8f15-453f7c567f8d x-openstack-request-id: req-d08428e1-4fac-4c96-8f15-453f7c567f8d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:53:30.818646 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b3f37a-ed81-4505-96dc-38ebbaa0855f", "tag": "a30a832c-8e7c-4f91-aff2-ae3ed988bf42", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:53:30.819006 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d08428e1-4fac-4c96-8f15-453f7c567f8d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:53:30.819518 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'tag': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42', 'status': 'completed', 'code': 200} Jan 28 19:53:30.829346 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6b341-a7af-45a9-bd7e-850d79fe6aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=a30a832c-8e7c-4f91-aff2-ae3ed988bf42,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:30.846220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4233cff-b855-452b-96e7-a582c103b78d req-97bcf4eb-7d4a-44d9-b69e-968c4bfba57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:30.847887 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4233cff-b855-452b-96e7-a582c103b78d req-97bcf4eb-7d4a-44d9-b69e-968c4bfba57a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 1125 time: 0.0807626 Jan 28 19:53:30.894805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4233cff-b855-452b-96e7-a582c103b78d req-1f28f659-04ac-44d5-abcf-4199b1d00b72 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a30a832c-8e7c-4f91-aff2-ae3ed988bf42 HTTP/1.1" status: 200 len: 217 time: 0.0405309 Jan 28 19:53:30.948626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4233cff-b855-452b-96e7-a582c103b78d req-98a10e16-ae7a-4abc-9aae-d99247c18e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:30.950179 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4233cff-b855-452b-96e7-a582c103b78d req-98a10e16-ae7a-4abc-9aae-d99247c18e5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0502613 Jan 28 19:53:30.999282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4233cff-b855-452b-96e7-a582c103b78d req-ed0acd0a-ffb0-4821-b7c7-326172ecfde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:31.000723 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4233cff-b855-452b-96e7-a582c103b78d req-ed0acd0a-ffb0-4821-b7c7-326172ecfde3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447857 Jan 28 19:53:31.093516 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4233cff-b855-452b-96e7-a582c103b78d req-451c3eeb-1dbf-4b2f-80f9-e0c7770230ce service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871809 Jan 28 19:53:31.183263 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4233cff-b855-452b-96e7-a582c103b78d req-1d58cc55-9f23-4f1e-81d5-af9ad0d696cb service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843194 Jan 28 19:53:31.279352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b53554-a90f-4231-a18f-1a62152b8b7d req-37fbc077-8b69-45ac-a178-eb9b76341930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:31.280787 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51b53554-a90f-4231-a18f-1a62152b8b7d req-37fbc077-8b69-45ac-a178-eb9b76341930 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 1125 time: 0.0534379 Jan 28 19:53:31.368773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b53554-a90f-4231-a18f-1a62152b8b7d req-fa6b239d-b00f-4811-adbb-dc510e6d037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:31.370314 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51b53554-a90f-4231-a18f-1a62152b8b7d req-fa6b239d-b00f-4811-adbb-dc510e6d037c service neutron] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.0841744 Jan 28 19:53:31.419716 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51b53554-a90f-4231-a18f-1a62152b8b7d req-5c046436-76df-477a-a619-4a964db7d578 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a30a832c-8e7c-4f91-aff2-ae3ed988bf42 HTTP/1.1" status: 200 len: 217 time: 0.0426407 Jan 28 19:53:31.496960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b53554-a90f-4231-a18f-1a62152b8b7d req-c65e4c8b-300c-4a8a-bfa4-5c0a2c36e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:31.498462 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51b53554-a90f-4231-a18f-1a62152b8b7d req-c65e4c8b-300c-4a8a-bfa4-5c0a2c36e4fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0743406 Jan 28 19:53:31.541961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d9d34-2cf8-4978-aa17-f8d9bfc9839f req-1ff573e9-07b7-4d43-9e80-12887d4564c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:31.543592 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a86d9d34-2cf8-4978-aa17-f8d9bfc9839f req-1ff573e9-07b7-4d43-9e80-12887d4564c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 1127 time: 0.0482285 Jan 28 19:53:31.552278 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2762e9-37ff-4670-a149-f1273d810427 req-e5ad783b-acfb-423d-82a7-f6b9990bc55e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:31.553819 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0c2762e9-37ff-4670-a149-f1273d810427 req-e5ad783b-acfb-423d-82a7-f6b9990bc55e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 943 time: 0.1200380 Jan 28 19:53:31.595287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b53554-a90f-4231-a18f-1a62152b8b7d req-1525fd6c-116b-478f-8209-36d0e83d1c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:31.596914 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51b53554-a90f-4231-a18f-1a62152b8b7d req-1525fd6c-116b-478f-8209-36d0e83d1c0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0892358 Jan 28 19:53:31.624647 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a86d9d34-2cf8-4978-aa17-f8d9bfc9839f req-20825e22-d705-4927-9ec0-1f72c9ae1c22 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750308 Jan 28 19:53:31.643597 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bc6ed-7dd3-4e57-adb5-e7a94f8b5edf req-da98f871-60b4-42b3-8e6e-6a235425db53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:31.645071 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-646bc6ed-7dd3-4e57-adb5-e7a94f8b5edf req-da98f871-60b4-42b3-8e6e-6a235425db53 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0847976 Jan 28 19:53:31.671769 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0c2762e9-37ff-4670-a149-f1273d810427 req-6018933d-d361-416e-8d5b-1c21469ef725 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094942 Jan 28 19:53:31.709384 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-646bc6ed-7dd3-4e57-adb5-e7a94f8b5edf req-e66a3160-b2a2-4ca6-8d43-7771f5456380 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583503 Jan 28 19:53:31.709604 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51b53554-a90f-4231-a18f-1a62152b8b7d req-b9aa11b6-8d82-4b67-9677-30278a2f3e57 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067996 Jan 28 19:53:31.813175 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-51b53554-a90f-4231-a18f-1a62152b8b7d req-4a4e5ee4-ad9e-47b7-a4bb-cc40ee687b34 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971065 Jan 28 19:53:31.828440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 50e4a7f5-4c0b-4543-9dc9-09b107accee9 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:53:31.833104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 50e4a7f5-4c0b-4543-9dc9-09b107accee9 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:53:31.977312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 50e4a7f5-4c0b-4543-9dc9-09b107accee9 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:53:31.977722 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:32.002376 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 50e4a7f5-4c0b-4543-9dc9-09b107accee9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=50e4a7f5-4c0b-4543-9dc9-09b107accee9,segment=NetworkSegment(ce131528-e7c6-445c-90e7-db55b375819f),segment_id=ce131528-e7c6-445c-90e7-db55b375819f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:32.022607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c509ec12-61d1-4b64-a136-034fc693899a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e4a7f5-4c0b-4543-9dc9-09b107accee9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:53:32.024964 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b75d54c-b298-4e36-bc80-c40fdce9b33a" -d '{"events": [{"server_uuid": "c509ec12-61d1-4b64-a136-034fc693899a", "name": "network-vif-unplugged", "status": "completed", "tag": "50e4a7f5-4c0b-4543-9dc9-09b107accee9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:53:32.039289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '50e4a7f5-4c0b-4543-9dc9-09b107accee9', 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31', 'port_id': '50e4a7f5-4c0b-4543-9dc9-09b107accee9', 'mac_address': 'fa:16:3e:e7:dc:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:53:32.042214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 50e4a7f5-4c0b-4543-9dc9-09b107accee9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=50e4a7f5-4c0b-4543-9dc9-09b107accee9,segment=NetworkSegment(ce131528-e7c6-445c-90e7-db55b375819f),segment_id=ce131528-e7c6-445c-90e7-db55b375819f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:32.049337 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:32.119347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 50e4a7f5-4c0b-4543-9dc9-09b107accee9 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:53:32.119866 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:32.294388 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9164e567-7121-4525-9590-93720cb5a93e x-openstack-request-id: req-9164e567-7121-4525-9590-93720cb5a93e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:53:32.294586 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c509ec12-61d1-4b64-a136-034fc693899a", "name": "network-vif-unplugged", "status": "completed", "tag": "50e4a7f5-4c0b-4543-9dc9-09b107accee9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:53:32.294786 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9164e567-7121-4525-9590-93720cb5a93e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:53:32.295206 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c509ec12-61d1-4b64-a136-034fc693899a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e4a7f5-4c0b-4543-9dc9-09b107accee9', 'code': 200} Jan 28 19:53:32.301946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=50e4a7f5-4c0b-4543-9dc9-09b107accee9,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:32.304876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e4a7f5-4c0b-4543-9dc9-09b107accee9 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:53:32.315980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:32.316356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:32.316701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:32.317042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:32.317370 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:32.317701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:32.318010 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:32.318378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:32.318701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:32.319022 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:32.319344 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:32.319660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:32.319978 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:32.336898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 50e4a7f5-4c0b-4543-9dc9-09b107accee9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=50e4a7f5-4c0b-4543-9dc9-09b107accee9,segment=NetworkSegment(ce131528-e7c6-445c-90e7-db55b375819f),segment_id=ce131528-e7c6-445c-90e7-db55b375819f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:32.341282 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:32.387762 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=50e4a7f5-4c0b-4543-9dc9-09b107accee9,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:32.805964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac67070-9e99-428a-87d1-776130886dd1 req-99e762b2-a112-48ef-ba77-7de4b9f3ee2c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:32.810777 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cac67070-9e99-428a-87d1-776130886dd1 req-99e762b2-a112-48ef-ba77-7de4b9f3ee2c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 943 time: 0.0642798 Jan 28 19:53:32.854215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ab90a-6307-4a90-a82a-70e405e864fe req-b25b5742-8948-4941-9141-34b1c58b2e02 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:32.855895 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-849ab90a-6307-4a90-a82a-70e405e864fe req-b25b5742-8948-4941-9141-34b1c58b2e02 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 944 time: 0.0638223 Jan 28 19:53:32.863580 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cac67070-9e99-428a-87d1-776130886dd1 req-40d7a2b1-e2ef-493a-a52e-7e144f58d1c8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466611 Jan 28 19:53:32.914581 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-849ab90a-6307-4a90-a82a-70e405e864fe req-9e7eeddd-2634-4b76-96fc-58403f558abc tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523005 Jan 28 19:53:33.728992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['50e4a7f5-4c0b-4543-9dc9-09b107accee9'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:53:33.998758 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d19913-3dca-4b2b-ad6f-627f143696e0 req-1fc54abc-53e0-4fbd-acfe-1dd97e7ddda4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:34.002254 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-05d19913-3dca-4b2b-ad6f-627f143696e0 req-1fc54abc-53e0-4fbd-acfe-1dd97e7ddda4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 943 time: 0.0630851 Jan 28 19:53:34.046534 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648602aa-e351-4258-b42d-2f447719a7ee req-a8a4d15f-bd75-4e35-934a-91951a404d38 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:34.048052 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-648602aa-e351-4258-b42d-2f447719a7ee req-a8a4d15f-bd75-4e35-934a-91951a404d38 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 944 time: 0.0551548 Jan 28 19:53:34.057999 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-05d19913-3dca-4b2b-ad6f-627f143696e0 req-4c0bb868-b3b3-4452-be27-440120a02f46 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518122 Jan 28 19:53:34.098846 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-648602aa-e351-4258-b42d-2f447719a7ee req-f446271e-a9d0-4b29-9ef3-b741172cf8f4 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448794 Jan 28 19:53:34.125428 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33028) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:53:34.190864 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-942cc6b5-d991-4e7e-acdc-0b1c4f396c92 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/floatingips/f257d3f5-366d-4570-a3a5-05ea53eab73c HTTP/1.1" status: 200 len: 991 time: 0.0641916 Jan 28 19:53:35.180118 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bb6ae-7c49-4072-b9b0-6ac948236e0d req-54f9666e-01b9-40eb-b93a-4952ac1d35a6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:35.181568 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-472bb6ae-7c49-4072-b9b0-6ac948236e0d req-54f9666e-01b9-40eb-b93a-4952ac1d35a6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 943 time: 0.0530477 Jan 28 19:53:35.233330 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-472bb6ae-7c49-4072-b9b0-6ac948236e0d req-4efbc58f-f754-4bfb-81c3-b632c0019cc9 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458591 Jan 28 19:53:35.853123 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 50e4a7f5-4c0b-4543-9dc9-09b107accee9 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:53:35.907453 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 50e4a7f5-4c0b-4543-9dc9-09b107accee9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:53:35.907841 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:35.991224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 50e4a7f5-4c0b-4543-9dc9-09b107accee9 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:53:35.991627 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:36.014377 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c509ec12-61d1-4b64-a136-034fc693899a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e4a7f5-4c0b-4543-9dc9-09b107accee9'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:53:36.016682 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79de2272-eae3-41aa-8219-4a13c86c61d0" -d '{"events": [{"server_uuid": "c509ec12-61d1-4b64-a136-034fc693899a", "name": "network-vif-plugged", "status": "completed", "tag": "50e4a7f5-4c0b-4543-9dc9-09b107accee9"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:53:36.029868 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 50e4a7f5-4c0b-4543-9dc9-09b107accee9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=50e4a7f5-4c0b-4543-9dc9-09b107accee9,segment=NetworkSegment(ce131528-e7c6-445c-90e7-db55b375819f),segment_id=ce131528-e7c6-445c-90e7-db55b375819f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:36.034316 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:36.057439 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fac0780-f625-48bc-b5a1-ce624740f8a8 x-openstack-request-id: req-8fac0780-f625-48bc-b5a1-ce624740f8a8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:53:36.057727 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c509ec12-61d1-4b64-a136-034fc693899a", "name": "network-vif-plugged", "status": "completed", "tag": "50e4a7f5-4c0b-4543-9dc9-09b107accee9", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:53:36.057981 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8fac0780-f625-48bc-b5a1-ce624740f8a8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:53:36.058387 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c509ec12-61d1-4b64-a136-034fc693899a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e4a7f5-4c0b-4543-9dc9-09b107accee9', 'code': 200} Jan 28 19:53:36.083665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=50e4a7f5-4c0b-4543-9dc9-09b107accee9,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:36.360330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0dee4-488d-420c-a8e9-3f5c01c79f74 req-1e39141e-7583-4431-a2eb-141f0003ab1f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:36.361866 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19d0dee4-488d-420c-a8e9-3f5c01c79f74 req-1e39141e-7583-4431-a2eb-141f0003ab1f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 943 time: 0.0582187 Jan 28 19:53:36.412367 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-19d0dee4-488d-420c-a8e9-3f5c01c79f74 req-822c742c-2455-4b9f-80fd-d1ff70863aaa tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447009 Jan 28 19:53:37.548146 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e45fa-6872-4eb7-b251-4bae0abb00eb req-8ace1943-5e48-4dad-9ce0-4207f475099c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:37.549651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-080e45fa-6872-4eb7-b251-4bae0abb00eb req-8ace1943-5e48-4dad-9ce0-4207f475099c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 943 time: 0.0626953 Jan 28 19:53:37.601457 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-080e45fa-6872-4eb7-b251-4bae0abb00eb req-f400a964-3105-4bc8-b1cc-466d78c942d0 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459824 Jan 28 19:53:38.725673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96392b0-a675-40b9-ba93-153c41bad6df req-1d73d640-2136-4126-93fa-7ebb299d57f3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:38.727245 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e96392b0-a675-40b9-ba93-153c41bad6df req-1d73d640-2136-4126-93fa-7ebb299d57f3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 943 time: 0.0586171 Jan 28 19:53:38.779475 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e96392b0-a675-40b9-ba93-153c41bad6df req-7879ece2-3aae-418c-aa34-eeff6add7f5f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463035 Jan 28 19:53:39.902690 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3f00d-1ec3-4f12-8dfa-41ff61befb58 req-068a2e59-d863-4536-af1a-43c57071b154 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:39.904176 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-64e3f00d-1ec3-4f12-8dfa-41ff61befb58 req-068a2e59-d863-4536-af1a-43c57071b154 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 943 time: 0.0569949 Jan 28 19:53:39.957532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-64e3f00d-1ec3-4f12-8dfa-41ff61befb58 req-108649d5-49ef-4a16-892a-e8fa39f2241f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453880 Jan 28 19:53:41.081718 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafdaf4-d87d-466a-9207-ef1d9530b926 req-97c2737d-d750-4f19-955c-119395d16d13 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:41.083291 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9aafdaf4-d87d-466a-9207-ef1d9530b926 req-97c2737d-d750-4f19-955c-119395d16d13 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 943 time: 0.0544560 Jan 28 19:53:41.139239 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9aafdaf4-d87d-466a-9207-ef1d9530b926 req-a3f60599-a4d7-4c38-ae6c-fb625016d711 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502493 Jan 28 19:53:42.268329 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853defd-a0c0-45c3-838d-e118ed333c4c req-5ed7b5e6-2b23-4498-a214-2d415a3bf08e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:42.269797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2853defd-a0c0-45c3-838d-e118ed333c4c req-5ed7b5e6-2b23-4498-a214-2d415a3bf08e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 943 time: 0.0565996 Jan 28 19:53:42.323925 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2853defd-a0c0-45c3-838d-e118ed333c4c req-7183c1cb-cb94-4f96-b7ee-4b26e978220a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479236 Jan 28 19:53:43.462654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cee4d-503b-49de-9ec5-be4e925c49ad req-0000cd8c-a9ae-471b-a2ac-b40bd3124377 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:43.464139 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b04cee4d-503b-49de-9ec5-be4e925c49ad req-0000cd8c-a9ae-471b-a2ac-b40bd3124377 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 943 time: 0.0557551 Jan 28 19:53:43.516313 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b04cee4d-503b-49de-9ec5-be4e925c49ad req-f5f4415e-eca7-4350-8515-7dee08959ec2 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464933 Jan 28 19:53:44.656116 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89186fce-8c6c-4df0-88e9-61a0f189b5ea req-02f147a0-2fab-4b12-8dc3-2e32fcd55b74 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:44.657660 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89186fce-8c6c-4df0-88e9-61a0f189b5ea req-02f147a0-2fab-4b12-8dc3-2e32fcd55b74 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 943 time: 0.0553408 Jan 28 19:53:44.707980 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89186fce-8c6c-4df0-88e9-61a0f189b5ea req-892a0143-1dbf-4d9d-a348-22a53b2e452f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446005 Jan 28 19:53:45.839796 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc93df-d7e9-4e7b-8a7a-4921e3da8d60 req-d9f8ee7e-22a5-4045-ac6c-a3e3f19f1b57 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:45.841267 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-81bc93df-d7e9-4e7b-8a7a-4921e3da8d60 req-d9f8ee7e-22a5-4045-ac6c-a3e3f19f1b57 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 943 time: 0.0591104 Jan 28 19:53:45.894622 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-81bc93df-d7e9-4e7b-8a7a-4921e3da8d60 req-a60810ca-dcf3-4516-954e-aef91f9b2399 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474741 Jan 28 19:53:46.124016 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device a30a832c-8e7c-4f91-aff2-ae3ed988bf42 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:53:46.223470 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port a30a832c-8e7c-4f91-aff2-ae3ed988bf42, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a30a832c-8e7c-4f91-aff2-ae3ed988bf42,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:46.239510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'port_id': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42', 'mac_address': 'fa:16:3e:e2:4a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:53:46.277957 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port a30a832c-8e7c-4f91-aff2-ae3ed988bf42 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:53:46.278374 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a30a832c-8e7c-4f91-aff2-ae3ed988bf42), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:46.291090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30a832c-8e7c-4f91-aff2-ae3ed988bf42 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:53:46.310330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port a30a832c-8e7c-4f91-aff2-ae3ed988bf42, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a30a832c-8e7c-4f91-aff2-ae3ed988bf42,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:46.315470 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a30a832c-8e7c-4f91-aff2-ae3ed988bf42), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:46.370856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=a30a832c-8e7c-4f91-aff2-ae3ed988bf42,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:46.528851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['a30a832c-8e7c-4f91-aff2-ae3ed988bf42'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:53:46.801167 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe8b4f6b-0f3e-4a8a-996c-51942f3747aa req-449db2fc-9b38-4030-b628-b993c0a963cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585964 Jan 28 19:53:46.900868 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b4f6b-0f3e-4a8a-996c-51942f3747aa req-0591fabb-bf67-47d5-b511-1f640e94c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:46.902781 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe8b4f6b-0f3e-4a8a-996c-51942f3747aa req-0591fabb-bf67-47d5-b511-1f640e94c7fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 1127 time: 0.0545530 Jan 28 19:53:47.016881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b4f6b-0f3e-4a8a-996c-51942f3747aa req-c11cfbe2-0108-4f28-9c99-659ed8075b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:47.018401 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe8b4f6b-0f3e-4a8a-996c-51942f3747aa req-c11cfbe2-0108-4f28-9c99-659ed8075b4b service neutron] 10.222.0.37 "GET /v2.0/networks?id=767ae672-f46a-42e0-89f8-09ec6e645b31 HTTP/1.1" status: 200 len: 897 time: 0.0978281 Jan 28 19:53:47.020719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23117f44-0e0e-486f-aadc-fbb0a2979469 req-25c10333-75d6-4d09-a0b0-e7c5dbf58760 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:47.022272 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-23117f44-0e0e-486f-aadc-fbb0a2979469 req-25c10333-75d6-4d09-a0b0-e7c5dbf58760 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 944 time: 0.0529566 Jan 28 19:53:47.076070 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-23117f44-0e0e-486f-aadc-fbb0a2979469 req-c0638802-5451-45cc-9a0f-4bdf930cdcb3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482204 Jan 28 19:53:47.097551 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe8b4f6b-0f3e-4a8a-996c-51942f3747aa req-abb0fffd-2a1e-46e7-88a3-ff77583109f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50e4a7f5-4c0b-4543-9dc9-09b107accee9 HTTP/1.1" status: 200 len: 1000 time: 0.0733106 Jan 28 19:53:47.147537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b4f6b-0f3e-4a8a-996c-51942f3747aa req-74e2ac49-5d1e-4798-a1a4-86816cf76905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:47.149040 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe8b4f6b-0f3e-4a8a-996c-51942f3747aa req-74e2ac49-5d1e-4798-a1a4-86816cf76905 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccfd0836-00b2-4b42-8ce5-65e24ab0039f HTTP/1.1" status: 200 len: 834 time: 0.0464613 Jan 28 19:53:47.201066 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b4f6b-0f3e-4a8a-996c-51942f3747aa req-db1b85e2-ba7d-4e9b-9e38-51a324a8373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:47.202665 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe8b4f6b-0f3e-4a8a-996c-51942f3747aa req-db1b85e2-ba7d-4e9b-9e38-51a324a8373f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=767ae672-f46a-42e0-89f8-09ec6e645b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475335 Jan 28 19:53:47.296750 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe8b4f6b-0f3e-4a8a-996c-51942f3747aa req-28e0cea1-1631-43bb-a824-dd09bd48cd1e service neutron] 10.222.0.37 "GET /v2.0/networks/767ae672-f46a-42e0-89f8-09ec6e645b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883803 Jan 28 19:53:47.386722 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe8b4f6b-0f3e-4a8a-996c-51942f3747aa req-4a90f7c0-6d82-4154-8a7a-7134a27e7595 service neutron] 10.222.0.37 "GET /v2.0/networks/767ae672-f46a-42e0-89f8-09ec6e645b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844657 Jan 28 19:53:48.132037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device a30a832c-8e7c-4f91-aff2-ae3ed988bf42 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:53:48.187992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port a30a832c-8e7c-4f91-aff2-ae3ed988bf42 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:53:48.191896 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port a30a832c-8e7c-4f91-aff2-ae3ed988bf42 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:53:48.192282 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a30a832c-8e7c-4f91-aff2-ae3ed988bf42), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:48.208726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d7e59-b34b-4c6a-aacb-bb858b905226 req-98672f5e-4bd6-4d33-9e64-c77b99f35032 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:48.210902 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-672d7e59-b34b-4c6a-aacb-bb858b905226 req-98672f5e-4bd6-4d33-9e64-c77b99f35032 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 944 time: 0.0642219 Jan 28 19:53:48.231881 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:53:48.266083 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-672d7e59-b34b-4c6a-aacb-bb858b905226 req-62542bdd-b15b-4d95-8422-37dd84e46170 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471563 Jan 28 19:53:48.285000 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41118c95-4484-4270-97fb-850805197dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:48.286424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port a30a832c-8e7c-4f91-aff2-ae3ed988bf42 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:53:48.286803 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a30a832c-8e7c-4f91-aff2-ae3ed988bf42), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:48.310240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:53:48.312471 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d84f47-8c3c-430a-ae0c-addaa4367c7d" -d '{"events": [{"server_uuid": "45b3f37a-ed81-4505-96dc-38ebbaa0855f", "name": "network-vif-plugged", "status": "completed", "tag": "a30a832c-8e7c-4f91-aff2-ae3ed988bf42"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:53:48.325008 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port a30a832c-8e7c-4f91-aff2-ae3ed988bf42, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a30a832c-8e7c-4f91-aff2-ae3ed988bf42,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:53:48.329418 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a30a832c-8e7c-4f91-aff2-ae3ed988bf42), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:48.352953 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e64b05a-1b0f-47d7-8e98-fcfd70c49a1c x-openstack-request-id: req-2e64b05a-1b0f-47d7-8e98-fcfd70c49a1c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:53:48.353288 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b3f37a-ed81-4505-96dc-38ebbaa0855f", "name": "network-vif-plugged", "status": "completed", "tag": "a30a832c-8e7c-4f91-aff2-ae3ed988bf42", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:53:48.353514 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e64b05a-1b0f-47d7-8e98-fcfd70c49a1c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:53:48.353906 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42', 'code': 200} Jan 28 19:53:48.384108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=a30a832c-8e7c-4f91-aff2-ae3ed988bf42,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:48.465125 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79c8ce-57c3-4f66-a760-93969123daf9 req-e2a6b165-ce41-4f96-ba28-02907ecfb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:48.466594 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4c79c8ce-57c3-4f66-a760-93969123daf9 req-e2a6b165-ce41-4f96-ba28-02907ecfb3e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 1127 time: 0.0542326 Jan 28 19:53:48.515573 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4c79c8ce-57c3-4f66-a760-93969123daf9 req-b42997f1-71e9-4523-b192-d1481b271ffc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414219 Jan 28 19:53:49.389884 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc38ac6-8e26-4b06-be8e-5bcece5f2257 req-68bb1cfe-8d2a-470c-9b2c-d418adc5b29c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:49.391402 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ccc38ac6-8e26-4b06-be8e-5bcece5f2257 req-68bb1cfe-8d2a-470c-9b2c-d418adc5b29c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 945 time: 0.0548904 Jan 28 19:53:49.442006 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ccc38ac6-8e26-4b06-be8e-5bcece5f2257 req-770f48f6-6a95-465a-9e7f-3105816f7d1f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433517 Jan 28 19:53:50.426725 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03524c4c-7227-4584-8c24-e064ba20904b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:50.569756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d87393-faf6-4376-9c00-94bc5f29241c req-741aa14b-05f7-4d69-845c-060e12efbaf6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:50.571332 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6d87393-faf6-4376-9c00-94bc5f29241c req-741aa14b-05f7-4d69-845c-060e12efbaf6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 945 time: 0.0549340 Jan 28 19:53:50.622060 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6d87393-faf6-4376-9c00-94bc5f29241c req-ca778d88-6ca5-4afe-8aa3-1b4cd94b3b04 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445735 Jan 28 19:53:50.747606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a572a2e-d600-4625-b912-7677453f0378 req-409e259f-e171-4f96-8420-55b9d0389952 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:50.749007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a572a2e-d600-4625-b912-7677453f0378 req-409e259f-e171-4f96-8420-55b9d0389952 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 945 time: 0.0595062 Jan 28 19:53:50.802930 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0a572a2e-d600-4625-b912-7677453f0378 req-a5f5595b-3716-4f8a-9785-01bbfd5cde3d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476072 Jan 28 19:53:50.826006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:53:50.968562 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8334aea-1804-4802-9d2a-9c923c9fb488 req-82f9058b-a49e-4092-a5db-76898c3039f7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508416 Jan 28 19:53:51.044268 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9242aab5-b90b-4aed-8946-9e599d3168ee tempest-TestVolumeBootPattern-1967088332 tempest-TestVolumeBootPattern-1967088332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:51.048791 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9242aab5-b90b-4aed-8946-9e599d3168ee tempest-TestVolumeBootPattern-1967088332 tempest-TestVolumeBootPattern-1967088332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 1122 time: 0.2218096 Jan 28 19:53:51.049442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33078) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:53:51.054404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:53:51.062512 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334aea-1804-4802-9d2a-9c923c9fb488 req-2a1826ab-07bb-467a-b218-3f01b9bcc465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:51.064087 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8334aea-1804-4802-9d2a-9c923c9fb488 req-2a1826ab-07bb-467a-b218-3f01b9bcc465 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 1127 time: 0.0475118 Jan 28 19:53:51.079115 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:51.166591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334aea-1804-4802-9d2a-9c923c9fb488 req-427bd4d1-5a6e-496d-a09c-1a0ced31e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:51.168084 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8334aea-1804-4802-9d2a-9c923c9fb488 req-427bd4d1-5a6e-496d-a09c-1a0ced31e82e service neutron] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.0841308 Jan 28 19:53:51.181303 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:51.215668 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8334aea-1804-4802-9d2a-9c923c9fb488 req-a6e2bac5-9a00-46f4-9b8f-e3747af97c42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a30a832c-8e7c-4f91-aff2-ae3ed988bf42 HTTP/1.1" status: 200 len: 217 time: 0.0409317 Jan 28 19:53:51.265206 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334aea-1804-4802-9d2a-9c923c9fb488 req-1f9d007b-7ccf-43fa-9e9b-5ed560042f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:51.266666 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8334aea-1804-4802-9d2a-9c923c9fb488 req-1f9d007b-7ccf-43fa-9e9b-5ed560042f1b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0444150 Jan 28 19:53:51.292354 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Allocated IP 172.25.0.144 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/47a3087d-f8f2-47ce-8949-168a09a14314) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:53:51.318247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334aea-1804-4802-9d2a-9c923c9fb488 req-970d1c60-32d1-4f3d-b0cb-f48670684189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:51.319819 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8334aea-1804-4802-9d2a-9c923c9fb488 req-970d1c60-32d1-4f3d-b0cb-f48670684189 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477383 Jan 28 19:53:51.404333 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for port (47a3087d-f8f2-47ce-8949-168a09a14314), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:51.420999 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8334aea-1804-4802-9d2a-9c923c9fb488 req-a6e88c20-13e8-4a43-93a6-441ecfd28253 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951943 Jan 28 19:53:51.439257 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (47a3087d-f8f2-47ce-8949-168a09a14314), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:51.479175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:53:51.486671 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:53:51.489236 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'Port': ['ID=47a3087d-f8f2-47ce-8949-168a09a14314,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:51.491838 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:53:51.512168 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8334aea-1804-4802-9d2a-9c923c9fb488 req-228f10e2-2d85-45c8-9faf-d43a0d88778e service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849736 Jan 28 19:53:51.518750 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:51.519026 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:51.519360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:51.519692 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:51.520025 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:51.520347 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:51.520668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:51.520985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:51.521298 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:51.521623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:51.521923 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:51.522297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:51.522651 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:53:51.844431 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:51.875170 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for floatingip (10867c82-d425-413c-82dc-053227bfc976), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:51.953720 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (47a3087d-f8f2-47ce-8949-168a09a14314), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:52.122945 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for port (47a3087d-f8f2-47ce-8949-168a09a14314), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:52.130276 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (47a3087d-f8f2-47ce-8949-168a09a14314), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:52.200003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'Port': ['ID=47a3087d-f8f2-47ce-8949-168a09a14314,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:53:52.210053 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (10867c82-d425-413c-82dc-053227bfc976), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:52.309505 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Floating IP 10867c82-d425-413c-82dc-053227bfc976 associated. External IP: 172.25.0.144, port: a30a832c-8e7c-4f91-aff2-ae3ed988bf42. Jan 28 19:53:52.537875 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:53:52.642660 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:53:52.653288 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b444a8d-a930-4b22-a1ad-cf143d9acbd6 None None] Sync routers for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:53:52.663636 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:52.664863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b444a8d-a930-4b22-a1ad-cf143d9acbd6 None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:53:52.665523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7b444a8d-a930-4b22-a1ad-cf143d9acbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:53:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:52.695985 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-444ab96c-ee55-4c39-9d18-db8244e06ef4 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6454680 Jan 28 19:53:52.696580 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'tag': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:53:52.699273 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445d883c-36a7-4dff-85cc-39279b9cb3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "45b3f37a-ed81-4505-96dc-38ebbaa0855f", "tag": "a30a832c-8e7c-4f91-aff2-ae3ed988bf42"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:53:52.737165 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e3ab71-7edb-4146-b40f-99a4186af7df x-openstack-request-id: req-a8e3ab71-7edb-4146-b40f-99a4186af7df {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:53:52.737459 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b3f37a-ed81-4505-96dc-38ebbaa0855f", "tag": "a30a832c-8e7c-4f91-aff2-ae3ed988bf42", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:53:52.737723 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8e3ab71-7edb-4146-b40f-99a4186af7df {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:53:52.738160 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'tag': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42', 'status': 'completed', 'code': 200} Jan 28 19:53:52.773288 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7b444a8d-a930-4b22-a1ad-cf143d9acbd6 None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:53:52.805241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d883c-36a7-4dff-85cc-39279b9cb3b2 req-8487f28c-e8d3-49c4-b424-32bed1607023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:52.806688 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-445d883c-36a7-4dff-85cc-39279b9cb3b2 req-8487f28c-e8d3-49c4-b424-32bed1607023 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 1127 time: 0.0465393 Jan 28 19:53:52.901263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d883c-36a7-4dff-85cc-39279b9cb3b2 req-cc4bdc32-1701-4cc0-840b-788d7be2f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:52.902791 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-445d883c-36a7-4dff-85cc-39279b9cb3b2 req-cc4bdc32-1701-4cc0-840b-788d7be2f69f service neutron] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.0899849 Jan 28 19:53:52.969874 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-445d883c-36a7-4dff-85cc-39279b9cb3b2 req-a1d5f519-e93e-46a3-91f2-cb7bd8ca81b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a30a832c-8e7c-4f91-aff2-ae3ed988bf42 HTTP/1.1" status: 200 len: 999 time: 0.0598834 Jan 28 19:53:53.003234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7b444a8d-a930-4b22-a1ad-cf143d9acbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '10867c82-d425-413c-82dc-053227bfc976', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'port_id': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'mac_address': 'fa:16:3e:e2:4a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:53:51Z', 'updated_at': '2022-01-28T19:53:51Z', 'revision_number': 0, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:53.023280 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d883c-36a7-4dff-85cc-39279b9cb3b2 req-a56fd17d-7a7e-4cda-acac-59e4b9e3049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:53.024786 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-445d883c-36a7-4dff-85cc-39279b9cb3b2 req-a56fd17d-7a7e-4cda-acac-59e4b9e3049c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0494382 Jan 28 19:53:53.029716 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b444a8d-a930-4b22-a1ad-cf143d9acbd6 None None] Checking router: e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:53:53.038426 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b444a8d-a930-4b22-a1ad-cf143d9acbd6 None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:53:53.039066 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7b444a8d-a930-4b22-a1ad-cf143d9acbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:53:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:53.075068 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d883c-36a7-4dff-85cc-39279b9cb3b2 req-3324a294-6061-4482-8280-52304703f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:53:53.076606 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-445d883c-36a7-4dff-85cc-39279b9cb3b2 req-3324a294-6061-4482-8280-52304703f026 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455751 Jan 28 19:53:53.145839 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:53.154764 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7b444a8d-a930-4b22-a1ad-cf143d9acbd6 None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:53:53.165596 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-445d883c-36a7-4dff-85cc-39279b9cb3b2 req-be08b6e7-609c-4743-8947-912e23b6c481 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822468 Jan 28 19:53:53.257499 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-445d883c-36a7-4dff-85cc-39279b9cb3b2 req-2dc2d4d9-fab0-4951-8b28-c06ee9ac80fb service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865271 Jan 28 19:53:53.373782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7b444a8d-a930-4b22-a1ad-cf143d9acbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '10867c82-d425-413c-82dc-053227bfc976', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'port_id': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'mac_address': 'fa:16:3e:e2:4a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:53:51Z', 'updated_at': '2022-01-28T19:53:51Z', 'revision_number': 0, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:53:53.403033 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b444a8d-a930-4b22-a1ad-cf143d9acbd6 None None] The sync data for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 is: [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '10867c82-d425-413c-82dc-053227bfc976', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'port_id': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'mac_address': 'fa:16:3e:e2:4a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:53:51Z', 'updated_at': '2022-01-28T19:53:51Z', 'revision_number': 0, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:53:53.588815 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eed9be-b109-4b6d-93a8-104432199752 None None] New status for floating IP 10867c82-d425-413c-82dc-053227bfc976: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:53:54.537689 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:53:55.794386 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:00.501825 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:18.272736 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6131b4ef-c12c-4653-866d-02ccd42a28bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:20.432646 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2e275038-dcb6-4814-9d74-66eb0970f0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:21.849198 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:23.128382 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:24.543409 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:25.242216 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:54:25.810861 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:30.519683 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:46.847118 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97c85fe6-bcac-484f-9c1b-29e768dff49a req-085b43cd-1451-41a1-a562-0799e5339311 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0967293 Jan 28 19:54:46.943764 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c85fe6-bcac-484f-9c1b-29e768dff49a req-b125185d-1b61-4f32-b212-8e62d90eedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:46.945342 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97c85fe6-bcac-484f-9c1b-29e768dff49a req-b125185d-1b61-4f32-b212-8e62d90eedcd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 1127 time: 0.0498447 Jan 28 19:54:47.054708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c85fe6-bcac-484f-9c1b-29e768dff49a req-df6e81cd-647e-44d8-8661-bc22b8c27a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:47.056367 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97c85fe6-bcac-484f-9c1b-29e768dff49a req-df6e81cd-647e-44d8-8661-bc22b8c27a75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=767ae672-f46a-42e0-89f8-09ec6e645b31 HTTP/1.1" status: 200 len: 897 time: 0.0924282 Jan 28 19:54:47.123320 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97c85fe6-bcac-484f-9c1b-29e768dff49a req-85c58374-4e4c-49fd-9618-81e67d4076e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50e4a7f5-4c0b-4543-9dc9-09b107accee9 HTTP/1.1" status: 200 len: 1000 time: 0.0608916 Jan 28 19:54:47.174671 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c85fe6-bcac-484f-9c1b-29e768dff49a req-889b905d-5ed0-4343-bd88-ed1d14ec7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:47.176138 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97c85fe6-bcac-484f-9c1b-29e768dff49a req-889b905d-5ed0-4343-bd88-ed1d14ec7234 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccfd0836-00b2-4b42-8ce5-65e24ab0039f HTTP/1.1" status: 200 len: 834 time: 0.0461724 Jan 28 19:54:47.230676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c85fe6-bcac-484f-9c1b-29e768dff49a req-ada8aa4e-5d0c-4a15-b499-9d15b613cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:47.232169 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97c85fe6-bcac-484f-9c1b-29e768dff49a req-ada8aa4e-5d0c-4a15-b499-9d15b613cfcf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=767ae672-f46a-42e0-89f8-09ec6e645b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506651 Jan 28 19:54:47.242678 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-97c85fe6-bcac-484f-9c1b-29e768dff49a req-1a29fca1-98d4-495b-b5a9-02844f02fc08 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:54:47.243602 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97c85fe6-bcac-484f-9c1b-29e768dff49a req-1a29fca1-98d4-495b-b5a9-02844f02fc08 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048919 Jan 28 19:54:47.338561 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97c85fe6-bcac-484f-9c1b-29e768dff49a req-989f07f8-cd64-460b-959a-4b7cc81e2cba service neutron] 10.222.0.37 "GET /v2.0/networks/767ae672-f46a-42e0-89f8-09ec6e645b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888760 Jan 28 19:54:47.429366 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97c85fe6-bcac-484f-9c1b-29e768dff49a req-6e759a92-64e3-4ab8-aae4-29f2651f6355 service neutron] 10.222.0.37 "GET /v2.0/networks/767ae672-f46a-42e0-89f8-09ec6e645b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844810 Jan 28 19:54:47.540405 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33132) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:47.704452 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-99d875e8-04ea-4a13-b7b2-dde939434058 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting port 5bae2182-6b0c-4b3e-b494-585efcee9e9f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:54:47.704690 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99d875e8-04ea-4a13-b7b2-dde939434058 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5bae2182-6b0c-4b3e-b494-585efcee9e9f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:47.784089 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99d875e8-04ea-4a13-b7b2-dde939434058 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5bae2182-6b0c-4b3e-b494-585efcee9e9f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:47.784404 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99d875e8-04ea-4a13-b7b2-dde939434058 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for floatingip (5bae2182-6b0c-4b3e-b494-585efcee9e9f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:47.796694 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-99d875e8-04ea-4a13-b7b2-dde939434058 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Calling delete_port for 5bae2182-6b0c-4b3e-b494-585efcee9e9f owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:54:48.265428 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49ee0e4f-cc02-4134-83dd-ad723de8fd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:48.300084 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99d875e8-04ea-4a13-b7b2-dde939434058 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5bae2182-6b0c-4b3e-b494-585efcee9e9f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:48.326249 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d875e8-04ea-4a13-b7b2-dde939434058 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Port': ['ID=5bae2182-6b0c-4b3e-b494-585efcee9e9f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:48.390370 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99d875e8-04ea-4a13-b7b2-dde939434058 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for floatingip (f257d3f5-366d-4570-a3a5-05ea53eab73c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:48.390670 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-99d875e8-04ea-4a13-b7b2-dde939434058 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Floating IP f257d3f5-366d-4570-a3a5-05ea53eab73c disassociated (deleted). External IP: 172.25.0.51, port: 50e4a7f5-4c0b-4543-9dc9-09b107accee9. Jan 28 19:54:48.601541 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d875e8-04ea-4a13-b7b2-dde939434058 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 2cdb7026-501e-4709-8d4e-81b0fda908a9 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:54:48.712082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d875e8-04ea-4a13-b7b2-dde939434058 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:54:48.717191 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-99d875e8-04ea-4a13-b7b2-dde939434058 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:48.722067 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e23ebf-face-40b1-bb2d-b6a8261a19c4 None None] Sync routers for ids ['2cdb7026-501e-4709-8d4e-81b0fda908a9'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:54:48.732302 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e23ebf-face-40b1-bb2d-b6a8261a19c4 None None] Routers {'2cdb7026-501e-4709-8d4e-81b0fda908a9'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:54:48.732925 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-42e23ebf-face-40b1-bb2d-b6a8261a19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:54:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2cdb7026-501e-4709-8d4e-81b0fda908a9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:54:48.747761 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-99d875e8-04ea-4a13-b7b2-dde939434058 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/floatingips/f257d3f5-366d-4570-a3a5-05ea53eab73c HTTP/1.1" status: 204 len: 168 time: 1.2059584 Jan 28 19:54:48.748336 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c509ec12-61d1-4b64-a136-034fc693899a', 'tag': '50e4a7f5-4c0b-4543-9dc9-09b107accee9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:54:48.750742 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b014d3f-77ae-42be-8ae4-5e3f001d4f19" -d '{"events": [{"name": "network-changed", "server_uuid": "c509ec12-61d1-4b64-a136-034fc693899a", "tag": "50e4a7f5-4c0b-4543-9dc9-09b107accee9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:54:48.794724 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96075e63-587e-48f0-ba4e-2d2fd4c1d91a x-openstack-request-id: req-96075e63-587e-48f0-ba4e-2d2fd4c1d91a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:54:48.795013 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c509ec12-61d1-4b64-a136-034fc693899a", "tag": "50e4a7f5-4c0b-4543-9dc9-09b107accee9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:54:48.795356 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96075e63-587e-48f0-ba4e-2d2fd4c1d91a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:54:48.795652 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c509ec12-61d1-4b64-a136-034fc693899a', 'tag': '50e4a7f5-4c0b-4543-9dc9-09b107accee9', 'status': 'completed', 'code': 200} Jan 28 19:54:48.846338 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-42e23ebf-face-40b1-bb2d-b6a8261a19c4 None None] Set router 2cdb7026-501e-4709-8d4e-81b0fda908a9 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:54:48.860703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b014d3f-77ae-42be-8ae4-5e3f001d4f19 req-e6e45fc4-d750-490d-84e2-6f8d77ff65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:48.862188 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b014d3f-77ae-42be-8ae4-5e3f001d4f19 req-e6e45fc4-d750-490d-84e2-6f8d77ff65b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=310e0101c83844149a246554aacabb65&device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 1127 time: 0.0473807 Jan 28 19:54:48.977060 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b014d3f-77ae-42be-8ae4-5e3f001d4f19 req-5016fa95-e0cc-45c7-a16b-59d4444e0db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:48.978800 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b014d3f-77ae-42be-8ae4-5e3f001d4f19 req-5016fa95-e0cc-45c7-a16b-59d4444e0db5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=767ae672-f46a-42e0-89f8-09ec6e645b31 HTTP/1.1" status: 200 len: 897 time: 0.1006124 Jan 28 19:54:49.021296 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b014d3f-77ae-42be-8ae4-5e3f001d4f19 req-0f7163ec-eba3-4acb-8300-561a17e04ea7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50e4a7f5-4c0b-4543-9dc9-09b107accee9 HTTP/1.1" status: 200 len: 217 time: 0.0357821 Jan 28 19:54:49.063085 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-42e23ebf-face-40b1-bb2d-b6a8261a19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401931260', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:51:44Z', 'updated_at': '2022-01-28T19:51:48Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:45Z', 'updated_at': '2022-01-28T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ba742df4-6325-4947-9847-bacb22db729e', 'name': '', 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:fd:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:47Z', 'updated_at': '2022-01-28T19:51:51Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:54:49.094116 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e23ebf-face-40b1-bb2d-b6a8261a19c4 None None] Checking router: 2cdb7026-501e-4709-8d4e-81b0fda908a9 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:54:49.101039 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b014d3f-77ae-42be-8ae4-5e3f001d4f19 req-fa8342f7-1b0c-45e0-9107-4300d9d18106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:49.102590 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b014d3f-77ae-42be-8ae4-5e3f001d4f19 req-fa8342f7-1b0c-45e0-9107-4300d9d18106 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ccfd0836-00b2-4b42-8ce5-65e24ab0039f HTTP/1.1" status: 200 len: 834 time: 0.0740964 Jan 28 19:54:49.103221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e23ebf-face-40b1-bb2d-b6a8261a19c4 None None] Routers {'2cdb7026-501e-4709-8d4e-81b0fda908a9'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:54:49.103878 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-42e23ebf-face-40b1-bb2d-b6a8261a19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:54:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2cdb7026-501e-4709-8d4e-81b0fda908a9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:54:49.146224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041af11d-7b88-4c16-a2a7-8ab562a3a6d1 req-b1dc848c-8635-4205-b56f-f47477992b58 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:49.147583 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-041af11d-7b88-4c16-a2a7-8ab562a3a6d1 req-b1dc848c-8635-4205-b56f-f47477992b58 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.2038174 Jan 28 19:54:49.192391 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b014d3f-77ae-42be-8ae4-5e3f001d4f19 req-d6969413-c8dc-4e24-9efd-c67ff3295717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:49.193963 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b014d3f-77ae-42be-8ae4-5e3f001d4f19 req-d6969413-c8dc-4e24-9efd-c67ff3295717 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=767ae672-f46a-42e0-89f8-09ec6e645b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0824842 Jan 28 19:54:49.217908 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-041af11d-7b88-4c16-a2a7-8ab562a3a6d1 req-758bcd84-b832-486d-adc8-a996185a3507 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641234 Jan 28 19:54:49.301627 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b014d3f-77ae-42be-8ae4-5e3f001d4f19 req-e64f5bd4-fcfa-4696-b403-3fbd2c77b89b service neutron] 10.222.0.37 "GET /v2.0/networks/767ae672-f46a-42e0-89f8-09ec6e645b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973361 Jan 28 19:54:49.378791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-42e23ebf-face-40b1-bb2d-b6a8261a19c4 None None] Set router 2cdb7026-501e-4709-8d4e-81b0fda908a9 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:54:49.394951 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2b014d3f-77ae-42be-8ae4-5e3f001d4f19 req-e3a6a2fe-3141-44c4-af46-e0c6c430b5f4 service neutron] 10.222.0.37 "GET /v2.0/networks/767ae672-f46a-42e0-89f8-09ec6e645b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866270 Jan 28 19:54:49.575578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-42e23ebf-face-40b1-bb2d-b6a8261a19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401931260', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:51:44Z', 'updated_at': '2022-01-28T19:51:48Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:45Z', 'updated_at': '2022-01-28T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ba742df4-6325-4947-9847-bacb22db729e', 'name': '', 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:fd:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:47Z', 'updated_at': '2022-01-28T19:51:51Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:54:49.601211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e23ebf-face-40b1-bb2d-b6a8261a19c4 None None] The sync data for ids ['2cdb7026-501e-4709-8d4e-81b0fda908a9'] in n-d-824834-4 is: [{'id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401931260', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:51:44Z', 'updated_at': '2022-01-28T19:51:48Z', 'revision_number': 4, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:45Z', 'updated_at': '2022-01-28T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ba742df4-6325-4947-9847-bacb22db729e', 'name': '', 'network_id': '767ae672-f46a-42e0-89f8-09ec6e645b31', 'tenant_id': '310e0101c83844149a246554aacabb65', 'mac_address': 'fa:16:3e:fd:1d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:47Z', 'updated_at': '2022-01-28T19:51:51Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'subnets': [{'id': 'ccfd0836-00b2-4b42-8ce5-65e24ab0039f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:54:49.861253 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3681e5-acec-4d85-aeb1-ca3f51bc31d2 None None] New status for floating IP f257d3f5-366d-4570-a3a5-05ea53eab73c: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:54:50.427291 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc817eff-f415-40de-aba7-e49365a73653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:50.470616 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce74e42-39a8-4394-a14b-72bfb80382e2 req-41c46f26-ee4e-42de-a809-db23ba728495 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:50.472080 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8ce74e42-39a8-4394-a14b-72bfb80382e2 req-41c46f26-ee4e-42de-a809-db23ba728495 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.1769881 Jan 28 19:54:50.521573 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8ce74e42-39a8-4394-a14b-72bfb80382e2 req-fab5c9cc-0411-47df-90c4-c6c0ec9e1b0a tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/security-groups?id=c16adc86-4385-4a5e-9879-f61be655bf5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433769 Jan 28 19:54:50.574371 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78331605-8e37-4928-bf74-07a9abeb59f5 req-596b2cf6-2e25-499e-be2c-7c1550fad6ce tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:50.575963 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78331605-8e37-4928-bf74-07a9abeb59f5 req-596b2cf6-2e25-499e-be2c-7c1550fad6ce tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.37 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 945 time: 0.0546854 Jan 28 19:54:50.682009 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-78331605-8e37-4928-bf74-07a9abeb59f5 req-0bfce052-e573-448d-bc6c-192de3680070 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting port 50e4a7f5-4c0b-4543-9dc9-09b107accee9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:54:50.682371 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-78331605-8e37-4928-bf74-07a9abeb59f5 req-0bfce052-e573-448d-bc6c-192de3680070 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:50.778653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-78331605-8e37-4928-bf74-07a9abeb59f5 req-0bfce052-e573-448d-bc6c-192de3680070 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] For port 50e4a7f5-4c0b-4543-9dc9-09b107accee9, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=50e4a7f5-4c0b-4543-9dc9-09b107accee9,segment=NetworkSegment(ce131528-e7c6-445c-90e7-db55b375819f),segment_id=ce131528-e7c6-445c-90e7-db55b375819f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:54:50.778886 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-78331605-8e37-4928-bf74-07a9abeb59f5 req-0bfce052-e573-448d-bc6c-192de3680070 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:50.790733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-78331605-8e37-4928-bf74-07a9abeb59f5 req-0bfce052-e573-448d-bc6c-192de3680070 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Calling delete_port for 50e4a7f5-4c0b-4543-9dc9-09b107accee9 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:54:50.938827 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-78331605-8e37-4928-bf74-07a9abeb59f5 req-0bfce052-e573-448d-bc6c-192de3680070 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (50e4a7f5-4c0b-4543-9dc9-09b107accee9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:50.973082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfce052-e573-448d-bc6c-192de3680070 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Port': ['ID=50e4a7f5-4c0b-4543-9dc9-09b107accee9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:51.024012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-78331605-8e37-4928-bf74-07a9abeb59f5 req-0bfce052-e573-448d-bc6c-192de3680070 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] No DVR routers for this DVR port 50e4a7f5-4c0b-4543-9dc9-09b107accee9 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:54:51.026935 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-78331605-8e37-4928-bf74-07a9abeb59f5 req-0bfce052-e573-448d-bc6c-192de3680070 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:51.030519 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78331605-8e37-4928-bf74-07a9abeb59f5 req-0bfce052-e573-448d-bc6c-192de3680070 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.37 "DELETE /v2.0/ports/50e4a7f5-4c0b-4543-9dc9-09b107accee9 HTTP/1.1" status: 204 len: 173 time: 0.4489076 Jan 28 19:54:51.030912 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c509ec12-61d1-4b64-a136-034fc693899a', 'name': 'network-vif-deleted', 'tag': '50e4a7f5-4c0b-4543-9dc9-09b107accee9'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:54:51.033271 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba25b9ba-5ee0-41bd-b9b5-25e5ec7945c7" -d '{"events": [{"server_uuid": "c509ec12-61d1-4b64-a136-034fc693899a", "name": "network-vif-deleted", "tag": "50e4a7f5-4c0b-4543-9dc9-09b107accee9"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:54:51.034605 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b710401c-8552-41d4-ae3c-7afb24a1ec20 req-5c45acbf-88ca-425f-b355-7e5f22b3ee92 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1121311 Jan 28 19:54:51.079429 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab75c299-90d5-4419-a8e8-a51777cf6cbd x-openstack-request-id: req-ab75c299-90d5-4419-a8e8-a51777cf6cbd {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:54:51.079725 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c509ec12-61d1-4b64-a136-034fc693899a", "name": "network-vif-deleted", "tag": "50e4a7f5-4c0b-4543-9dc9-09b107accee9", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:54:51.079981 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab75c299-90d5-4419-a8e8-a51777cf6cbd {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:54:51.080387 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c509ec12-61d1-4b64-a136-034fc693899a', 'name': 'network-vif-deleted', 'tag': '50e4a7f5-4c0b-4543-9dc9-09b107accee9', 'status': 'completed', 'code': 200} Jan 28 19:54:51.121952 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710401c-8552-41d4-ae3c-7afb24a1ec20 req-915ee7fa-91b7-487f-8755-90a0ca708186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:51.123532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b710401c-8552-41d4-ae3c-7afb24a1ec20 req-915ee7fa-91b7-487f-8755-90a0ca708186 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 1127 time: 0.0448813 Jan 28 19:54:51.229594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710401c-8552-41d4-ae3c-7afb24a1ec20 req-9027f54c-3b26-4721-a477-575eeaa19cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:51.231103 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b710401c-8552-41d4-ae3c-7afb24a1ec20 req-9027f54c-3b26-4721-a477-575eeaa19cf7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.0851057 Jan 28 19:54:51.300059 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b710401c-8552-41d4-ae3c-7afb24a1ec20 req-1c6d00f3-dbd1-4f74-ad00-7eafbfbb5cc3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a30a832c-8e7c-4f91-aff2-ae3ed988bf42 HTTP/1.1" status: 200 len: 1001 time: 0.0625682 Jan 28 19:54:51.349826 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710401c-8552-41d4-ae3c-7afb24a1ec20 req-56a8a82e-fe94-4466-bb05-58018abc7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:51.351370 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b710401c-8552-41d4-ae3c-7afb24a1ec20 req-56a8a82e-fe94-4466-bb05-58018abc7913 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0465181 Jan 28 19:54:51.405862 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710401c-8552-41d4-ae3c-7afb24a1ec20 req-d653467b-e0eb-4388-a2a2-8529378a16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:51.407471 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b710401c-8552-41d4-ae3c-7afb24a1ec20 req-d653467b-e0eb-4388-a2a2-8529378a16c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506301 Jan 28 19:54:51.502861 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b710401c-8552-41d4-ae3c-7afb24a1ec20 req-62683576-0cd5-4b52-9c66-e392a961b476 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893514 Jan 28 19:54:51.601785 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b710401c-8552-41d4-ae3c-7afb24a1ec20 req-ca627e38-368c-4706-8754-7f16f5503465 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915461 Jan 28 19:54:51.643851 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1755e8b2-cd73-4cf6-9aa6-aaab00ef1550 req-8c43535d-e9a8-419e-b2fa-0cc32309e6c9 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "GET /v2.0/ports?device_id=c509ec12-61d1-4b64-a136-034fc693899a HTTP/1.1" status: 200 len: 210 time: 0.0287764 Jan 28 19:54:51.854572 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:52.706682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33156) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:53.073731 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (2cdb7026-501e-4709-8d4e-81b0fda908a9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:53.127905 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:53.357085 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting port ba742df4-6325-4947-9847-bacb22db729e {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:54:53.357422 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ba742df4-6325-4947-9847-bacb22db729e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:53.452094 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] For port ba742df4-6325-4947-9847-bacb22db729e, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ba742df4-6325-4947-9847-bacb22db729e,segment=NetworkSegment(ce131528-e7c6-445c-90e7-db55b375819f),segment_id=ce131528-e7c6-445c-90e7-db55b375819f)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:54:53.452451 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ba742df4-6325-4947-9847-bacb22db729e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:53.464280 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Calling delete_port for ba742df4-6325-4947-9847-bacb22db729e owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:54:53.656691 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ba742df4-6325-4947-9847-bacb22db729e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:53.691772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Port': ['ID=ba742df4-6325-4947-9847-bacb22db729e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:53.704145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:53.704484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:53.704842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:53.705157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:53.705498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:53.705806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:53.706166 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:53.706492 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:53.706816 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:53.707410 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:53.707499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:53.707750 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:53.708068 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:53.873122 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (2cdb7026-501e-4709-8d4e-81b0fda908a9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:54.089805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Router 2cdb7026-501e-4709-8d4e-81b0fda908a9 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:54:54.211398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:54:54.219917 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-26e3469d-1a08-47ae-af35-23463ecfc432 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "PUT /v2.0/routers/2cdb7026-501e-4709-8d4e-81b0fda908a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5120900 Jan 28 19:54:54.222942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d49a10b-f13c-45ae-8a6f-afc19880bb3d None None] Sync routers for ids ['2cdb7026-501e-4709-8d4e-81b0fda908a9'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:54:54.223466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33158) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:54.233873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d49a10b-f13c-45ae-8a6f-afc19880bb3d None None] Routers {'2cdb7026-501e-4709-8d4e-81b0fda908a9'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:54:54.234774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2d49a10b-f13c-45ae-8a6f-afc19880bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:54:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2cdb7026-501e-4709-8d4e-81b0fda908a9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:54:54.281479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef546e4c-cac0-41df-a3fc-20b2463ad67e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting subnet ccfd0836-00b2-4b42-8ce5-65e24ab0039f {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:54:54.284707 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef546e4c-cac0-41df-a3fc-20b2463ad67e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for subnet (ccfd0836-00b2-4b42-8ce5-65e24ab0039f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:54.288622 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 50e4a7f5-4c0b-4543-9dc9-09b107accee9 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:54:54.329126 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef546e4c-cac0-41df-a3fc-20b2463ad67e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (ccfd0836-00b2-4b42-8ce5-65e24ab0039f), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:54.336215 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 50e4a7f5-4c0b-4543-9dc9-09b107accee9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:54:54.336793 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 50e4a7f5-4c0b-4543-9dc9-09b107accee9 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:54:54.361247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2d49a10b-f13c-45ae-8a6f-afc19880bb3d None None] Set router 2cdb7026-501e-4709-8d4e-81b0fda908a9 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:54:54.416973 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef546e4c-cac0-41df-a3fc-20b2463ad67e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (ccfd0836-00b2-4b42-8ce5-65e24ab0039f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:54.479672 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef546e4c-cac0-41df-a3fc-20b2463ad67e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (ccfd0836-00b2-4b42-8ce5-65e24ab0039f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:54.511313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef546e4c-cac0-41df-a3fc-20b2463ad67e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Subnet': ['ID=ccfd0836-00b2-4b42-8ce5-65e24ab0039f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:54.516509 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef546e4c-cac0-41df-a3fc-20b2463ad67e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:54.521947 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ef546e4c-cac0-41df-a3fc-20b2463ad67e tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/subnets/ccfd0836-00b2-4b42-8ce5-65e24ab0039f HTTP/1.1" status: 204 len: 168 time: 0.2952547 Jan 28 19:54:54.522913 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33160) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:54.529425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62c8835-724c-4e31-a543-58070aa089b6 None None] Network 767ae672-f46a-42e0-89f8-09ec6e645b31 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:54:54.582719 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:54.630837 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2d49a10b-f13c-45ae-8a6f-afc19880bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401931260', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:51:44Z', 'updated_at': '2022-01-28T19:54:53Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:45Z', 'updated_at': '2022-01-28T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:54:54.636556 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router (2cdb7026-501e-4709-8d4e-81b0fda908a9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:54.660971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d49a10b-f13c-45ae-8a6f-afc19880bb3d None None] Checking router: 2cdb7026-501e-4709-8d4e-81b0fda908a9 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:54:54.673965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d49a10b-f13c-45ae-8a6f-afc19880bb3d None None] Routers {'2cdb7026-501e-4709-8d4e-81b0fda908a9'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:54:54.674612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2d49a10b-f13c-45ae-8a6f-afc19880bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:54:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['2cdb7026-501e-4709-8d4e-81b0fda908a9'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:54:54.749284 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_gateway (2cdb7026-501e-4709-8d4e-81b0fda908a9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:54.760679 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] DHCP port deletion for 767ae672-f46a-42e0-89f8-09ec6e645b31 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:54:54.807867 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Deleting port 4a5d1020-3a83-4621-88ee-35ba49e8019c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:54:54.808232 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4a5d1020-3a83-4621-88ee-35ba49e8019c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:54.812369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-2d49a10b-f13c-45ae-8a6f-afc19880bb3d None None] Set router 2cdb7026-501e-4709-8d4e-81b0fda908a9 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:54:54.893377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] For port 4a5d1020-3a83-4621-88ee-35ba49e8019c, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=4a5d1020-3a83-4621-88ee-35ba49e8019c,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:54:54.893721 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4a5d1020-3a83-4621-88ee-35ba49e8019c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:54.906559 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Calling delete_port for 4a5d1020-3a83-4621-88ee-35ba49e8019c owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:54:54.927478 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Deleting port a3cb96e5-114d-4d41-b543-80288a4be3cf {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:54:54.927853 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a3cb96e5-114d-4d41-b543-80288a4be3cf), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.031226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] For port a3cb96e5-114d-4d41-b543-80288a4be3cf, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a3cb96e5-114d-4d41-b543-80288a4be3cf,segment=NetworkSegment(ce131528-e7c6-445c-90e7-db55b375819f),segment_id=ce131528-e7c6-445c-90e7-db55b375819f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:54:55.031446 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a3cb96e5-114d-4d41-b543-80288a4be3cf), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.047080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Calling delete_port for a3cb96e5-114d-4d41-b543-80288a4be3cf owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:54:55.078522 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4a5d1020-3a83-4621-88ee-35ba49e8019c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.101901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Port': ['ID=4a5d1020-3a83-4621-88ee-35ba49e8019c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:55.111990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.112827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.112827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.112978 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.113333 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.115094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.115094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.115094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.115094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.115094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.115494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.115603 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.115872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.117169 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-2d49a10b-f13c-45ae-8a6f-afc19880bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401931260', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:51:44Z', 'updated_at': '2022-01-28T19:54:53Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:45Z', 'updated_at': '2022-01-28T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:54:55.151402 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d49a10b-f13c-45ae-8a6f-afc19880bb3d None None] The sync data for ids ['2cdb7026-501e-4709-8d4e-81b0fda908a9'] in n-d-824834-4 is: [{'id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401931260', 'tenant_id': '310e0101c83844149a246554aacabb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:51:44Z', 'updated_at': '2022-01-28T19:54:53Z', 'revision_number': 5, 'project_id': '310e0101c83844149a246554aacabb65', 'gw_port': {'id': '4a5d1020-3a83-4621-88ee-35ba49e8019c', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdb7026-501e-4709-8d4e-81b0fda908a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:51:45Z', 'updated_at': '2022-01-28T19:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:54:55.168237 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (a3cb96e5-114d-4d41-b543-80288a4be3cf), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.184795 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (2cdb7026-501e-4709-8d4e-81b0fda908a9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.197931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] No DVR routers for this DVR port a3cb96e5-114d-4d41-b543-80288a4be3cf on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:54:55.197931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Pushing event deleted for resources: {'Port': ['ID=a3cb96e5-114d-4d41-b543-80288a4be3cf,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:55.208994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.208994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.208994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.208994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.208994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.209724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.209724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.209870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.210809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.210809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.211006 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.211384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.211540 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555fa11f-1850-4868-a368-20dc15f40d4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:54:55.276682 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (2cdb7026-501e-4709-8d4e-81b0fda908a9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.279038 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router_controller (2cdb7026-501e-4709-8d4e-81b0fda908a9), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.324173 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (2cdb7026-501e-4709-8d4e-81b0fda908a9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.324654 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Fanout notify agent at l3_agent the message router_deleted on router 2cdb7026-501e-4709-8d4e-81b0fda908a9 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:54:55.331530 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.332664 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8c89858b-99a9-4611-a781-f027fad8164f tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/routers/2cdb7026-501e-4709-8d4e-81b0fda908a9 HTTP/1.1" status: 204 len: 168 time: 0.8085124 Jan 28 19:54:55.335507 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:55.410892 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfc9074c-2b5a-456b-8c42-319fc7653227 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (767ae672-f46a-42e0-89f8-09ec6e645b31), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.500476 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfc9074c-2b5a-456b-8c42-319fc7653227 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (767ae672-f46a-42e0-89f8-09ec6e645b31), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.524345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-dfc9074c-2b5a-456b-8c42-319fc7653227 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767ae672-f46a-42e0-89f8-09ec6e645b31']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:54:55.539367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-dfc9074c-2b5a-456b-8c42-319fc7653227 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce131528-e7c6-445c-90e7-db55b375819f') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:54:55.539765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-dfc9074c-2b5a-456b-8c42-319fc7653227 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce131528-e7c6-445c-90e7-db55b375819f') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:54:55.550332 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfc9074c-2b5a-456b-8c42-319fc7653227 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (ce131528-e7c6-445c-90e7-db55b375819f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.567111 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfc9074c-2b5a-456b-8c42-319fc7653227 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ce131528-e7c6-445c-90e7-db55b375819f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.574574 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc9074c-2b5a-456b-8c42-319fc7653227 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:54:55.574823 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfc9074c-2b5a-456b-8c42-319fc7653227 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (ce131528-e7c6-445c-90e7-db55b375819f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:54:55.577989 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:54:55.634112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ba742df4-6325-4947-9847-bacb22db729e no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:54:55.639713 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfc9074c-2b5a-456b-8c42-319fc7653227 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (767ae672-f46a-42e0-89f8-09ec6e645b31), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.658132 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfc9074c-2b5a-456b-8c42-319fc7653227 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.658475 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: ba742df4-6325-4947-9847-bacb22db729e {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:54:55.658821 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ba742df4-6325-4947-9847-bacb22db729e not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:54:55.659237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a3cb96e5-114d-4d41-b543-80288a4be3cf no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:54:55.661313 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-dfc9074c-2b5a-456b-8c42-319fc7653227 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/networks/767ae672-f46a-42e0-89f8-09ec6e645b31 HTTP/1.1" status: 204 len: 168 time: 0.3247387 Jan 28 19:54:55.662310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9074c-2b5a-456b-8c42-319fc7653227 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'Network': ['ID=767ae672-f46a-42e0-89f8-09ec6e645b31,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:55.664090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:55.684870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: a3cb96e5-114d-4d41-b543-80288a4be3cf {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:54:55.685214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a3cb96e5-114d-4d41-b543-80288a4be3cf not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:54:55.723940 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96acb81-a347-40dc-9c2d-f23ab9c9fa27 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (c16adc86-4385-4a5e-9879-f61be655bf5e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.754050 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96acb81-a347-40dc-9c2d-f23ab9c9fa27 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (c16adc86-4385-4a5e-9879-f61be655bf5e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.813703 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.824905 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96acb81-a347-40dc-9c2d-f23ab9c9fa27 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (c16adc86-4385-4a5e-9879-f61be655bf5e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.827523 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96acb81-a347-40dc-9c2d-f23ab9c9fa27 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:55.828830 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e96acb81-a347-40dc-9c2d-f23ab9c9fa27 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] 10.222.0.55 "DELETE /v2.0/security-groups/c16adc86-4385-4a5e-9879-f61be655bf5e HTTP/1.1" status: 204 len: 168 time: 0.1635149 Jan 28 19:54:55.841449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96acb81-a347-40dc-9c2d-f23ab9c9fa27 tempest-TestNetworkAdvancedServerOps-270922074 tempest-TestNetworkAdvancedServerOps-270922074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16adc86-4385-4a5e-9879-f61be655bf5e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:57.179488 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33176) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:57.328712 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-83b2734c-5711-492c-a422-92b13c47c50d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=310e0101c83844149a246554aacabb65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1480126 Jan 28 19:54:57.331287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33180) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:57.380376 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e911719f-d478-4cca-8473-6b85efaf386b admin admin] Publish callbacks [] for security_group (3008e988-7ca6-4fcb-bc75-afe7c6e11dda), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:57.401342 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4a5d1020-3a83-4621-88ee-35ba49e8019c no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:54:57.402495 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e911719f-d478-4cca-8473-6b85efaf386b admin admin] Publish callbacks [] for security_group (3008e988-7ca6-4fcb-bc75-afe7c6e11dda), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:57.423722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 4a5d1020-3a83-4621-88ee-35ba49e8019c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:54:57.424070 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 4a5d1020-3a83-4621-88ee-35ba49e8019c not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:54:57.452948 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e911719f-d478-4cca-8473-6b85efaf386b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3008e988-7ca6-4fcb-bc75-afe7c6e11dda), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:57.455557 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e911719f-d478-4cca-8473-6b85efaf386b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:57.456715 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e911719f-d478-4cca-8473-6b85efaf386b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3008e988-7ca6-4fcb-bc75-afe7c6e11dda HTTP/1.1" status: 204 len: 168 time: 0.1245413 Jan 28 19:54:57.464749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911719f-d478-4cca-8473-6b85efaf386b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3008e988-7ca6-4fcb-bc75-afe7c6e11dda,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:57.732819 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33186) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:57.772368 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3debe639-c03f-4285-9a64-cf0a40439dac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01690ff120504f03a12e78877a654236&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383027 Jan 28 19:54:57.775503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33188) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:57.824226 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a60ee72e-0c6b-4371-a98c-e875ca397340 admin admin] Publish callbacks [] for security_group (02e4388d-8d9b-4eb6-a27f-311d75ce8bdc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:57.846288 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a60ee72e-0c6b-4371-a98c-e875ca397340 admin admin] Publish callbacks [] for security_group (02e4388d-8d9b-4eb6-a27f-311d75ce8bdc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:57.895084 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a60ee72e-0c6b-4371-a98c-e875ca397340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (02e4388d-8d9b-4eb6-a27f-311d75ce8bdc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:57.897984 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a60ee72e-0c6b-4371-a98c-e875ca397340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:57.899411 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a60ee72e-0c6b-4371-a98c-e875ca397340 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02e4388d-8d9b-4eb6-a27f-311d75ce8bdc HTTP/1.1" status: 204 len: 168 time: 0.1227295 Jan 28 19:54:57.911130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ee72e-0c6b-4371-a98c-e875ca397340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e4388d-8d9b-4eb6-a27f-311d75ce8bdc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:58.638263 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:58.739520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8fd4bab5-c2e9-4217-b782-05d55b06d871 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-52415245-network', 'tenant_id': 'cc9115174d044041b881d770bcbec436'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:54:58.761029 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd4bab5-c2e9-4217-b782-05d55b06d871 admin admin] Made reservation on behalf of cc9115174d044041b881d770bcbec436 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:54:58.763727 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fd4bab5-c2e9-4217-b782-05d55b06d871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:58.773298 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fd4bab5-c2e9-4217-b782-05d55b06d871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:58.847962 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fd4bab5-c2e9-4217-b782-05d55b06d871 admin admin] Publish callbacks [] for security_group (1d8fb8a6-b3ab-43a6-a833-e3cb76605b47), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:58.853264 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fd4bab5-c2e9-4217-b782-05d55b06d871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1d8fb8a6-b3ab-43a6-a833-e3cb76605b47), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:58.876513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd4bab5-c2e9-4217-b782-05d55b06d871 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:54:58.885950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4bab5-c2e9-4217-b782-05d55b06d871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:58.890623 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fd4bab5-c2e9-4217-b782-05d55b06d871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0d071d68-c195-4193-ab8f-f3cd00cdd2cc), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:58.890968 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-8fd4bab5-c2e9-4217-b782-05d55b06d871 admin admin] Added segment 0d071d68-c195-4193-ab8f-f3cd00cdd2cc of type vlan for network 8bc701cb-e93f-4575-a1fb-a2b314caab06 Jan 28 19:54:58.929118 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fd4bab5-c2e9-4217-b782-05d55b06d871 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (8bc701cb-e93f-4575-a1fb-a2b314caab06), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:58.955098 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fd4bab5-c2e9-4217-b782-05d55b06d871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (8bc701cb-e93f-4575-a1fb-a2b314caab06), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:58.956291 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd4bab5-c2e9-4217-b782-05d55b06d871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:58.957069 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8fd4bab5-c2e9-4217-b782-05d55b06d871 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.012297 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8fd4bab5-c2e9-4217-b782-05d55b06d871 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3728592 Jan 28 19:54:59.015364 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33218) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:59.021522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7e2dffd7-d73a-4dc4-8baa-4957564d5a23 admin admin] Request body: {'subnet': {'network_id': '8bc701cb-e93f-4575-a1fb-a2b314caab06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-52415245-subnet', 'tenant_id': 'cc9115174d044041b881d770bcbec436', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:54:59.029439 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4bab5-c2e9-4217-b782-05d55b06d871 admin admin] Pushing event updated for resources: {'Network': ['ID=8bc701cb-e93f-4575-a1fb-a2b314caab06,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:59.040368 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 8bc701cb-e93f-4575-a1fb-a2b314caab06 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:54:59.045547 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2dffd7-d73a-4dc4-8baa-4957564d5a23 admin admin] Made reservation on behalf of cc9115174d044041b881d770bcbec436 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:54:59.047981 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e2dffd7-d73a-4dc4-8baa-4957564d5a23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.216014 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e2dffd7-d73a-4dc4-8baa-4957564d5a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (f5270825-aea8-4ee9-b213-6745b7b2f807), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.269243 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dffd7-d73a-4dc4-8baa-4957564d5a23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5270825-aea8-4ee9-b213-6745b7b2f807,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:59.280202 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2dffd7-d73a-4dc4-8baa-4957564d5a23 admin admin] Checking segment: {'id': '0d071d68-c195-4193-ab8f-f3cd00cdd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8bc701cb-e93f-4575-a1fb-a2b314caab06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:54:59.280712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2dffd7-d73a-4dc4-8baa-4957564d5a23 admin admin] Network hostable DHCP agents. Network: 8bc701cb-e93f-4575-a1fb-a2b314caab06, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:54:59.304454 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2dffd7-d73a-4dc4-8baa-4957564d5a23 admin admin] Network 8bc701cb-e93f-4575-a1fb-a2b314caab06 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:54:59.313975 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7e2dffd7-d73a-4dc4-8baa-4957564d5a23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 8bc701cb-e93f-4575-a1fb-a2b314caab06) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:54:59.318111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2dffd7-d73a-4dc4-8baa-4957564d5a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:54:59.318765 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7e2dffd7-d73a-4dc4-8baa-4957564d5a23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.325594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3767aa-30f1-41c6-a2f8-e45693c6fcfb None None] Network 8bc701cb-e93f-4575-a1fb-a2b314caab06 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:54:59.342620 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7e2dffd7-d73a-4dc4-8baa-4957564d5a23 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3262310 Jan 28 19:54:59.430814 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899e57b3-dc24-482c-8b48-5d85314ce9e5 None None] Network 8bc701cb-e93f-4575-a1fb-a2b314caab06 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:54:59.833384 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:54:59.838679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-246e5f3e-2460-45fe-8262-12f499761024 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1729635635-network', 'tenant_id': '2905cdf0792341d7805ba73b89c72ed6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:54:59.860683 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246e5f3e-2460-45fe-8262-12f499761024 admin admin] Made reservation on behalf of 2905cdf0792341d7805ba73b89c72ed6 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:54:59.863293 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-246e5f3e-2460-45fe-8262-12f499761024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.872685 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-246e5f3e-2460-45fe-8262-12f499761024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.949834 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-246e5f3e-2460-45fe-8262-12f499761024 admin admin] Publish callbacks [] for security_group (b9e5e911-a6b7-4439-94f0-e79fcc55b4df), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.955272 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-246e5f3e-2460-45fe-8262-12f499761024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b9e5e911-a6b7-4439-94f0-e79fcc55b4df), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.979099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246e5f3e-2460-45fe-8262-12f499761024 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:54:59.988557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e5f3e-2460-45fe-8262-12f499761024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e5e911-a6b7-4439-94f0-e79fcc55b4df,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:54:59.993194 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-246e5f3e-2460-45fe-8262-12f499761024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (99e4d123-2a99-494d-8225-96b375b30bdc), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:54:59.993536 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-246e5f3e-2460-45fe-8262-12f499761024 admin admin] Added segment 99e4d123-2a99-494d-8225-96b375b30bdc of type vlan for network 0bb8af9e-d23c-4573-8087-929e7a1ad7d1 Jan 28 19:55:00.034945 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-246e5f3e-2460-45fe-8262-12f499761024 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (0bb8af9e-d23c-4573-8087-929e7a1ad7d1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:00.061982 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-246e5f3e-2460-45fe-8262-12f499761024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (0bb8af9e-d23c-4573-8087-929e7a1ad7d1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:00.063081 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246e5f3e-2460-45fe-8262-12f499761024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:00.063687 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-246e5f3e-2460-45fe-8262-12f499761024 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:00.119315 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-246e5f3e-2460-45fe-8262-12f499761024 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2847562 Jan 28 19:55:00.122215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33236) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:00.127046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e5f3e-2460-45fe-8262-12f499761024 admin admin] Pushing event updated for resources: {'Network': ['ID=0bb8af9e-d23c-4573-8087-929e7a1ad7d1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:00.127397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fa0a1d2a-9932-4d6f-9444-55d922b8fe74 admin admin] Request body: {'subnet': {'network_id': '0bb8af9e-d23c-4573-8087-929e7a1ad7d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1729635635-subnet', 'tenant_id': '2905cdf0792341d7805ba73b89c72ed6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:00.136888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 0bb8af9e-d23c-4573-8087-929e7a1ad7d1 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:55:00.150583 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0a1d2a-9932-4d6f-9444-55d922b8fe74 admin admin] Made reservation on behalf of 2905cdf0792341d7805ba73b89c72ed6 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:00.152988 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1d2a-9932-4d6f-9444-55d922b8fe74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:00.320696 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1d2a-9932-4d6f-9444-55d922b8fe74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (5f897613-ccc4-4fa3-9786-ea9bcd66adda), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:00.368684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a1d2a-9932-4d6f-9444-55d922b8fe74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f897613-ccc4-4fa3-9786-ea9bcd66adda,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:00.383758 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0a1d2a-9932-4d6f-9444-55d922b8fe74 admin admin] Checking segment: {'id': '99e4d123-2a99-494d-8225-96b375b30bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0bb8af9e-d23c-4573-8087-929e7a1ad7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:55:00.384116 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0a1d2a-9932-4d6f-9444-55d922b8fe74 admin admin] Network hostable DHCP agents. Network: 0bb8af9e-d23c-4573-8087-929e7a1ad7d1, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:55:00.402324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0a1d2a-9932-4d6f-9444-55d922b8fe74 admin admin] Network 0bb8af9e-d23c-4573-8087-929e7a1ad7d1 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:55:00.412176 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fa0a1d2a-9932-4d6f-9444-55d922b8fe74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 0bb8af9e-d23c-4573-8087-929e7a1ad7d1) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:55:00.416324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0a1d2a-9932-4d6f-9444-55d922b8fe74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:00.416914 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1d2a-9932-4d6f-9444-55d922b8fe74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:00.421166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12749e6f-4b93-4792-ae3d-984b8c954deb None None] Network 0bb8af9e-d23c-4573-8087-929e7a1ad7d1 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:55:00.433116 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fa0a1d2a-9932-4d6f-9444-55d922b8fe74 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3096626 Jan 28 19:55:00.528283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cdee5d-e303-40e8-9811-0b112e577438 None None] Network 0bb8af9e-d23c-4573-8087-929e7a1ad7d1 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:55:00.532156 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:00.924475 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-1ae59751-6e24-4db1-aead-d70450fac7a1 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:00.925894 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-1ae59751-6e24-4db1-aead-d70450fac7a1 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/networks?id=8bc701cb-e93f-4575-a1fb-a2b314caab06 HTTP/1.1" status: 200 len: 810 time: 0.1085250 Jan 28 19:55:00.941403 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-0b842eec-1190-47e1-8333-28fb0fc10d79 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/quotas/cc9115174d044041b881d770bcbec436 HTTP/1.1" status: 200 len: 375 time: 0.0098088 Jan 28 19:55:00.974444 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-55a2bdd9-4f97-44ee-a48c-c6818293adc3 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc9115174d044041b881d770bcbec436&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275824 Jan 28 19:55:01.164704 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-fccd0254-5d7a-4d73-8eed-b8fb377f85be service neutron] 10.222.0.55 "GET /v2.0/networks/8bc701cb-e93f-4575-a1fb-a2b314caab06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835172 Jan 28 19:55:01.256485 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-e95b3bb3-0c60-47e6-9f63-ba5b07146d71 service neutron] 10.222.0.55 "GET /v2.0/networks/8bc701cb-e93f-4575-a1fb-a2b314caab06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855739 Jan 28 19:55:01.430187 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-95df3bf3-7ba0-4c11-b2d3-9cf6aefd2cd5 req-6263fd64-645a-43dc-976c-0d9f22b87ecf tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 210 time: 0.0284600 Jan 28 19:55:02.234966 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:55:02.541031 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7c70d671-3016-4ae8-9a86-655a83f3ba6a req-9204d0fd-f370-420a-a1ff-2c5ea1dca3ea tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 210 time: 0.0404570 Jan 28 19:55:02.546878 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-eae41fdc-b038-4365-a1d1-190ec41a6ac8 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:02.548258 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-eae41fdc-b038-4365-a1d1-190ec41a6ac8 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.37 "GET /v2.0/networks?id=8bc701cb-e93f-4575-a1fb-a2b314caab06 HTTP/1.1" status: 200 len: 810 time: 0.1385934 Jan 28 19:55:02.559662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-c21a5357-94fb-43fd-a101-04441c6ecce4 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Request body: {'port': {'device_id': 'bb39d340-1851-4e71-ac37-d05029953995', 'network_id': '8bc701cb-e93f-4575-a1fb-a2b314caab06', 'admin_state_up': True, 'tenant_id': 'cc9115174d044041b881d770bcbec436'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:02.665483 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-c21a5357-94fb-43fd-a101-04441c6ecce4 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Made reservation on behalf of cc9115174d044041b881d770bcbec436 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:02.669044 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-c21a5357-94fb-43fd-a101-04441c6ecce4 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.155349 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-c21a5357-94fb-43fd-a101-04441c6ecce4 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Allocated IP 172.20.0.3 (8bc701cb-e93f-4575-a1fb-a2b314caab06/f5270825-aea8-4ee9-b213-6745b7b2f807/50f33421-ef82-42d3-a7c1-7b7b970b3965) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:55:03.307654 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-c21a5357-94fb-43fd-a101-04441c6ecce4 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Publish callbacks [] for port (50f33421-ef82-42d3-a7c1-7b7b970b3965), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.349139 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-c21a5357-94fb-43fd-a101-04441c6ecce4 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (50f33421-ef82-42d3-a7c1-7b7b970b3965), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.391117 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-c21a5357-94fb-43fd-a101-04441c6ecce4 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Network 8bc701cb-e93f-4575-a1fb-a2b314caab06 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:55:03.394140 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-c21a5357-94fb-43fd-a101-04441c6ecce4 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:55:03.399784 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-c21a5357-94fb-43fd-a101-04441c6ecce4 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:55:03.406231 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a5357-94fb-43fd-a101-04441c6ecce4 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Pushing event updated for resources: {'Port': ['ID=50f33421-ef82-42d3-a7c1-7b7b970b3965,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:03.450603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-c21a5357-94fb-43fd-a101-04441c6ecce4 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:03.451211 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-c21a5357-94fb-43fd-a101-04441c6ecce4 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.469176 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-c21a5357-94fb-43fd-a101-04441c6ecce4 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9134579 Jan 28 19:55:03.480744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Request body: {'port': {'device_id': 'bb39d340-1851-4e71-ac37-d05029953995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:03.543020 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (50f33421-ef82-42d3-a7c1-7b7b970b3965), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.669060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a7176-944b-445d-9d6a-38fbd2fdc65a req-d0c9e444-e77f-4657-8f83-a735f2c076cb tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:03.670675 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-182a7176-944b-445d-9d6a-38fbd2fdc65a req-d0c9e444-e77f-4657-8f83-a735f2c076cb tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 931 time: 0.0606925 Jan 28 19:55:03.719646 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-182a7176-944b-445d-9d6a-38fbd2fdc65a req-48b8e9ae-04c0-4776-a6ba-44a4688ce9ab tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429318 Jan 28 19:55:03.798754 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f33421-ef82-42d3-a7c1-7b7b970b3965 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:55:03.806667 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Publish callbacks [] for port (50f33421-ef82-42d3-a7c1-7b7b970b3965), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.819485 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Transition to ACTIVE for port object 50f33421-ef82-42d3-a7c1-7b7b970b3965 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:55:03.826377 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (50f33421-ef82-42d3-a7c1-7b7b970b3965), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:03.874599 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Pushing event updated for resources: {'Port': ['ID=50f33421-ef82-42d3-a7c1-7b7b970b3965,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:03.949405 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Attempting to bind port 50f33421-ef82-42d3-a7c1-7b7b970b3965 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:55:03.949778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Attempting to bind port 50f33421-ef82-42d3-a7c1-7b7b970b3965 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '0d071d68-c195-4193-ab8f-f3cd00cdd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8bc701cb-e93f-4575-a1fb-a2b314caab06'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:55:03.950139 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Attempting to bind port 50f33421-ef82-42d3-a7c1-7b7b970b3965 on network 8bc701cb-e93f-4575-a1fb-a2b314caab06 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:55:03.954952 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Port 50f33421-ef82-42d3-a7c1-7b7b970b3965 on network 8bc701cb-e93f-4575-a1fb-a2b314caab06 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:55:03.955297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Attempting to bind port 50f33421-ef82-42d3-a7c1-7b7b970b3965 on network 8bc701cb-e93f-4575-a1fb-a2b314caab06 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:55:03.960214 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:55:03.960524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Checking segment: {'id': '0d071d68-c195-4193-ab8f-f3cd00cdd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8bc701cb-e93f-4575-a1fb-a2b314caab06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:55:03.960939 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Bound using segment: {'id': '0d071d68-c195-4193-ab8f-f3cd00cdd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8bc701cb-e93f-4575-a1fb-a2b314caab06'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:55:03.961356 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Bound port: 50f33421-ef82-42d3-a7c1-7b7b970b3965, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d071d68-c195-4193-ab8f-f3cd00cdd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8bc701cb-e93f-4575-a1fb-a2b314caab06'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:55:03.961712 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (50f33421-ef82-42d3-a7c1-7b7b970b3965), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:04.024961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] For port 50f33421-ef82-42d3-a7c1-7b7b970b3965, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:55:04.028108 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] For port 50f33421-ef82-42d3-a7c1-7b7b970b3965, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=50f33421-ef82-42d3-a7c1-7b7b970b3965,segment=NetworkSegment(0d071d68-c195-4193-ab8f-f3cd00cdd2cc),segment_id=0d071d68-c195-4193-ab8f-f3cd00cdd2cc)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:55:04.035831 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (50f33421-ef82-42d3-a7c1-7b7b970b3965), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:04.069118 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:04.069801 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:04.071514 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] 10.222.0.37 "PUT /v2.0/ports/50f33421-ef82-42d3-a7c1-7b7b970b3965 HTTP/1.1" status: 200 len: 1091 time: 0.5943990 Jan 28 19:55:04.071937 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb39d340-1851-4e71-ac37-d05029953995', 'tag': '50f33421-ef82-42d3-a7c1-7b7b970b3965'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:55:04.074227 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23970a8c-eb7f-4cec-aa9b-49610cbb9e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb39d340-1851-4e71-ac37-d05029953995", "tag": "50f33421-ef82-42d3-a7c1-7b7b970b3965"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:55:04.099804 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881cada-c6a6-4050-a466-a03aa77d5a68 service neutron] Pushing event updated for resources: {'Port': ['ID=50f33421-ef82-42d3-a7c1-7b7b970b3965,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:04.118234 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314342f3-b429-47eb-9fd2-5271cbf96bb1 x-openstack-request-id: req-314342f3-b429-47eb-9fd2-5271cbf96bb1 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:55:04.118548 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb39d340-1851-4e71-ac37-d05029953995", "tag": "50f33421-ef82-42d3-a7c1-7b7b970b3965", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:55:04.118799 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-314342f3-b429-47eb-9fd2-5271cbf96bb1 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:55:04.119201 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb39d340-1851-4e71-ac37-d05029953995', 'tag': '50f33421-ef82-42d3-a7c1-7b7b970b3965', 'status': 'completed', 'code': 200} Jan 28 19:55:04.156272 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-81417325-9ea6-4d4f-a6f7-5fcbc02fe991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:04.157782 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-81417325-9ea6-4d4f-a6f7-5fcbc02fe991 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc9115174d044041b881d770bcbec436&device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 1125 time: 0.0483258 Jan 28 19:55:04.201880 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-e56cd707-7552-4891-96bd-2915797e83c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f33421-ef82-42d3-a7c1-7b7b970b3965 HTTP/1.1" status: 200 len: 217 time: 0.0374577 Jan 28 19:55:04.249000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-0257babc-5ee0-43eb-ba7f-1cb562295cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:04.250456 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-0257babc-5ee0-43eb-ba7f-1cb562295cce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5270825-aea8-4ee9-b213-6745b7b2f807 HTTP/1.1" status: 200 len: 850 time: 0.0429273 Jan 28 19:55:04.280978 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-af64ca00-2849-4b97-8bda-c518aa720b6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bc701cb-e93f-4575-a1fb-a2b314caab06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246160 Jan 28 19:55:04.387555 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-af5df543-23d6-497b-a5aa-059e2ba69e0f service neutron] 10.222.0.37 "GET /v2.0/networks/8bc701cb-e93f-4575-a1fb-a2b314caab06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009288 Jan 28 19:55:04.477148 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-db889a19-d974-44c4-89f4-0e7986cfc71e req-06a5ac9b-51f3-4e64-b9b8-e83208dc5d96 service neutron] 10.222.0.37 "GET /v2.0/networks/8bc701cb-e93f-4575-a1fb-a2b314caab06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838494 Jan 28 19:55:04.574617 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23970a8c-eb7f-4cec-aa9b-49610cbb9e5f req-687f5e54-8485-4f56-b263-79afb5a89b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:04.576142 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23970a8c-eb7f-4cec-aa9b-49610cbb9e5f req-687f5e54-8485-4f56-b263-79afb5a89b4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc9115174d044041b881d770bcbec436&device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 1125 time: 0.0507722 Jan 28 19:55:04.677340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23970a8c-eb7f-4cec-aa9b-49610cbb9e5f req-3339ec03-d580-48ec-89eb-ae3db6665f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:04.678744 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23970a8c-eb7f-4cec-aa9b-49610cbb9e5f req-3339ec03-d580-48ec-89eb-ae3db6665f2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bc701cb-e93f-4575-a1fb-a2b314caab06 HTTP/1.1" status: 200 len: 911 time: 0.0962381 Jan 28 19:55:04.720709 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23970a8c-eb7f-4cec-aa9b-49610cbb9e5f req-68e23375-562c-4497-8ff7-e722bccd3ab0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f33421-ef82-42d3-a7c1-7b7b970b3965 HTTP/1.1" status: 200 len: 217 time: 0.0358155 Jan 28 19:55:04.773645 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23970a8c-eb7f-4cec-aa9b-49610cbb9e5f req-ac7d8053-856b-48c7-9cd9-19b45491182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:04.775310 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23970a8c-eb7f-4cec-aa9b-49610cbb9e5f req-ac7d8053-856b-48c7-9cd9-19b45491182f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5270825-aea8-4ee9-b213-6745b7b2f807 HTTP/1.1" status: 200 len: 850 time: 0.0483723 Jan 28 19:55:04.806799 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23970a8c-eb7f-4cec-aa9b-49610cbb9e5f req-98f57a62-ab9f-45cf-ac34-c6ee0ce27e28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bc701cb-e93f-4575-a1fb-a2b314caab06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261176 Jan 28 19:55:04.843118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c2aec-e271-4cbe-aa42-d73a9b1aa677 req-230bec2c-9a42-4b1d-8c46-8fa5d8149482 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:04.844653 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-219c2aec-e271-4cbe-aa42-d73a9b1aa677 req-230bec2c-9a42-4b1d-8c46-8fa5d8149482 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 943 time: 0.0531654 Jan 28 19:55:04.894506 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23970a8c-eb7f-4cec-aa9b-49610cbb9e5f req-630efc27-ad1c-4fb9-846f-df89f336d7c5 service neutron] 10.222.0.37 "GET /v2.0/networks/8bc701cb-e93f-4575-a1fb-a2b314caab06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822217 Jan 28 19:55:04.895187 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-219c2aec-e271-4cbe-aa42-d73a9b1aa677 req-3a8c7088-3c52-45c8-ada9-49a4c8ed9ac2 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448475 Jan 28 19:55:04.985989 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23970a8c-eb7f-4cec-aa9b-49610cbb9e5f req-83c933b8-808d-4dd8-95c9-3f4eb6a16027 service neutron] 10.222.0.37 "GET /v2.0/networks/8bc701cb-e93f-4575-a1fb-a2b314caab06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860381 Jan 28 19:55:06.024684 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66074978-1d8f-4e99-9ba7-2e2ae6946bde req-3aa0e87e-bb71-4424-ac99-cc53318a5c43 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:06.026188 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-66074978-1d8f-4e99-9ba7-2e2ae6946bde req-3aa0e87e-bb71-4424-ac99-cc53318a5c43 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 943 time: 0.0552022 Jan 28 19:55:06.076966 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-66074978-1d8f-4e99-9ba7-2e2ae6946bde req-54006022-3e62-4561-91c6-57044e8a67e2 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427601 Jan 28 19:55:07.201386 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35c3df-0688-4430-8b16-d2234dd05fcd req-ef7fe87a-63af-4326-a72b-c4cf9be27ae0 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:07.203026 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be35c3df-0688-4430-8b16-d2234dd05fcd req-ef7fe87a-63af-4326-a72b-c4cf9be27ae0 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 943 time: 0.0586076 Jan 28 19:55:07.255572 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be35c3df-0688-4430-8b16-d2234dd05fcd req-1edd2b85-d255-4ddf-9168-257c5d07cb2b tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444953 Jan 28 19:55:08.371918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 50f33421-ef82-42d3-a7c1-7b7b970b3965 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:55:08.411783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5df4c7-5205-4abd-ba12-5c77f8ceb764 req-879ee2df-56e0-4ac1-b23c-f9121525bb99 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:08.413662 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc5df4c7-5205-4abd-ba12-5c77f8ceb764 req-879ee2df-56e0-4ac1-b23c-f9121525bb99 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 943 time: 0.0636840 Jan 28 19:55:08.463620 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc5df4c7-5205-4abd-ba12-5c77f8ceb764 req-46a88d51-8935-4bca-aed6-6e486c01e1f8 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445392 Jan 28 19:55:08.638495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 50f33421-ef82-42d3-a7c1-7b7b970b3965, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=50f33421-ef82-42d3-a7c1-7b7b970b3965,segment=NetworkSegment(0d071d68-c195-4193-ab8f-f3cd00cdd2cc),segment_id=0d071d68-c195-4193-ab8f-f3cd00cdd2cc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:55:08.648795 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '50f33421-ef82-42d3-a7c1-7b7b970b3965', 'network_id': '8bc701cb-e93f-4575-a1fb-a2b314caab06', 'port_id': '50f33421-ef82-42d3-a7c1-7b7b970b3965', 'mac_address': 'fa:16:3e:50:be:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5270825-aea8-4ee9-b213-6745b7b2f807', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:55:08.686907 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 50f33421-ef82-42d3-a7c1-7b7b970b3965 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:55:08.687323 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (50f33421-ef82-42d3-a7c1-7b7b970b3965), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:08.701154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f33421-ef82-42d3-a7c1-7b7b970b3965 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:55:08.721117 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 50f33421-ef82-42d3-a7c1-7b7b970b3965, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=50f33421-ef82-42d3-a7c1-7b7b970b3965,segment=NetworkSegment(0d071d68-c195-4193-ab8f-f3cd00cdd2cc),segment_id=0d071d68-c195-4193-ab8f-f3cd00cdd2cc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:55:08.726464 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (50f33421-ef82-42d3-a7c1-7b7b970b3965), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:08.771754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=50f33421-ef82-42d3-a7c1-7b7b970b3965,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:09.049720 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['50f33421-ef82-42d3-a7c1-7b7b970b3965'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:55:09.593634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c909e-5c21-4613-bda1-149823eeb44c req-6b3aeb5d-acb9-4753-8405-19b9fa8f835c tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:09.595283 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-924c909e-5c21-4613-bda1-149823eeb44c req-6b3aeb5d-acb9-4753-8405-19b9fa8f835c tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 944 time: 0.0564523 Jan 28 19:55:09.642768 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-924c909e-5c21-4613-bda1-149823eeb44c req-a5edf33a-171a-4618-9142-c1920ccc3f34 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417752 Jan 28 19:55:10.390890 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 50f33421-ef82-42d3-a7c1-7b7b970b3965 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:55:10.452798 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 50f33421-ef82-42d3-a7c1-7b7b970b3965 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:55:10.458038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 50f33421-ef82-42d3-a7c1-7b7b970b3965 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:55:10.458442 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (50f33421-ef82-42d3-a7c1-7b7b970b3965), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:10.539886 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 50f33421-ef82-42d3-a7c1-7b7b970b3965 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:55:10.540286 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (50f33421-ef82-42d3-a7c1-7b7b970b3965), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:10.583200 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 50f33421-ef82-42d3-a7c1-7b7b970b3965, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=50f33421-ef82-42d3-a7c1-7b7b970b3965,segment=NetworkSegment(0d071d68-c195-4193-ab8f-f3cd00cdd2cc),segment_id=0d071d68-c195-4193-ab8f-f3cd00cdd2cc)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:55:10.584598 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb39d340-1851-4e71-ac37-d05029953995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f33421-ef82-42d3-a7c1-7b7b970b3965'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:55:10.587713 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08d3d68-254f-47f8-87e0-c27eb219acc6" -d '{"events": [{"server_uuid": "bb39d340-1851-4e71-ac37-d05029953995", "name": "network-vif-plugged", "status": "completed", "tag": "50f33421-ef82-42d3-a7c1-7b7b970b3965"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:55:10.597368 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (50f33421-ef82-42d3-a7c1-7b7b970b3965), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:10.634744 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4116784a-c2a4-4ca2-b3fc-26552ec8b350 x-openstack-request-id: req-4116784a-c2a4-4ca2-b3fc-26552ec8b350 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:55:10.635034 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb39d340-1851-4e71-ac37-d05029953995", "name": "network-vif-plugged", "status": "completed", "tag": "50f33421-ef82-42d3-a7c1-7b7b970b3965", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:55:10.635287 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4116784a-c2a4-4ca2-b3fc-26552ec8b350 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:55:10.635679 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb39d340-1851-4e71-ac37-d05029953995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f33421-ef82-42d3-a7c1-7b7b970b3965', 'code': 200} Jan 28 19:55:10.653893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=50f33421-ef82-42d3-a7c1-7b7b970b3965,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:10.755629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45eb00-7e20-4c20-ae00-8cbe88cb409c req-43a46007-497e-4035-8cc5-c4293ab1a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:10.757150 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a45eb00-7e20-4c20-ae00-8cbe88cb409c req-43a46007-497e-4035-8cc5-c4293ab1a37d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 1127 time: 0.0533154 Jan 28 19:55:10.769035 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978f759-6805-4f9e-8b39-051f1f07b796 req-8d85b4db-0b6f-4cfb-ac43-b1684fdcba2c tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:10.770663 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d978f759-6805-4f9e-8b39-051f1f07b796 req-8d85b4db-0b6f-4cfb-ac43-b1684fdcba2c tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 945 time: 0.0585315 Jan 28 19:55:10.810192 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a45eb00-7e20-4c20-ae00-8cbe88cb409c req-4ce92470-d912-4031-8ce0-03261a8f6cc5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468109 Jan 28 19:55:10.825412 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d978f759-6805-4f9e-8b39-051f1f07b796 req-985668e6-5036-42e5-919c-d45d7d492b07 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480642 Jan 28 19:55:11.961748 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606a215-a492-4f8b-9ff0-d2b0084f35b0 req-83e76077-4200-4f90-8043-bf5a7eacd3e2 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:11.963323 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e606a215-a492-4f8b-9ff0-d2b0084f35b0 req-83e76077-4200-4f90-8043-bf5a7eacd3e2 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 945 time: 0.0551941 Jan 28 19:55:12.016586 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e606a215-a492-4f8b-9ff0-d2b0084f35b0 req-b1bdcff9-0629-4766-bfa7-4852ace544f2 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475521 Jan 28 19:55:13.149550 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7685076-6479-4bca-92f2-823ae26bc339 req-3ddef28d-1204-42b3-8c8d-38a3263265e9 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:13.151039 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7685076-6479-4bca-92f2-823ae26bc339 req-3ddef28d-1204-42b3-8c8d-38a3263265e9 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 945 time: 0.0596135 Jan 28 19:55:13.202579 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7685076-6479-4bca-92f2-823ae26bc339 req-4b4f8e22-c37b-4057-9c4d-0d75517a479b tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436502 Jan 28 19:55:13.328681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b00f12-cc9a-41a3-99a3-77cba0f5dd7e req-6bdbcab1-a579-46ce-b129-619f738faf85 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:13.330825 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-53b00f12-cc9a-41a3-99a3-77cba0f5dd7e req-6bdbcab1-a579-46ce-b129-619f738faf85 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 945 time: 0.0561862 Jan 28 19:55:13.380257 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-53b00f12-cc9a-41a3-99a3-77cba0f5dd7e req-a31b21b5-a709-479b-ac17-a10de043ec6c tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436532 Jan 28 19:55:13.611146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0a98d-f399-4e4e-b598-50191ebeb0b5 req-4ade6080-9f6f-4a48-b640-e4fcdfe4dfd4 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:13.612624 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2c0a98d-f399-4e4e-b598-50191ebeb0b5 req-4ade6080-9f6f-4a48-b640-e4fcdfe4dfd4 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 945 time: 0.0554137 Jan 28 19:55:13.658767 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2c0a98d-f399-4e4e-b598-50191ebeb0b5 req-eec0a43a-8851-4918-8b4e-e4543578b8a1 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404153 Jan 28 19:55:14.804573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b49335-afa7-419c-b359-fd2ada403765 req-4b51bf43-2d75-4000-84aa-54d8fa525726 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:14.806051 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32b49335-afa7-419c-b359-fd2ada403765 req-4b51bf43-2d75-4000-84aa-54d8fa525726 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 945 time: 0.0628381 Jan 28 19:55:14.854303 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32b49335-afa7-419c-b359-fd2ada403765 req-7cdb03ac-0afd-408e-b986-88ad4ae1e172 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425975 Jan 28 19:55:15.070678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fa6d1-1eb7-4584-aaba-0ceb72a36a25 req-a465c451-10cd-479a-882c-6f6489b6b8b0 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:15.072529 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-de0fa6d1-1eb7-4584-aaba-0ceb72a36a25 req-a465c451-10cd-479a-882c-6f6489b6b8b0 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 945 time: 0.0597270 Jan 28 19:55:15.091397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94d6d-052e-40b0-aa7c-aefe6a549788 req-464b64bc-46ac-41af-b05b-9553ed9833fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:15.092924 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-01d94d6d-052e-40b0-aa7c-aefe6a549788 req-464b64bc-46ac-41af-b05b-9553ed9833fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc9115174d044041b881d770bcbec436&device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 1127 time: 0.0500402 Jan 28 19:55:15.118498 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-de0fa6d1-1eb7-4584-aaba-0ceb72a36a25 req-414c6c86-9cad-4f4a-aedc-a5b4b19d82ef tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401917 Jan 28 19:55:15.182729 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94d6d-052e-40b0-aa7c-aefe6a549788 req-bc90e340-adc1-4944-8e5a-7ba5ef284bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:15.184201 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-01d94d6d-052e-40b0-aa7c-aefe6a549788 req-bc90e340-adc1-4944-8e5a-7ba5ef284bdc service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bc701cb-e93f-4575-a1fb-a2b314caab06 HTTP/1.1" status: 200 len: 911 time: 0.0838666 Jan 28 19:55:15.228859 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-01d94d6d-052e-40b0-aa7c-aefe6a549788 req-f0caf26e-3b50-445b-b547-70a732a47475 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f33421-ef82-42d3-a7c1-7b7b970b3965 HTTP/1.1" status: 200 len: 217 time: 0.0385969 Jan 28 19:55:15.281194 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94d6d-052e-40b0-aa7c-aefe6a549788 req-05f544c6-9842-4076-af34-d14be1f22494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:15.282767 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-01d94d6d-052e-40b0-aa7c-aefe6a549788 req-05f544c6-9842-4076-af34-d14be1f22494 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5270825-aea8-4ee9-b213-6745b7b2f807 HTTP/1.1" status: 200 len: 850 time: 0.0482366 Jan 28 19:55:15.313864 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-01d94d6d-052e-40b0-aa7c-aefe6a549788 req-6efaf990-666c-4cbf-bb46-360c0674ac5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bc701cb-e93f-4575-a1fb-a2b314caab06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252419 Jan 28 19:55:15.401148 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-01d94d6d-052e-40b0-aa7c-aefe6a549788 req-b0acc6dc-8474-4be9-afc9-a4a25a9e2890 service neutron] 10.222.0.37 "GET /v2.0/networks/8bc701cb-e93f-4575-a1fb-a2b314caab06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818217 Jan 28 19:55:15.493041 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-01d94d6d-052e-40b0-aa7c-aefe6a549788 req-2a37d9b4-84da-4f2e-a1cb-9c55f7e1231c service neutron] 10.222.0.37 "GET /v2.0/networks/8bc701cb-e93f-4575-a1fb-a2b314caab06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859578 Jan 28 19:55:16.269750 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82811a0e-5e6e-4641-b1fb-caed747379f2 req-00242272-5891-4f88-91e1-a01573a24c55 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:16.271736 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-82811a0e-5e6e-4641-b1fb-caed747379f2 req-00242272-5891-4f88-91e1-a01573a24c55 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 945 time: 0.0679049 Jan 28 19:55:16.318622 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-82811a0e-5e6e-4641-b1fb-caed747379f2 req-115e4517-e383-45d2-8955-511ca229209b tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412002 Jan 28 19:55:17.450477 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22090f-5152-4d93-94b2-b221f33bed48 req-f19cdf97-e925-4a7f-a55e-6c98450ade22 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:17.451971 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4d22090f-5152-4d93-94b2-b221f33bed48 req-f19cdf97-e925-4a7f-a55e-6c98450ade22 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 945 time: 0.0553551 Jan 28 19:55:17.500554 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4d22090f-5152-4d93-94b2-b221f33bed48 req-af013c92-ca7f-4723-8167-fd6ca18d60d8 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403330 Jan 28 19:55:17.752245 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bb366-bd94-4546-a997-303b9e1b4abd req-e8744f0c-8ed8-4caf-8b64-5baacb9c7f97 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:17.753730 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f2bb366-bd94-4546-a997-303b9e1b4abd req-e8744f0c-8ed8-4caf-8b64-5baacb9c7f97 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 945 time: 0.0533032 Jan 28 19:55:17.804138 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f2bb366-bd94-4546-a997-303b9e1b4abd req-02c958a4-bffd-4d5c-a0f3-504dae4ff940 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448143 Jan 28 19:55:18.275593 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2fea235e-a9b9-40ed-a562-17200dac7cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:18.947805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0705d9b-27c2-4003-8146-0c17ad685dbe req-53dba104-4289-415e-ac84-f3c330e41abb tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:18.949494 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c0705d9b-27c2-4003-8146-0c17ad685dbe req-53dba104-4289-415e-ac84-f3c330e41abb tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 945 time: 0.0638371 Jan 28 19:55:18.998469 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c0705d9b-27c2-4003-8146-0c17ad685dbe req-6f219299-01e0-4eda-8869-5a0eb7e6db0f tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431178 Jan 28 19:55:19.236082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5be2a-54bd-4e4f-87d0-fab82efc5486 req-8cb6b1b8-cc11-4934-aba3-2a20512858ea tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:19.237581 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2cd5be2a-54bd-4e4f-87d0-fab82efc5486 req-8cb6b1b8-cc11-4934-aba3-2a20512858ea tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 945 time: 0.0836082 Jan 28 19:55:19.253621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc105a-dd65-4e55-aec1-c405259742bb req-6cd5af08-dcac-4b02-a9db-4dee0a464c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:19.255049 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2dfc105a-dd65-4e55-aec1-c405259742bb req-6cd5af08-dcac-4b02-a9db-4dee0a464c39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc9115174d044041b881d770bcbec436&device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 1127 time: 0.0706520 Jan 28 19:55:19.340426 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2cd5be2a-54bd-4e4f-87d0-fab82efc5486 req-3e3d3bc2-6fd6-4b37-95b1-980496b07b44 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968697 Jan 28 19:55:19.373642 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc105a-dd65-4e55-aec1-c405259742bb req-26920370-e806-4bc6-a51c-2987bd3cd5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:19.375153 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2dfc105a-dd65-4e55-aec1-c405259742bb req-26920370-e806-4bc6-a51c-2987bd3cd5d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bc701cb-e93f-4575-a1fb-a2b314caab06 HTTP/1.1" status: 200 len: 911 time: 0.1141167 Jan 28 19:55:19.416635 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2dfc105a-dd65-4e55-aec1-c405259742bb req-9d6b6df8-9543-43b0-86f0-15da26541e24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50f33421-ef82-42d3-a7c1-7b7b970b3965 HTTP/1.1" status: 200 len: 217 time: 0.0351353 Jan 28 19:55:19.468442 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc105a-dd65-4e55-aec1-c405259742bb req-b033396f-8530-44d7-8c17-6b06a99e01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:19.469900 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2dfc105a-dd65-4e55-aec1-c405259742bb req-b033396f-8530-44d7-8c17-6b06a99e01bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5270825-aea8-4ee9-b213-6745b7b2f807 HTTP/1.1" status: 200 len: 850 time: 0.0480223 Jan 28 19:55:19.500502 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2dfc105a-dd65-4e55-aec1-c405259742bb req-6d150f5c-47c9-43d5-b692-5106f43d790e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bc701cb-e93f-4575-a1fb-a2b314caab06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252604 Jan 28 19:55:19.589650 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2dfc105a-dd65-4e55-aec1-c405259742bb req-bb734bc8-3c9e-4be8-a766-70348815c1a3 service neutron] 10.222.0.37 "GET /v2.0/networks/8bc701cb-e93f-4575-a1fb-a2b314caab06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821002 Jan 28 19:55:19.684192 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2dfc105a-dd65-4e55-aec1-c405259742bb req-72fe6106-de6c-44e2-b5d3-85a3335ea1c8 service neutron] 10.222.0.37 "GET /v2.0/networks/8bc701cb-e93f-4575-a1fb-a2b314caab06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887182 Jan 28 19:55:20.429991 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-873b5b9d-1e38-458e-abd7-1688429ef0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:20.478370 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34270e91-acc6-4ca6-9d17-e504c63df89a req-cc0dccfd-7c46-4887-b411-a851cebd7750 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:20.479909 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-34270e91-acc6-4ca6-9d17-e504c63df89a req-cc0dccfd-7c46-4887-b411-a851cebd7750 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 945 time: 0.0585999 Jan 28 19:55:20.527931 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-34270e91-acc6-4ca6-9d17-e504c63df89a req-8e17b621-a9ca-4a0b-8970-b4ac1202e6e5 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421305 Jan 28 19:55:21.669663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369832c6-525a-4651-83a8-9f0f6691098f req-612e2d38-7ad4-42cf-9de2-122c41bf001e tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:21.671139 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-369832c6-525a-4651-83a8-9f0f6691098f req-612e2d38-7ad4-42cf-9de2-122c41bf001e tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 945 time: 0.0585523 Jan 28 19:55:21.721750 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-369832c6-525a-4651-83a8-9f0f6691098f req-658fe982-36cc-4fd5-9fbb-7dde5997f0b0 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 Jan 28 19:55:21.853272 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:21.960535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858184ba-d643-46b7-86e0-f68ade63184b req-2f87eaf8-aa43-4033-8a39-db4a52d70255 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:21.962041 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-858184ba-d643-46b7-86e0-f68ade63184b req-2f87eaf8-aa43-4033-8a39-db4a52d70255 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 945 time: 0.0533669 Jan 28 19:55:22.014130 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-858184ba-d643-46b7-86e0-f68ade63184b req-993d2290-aba7-45fd-a3a8-3aeeccf1d0ff tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460529 Jan 28 19:55:23.130904 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:23.148956 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e088378-8fca-485e-b517-c042cb4d3a4d req-dbd325cd-83f3-4c62-93f9-022583407437 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:23.150453 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5e088378-8fca-485e-b517-c042cb4d3a4d req-dbd325cd-83f3-4c62-93f9-022583407437 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 945 time: 0.0563717 Jan 28 19:55:23.199489 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5e088378-8fca-485e-b517-c042cb4d3a4d req-6a652a8c-2af1-4520-993f-8dd4ea408f24 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/security-groups?id=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432081 Jan 28 19:55:23.795623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954a188-4208-4932-89c4-8b1d9825a046 req-c6e3af40-7ec1-48cd-9620-2f53c1c1fa52 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:23.797074 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5954a188-4208-4932-89c4-8b1d9825a046 req-c6e3af40-7ec1-48cd-9620-2f53c1c1fa52 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 945 time: 0.0618694 Jan 28 19:55:23.891659 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-5954a188-4208-4932-89c4-8b1d9825a046 req-fa4c2f22-339f-49dc-8861-68baf4338180 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Deleting port 50f33421-ef82-42d3-a7c1-7b7b970b3965 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:55:23.891997 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5954a188-4208-4932-89c4-8b1d9825a046 req-fa4c2f22-339f-49dc-8861-68baf4338180 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (50f33421-ef82-42d3-a7c1-7b7b970b3965), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:23.986733 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-5954a188-4208-4932-89c4-8b1d9825a046 req-fa4c2f22-339f-49dc-8861-68baf4338180 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] For port 50f33421-ef82-42d3-a7c1-7b7b970b3965, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=50f33421-ef82-42d3-a7c1-7b7b970b3965,segment=NetworkSegment(0d071d68-c195-4193-ab8f-f3cd00cdd2cc),segment_id=0d071d68-c195-4193-ab8f-f3cd00cdd2cc)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:55:23.987084 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5954a188-4208-4932-89c4-8b1d9825a046 req-fa4c2f22-339f-49dc-8861-68baf4338180 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (50f33421-ef82-42d3-a7c1-7b7b970b3965), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:23.999019 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-5954a188-4208-4932-89c4-8b1d9825a046 req-fa4c2f22-339f-49dc-8861-68baf4338180 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Calling delete_port for 50f33421-ef82-42d3-a7c1-7b7b970b3965 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:55:24.131320 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5954a188-4208-4932-89c4-8b1d9825a046 req-fa4c2f22-339f-49dc-8861-68baf4338180 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (50f33421-ef82-42d3-a7c1-7b7b970b3965), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:24.144570 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['50f33421-ef82-42d3-a7c1-7b7b970b3965'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:55:24.161881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2f22-339f-49dc-8861-68baf4338180 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Pushing event deleted for resources: {'Port': ['ID=50f33421-ef82-42d3-a7c1-7b7b970b3965,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:24.211040 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-5954a188-4208-4932-89c4-8b1d9825a046 req-fa4c2f22-339f-49dc-8861-68baf4338180 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] No DVR routers for this DVR port 50f33421-ef82-42d3-a7c1-7b7b970b3965 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:55:24.213835 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5954a188-4208-4932-89c4-8b1d9825a046 req-fa4c2f22-339f-49dc-8861-68baf4338180 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:24.218485 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5954a188-4208-4932-89c4-8b1d9825a046 req-fa4c2f22-339f-49dc-8861-68baf4338180 tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.37 "DELETE /v2.0/ports/50f33421-ef82-42d3-a7c1-7b7b970b3965 HTTP/1.1" status: 204 len: 173 time: 0.4159384 Jan 28 19:55:24.219151 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb39d340-1851-4e71-ac37-d05029953995', 'name': 'network-vif-deleted', 'tag': '50f33421-ef82-42d3-a7c1-7b7b970b3965'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:55:24.221793 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878acc1a-7b79-4a6d-9001-2199a454f4a5" -d '{"events": [{"server_uuid": "bb39d340-1851-4e71-ac37-d05029953995", "name": "network-vif-deleted", "tag": "50f33421-ef82-42d3-a7c1-7b7b970b3965"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:55:24.268870 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868a572a-c950-4b94-b019-fad35689e91c x-openstack-request-id: req-868a572a-c950-4b94-b019-fad35689e91c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:55:24.269348 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb39d340-1851-4e71-ac37-d05029953995", "name": "network-vif-deleted", "tag": "50f33421-ef82-42d3-a7c1-7b7b970b3965", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:55:24.269774 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-868a572a-c950-4b94-b019-fad35689e91c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:55:24.270415 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb39d340-1851-4e71-ac37-d05029953995', 'name': 'network-vif-deleted', 'tag': '50f33421-ef82-42d3-a7c1-7b7b970b3965', 'status': 'completed', 'code': 200} Jan 28 19:55:24.349628 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd808184-8b34-4514-870a-031d24c6d44f req-d5ac7443-f308-45e2-8b1b-3a6a2899cd1c tempest-TestServerAdvancedOps-56034494 tempest-TestServerAdvancedOps-56034494-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb39d340-1851-4e71-ac37-d05029953995 HTTP/1.1" status: 200 len: 210 time: 0.0353107 Jan 28 19:55:24.531687 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:25.438460 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33352) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:25.483713 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-43631228-699e-4910-9ed3-3ce0dfab1155 admin admin] Deleting subnet f5270825-aea8-4ee9-b213-6745b7b2f807 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:55:25.486898 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43631228-699e-4910-9ed3-3ce0dfab1155 admin admin] Publish callbacks [] for subnet (f5270825-aea8-4ee9-b213-6745b7b2f807), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:25.525346 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43631228-699e-4910-9ed3-3ce0dfab1155 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (f5270825-aea8-4ee9-b213-6745b7b2f807), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:25.565769 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43631228-699e-4910-9ed3-3ce0dfab1155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (f5270825-aea8-4ee9-b213-6745b7b2f807), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:25.619354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43631228-699e-4910-9ed3-3ce0dfab1155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (f5270825-aea8-4ee9-b213-6745b7b2f807), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:25.651561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43631228-699e-4910-9ed3-3ce0dfab1155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5270825-aea8-4ee9-b213-6745b7b2f807,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:25.655659 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43631228-699e-4910-9ed3-3ce0dfab1155 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:25.659648 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-43631228-699e-4910-9ed3-3ce0dfab1155 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f5270825-aea8-4ee9-b213-6745b7b2f807 HTTP/1.1" status: 204 len: 168 time: 0.2202120 Jan 28 19:55:25.661519 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33354) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:25.730485 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f14156c5-aad0-4335-ba9e-21d6fcbf3aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (8bc701cb-e93f-4575-a1fb-a2b314caab06), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:25.812547 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f14156c5-aad0-4335-ba9e-21d6fcbf3aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (8bc701cb-e93f-4575-a1fb-a2b314caab06), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:25.822015 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.134983 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f14156c5-aad0-4335-ba9e-21d6fcbf3aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc701cb-e93f-4575-a1fb-a2b314caab06']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:26.144439 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f14156c5-aad0-4335-ba9e-21d6fcbf3aa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d071d68-c195-4193-ab8f-f3cd00cdd2cc') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:26.144731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-f14156c5-aad0-4335-ba9e-21d6fcbf3aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d071d68-c195-4193-ab8f-f3cd00cdd2cc') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:26.153951 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f14156c5-aad0-4335-ba9e-21d6fcbf3aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (0d071d68-c195-4193-ab8f-f3cd00cdd2cc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.167040 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f14156c5-aad0-4335-ba9e-21d6fcbf3aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0d071d68-c195-4193-ab8f-f3cd00cdd2cc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.173077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14156c5-aad0-4335-ba9e-21d6fcbf3aa7 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:55:26.173460 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f14156c5-aad0-4335-ba9e-21d6fcbf3aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (0d071d68-c195-4193-ab8f-f3cd00cdd2cc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:55:26.175094 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:55:26.231128 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f14156c5-aad0-4335-ba9e-21d6fcbf3aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (8bc701cb-e93f-4575-a1fb-a2b314caab06), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.237421 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f14156c5-aad0-4335-ba9e-21d6fcbf3aa7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.241229 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f14156c5-aad0-4335-ba9e-21d6fcbf3aa7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8bc701cb-e93f-4575-a1fb-a2b314caab06 HTTP/1.1" status: 204 len: 168 time: 0.5780661 Jan 28 19:55:26.244329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33356) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:26.252858 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14156c5-aad0-4335-ba9e-21d6fcbf3aa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc701cb-e93f-4575-a1fb-a2b314caab06,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:26.296687 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-340ba922-b10b-4a66-8b83-90046943e796 admin admin] Deleting subnet 5f897613-ccc4-4fa3-9786-ea9bcd66adda {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:55:26.299978 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-340ba922-b10b-4a66-8b83-90046943e796 admin admin] Publish callbacks [] for subnet (5f897613-ccc4-4fa3-9786-ea9bcd66adda), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.374939 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-340ba922-b10b-4a66-8b83-90046943e796 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (5f897613-ccc4-4fa3-9786-ea9bcd66adda), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.430780 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-340ba922-b10b-4a66-8b83-90046943e796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (5f897613-ccc4-4fa3-9786-ea9bcd66adda), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.481014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 50f33421-ef82-42d3-a7c1-7b7b970b3965 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:55:26.490755 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-340ba922-b10b-4a66-8b83-90046943e796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (5f897613-ccc4-4fa3-9786-ea9bcd66adda), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.504741 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 50f33421-ef82-42d3-a7c1-7b7b970b3965 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:55:26.505089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 50f33421-ef82-42d3-a7c1-7b7b970b3965 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:55:26.518252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ba922-b10b-4a66-8b83-90046943e796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f897613-ccc4-4fa3-9786-ea9bcd66adda,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:26.520947 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-340ba922-b10b-4a66-8b83-90046943e796 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.524558 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-340ba922-b10b-4a66-8b83-90046943e796 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5f897613-ccc4-4fa3-9786-ea9bcd66adda HTTP/1.1" status: 204 len: 168 time: 0.2790899 Jan 28 19:55:26.527085 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33360) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:26.602046 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-197567c7-7b49-4773-ac96-ed83d49858fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (0bb8af9e-d23c-4573-8087-929e7a1ad7d1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.679705 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-197567c7-7b49-4773-ac96-ed83d49858fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (0bb8af9e-d23c-4573-8087-929e7a1ad7d1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.700134 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-197567c7-7b49-4773-ac96-ed83d49858fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb8af9e-d23c-4573-8087-929e7a1ad7d1']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:26.709242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-197567c7-7b49-4773-ac96-ed83d49858fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e4d123-2a99-494d-8225-96b375b30bdc') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:26.709536 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-197567c7-7b49-4773-ac96-ed83d49858fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e4d123-2a99-494d-8225-96b375b30bdc') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:55:26.718928 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-197567c7-7b49-4773-ac96-ed83d49858fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (99e4d123-2a99-494d-8225-96b375b30bdc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.732918 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-197567c7-7b49-4773-ac96-ed83d49858fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (99e4d123-2a99-494d-8225-96b375b30bdc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.741722 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197567c7-7b49-4773-ac96-ed83d49858fe admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:55:26.742245 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-197567c7-7b49-4773-ac96-ed83d49858fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (99e4d123-2a99-494d-8225-96b375b30bdc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:55:26.743912 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:55:26.803419 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-197567c7-7b49-4773-ac96-ed83d49858fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (0bb8af9e-d23c-4573-8087-929e7a1ad7d1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.809080 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-197567c7-7b49-4773-ac96-ed83d49858fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:26.812369 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-197567c7-7b49-4773-ac96-ed83d49858fe admin admin] 10.222.0.55 "DELETE /v2.0/networks/0bb8af9e-d23c-4573-8087-929e7a1ad7d1 HTTP/1.1" status: 204 len: 168 time: 0.2842143 Jan 28 19:55:26.825086 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197567c7-7b49-4773-ac96-ed83d49858fe admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb8af9e-d23c-4573-8087-929e7a1ad7d1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:26.988878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33364) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:27.036054 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-eaddb1dc-a4b2-4591-a42f-a3911d5104cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc9115174d044041b881d770bcbec436&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457895 Jan 28 19:55:27.038766 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33366) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:27.094852 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dee182c3-811a-4e32-b714-4d8dfff4994b admin admin] Publish callbacks [] for security_group (1d8fb8a6-b3ab-43a6-a833-e3cb76605b47), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.115905 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dee182c3-811a-4e32-b714-4d8dfff4994b admin admin] Publish callbacks [] for security_group (1d8fb8a6-b3ab-43a6-a833-e3cb76605b47), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.167752 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dee182c3-811a-4e32-b714-4d8dfff4994b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1d8fb8a6-b3ab-43a6-a833-e3cb76605b47), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.170513 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dee182c3-811a-4e32-b714-4d8dfff4994b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.171725 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dee182c3-811a-4e32-b714-4d8dfff4994b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d8fb8a6-b3ab-43a6-a833-e3cb76605b47 HTTP/1.1" status: 204 len: 168 time: 0.1317034 Jan 28 19:55:27.179891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee182c3-811a-4e32-b714-4d8dfff4994b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8fb8a6-b3ab-43a6-a833-e3cb76605b47,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:27.530639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33378) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:27.576984 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3cb26188-e4d7-4e5f-b435-feaf967fad37 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2905cdf0792341d7805ba73b89c72ed6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451171 Jan 28 19:55:27.579730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33380) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:55:27.630483 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4e2fa08-0974-4ef8-8ee3-ad55bd7aea5f admin admin] Publish callbacks [] for security_group (b9e5e911-a6b7-4439-94f0-e79fcc55b4df), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.659693 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4e2fa08-0974-4ef8-8ee3-ad55bd7aea5f admin admin] Publish callbacks [] for security_group (b9e5e911-a6b7-4439-94f0-e79fcc55b4df), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.715767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4e2fa08-0974-4ef8-8ee3-ad55bd7aea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b9e5e911-a6b7-4439-94f0-e79fcc55b4df), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.719287 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f4e2fa08-0974-4ef8-8ee3-ad55bd7aea5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:27.720493 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f4e2fa08-0974-4ef8-8ee3-ad55bd7aea5f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9e5e911-a6b7-4439-94f0-e79fcc55b4df HTTP/1.1" status: 204 len: 168 time: 0.1396084 Jan 28 19:55:27.730989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2fa08-0974-4ef8-8ee3-ad55bd7aea5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e5e911-a6b7-4439-94f0-e79fcc55b4df,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:30.524080 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:38.484870 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-e5bfd023-08d2-430b-b3c6-0464416315a6 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-738236671&fields=id&tenant_id=74e67802b83e4dda84b80b3ec28b1541 HTTP/1.1" status: 200 len: 267 time: 0.0472102 Jan 28 19:55:38.593778 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-0c3b9869-2770-4d31-ab87-f086fd4aca4c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:38.595330 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-0c3b9869-2770-4d31-ab87-f086fd4aca4c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 811 time: 0.1014080 Jan 28 19:55:38.612170 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-b906c69b-ca21-4e89-baca-dbf7ad412453 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/quotas/74e67802b83e4dda84b80b3ec28b1541 HTTP/1.1" status: 200 len: 375 time: 0.0089822 Jan 28 19:55:38.670065 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-020517ad-a320-41cc-bee0-ef30d5a9ebfa tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510898 Jan 28 19:55:38.874331 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-f85289ef-623c-4928-9c2a-c8b657dba498 service neutron] 10.222.0.55 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889081 Jan 28 19:55:38.964069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-567e8270-67c3-4fe2-a996-89f2b61ffab4 service neutron] 10.222.0.55 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840261 Jan 28 19:55:39.234919 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:55:40.280993 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ec3cbefb-c687-4f7e-aa28-ac0aa23cc487 req-240f4768-1a5f-40eb-85c6-6cdc2b5e6aef tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 210 time: 0.0271223 Jan 28 19:55:41.209586 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-3de7b0ca-c40e-4bbb-8e5f-70dde129d451 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:41.211091 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-3de7b0ca-c40e-4bbb-8e5f-70dde129d451 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.37 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 811 time: 0.1066837 Jan 28 19:55:41.273496 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-53457b62-66d8-4fc8-802d-a1d736387b81 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74e67802b83e4dda84b80b3ec28b1541 HTTP/1.1" status: 200 len: 379 time: 0.0540128 Jan 28 19:55:41.282595 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-e05c76c1-b0d8-4726-beac-15df79ae209d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Request body: {'port': {'device_id': 'a3474c2d-7211-49ce-8eb3-242982af818b', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'admin_state_up': True, 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'security_groups': ['8f0f9abe-aa75-43b7-a260-cf2e006aacc7']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:41.383124 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-afa92e97-7604-4bef-8926-0ba61504fdcf req-41e2979f-1fba-497f-9317-23f04a38643a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 210 time: 0.0285163 Jan 28 19:55:41.398267 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-e05c76c1-b0d8-4726-beac-15df79ae209d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Made reservation on behalf of 74e67802b83e4dda84b80b3ec28b1541 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:55:41.401817 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-e05c76c1-b0d8-4726-beac-15df79ae209d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.527088 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-e05c76c1-b0d8-4726-beac-15df79ae209d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Allocated IP 172.20.0.11 (3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a/e8631fd7-f1ff-4755-931c-e72b5c9a8c5b/13b0e7cf-6ddc-403c-b9e1-8f76019b507c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:55:41.672067 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-e05c76c1-b0d8-4726-beac-15df79ae209d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for port (13b0e7cf-6ddc-403c-b9e1-8f76019b507c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.711670 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-e05c76c1-b0d8-4726-beac-15df79ae209d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (13b0e7cf-6ddc-403c-b9e1-8f76019b507c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.751083 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-e05c76c1-b0d8-4726-beac-15df79ae209d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:55:41.754288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-e05c76c1-b0d8-4726-beac-15df79ae209d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:55:41.756894 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-e05c76c1-b0d8-4726-beac-15df79ae209d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:55:41.797384 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c76c1-b0d8-4726-beac-15df79ae209d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'Port': ['ID=13b0e7cf-6ddc-403c-b9e1-8f76019b507c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:41.820278 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-e05c76c1-b0d8-4726-beac-15df79ae209d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:41.821268 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-e05c76c1-b0d8-4726-beac-15df79ae209d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:41.840885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-e05c76c1-b0d8-4726-beac-15df79ae209d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5622327 Jan 28 19:55:41.853320 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Request body: {'port': {'device_id': 'a3474c2d-7211-49ce-8eb3-242982af818b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:55:41.919959 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (13b0e7cf-6ddc-403c-b9e1-8f76019b507c), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.013172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e18052ae-de94-4341-8166-ee9496fb57e8 None None] Provisioning complete for port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:55:42.013816 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e18052ae-de94-4341-8166-ee9496fb57e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (13b0e7cf-6ddc-403c-b9e1-8f76019b507c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.047927 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e18052ae-de94-4341-8166-ee9496fb57e8 None None] Port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:55:42.186895 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b0e7cf-6ddc-403c-b9e1-8f76019b507c {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:55:42.194952 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Publish callbacks [] for port (13b0e7cf-6ddc-403c-b9e1-8f76019b507c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.208610 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Transition to ACTIVE for port object 13b0e7cf-6ddc-403c-b9e1-8f76019b507c will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:55:42.213522 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (13b0e7cf-6ddc-403c-b9e1-8f76019b507c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.271357 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=13b0e7cf-6ddc-403c-b9e1-8f76019b507c,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:42.354305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Attempting to bind port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:55:42.355033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Attempting to bind port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:55:42.355033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Attempting to bind port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:55:42.360310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:55:42.360630 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Attempting to bind port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c on network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:55:42.366898 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:55:42.367146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Checking segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:55:42.367625 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Bound using segment: {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:55:42.368136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Bound port: 13b0e7cf-6ddc-403c-b9e1-8f76019b507c, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164860f2-799e-4414-a50e-41d5ce27413e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:55:42.368680 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (13b0e7cf-6ddc-403c-b9e1-8f76019b507c), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.444637 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] For port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:55:42.448998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] For port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=13b0e7cf-6ddc-403c-b9e1-8f76019b507c,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:55:42.460029 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (13b0e7cf-6ddc-403c-b9e1-8f76019b507c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.534366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:42.535103 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:42.536561 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] 10.222.0.37 "PUT /v2.0/ports/13b0e7cf-6ddc-403c-b9e1-8f76019b507c HTTP/1.1" status: 200 len: 1092 time: 0.6879764 Jan 28 19:55:42.538776 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3474c2d-7211-49ce-8eb3-242982af818b', 'tag': '13b0e7cf-6ddc-403c-b9e1-8f76019b507c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:55:42.541273 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a59773-c27c-4507-b797-726871c1fe0e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3474c2d-7211-49ce-8eb3-242982af818b", "tag": "13b0e7cf-6ddc-403c-b9e1-8f76019b507c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:55:42.569265 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b8719-0c88-4cd4-b120-5ec5a26ed8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=13b0e7cf-6ddc-403c-b9e1-8f76019b507c,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:42.589503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37caf1de-6b42-46f0-b59a-d403a6af2b56 req-a71abebd-a589-481b-b4bf-0c84c6c400e0 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:42.591121 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37caf1de-6b42-46f0-b59a-d403a6af2b56 req-a71abebd-a589-481b-b4bf-0c84c6c400e0 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 944 time: 0.0948479 Jan 28 19:55:42.622562 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492fad69-4ed0-4a48-9072-e34f076d6cfe x-openstack-request-id: req-492fad69-4ed0-4a48-9072-e34f076d6cfe {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:55:42.622953 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3474c2d-7211-49ce-8eb3-242982af818b", "tag": "13b0e7cf-6ddc-403c-b9e1-8f76019b507c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:55:42.623242 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-492fad69-4ed0-4a48-9072-e34f076d6cfe {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:55:42.623699 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3474c2d-7211-49ce-8eb3-242982af818b', 'tag': '13b0e7cf-6ddc-403c-b9e1-8f76019b507c', 'status': 'completed', 'code': 200} Jan 28 19:55:42.739052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-d46f3d2c-d368-472e-b069-f374bc991b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:42.741163 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-d46f3d2c-d368-472e-b069-f374bc991b7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 1126 time: 0.1137230 Jan 28 19:55:42.747540 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37caf1de-6b42-46f0-b59a-d403a6af2b56 req-b60f6e17-eb00-46e5-ac22-f7944a5ac07f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118021 Jan 28 19:55:42.804178 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-123a16e6-600e-47f2-84c2-7bc6293b5949 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13b0e7cf-6ddc-403c-b9e1-8f76019b507c HTTP/1.1" status: 200 len: 217 time: 0.0554061 Jan 28 19:55:42.859998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-87f8fa73-e81d-4aca-9491-3acb1e17f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:42.861477 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-87f8fa73-e81d-4aca-9491-3acb1e17f916 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0523131 Jan 28 19:55:42.909461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-fea962d8-53f8-4ce4-9cc6-3ed6ed68a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:42.910974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-fea962d8-53f8-4ce4-9cc6-3ed6ed68a505 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442171 Jan 28 19:55:43.002322 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-f0ef220e-9a8b-4cb1-9fbb-d7ebd7641895 service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854659 Jan 28 19:55:43.088759 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ededf0b3-5f97-4511-ab76-293f83f6098d req-d1fd860b-4b38-4b66-8e19-a6069ea4bcfb service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811753 Jan 28 19:55:43.179962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a59773-c27c-4507-b797-726871c1fe0e req-3c2605b3-89ef-4844-bea5-a7efa54c2cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:43.181414 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30a59773-c27c-4507-b797-726871c1fe0e req-3c2605b3-89ef-4844-bea5-a7efa54c2cfa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 1126 time: 0.0506928 Jan 28 19:55:43.267343 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a59773-c27c-4507-b797-726871c1fe0e req-ae9eeb1e-6c22-4cf5-87bd-beab896d2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:43.268798 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30a59773-c27c-4507-b797-726871c1fe0e req-ae9eeb1e-6c22-4cf5-87bd-beab896d2a4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.0816400 Jan 28 19:55:43.313341 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30a59773-c27c-4507-b797-726871c1fe0e req-cb2b74eb-f9df-4884-b665-632206ffd0a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13b0e7cf-6ddc-403c-b9e1-8f76019b507c HTTP/1.1" status: 200 len: 217 time: 0.0379717 Jan 28 19:55:43.361309 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a59773-c27c-4507-b797-726871c1fe0e req-5618abf0-9148-4c6a-bf57-7733e29ed5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:43.362975 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30a59773-c27c-4507-b797-726871c1fe0e req-5618abf0-9148-4c6a-bf57-7733e29ed5eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0445776 Jan 28 19:55:43.412730 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a59773-c27c-4507-b797-726871c1fe0e req-38156d3e-5205-45a5-a2cf-302391ab137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:43.414352 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30a59773-c27c-4507-b797-726871c1fe0e req-38156d3e-5205-45a5-a2cf-302391ab137c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458069 Jan 28 19:55:43.507365 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30a59773-c27c-4507-b797-726871c1fe0e req-7a1ae050-102c-4e9d-ba61-da1da772cffe service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860262 Jan 28 19:55:43.597393 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30a59773-c27c-4507-b797-726871c1fe0e req-17418524-77dc-4db2-8a97-a0f4681e1d68 service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843389 Jan 28 19:55:43.899392 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e355e-75fb-42c0-944b-018f7df47081 req-d2dbdd92-4a6c-404c-b41e-03e51bccdd05 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:43.901052 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-854e355e-75fb-42c0-944b-018f7df47081 req-d2dbdd92-4a6c-404c-b41e-03e51bccdd05 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 944 time: 0.0668209 Jan 28 19:55:43.974861 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-854e355e-75fb-42c0-944b-018f7df47081 req-7e96663b-c598-40e9-8101-3b743bd06e82 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675492 Jan 28 19:55:45.097900 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da518a17-5c70-46ed-9de1-d31de98902f7 req-d0427cb2-a0ec-4484-851d-b736d76d6df9 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:45.099410 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-da518a17-5c70-46ed-9de1-d31de98902f7 req-d0427cb2-a0ec-4484-851d-b736d76d6df9 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 944 time: 0.0535343 Jan 28 19:55:45.148867 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-da518a17-5c70-46ed-9de1-d31de98902f7 req-cdb4556a-3f67-4e58-b32a-86e57c1b70df tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436230 Jan 28 19:55:46.272236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92844b-9a8d-4b7c-a856-3ce7d10b1880 req-5836f7b4-4cda-4430-8be7-67df7f768e4e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:46.273651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c92844b-9a8d-4b7c-a856-3ce7d10b1880 req-5836f7b4-4cda-4430-8be7-67df7f768e4e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 944 time: 0.0528493 Jan 28 19:55:46.323899 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c92844b-9a8d-4b7c-a856-3ce7d10b1880 req-a8a0c05b-2a6c-4e09-a8d1-86fd036583bf tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443106 Jan 28 19:55:47.446962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef3c04-78b6-42ec-b82f-df136e6a32a9 req-4f77f4f1-9f4c-4768-881b-b69d700e04c3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:47.448472 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-daef3c04-78b6-42ec-b82f-df136e6a32a9 req-4f77f4f1-9f4c-4768-881b-b69d700e04c3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 944 time: 0.0576086 Jan 28 19:55:47.496749 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-daef3c04-78b6-42ec-b82f-df136e6a32a9 req-7365b9fb-7b84-4642-88ac-835dccbb3e07 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425489 Jan 28 19:55:48.269703 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2cb4a868-3e46-4adc-9a6b-db3de19a6edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:48.617783 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a139b-b83a-4492-b690-4017d36b614b req-7eb9e673-132b-4522-9859-e3394ba66507 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:48.619306 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f0a139b-b83a-4492-b690-4017d36b614b req-7eb9e673-132b-4522-9859-e3394ba66507 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 944 time: 0.0557358 Jan 28 19:55:48.668618 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f0a139b-b83a-4492-b690-4017d36b614b req-f8c1ec2d-343e-4720-8083-d2f84a81d13c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435064 Jan 28 19:55:49.791344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe405c-2a59-4749-9d80-8f333eb657f6 req-fcc6417c-d81e-4d1e-828f-13ebd46c4701 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:49.792955 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73fe405c-2a59-4749-9d80-8f333eb657f6 req-fcc6417c-d81e-4d1e-828f-13ebd46c4701 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 944 time: 0.0553215 Jan 28 19:55:49.842414 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73fe405c-2a59-4749-9d80-8f333eb657f6 req-271e9653-44a1-4816-93e7-d5bfb92b5461 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434978 Jan 28 19:55:50.438799 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55741d3a-93db-4c11-8d52-7323ba873152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:50.975297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af6f15-ea8d-4ef9-b3de-3852a766fd03 req-3fbb6a39-092c-4880-9163-a570d3a6d926 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:50.976778 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-95af6f15-ea8d-4ef9-b3de-3852a766fd03 req-3fbb6a39-092c-4880-9163-a570d3a6d926 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 944 time: 0.0589895 Jan 28 19:55:51.026486 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-95af6f15-ea8d-4ef9-b3de-3852a766fd03 req-36bc1f90-e4ea-4ab9-a19d-ebaedd84c11a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437496 Jan 28 19:55:51.858588 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:51.957758 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa0f9609-1820-467c-8849-463ba3cede32 req-1cf58c56-a399-44b6-a46d-f79f32029661 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466254 Jan 28 19:55:52.047578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f9609-1820-467c-8849-463ba3cede32 req-3fc9c11c-939a-4471-8969-cbad045cfaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:52.049710 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa0f9609-1820-467c-8849-463ba3cede32 req-3fc9c11c-939a-4471-8969-cbad045cfaba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 1127 time: 0.0483797 Jan 28 19:55:52.152079 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a76829-3ac0-4cea-9b1b-b742e00a1fbd req-ff75f06d-cfc0-4fc7-b8eb-f3d777ddf972 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:52.153481 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a6a76829-3ac0-4cea-9b1b-b742e00a1fbd req-ff75f06d-cfc0-4fc7-b8eb-f3d777ddf972 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 944 time: 0.0575640 Jan 28 19:55:52.156257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f9609-1820-467c-8849-463ba3cede32 req-589ee828-39b0-421d-af05-ac00adcff4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:52.157751 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa0f9609-1820-467c-8849-463ba3cede32 req-589ee828-39b0-421d-af05-ac00adcff4d1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.0903726 Jan 28 19:55:52.202240 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a6a76829-3ac0-4cea-9b1b-b742e00a1fbd req-ff157a34-fb01-496c-b3fb-ddf3b0dee068 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430179 Jan 28 19:55:52.222710 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa0f9609-1820-467c-8849-463ba3cede32 req-ab2ff0ef-1cfa-40c9-aa7c-9723a8ce1d03 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a30a832c-8e7c-4f91-aff2-ae3ed988bf42 HTTP/1.1" status: 200 len: 1001 time: 0.0594201 Jan 28 19:55:52.273978 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f9609-1820-467c-8849-463ba3cede32 req-579b6505-47a5-4565-8750-a61ea220868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:52.275509 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa0f9609-1820-467c-8849-463ba3cede32 req-579b6505-47a5-4565-8750-a61ea220868d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0477791 Jan 28 19:55:52.326626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f9609-1820-467c-8849-463ba3cede32 req-756ba456-b00f-43e9-bfc8-82e6782d9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:52.328122 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa0f9609-1820-467c-8849-463ba3cede32 req-756ba456-b00f-43e9-bfc8-82e6782d9fa3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465224 Jan 28 19:55:52.339365 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-aa0f9609-1820-467c-8849-463ba3cede32 req-c545d226-2420-4434-a3ab-5fd7d74ca023 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:55:52.340301 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa0f9609-1820-467c-8849-463ba3cede32 req-c545d226-2420-4434-a3ab-5fd7d74ca023 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049369 Jan 28 19:55:52.427651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa0f9609-1820-467c-8849-463ba3cede32 req-b5bec292-8772-4346-bf08-3e62a238afce service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812736 Jan 28 19:55:52.523847 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa0f9609-1820-467c-8849-463ba3cede32 req-da828a33-d77f-4781-9ff1-b7dfbb89937f service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908532 Jan 28 19:55:53.143096 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:53.332621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f7e30-fbe8-4bcb-8c54-803e3868306e req-ab84e5d0-643f-4f28-825a-6db27aa4da42 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:53.334303 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-749f7e30-fbe8-4bcb-8c54-803e3868306e req-ab84e5d0-643f-4f28-825a-6db27aa4da42 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 944 time: 0.0631046 Jan 28 19:55:53.388677 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-749f7e30-fbe8-4bcb-8c54-803e3868306e req-4e3306bb-f5ee-4c40-a2d2-8f79d92d9d29 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461187 Jan 28 19:55:54.522123 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0037d20-e21c-4669-807e-877417f33054 req-cae7c124-c15a-4585-b72a-b4e69857a375 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:54.523729 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0037d20-e21c-4669-807e-877417f33054 req-cae7c124-c15a-4585-b72a-b4e69857a375 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 944 time: 0.0569699 Jan 28 19:55:54.526063 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:54.574448 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0037d20-e21c-4669-807e-877417f33054 req-288b9be8-ec23-446d-82a0-925c063b0c5a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429831 Jan 28 19:55:55.707718 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3bd77-3481-44c2-869e-87756c89fd98 req-24679e08-2347-4cf0-961c-923e21edb774 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:55.709178 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2d3bd77-3481-44c2-869e-87756c89fd98 req-24679e08-2347-4cf0-961c-923e21edb774 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 944 time: 0.0608485 Jan 28 19:55:55.762872 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2d3bd77-3481-44c2-869e-87756c89fd98 req-a997731c-1c37-47ed-8977-cef84ab02392 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453460 Jan 28 19:55:55.861129 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:56.895897 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856e5f6-5f1e-457a-8553-12058199caa9 req-1a674120-fd5b-4a4d-82bf-5dcf2e7c6f88 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:56.897368 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f856e5f6-5f1e-457a-8553-12058199caa9 req-1a674120-fd5b-4a4d-82bf-5dcf2e7c6f88 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 944 time: 0.0538230 Jan 28 19:55:56.954538 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f856e5f6-5f1e-457a-8553-12058199caa9 req-e92e7e36-ac9d-4902-975b-43ff95c0232e tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513747 Jan 28 19:55:58.079518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4f8b2-9566-4e95-94f4-a1db490576f3 req-51b60e11-52fb-4569-9c10-681369af0d0f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:58.081016 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d2a4f8b2-9566-4e95-94f4-a1db490576f3 req-51b60e11-52fb-4569-9c10-681369af0d0f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 944 time: 0.0573182 Jan 28 19:55:58.133349 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d2a4f8b2-9566-4e95-94f4-a1db490576f3 req-de0b71d1-acd8-4afe-87c0-e31207a6bade tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434144 Jan 28 19:55:58.640144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 13b0e7cf-6ddc-403c-b9e1-8f76019b507c details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:55:58.744210 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=13b0e7cf-6ddc-403c-b9e1-8f76019b507c,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:55:58.758065 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '13b0e7cf-6ddc-403c-b9e1-8f76019b507c', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'port_id': '13b0e7cf-6ddc-403c-b9e1-8f76019b507c', 'mac_address': 'fa:16:3e:1a:10:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:55:58.796044 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:55:58.796436 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (13b0e7cf-6ddc-403c-b9e1-8f76019b507c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:58.809167 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b0e7cf-6ddc-403c-b9e1-8f76019b507c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:55:58.832007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=13b0e7cf-6ddc-403c-b9e1-8f76019b507c,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:55:58.839623 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (13b0e7cf-6ddc-403c-b9e1-8f76019b507c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:55:58.885047 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=13b0e7cf-6ddc-403c-b9e1-8f76019b507c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:55:58.892590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:58.892863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:58.893211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:58.893556 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:58.893944 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:58.894253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:58.894580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:58.894902 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:58.895222 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:58.895546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:58.895863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:58.896190 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:58.896498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:55:59.128907 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['13b0e7cf-6ddc-403c-b9e1-8f76019b507c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:55:59.255517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c36f38-f39f-43d7-8021-7ed177e64ad1 req-386eb5b2-484c-4a1a-b29e-cc8a36d05ca8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:55:59.257043 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-41c36f38-f39f-43d7-8021-7ed177e64ad1 req-386eb5b2-484c-4a1a-b29e-cc8a36d05ca8 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 945 time: 0.0520797 Jan 28 19:55:59.305285 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-41c36f38-f39f-43d7-8021-7ed177e64ad1 req-09055d1f-becf-48d7-8712-95d6cedd3da1 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421197 Jan 28 19:56:00.440944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0cbd5-e36f-4daa-afe0-999bd4caa12f req-db21f7d6-78ac-409e-9948-5b0c73193166 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:00.442473 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0ec0cbd5-e36f-4daa-afe0-999bd4caa12f req-db21f7d6-78ac-409e-9948-5b0c73193166 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 945 time: 0.0608513 Jan 28 19:56:00.508055 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0ec0cbd5-e36f-4daa-afe0-999bd4caa12f req-e650bdeb-a16a-4fae-8b10-14e1329e092f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596142 Jan 28 19:56:00.526234 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:00.667929 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 13b0e7cf-6ddc-403c-b9e1-8f76019b507c up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:56:00.729735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:56:00.733713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:56:00.734117 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (13b0e7cf-6ddc-403c-b9e1-8f76019b507c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:00.823705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:56:00.824092 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (13b0e7cf-6ddc-403c-b9e1-8f76019b507c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:00.848939 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3474c2d-7211-49ce-8eb3-242982af818b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b0e7cf-6ddc-403c-b9e1-8f76019b507c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:56:00.851205 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6df7bf8-12c1-4b8e-97dd-bd358790f074" -d '{"events": [{"server_uuid": "a3474c2d-7211-49ce-8eb3-242982af818b", "name": "network-vif-plugged", "status": "completed", "tag": "13b0e7cf-6ddc-403c-b9e1-8f76019b507c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:56:00.863126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=13b0e7cf-6ddc-403c-b9e1-8f76019b507c,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:56:00.867922 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (13b0e7cf-6ddc-403c-b9e1-8f76019b507c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:00.890561 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3acc206-51c5-4600-9746-7afadc85fc77 x-openstack-request-id: req-a3acc206-51c5-4600-9746-7afadc85fc77 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:56:00.890852 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3474c2d-7211-49ce-8eb3-242982af818b", "name": "network-vif-plugged", "status": "completed", "tag": "13b0e7cf-6ddc-403c-b9e1-8f76019b507c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:56:00.891107 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3acc206-51c5-4600-9746-7afadc85fc77 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:56:00.891496 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3474c2d-7211-49ce-8eb3-242982af818b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b0e7cf-6ddc-403c-b9e1-8f76019b507c', 'code': 200} Jan 28 19:56:00.917788 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=13b0e7cf-6ddc-403c-b9e1-8f76019b507c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:00.991290 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28f79e-9e33-400e-abb4-fe1f830fb344 req-1fcb2d2e-bec6-4291-b7b6-8b58e4db1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:00.992814 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c28f79e-9e33-400e-abb4-fe1f830fb344 req-1fcb2d2e-bec6-4291-b7b6-8b58e4db1a34 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 1128 time: 0.0436258 Jan 28 19:56:01.037711 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c28f79e-9e33-400e-abb4-fe1f830fb344 req-193fdd1f-7785-4298-b4ab-04db4def90a1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393202 Jan 28 19:56:01.639784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a21e81-c072-4ad5-b387-0958e524069d req-d91b07e3-48de-48f5-9f51-844d4f30157f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:01.641319 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2a21e81-c072-4ad5-b387-0958e524069d req-d91b07e3-48de-48f5-9f51-844d4f30157f tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 946 time: 0.0546103 Jan 28 19:56:01.690286 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2a21e81-c072-4ad5-b387-0958e524069d req-6158b536-a1b6-4155-b47a-d6515582e1f3 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432148 Jan 28 19:56:02.831626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f6d2a-b182-4e4c-bef5-5882f8ae30b6 req-e049096f-b2b1-47fd-846e-ef6896daf131 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:02.833392 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-026f6d2a-b182-4e4c-bef5-5882f8ae30b6 req-e049096f-b2b1-47fd-846e-ef6896daf131 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 946 time: 0.0576916 Jan 28 19:56:02.884634 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-026f6d2a-b182-4e4c-bef5-5882f8ae30b6 req-3d97cf9a-b6c5-4b1d-a74f-c44e9d93b94c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431747 Jan 28 19:56:03.014492 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce4716-febc-43f7-90a5-01d3f15f336c req-df863378-5511-49a9-9b3d-0d8c426eb71c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:03.015956 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75ce4716-febc-43f7-90a5-01d3f15f336c req-df863378-5511-49a9-9b3d-0d8c426eb71c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 946 time: 0.0540831 Jan 28 19:56:03.069095 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75ce4716-febc-43f7-90a5-01d3f15f336c req-cb83aaa2-79a0-459a-88de-c4a68170feb7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449820 Jan 28 19:56:03.092314 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33482) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:03.135778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20061a20-bd87-4084-81bd-7af94fdcbd3b tempest-TestVolumeBootPattern-1967088332 tempest-TestVolumeBootPattern-1967088332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:03.137365 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-20061a20-bd87-4084-81bd-7af94fdcbd3b tempest-TestVolumeBootPattern-1967088332 tempest-TestVolumeBootPattern-1967088332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 1123 time: 0.0440745 Jan 28 19:56:03.140253 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33484) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:56:03.144629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '13b0e7cf-6ddc-403c-b9e1-8f76019b507c', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:56:03.168693 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:03.270437 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:03.380622 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Allocated IP 172.25.0.205 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/d7d07d94-9790-4ec8-9a37-96d6d00bffa4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:56:03.482611 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for port (d7d07d94-9790-4ec8-9a37-96d6d00bffa4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:03.530356 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (d7d07d94-9790-4ec8-9a37-96d6d00bffa4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:03.566820 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:56:03.569712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:56:03.575553 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:56:03.580969 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'Port': ['ID=d7d07d94-9790-4ec8-9a37-96d6d00bffa4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:03.608365 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:03.608712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:03.609048 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:03.609378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:03.609703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:03.610057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:03.610383 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:03.610701 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:03.611015 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:03.611313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:03.611629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:03.611948 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:03.612258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:56:04.295069 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for floatingip (98b7a429-5983-4e96-8ded-00fb7ba4011a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:04.364256 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (d7d07d94-9790-4ec8-9a37-96d6d00bffa4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:04.528673 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for port (d7d07d94-9790-4ec8-9a37-96d6d00bffa4), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:04.536250 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (d7d07d94-9790-4ec8-9a37-96d6d00bffa4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:04.606230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event updated for resources: {'Port': ['ID=d7d07d94-9790-4ec8-9a37-96d6d00bffa4,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:56:04.616425 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (98b7a429-5983-4e96-8ded-00fb7ba4011a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:04.715889 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Floating IP 98b7a429-5983-4e96-8ded-00fb7ba4011a associated. External IP: 172.25.0.205, port: 13b0e7cf-6ddc-403c-b9e1-8f76019b507c. Jan 28 19:56:04.924277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:56:05.032318 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:56:05.042580 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca169c4d-6a06-4e16-9754-1ba000320bed None None] Sync routers for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:56:05.053314 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:05.054189 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca169c4d-6a06-4e16-9754-1ba000320bed None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:56:05.054811 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ca169c4d-6a06-4e16-9754-1ba000320bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:55:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:56:05.087745 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-be367dad-63f2-4b12-b42a-17cb59eca813 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9464176 Jan 28 19:56:05.088455 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3474c2d-7211-49ce-8eb3-242982af818b', 'tag': '13b0e7cf-6ddc-403c-b9e1-8f76019b507c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:56:05.090871 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d96e66d-9e94-4570-a9cc-5f3ca17fddd2" -d '{"events": [{"name": "network-changed", "server_uuid": "a3474c2d-7211-49ce-8eb3-242982af818b", "tag": "13b0e7cf-6ddc-403c-b9e1-8f76019b507c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:56:05.127995 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0378c1-191f-4e9a-a55c-423f7ba3ed11 x-openstack-request-id: req-fb0378c1-191f-4e9a-a55c-423f7ba3ed11 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:56:05.128270 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3474c2d-7211-49ce-8eb3-242982af818b", "tag": "13b0e7cf-6ddc-403c-b9e1-8f76019b507c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:56:05.128520 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb0378c1-191f-4e9a-a55c-423f7ba3ed11 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:56:05.129034 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3474c2d-7211-49ce-8eb3-242982af818b', 'tag': '13b0e7cf-6ddc-403c-b9e1-8f76019b507c', 'status': 'completed', 'code': 200} Jan 28 19:56:05.163982 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ca169c4d-6a06-4e16-9754-1ba000320bed None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:56:05.195636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96e66d-9e94-4570-a9cc-5f3ca17fddd2 req-c91d89e3-bf97-4377-88ce-03970092e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:05.197103 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d96e66d-9e94-4570-a9cc-5f3ca17fddd2 req-c91d89e3-bf97-4377-88ce-03970092e8c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 1128 time: 0.0456753 Jan 28 19:56:05.285652 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96e66d-9e94-4570-a9cc-5f3ca17fddd2 req-36a9c945-eca6-4046-adab-a0f317baaac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:05.287297 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d96e66d-9e94-4570-a9cc-5f3ca17fddd2 req-36a9c945-eca6-4046-adab-a0f317baaac2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.0844262 Jan 28 19:56:05.356927 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d96e66d-9e94-4570-a9cc-5f3ca17fddd2 req-c567846f-f4a8-4069-ac69-b1f04e4dbe90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13b0e7cf-6ddc-403c-b9e1-8f76019b507c HTTP/1.1" status: 200 len: 1000 time: 0.0630691 Jan 28 19:56:05.390532 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ca169c4d-6a06-4e16-9754-1ba000320bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '10867c82-d425-413c-82dc-053227bfc976', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'port_id': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'mac_address': 'fa:16:3e:e2:4a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:53:51Z', 'updated_at': '2022-01-28T19:53:53Z', 'revision_number': 1, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address_scope': None}, {'id': '98b7a429-5983-4e96-8ded-00fb7ba4011a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'port_id': '13b0e7cf-6ddc-403c-b9e1-8f76019b507c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'mac_address': 'fa:16:3e:1a:10:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3474c2d-7211-49ce-8eb3-242982af818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:56:04Z', 'updated_at': '2022-01-28T19:56:04Z', 'revision_number': 0, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:56:05.404090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96e66d-9e94-4570-a9cc-5f3ca17fddd2 req-e9c4708a-ac7a-4fc7-9408-fb74daba4d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:05.405548 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d96e66d-9e94-4570-a9cc-5f3ca17fddd2 req-e9c4708a-ac7a-4fc7-9408-fb74daba4d4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0437038 Jan 28 19:56:05.416269 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca169c4d-6a06-4e16-9754-1ba000320bed None None] Checking router: e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:56:05.425364 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca169c4d-6a06-4e16-9754-1ba000320bed None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:56:05.425688 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ca169c4d-6a06-4e16-9754-1ba000320bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:55:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:56:05.454833 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96e66d-9e94-4570-a9cc-5f3ca17fddd2 req-214e4b93-f325-4e2f-b630-2d183c0373c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:05.456289 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d96e66d-9e94-4570-a9cc-5f3ca17fddd2 req-214e4b93-f325-4e2f-b630-2d183c0373c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453963 Jan 28 19:56:05.529271 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ca169c4d-6a06-4e16-9754-1ba000320bed None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:56:05.548668 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d96e66d-9e94-4570-a9cc-5f3ca17fddd2 req-4c2ae01f-e4d9-4386-a2a4-bdd72abd5784 service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863271 Jan 28 19:56:05.638195 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d96e66d-9e94-4570-a9cc-5f3ca17fddd2 req-067509af-dd5c-4888-8132-71b7e8236788 service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839384 Jan 28 19:56:05.754311 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ca169c4d-6a06-4e16-9754-1ba000320bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '10867c82-d425-413c-82dc-053227bfc976', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'port_id': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'mac_address': 'fa:16:3e:e2:4a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:53:51Z', 'updated_at': '2022-01-28T19:53:53Z', 'revision_number': 1, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address_scope': None}, {'id': '98b7a429-5983-4e96-8ded-00fb7ba4011a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'port_id': '13b0e7cf-6ddc-403c-b9e1-8f76019b507c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'mac_address': 'fa:16:3e:1a:10:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3474c2d-7211-49ce-8eb3-242982af818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:56:04Z', 'updated_at': '2022-01-28T19:56:04Z', 'revision_number': 0, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:56:05.783338 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca169c4d-6a06-4e16-9754-1ba000320bed None None] The sync data for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 is: [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '10867c82-d425-413c-82dc-053227bfc976', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'port_id': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'mac_address': 'fa:16:3e:e2:4a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:53:51Z', 'updated_at': '2022-01-28T19:53:53Z', 'revision_number': 1, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address_scope': None}, {'id': '98b7a429-5983-4e96-8ded-00fb7ba4011a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'port_id': '13b0e7cf-6ddc-403c-b9e1-8f76019b507c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'mac_address': 'fa:16:3e:1a:10:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3474c2d-7211-49ce-8eb3-242982af818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:56:04Z', 'updated_at': '2022-01-28T19:56:04Z', 'revision_number': 0, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:56:05.982303 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a4ca28-be1c-4240-a4ea-5e12ddd51636 None None] New status for floating IP 98b7a429-5983-4e96-8ded-00fb7ba4011a: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:56:16.240297 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:56:18.280689 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b9e5e7eb-8c58-4fd7-9f45-900d9bd1eaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:20.435063 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7bf92508-af4a-4115-a1d2-aa14c9b2a089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:21.861229 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:23.136871 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:24.533016 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:25.856779 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:30.550369 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:35.893618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-9f2107fd-c30f-451d-95b4-536f5f9e4bd0 req-f7849977-abc8-498f-a6bd-67003e673f25 service neutron] (103147) timed out ('10.222.0.37', 54364) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 19:56:48.283038 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b0d70a8a-a152-48e3-8f63-4d01bed975b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:48.784861 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37e5fc92-0651-41bc-812e-b6f8d63a011f req-40c1740c-7bea-472a-873e-74b8380c1f08 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456736 Jan 28 19:56:48.881510 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5fc92-0651-41bc-812e-b6f8d63a011f req-e915f252-c039-4492-83b8-cec455a28cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:48.883154 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37e5fc92-0651-41bc-812e-b6f8d63a011f req-e915f252-c039-4492-83b8-cec455a28cfa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 1128 time: 0.0529442 Jan 28 19:56:48.986847 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5fc92-0651-41bc-812e-b6f8d63a011f req-26a30486-ea8d-487e-8118-8c6793c738f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:48.988362 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37e5fc92-0651-41bc-812e-b6f8d63a011f req-26a30486-ea8d-487e-8118-8c6793c738f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.0865452 Jan 28 19:56:49.059296 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37e5fc92-0651-41bc-812e-b6f8d63a011f req-062492c4-7001-4464-9343-fbbddccf8653 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13b0e7cf-6ddc-403c-b9e1-8f76019b507c HTTP/1.1" status: 200 len: 1002 time: 0.0637953 Jan 28 19:56:49.108385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5fc92-0651-41bc-812e-b6f8d63a011f req-06418444-594b-4a08-91ba-69dfed055323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:49.109863 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37e5fc92-0651-41bc-812e-b6f8d63a011f req-06418444-594b-4a08-91ba-69dfed055323 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0451968 Jan 28 19:56:49.158720 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5fc92-0651-41bc-812e-b6f8d63a011f req-dce2edb2-adff-401e-a25a-12a10f54f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:49.160259 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37e5fc92-0651-41bc-812e-b6f8d63a011f req-dce2edb2-adff-401e-a25a-12a10f54f7f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454407 Jan 28 19:56:49.257869 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37e5fc92-0651-41bc-812e-b6f8d63a011f req-80d8ec6a-6c09-44e3-86fd-ec2a310d206b service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920529 Jan 28 19:56:49.355026 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-37e5fc92-0651-41bc-812e-b6f8d63a011f req-e7b2d243-e963-46e8-9814-5f0fb50ec60b service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903289 Jan 28 19:56:50.444840 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-268a3cca-a1f5-444e-9cd9-1c422757949b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:51.876061 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:52.981616 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8bde132b-adab-481c-b4cd-cef8bcfe8d8b req-ca8662b8-4854-48c5-bd25-b0863906d63b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504763 Jan 28 19:56:53.066911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde132b-adab-481c-b4cd-cef8bcfe8d8b req-5ef376b4-2688-448a-88cf-6083c4d33961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:53.068394 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8bde132b-adab-481c-b4cd-cef8bcfe8d8b req-5ef376b4-2688-448a-88cf-6083c4d33961 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 1127 time: 0.0455813 Jan 28 19:56:53.140057 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:53.179524 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde132b-adab-481c-b4cd-cef8bcfe8d8b req-613c68cf-9121-471a-a868-880893eb4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:53.181494 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8bde132b-adab-481c-b4cd-cef8bcfe8d8b req-613c68cf-9121-471a-a868-880893eb4bac service neutron] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.0935819 Jan 28 19:56:53.241623 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:56:53.253218 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8bde132b-adab-481c-b4cd-cef8bcfe8d8b req-fc739803-09b1-4226-89f0-985006cf2ddc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a30a832c-8e7c-4f91-aff2-ae3ed988bf42 HTTP/1.1" status: 200 len: 1001 time: 0.0662181 Jan 28 19:56:53.302149 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde132b-adab-481c-b4cd-cef8bcfe8d8b req-e0e8b5b7-8894-4a87-9ebf-9e38c1a37279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:53.303612 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8bde132b-adab-481c-b4cd-cef8bcfe8d8b req-e0e8b5b7-8894-4a87-9ebf-9e38c1a37279 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0451403 Jan 28 19:56:53.356569 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde132b-adab-481c-b4cd-cef8bcfe8d8b req-c3c77f8d-9320-495f-aecb-757a57199a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:56:53.358117 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8bde132b-adab-481c-b4cd-cef8bcfe8d8b req-c3c77f8d-9320-495f-aecb-757a57199a47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489697 Jan 28 19:56:53.452074 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8bde132b-adab-481c-b4cd-cef8bcfe8d8b req-19f31e68-a284-497d-9e2e-4d3ee8f805ae service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855920 Jan 28 19:56:53.560482 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8bde132b-adab-481c-b4cd-cef8bcfe8d8b req-2b97993b-a6e6-4a1c-8261-22889f6972c9 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024902 Jan 28 19:56:54.527966 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:56:55.856875 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:00.580521 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:18.285788 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-621218f5-3f43-4d55-9467-20cfcd352f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:20.439424 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-44d5efa3-83d0-41ef-82fb-1803e405009e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:21.876735 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:23.144363 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:24.545647 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:25.855487 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:30.247128 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:57:30.586411 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:44.108132 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33516) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:57:44.290681 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Deleting port d7d07d94-9790-4ec8-9a37-96d6d00bffa4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:57:44.290910 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (d7d07d94-9790-4ec8-9a37-96d6d00bffa4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:44.370947 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (d7d07d94-9790-4ec8-9a37-96d6d00bffa4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:44.371286 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for floatingip (d7d07d94-9790-4ec8-9a37-96d6d00bffa4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:44.383430 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Calling delete_port for d7d07d94-9790-4ec8-9a37-96d6d00bffa4 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:57:44.536378 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (d7d07d94-9790-4ec8-9a37-96d6d00bffa4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:44.561732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event deleted for resources: {'Port': ['ID=d7d07d94-9790-4ec8-9a37-96d6d00bffa4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:57:44.573925 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:44.574297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:44.574647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:44.574989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:44.575322 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:44.575657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:44.575991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:44.576314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:44.576650 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:44.576977 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:44.577301 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:44.577626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:44.577945 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:44.641597 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for floatingip (98b7a429-5983-4e96-8ded-00fb7ba4011a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:44.641931 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Floating IP 98b7a429-5983-4e96-8ded-00fb7ba4011a disassociated (deleted). External IP: 172.25.0.205, port: 13b0e7cf-6ddc-403c-b9e1-8f76019b507c. Jan 28 19:57:44.849012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:57:44.958898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:57:44.964278 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:44.970860 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95c69d-c232-477c-99f2-634c5331196d None None] Sync routers for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:57:44.980620 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf95c69d-c232-477c-99f2-634c5331196d None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:57:44.981243 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cf95c69d-c232-477c-99f2-634c5331196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:57:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:57:44.999502 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-08fd5c4d-2858-457a-8cd8-87629a9f5af7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "DELETE /v2.0/floatingips/98b7a429-5983-4e96-8ded-00fb7ba4011a HTTP/1.1" status: 204 len: 168 time: 0.8874440 Jan 28 19:57:44.999502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3474c2d-7211-49ce-8eb3-242982af818b', 'tag': '13b0e7cf-6ddc-403c-b9e1-8f76019b507c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:57:45.000131 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382acdae-690e-4645-8dd6-3b856e850501" -d '{"events": [{"name": "network-changed", "server_uuid": "a3474c2d-7211-49ce-8eb3-242982af818b", "tag": "13b0e7cf-6ddc-403c-b9e1-8f76019b507c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:57:45.088355 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-cf95c69d-c232-477c-99f2-634c5331196d None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:57:45.210103 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64a00e5-3b9d-4431-864e-28d25291f374 x-openstack-request-id: req-d64a00e5-3b9d-4431-864e-28d25291f374 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:57:45.210646 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3474c2d-7211-49ce-8eb3-242982af818b", "tag": "13b0e7cf-6ddc-403c-b9e1-8f76019b507c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:57:45.210646 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d64a00e5-3b9d-4431-864e-28d25291f374 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:57:45.211039 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3474c2d-7211-49ce-8eb3-242982af818b', 'tag': '13b0e7cf-6ddc-403c-b9e1-8f76019b507c', 'status': 'completed', 'code': 200} Jan 28 19:57:45.236575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee112c-ec19-48d6-85e7-2d7f1f897730 req-5b915f34-288d-4e39-95dd-af5c7429a37a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:57:45.238202 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03ee112c-ec19-48d6-85e7-2d7f1f897730 req-5b915f34-288d-4e39-95dd-af5c7429a37a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 946 time: 0.0598378 Jan 28 19:57:45.278731 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382acdae-690e-4645-8dd6-3b856e850501 req-e8f27db6-7622-40d2-b05e-4b998befc8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:57:45.280257 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-382acdae-690e-4645-8dd6-3b856e850501 req-e8f27db6-7622-40d2-b05e-4b998befc8ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 1128 time: 0.0503469 Jan 28 19:57:45.288514 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-03ee112c-ec19-48d6-85e7-2d7f1f897730 req-4ed331d3-606d-4dd5-a623-04a6d4bcfe38 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448229 Jan 28 19:57:45.327527 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cf95c69d-c232-477c-99f2-634c5331196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '10867c82-d425-413c-82dc-053227bfc976', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'port_id': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'mac_address': 'fa:16:3e:e2:4a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:53:51Z', 'updated_at': '2022-01-28T19:53:53Z', 'revision_number': 1, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:57:45.353222 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95c69d-c232-477c-99f2-634c5331196d None None] Checking router: e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:57:45.361385 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf95c69d-c232-477c-99f2-634c5331196d None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:57:45.361986 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cf95c69d-c232-477c-99f2-634c5331196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:57:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:57:45.378396 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382acdae-690e-4645-8dd6-3b856e850501 req-d44693f4-75ca-4f5b-ac70-38c394d73eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:57:45.379787 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-382acdae-690e-4645-8dd6-3b856e850501 req-d44693f4-75ca-4f5b-ac70-38c394d73eff service neutron] 10.222.0.37 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.0907001 Jan 28 19:57:45.421229 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-382acdae-690e-4645-8dd6-3b856e850501 req-6550151b-9646-4640-8281-03deda7fee28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13b0e7cf-6ddc-403c-b9e1-8f76019b507c HTTP/1.1" status: 200 len: 217 time: 0.0344853 Jan 28 19:57:45.466780 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-cf95c69d-c232-477c-99f2-634c5331196d None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:57:45.474574 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382acdae-690e-4645-8dd6-3b856e850501 req-5d9f2e87-5bef-4333-8441-6e73a276e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:57:45.476028 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-382acdae-690e-4645-8dd6-3b856e850501 req-5d9f2e87-5bef-4333-8441-6e73a276e99e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0474384 Jan 28 19:57:45.525484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382acdae-690e-4645-8dd6-3b856e850501 req-69b6798e-081b-417c-bef8-a1de29aca45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:57:45.527353 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-382acdae-690e-4645-8dd6-3b856e850501 req-69b6798e-081b-417c-bef8-a1de29aca45f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448945 Jan 28 19:57:45.621467 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-382acdae-690e-4645-8dd6-3b856e850501 req-0d3fb84a-9eb5-49c9-a145-d0992da01258 service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865626 Jan 28 19:57:45.693167 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cf95c69d-c232-477c-99f2-634c5331196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '10867c82-d425-413c-82dc-053227bfc976', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'port_id': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'mac_address': 'fa:16:3e:e2:4a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:53:51Z', 'updated_at': '2022-01-28T19:53:53Z', 'revision_number': 1, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:57:45.719311 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95c69d-c232-477c-99f2-634c5331196d None None] The sync data for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 is: [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '10867c82-d425-413c-82dc-053227bfc976', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'port_id': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'mac_address': 'fa:16:3e:e2:4a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T19:53:51Z', 'updated_at': '2022-01-28T19:53:53Z', 'revision_number': 1, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:57:45.721646 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-382acdae-690e-4645-8dd6-3b856e850501 req-d88a8b28-96f4-4e78-b37d-dc3b31892e5e service neutron] 10.222.0.37 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940759 Jan 28 19:57:45.949177 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e40798-3ecb-42c0-8ba1-9fd34e88c915 None None] New status for floating IP 98b7a429-5983-4e96-8ded-00fb7ba4011a: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:57:46.422061 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df662e-64ec-4c34-b3a2-a09c985596ad req-4a6f8459-cd9c-4ba6-a419-3974ddb328de tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:57:46.423602 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92df662e-64ec-4c34-b3a2-a09c985596ad req-4a6f8459-cd9c-4ba6-a419-3974ddb328de tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 946 time: 0.0555177 Jan 28 19:57:46.473296 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-92df662e-64ec-4c34-b3a2-a09c985596ad req-efff74d9-dd6b-481d-866f-06b4efae55ba tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438995 Jan 28 19:57:46.980035 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48c311-e3ba-405d-beda-195aaea907b4 req-99c1e4fe-9b7c-43ab-acbd-b958fd0516bc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:57:46.981604 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c48c311-e3ba-405d-beda-195aaea907b4 req-99c1e4fe-9b7c-43ab-acbd-b958fd0516bc tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 946 time: 0.0579250 Jan 28 19:57:47.077794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3c48c311-e3ba-405d-beda-195aaea907b4 req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Deleting port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:57:47.078135 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3c48c311-e3ba-405d-beda-195aaea907b4 req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (13b0e7cf-6ddc-403c-b9e1-8f76019b507c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:47.164317 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-3c48c311-e3ba-405d-beda-195aaea907b4 req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] For port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=13b0e7cf-6ddc-403c-b9e1-8f76019b507c,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:57:47.164681 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3c48c311-e3ba-405d-beda-195aaea907b4 req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (13b0e7cf-6ddc-403c-b9e1-8f76019b507c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:47.176339 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-3c48c311-e3ba-405d-beda-195aaea907b4 req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Calling delete_port for 13b0e7cf-6ddc-403c-b9e1-8f76019b507c owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:57:47.317994 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3c48c311-e3ba-405d-beda-195aaea907b4 req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (13b0e7cf-6ddc-403c-b9e1-8f76019b507c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:47.344280 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event deleted for resources: {'Port': ['ID=13b0e7cf-6ddc-403c-b9e1-8f76019b507c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:57:47.354474 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:47.355144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:47.355144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:47.355501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:47.355968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:47.356315 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:47.356643 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:47.356979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:47.357319 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:47.357996 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:47.357996 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:47.358385 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:47.358579 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:57:47.404431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c48c311-e3ba-405d-beda-195aaea907b4 req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] No DVR routers for this DVR port 13b0e7cf-6ddc-403c-b9e1-8f76019b507c on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:57:47.407459 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-3c48c311-e3ba-405d-beda-195aaea907b4 req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:47.410853 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3c48c311-e3ba-405d-beda-195aaea907b4 req-10218a4c-e833-47c3-8aee-f5409a22cfac tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.37 "DELETE /v2.0/ports/13b0e7cf-6ddc-403c-b9e1-8f76019b507c HTTP/1.1" status: 204 len: 173 time: 0.4234655 Jan 28 19:57:47.411309 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3474c2d-7211-49ce-8eb3-242982af818b', 'name': 'network-vif-deleted', 'tag': '13b0e7cf-6ddc-403c-b9e1-8f76019b507c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:57:47.413528 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6360d2-eaf3-4190-9884-542ad44dee60" -d '{"events": [{"server_uuid": "a3474c2d-7211-49ce-8eb3-242982af818b", "name": "network-vif-deleted", "tag": "13b0e7cf-6ddc-403c-b9e1-8f76019b507c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:57:47.536293 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d76d2a-76b8-4bae-a1b0-098b31ad175f x-openstack-request-id: req-43d76d2a-76b8-4bae-a1b0-098b31ad175f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:57:47.536866 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3474c2d-7211-49ce-8eb3-242982af818b", "name": "network-vif-deleted", "tag": "13b0e7cf-6ddc-403c-b9e1-8f76019b507c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:57:47.536866 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43d76d2a-76b8-4bae-a1b0-098b31ad175f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:57:47.537208 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3474c2d-7211-49ce-8eb3-242982af818b', 'name': 'network-vif-deleted', 'tag': '13b0e7cf-6ddc-403c-b9e1-8f76019b507c', 'status': 'completed', 'code': 200} Jan 28 19:57:47.571551 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97bbc24a-9e4e-4337-b1e2-5f5918999685 req-3a00996e-4c98-4c02-9289-9de1528371ff tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 210 time: 0.0274706 Jan 28 19:57:48.282108 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f01ddd54-dc22-4ca5-960b-cb3f4b5ff84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:48.668625 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-60a665f8-5ad6-4e47-8c2f-cbaf7d053879 req-6a986207-7612-4751-a204-6b81f131627d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 210 time: 0.0272517 Jan 28 19:57:49.241099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 13b0e7cf-6ddc-403c-b9e1-8f76019b507c no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:57:49.261411 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 13b0e7cf-6ddc-403c-b9e1-8f76019b507c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:57:49.261730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 13b0e7cf-6ddc-403c-b9e1-8f76019b507c not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:57:49.766822 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fb2f5bd6-5ced-4e0d-a51b-8332b648a98c req-106b063d-b4e4-4064-93d9-093731b91386 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 210 time: 0.0283582 Jan 28 19:57:50.444412 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-393289f1-6aca-48ed-a72c-4730a319e2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:50.863506 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-34935bc8-6d43-477c-857e-36a34dffc179 req-07014205-ff0d-45ac-8e36-ef9923586706 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 210 time: 0.0273693 Jan 28 19:57:51.872960 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:51.962895 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6a929d77-363c-4a3d-8ddd-7e1021006ac7 req-6e0395dd-22e4-4bd5-af18-2d02ee044e9c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 210 time: 0.0278902 Jan 28 19:57:53.059048 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c0d6defc-3c74-486a-a4a1-8397a58c9c20 req-388b956f-5e2e-40a0-8cbf-8b324268691d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 210 time: 0.0276022 Jan 28 19:57:53.153728 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:53.974476 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc6ee5bf-eeff-429a-b351-2386d748e48c req-8968699e-2630-47a0-8663-ccf0615fc939 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564108 Jan 28 19:57:54.058335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ee5bf-eeff-429a-b351-2386d748e48c req-f649fdcd-6bb9-42bd-b40a-4660250e5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:57:54.059855 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc6ee5bf-eeff-429a-b351-2386d748e48c req-f649fdcd-6bb9-42bd-b40a-4660250e5b88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 1127 time: 0.0442560 Jan 28 19:57:54.158826 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f6a235d3-e443-4da3-b4e9-1c135caaa640 req-5e5ff59f-37c9-41ec-9abe-86f0afaef536 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 210 time: 0.0307255 Jan 28 19:57:54.164179 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ee5bf-eeff-429a-b351-2386d748e48c req-0e34efe6-253b-47a1-8f46-6f4bfb993385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:57:54.165807 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc6ee5bf-eeff-429a-b351-2386d748e48c req-0e34efe6-253b-47a1-8f46-6f4bfb993385 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.0868492 Jan 28 19:57:54.235573 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc6ee5bf-eeff-429a-b351-2386d748e48c req-dcb9da9f-50d4-485a-874c-1731ef2e6a31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a30a832c-8e7c-4f91-aff2-ae3ed988bf42 HTTP/1.1" status: 200 len: 1001 time: 0.0635564 Jan 28 19:57:54.282485 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ee5bf-eeff-429a-b351-2386d748e48c req-2823d8b2-1ee6-4fde-bb1a-06d1771fba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:57:54.283919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc6ee5bf-eeff-429a-b351-2386d748e48c req-2823d8b2-1ee6-4fde-bb1a-06d1771fba75 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0425525 Jan 28 19:57:54.332196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ee5bf-eeff-429a-b351-2386d748e48c req-46b07e99-8155-44ed-baa1-d18be7838341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:57:54.333725 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc6ee5bf-eeff-429a-b351-2386d748e48c req-46b07e99-8155-44ed-baa1-d18be7838341 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443521 Jan 28 19:57:54.423532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc6ee5bf-eeff-429a-b351-2386d748e48c req-8786dd06-2b02-4a93-b3c3-39eb3cfaf5fa service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836682 Jan 28 19:57:54.516768 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc6ee5bf-eeff-429a-b351-2386d748e48c req-37a6ef92-fee6-4918-9e82-0e8b35db0303 service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872355 Jan 28 19:57:54.540230 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:57:55.259910 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f18ee391-200a-4985-9512-5b059320c5b8 req-7801a888-f888-44d1-8edf-2a742412b576 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3474c2d-7211-49ce-8eb3-242982af818b HTTP/1.1" status: 200 len: 210 time: 0.0326474 Jan 28 19:57:55.895590 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:00.586102 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:04.822593 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33584) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:04.984284 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a1c42652-df26-4451-8847-04ebe43ee033 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Deleting port 47a3087d-f8f2-47ce-8949-168a09a14314 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:58:04.984626 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1c42652-df26-4451-8847-04ebe43ee033 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (47a3087d-f8f2-47ce-8949-168a09a14314), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:05.059382 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1c42652-df26-4451-8847-04ebe43ee033 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (47a3087d-f8f2-47ce-8949-168a09a14314), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:05.059581 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1c42652-df26-4451-8847-04ebe43ee033 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for floatingip (47a3087d-f8f2-47ce-8949-168a09a14314), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:05.072242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a1c42652-df26-4451-8847-04ebe43ee033 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Calling delete_port for 47a3087d-f8f2-47ce-8949-168a09a14314 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:58:05.236495 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1c42652-df26-4451-8847-04ebe43ee033 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (47a3087d-f8f2-47ce-8949-168a09a14314), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:05.261631 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c42652-df26-4451-8847-04ebe43ee033 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event deleted for resources: {'Port': ['ID=47a3087d-f8f2-47ce-8949-168a09a14314,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:05.326482 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1c42652-df26-4451-8847-04ebe43ee033 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for floatingip (10867c82-d425-413c-82dc-053227bfc976), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:05.326890 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-a1c42652-df26-4451-8847-04ebe43ee033 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Floating IP 10867c82-d425-413c-82dc-053227bfc976 disassociated (deleted). External IP: 172.25.0.144, port: a30a832c-8e7c-4f91-aff2-ae3ed988bf42. Jan 28 19:58:05.537582 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c42652-df26-4451-8847-04ebe43ee033 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:58:05.655161 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c42652-df26-4451-8847-04ebe43ee033 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:58:05.660512 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a1c42652-df26-4451-8847-04ebe43ee033 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:05.665197 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0adb2-1d7c-4583-8d84-c0f5636b6038 None None] Sync routers for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:58:05.676000 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0adb2-1d7c-4583-8d84-c0f5636b6038 None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:58:05.676630 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-66c0adb2-1d7c-4583-8d84-c0f5636b6038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:57:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:05.784347 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-66c0adb2-1d7c-4583-8d84-c0f5636b6038 None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:58:05.996443 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-66c0adb2-1d7c-4583-8d84-c0f5636b6038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:05.996758 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a1c42652-df26-4451-8847-04ebe43ee033 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "DELETE /v2.0/floatingips/10867c82-d425-413c-82dc-053227bfc976 HTTP/1.1" status: 204 len: 168 time: 1.1703725 Jan 28 19:58:05.996758 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'tag': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:58:05.997301 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b494eb6-f7bf-48f1-9487-4c066c99a086" -d '{"events": [{"name": "network-changed", "server_uuid": "45b3f37a-ed81-4505-96dc-38ebbaa0855f", "tag": "a30a832c-8e7c-4f91-aff2-ae3ed988bf42"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:58:06.021391 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0adb2-1d7c-4583-8d84-c0f5636b6038 None None] Checking router: e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:58:06.029957 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0adb2-1d7c-4583-8d84-c0f5636b6038 None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:58:06.030603 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-66c0adb2-1d7c-4583-8d84-c0f5636b6038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:57:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:06.040226 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983e44b7-1cac-448d-a0fd-10a036c8a5c5 x-openstack-request-id: req-983e44b7-1cac-448d-a0fd-10a036c8a5c5 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:58:06.040523 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b3f37a-ed81-4505-96dc-38ebbaa0855f", "tag": "a30a832c-8e7c-4f91-aff2-ae3ed988bf42", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:58:06.040782 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-983e44b7-1cac-448d-a0fd-10a036c8a5c5 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:58:06.041195 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'tag': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42', 'status': 'completed', 'code': 200} Jan 28 19:58:06.114128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b494eb6-f7bf-48f1-9487-4c066c99a086 req-e12b3095-2147-4575-a0eb-b4cf6427c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:06.115656 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1b494eb6-f7bf-48f1-9487-4c066c99a086 req-e12b3095-2147-4575-a0eb-b4cf6427c12b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74e67802b83e4dda84b80b3ec28b1541&device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 1127 time: 0.0537477 Jan 28 19:58:06.221891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b494eb6-f7bf-48f1-9487-4c066c99a086 req-245ebf93-4e7f-4f4a-81e8-b365c679aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:06.223478 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1b494eb6-f7bf-48f1-9487-4c066c99a086 req-245ebf93-4e7f-4f4a-81e8-b365c679aa5e service neutron] 10.222.0.31 "GET /v2.0/networks?id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 200 len: 912 time: 0.1022015 Jan 28 19:58:06.230515 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-66c0adb2-1d7c-4583-8d84-c0f5636b6038 None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:58:06.257114 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5fc8e-fe80-47ac-90f5-89be078f4c37 req-4d8252e1-3d5a-4cdf-9c9d-a15558789890 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:06.258815 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2fc5fc8e-fe80-47ac-90f5-89be078f4c37 req-4d8252e1-3d5a-4cdf-9c9d-a15558789890 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 945 time: 0.0542192 Jan 28 19:58:06.265363 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1b494eb6-f7bf-48f1-9487-4c066c99a086 req-35df1508-02eb-439e-ab60-add1f9f38a79 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a30a832c-8e7c-4f91-aff2-ae3ed988bf42 HTTP/1.1" status: 200 len: 217 time: 0.0354447 Jan 28 19:58:06.315261 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2fc5fc8e-fe80-47ac-90f5-89be078f4c37 req-06e74e22-1294-4995-b34a-c4b579f90f42 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501239 Jan 28 19:58:06.317291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b494eb6-f7bf-48f1-9487-4c066c99a086 req-5dd2879c-7923-477d-b481-211725af4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:06.319185 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1b494eb6-f7bf-48f1-9487-4c066c99a086 req-5dd2879c-7923-477d-b481-211725af4a1b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 200 len: 850 time: 0.0459747 Jan 28 19:58:06.368017 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b494eb6-f7bf-48f1-9487-4c066c99a086 req-443bb97d-20fe-4b89-8b3c-21a7e03ffd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:06.369512 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1b494eb6-f7bf-48f1-9487-4c066c99a086 req-443bb97d-20fe-4b89-8b3c-21a7e03ffd18 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443871 Jan 28 19:58:06.428081 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-66c0adb2-1d7c-4583-8d84-c0f5636b6038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:06.457607 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0adb2-1d7c-4583-8d84-c0f5636b6038 None None] The sync data for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 is: [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:12Z', 'revision_number': 4, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '97dbd833-668d-487c-9488-a9c2cd37b45b', 'name': '', 'network_id': '3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'mac_address': 'fa:16:3e:e8:37:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:12Z', 'updated_at': '2022-01-28T19:46:21Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'subnets': [{'id': 'e8631fd7-f1ff-4755-931c-e72b5c9a8c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:58:06.462746 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1b494eb6-f7bf-48f1-9487-4c066c99a086 req-02f9399e-fe73-447d-b47d-4df9a8900ffd service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855429 Jan 28 19:58:06.556527 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1b494eb6-f7bf-48f1-9487-4c066c99a086 req-ddeb71d9-1c71-4446-bcde-dc42b311110e service neutron] 10.222.0.31 "GET /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875778 Jan 28 19:58:06.684076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a3805c-35ca-40d1-8243-a11a12a14726 None None] New status for floating IP 10867c82-d425-413c-82dc-053227bfc976: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 19:58:07.251740 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:58:07.438435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2f485-c101-48f0-beec-b7346aaecec5 req-4bdacf1d-4b33-4950-ba8a-194ce14ec3da tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:07.439989 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cab2f485-c101-48f0-beec-b7346aaecec5 req-4bdacf1d-4b33-4950-ba8a-194ce14ec3da tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 945 time: 0.0601172 Jan 28 19:58:07.498658 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cab2f485-c101-48f0-beec-b7346aaecec5 req-28eb4a4c-acec-4c37-9120-a645bd9cbb56 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f0f9abe-aa75-43b7-a260-cf2e006aacc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527120 Jan 28 19:58:07.781390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95209447-3e41-4e09-869f-7e4fe976ca3f req-66dc2097-ce7f-4bcd-b2e0-116c29a87366 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:07.782798 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-95209447-3e41-4e09-869f-7e4fe976ca3f req-66dc2097-ce7f-4bcd-b2e0-116c29a87366 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 945 time: 0.0550921 Jan 28 19:58:07.882547 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-95209447-3e41-4e09-869f-7e4fe976ca3f req-07990310-1e28-4dfb-9f34-4dceb13a0ffd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Deleting port a30a832c-8e7c-4f91-aff2-ae3ed988bf42 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:58:07.882892 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-95209447-3e41-4e09-869f-7e4fe976ca3f req-07990310-1e28-4dfb-9f34-4dceb13a0ffd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a30a832c-8e7c-4f91-aff2-ae3ed988bf42), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:07.971330 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-95209447-3e41-4e09-869f-7e4fe976ca3f req-07990310-1e28-4dfb-9f34-4dceb13a0ffd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] For port a30a832c-8e7c-4f91-aff2-ae3ed988bf42, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a30a832c-8e7c-4f91-aff2-ae3ed988bf42,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:58:07.971699 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-95209447-3e41-4e09-869f-7e4fe976ca3f req-07990310-1e28-4dfb-9f34-4dceb13a0ffd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a30a832c-8e7c-4f91-aff2-ae3ed988bf42), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:07.984327 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-95209447-3e41-4e09-869f-7e4fe976ca3f req-07990310-1e28-4dfb-9f34-4dceb13a0ffd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Calling delete_port for a30a832c-8e7c-4f91-aff2-ae3ed988bf42 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:58:08.136687 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-95209447-3e41-4e09-869f-7e4fe976ca3f req-07990310-1e28-4dfb-9f34-4dceb13a0ffd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (a30a832c-8e7c-4f91-aff2-ae3ed988bf42), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:08.164731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07990310-1e28-4dfb-9f34-4dceb13a0ffd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event deleted for resources: {'Port': ['ID=a30a832c-8e7c-4f91-aff2-ae3ed988bf42,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:08.208497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-95209447-3e41-4e09-869f-7e4fe976ca3f req-07990310-1e28-4dfb-9f34-4dceb13a0ffd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] No DVR routers for this DVR port a30a832c-8e7c-4f91-aff2-ae3ed988bf42 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:58:08.211305 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-95209447-3e41-4e09-869f-7e4fe976ca3f req-07990310-1e28-4dfb-9f34-4dceb13a0ffd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:08.214705 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-95209447-3e41-4e09-869f-7e4fe976ca3f req-07990310-1e28-4dfb-9f34-4dceb13a0ffd tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.31 "DELETE /v2.0/ports/a30a832c-8e7c-4f91-aff2-ae3ed988bf42 HTTP/1.1" status: 204 len: 173 time: 0.4265988 Jan 28 19:58:08.215142 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'name': 'network-vif-deleted', 'tag': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:58:08.217454 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5086918c-60fb-4534-ac90-7512f648c0db" -d '{"events": [{"server_uuid": "45b3f37a-ed81-4505-96dc-38ebbaa0855f", "name": "network-vif-deleted", "tag": "a30a832c-8e7c-4f91-aff2-ae3ed988bf42"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:58:08.253314 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96066b70-2a04-495f-b8b2-2b2785930810 x-openstack-request-id: req-96066b70-2a04-495f-b8b2-2b2785930810 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:58:08.253606 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b3f37a-ed81-4505-96dc-38ebbaa0855f", "name": "network-vif-deleted", "tag": "a30a832c-8e7c-4f91-aff2-ae3ed988bf42", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:58:08.253855 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96066b70-2a04-495f-b8b2-2b2785930810 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:58:08.254298 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b3f37a-ed81-4505-96dc-38ebbaa0855f', 'name': 'network-vif-deleted', 'tag': 'a30a832c-8e7c-4f91-aff2-ae3ed988bf42', 'status': 'completed', 'code': 200} Jan 28 19:58:08.609391 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4797ed32-81dd-4885-8f9d-1f145de1d982 req-0cc613ca-aa07-472b-8a18-406fe131ad17 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 210 time: 0.0324867 Jan 28 19:58:09.714506 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6d9d65d7-305b-4934-a1e7-7552a2a61ad5 req-714ee98f-379f-46d0-a3b1-559fb3fbd8a5 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 210 time: 0.0278959 Jan 28 19:58:10.811603 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35d862bd-372a-4580-8e63-2f872c3d82d0 req-b5215541-327e-40b9-bba6-b2909bbf922c tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 210 time: 0.0291908 Jan 28 19:58:11.287794 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device a30a832c-8e7c-4f91-aff2-ae3ed988bf42 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:58:11.307829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: a30a832c-8e7c-4f91-aff2-ae3ed988bf42 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:58:11.308179 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device a30a832c-8e7c-4f91-aff2-ae3ed988bf42 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:58:11.919819 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-75633b83-e086-40a1-9ecb-335479176341 req-32b22339-151c-47d5-9168-196788a0419d tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 210 time: 0.0315304 Jan 28 19:58:13.017768 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df836492-3eb1-44cd-af44-12fc09aaa2c8 req-48a88f29-d93f-4991-8a66-9fa52b94eb30 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 210 time: 0.0287008 Jan 28 19:58:14.203608 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a34ec31e-fca4-4f48-aada-7afae3a44e4f req-4e9bd8d2-9a52-4b28-8d25-c9b01767f25a tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 210 time: 0.0269499 Jan 28 19:58:15.301526 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-66622a93-48ee-4ef0-9d2b-7269f3f322d7 req-265feb4e-598b-411f-9618-f4f44cc99ec7 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 210 time: 0.0267491 Jan 28 19:58:16.398563 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b00e4501-126a-4d16-a721-f38867249f70 req-067e3b1a-ccf0-462b-9dcf-7256ed485b81 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "GET /v2.0/ports?device_id=45b3f37a-ed81-4505-96dc-38ebbaa0855f HTTP/1.1" status: 200 len: 210 time: 0.0271974 Jan 28 19:58:17.469771 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33620) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:17.615570 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fc7eef0a-b457-4b6c-93df-f51f982f9817 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Deleting port c91c6caf-b66b-4951-8d18-024bcf0539ef {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:58:17.615896 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc7eef0a-b457-4b6c-93df-f51f982f9817 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c91c6caf-b66b-4951-8d18-024bcf0539ef), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:17.693487 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc7eef0a-b457-4b6c-93df-f51f982f9817 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c91c6caf-b66b-4951-8d18-024bcf0539ef), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:17.693717 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc7eef0a-b457-4b6c-93df-f51f982f9817 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for floatingip (c91c6caf-b66b-4951-8d18-024bcf0539ef), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:17.710249 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-fc7eef0a-b457-4b6c-93df-f51f982f9817 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Calling delete_port for c91c6caf-b66b-4951-8d18-024bcf0539ef owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:58:17.851949 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc7eef0a-b457-4b6c-93df-f51f982f9817 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c91c6caf-b66b-4951-8d18-024bcf0539ef), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:17.878480 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7eef0a-b457-4b6c-93df-f51f982f9817 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event deleted for resources: {'Port': ['ID=c91c6caf-b66b-4951-8d18-024bcf0539ef,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:17.938693 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc7eef0a-b457-4b6c-93df-f51f982f9817 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for floatingip (6f0b74fb-423c-47ad-8240-6e57d99eec81), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:17.941499 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fc7eef0a-b457-4b6c-93df-f51f982f9817 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:17.942733 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fc7eef0a-b457-4b6c-93df-f51f982f9817 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "DELETE /v2.0/floatingips/6f0b74fb-423c-47ad-8240-6e57d99eec81 HTTP/1.1" status: 204 len: 168 time: 0.4718692 Jan 28 19:58:18.276973 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9edb33c7-bdcf-4935-b804-ee3c274aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:20.449813 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e63f7d46-f51e-4f33-85ff-89b2370faf11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:21.876658 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:23.149369 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:23.343192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33648) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:23.400374 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-359a3689-0b08-46b0-8d5a-7b9d8e08c446 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group (8f0f9abe-aa75-43b7-a260-cf2e006aacc7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:23.426693 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-359a3689-0b08-46b0-8d5a-7b9d8e08c446 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group (8f0f9abe-aa75-43b7-a260-cf2e006aacc7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:23.488532 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-359a3689-0b08-46b0-8d5a-7b9d8e08c446 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8f0f9abe-aa75-43b7-a260-cf2e006aacc7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:23.491124 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-359a3689-0b08-46b0-8d5a-7b9d8e08c446 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:23.492329 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-359a3689-0b08-46b0-8d5a-7b9d8e08c446 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] 10.222.0.55 "DELETE /v2.0/security-groups/8f0f9abe-aa75-43b7-a260-cf2e006aacc7 HTTP/1.1" status: 204 len: 168 time: 0.1482117 Jan 28 19:58:23.511889 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a3689-0b08-46b0-8d5a-7b9d8e08c446 tempest-TestVolumeBootPattern-1298330330 tempest-TestVolumeBootPattern-1298330330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0f9abe-aa75-43b7-a260-cf2e006aacc7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:23.560181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33652) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:24.030230 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92168a71-816b-422e-a68a-c36181f77adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (e5a5cf2d-0d0f-4f02-90df-ee756036c9a2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:24.282261 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-92168a71-816b-422e-a68a-c36181f77adc admin admin] Deleting port 97dbd833-668d-487c-9488-a9c2cd37b45b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:58:24.282491 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92168a71-816b-422e-a68a-c36181f77adc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:24.361890 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-92168a71-816b-422e-a68a-c36181f77adc admin admin] For port 97dbd833-668d-487c-9488-a9c2cd37b45b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=97dbd833-668d-487c-9488-a9c2cd37b45b,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:58:24.362286 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92168a71-816b-422e-a68a-c36181f77adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:24.374914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-92168a71-816b-422e-a68a-c36181f77adc admin admin] Calling delete_port for 97dbd833-668d-487c-9488-a9c2cd37b45b owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:58:24.535058 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:24.565108 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92168a71-816b-422e-a68a-c36181f77adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (97dbd833-668d-487c-9488-a9c2cd37b45b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:24.595175 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92168a71-816b-422e-a68a-c36181f77adc admin admin] Pushing event deleted for resources: {'Port': ['ID=97dbd833-668d-487c-9488-a9c2cd37b45b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:24.770187 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-92168a71-816b-422e-a68a-c36181f77adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (e5a5cf2d-0d0f-4f02-90df-ee756036c9a2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:24.992525 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92168a71-816b-422e-a68a-c36181f77adc admin admin] Router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:58:25.106930 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92168a71-816b-422e-a68a-c36181f77adc admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:58:25.113083 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-92168a71-816b-422e-a68a-c36181f77adc admin admin] 10.222.0.55 "PUT /v2.0/routers/e5a5cf2d-0d0f-4f02-90df-ee756036c9a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5510268 Jan 28 19:58:25.116033 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33662) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:25.117001 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab415101-6888-42dc-80f7-9db22cf2d43d None None] Sync routers for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:58:25.127885 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab415101-6888-42dc-80f7-9db22cf2d43d None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:58:25.128506 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ab415101-6888-42dc-80f7-9db22cf2d43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:58:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:25.219064 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eea8df1e-ac3f-487a-9636-af9456210fe1 admin admin] Publish callbacks [] for router (e5a5cf2d-0d0f-4f02-90df-ee756036c9a2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:25.234365 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ab415101-6888-42dc-80f7-9db22cf2d43d None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:58:25.319758 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eea8df1e-ac3f-487a-9636-af9456210fe1 admin admin] Publish callbacks [] for router_gateway (e5a5cf2d-0d0f-4f02-90df-ee756036c9a2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:25.380657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-eea8df1e-ac3f-487a-9636-af9456210fe1 admin admin] Deleting port 0e340980-7fd7-4f76-8bdd-72bc05132478 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:58:25.380963 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eea8df1e-ac3f-487a-9636-af9456210fe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0e340980-7fd7-4f76-8bdd-72bc05132478), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:25.408773 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ab415101-6888-42dc-80f7-9db22cf2d43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:58:24Z', 'revision_number': 5, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port': {'id': '0e340980-7fd7-4f76-8bdd-72bc05132478', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:25.438444 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab415101-6888-42dc-80f7-9db22cf2d43d None None] Checking router: e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:58:25.447584 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab415101-6888-42dc-80f7-9db22cf2d43d None None] Routers {'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:58:25.448214 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ab415101-6888-42dc-80f7-9db22cf2d43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:58:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:25.457518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-eea8df1e-ac3f-487a-9636-af9456210fe1 admin admin] For port 0e340980-7fd7-4f76-8bdd-72bc05132478, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0e340980-7fd7-4f76-8bdd-72bc05132478,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:58:25.457943 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eea8df1e-ac3f-487a-9636-af9456210fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0e340980-7fd7-4f76-8bdd-72bc05132478), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:25.469780 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-eea8df1e-ac3f-487a-9636-af9456210fe1 admin admin] Calling delete_port for 0e340980-7fd7-4f76-8bdd-72bc05132478 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:58:25.539294 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ab415101-6888-42dc-80f7-9db22cf2d43d None None] Set router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:58:25.590879 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ab415101-6888-42dc-80f7-9db22cf2d43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:58:25Z', 'revision_number': 6, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:25.620514 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab415101-6888-42dc-80f7-9db22cf2d43d None None] The sync data for ids ['e5a5cf2d-0d0f-4f02-90df-ee756036c9a2'] in n-d-824834-4 is: [{'id': 'e5a5cf2d-0d0f-4f02-90df-ee756036c9a2', 'name': 'tempest-TestVolumeBootPattern-868959576-router', 'tenant_id': '74e67802b83e4dda84b80b3ec28b1541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:09Z', 'updated_at': '2022-01-28T19:58:25Z', 'revision_number': 6, 'project_id': '74e67802b83e4dda84b80b3ec28b1541', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:58:25.644794 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eea8df1e-ac3f-487a-9636-af9456210fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0e340980-7fd7-4f76-8bdd-72bc05132478), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:25.672833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8df1e-ac3f-487a-9636-af9456210fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e340980-7fd7-4f76-8bdd-72bc05132478,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:25.743330 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eea8df1e-ac3f-487a-9636-af9456210fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (e5a5cf2d-0d0f-4f02-90df-ee756036c9a2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:25.896921 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.139684 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eea8df1e-ac3f-487a-9636-af9456210fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (e5a5cf2d-0d0f-4f02-90df-ee756036c9a2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.142432 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eea8df1e-ac3f-487a-9636-af9456210fe1 admin admin] Publish callbacks [] for router_controller (e5a5cf2d-0d0f-4f02-90df-ee756036c9a2), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.187734 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eea8df1e-ac3f-487a-9636-af9456210fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (e5a5cf2d-0d0f-4f02-90df-ee756036c9a2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.188176 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea8df1e-ac3f-487a-9636-af9456210fe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:58:26.192904 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-eea8df1e-ac3f-487a-9636-af9456210fe1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.194272 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-eea8df1e-ac3f-487a-9636-af9456210fe1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e5a5cf2d-0d0f-4f02-90df-ee756036c9a2 HTTP/1.1" status: 204 len: 168 time: 1.0773003 Jan 28 19:58:26.196795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33664) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:26.241265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa330c36-1867-4926-aeb6-65118539e51d admin admin] Deleting subnet e8631fd7-f1ff-4755-931c-e72b5c9a8c5b {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:58:26.244451 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa330c36-1867-4926-aeb6-65118539e51d admin admin] Publish callbacks [] for subnet (e8631fd7-f1ff-4755-931c-e72b5c9a8c5b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.281291 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa330c36-1867-4926-aeb6-65118539e51d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (e8631fd7-f1ff-4755-931c-e72b5c9a8c5b), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.355880 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa330c36-1867-4926-aeb6-65118539e51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (e8631fd7-f1ff-4755-931c-e72b5c9a8c5b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.410325 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa330c36-1867-4926-aeb6-65118539e51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (e8631fd7-f1ff-4755-931c-e72b5c9a8c5b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.437496 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa330c36-1867-4926-aeb6-65118539e51d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8631fd7-f1ff-4755-931c-e72b5c9a8c5b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:26.444479 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fa330c36-1867-4926-aeb6-65118539e51d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.448266 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fa330c36-1867-4926-aeb6-65118539e51d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e8631fd7-f1ff-4755-931c-e72b5c9a8c5b HTTP/1.1" status: 204 len: 168 time: 0.2505529 Jan 28 19:58:26.450097 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bffae03-4003-4d31-a7a5-45ed325d1f46 None None] Network 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:58:26.450795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33668) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:26.518943 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.575494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] Deleting port af491045-3353-4309-b7c0-7e2af77e202a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:58:26.575494 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (af491045-3353-4309-b7c0-7e2af77e202a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.625758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] DHCP port deletion for 3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:58:26.644514 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] For port af491045-3353-4309-b7c0-7e2af77e202a, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=af491045-3353-4309-b7c0-7e2af77e202a,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:58:26.644906 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (af491045-3353-4309-b7c0-7e2af77e202a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.658808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] Calling delete_port for af491045-3353-4309-b7c0-7e2af77e202a owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:58:26.683574 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Deleting port af491045-3353-4309-b7c0-7e2af77e202a {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:58:26.683947 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (af491045-3353-4309-b7c0-7e2af77e202a), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.745561 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (af491045-3353-4309-b7c0-7e2af77e202a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.751565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] For port af491045-3353-4309-b7c0-7e2af77e202a, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=af491045-3353-4309-b7c0-7e2af77e202a,segment=NetworkSegment(164860f2-799e-4414-a50e-41d5ce27413e),segment_id=164860f2-799e-4414-a50e-41d5ce27413e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:58:26.752015 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (af491045-3353-4309-b7c0-7e2af77e202a), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.764589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Calling delete_port for af491045-3353-4309-b7c0-7e2af77e202a owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:58:26.772172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] Pushing event deleted for resources: {'Port': ['ID=af491045-3353-4309-b7c0-7e2af77e202a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:26.774003 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] No DVR routers for this DVR port af491045-3353-4309-b7c0-7e2af77e202a on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:58:26.845868 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.847242 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (af491045-3353-4309-b7c0-7e2af77e202a), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.866198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:26.873160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Pushing event deleted for resources: {'Port': ['ID=af491045-3353-4309-b7c0-7e2af77e202a,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:26.876028 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164860f2-799e-4414-a50e-41d5ce27413e') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:26.876199 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] No DVR routers for this DVR port af491045-3353-4309-b7c0-7e2af77e202a on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:58:26.876308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164860f2-799e-4414-a50e-41d5ce27413e') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:26.883456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:26.883456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:26.883456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:26.883456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:26.883456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:26.883456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:26.883456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:26.883456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:26.883456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:26.886941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:26.886941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:26.886941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:26.887366 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c191069-afa3-4f69-8c1f-29c7889228c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:26.887722 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (164860f2-799e-4414-a50e-41d5ce27413e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.901405 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (164860f2-799e-4414-a50e-41d5ce27413e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.907573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:58:26.907943 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (164860f2-799e-4414-a50e-41d5ce27413e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:58:26.909670 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:58:26.963196 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.970598 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:26.973282 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] 10.222.0.55 "DELETE /v2.0/networks/3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a HTTP/1.1" status: 204 len: 168 time: 0.5211389 Jan 28 19:58:26.976559 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33670) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:26.992761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10e1ea-13ad-4fc1-9ea0-7ae23ed0ff4f admin admin] Pushing event deleted for resources: {'Network': ['ID=3443bd6a-5a95-49ff-9ab9-c7ffe13ee72a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:27.350385 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0841fc49-ef5d-4d7d-a629-cef18ae0e9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (4bdb6268-b24f-4b55-a6fa-0562e17d07c3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:27.570683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 97dbd833-668d-487c-9488-a9c2cd37b45b no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:58:27.590784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 97dbd833-668d-487c-9488-a9c2cd37b45b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:58:27.591209 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 97dbd833-668d-487c-9488-a9c2cd37b45b not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:58:27.591633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device af491045-3353-4309-b7c0-7e2af77e202a no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:58:27.599269 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0841fc49-ef5d-4d7d-a629-cef18ae0e9e6 admin admin] Deleting port 094d7902-6c17-4334-a57d-ac6f62063789 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:58:27.599617 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0841fc49-ef5d-4d7d-a629-cef18ae0e9e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (094d7902-6c17-4334-a57d-ac6f62063789), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:27.609882 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: af491045-3353-4309-b7c0-7e2af77e202a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:58:27.610206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device af491045-3353-4309-b7c0-7e2af77e202a not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:58:27.610626 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0e340980-7fd7-4f76-8bdd-72bc05132478 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:58:27.629003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 0e340980-7fd7-4f76-8bdd-72bc05132478 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:58:27.629323 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0e340980-7fd7-4f76-8bdd-72bc05132478 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:58:27.675544 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-0841fc49-ef5d-4d7d-a629-cef18ae0e9e6 admin admin] For port 094d7902-6c17-4334-a57d-ac6f62063789, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=094d7902-6c17-4334-a57d-ac6f62063789,segment=NetworkSegment(7394c17f-b962-48f1-85ee-94984539bf8e),segment_id=7394c17f-b962-48f1-85ee-94984539bf8e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:58:27.675901 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0841fc49-ef5d-4d7d-a629-cef18ae0e9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (094d7902-6c17-4334-a57d-ac6f62063789), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:27.687272 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-0841fc49-ef5d-4d7d-a629-cef18ae0e9e6 admin admin] Calling delete_port for 094d7902-6c17-4334-a57d-ac6f62063789 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:58:27.870765 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0841fc49-ef5d-4d7d-a629-cef18ae0e9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (094d7902-6c17-4334-a57d-ac6f62063789), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:27.899358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841fc49-ef5d-4d7d-a629-cef18ae0e9e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=094d7902-6c17-4334-a57d-ac6f62063789,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:28.064993 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0841fc49-ef5d-4d7d-a629-cef18ae0e9e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (4bdb6268-b24f-4b55-a6fa-0562e17d07c3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:28.276797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0841fc49-ef5d-4d7d-a629-cef18ae0e9e6 admin admin] Router 4bdb6268-b24f-4b55-a6fa-0562e17d07c3 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 19:58:28.396683 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0841fc49-ef5d-4d7d-a629-cef18ae0e9e6 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 19:58:28.402657 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0841fc49-ef5d-4d7d-a629-cef18ae0e9e6 admin admin] 10.222.0.55 "PUT /v2.0/routers/4bdb6268-b24f-4b55-a6fa-0562e17d07c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4247727 Jan 28 19:58:28.405281 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33672) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:28.408559 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182178ee-be94-45ed-9e9a-69822243dec0 None None] Sync routers for ids ['4bdb6268-b24f-4b55-a6fa-0562e17d07c3'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 19:58:28.420034 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182178ee-be94-45ed-9e9a-69822243dec0 None None] Routers {'4bdb6268-b24f-4b55-a6fa-0562e17d07c3'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:58:28.420700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-182178ee-be94-45ed-9e9a-69822243dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:58:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4bdb6268-b24f-4b55-a6fa-0562e17d07c3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:28.698661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-182178ee-be94-45ed-9e9a-69822243dec0 None None] Set router 4bdb6268-b24f-4b55-a6fa-0562e17d07c3 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:58:28.877060 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcd9674a-1265-4d25-b5e2-0fff33dd598e admin admin] Publish callbacks [] for router (4bdb6268-b24f-4b55-a6fa-0562e17d07c3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:28.884645 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-182178ee-be94-45ed-9e9a-69822243dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'name': 'tempest-TestVolumeBootPattern-812663484-router', 'tenant_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:15Z', 'updated_at': '2022-01-28T19:58:27Z', 'revision_number': 5, 'project_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'gw_port': {'id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:16Z', 'updated_at': '2022-01-28T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:28.910826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182178ee-be94-45ed-9e9a-69822243dec0 None None] Checking router: 4bdb6268-b24f-4b55-a6fa-0562e17d07c3 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 19:58:28.919446 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182178ee-be94-45ed-9e9a-69822243dec0 None None] Routers {'4bdb6268-b24f-4b55-a6fa-0562e17d07c3'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 19:58:28.920476 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-182178ee-be94-45ed-9e9a-69822243dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T19:58:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['4bdb6268-b24f-4b55-a6fa-0562e17d07c3'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:28.986292 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcd9674a-1265-4d25-b5e2-0fff33dd598e admin admin] Publish callbacks [] for router_gateway (4bdb6268-b24f-4b55-a6fa-0562e17d07c3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:29.030425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-182178ee-be94-45ed-9e9a-69822243dec0 None None] Set router 4bdb6268-b24f-4b55-a6fa-0562e17d07c3 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 19:58:29.039917 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9674a-1265-4d25-b5e2-0fff33dd598e admin admin] Deleting port 0adf2cac-3b20-4034-a3a2-aea53afbb20a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:58:29.040266 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcd9674a-1265-4d25-b5e2-0fff33dd598e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0adf2cac-3b20-4034-a3a2-aea53afbb20a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:29.117554 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-bcd9674a-1265-4d25-b5e2-0fff33dd598e admin admin] For port 0adf2cac-3b20-4034-a3a2-aea53afbb20a, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0adf2cac-3b20-4034-a3a2-aea53afbb20a,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:58:29.118333 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcd9674a-1265-4d25-b5e2-0fff33dd598e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0adf2cac-3b20-4034-a3a2-aea53afbb20a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:29.129800 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-bcd9674a-1265-4d25-b5e2-0fff33dd598e admin admin] Calling delete_port for 0adf2cac-3b20-4034-a3a2-aea53afbb20a owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:58:29.216168 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-182178ee-be94-45ed-9e9a-69822243dec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'name': 'tempest-TestVolumeBootPattern-812663484-router', 'tenant_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:15Z', 'updated_at': '2022-01-28T19:58:27Z', 'revision_number': 5, 'project_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'gw_port': {'id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:16Z', 'updated_at': '2022-01-28T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:29.241779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182178ee-be94-45ed-9e9a-69822243dec0 None None] The sync data for ids ['4bdb6268-b24f-4b55-a6fa-0562e17d07c3'] in n-d-824834-4 is: [{'id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'name': 'tempest-TestVolumeBootPattern-812663484-router', 'tenant_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T19:46:15Z', 'updated_at': '2022-01-28T19:58:27Z', 'revision_number': 5, 'project_id': '8f61ff2b3e744eefaf9ba04c5b3f3884', 'gw_port': {'id': '0adf2cac-3b20-4034-a3a2-aea53afbb20a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb6268-b24f-4b55-a6fa-0562e17d07c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T19:46:16Z', 'updated_at': '2022-01-28T19:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 19:58:29.299270 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcd9674a-1265-4d25-b5e2-0fff33dd598e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0adf2cac-3b20-4034-a3a2-aea53afbb20a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:29.333713 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9674a-1265-4d25-b5e2-0fff33dd598e admin admin] Pushing event deleted for resources: {'Port': ['ID=0adf2cac-3b20-4034-a3a2-aea53afbb20a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:29.399614 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcd9674a-1265-4d25-b5e2-0fff33dd598e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (4bdb6268-b24f-4b55-a6fa-0562e17d07c3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:29.488885 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcd9674a-1265-4d25-b5e2-0fff33dd598e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (4bdb6268-b24f-4b55-a6fa-0562e17d07c3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:29.491013 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcd9674a-1265-4d25-b5e2-0fff33dd598e admin admin] Publish callbacks [] for router_controller (4bdb6268-b24f-4b55-a6fa-0562e17d07c3), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:29.534956 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcd9674a-1265-4d25-b5e2-0fff33dd598e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (4bdb6268-b24f-4b55-a6fa-0562e17d07c3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:29.535420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd9674a-1265-4d25-b5e2-0fff33dd598e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bdb6268-b24f-4b55-a6fa-0562e17d07c3 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 19:58:29.540046 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bcd9674a-1265-4d25-b5e2-0fff33dd598e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:29.540928 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bcd9674a-1265-4d25-b5e2-0fff33dd598e admin admin] 10.222.0.55 "DELETE /v2.0/routers/4bdb6268-b24f-4b55-a6fa-0562e17d07c3 HTTP/1.1" status: 204 len: 168 time: 1.1344194 Jan 28 19:58:29.543406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33674) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:29.596477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-19215cac-b038-498a-825e-c4841191ef96 admin admin] Deleting subnet 82ebde1d-5883-4260-b78f-b589b3aae9ab {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:58:29.600498 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19215cac-b038-498a-825e-c4841191ef96 admin admin] Publish callbacks [] for subnet (82ebde1d-5883-4260-b78f-b589b3aae9ab), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:29.638606 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19215cac-b038-498a-825e-c4841191ef96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (82ebde1d-5883-4260-b78f-b589b3aae9ab), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:29.700533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 094d7902-6c17-4334-a57d-ac6f62063789 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:58:29.721993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 094d7902-6c17-4334-a57d-ac6f62063789 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:58:29.722786 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 094d7902-6c17-4334-a57d-ac6f62063789 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:58:29.727039 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19215cac-b038-498a-825e-c4841191ef96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (82ebde1d-5883-4260-b78f-b589b3aae9ab), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:29.779312 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19215cac-b038-498a-825e-c4841191ef96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (82ebde1d-5883-4260-b78f-b589b3aae9ab), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:29.809023 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19215cac-b038-498a-825e-c4841191ef96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82ebde1d-5883-4260-b78f-b589b3aae9ab,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:29.812501 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19215cac-b038-498a-825e-c4841191ef96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:29.815732 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-19215cac-b038-498a-825e-c4841191ef96 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/82ebde1d-5883-4260-b78f-b589b3aae9ab HTTP/1.1" status: 204 len: 168 time: 0.2713792 Jan 28 19:58:29.818769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33676) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:29.822327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a62541-1cba-40c5-89b9-c24bbf416134 None None] Network 0f81ab4e-ce2f-4817-8a73-8b9e46472912 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:58:29.889712 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (0f81ab4e-ce2f-4817-8a73-8b9e46472912), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:29.945417 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] Deleting port c62547d3-25ef-404e-99f7-62816337a5fd {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:58:29.947435 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c62547d3-25ef-404e-99f7-62816337a5fd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:30.001013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eddf129-a050-40c8-8f03-f8c390f630b0 None None] DHCP port deletion for 0f81ab4e-ce2f-4817-8a73-8b9e46472912 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 19:58:30.018440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] For port c62547d3-25ef-404e-99f7-62816337a5fd, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c62547d3-25ef-404e-99f7-62816337a5fd,segment=NetworkSegment(7394c17f-b962-48f1-85ee-94984539bf8e),segment_id=7394c17f-b962-48f1-85ee-94984539bf8e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:58:30.018808 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c62547d3-25ef-404e-99f7-62816337a5fd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:30.031344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] Calling delete_port for c62547d3-25ef-404e-99f7-62816337a5fd owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:58:30.045850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8eddf129-a050-40c8-8f03-f8c390f630b0 None None] Deleting port c62547d3-25ef-404e-99f7-62816337a5fd {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:58:30.046256 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8eddf129-a050-40c8-8f03-f8c390f630b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c62547d3-25ef-404e-99f7-62816337a5fd), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:30.109803 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8eddf129-a050-40c8-8f03-f8c390f630b0 None None] For port c62547d3-25ef-404e-99f7-62816337a5fd, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c62547d3-25ef-404e-99f7-62816337a5fd,segment=NetworkSegment(7394c17f-b962-48f1-85ee-94984539bf8e),segment_id=7394c17f-b962-48f1-85ee-94984539bf8e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:58:30.110261 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8eddf129-a050-40c8-8f03-f8c390f630b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c62547d3-25ef-404e-99f7-62816337a5fd), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:30.111447 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c62547d3-25ef-404e-99f7-62816337a5fd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:30.123014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8eddf129-a050-40c8-8f03-f8c390f630b0 None None] Calling delete_port for c62547d3-25ef-404e-99f7-62816337a5fd owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:58:30.143197 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] No DVR routers for this DVR port c62547d3-25ef-404e-99f7-62816337a5fd on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:58:30.147177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] Pushing event deleted for resources: {'Port': ['ID=c62547d3-25ef-404e-99f7-62816337a5fd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:30.195610 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8eddf129-a050-40c8-8f03-f8c390f630b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (c62547d3-25ef-404e-99f7-62816337a5fd), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:30.218563 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (0f81ab4e-ce2f-4817-8a73-8b9e46472912), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:30.221344 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eddf129-a050-40c8-8f03-f8c390f630b0 None None] Pushing event deleted for resources: {'Port': ['ID=c62547d3-25ef-404e-99f7-62816337a5fd,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:30.223172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eddf129-a050-40c8-8f03-f8c390f630b0 None None] No DVR routers for this DVR port c62547d3-25ef-404e-99f7-62816337a5fd on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:58:30.240469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f81ab4e-ce2f-4817-8a73-8b9e46472912']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:30.249653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7394c17f-b962-48f1-85ee-94984539bf8e') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:30.249949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7394c17f-b962-48f1-85ee-94984539bf8e') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:58:30.259250 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (7394c17f-b962-48f1-85ee-94984539bf8e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:30.273000 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (7394c17f-b962-48f1-85ee-94984539bf8e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:30.279285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:58:30.279665 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (7394c17f-b962-48f1-85ee-94984539bf8e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: timer() Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:58:30.281472 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:58:30.339886 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (0f81ab4e-ce2f-4817-8a73-8b9e46472912), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:30.345917 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:30.349290 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0f81ab4e-ce2f-4817-8a73-8b9e46472912 HTTP/1.1" status: 204 len: 168 time: 0.5295637 Jan 28 19:58:30.360999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84d82a-592b-49a8-a980-41d09aab1369 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f81ab4e-ce2f-4817-8a73-8b9e46472912,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:30.480661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:30.522086 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-757b6ccb-36a0-43ce-8177-247dd9d92847 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74e67802b83e4dda84b80b3ec28b1541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401382 Jan 28 19:58:30.524530 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33682) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:30.572696 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b5d8d7a-bbf0-4bea-a5ef-1d57eee24e2d admin admin] Publish callbacks [] for security_group (44465b96-bea1-4ebc-bbc3-e1cca4178830), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:30.583285 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:30.596752 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b5d8d7a-bbf0-4bea-a5ef-1d57eee24e2d admin admin] Publish callbacks [] for security_group (44465b96-bea1-4ebc-bbc3-e1cca4178830), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:30.643451 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b5d8d7a-bbf0-4bea-a5ef-1d57eee24e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (44465b96-bea1-4ebc-bbc3-e1cca4178830), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:30.646125 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9b5d8d7a-bbf0-4bea-a5ef-1d57eee24e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:30.647308 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9b5d8d7a-bbf0-4bea-a5ef-1d57eee24e2d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44465b96-bea1-4ebc-bbc3-e1cca4178830 HTTP/1.1" status: 204 len: 168 time: 0.1219313 Jan 28 19:58:30.655789 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d8d7a-bbf0-4bea-a5ef-1d57eee24e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44465b96-bea1-4ebc-bbc3-e1cca4178830,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:30.991148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33688) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:31.035399 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-36477f2f-272e-4d38-9f16-dfa035a33119 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f61ff2b3e744eefaf9ba04c5b3f3884&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430768 Jan 28 19:58:31.038690 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:31.086876 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-333c99d3-55e7-4128-837d-72ca283aa9ad admin admin] Publish callbacks [] for security_group (78a57264-f452-43b3-9965-b831fb845f28), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:31.110501 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-333c99d3-55e7-4128-837d-72ca283aa9ad admin admin] Publish callbacks [] for security_group (78a57264-f452-43b3-9965-b831fb845f28), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:31.161131 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-333c99d3-55e7-4128-837d-72ca283aa9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (78a57264-f452-43b3-9965-b831fb845f28), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:31.163972 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-333c99d3-55e7-4128-837d-72ca283aa9ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:31.165221 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-333c99d3-55e7-4128-837d-72ca283aa9ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/78a57264-f452-43b3-9965-b831fb845f28 HTTP/1.1" status: 204 len: 168 time: 0.1255391 Jan 28 19:58:31.173116 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c99d3-55e7-4128-837d-72ca283aa9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a57264-f452-43b3-9965-b831fb845f28,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:31.570311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0adf2cac-3b20-4034-a3a2-aea53afbb20a no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:58:31.592526 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 0adf2cac-3b20-4034-a3a2-aea53afbb20a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:58:31.592883 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0adf2cac-3b20-4034-a3a2-aea53afbb20a not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:58:31.593317 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c62547d3-25ef-404e-99f7-62816337a5fd no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:58:31.613856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: c62547d3-25ef-404e-99f7-62816337a5fd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:58:31.614250 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c62547d3-25ef-404e-99f7-62816337a5fd not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:58:41.681132 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-4089ffca-1bf1-4432-9b71-cdfe98416675 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f3937da350f24f12973bb4e493afbd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295472 Jan 28 19:58:41.862220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-4e4e17f7-1e08-462c-be40-42ebebcefba2 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:41.863684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-4e4e17f7-1e08-462c-be40-42ebebcefba2 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775615 Jan 28 19:58:41.878835 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-e5ac35f0-721a-49f8-98a7-44f71219ec8f tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/quotas/f3937da350f24f12973bb4e493afbd51 HTTP/1.1" status: 200 len: 375 time: 0.0097816 Jan 28 19:58:41.912244 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-9b4c7008-2b6d-471b-a4fc-2ee4fb6bef6d tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3937da350f24f12973bb4e493afbd51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262446 Jan 28 19:58:42.083219 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ed6f618c-9e90-477d-8a98-29d09880b7e7 req-095e000f-3e5e-4ae1-9901-69afc07b0600 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/ports?device_id=27716968-296a-410e-bb6b-657cd2ae9236 HTTP/1.1" status: 200 len: 210 time: 0.0277562 Jan 28 19:58:42.956822 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-a1225958-a228-4dd1-b7dd-3622c348c87d tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f3937da350f24f12973bb4e493afbd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288117 Jan 28 19:58:43.168281 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-2a14924f-ba10-47a8-b244-3ed58e22b897 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:43.169755 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-2a14924f-ba10-47a8-b244-3ed58e22b897 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082622 Jan 28 19:58:43.181226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-6f7c234d-9299-4733-a966-0df7de6fb395 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Request body: {'port': {'device_id': '27716968-296a-410e-bb6b-657cd2ae9236', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'admin_state_up': True, 'tenant_id': 'f3937da350f24f12973bb4e493afbd51'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:43.181998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-12d9fce3-2ac7-42f3-aaa7-24530787a74f req-fe4fc70b-c0af-42dc-bd09-7868ac6fcdf3 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/ports?device_id=27716968-296a-410e-bb6b-657cd2ae9236 HTTP/1.1" status: 200 len: 210 time: 0.0317724 Jan 28 19:58:43.294966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-6f7c234d-9299-4733-a966-0df7de6fb395 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Made reservation on behalf of f3937da350f24f12973bb4e493afbd51 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:58:43.298342 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-6f7c234d-9299-4733-a966-0df7de6fb395 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:43.307771 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-6f7c234d-9299-4733-a966-0df7de6fb395 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:43.381696 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-6f7c234d-9299-4733-a966-0df7de6fb395 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Publish callbacks [] for security_group (6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:43.386811 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-6f7c234d-9299-4733-a966-0df7de6fb395 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:43.448013 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c234d-9299-4733-a966-0df7de6fb395 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:43.515805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-6f7c234d-9299-4733-a966-0df7de6fb395 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Allocated IP 192.168.233.240 (917d200f-b068-4f89-8bf3-7f272d51ae78/30258cf9-6e87-4cc4-a9ce-dc7e50434c41/2d6c4106-8566-431f-8da1-191eeb8cac52) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:58:43.661123 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-6f7c234d-9299-4733-a966-0df7de6fb395 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Publish callbacks [] for port (2d6c4106-8566-431f-8da1-191eeb8cac52), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:43.696842 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-6f7c234d-9299-4733-a966-0df7de6fb395 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2d6c4106-8566-431f-8da1-191eeb8cac52), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:43.737626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-6f7c234d-9299-4733-a966-0df7de6fb395 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Network 917d200f-b068-4f89-8bf3-7f272d51ae78 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:58:43.740579 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-6f7c234d-9299-4733-a966-0df7de6fb395 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:58:43.747121 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-6f7c234d-9299-4733-a966-0df7de6fb395 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:58:43.774410 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c234d-9299-4733-a966-0df7de6fb395 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Pushing event updated for resources: {'Port': ['ID=2d6c4106-8566-431f-8da1-191eeb8cac52,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:43.802362 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-6f7c234d-9299-4733-a966-0df7de6fb395 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:43.803341 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-6f7c234d-9299-4733-a966-0df7de6fb395 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:43.825992 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-6f7c234d-9299-4733-a966-0df7de6fb395 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6483274 Jan 28 19:58:43.839419 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Request body: {'port': {'device_id': '27716968-296a-410e-bb6b-657cd2ae9236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:43.900097 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2d6c4106-8566-431f-8da1-191eeb8cac52), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:43.986603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-58b8c89d-38e9-4356-8828-0f9468a91776 None None] Provisioning complete for port 2d6c4106-8566-431f-8da1-191eeb8cac52 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:58:43.987287 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-58b8c89d-38e9-4356-8828-0f9468a91776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2d6c4106-8566-431f-8da1-191eeb8cac52), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:44.020829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-58b8c89d-38e9-4356-8828-0f9468a91776 None None] Port 2d6c4106-8566-431f-8da1-191eeb8cac52 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 19:58:44.164979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6c4106-8566-431f-8da1-191eeb8cac52 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:58:44.173343 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Publish callbacks [] for port (2d6c4106-8566-431f-8da1-191eeb8cac52), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:44.186797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Transition to ACTIVE for port object 2d6c4106-8566-431f-8da1-191eeb8cac52 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:58:44.193205 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (2d6c4106-8566-431f-8da1-191eeb8cac52), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:44.243797 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Pushing event updated for resources: {'Port': ['ID=2d6c4106-8566-431f-8da1-191eeb8cac52,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:44.253481 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:58:44.347663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Attempting to bind port 2d6c4106-8566-431f-8da1-191eeb8cac52 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:58:44.347970 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Attempting to bind port 2d6c4106-8566-431f-8da1-191eeb8cac52 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:58:44.348282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Attempting to bind port 2d6c4106-8566-431f-8da1-191eeb8cac52 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:58:44.360844 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583128a-2cbb-4e5b-8bd1-d56a8dfe1b9a req-bf1cdf65-bd50-4710-acad-46a85dcce595 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:44.362409 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b583128a-2cbb-4e5b-8bd1-d56a8dfe1b9a req-bf1cdf65-bd50-4710-acad-46a85dcce595 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/ports?device_id=27716968-296a-410e-bb6b-657cd2ae9236 HTTP/1.1" status: 200 len: 948 time: 0.0991488 Jan 28 19:58:44.363482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Port 2d6c4106-8566-431f-8da1-191eeb8cac52 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:58:44.363791 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Attempting to bind port 2d6c4106-8566-431f-8da1-191eeb8cac52 on network 917d200f-b068-4f89-8bf3-7f272d51ae78 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:58:44.375313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:58:44.375647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Checking segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:58:44.376010 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Bound using segment: {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:58:44.376435 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Bound port: 2d6c4106-8566-431f-8da1-191eeb8cac52, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c523c8b-ed0e-4429-9c1e-e4004fc48372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:58:44.376784 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2d6c4106-8566-431f-8da1-191eeb8cac52), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:44.447445 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b583128a-2cbb-4e5b-8bd1-d56a8dfe1b9a req-05d9407b-bed6-4951-a7c6-96d840869847 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783057 Jan 28 19:58:44.468388 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] For port 2d6c4106-8566-431f-8da1-191eeb8cac52, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:58:44.471572 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] For port 2d6c4106-8566-431f-8da1-191eeb8cac52, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2d6c4106-8566-431f-8da1-191eeb8cac52,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:58:44.480089 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (2d6c4106-8566-431f-8da1-191eeb8cac52), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:44.515463 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:44.516087 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:44.517445 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] 10.222.0.37 "PUT /v2.0/ports/2d6c4106-8566-431f-8da1-191eeb8cac52 HTTP/1.1" status: 200 len: 1096 time: 0.6824443 Jan 28 19:58:44.517885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27716968-296a-410e-bb6b-657cd2ae9236', 'tag': '2d6c4106-8566-431f-8da1-191eeb8cac52'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:58:44.520262 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27da007-30ac-4e59-9f53-04b33de6c5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "27716968-296a-410e-bb6b-657cd2ae9236", "tag": "2d6c4106-8566-431f-8da1-191eeb8cac52"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:58:44.545606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b53e93-011f-4d31-8cd2-5ab081c801fe service neutron] Pushing event updated for resources: {'Port': ['ID=2d6c4106-8566-431f-8da1-191eeb8cac52,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:44.564287 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5f5cf8-f869-4daa-add4-7779c8013180 x-openstack-request-id: req-de5f5cf8-f869-4daa-add4-7779c8013180 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:58:44.564673 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27716968-296a-410e-bb6b-657cd2ae9236", "tag": "2d6c4106-8566-431f-8da1-191eeb8cac52", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:58:44.565056 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de5f5cf8-f869-4daa-add4-7779c8013180 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:58:44.565548 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27716968-296a-410e-bb6b-657cd2ae9236', 'tag': '2d6c4106-8566-431f-8da1-191eeb8cac52', 'status': 'completed', 'code': 200} Jan 28 19:58:44.604711 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-6a5574af-cf2d-4196-a601-114857d3792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:44.606272 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-6a5574af-cf2d-4196-a601-114857d3792c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3937da350f24f12973bb4e493afbd51&device_id=27716968-296a-410e-bb6b-657cd2ae9236 HTTP/1.1" status: 200 len: 1130 time: 0.0541577 Jan 28 19:58:44.648980 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-8f55ea51-d159-4666-86c6-96aa931b71ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=2d6c4106-8566-431f-8da1-191eeb8cac52 HTTP/1.1" status: 200 len: 217 time: 0.0356820 Jan 28 19:58:44.697802 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-f5c1b515-2929-440d-affa-1188ac71da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:44.699347 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-f5c1b515-2929-440d-affa-1188ac71da21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0455451 Jan 28 19:58:44.753106 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-11b88537-185e-40f7-a8f5-111a8de5f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:44.754622 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-11b88537-185e-40f7-a8f5-111a8de5f7ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0456321 Jan 28 19:58:44.851982 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-29f4bd3e-1667-4f90-bfc0-44f6f78ffa56 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914564 Jan 28 19:58:44.940599 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b19c7626-e7a6-4956-ab9c-7c9b467cb874 req-9eb0af27-aa87-4919-b13a-66cc8bdd2120 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827191 Jan 28 19:58:45.039832 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27da007-30ac-4e59-9f53-04b33de6c5a7 req-96254b94-411c-466b-ba0f-0f8389aa7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:45.041392 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c27da007-30ac-4e59-9f53-04b33de6c5a7 req-96254b94-411c-466b-ba0f-0f8389aa7eeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3937da350f24f12973bb4e493afbd51&device_id=27716968-296a-410e-bb6b-657cd2ae9236 HTTP/1.1" status: 200 len: 1130 time: 0.0517437 Jan 28 19:58:45.128532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27da007-30ac-4e59-9f53-04b33de6c5a7 req-3c959a1d-1ac2-4681-ad1c-33bec5b93dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:45.129989 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c27da007-30ac-4e59-9f53-04b33de6c5a7 req-3c959a1d-1ac2-4681-ad1c-33bec5b93dee service neutron] 10.222.0.37 "GET /v2.0/networks?id=917d200f-b068-4f89-8bf3-7f272d51ae78 HTTP/1.1" status: 200 len: 870 time: 0.0828557 Jan 28 19:58:45.172867 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c27da007-30ac-4e59-9f53-04b33de6c5a7 req-948192f1-1124-4a29-b377-ad67d9254d38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=2d6c4106-8566-431f-8da1-191eeb8cac52 HTTP/1.1" status: 200 len: 217 time: 0.0373645 Jan 28 19:58:45.219306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27da007-30ac-4e59-9f53-04b33de6c5a7 req-aab23888-8f83-4f01-b753-9a38c2c499b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:45.220622 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c27da007-30ac-4e59-9f53-04b33de6c5a7 req-aab23888-8f83-4f01-b753-9a38c2c499b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=30258cf9-6e87-4cc4-a9ce-dc7e50434c41 HTTP/1.1" status: 200 len: 843 time: 0.0427895 Jan 28 19:58:45.270395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27da007-30ac-4e59-9f53-04b33de6c5a7 req-b831ab99-2d42-4f5b-9100-4f048a02f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:45.271854 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c27da007-30ac-4e59-9f53-04b33de6c5a7 req-b831ab99-2d42-4f5b-9100-4f048a02f39c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=917d200f-b068-4f89-8bf3-7f272d51ae78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0458786 Jan 28 19:58:45.362930 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c27da007-30ac-4e59-9f53-04b33de6c5a7 req-fb90d697-ec77-490e-a01f-4b0e3070d38c service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834165 Jan 28 19:58:45.452947 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c27da007-30ac-4e59-9f53-04b33de6c5a7 req-158b8a48-4279-4d05-954e-b31188bb6300 service neutron] 10.222.0.37 "GET /v2.0/networks/917d200f-b068-4f89-8bf3-7f272d51ae78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840518 Jan 28 19:58:45.566107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad54c78-2d2a-4df9-90a3-274797c5bd14 req-0394923b-cad4-4019-b8c1-1f57dc6fc444 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:45.567597 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5ad54c78-2d2a-4df9-90a3-274797c5bd14 req-0394923b-cad4-4019-b8c1-1f57dc6fc444 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/ports?device_id=27716968-296a-410e-bb6b-657cd2ae9236 HTTP/1.1" status: 200 len: 948 time: 0.0526249 Jan 28 19:58:45.613467 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5ad54c78-2d2a-4df9-90a3-274797c5bd14 req-cc641235-aad0-43bc-ae38-0b4afd30522e tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399954 Jan 28 19:58:46.755381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a2611-54de-473f-b867-00533f20d220 req-7f7e96a8-ca1a-42c0-87a5-8bf8785da3fc tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:46.756867 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d58a2611-54de-473f-b867-00533f20d220 req-7f7e96a8-ca1a-42c0-87a5-8bf8785da3fc tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/ports?device_id=27716968-296a-410e-bb6b-657cd2ae9236 HTTP/1.1" status: 200 len: 948 time: 0.0642519 Jan 28 19:58:46.807323 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d58a2611-54de-473f-b867-00533f20d220 req-f3b84e2d-26e7-4c4c-b577-0b3660f04548 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419462 Jan 28 19:58:47.505506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2d6c4106-8566-431f-8da1-191eeb8cac52 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:58:47.613797 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2d6c4106-8566-431f-8da1-191eeb8cac52, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2d6c4106-8566-431f-8da1-191eeb8cac52,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:58:47.625363 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '2d6c4106-8566-431f-8da1-191eeb8cac52', 'network_id': '917d200f-b068-4f89-8bf3-7f272d51ae78', 'port_id': '2d6c4106-8566-431f-8da1-191eeb8cac52', 'mac_address': 'fa:16:3e:d0:51:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30258cf9-6e87-4cc4-a9ce-dc7e50434c41', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:58:47.661493 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 2d6c4106-8566-431f-8da1-191eeb8cac52 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:58:47.661876 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2d6c4106-8566-431f-8da1-191eeb8cac52), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.674774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6c4106-8566-431f-8da1-191eeb8cac52 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:58:47.694949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2d6c4106-8566-431f-8da1-191eeb8cac52, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2d6c4106-8566-431f-8da1-191eeb8cac52,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:58:47.701454 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2d6c4106-8566-431f-8da1-191eeb8cac52), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:47.750603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=2d6c4106-8566-431f-8da1-191eeb8cac52,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:47.939076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270b6b7-6fd6-48c3-93a4-8eed088944cc req-ace809a7-13f8-4b3f-82da-2d357dd210bc tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:47.940564 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6270b6b7-6fd6-48c3-93a4-8eed088944cc req-ace809a7-13f8-4b3f-82da-2d357dd210bc tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/ports?device_id=27716968-296a-410e-bb6b-657cd2ae9236 HTTP/1.1" status: 200 len: 949 time: 0.0577319 Jan 28 19:58:47.991725 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6270b6b7-6fd6-48c3-93a4-8eed088944cc req-89d32007-ad01-485b-b34f-ccb77dde0846 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434036 Jan 28 19:58:48.060355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['2d6c4106-8566-431f-8da1-191eeb8cac52'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:58:48.290821 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae6721af-d426-4b4a-92f6-1a8b38eb4198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:49.125392 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a69c7-c80c-4b01-88d3-6a8da967d3a5 req-09f27e4b-8605-44a8-86b1-12c2c2b24bc1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:49.127046 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d62a69c7-c80c-4b01-88d3-6a8da967d3a5 req-09f27e4b-8605-44a8-86b1-12c2c2b24bc1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/ports?device_id=27716968-296a-410e-bb6b-657cd2ae9236 HTTP/1.1" status: 200 len: 949 time: 0.0582871 Jan 28 19:58:49.173845 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d62a69c7-c80c-4b01-88d3-6a8da967d3a5 req-8fcfe157-4e3b-4902-bf23-33e086984bbe tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408344 Jan 28 19:58:49.515287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2d6c4106-8566-431f-8da1-191eeb8cac52 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:58:49.576941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 2d6c4106-8566-431f-8da1-191eeb8cac52 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:58:49.580702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 2d6c4106-8566-431f-8da1-191eeb8cac52 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:58:49.581112 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2d6c4106-8566-431f-8da1-191eeb8cac52), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:49.656415 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 2d6c4106-8566-431f-8da1-191eeb8cac52 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:58:49.656806 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2d6c4106-8566-431f-8da1-191eeb8cac52), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:49.680095 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27716968-296a-410e-bb6b-657cd2ae9236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6c4106-8566-431f-8da1-191eeb8cac52'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:58:49.682369 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16c318d-d3ea-4b4c-8ace-4e0964c0ecf4" -d '{"events": [{"server_uuid": "27716968-296a-410e-bb6b-657cd2ae9236", "name": "network-vif-plugged", "status": "completed", "tag": "2d6c4106-8566-431f-8da1-191eeb8cac52"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:58:49.695224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2d6c4106-8566-431f-8da1-191eeb8cac52, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2d6c4106-8566-431f-8da1-191eeb8cac52,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:58:49.700099 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2d6c4106-8566-431f-8da1-191eeb8cac52), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:49.749723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=2d6c4106-8566-431f-8da1-191eeb8cac52,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:49.787690 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9400e8-efb4-48ee-b40c-81c53b028beb x-openstack-request-id: req-8d9400e8-efb4-48ee-b40c-81c53b028beb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:58:49.788003 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27716968-296a-410e-bb6b-657cd2ae9236", "name": "network-vif-plugged", "status": "completed", "tag": "2d6c4106-8566-431f-8da1-191eeb8cac52", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:58:49.788257 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d9400e8-efb4-48ee-b40c-81c53b028beb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:58:49.788690 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27716968-296a-410e-bb6b-657cd2ae9236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6c4106-8566-431f-8da1-191eeb8cac52', 'code': 200} Jan 28 19:58:49.897804 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b5eda-7a89-45fc-968d-4770726265f4 req-11367c5e-ece5-4aa3-ab18-f3e2cc8eba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:49.899856 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c75b5eda-7a89-45fc-968d-4770726265f4 req-11367c5e-ece5-4aa3-ab18-f3e2cc8eba0b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27716968-296a-410e-bb6b-657cd2ae9236 HTTP/1.1" status: 200 len: 1132 time: 0.0508399 Jan 28 19:58:49.946714 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c75b5eda-7a89-45fc-968d-4770726265f4 req-b23bab0e-4bc4-4a71-a6a9-eb0d285c83a4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406079 Jan 28 19:58:50.305204 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc16378-7c47-4205-933a-6859d494e923 req-acd783cf-700a-4f60-8487-1993eccb03d5 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:50.306805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2bc16378-7c47-4205-933a-6859d494e923 req-acd783cf-700a-4f60-8487-1993eccb03d5 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/ports?device_id=27716968-296a-410e-bb6b-657cd2ae9236 HTTP/1.1" status: 200 len: 950 time: 0.0579114 Jan 28 19:58:50.354982 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2bc16378-7c47-4205-933a-6859d494e923 req-74adf213-0a7f-45da-9dd0-ff5d2fef6222 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425110 Jan 28 19:58:50.461615 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-93a4f91e-0cd2-4f6d-ac83-cd0fe3ee4584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:51.487868 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420d29d-72de-4f23-b5ac-c076aae7675e req-db104390-604a-437b-94a6-c4d8a014009c tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:51.489239 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d420d29d-72de-4f23-b5ac-c076aae7675e req-db104390-604a-437b-94a6-c4d8a014009c tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/ports?device_id=27716968-296a-410e-bb6b-657cd2ae9236 HTTP/1.1" status: 200 len: 950 time: 0.0587158 Jan 28 19:58:51.536314 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d420d29d-72de-4f23-b5ac-c076aae7675e req-a405f712-08b4-421c-81d9-12e3a3aa0ef9 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 Jan 28 19:58:51.815690 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-dde425b1-d892-428b-93d8-19211765602f req-34266114-0548-4642-bd93-ef893cd5f82a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:58:51.816906 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dde425b1-d892-428b-93d8-19211765602f req-34266114-0548-4642-bd93-ef893cd5f82a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085523 Jan 28 19:58:51.876923 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:52.157999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-0e72f3ce-8bef-475e-a9be-0e71c36f6d1b req-99bcfbaa-486d-4aa3-a073-e03b506c9351 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:58:52.159023 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0e72f3ce-8bef-475e-a9be-0e71c36f6d1b req-99bcfbaa-486d-4aa3-a073-e03b506c9351 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057652 Jan 28 19:58:52.520785 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10292ce3-1792-43ed-929c-bcb65628f595 req-6bafaf3b-5fba-48ab-9543-4f599119fe8f tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:52.522288 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10292ce3-1792-43ed-929c-bcb65628f595 req-6bafaf3b-5fba-48ab-9543-4f599119fe8f tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/ports?device_id=27716968-296a-410e-bb6b-657cd2ae9236 HTTP/1.1" status: 200 len: 950 time: 0.0566304 Jan 28 19:58:52.570060 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10292ce3-1792-43ed-929c-bcb65628f595 req-3289d1fe-9b8e-4576-a6b3-4512b655fa7a tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421028 Jan 28 19:58:53.153518 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:53.698145 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e67ed-5e1e-405e-b9ad-2386e77cc168 req-3fa5c104-5d80-4311-879f-e0ef43bcd7cb tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:53.699663 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-266e67ed-5e1e-405e-b9ad-2386e77cc168 req-3fa5c104-5d80-4311-879f-e0ef43bcd7cb tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/ports?device_id=27716968-296a-410e-bb6b-657cd2ae9236 HTTP/1.1" status: 200 len: 950 time: 0.0558627 Jan 28 19:58:53.747371 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-266e67ed-5e1e-405e-b9ad-2386e77cc168 req-645402b7-b4c6-47c0-b1b6-de8bf8af59e1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.55 "GET /v2.0/security-groups?id=6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418794 Jan 28 19:58:53.850347 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f284da-722f-407a-8bc2-7fcfb4246ae8 req-8b1d1bb9-4d60-4e51-a5e0-ec63b937643d tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:53.851805 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1f284da-722f-407a-8bc2-7fcfb4246ae8 req-8b1d1bb9-4d60-4e51-a5e0-ec63b937643d tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.37 "GET /v2.0/ports?device_id=27716968-296a-410e-bb6b-657cd2ae9236 HTTP/1.1" status: 200 len: 950 time: 0.0571551 Jan 28 19:58:53.951591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c1f284da-722f-407a-8bc2-7fcfb4246ae8 req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Deleting port 2d6c4106-8566-431f-8da1-191eeb8cac52 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:58:53.951941 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1f284da-722f-407a-8bc2-7fcfb4246ae8 req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2d6c4106-8566-431f-8da1-191eeb8cac52), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:54.040736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-c1f284da-722f-407a-8bc2-7fcfb4246ae8 req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] For port 2d6c4106-8566-431f-8da1-191eeb8cac52, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2d6c4106-8566-431f-8da1-191eeb8cac52,segment=NetworkSegment(0c523c8b-ed0e-4429-9c1e-e4004fc48372),segment_id=0c523c8b-ed0e-4429-9c1e-e4004fc48372)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:58:54.041074 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1f284da-722f-407a-8bc2-7fcfb4246ae8 req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2d6c4106-8566-431f-8da1-191eeb8cac52), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:54.053156 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-c1f284da-722f-407a-8bc2-7fcfb4246ae8 req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Calling delete_port for 2d6c4106-8566-431f-8da1-191eeb8cac52 owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:58:54.193220 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1f284da-722f-407a-8bc2-7fcfb4246ae8 req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (2d6c4106-8566-431f-8da1-191eeb8cac52), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:54.204567 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['2d6c4106-8566-431f-8da1-191eeb8cac52'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:58:54.221714 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Pushing event deleted for resources: {'Port': ['ID=2d6c4106-8566-431f-8da1-191eeb8cac52,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:54.233908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:54.234246 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:54.234591 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:54.234927 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:54.235258 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:54.235585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:54.235915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:54.236273 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:54.236708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:54.237039 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:54.237433 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:54.237760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:54.238082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:54.278241 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f284da-722f-407a-8bc2-7fcfb4246ae8 req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] No DVR routers for this DVR port 2d6c4106-8566-431f-8da1-191eeb8cac52 on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:58:54.281079 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-c1f284da-722f-407a-8bc2-7fcfb4246ae8 req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:54.284663 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1f284da-722f-407a-8bc2-7fcfb4246ae8 req-72ff8686-1835-4def-aa7b-136b3997a5f1 tempest-ServersAdminNegativeTestJSON-1066253728 tempest-ServersAdminNegativeTestJSON-1066253728-project] 10.222.0.37 "DELETE /v2.0/ports/2d6c4106-8566-431f-8da1-191eeb8cac52 HTTP/1.1" status: 204 len: 173 time: 0.4279983 Jan 28 19:58:54.285111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27716968-296a-410e-bb6b-657cd2ae9236', 'name': 'network-vif-deleted', 'tag': '2d6c4106-8566-431f-8da1-191eeb8cac52'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:58:54.287441 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0ab9a2-501d-44a0-bfc8-d9c189d33509" -d '{"events": [{"server_uuid": "27716968-296a-410e-bb6b-657cd2ae9236", "name": "network-vif-deleted", "tag": "2d6c4106-8566-431f-8da1-191eeb8cac52"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:58:54.330695 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b63509-70fc-4952-a5db-81f09c7c7d6f x-openstack-request-id: req-73b63509-70fc-4952-a5db-81f09c7c7d6f {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:58:54.331174 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27716968-296a-410e-bb6b-657cd2ae9236", "name": "network-vif-deleted", "tag": "2d6c4106-8566-431f-8da1-191eeb8cac52", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:58:54.331440 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73b63509-70fc-4952-a5db-81f09c7c7d6f {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:58:54.331870 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27716968-296a-410e-bb6b-657cd2ae9236', 'name': 'network-vif-deleted', 'tag': '2d6c4106-8566-431f-8da1-191eeb8cac52', 'status': 'completed', 'code': 200} Jan 28 19:58:54.546247 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:55.088488 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33820) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:55.223901 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2f8d2fc2-4c8b-4731-b2fb-2ca80697ab2a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3937da350f24f12973bb4e493afbd51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341631 Jan 28 19:58:55.226741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33824) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:55.277380 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Publish callbacks [] for security_group (6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:55.298285 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Publish callbacks [] for security_group (6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:55.351163 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:55.355036 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:55.356819 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83 HTTP/1.1" status: 204 len: 168 time: 0.1289153 Jan 28 19:58:55.367921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5c623f-ec3d-49c3-9ba4-3fa9de8aad83,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:55.375854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:55.376212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:55.376558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:55.376902 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:55.377240 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:55.377573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:55.377908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:55.378233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:55.378561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:55.378893 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:55.379223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:55.379549 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:55.380231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a484a8e7-1819-4b30-829e-f5e29fc72999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:58:55.623929 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33830) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:55.637381 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-944a9788-f501-4602-86d3-56e48812d496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:55.712075 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-944a9788-f501-4602-86d3-56e48812d496 admin admin] Publish callbacks [] for security_group (7f42d464-ca5b-4887-b0be-a17e7b2f89bd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:55.718425 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-944a9788-f501-4602-86d3-56e48812d496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7f42d464-ca5b-4887-b0be-a17e7b2f89bd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:55.755919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-944a9788-f501-4602-86d3-56e48812d496 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fc634f93cc3b42b2a93798b27c6c965e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308944 Jan 28 19:58:55.756833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a9788-f501-4602-86d3-56e48812d496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f42d464-ca5b-4887-b0be-a17e7b2f89bd,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:55.758798 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33832) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:55.814889 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0b87525-736f-41c0-87c9-8b19adb7199b admin admin] Publish callbacks [] for security_group (7f42d464-ca5b-4887-b0be-a17e7b2f89bd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:55.836802 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0b87525-736f-41c0-87c9-8b19adb7199b admin admin] Publish callbacks [] for security_group (7f42d464-ca5b-4887-b0be-a17e7b2f89bd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:55.888136 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0b87525-736f-41c0-87c9-8b19adb7199b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (7f42d464-ca5b-4887-b0be-a17e7b2f89bd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:55.890623 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d0b87525-736f-41c0-87c9-8b19adb7199b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:55.891837 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d0b87525-736f-41c0-87c9-8b19adb7199b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f42d464-ca5b-4887-b0be-a17e7b2f89bd HTTP/1.1" status: 204 len: 168 time: 0.1311758 Jan 28 19:58:55.901887 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b87525-736f-41c0-87c9-8b19adb7199b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f42d464-ca5b-4887-b0be-a17e7b2f89bd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:55.908546 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:56.570689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 33854) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:56.675054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6c979669-bb29-4664-b579-ff80661f143c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1113678417-network', 'tenant_id': '5b00e310110242faaf745f3cc5765fee'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:56.701433 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c979669-bb29-4664-b579-ff80661f143c admin admin] Made reservation on behalf of 5b00e310110242faaf745f3cc5765fee for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:58:56.705189 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c979669-bb29-4664-b579-ff80661f143c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:56.717903 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c979669-bb29-4664-b579-ff80661f143c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:56.803897 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c979669-bb29-4664-b579-ff80661f143c admin admin] Publish callbacks [] for security_group (1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:56.809109 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c979669-bb29-4664-b579-ff80661f143c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:56.836633 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c979669-bb29-4664-b579-ff80661f143c admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:58:56.845353 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c979669-bb29-4664-b579-ff80661f143c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:56.852345 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c979669-bb29-4664-b579-ff80661f143c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (c7b4610e-d74d-45bc-8f43-3502f4766a09), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:56.853320 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-6c979669-bb29-4664-b579-ff80661f143c admin admin] Added segment c7b4610e-d74d-45bc-8f43-3502f4766a09 of type vlan for network 8763e8f4-8c1b-44c0-813d-b08dd49650e5 Jan 28 19:58:56.894924 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c979669-bb29-4664-b579-ff80661f143c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (8763e8f4-8c1b-44c0-813d-b08dd49650e5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:56.921712 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c979669-bb29-4664-b579-ff80661f143c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (8763e8f4-8c1b-44c0-813d-b08dd49650e5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:56.922765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c979669-bb29-4664-b579-ff80661f143c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:56.923357 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6c979669-bb29-4664-b579-ff80661f143c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:56.978881 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6c979669-bb29-4664-b579-ff80661f143c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4070272 Jan 28 19:58:56.982012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 33858) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:58:56.984376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c979669-bb29-4664-b579-ff80661f143c admin admin] Pushing event updated for resources: {'Network': ['ID=8763e8f4-8c1b-44c0-813d-b08dd49650e5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:56.987299 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7c645b8e-72b4-4035-ac27-8b2af20f8454 admin admin] Request body: {'subnet': {'network_id': '8763e8f4-8c1b-44c0-813d-b08dd49650e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1113678417-subnet', 'tenant_id': '5b00e310110242faaf745f3cc5765fee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:56.999556 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 8763e8f4-8c1b-44c0-813d-b08dd49650e5 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:58:57.015349 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c645b8e-72b4-4035-ac27-8b2af20f8454 admin admin] Made reservation on behalf of 5b00e310110242faaf745f3cc5765fee for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:58:57.017686 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c645b8e-72b4-4035-ac27-8b2af20f8454 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:57.189025 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c645b8e-72b4-4035-ac27-8b2af20f8454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (97c28790-7f63-46a2-b879-c7201f9e22f5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:57.245250 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c645b8e-72b4-4035-ac27-8b2af20f8454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c28790-7f63-46a2-b879-c7201f9e22f5,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:57.258655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c645b8e-72b4-4035-ac27-8b2af20f8454 admin admin] Checking segment: {'id': 'c7b4610e-d74d-45bc-8f43-3502f4766a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8763e8f4-8c1b-44c0-813d-b08dd49650e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:58:57.259136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c645b8e-72b4-4035-ac27-8b2af20f8454 admin admin] Network hostable DHCP agents. Network: 8763e8f4-8c1b-44c0-813d-b08dd49650e5, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:58:57.281707 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c645b8e-72b4-4035-ac27-8b2af20f8454 admin admin] Network 8763e8f4-8c1b-44c0-813d-b08dd49650e5 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:58:57.291740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-7c645b8e-72b4-4035-ac27-8b2af20f8454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 8763e8f4-8c1b-44c0-813d-b08dd49650e5) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:58:57.296015 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c645b8e-72b4-4035-ac27-8b2af20f8454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:57.296619 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7c645b8e-72b4-4035-ac27-8b2af20f8454 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:57.300697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe979d1-386a-4d3b-af8a-b2043ae62698 None None] Network 8763e8f4-8c1b-44c0-813d-b08dd49650e5 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:58:57.312932 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7c645b8e-72b4-4035-ac27-8b2af20f8454 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3297658 Jan 28 19:58:57.399865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38d3543-d584-4d69-9e32-2e5eb3fc1574 None None] Network 8763e8f4-8c1b-44c0-813d-b08dd49650e5 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:58:57.535440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2d6c4106-8566-431f-8da1-191eeb8cac52 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:58:57.555274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 2d6c4106-8566-431f-8da1-191eeb8cac52 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:58:57.555591 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2d6c4106-8566-431f-8da1-191eeb8cac52 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:58:57.744561 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-d867130f-2a87-443f-9637-8de3199a6b69 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:57.745923 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-d867130f-2a87-443f-9637-8de3199a6b69 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/networks?id=8763e8f4-8c1b-44c0-813d-b08dd49650e5 HTTP/1.1" status: 200 len: 812 time: 0.1052964 Jan 28 19:58:57.762572 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-c52a1feb-0d6d-4976-bc95-e680704c592f tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/quotas/5b00e310110242faaf745f3cc5765fee HTTP/1.1" status: 200 len: 375 time: 0.0091641 Jan 28 19:58:57.796949 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-7108b9d2-3450-4763-a427-a36ab58e160f tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b00e310110242faaf745f3cc5765fee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272374 Jan 28 19:58:57.808602 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-690e6b12-28f2-4713-8869-3e95f44c528c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:58:57.809551 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-690e6b12-28f2-4713-8869-3e95f44c528c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063684 Jan 28 19:58:57.903630 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-057dfafc-3374-404d-a79b-c9e283847f00 service neutron] 10.222.0.55 "GET /v2.0/networks/8763e8f4-8c1b-44c0-813d-b08dd49650e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884390 Jan 28 19:58:57.999257 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-7de093d1-21cf-4794-b141-4ad0e20bb4bd service neutron] 10.222.0.55 "GET /v2.0/networks/8763e8f4-8c1b-44c0-813d-b08dd49650e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898430 Jan 28 19:58:58.167908 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f72acfe-6e4d-44a6-955b-4aff60cb4bfc req-6c2f698e-77a6-407c-89e3-fc28723fa7e3 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 210 time: 0.0280519 Jan 28 19:58:59.203232 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-f9df6077-3e55-4cf0-9c61-26734cc8ed50 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:59.204705 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-f9df6077-3e55-4cf0-9c61-26734cc8ed50 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.37 "GET /v2.0/networks?id=8763e8f4-8c1b-44c0-813d-b08dd49650e5 HTTP/1.1" status: 200 len: 812 time: 0.1060100 Jan 28 19:58:59.217770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-23471b12-7140-4075-b351-f04f7d953082 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Request body: {'port': {'device_id': 'dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c', 'network_id': '8763e8f4-8c1b-44c0-813d-b08dd49650e5', 'admin_state_up': True, 'tenant_id': '5b00e310110242faaf745f3cc5765fee'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:59.293985 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-011618ac-395d-485c-b700-39c3d6996681 req-775294e1-bb8a-4160-9288-7b0f93e87a68 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 210 time: 0.0323958 Jan 28 19:58:59.350360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-23471b12-7140-4075-b351-f04f7d953082 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Made reservation on behalf of 5b00e310110242faaf745f3cc5765fee for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:58:59.353810 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-23471b12-7140-4075-b351-f04f7d953082 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:59.481193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-23471b12-7140-4075-b351-f04f7d953082 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Allocated IP 172.20.0.9 (8763e8f4-8c1b-44c0-813d-b08dd49650e5/97c28790-7f63-46a2-b879-c7201f9e22f5/72db7911-f51f-4b54-a8ad-47a34ccdeeff) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:58:59.642038 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-23471b12-7140-4075-b351-f04f7d953082 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Publish callbacks [] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:59.684969 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-23471b12-7140-4075-b351-f04f7d953082 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:59.727275 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-23471b12-7140-4075-b351-f04f7d953082 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Network 8763e8f4-8c1b-44c0-813d-b08dd49650e5 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:58:59.730221 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-23471b12-7140-4075-b351-f04f7d953082 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:58:59.735751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-23471b12-7140-4075-b351-f04f7d953082 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:58:59.741952 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23471b12-7140-4075-b351-f04f7d953082 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Pushing event updated for resources: {'Port': ['ID=72db7911-f51f-4b54-a8ad-47a34ccdeeff,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:58:59.785748 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-23471b12-7140-4075-b351-f04f7d953082 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:58:59.786382 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-23471b12-7140-4075-b351-f04f7d953082 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:58:59.804555 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-23471b12-7140-4075-b351-f04f7d953082 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5916920 Jan 28 19:58:59.814900 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Request body: {'port': {'device_id': 'dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:58:59.885920 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:00.414971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d41964-0ca7-45c0-9afb-012a83fa40e6 req-d48378de-4560-416b-95ff-68a9ed7f36d4 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:00.416440 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88d41964-0ca7-45c0-9afb-012a83fa40e6 req-d48378de-4560-416b-95ff-68a9ed7f36d4 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 931 time: 0.0527263 Jan 28 19:59:00.463272 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-88d41964-0ca7-45c0-9afb-012a83fa40e6 req-e6d2fcf6-781a-4f75-b2c6-fe80e8f7de95 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408866 Jan 28 19:59:00.478867 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72db7911-f51f-4b54-a8ad-47a34ccdeeff {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:59:00.486102 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Publish callbacks [] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:00.497922 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Transition to ACTIVE for port object 72db7911-f51f-4b54-a8ad-47a34ccdeeff will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:59:00.503292 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:00.551147 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Pushing event updated for resources: {'Port': ['ID=72db7911-f51f-4b54-a8ad-47a34ccdeeff,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:00.585756 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:00.619082 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Attempting to bind port 72db7911-f51f-4b54-a8ad-47a34ccdeeff on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:59:00.619395 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Attempting to bind port 72db7911-f51f-4b54-a8ad-47a34ccdeeff by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'c7b4610e-d74d-45bc-8f43-3502f4766a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8763e8f4-8c1b-44c0-813d-b08dd49650e5'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:59:00.619711 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Attempting to bind port 72db7911-f51f-4b54-a8ad-47a34ccdeeff on network 8763e8f4-8c1b-44c0-813d-b08dd49650e5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:59:00.623845 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Port 72db7911-f51f-4b54-a8ad-47a34ccdeeff on network 8763e8f4-8c1b-44c0-813d-b08dd49650e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:59:00.624155 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Attempting to bind port 72db7911-f51f-4b54-a8ad-47a34ccdeeff on network 8763e8f4-8c1b-44c0-813d-b08dd49650e5 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:59:00.629186 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:59:00.629513 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Checking segment: {'id': 'c7b4610e-d74d-45bc-8f43-3502f4766a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8763e8f4-8c1b-44c0-813d-b08dd49650e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:59:00.629882 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Bound using segment: {'id': 'c7b4610e-d74d-45bc-8f43-3502f4766a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8763e8f4-8c1b-44c0-813d-b08dd49650e5'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:59:00.630332 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Bound port: 72db7911-f51f-4b54-a8ad-47a34ccdeeff, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b4610e-d74d-45bc-8f43-3502f4766a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8763e8f4-8c1b-44c0-813d-b08dd49650e5'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:59:00.630674 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:00.693363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] For port 72db7911-f51f-4b54-a8ad-47a34ccdeeff, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:59:00.696497 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] For port 72db7911-f51f-4b54-a8ad-47a34ccdeeff, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=72db7911-f51f-4b54-a8ad-47a34ccdeeff,segment=NetworkSegment(c7b4610e-d74d-45bc-8f43-3502f4766a09),segment_id=c7b4610e-d74d-45bc-8f43-3502f4766a09)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:59:00.703152 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:00.734980 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:00.735601 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:00.736984 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] 10.222.0.37 "PUT /v2.0/ports/72db7911-f51f-4b54-a8ad-47a34ccdeeff HTTP/1.1" status: 200 len: 1091 time: 0.9260728 Jan 28 19:59:00.737629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c', 'tag': '72db7911-f51f-4b54-a8ad-47a34ccdeeff'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:59:00.739976 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4087fb0-a0de-4b48-b280-29f0f999fdc1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c", "tag": "72db7911-f51f-4b54-a8ad-47a34ccdeeff"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:59:00.773466 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777842b-4305-4f0b-907a-8832fe07d780 service neutron] Pushing event updated for resources: {'Port': ['ID=72db7911-f51f-4b54-a8ad-47a34ccdeeff,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:00.784940 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19220c61-3b2e-4321-bdca-a78839fa7056 x-openstack-request-id: req-19220c61-3b2e-4321-bdca-a78839fa7056 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:59:00.785220 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c", "tag": "72db7911-f51f-4b54-a8ad-47a34ccdeeff", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:59:00.785462 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19220c61-3b2e-4321-bdca-a78839fa7056 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:59:00.785850 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c', 'tag': '72db7911-f51f-4b54-a8ad-47a34ccdeeff', 'status': 'completed', 'code': 200} Jan 28 19:59:00.825234 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-4257c19f-6d9b-44d3-b496-8750e68a73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:00.826777 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-4257c19f-6d9b-44d3-b496-8750e68a73d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5b00e310110242faaf745f3cc5765fee&device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 1125 time: 0.0504427 Jan 28 19:59:00.867154 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-cd88b706-5b74-47e4-b257-747fd6052725 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72db7911-f51f-4b54-a8ad-47a34ccdeeff HTTP/1.1" status: 200 len: 217 time: 0.0332530 Jan 28 19:59:00.913936 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-0eced097-ef5a-4cb9-8bd2-0f870c3e4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:00.915352 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-0eced097-ef5a-4cb9-8bd2-0f870c3e4b21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97c28790-7f63-46a2-b879-c7201f9e22f5 HTTP/1.1" status: 200 len: 852 time: 0.0433757 Jan 28 19:59:00.947261 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-eeac573a-5409-43a9-a264-5d9eda0712a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8763e8f4-8c1b-44c0-813d-b08dd49650e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253885 Jan 28 19:59:01.043291 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-e681d0dc-d768-440d-8a9f-235912549705 service neutron] 10.222.0.37 "GET /v2.0/networks/8763e8f4-8c1b-44c0-813d-b08dd49650e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904460 Jan 28 19:59:01.129705 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fbc99dd-f9a3-449e-912f-2883652f655c req-9446b5d0-695c-4199-a661-b36ee683ad11 service neutron] 10.222.0.37 "GET /v2.0/networks/8763e8f4-8c1b-44c0-813d-b08dd49650e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804636 Jan 28 19:59:01.228510 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4087fb0-a0de-4b48-b280-29f0f999fdc1 req-bcc6c8c8-80e0-47f4-af2d-85dc5c0ce088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:01.230051 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4087fb0-a0de-4b48-b280-29f0f999fdc1 req-bcc6c8c8-80e0-47f4-af2d-85dc5c0ce088 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5b00e310110242faaf745f3cc5765fee&device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 1125 time: 0.0491300 Jan 28 19:59:01.318285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4087fb0-a0de-4b48-b280-29f0f999fdc1 req-a43b0f21-9940-4d96-bc50-7f84189bc373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:01.319761 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4087fb0-a0de-4b48-b280-29f0f999fdc1 req-a43b0f21-9940-4d96-bc50-7f84189bc373 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8763e8f4-8c1b-44c0-813d-b08dd49650e5 HTTP/1.1" status: 200 len: 913 time: 0.0836303 Jan 28 19:59:01.363314 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4087fb0-a0de-4b48-b280-29f0f999fdc1 req-9de25398-4dcd-4d64-bd4e-029a44108344 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72db7911-f51f-4b54-a8ad-47a34ccdeeff HTTP/1.1" status: 200 len: 217 time: 0.0374935 Jan 28 19:59:01.412647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4087fb0-a0de-4b48-b280-29f0f999fdc1 req-57b3f569-c7c3-449c-a8ee-fb67eda919f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:01.413986 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4087fb0-a0de-4b48-b280-29f0f999fdc1 req-57b3f569-c7c3-449c-a8ee-fb67eda919f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97c28790-7f63-46a2-b879-c7201f9e22f5 HTTP/1.1" status: 200 len: 852 time: 0.0452747 Jan 28 19:59:01.451629 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4087fb0-a0de-4b48-b280-29f0f999fdc1 req-63750c9b-e920-4f37-a9f4-47b51bb05d6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8763e8f4-8c1b-44c0-813d-b08dd49650e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256693 Jan 28 19:59:01.541924 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4087fb0-a0de-4b48-b280-29f0f999fdc1 req-7677bf77-da68-415b-bb8d-bee4adfb7920 service neutron] 10.222.0.37 "GET /v2.0/networks/8763e8f4-8c1b-44c0-813d-b08dd49650e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832064 Jan 28 19:59:01.587471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eddca9-ae95-42aa-9539-57a9691983c5 req-2cf2435d-5440-48f8-b53f-fd562e74dfd1 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:01.589059 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69eddca9-ae95-42aa-9539-57a9691983c5 req-2cf2435d-5440-48f8-b53f-fd562e74dfd1 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 943 time: 0.0550134 Jan 28 19:59:01.639076 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4087fb0-a0de-4b48-b280-29f0f999fdc1 req-4a45f3fc-fae7-4140-8cb1-01680061cef9 service neutron] 10.222.0.37 "GET /v2.0/networks/8763e8f4-8c1b-44c0-813d-b08dd49650e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913649 Jan 28 19:59:01.645492 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-69eddca9-ae95-42aa-9539-57a9691983c5 req-460292c9-9517-40ba-8b68-fbf9cfc0c6ce tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506551 Jan 28 19:59:02.778654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048839b-16b1-476f-9df8-e3e7ce0d5d72 req-ce6d51a1-5383-4b87-ab64-2e2fb61e5c30 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:02.780105 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5048839b-16b1-476f-9df8-e3e7ce0d5d72 req-ce6d51a1-5383-4b87-ab64-2e2fb61e5c30 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 943 time: 0.0548851 Jan 28 19:59:02.831660 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5048839b-16b1-476f-9df8-e3e7ce0d5d72 req-dd79a38e-8ed6-44a6-b322-e1034e7c5d85 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433381 Jan 28 19:59:03.575707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 72db7911-f51f-4b54-a8ad-47a34ccdeeff details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:59:03.680491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 72db7911-f51f-4b54-a8ad-47a34ccdeeff, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=72db7911-f51f-4b54-a8ad-47a34ccdeeff,segment=NetworkSegment(c7b4610e-d74d-45bc-8f43-3502f4766a09),segment_id=c7b4610e-d74d-45bc-8f43-3502f4766a09)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:59:03.692232 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '72db7911-f51f-4b54-a8ad-47a34ccdeeff', 'network_id': '8763e8f4-8c1b-44c0-813d-b08dd49650e5', 'port_id': '72db7911-f51f-4b54-a8ad-47a34ccdeeff', 'mac_address': 'fa:16:3e:5e:a9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c28790-7f63-46a2-b879-c7201f9e22f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:59:03.731022 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 72db7911-f51f-4b54-a8ad-47a34ccdeeff is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:59:03.731411 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:03.744631 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72db7911-f51f-4b54-a8ad-47a34ccdeeff {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:59:03.764544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 72db7911-f51f-4b54-a8ad-47a34ccdeeff, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=72db7911-f51f-4b54-a8ad-47a34ccdeeff,segment=NetworkSegment(c7b4610e-d74d-45bc-8f43-3502f4766a09),segment_id=c7b4610e-d74d-45bc-8f43-3502f4766a09)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:59:03.769457 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:03.820841 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=72db7911-f51f-4b54-a8ad-47a34ccdeeff,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:03.962299 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0159a-317a-4814-b675-47828f3bf681 req-83573697-d265-4d3a-9f4a-ff497f4bb405 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:03.963899 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e6d0159a-317a-4814-b675-47828f3bf681 req-83573697-d265-4d3a-9f4a-ff497f4bb405 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 944 time: 0.0573382 Jan 28 19:59:04.018582 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e6d0159a-317a-4814-b675-47828f3bf681 req-e3b8351d-22ee-4bad-a85d-c8dc80bfaf77 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453093 Jan 28 19:59:04.049954 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['72db7911-f51f-4b54-a8ad-47a34ccdeeff'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:59:05.161845 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeda027-2496-44e7-b17b-0ca6679d717e req-31e56cac-a363-499f-88b8-c55ad826c58a tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:05.163345 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3aeda027-2496-44e7-b17b-0ca6679d717e req-31e56cac-a363-499f-88b8-c55ad826c58a tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 944 time: 0.0583766 Jan 28 19:59:05.209974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3aeda027-2496-44e7-b17b-0ca6679d717e req-89db9dd7-2905-4e9b-b33b-ea6cdde987d8 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409718 Jan 28 19:59:05.598129 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 72db7911-f51f-4b54-a8ad-47a34ccdeeff up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:59:05.655521 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 72db7911-f51f-4b54-a8ad-47a34ccdeeff completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:59:05.659412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 72db7911-f51f-4b54-a8ad-47a34ccdeeff triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:59:05.659779 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:05.734285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 72db7911-f51f-4b54-a8ad-47a34ccdeeff is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:59:05.734661 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:05.756440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72db7911-f51f-4b54-a8ad-47a34ccdeeff'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:59:05.758679 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbbd3b5-944f-46d9-9d3b-5923eb1aa0ea" -d '{"events": [{"server_uuid": "dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c", "name": "network-vif-plugged", "status": "completed", "tag": "72db7911-f51f-4b54-a8ad-47a34ccdeeff"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:59:05.771092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 72db7911-f51f-4b54-a8ad-47a34ccdeeff, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=72db7911-f51f-4b54-a8ad-47a34ccdeeff,segment=NetworkSegment(c7b4610e-d74d-45bc-8f43-3502f4766a09),segment_id=c7b4610e-d74d-45bc-8f43-3502f4766a09)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:59:05.775697 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:05.799464 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dd2cf2-0885-4e00-9aa6-058dc09226ba x-openstack-request-id: req-31dd2cf2-0885-4e00-9aa6-058dc09226ba {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:59:05.799873 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c", "name": "network-vif-plugged", "status": "completed", "tag": "72db7911-f51f-4b54-a8ad-47a34ccdeeff", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:59:05.800129 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31dd2cf2-0885-4e00-9aa6-058dc09226ba {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:59:05.800517 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72db7911-f51f-4b54-a8ad-47a34ccdeeff', 'code': 200} Jan 28 19:59:05.830736 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=72db7911-f51f-4b54-a8ad-47a34ccdeeff,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:05.897017 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0ec8e-e46c-4ec9-ba3c-542a5fb677b4 req-a33617b4-4347-4b98-a437-bac474c31788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:05.898582 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e4f0ec8e-e46c-4ec9-ba3c-542a5fb677b4 req-a33617b4-4347-4b98-a437-bac474c31788 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 1127 time: 0.0438008 Jan 28 19:59:05.941489 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e4f0ec8e-e46c-4ec9-ba3c-542a5fb677b4 req-b5a5f87f-78f7-463a-8f7f-4112231c7cff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365694 Jan 28 19:59:06.348329 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53feeb-ea03-4991-a11e-28bfb065ce5b req-cb844298-bead-4eb3-adc8-53d49a4dcfca tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:06.349819 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fb53feeb-ea03-4991-a11e-28bfb065ce5b req-cb844298-bead-4eb3-adc8-53d49a4dcfca tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0593364 Jan 28 19:59:06.400052 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fb53feeb-ea03-4991-a11e-28bfb065ce5b req-06a8abbb-c191-42d5-aefe-2842a5a1b9f4 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445194 Jan 28 19:59:07.541193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10773b0d-0638-4207-aa68-ca08bf511a0f req-9c816b3a-d75c-4625-9ff2-50aa1f802f1a tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:07.542720 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-10773b0d-0638-4207-aa68-ca08bf511a0f req-9c816b3a-d75c-4625-9ff2-50aa1f802f1a tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0559525 Jan 28 19:59:07.590070 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-10773b0d-0638-4207-aa68-ca08bf511a0f req-c2658b52-f101-4d1b-ab8f-e96b9d617153 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417142 Jan 28 19:59:07.937313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f4ef-faa8-4fe9-88f2-87b748d6cec6 req-d996c7da-a422-4252-976f-a5970a01d596 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:07.938848 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a795f4ef-faa8-4fe9-88f2-87b748d6cec6 req-d996c7da-a422-4252-976f-a5970a01d596 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0594482 Jan 28 19:59:07.968598 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-8eaad9f9-0497-4f37-8cc3-dcd20dd9f578 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923514 Jan 28 19:59:07.977897 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-27862a3e-e2e8-4c9e-8b45-f670d31facc2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 19:59:07.978858 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-27862a3e-e2e8-4c9e-8b45-f670d31facc2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050838 Jan 28 19:59:07.986163 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a795f4ef-faa8-4fe9-88f2-87b748d6cec6 req-ee8e8040-d90e-4e65-a240-d737dac2f27d tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409691 Jan 28 19:59:09.114517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10645bb-0b06-488a-a682-8c0fddaad214 req-1831464f-384c-4a7b-a683-92185f308463 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:09.116028 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a10645bb-0b06-488a-a682-8c0fddaad214 req-1831464f-384c-4a7b-a683-92185f308463 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0560393 Jan 28 19:59:09.164122 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a10645bb-0b06-488a-a682-8c0fddaad214 req-f42fd33e-3c78-4d25-b259-b6a78018b5a0 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423641 Jan 28 19:59:09.288219 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-434041b7-fbc2-43ac-acd4-7e4b239cfe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:09.289739 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-434041b7-fbc2-43ac-acd4-7e4b239cfe18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5b00e310110242faaf745f3cc5765fee&device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 1127 time: 0.0687063 Jan 28 19:59:09.382047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-13e4152b-6782-4c50-bb47-6ad88ab682a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:09.383445 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-13e4152b-6782-4c50-bb47-6ad88ab682a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8763e8f4-8c1b-44c0-813d-b08dd49650e5 HTTP/1.1" status: 200 len: 913 time: 0.0878522 Jan 28 19:59:09.423227 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-6782c476-d747-45e7-9f45-2257285d610a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72db7911-f51f-4b54-a8ad-47a34ccdeeff HTTP/1.1" status: 200 len: 217 time: 0.0342047 Jan 28 19:59:09.481500 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-11de6f56-d71f-419c-8345-982e291822b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:09.483705 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-11de6f56-d71f-419c-8345-982e291822b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97c28790-7f63-46a2-b879-c7201f9e22f5 HTTP/1.1" status: 200 len: 852 time: 0.0550303 Jan 28 19:59:09.514266 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-3a483d47-bce3-4f3d-bd06-04c83e27056d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8763e8f4-8c1b-44c0-813d-b08dd49650e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249236 Jan 28 19:59:09.602143 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-7310d7f2-b5ad-4a9e-9056-3e8f1f648042 service neutron] 10.222.0.37 "GET /v2.0/networks/8763e8f4-8c1b-44c0-813d-b08dd49650e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823233 Jan 28 19:59:09.694655 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-a858e0a0-88e6-40d0-a7a1-4dafd4a26a22 service neutron] 10.222.0.37 "GET /v2.0/networks/8763e8f4-8c1b-44c0-813d-b08dd49650e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866189 Jan 28 19:59:10.304119 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ff7a7-d6b1-4253-8903-dca935e0916b req-f669b46b-241c-4034-9759-f63afd3a1639 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:10.305591 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-273ff7a7-d6b1-4253-8903-dca935e0916b req-f669b46b-241c-4034-9759-f63afd3a1639 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0628004 Jan 28 19:59:10.354176 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-273ff7a7-d6b1-4253-8903-dca935e0916b req-f14a5878-cbf5-40a3-96f9-abab777c8061 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404453 Jan 28 19:59:11.508636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205cc0a-eb2e-4396-87ba-01350639878f req-491241b6-4736-4d04-86b5-d6f15560d04f tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:11.510143 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0205cc0a-eb2e-4396-87ba-01350639878f req-491241b6-4736-4d04-86b5-d6f15560d04f tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0658329 Jan 28 19:59:11.561410 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0205cc0a-eb2e-4396-87ba-01350639878f req-db977a1c-7159-4584-b348-e386effd8f30 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434382 Jan 28 19:59:12.696125 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a337b5-f0e7-4057-bc2b-d0b866df0c69 req-563ffda8-e599-42d0-ab77-7e98f1b07240 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:12.697587 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d4a337b5-f0e7-4057-bc2b-d0b866df0c69 req-563ffda8-e599-42d0-ab77-7e98f1b07240 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0544682 Jan 28 19:59:12.749678 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d4a337b5-f0e7-4057-bc2b-d0b866df0c69 req-775a3e2c-f1ee-413b-967c-7f8179637700 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462024 Jan 28 19:59:13.881944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed0526-388a-4128-8d3c-66d4eaa3eb8f req-72b94ebb-7b06-4090-9683-585f3bf9661d tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:13.883460 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-feed0526-388a-4128-8d3c-66d4eaa3eb8f req-72b94ebb-7b06-4090-9683-585f3bf9661d tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0593989 Jan 28 19:59:13.933048 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-feed0526-388a-4128-8d3c-66d4eaa3eb8f req-3e6e7ffb-70fe-4158-a2fc-9259330dc8f5 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417712 Jan 28 19:59:15.057290 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64acb6-df2b-425d-84ba-5eef6ec2c796 req-eace7140-ca6a-4aec-bb88-cb1cf8bd9096 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:15.058805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0c64acb6-df2b-425d-84ba-5eef6ec2c796 req-eace7140-ca6a-4aec-bb88-cb1cf8bd9096 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0548990 Jan 28 19:59:15.110170 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0c64acb6-df2b-425d-84ba-5eef6ec2c796 req-ee31aae3-a78c-4445-b4a7-d6e94f668295 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451891 Jan 28 19:59:16.246430 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9196b4-70ca-4647-8d3c-3aacae66663e req-828dcf05-a4ce-426a-bf61-487bfcb16d4a tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:16.247805 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb9196b4-70ca-4647-8d3c-3aacae66663e req-828dcf05-a4ce-426a-bf61-487bfcb16d4a tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0615480 Jan 28 19:59:16.296673 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb9196b4-70ca-4647-8d3c-3aacae66663e req-94a51716-017a-42cc-ac8c-28070347ad03 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Jan 28 19:59:17.429252 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3d992-0de0-470f-939b-79b974d4cab5 req-0255bfaf-4e33-4f7e-9028-b44517d045a4 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:17.430762 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1d3d992-0de0-470f-939b-79b974d4cab5 req-0255bfaf-4e33-4f7e-9028-b44517d045a4 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0537505 Jan 28 19:59:17.477041 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1d3d992-0de0-470f-939b-79b974d4cab5 req-2c056ef3-e777-4a0e-bd04-6420162dd6be tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Jan 28 19:59:18.296102 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-348a52f5-4a2b-4b60-8e5e-1e88402a1d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:18.607468 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8190473-66dd-4e37-b2bc-a8b5b7a12616 req-b9c44074-72f6-4581-ae7b-164e144ebec8 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:18.608948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e8190473-66dd-4e37-b2bc-a8b5b7a12616 req-b9c44074-72f6-4581-ae7b-164e144ebec8 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0546041 Jan 28 19:59:18.661452 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e8190473-66dd-4e37-b2bc-a8b5b7a12616 req-08a7bca9-af60-4109-9c28-f6ae50a7b101 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442724 Jan 28 19:59:19.787644 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e4249-7ade-4ef8-a0be-dbbd5a94a51c req-1263a5f3-5a27-40b6-9309-f38bd79ca549 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:19.789044 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7d6e4249-7ade-4ef8-a0be-dbbd5a94a51c req-1263a5f3-5a27-40b6-9309-f38bd79ca549 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0582368 Jan 28 19:59:19.837271 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7d6e4249-7ade-4ef8-a0be-dbbd5a94a51c req-7dc5c3b7-8df6-45cf-9bc5-c92c167a9eb6 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424488 Jan 28 19:59:20.457692 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55672c20-a159-4a14-a908-9d61a3c2c71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:20.966176 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5432b9-e3d0-4564-9327-ac934ed387e3 req-61d6ac01-fff7-4290-8f1d-21b6b01ed6a0 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:20.967798 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2a5432b9-e3d0-4564-9327-ac934ed387e3 req-61d6ac01-fff7-4290-8f1d-21b6b01ed6a0 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0616481 Jan 28 19:59:21.018757 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2a5432b9-e3d0-4564-9327-ac934ed387e3 req-bd3ffcf4-bd24-4e76-98c6-63bf1c2c4fea tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451524 Jan 28 19:59:21.258841 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:59:21.892386 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:22.153601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f230e62-5c71-4d05-ab8d-fef1d4583f87 req-bff3574c-136c-4a6d-8295-5d0007596123 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:22.154999 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0f230e62-5c71-4d05-ab8d-fef1d4583f87 req-bff3574c-136c-4a6d-8295-5d0007596123 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0662184 Jan 28 19:59:22.206514 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0f230e62-5c71-4d05-ab8d-fef1d4583f87 req-fadc04a0-3e91-44a6-aba3-f14ed3ebe2b0 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458460 Jan 28 19:59:23.160683 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:23.342087 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29257e-7f6e-4236-9195-50680466491d req-15a066fd-b2fe-4629-bfb6-b464dc896858 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:23.343589 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0f29257e-7f6e-4236-9195-50680466491d req-15a066fd-b2fe-4629-bfb6-b464dc896858 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0594194 Jan 28 19:59:23.392441 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0f29257e-7f6e-4236-9195-50680466491d req-4e2c9dae-a356-4f3e-9229-73c944e657b6 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407360 Jan 28 19:59:24.535251 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02d5eb-eb9b-43e4-9a17-52c1a9822051 req-93c6263d-05df-419b-b9c5-6cb5e519288a tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:24.536768 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-de02d5eb-eb9b-43e4-9a17-52c1a9822051 req-93c6263d-05df-419b-b9c5-6cb5e519288a tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0666647 Jan 28 19:59:24.541575 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:24.588383 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-de02d5eb-eb9b-43e4-9a17-52c1a9822051 req-33b59e4a-06f9-4324-9612-b9a41d424088 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438855 Jan 28 19:59:25.719675 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5b439-0519-4efb-ac60-43160e201bd0 req-3743c022-8984-489f-be69-1499e38d0a63 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:25.721126 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9b5b439-0519-4efb-ac60-43160e201bd0 req-3743c022-8984-489f-be69-1499e38d0a63 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0620787 Jan 28 19:59:25.770438 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a9b5b439-0519-4efb-ac60-43160e201bd0 req-97b29908-72c5-4432-bb9b-68fcfb94ae8a tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415163 Jan 28 19:59:25.922770 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:26.914236 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7949e0-1c41-4e4e-b8f5-66d833d35738 req-a4ce8d5a-108e-4d62-82de-4766b1882109 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:26.915752 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e7949e0-1c41-4e4e-b8f5-66d833d35738 req-a4ce8d5a-108e-4d62-82de-4766b1882109 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0557623 Jan 28 19:59:26.965147 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e7949e0-1c41-4e4e-b8f5-66d833d35738 req-055acd27-2ac4-4731-9e2e-2767ef62ba3e tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438535 Jan 28 19:59:28.094359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d9ae3-0bea-4674-8e42-2c914e535998 req-09db820c-8323-4fb6-a35e-73a083507a19 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:28.095957 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-801d9ae3-0bea-4674-8e42-2c914e535998 req-09db820c-8323-4fb6-a35e-73a083507a19 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0546219 Jan 28 19:59:28.145178 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-801d9ae3-0bea-4674-8e42-2c914e535998 req-ff25a7b9-46c0-40f7-9c27-44366cde82cc tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434046 Jan 28 19:59:29.272710 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3df42-b4f8-43ca-bd88-3dedaccde804 req-feb75ff6-a1e1-494f-a9fb-cfab1d1c0395 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:29.274122 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-53e3df42-b4f8-43ca-bd88-3dedaccde804 req-feb75ff6-a1e1-494f-a9fb-cfab1d1c0395 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0548203 Jan 28 19:59:29.335600 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-53e3df42-b4f8-43ca-bd88-3dedaccde804 req-6f9ce371-949e-486a-bba0-1fd051212fce tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529675 Jan 28 19:59:30.464686 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8f74f-bbcf-4161-8c91-16fb33c2fa23 req-ffe18ad2-5d51-42e5-88d5-2909d68dcdac tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:30.466248 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-83a8f74f-bbcf-4161-8c91-16fb33c2fa23 req-ffe18ad2-5d51-42e5-88d5-2909d68dcdac tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0561917 Jan 28 19:59:30.524660 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-83a8f74f-bbcf-4161-8c91-16fb33c2fa23 req-33f5d923-1fe5-482f-9f4b-6281c6724911 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498769 Jan 28 19:59:30.584145 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:31.664651 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9b1c5-5f26-43bd-8e58-6a6817f2b0ec req-c0ad9f4d-c3a4-47b5-a5c5-b228e6a9004a tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:31.666217 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28b9b1c5-5f26-43bd-8e58-6a6817f2b0ec req-c0ad9f4d-c3a4-47b5-a5c5-b228e6a9004a tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0565071 Jan 28 19:59:31.713867 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28b9b1c5-5f26-43bd-8e58-6a6817f2b0ec req-dfda98f2-8d56-42a9-936f-2311b9821a9d tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417144 Jan 28 19:59:32.849910 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6e341-188e-4fc0-bb9b-5062f045fa2f req-5be6a544-e1df-4583-bbce-b8d862cc2bb9 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:32.851414 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-28d6e341-188e-4fc0-bb9b-5062f045fa2f req-5be6a544-e1df-4583-bbce-b8d862cc2bb9 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0640612 Jan 28 19:59:32.906630 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-28d6e341-188e-4fc0-bb9b-5062f045fa2f req-f8b1ef0c-4515-4d84-b1b3-26397a81c0df tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494485 Jan 28 19:59:34.032839 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e256d9-4bdb-4d63-ac6b-1bc60bd2873d req-e496db8c-e68a-4ec3-840d-5c775f4b529d tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:34.034308 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-53e256d9-4bdb-4d63-ac6b-1bc60bd2873d req-e496db8c-e68a-4ec3-840d-5c775f4b529d tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0534539 Jan 28 19:59:34.083603 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-53e256d9-4bdb-4d63-ac6b-1bc60bd2873d req-bf122f02-6a96-4434-8ded-4b1b1e02e989 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Jan 28 19:59:35.219508 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0929d-ad48-4587-aeda-4b0629a7b0d6 req-f34550fd-2b54-4501-b352-1a6c863e842c tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:35.220896 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aac0929d-ad48-4587-aeda-4b0629a7b0d6 req-f34550fd-2b54-4501-b352-1a6c863e842c tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0535483 Jan 28 19:59:35.269704 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aac0929d-ad48-4587-aeda-4b0629a7b0d6 req-68e8d0bb-e4fe-46ef-8fcb-4f7c48c53f0b tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430033 Jan 28 19:59:36.415672 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f173d-af37-41b8-abde-5ef80650345f req-cadeabda-2cd0-4ff6-b9c8-e23e83019e2b tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:36.417888 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-231f173d-af37-41b8-abde-5ef80650345f req-cadeabda-2cd0-4ff6-b9c8-e23e83019e2b tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 945 time: 0.0644658 Jan 28 19:59:36.465695 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-231f173d-af37-41b8-abde-5ef80650345f req-b925030d-3aae-4916-bcb6-20fc9f6ccc16 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427985 Jan 28 19:59:36.501563 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-a7560f22-4ee7-4644-8bd9-952a025189f4 service neutron] show failed (client error): The resource could not be found. Jan 28 19:59:36.502606 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-a7560f22-4ee7-4644-8bd9-952a025189f4 service neutron] 10.222.0.37 "GET /v2.0/ports/72db7911-f51f-4b54-a8ad-47a34ccdeeff/bindings/n-h1-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0608838 Jan 28 19:59:36.709804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-95aa90b2-8e92-4f16-941e-6555c3e7bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:36.711444 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-95aa90b2-8e92-4f16-941e-6555c3e7bd8a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c&tenant_id=5b00e310110242faaf745f3cc5765fee HTTP/1.1" status: 200 len: 1127 time: 0.0474994 Jan 28 19:59:36.721995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:59:36.784210 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:36.998982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] For port 72db7911-f51f-4b54-a8ad-47a34ccdeeff, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=72db7911-f51f-4b54-a8ad-47a34ccdeeff,segment=NetworkSegment(c7b4610e-d74d-45bc-8f43-3502f4766a09),segment_id=c7b4610e-d74d-45bc-8f43-3502f4766a09)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:59:37.032070 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] For port 72db7911-f51f-4b54-a8ad-47a34ccdeeff, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:59:37.071834 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72db7911-f51f-4b54-a8ad-47a34ccdeeff'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:59:37.074180 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c305fef4-c181-410e-8344-0146962302fa" -d '{"events": [{"server_uuid": "dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "72db7911-f51f-4b54-a8ad-47a34ccdeeff"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:59:37.078121 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Publish callbacks [] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:37.091110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Transition to ACTIVE for port object 72db7911-f51f-4b54-a8ad-47a34ccdeeff will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:59:37.096136 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:37.130421 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 19:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134dd10b-2f73-4c49-ae62-d9fc39a52434 x-openstack-request-id: req-134dd10b-2f73-4c49-ae62-d9fc39a52434 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:59:37.130719 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "72db7911-f51f-4b54-a8ad-47a34ccdeeff", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:59:37.130971 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-134dd10b-2f73-4c49-ae62-d9fc39a52434 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:59:37.131698 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72db7911-f51f-4b54-a8ad-47a34ccdeeff', 'code': 200} Jan 28 19:59:37.162615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] No DVR routers for this DVR port 72db7911-f51f-4b54-a8ad-47a34ccdeeff on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:59:37.165452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Pushing event updated for resources: {'Port': ['ID=72db7911-f51f-4b54-a8ad-47a34ccdeeff,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:37.203960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Attempting to bind port 72db7911-f51f-4b54-a8ad-47a34ccdeeff on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:59:37.204294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Attempting to bind port 72db7911-f51f-4b54-a8ad-47a34ccdeeff by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'c7b4610e-d74d-45bc-8f43-3502f4766a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8763e8f4-8c1b-44c0-813d-b08dd49650e5'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:59:37.204609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Attempting to bind port 72db7911-f51f-4b54-a8ad-47a34ccdeeff on network 8763e8f4-8c1b-44c0-813d-b08dd49650e5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:59:37.209029 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Port 72db7911-f51f-4b54-a8ad-47a34ccdeeff on network 8763e8f4-8c1b-44c0-813d-b08dd49650e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:59:37.209345 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Attempting to bind port 72db7911-f51f-4b54-a8ad-47a34ccdeeff on network 8763e8f4-8c1b-44c0-813d-b08dd49650e5 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:59:37.214193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:59:37.214528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Checking segment: {'id': 'c7b4610e-d74d-45bc-8f43-3502f4766a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8763e8f4-8c1b-44c0-813d-b08dd49650e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:59:37.214906 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Bound using segment: {'id': 'c7b4610e-d74d-45bc-8f43-3502f4766a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8763e8f4-8c1b-44c0-813d-b08dd49650e5'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:59:37.215328 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Bound port: 72db7911-f51f-4b54-a8ad-47a34ccdeeff, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b4610e-d74d-45bc-8f43-3502f4766a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8763e8f4-8c1b-44c0-813d-b08dd49650e5'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:59:37.215678 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:37.277285 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] For port 72db7911-f51f-4b54-a8ad-47a34ccdeeff, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:59:37.280233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] For port 72db7911-f51f-4b54-a8ad-47a34ccdeeff, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=72db7911-f51f-4b54-a8ad-47a34ccdeeff,segment=NetworkSegment(c7b4610e-d74d-45bc-8f43-3502f4766a09),segment_id=c7b4610e-d74d-45bc-8f43-3502f4766a09)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:59:37.287147 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:37.320734 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:37.321370 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:37.322795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] 10.222.0.31 "PUT /v2.0/ports/72db7911-f51f-4b54-a8ad-47a34ccdeeff HTTP/1.1" status: 200 len: 1091 time: 0.6048214 Jan 28 19:59:37.342936 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc31eef-4cd3-4eb1-98e3-844e2eb666f3 service neutron] Pushing event updated for resources: {'Port': ['ID=72db7911-f51f-4b54-a8ad-47a34ccdeeff,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:37.392470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-25fb401b-2876-4a0a-af42-c0c91e6129f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:37.394014 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-25fb401b-2876-4a0a-af42-c0c91e6129f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5b00e310110242faaf745f3cc5765fee&device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 1125 time: 0.0463436 Jan 28 19:59:37.485120 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-579de769-b9d0-41a2-ae51-9491f3ec5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:37.486646 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-579de769-b9d0-41a2-ae51-9491f3ec5277 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8763e8f4-8c1b-44c0-813d-b08dd49650e5 HTTP/1.1" status: 200 len: 913 time: 0.0870411 Jan 28 19:59:37.529057 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-1f5bd502-c65b-4a27-965a-c114e0718a7a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72db7911-f51f-4b54-a8ad-47a34ccdeeff HTTP/1.1" status: 200 len: 217 time: 0.0361907 Jan 28 19:59:37.607443 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-8b12dd6f-751a-45c8-b808-9092d3e22425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:37.608938 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-8b12dd6f-751a-45c8-b808-9092d3e22425 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97c28790-7f63-46a2-b879-c7201f9e22f5 HTTP/1.1" status: 200 len: 852 time: 0.0735471 Jan 28 19:59:37.643814 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-3098682e-3589-469b-a09b-927002026d87 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8763e8f4-8c1b-44c0-813d-b08dd49650e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283201 Jan 28 19:59:37.650880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3892e6-3562-42c4-b789-52306df1f419 req-8d7e08b1-d9ea-4bdd-bd9b-7e924c7de6d7 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:37.652234 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e3892e6-3562-42c4-b789-52306df1f419 req-8d7e08b1-d9ea-4bdd-bd9b-7e924c7de6d7 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 943 time: 0.1095493 Jan 28 19:59:37.752378 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e3892e6-3562-42c4-b789-52306df1f419 req-2ffeb5b7-a734-4342-bf99-0c37d3de8fa6 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921593 Jan 28 19:59:37.769998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-351cb974-cbd9-4da9-9ebe-1c54b84715bd service neutron] 10.222.0.31 "GET /v2.0/networks/8763e8f4-8c1b-44c0-813d-b08dd49650e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168401 Jan 28 19:59:37.860849 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b9db97e-c587-40d6-9bd8-e2678653e4a6 req-4da10c38-ae22-4f1a-aab2-a6a4bc4771ef service neutron] 10.222.0.31 "GET /v2.0/networks/8763e8f4-8c1b-44c0-813d-b08dd49650e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847754 Jan 28 19:59:38.888520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501aa43b-5938-4f12-80dc-b0aa0e4cde9c req-d3148e8b-237c-42c6-8bf3-b8578153ed84 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:38.890013 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-501aa43b-5938-4f12-80dc-b0aa0e4cde9c req-d3148e8b-237c-42c6-8bf3-b8578153ed84 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 943 time: 0.0569007 Jan 28 19:59:38.938669 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-501aa43b-5938-4f12-80dc-b0aa0e4cde9c req-988f1d05-3d85-4d81-aaaa-58e736d3cf38 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417216 Jan 28 19:59:39.133270 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c', 'tag': '72db7911-f51f-4b54-a8ad-47a34ccdeeff'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:59:39.137266 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee249629-bb37-4f34-a92b-19a94b6d5025" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c", "tag": "72db7911-f51f-4b54-a8ad-47a34ccdeeff"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:59:39.194342 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cc0668-207d-48e7-acc1-9456923cb319 x-openstack-request-id: req-b7cc0668-207d-48e7-acc1-9456923cb319 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:59:39.194605 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c", "tag": "72db7911-f51f-4b54-a8ad-47a34ccdeeff", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:59:39.194868 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7cc0668-207d-48e7-acc1-9456923cb319 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:59:39.195299 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c', 'tag': '72db7911-f51f-4b54-a8ad-47a34ccdeeff', 'status': 'completed', 'code': 200} Jan 28 19:59:39.258746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-42891939-a718-4700-a2d3-bc21238bc43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:39.260374 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-42891939-a718-4700-a2d3-bc21238bc43a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5b00e310110242faaf745f3cc5765fee&device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 1125 time: 0.0472531 Jan 28 19:59:39.267548 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-fb8dcbec-546e-4bab-b008-176484f06b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:39.269078 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-fb8dcbec-546e-4bab-b008-176484f06b44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5b00e310110242faaf745f3cc5765fee&device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 1125 time: 0.0516353 Jan 28 19:59:39.366243 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-b619a647-2b0c-46c3-b7f0-81970fbfdae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:39.368049 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-b619a647-2b0c-46c3-b7f0-81970fbfdae9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8763e8f4-8c1b-44c0-813d-b08dd49650e5 HTTP/1.1" status: 200 len: 913 time: 0.1004808 Jan 28 19:59:39.378606 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-24355060-023d-4c55-9ce2-08fb91347ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:39.380978 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-24355060-023d-4c55-9ce2-08fb91347ffb service neutron] 10.222.0.31 "GET /v2.0/networks?id=8763e8f4-8c1b-44c0-813d-b08dd49650e5 HTTP/1.1" status: 200 len: 913 time: 0.0914035 Jan 28 19:59:39.412747 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-a3f69354-4772-474c-8202-d5b1a32b929a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72db7911-f51f-4b54-a8ad-47a34ccdeeff HTTP/1.1" status: 200 len: 217 time: 0.0390761 Jan 28 19:59:39.427194 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-aff4fa62-d250-4b10-b0a1-94c96a3b0dc8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72db7911-f51f-4b54-a8ad-47a34ccdeeff HTTP/1.1" status: 200 len: 217 time: 0.0398810 Jan 28 19:59:39.466252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-10e5df95-cd1e-45d2-b2d3-94af14cc49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:39.467786 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-10e5df95-cd1e-45d2-b2d3-94af14cc49a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97c28790-7f63-46a2-b879-c7201f9e22f5 HTTP/1.1" status: 200 len: 852 time: 0.0498211 Jan 28 19:59:39.474385 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-220ca5c3-a7e4-4c48-8954-79e39a3c04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:39.475847 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-220ca5c3-a7e4-4c48-8954-79e39a3c04ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=97c28790-7f63-46a2-b879-c7201f9e22f5 HTTP/1.1" status: 200 len: 852 time: 0.0432246 Jan 28 19:59:39.499301 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-72d0943f-ca35-4e2b-a8b8-a87697954c4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8763e8f4-8c1b-44c0-813d-b08dd49650e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257912 Jan 28 19:59:39.507018 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-8f43f5f4-3813-4799-be6f-86661a4ee774 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8763e8f4-8c1b-44c0-813d-b08dd49650e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257440 Jan 28 19:59:39.587659 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-51468e50-832a-482c-837f-04aa128db3e0 service neutron] 10.222.0.37 "GET /v2.0/networks/8763e8f4-8c1b-44c0-813d-b08dd49650e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816977 Jan 28 19:59:39.596129 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-69c35b77-e125-446f-848a-9cc8aab0f9d4 service neutron] 10.222.0.31 "GET /v2.0/networks/8763e8f4-8c1b-44c0-813d-b08dd49650e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833576 Jan 28 19:59:39.682006 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-1dad5d72-13c7-4241-b7bd-19dee35cc428 service neutron] 10.222.0.37 "GET /v2.0/networks/8763e8f4-8c1b-44c0-813d-b08dd49650e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882030 Jan 28 19:59:39.688386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ee249629-bb37-4f34-a92b-19a94b6d5025 req-1981ffef-ef11-4064-b349-5e62fd5b4ce4 service neutron] 10.222.0.31 "GET /v2.0/networks/8763e8f4-8c1b-44c0-813d-b08dd49650e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868974 Jan 28 19:59:40.062962 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af206986-3119-41c6-ab66-b45e8aa80a6a req-a6478f60-a92b-4b70-945a-0c51d45e6cf0 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:40.064449 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-af206986-3119-41c6-ab66-b45e8aa80a6a req-a6478f60-a92b-4b70-945a-0c51d45e6cf0 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 943 time: 0.0544746 Jan 28 19:59:40.113944 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-af206986-3119-41c6-ab66-b45e8aa80a6a req-a59b39fc-44ac-47ab-af93-7e2071b15dea tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410490 Jan 28 19:59:40.402366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-9a29219d-a235-4ac6-ae40-e3ada8f6fd13 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:40.403860 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-9a29219d-a235-4ac6-ae40-e3ada8f6fd13 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c&tenant_id=5b00e310110242faaf745f3cc5765fee&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 943 time: 0.0945098 Jan 28 19:59:40.466543 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-45050ce5-c0cf-4ccd-bdb5-13cfefe4cd56 service neutron] delete failed (client error): The resource could not be found. Jan 28 19:59:40.467569 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-45050ce5-c0cf-4ccd-bdb5-13cfefe4cd56 service neutron] 10.222.0.37 "DELETE /v2.0/ports/72db7911-f51f-4b54-a8ad-47a34ccdeeff/bindings/n-h2-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0550210 Jan 28 19:59:40.559703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-60c5415e-09f2-4329-9044-673509519727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:40.561162 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-60c5415e-09f2-4329-9044-673509519727 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5b00e310110242faaf745f3cc5765fee&device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 1125 time: 0.0482755 Jan 28 19:59:40.657379 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-f6667911-39c2-4983-ad01-1233f1e4527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:40.659620 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-f6667911-39c2-4983-ad01-1233f1e4527b service neutron] 10.222.0.37 "GET /v2.0/networks?id=8763e8f4-8c1b-44c0-813d-b08dd49650e5 HTTP/1.1" status: 200 len: 913 time: 0.0920265 Jan 28 19:59:40.705102 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-259716e9-d126-4401-a5fa-6787ce07fb1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72db7911-f51f-4b54-a8ad-47a34ccdeeff HTTP/1.1" status: 200 len: 217 time: 0.0396461 Jan 28 19:59:40.756778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-260cd1a7-7522-4411-8a21-912c1f010105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:40.758269 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-260cd1a7-7522-4411-8a21-912c1f010105 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=97c28790-7f63-46a2-b879-c7201f9e22f5 HTTP/1.1" status: 200 len: 852 time: 0.0483251 Jan 28 19:59:40.792798 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-ee2d3a34-307c-4e2f-aaea-f31855c25d21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8763e8f4-8c1b-44c0-813d-b08dd49650e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285540 Jan 28 19:59:40.880739 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-2a3d6fdc-e739-4b68-9453-b8e7b21cb291 service neutron] 10.222.0.37 "GET /v2.0/networks/8763e8f4-8c1b-44c0-813d-b08dd49650e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824139 Jan 28 19:59:40.975838 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-8b777c87-d65d-4a59-bb6b-eecce0dd953c service neutron] 10.222.0.37 "GET /v2.0/networks/8763e8f4-8c1b-44c0-813d-b08dd49650e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894892 Jan 28 19:59:41.596862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 72db7911-f51f-4b54-a8ad-47a34ccdeeff details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:59:41.693867 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 72db7911-f51f-4b54-a8ad-47a34ccdeeff, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=72db7911-f51f-4b54-a8ad-47a34ccdeeff,segment=NetworkSegment(c7b4610e-d74d-45bc-8f43-3502f4766a09),segment_id=c7b4610e-d74d-45bc-8f43-3502f4766a09)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:59:41.706557 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '72db7911-f51f-4b54-a8ad-47a34ccdeeff', 'network_id': '8763e8f4-8c1b-44c0-813d-b08dd49650e5', 'port_id': '72db7911-f51f-4b54-a8ad-47a34ccdeeff', 'mac_address': 'fa:16:3e:5e:a9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c28790-7f63-46a2-b879-c7201f9e22f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:59:41.749118 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 72db7911-f51f-4b54-a8ad-47a34ccdeeff is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:59:41.749497 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:41.754245 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 72db7911-f51f-4b54-a8ad-47a34ccdeeff no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:59:41.788071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72db7911-f51f-4b54-a8ad-47a34ccdeeff {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:59:41.803519 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868c70d-04ed-4673-b95e-99ea6b302a2c req-d803dee4-1bb8-4c2f-a36a-c819dd38d3f2 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:41.805029 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4868c70d-04ed-4673-b95e-99ea6b302a2c req-d803dee4-1bb8-4c2f-a36a-c819dd38d3f2 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 943 time: 0.0533636 Jan 28 19:59:41.817204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 72db7911-f51f-4b54-a8ad-47a34ccdeeff, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=72db7911-f51f-4b54-a8ad-47a34ccdeeff,segment=NetworkSegment(c7b4610e-d74d-45bc-8f43-3502f4766a09),segment_id=c7b4610e-d74d-45bc-8f43-3502f4766a09)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:59:41.820865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] The host n-h2-824834-4 is not matching for port 72db7911-f51f-4b54-a8ad-47a34ccdeeff host n-h1-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 19:59:41.821546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 72db7911-f51f-4b54-a8ad-47a34ccdeeff not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:59:41.825816 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:41.853508 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4868c70d-04ed-4673-b95e-99ea6b302a2c req-2bc1ae71-374a-4e55-9317-80a0890e27e4 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422349 Jan 28 19:59:41.874911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=72db7911-f51f-4b54-a8ad-47a34ccdeeff,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:41.882247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:41.882585 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:41.883330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:41.883678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:41.884007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:41.884335 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:41.884654 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:41.884974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:41.885292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:41.885613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:41.885927 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:41.886270 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:41.886570 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 19:59:42.081650 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['72db7911-f51f-4b54-a8ad-47a34ccdeeff'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:59:42.978520 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e6da5-4ce2-4425-a22b-8d5efb73cbbd req-c7dec4d9-14ff-4b63-a5c1-ad5d3f3a7696 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:42.980056 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-483e6da5-4ce2-4425-a22b-8d5efb73cbbd req-c7dec4d9-14ff-4b63-a5c1-ad5d3f3a7696 tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 944 time: 0.0541286 Jan 28 19:59:43.058001 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-483e6da5-4ce2-4425-a22b-8d5efb73cbbd req-5893318a-da22-4ec9-999f-0be7891b96da tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.55 "GET /v2.0/security-groups?id=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682633 Jan 28 19:59:43.065804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-af652c16-f8bd-40c8-825c-1cdbc9e6ebbd tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:43.067643 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-af652c16-f8bd-40c8-825c-1cdbc9e6ebbd tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c HTTP/1.1" status: 200 len: 944 time: 0.0854855 Jan 28 19:59:43.160018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-8b2b59af-1ee0-4eef-bb46-77af8568bf0d tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Deleting port 72db7911-f51f-4b54-a8ad-47a34ccdeeff {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 19:59:43.160306 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-8b2b59af-1ee0-4eef-bb46-77af8568bf0d tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:43.252223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-8b2b59af-1ee0-4eef-bb46-77af8568bf0d tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] For port 72db7911-f51f-4b54-a8ad-47a34ccdeeff, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=72db7911-f51f-4b54-a8ad-47a34ccdeeff,segment=NetworkSegment(c7b4610e-d74d-45bc-8f43-3502f4766a09),segment_id=c7b4610e-d74d-45bc-8f43-3502f4766a09)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:59:43.252577 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-8b2b59af-1ee0-4eef-bb46-77af8568bf0d tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:43.265229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-8b2b59af-1ee0-4eef-bb46-77af8568bf0d tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Calling delete_port for 72db7911-f51f-4b54-a8ad-47a34ccdeeff owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 19:59:43.394930 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-8b2b59af-1ee0-4eef-bb46-77af8568bf0d tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (72db7911-f51f-4b54-a8ad-47a34ccdeeff), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:43.406307 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['72db7911-f51f-4b54-a8ad-47a34ccdeeff'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:59:43.426935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b59af-1ee0-4eef-bb46-77af8568bf0d tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Pushing event deleted for resources: {'Port': ['ID=72db7911-f51f-4b54-a8ad-47a34ccdeeff,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:43.469186 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-8b2b59af-1ee0-4eef-bb46-77af8568bf0d tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] No DVR routers for this DVR port 72db7911-f51f-4b54-a8ad-47a34ccdeeff on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 19:59:43.472157 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-8b2b59af-1ee0-4eef-bb46-77af8568bf0d tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:43.475887 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-912d5b2a-c5a2-4cde-ae6b-a81744f283e3 req-8b2b59af-1ee0-4eef-bb46-77af8568bf0d tempest-DeleteServersTestJSON-1929163852 tempest-DeleteServersTestJSON-1929163852-project] 10.222.0.31 "DELETE /v2.0/ports/72db7911-f51f-4b54-a8ad-47a34ccdeeff HTTP/1.1" status: 204 len: 173 time: 0.4034002 Jan 28 19:59:43.476370 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c', 'name': 'network-vif-deleted', 'tag': '72db7911-f51f-4b54-a8ad-47a34ccdeeff'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:59:43.478658 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c4607d-b7c4-4cdf-aef7-545ee59cee5f" -d '{"events": [{"server_uuid": "dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c", "name": "network-vif-deleted", "tag": "72db7911-f51f-4b54-a8ad-47a34ccdeeff"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:59:43.517382 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ee19f7-e8db-4b44-a122-d1f51c5865e1 x-openstack-request-id: req-05ee19f7-e8db-4b44-a122-d1f51c5865e1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:59:43.517676 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c", "name": "network-vif-deleted", "tag": "72db7911-f51f-4b54-a8ad-47a34ccdeeff", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:59:43.517925 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-05ee19f7-e8db-4b44-a122-d1f51c5865e1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:59:43.518405 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2a4cd9-db9d-44ce-b0c5-e311faed5f5c', 'name': 'network-vif-deleted', 'tag': '72db7911-f51f-4b54-a8ad-47a34ccdeeff', 'status': 'completed', 'code': 200} Jan 28 19:59:43.615653 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 72db7911-f51f-4b54-a8ad-47a34ccdeeff no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 19:59:43.640019 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 72db7911-f51f-4b54-a8ad-47a34ccdeeff {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 19:59:43.640463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 72db7911-f51f-4b54-a8ad-47a34ccdeeff not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 19:59:44.198689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34016) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:59:44.249448 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a17f2c2-00b9-4829-9dd6-7624b633011c admin admin] Deleting subnet 97c28790-7f63-46a2-b879-c7201f9e22f5 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 19:59:44.253879 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a17f2c2-00b9-4829-9dd6-7624b633011c admin admin] Publish callbacks [] for subnet (97c28790-7f63-46a2-b879-c7201f9e22f5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:44.292142 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a17f2c2-00b9-4829-9dd6-7624b633011c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (97c28790-7f63-46a2-b879-c7201f9e22f5), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:44.344947 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a17f2c2-00b9-4829-9dd6-7624b633011c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (97c28790-7f63-46a2-b879-c7201f9e22f5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:44.400073 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a17f2c2-00b9-4829-9dd6-7624b633011c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (97c28790-7f63-46a2-b879-c7201f9e22f5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:44.425224 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17f2c2-00b9-4829-9dd6-7624b633011c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c28790-7f63-46a2-b879-c7201f9e22f5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:44.429948 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8a17f2c2-00b9-4829-9dd6-7624b633011c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:44.433196 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8a17f2c2-00b9-4829-9dd6-7624b633011c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/97c28790-7f63-46a2-b879-c7201f9e22f5 HTTP/1.1" status: 204 len: 168 time: 0.2335925 Jan 28 19:59:44.435951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34018) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:59:44.502305 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519ecf4d-98a7-4787-a1a9-2802a9453007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (8763e8f4-8c1b-44c0-813d-b08dd49650e5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:44.583818 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519ecf4d-98a7-4787-a1a9-2802a9453007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (8763e8f4-8c1b-44c0-813d-b08dd49650e5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:44.604282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-519ecf4d-98a7-4787-a1a9-2802a9453007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8763e8f4-8c1b-44c0-813d-b08dd49650e5']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:59:44.614207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-519ecf4d-98a7-4787-a1a9-2802a9453007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b4610e-d74d-45bc-8f43-3502f4766a09') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:59:44.614498 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-519ecf4d-98a7-4787-a1a9-2802a9453007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b4610e-d74d-45bc-8f43-3502f4766a09') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 19:59:44.629667 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519ecf4d-98a7-4787-a1a9-2802a9453007 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (c7b4610e-d74d-45bc-8f43-3502f4766a09), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:44.643514 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519ecf4d-98a7-4787-a1a9-2802a9453007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (c7b4610e-d74d-45bc-8f43-3502f4766a09), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:44.649817 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519ecf4d-98a7-4787-a1a9-2802a9453007 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 19:59:44.650243 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519ecf4d-98a7-4787-a1a9-2802a9453007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (c7b4610e-d74d-45bc-8f43-3502f4766a09), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: timer() Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 19:59:44.651966 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 19:59:44.709658 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519ecf4d-98a7-4787-a1a9-2802a9453007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (8763e8f4-8c1b-44c0-813d-b08dd49650e5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:44.715156 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-519ecf4d-98a7-4787-a1a9-2802a9453007 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:44.718394 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-519ecf4d-98a7-4787-a1a9-2802a9453007 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8763e8f4-8c1b-44c0-813d-b08dd49650e5 HTTP/1.1" status: 204 len: 168 time: 0.2814605 Jan 28 19:59:44.729621 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ecf4d-98a7-4787-a1a9-2802a9453007 admin admin] Pushing event deleted for resources: {'Network': ['ID=8763e8f4-8c1b-44c0-813d-b08dd49650e5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:44.834642 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34022) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:59:44.877927 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ac775898-030a-4127-b180-abb9946f793c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b00e310110242faaf745f3cc5765fee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420368 Jan 28 19:59:44.880725 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34024) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:59:44.928369 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14d47777-07ef-43c5-bdf1-b2b43ae5bc79 admin admin] Publish callbacks [] for security_group (1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:44.950353 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14d47777-07ef-43c5-bdf1-b2b43ae5bc79 admin admin] Publish callbacks [] for security_group (1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:45.001156 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14d47777-07ef-43c5-bdf1-b2b43ae5bc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:45.003753 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-14d47777-07ef-43c5-bdf1-b2b43ae5bc79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:45.004957 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-14d47777-07ef-43c5-bdf1-b2b43ae5bc79 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41 HTTP/1.1" status: 204 len: 168 time: 0.1232946 Jan 28 19:59:45.012736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d47777-07ef-43c5-bdf1-b2b43ae5bc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe80fd3-e4a0-48a6-9ac5-6c63c289dd41,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:45.715157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34046) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:59:45.820282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-6894e3f8-4422-4b8a-9e42-be96b1c14676 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2121473607-network', 'tenant_id': '8996bfe5637543fd96dcd36bfbff463e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:59:45.840357 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6894e3f8-4422-4b8a-9e42-be96b1c14676 admin admin] Made reservation on behalf of 8996bfe5637543fd96dcd36bfbff463e for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:59:45.842838 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6894e3f8-4422-4b8a-9e42-be96b1c14676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:45.851302 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6894e3f8-4422-4b8a-9e42-be96b1c14676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:45.924741 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6894e3f8-4422-4b8a-9e42-be96b1c14676 admin admin] Publish callbacks [] for security_group (3b3c1655-2cf4-4885-879c-29d68a0cd560), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:45.930775 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6894e3f8-4422-4b8a-9e42-be96b1c14676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3b3c1655-2cf4-4885-879c-29d68a0cd560), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:45.957277 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6894e3f8-4422-4b8a-9e42-be96b1c14676 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 19:59:45.967531 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894e3f8-4422-4b8a-9e42-be96b1c14676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3c1655-2cf4-4885-879c-29d68a0cd560,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:45.974041 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6894e3f8-4422-4b8a-9e42-be96b1c14676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (be99cdf8-e1f7-4704-8a42-d01a914e306d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:45.974389 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-6894e3f8-4422-4b8a-9e42-be96b1c14676 admin admin] Added segment be99cdf8-e1f7-4704-8a42-d01a914e306d of type vlan for network f983e898-68e3-436d-a3e6-8ed64f123b1f Jan 28 19:59:46.013547 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6894e3f8-4422-4b8a-9e42-be96b1c14676 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (f983e898-68e3-436d-a3e6-8ed64f123b1f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:46.039447 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6894e3f8-4422-4b8a-9e42-be96b1c14676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (f983e898-68e3-436d-a3e6-8ed64f123b1f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:46.040471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6894e3f8-4422-4b8a-9e42-be96b1c14676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:46.041111 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6894e3f8-4422-4b8a-9e42-be96b1c14676 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:46.094994 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6894e3f8-4422-4b8a-9e42-be96b1c14676 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3784714 Jan 28 19:59:46.098066 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34050) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 19:59:46.104161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-962cddb3-8ced-4493-ba70-26ed822a8bff admin admin] Request body: {'subnet': {'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2121473607-subnet', 'tenant_id': '8996bfe5637543fd96dcd36bfbff463e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:59:46.104319 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894e3f8-4422-4b8a-9e42-be96b1c14676 admin admin] Pushing event updated for resources: {'Network': ['ID=f983e898-68e3-436d-a3e6-8ed64f123b1f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:46.115029 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network f983e898-68e3-436d-a3e6-8ed64f123b1f details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 19:59:46.124145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962cddb3-8ced-4493-ba70-26ed822a8bff admin admin] Made reservation on behalf of 8996bfe5637543fd96dcd36bfbff463e for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:59:46.126855 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-962cddb3-8ced-4493-ba70-26ed822a8bff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:46.291656 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-962cddb3-8ced-4493-ba70-26ed822a8bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (7bf810a4-2771-476e-9be5-3f1d6bde02d1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:46.344503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cddb3-8ced-4493-ba70-26ed822a8bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf810a4-2771-476e-9be5-3f1d6bde02d1,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:46.353312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962cddb3-8ced-4493-ba70-26ed822a8bff admin admin] Checking segment: {'id': 'be99cdf8-e1f7-4704-8a42-d01a914e306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:59:46.353673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962cddb3-8ced-4493-ba70-26ed822a8bff admin admin] Network hostable DHCP agents. Network: f983e898-68e3-436d-a3e6-8ed64f123b1f, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 19:59:46.372302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962cddb3-8ced-4493-ba70-26ed822a8bff admin admin] Network f983e898-68e3-436d-a3e6-8ed64f123b1f is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 19:59:46.382259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-962cddb3-8ced-4493-ba70-26ed822a8bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, f983e898-68e3-436d-a3e6-8ed64f123b1f) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:59:46.386445 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962cddb3-8ced-4493-ba70-26ed822a8bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:46.387037 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-962cddb3-8ced-4493-ba70-26ed822a8bff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:46.391575 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672a0809-af4f-422b-9a6f-dac4305d9834 None None] Network f983e898-68e3-436d-a3e6-8ed64f123b1f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:59:46.403874 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-962cddb3-8ced-4493-ba70-26ed822a8bff admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3041384 Jan 28 19:59:46.505396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce92293-5b3e-4b08-8a35-323139e52e2d None None] Network f983e898-68e3-436d-a3e6-8ed64f123b1f requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 19:59:46.832650 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-306be1d0-0a9f-4084-a77f-3c03029c07d5 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:46.834128 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-306be1d0-0a9f-4084-a77f-3c03029c07d5 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/networks?id=f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 200 len: 815 time: 0.1018522 Jan 28 19:59:46.851196 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-5585a0be-2a6a-4613-8540-8412c063baef tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/quotas/8996bfe5637543fd96dcd36bfbff463e HTTP/1.1" status: 200 len: 375 time: 0.0094709 Jan 28 19:59:46.891569 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-fd1cbd13-2540-47bb-aff6-b32918a76e49 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8996bfe5637543fd96dcd36bfbff463e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351245 Jan 28 19:59:46.980044 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-7a955f40-e5d9-40ea-800c-ba4fdd80998a service neutron] 10.222.0.55 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816753 Jan 28 19:59:47.074012 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-5817b24e-235e-4f98-ba7f-842f1b07589c service neutron] 10.222.0.55 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882118 Jan 28 19:59:47.238567 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3f0737d5-2e94-479a-b53d-a2b5589e9acc req-228ed194-6e04-42ec-875d-1d3419cb0aa5 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 210 time: 0.0271287 Jan 28 19:59:48.185855 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e2933956-d0ee-41a7-9519-ebd81e4da166 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:48.187324 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e2933956-d0ee-41a7-9519-ebd81e4da166 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.31 "GET /v2.0/networks?id=f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 200 len: 815 time: 0.0987272 Jan 28 19:59:48.199406 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-79071a13-6bbf-4112-aaca-ad9b9abaa7b4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Request body: {'port': {'device_id': '26992047-1efc-463c-881a-101c39823973', 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f', 'admin_state_up': True, 'tenant_id': '8996bfe5637543fd96dcd36bfbff463e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:59:48.291298 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-05d27e09-3fff-4bd4-907d-5fe4ddd14063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:48.314033 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-79071a13-6bbf-4112-aaca-ad9b9abaa7b4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Made reservation on behalf of 8996bfe5637543fd96dcd36bfbff463e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 19:59:48.317723 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-79071a13-6bbf-4112-aaca-ad9b9abaa7b4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:48.337922 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a7d877f1-a20b-475e-91e1-94bd3bc3a62b req-158ccd42-bd90-4cda-87b7-f79ba573b68b tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 210 time: 0.0278518 Jan 28 19:59:48.447690 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-79071a13-6bbf-4112-aaca-ad9b9abaa7b4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Allocated IP 172.20.0.5 (f983e898-68e3-436d-a3e6-8ed64f123b1f/7bf810a4-2771-476e-9be5-3f1d6bde02d1/3f241816-f525-4101-ba09-329adf6f3c3b) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 19:59:48.903053 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-79071a13-6bbf-4112-aaca-ad9b9abaa7b4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Publish callbacks [] for port (3f241816-f525-4101-ba09-329adf6f3c3b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:48.942725 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-79071a13-6bbf-4112-aaca-ad9b9abaa7b4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:48.987089 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-79071a13-6bbf-4112-aaca-ad9b9abaa7b4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Network f983e898-68e3-436d-a3e6-8ed64f123b1f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 19:59:48.990114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-79071a13-6bbf-4112-aaca-ad9b9abaa7b4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 19:59:48.995712 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-79071a13-6bbf-4112-aaca-ad9b9abaa7b4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 19:59:49.002078 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79071a13-6bbf-4112-aaca-ad9b9abaa7b4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Pushing event updated for resources: {'Port': ['ID=3f241816-f525-4101-ba09-329adf6f3c3b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:49.045893 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-79071a13-6bbf-4112-aaca-ad9b9abaa7b4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:49.046529 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-79071a13-6bbf-4112-aaca-ad9b9abaa7b4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:49.064052 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-79071a13-6bbf-4112-aaca-ad9b9abaa7b4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8686354 Jan 28 19:59:49.074619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Request body: {'port': {'device_id': '26992047-1efc-463c-881a-101c39823973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 19:59:49.131867 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:49.400077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f241816-f525-4101-ba09-329adf6f3c3b {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:59:49.409400 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Publish callbacks [] for port (3f241816-f525-4101-ba09-329adf6f3c3b), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:49.444312 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Transition to ACTIVE for port object 3f241816-f525-4101-ba09-329adf6f3c3b will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 19:59:49.448953 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:49.503796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Pushing event updated for resources: {'Port': ['ID=3f241816-f525-4101-ba09-329adf6f3c3b,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:49.513313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9ddc4-43ef-461c-81bb-a196fe587b80 req-b8983789-15b5-484f-abe9-ad04c7e9eeda tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:49.514865 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-80d9ddc4-43ef-461c-81bb-a196fe587b80 req-b8983789-15b5-484f-abe9-ad04c7e9eeda tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 931 time: 0.1081400 Jan 28 19:59:49.612797 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-80d9ddc4-43ef-461c-81bb-a196fe587b80 req-a71cc561-0cc1-4c51-bffd-47f8ba27f2a3 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919993 Jan 28 19:59:49.617170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Attempting to bind port 3f241816-f525-4101-ba09-329adf6f3c3b on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 19:59:49.617426 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Attempting to bind port 3f241816-f525-4101-ba09-329adf6f3c3b by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'be99cdf8-e1f7-4704-8a42-d01a914e306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 19:59:49.617758 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Attempting to bind port 3f241816-f525-4101-ba09-329adf6f3c3b on network f983e898-68e3-436d-a3e6-8ed64f123b1f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:59:49.622341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Port 3f241816-f525-4101-ba09-329adf6f3c3b on network f983e898-68e3-436d-a3e6-8ed64f123b1f not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 19:59:49.622682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Attempting to bind port 3f241816-f525-4101-ba09-329adf6f3c3b on network f983e898-68e3-436d-a3e6-8ed64f123b1f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 19:59:49.627699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 19, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 19:59:49.628030 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Checking segment: {'id': 'be99cdf8-e1f7-4704-8a42-d01a914e306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 19:59:49.628407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Bound using segment: {'id': 'be99cdf8-e1f7-4704-8a42-d01a914e306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 19:59:49.628882 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Bound port: 3f241816-f525-4101-ba09-329adf6f3c3b, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be99cdf8-e1f7-4704-8a42-d01a914e306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 19:59:49.629240 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:49.690694 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] For port 3f241816-f525-4101-ba09-329adf6f3c3b, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 19:59:49.694047 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] For port 3f241816-f525-4101-ba09-329adf6f3c3b, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=3f241816-f525-4101-ba09-329adf6f3c3b,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 19:59:49.702932 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:49.734372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:49.734994 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:49.736376 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] 10.222.0.31 "PUT /v2.0/ports/3f241816-f525-4101-ba09-329adf6f3c3b HTTP/1.1" status: 200 len: 1091 time: 0.6657200 Jan 28 19:59:49.736821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26992047-1efc-463c-881a-101c39823973', 'tag': '3f241816-f525-4101-ba09-329adf6f3c3b'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:59:49.739180 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3a8e12-db0b-4d4e-98aa-e7fc2f1686fa" -d '{"events": [{"name": "network-changed", "server_uuid": "26992047-1efc-463c-881a-101c39823973", "tag": "3f241816-f525-4101-ba09-329adf6f3c3b"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:59:49.763491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202d28b-5498-430e-8d8d-4a1bc8b7de08 service neutron] Pushing event updated for resources: {'Port': ['ID=3f241816-f525-4101-ba09-329adf6f3c3b,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:49.783785 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 19:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220ef417-45f6-4b6d-a198-ba8f5e192565 x-openstack-request-id: req-220ef417-45f6-4b6d-a198-ba8f5e192565 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:59:49.784067 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26992047-1efc-463c-881a-101c39823973", "tag": "3f241816-f525-4101-ba09-329adf6f3c3b", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:59:49.784322 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-220ef417-45f6-4b6d-a198-ba8f5e192565 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:59:49.784829 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26992047-1efc-463c-881a-101c39823973', 'tag': '3f241816-f525-4101-ba09-329adf6f3c3b', 'status': 'completed', 'code': 200} Jan 28 19:59:49.829738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-352875ac-7756-4b0e-aca1-67c6ba91058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:49.831394 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-352875ac-7756-4b0e-aca1-67c6ba91058e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8996bfe5637543fd96dcd36bfbff463e&device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 1125 time: 0.0561473 Jan 28 19:59:49.871747 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-01b2a295-e51e-4959-a3e3-9e8023783221 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f241816-f525-4101-ba09-329adf6f3c3b HTTP/1.1" status: 200 len: 217 time: 0.0339677 Jan 28 19:59:49.924914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-4057144a-f42d-4f57-a223-5d4b495bde8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:49.926495 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-4057144a-f42d-4f57-a223-5d4b495bde8d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bf810a4-2771-476e-9be5-3f1d6bde02d1 HTTP/1.1" status: 200 len: 855 time: 0.0466595 Jan 28 19:59:49.961877 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-0b2ebe93-83f9-4a13-a2aa-31a14b211be8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f983e898-68e3-436d-a3e6-8ed64f123b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298548 Jan 28 19:59:50.052709 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-34b0d65a-19ac-4473-9339-e1d6c4436dbc service neutron] 10.222.0.31 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844524 Jan 28 19:59:50.147308 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78eb6365-6b43-4054-ab44-760a7b57b1b0 req-da418294-3809-49cb-9fb6-3cf87ff32a9b service neutron] 10.222.0.31 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890250 Jan 28 19:59:50.293635 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a8e12-db0b-4d4e-98aa-e7fc2f1686fa req-f702d050-dd8c-4da2-9da6-a1449e335ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:50.295846 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e3a8e12-db0b-4d4e-98aa-e7fc2f1686fa req-f702d050-dd8c-4da2-9da6-a1449e335ef5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8996bfe5637543fd96dcd36bfbff463e&device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 1125 time: 0.1045847 Jan 28 19:59:50.384399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a8e12-db0b-4d4e-98aa-e7fc2f1686fa req-fd29a371-3250-426d-b47e-ace64c914da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:50.385889 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e3a8e12-db0b-4d4e-98aa-e7fc2f1686fa req-fd29a371-3250-426d-b47e-ace64c914da8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 200 len: 916 time: 0.0842056 Jan 28 19:59:50.435041 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e3a8e12-db0b-4d4e-98aa-e7fc2f1686fa req-6588077c-ec5c-4dfe-b682-67768ee991ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f241816-f525-4101-ba09-329adf6f3c3b HTTP/1.1" status: 200 len: 217 time: 0.0420680 Jan 28 19:59:50.451935 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6ba3fef-66bc-40ce-b354-d50278500378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:50.492039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a8e12-db0b-4d4e-98aa-e7fc2f1686fa req-014aba96-0247-4124-a2c4-bc392b8e8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:50.493588 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e3a8e12-db0b-4d4e-98aa-e7fc2f1686fa req-014aba96-0247-4124-a2c4-bc392b8e8a42 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bf810a4-2771-476e-9be5-3f1d6bde02d1 HTTP/1.1" status: 200 len: 855 time: 0.0518496 Jan 28 19:59:50.525746 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e3a8e12-db0b-4d4e-98aa-e7fc2f1686fa req-efb9b473-0d73-43d2-9a0d-dca5e2f10d76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f983e898-68e3-436d-a3e6-8ed64f123b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259385 Jan 28 19:59:50.617921 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e3a8e12-db0b-4d4e-98aa-e7fc2f1686fa req-b0b3d0e5-e69a-4d82-b22c-ac76559999fa service neutron] 10.222.0.31 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861924 Jan 28 19:59:50.716718 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e3a8e12-db0b-4d4e-98aa-e7fc2f1686fa req-0aeddece-4187-420d-b4b4-6d827075a3c6 service neutron] 10.222.0.31 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916419 Jan 28 19:59:50.798785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49147a-e7f5-4879-82d3-0d4da6059b78 req-dea06cca-2130-4b54-8fcd-a4754170a707 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:50.800292 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7c49147a-e7f5-4879-82d3-0d4da6059b78 req-dea06cca-2130-4b54-8fcd-a4754170a707 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 943 time: 0.1182692 Jan 28 19:59:50.854311 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7c49147a-e7f5-4879-82d3-0d4da6059b78 req-e64d01c1-7d8d-429f-9ad9-7c79c53e1043 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481927 Jan 28 19:59:51.890612 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:52.037959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3415c2-3fa8-4331-8ddd-82754a7cb810 req-c8be9755-07a1-419d-995a-84f60e1c7ed4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:52.039452 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d3415c2-3fa8-4331-8ddd-82754a7cb810 req-c8be9755-07a1-419d-995a-84f60e1c7ed4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 943 time: 0.1136477 Jan 28 19:59:52.085790 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d3415c2-3fa8-4331-8ddd-82754a7cb810 req-ee6e13ef-31f9-4b02-9533-78afbb5f0495 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405588 Jan 28 19:59:53.159191 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:53.212107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e6924-4972-49d5-9e27-ea2753a44303 req-8d36a13d-3d74-4917-b9c5-55bb3e91ea9f tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:53.213487 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-866e6924-4972-49d5-9e27-ea2753a44303 req-8d36a13d-3d74-4917-b9c5-55bb3e91ea9f tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 943 time: 0.0552518 Jan 28 19:59:53.261026 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-866e6924-4972-49d5-9e27-ea2753a44303 req-b08db51f-0cb0-49b4-b7e3-b5839496f840 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416415 Jan 28 19:59:53.663355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 3f241816-f525-4101-ba09-329adf6f3c3b details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 19:59:53.768212 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 3f241816-f525-4101-ba09-329adf6f3c3b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=3f241816-f525-4101-ba09-329adf6f3c3b,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:59:53.778652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '3f241816-f525-4101-ba09-329adf6f3c3b', 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f', 'port_id': '3f241816-f525-4101-ba09-329adf6f3c3b', 'mac_address': 'fa:16:3e:08:2b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf810a4-2771-476e-9be5-3f1d6bde02d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 19:59:53.822467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 3f241816-f525-4101-ba09-329adf6f3c3b is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:59:53.822890 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:53.838261 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f241816-f525-4101-ba09-329adf6f3c3b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 19:59:53.857678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 3f241816-f525-4101-ba09-329adf6f3c3b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=3f241816-f525-4101-ba09-329adf6f3c3b,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:59:53.864393 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:53.914761 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=3f241816-f525-4101-ba09-329adf6f3c3b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:54.065413 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['3f241816-f525-4101-ba09-329adf6f3c3b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 19:59:54.392741 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85754806-5675-46cd-be6d-88b83023b40b req-558b056a-486a-43f2-8bc0-e0cc19860dcd tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:54.394231 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-85754806-5675-46cd-be6d-88b83023b40b req-558b056a-486a-43f2-8bc0-e0cc19860dcd tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 944 time: 0.0517719 Jan 28 19:59:54.444100 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-85754806-5675-46cd-be6d-88b83023b40b req-5b4dbb20-06f4-416f-8ce6-8db251a27ac1 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443065 Jan 28 19:59:54.561627 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:55.569737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652db8b6-f975-43e0-8ffd-d9db2361f56e req-9565e0cf-5a51-499f-bc80-1fa09ff6161f tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:55.571265 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-652db8b6-f975-43e0-8ffd-d9db2361f56e req-9565e0cf-5a51-499f-bc80-1fa09ff6161f tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 944 time: 0.0561686 Jan 28 19:59:55.619359 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-652db8b6-f975-43e0-8ffd-d9db2361f56e req-04347f40-8d82-4f0d-b03d-5da226fb5a6a tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424912 Jan 28 19:59:55.679120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 3f241816-f525-4101-ba09-329adf6f3c3b up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 19:59:55.733061 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 3f241816-f525-4101-ba09-329adf6f3c3b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 19:59:55.739192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 3f241816-f525-4101-ba09-329adf6f3c3b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 19:59:55.739746 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:55.821961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 3f241816-f525-4101-ba09-329adf6f3c3b is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 19:59:55.822389 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:55.844830 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26992047-1efc-463c-881a-101c39823973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f241816-f525-4101-ba09-329adf6f3c3b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 19:59:55.847089 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28fb744-d42d-4ea5-9f2c-de4f3c725cd7" -d '{"events": [{"server_uuid": "26992047-1efc-463c-881a-101c39823973", "name": "network-vif-plugged", "status": "completed", "tag": "3f241816-f525-4101-ba09-329adf6f3c3b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 19:59:55.862389 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 3f241816-f525-4101-ba09-329adf6f3c3b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=3f241816-f525-4101-ba09-329adf6f3c3b,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 19:59:55.867583 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:55.891352 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 19:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b7487b-f1a9-41d5-a28a-fbd23def95f0 x-openstack-request-id: req-f2b7487b-f1a9-41d5-a28a-fbd23def95f0 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 19:59:55.891663 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26992047-1efc-463c-881a-101c39823973", "name": "network-vif-plugged", "status": "completed", "tag": "3f241816-f525-4101-ba09-329adf6f3c3b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 19:59:55.891937 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f2b7487b-f1a9-41d5-a28a-fbd23def95f0 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 19:59:55.892367 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26992047-1efc-463c-881a-101c39823973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f241816-f525-4101-ba09-329adf6f3c3b', 'code': 200} Jan 28 19:59:55.925281 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 19:59:55.930401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=3f241816-f525-4101-ba09-329adf6f3c3b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 19:59:55.985301 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66fb37-3ae1-4fa7-9e37-b913addd1afe req-6f3bf5a3-f5fa-4b15-8294-a4150335ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:55.986801 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af66fb37-3ae1-4fa7-9e37-b913addd1afe req-6f3bf5a3-f5fa-4b15-8294-a4150335ddda service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 1127 time: 0.0486112 Jan 28 19:59:56.029999 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af66fb37-3ae1-4fa7-9e37-b913addd1afe req-6f323830-d284-4957-808b-b36a28410642 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373702 Jan 28 19:59:56.747160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f11c6-14c9-41af-8665-006ff877703a req-5f7863b7-31f5-4637-8734-59ca0f0dac60 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:56.748637 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-551f11c6-14c9-41af-8665-006ff877703a req-5f7863b7-31f5-4637-8734-59ca0f0dac60 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0558112 Jan 28 19:59:56.798600 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-551f11c6-14c9-41af-8665-006ff877703a req-a0fdfb31-f0fe-431e-970d-81425a55c681 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417314 Jan 28 19:59:57.925136 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba9ba5-ff04-4dd4-a6dd-0a54d8060904 req-3182321b-852c-45fc-994b-ec11eda6fa8f tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:57.926658 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8ba9ba5-ff04-4dd4-a6dd-0a54d8060904 req-3182321b-852c-45fc-994b-ec11eda6fa8f tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0580008 Jan 28 19:59:57.978353 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8ba9ba5-ff04-4dd4-a6dd-0a54d8060904 req-947acd1f-46fc-4f6f-a124-36ca87aeac40 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435119 Jan 28 19:59:58.117391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66561e9f-755e-4653-beec-f7f5e194a153 req-6ed857bd-9d02-4cb0-a336-7660d71e0012 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:58.119112 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-66561e9f-755e-4653-beec-f7f5e194a153 req-6ed857bd-9d02-4cb0-a336-7660d71e0012 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0645645 Jan 28 19:59:58.169386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-66561e9f-755e-4653-beec-f7f5e194a153 req-a737904d-3513-44d6-b0a8-e04b7cb196d2 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444047 Jan 28 19:59:58.257989 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 19:59:58.384022 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222f064-8b4b-453f-b1d4-2c4de673bbb8 req-1e3ab980-29ae-481f-a2da-5d060f168bf4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:58.385436 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a222f064-8b4b-453f-b1d4-2c4de673bbb8 req-1e3ab980-29ae-481f-a2da-5d060f168bf4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0532856 Jan 28 19:59:58.435127 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a222f064-8b4b-453f-b1d4-2c4de673bbb8 req-1f28cfa0-1b3b-48dd-9db0-d6ce0f112268 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439911 Jan 28 19:59:58.554181 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ca7aa-4d58-4513-ac32-6dd3d04720d1 req-28ba4450-b594-4c04-9c78-b4fc7d832821 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:58.555677 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d18ca7aa-4d58-4513-ac32-6dd3d04720d1 req-28ba4450-b594-4c04-9c78-b4fc7d832821 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0544972 Jan 28 19:59:58.603225 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d18ca7aa-4d58-4513-ac32-6dd3d04720d1 req-190fd174-e845-4f53-b949-1fe533edf731 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419850 Jan 28 19:59:58.874014 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-345c9cb3-1f4a-4187-9122-79e03c399690 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769131 Jan 28 19:59:58.883847 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ef82e-4624-4180-a987-4796a2fca594 req-d1621837-58af-48e1-a2dc-77d97d13f2fb tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 19:59:58.885248 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-639ef82e-4624-4180-a987-4796a2fca594 req-d1621837-58af-48e1-a2dc-77d97d13f2fb tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0805395 Jan 28 19:59:58.933316 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-639ef82e-4624-4180-a987-4796a2fca594 req-68f96d8e-d5db-43ef-8873-9593f68554e4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417976 Jan 28 20:00:00.073354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-98acb702-b00e-48e7-a85d-8f9675060ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:00.075043 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-98acb702-b00e-48e7-a85d-8f9675060ce5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8996bfe5637543fd96dcd36bfbff463e&device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 1127 time: 0.0805888 Jan 28 20:00:00.095207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83ec55-418c-461e-9d78-80f5ee86a420 req-bda4c3b9-b639-4088-8ec8-3cbee535024e tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:00.096727 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a83ec55-418c-461e-9d78-80f5ee86a420 req-bda4c3b9-b639-4088-8ec8-3cbee535024e tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0774243 Jan 28 20:00:00.191876 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a83ec55-418c-461e-9d78-80f5ee86a420 req-6de1ddb4-f66f-4e6e-8c4d-e27d4624197a tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836368 Jan 28 20:00:00.205332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-9955efd3-075d-4f54-a909-323e0fc921a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:00.206843 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-9955efd3-075d-4f54-a909-323e0fc921a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 200 len: 916 time: 0.1257651 Jan 28 20:00:00.255545 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-72d5fa89-39a3-44d0-a7ce-96dcd0878c07 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f241816-f525-4101-ba09-329adf6f3c3b HTTP/1.1" status: 200 len: 217 time: 0.0429933 Jan 28 20:00:00.308834 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-818888d6-435b-4c1f-9e3f-009a605d5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:00.311101 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-818888d6-435b-4c1f-9e3f-009a605d5ec7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bf810a4-2771-476e-9be5-3f1d6bde02d1 HTTP/1.1" status: 200 len: 855 time: 0.0497465 Jan 28 20:00:00.344196 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-d72bad7f-a9de-497e-ab4f-aae0f9097e31 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f983e898-68e3-436d-a3e6-8ed64f123b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265536 Jan 28 20:00:00.440687 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-736919a6-c71d-4e6b-9e48-f83a17e25b51 service neutron] 10.222.0.31 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897079 Jan 28 20:00:00.531128 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-7c8eec26-c5e9-4671-b612-c57b1aab3156 service neutron] 10.222.0.31 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850146 Jan 28 20:00:00.600683 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:01.331401 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8f7e9-e746-4e94-ba13-7c02e34e646a req-06cc5bc9-13f0-4886-a8ec-cd57991a5e1c tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:01.332919 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ef8f7e9-e746-4e94-ba13-7c02e34e646a req-06cc5bc9-13f0-4886-a8ec-cd57991a5e1c tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0602944 Jan 28 20:00:01.383136 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7ef8f7e9-e746-4e94-ba13-7c02e34e646a req-47c281af-15e7-4252-a9f6-b6bf10f8998f tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436709 Jan 28 20:00:02.526454 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cd7ca-ae64-4ff1-a5e9-dbb75a208da4 req-fb455467-6afa-4622-b853-898bb0a9ac21 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:02.528068 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2a4cd7ca-ae64-4ff1-a5e9-dbb75a208da4 req-fb455467-6afa-4622-b853-898bb0a9ac21 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0654774 Jan 28 20:00:02.577322 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2a4cd7ca-ae64-4ff1-a5e9-dbb75a208da4 req-3ece2ce1-7e1c-4d95-9f7d-150cc52c8b8d tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430770 Jan 28 20:00:03.705058 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b453d5-9bcc-4e93-b9c4-377539b45a47 req-c6b55b95-8476-414d-a2ba-3a76af64c278 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:03.706555 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e7b453d5-9bcc-4e93-b9c4-377539b45a47 req-c6b55b95-8476-414d-a2ba-3a76af64c278 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0528243 Jan 28 20:00:03.752905 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e7b453d5-9bcc-4e93-b9c4-377539b45a47 req-f672b3e4-02c1-443b-b322-8ae26e7c064c tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406036 Jan 28 20:00:04.898072 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4852bc-544a-4062-ab79-391f860f0c4f req-49c8d0fa-4214-478e-b0ad-09867441ec6b tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:04.899736 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa4852bc-544a-4062-ab79-391f860f0c4f req-49c8d0fa-4214-478e-b0ad-09867441ec6b tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0623317 Jan 28 20:00:04.954562 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-aa4852bc-544a-4062-ab79-391f860f0c4f req-1af1e732-468d-4df0-a3ec-9ac7e7a5c3e1 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489588 Jan 28 20:00:06.081827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dc385-07ad-4349-8edb-941faeec87b1 req-bdf10103-8a68-4054-8b06-a93d78d99ab2 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:06.083412 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-658dc385-07ad-4349-8edb-941faeec87b1 req-bdf10103-8a68-4054-8b06-a93d78d99ab2 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0564616 Jan 28 20:00:06.139052 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-658dc385-07ad-4349-8edb-941faeec87b1 req-2c5cc13b-2c24-4e52-8e8e-7ce4cab94d3f tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498819 Jan 28 20:00:07.261212 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1cba4-289a-4513-92fa-149f34818107 req-28b4baef-8ba4-4484-8564-37637c2b1400 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:07.262627 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-54b1cba4-289a-4513-92fa-149f34818107 req-28b4baef-8ba4-4484-8564-37637c2b1400 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0538707 Jan 28 20:00:07.314482 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-54b1cba4-289a-4513-92fa-149f34818107 req-e28a6579-264a-4ec4-8af8-a6ec157477e4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462716 Jan 28 20:00:08.467758 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939e44c-8906-433b-82fa-720a7b44e555 req-6f3fefb6-10ee-4ab3-abd7-a90a61c1e7c4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:08.469285 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1939e44c-8906-433b-82fa-720a7b44e555 req-6f3fefb6-10ee-4ab3-abd7-a90a61c1e7c4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0722053 Jan 28 20:00:08.518851 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1939e44c-8906-433b-82fa-720a7b44e555 req-f822f371-e2d9-48d1-9d44-b07b5c7c60d5 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405121 Jan 28 20:00:09.653039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73dd0e-f1dc-4f66-b15f-1f91770f82ee req-ad98047e-90ee-4ad8-96a7-56aaaf8545fb tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:09.654544 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb73dd0e-f1dc-4f66-b15f-1f91770f82ee req-ad98047e-90ee-4ad8-96a7-56aaaf8545fb tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0613945 Jan 28 20:00:09.701916 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb73dd0e-f1dc-4f66-b15f-1f91770f82ee req-c92a634f-5a54-4f49-962b-d9a41ceefedf tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417750 Jan 28 20:00:10.844238 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067ab60-c1bb-4ae6-bfa6-d8769b0ead98 req-728ce87c-bb91-466f-9750-dcfd00824896 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:10.845769 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f067ab60-c1bb-4ae6-bfa6-d8769b0ead98 req-728ce87c-bb91-466f-9750-dcfd00824896 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0563533 Jan 28 20:00:10.899883 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f067ab60-c1bb-4ae6-bfa6-d8769b0ead98 req-e7ebb1b0-52a9-418e-b794-01ddd55c7627 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456676 Jan 28 20:00:12.025391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ae267-7281-4cf6-82e1-0bc0a02b7cdf req-c5ac354e-5bda-44b3-ad0b-a938b3f94e43 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:12.030057 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b90ae267-7281-4cf6-82e1-0bc0a02b7cdf req-c5ac354e-5bda-44b3-ad0b-a938b3f94e43 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0541055 Jan 28 20:00:12.076555 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b90ae267-7281-4cf6-82e1-0bc0a02b7cdf req-838896c8-b16c-4ff2-9942-d2034207be94 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436287 Jan 28 20:00:13.223154 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077a252-6421-45a4-ad42-96334e71fbb0 req-d0c93134-bad2-4d82-880b-e4b7c5167b6e tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:13.224565 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d077a252-6421-45a4-ad42-96334e71fbb0 req-d0c93134-bad2-4d82-880b-e4b7c5167b6e tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0688612 Jan 28 20:00:13.271683 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d077a252-6421-45a4-ad42-96334e71fbb0 req-a38b951f-87b8-4da7-a967-1004a6d49f99 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 Jan 28 20:00:14.411303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fb810-fa02-43fe-aa83-9ac7b8db372d req-5a49ccc7-a678-4c63-9314-9cfb5ae6961a tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:14.412837 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-945fb810-fa02-43fe-aa83-9ac7b8db372d req-5a49ccc7-a678-4c63-9314-9cfb5ae6961a tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0595534 Jan 28 20:00:14.470859 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-945fb810-fa02-43fe-aa83-9ac7b8db372d req-fbfbe095-8bcd-471c-be79-799b5d18d76a tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520146 Jan 28 20:00:15.613170 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a0df2-b856-434d-ac7a-50c99923ab9e req-0ba4fa16-c096-409c-9639-99138d6c534f tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:15.614713 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-517a0df2-b856-434d-ac7a-50c99923ab9e req-0ba4fa16-c096-409c-9639-99138d6c534f tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0602756 Jan 28 20:00:15.665009 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-517a0df2-b856-434d-ac7a-50c99923ab9e req-e9ec484a-3c19-43ef-9e71-cac55e8b1367 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434852 Jan 28 20:00:16.805894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20db0b6-cf9a-4fd2-8073-90216fa9de19 req-b1dd7981-fafd-4df6-a0b6-9dd09c9df077 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:16.807525 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b20db0b6-cf9a-4fd2-8073-90216fa9de19 req-b1dd7981-fafd-4df6-a0b6-9dd09c9df077 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0572071 Jan 28 20:00:16.856792 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b20db0b6-cf9a-4fd2-8073-90216fa9de19 req-39f46c24-12d3-4b12-ba93-471602b1f6e6 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432844 Jan 28 20:00:17.996895 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516cb0a-045b-4222-baca-5f8f149abe3b req-1f8094d0-efb0-43f1-8580-6a839b1f3780 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:17.998355 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4516cb0a-045b-4222-baca-5f8f149abe3b req-1f8094d0-efb0-43f1-8580-6a839b1f3780 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0560584 Jan 28 20:00:18.050158 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4516cb0a-045b-4222-baca-5f8f149abe3b req-1388c7b3-a956-4c96-b3fd-bd5ef1baf765 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458438 Jan 28 20:00:18.301606 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92b327ea-1fc6-462a-ab5c-8322b0e3d086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:19.181379 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dabe35-ce3a-4060-8b28-abc82615d525 req-c89b04e9-668d-4c5a-bd90-9824d704e653 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:19.182935 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c1dabe35-ce3a-4060-8b28-abc82615d525 req-c89b04e9-668d-4c5a-bd90-9824d704e653 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0544782 Jan 28 20:00:19.237487 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c1dabe35-ce3a-4060-8b28-abc82615d525 req-0e6c2401-4d09-463f-ab10-8302e7dc9bff tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486090 Jan 28 20:00:20.359990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e6963-21ce-4a24-9b5e-e09c8b7ad45e req-3185ccdc-aaa6-4ded-a9b8-62141b8ad13a tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:20.361495 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf1e6963-21ce-4a24-9b5e-e09c8b7ad45e req-3185ccdc-aaa6-4ded-a9b8-62141b8ad13a tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0557253 Jan 28 20:00:20.410058 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf1e6963-21ce-4a24-9b5e-e09c8b7ad45e req-69d89357-450c-4975-8bab-a87c15ae8049 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425851 Jan 28 20:00:20.456395 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af0f7e80-6d62-439b-86f4-ab93453cfc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:21.541659 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c0355-4fd4-4217-b057-bd6c215ce766 req-a067b296-96e4-409f-b987-5a5b4f098894 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:21.543200 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac0c0355-4fd4-4217-b057-bd6c215ce766 req-a067b296-96e4-409f-b987-5a5b4f098894 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0543625 Jan 28 20:00:21.592929 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ac0c0355-4fd4-4217-b057-bd6c215ce766 req-81fee912-adc8-4da7-bdac-11b8e772788a tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423162 Jan 28 20:00:21.889917 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:22.721349 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f06ba-7a26-4afb-b2bf-624de389dc1a req-32ceede2-83e0-46e1-b4d6-3bfbc9f5dfe4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:22.722920 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bc0f06ba-7a26-4afb-b2bf-624de389dc1a req-32ceede2-83e0-46e1-b4d6-3bfbc9f5dfe4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0543575 Jan 28 20:00:22.770473 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bc0f06ba-7a26-4afb-b2bf-624de389dc1a req-d3fc2c5a-8272-4518-b634-9b2d449c3baf tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416892 Jan 28 20:00:23.173656 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:23.902734 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b6548-7c0e-458a-8324-c4320a1deab4 req-cc73d619-5073-4f56-a53c-03e655d36d19 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:23.904140 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c51b6548-7c0e-458a-8324-c4320a1deab4 req-cc73d619-5073-4f56-a53c-03e655d36d19 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0555100 Jan 28 20:00:23.953265 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c51b6548-7c0e-458a-8324-c4320a1deab4 req-aebf5fb7-a278-4d8b-87d9-b9439acaf192 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411587 Jan 28 20:00:24.557580 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:25.084277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396df450-2236-4071-94bc-c6b199d731c1 req-760ab1ec-03dd-4080-b3cf-8e53835cc348 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:25.085737 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-396df450-2236-4071-94bc-c6b199d731c1 req-760ab1ec-03dd-4080-b3cf-8e53835cc348 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0626955 Jan 28 20:00:25.134059 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-396df450-2236-4071-94bc-c6b199d731c1 req-90bd1094-f940-4b57-887c-1cf7752bc3e3 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 Jan 28 20:00:25.902111 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:26.273468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445fdc6-1515-4a1c-b992-9f1d87bfcb74 req-e23ac606-8169-456b-8d42-1d6aaafcae82 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:26.275067 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5445fdc6-1515-4a1c-b992-9f1d87bfcb74 req-e23ac606-8169-456b-8d42-1d6aaafcae82 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0636597 Jan 28 20:00:26.325513 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5445fdc6-1515-4a1c-b992-9f1d87bfcb74 req-ed860360-5849-48e6-a35e-ea39cf44cd10 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419540 Jan 28 20:00:27.411025 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-6cc6f5a5-4200-4d50-abac-71c99647ed67 service neutron] show failed (client error): The resource could not be found. Jan 28 20:00:27.412071 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-6cc6f5a5-4200-4d50-abac-71c99647ed67 service neutron] 10.222.0.31 "GET /v2.0/ports/3f241816-f525-4101-ba09-329adf6f3c3b/bindings/n-h2-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0649931 Jan 28 20:00:27.455774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628b02a-bbaf-4360-b5fd-b15bac7c3321 req-5f8c6dad-6bba-45fa-b2df-52d5d3b9296e tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:27.457276 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8628b02a-bbaf-4360-b5fd-b15bac7c3321 req-5f8c6dad-6bba-45fa-b2df-52d5d3b9296e tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0547197 Jan 28 20:00:27.505546 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8628b02a-bbaf-4360-b5fd-b15bac7c3321 req-5f02d05e-bdfc-4809-b3d3-3bcd8510d244 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420818 Jan 28 20:00:27.935613 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-c8d06d86-aece-4d63-b73c-11160d7edd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:27.937037 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-c8d06d86-aece-4d63-b73c-11160d7edd7f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973&tenant_id=8996bfe5637543fd96dcd36bfbff463e HTTP/1.1" status: 200 len: 1127 time: 0.3626151 Jan 28 20:00:27.947603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:00:28.007771 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:28.212935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] For port 3f241816-f525-4101-ba09-329adf6f3c3b, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=3f241816-f525-4101-ba09-329adf6f3c3b,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:28.244749 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] For port 3f241816-f525-4101-ba09-329adf6f3c3b, host n-h1-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:00:28.285821 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26992047-1efc-463c-881a-101c39823973', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f241816-f525-4101-ba09-329adf6f3c3b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:00:28.288240 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0e54fe-8d91-4c5d-8b64-353a85424ba6" -d '{"events": [{"server_uuid": "26992047-1efc-463c-881a-101c39823973", "name": "network-vif-unplugged", "status": "completed", "tag": "3f241816-f525-4101-ba09-329adf6f3c3b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:00:28.292032 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Publish callbacks [] for port (3f241816-f525-4101-ba09-329adf6f3c3b), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:28.304742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Transition to ACTIVE for port object 3f241816-f525-4101-ba09-329adf6f3c3b will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:00:28.309471 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:28.338655 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92070eba-9ed8-4de4-9fe8-f1da8118ec96 x-openstack-request-id: req-92070eba-9ed8-4de4-9fe8-f1da8118ec96 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:00:28.339016 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26992047-1efc-463c-881a-101c39823973", "name": "network-vif-unplugged", "status": "completed", "tag": "3f241816-f525-4101-ba09-329adf6f3c3b", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:00:28.339333 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92070eba-9ed8-4de4-9fe8-f1da8118ec96 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:00:28.339717 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26992047-1efc-463c-881a-101c39823973', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f241816-f525-4101-ba09-329adf6f3c3b', 'code': 200} Jan 28 20:00:28.373346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] No DVR routers for this DVR port 3f241816-f525-4101-ba09-329adf6f3c3b on host n-h1-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:00:28.376382 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Pushing event updated for resources: {'Port': ['ID=3f241816-f525-4101-ba09-329adf6f3c3b,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:28.387450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:28.387791 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:28.388127 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:28.388437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:28.388781 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:28.389104 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:28.389419 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:28.389731 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:28.390053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:28.390389 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:28.390692 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:28.391001 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:28.391310 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:28.419527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Attempting to bind port 3f241816-f525-4101-ba09-329adf6f3c3b on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:00:28.419854 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Attempting to bind port 3f241816-f525-4101-ba09-329adf6f3c3b by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'be99cdf8-e1f7-4704-8a42-d01a914e306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:00:28.420174 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Attempting to bind port 3f241816-f525-4101-ba09-329adf6f3c3b on network f983e898-68e3-436d-a3e6-8ed64f123b1f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:00:28.424398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Port 3f241816-f525-4101-ba09-329adf6f3c3b on network f983e898-68e3-436d-a3e6-8ed64f123b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:00:28.424707 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Attempting to bind port 3f241816-f525-4101-ba09-329adf6f3c3b on network f983e898-68e3-436d-a3e6-8ed64f123b1f {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:00:28.429421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:00:28.429747 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Checking segment: {'id': 'be99cdf8-e1f7-4704-8a42-d01a914e306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:00:28.430147 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Bound using segment: {'id': 'be99cdf8-e1f7-4704-8a42-d01a914e306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:00:28.430559 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Bound port: 3f241816-f525-4101-ba09-329adf6f3c3b, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be99cdf8-e1f7-4704-8a42-d01a914e306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:00:28.430906 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:28.496233 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] For port 3f241816-f525-4101-ba09-329adf6f3c3b, host n-h2-824834-4, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:00:28.499305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] For port 3f241816-f525-4101-ba09-329adf6f3c3b, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3f241816-f525-4101-ba09-329adf6f3c3b,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:00:28.506539 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:28.540057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:28.540670 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:28.542048 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] 10.222.0.37 "PUT /v2.0/ports/3f241816-f525-4101-ba09-329adf6f3c3b HTTP/1.1" status: 200 len: 1091 time: 0.5984395 Jan 28 20:00:28.563011 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f452f8-0277-4399-b4c9-943d99248614 service neutron] Pushing event updated for resources: {'Port': ['ID=3f241816-f525-4101-ba09-329adf6f3c3b,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:28.641345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-ff8bb11b-0df8-4848-9371-26c6077e815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:28.642883 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-ff8bb11b-0df8-4848-9371-26c6077e815e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8996bfe5637543fd96dcd36bfbff463e&device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 1125 time: 0.0758593 Jan 28 20:00:28.654154 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c31e7-622c-478f-99be-9a382fe26c10 req-931df433-2972-4a43-80bc-2208f75ea256 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:28.655504 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b55c31e7-622c-478f-99be-9a382fe26c10 req-931df433-2972-4a43-80bc-2208f75ea256 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 943 time: 0.0631816 Jan 28 20:00:28.755017 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b55c31e7-622c-478f-99be-9a382fe26c10 req-acadcb95-d700-4e06-93aa-d6d6f36171cd tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915740 Jan 28 20:00:28.771413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-83cb0f3d-d265-45a9-ab65-3227d1cea68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:28.772918 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-83cb0f3d-d265-45a9-ab65-3227d1cea68c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 200 len: 916 time: 0.1165283 Jan 28 20:00:28.818012 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-3482f623-a13e-4584-904a-796f5e142bb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f241816-f525-4101-ba09-329adf6f3c3b HTTP/1.1" status: 200 len: 217 time: 0.0390575 Jan 28 20:00:28.865196 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-bacdf48d-c3c5-40d5-9c8f-3dfe09fbabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:28.866624 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-bacdf48d-c3c5-40d5-9c8f-3dfe09fbabc0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bf810a4-2771-476e-9be5-3f1d6bde02d1 HTTP/1.1" status: 200 len: 855 time: 0.0427232 Jan 28 20:00:28.899203 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-ce5ad98d-2491-4bb9-8c09-407dd15b2c43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f983e898-68e3-436d-a3e6-8ed64f123b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254288 Jan 28 20:00:28.985704 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-c1a4545a-211f-4126-bcac-5849731aabe3 service neutron] 10.222.0.37 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806220 Jan 28 20:00:29.077671 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-607307c0-b91f-4791-8c2a-a3c7b5f8a425 req-b22e1fe6-6cae-433d-a58b-53ef11f1d89d service neutron] 10.222.0.37 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865898 Jan 28 20:00:29.892080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1ee49-1642-4442-b767-4380310cdae4 req-5374cc0b-3cd9-41d3-bb8b-6018d81bd045 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:29.893473 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-beb1ee49-1642-4442-b767-4380310cdae4 req-5374cc0b-3cd9-41d3-bb8b-6018d81bd045 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 943 time: 0.0547423 Jan 28 20:00:29.946006 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-beb1ee49-1642-4442-b767-4380310cdae4 req-eb36438a-7f79-4ef7-9879-bae90c62a375 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468345 Jan 28 20:00:30.341522 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26992047-1efc-463c-881a-101c39823973', 'tag': '3f241816-f525-4101-ba09-329adf6f3c3b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:00:30.345488 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914ca023-ddbd-4203-adba-0d7b52b63006" -d '{"events": [{"name": "network-changed", "server_uuid": "26992047-1efc-463c-881a-101c39823973", "tag": "3f241816-f525-4101-ba09-329adf6f3c3b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:00:30.402834 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34463577-b55b-475b-94af-90580075e5fa x-openstack-request-id: req-34463577-b55b-475b-94af-90580075e5fa {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:00:30.403111 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26992047-1efc-463c-881a-101c39823973", "tag": "3f241816-f525-4101-ba09-329adf6f3c3b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:00:30.403365 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34463577-b55b-475b-94af-90580075e5fa {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:00:30.403762 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26992047-1efc-463c-881a-101c39823973', 'tag': '3f241816-f525-4101-ba09-329adf6f3c3b', 'status': 'completed', 'code': 200} Jan 28 20:00:30.466893 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-77787fa0-45bd-44c3-8bdf-c3324d8cb0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:30.468497 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-77787fa0-45bd-44c3-8bdf-c3324d8cb0cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8996bfe5637543fd96dcd36bfbff463e&device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 1125 time: 0.0468047 Jan 28 20:00:30.470619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-693170c7-f1bd-438e-8da1-fee11bc14209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:30.472132 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-693170c7-f1bd-438e-8da1-fee11bc14209 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8996bfe5637543fd96dcd36bfbff463e&device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 1125 time: 0.0447457 Jan 28 20:00:30.560794 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-a8610140-8005-45d7-8715-c8ebcd0a5931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:30.562058 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-7991dc1f-b1b8-4e47-971a-08f7b6abac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:30.562322 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-a8610140-8005-45d7-8715-c8ebcd0a5931 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 200 len: 916 time: 0.0838261 Jan 28 20:00:30.563533 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-7991dc1f-b1b8-4e47-971a-08f7b6abac68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 200 len: 916 time: 0.0885775 Jan 28 20:00:30.596156 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:30.606803 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-7fead88f-59e5-4f26-9c35-57680a5f6c6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f241816-f525-4101-ba09-329adf6f3c3b HTTP/1.1" status: 200 len: 217 time: 0.0367899 Jan 28 20:00:30.608932 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-e752fd1e-72d7-4b48-9a49-ecfc8512b1e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f241816-f525-4101-ba09-329adf6f3c3b HTTP/1.1" status: 200 len: 217 time: 0.0406430 Jan 28 20:00:30.655565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-caabf8ba-e7f2-41db-a503-e90ae308caae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:30.657042 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-caabf8ba-e7f2-41db-a503-e90ae308caae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bf810a4-2771-476e-9be5-3f1d6bde02d1 HTTP/1.1" status: 200 len: 855 time: 0.0445726 Jan 28 20:00:30.657864 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-821b41b2-a4d8-48c3-9e41-ceb945c13b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:30.660264 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-821b41b2-a4d8-48c3-9e41-ceb945c13b43 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bf810a4-2771-476e-9be5-3f1d6bde02d1 HTTP/1.1" status: 200 len: 855 time: 0.0453308 Jan 28 20:00:30.692131 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-bdf6d8cf-ed50-4152-8a59-7fd1c80b5779 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f983e898-68e3-436d-a3e6-8ed64f123b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295348 Jan 28 20:00:30.692911 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-c49b3132-db56-459a-bbe0-bf591a89c099 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f983e898-68e3-436d-a3e6-8ed64f123b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265977 Jan 28 20:00:30.779236 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-d5d932dd-85bf-4f4a-ade3-2f557c021c51 service neutron] 10.222.0.37 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813746 Jan 28 20:00:30.785168 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-57bfe6fd-8cbd-412f-8650-057d3e5f305a service neutron] 10.222.0.31 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867050 Jan 28 20:00:30.871408 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-53993157-22dd-4eb4-a9a0-99d118c26789 service neutron] 10.222.0.37 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860765 Jan 28 20:00:30.873955 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-914ca023-ddbd-4203-adba-0d7b52b63006 req-51a3657f-9253-448a-b101-c4b0a5f2cb79 service neutron] 10.222.0.31 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827463 Jan 28 20:00:31.074204 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4576d-fc64-4a74-899f-87599de4ce1f req-bf393692-e635-4663-af06-c6c0ce510ea8 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:31.075729 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35b4576d-fc64-4a74-899f-87599de4ce1f req-bf393692-e635-4663-af06-c6c0ce510ea8 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 943 time: 0.0570416 Jan 28 20:00:31.128032 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35b4576d-fc64-4a74-899f-87599de4ce1f req-7b28c44e-5b34-4cf0-aff8-2b47894ae64c tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466175 Jan 28 20:00:31.773447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 3f241816-f525-4101-ba09-329adf6f3c3b no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:00:31.822093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] The host n-h1-824834-4 is not matching for port 3f241816-f525-4101-ba09-329adf6f3c3b host n-h2-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:00:31.822473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 3f241816-f525-4101-ba09-329adf6f3c3b not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:00:32.003210 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 3f241816-f525-4101-ba09-329adf6f3c3b details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:00:32.111269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 3f241816-f525-4101-ba09-329adf6f3c3b, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3f241816-f525-4101-ba09-329adf6f3c3b,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:32.121796 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '3f241816-f525-4101-ba09-329adf6f3c3b', 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f', 'port_id': '3f241816-f525-4101-ba09-329adf6f3c3b', 'mac_address': 'fa:16:3e:08:2b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf810a4-2771-476e-9be5-3f1d6bde02d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:00:32.158947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 3f241816-f525-4101-ba09-329adf6f3c3b is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:00:32.159342 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:32.172771 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f241816-f525-4101-ba09-329adf6f3c3b {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:00:32.192871 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 3f241816-f525-4101-ba09-329adf6f3c3b, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3f241816-f525-4101-ba09-329adf6f3c3b,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:32.197797 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:32.251976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=3f241816-f525-4101-ba09-329adf6f3c3b,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:32.265406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb07a9-d30b-44e7-90a0-51f4ee9c5d98 req-3349d3fb-39ab-452e-b5ca-d4fc4d472130 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:32.267061 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-83cb07a9-d30b-44e7-90a0-51f4ee9c5d98 req-3349d3fb-39ab-452e-b5ca-d4fc4d472130 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 944 time: 0.0598834 Jan 28 20:00:32.315007 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-83cb07a9-d30b-44e7-90a0-51f4ee9c5d98 req-1960edeb-ff5b-48c1-8477-7e0d3b1a8ee1 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418341 Jan 28 20:00:32.516854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['3f241816-f525-4101-ba09-329adf6f3c3b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:00:33.445717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40ddef-a729-4068-80a4-724c30fbca26 req-bc10a782-e645-48f6-b6dd-e6558fe537b0 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:33.447255 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f40ddef-a729-4068-80a4-724c30fbca26 req-bc10a782-e645-48f6-b6dd-e6558fe537b0 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 944 time: 0.0610821 Jan 28 20:00:33.497219 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f40ddef-a729-4068-80a4-724c30fbca26 req-8354b9ba-c6a1-4c5a-8966-da21762ac048 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442791 Jan 28 20:00:33.704617 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8c796-90af-448b-98a2-44ddb21b27a5 req-7cf25d4b-6297-4656-95e9-f97c527c72f4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:33.706137 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d9b8c796-90af-448b-98a2-44ddb21b27a5 req-7cf25d4b-6297-4656-95e9-f97c527c72f4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 944 time: 0.0530961 Jan 28 20:00:33.819532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d9b8c796-90af-448b-98a2-44ddb21b27a5 req-6e8febae-58dd-4195-b9eb-decfddd14788 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043041 Jan 28 20:00:33.828012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c877de7-8e03-4e9b-869a-e2575b649be5 req-7b868a42-e71b-44be-aef8-668073158966 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:33.829433 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c877de7-8e03-4e9b-869a-e2575b649be5 req-7b868a42-e71b-44be-aef8-668073158966 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.31 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973&tenant_id=8996bfe5637543fd96dcd36bfbff463e&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 944 time: 0.1224544 Jan 28 20:00:33.889318 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-3c877de7-8e03-4e9b-869a-e2575b649be5 req-a03cab0c-dd7e-4f44-8328-f984f28a86e3 service neutron] delete failed (client error): The resource could not be found. Jan 28 20:00:33.890231 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c877de7-8e03-4e9b-869a-e2575b649be5 req-a03cab0c-dd7e-4f44-8328-f984f28a86e3 service neutron] 10.222.0.31 "DELETE /v2.0/ports/3f241816-f525-4101-ba09-329adf6f3c3b/bindings/n-h1-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0542524 Jan 28 20:00:33.978852 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c877de7-8e03-4e9b-869a-e2575b649be5 req-18940707-0168-45c0-a2af-bf441861dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:33.980350 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c877de7-8e03-4e9b-869a-e2575b649be5 req-18940707-0168-45c0-a2af-bf441861dbd6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8996bfe5637543fd96dcd36bfbff463e&device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 1126 time: 0.0468414 Jan 28 20:00:34.005701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 3f241816-f525-4101-ba09-329adf6f3c3b up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:00:34.062328 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 3f241816-f525-4101-ba09-329adf6f3c3b completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:00:34.065898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 3f241816-f525-4101-ba09-329adf6f3c3b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:00:34.066675 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:34.077623 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c877de7-8e03-4e9b-869a-e2575b649be5 req-44968929-cb24-4a39-ae25-b6659682c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:34.079151 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c877de7-8e03-4e9b-869a-e2575b649be5 req-44968929-cb24-4a39-ae25-b6659682c098 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 200 len: 916 time: 0.0922620 Jan 28 20:00:34.119230 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c877de7-8e03-4e9b-869a-e2575b649be5 req-e5152c50-d767-4d73-b8ed-08222405863d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f241816-f525-4101-ba09-329adf6f3c3b HTTP/1.1" status: 200 len: 217 time: 0.0340743 Jan 28 20:00:34.143735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 3f241816-f525-4101-ba09-329adf6f3c3b is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:00:34.144051 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:34.169895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26992047-1efc-463c-881a-101c39823973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f241816-f525-4101-ba09-329adf6f3c3b'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:00:34.170630 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c877de7-8e03-4e9b-869a-e2575b649be5 req-f8f0fc83-6201-4aca-8dba-907dd0c00cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:34.172171 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c877de7-8e03-4e9b-869a-e2575b649be5 req-f8f0fc83-6201-4aca-8dba-907dd0c00cf6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bf810a4-2771-476e-9be5-3f1d6bde02d1 HTTP/1.1" status: 200 len: 855 time: 0.0466235 Jan 28 20:00:34.172290 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464911bb-93ea-412f-b544-510aa65e2e35" -d '{"events": [{"server_uuid": "26992047-1efc-463c-881a-101c39823973", "name": "network-vif-plugged", "status": "completed", "tag": "3f241816-f525-4101-ba09-329adf6f3c3b"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:00:34.187828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 3f241816-f525-4101-ba09-329adf6f3c3b, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3f241816-f525-4101-ba09-329adf6f3c3b,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:34.193260 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:34.204247 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c877de7-8e03-4e9b-869a-e2575b649be5 req-576037f2-5636-4051-9622-37ca539d4854 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f983e898-68e3-436d-a3e6-8ed64f123b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263934 Jan 28 20:00:34.228780 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53571f5b-1e4a-4c8a-a659-778feb24ff23 x-openstack-request-id: req-53571f5b-1e4a-4c8a-a659-778feb24ff23 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:00:34.229075 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26992047-1efc-463c-881a-101c39823973", "name": "network-vif-plugged", "status": "completed", "tag": "3f241816-f525-4101-ba09-329adf6f3c3b", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:00:34.229359 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53571f5b-1e4a-4c8a-a659-778feb24ff23 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:00:34.229717 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26992047-1efc-463c-881a-101c39823973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f241816-f525-4101-ba09-329adf6f3c3b', 'code': 200} Jan 28 20:00:34.247073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=3f241816-f525-4101-ba09-329adf6f3c3b,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:34.292164 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c877de7-8e03-4e9b-869a-e2575b649be5 req-e21c25f0-9552-408f-9267-71114dabeb1a service neutron] 10.222.0.31 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820959 Jan 28 20:00:34.384351 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c877de7-8e03-4e9b-869a-e2575b649be5 req-35be5e31-761b-48ba-8967-aad0dfb1dba8 service neutron] 10.222.0.31 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855117 Jan 28 20:00:34.960170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dea792-77cf-45d1-b24c-a70e4d78f5dc req-0e0bc74b-ae5b-4527-af6a-2e247169b705 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:34.962044 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4dea792-77cf-45d1-b24c-a70e4d78f5dc req-0e0bc74b-ae5b-4527-af6a-2e247169b705 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0579474 Jan 28 20:00:35.009248 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4dea792-77cf-45d1-b24c-a70e4d78f5dc req-e81a0179-bc13-4e73-b94c-ce787518f956 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408058 Jan 28 20:00:35.131242 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934a3be-24e5-43dd-9a23-012df096b952 req-c59ae211-275e-4a24-a71b-5d7a9392374a tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:35.132704 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5934a3be-24e5-43dd-9a23-012df096b952 req-c59ae211-275e-4a24-a71b-5d7a9392374a tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0553842 Jan 28 20:00:35.182885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5934a3be-24e5-43dd-9a23-012df096b952 req-5d3ccff1-12b8-44fb-b819-345b8fedcce8 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428288 Jan 28 20:00:35.256956 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:00:35.304464 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2070d6-056a-4cdc-ae7f-ebd1609a138b req-4b627330-c2c9-46ca-9dd6-e4f0ea3c36fe tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:35.305873 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b2070d6-056a-4cdc-ae7f-ebd1609a138b req-4b627330-c2c9-46ca-9dd6-e4f0ea3c36fe tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0555489 Jan 28 20:00:35.363381 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b2070d6-056a-4cdc-ae7f-ebd1609a138b req-03408e59-e0a4-42cc-915d-896152ff56a6 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489321 Jan 28 20:00:35.725172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-6f9eb7c3-db64-477f-9a55-edee41920c4c tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:35.726734 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-6f9eb7c3-db64-477f-9a55-edee41920c4c tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/networks?id=f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 200 len: 815 time: 0.1007433 Jan 28 20:00:35.741430 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-05655c8d-e3e4-43d3-bc4f-c63150f9ad9b tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/quotas/8996bfe5637543fd96dcd36bfbff463e HTTP/1.1" status: 200 len: 375 time: 0.0092778 Jan 28 20:00:35.793363 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-e675cbb5-e963-4885-b4cf-515b0333027f tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8996bfe5637543fd96dcd36bfbff463e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471535 Jan 28 20:00:35.803728 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-5e51a3b3-a968-40ae-af6f-2ebbab831f33 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:00:35.804665 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-5e51a3b3-a968-40ae-af6f-2ebbab831f33 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048773 Jan 28 20:00:35.895138 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-ebfba82f-24c9-49b9-bae0-a5c67fd8af29 service neutron] 10.222.0.55 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851483 Jan 28 20:00:35.988119 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-6c36c32c-632b-4bf9-941f-17e6cc81cd9f service neutron] 10.222.0.55 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846877 Jan 28 20:00:36.153452 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ab7dbd5f-66f6-4c5e-a26b-0e97163448c5 req-f9381e03-d654-46f4-a7db-5536412bff80 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 210 time: 0.0305047 Jan 28 20:00:36.975038 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45417ec-42e8-4e70-b4e2-90204fb978d5 req-a5abe5e2-5ded-4fe1-b487-1ca3e84819ef tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:36.976547 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a45417ec-42e8-4e70-b4e2-90204fb978d5 req-a5abe5e2-5ded-4fe1-b487-1ca3e84819ef tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.37 "GET /v2.0/ports?device_id=26992047-1efc-463c-881a-101c39823973 HTTP/1.1" status: 200 len: 945 time: 0.0590508 Jan 28 20:00:37.004773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.37', 55092) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:00:37.074328 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-a45417ec-42e8-4e70-b4e2-90204fb978d5 req-bdd8eb4c-522e-4ad4-933a-453f7b94bef4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Deleting port 3f241816-f525-4101-ba09-329adf6f3c3b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:00:37.074729 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a45417ec-42e8-4e70-b4e2-90204fb978d5 req-bdd8eb4c-522e-4ad4-933a-453f7b94bef4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:37.117245 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-a427006c-ee47-4857-9632-f1cdfd63932a tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:37.119203 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-a427006c-ee47-4857-9632-f1cdfd63932a tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.37 "GET /v2.0/networks?id=f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 200 len: 815 time: 0.1132553 Jan 28 20:00:37.136421 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Request body: {'port': {'device_id': '55b07338-c237-4fe9-bc47-8b2d7e54621d', 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f', 'admin_state_up': True, 'tenant_id': '8996bfe5637543fd96dcd36bfbff463e'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:00:37.176559 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-a45417ec-42e8-4e70-b4e2-90204fb978d5 req-bdd8eb4c-522e-4ad4-933a-453f7b94bef4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] For port 3f241816-f525-4101-ba09-329adf6f3c3b, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=3f241816-f525-4101-ba09-329adf6f3c3b,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:37.177139 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a45417ec-42e8-4e70-b4e2-90204fb978d5 req-bdd8eb4c-522e-4ad4-933a-453f7b94bef4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:37.189170 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [req-a45417ec-42e8-4e70-b4e2-90204fb978d5 req-bdd8eb4c-522e-4ad4-933a-453f7b94bef4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Calling delete_port for 3f241816-f525-4101-ba09-329adf6f3c3b owned by compute:nova {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:00:37.264088 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83f2583f-cd82-45a0-aa28-5fce468d6af5 req-690a998e-8407-4ef7-a7fe-dcd9b6469729 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 210 time: 0.0357971 Jan 28 20:00:37.285136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Made reservation on behalf of 8996bfe5637543fd96dcd36bfbff463e for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:00:37.285136 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:37.327419 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a45417ec-42e8-4e70-b4e2-90204fb978d5 req-bdd8eb4c-522e-4ad4-933a-453f7b94bef4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (3f241816-f525-4101-ba09-329adf6f3c3b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:37.344749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['3f241816-f525-4101-ba09-329adf6f3c3b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:00:37.361689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8eb4c-522e-4ad4-933a-453f7b94bef4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Pushing event deleted for resources: {'Port': ['ID=3f241816-f525-4101-ba09-329adf6f3c3b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:37.410207 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45417ec-42e8-4e70-b4e2-90204fb978d5 req-bdd8eb4c-522e-4ad4-933a-453f7b94bef4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] No DVR routers for this DVR port 3f241816-f525-4101-ba09-329adf6f3c3b on host n-h2-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:00:37.413017 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-a45417ec-42e8-4e70-b4e2-90204fb978d5 req-bdd8eb4c-522e-4ad4-933a-453f7b94bef4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:37.416395 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a45417ec-42e8-4e70-b4e2-90204fb978d5 req-bdd8eb4c-522e-4ad4-933a-453f7b94bef4 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.37 "DELETE /v2.0/ports/3f241816-f525-4101-ba09-329adf6f3c3b HTTP/1.1" status: 204 len: 173 time: 0.4319029 Jan 28 20:00:37.416848 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26992047-1efc-463c-881a-101c39823973', 'name': 'network-vif-deleted', 'tag': '3f241816-f525-4101-ba09-329adf6f3c3b'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:00:37.419638 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19aa6f1aa1827aefc7cf1d04b292d7d62abd317dbe983e178f4ec92afdb65e35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe146c8-8055-4593-88d3-b23800a90f2c" -d '{"events": [{"server_uuid": "26992047-1efc-463c-881a-101c39823973", "name": "network-vif-deleted", "tag": "3f241816-f525-4101-ba09-329adf6f3c3b"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:00:37.432456 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Allocated IP 172.20.0.13 (f983e898-68e3-436d-a3e6-8ed64f123b1f/7bf810a4-2771-476e-9be5-3f1d6bde02d1/4fa49d28-9e70-4188-8326-0c4e61069b56) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:00:37.458413 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1bc9f0-7c08-4057-a6f3-fb820bc83f38 x-openstack-request-id: req-7c1bc9f0-7c08-4057-a6f3-fb820bc83f38 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:00:37.458714 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26992047-1efc-463c-881a-101c39823973", "name": "network-vif-deleted", "tag": "3f241816-f525-4101-ba09-329adf6f3c3b", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:00:37.458984 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c1bc9f0-7c08-4057-a6f3-fb820bc83f38 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:00:37.459349 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26992047-1efc-463c-881a-101c39823973', 'name': 'network-vif-deleted', 'tag': '3f241816-f525-4101-ba09-329adf6f3c3b', 'status': 'completed', 'code': 200} Jan 28 20:00:37.588769 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Publish callbacks [] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:37.627682 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:37.639075 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['3f241816-f525-4101-ba09-329adf6f3c3b'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:00:37.671062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Network f983e898-68e3-436d-a3e6-8ed64f123b1f is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:00:37.674606 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:00:37.681051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:00:37.687526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Pushing event updated for resources: {'Port': ['ID=4fa49d28-9e70-4188-8326-0c4e61069b56,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:37.720239 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:37.720593 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:37.720938 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:37.721247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:37.721577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:37.721906 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:37.722267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:37.722591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:37.722914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:37.723239 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:37.723562 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:37.723882 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:37.724198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:37.745624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:37.746297 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:37.764698 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-d965162c-af1d-4403-82d0-a6af034e3273 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6350875 Jan 28 20:00:37.775965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Request body: {'port': {'device_id': '55b07338-c237-4fe9-bc47-8b2d7e54621d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:00:37.835381 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:38.093625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa49d28-9e70-4188-8326-0c4e61069b56 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:00:38.101434 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Publish callbacks [] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:38.114310 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Transition to ACTIVE for port object 4fa49d28-9e70-4188-8326-0c4e61069b56 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:00:38.120928 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:38.167724 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa49d28-9e70-4188-8326-0c4e61069b56,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:38.235599 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Attempting to bind port 4fa49d28-9e70-4188-8326-0c4e61069b56 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:00:38.235935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Attempting to bind port 4fa49d28-9e70-4188-8326-0c4e61069b56 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'be99cdf8-e1f7-4704-8a42-d01a914e306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:00:38.236247 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Attempting to bind port 4fa49d28-9e70-4188-8326-0c4e61069b56 on network f983e898-68e3-436d-a3e6-8ed64f123b1f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:00:38.240626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Port 4fa49d28-9e70-4188-8326-0c4e61069b56 on network f983e898-68e3-436d-a3e6-8ed64f123b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:00:38.240944 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Attempting to bind port 4fa49d28-9e70-4188-8326-0c4e61069b56 on network f983e898-68e3-436d-a3e6-8ed64f123b1f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:00:38.246228 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:00:38.246557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Checking segment: {'id': 'be99cdf8-e1f7-4704-8a42-d01a914e306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:00:38.246933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Bound using segment: {'id': 'be99cdf8-e1f7-4704-8a42-d01a914e306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:00:38.247382 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Bound port: 4fa49d28-9e70-4188-8326-0c4e61069b56, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be99cdf8-e1f7-4704-8a42-d01a914e306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:00:38.247722 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:38.316784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] For port 4fa49d28-9e70-4188-8326-0c4e61069b56, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:00:38.320114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] For port 4fa49d28-9e70-4188-8326-0c4e61069b56, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4fa49d28-9e70-4188-8326-0c4e61069b56,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:00:38.328920 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:38.389116 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:38.389747 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:38.391161 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] 10.222.0.37 "PUT /v2.0/ports/4fa49d28-9e70-4188-8326-0c4e61069b56 HTTP/1.1" status: 200 len: 1092 time: 0.6192605 Jan 28 20:00:38.392404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b07338-c237-4fe9-bc47-8b2d7e54621d', 'tag': '4fa49d28-9e70-4188-8326-0c4e61069b56'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:00:38.394737 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b530e21b-1434-4674-b972-00720ee45700" -d '{"events": [{"name": "network-changed", "server_uuid": "55b07338-c237-4fe9-bc47-8b2d7e54621d", "tag": "4fa49d28-9e70-4188-8326-0c4e61069b56"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:00:38.420402 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0a00d-91e7-47d5-9503-e022caa07f12 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa49d28-9e70-4188-8326-0c4e61069b56,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:38.439414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4831dc-f016-4e67-8e01-6351b536fa48 req-9fe4a637-d1af-4d51-a66f-ae441f49c6aa tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:38.441342 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eb4831dc-f016-4e67-8e01-6351b536fa48 req-9fe4a637-d1af-4d51-a66f-ae441f49c6aa tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 944 time: 0.1063082 Jan 28 20:00:38.452242 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d99e14-454f-49f1-875f-e438671a4da6 x-openstack-request-id: req-81d99e14-454f-49f1-875f-e438671a4da6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:00:38.452533 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b07338-c237-4fe9-bc47-8b2d7e54621d", "tag": "4fa49d28-9e70-4188-8326-0c4e61069b56", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:00:38.452789 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81d99e14-454f-49f1-875f-e438671a4da6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:00:38.453187 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b07338-c237-4fe9-bc47-8b2d7e54621d', 'tag': '4fa49d28-9e70-4188-8326-0c4e61069b56', 'status': 'completed', 'code': 200} Jan 28 20:00:38.520820 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eb4831dc-f016-4e67-8e01-6351b536fa48 req-0be679fc-dde2-4932-be78-c5953090ce4f tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702896 Jan 28 20:00:38.525671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-13f84995-6bff-4c82-bf2f-8ffccb52ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:38.527185 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-13f84995-6bff-4c82-bf2f-8ffccb52ee7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8996bfe5637543fd96dcd36bfbff463e&device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 1126 time: 0.0845118 Jan 28 20:00:38.569112 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-9af80a70-bad5-4735-9097-e16b93c3317a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fa49d28-9e70-4188-8326-0c4e61069b56 HTTP/1.1" status: 200 len: 217 time: 0.0351002 Jan 28 20:00:38.616979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-a390e021-6351-4e7c-934e-df609bb3eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:38.618439 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-a390e021-6351-4e7c-934e-df609bb3eb05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bf810a4-2771-476e-9be5-3f1d6bde02d1 HTTP/1.1" status: 200 len: 855 time: 0.0427577 Jan 28 20:00:38.653924 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-22c7c05b-5e85-41ef-81d3-cf490c1299b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f983e898-68e3-436d-a3e6-8ed64f123b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287440 Jan 28 20:00:38.743810 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-9eff145d-1010-448a-a5ee-6b1934f750a0 service neutron] 10.222.0.37 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837948 Jan 28 20:00:38.834088 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-047d98ff-772c-40cb-b784-8f7cadefbb6b req-d1194bd2-7f17-46e4-b291-32248c89db23 service neutron] 10.222.0.37 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846457 Jan 28 20:00:38.929497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530e21b-1434-4674-b972-00720ee45700 req-3f881199-7a40-4c12-b7c1-e16e1aa5efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:38.930985 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b530e21b-1434-4674-b972-00720ee45700 req-3f881199-7a40-4c12-b7c1-e16e1aa5efab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8996bfe5637543fd96dcd36bfbff463e&device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 1126 time: 0.0469840 Jan 28 20:00:39.018707 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530e21b-1434-4674-b972-00720ee45700 req-43bd9027-d3eb-44ba-ba2a-a8086bcf7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:39.020215 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b530e21b-1434-4674-b972-00720ee45700 req-43bd9027-d3eb-44ba-ba2a-a8086bcf7d58 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 200 len: 916 time: 0.0833910 Jan 28 20:00:39.064505 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b530e21b-1434-4674-b972-00720ee45700 req-932bc804-032e-453b-b141-8c0b44505976 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fa49d28-9e70-4188-8326-0c4e61069b56 HTTP/1.1" status: 200 len: 217 time: 0.0370333 Jan 28 20:00:39.111491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530e21b-1434-4674-b972-00720ee45700 req-d5e6104a-8f45-468f-ad8c-6e7b98eea140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:39.112896 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b530e21b-1434-4674-b972-00720ee45700 req-d5e6104a-8f45-468f-ad8c-6e7b98eea140 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bf810a4-2771-476e-9be5-3f1d6bde02d1 HTTP/1.1" status: 200 len: 855 time: 0.0426316 Jan 28 20:00:39.143733 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b530e21b-1434-4674-b972-00720ee45700 req-a3dd6930-0c83-4663-869c-7bb3fe6ca13f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f983e898-68e3-436d-a3e6-8ed64f123b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247014 Jan 28 20:00:39.235181 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b530e21b-1434-4674-b972-00720ee45700 req-335a7ca6-de3b-44a0-8e75-dea34ca4382b service neutron] 10.222.0.37 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851924 Jan 28 20:00:39.634646 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b530e21b-1434-4674-b972-00720ee45700 req-8719742a-046b-46b9-9a79-7e934d9a525a service neutron] 10.222.0.37 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939874 Jan 28 20:00:39.648981 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0467f-f6da-47ab-a37f-8da8f29ce829 req-0e4da076-2bc4-450f-970b-eb502f230dc1 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:39.650483 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73a0467f-f6da-47ab-a37f-8da8f29ce829 req-0e4da076-2bc4-450f-970b-eb502f230dc1 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 944 time: 0.0555193 Jan 28 20:00:39.701902 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-73a0467f-f6da-47ab-a37f-8da8f29ce829 req-25d494be-1614-44b9-8eff-3785747b6ef1 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456407 Jan 28 20:00:40.850347 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed37283-7295-4a06-8f8f-9abec4afc899 req-0e2e28c9-b3b9-4558-9e42-ba8281fe8b09 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:40.852133 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ed37283-7295-4a06-8f8f-9abec4afc899 req-0e2e28c9-b3b9-4558-9e42-ba8281fe8b09 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 944 time: 0.0679238 Jan 28 20:00:40.907057 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ed37283-7295-4a06-8f8f-9abec4afc899 req-8b3bd3b6-344c-4272-a808-14b4205d66f8 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484533 Jan 28 20:00:42.038977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7995d04-aa30-4df2-894d-719b7592f4cc req-250747e7-c2ad-4890-8b72-c6e60f59b5a5 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:42.039573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4fa49d28-9e70-4188-8326-0c4e61069b56 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:00:42.040471 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c7995d04-aa30-4df2-894d-719b7592f4cc req-250747e7-c2ad-4890-8b72-c6e60f59b5a5 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 944 time: 0.0561767 Jan 28 20:00:42.041410 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 3f241816-f525-4101-ba09-329adf6f3c3b no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:00:42.071873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 3f241816-f525-4101-ba09-329adf6f3c3b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:00:42.072219 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 3f241816-f525-4101-ba09-329adf6f3c3b not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:00:42.088416 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c7995d04-aa30-4df2-894d-719b7592f4cc req-fae110b1-0b02-4e36-bae6-d8eee04e37f9 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421596 Jan 28 20:00:42.167030 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 4fa49d28-9e70-4188-8326-0c4e61069b56, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4fa49d28-9e70-4188-8326-0c4e61069b56,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:42.179159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '4fa49d28-9e70-4188-8326-0c4e61069b56', 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f', 'port_id': '4fa49d28-9e70-4188-8326-0c4e61069b56', 'mac_address': 'fa:16:3e:5d:62:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf810a4-2771-476e-9be5-3f1d6bde02d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:00:42.217352 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 4fa49d28-9e70-4188-8326-0c4e61069b56 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:00:42.217673 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:42.233859 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa49d28-9e70-4188-8326-0c4e61069b56 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:00:42.253687 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 4fa49d28-9e70-4188-8326-0c4e61069b56, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4fa49d28-9e70-4188-8326-0c4e61069b56,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:42.260212 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:42.308046 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=4fa49d28-9e70-4188-8326-0c4e61069b56,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:42.315507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.315851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.316551 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.316883 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.317211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.317535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.317855 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.318202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.318527 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.318838 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.319156 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.319471 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.319797 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:00:42.583635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['4fa49d28-9e70-4188-8326-0c4e61069b56'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:00:43.216749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2270c-c839-4503-a6ae-4d8f961f7ead req-50de9594-da99-4e53-8a6a-6f60522b2dac tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:43.218113 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbd2270c-c839-4503-a6ae-4d8f961f7ead req-50de9594-da99-4e53-8a6a-6f60522b2dac tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 945 time: 0.0559366 Jan 28 20:00:43.267864 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbd2270c-c839-4503-a6ae-4d8f961f7ead req-75306cb1-3bb7-44db-8090-bfd643ce1838 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416899 Jan 28 20:00:44.051530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4fa49d28-9e70-4188-8326-0c4e61069b56 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:00:44.107870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 4fa49d28-9e70-4188-8326-0c4e61069b56 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:00:44.112018 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 4fa49d28-9e70-4188-8326-0c4e61069b56 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:00:44.112399 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:44.189714 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 4fa49d28-9e70-4188-8326-0c4e61069b56 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:00:44.190153 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:44.215091 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b07338-c237-4fe9-bc47-8b2d7e54621d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa49d28-9e70-4188-8326-0c4e61069b56'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:00:44.217268 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fb0c76-66a0-4bb2-b75c-981b0930b8c1" -d '{"events": [{"server_uuid": "55b07338-c237-4fe9-bc47-8b2d7e54621d", "name": "network-vif-plugged", "status": "completed", "tag": "4fa49d28-9e70-4188-8326-0c4e61069b56"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:00:44.234087 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 4fa49d28-9e70-4188-8326-0c4e61069b56, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4fa49d28-9e70-4188-8326-0c4e61069b56,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:00:44.238714 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:44.262789 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f8321c-f441-4046-84cc-288a554ffa9d x-openstack-request-id: req-81f8321c-f441-4046-84cc-288a554ffa9d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:00:44.263164 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b07338-c237-4fe9-bc47-8b2d7e54621d", "name": "network-vif-plugged", "status": "completed", "tag": "4fa49d28-9e70-4188-8326-0c4e61069b56", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:00:44.263416 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81f8321c-f441-4046-84cc-288a554ffa9d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:00:44.263866 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b07338-c237-4fe9-bc47-8b2d7e54621d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa49d28-9e70-4188-8326-0c4e61069b56', 'code': 200} Jan 28 20:00:44.291585 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=4fa49d28-9e70-4188-8326-0c4e61069b56,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:00:44.395686 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce211455-68b4-4e6f-b9f6-c430efe8dd36 req-e1b7fbad-aa1b-4b08-b124-18fd9c157a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:44.397182 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ce211455-68b4-4e6f-b9f6-c430efe8dd36 req-e1b7fbad-aa1b-4b08-b124-18fd9c157a0a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 1128 time: 0.0770333 Jan 28 20:00:44.420643 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512bdee-37c5-4910-b9b6-5db49671f312 req-af2fb7f1-dfeb-4c03-8667-7ed8ce7b0d0b tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:44.422066 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9512bdee-37c5-4910-b9b6-5db49671f312 req-af2fb7f1-dfeb-4c03-8667-7ed8ce7b0d0b tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0777700 Jan 28 20:00:44.476565 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ce211455-68b4-4e6f-b9f6-c430efe8dd36 req-72c3a869-9eed-4b3c-a118-04b054353ce0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729110 Jan 28 20:00:44.490689 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9512bdee-37c5-4910-b9b6-5db49671f312 req-abbec4b7-a97f-4de9-a638-b32c45e249b2 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613041 Jan 28 20:00:45.625850 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241d0bc-4ae4-4d66-a2f3-d3a4f1adceba req-db330c90-ed11-4db1-bae9-403317252b94 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:45.627368 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2241d0bc-4ae4-4d66-a2f3-d3a4f1adceba req-db330c90-ed11-4db1-bae9-403317252b94 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0558293 Jan 28 20:00:45.673544 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2241d0bc-4ae4-4d66-a2f3-d3a4f1adceba req-da2e1690-3168-45ab-9cc4-dec4f4d06391 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Jan 28 20:00:46.812229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d4221-834b-40f3-952a-b50084b409e6 req-4f3aa96c-d5b0-43fa-a3d8-5be2b6f85e7c tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:46.813713 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-287d4221-834b-40f3-952a-b50084b409e6 req-4f3aa96c-d5b0-43fa-a3d8-5be2b6f85e7c tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0613050 Jan 28 20:00:46.861252 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-287d4221-834b-40f3-952a-b50084b409e6 req-40303844-9523-44f0-bd58-3829d5bbfb7b tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413342 Jan 28 20:00:46.983587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a7b33-98e0-4ba6-91ea-e16d00161dda req-8f70cd12-64a8-4da9-a634-5f3b9d290474 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:46.984977 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc3a7b33-98e0-4ba6-91ea-e16d00161dda req-8f70cd12-64a8-4da9-a634-5f3b9d290474 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0576429 Jan 28 20:00:47.030922 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc3a7b33-98e0-4ba6-91ea-e16d00161dda req-6bc1d406-2435-433f-a970-9666dec96daa tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403473 Jan 28 20:00:47.296595 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-66e9d74f-747a-4de0-89b1-2d16a52b1cc7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711792 Jan 28 20:00:47.307821 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e8a1c-e1a8-4f0f-9365-395d13a62d9b req-d1299188-2434-4219-910b-6f9f995be525 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:47.309224 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-857e8a1c-e1a8-4f0f-9365-395d13a62d9b req-d1299188-2434-4219-910b-6f9f995be525 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0761476 Jan 28 20:00:47.362322 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-857e8a1c-e1a8-4f0f-9365-395d13a62d9b req-f7b5aeb0-b166-4056-8b74-af9f1af2ae75 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464411 Jan 28 20:00:48.299934 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0b09567d-9c59-4ba7-9800-67dad9d0aea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:48.470788 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-bcacd189-28c2-4a45-a885-4a676876670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:48.472296 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-bcacd189-28c2-4a45-a885-4a676876670a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8996bfe5637543fd96dcd36bfbff463e&device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 1128 time: 0.0735018 Jan 28 20:00:48.550456 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6ce1c-2ce1-4c9c-9eb2-ab4f55e7a49b req-72cfb7fe-8eb8-4b6d-a490-1725cc3aa029 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:48.551824 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-54a6ce1c-2ce1-4c9c-9eb2-ab4f55e7a49b req-72cfb7fe-8eb8-4b6d-a490-1725cc3aa029 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.1159987 Jan 28 20:00:48.595808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-3e10a867-7f4f-4000-8dd5-3a9f6e1425f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:48.597313 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-3e10a867-7f4f-4000-8dd5-3a9f6e1425f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 200 len: 916 time: 0.1179330 Jan 28 20:00:48.648738 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-5a45ea14-2a30-41a9-997b-fef6941dedab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fa49d28-9e70-4188-8326-0c4e61069b56 HTTP/1.1" status: 200 len: 217 time: 0.0443280 Jan 28 20:00:48.656041 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-54a6ce1c-2ce1-4c9c-9eb2-ab4f55e7a49b req-828018b7-207c-42f9-9e1f-92987d5f6d64 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939698 Jan 28 20:00:48.700179 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-7c99b80b-7aee-4d36-8de2-727a01be1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:48.701741 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-7c99b80b-7aee-4d36-8de2-727a01be1d84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bf810a4-2771-476e-9be5-3f1d6bde02d1 HTTP/1.1" status: 200 len: 855 time: 0.0448384 Jan 28 20:00:48.734810 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-5b03fdb8-0191-4a21-8d2b-439121ed637e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f983e898-68e3-436d-a3e6-8ed64f123b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251293 Jan 28 20:00:48.828183 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-b8b35f28-0c1c-47a3-8e1d-98809ac5221b service neutron] 10.222.0.37 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871003 Jan 28 20:00:48.919418 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-d217aa6a-c590-4581-90f1-28df1cba300e service neutron] 10.222.0.37 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845118 Jan 28 20:00:49.779397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435f4e5-bf6c-4235-81a8-c07b3533d594 req-7b552e64-db14-4316-acfd-403e560f71eb tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:49.780861 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3435f4e5-bf6c-4235-81a8-c07b3533d594 req-7b552e64-db14-4316-acfd-403e560f71eb tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0552616 Jan 28 20:00:49.829826 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3435f4e5-bf6c-4235-81a8-c07b3533d594 req-e1d37dce-f0ab-4db9-b02a-abc79c4f9d76 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431459 Jan 28 20:00:50.472526 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ad37f71-c21f-4123-842a-d08dc03c3381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:50.965201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e29bd2-4b23-4d3d-a740-3a6f0db723bd req-57007766-6ae3-4e02-b11d-73af22d613c9 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:50.966732 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41e29bd2-4b23-4d3d-a740-3a6f0db723bd req-57007766-6ae3-4e02-b11d-73af22d613c9 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0646281 Jan 28 20:00:51.013274 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41e29bd2-4b23-4d3d-a740-3a6f0db723bd req-424efbd6-c6f3-4d7f-b8db-093b1fd9ac8a tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408838 Jan 28 20:00:51.903130 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:52.156420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe50acf-c609-494d-aade-84cbef0c5766 req-7a763e81-0904-487e-b798-f619a226c28f tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:52.158063 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fe50acf-c609-494d-aade-84cbef0c5766 req-7a763e81-0904-487e-b798-f619a226c28f tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0645089 Jan 28 20:00:52.206426 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fe50acf-c609-494d-aade-84cbef0c5766 req-fbac46d3-cd55-4303-922e-a7897e081667 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Jan 28 20:00:52.859862 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25f157-2878-4467-98d4-2a572e8ea960 req-906ee098-4bb0-4bab-9007-5b944179a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:52.861476 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ab25f157-2878-4467-98d4-2a572e8ea960 req-906ee098-4bb0-4bab-9007-5b944179a75f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8996bfe5637543fd96dcd36bfbff463e&device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 1128 time: 0.0479488 Jan 28 20:00:52.963799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25f157-2878-4467-98d4-2a572e8ea960 req-e6397ad7-e35e-49c9-8838-8e525494d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:52.965303 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ab25f157-2878-4467-98d4-2a572e8ea960 req-e6397ad7-e35e-49c9-8838-8e525494d877 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 200 len: 916 time: 0.0855963 Jan 28 20:00:53.011676 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ab25f157-2878-4467-98d4-2a572e8ea960 req-ce918999-f6e0-4db8-9c1d-16d27a480245 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fa49d28-9e70-4188-8326-0c4e61069b56 HTTP/1.1" status: 200 len: 217 time: 0.0402725 Jan 28 20:00:53.063582 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25f157-2878-4467-98d4-2a572e8ea960 req-f7430dac-7a15-4a0a-8795-9502323b9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:53.066316 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ab25f157-2878-4467-98d4-2a572e8ea960 req-f7430dac-7a15-4a0a-8795-9502323b9df5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bf810a4-2771-476e-9be5-3f1d6bde02d1 HTTP/1.1" status: 200 len: 855 time: 0.0483539 Jan 28 20:00:53.103319 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ab25f157-2878-4467-98d4-2a572e8ea960 req-d464dcf5-3df0-44fc-828a-be0e622095d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f983e898-68e3-436d-a3e6-8ed64f123b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316327 Jan 28 20:00:53.169445 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:53.196364 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ab25f157-2878-4467-98d4-2a572e8ea960 req-6a03b7da-c58f-42a6-9ab4-b23fc7035386 service neutron] 10.222.0.37 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864942 Jan 28 20:00:53.295709 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ab25f157-2878-4467-98d4-2a572e8ea960 req-15555ed0-9038-46f9-a919-5db9369dbe6b service neutron] 10.222.0.37 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935686 Jan 28 20:00:53.343205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c24d3-f968-4491-8e2d-97d3492ed5d0 req-150bee4e-08f5-4425-ba53-07e36b5e31ef tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:53.344723 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-771c24d3-f968-4491-8e2d-97d3492ed5d0 req-150bee4e-08f5-4425-ba53-07e36b5e31ef tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0678439 Jan 28 20:00:53.392702 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-771c24d3-f968-4491-8e2d-97d3492ed5d0 req-e82fe196-181b-4d74-987e-7e7134475ed8 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Jan 28 20:00:54.528979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a4116-ad2a-460b-9594-0efec222bfcb req-2f4ec723-ed46-41f2-9e87-0721de999971 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:54.530475 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-657a4116-ad2a-460b-9594-0efec222bfcb req-2f4ec723-ed46-41f2-9e87-0721de999971 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0642295 Jan 28 20:00:54.541782 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:54.577174 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-657a4116-ad2a-460b-9594-0efec222bfcb req-df523b83-557d-4744-9f8c-2a72cf7a2b9d tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410769 Jan 28 20:00:55.706485 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a722b5b-489d-4558-88fd-37fb4b0c2153 req-89e45519-e14d-4000-92a7-eb76c7a43897 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:55.708008 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a722b5b-489d-4558-88fd-37fb4b0c2153 req-89e45519-e14d-4000-92a7-eb76c7a43897 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0564783 Jan 28 20:00:55.754977 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4a722b5b-489d-4558-88fd-37fb4b0c2153 req-5b9221f2-f446-410d-9681-2028c40587fe tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412426 Jan 28 20:00:55.911813 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:00:56.889772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139c54b-9e26-464e-bdad-9963a3a34cb3 req-6595fda7-91d9-4011-af8d-37a010aa9b38 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:56.891271 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1139c54b-9e26-464e-bdad-9963a3a34cb3 req-6595fda7-91d9-4011-af8d-37a010aa9b38 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0558307 Jan 28 20:00:56.937724 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1139c54b-9e26-464e-bdad-9963a3a34cb3 req-6c55a6a3-7c91-40ea-8f85-f73273ae19c0 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408556 Jan 28 20:00:58.066248 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffbae2-4fd8-4fe5-bfbf-ba0775cbf927 req-50606a09-9d52-4ddd-9711-08b288d356dd tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:58.067751 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-20ffbae2-4fd8-4fe5-bfbf-ba0775cbf927 req-50606a09-9d52-4ddd-9711-08b288d356dd tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0606582 Jan 28 20:00:58.118338 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-20ffbae2-4fd8-4fe5-bfbf-ba0775cbf927 req-be31464f-1517-422d-9e68-409cdb680f2a tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448172 Jan 28 20:00:59.260508 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57a3f2-db32-4693-8fcd-573f929803ba req-923d7d01-2681-43e2-b056-3c8e38ff320e tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:00:59.261883 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1b57a3f2-db32-4693-8fcd-573f929803ba req-923d7d01-2681-43e2-b056-3c8e38ff320e tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0576193 Jan 28 20:00:59.314264 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1b57a3f2-db32-4693-8fcd-573f929803ba req-716b0ef4-5bfb-4247-823e-27f4d687849b tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466676 Jan 28 20:01:00.444058 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca51dff-c3e2-4b49-8991-7bae3b283ea1 req-12932ec1-af49-4343-9f43-08b0b31e3987 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:00.445557 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1ca51dff-c3e2-4b49-8991-7bae3b283ea1 req-12932ec1-af49-4343-9f43-08b0b31e3987 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0572226 Jan 28 20:01:00.494516 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1ca51dff-c3e2-4b49-8991-7bae3b283ea1 req-e17df0e4-83b5-45ae-be24-a43b2fa89311 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407267 Jan 28 20:01:00.616308 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:01.628165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2e411-2424-4ca6-9af3-a4e14896a5b4 req-04350ab1-1d5a-431d-9ab0-2626af0a26ac tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:01.629704 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-72f2e411-2424-4ca6-9af3-a4e14896a5b4 req-04350ab1-1d5a-431d-9ab0-2626af0a26ac tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0533328 Jan 28 20:01:01.675805 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-72f2e411-2424-4ca6-9af3-a4e14896a5b4 req-a5198ad1-8108-4645-9e27-cac99f3e483c tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404165 Jan 28 20:01:02.809488 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584de814-605d-4737-8934-9153f8890e5d req-df677424-0047-4e33-9a91-ec0861ba4857 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:02.811056 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-584de814-605d-4737-8934-9153f8890e5d req-df677424-0047-4e33-9a91-ec0861ba4857 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0602417 Jan 28 20:01:02.861099 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-584de814-605d-4737-8934-9153f8890e5d req-a79eea4d-457e-446b-b8f9-cb1af822fc6a tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413923 Jan 28 20:01:03.995626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba307adf-44ac-4ace-b539-0e4a5996e27d req-da6f5e8b-a5fa-40d7-ba07-6e94919cde98 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:03.997098 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ba307adf-44ac-4ace-b539-0e4a5996e27d req-da6f5e8b-a5fa-40d7-ba07-6e94919cde98 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0543747 Jan 28 20:01:04.046904 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ba307adf-44ac-4ace-b539-0e4a5996e27d req-3c76e4e2-e857-488e-88d2-30cf8b314f57 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421526 Jan 28 20:01:05.179601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64d467-39f9-4edb-aafc-51701cb7d309 req-0d0fec92-982e-4bea-86b0-b1614c309da6 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:05.181110 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6f64d467-39f9-4edb-aafc-51701cb7d309 req-0d0fec92-982e-4bea-86b0-b1614c309da6 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0589440 Jan 28 20:01:05.229973 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6f64d467-39f9-4edb-aafc-51701cb7d309 req-bb617876-8eda-47c5-ad95-e1779216aa8c tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409334 Jan 28 20:01:06.368806 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89741694-4a53-4471-8451-7291ca7e8aac req-7d2177f5-9247-406a-95c2-afd8e8f528d3 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:06.370362 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89741694-4a53-4471-8451-7291ca7e8aac req-7d2177f5-9247-406a-95c2-afd8e8f528d3 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0566213 Jan 28 20:01:06.420203 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-89741694-4a53-4471-8451-7291ca7e8aac req-d1cba8b4-75b8-40bc-846d-76ca93e61452 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442047 Jan 28 20:01:07.550503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709dc5d-6f7f-409f-8811-894432f169d7 req-04e2ea74-fb00-4f46-97d0-2f8cc2dc0978 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:07.552107 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5709dc5d-6f7f-409f-8811-894432f169d7 req-04e2ea74-fb00-4f46-97d0-2f8cc2dc0978 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0549369 Jan 28 20:01:07.604913 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5709dc5d-6f7f-409f-8811-894432f169d7 req-48053dcc-cd36-4f17-ab38-f38c42ae5ce6 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470507 Jan 28 20:01:08.737449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059cbd3-e710-45e6-96df-e00edae8d66b req-316f8386-dae5-4893-ab55-f8b9542a6669 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:08.739082 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e059cbd3-e710-45e6-96df-e00edae8d66b req-316f8386-dae5-4893-ab55-f8b9542a6669 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0596738 Jan 28 20:01:08.787262 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e059cbd3-e710-45e6-96df-e00edae8d66b req-a6140e11-abe5-4388-aa90-5df8c1477525 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416877 Jan 28 20:01:09.923332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175bfe3-733f-47c0-8e2c-6a5b8714cd64 req-8d0e9187-7410-4c66-b127-07f08a2777f7 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:09.924952 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b175bfe3-733f-47c0-8e2c-6a5b8714cd64 req-8d0e9187-7410-4c66-b127-07f08a2777f7 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0574696 Jan 28 20:01:09.979881 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b175bfe3-733f-47c0-8e2c-6a5b8714cd64 req-df7dcf21-5ef2-428a-be16-b5daf7badfbf tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490456 Jan 28 20:01:11.123172 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c7e36-bf0e-475c-b1d1-080abdaa22cb req-15dcf4ad-68fa-4d6d-8a97-1e14d9364a23 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:11.124666 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-700c7e36-bf0e-475c-b1d1-080abdaa22cb req-15dcf4ad-68fa-4d6d-8a97-1e14d9364a23 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0673773 Jan 28 20:01:11.171036 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-700c7e36-bf0e-475c-b1d1-080abdaa22cb req-2a35577a-1ae4-41ea-a9c5-42d64bf366e3 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Jan 28 20:01:12.258792 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:01:12.298407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ddcec-e40a-4306-9ed4-7a286a4726b8 req-690f5307-081b-4aaa-b127-de626ee8df1f tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:12.299902 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9c9ddcec-e40a-4306-9ed4-7a286a4726b8 req-690f5307-081b-4aaa-b127-de626ee8df1f tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0535791 Jan 28 20:01:12.346362 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9c9ddcec-e40a-4306-9ed4-7a286a4726b8 req-5eeb42c7-f8a5-46c9-b4ea-c8b0ddaf7f84 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408871 Jan 28 20:01:13.481183 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83481c-249c-459c-8595-cce8362744e6 req-a446babb-9927-4bd0-825e-b126b1d79d48 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:13.482682 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4a83481c-249c-459c-8595-cce8362744e6 req-a446babb-9927-4bd0-825e-b126b1d79d48 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0566664 Jan 28 20:01:13.529360 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4a83481c-249c-459c-8595-cce8362744e6 req-e354dff2-c51c-4ef9-9853-53130aaa1c33 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410280 Jan 28 20:01:14.714558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e338e7-0fe0-4493-a915-3e3bd64e7f48 req-69be8f6b-82ad-495e-9c39-e8caa4792823 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:14.716036 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b1e338e7-0fe0-4493-a915-3e3bd64e7f48 req-69be8f6b-82ad-495e-9c39-e8caa4792823 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0531864 Jan 28 20:01:14.762832 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b1e338e7-0fe0-4493-a915-3e3bd64e7f48 req-5244df14-7e8c-4bf6-b4e7-d3c797f60534 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413327 Jan 28 20:01:15.739470 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-01c6afce-cff2-4697-b380-e881ee9ab43a service neutron] show failed (client error): The resource could not be found. Jan 28 20:01:15.740509 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-01c6afce-cff2-4697-b380-e881ee9ab43a service neutron] 10.222.0.37 "GET /v2.0/ports/4fa49d28-9e70-4188-8326-0c4e61069b56/bindings/n-h1-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0664406 Jan 28 20:01:15.892542 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86901aa4-58ed-465b-a018-1d3d39c03ecf req-efad0f2f-47f2-4441-aeda-aa9d15c050b9 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:15.893949 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-86901aa4-58ed-465b-a018-1d3d39c03ecf req-efad0f2f-47f2-4441-aeda-aa9d15c050b9 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0596213 Jan 28 20:01:15.948037 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-86901aa4-58ed-465b-a018-1d3d39c03ecf req-18a12793-47ee-4e97-a3c4-2a2fb1379335 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470982 Jan 28 20:01:15.951454 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-a6fb45a1-38f1-4216-a859-ae703158c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:15.952987 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-a6fb45a1-38f1-4216-a859-ae703158c133 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d&tenant_id=8996bfe5637543fd96dcd36bfbff463e HTTP/1.1" status: 200 len: 1128 time: 0.0471318 Jan 28 20:01:15.964135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:01:16.021288 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:16.228594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] For port 4fa49d28-9e70-4188-8326-0c4e61069b56, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4fa49d28-9e70-4188-8326-0c4e61069b56,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:01:16.262059 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] For port 4fa49d28-9e70-4188-8326-0c4e61069b56, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:01:16.300985 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b07338-c237-4fe9-bc47-8b2d7e54621d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fa49d28-9e70-4188-8326-0c4e61069b56'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:01:16.303314 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fae18b-c858-4098-a8b1-e7a67c702750" -d '{"events": [{"server_uuid": "55b07338-c237-4fe9-bc47-8b2d7e54621d", "name": "network-vif-unplugged", "status": "completed", "tag": "4fa49d28-9e70-4188-8326-0c4e61069b56"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:01:16.306854 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Publish callbacks [] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:16.319323 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Transition to ACTIVE for port object 4fa49d28-9e70-4188-8326-0c4e61069b56 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:01:16.323313 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:16.356458 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f8bfaa-661f-472c-9cb7-82a0e2ca7285 x-openstack-request-id: req-93f8bfaa-661f-472c-9cb7-82a0e2ca7285 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:01:16.356749 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b07338-c237-4fe9-bc47-8b2d7e54621d", "name": "network-vif-unplugged", "status": "completed", "tag": "4fa49d28-9e70-4188-8326-0c4e61069b56", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:01:16.356995 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-93f8bfaa-661f-472c-9cb7-82a0e2ca7285 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:01:16.357386 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b07338-c237-4fe9-bc47-8b2d7e54621d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fa49d28-9e70-4188-8326-0c4e61069b56', 'code': 200} Jan 28 20:01:16.386063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] No DVR routers for this DVR port 4fa49d28-9e70-4188-8326-0c4e61069b56 on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:01:16.389022 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Pushing event updated for resources: {'Port': ['ID=4fa49d28-9e70-4188-8326-0c4e61069b56,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:16.427678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Attempting to bind port 4fa49d28-9e70-4188-8326-0c4e61069b56 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:01:16.428010 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Attempting to bind port 4fa49d28-9e70-4188-8326-0c4e61069b56 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'be99cdf8-e1f7-4704-8a42-d01a914e306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:01:16.428366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Attempting to bind port 4fa49d28-9e70-4188-8326-0c4e61069b56 on network f983e898-68e3-436d-a3e6-8ed64f123b1f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:01:16.433748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Port 4fa49d28-9e70-4188-8326-0c4e61069b56 on network f983e898-68e3-436d-a3e6-8ed64f123b1f not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:01:16.434107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Attempting to bind port 4fa49d28-9e70-4188-8326-0c4e61069b56 on network f983e898-68e3-436d-a3e6-8ed64f123b1f {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:01:16.439045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:01:16.439377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Checking segment: {'id': 'be99cdf8-e1f7-4704-8a42-d01a914e306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:01:16.439752 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Bound using segment: {'id': 'be99cdf8-e1f7-4704-8a42-d01a914e306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:01:16.440176 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Bound port: 4fa49d28-9e70-4188-8326-0c4e61069b56, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be99cdf8-e1f7-4704-8a42-d01a914e306d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:01:16.440890 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:16.507726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] For port 4fa49d28-9e70-4188-8326-0c4e61069b56, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:01:16.511637 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] For port 4fa49d28-9e70-4188-8326-0c4e61069b56, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4fa49d28-9e70-4188-8326-0c4e61069b56,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:01:16.518554 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:16.550675 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:16.551301 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:16.553404 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] 10.222.0.31 "PUT /v2.0/ports/4fa49d28-9e70-4188-8326-0c4e61069b56 HTTP/1.1" status: 200 len: 1092 time: 0.5935278 Jan 28 20:01:16.586931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f82cc8-a4bc-42f3-9ddd-f5ce8febc21e service neutron] Pushing event updated for resources: {'Port': ['ID=4fa49d28-9e70-4188-8326-0c4e61069b56,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:16.628454 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-2c8ea97a-9cbc-44f5-bc5d-c8ff744bfc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:16.630058 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-2c8ea97a-9cbc-44f5-bc5d-c8ff744bfc3a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8996bfe5637543fd96dcd36bfbff463e&device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 1126 time: 0.0509121 Jan 28 20:01:16.723145 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-ea5ffefa-118b-4a86-bf5c-c1f8eefa9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:16.724613 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-ea5ffefa-118b-4a86-bf5c-c1f8eefa9743 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 200 len: 916 time: 0.0887048 Jan 28 20:01:16.766817 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-46bb590c-f388-4d01-a8e0-eb5e1d5d91ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fa49d28-9e70-4188-8326-0c4e61069b56 HTTP/1.1" status: 200 len: 217 time: 0.0356607 Jan 28 20:01:16.827141 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-f3877516-3764-471b-b407-cd590c3ab1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:16.828914 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-f3877516-3764-471b-b407-cd590c3ab1bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bf810a4-2771-476e-9be5-3f1d6bde02d1 HTTP/1.1" status: 200 len: 855 time: 0.0570595 Jan 28 20:01:16.860012 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-3e7ead3b-f72b-45dd-b707-01e50c625808 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f983e898-68e3-436d-a3e6-8ed64f123b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257823 Jan 28 20:01:16.952486 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-7cd428af-8143-4ef1-813a-b022e3cbb87d service neutron] 10.222.0.31 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862632 Jan 28 20:01:17.046965 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b7d8ac87-c6f3-492d-a816-beb7416be21d req-0b69713a-0502-4a0b-a9d4-4e6c7e787e68 service neutron] 10.222.0.31 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884461 Jan 28 20:01:17.104842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dcb54-466c-4038-8c68-17bd48470dad req-e79dd8bb-44a3-439c-919d-64e9381de314 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:17.106509 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0d0dcb54-466c-4038-8c68-17bd48470dad req-e79dd8bb-44a3-439c-919d-64e9381de314 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 944 time: 0.0534265 Jan 28 20:01:17.156083 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0d0dcb54-466c-4038-8c68-17bd48470dad req-2ceea9fd-aad5-4caf-9ec3-7959be88c810 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427375 Jan 28 20:01:18.294600 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17d2fbf4-9b7e-4dbf-831e-ebd5650e78ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:18.358391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b07338-c237-4fe9-bc47-8b2d7e54621d', 'tag': '4fa49d28-9e70-4188-8326-0c4e61069b56'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:01:18.360675 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98998c81-7e98-4785-a151-fbb6e85dfbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "55b07338-c237-4fe9-bc47-8b2d7e54621d", "tag": "4fa49d28-9e70-4188-8326-0c4e61069b56"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:01:18.381793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a692ff-8161-4398-b501-edb571fbe25c req-1891e64c-dfb3-40c8-adb0-48a3850e8e3d tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:18.383361 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3a692ff-8161-4398-b501-edb571fbe25c req-1891e64c-dfb3-40c8-adb0-48a3850e8e3d tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 944 time: 0.1022911 Jan 28 20:01:18.415446 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcea74f3-4b20-447e-a971-1dec61612680 x-openstack-request-id: req-fcea74f3-4b20-447e-a971-1dec61612680 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:01:18.415706 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b07338-c237-4fe9-bc47-8b2d7e54621d", "tag": "4fa49d28-9e70-4188-8326-0c4e61069b56", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:01:18.415963 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fcea74f3-4b20-447e-a971-1dec61612680 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:01:18.416381 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b07338-c237-4fe9-bc47-8b2d7e54621d', 'tag': '4fa49d28-9e70-4188-8326-0c4e61069b56', 'status': 'completed', 'code': 200} Jan 28 20:01:18.434425 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3a692ff-8161-4398-b501-edb571fbe25c req-c6449c28-2810-4b31-b4e4-8514707b7ab5 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453382 Jan 28 20:01:18.514936 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-8a4f1c8a-7bc6-45e3-9d34-67bee35cbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:18.516446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-8a4f1c8a-7bc6-45e3-9d34-67bee35cbe2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8996bfe5637543fd96dcd36bfbff463e&device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 1126 time: 0.0810676 Jan 28 20:01:18.519277 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-3539dc77-7a3b-4ed7-befc-c83f72175128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:18.520660 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-3539dc77-7a3b-4ed7-befc-c83f72175128 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8996bfe5637543fd96dcd36bfbff463e&device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 1126 time: 0.0765221 Jan 28 20:01:18.680865 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-a04ba55c-1cc4-4302-b487-5ca938f7e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:18.682379 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-a04ba55c-1cc4-4302-b487-5ca938f7e6ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 200 len: 916 time: 0.1597140 Jan 28 20:01:18.685027 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-4f91ecf6-e502-4940-afa4-14af53947c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:18.686382 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-4f91ecf6-e502-4940-afa4-14af53947c81 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 200 len: 916 time: 0.1515841 Jan 28 20:01:18.727250 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-15c57d07-f415-4290-b619-0e3c538e93d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fa49d28-9e70-4188-8326-0c4e61069b56 HTTP/1.1" status: 200 len: 217 time: 0.0392992 Jan 28 20:01:18.763123 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-af0e109f-0c73-44ae-8ebd-e6b50b7b5cf3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fa49d28-9e70-4188-8326-0c4e61069b56 HTTP/1.1" status: 200 len: 217 time: 0.0693970 Jan 28 20:01:18.830192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-73fc8775-2b70-4294-bb70-300f7306c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:18.831644 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-73fc8775-2b70-4294-bb70-300f7306c603 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bf810a4-2771-476e-9be5-3f1d6bde02d1 HTTP/1.1" status: 200 len: 855 time: 0.0764270 Jan 28 20:01:18.835006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-7c25c94c-5072-4710-ab7f-e3871bf826fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:18.836294 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-7c25c94c-5072-4710-ab7f-e3871bf826fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7bf810a4-2771-476e-9be5-3f1d6bde02d1 HTTP/1.1" status: 200 len: 855 time: 0.0552015 Jan 28 20:01:18.870698 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-23af07ac-bcce-4588-a8c6-1b3d24a14951 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f983e898-68e3-436d-a3e6-8ed64f123b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334456 Jan 28 20:01:18.891667 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-4e1f8662-3efb-4c5e-856b-48a8edae89af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f983e898-68e3-436d-a3e6-8ed64f123b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475891 Jan 28 20:01:19.032418 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-ab320036-e21e-4b7a-85b7-6c6167cec541 service neutron] 10.222.0.37 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484947 Jan 28 20:01:19.037572 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-2f94ed8e-dd57-4bd2-8c1b-696f5982551c service neutron] 10.222.0.31 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359365 Jan 28 20:01:19.184255 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-e83ed130-7a77-48a2-8f9c-66488f8bdb8b service neutron] 10.222.0.37 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456106 Jan 28 20:01:19.187568 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-98998c81-7e98-4785-a151-fbb6e85dfbcd req-4ad212de-8a7c-4f53-87c8-6e618ebb74a4 service neutron] 10.222.0.31 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422098 Jan 28 20:01:19.644388 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c64016-ee49-4244-a0ce-341a07ec48aa req-cb65c501-4a29-4dfd-9421-c7f9ea5a9b16 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:19.645872 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50c64016-ee49-4244-a0ce-341a07ec48aa req-cb65c501-4a29-4dfd-9421-c7f9ea5a9b16 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 944 time: 0.1006973 Jan 28 20:01:19.698283 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50c64016-ee49-4244-a0ce-341a07ec48aa req-8421958e-401d-4ef5-9912-a83a40780081 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426342 Jan 28 20:01:19.907638 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad8c54-1c7f-430d-a187-af5f5c5a3fed req-01206675-2642-45a8-9e43-bc744a28c100 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:19.909889 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44ad8c54-1c7f-430d-a187-af5f5c5a3fed req-01206675-2642-45a8-9e43-bc744a28c100 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 944 time: 0.0650289 Jan 28 20:01:19.915578 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe793f-ccc5-42d0-9b45-31b730bdb07a req-0a6fd7da-a363-47fa-a2c4-a0f286ecf747 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:19.917429 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-38fe793f-ccc5-42d0-9b45-31b730bdb07a req-0a6fd7da-a363-47fa-a2c4-a0f286ecf747 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.37 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d&tenant_id=8996bfe5637543fd96dcd36bfbff463e&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 944 time: 0.0615175 Jan 28 20:01:19.965911 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44ad8c54-1c7f-430d-a187-af5f5c5a3fed req-df895730-d115-429c-bf17-c19aec87df7d tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496569 Jan 28 20:01:19.991464 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-38fe793f-ccc5-42d0-9b45-31b730bdb07a req-bbc5c356-271c-4d9b-9466-a3db36fb7e17 service neutron] delete failed (client error): The resource could not be found. Jan 28 20:01:19.992716 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-38fe793f-ccc5-42d0-9b45-31b730bdb07a req-bbc5c356-271c-4d9b-9466-a3db36fb7e17 service neutron] 10.222.0.37 "DELETE /v2.0/ports/4fa49d28-9e70-4188-8326-0c4e61069b56/bindings/n-h2-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0693455 Jan 28 20:01:20.051839 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4fa49d28-9e70-4188-8326-0c4e61069b56 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:01:20.091308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe793f-ccc5-42d0-9b45-31b730bdb07a req-752b2f8c-8bcc-465a-928d-d7dd220a2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:20.093136 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-38fe793f-ccc5-42d0-9b45-31b730bdb07a req-752b2f8c-8bcc-465a-928d-d7dd220a2b87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8996bfe5637543fd96dcd36bfbff463e&device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 1126 time: 0.0561287 Jan 28 20:01:20.155581 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4fa49d28-9e70-4188-8326-0c4e61069b56, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4fa49d28-9e70-4188-8326-0c4e61069b56,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:01:20.167792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '4fa49d28-9e70-4188-8326-0c4e61069b56', 'network_id': 'f983e898-68e3-436d-a3e6-8ed64f123b1f', 'port_id': '4fa49d28-9e70-4188-8326-0c4e61069b56', 'mac_address': 'fa:16:3e:5d:62:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf810a4-2771-476e-9be5-3f1d6bde02d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:01:20.186420 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe793f-ccc5-42d0-9b45-31b730bdb07a req-c3e07dd9-7647-4ec5-9a54-8a94f22a56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:20.188302 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-38fe793f-ccc5-42d0-9b45-31b730bdb07a req-c3e07dd9-7647-4ec5-9a54-8a94f22a56f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 200 len: 916 time: 0.0882366 Jan 28 20:01:20.192244 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4fa49d28-9e70-4188-8326-0c4e61069b56 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:01:20.232033 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4fa49d28-9e70-4188-8326-0c4e61069b56 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:01:20.232668 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:20.233679 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-38fe793f-ccc5-42d0-9b45-31b730bdb07a req-2e38d890-4b8b-4b0f-970d-bf36a200bc1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fa49d28-9e70-4188-8326-0c4e61069b56 HTTP/1.1" status: 200 len: 217 time: 0.0396163 Jan 28 20:01:20.253005 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa49d28-9e70-4188-8326-0c4e61069b56 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:01:20.258265 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] The host n-h2-824834-4 is not matching for port 4fa49d28-9e70-4188-8326-0c4e61069b56 host n-h1-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:01:20.258876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4fa49d28-9e70-4188-8326-0c4e61069b56 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:01:20.273982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4fa49d28-9e70-4188-8326-0c4e61069b56, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4fa49d28-9e70-4188-8326-0c4e61069b56,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:01:20.279752 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:20.285075 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe793f-ccc5-42d0-9b45-31b730bdb07a req-13085fc8-30eb-4e54-b1e6-f4ca3583699b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:20.286968 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-38fe793f-ccc5-42d0-9b45-31b730bdb07a req-13085fc8-30eb-4e54-b1e6-f4ca3583699b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7bf810a4-2771-476e-9be5-3f1d6bde02d1 HTTP/1.1" status: 200 len: 855 time: 0.0478933 Jan 28 20:01:20.317868 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-38fe793f-ccc5-42d0-9b45-31b730bdb07a req-21ef762a-5420-4f8e-b0a8-115470152e2c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f983e898-68e3-436d-a3e6-8ed64f123b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251973 Jan 28 20:01:20.331707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4fa49d28-9e70-4188-8326-0c4e61069b56,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:20.407446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-38fe793f-ccc5-42d0-9b45-31b730bdb07a req-74303b52-632d-424f-83fa-ca895b0790bb service neutron] 10.222.0.37 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820646 Jan 28 20:01:20.512592 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-38fe793f-ccc5-42d0-9b45-31b730bdb07a req-f07f6a67-5685-43f7-b371-06dabc01c59d service neutron] 10.222.0.37 "GET /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991271 Jan 28 20:01:20.619088 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['4fa49d28-9e70-4188-8326-0c4e61069b56'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:01:20.654333 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9005aca9-431b-4103-8a22-f63fe68ffd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:21.111113 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46fe67-2bf9-4604-bffd-b17c4e17708e req-5a3b611e-c95b-4c8c-ae8c-7473342386c0 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:21.112638 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3f46fe67-2bf9-4604-bffd-b17c4e17708e req-5a3b611e-c95b-4c8c-ae8c-7473342386c0 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 945 time: 0.0644510 Jan 28 20:01:21.167393 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3f46fe67-2bf9-4604-bffd-b17c4e17708e req-b1688501-8b97-495b-8b05-2874e26a9851 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485737 Jan 28 20:01:21.296194 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e724d17-98a8-418e-b3b2-b9ea03993bd3 req-bafd4ba5-5744-436e-b198-1d7aeb1de9fb tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:21.297568 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7e724d17-98a8-418e-b3b2-b9ea03993bd3 req-bafd4ba5-5744-436e-b198-1d7aeb1de9fb tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 945 time: 0.0537820 Jan 28 20:01:21.349346 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7e724d17-98a8-418e-b3b2-b9ea03993bd3 req-4e455dd9-ec89-481b-a27c-090d4a37c339 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433443 Jan 28 20:01:21.485937 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a78c43-dba8-4a15-a303-41fe2d72355e req-5cc93dbe-27e0-41ab-8db2-c0ce8a509e45 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:21.487412 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4a78c43-dba8-4a15-a303-41fe2d72355e req-5cc93dbe-27e0-41ab-8db2-c0ce8a509e45 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 945 time: 0.0663066 Jan 28 20:01:21.534469 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4a78c43-dba8-4a15-a303-41fe2d72355e req-e46750ef-0020-42bb-b6d4-d504f2fab6ad tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Jan 28 20:01:21.882406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ba9ec-3a65-40d0-967f-08b2ca8ed9d8 req-d91ebfac-007a-40b5-91ce-72698d258bae tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:21.883999 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-218ba9ec-3a65-40d0-967f-08b2ca8ed9d8 req-d91ebfac-007a-40b5-91ce-72698d258bae tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 945 time: 0.0596418 Jan 28 20:01:21.895127 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:21.945732 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-218ba9ec-3a65-40d0-967f-08b2ca8ed9d8 req-7946a50a-feb8-4c6c-aa90-6266e82e9da1 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532060 Jan 28 20:01:22.085858 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4fa49d28-9e70-4188-8326-0c4e61069b56 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:01:22.149988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 4fa49d28-9e70-4188-8326-0c4e61069b56 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:01:22.153764 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 4fa49d28-9e70-4188-8326-0c4e61069b56 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:01:22.154149 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:22.229746 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4fa49d28-9e70-4188-8326-0c4e61069b56 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:01:22.230153 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:22.252166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b07338-c237-4fe9-bc47-8b2d7e54621d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa49d28-9e70-4188-8326-0c4e61069b56'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:01:22.254424 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b2d09a-36d7-4398-afaa-5d261c2f6b09" -d '{"events": [{"server_uuid": "55b07338-c237-4fe9-bc47-8b2d7e54621d", "name": "network-vif-plugged", "status": "completed", "tag": "4fa49d28-9e70-4188-8326-0c4e61069b56"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:01:22.269264 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4fa49d28-9e70-4188-8326-0c4e61069b56, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4fa49d28-9e70-4188-8326-0c4e61069b56,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:01:22.274106 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:22.295753 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac297c8-2412-4d17-9a23-97e9d08cee3e x-openstack-request-id: req-fac297c8-2412-4d17-9a23-97e9d08cee3e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:01:22.296043 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b07338-c237-4fe9-bc47-8b2d7e54621d", "name": "network-vif-plugged", "status": "completed", "tag": "4fa49d28-9e70-4188-8326-0c4e61069b56", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:01:22.296294 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fac297c8-2412-4d17-9a23-97e9d08cee3e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:01:22.296674 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b07338-c237-4fe9-bc47-8b2d7e54621d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa49d28-9e70-4188-8326-0c4e61069b56', 'code': 200} Jan 28 20:01:22.321756 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4fa49d28-9e70-4188-8326-0c4e61069b56,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:23.047021 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba2f03-a913-4c3e-828c-23eea7f13d1f req-e266b813-8f20-4021-a565-484d08bad8b7 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:23.048548 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-40ba2f03-a913-4c3e-828c-23eea7f13d1f req-e266b813-8f20-4021-a565-484d08bad8b7 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.31 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0529940 Jan 28 20:01:23.063898 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2908432-30fd-44b6-aad6-d4a2145538c6 req-415b1dc7-418e-40d5-b537-fa6ab2b46cf6 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:23.065749 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2908432-30fd-44b6-aad6-d4a2145538c6 req-415b1dc7-418e-40d5-b537-fa6ab2b46cf6 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b07338-c237-4fe9-bc47-8b2d7e54621d HTTP/1.1" status: 200 len: 946 time: 0.0537999 Jan 28 20:01:23.112764 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e2908432-30fd-44b6-aad6-d4a2145538c6 req-a16b1973-d941-4995-bfe7-6fcbad897d99 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.55 "GET /v2.0/security-groups?id=3b3c1655-2cf4-4885-879c-29d68a0cd560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411317 Jan 28 20:01:23.145951 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-40ba2f03-a913-4c3e-828c-23eea7f13d1f req-ffcfedbc-9db5-4217-8af3-79e4c3536475 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Deleting port 4fa49d28-9e70-4188-8326-0c4e61069b56 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:01:23.146335 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-40ba2f03-a913-4c3e-828c-23eea7f13d1f req-ffcfedbc-9db5-4217-8af3-79e4c3536475 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:23.168049 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:23.237660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-40ba2f03-a913-4c3e-828c-23eea7f13d1f req-ffcfedbc-9db5-4217-8af3-79e4c3536475 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] For port 4fa49d28-9e70-4188-8326-0c4e61069b56, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4fa49d28-9e70-4188-8326-0c4e61069b56,segment=NetworkSegment(be99cdf8-e1f7-4704-8a42-d01a914e306d),segment_id=be99cdf8-e1f7-4704-8a42-d01a914e306d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:01:23.237893 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-40ba2f03-a913-4c3e-828c-23eea7f13d1f req-ffcfedbc-9db5-4217-8af3-79e4c3536475 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:23.251170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-40ba2f03-a913-4c3e-828c-23eea7f13d1f req-ffcfedbc-9db5-4217-8af3-79e4c3536475 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Calling delete_port for 4fa49d28-9e70-4188-8326-0c4e61069b56 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:01:23.394732 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-40ba2f03-a913-4c3e-828c-23eea7f13d1f req-ffcfedbc-9db5-4217-8af3-79e4c3536475 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4fa49d28-9e70-4188-8326-0c4e61069b56), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:23.407034 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['4fa49d28-9e70-4188-8326-0c4e61069b56'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:01:23.423326 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfedbc-9db5-4217-8af3-79e4c3536475 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Pushing event deleted for resources: {'Port': ['ID=4fa49d28-9e70-4188-8326-0c4e61069b56,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:23.465410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ba2f03-a913-4c3e-828c-23eea7f13d1f req-ffcfedbc-9db5-4217-8af3-79e4c3536475 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] No DVR routers for this DVR port 4fa49d28-9e70-4188-8326-0c4e61069b56 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:01:23.468151 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-40ba2f03-a913-4c3e-828c-23eea7f13d1f req-ffcfedbc-9db5-4217-8af3-79e4c3536475 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:23.471640 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-40ba2f03-a913-4c3e-828c-23eea7f13d1f req-ffcfedbc-9db5-4217-8af3-79e4c3536475 tempest-ServerDiskConfigTestJSON-1284451188 tempest-ServerDiskConfigTestJSON-1284451188-project] 10.222.0.31 "DELETE /v2.0/ports/4fa49d28-9e70-4188-8326-0c4e61069b56 HTTP/1.1" status: 204 len: 173 time: 0.4181652 Jan 28 20:01:23.472126 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b07338-c237-4fe9-bc47-8b2d7e54621d', 'name': 'network-vif-deleted', 'tag': '4fa49d28-9e70-4188-8326-0c4e61069b56'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:01:23.474484 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3125c3-4131-49fa-9fba-719865c05a3d" -d '{"events": [{"server_uuid": "55b07338-c237-4fe9-bc47-8b2d7e54621d", "name": "network-vif-deleted", "tag": "4fa49d28-9e70-4188-8326-0c4e61069b56"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:01:23.515775 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac05a0c4-8232-46de-b32c-176fca717795 x-openstack-request-id: req-ac05a0c4-8232-46de-b32c-176fca717795 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:01:23.516080 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b07338-c237-4fe9-bc47-8b2d7e54621d", "name": "network-vif-deleted", "tag": "4fa49d28-9e70-4188-8326-0c4e61069b56", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:01:23.516338 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ac05a0c4-8232-46de-b32c-176fca717795 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:01:23.516746 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b07338-c237-4fe9-bc47-8b2d7e54621d', 'name': 'network-vif-deleted', 'tag': '4fa49d28-9e70-4188-8326-0c4e61069b56', 'status': 'completed', 'code': 200} Jan 28 20:01:24.248759 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34398) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:24.297306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-180440e2-002e-4b0d-a2f9-53cf9dde5491 admin admin] Deleting subnet 7bf810a4-2771-476e-9be5-3f1d6bde02d1 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:01:24.300503 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-180440e2-002e-4b0d-a2f9-53cf9dde5491 admin admin] Publish callbacks [] for subnet (7bf810a4-2771-476e-9be5-3f1d6bde02d1), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:24.335406 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-180440e2-002e-4b0d-a2f9-53cf9dde5491 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (7bf810a4-2771-476e-9be5-3f1d6bde02d1), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:24.373756 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-180440e2-002e-4b0d-a2f9-53cf9dde5491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (7bf810a4-2771-476e-9be5-3f1d6bde02d1), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:24.428798 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-180440e2-002e-4b0d-a2f9-53cf9dde5491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (7bf810a4-2771-476e-9be5-3f1d6bde02d1), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:24.453738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180440e2-002e-4b0d-a2f9-53cf9dde5491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf810a4-2771-476e-9be5-3f1d6bde02d1,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:24.457299 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-180440e2-002e-4b0d-a2f9-53cf9dde5491 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:24.460536 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-180440e2-002e-4b0d-a2f9-53cf9dde5491 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7bf810a4-2771-476e-9be5-3f1d6bde02d1 HTTP/1.1" status: 204 len: 168 time: 0.2108088 Jan 28 20:01:24.463480 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34400) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:24.535233 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f41ba91-beec-42d5-a5a6-f1e75fadb012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (f983e898-68e3-436d-a3e6-8ed64f123b1f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:24.546806 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:24.617909 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f41ba91-beec-42d5-a5a6-f1e75fadb012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (f983e898-68e3-436d-a3e6-8ed64f123b1f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:24.638495 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3f41ba91-beec-42d5-a5a6-f1e75fadb012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f983e898-68e3-436d-a3e6-8ed64f123b1f']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:24.648704 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3f41ba91-beec-42d5-a5a6-f1e75fadb012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be99cdf8-e1f7-4704-8a42-d01a914e306d') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:24.649191 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-3f41ba91-beec-42d5-a5a6-f1e75fadb012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be99cdf8-e1f7-4704-8a42-d01a914e306d') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:24.663490 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f41ba91-beec-42d5-a5a6-f1e75fadb012 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (be99cdf8-e1f7-4704-8a42-d01a914e306d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:24.678831 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f41ba91-beec-42d5-a5a6-f1e75fadb012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (be99cdf8-e1f7-4704-8a42-d01a914e306d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:24.685458 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f41ba91-beec-42d5-a5a6-f1e75fadb012 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:01:24.685873 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f41ba91-beec-42d5-a5a6-f1e75fadb012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (be99cdf8-e1f7-4704-8a42-d01a914e306d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: timer() Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:01:24.687825 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:01:24.740873 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f41ba91-beec-42d5-a5a6-f1e75fadb012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (f983e898-68e3-436d-a3e6-8ed64f123b1f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:24.746803 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3f41ba91-beec-42d5-a5a6-f1e75fadb012 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:24.750037 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3f41ba91-beec-42d5-a5a6-f1e75fadb012 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f983e898-68e3-436d-a3e6-8ed64f123b1f HTTP/1.1" status: 204 len: 168 time: 0.2856493 Jan 28 20:01:24.762377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41ba91-beec-42d5-a5a6-f1e75fadb012 admin admin] Pushing event deleted for resources: {'Network': ['ID=f983e898-68e3-436d-a3e6-8ed64f123b1f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:24.861941 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34404) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:24.903744 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8d716302-4739-484e-afa1-e27c07024cb0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8996bfe5637543fd96dcd36bfbff463e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405827 Jan 28 20:01:24.906333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34406) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:24.953960 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f331db7a-bfa8-4c29-a4fe-07750e2ae1d4 admin admin] Publish callbacks [] for security_group (3b3c1655-2cf4-4885-879c-29d68a0cd560), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:24.974688 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f331db7a-bfa8-4c29-a4fe-07750e2ae1d4 admin admin] Publish callbacks [] for security_group (3b3c1655-2cf4-4885-879c-29d68a0cd560), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:25.033860 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f331db7a-bfa8-4c29-a4fe-07750e2ae1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3b3c1655-2cf4-4885-879c-29d68a0cd560), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:25.036390 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f331db7a-bfa8-4c29-a4fe-07750e2ae1d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:25.037559 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f331db7a-bfa8-4c29-a4fe-07750e2ae1d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b3c1655-2cf4-4885-879c-29d68a0cd560 HTTP/1.1" status: 204 len: 168 time: 0.1303449 Jan 28 20:01:25.045896 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331db7a-bfa8-4c29-a4fe-07750e2ae1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3c1655-2cf4-4885-879c-29d68a0cd560,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:25.724371 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34428) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:25.837644 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-75b91100-cd05-4f26-87d9-b9337341ed05 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-585558031-network', 'tenant_id': '23377866eb0344caab1bb3a943400662'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:01:25.861103 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b91100-cd05-4f26-87d9-b9337341ed05 admin admin] Made reservation on behalf of 23377866eb0344caab1bb3a943400662 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:01:25.863472 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75b91100-cd05-4f26-87d9-b9337341ed05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:25.872114 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75b91100-cd05-4f26-87d9-b9337341ed05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:25.904541 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:25.950152 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75b91100-cd05-4f26-87d9-b9337341ed05 admin admin] Publish callbacks [] for security_group (9689ce20-5575-4c35-88dd-3a6d671b11a3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:25.955165 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75b91100-cd05-4f26-87d9-b9337341ed05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9689ce20-5575-4c35-88dd-3a6d671b11a3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:25.978584 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b91100-cd05-4f26-87d9-b9337341ed05 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:01:25.987195 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b91100-cd05-4f26-87d9-b9337341ed05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9689ce20-5575-4c35-88dd-3a6d671b11a3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:25.993543 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75b91100-cd05-4f26-87d9-b9337341ed05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (34725ee4-13f5-4ebd-8779-86ab444edaad), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:25.993864 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-75b91100-cd05-4f26-87d9-b9337341ed05 admin admin] Added segment 34725ee4-13f5-4ebd-8779-86ab444edaad of type vlan for network b01f24d2-de11-4d42-919f-3eeaba63df97 Jan 28 20:01:26.032428 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75b91100-cd05-4f26-87d9-b9337341ed05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (b01f24d2-de11-4d42-919f-3eeaba63df97), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:26.058111 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75b91100-cd05-4f26-87d9-b9337341ed05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (b01f24d2-de11-4d42-919f-3eeaba63df97), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:26.058994 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b91100-cd05-4f26-87d9-b9337341ed05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:26.059570 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-75b91100-cd05-4f26-87d9-b9337341ed05 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:26.111761 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4fa49d28-9e70-4188-8326-0c4e61069b56 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:01:26.115207 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-75b91100-cd05-4f26-87d9-b9337341ed05 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3897457 Jan 28 20:01:26.118473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34432) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:26.122738 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b91100-cd05-4f26-87d9-b9337341ed05 admin admin] Pushing event updated for resources: {'Network': ['ID=b01f24d2-de11-4d42-919f-3eeaba63df97,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:26.126799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1761e67f-fcf0-4b09-bbde-881a4a69b996 admin admin] Request body: {'subnet': {'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-585558031-subnet', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:01:26.134126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network b01f24d2-de11-4d42-919f-3eeaba63df97 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:01:26.137415 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 4fa49d28-9e70-4188-8326-0c4e61069b56 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:01:26.137775 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4fa49d28-9e70-4188-8326-0c4e61069b56 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:01:26.147598 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1761e67f-fcf0-4b09-bbde-881a4a69b996 admin admin] Made reservation on behalf of 23377866eb0344caab1bb3a943400662 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:01:26.150093 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1761e67f-fcf0-4b09-bbde-881a4a69b996 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:26.634594 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1761e67f-fcf0-4b09-bbde-881a4a69b996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (8e291a52-e079-4186-ac8e-4760e3d4dd72), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:26.686662 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761e67f-fcf0-4b09-bbde-881a4a69b996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e291a52-e079-4186-ac8e-4760e3d4dd72,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:26.697335 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1761e67f-fcf0-4b09-bbde-881a4a69b996 admin admin] Checking segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:01:26.697681 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1761e67f-fcf0-4b09-bbde-881a4a69b996 admin admin] Network hostable DHCP agents. Network: b01f24d2-de11-4d42-919f-3eeaba63df97, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:01:26.716663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1761e67f-fcf0-4b09-bbde-881a4a69b996 admin admin] Network b01f24d2-de11-4d42-919f-3eeaba63df97 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:01:26.726051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-1761e67f-fcf0-4b09-bbde-881a4a69b996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, b01f24d2-de11-4d42-919f-3eeaba63df97) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:01:26.729909 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761e67f-fcf0-4b09-bbde-881a4a69b996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:26.730537 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1761e67f-fcf0-4b09-bbde-881a4a69b996 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:26.735718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b89c00a-1b80-44e4-9ee8-e2cb249a24ea None None] Network b01f24d2-de11-4d42-919f-3eeaba63df97 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:01:26.746998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1761e67f-fcf0-4b09-bbde-881a4a69b996 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6268313 Jan 28 20:01:26.749706 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34434) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:26.754012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:01:26.772295 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (a614ad5a-7973-4d13-8179-7c8ac99df03c), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:26.773296 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (a614ad5a-7973-4d13-8179-7c8ac99df03c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:26.830055 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Publish callbacks [] for router_controller (a614ad5a-7973-4d13-8179-7c8ac99df03c), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:26.838952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-b01f24d2-de11-4d42-919f-3eeaba63df97', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'project_id': '23377866eb0344caab1bb3a943400662', 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:01:26.839827 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:26.967743 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Publish callbacks [] for router_gateway (a614ad5a-7973-4d13-8179-7c8ac99df03c), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:26.974445 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Allocated IP 172.20.0.2 (b01f24d2-de11-4d42-919f-3eeaba63df97/8e291a52-e079-4186-ac8e-4760e3d4dd72/26b73dda-c990-45d5-be71-b0a00830eb9b) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:01:27.114801 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Publish callbacks [] for port (26b73dda-c990-45d5-be71-b0a00830eb9b), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:27.121563 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (26b73dda-c990-45d5-be71-b0a00830eb9b), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:27.163660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Network b01f24d2-de11-4d42-919f-3eeaba63df97 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:01:27.168193 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:01:27.171571 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:01:27.174193 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Publish callbacks [] for router_gateway (a614ad5a-7973-4d13-8179-7c8ac99df03c), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:27.184283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Pushing event updated for resources: {'Port': ['ID=26b73dda-c990-45d5-be71-b0a00830eb9b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:27.195321 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:27.234216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Attempting to bind port 26b73dda-c990-45d5-be71-b0a00830eb9b on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:01:27.234421 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Attempting to bind port 26b73dda-c990-45d5-be71-b0a00830eb9b by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:01:27.234772 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Attempting to bind port 26b73dda-c990-45d5-be71-b0a00830eb9b on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:01:27.239797 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:01:27.240175 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Checking segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:01:27.240575 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:27.240966 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Bound using segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:01:27.241422 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Bound port: 26b73dda-c990-45d5-be71-b0a00830eb9b, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:01:27.241795 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (26b73dda-c990-45d5-be71-b0a00830eb9b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:27.299885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Allocated IP 172.25.0.117 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/9108d369-eb5e-4963-b5ad-770a4aacc380) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:01:27.301733 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] For port 26b73dda-c990-45d5-be71-b0a00830eb9b, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:01:27.304717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] For port 26b73dda-c990-45d5-be71-b0a00830eb9b, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=26b73dda-c990-45d5-be71-b0a00830eb9b,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:01:27.312082 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (26b73dda-c990-45d5-be71-b0a00830eb9b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:27.372286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f8da7-a5c9-49a5-9b18-c6866d425897 None None] Pushing event updated for resources: {'Port': ['ID=26b73dda-c990-45d5-be71-b0a00830eb9b,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:27.403330 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Publish callbacks [] for port (9108d369-eb5e-4963-b5ad-770a4aacc380), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:27.442921 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (9108d369-eb5e-4963-b5ad-770a4aacc380), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:27.481011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:01:27.484039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:01:27.489882 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:01:27.512388 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Pushing event updated for resources: {'Port': ['ID=9108d369-eb5e-4963-b5ad-770a4aacc380,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:27.736111 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 26b73dda-c990-45d5-be71-b0a00830eb9b up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:01:27.767562 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Publish callbacks [] for router_gateway (a614ad5a-7973-4d13-8179-7c8ac99df03c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:27.784173 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 26b73dda-c990-45d5-be71-b0a00830eb9b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:01:27.784489 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (26b73dda-c990-45d5-be71-b0a00830eb9b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:27.860788 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 26b73dda-c990-45d5-be71-b0a00830eb9b is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:01:27.861175 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (26b73dda-c990-45d5-be71-b0a00830eb9b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:27.895188 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 26b73dda-c990-45d5-be71-b0a00830eb9b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=26b73dda-c990-45d5-be71-b0a00830eb9b,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:01:27.900232 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (26b73dda-c990-45d5-be71-b0a00830eb9b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:27.949238 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=26b73dda-c990-45d5-be71-b0a00830eb9b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:27.973327 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (a614ad5a-7973-4d13-8179-7c8ac99df03c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:28.109400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Router a614ad5a-7973-4d13-8179-7c8ac99df03c is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:01:28.219148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:01:28.229797 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Sync routers for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:01:28.241257 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:28.242385 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:01:28.242607 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-53adc0f9-a3c8-4ec0-bddd-84e227ffaff0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4919131 Jan 28 20:01:28.243375 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:01:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:28.245820 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:28.324612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c49be-752b-438c-ad54-9131a78c66cb None None] Network b01f24d2-de11-4d42-919f-3eeaba63df97 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:01:28.352465 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:01:28.399034 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-198770cd-4ce3-4c35-b279-c170ddfa8c12 None None] Provisioning complete for port 26b73dda-c990-45d5-be71-b0a00830eb9b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:01:28.399408 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-198770cd-4ce3-4c35-b279-c170ddfa8c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (26b73dda-c990-45d5-be71-b0a00830eb9b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:28.512326 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-198770cd-4ce3-4c35-b279-c170ddfa8c12 None None] Current status of the port 26b73dda-c990-45d5-be71-b0a00830eb9b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:01:28.545093 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:27Z', 'revision_number': 3, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:28.578184 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Checking router: a614ad5a-7973-4d13-8179-7c8ac99df03c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:01:28.578542 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Updating router a614ad5a-7973-4d13-8179-7c8ac99df03c port 9108d369-eb5e-4963-b5ad-770a4aacc380 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:01:28.607220 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9108d369-eb5e-4963-b5ad-770a4aacc380), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:28.734498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-30e5a7ea-9258-4f4c-8145-4760206370b5 None None] Provisioning complete for port 26b73dda-c990-45d5-be71-b0a00830eb9b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:01:28.734966 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-30e5a7ea-9258-4f4c-8145-4760206370b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (26b73dda-c990-45d5-be71-b0a00830eb9b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:28.819373 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-30e5a7ea-9258-4f4c-8145-4760206370b5 None None] Current status of the port 26b73dda-c990-45d5-be71-b0a00830eb9b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:01:28.849026 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-4d9412dd-ee31-4618-a3fd-d1dd66377756 req-ac9e95c0-6d9b-4be0-afff-f874174c9802 service neutron] (103147) timed out ('10.222.0.31', 56672) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 20:01:28.867545 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Publish callbacks [] for port (9108d369-eb5e-4963-b5ad-770a4aacc380), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:28.874286 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9108d369-eb5e-4963-b5ad-770a4aacc380), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:28.928255 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Attempting to bind port 9108d369-eb5e-4963-b5ad-770a4aacc380 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:01:28.928619 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Attempting to bind port 9108d369-eb5e-4963-b5ad-770a4aacc380 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:01:28.928981 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Attempting to bind port 9108d369-eb5e-4963-b5ad-770a4aacc380 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:01:28.931073 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d42f81-a8b1-4e88-850f-1b600ca63ef9 None None] Pushing event updated for resources: {'Port': ['ID=9108d369-eb5e-4963-b5ad-770a4aacc380,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:28.941004 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d42f81-a8b1-4e88-850f-1b600ca63ef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:28.941386 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d42f81-a8b1-4e88-850f-1b600ca63ef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:28.941712 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d42f81-a8b1-4e88-850f-1b600ca63ef9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:28.942043 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d42f81-a8b1-4e88-850f-1b600ca63ef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:28.942392 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d42f81-a8b1-4e88-850f-1b600ca63ef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:28.942712 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d42f81-a8b1-4e88-850f-1b600ca63ef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:28.943037 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d42f81-a8b1-4e88-850f-1b600ca63ef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:28.943366 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d42f81-a8b1-4e88-850f-1b600ca63ef9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:28.943689 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d42f81-a8b1-4e88-850f-1b600ca63ef9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:28.944027 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d42f81-a8b1-4e88-850f-1b600ca63ef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:28.944330 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d42f81-a8b1-4e88-850f-1b600ca63ef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:28.944666 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d42f81-a8b1-4e88-850f-1b600ca63ef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:28.944978 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d42f81-a8b1-4e88-850f-1b600ca63ef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:28.948384 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:01:28.948757 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:01:28.949923 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:28.950347 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:01:28.951079 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Bound port: 9108d369-eb5e-4963-b5ad-770a4aacc380, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:01:28.951211 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9108d369-eb5e-4963-b5ad-770a4aacc380), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:28.959845 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:29.001806 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] For port 9108d369-eb5e-4963-b5ad-770a4aacc380, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:01:29.005127 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] For port 9108d369-eb5e-4963-b5ad-770a4aacc380, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9108d369-eb5e-4963-b5ad-770a4aacc380,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:01:29.013276 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9108d369-eb5e-4963-b5ad-770a4aacc380), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:29.072284 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d42f81-a8b1-4e88-850f-1b600ca63ef9 None None] Pushing event updated for resources: {'Port': ['ID=9108d369-eb5e-4963-b5ad-770a4aacc380,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:29.074797 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:01:29.075383 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:01:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:29.162332 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Allocated IP 172.20.0.1 (b01f24d2-de11-4d42-919f-3eeaba63df97/8e291a52-e079-4186-ac8e-4760e3d4dd72/7f500299-8ad7-425e-95db-6ea2d389edcd) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:01:29.178076 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:01:29.264774 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Publish callbacks [] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:29.298910 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:29.334842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Network b01f24d2-de11-4d42-919f-3eeaba63df97 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:01:29.337703 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:01:29.340484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:01:29.353190 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:27Z', 'revision_number': 3, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:29.374187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Pushing event updated for resources: {'Port': ['ID=7f500299-8ad7-425e-95db-6ea2d389edcd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:29.384816 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c581b1a3-e0ac-43f2-8a99-6ff4654b176d None None] The sync data for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 is: [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:27Z', 'revision_number': 3, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:01:29.389125 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:29.389346 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:29.389687 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:29.390066 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:29.390393 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:29.390765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:29.391100 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:29.391423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:29.391747 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:29.392070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:29.392390 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:29.392711 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:29.393031 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:01:29.402912 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (a614ad5a-7973-4d13-8179-7c8ac99df03c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:29.572038 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:29.665652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-41dee446-45ee-4cb9-8df8-eccc104c4e23 None None] Provisioning complete for port 7f500299-8ad7-425e-95db-6ea2d389edcd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:01:29.666725 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-41dee446-45ee-4cb9-8df8-eccc104c4e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:29.703631 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-41dee446-45ee-4cb9-8df8-eccc104c4e23 None None] Port 7f500299-8ad7-425e-95db-6ea2d389edcd cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:01:29.782528 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Publish callbacks [] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:29.788895 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:29.864705 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (a614ad5a-7973-4d13-8179-7c8ac99df03c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:29.866546 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Pushing event updated for resources: {'Port': ['ID=7f500299-8ad7-425e-95db-6ea2d389edcd,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:29.872405 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9108d369-eb5e-4963-b5ad-770a4aacc380 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:01:29.920673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 9108d369-eb5e-4963-b5ad-770a4aacc380 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:01:29.921203 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9108d369-eb5e-4963-b5ad-770a4aacc380), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:29.970164 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Network b01f24d2-de11-4d42-919f-3eeaba63df97 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:01:29.971620 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:01:30.012971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 9108d369-eb5e-4963-b5ad-770a4aacc380 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:01:30.013370 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9108d369-eb5e-4963-b5ad-770a4aacc380), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:30.040461 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 9108d369-eb5e-4963-b5ad-770a4aacc380, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9108d369-eb5e-4963-b5ad-770a4aacc380,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:01:30.046602 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9108d369-eb5e-4963-b5ad-770a4aacc380), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:30.047157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 26b73dda-c990-45d5-be71-b0a00830eb9b up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:01:30.127306 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Router a614ad5a-7973-4d13-8179-7c8ac99df03c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:01:30.153007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=9108d369-eb5e-4963-b5ad-770a4aacc380,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:30.156900 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 26b73dda-c990-45d5-be71-b0a00830eb9b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:01:30.157533 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (26b73dda-c990-45d5-be71-b0a00830eb9b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:30.246282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 26b73dda-c990-45d5-be71-b0a00830eb9b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:01:30.269397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:01:30.274894 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6d4f3c02-a1a0-4a75-8d23-b9661960f29d admin admin] 10.222.0.55 "PUT /v2.0/routers/a614ad5a-7973-4d13-8179-7c8ac99df03c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0279109 Jan 28 20:01:30.333042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6afdb678-b174-4dbc-8cc1-a84717f0819c None None] Provisioning complete for port 7f500299-8ad7-425e-95db-6ea2d389edcd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:01:30.333424 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6afdb678-b174-4dbc-8cc1-a84717f0819c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:30.370580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6afdb678-b174-4dbc-8cc1-a84717f0819c None None] Port 7f500299-8ad7-425e-95db-6ea2d389edcd cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:01:30.623554 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:30.783002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34444) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:30.787762 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e9dcc2d5-cdb7-4fea-b685-0187d79d7069 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--626317222', 'description': 'tempest-description--441141549'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:01:30.810569 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9dcc2d5-cdb7-4fea-b685-0187d79d7069 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:30.880304 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9dcc2d5-cdb7-4fea-b685-0187d79d7069 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for security_group (3ea289b8-3462-44e3-a6e4-040cb030ff8b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:30.886513 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9dcc2d5-cdb7-4fea-b685-0187d79d7069 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3ea289b8-3462-44e3-a6e4-040cb030ff8b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:30.920354 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9dcc2d5-cdb7-4fea-b685-0187d79d7069 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:30.924631 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e9dcc2d5-cdb7-4fea-b685-0187d79d7069 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1376817 Jan 28 20:01:30.924631 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34446) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:30.929167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1f784db1-08ba-4420-85db-cca7627d88b2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Request body: {'security_group_rule': {'security_group_id': '3ea289b8-3462-44e3-a6e4-040cb030ff8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:01:30.934528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcc2d5-cdb7-4fea-b685-0187d79d7069 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea289b8-3462-44e3-a6e4-040cb030ff8b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:30.962480 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f784db1-08ba-4420-85db-cca7627d88b2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for security_group_rule (7abe961d-c087-43a9-81b7-3f8f1fcf4dbf), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.020872 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f784db1-08ba-4420-85db-cca7627d88b2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for security_group_rule (7abe961d-c087-43a9-81b7-3f8f1fcf4dbf), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.025596 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f784db1-08ba-4420-85db-cca7627d88b2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (7abe961d-c087-43a9-81b7-3f8f1fcf4dbf), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.042773 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f784db1-08ba-4420-85db-cca7627d88b2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abe961d-c087-43a9-81b7-3f8f1fcf4dbf,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:31.053009 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1f784db1-08ba-4420-85db-cca7627d88b2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.054349 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1f784db1-08ba-4420-85db-cca7627d88b2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287665 Jan 28 20:01:31.057128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34448) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:31.061575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-84467dc5-0c92-487b-9d9d-3aedd514c98f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Request body: {'security_group_rule': {'security_group_id': '3ea289b8-3462-44e3-a6e4-040cb030ff8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:01:31.072856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Sync routers for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:01:31.083677 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:01:31.084433 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:01:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:31.088846 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84467dc5-0c92-487b-9d9d-3aedd514c98f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for security_group_rule (fe13eb02-25f9-4c1c-85e2-104871ec685d), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.148438 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84467dc5-0c92-487b-9d9d-3aedd514c98f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for security_group_rule (fe13eb02-25f9-4c1c-85e2-104871ec685d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.153220 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84467dc5-0c92-487b-9d9d-3aedd514c98f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (fe13eb02-25f9-4c1c-85e2-104871ec685d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.170496 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84467dc5-0c92-487b-9d9d-3aedd514c98f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe13eb02-25f9-4c1c-85e2-104871ec685d,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:31.182406 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-84467dc5-0c92-487b-9d9d-3aedd514c98f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.183635 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-84467dc5-0c92-487b-9d9d-3aedd514c98f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255581 Jan 28 20:01:31.186677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34450) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:31.191348 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:01:31.196560 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:01:31.211581 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.313047 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.392384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 2, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:31.418856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Checking router: a614ad5a-7973-4d13-8179-7c8ac99df03c for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:01:31.419158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Updating router a614ad5a-7973-4d13-8179-7c8ac99df03c port 7f500299-8ad7-425e-95db-6ea2d389edcd binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:01:31.425203 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Allocated IP 172.25.0.72 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/3c66dc39-e1ee-4382-839f-8581c084901d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:01:31.447715 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.527930 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for port (3c66dc39-e1ee-4382-839f-8581c084901d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.562372 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (3c66dc39-e1ee-4382-839f-8581c084901d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.599739 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:01:31.602700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:01:31.608270 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:01:31.613793 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Pushing event updated for resources: {'Port': ['ID=3c66dc39-e1ee-4382-839f-8581c084901d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:31.700710 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for floatingip (e8b0338a-70d6-4c9e-8d80-d7680566a3c0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.707961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9108d369-eb5e-4963-b5ad-770a4aacc380 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:01:31.738804 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3c66dc39-e1ee-4382-839f-8581c084901d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.763621 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Publish callbacks [] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.773371 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.829759 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 9108d369-eb5e-4963-b5ad-770a4aacc380 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:01:31.829759 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9108d369-eb5e-4963-b5ad-770a4aacc380), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.866668 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b499e-cea3-4852-9cdc-ecbeafbd0b83 None None] Pushing event updated for resources: {'Port': ['ID=7f500299-8ad7-425e-95db-6ea2d389edcd,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:31.904671 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for port (3c66dc39-e1ee-4382-839f-8581c084901d), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.911614 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (3c66dc39-e1ee-4382-839f-8581c084901d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.916766 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Attempting to bind port 7f500299-8ad7-425e-95db-6ea2d389edcd on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:01:31.917143 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Attempting to bind port 7f500299-8ad7-425e-95db-6ea2d389edcd by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:01:31.918069 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Attempting to bind port 7f500299-8ad7-425e-95db-6ea2d389edcd on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:01:31.930321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:01:31.931375 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Checking segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:01:31.932084 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.932604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Bound using segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:01:31.933194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Bound port: 7f500299-8ad7-425e-95db-6ea2d389edcd, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:01:31.933664 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:31.990052 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Pushing event updated for resources: {'Port': ['ID=3c66dc39-e1ee-4382-839f-8581c084901d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:31.995804 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (e8b0338a-70d6-4c9e-8d80-d7680566a3c0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:32.014451 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:32.015825 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-14fb4cd9-bf05-4575-a466-4fa2b7fa92da tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8282161 Jan 28 20:01:32.179942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 9108d369-eb5e-4963-b5ad-770a4aacc380 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:01:32.182289 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-7dfac589-9110-4439-aa45-3ec2d7eac5bf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--626317222&fields=id&tenant_id=23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 267 time: 0.0516460 Jan 28 20:01:32.205439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2b550d58-2423-4dcb-8661-1b46f5e2d7ef None None] Provisioning complete for port 7f500299-8ad7-425e-95db-6ea2d389edcd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:01:32.205685 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2b550d58-2423-4dcb-8661-1b46f5e2d7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:32.226327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] For port 7f500299-8ad7-425e-95db-6ea2d389edcd, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:01:32.242814 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] For port 7f500299-8ad7-425e-95db-6ea2d389edcd, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7f500299-8ad7-425e-95db-6ea2d389edcd,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:01:32.252119 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:32.259662 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2b550d58-2423-4dcb-8661-1b46f5e2d7ef None None] Port 7f500299-8ad7-425e-95db-6ea2d389edcd cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:01:32.296479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-338e9c32-0367-4dea-88be-d6ba33f27a58 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:32.304746 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-338e9c32-0367-4dea-88be-d6ba33f27a58 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 811 time: 0.1146793 Jan 28 20:01:32.307956 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:01:32.308604 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:01:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:32.318652 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-13e5d833-138d-434d-8b9a-d2c36730a769 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/quotas/23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 375 time: 0.0127933 Jan 28 20:01:32.348880 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b499e-cea3-4852-9cdc-ecbeafbd0b83 None None] Pushing event updated for resources: {'Port': ['ID=7f500299-8ad7-425e-95db-6ea2d389edcd,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:32.395267 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-d00e70bb-ecfb-4b6b-8b6c-2144bb87093f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709975 Jan 28 20:01:32.426319 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:01:32.550490 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-a38cd982-f972-4184-b5d6-1a36a3ced242 service neutron] 10.222.0.55 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410506 Jan 28 20:01:32.614296 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a58e48b9-595d-4a5f-8ed9-ff42fe832e25 None None] Provisioning complete for port 7f500299-8ad7-425e-95db-6ea2d389edcd triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:01:32.614679 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a58e48b9-595d-4a5f-8ed9-ff42fe832e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:32.640002 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-d2ba01e1-4c34-489a-84c0-abc188043945 service neutron] 10.222.0.55 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832191 Jan 28 20:01:32.695202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:32.729359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dfc440-05d4-4745-9274-2b3c352234f7 None None] The sync data for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 is: [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:01:32.740695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a58e48b9-595d-4a5f-8ed9-ff42fe832e25 None None] Current status of the port 7f500299-8ad7-425e-95db-6ea2d389edcd is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:01:32.741222 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a58e48b9-595d-4a5f-8ed9-ff42fe832e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:32.783767 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a58e48b9-595d-4a5f-8ed9-ff42fe832e25 None None] For port 7f500299-8ad7-425e-95db-6ea2d389edcd, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7f500299-8ad7-425e-95db-6ea2d389edcd,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:01:32.792251 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a58e48b9-595d-4a5f-8ed9-ff42fe832e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:32.858957 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e48b9-595d-4a5f-8ed9-ff42fe832e25 None None] Pushing event updated for resources: {'Port': ['ID=7f500299-8ad7-425e-95db-6ea2d389edcd,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:32.883190 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-516d1354-73c0-43f8-8bc4-ddedf59024fa req-13485036-b3c8-4b4a-9eee-c5bcdd4b6d2d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 210 time: 0.0414870 Jan 28 20:01:33.741681 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7f500299-8ad7-425e-95db-6ea2d389edcd up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:01:33.803914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7f500299-8ad7-425e-95db-6ea2d389edcd triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:01:33.804302 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:33.873168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-58f6cfdc-e8d8-4671-8fcf-a6a546abb5e5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:33.875248 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-58f6cfdc-e8d8-4671-8fcf-a6a546abb5e5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 811 time: 0.1524591 Jan 28 20:01:33.896155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7f500299-8ad7-425e-95db-6ea2d389edcd is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:01:33.945272 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-fae1a08f-186c-45e9-93f6-6cc36f0cb6a4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 379 time: 0.0591612 Jan 28 20:01:33.954190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-5d6c4e99-3066-4a87-81c1-c9cd929ca64e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Request body: {'port': {'device_id': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'admin_state_up': True, 'tenant_id': '23377866eb0344caab1bb3a943400662', 'security_groups': ['3ea289b8-3462-44e3-a6e4-040cb030ff8b']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:01:33.986522 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fb40637-2fc1-42c3-85fa-45b66ec91f99 req-b5c4fc19-cc4d-43a9-956a-c12b107ebe8a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 210 time: 0.0308914 Jan 28 20:01:34.063041 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-5d6c4e99-3066-4a87-81c1-c9cd929ca64e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Made reservation on behalf of 23377866eb0344caab1bb3a943400662 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:01:34.066909 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-5d6c4e99-3066-4a87-81c1-c9cd929ca64e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:34.188169 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-5d6c4e99-3066-4a87-81c1-c9cd929ca64e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Allocated IP 172.20.0.6 (b01f24d2-de11-4d42-919f-3eeaba63df97/8e291a52-e079-4186-ac8e-4760e3d4dd72/071984e7-d669-431d-aac6-d2bdadde0e5d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:01:34.323729 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-5d6c4e99-3066-4a87-81c1-c9cd929ca64e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:34.358884 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-5d6c4e99-3066-4a87-81c1-c9cd929ca64e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:34.400429 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-5d6c4e99-3066-4a87-81c1-c9cd929ca64e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Network b01f24d2-de11-4d42-919f-3eeaba63df97 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:01:34.403433 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-5d6c4e99-3066-4a87-81c1-c9cd929ca64e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:01:34.409796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-5d6c4e99-3066-4a87-81c1-c9cd929ca64e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:01:34.415668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c4e99-3066-4a87-81c1-c9cd929ca64e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Pushing event updated for resources: {'Port': ['ID=071984e7-d669-431d-aac6-d2bdadde0e5d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:34.462765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-5d6c4e99-3066-4a87-81c1-c9cd929ca64e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:34.463375 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-5d6c4e99-3066-4a87-81c1-c9cd929ca64e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:34.480837 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-5d6c4e99-3066-4a87-81c1-c9cd929ca64e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5303969 Jan 28 20:01:34.574832 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Request body: {'port': {'device_id': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:01:34.637534 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b8f5595c-f376-4ed3-8387-c7b446a304ef None None] Provisioning complete for port 071984e7-d669-431d-aac6-d2bdadde0e5d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:01:34.638000 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8f5595c-f376-4ed3-8387-c7b446a304ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:34.640473 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:34.672088 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b8f5595c-f376-4ed3-8387-c7b446a304ef None None] Port 071984e7-d669-431d-aac6-d2bdadde0e5d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:01:34.903467 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071984e7-d669-431d-aac6-d2bdadde0e5d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:01:34.910773 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Publish callbacks [] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:34.922847 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Transition to ACTIVE for port object 071984e7-d669-431d-aac6-d2bdadde0e5d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:01:34.927681 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:34.982147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Pushing event updated for resources: {'Port': ['ID=071984e7-d669-431d-aac6-d2bdadde0e5d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:35.058103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Attempting to bind port 071984e7-d669-431d-aac6-d2bdadde0e5d on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:01:35.058514 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Attempting to bind port 071984e7-d669-431d-aac6-d2bdadde0e5d by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:01:35.058993 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Attempting to bind port 071984e7-d669-431d-aac6-d2bdadde0e5d on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:01:35.064636 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Port 071984e7-d669-431d-aac6-d2bdadde0e5d on network b01f24d2-de11-4d42-919f-3eeaba63df97 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:01:35.064986 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Attempting to bind port 071984e7-d669-431d-aac6-d2bdadde0e5d on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:01:35.071643 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:01:35.072043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Checking segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:01:35.072382 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Bound using segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:01:35.072829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Bound port: 071984e7-d669-431d-aac6-d2bdadde0e5d, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:01:35.073195 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:35.150627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] For port 071984e7-d669-431d-aac6-d2bdadde0e5d, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:01:35.154274 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] For port 071984e7-d669-431d-aac6-d2bdadde0e5d, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=071984e7-d669-431d-aac6-d2bdadde0e5d,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:01:35.163172 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:35.209358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:35.209982 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:35.211554 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] 10.222.0.31 "PUT /v2.0/ports/071984e7-d669-431d-aac6-d2bdadde0e5d HTTP/1.1" status: 200 len: 1091 time: 0.6858778 Jan 28 20:01:35.212014 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'tag': '071984e7-d669-431d-aac6-d2bdadde0e5d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:01:35.218602 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}718abcadc4bafb55646de14e063cdb53c4566b615c3cddf012cd306b23640a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe25f8a-0540-4a24-9918-1d365a54b317" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf30b4a-e608-4e3b-99aa-866329cc073c", "tag": "071984e7-d669-431d-aac6-d2bdadde0e5d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:01:35.259096 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccf6da-dc97-44bd-996e-bb03a6810ced service neutron] Pushing event updated for resources: {'Port': ['ID=071984e7-d669-431d-aac6-d2bdadde0e5d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:35.281707 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddcbf89-0708-423d-80f4-e75ad9392a30 x-openstack-request-id: req-0ddcbf89-0708-423d-80f4-e75ad9392a30 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:01:35.281707 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf30b4a-e608-4e3b-99aa-866329cc073c", "tag": "071984e7-d669-431d-aac6-d2bdadde0e5d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:01:35.281976 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ddcbf89-0708-423d-80f4-e75ad9392a30 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:01:35.282250 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'tag': '071984e7-d669-431d-aac6-d2bdadde0e5d', 'status': 'completed', 'code': 200} Jan 28 20:01:35.319557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-3e7b96f0-86ba-418e-badd-14167b07767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:35.321196 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-3e7b96f0-86ba-418e-badd-14167b07767a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 1125 time: 0.0546398 Jan 28 20:01:35.364663 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-743aff46-75c8-40ca-80b6-9b2609cd779f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071984e7-d669-431d-aac6-d2bdadde0e5d HTTP/1.1" status: 200 len: 217 time: 0.0362968 Jan 28 20:01:35.443219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-0d02c431-13a5-414c-8f52-cb5017395706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:35.444691 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-0d02c431-13a5-414c-8f52-cb5017395706 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0738912 Jan 28 20:01:35.490614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157fbe4-b786-4d23-af86-60ddbcc088f3 req-a32a6616-0a78-4098-bd5d-b70f5024c1f4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:35.492055 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d157fbe4-b786-4d23-af86-60ddbcc088f3 req-a32a6616-0a78-4098-bd5d-b70f5024c1f4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 943 time: 0.0903563 Jan 28 20:01:35.523598 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-593646c5-c327-48c2-85c8-97977526bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:35.525093 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-593646c5-c327-48c2-85c8-97977526bd92 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0734036 Jan 28 20:01:35.588974 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d157fbe4-b786-4d23-af86-60ddbcc088f3 req-83000653-30b4-4037-95bb-9e009560d8ea tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908103 Jan 28 20:01:35.629320 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-7edf1071-35a7-40f5-bd8d-6503cccd1fd2 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966258 Jan 28 20:01:35.716995 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe9aeb28-78d0-4968-8ac0-e3c0bc23c030 req-5c9db77d-01f4-40a8-bfec-0ebe9d9a8547 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817800 Jan 28 20:01:35.810292 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25f8a-0540-4a24-9918-1d365a54b317 req-1e593587-0561-48aa-81d3-f975794eef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:35.811772 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-abe25f8a-0540-4a24-9918-1d365a54b317 req-1e593587-0561-48aa-81d3-f975794eef50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 1125 time: 0.0452271 Jan 28 20:01:35.904105 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25f8a-0540-4a24-9918-1d365a54b317 req-522a76a7-ae50-4016-899b-89471cc3cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:35.905565 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-abe25f8a-0540-4a24-9918-1d365a54b317 req-522a76a7-ae50-4016-899b-89471cc3cb48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0867770 Jan 28 20:01:35.951314 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-abe25f8a-0540-4a24-9918-1d365a54b317 req-1ae787f9-14f2-426a-ba4c-44afc9c92db9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071984e7-d669-431d-aac6-d2bdadde0e5d HTTP/1.1" status: 200 len: 217 time: 0.0402064 Jan 28 20:01:36.310628 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25f8a-0540-4a24-9918-1d365a54b317 req-bbd522c4-a743-48ad-b117-e5f2a299693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:36.312075 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-abe25f8a-0540-4a24-9918-1d365a54b317 req-bbd522c4-a743-48ad-b117-e5f2a299693b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.3544056 Jan 28 20:01:36.360577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25f8a-0540-4a24-9918-1d365a54b317 req-f85df403-5236-473a-b7bd-09fa59039dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:36.362057 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-abe25f8a-0540-4a24-9918-1d365a54b317 req-f85df403-5236-473a-b7bd-09fa59039dd2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439470 Jan 28 20:01:36.456673 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-abe25f8a-0540-4a24-9918-1d365a54b317 req-bbef2fd3-ad16-45ff-b2f3-eecc15a63035 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877256 Jan 28 20:01:36.552180 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-abe25f8a-0540-4a24-9918-1d365a54b317 req-a42f4d30-8b90-4daa-8d81-6fbf5e6ad032 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893652 Jan 28 20:01:36.712682 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232d60e-9054-4b02-b174-06ffbb7980b7 req-33d4228b-6add-4255-bf66-0601441c0e71 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:36.714188 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8232d60e-9054-4b02-b174-06ffbb7980b7 req-33d4228b-6add-4255-bf66-0601441c0e71 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 943 time: 0.0550637 Jan 28 20:01:36.767697 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8232d60e-9054-4b02-b174-06ffbb7980b7 req-bbba76e8-3c42-42b8-9058-c52575b1e8ae tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456250 Jan 28 20:01:37.897189 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b2b14-d526-42ea-ab07-72ddd753bbea req-9dc9f1ea-97e9-42d8-9d6e-38c82f222fd2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:37.898617 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-037b2b14-d526-42ea-ab07-72ddd753bbea req-9dc9f1ea-97e9-42d8-9d6e-38c82f222fd2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 943 time: 0.0558944 Jan 28 20:01:37.947747 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-037b2b14-d526-42ea-ab07-72ddd753bbea req-7e2c6672-9d75-4431-9b72-0cffb28f0281 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430796 Jan 28 20:01:38.160967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 071984e7-d669-431d-aac6-d2bdadde0e5d details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:01:38.266801 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 071984e7-d669-431d-aac6-d2bdadde0e5d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=071984e7-d669-431d-aac6-d2bdadde0e5d,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:01:38.278372 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '071984e7-d669-431d-aac6-d2bdadde0e5d', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'port_id': '071984e7-d669-431d-aac6-d2bdadde0e5d', 'mac_address': 'fa:16:3e:41:07:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:01:38.316529 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 071984e7-d669-431d-aac6-d2bdadde0e5d is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:01:38.316921 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:38.334707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071984e7-d669-431d-aac6-d2bdadde0e5d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:01:38.354926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 071984e7-d669-431d-aac6-d2bdadde0e5d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=071984e7-d669-431d-aac6-d2bdadde0e5d,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:01:38.361961 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:38.417289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=071984e7-d669-431d-aac6-d2bdadde0e5d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:38.552907 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['071984e7-d669-431d-aac6-d2bdadde0e5d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:01:39.080987 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248178c3-021d-4e14-8dc4-d8b1134e7b29 req-ca3d1715-d97d-474d-acde-16744f5fd0fc tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:39.082534 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-248178c3-021d-4e14-8dc4-d8b1134e7b29 req-ca3d1715-d97d-474d-acde-16744f5fd0fc tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 944 time: 0.0571666 Jan 28 20:01:39.135821 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-248178c3-021d-4e14-8dc4-d8b1134e7b29 req-44a502f0-3f4f-43d8-9c6c-92fc10efa5a0 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456238 Jan 28 20:01:40.162169 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 071984e7-d669-431d-aac6-d2bdadde0e5d up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:01:40.221535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 071984e7-d669-431d-aac6-d2bdadde0e5d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:01:40.225469 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 071984e7-d669-431d-aac6-d2bdadde0e5d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:01:40.225855 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:40.277670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca937241-6e36-4ce7-be49-b889b2e631cb req-ff49d963-4a4c-4a25-bd72-c2fe9e0ec89c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:40.279229 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ca937241-6e36-4ce7-be49-b889b2e631cb req-ff49d963-4a4c-4a25-bd72-c2fe9e0ec89c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 944 time: 0.0601921 Jan 28 20:01:40.303153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 071984e7-d669-431d-aac6-d2bdadde0e5d is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:01:40.303550 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:40.325976 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ca937241-6e36-4ce7-be49-b889b2e631cb req-ddebb43a-dd06-413f-bce8-8413e541dc7f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409904 Jan 28 20:01:40.327290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071984e7-d669-431d-aac6-d2bdadde0e5d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:01:40.329641 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08ae505db749e50c848b084f9d3818f289cb893deefff2b7842d32d885050c50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce3592a-3acc-4eb5-8b0e-5f0c03cd88e1" -d '{"events": [{"server_uuid": "bbf30b4a-e608-4e3b-99aa-866329cc073c", "name": "network-vif-plugged", "status": "completed", "tag": "071984e7-d669-431d-aac6-d2bdadde0e5d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:01:40.342470 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 071984e7-d669-431d-aac6-d2bdadde0e5d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=071984e7-d669-431d-aac6-d2bdadde0e5d,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:01:40.347872 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:40.375728 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60329a12-9f92-4129-a97a-fdb4ddb13174 x-openstack-request-id: req-60329a12-9f92-4129-a97a-fdb4ddb13174 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:01:40.376016 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf30b4a-e608-4e3b-99aa-866329cc073c", "name": "network-vif-plugged", "status": "completed", "tag": "071984e7-d669-431d-aac6-d2bdadde0e5d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:01:40.376303 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60329a12-9f92-4129-a97a-fdb4ddb13174 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:01:40.376701 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071984e7-d669-431d-aac6-d2bdadde0e5d', 'code': 200} Jan 28 20:01:40.402254 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=071984e7-d669-431d-aac6-d2bdadde0e5d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:01:40.470875 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e94fd-f4ed-4891-91b6-47a0f3bf119d req-4f75b1b7-eba9-46c3-8504-2cd142d28225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:40.472913 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c03e94fd-f4ed-4891-91b6-47a0f3bf119d req-4f75b1b7-eba9-46c3-8504-2cd142d28225 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 1127 time: 0.0472074 Jan 28 20:01:40.516867 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c03e94fd-f4ed-4891-91b6-47a0f3bf119d req-096611af-0681-4c24-97df-2c04e697788e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378993 Jan 28 20:01:41.465672 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79434b3-579d-496d-aed0-c903d3fa484d req-e31c8c92-ee36-44c7-95f6-0f5bcda5d3c9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:41.467191 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e79434b3-579d-496d-aed0-c903d3fa484d req-e31c8c92-ee36-44c7-95f6-0f5bcda5d3c9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0545371 Jan 28 20:01:41.519035 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e79434b3-579d-496d-aed0-c903d3fa484d req-85e1827f-9e70-422b-97e9-bef71753dd62 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461733 Jan 28 20:01:42.659708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45f5e2-61f6-4569-89f9-3aeeeec267a9 req-b2dd1528-ef21-43ab-84f3-d3e1460e28a3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:42.661083 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc45f5e2-61f6-4569-89f9-3aeeeec267a9 req-b2dd1528-ef21-43ab-84f3-d3e1460e28a3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0643132 Jan 28 20:01:42.710894 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc45f5e2-61f6-4569-89f9-3aeeeec267a9 req-317119cb-2841-4d5c-b751-f09e45b96d40 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427754 Jan 28 20:01:42.828230 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dab537-224f-4cac-8627-efeb3865f276 req-54516251-fded-4c2d-80b7-aa7197e399bc tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:42.829958 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-44dab537-224f-4cac-8627-efeb3865f276 req-54516251-fded-4c2d-80b7-aa7197e399bc tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0552363 Jan 28 20:01:42.843210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 34502) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:01:42.847645 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a75a313d-598c-4fa1-9b92-db06b373b697 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Request body: {'floatingip': {'port_id': '071984e7-d669-431d-aac6-d2bdadde0e5d'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:01:42.886276 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a75a313d-598c-4fa1-9b92-db06b373b697 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for floatingip (e8b0338a-70d6-4c9e-8d80-d7680566a3c0), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:43.338727 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a75a313d-598c-4fa1-9b92-db06b373b697 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:43.346286 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a75a313d-598c-4fa1-9b92-db06b373b697 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (e8b0338a-70d6-4c9e-8d80-d7680566a3c0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:43.454437 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-a75a313d-598c-4fa1-9b92-db06b373b697 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Floating IP e8b0338a-70d6-4c9e-8d80-d7680566a3c0 associated. External IP: 172.25.0.72, port: 071984e7-d669-431d-aac6-d2bdadde0e5d. Jan 28 20:01:43.660066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75a313d-598c-4fa1-9b92-db06b373b697 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Router a614ad5a-7973-4d13-8179-7c8ac99df03c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:01:43.768595 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75a313d-598c-4fa1-9b92-db06b373b697 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:01:43.773321 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a75a313d-598c-4fa1-9b92-db06b373b697 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:43.779658 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda0d297-3b0f-469d-ad7b-868b5d33f787 None None] Sync routers for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:01:43.790677 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda0d297-3b0f-469d-ad7b-868b5d33f787 None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:01:43.791264 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dda0d297-3b0f-469d-ad7b-868b5d33f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:01:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:43.802215 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a75a313d-598c-4fa1-9b92-db06b373b697 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "PUT /v2.0/floatingips/e8b0338a-70d6-4c9e-8d80-d7680566a3c0 HTTP/1.1" status: 200 len: 990 time: 0.9578943 Jan 28 20:01:43.802880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'tag': '071984e7-d669-431d-aac6-d2bdadde0e5d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:01:43.846835 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61542c5-c42d-4ab2-b2a2-43b0fba04afd" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf30b4a-e608-4e3b-99aa-866329cc073c", "tag": "071984e7-d669-431d-aac6-d2bdadde0e5d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:01:43.904122 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f9a22-e86b-4197-a888-16678f6be893 req-b115313a-86b8-47b8-a561-da406234d745 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:43.905738 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e02f9a22-e86b-4197-a888-16678f6be893 req-b115313a-86b8-47b8-a561-da406234d745 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0532756 Jan 28 20:01:43.909576 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-dda0d297-3b0f-469d-ad7b-868b5d33f787 None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:01:43.942634 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f81e85-1a9f-41e3-bbda-29e170e0c790 x-openstack-request-id: req-e0f81e85-1a9f-41e3-bbda-29e170e0c790 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:01:43.943181 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf30b4a-e608-4e3b-99aa-866329cc073c", "tag": "071984e7-d669-431d-aac6-d2bdadde0e5d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:01:43.943652 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0f81e85-1a9f-41e3-bbda-29e170e0c790 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:01:43.944279 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'tag': '071984e7-d669-431d-aac6-d2bdadde0e5d', 'status': 'completed', 'code': 200} Jan 28 20:01:43.961892 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e02f9a22-e86b-4197-a888-16678f6be893 req-a76e0551-8345-40c7-9566-3bf1dbf72be5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497620 Jan 28 20:01:44.008275 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61542c5-c42d-4ab2-b2a2-43b0fba04afd req-969173f4-f392-460e-a6be-7c2537367895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:44.009865 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a61542c5-c42d-4ab2-b2a2-43b0fba04afd req-969173f4-f392-460e-a6be-7c2537367895 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 1127 time: 0.0467007 Jan 28 20:01:44.108376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61542c5-c42d-4ab2-b2a2-43b0fba04afd req-2051dd8a-0d9d-4675-91ef-c55c80001ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:44.116174 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a61542c5-c42d-4ab2-b2a2-43b0fba04afd req-2051dd8a-0d9d-4675-91ef-c55c80001ee1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0988739 Jan 28 20:01:44.143680 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dda0d297-3b0f-469d-ad7b-868b5d33f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'e8b0338a-70d6-4c9e-8d80-d7680566a3c0', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'port_id': '071984e7-d669-431d-aac6-d2bdadde0e5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'mac_address': 'fa:16:3e:41:07:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:01:31Z', 'updated_at': '2022-01-28T20:01:43Z', 'revision_number': 1, 'project_id': '23377866eb0344caab1bb3a943400662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:44.198983 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a61542c5-c42d-4ab2-b2a2-43b0fba04afd req-895a6d7f-7062-4fe6-8cf5-223583bf6b48 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071984e7-d669-431d-aac6-d2bdadde0e5d HTTP/1.1" status: 200 len: 998 time: 0.0758567 Jan 28 20:01:44.236948 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-65069ae8-1770-4837-895d-a67e364408a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801094 Jan 28 20:01:44.248478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcf298-eaab-4bdc-8b34-b025e77b8dd4 req-7d0785b8-e43e-4263-af73-7c2ac934113c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:44.250347 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4dcf298-eaab-4bdc-8b34-b025e77b8dd4 req-7d0785b8-e43e-4263-af73-7c2ac934113c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0854220 Jan 28 20:01:44.254642 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61542c5-c42d-4ab2-b2a2-43b0fba04afd req-4a3d4542-eb95-4598-b8d9-3c8f4e6d88be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:44.256298 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a61542c5-c42d-4ab2-b2a2-43b0fba04afd req-4a3d4542-eb95-4598-b8d9-3c8f4e6d88be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0516813 Jan 28 20:01:44.269057 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda0d297-3b0f-469d-ad7b-868b5d33f787 None None] Checking router: a614ad5a-7973-4d13-8179-7c8ac99df03c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:01:44.278007 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda0d297-3b0f-469d-ad7b-868b5d33f787 None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:01:44.278724 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dda0d297-3b0f-469d-ad7b-868b5d33f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:01:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:44.303671 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4dcf298-eaab-4bdc-8b34-b025e77b8dd4 req-269fe477-9e62-461f-9353-d59818e03d09 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462999 Jan 28 20:01:44.326659 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61542c5-c42d-4ab2-b2a2-43b0fba04afd req-007bba35-88cb-47cb-85af-bd2ac9ffb28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:44.326659 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a61542c5-c42d-4ab2-b2a2-43b0fba04afd req-007bba35-88cb-47cb-85af-bd2ac9ffb28b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0630693 Jan 28 20:01:44.383989 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-dda0d297-3b0f-469d-ad7b-868b5d33f787 None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:01:44.423410 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a61542c5-c42d-4ab2-b2a2-43b0fba04afd req-98ae2d5a-a7a3-40ce-8509-9c27d7d6b398 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904708 Jan 28 20:01:44.520124 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a61542c5-c42d-4ab2-b2a2-43b0fba04afd req-94b4a34d-bebd-4965-92f3-3807d44f4a03 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914803 Jan 28 20:01:44.615943 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dda0d297-3b0f-469d-ad7b-868b5d33f787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'e8b0338a-70d6-4c9e-8d80-d7680566a3c0', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'port_id': '071984e7-d669-431d-aac6-d2bdadde0e5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'mac_address': 'fa:16:3e:41:07:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:01:31Z', 'updated_at': '2022-01-28T20:01:43Z', 'revision_number': 1, 'project_id': '23377866eb0344caab1bb3a943400662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:01:44.645038 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda0d297-3b0f-469d-ad7b-868b5d33f787 None None] The sync data for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 is: [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'e8b0338a-70d6-4c9e-8d80-d7680566a3c0', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'port_id': '071984e7-d669-431d-aac6-d2bdadde0e5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'mac_address': 'fa:16:3e:41:07:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:01:31Z', 'updated_at': '2022-01-28T20:01:43Z', 'revision_number': 1, 'project_id': '23377866eb0344caab1bb3a943400662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:01:44.856194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abae964-c28f-4c8f-928f-f97505eeabe3 None None] New status for floating IP e8b0338a-70d6-4c9e-8d80-d7680566a3c0: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:01:45.442408 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-605489bc-54a5-4ff8-9f39-8141335f16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:45.443932 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-605489bc-54a5-4ff8-9f39-8141335f16ce service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 1127 time: 0.0750988 Jan 28 20:01:45.463834 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75016a4-e92d-4b5b-8268-c922de762e15 req-034114a3-7cce-4b9e-a68c-35c975cbf483 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:45.465256 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b75016a4-e92d-4b5b-8268-c922de762e15 req-034114a3-7cce-4b9e-a68c-35c975cbf483 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0859339 Jan 28 20:01:45.563684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b75016a4-e92d-4b5b-8268-c922de762e15 req-84c1b960-e6a4-4dac-9f48-3f43bc3650eb tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875816 Jan 28 20:01:45.578692 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-f854892c-15dc-47bf-b460-10363d5ddece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:45.580186 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-f854892c-15dc-47bf-b460-10363d5ddece service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.1304107 Jan 28 20:01:45.646157 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-3250fc95-b181-4876-950c-170a85d2b101 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071984e7-d669-431d-aac6-d2bdadde0e5d HTTP/1.1" status: 200 len: 1000 time: 0.0604858 Jan 28 20:01:45.697317 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-27474013-b426-488b-b46a-25c965692eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:45.698842 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-27474013-b426-488b-b46a-25c965692eb4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0471482 Jan 28 20:01:45.758108 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-0744df14-7f71-467d-9f76-a0668dfc08ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:45.760456 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-0744df14-7f71-467d-9f76-a0668dfc08ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549023 Jan 28 20:01:45.855706 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-c3d77313-b6b1-4b57-96e6-457e80760e6d service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878375 Jan 28 20:01:45.959863 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-f9c633aa-609f-46cc-a7dd-9eb772f297b7 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985940 Jan 28 20:01:46.693532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c395739-e623-4824-a70f-db1bac90f497 req-501bae31-54b7-4c54-8be1-51ef989b26c2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:46.695052 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c395739-e623-4824-a70f-db1bac90f497 req-501bae31-54b7-4c54-8be1-51ef989b26c2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0529695 Jan 28 20:01:46.743601 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c395739-e623-4824-a70f-db1bac90f497 req-e961e66e-01fc-43ef-8103-7feadbe91cb7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429175 Jan 28 20:01:47.879447 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7ab2d-408e-496b-bbfc-118fbba6aaad req-36f6c296-4aa3-4299-affe-76ba5b98a61a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:47.880805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bae7ab2d-408e-496b-bbfc-118fbba6aaad req-36f6c296-4aa3-4299-affe-76ba5b98a61a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0596795 Jan 28 20:01:47.927328 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bae7ab2d-408e-496b-bbfc-118fbba6aaad req-fcf90e78-107a-40b8-9ab2-2adbcf08042c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409286 Jan 28 20:01:48.310384 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb6075ec-05f8-44fd-b5f4-624fafa01db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:49.062550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66a18c-73c4-4507-bd58-9ac1e96921f1 req-6dc38bae-d1e7-4673-a2bc-f10a9167b5c4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:49.064017 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0f66a18c-73c4-4507-bd58-9ac1e96921f1 req-6dc38bae-d1e7-4673-a2bc-f10a9167b5c4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0558321 Jan 28 20:01:49.110269 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0f66a18c-73c4-4507-bd58-9ac1e96921f1 req-48b66efb-17ee-4a2b-8cc1-3737b74283fd tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403087 Jan 28 20:01:49.263459 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:01:50.247556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e7c50-e1bb-4a1c-920d-c3040c5cfcad req-2ede6217-11bd-43ac-af49-fe381b8b7bdb tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:50.248961 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c0e7c50-e1bb-4a1c-920d-c3040c5cfcad req-2ede6217-11bd-43ac-af49-fe381b8b7bdb tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0624239 Jan 28 20:01:50.299452 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c0e7c50-e1bb-4a1c-920d-c3040c5cfcad req-ca621925-3263-4c9b-9204-9e9762aed068 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447783 Jan 28 20:01:50.480279 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c880bde-73de-4492-b605-2fa64204c2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:51.426947 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558ab44-42ca-41fb-ac10-a1f33d98e355 req-f46369bc-35b1-44bd-ac31-1747db570cbf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:51.428409 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7558ab44-42ca-41fb-ac10-a1f33d98e355 req-f46369bc-35b1-44bd-ac31-1747db570cbf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0524580 Jan 28 20:01:51.474814 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7558ab44-42ca-41fb-ac10-a1f33d98e355 req-74cdc41e-0894-4cbf-9c59-9f642d94376b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407357 Jan 28 20:01:51.901668 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:52.624042 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c0547-fcdf-4d44-a09c-e357bb0d7b57 req-5ef47044-e99c-4473-9d27-3c0fff3fe327 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:52.626250 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23c0547-fcdf-4d44-a09c-e357bb0d7b57 req-5ef47044-e99c-4473-9d27-3c0fff3fe327 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0616705 Jan 28 20:01:52.677063 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b23c0547-fcdf-4d44-a09c-e357bb0d7b57 req-22c36810-70a9-4c45-b312-f3d802eaff9f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419993 Jan 28 20:01:53.174803 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:53.806192 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab398ed-2336-481f-8389-9964106a20b7 req-2b37d89e-8d7a-4309-8dca-8daad56d3f62 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:53.807701 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ab398ed-2336-481f-8389-9964106a20b7 req-2b37d89e-8d7a-4309-8dca-8daad56d3f62 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0544808 Jan 28 20:01:53.858483 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8ab398ed-2336-481f-8389-9964106a20b7 req-196e578d-e9c8-4faa-83ae-9a941e1af955 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449965 Jan 28 20:01:54.545206 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:54.984207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d9cba-8977-43fd-b0e7-b1f690266beb req-b2e50d7b-ff7d-40f4-befd-7c33c4b4ef0e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:54.985710 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c5d9cba-8977-43fd-b0e7-b1f690266beb req-b2e50d7b-ff7d-40f4-befd-7c33c4b4ef0e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0556514 Jan 28 20:01:55.037844 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c5d9cba-8977-43fd-b0e7-b1f690266beb req-49f6b9e3-bdb4-4a65-83f9-d529d5783e2b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463252 Jan 28 20:01:55.797589 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54301b-6279-4c11-b0b1-21f723d2a454 req-1e38e45c-b5cd-4472-b7e6-7cfabb05a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:55.799117 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba54301b-6279-4c11-b0b1-21f723d2a454 req-1e38e45c-b5cd-4472-b7e6-7cfabb05a2af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 1127 time: 0.0480039 Jan 28 20:01:55.907970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54301b-6279-4c11-b0b1-21f723d2a454 req-dd4486de-6c4f-4c1b-9c2f-0cd22081a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:55.909434 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba54301b-6279-4c11-b0b1-21f723d2a454 req-dd4486de-6c4f-4c1b-9c2f-0cd22081a219 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0916626 Jan 28 20:01:55.930619 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:01:55.981385 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba54301b-6279-4c11-b0b1-21f723d2a454 req-ae8f8e6b-ba37-4e8f-8921-6f95451154af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071984e7-d669-431d-aac6-d2bdadde0e5d HTTP/1.1" status: 200 len: 1000 time: 0.0662565 Jan 28 20:01:56.036002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54301b-6279-4c11-b0b1-21f723d2a454 req-64ba17c3-458a-4f70-8041-76c753054595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:56.037545 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba54301b-6279-4c11-b0b1-21f723d2a454 req-64ba17c3-458a-4f70-8041-76c753054595 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0477867 Jan 28 20:01:56.105433 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54301b-6279-4c11-b0b1-21f723d2a454 req-3b011e17-361b-4629-b14a-70f0cfaeb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:56.107136 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba54301b-6279-4c11-b0b1-21f723d2a454 req-3b011e17-361b-4629-b14a-70f0cfaeb2f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511603 Jan 28 20:01:56.173111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bb1ef-81fc-4b7c-a045-6883fa01b37a req-88439571-a2ad-46f2-b915-86e56e24e019 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:56.175304 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e43bb1ef-81fc-4b7c-a045-6883fa01b37a req-88439571-a2ad-46f2-b915-86e56e24e019 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0537090 Jan 28 20:01:56.201282 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba54301b-6279-4c11-b0b1-21f723d2a454 req-6721b2c0-cce0-4041-9019-8ab11a97f7b3 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882940 Jan 28 20:01:56.222652 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e43bb1ef-81fc-4b7c-a045-6883fa01b37a req-3f2df29b-3545-4431-963d-6a34e0d0c036 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417042 Jan 28 20:01:56.294642 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba54301b-6279-4c11-b0b1-21f723d2a454 req-aad4b17e-8a8b-4fed-bc18-9c128b8683a4 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819185 Jan 28 20:01:57.367450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134f3a5-5e17-4ed0-bff9-8cfd62859cac req-0a88e835-0b3c-435b-9885-9680309c37f3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:57.368958 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2134f3a5-5e17-4ed0-bff9-8cfd62859cac req-0a88e835-0b3c-435b-9885-9680309c37f3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0665963 Jan 28 20:01:57.416716 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2134f3a5-5e17-4ed0-bff9-8cfd62859cac req-ab62727f-2fa2-4353-aa06-3b84da9ddca1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418622 Jan 28 20:01:58.538900 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18ffc5-9094-489f-9a3b-6f0b3d851730 req-2b58c03a-5998-43bd-aedd-49f125d1c055 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:58.540431 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d18ffc5-9094-489f-9a3b-6f0b3d851730 req-2b58c03a-5998-43bd-aedd-49f125d1c055 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0521753 Jan 28 20:01:58.588047 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d18ffc5-9094-489f-9a3b-6f0b3d851730 req-7f599585-353d-44c0-841d-753d38f0f500 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417783 Jan 28 20:01:59.722160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae964342-919f-4de1-a952-a8d8544f0276 req-a4abeac4-2ef8-451b-8338-ff514f9ae98e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:01:59.723672 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae964342-919f-4de1-a952-a8d8544f0276 req-a4abeac4-2ef8-451b-8338-ff514f9ae98e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0558920 Jan 28 20:01:59.775653 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ae964342-919f-4de1-a952-a8d8544f0276 req-96fb0ed7-ac00-4efc-ad62-1d58327ec71a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435565 Jan 28 20:02:00.645679 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:00.915567 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1f6a1-edcd-42ad-9072-3d8d081d5ca8 req-58a83a59-62a8-4f1d-b178-f9bb20819b6a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:00.916932 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fec1f6a1-edcd-42ad-9072-3d8d081d5ca8 req-58a83a59-62a8-4f1d-b178-f9bb20819b6a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0585232 Jan 28 20:02:00.973520 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fec1f6a1-edcd-42ad-9072-3d8d081d5ca8 req-be336e18-d870-4bff-b317-4a324922bfc1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473356 Jan 28 20:02:02.098008 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faacbbb-ecaf-4353-b608-9ba9b3b6217f req-baf808c5-91d6-4f0f-a8f5-ee5905ae0546 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:02.099550 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2faacbbb-ecaf-4353-b608-9ba9b3b6217f req-baf808c5-91d6-4f0f-a8f5-ee5905ae0546 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0559573 Jan 28 20:02:02.152119 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2faacbbb-ecaf-4353-b608-9ba9b3b6217f req-cbd00a02-2e77-4829-ae26-4f330b440f0d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448408 Jan 28 20:02:03.292045 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cf5cb-3c6a-45fc-a5ab-2b47b819db26 req-4f89cdf9-632f-42be-87a6-4b7779a651c8 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:03.293419 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7c3cf5cb-3c6a-45fc-a5ab-2b47b819db26 req-4f89cdf9-632f-42be-87a6-4b7779a651c8 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0593748 Jan 28 20:02:03.346217 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7c3cf5cb-3c6a-45fc-a5ab-2b47b819db26 req-41dbb4c0-d483-4cdc-939b-260c36824f2b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468626 Jan 28 20:02:04.486289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ba1d5-9928-4c52-9154-012ba84e948f req-db9acf81-f4e2-4eb9-967e-f18f2ff7167c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:04.487767 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0c9ba1d5-9928-4c52-9154-012ba84e948f req-db9acf81-f4e2-4eb9-967e-f18f2ff7167c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0591166 Jan 28 20:02:04.535982 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0c9ba1d5-9928-4c52-9154-012ba84e948f req-5d7c2173-4434-45dc-8da1-cf357dd8ae01 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424900 Jan 28 20:02:05.674166 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f006d-d201-4412-9fd9-283f6f06c4f9 req-3e1b12b2-25bf-4858-befe-b5c4c5aa0ec4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:05.675642 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-633f006d-d201-4412-9fd9-283f6f06c4f9 req-3e1b12b2-25bf-4858-befe-b5c4c5aa0ec4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0600951 Jan 28 20:02:05.722108 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-633f006d-d201-4412-9fd9-283f6f06c4f9 req-ec76dc0a-03b0-4945-a10e-cbbb7de8121b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408587 Jan 28 20:02:06.863700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488b9ca-68c5-4d7e-bea9-31a0657881cb req-e4ece794-bd6e-45ec-9750-4c5d5766475b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:06.865180 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7488b9ca-68c5-4d7e-bea9-31a0657881cb req-e4ece794-bd6e-45ec-9750-4c5d5766475b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0628953 Jan 28 20:02:06.912744 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7488b9ca-68c5-4d7e-bea9-31a0657881cb req-afb912a2-f70b-49e1-9012-78f8ab75bee6 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419135 Jan 28 20:02:08.048873 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c619e3-51ce-4650-8210-b5ddae7329f7 req-ed1b6936-fff0-41ad-8da2-79583df0b281 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:08.050380 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24c619e3-51ce-4650-8210-b5ddae7329f7 req-ed1b6936-fff0-41ad-8da2-79583df0b281 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0653985 Jan 28 20:02:08.097146 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24c619e3-51ce-4650-8210-b5ddae7329f7 req-fe53e3c4-5c2f-4a5d-bbe1-60282dde5b46 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411057 Jan 28 20:02:09.236602 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8838d-c4da-494f-b8c5-2c9395c64b7a req-88b1b8ac-3d35-40c6-9594-98660b2e8375 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:09.238054 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6ef8838d-c4da-494f-b8c5-2c9395c64b7a req-88b1b8ac-3d35-40c6-9594-98660b2e8375 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0671279 Jan 28 20:02:09.287297 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6ef8838d-c4da-494f-b8c5-2c9395c64b7a req-22d6945c-0530-45f9-9f26-03a50adff9ab tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436225 Jan 28 20:02:10.422274 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88ecbe-468a-44f7-b787-45abe66bf9ff req-423d45b4-5b57-4731-9c23-3b84d84092c2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:10.423790 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc88ecbe-468a-44f7-b787-45abe66bf9ff req-423d45b4-5b57-4731-9c23-3b84d84092c2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0526128 Jan 28 20:02:10.475160 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc88ecbe-468a-44f7-b787-45abe66bf9ff req-ebe3143a-b8c8-4e6e-ae5c-483b4eaf7cdb tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455773 Jan 28 20:02:11.608950 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67e1dc-23b5-4692-8081-0fdec3ee3193 req-b3fa84a2-d878-4b8d-ba49-889d46e701bf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:11.610485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9b67e1dc-23b5-4692-8081-0fdec3ee3193 req-b3fa84a2-d878-4b8d-ba49-889d46e701bf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0535200 Jan 28 20:02:11.659881 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9b67e1dc-23b5-4692-8081-0fdec3ee3193 req-1a9d20b4-b2d6-4186-9ac9-e9f1ae52c5e8 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437071 Jan 28 20:02:12.789139 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720c62d-d5ba-4dbd-9a4d-4ca003fd5bf9 req-9997f2ff-639f-4359-bc71-db4c3655a3b4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:12.790655 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3720c62d-d5ba-4dbd-9a4d-4ca003fd5bf9 req-9997f2ff-639f-4359-bc71-db4c3655a3b4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0531714 Jan 28 20:02:12.838751 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3720c62d-d5ba-4dbd-9a4d-4ca003fd5bf9 req-518aff0d-a105-4c50-8247-34f376707564 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424433 Jan 28 20:02:13.980064 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563db037-2b32-4dcf-984a-48672630f6df req-92bed45c-893a-4be5-8984-52b94d09678f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:13.981576 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-563db037-2b32-4dcf-984a-48672630f6df req-92bed45c-893a-4be5-8984-52b94d09678f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0613346 Jan 28 20:02:14.039670 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-563db037-2b32-4dcf-984a-48672630f6df req-1a4c2fe9-9a11-4285-a586-35595396cbf5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505762 Jan 28 20:02:15.172982 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f1514-6575-449f-9517-e8c163947c12 req-afc1c0ce-c487-4fb3-8ed1-3876ad607e5b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:15.174550 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-369f1514-6575-449f-9517-e8c163947c12 req-afc1c0ce-c487-4fb3-8ed1-3876ad607e5b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0532985 Jan 28 20:02:15.222641 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-369f1514-6575-449f-9517-e8c163947c12 req-94f9e476-407d-4d9c-9821-126dc515b5e8 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423081 Jan 28 20:02:16.354612 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2051fe-74dc-4ac1-93fe-f019e4b0cb43 req-594a88d2-a680-488a-bf53-013adc0da655 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:16.356109 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6a2051fe-74dc-4ac1-93fe-f019e4b0cb43 req-594a88d2-a680-488a-bf53-013adc0da655 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0564964 Jan 28 20:02:16.409566 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6a2051fe-74dc-4ac1-93fe-f019e4b0cb43 req-efd993fd-7f88-40d4-85a0-98447820e3a4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477912 Jan 28 20:02:17.563751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c258586-5b18-4d3e-b09e-2d648328df2f req-5472ad2f-362e-4110-a952-fbc07995fbcc tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:17.565638 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2c258586-5b18-4d3e-b09e-2d648328df2f req-5472ad2f-362e-4110-a952-fbc07995fbcc tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0690300 Jan 28 20:02:17.614623 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2c258586-5b18-4d3e-b09e-2d648328df2f req-11b786f7-8e4e-4600-9ead-b6c507081adf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432668 Jan 28 20:02:17.837700 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-c085fd3d-bb87-4739-870e-017e04bfc12d service neutron] show failed (client error): The resource could not be found. Jan 28 20:02:17.838789 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-c085fd3d-bb87-4739-870e-017e04bfc12d service neutron] 10.222.0.31 "GET /v2.0/ports/071984e7-d669-431d-aac6-d2bdadde0e5d/bindings/n-h2-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0675292 Jan 28 20:02:18.134483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-5b277b61-629f-4144-bc95-11aaef1625f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:18.135926 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-5b277b61-629f-4144-bc95-11aaef1625f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c&tenant_id=23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 1127 time: 0.0910754 Jan 28 20:02:18.146418 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:18.209211 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:18.304542 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d43f5427-dcc1-40c2-adba-21c701faf3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:18.410038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] For port 071984e7-d669-431d-aac6-d2bdadde0e5d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=071984e7-d669-431d-aac6-d2bdadde0e5d,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:18.445126 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] For port 071984e7-d669-431d-aac6-d2bdadde0e5d, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:02:18.487685 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '071984e7-d669-431d-aac6-d2bdadde0e5d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:02:18.490278 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b45b5d-587d-4a47-bf37-4b6a2705255c" -d '{"events": [{"server_uuid": "bbf30b4a-e608-4e3b-99aa-866329cc073c", "name": "network-vif-unplugged", "status": "completed", "tag": "071984e7-d669-431d-aac6-d2bdadde0e5d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:02:18.494091 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Publish callbacks [] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:18.507128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Transition to ACTIVE for port object 071984e7-d669-431d-aac6-d2bdadde0e5d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:02:18.511329 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:18.542148 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f0a979-9da2-49c3-a4eb-d02b9c605ddb x-openstack-request-id: req-f9f0a979-9da2-49c3-a4eb-d02b9c605ddb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:02:18.542441 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf30b4a-e608-4e3b-99aa-866329cc073c", "name": "network-vif-unplugged", "status": "completed", "tag": "071984e7-d669-431d-aac6-d2bdadde0e5d", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:02:18.542691 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9f0a979-9da2-49c3-a4eb-d02b9c605ddb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:02:18.543086 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '071984e7-d669-431d-aac6-d2bdadde0e5d', 'code': 200} Jan 28 20:02:18.597818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Pushing event updated for resources: {'Port': ['ID=071984e7-d669-431d-aac6-d2bdadde0e5d,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:18.610168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:18.610514 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:18.610874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:18.611203 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:18.611587 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:18.611916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:18.612239 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:18.612561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:18.612880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:18.613201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:18.613517 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:18.613917 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:18.614268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:18.649268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] No DVR routers for this DVR port 071984e7-d669-431d-aac6-d2bdadde0e5d on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:02:18.742189 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0074e8-8a3b-492e-8b60-8b2c8cf0b62c req-eb7d6692-5f38-4ece-9395-70a9e8c63f14 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:18.743732 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a0074e8-8a3b-492e-8b60-8b2c8cf0b62c req-eb7d6692-5f38-4ece-9395-70a9e8c63f14 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 943 time: 0.0528541 Jan 28 20:02:18.789354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Attempting to bind port 071984e7-d669-431d-aac6-d2bdadde0e5d on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:02:18.789687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Attempting to bind port 071984e7-d669-431d-aac6-d2bdadde0e5d by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:02:18.790054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Attempting to bind port 071984e7-d669-431d-aac6-d2bdadde0e5d on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:02:18.790579 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a0074e8-8a3b-492e-8b60-8b2c8cf0b62c req-be385c94-0c47-4f4f-9e7c-416ed5ca5c3a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411947 Jan 28 20:02:18.795375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Port 071984e7-d669-431d-aac6-d2bdadde0e5d on network b01f24d2-de11-4d42-919f-3eeaba63df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:02:18.795692 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Attempting to bind port 071984e7-d669-431d-aac6-d2bdadde0e5d on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:02:18.800583 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:02:18.800947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Checking segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:02:18.801286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Bound using segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:02:18.801708 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Bound port: 071984e7-d669-431d-aac6-d2bdadde0e5d, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:02:18.802089 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:18.863592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] For port 071984e7-d669-431d-aac6-d2bdadde0e5d, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:02:18.866552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] For port 071984e7-d669-431d-aac6-d2bdadde0e5d, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=071984e7-d669-431d-aac6-d2bdadde0e5d,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:02:18.873823 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:18.908813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:18.909378 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:18.910817 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] 10.222.0.37 "PUT /v2.0/ports/071984e7-d669-431d-aac6-d2bdadde0e5d HTTP/1.1" status: 200 len: 1091 time: 0.7683592 Jan 28 20:02:18.967612 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef8a58-9764-45cf-bc7e-39afa15db2cb service neutron] Pushing event updated for resources: {'Port': ['ID=071984e7-d669-431d-aac6-d2bdadde0e5d,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:18.994638 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-1fb65ccb-d25a-48a7-ae68-db2057ecc6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:18.996172 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-1fb65ccb-d25a-48a7-ae68-db2057ecc6d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 1125 time: 0.0592699 Jan 28 20:02:19.094599 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-6513db09-cc1c-4422-ba5c-32ab54e02713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:19.096303 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-6513db09-cc1c-4422-ba5c-32ab54e02713 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0943930 Jan 28 20:02:19.160924 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-933517f1-773c-406c-a52f-9d4423ec380a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071984e7-d669-431d-aac6-d2bdadde0e5d HTTP/1.1" status: 200 len: 998 time: 0.0586421 Jan 28 20:02:19.215334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-78d68bdf-e7ba-432f-bd91-8c85a9cd804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:19.216962 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-78d68bdf-e7ba-432f-bd91-8c85a9cd804a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0498846 Jan 28 20:02:19.264567 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-75a4da45-652c-4cc9-8fd3-708fe3f2ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:19.266182 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-75a4da45-652c-4cc9-8fd3-708fe3f2ae31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436623 Jan 28 20:02:19.352809 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-73aa2cfc-30e1-48d9-aae3-c3960a95f7a6 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807436 Jan 28 20:02:19.445327 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a8cb0d4-f4fd-4a3a-b367-94b457047e65 req-7709a464-b7b7-46f9-8949-a69d299a479a service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867703 Jan 28 20:02:19.915542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309888b9-a290-4c04-a250-c368226ce091 req-d32cbbed-ad33-4b95-a384-dfcfd441cae2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:19.917028 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-309888b9-a290-4c04-a250-c368226ce091 req-d32cbbed-ad33-4b95-a384-dfcfd441cae2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 943 time: 0.0541391 Jan 28 20:02:19.970985 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-309888b9-a290-4c04-a250-c368226ce091 req-762ba674-043d-4be0-9a64-f077f1232010 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482898 Jan 28 20:02:20.381699 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 071984e7-d669-431d-aac6-d2bdadde0e5d no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:02:20.431531 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] The host n-h1-824834-4 is not matching for port 071984e7-d669-431d-aac6-d2bdadde0e5d host n-h2-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:02:20.431915 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 071984e7-d669-431d-aac6-d2bdadde0e5d not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:02:20.461823 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19818d4d-18ec-47e8-a19e-a48b9884d18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:20.544047 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'tag': '071984e7-d669-431d-aac6-d2bdadde0e5d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:02:20.546711 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb9cd83-d667-4702-9b44-b062014fff67" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf30b4a-e608-4e3b-99aa-866329cc073c", "tag": "071984e7-d669-431d-aac6-d2bdadde0e5d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:02:20.596918 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098e9b92-25df-4d65-9a51-e51db901e3a1 x-openstack-request-id: req-098e9b92-25df-4d65-9a51-e51db901e3a1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:02:20.597306 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf30b4a-e608-4e3b-99aa-866329cc073c", "tag": "071984e7-d669-431d-aac6-d2bdadde0e5d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:02:20.597650 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-098e9b92-25df-4d65-9a51-e51db901e3a1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:02:20.598248 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'tag': '071984e7-d669-431d-aac6-d2bdadde0e5d', 'status': 'completed', 'code': 200} Jan 28 20:02:20.693216 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-2e67191a-71c8-4d9e-8d18-1c5faf526cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:20.694681 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-2e67191a-71c8-4d9e-8d18-1c5faf526cba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 1125 time: 0.0776472 Jan 28 20:02:20.700021 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-9befb991-7c70-4758-84f0-395f072aab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:20.701495 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-9befb991-7c70-4758-84f0-395f072aab49 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 1125 time: 0.0764272 Jan 28 20:02:21.205416 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-a97eca02-9141-4d5c-9246-e123df6e256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:21.206903 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-a97eca02-9141-4d5c-9246-e123df6e256c service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.4973280 Jan 28 20:02:21.209745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-b803c9aa-10c1-4ffb-a842-0a3b9c5b26cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:21.211098 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-b803c9aa-10c1-4ffb-a842-0a3b9c5b26cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.5087872 Jan 28 20:02:21.226853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78332585-c186-4567-8af9-f5742a967af5 req-ea094e83-aaf1-42db-ad55-173b67a9bb6b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:21.228226 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78332585-c186-4567-8af9-f5742a967af5 req-ea094e83-aaf1-42db-ad55-173b67a9bb6b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 943 time: 0.1185062 Jan 28 20:02:21.345706 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-2ef9f98f-5bb0-4b3d-bd9a-725a6e58e314 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071984e7-d669-431d-aac6-d2bdadde0e5d HTTP/1.1" status: 200 len: 998 time: 0.1322410 Jan 28 20:02:21.351251 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-3c76ba7e-1696-429f-84fa-400550ee4616 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071984e7-d669-431d-aac6-d2bdadde0e5d HTTP/1.1" status: 200 len: 998 time: 0.1316347 Jan 28 20:02:21.421156 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-78332585-c186-4567-8af9-f5742a967af5 req-547a715e-0849-4008-b115-a597b1715ab8 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862347 Jan 28 20:02:21.442426 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-020524b4-6565-4d7e-84c4-293795619ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:21.443865 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-020524b4-6565-4d7e-84c4-293795619ecd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0894523 Jan 28 20:02:21.445201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-3ad47442-dcc4-4e3a-9f8a-71920509157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:21.446518 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-3ad47442-dcc4-4e3a-9f8a-71920509157b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0797300 Jan 28 20:02:21.521350 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-61aea920-72fe-4452-b69e-b74837f451e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:21.522788 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-61aea920-72fe-4452-b69e-b74837f451e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0734425 Jan 28 20:02:21.528081 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-7ce6cd0f-26f5-49ba-893f-41e4377752d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:21.529420 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-7ce6cd0f-26f5-49ba-893f-41e4377752d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0728910 Jan 28 20:02:21.674528 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-13aed3ea-f183-4eaa-88de-1a1b843195cd service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440251 Jan 28 20:02:21.677948 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-bc112ac7-330b-4000-9f03-37e3db51a4a6 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408648 Jan 28 20:02:21.825115 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-17a21050-fe96-4fe4-a026-7536ccb1f6bb service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450007 Jan 28 20:02:21.828569 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0bb9cd83-d667-4702-9b44-b062014fff67 req-f9a1fffb-0f3d-497f-9426-f388b4649aca service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416249 Jan 28 20:02:21.902725 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:22.545543 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3349647-ca80-4266-9379-24e85fe019e7 req-d3f63b2c-6208-49cc-8d65-ce47103e617e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:22.547053 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f3349647-ca80-4266-9379-24e85fe019e7 req-d3f63b2c-6208-49cc-8d65-ce47103e617e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 943 time: 0.0526378 Jan 28 20:02:22.583539 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 071984e7-d669-431d-aac6-d2bdadde0e5d details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:02:22.598052 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f3349647-ca80-4266-9379-24e85fe019e7 req-9d0a2563-b1da-4175-968a-200a5ec1c4ac tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451372 Jan 28 20:02:22.681508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 071984e7-d669-431d-aac6-d2bdadde0e5d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=071984e7-d669-431d-aac6-d2bdadde0e5d,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:22.693075 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '071984e7-d669-431d-aac6-d2bdadde0e5d', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'port_id': '071984e7-d669-431d-aac6-d2bdadde0e5d', 'mac_address': 'fa:16:3e:41:07:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:02:22.731223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 071984e7-d669-431d-aac6-d2bdadde0e5d is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:02:22.731517 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:22.744432 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071984e7-d669-431d-aac6-d2bdadde0e5d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:02:22.763305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 071984e7-d669-431d-aac6-d2bdadde0e5d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=071984e7-d669-431d-aac6-d2bdadde0e5d,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:22.769677 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:22.817152 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=071984e7-d669-431d-aac6-d2bdadde0e5d,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:22.824871 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:22.825219 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:22.825582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:22.825914 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:22.826278 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:22.826609 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:22.826936 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:22.827240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:22.827579 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:22.827900 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:22.828204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:22.828525 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:22.828845 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:02:23.095134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['071984e7-d669-431d-aac6-d2bdadde0e5d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:02:23.191795 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:23.741220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932d74f-a489-42aa-b969-7d4f2174080f req-7ce9627e-8280-49af-ac41-b5c24b6f1c11 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:23.742802 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a932d74f-a489-42aa-b969-7d4f2174080f req-7ce9627e-8280-49af-ac41-b5c24b6f1c11 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 944 time: 0.0656834 Jan 28 20:02:23.790093 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a932d74f-a489-42aa-b969-7d4f2174080f req-2f4664d4-dc9f-476a-a4d6-e0035f5a7d13 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416248 Jan 28 20:02:24.030218 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf4c21-688d-4afc-9064-1005906d7481 req-4c706b8e-635f-425b-a9c0-31ed44c90a82 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:24.031731 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48cf4c21-688d-4afc-9064-1005906d7481 req-4c706b8e-635f-425b-a9c0-31ed44c90a82 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 944 time: 0.0899863 Jan 28 20:02:24.042411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb2520-d837-4603-adc6-90a38ae262b0 req-71fae692-89f2-4dc3-a56e-c57539d7629c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:24.043792 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-acfb2520-d837-4603-adc6-90a38ae262b0 req-71fae692-89f2-4dc3-a56e-c57539d7629c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c&tenant_id=23377866eb0344caab1bb3a943400662&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 944 time: 0.0907471 Jan 28 20:02:24.124985 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48cf4c21-688d-4afc-9064-1005906d7481 req-e7808899-cbe1-4a7c-bf14-b23e9537bacc tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802372 Jan 28 20:02:24.130079 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-acfb2520-d837-4603-adc6-90a38ae262b0 req-52050e81-98a2-42b3-8345-5a89cc2a26fa service neutron] delete failed (client error): The resource could not be found. Jan 28 20:02:24.131047 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-acfb2520-d837-4603-adc6-90a38ae262b0 req-52050e81-98a2-42b3-8345-5a89cc2a26fa service neutron] 10.222.0.31 "DELETE /v2.0/ports/071984e7-d669-431d-aac6-d2bdadde0e5d/bindings/n-h1-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0805738 Jan 28 20:02:24.223610 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb2520-d837-4603-adc6-90a38ae262b0 req-e39d77fc-968e-4b35-b387-67556f2a09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:24.225040 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-acfb2520-d837-4603-adc6-90a38ae262b0 req-e39d77fc-968e-4b35-b387-67556f2a09ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 1126 time: 0.0465314 Jan 28 20:02:24.324786 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb2520-d837-4603-adc6-90a38ae262b0 req-5f4ef7bb-fe2b-47f2-863f-771af98cca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:24.326327 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-acfb2520-d837-4603-adc6-90a38ae262b0 req-5f4ef7bb-fe2b-47f2-863f-771af98cca62 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0944891 Jan 28 20:02:24.397676 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-acfb2520-d837-4603-adc6-90a38ae262b0 req-34df1803-fa75-43db-8fa9-681eeea0c422 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071984e7-d669-431d-aac6-d2bdadde0e5d HTTP/1.1" status: 200 len: 999 time: 0.0656772 Jan 28 20:02:24.448838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb2520-d837-4603-adc6-90a38ae262b0 req-2aac1727-87c8-496c-a907-6be3a04221c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:24.450280 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-acfb2520-d837-4603-adc6-90a38ae262b0 req-2aac1727-87c8-496c-a907-6be3a04221c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0470655 Jan 28 20:02:24.499478 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb2520-d837-4603-adc6-90a38ae262b0 req-d2d90ff7-6527-4323-b8a8-d9d9d6cf5983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:24.500867 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-acfb2520-d837-4603-adc6-90a38ae262b0 req-d2d90ff7-6527-4323-b8a8-d9d9d6cf5983 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450969 Jan 28 20:02:24.538858 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:24.590425 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-acfb2520-d837-4603-adc6-90a38ae262b0 req-66d1a1dc-f541-4128-8438-bb624c809b87 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830166 Jan 28 20:02:24.595730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 071984e7-d669-431d-aac6-d2bdadde0e5d up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:02:24.649231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 071984e7-d669-431d-aac6-d2bdadde0e5d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:02:24.653873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 071984e7-d669-431d-aac6-d2bdadde0e5d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:02:24.654300 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:24.694667 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-acfb2520-d837-4603-adc6-90a38ae262b0 req-e20ceb8e-62f4-41ce-b5c4-1959429318b7 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980914 Jan 28 20:02:24.732188 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 071984e7-d669-431d-aac6-d2bdadde0e5d is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:02:24.732573 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:24.755677 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071984e7-d669-431d-aac6-d2bdadde0e5d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:02:24.769355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 071984e7-d669-431d-aac6-d2bdadde0e5d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=071984e7-d669-431d-aac6-d2bdadde0e5d,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:24.775430 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:24.801220 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a234f7be-cd68-42ce-af7b-e13062809429" -d '{"events": [{"server_uuid": "bbf30b4a-e608-4e3b-99aa-866329cc073c", "name": "network-vif-plugged", "status": "completed", "tag": "071984e7-d669-431d-aac6-d2bdadde0e5d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:02:24.827164 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=071984e7-d669-431d-aac6-d2bdadde0e5d,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:24.906902 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab97eb03-20c4-46f1-8a0d-3deda8816cc6 x-openstack-request-id: req-ab97eb03-20c4-46f1-8a0d-3deda8816cc6 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:02:24.907205 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf30b4a-e608-4e3b-99aa-866329cc073c", "name": "network-vif-plugged", "status": "completed", "tag": "071984e7-d669-431d-aac6-d2bdadde0e5d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:02:24.907462 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab97eb03-20c4-46f1-8a0d-3deda8816cc6 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:02:24.907862 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071984e7-d669-431d-aac6-d2bdadde0e5d', 'code': 200} Jan 28 20:02:25.250011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f639d-a8a2-435f-b106-5b1307c52e49 req-74ba44b4-8dbb-4183-a023-9d84003ae45c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:25.251716 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0f8f639d-a8a2-435f-b106-5b1307c52e49 req-74ba44b4-8dbb-4183-a023-9d84003ae45c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0548365 Jan 28 20:02:25.299192 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0f8f639d-a8a2-435f-b106-5b1307c52e49 req-8e175b47-51e0-453a-b49c-0c672bd0e2cd tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406160 Jan 28 20:02:25.429766 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa40d4-1f95-4a06-a9d0-7b7287ed9c6f req-431d9779-8345-4c32-9e74-ffab29f8954f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:25.431177 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8fa40d4-1f95-4a06-a9d0-7b7287ed9c6f req-431d9779-8345-4c32-9e74-ffab29f8954f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0615630 Jan 28 20:02:25.482099 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8fa40d4-1f95-4a06-a9d0-7b7287ed9c6f req-9be8409b-64ef-4639-9569-524dbff27d45 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427463 Jan 28 20:02:25.611467 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8700371-970d-43bc-a2af-45f58f4ce298 req-5784c561-ffdf-433d-99b9-495f2bb798ac tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:25.612980 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8700371-970d-43bc-a2af-45f58f4ce298 req-5784c561-ffdf-433d-99b9-495f2bb798ac tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0591369 Jan 28 20:02:25.661947 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8700371-970d-43bc-a2af-45f58f4ce298 req-a0b1308a-3b4b-4fb1-aac9-680b790b8826 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431161 Jan 28 20:02:25.908276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e177f0-adb0-4616-9520-e3b6bb9f458a req-2d5e3255-c237-4f46-b697-be17137ed274 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:25.909869 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c2e177f0-adb0-4616-9520-e3b6bb9f458a req-2d5e3255-c237-4f46-b697-be17137ed274 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0549738 Jan 28 20:02:25.936287 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:25.961337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c2e177f0-adb0-4616-9520-e3b6bb9f458a req-7769f4d5-5baa-454f-a395-765a7b38e35a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452275 Jan 28 20:02:26.268678 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:02:27.098070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70a21a-2e1f-41b8-bc93-69976bcfae7d req-939f2e3f-b20a-435f-ab87-0fbfed6a1a15 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:27.099613 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb70a21a-2e1f-41b8-bc93-69976bcfae7d req-939f2e3f-b20a-435f-ab87-0fbfed6a1a15 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0677509 Jan 28 20:02:27.147996 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eb70a21a-2e1f-41b8-bc93-69976bcfae7d req-d1462dff-e630-48a2-9489-6bb5fe495917 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427163 Jan 28 20:02:27.266173 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf559a-0201-4737-95d9-49381a8db393 req-e8ba597b-68ee-443c-80fa-405ce5d78c46 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:27.267574 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ccaf559a-0201-4737-95d9-49381a8db393 req-e8ba597b-68ee-443c-80fa-405ce5d78c46 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 945 time: 0.0574303 Jan 28 20:02:27.362953 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ccaf559a-0201-4737-95d9-49381a8db393 req-70ab9955-53cd-4142-9ecb-ecf0adebc321 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Deleting port 071984e7-d669-431d-aac6-d2bdadde0e5d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:02:27.363310 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccaf559a-0201-4737-95d9-49381a8db393 req-70ab9955-53cd-4142-9ecb-ecf0adebc321 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:27.449567 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ccaf559a-0201-4737-95d9-49381a8db393 req-70ab9955-53cd-4142-9ecb-ecf0adebc321 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] For port 071984e7-d669-431d-aac6-d2bdadde0e5d, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=071984e7-d669-431d-aac6-d2bdadde0e5d,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:27.449924 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccaf559a-0201-4737-95d9-49381a8db393 req-70ab9955-53cd-4142-9ecb-ecf0adebc321 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:27.624344 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccaf559a-0201-4737-95d9-49381a8db393 req-70ab9955-53cd-4142-9ecb-ecf0adebc321 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:27.624702 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccaf559a-0201-4737-95d9-49381a8db393 req-70ab9955-53cd-4142-9ecb-ecf0adebc321 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (e8b0338a-70d6-4c9e-8d80-d7680566a3c0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:27.625017 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [req-ccaf559a-0201-4737-95d9-49381a8db393 req-70ab9955-53cd-4142-9ecb-ecf0adebc321 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Floating IP e8b0338a-70d6-4c9e-8d80-d7680566a3c0 disassociated. External IP: 172.25.0.72, port: 071984e7-d669-431d-aac6-d2bdadde0e5d. Jan 28 20:02:27.625355 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-ccaf559a-0201-4737-95d9-49381a8db393 req-70ab9955-53cd-4142-9ecb-ecf0adebc321 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Calling delete_port for 071984e7-d669-431d-aac6-d2bdadde0e5d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:02:27.763013 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccaf559a-0201-4737-95d9-49381a8db393 req-70ab9955-53cd-4142-9ecb-ecf0adebc321 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (071984e7-d669-431d-aac6-d2bdadde0e5d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:27.795233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab9955-53cd-4142-9ecb-ecf0adebc321 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Pushing event deleted for resources: {'Port': ['ID=071984e7-d669-431d-aac6-d2bdadde0e5d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:27.914818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccaf559a-0201-4737-95d9-49381a8db393 req-70ab9955-53cd-4142-9ecb-ecf0adebc321 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Router a614ad5a-7973-4d13-8179-7c8ac99df03c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:02:28.027423 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccaf559a-0201-4737-95d9-49381a8db393 req-70ab9955-53cd-4142-9ecb-ecf0adebc321 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:02:28.040790 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3481f0e8-8965-4816-a6d2-065872fe7a49 None None] Sync routers for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:02:28.052774 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3481f0e8-8965-4816-a6d2-065872fe7a49 None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:02:28.053387 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3481f0e8-8965-4816-a6d2-065872fe7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:02:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:28.070851 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccaf559a-0201-4737-95d9-49381a8db393 req-70ab9955-53cd-4142-9ecb-ecf0adebc321 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] No DVR routers for this DVR port 071984e7-d669-431d-aac6-d2bdadde0e5d on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:02:28.073528 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ccaf559a-0201-4737-95d9-49381a8db393 req-70ab9955-53cd-4142-9ecb-ecf0adebc321 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:28.076954 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ccaf559a-0201-4737-95d9-49381a8db393 req-70ab9955-53cd-4142-9ecb-ecf0adebc321 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.37 "DELETE /v2.0/ports/071984e7-d669-431d-aac6-d2bdadde0e5d HTTP/1.1" status: 204 len: 173 time: 0.8030028 Jan 28 20:02:28.077410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'name': 'network-vif-deleted', 'tag': '071984e7-d669-431d-aac6-d2bdadde0e5d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:02:28.080023 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc70b267-5f32-4707-bb83-44a6dfa9a954" -d '{"events": [{"server_uuid": "bbf30b4a-e608-4e3b-99aa-866329cc073c", "name": "network-vif-deleted", "tag": "071984e7-d669-431d-aac6-d2bdadde0e5d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:02:28.125279 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d808b27-0930-4396-82dd-826908181e00 x-openstack-request-id: req-8d808b27-0930-4396-82dd-826908181e00 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:02:28.125607 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf30b4a-e608-4e3b-99aa-866329cc073c", "name": "network-vif-deleted", "tag": "071984e7-d669-431d-aac6-d2bdadde0e5d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:02:28.125840 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d808b27-0930-4396-82dd-826908181e00 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:02:28.126274 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf30b4a-e608-4e3b-99aa-866329cc073c', 'name': 'network-vif-deleted', 'tag': '071984e7-d669-431d-aac6-d2bdadde0e5d', 'status': 'completed', 'code': 200} Jan 28 20:02:28.167196 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3481f0e8-8965-4816-a6d2-065872fe7a49 None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:02:28.261785 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7942ea63-8da1-4754-a53d-6a81c5027035 req-01bc9b54-d64f-493c-89ad-47813e53c4e7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbf30b4a-e608-4e3b-99aa-866329cc073c HTTP/1.1" status: 200 len: 210 time: 0.0321360 Jan 28 20:02:28.372894 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3481f0e8-8965-4816-a6d2-065872fe7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:28.399317 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3481f0e8-8965-4816-a6d2-065872fe7a49 None None] Checking router: a614ad5a-7973-4d13-8179-7c8ac99df03c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:02:28.408006 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3481f0e8-8965-4816-a6d2-065872fe7a49 None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:02:28.408603 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3481f0e8-8965-4816-a6d2-065872fe7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:02:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:28.510763 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3481f0e8-8965-4816-a6d2-065872fe7a49 None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:02:28.708916 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3481f0e8-8965-4816-a6d2-065872fe7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:28.738122 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3481f0e8-8965-4816-a6d2-065872fe7a49 None None] The sync data for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 is: [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:02:28.955086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2ea6fa-dd4f-46a4-9852-f60b7e0da3f4 None None] New status for floating IP e8b0338a-70d6-4c9e-8d80-d7680566a3c0: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:02:29.523639 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-7d3635c5-ef7a-434b-b85d-14a146271c6f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--626317222&fields=id&tenant_id=23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 267 time: 0.0440943 Jan 28 20:02:29.636173 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-047849da-25cb-4fb3-8379-63bc406c6fc7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:29.637574 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-047849da-25cb-4fb3-8379-63bc406c6fc7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 811 time: 0.1072903 Jan 28 20:02:29.653217 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-abce36d4-6653-46bf-885c-c4070d9f45fc tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/quotas/23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 375 time: 0.0100539 Jan 28 20:02:29.710621 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-7b8ddad2-cca0-47aa-80d6-554811198232 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523067 Jan 28 20:02:29.883120 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-2559a0ef-95ba-4660-9530-1c2cdaf39b94 service neutron] 10.222.0.55 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241429 Jan 28 20:02:29.975710 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-f5b80659-765e-40a1-a9d4-8822ff277c0a service neutron] 10.222.0.55 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867572 Jan 28 20:02:30.147303 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7a264300-1996-412f-80e0-6b308f8ce726 req-a5c0429e-6b93-4f92-aed3-a9e9df5e14a4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 210 time: 0.0271461 Jan 28 20:02:30.633187 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:31.089984 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-013e7240-86b0-4883-9e5e-873951039b28 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:31.091484 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-013e7240-86b0-4883-9e5e-873951039b28 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 811 time: 0.1142919 Jan 28 20:02:31.157061 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-54a787aa-c01d-445c-81be-1659c4b2fa76 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 379 time: 0.0561376 Jan 28 20:02:31.166649 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-cccb765a-8972-447c-948e-b0c658b8e1a7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Request body: {'port': {'device_id': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'admin_state_up': True, 'tenant_id': '23377866eb0344caab1bb3a943400662', 'security_groups': ['3ea289b8-3462-44e3-a6e4-040cb030ff8b']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:31.246173 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-188e283c-0756-4ceb-b1fc-c8cbfcd1b936 req-cfb3dd40-0402-4775-980a-05e5f04a4b19 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 210 time: 0.0302765 Jan 28 20:02:31.293579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-cccb765a-8972-447c-948e-b0c658b8e1a7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Made reservation on behalf of 23377866eb0344caab1bb3a943400662 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:02:31.296908 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-cccb765a-8972-447c-948e-b0c658b8e1a7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:31.427714 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-cccb765a-8972-447c-948e-b0c658b8e1a7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Allocated IP 172.20.0.11 (b01f24d2-de11-4d42-919f-3eeaba63df97/8e291a52-e079-4186-ac8e-4760e3d4dd72/64d1e565-323a-40bc-8efe-2b485e9eeb0a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:02:31.569505 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-cccb765a-8972-447c-948e-b0c658b8e1a7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:31.607888 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-cccb765a-8972-447c-948e-b0c658b8e1a7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:31.650868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-cccb765a-8972-447c-948e-b0c658b8e1a7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Network b01f24d2-de11-4d42-919f-3eeaba63df97 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:02:31.653399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-cccb765a-8972-447c-948e-b0c658b8e1a7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:02:31.659639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-cccb765a-8972-447c-948e-b0c658b8e1a7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:02:31.665762 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb765a-8972-447c-948e-b0c658b8e1a7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Pushing event updated for resources: {'Port': ['ID=64d1e565-323a-40bc-8efe-2b485e9eeb0a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:31.712721 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-cccb765a-8972-447c-948e-b0c658b8e1a7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:31.713361 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-cccb765a-8972-447c-948e-b0c658b8e1a7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:31.730532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-cccb765a-8972-447c-948e-b0c658b8e1a7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5674806 Jan 28 20:02:31.741157 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Request body: {'port': {'device_id': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:31.805737 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:31.912097 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d203a814-e841-40b7-b599-1be4baf4455c None None] Provisioning complete for port 64d1e565-323a-40bc-8efe-2b485e9eeb0a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:02:31.912711 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d203a814-e841-40b7-b599-1be4baf4455c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:31.950201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d203a814-e841-40b7-b599-1be4baf4455c None None] Port 64d1e565-323a-40bc-8efe-2b485e9eeb0a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:02:32.072481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d1e565-323a-40bc-8efe-2b485e9eeb0a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:02:32.080955 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Publish callbacks [] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:32.092823 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Transition to ACTIVE for port object 64d1e565-323a-40bc-8efe-2b485e9eeb0a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:02:32.097682 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:32.147014 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=64d1e565-323a-40bc-8efe-2b485e9eeb0a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:32.219616 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Attempting to bind port 64d1e565-323a-40bc-8efe-2b485e9eeb0a on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:02:32.219952 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Attempting to bind port 64d1e565-323a-40bc-8efe-2b485e9eeb0a by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:02:32.220279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Attempting to bind port 64d1e565-323a-40bc-8efe-2b485e9eeb0a on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:02:32.225198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Port 64d1e565-323a-40bc-8efe-2b485e9eeb0a on network b01f24d2-de11-4d42-919f-3eeaba63df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:02:32.225539 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Attempting to bind port 64d1e565-323a-40bc-8efe-2b485e9eeb0a on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:02:32.230703 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:02:32.231040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Checking segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:02:32.231440 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Bound using segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:02:32.231868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Bound port: 64d1e565-323a-40bc-8efe-2b485e9eeb0a, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:02:32.232222 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:32.296967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] For port 64d1e565-323a-40bc-8efe-2b485e9eeb0a, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:02:32.300080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] For port 64d1e565-323a-40bc-8efe-2b485e9eeb0a, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:02:32.307005 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:32.322433 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:32.323378 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:32.324970 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] 10.222.0.37 "PUT /v2.0/ports/64d1e565-323a-40bc-8efe-2b485e9eeb0a HTTP/1.1" status: 200 len: 1092 time: 0.5878780 Jan 28 20:02:32.343665 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'tag': '64d1e565-323a-40bc-8efe-2b485e9eeb0a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:02:32.345958 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8049f128-4f10-48f7-9d3e-34672b3494ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a844d324-a7eb-4130-a04d-7ba2bc19c405", "tag": "64d1e565-323a-40bc-8efe-2b485e9eeb0a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:02:32.389482 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1772e2-d94c-4c1f-8588-d630af924bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=64d1e565-323a-40bc-8efe-2b485e9eeb0a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:32.444214 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7aa08d-e5a5-496b-96ad-390760bd86f4 x-openstack-request-id: req-ac7aa08d-e5a5-496b-96ad-390760bd86f4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:02:32.444528 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a844d324-a7eb-4130-a04d-7ba2bc19c405", "tag": "64d1e565-323a-40bc-8efe-2b485e9eeb0a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:02:32.445610 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ac7aa08d-e5a5-496b-96ad-390760bd86f4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:02:32.445610 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'tag': '64d1e565-323a-40bc-8efe-2b485e9eeb0a', 'status': 'completed', 'code': 200} Jan 28 20:02:32.458239 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-da4400cf-98b6-4d2d-9343-586bea7bc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:32.459805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-da4400cf-98b6-4d2d-9343-586bea7bc289 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 1126 time: 0.0668967 Jan 28 20:02:32.461345 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46444e-baae-4c19-8e14-1b5d00faa452 req-94750599-d594-4476-806e-9c72cfd542ad tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:32.463257 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5e46444e-baae-4c19-8e14-1b5d00faa452 req-94750599-d594-4476-806e-9c72cfd542ad tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 944 time: 0.1467073 Jan 28 20:02:32.506511 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-f709f9fb-af3e-487d-a098-bd40a3c5f7da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a HTTP/1.1" status: 200 len: 217 time: 0.0398316 Jan 28 20:02:32.512806 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5e46444e-baae-4c19-8e14-1b5d00faa452 req-55182377-6eb5-4be6-8010-ec567a2b6abd tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437276 Jan 28 20:02:32.554898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-bb9c8ba6-7a39-4e5f-923c-21569c2f3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:32.556392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-bb9c8ba6-7a39-4e5f-923c-21569c2f3e9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0446758 Jan 28 20:02:32.605453 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-8e4445b9-f33f-404c-b8bd-ea9fcec43d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:32.606884 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-8e4445b9-f33f-404c-b8bd-ea9fcec43d40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439978 Jan 28 20:02:32.636540 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 071984e7-d669-431d-aac6-d2bdadde0e5d no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:02:32.656244 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 071984e7-d669-431d-aac6-d2bdadde0e5d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:02:32.656580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 071984e7-d669-431d-aac6-d2bdadde0e5d not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:02:32.699466 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-dce51064-0388-48b7-accd-4cf266f7a65d service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861974 Jan 28 20:02:32.790405 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5dcfdbcb-0a17-43c3-8eba-352267b1d118 req-af714a87-8869-4c74-ba6f-95301dc818d7 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847325 Jan 28 20:02:32.890223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049f128-4f10-48f7-9d3e-34672b3494ee req-23b6f770-719b-4e40-a255-c3b241eb4dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:32.891686 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8049f128-4f10-48f7-9d3e-34672b3494ee req-23b6f770-719b-4e40-a255-c3b241eb4dfa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 1126 time: 0.0511456 Jan 28 20:02:32.984584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049f128-4f10-48f7-9d3e-34672b3494ee req-e5c1cffc-826d-45c8-b1f8-5e8032363955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:32.986113 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8049f128-4f10-48f7-9d3e-34672b3494ee req-e5c1cffc-826d-45c8-b1f8-5e8032363955 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0872707 Jan 28 20:02:33.030567 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8049f128-4f10-48f7-9d3e-34672b3494ee req-2f467e66-d85c-4447-b9ea-7fbcfdfc94bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a HTTP/1.1" status: 200 len: 217 time: 0.0383568 Jan 28 20:02:33.089322 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049f128-4f10-48f7-9d3e-34672b3494ee req-bd1c9ac9-813f-4912-8304-9d1c008a1b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:33.091434 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8049f128-4f10-48f7-9d3e-34672b3494ee req-bd1c9ac9-813f-4912-8304-9d1c008a1b37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0556550 Jan 28 20:02:33.143919 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049f128-4f10-48f7-9d3e-34672b3494ee req-d5432b1a-f38f-459c-b5a6-442fdebdfe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:33.145482 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8049f128-4f10-48f7-9d3e-34672b3494ee req-d5432b1a-f38f-459c-b5a6-442fdebdfe42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483556 Jan 28 20:02:33.240610 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8049f128-4f10-48f7-9d3e-34672b3494ee req-92f9663f-e573-43c5-8d32-e0f4282793b4 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894396 Jan 28 20:02:33.695300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40046cb2-53c8-4325-8f3b-684b34128e39 req-59d0ac7c-4fcb-4fee-896c-718c4b33c754 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:33.696783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-40046cb2-53c8-4325-8f3b-684b34128e39 req-59d0ac7c-4fcb-4fee-896c-718c4b33c754 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 944 time: 0.1047854 Jan 28 20:02:33.698768 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8049f128-4f10-48f7-9d3e-34672b3494ee req-2c230a72-8b34-43bb-b552-b25c24efae62 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518352 Jan 28 20:02:33.745829 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-40046cb2-53c8-4325-8f3b-684b34128e39 req-7392b85b-9636-4757-a34a-ca36845c7095 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433815 Jan 28 20:02:34.641724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 64d1e565-323a-40bc-8efe-2b485e9eeb0a details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:02:34.744467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 64d1e565-323a-40bc-8efe-2b485e9eeb0a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:34.755126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '64d1e565-323a-40bc-8efe-2b485e9eeb0a', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'port_id': '64d1e565-323a-40bc-8efe-2b485e9eeb0a', 'mac_address': 'fa:16:3e:78:f6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:02:34.799014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 64d1e565-323a-40bc-8efe-2b485e9eeb0a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:02:34.799407 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:34.812819 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d1e565-323a-40bc-8efe-2b485e9eeb0a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:02:34.834734 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 64d1e565-323a-40bc-8efe-2b485e9eeb0a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:34.840219 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:34.865191 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a567eec-eaf2-4f40-bcc8-5529ce70e7b0 req-9e4b8760-0646-4346-b21f-2eee7e9e4268 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:34.866711 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1a567eec-eaf2-4f40-bcc8-5529ce70e7b0 req-9e4b8760-0646-4346-b21f-2eee7e9e4268 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 944 time: 0.0528567 Jan 28 20:02:34.888465 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=64d1e565-323a-40bc-8efe-2b485e9eeb0a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:34.920031 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1a567eec-eaf2-4f40-bcc8-5529ce70e7b0 req-bdbf4790-99a8-42d9-8d09-fceea01f0f16 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469449 Jan 28 20:02:35.121943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['64d1e565-323a-40bc-8efe-2b485e9eeb0a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:02:36.051883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3178f-80a9-44f1-a3ba-ea7bb4355ff5 req-ff76863a-9cd2-4522-b251-4350169b3789 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:36.053430 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3c3178f-80a9-44f1-a3ba-ea7bb4355ff5 req-ff76863a-9cd2-4522-b251-4350169b3789 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 945 time: 0.0555606 Jan 28 20:02:36.102466 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3c3178f-80a9-44f1-a3ba-ea7bb4355ff5 req-27333ffd-a96b-499b-a0ab-335026c5f608 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431848 Jan 28 20:02:36.670477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 64d1e565-323a-40bc-8efe-2b485e9eeb0a up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:02:36.730287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 64d1e565-323a-40bc-8efe-2b485e9eeb0a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:02:36.734281 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 64d1e565-323a-40bc-8efe-2b485e9eeb0a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:02:36.734681 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:36.813429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 64d1e565-323a-40bc-8efe-2b485e9eeb0a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:02:36.813783 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:36.836672 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d1e565-323a-40bc-8efe-2b485e9eeb0a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:02:36.838908 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12b3af4-805d-4ec9-b795-ca32c9cdc273" -d '{"events": [{"server_uuid": "a844d324-a7eb-4130-a04d-7ba2bc19c405", "name": "network-vif-plugged", "status": "completed", "tag": "64d1e565-323a-40bc-8efe-2b485e9eeb0a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:02:36.850872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 64d1e565-323a-40bc-8efe-2b485e9eeb0a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:02:36.855338 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:36.882597 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c109762e-5cb0-4d81-9752-39546bddac8e x-openstack-request-id: req-c109762e-5cb0-4d81-9752-39546bddac8e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:02:36.882893 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a844d324-a7eb-4130-a04d-7ba2bc19c405", "name": "network-vif-plugged", "status": "completed", "tag": "64d1e565-323a-40bc-8efe-2b485e9eeb0a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:02:36.883187 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c109762e-5cb0-4d81-9752-39546bddac8e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:02:36.883576 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d1e565-323a-40bc-8efe-2b485e9eeb0a', 'code': 200} Jan 28 20:02:36.905891 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=64d1e565-323a-40bc-8efe-2b485e9eeb0a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:02:36.983566 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44f142-e28f-4c96-a384-ec83d9cb69fa req-4a1916a3-7b8c-4224-97ee-ce3837c6a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:36.985064 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be44f142-e28f-4c96-a384-ec83d9cb69fa req-4a1916a3-7b8c-4224-97ee-ce3837c6a1d8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 1128 time: 0.0447004 Jan 28 20:02:37.033163 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be44f142-e28f-4c96-a384-ec83d9cb69fa req-cc1f7b02-b046-4fef-8e65-980f788e84e1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416265 Jan 28 20:02:37.245218 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d84cb9-ccad-45f5-8f67-c88b7c32af8f req-38821526-c122-4c26-8e1f-92fbd77626be tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:37.246678 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2d84cb9-ccad-45f5-8f67-c88b7c32af8f req-38821526-c122-4c26-8e1f-92fbd77626be tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0539124 Jan 28 20:02:37.303157 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2d84cb9-ccad-45f5-8f67-c88b7c32af8f req-424dce71-59f8-4ebf-916e-fe2197f119bc tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483723 Jan 28 20:02:38.431822 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141f302-f49a-46e8-a367-0acb9380e580 req-3219280a-45ce-4b23-a84a-e3880a7bd769 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:38.433428 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c141f302-f49a-46e8-a367-0acb9380e580 req-3219280a-45ce-4b23-a84a-e3880a7bd769 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0535772 Jan 28 20:02:38.482688 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c141f302-f49a-46e8-a367-0acb9380e580 req-c7e6baee-21c3-4f42-aa83-1ce76a1ad190 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433054 Jan 28 20:02:39.622764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74feb7-1965-4ab3-a8e8-793410f7d613 req-6f57ef79-1e38-40b5-9388-dcc1942ab287 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:39.624406 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb74feb7-1965-4ab3-a8e8-793410f7d613 req-6f57ef79-1e38-40b5-9388-dcc1942ab287 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0630250 Jan 28 20:02:39.679117 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb74feb7-1965-4ab3-a8e8-793410f7d613 req-8981e76f-9e1a-4646-8c02-baa91e9e57f4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489461 Jan 28 20:02:39.799200 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8beea8-6910-43bc-94b4-e95796c7a6c7 req-24fa0710-19a8-4958-883d-cdd7ae07990c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:39.800553 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2d8beea8-6910-43bc-94b4-e95796c7a6c7 req-24fa0710-19a8-4958-883d-cdd7ae07990c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0562744 Jan 28 20:02:39.809481 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34696) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:02:39.813955 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2a1841ef-788f-4c58-bd55-1b3e199545b1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Request body: {'floatingip': {'port_id': '64d1e565-323a-40bc-8efe-2b485e9eeb0a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:02:39.887542 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a1841ef-788f-4c58-bd55-1b3e199545b1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for floatingip (e8b0338a-70d6-4c9e-8d80-d7680566a3c0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:40.598588 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a1841ef-788f-4c58-bd55-1b3e199545b1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:40.605587 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a1841ef-788f-4c58-bd55-1b3e199545b1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (e8b0338a-70d6-4c9e-8d80-d7680566a3c0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:40.703127 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-2a1841ef-788f-4c58-bd55-1b3e199545b1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Floating IP e8b0338a-70d6-4c9e-8d80-d7680566a3c0 associated. External IP: 172.25.0.72, port: 64d1e565-323a-40bc-8efe-2b485e9eeb0a. Jan 28 20:02:40.910506 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1841ef-788f-4c58-bd55-1b3e199545b1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Router a614ad5a-7973-4d13-8179-7c8ac99df03c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:02:41.026053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1841ef-788f-4c58-bd55-1b3e199545b1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:02:41.031146 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a1841ef-788f-4c58-bd55-1b3e199545b1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:41.036179 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d311e7-019b-4446-b938-83a7bca4dbed None None] Sync routers for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:02:41.047246 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d311e7-019b-4446-b938-83a7bca4dbed None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:02:41.047849 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-41d311e7-019b-4446-b938-83a7bca4dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:02:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:41.060671 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2a1841ef-788f-4c58-bd55-1b3e199545b1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "PUT /v2.0/floatingips/e8b0338a-70d6-4c9e-8d80-d7680566a3c0 HTTP/1.1" status: 200 len: 991 time: 1.2500196 Jan 28 20:02:41.061241 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'tag': '64d1e565-323a-40bc-8efe-2b485e9eeb0a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:02:41.103580 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac9f26d1a29f0c91399e43c490101928ac952e5849b55b60a284b120f3a3590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c0ad70-1c9a-4223-af26-b3cc254d15ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a844d324-a7eb-4130-a04d-7ba2bc19c405", "tag": "64d1e565-323a-40bc-8efe-2b485e9eeb0a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:02:41.158742 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-41d311e7-019b-4446-b938-83a7bca4dbed None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:02:41.218450 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ceaf2a-d77b-47e9-bf10-bcf94e98b0a9 x-openstack-request-id: req-90ceaf2a-d77b-47e9-bf10-bcf94e98b0a9 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:02:41.218750 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a844d324-a7eb-4130-a04d-7ba2bc19c405", "tag": "64d1e565-323a-40bc-8efe-2b485e9eeb0a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:02:41.219005 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90ceaf2a-d77b-47e9-bf10-bcf94e98b0a9 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:02:41.219413 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'tag': '64d1e565-323a-40bc-8efe-2b485e9eeb0a', 'status': 'completed', 'code': 200} Jan 28 20:02:41.299409 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5808c-d083-46ec-99fe-39e3a37fbf1a req-2bca6c0a-84ca-4f48-b875-b98cbc4e091e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:41.300924 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-21b5808c-d083-46ec-99fe-39e3a37fbf1a req-2bca6c0a-84ca-4f48-b875-b98cbc4e091e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.1002347 Jan 28 20:02:41.316412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0ad70-1c9a-4223-af26-b3cc254d15ed req-7f4e3c3d-95c2-4a19-8f5c-43da727a9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:41.317916 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28c0ad70-1c9a-4223-af26-b3cc254d15ed req-7f4e3c3d-95c2-4a19-8f5c-43da727a9319 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 1128 time: 0.0739994 Jan 28 20:02:41.406908 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-21b5808c-d083-46ec-99fe-39e3a37fbf1a req-ad3bd949-b1c7-4a78-b127-1594df901c56 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990779 Jan 28 20:02:41.439522 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0ad70-1c9a-4223-af26-b3cc254d15ed req-7d408129-b398-4497-ba82-f12355280142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:41.441049 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28c0ad70-1c9a-4223-af26-b3cc254d15ed req-7d408129-b398-4497-ba82-f12355280142 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.1156831 Jan 28 20:02:41.473889 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-41d311e7-019b-4446-b938-83a7bca4dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'e8b0338a-70d6-4c9e-8d80-d7680566a3c0', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'port_id': '64d1e565-323a-40bc-8efe-2b485e9eeb0a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'mac_address': 'fa:16:3e:78:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:01:31Z', 'updated_at': '2022-01-28T20:02:40Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:41.499868 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d311e7-019b-4446-b938-83a7bca4dbed None None] Checking router: a614ad5a-7973-4d13-8179-7c8ac99df03c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:02:41.508259 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d311e7-019b-4446-b938-83a7bca4dbed None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:02:41.508787 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28c0ad70-1c9a-4223-af26-b3cc254d15ed req-41827acb-abdd-4d39-b6aa-0646f0ac5a8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a HTTP/1.1" status: 200 len: 999 time: 0.0601115 Jan 28 20:02:41.508954 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-41d311e7-019b-4446-b938-83a7bca4dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:02:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:41.556048 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0ad70-1c9a-4223-af26-b3cc254d15ed req-e726a1c9-253e-40d0-9336-d0d79d602008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:41.557509 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28c0ad70-1c9a-4223-af26-b3cc254d15ed req-e726a1c9-253e-40d0-9336-d0d79d602008 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0436184 Jan 28 20:02:41.610994 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0ad70-1c9a-4223-af26-b3cc254d15ed req-6de3f5f0-4fbc-4c73-8334-bbb324c3612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:41.612567 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28c0ad70-1c9a-4223-af26-b3cc254d15ed req-6de3f5f0-4fbc-4c73-8334-bbb324c3612f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493524 Jan 28 20:02:41.615006 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-41d311e7-019b-4446-b938-83a7bca4dbed None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:02:41.701435 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28c0ad70-1c9a-4223-af26-b3cc254d15ed req-06d0b0f2-da1d-46eb-9eb2-a7315da72085 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829771 Jan 28 20:02:41.793906 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28c0ad70-1c9a-4223-af26-b3cc254d15ed req-27d1df62-8a22-4000-99a6-925d00a36984 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866945 Jan 28 20:02:41.835778 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-41d311e7-019b-4446-b938-83a7bca4dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'e8b0338a-70d6-4c9e-8d80-d7680566a3c0', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'port_id': '64d1e565-323a-40bc-8efe-2b485e9eeb0a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'mac_address': 'fa:16:3e:78:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:01:31Z', 'updated_at': '2022-01-28T20:02:40Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:02:41.864701 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d311e7-019b-4446-b938-83a7bca4dbed None None] The sync data for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 is: [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'e8b0338a-70d6-4c9e-8d80-d7680566a3c0', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'port_id': '64d1e565-323a-40bc-8efe-2b485e9eeb0a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'mac_address': 'fa:16:3e:78:f6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:01:31Z', 'updated_at': '2022-01-28T20:02:40Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:02:42.055783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec57f17-ff8f-4e40-91b5-701cd7a38ce7 None None] New status for floating IP e8b0338a-70d6-4c9e-8d80-d7680566a3c0: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:02:42.534272 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff7e7e-e97b-4b92-a7d5-c1950472c295 req-146e9caa-aee8-4851-bc3a-11c73c668f8c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:42.535843 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-43ff7e7e-e97b-4b92-a7d5-c1950472c295 req-146e9caa-aee8-4851-bc3a-11c73c668f8c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0559475 Jan 28 20:02:42.584165 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-43ff7e7e-e97b-4b92-a7d5-c1950472c295 req-494209be-6b27-4fd0-b88b-d949bd4cb2e1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427094 Jan 28 20:02:43.719366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a375c-81d1-4407-a17e-4d0b2db30c56 req-176a22bc-8514-47f2-a1a6-7f7d8b51bc74 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:43.720845 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf5a375c-81d1-4407-a17e-4d0b2db30c56 req-176a22bc-8514-47f2-a1a6-7f7d8b51bc74 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0544734 Jan 28 20:02:43.767952 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bf5a375c-81d1-4407-a17e-4d0b2db30c56 req-ef704318-d4e2-4c19-8eee-ac878a7ab1b9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414000 Jan 28 20:02:44.912623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03820c4-c723-498c-bf12-3616383dccc0 req-f69305cc-4b3f-4532-9f76-475d83b08907 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:44.914185 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d03820c4-c723-498c-bf12-3616383dccc0 req-f69305cc-4b3f-4532-9f76-475d83b08907 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0640988 Jan 28 20:02:44.962207 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d03820c4-c723-498c-bf12-3616383dccc0 req-8cbcb51b-7140-4c4a-b8fc-bd683e6acd46 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422714 Jan 28 20:02:46.084546 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f8d34-f73a-46d9-84d6-11c7332af272 req-2eeb3c95-97fc-416a-9b1c-1e24746594df tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:46.086012 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3d6f8d34-f73a-46d9-84d6-11c7332af272 req-2eeb3c95-97fc-416a-9b1c-1e24746594df tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0549476 Jan 28 20:02:46.134098 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3d6f8d34-f73a-46d9-84d6-11c7332af272 req-9d8f2abd-ad96-4453-b2c3-f3d45a25079f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423255 Jan 28 20:02:47.261143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2eea6-d385-4426-93f8-cf484b72a4f4 req-2e4a572b-317c-4b8d-8c95-5e0cbbbe7a39 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:47.262540 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-21b2eea6-d385-4426-93f8-cf484b72a4f4 req-2e4a572b-317c-4b8d-8c95-5e0cbbbe7a39 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0602803 Jan 28 20:02:47.310931 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-21b2eea6-d385-4426-93f8-cf484b72a4f4 req-0e8731cf-6f0e-4b49-8008-63094aab7fb2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426764 Jan 28 20:02:48.316320 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9905928c-2c9a-473a-aabd-ed29a805afe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:48.436290 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa95cf-5069-4d84-b479-b6c08835ce94 req-2e1a51bd-73e1-4bc1-8b46-e8c58ecc6f45 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:48.437748 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b5fa95cf-5069-4d84-b479-b6c08835ce94 req-2e1a51bd-73e1-4bc1-8b46-e8c58ecc6f45 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0584955 Jan 28 20:02:48.486676 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b5fa95cf-5069-4d84-b479-b6c08835ce94 req-67910f23-bbaf-4a95-9134-0829a4dee2f7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426881 Jan 28 20:02:49.619926 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403a7a9-e5ee-467d-965e-4a394a763f51 req-370390dc-64b2-4f6d-81aa-e34bb4c00949 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:49.621627 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5403a7a9-e5ee-467d-965e-4a394a763f51 req-370390dc-64b2-4f6d-81aa-e34bb4c00949 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0621150 Jan 28 20:02:49.674903 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5403a7a9-e5ee-467d-965e-4a394a763f51 req-9efdd534-818d-436a-8ec0-f7ef35f74afd tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453801 Jan 28 20:02:50.472564 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0955f5e-e471-44fe-932c-e6aee6a66987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:50.808987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b401bd-850d-454d-843b-92eb1d3958e4 req-9c8167e0-164a-484c-8dfa-3aae5e88048f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:50.810444 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b401bd-850d-454d-843b-92eb1d3958e4 req-9c8167e0-164a-484c-8dfa-3aae5e88048f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0550139 Jan 28 20:02:50.859913 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b401bd-850d-454d-843b-92eb1d3958e4 req-239144c9-d260-4785-9464-f84432900001 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431669 Jan 28 20:02:51.909193 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:51.988445 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e5f54-9d3f-425f-bbef-34a13caeea78 req-27236262-6c3b-4c27-9807-57e944a96366 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:51.989906 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d20e5f54-9d3f-425f-bbef-34a13caeea78 req-27236262-6c3b-4c27-9807-57e944a96366 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0533156 Jan 28 20:02:52.045727 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d20e5f54-9d3f-425f-bbef-34a13caeea78 req-c5e7517f-e6af-4cba-86b8-21a7a2598750 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499845 Jan 28 20:02:53.175727 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:53.186661 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cacde-793c-412d-8803-23ee50e235f8 req-bcac088c-a35a-46a3-a888-6c2e8a7a575a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:53.188184 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-010cacde-793c-412d-8803-23ee50e235f8 req-bcac088c-a35a-46a3-a888-6c2e8a7a575a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0595510 Jan 28 20:02:53.236620 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-010cacde-793c-412d-8803-23ee50e235f8 req-f9f943c9-afc6-478e-9758-79027902260d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420802 Jan 28 20:02:54.361757 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e85afb-9118-49dc-8294-6efe0c0554a5 req-59636320-23bb-41f4-b235-cce4864d092b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:54.363287 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b5e85afb-9118-49dc-8294-6efe0c0554a5 req-59636320-23bb-41f4-b235-cce4864d092b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0566781 Jan 28 20:02:54.416232 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b5e85afb-9118-49dc-8294-6efe0c0554a5 req-91eea0c4-1c61-4856-8730-2030a5c3bc18 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463424 Jan 28 20:02:54.546491 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:54.817627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b9d06-6786-4967-ad47-42d009fa30d0 req-73f20f7a-76da-47aa-834a-29e2f24a1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:54.819168 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-740b9d06-6786-4967-ad47-42d009fa30d0 req-73f20f7a-76da-47aa-834a-29e2f24a1265 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 1128 time: 0.0494971 Jan 28 20:02:54.929020 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b9d06-6786-4967-ad47-42d009fa30d0 req-637e5448-3ec1-4087-b7a0-5ceacf707c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:54.930577 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-740b9d06-6786-4967-ad47-42d009fa30d0 req-637e5448-3ec1-4087-b7a0-5ceacf707c78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0912504 Jan 28 20:02:54.996201 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-740b9d06-6786-4967-ad47-42d009fa30d0 req-7f868477-dee0-4f77-afc2-a90a9920577d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a HTTP/1.1" status: 200 len: 1001 time: 0.0589979 Jan 28 20:02:55.051420 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b9d06-6786-4967-ad47-42d009fa30d0 req-48defab5-359e-4cf0-8698-b903174b950a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:55.052943 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-740b9d06-6786-4967-ad47-42d009fa30d0 req-48defab5-359e-4cf0-8698-b903174b950a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0501983 Jan 28 20:02:55.112359 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b9d06-6786-4967-ad47-42d009fa30d0 req-c6f252d5-8b95-4a28-ab6e-203ca4d6ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:55.113961 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-740b9d06-6786-4967-ad47-42d009fa30d0 req-c6f252d5-8b95-4a28-ab6e-203ca4d6ad45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0547512 Jan 28 20:02:55.209663 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-740b9d06-6786-4967-ad47-42d009fa30d0 req-39075fea-8275-44a1-ae45-a6b953b084be service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876143 Jan 28 20:02:55.311196 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-740b9d06-6786-4967-ad47-42d009fa30d0 req-05159e09-128e-4cc4-bc6c-f3cd9841efed service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951405 Jan 28 20:02:55.546174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddae36d-0450-4b39-8c87-1c7fad7dd197 req-4e1ba178-8092-470f-9895-31eecce35a29 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:55.547683 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ddae36d-0450-4b39-8c87-1c7fad7dd197 req-4e1ba178-8092-470f-9895-31eecce35a29 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0595913 Jan 28 20:02:55.598113 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ddae36d-0450-4b39-8c87-1c7fad7dd197 req-78d8afee-66f2-4126-8aa9-0ea4eed2b2bc tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427423 Jan 28 20:02:55.945795 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:02:56.733297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143c5ee-1d96-416b-a09d-c13c255d2d6f req-b262e504-4d28-4a4e-bc71-a7e95cc12322 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:56.734840 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b143c5ee-1d96-416b-a09d-c13c255d2d6f req-b262e504-4d28-4a4e-bc71-a7e95cc12322 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0592031 Jan 28 20:02:56.781040 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b143c5ee-1d96-416b-a09d-c13c255d2d6f req-9d36ba75-bdec-44a1-a966-ae4250b29a99 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404990 Jan 28 20:02:57.926376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8bae3-100f-4e32-afb8-1b4b8fc936ec req-94258b97-4e99-46a9-9022-c7e02b04428d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:57.928706 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bcb8bae3-100f-4e32-afb8-1b4b8fc936ec req-94258b97-4e99-46a9-9022-c7e02b04428d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0630295 Jan 28 20:02:57.976573 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bcb8bae3-100f-4e32-afb8-1b4b8fc936ec req-68debd85-905f-4aa0-b89e-d0c1fb3b6c9e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420108 Jan 28 20:02:59.101555 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cf1cf-903e-4ed5-912d-0551c6f36b1f req-e1509c24-89fc-483f-8ecd-14b0f6d876a5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:02:59.103112 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c19cf1cf-903e-4ed5-912d-0551c6f36b1f req-e1509c24-89fc-483f-8ecd-14b0f6d876a5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0553930 Jan 28 20:02:59.151607 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c19cf1cf-903e-4ed5-912d-0551c6f36b1f req-a4a22700-70bb-4f80-80b3-0ef4f54b63fc tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428200 Jan 28 20:03:00.285445 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d71755-53b7-45eb-b9a2-d1a1e148ed5d req-4467284a-98f6-4873-9766-3451a6a367b5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:00.286870 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-11d71755-53b7-45eb-b9a2-d1a1e148ed5d req-4467284a-98f6-4873-9766-3451a6a367b5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0592799 Jan 28 20:03:00.339984 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-11d71755-53b7-45eb-b9a2-d1a1e148ed5d req-41fa8918-a0cc-45af-96bf-cac88fb076fb tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458233 Jan 28 20:03:00.643907 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:01.469698 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6c63a-e2cd-4345-b1b9-db01aa8d27e0 req-6501455f-2686-435e-b426-70f05b584316 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:01.471192 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-27f6c63a-e2cd-4345-b1b9-db01aa8d27e0 req-6501455f-2686-435e-b426-70f05b584316 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0550907 Jan 28 20:03:01.530787 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-27f6c63a-e2cd-4345-b1b9-db01aa8d27e0 req-b3320e43-73f4-4fd0-8d14-a3947bafdaa5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539746 Jan 28 20:03:02.659689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f54721-74fd-4e59-b931-5d58e665d670 req-e2f27f71-4695-478e-a9af-69df3930aee4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:02.661307 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-99f54721-74fd-4e59-b931-5d58e665d670 req-e2f27f71-4695-478e-a9af-69df3930aee4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0537949 Jan 28 20:03:02.719738 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-99f54721-74fd-4e59-b931-5d58e665d670 req-59acdbeb-ae00-468d-904b-141a9365edeb tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508454 Jan 28 20:03:03.273898 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:03:03.858203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97247acc-9bc0-49a3-a43f-ae098416961c req-6582fa9a-9ac1-4ce4-b44c-a291b1f55992 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:03.859669 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97247acc-9bc0-49a3-a43f-ae098416961c req-6582fa9a-9ac1-4ce4-b44c-a291b1f55992 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0565526 Jan 28 20:03:03.908600 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-97247acc-9bc0-49a3-a43f-ae098416961c req-be3dc662-6f64-4b43-b33f-b8a29d42ab07 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405977 Jan 28 20:03:05.034290 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ecde4-2ca8-4b5d-b387-950ea032f29e req-a71b8313-d130-456b-98d0-0da2ce4d503c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:05.035746 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-468ecde4-2ca8-4b5d-b387-950ea032f29e req-a71b8313-d130-456b-98d0-0da2ce4d503c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0542896 Jan 28 20:03:05.090048 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-468ecde4-2ca8-4b5d-b387-950ea032f29e req-7df63c5a-9641-4184-abc2-1c198d9db7a6 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465901 Jan 28 20:03:06.223163 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc0089-7bd5-481a-b61e-dc8c141f2656 req-0e855caa-77d7-4ad1-a05b-3f3eedff6702 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:06.224558 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-04fc0089-7bd5-481a-b61e-dc8c141f2656 req-0e855caa-77d7-4ad1-a05b-3f3eedff6702 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0536313 Jan 28 20:03:06.275356 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-04fc0089-7bd5-481a-b61e-dc8c141f2656 req-c382756a-f74a-439b-8ca3-6b1dc399355e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451529 Jan 28 20:03:07.408215 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aedf1-4a45-4537-8102-1fe0b97134e9 req-9ddb2625-90a1-4ea6-ac5d-7c02018e7cbd tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:07.409790 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e29aedf1-4a45-4537-8102-1fe0b97134e9 req-9ddb2625-90a1-4ea6-ac5d-7c02018e7cbd tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0552084 Jan 28 20:03:07.458936 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e29aedf1-4a45-4537-8102-1fe0b97134e9 req-043d1e69-fe97-42bb-a031-bd36a56d8bb2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408616 Jan 28 20:03:07.708655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c426f-ff3f-4745-a9f0-d0bab9beb973 req-d7b2cb3e-1c15-4c7b-a30f-01337ce3595c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:07.710203 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c99c426f-ff3f-4745-a9f0-d0bab9beb973 req-d7b2cb3e-1c15-4c7b-a30f-01337ce3595c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0554919 Jan 28 20:03:07.757525 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c99c426f-ff3f-4745-a9f0-d0bab9beb973 req-4d2844a2-db39-425c-bcf9-fdbbc4d88aa5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414004 Jan 28 20:03:07.784199 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-02948507-a166-4b50-a5b7-9afb6834be2a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874329 Jan 28 20:03:08.891230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925805fe-586d-4f6d-a9fd-1f6fa7594569 req-52cc41d5-a0e4-49e4-a0fb-c6105fdd6d02 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:08.893508 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-925805fe-586d-4f6d-a9fd-1f6fa7594569 req-52cc41d5-a0e4-49e4-a0fb-c6105fdd6d02 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0575936 Jan 28 20:03:08.909812 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-b6233234-8278-4b46-805d-e77fd537f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:08.911360 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-b6233234-8278-4b46-805d-e77fd537f8d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 1128 time: 0.0487363 Jan 28 20:03:08.945411 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-925805fe-586d-4f6d-a9fd-1f6fa7594569 req-f2b6aff4-e783-457f-8f5c-b9fb2e38a7f1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427430 Jan 28 20:03:09.000343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-6f7b5c25-ef9b-4058-bc3c-f36af2aae253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:09.001812 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-6f7b5c25-ef9b-4058-bc3c-f36af2aae253 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0844388 Jan 28 20:03:09.069567 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-0d6259ba-7e20-40ce-b75b-59556d6f4279 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a HTTP/1.1" status: 200 len: 1001 time: 0.0616403 Jan 28 20:03:09.117006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-083a8e13-b11c-4f9a-934d-19085fd05590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:09.118453 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-083a8e13-b11c-4f9a-934d-19085fd05590 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0427246 Jan 28 20:03:09.166481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-20d51f1b-7417-48c1-b0f9-94c49053c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:09.167961 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-20d51f1b-7417-48c1-b0f9-94c49053c805 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441537 Jan 28 20:03:09.261805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-c572f409-183b-4707-8941-757ee3e220a5 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876448 Jan 28 20:03:09.349794 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-3b6c6040-3bf7-4ccf-b34a-721153edbe71 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820029 Jan 28 20:03:10.066148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ee1fa-1d4e-4d05-a689-7497a1612cbc req-224ad2af-684e-4949-81ff-347d6bfecd2d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:10.067640 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e81ee1fa-1d4e-4d05-a689-7497a1612cbc req-224ad2af-684e-4949-81ff-347d6bfecd2d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0556724 Jan 28 20:03:10.121913 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e81ee1fa-1d4e-4d05-a689-7497a1612cbc req-3e5f1573-f317-4b00-bd64-dfd168344f1e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485263 Jan 28 20:03:11.167633 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-2426b7f4-4af2-4a36-a402-4f00405516a9 service neutron] show failed (client error): The resource could not be found. Jan 28 20:03:11.168740 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-2426b7f4-4af2-4a36-a402-4f00405516a9 service neutron] 10.222.0.37 "GET /v2.0/ports/64d1e565-323a-40bc-8efe-2b485e9eeb0a/bindings/n-h1-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0629561 Jan 28 20:03:11.253374 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3eebe-32e4-4d0c-b05e-adc76f354011 req-ad14a984-4f4f-4817-93ea-75eb428ea202 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:11.255067 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4da3eebe-32e4-4d0c-b05e-adc76f354011 req-ad14a984-4f4f-4817-93ea-75eb428ea202 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0574512 Jan 28 20:03:11.308756 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4da3eebe-32e4-4d0c-b05e-adc76f354011 req-96bea906-e40c-4ed2-83e8-608307051b99 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478439 Jan 28 20:03:11.370802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-8b480be9-fe45-4962-8e07-1e9c0a34e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:11.372514 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-8b480be9-fe45-4962-8e07-1e9c0a34e607 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405&tenant_id=23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 1128 time: 0.0457876 Jan 28 20:03:11.385790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:03:11.451365 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:11.661012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] For port 64d1e565-323a-40bc-8efe-2b485e9eeb0a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:11.695805 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] For port 64d1e565-323a-40bc-8efe-2b485e9eeb0a, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:03:11.734993 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d1e565-323a-40bc-8efe-2b485e9eeb0a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:03:11.737557 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc66247b-038b-45fe-a497-afc0eead64d0" -d '{"events": [{"server_uuid": "a844d324-a7eb-4130-a04d-7ba2bc19c405", "name": "network-vif-unplugged", "status": "completed", "tag": "64d1e565-323a-40bc-8efe-2b485e9eeb0a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:03:11.741428 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Publish callbacks [] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:11.754495 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Transition to ACTIVE for port object 64d1e565-323a-40bc-8efe-2b485e9eeb0a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:03:11.759432 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:11.789085 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44c7228-dd4e-499f-8754-0e0ef40d5d55 x-openstack-request-id: req-a44c7228-dd4e-499f-8754-0e0ef40d5d55 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:03:11.789380 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a844d324-a7eb-4130-a04d-7ba2bc19c405", "name": "network-vif-unplugged", "status": "completed", "tag": "64d1e565-323a-40bc-8efe-2b485e9eeb0a", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:03:11.789632 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a44c7228-dd4e-499f-8754-0e0ef40d5d55 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:03:11.790054 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d1e565-323a-40bc-8efe-2b485e9eeb0a', 'code': 200} Jan 28 20:03:11.840479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Pushing event updated for resources: {'Port': ['ID=64d1e565-323a-40bc-8efe-2b485e9eeb0a,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:11.884722 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] No DVR routers for this DVR port 64d1e565-323a-40bc-8efe-2b485e9eeb0a on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:03:12.018983 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Attempting to bind port 64d1e565-323a-40bc-8efe-2b485e9eeb0a on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:03:12.019323 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Attempting to bind port 64d1e565-323a-40bc-8efe-2b485e9eeb0a by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:03:12.019790 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Attempting to bind port 64d1e565-323a-40bc-8efe-2b485e9eeb0a on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:03:12.024629 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Port 64d1e565-323a-40bc-8efe-2b485e9eeb0a on network b01f24d2-de11-4d42-919f-3eeaba63df97 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:03:12.025031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Attempting to bind port 64d1e565-323a-40bc-8efe-2b485e9eeb0a on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:03:12.030928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:03:12.031263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Checking segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:03:12.031637 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Bound using segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:03:12.032051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Bound port: 64d1e565-323a-40bc-8efe-2b485e9eeb0a, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:03:12.032405 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:12.094954 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] For port 64d1e565-323a-40bc-8efe-2b485e9eeb0a, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:03:12.097908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] For port 64d1e565-323a-40bc-8efe-2b485e9eeb0a, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:03:12.108126 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:12.147092 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:12.147710 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:12.149240 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] 10.222.0.31 "PUT /v2.0/ports/64d1e565-323a-40bc-8efe-2b485e9eeb0a HTTP/1.1" status: 200 len: 1092 time: 0.7686608 Jan 28 20:03:12.179587 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cdcc2-7651-4b72-a77c-8dc655433b45 service neutron] Pushing event updated for resources: {'Port': ['ID=64d1e565-323a-40bc-8efe-2b485e9eeb0a,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:12.221174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-562d94b2-2ea6-486e-911a-dc0888a18a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:12.222767 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-562d94b2-2ea6-486e-911a-dc0888a18a9b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 1126 time: 0.0510664 Jan 28 20:03:12.314658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-6a08b8fc-4a61-4f28-8c47-d382b474fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:12.316166 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-6a08b8fc-4a61-4f28-8c47-d382b474fab3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0868645 Jan 28 20:03:12.386364 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-075141ad-1d49-44a5-a832-88963fdfd3c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a HTTP/1.1" status: 200 len: 999 time: 0.0636883 Jan 28 20:03:12.429067 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daddde-1af6-48d8-8116-726c9ed67866 req-8b7a136e-aa26-45b1-b345-35a12104b2f5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:12.431465 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9daddde-1af6-48d8-8116-726c9ed67866 req-8b7a136e-aa26-45b1-b345-35a12104b2f5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 944 time: 0.0526483 Jan 28 20:03:12.434685 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-ba249719-1917-4ba7-8684-5e4345e035ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:12.436154 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-ba249719-1917-4ba7-8684-5e4345e035ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0432007 Jan 28 20:03:12.481596 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d9daddde-1af6-48d8-8116-726c9ed67866 req-0981f5a5-5e6a-4bed-988c-e6b6de8f9a2b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442457 Jan 28 20:03:12.483981 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-c3f5ac1d-7e6e-44b2-9c2a-e3a756392c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:12.485528 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-c3f5ac1d-7e6e-44b2-9c2a-e3a756392c99 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433011 Jan 28 20:03:12.579869 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-7ad59fc2-d35a-4dd7-babc-9ae6aba8e41f service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882213 Jan 28 20:03:12.675409 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07844cd2-26e9-4880-9e7a-3ad36685a658 req-5eae12b7-a2af-4b5b-80d9-8492bc4c8929 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887632 Jan 28 20:03:13.629932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92feda73-a06f-4291-82ad-49f3ffca3641 req-69308fb5-78a1-42b4-836f-2d1711687211 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:13.631434 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-92feda73-a06f-4291-82ad-49f3ffca3641 req-69308fb5-78a1-42b4-836f-2d1711687211 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 944 time: 0.0677857 Jan 28 20:03:13.682241 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-92feda73-a06f-4291-82ad-49f3ffca3641 req-3f7fbc37-2c8a-442f-9de7-7b57e12a7824 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426815 Jan 28 20:03:13.791457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'tag': '64d1e565-323a-40bc-8efe-2b485e9eeb0a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:03:13.795262 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84" -d '{"events": [{"name": "network-changed", "server_uuid": "a844d324-a7eb-4130-a04d-7ba2bc19c405", "tag": "64d1e565-323a-40bc-8efe-2b485e9eeb0a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:03:13.855018 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78527a7-70a5-432c-886a-abe3f802f2b6 x-openstack-request-id: req-f78527a7-70a5-432c-886a-abe3f802f2b6 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:03:13.855322 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a844d324-a7eb-4130-a04d-7ba2bc19c405", "tag": "64d1e565-323a-40bc-8efe-2b485e9eeb0a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:03:13.855579 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f78527a7-70a5-432c-886a-abe3f802f2b6 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:03:13.856027 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'tag': '64d1e565-323a-40bc-8efe-2b485e9eeb0a', 'status': 'completed', 'code': 200} Jan 28 20:03:13.951028 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-9bafb7d3-4157-48eb-b1dd-db75a07f1b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:13.952585 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-9bafb7d3-4157-48eb-b1dd-db75a07f1b18 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 1126 time: 0.0742304 Jan 28 20:03:13.969409 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-65825700-6f36-4a04-af1a-c3ee39b6ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:13.970826 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-65825700-6f36-4a04-af1a-c3ee39b6ab87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 1126 time: 0.0675390 Jan 28 20:03:14.114931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-d7610db7-ba40-4109-8a87-354e72a656a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:14.116409 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-d7610db7-ba40-4109-8a87-354e72a656a0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.1560197 Jan 28 20:03:14.120802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-8a57d3c7-0d5e-4a93-aa9e-0283cd27d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:14.122271 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-8a57d3c7-0d5e-4a93-aa9e-0283cd27d0a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.1407454 Jan 28 20:03:14.224871 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-e149ae64-316e-447f-986e-b06f41f6f5f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a HTTP/1.1" status: 200 len: 999 time: 0.1016638 Jan 28 20:03:14.228538 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-86f9ed1f-0c21-416b-ba4e-f2174a66babf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a HTTP/1.1" status: 200 len: 999 time: 0.0999181 Jan 28 20:03:14.309911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-e0554515-40f2-4ca6-bfbd-4dbb362d4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:14.311368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-e0554515-40f2-4ca6-bfbd-4dbb362d4a89 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0803030 Jan 28 20:03:14.315155 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-a052536b-b856-4f04-ad8c-ccc33a5f0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:14.316466 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-a052536b-b856-4f04-ad8c-ccc33a5f0aeb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0739424 Jan 28 20:03:14.631671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 64d1e565-323a-40bc-8efe-2b485e9eeb0a details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:03:14.704503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-7eb64da5-a8b6-4aea-9fde-c49d46ffb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:14.706632 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-7eb64da5-a8b6-4aea-9fde-c49d46ffb63b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3882294 Jan 28 20:03:14.710624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-bda4c83c-4de6-4c40-969a-a95a1a0d63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:14.712250 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-bda4c83c-4de6-4c40-969a-a95a1a0d63fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3872919 Jan 28 20:03:14.734053 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 64d1e565-323a-40bc-8efe-2b485e9eeb0a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:14.746448 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '64d1e565-323a-40bc-8efe-2b485e9eeb0a', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'port_id': '64d1e565-323a-40bc-8efe-2b485e9eeb0a', 'mac_address': 'fa:16:3e:78:f6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:03:14.786523 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 64d1e565-323a-40bc-8efe-2b485e9eeb0a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:03:14.786918 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:14.799611 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d1e565-323a-40bc-8efe-2b485e9eeb0a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:03:14.819261 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 64d1e565-323a-40bc-8efe-2b485e9eeb0a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:14.824863 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:14.848024 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 64d1e565-323a-40bc-8efe-2b485e9eeb0a no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:03:14.903429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=64d1e565-323a-40bc-8efe-2b485e9eeb0a,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:14.907144 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-db465fe7-989d-424d-8370-3a0b96e256d5 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828134 Jan 28 20:03:14.907830 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] The host n-h2-824834-4 is not matching for port 64d1e565-323a-40bc-8efe-2b485e9eeb0a host n-h1-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:03:14.908093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 64d1e565-323a-40bc-8efe-2b485e9eeb0a not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:03:14.914692 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0a567-5051-42e7-8a17-13b9ad8b55f2 req-20ad637d-a9d3-41e4-801b-0c73e6bd6a06 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:14.916110 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-06a0a567-5051-42e7-8a17-13b9ad8b55f2 req-20ad637d-a9d3-41e4-801b-0c73e6bd6a06 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 944 time: 0.1159890 Jan 28 20:03:14.917911 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-c7483c35-6aa6-4582-ab8d-72e87f1ce798 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050128 Jan 28 20:03:15.058173 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['64d1e565-323a-40bc-8efe-2b485e9eeb0a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:03:15.095314 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-06a0a567-5051-42e7-8a17-13b9ad8b55f2 req-574e8e81-a062-4c89-a354-5c122efd899d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488421 Jan 28 20:03:15.101900 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-0df3598f-85a1-4b54-9d14-03fb16936e3e service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829760 Jan 28 20:03:15.118209 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2a2b4e2-cc28-4b74-a90e-de49f8e49e84 req-6f9e9a67-16f4-450d-a179-08a6e82115bb service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900887 Jan 28 20:03:15.331454 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a08ed9-f112-4684-8025-dace55ad8a91 req-009261ac-c735-450a-b814-4adc041cbdd5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:15.332971 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b0a08ed9-f112-4684-8025-dace55ad8a91 req-009261ac-c735-450a-b814-4adc041cbdd5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 945 time: 0.0869446 Jan 28 20:03:15.339623 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b577ae-d464-4be1-a7dd-c861240bb68d req-e83be4db-4e98-4ed2-aafb-2cd38ae22bc5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:15.341017 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-18b577ae-d464-4be1-a7dd-c861240bb68d req-e83be4db-4e98-4ed2-aafb-2cd38ae22bc5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.37 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405&tenant_id=23377866eb0344caab1bb3a943400662&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 945 time: 0.0847819 Jan 28 20:03:15.426580 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b0a08ed9-f112-4684-8025-dace55ad8a91 req-1a06bd77-74a1-429e-8c88-01b77489c841 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846007 Jan 28 20:03:15.434592 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-18b577ae-d464-4be1-a7dd-c861240bb68d req-74345041-187b-4b1c-aa78-3098ca7d0695 service neutron] delete failed (client error): The resource could not be found. Jan 28 20:03:15.435592 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-18b577ae-d464-4be1-a7dd-c861240bb68d req-74345041-187b-4b1c-aa78-3098ca7d0695 service neutron] 10.222.0.37 "DELETE /v2.0/ports/64d1e565-323a-40bc-8efe-2b485e9eeb0a/bindings/n-h2-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0879159 Jan 28 20:03:15.529623 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b577ae-d464-4be1-a7dd-c861240bb68d req-ad1e085d-7494-44c7-9b1c-5056839ab4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:15.531077 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-18b577ae-d464-4be1-a7dd-c861240bb68d req-ad1e085d-7494-44c7-9b1c-5056839ab4c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 1127 time: 0.0470862 Jan 28 20:03:15.625503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b577ae-d464-4be1-a7dd-c861240bb68d req-30eb0754-ca26-40c2-bc5d-49b145fda45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:15.627045 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-18b577ae-d464-4be1-a7dd-c861240bb68d req-30eb0754-ca26-40c2-bc5d-49b145fda45b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0904841 Jan 28 20:03:15.691967 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-18b577ae-d464-4be1-a7dd-c861240bb68d req-fdaffa08-bfb9-49e7-a141-853aef188283 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a HTTP/1.1" status: 200 len: 1000 time: 0.0586746 Jan 28 20:03:15.749284 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b577ae-d464-4be1-a7dd-c861240bb68d req-0de632b1-76a2-4a86-8c99-861c89d2607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:15.750796 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-18b577ae-d464-4be1-a7dd-c861240bb68d req-0de632b1-76a2-4a86-8c99-861c89d2607e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0525796 Jan 28 20:03:15.804660 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b577ae-d464-4be1-a7dd-c861240bb68d req-6f0ef3bd-1eb0-41fd-b780-cb783fda7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:15.806163 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-18b577ae-d464-4be1-a7dd-c861240bb68d req-6f0ef3bd-1eb0-41fd-b780-cb783fda7f46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490439 Jan 28 20:03:15.893564 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-18b577ae-d464-4be1-a7dd-c861240bb68d req-1e9dd74d-f899-4f2d-980d-9bacb24096d7 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816565 Jan 28 20:03:15.990310 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-18b577ae-d464-4be1-a7dd-c861240bb68d req-1c3dde7a-26d6-44ce-b39b-f6c317c95b3c service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912368 Jan 28 20:03:16.553501 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596281c8-f5eb-4c2e-b46d-cdd57476fad8 req-5918fa67-0ad7-48b0-8cd1-8e72a5979bb7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:16.555033 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-596281c8-f5eb-4c2e-b46d-cdd57476fad8 req-5918fa67-0ad7-48b0-8cd1-8e72a5979bb7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 945 time: 0.0537126 Jan 28 20:03:16.601659 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-596281c8-f5eb-4c2e-b46d-cdd57476fad8 req-266189db-a582-48ce-baf9-6e4777bfc57f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407846 Jan 28 20:03:16.647333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 64d1e565-323a-40bc-8efe-2b485e9eeb0a up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:03:16.696809 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 64d1e565-323a-40bc-8efe-2b485e9eeb0a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:03:16.700918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 64d1e565-323a-40bc-8efe-2b485e9eeb0a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:16.701292 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:16.725607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c0730-5f1b-42e9-aa31-b02d57e66feb req-6c81812e-a08c-4b8c-85da-d82602ebb2f2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:16.727168 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-773c0730-5f1b-42e9-aa31-b02d57e66feb req-6c81812e-a08c-4b8c-85da-d82602ebb2f2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 945 time: 0.0547452 Jan 28 20:03:16.775302 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-773c0730-5f1b-42e9-aa31-b02d57e66feb req-8cc2c14b-9006-4c7a-bce8-171d2216d332 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419343 Jan 28 20:03:16.780231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 64d1e565-323a-40bc-8efe-2b485e9eeb0a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:03:16.780659 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:16.803660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d1e565-323a-40bc-8efe-2b485e9eeb0a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:03:16.805940 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896acefa-7b04-48e8-b385-cddcc02cfdac" -d '{"events": [{"server_uuid": "a844d324-a7eb-4130-a04d-7ba2bc19c405", "name": "network-vif-plugged", "status": "completed", "tag": "64d1e565-323a-40bc-8efe-2b485e9eeb0a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:03:16.818953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 64d1e565-323a-40bc-8efe-2b485e9eeb0a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:16.823728 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:16.846854 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27fbfd8-d1ce-4ae9-b50f-7e0d9eac7cbe x-openstack-request-id: req-e27fbfd8-d1ce-4ae9-b50f-7e0d9eac7cbe {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:03:16.847132 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a844d324-a7eb-4130-a04d-7ba2bc19c405", "name": "network-vif-plugged", "status": "completed", "tag": "64d1e565-323a-40bc-8efe-2b485e9eeb0a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:03:16.847387 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e27fbfd8-d1ce-4ae9-b50f-7e0d9eac7cbe {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:03:16.847784 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d1e565-323a-40bc-8efe-2b485e9eeb0a', 'code': 200} Jan 28 20:03:16.873279 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=64d1e565-323a-40bc-8efe-2b485e9eeb0a,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:17.007058 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd1c89-ae79-443f-b3ca-440d4944abb4 req-0715a170-2cf2-4d92-bc8c-a19c2075967b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:17.008558 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1ddd1c89-ae79-443f-b3ca-440d4944abb4 req-0715a170-2cf2-4d92-bc8c-a19c2075967b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0796487 Jan 28 20:03:17.053307 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e32ba-3fbd-486e-a600-650f49f67d28 req-979533bf-9c66-44c6-b23c-9bee7c699047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:17.054834 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a57e32ba-3fbd-486e-a600-650f49f67d28 req-979533bf-9c66-44c6-b23c-9bee7c699047 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 1128 time: 0.0876956 Jan 28 20:03:17.073965 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1ddd1c89-ae79-443f-b3ca-440d4944abb4 req-6743419e-4410-4146-8545-c9f2bbb6366c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591104 Jan 28 20:03:17.163465 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e32ba-3fbd-486e-a600-650f49f67d28 req-95ea2e04-0f23-43ea-99d2-95039687ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:17.164894 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a57e32ba-3fbd-486e-a600-650f49f67d28 req-95ea2e04-0f23-43ea-99d2-95039687ac25 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.1026549 Jan 28 20:03:17.234312 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a57e32ba-3fbd-486e-a600-650f49f67d28 req-61e17df2-d824-4cf6-a6d8-b714a16ccf72 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a HTTP/1.1" status: 200 len: 1001 time: 0.0638242 Jan 28 20:03:17.281995 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e32ba-3fbd-486e-a600-650f49f67d28 req-70310c70-ad5d-42e4-acaa-e9edbb5da7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:17.283538 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a57e32ba-3fbd-486e-a600-650f49f67d28 req-70310c70-ad5d-42e4-acaa-e9edbb5da7d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0435503 Jan 28 20:03:17.335085 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e32ba-3fbd-486e-a600-650f49f67d28 req-25e73820-139e-4c54-8da8-9e80642a19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:17.336644 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a57e32ba-3fbd-486e-a600-650f49f67d28 req-25e73820-139e-4c54-8da8-9e80642a19c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469916 Jan 28 20:03:17.428819 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a57e32ba-3fbd-486e-a600-650f49f67d28 req-50c12a15-e4a5-4b27-b73d-b8e9698af04a service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863347 Jan 28 20:03:17.522901 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a57e32ba-3fbd-486e-a600-650f49f67d28 req-75f84398-b045-4982-815e-af28c0bebcd2 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877690 Jan 28 20:03:18.221916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f470ab-4537-41a3-967b-7b71cf9e1df7 req-bc076717-3622-442f-8957-00a40340962b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:18.223294 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69f470ab-4537-41a3-967b-7b71cf9e1df7 req-bc076717-3622-442f-8957-00a40340962b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0644898 Jan 28 20:03:18.270536 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69f470ab-4537-41a3-967b-7b71cf9e1df7 req-d3787376-78dc-47fb-b50e-fca9084f84db tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414755 Jan 28 20:03:18.314117 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b915a64-e545-4638-9b56-9375bc5a30d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:18.531540 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8f8b7-5ef5-448a-931e-41fefdb1e85a req-33f15ce6-521e-42e9-9720-8d6a79d53cb7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:18.532942 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24f8f8b7-5ef5-448a-931e-41fefdb1e85a req-33f15ce6-521e-42e9-9720-8d6a79d53cb7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0559609 Jan 28 20:03:18.581830 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-24f8f8b7-5ef5-448a-931e-41fefdb1e85a req-e3e105cd-4292-429a-bb81-4700809584a7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431287 Jan 28 20:03:19.705234 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658bac7-545f-4616-bdbf-be4ffe3ca1b3 req-95b8197d-dda7-450a-9f2c-cce699d3704a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:19.706803 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0658bac7-545f-4616-bdbf-be4ffe3ca1b3 req-95b8197d-dda7-450a-9f2c-cce699d3704a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0559309 Jan 28 20:03:19.789247 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0658bac7-545f-4616-bdbf-be4ffe3ca1b3 req-d36b1d89-0bc5-4cc2-a2ee-cdbcd524ed99 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739501 Jan 28 20:03:19.797343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48817ac6-85a2-4d95-b8a6-20bbc2bf3ea7 req-48e70aa2-90a7-4c43-b27f-62c662c88e62 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:19.798787 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48817ac6-85a2-4d95-b8a6-20bbc2bf3ea7 req-48e70aa2-90a7-4c43-b27f-62c662c88e62 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.31 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 946 time: 0.0911689 Jan 28 20:03:19.896575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-48817ac6-85a2-4d95-b8a6-20bbc2bf3ea7 req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Deleting port 64d1e565-323a-40bc-8efe-2b485e9eeb0a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:03:19.896835 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48817ac6-85a2-4d95-b8a6-20bbc2bf3ea7 req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:20.002799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-48817ac6-85a2-4d95-b8a6-20bbc2bf3ea7 req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] For port 64d1e565-323a-40bc-8efe-2b485e9eeb0a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=64d1e565-323a-40bc-8efe-2b485e9eeb0a,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:20.003172 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48817ac6-85a2-4d95-b8a6-20bbc2bf3ea7 req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:20.181693 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48817ac6-85a2-4d95-b8a6-20bbc2bf3ea7 req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:20.181888 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48817ac6-85a2-4d95-b8a6-20bbc2bf3ea7 req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (e8b0338a-70d6-4c9e-8d80-d7680566a3c0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:20.182264 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [req-48817ac6-85a2-4d95-b8a6-20bbc2bf3ea7 req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Floating IP e8b0338a-70d6-4c9e-8d80-d7680566a3c0 disassociated. External IP: 172.25.0.72, port: 64d1e565-323a-40bc-8efe-2b485e9eeb0a. Jan 28 20:03:20.182602 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-48817ac6-85a2-4d95-b8a6-20bbc2bf3ea7 req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Calling delete_port for 64d1e565-323a-40bc-8efe-2b485e9eeb0a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:03:20.316971 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48817ac6-85a2-4d95-b8a6-20bbc2bf3ea7 req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (64d1e565-323a-40bc-8efe-2b485e9eeb0a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:20.350452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Pushing event deleted for resources: {'Port': ['ID=64d1e565-323a-40bc-8efe-2b485e9eeb0a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:20.362334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:20.362824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:20.363033 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:20.363390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:20.363726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:20.364057 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:20.364420 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:20.364757 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:20.365065 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:20.365392 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:20.365731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:20.366071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:20.366430 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:20.472687 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7c7f4f58-d20f-48c2-b0c4-40f4fd6ae5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:20.484828 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48817ac6-85a2-4d95-b8a6-20bbc2bf3ea7 req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Router a614ad5a-7973-4d13-8179-7c8ac99df03c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:03:20.596673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48817ac6-85a2-4d95-b8a6-20bbc2bf3ea7 req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:03:20.608105 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c34ead6-4ae6-44c0-9fd1-5e3baeaf85c1 None None] Sync routers for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:03:20.617466 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c34ead6-4ae6-44c0-9fd1-5e3baeaf85c1 None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:03:20.618223 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7c34ead6-4ae6-44c0-9fd1-5e3baeaf85c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:03:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:20.640238 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-48817ac6-85a2-4d95-b8a6-20bbc2bf3ea7 req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] No DVR routers for this DVR port 64d1e565-323a-40bc-8efe-2b485e9eeb0a on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:03:20.643038 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-48817ac6-85a2-4d95-b8a6-20bbc2bf3ea7 req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:20.646591 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-48817ac6-85a2-4d95-b8a6-20bbc2bf3ea7 req-4156c9f8-f439-4d8f-bb44-a823abb18abf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.31 "DELETE /v2.0/ports/64d1e565-323a-40bc-8efe-2b485e9eeb0a HTTP/1.1" status: 204 len: 173 time: 0.8425684 Jan 28 20:03:20.647038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'name': 'network-vif-deleted', 'tag': '64d1e565-323a-40bc-8efe-2b485e9eeb0a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:03:20.649432 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1f01be-d4cf-4275-ac27-8efed0e37b10" -d '{"events": [{"server_uuid": "a844d324-a7eb-4130-a04d-7ba2bc19c405", "name": "network-vif-deleted", "tag": "64d1e565-323a-40bc-8efe-2b485e9eeb0a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:03:20.692351 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558351a2-d3ee-4beb-a677-c766200c6381 x-openstack-request-id: req-558351a2-d3ee-4beb-a677-c766200c6381 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:03:20.692761 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a844d324-a7eb-4130-a04d-7ba2bc19c405", "name": "network-vif-deleted", "tag": "64d1e565-323a-40bc-8efe-2b485e9eeb0a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:03:20.693036 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-558351a2-d3ee-4beb-a677-c766200c6381 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:03:20.693570 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a844d324-a7eb-4130-a04d-7ba2bc19c405', 'name': 'network-vif-deleted', 'tag': '64d1e565-323a-40bc-8efe-2b485e9eeb0a', 'status': 'completed', 'code': 200} Jan 28 20:03:20.739480 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7c34ead6-4ae6-44c0-9fd1-5e3baeaf85c1 None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:03:20.908030 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b394a376-5138-4063-85a7-c7791e4c6773 req-f2576811-ea25-41af-b272-85c25c87305b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=a844d324-a7eb-4130-a04d-7ba2bc19c405 HTTP/1.1" status: 200 len: 210 time: 0.0320814 Jan 28 20:03:20.957025 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7c34ead6-4ae6-44c0-9fd1-5e3baeaf85c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:20.984096 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c34ead6-4ae6-44c0-9fd1-5e3baeaf85c1 None None] Checking router: a614ad5a-7973-4d13-8179-7c8ac99df03c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:03:20.993473 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c34ead6-4ae6-44c0-9fd1-5e3baeaf85c1 None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:03:20.994098 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7c34ead6-4ae6-44c0-9fd1-5e3baeaf85c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:03:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:21.098274 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7c34ead6-4ae6-44c0-9fd1-5e3baeaf85c1 None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:03:21.295212 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7c34ead6-4ae6-44c0-9fd1-5e3baeaf85c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:21.407079 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c34ead6-4ae6-44c0-9fd1-5e3baeaf85c1 None None] The sync data for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 is: [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:03:21.638896 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c73569b-4cab-417b-9412-1a32ffd85cd0 None None] New status for floating IP e8b0338a-70d6-4c9e-8d80-d7680566a3c0: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:03:21.914329 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:22.176160 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea5841e9-e017-4479-9786-0dc54610e236 req-28617c24-dcd4-4719-b60c-cc43311a0200 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--626317222&fields=id&tenant_id=23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 267 time: 0.0451188 Jan 28 20:03:22.284186 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5841e9-e017-4479-9786-0dc54610e236 req-98580d72-af22-4b30-b122-9b21db983fe1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:22.285640 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea5841e9-e017-4479-9786-0dc54610e236 req-98580d72-af22-4b30-b122-9b21db983fe1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 811 time: 0.1030636 Jan 28 20:03:22.300473 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea5841e9-e017-4479-9786-0dc54610e236 req-2eed6cfb-7999-43ee-ac05-26bc7cf688ba tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/quotas/23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 375 time: 0.0094516 Jan 28 20:03:22.358500 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea5841e9-e017-4479-9786-0dc54610e236 req-f2a74bc5-56b3-4014-9bb0-d55ca230a118 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531700 Jan 28 20:03:22.543934 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea5841e9-e017-4479-9786-0dc54610e236 req-392c5091-ea01-45f0-91bc-5cdf01d0f11f service neutron] 10.222.0.55 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387105 Jan 28 20:03:22.635903 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ea5841e9-e017-4479-9786-0dc54610e236 req-8664e981-a5b1-44ac-99d7-360401b3fe49 service neutron] 10.222.0.55 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861185 Jan 28 20:03:22.711572 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 64d1e565-323a-40bc-8efe-2b485e9eeb0a no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:03:22.733004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 64d1e565-323a-40bc-8efe-2b485e9eeb0a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:03:22.733348 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 64d1e565-323a-40bc-8efe-2b485e9eeb0a not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:03:22.801303 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83a3b45d-a485-4c90-972c-d184a7170752 req-d6c2e0b5-434f-4f93-a0a2-964f6adb7f34 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 210 time: 0.0273323 Jan 28 20:03:23.179905 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:23.746469 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5841e9-e017-4479-9786-0dc54610e236 req-75ede0f9-4bfb-421f-838e-fae2469bcc7a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:23.747945 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea5841e9-e017-4479-9786-0dc54610e236 req-75ede0f9-4bfb-421f-838e-fae2469bcc7a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 811 time: 0.1060460 Jan 28 20:03:23.807860 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea5841e9-e017-4479-9786-0dc54610e236 req-cef31dfd-0232-417e-af4b-dad6867a6536 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 379 time: 0.0519152 Jan 28 20:03:23.817166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ea5841e9-e017-4479-9786-0dc54610e236 req-58259d5e-ac21-45a0-a5de-3f9d8cb3fa09 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Request body: {'port': {'device_id': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'admin_state_up': True, 'tenant_id': '23377866eb0344caab1bb3a943400662', 'security_groups': ['3ea289b8-3462-44e3-a6e4-040cb030ff8b']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:03:23.900944 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-28c2c132-713e-4414-9f63-60a28f133126 req-5bceea2a-5ce9-43dc-8f50-d9277e8462dd tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 210 time: 0.0271385 Jan 28 20:03:23.928863 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea5841e9-e017-4479-9786-0dc54610e236 req-58259d5e-ac21-45a0-a5de-3f9d8cb3fa09 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Made reservation on behalf of 23377866eb0344caab1bb3a943400662 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:03:23.932674 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea5841e9-e017-4479-9786-0dc54610e236 req-58259d5e-ac21-45a0-a5de-3f9d8cb3fa09 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:24.065726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ea5841e9-e017-4479-9786-0dc54610e236 req-58259d5e-ac21-45a0-a5de-3f9d8cb3fa09 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Allocated IP 172.20.0.12 (b01f24d2-de11-4d42-919f-3eeaba63df97/8e291a52-e079-4186-ac8e-4760e3d4dd72/0dd1a6db-ac36-4b93-8b97-75f31d93978f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:03:24.198397 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea5841e9-e017-4479-9786-0dc54610e236 req-58259d5e-ac21-45a0-a5de-3f9d8cb3fa09 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:24.236918 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea5841e9-e017-4479-9786-0dc54610e236 req-58259d5e-ac21-45a0-a5de-3f9d8cb3fa09 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:24.282439 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea5841e9-e017-4479-9786-0dc54610e236 req-58259d5e-ac21-45a0-a5de-3f9d8cb3fa09 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Network b01f24d2-de11-4d42-919f-3eeaba63df97 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:03:24.285406 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ea5841e9-e017-4479-9786-0dc54610e236 req-58259d5e-ac21-45a0-a5de-3f9d8cb3fa09 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:03:24.291801 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5841e9-e017-4479-9786-0dc54610e236 req-58259d5e-ac21-45a0-a5de-3f9d8cb3fa09 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:03:24.321652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58259d5e-ac21-45a0-a5de-3f9d8cb3fa09 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Pushing event updated for resources: {'Port': ['ID=0dd1a6db-ac36-4b93-8b97-75f31d93978f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:24.343484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5841e9-e017-4479-9786-0dc54610e236 req-58259d5e-ac21-45a0-a5de-3f9d8cb3fa09 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:24.344108 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea5841e9-e017-4479-9786-0dc54610e236 req-58259d5e-ac21-45a0-a5de-3f9d8cb3fa09 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:24.362691 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea5841e9-e017-4479-9786-0dc54610e236 req-58259d5e-ac21-45a0-a5de-3f9d8cb3fa09 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5495031 Jan 28 20:03:24.374924 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Request body: {'port': {'device_id': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:03:24.435939 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:24.540422 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:24.566001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-78f14cfe-bd5a-4959-aacf-f26dcef6ae50 None None] Provisioning complete for port 0dd1a6db-ac36-4b93-8b97-75f31d93978f triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:24.566315 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-78f14cfe-bd5a-4959-aacf-f26dcef6ae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:24.603688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-78f14cfe-bd5a-4959-aacf-f26dcef6ae50 None None] Port 0dd1a6db-ac36-4b93-8b97-75f31d93978f cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:03:24.703076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd1a6db-ac36-4b93-8b97-75f31d93978f {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:03:24.710476 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Publish callbacks [] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:24.722577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Transition to ACTIVE for port object 0dd1a6db-ac36-4b93-8b97-75f31d93978f will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:03:24.729963 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:24.781982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd1a6db-ac36-4b93-8b97-75f31d93978f,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:24.853070 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Attempting to bind port 0dd1a6db-ac36-4b93-8b97-75f31d93978f on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:03:24.853752 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Attempting to bind port 0dd1a6db-ac36-4b93-8b97-75f31d93978f by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:03:24.853752 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Attempting to bind port 0dd1a6db-ac36-4b93-8b97-75f31d93978f on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:03:24.858384 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Port 0dd1a6db-ac36-4b93-8b97-75f31d93978f on network b01f24d2-de11-4d42-919f-3eeaba63df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:03:24.858708 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Attempting to bind port 0dd1a6db-ac36-4b93-8b97-75f31d93978f on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:03:24.864023 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:03:24.864361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Checking segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:03:24.864745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Bound using segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:03:24.865178 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Bound port: 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:03:24.865537 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:24.938666 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:03:24.945781 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:03:24.950430 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:24.994043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:24.994043 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:24.994957 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] 10.222.0.37 "PUT /v2.0/ports/0dd1a6db-ac36-4b93-8b97-75f31d93978f HTTP/1.1" status: 200 len: 1092 time: 0.6244853 Jan 28 20:03:24.997493 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:03:24.999973 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7284631-80c5-45ea-a073-2bd0c490b040" -d '{"events": [{"name": "network-changed", "server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:03:25.057194 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0ec6d7-bc5a-4ba9-b07a-634f6eca6f7c x-openstack-request-id: req-ce0ec6d7-bc5a-4ba9-b07a-634f6eca6f7c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:03:25.057492 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:03:25.057753 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce0ec6d7-bc5a-4ba9-b07a-634f6eca6f7c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:03:25.058183 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'status': 'completed', 'code': 200} Jan 28 20:03:25.095447 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461b252-2bb4-4f91-80d2-bd1d65e6d445 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd1a6db-ac36-4b93-8b97-75f31d93978f,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:25.114311 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce9c0d-4f79-4271-8ee0-147765ed6577 req-971e7f53-f9b5-44d4-b16b-5306346643fe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:25.115888 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-44ce9c0d-4f79-4271-8ee0-147765ed6577 req-971e7f53-f9b5-44d4-b16b-5306346643fe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 944 time: 0.1395035 Jan 28 20:03:25.144010 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5841e9-e017-4479-9786-0dc54610e236 req-b3eb28fd-64b6-45d7-b5f7-009acda0326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:25.145556 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea5841e9-e017-4479-9786-0dc54610e236 req-b3eb28fd-64b6-45d7-b5f7-009acda0326e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 1126 time: 0.1020200 Jan 28 20:03:25.198191 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea5841e9-e017-4479-9786-0dc54610e236 req-95116273-d370-4b81-ac0e-843e1618bf3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f HTTP/1.1" status: 200 len: 217 time: 0.0418899 Jan 28 20:03:25.205443 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-44ce9c0d-4f79-4271-8ee0-147765ed6577 req-2396555a-2807-461e-b80a-acc5bc6dfdb9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835907 Jan 28 20:03:25.248639 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5841e9-e017-4479-9786-0dc54610e236 req-a548421e-4339-41ab-9d3a-1db10e49077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:25.250116 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea5841e9-e017-4479-9786-0dc54610e236 req-a548421e-4339-41ab-9d3a-1db10e49077a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0437880 Jan 28 20:03:25.306670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5841e9-e017-4479-9786-0dc54610e236 req-9c99fecd-bf8e-4023-8e0f-abebcf7f7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:25.308200 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea5841e9-e017-4479-9786-0dc54610e236 req-9c99fecd-bf8e-4023-8e0f-abebcf7f7b92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520105 Jan 28 20:03:25.395758 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea5841e9-e017-4479-9786-0dc54610e236 req-3821b51a-043c-4ad0-90c6-686f1aafea28 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814037 Jan 28 20:03:25.498873 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea5841e9-e017-4479-9786-0dc54610e236 req-fd27a84d-509d-4352-893c-d16113269319 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975149 Jan 28 20:03:25.592345 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7284631-80c5-45ea-a073-2bd0c490b040 req-66f0d044-f01c-4467-9608-83fb44994c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:25.593860 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d7284631-80c5-45ea-a073-2bd0c490b040 req-66f0d044-f01c-4467-9608-83fb44994c00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 1126 time: 0.0459299 Jan 28 20:03:25.682309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7284631-80c5-45ea-a073-2bd0c490b040 req-3da524bd-6a8d-4701-a375-b0914c4fb53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:25.683292 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d7284631-80c5-45ea-a073-2bd0c490b040 req-3da524bd-6a8d-4701-a375-b0914c4fb53c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0836501 Jan 28 20:03:25.728770 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d7284631-80c5-45ea-a073-2bd0c490b040 req-02b7475b-6ca4-4fcb-b0df-275e38bf081d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f HTTP/1.1" status: 200 len: 217 time: 0.0393419 Jan 28 20:03:25.780785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7284631-80c5-45ea-a073-2bd0c490b040 req-052badc2-e0e6-4943-a2e8-d60f1ac50a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:25.782225 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d7284631-80c5-45ea-a073-2bd0c490b040 req-052badc2-e0e6-4943-a2e8-d60f1ac50a0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0470390 Jan 28 20:03:25.836710 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7284631-80c5-45ea-a073-2bd0c490b040 req-d515868e-2d53-4834-9eda-5d26cb1ea071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:25.838394 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d7284631-80c5-45ea-a073-2bd0c490b040 req-d515868e-2d53-4834-9eda-5d26cb1ea071 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505507 Jan 28 20:03:25.939468 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d7284631-80c5-45ea-a073-2bd0c490b040 req-6cbfb82a-9579-4cba-96e0-f6858da25c6a service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941958 Jan 28 20:03:25.947466 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:26.030061 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d7284631-80c5-45ea-a073-2bd0c490b040 req-db32eb24-e0f9-4fb9-bf30-d1818733787c service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846543 Jan 28 20:03:26.350130 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0bc6f1-a7cd-494f-b60f-420092db0e15 req-c36f1496-8b2c-4913-905b-ecab7e060a6a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:26.351625 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc0bc6f1-a7cd-494f-b60f-420092db0e15 req-c36f1496-8b2c-4913-905b-ecab7e060a6a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 944 time: 0.0688009 Jan 28 20:03:26.399464 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc0bc6f1-a7cd-494f-b60f-420092db0e15 req-0fc73ca7-87fa-49bd-aaed-2b63a35f76d9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420380 Jan 28 20:03:27.540872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53688b92-c82c-4aff-b528-1896f16a1b3d req-389ca7d0-7dc0-4ad2-a86c-bd183b331af5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:27.542381 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-53688b92-c82c-4aff-b528-1896f16a1b3d req-389ca7d0-7dc0-4ad2-a86c-bd183b331af5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 944 time: 0.0622907 Jan 28 20:03:27.590114 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-53688b92-c82c-4aff-b528-1896f16a1b3d req-772012a7-8dcc-4974-a53e-cd9d15e7755e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411799 Jan 28 20:03:28.715699 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3350e72-62f1-4b13-b581-65e100ac06f9 req-f19e9c59-7411-47fa-981e-70ca525e091b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:28.717184 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3350e72-62f1-4b13-b581-65e100ac06f9 req-f19e9c59-7411-47fa-981e-70ca525e091b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 944 time: 0.0536439 Jan 28 20:03:28.764298 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3350e72-62f1-4b13-b581-65e100ac06f9 req-6b1cd268-6518-4c5d-af3e-6ab179716a9c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415187 Jan 28 20:03:29.899406 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7159288-a744-4320-9264-6165cf76afdf req-4b6f38a1-b04e-4f6a-a624-1ce7d89d6850 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:29.900908 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7159288-a744-4320-9264-6165cf76afdf req-4b6f38a1-b04e-4f6a-a624-1ce7d89d6850 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 944 time: 0.0566175 Jan 28 20:03:29.949028 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7159288-a744-4320-9264-6165cf76afdf req-4f51c934-3575-4820-b08b-c8068580c7ed tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423071 Jan 28 20:03:30.663163 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:30.891898 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0dd1a6db-ac36-4b93-8b97-75f31d93978f details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:03:31.002886 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:31.014425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'port_id': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'mac_address': 'fa:16:3e:79:3b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:03:31.052541 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 0dd1a6db-ac36-4b93-8b97-75f31d93978f is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:03:31.052978 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:31.066676 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd1a6db-ac36-4b93-8b97-75f31d93978f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:03:31.068316 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9e858-6eaa-4ac9-a2a6-90779e969887 req-7baddd55-2de9-494a-9798-6d61d7b962e2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:31.069829 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cca9e858-6eaa-4ac9-a2a6-90779e969887 req-7baddd55-2de9-494a-9798-6d61d7b962e2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 944 time: 0.0534723 Jan 28 20:03:31.086921 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:31.092534 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:31.124093 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cca9e858-6eaa-4ac9-a2a6-90779e969887 req-f97d4945-0f37-4929-85a5-17c04a08b69d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474145 Jan 28 20:03:31.142011 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=0dd1a6db-ac36-4b93-8b97-75f31d93978f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:31.149224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:31.149571 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:31.149911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:31.150270 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:31.150605 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:31.150933 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:31.151260 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:31.151623 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:31.151943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:31.152262 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:31.152583 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:31.152897 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:31.153213 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:03:31.404904 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['0dd1a6db-ac36-4b93-8b97-75f31d93978f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:03:32.255053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af9333-a8b1-401c-b3dc-802ddaacb380 req-bf34d179-6cb0-4cb9-aca7-af2df23c4896 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:32.256424 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-08af9333-a8b1-401c-b3dc-802ddaacb380 req-bf34d179-6cb0-4cb9-aca7-af2df23c4896 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 945 time: 0.0533051 Jan 28 20:03:32.307052 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-08af9333-a8b1-401c-b3dc-802ddaacb380 req-d406d245-1a7f-4398-8679-604f55d8abee tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447948 Jan 28 20:03:32.901694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0dd1a6db-ac36-4b93-8b97-75f31d93978f up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:03:32.967020 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 0dd1a6db-ac36-4b93-8b97-75f31d93978f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:03:32.971126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 0dd1a6db-ac36-4b93-8b97-75f31d93978f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:03:32.971517 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:33.048934 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 0dd1a6db-ac36-4b93-8b97-75f31d93978f is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:03:33.049332 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:33.072491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:03:33.074791 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b7b4bf-5a74-4f0b-a8de-3f94fd89d3d1" -d '{"events": [{"server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "name": "network-vif-plugged", "status": "completed", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:03:33.086779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:03:33.092434 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:33.118842 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f05d77-e2b9-454f-8018-7c8caf020192 x-openstack-request-id: req-15f05d77-e2b9-454f-8018-7c8caf020192 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:03:33.119145 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "name": "network-vif-plugged", "status": "completed", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:03:33.119400 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15f05d77-e2b9-454f-8018-7c8caf020192 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:03:33.119788 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'code': 200} Jan 28 20:03:33.147443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=0dd1a6db-ac36-4b93-8b97-75f31d93978f,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:03:33.220564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b518f8c-80eb-4b6c-a11c-4fa94119bbf4 req-23ee33ca-9283-4b69-95a3-9bed78541b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:33.222082 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b518f8c-80eb-4b6c-a11c-4fa94119bbf4 req-23ee33ca-9283-4b69-95a3-9bed78541b45 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 1128 time: 0.0481446 Jan 28 20:03:33.265458 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b518f8c-80eb-4b6c-a11c-4fa94119bbf4 req-36dc654c-b9ad-4cfb-b430-a4fad68e64ef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375674 Jan 28 20:03:33.439497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ca7bb-2e46-44a5-842e-6281593b5a7d req-043a80e6-a1ee-4c51-b13d-ec78a436bb7b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:33.440930 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6a0ca7bb-2e46-44a5-842e-6281593b5a7d req-043a80e6-a1ee-4c51-b13d-ec78a436bb7b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0539944 Jan 28 20:03:33.488422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6a0ca7bb-2e46-44a5-842e-6281593b5a7d req-d95540d9-dada-4404-8853-b38169b7dd39 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417931 Jan 28 20:03:34.621184 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdf00e-c727-4e00-a4f4-05fd9dddd8a6 req-7e677e8c-2761-4b0f-826a-a7b2475250e5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:34.622703 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eabdf00e-c727-4e00-a4f4-05fd9dddd8a6 req-7e677e8c-2761-4b0f-826a-a7b2475250e5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0521657 Jan 28 20:03:34.669929 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-eabdf00e-c727-4e00-a4f4-05fd9dddd8a6 req-84fea831-d30b-407a-b078-8d340cfb2d9d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415125 Jan 28 20:03:35.798763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294435e7-7599-4376-980f-4b3fdc9361fd req-eca18e90-feda-4d8a-b8ae-4140c28a04ab tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:35.800276 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-294435e7-7599-4376-980f-4b3fdc9361fd req-eca18e90-feda-4d8a-b8ae-4140c28a04ab tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0589488 Jan 28 20:03:35.854273 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-294435e7-7599-4376-980f-4b3fdc9361fd req-e62c0411-39fb-4de7-88a0-cde96bcd4bc4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461257 Jan 28 20:03:35.978752 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4b9cf-b93d-4b8a-9099-6ff6f15ed461 req-cd2f0c7a-1213-4f23-b25a-3fe321e01a6e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:35.980259 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9bf4b9cf-b93d-4b8a-9099-6ff6f15ed461 req-cd2f0c7a-1213-4f23-b25a-3fe321e01a6e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0619144 Jan 28 20:03:35.990301 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 34918) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:03:35.994636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-039502bd-5e8c-40ec-a373-671506ec4201 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Request body: {'floatingip': {'port_id': '0dd1a6db-ac36-4b93-8b97-75f31d93978f'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:03:36.036763 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-039502bd-5e8c-40ec-a373-671506ec4201 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for floatingip (e8b0338a-70d6-4c9e-8d80-d7680566a3c0), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:36.479111 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-039502bd-5e8c-40ec-a373-671506ec4201 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:36.485393 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-039502bd-5e8c-40ec-a373-671506ec4201 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (e8b0338a-70d6-4c9e-8d80-d7680566a3c0), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:36.586467 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-039502bd-5e8c-40ec-a373-671506ec4201 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Floating IP e8b0338a-70d6-4c9e-8d80-d7680566a3c0 associated. External IP: 172.25.0.72, port: 0dd1a6db-ac36-4b93-8b97-75f31d93978f. Jan 28 20:03:36.796975 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039502bd-5e8c-40ec-a373-671506ec4201 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Router a614ad5a-7973-4d13-8179-7c8ac99df03c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:03:36.907874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039502bd-5e8c-40ec-a373-671506ec4201 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:03:36.913101 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-039502bd-5e8c-40ec-a373-671506ec4201 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:36.917713 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461abd2-46ba-42d0-940b-e82d0e2b0012 None None] Sync routers for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:03:36.928136 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461abd2-46ba-42d0-940b-e82d0e2b0012 None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:03:36.928743 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e461abd2-46ba-42d0-940b-e82d0e2b0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:03:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:36.943690 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-039502bd-5e8c-40ec-a373-671506ec4201 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "PUT /v2.0/floatingips/e8b0338a-70d6-4c9e-8d80-d7680566a3c0 HTTP/1.1" status: 200 len: 991 time: 0.9523716 Jan 28 20:03:36.944635 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:03:36.947204 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac9f26d1a29f0c91399e43c490101928ac952e5849b55b60a284b120f3a3590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c875560-9421-4865-8640-7547fcbd4149" -d '{"events": [{"name": "network-changed", "server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:03:36.985012 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a29892-5dad-498f-9591-07262ea8c56a x-openstack-request-id: req-93a29892-5dad-498f-9591-07262ea8c56a {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:03:36.985665 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:03:36.985665 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-93a29892-5dad-498f-9591-07262ea8c56a {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:03:36.985958 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'status': 'completed', 'code': 200} Jan 28 20:03:37.045778 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e461abd2-46ba-42d0-940b-e82d0e2b0012 None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:03:37.058577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875560-9421-4865-8640-7547fcbd4149 req-ea740356-2d90-43ad-8380-d624e43217bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:37.060371 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c875560-9421-4865-8640-7547fcbd4149 req-ea740356-2d90-43ad-8380-d624e43217bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 1128 time: 0.0467098 Jan 28 20:03:37.240264 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9f79b-8bb5-48ab-94a7-c6fab254c753 req-6f484c01-d1ef-41ba-8044-1ad4410ca90d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:37.242062 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8c9f79b-8bb5-48ab-94a7-c6fab254c753 req-6f484c01-d1ef-41ba-8044-1ad4410ca90d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.1021409 Jan 28 20:03:37.250330 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-6789cc72-0555-4fe8-9642-2872a1e75147 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736039 Jan 28 20:03:37.297813 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e461abd2-46ba-42d0-940b-e82d0e2b0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'e8b0338a-70d6-4c9e-8d80-d7680566a3c0', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'port_id': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'mac_address': 'fa:16:3e:79:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:01:31Z', 'updated_at': '2022-01-28T20:03:36Z', 'revision_number': 9, 'project_id': '23377866eb0344caab1bb3a943400662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:37.310928 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a8c9f79b-8bb5-48ab-94a7-c6fab254c753 req-e77d9da8-5adf-4ced-8449-3247e888c4af tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555599 Jan 28 20:03:37.346655 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461abd2-46ba-42d0-940b-e82d0e2b0012 None None] Checking router: a614ad5a-7973-4d13-8179-7c8ac99df03c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:03:37.356266 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461abd2-46ba-42d0-940b-e82d0e2b0012 None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:03:37.356901 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e461abd2-46ba-42d0-940b-e82d0e2b0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:03:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:37.468292 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e461abd2-46ba-42d0-940b-e82d0e2b0012 None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:03:37.508305 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875560-9421-4865-8640-7547fcbd4149 req-42a98391-87c9-4aea-b3d7-2ac8417c01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:37.509807 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c875560-9421-4865-8640-7547fcbd4149 req-42a98391-87c9-4aea-b3d7-2ac8417c01c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.4374776 Jan 28 20:03:37.579085 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c875560-9421-4865-8640-7547fcbd4149 req-6b7bbd3d-f686-4580-9276-21dd8cabf752 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f HTTP/1.1" status: 200 len: 999 time: 0.0628064 Jan 28 20:03:37.628528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875560-9421-4865-8640-7547fcbd4149 req-e376b056-9020-4040-a1f0-78861a017ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:37.630051 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c875560-9421-4865-8640-7547fcbd4149 req-e376b056-9020-4040-a1f0-78861a017ec1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0454221 Jan 28 20:03:37.683815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c875560-9421-4865-8640-7547fcbd4149 req-e65eef60-5ef4-4dc6-8e86-3e9d611a4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:37.685336 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c875560-9421-4865-8640-7547fcbd4149 req-e65eef60-5ef4-4dc6-8e86-3e9d611a4421 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500340 Jan 28 20:03:37.706735 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e461abd2-46ba-42d0-940b-e82d0e2b0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'e8b0338a-70d6-4c9e-8d80-d7680566a3c0', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'port_id': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'mac_address': 'fa:16:3e:79:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:01:31Z', 'updated_at': '2022-01-28T20:03:36Z', 'revision_number': 9, 'project_id': '23377866eb0344caab1bb3a943400662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:03:37.742236 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461abd2-46ba-42d0-940b-e82d0e2b0012 None None] The sync data for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 is: [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'e8b0338a-70d6-4c9e-8d80-d7680566a3c0', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'port_id': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'mac_address': 'fa:16:3e:79:3b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:01:31Z', 'updated_at': '2022-01-28T20:03:36Z', 'revision_number': 9, 'project_id': '23377866eb0344caab1bb3a943400662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:03:37.781683 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c875560-9421-4865-8640-7547fcbd4149 req-e1484303-9341-4127-a08e-b96cae9f8135 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901062 Jan 28 20:03:37.892833 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c875560-9421-4865-8640-7547fcbd4149 req-1510e938-61da-4338-965e-51b859fc6618 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053648 Jan 28 20:03:37.974991 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec048a1e-b40b-44f5-b203-bb5f7a486619 None None] New status for floating IP e8b0338a-70d6-4c9e-8d80-d7680566a3c0: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:03:38.464132 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-184ac49c-9323-45cc-9f00-b151790fbe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:38.465853 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-184ac49c-9323-45cc-9f00-b151790fbe82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 1128 time: 0.0868280 Jan 28 20:03:38.475947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728fdbe-93fb-45a6-be7f-ec7d5b62eabb req-391df335-e478-49df-b9b2-71a089f7f2ac tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:38.477331 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b728fdbe-93fb-45a6-be7f-ec7d5b62eabb req-391df335-e478-49df-b9b2-71a089f7f2ac tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0970666 Jan 28 20:03:38.589188 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b728fdbe-93fb-45a6-be7f-ec7d5b62eabb req-edeebee0-b9c2-4286-b22c-cda63554323c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037364 Jan 28 20:03:38.602827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-ec5da95e-aaae-4bb7-8041-6f605a305aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:38.604358 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-ec5da95e-aaae-4bb7-8041-6f605a305aa0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.1261780 Jan 28 20:03:38.684243 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-49d3e021-084d-4495-90f8-dfbdc1d7534f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f HTTP/1.1" status: 200 len: 1002 time: 0.0730367 Jan 28 20:03:38.733484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-d282e573-76fa-453f-8d79-48b2f5031c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:38.734907 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-d282e573-76fa-453f-8d79-48b2f5031c25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0438130 Jan 28 20:03:38.792219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-bf9fa845-b61c-432f-8ce1-7cc1fef2bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:38.794523 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-bf9fa845-b61c-432f-8ce1-7cc1fef2bb13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531876 Jan 28 20:03:38.894845 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-550f0471-e4e8-4d93-a9ec-32fd4b83b7d8 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934474 Jan 28 20:03:38.990224 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-5263851f-bc63-481b-9ff2-7e980547e672 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893764 Jan 28 20:03:39.723496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f4635-f6b9-4651-a0e0-aa8fca097815 req-229b5980-b473-40ab-887c-71d9baec11c5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:39.724937 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a07f4635-f6b9-4651-a0e0-aa8fca097815 req-229b5980-b473-40ab-887c-71d9baec11c5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0549915 Jan 28 20:03:39.771105 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a07f4635-f6b9-4651-a0e0-aa8fca097815 req-1486f393-f902-4159-948c-9fe5ec01c3df tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403335 Jan 28 20:03:40.279198 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:03:40.907581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f7aa5-9ab1-4c62-ae95-9ece0624d9b7 req-812a74f6-6503-4567-8b83-84e6477b560a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:40.909069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af3f7aa5-9ab1-4c62-ae95-9ece0624d9b7 req-812a74f6-6503-4567-8b83-84e6477b560a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0556748 Jan 28 20:03:40.956630 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-af3f7aa5-9ab1-4c62-ae95-9ece0624d9b7 req-923e0fee-db43-472e-a2ff-800163ed9414 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417590 Jan 28 20:03:41.885436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-17446e59-85a6-4473-a662-d2e42393589e req-e2ad5995-149a-45e8-a1b3-9ed79a0c1425 service neutron] (103146) timed out ('10.222.0.55', 60022) {{(pid=103146) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 20:03:42.355600 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bfc5b-6cbc-45e3-bcd9-2ec2f21f45d6 req-2aa00cba-6b82-4ed0-bc70-b7e22821b847 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:42.357070 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c4bfc5b-6cbc-45e3-bcd9-2ec2f21f45d6 req-2aa00cba-6b82-4ed0-bc70-b7e22821b847 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.3244126 Jan 28 20:03:42.404539 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6c4bfc5b-6cbc-45e3-bcd9-2ec2f21f45d6 req-90451d42-a667-4f19-a8c3-430cd837bb40 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393908 Jan 28 20:03:43.543604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcb78f-e760-48a4-8a7e-a9d59cf220ad req-094b1340-de97-4b77-b4e8-c0ca66733e8e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:43.545159 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8fdcb78f-e760-48a4-8a7e-a9d59cf220ad req-094b1340-de97-4b77-b4e8-c0ca66733e8e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0602057 Jan 28 20:03:43.594547 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8fdcb78f-e760-48a4-8a7e-a9d59cf220ad req-e8385a80-b7fa-4f39-a952-b009afbb5779 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417387 Jan 28 20:03:44.722913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ced114-53a2-4da8-a12d-773c7beb4ea7 req-f041afba-abcf-41e7-9997-b0c9f8a40102 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:44.724440 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f8ced114-53a2-4da8-a12d-773c7beb4ea7 req-f041afba-abcf-41e7-9997-b0c9f8a40102 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0542583 Jan 28 20:03:44.773337 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f8ced114-53a2-4da8-a12d-773c7beb4ea7 req-959e6562-21ed-40ce-b00f-5fc5cd56d23b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422645 Jan 28 20:03:45.910081 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf9028-e8c8-4f3e-af38-cbff42ec896a req-8bc7dda6-0bbf-4dd2-b6d5-f3b774ca396a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:45.911576 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0bf9028-e8c8-4f3e-af38-cbff42ec896a req-8bc7dda6-0bbf-4dd2-b6d5-f3b774ca396a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0545812 Jan 28 20:03:45.960460 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0bf9028-e8c8-4f3e-af38-cbff42ec896a req-cc8f07b7-6046-40f4-adcd-0c546c29cdba tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432029 Jan 28 20:03:47.087795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d577974-3442-4067-b13f-cd24a43e0c44 req-e86b54d9-3f02-4c31-a7f4-b8e7994a2d75 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:47.089238 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9d577974-3442-4067-b13f-cd24a43e0c44 req-e86b54d9-3f02-4c31-a7f4-b8e7994a2d75 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0603921 Jan 28 20:03:47.138691 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9d577974-3442-4067-b13f-cd24a43e0c44 req-c08b957a-bf70-4e98-819d-8ebf5e655ebc tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413051 Jan 28 20:03:48.291320 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e1fb2-5410-475a-ac97-3fde6fb65f50 req-60855bf7-6568-4d43-8659-5f24b8c1d7ea tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:48.292734 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-838e1fb2-5410-475a-ac97-3fde6fb65f50 req-60855bf7-6568-4d43-8659-5f24b8c1d7ea tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0707045 Jan 28 20:03:48.307402 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b49a1f89-ca71-44d1-8af9-a8f14ef1c1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:48.340693 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-838e1fb2-5410-475a-ac97-3fde6fb65f50 req-39dd5054-e7f7-4502-9135-846831c9a95f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422344 Jan 28 20:03:49.476821 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8abc23-8852-4c2b-96c5-f1ace9896683 req-73fb6b58-5e8d-4751-ab97-527b66ab319a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:49.478480 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d8abc23-8852-4c2b-96c5-f1ace9896683 req-73fb6b58-5e8d-4751-ab97-527b66ab319a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0579536 Jan 28 20:03:49.526975 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d8abc23-8852-4c2b-96c5-f1ace9896683 req-fc35458a-8da0-44ca-8012-d663e5befa17 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406044 Jan 28 20:03:50.479028 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1575705-7b22-4d1f-af2a-a7ffeb35db73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:50.661987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b7d0c-f87b-4e23-9589-70f694ad262b req-13350f8e-ee7f-4ef8-b0da-75186e8fc300 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:50.663517 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-833b7d0c-f87b-4e23-9589-70f694ad262b req-13350f8e-ee7f-4ef8-b0da-75186e8fc300 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0555451 Jan 28 20:03:50.713232 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-833b7d0c-f87b-4e23-9589-70f694ad262b req-d3efdf9c-55e5-49e3-97ea-0881d8340c97 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415955 Jan 28 20:03:51.842854 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22145f83-fc62-45c3-8026-93063372b9b6 req-8b472262-9116-489d-8110-51e06f2cbe92 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:51.844312 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-22145f83-fc62-45c3-8026-93063372b9b6 req-8b472262-9116-489d-8110-51e06f2cbe92 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0580537 Jan 28 20:03:51.898065 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-22145f83-fc62-45c3-8026-93063372b9b6 req-f2f7a936-d628-419f-b9d9-5b6d7ec284d7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461366 Jan 28 20:03:51.916370 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:53.024963 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe54bf-6002-4eb7-9b8b-9282e0853f86 req-c3ddb115-14fd-4f4a-82f9-3644d0b9b19b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:53.026480 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-abfe54bf-6002-4eb7-9b8b-9282e0853f86 req-c3ddb115-14fd-4f4a-82f9-3644d0b9b19b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0546882 Jan 28 20:03:53.078761 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-abfe54bf-6002-4eb7-9b8b-9282e0853f86 req-b6aa2916-6c44-4be3-9092-68438bd4e85d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464666 Jan 28 20:03:53.190614 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:54.210694 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e794c-5226-499b-981d-5788c9bda8eb req-69f90016-f09d-42f3-bda5-22d512e340e9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:54.212093 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-722e794c-5226-499b-981d-5788c9bda8eb req-69f90016-f09d-42f3-bda5-22d512e340e9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0539417 Jan 28 20:03:54.259671 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-722e794c-5226-499b-981d-5788c9bda8eb req-e50031c5-7e6f-4a99-b6ba-7afd341c5728 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403187 Jan 28 20:03:54.550542 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:55.390067 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57d657-51f5-4588-b983-51a4786c6586 req-11ff3306-76eb-4b26-9afb-ca298500f697 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:55.391543 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4d57d657-51f5-4588-b983-51a4786c6586 req-11ff3306-76eb-4b26-9afb-ca298500f697 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0548770 Jan 28 20:03:55.438611 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4d57d657-51f5-4588-b983-51a4786c6586 req-c0dbfb88-4476-42f2-9770-960d6d5b13ab tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412323 Jan 28 20:03:55.785518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63288d6d-7c5b-4a79-97d2-7f5e988d4333 req-52ce04c8-32a9-4f72-90a1-fd6d787da355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:55.787043 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63288d6d-7c5b-4a79-97d2-7f5e988d4333 req-52ce04c8-32a9-4f72-90a1-fd6d787da355 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 1128 time: 0.0466487 Jan 28 20:03:55.893487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63288d6d-7c5b-4a79-97d2-7f5e988d4333 req-ec7ccda8-e23e-4dd5-b12a-e5087a00e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:55.894999 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63288d6d-7c5b-4a79-97d2-7f5e988d4333 req-ec7ccda8-e23e-4dd5-b12a-e5087a00e328 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0878382 Jan 28 20:03:55.948108 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:03:55.961474 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63288d6d-7c5b-4a79-97d2-7f5e988d4333 req-ffb047eb-b2c6-4395-b7f6-918a6b2929ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f HTTP/1.1" status: 200 len: 1002 time: 0.0604997 Jan 28 20:03:56.013607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63288d6d-7c5b-4a79-97d2-7f5e988d4333 req-0706f4e7-06e1-4ef3-97b9-17fcc5b1941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:56.015044 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63288d6d-7c5b-4a79-97d2-7f5e988d4333 req-0706f4e7-06e1-4ef3-97b9-17fcc5b1941c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0440118 Jan 28 20:03:56.067291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63288d6d-7c5b-4a79-97d2-7f5e988d4333 req-41aa3613-919c-4780-b162-22f665a15640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:56.068833 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63288d6d-7c5b-4a79-97d2-7f5e988d4333 req-41aa3613-919c-4780-b162-22f665a15640 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481927 Jan 28 20:03:56.160452 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63288d6d-7c5b-4a79-97d2-7f5e988d4333 req-0c7d6a61-59a3-4d88-a695-e376b3d04126 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855069 Jan 28 20:03:56.260938 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63288d6d-7c5b-4a79-97d2-7f5e988d4333 req-5e3f6c25-4a8f-4070-91e1-7e42102601c2 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933537 Jan 28 20:03:56.571484 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453a826-1481-412e-b429-226cd72b8617 req-f7bb5f27-cbd4-43ae-afab-f396e1d10cca tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:56.572946 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2453a826-1481-412e-b429-226cd72b8617 req-f7bb5f27-cbd4-43ae-afab-f396e1d10cca tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0544443 Jan 28 20:03:56.621343 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2453a826-1481-412e-b429-226cd72b8617 req-3bcf606d-4d39-465b-a127-e08c30269245 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406113 Jan 28 20:03:57.765667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb82380-8c03-489e-af35-9ac696b79723 req-77e78aad-d042-43b8-8608-4f762b6d661e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:57.767213 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6cb82380-8c03-489e-af35-9ac696b79723 req-77e78aad-d042-43b8-8608-4f762b6d661e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0586934 Jan 28 20:03:57.816424 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6cb82380-8c03-489e-af35-9ac696b79723 req-37fcadcc-4915-4610-9c27-2ced7244eb5d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434878 Jan 28 20:03:58.952992 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898b359-48ea-45b6-b096-721319aa2123 req-d66ac206-beb7-4cc4-8697-d40c424d5f47 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:03:58.954551 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5898b359-48ea-45b6-b096-721319aa2123 req-d66ac206-beb7-4cc4-8697-d40c424d5f47 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0645618 Jan 28 20:03:59.003633 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5898b359-48ea-45b6-b096-721319aa2123 req-912cde82-856e-4c80-8974-c240de85fb8a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432544 Jan 28 20:04:00.128966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632814f-996a-4d64-bec5-ab6a585aeb5e req-9eefb7ea-17e4-4427-b089-40aa748467bf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:00.130493 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7632814f-996a-4d64-bec5-ab6a585aeb5e req-9eefb7ea-17e4-4427-b089-40aa748467bf tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0527480 Jan 28 20:04:00.185982 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7632814f-996a-4d64-bec5-ab6a585aeb5e req-f688edae-7740-4efa-a263-efa95ea3f7b7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488443 Jan 28 20:04:00.659856 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:01.322792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d0435-280c-41e5-95c4-37b897f53fdc req-38eadd0b-11e9-479a-be2b-06c78cf3d038 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:01.324255 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c2d0435-280c-41e5-95c4-37b897f53fdc req-38eadd0b-11e9-479a-be2b-06c78cf3d038 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0564234 Jan 28 20:04:01.373208 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c2d0435-280c-41e5-95c4-37b897f53fdc req-167a5eb0-e4af-4e5b-bfed-15da0c961380 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407999 Jan 28 20:04:02.511869 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde0e01-54f6-4b8d-82c7-114375613894 req-552efd4f-583c-47fa-8c8f-6fb693359cf6 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:02.513376 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2bde0e01-54f6-4b8d-82c7-114375613894 req-552efd4f-583c-47fa-8c8f-6fb693359cf6 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0639498 Jan 28 20:04:02.561346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2bde0e01-54f6-4b8d-82c7-114375613894 req-73167b30-8c8a-4539-8b60-31223eeca9e3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422595 Jan 28 20:04:03.688968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8db336-2e24-4dc3-a175-374788ee3cbe req-4e657fa8-511a-4197-96e2-6ac418d32414 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:03.690508 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ab8db336-2e24-4dc3-a175-374788ee3cbe req-4e657fa8-511a-4197-96e2-6ac418d32414 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0539536 Jan 28 20:04:03.740472 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ab8db336-2e24-4dc3-a175-374788ee3cbe req-e3b4eb58-9fb1-4bd9-b1a8-844c1fc3df4a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443234 Jan 28 20:04:04.864765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0739c98-5056-4a85-a861-23194d56d75c req-1f46ce69-3d0a-437b-b34c-8eb56f8f035e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:04.866264 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c0739c98-5056-4a85-a861-23194d56d75c req-1f46ce69-3d0a-437b-b34c-8eb56f8f035e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0573437 Jan 28 20:04:04.914394 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c0739c98-5056-4a85-a861-23194d56d75c req-14f61f5b-62ab-4d58-96fa-faada5d5d828 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419900 Jan 28 20:04:05.782933 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-66666e59-0cd6-4b79-9b68-f2763725e20d service neutron] show failed (client error): The resource could not be found. Jan 28 20:04:05.783938 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-66666e59-0cd6-4b79-9b68-f2763725e20d service neutron] 10.222.0.37 "GET /v2.0/ports/0dd1a6db-ac36-4b93-8b97-75f31d93978f/bindings/n-h1-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0709026 Jan 28 20:04:06.012986 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-a21d696d-90f3-42df-8dbb-dd653139eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:06.015288 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-a21d696d-90f3-42df-8dbb-dd653139eb8e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5&tenant_id=23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 1128 time: 0.0489700 Jan 28 20:04:06.026841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:06.038518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91133f-bab7-4fef-80c4-06c609d8cd97 req-de736d33-e1c0-4737-84b2-73977fc191d5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:06.041339 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d91133f-bab7-4fef-80c4-06c609d8cd97 req-de736d33-e1c0-4737-84b2-73977fc191d5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0545297 Jan 28 20:04:06.089785 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:06.091103 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4d91133f-bab7-4fef-80c4-06c609d8cd97 req-c3f679ab-5d27-4535-ae99-1ac49d79bc6b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440471 Jan 28 20:04:06.318522 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:06.353037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:04:06.391787 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:04:06.394158 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5f7c17-8e8b-4df7-83af-f62438cfde5c" -d '{"events": [{"server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "name": "network-vif-unplugged", "status": "completed", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:04:06.397638 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Publish callbacks [] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:06.410463 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Transition to ACTIVE for port object 0dd1a6db-ac36-4b93-8b97-75f31d93978f will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:04:06.415223 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:06.447398 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf7fe65-1095-4fee-9115-dd775c5024df x-openstack-request-id: req-0bf7fe65-1095-4fee-9115-dd775c5024df {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:04:06.447799 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "name": "network-vif-unplugged", "status": "completed", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:04:06.447944 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0bf7fe65-1095-4fee-9115-dd775c5024df {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:04:06.448806 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'code': 200} Jan 28 20:04:06.496170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Pushing event updated for resources: {'Port': ['ID=0dd1a6db-ac36-4b93-8b97-75f31d93978f,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:06.545204 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] No DVR routers for this DVR port 0dd1a6db-ac36-4b93-8b97-75f31d93978f on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:04:06.681619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Attempting to bind port 0dd1a6db-ac36-4b93-8b97-75f31d93978f on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:04:06.681988 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Attempting to bind port 0dd1a6db-ac36-4b93-8b97-75f31d93978f by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:04:06.682346 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Attempting to bind port 0dd1a6db-ac36-4b93-8b97-75f31d93978f on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:04:06.686982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Port 0dd1a6db-ac36-4b93-8b97-75f31d93978f on network b01f24d2-de11-4d42-919f-3eeaba63df97 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:04:06.687301 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Attempting to bind port 0dd1a6db-ac36-4b93-8b97-75f31d93978f on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:04:06.692651 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:04:06.692987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Checking segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:04:06.693366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Bound using segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:04:06.693802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Bound port: 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:04:06.694178 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:06.756061 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:04:06.759144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:04:06.767067 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:06.799384 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:06.799800 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:06.801239 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] 10.222.0.31 "PUT /v2.0/ports/0dd1a6db-ac36-4b93-8b97-75f31d93978f HTTP/1.1" status: 200 len: 1092 time: 0.7786627 Jan 28 20:04:06.825453 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b8fa1-bafb-4edc-afaa-b182ee22774d service neutron] Pushing event updated for resources: {'Port': ['ID=0dd1a6db-ac36-4b93-8b97-75f31d93978f,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:06.878368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-e59ffddf-7334-4578-bfb1-70ab0da48c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:06.879933 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-e59ffddf-7334-4578-bfb1-70ab0da48c50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 1126 time: 0.0515540 Jan 28 20:04:06.974260 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-7d26b880-19d7-4ada-b445-726a7ac84f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:06.975749 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-7d26b880-19d7-4ada-b445-726a7ac84f70 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0895844 Jan 28 20:04:07.044677 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-7ff6da1e-a05b-42e7-87f6-5c8ca8fc36ca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f HTTP/1.1" status: 200 len: 1000 time: 0.0629921 Jan 28 20:04:07.095844 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-d19fc8f3-40e7-4fa3-be98-0c34f99f5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:07.097326 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-d19fc8f3-40e7-4fa3-be98-0c34f99f5a85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0461817 Jan 28 20:04:07.147200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-7b71d5d5-4271-46ad-95e1-a9d4dd736426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:07.148964 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-7b71d5d5-4271-46ad-95e1-a9d4dd736426 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460072 Jan 28 20:04:07.212095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67421d-abba-4e44-a1f4-76cd291fb5ab req-dcb202ac-ea11-4336-9f85-bdcb36af8d46 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:07.213578 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dd67421d-abba-4e44-a1f4-76cd291fb5ab req-dcb202ac-ea11-4336-9f85-bdcb36af8d46 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 944 time: 0.0530138 Jan 28 20:04:07.245611 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-816cdd7d-8460-4d03-9185-1eced2aeb7ba service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908542 Jan 28 20:04:07.260010 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dd67421d-abba-4e44-a1f4-76cd291fb5ab req-0ee532e6-2b86-4e5e-bdbb-19af6bc60a6c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407109 Jan 28 20:04:07.333831 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28527068-5f76-475d-aea5-0979a2f8ec01 req-000f3e0c-67b7-41db-8c82-3caf2b676bcf service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828099 Jan 28 20:04:08.391986 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b47e80-61fe-4794-80ac-d4362f03336c req-8b869bdf-2321-4d6f-8b98-4058ae520998 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:08.393479 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b47e80-61fe-4794-80ac-d4362f03336c req-8b869bdf-2321-4d6f-8b98-4058ae520998 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 944 time: 0.0550151 Jan 28 20:04:08.445228 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f6b47e80-61fe-4794-80ac-d4362f03336c req-a12b69db-8e26-4172-aa2d-e65177de5597 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460739 Jan 28 20:04:08.449799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:04:08.452103 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:04:08.499462 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4939dd-e9a5-4a9a-8c58-9c0a670b903e x-openstack-request-id: req-ae4939dd-e9a5-4a9a-8c58-9c0a670b903e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:04:08.499759 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:04:08.500013 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae4939dd-e9a5-4a9a-8c58-9c0a670b903e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:04:08.500390 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'status': 'completed', 'code': 200} Jan 28 20:04:08.591348 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-226be34c-4bd0-4c50-a979-26b6feec2a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:08.592864 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-226be34c-4bd0-4c50-a979-26b6feec2a55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 1126 time: 0.0738637 Jan 28 20:04:08.595470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-6671a00c-d91c-48b8-b70c-67c42c07bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:08.596795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-6671a00c-d91c-48b8-b70c-67c42c07bbf7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 1126 time: 0.0689578 Jan 28 20:04:08.746302 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-6f759d0f-8771-419b-b9c1-3a78a180b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:08.747777 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-6f759d0f-8771-419b-b9c1-3a78a180b994 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.1489625 Jan 28 20:04:08.748825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-95e99ad0-135b-48b6-a059-c740b9fa211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:08.750228 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-95e99ad0-135b-48b6-a059-c740b9fa211e service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.1443839 Jan 28 20:04:08.859566 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-e2d10125-a8d5-4c43-8ff7-a2f6dc36609a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f HTTP/1.1" status: 200 len: 1000 time: 0.1058297 Jan 28 20:04:08.865977 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-191eb9d9-5a61-4ab2-abae-aa93bcf828cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f HTTP/1.1" status: 200 len: 1000 time: 0.1043718 Jan 28 20:04:08.938577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0dd1a6db-ac36-4b93-8b97-75f31d93978f details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:04:08.946054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-41320452-d9dc-4b62-a317-aec8d8e29428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:08.947564 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-41320452-d9dc-4b62-a317-aec8d8e29428 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0731497 Jan 28 20:04:08.949222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-b50eaeeb-253d-47f7-bf34-04d932f1a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:08.950550 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-b50eaeeb-253d-47f7-bf34-04d932f1a302 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0837455 Jan 28 20:04:09.030501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-123d4288-6b4d-4863-aa02-934608a7760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:09.032030 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-123d4288-6b4d-4863-aa02-934608a7760e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0788398 Jan 28 20:04:09.034688 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-81cf1576-6129-4201-ba11-b654519e28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:09.036035 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-81cf1576-6129-4201-ba11-b654519e28e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0755112 Jan 28 20:04:09.038584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:09.050107 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'port_id': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'mac_address': 'fa:16:3e:79:3b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:04:09.087699 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 0dd1a6db-ac36-4b93-8b97-75f31d93978f is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:04:09.088062 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:09.101012 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd1a6db-ac36-4b93-8b97-75f31d93978f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:04:09.122129 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:09.127219 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:09.173616 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=0dd1a6db-ac36-4b93-8b97-75f31d93978f,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:09.190544 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-36e060fd-468d-4cb4-bda2-2095e6a4fa30 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515958 Jan 28 20:04:09.192892 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-36a121c6-c065-4ef7-9bb1-0453e87ebd09 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471450 Jan 28 20:04:09.335011 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['0dd1a6db-ac36-4b93-8b97-75f31d93978f'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:04:09.698572 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-2b288a4f-d032-44bd-bdf5-9c2ad2d45654 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940732 Jan 28 20:04:09.707210 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-374e4b9e-3cf7-478f-a07f-9f1669de1ee4 req-481d7018-e8e6-421b-a999-6845b9d5fb65 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105159 Jan 28 20:04:09.715908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362ef87-f278-4238-b6ad-a03eb31059a6 req-2e649636-2381-412d-b963-d95228c201be tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:09.717776 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d362ef87-f278-4238-b6ad-a03eb31059a6 req-2e649636-2381-412d-b963-d95228c201be tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 945 time: 0.1115296 Jan 28 20:04:09.770055 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d362ef87-f278-4238-b6ad-a03eb31059a6 req-779d2240-a242-4568-94e5-dd111250edcb tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437884 Jan 28 20:04:10.119321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-2ef9bf37-e9a7-4a3b-89ab-7b94898b1031 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:10.120845 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-2ef9bf37-e9a7-4a3b-89ab-7b94898b1031 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5&tenant_id=23377866eb0344caab1bb3a943400662&binding%3Ahost_id=n-h1-824834-4 HTTP/1.1" status: 200 len: 945 time: 0.0897632 Jan 28 20:04:10.132303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e27500-b5f7-4d50-84ff-71771fd725b4 req-88f55039-53f5-4077-b823-e5fb35b20d8b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:10.133663 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61e27500-b5f7-4d50-84ff-71771fd725b4 req-88f55039-53f5-4077-b823-e5fb35b20d8b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 945 time: 0.0709345 Jan 28 20:04:10.215386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61e27500-b5f7-4d50-84ff-71771fd725b4 req-d3186bcf-b736-47c5-94c9-29e55a7cb4d7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757930 Jan 28 20:04:10.218493 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c6bebe9e-be10-4dcd-936b-4a8c0998233c service neutron] 10.222.0.31 "GET /v2.0/ports/0dd1a6db-ac36-4b93-8b97-75f31d93978f/bindings/n-h1-824834-4 HTTP/1.1" status: 200 len: 382 time: 0.0837872 Jan 28 20:04:10.287188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-d24b1171-d371-4760-9b28-fd7aa8269f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:10.288701 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-d24b1171-d371-4760-9b28-fd7aa8269f4f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 1127 time: 0.0486681 Jan 28 20:04:10.377267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-653eedc7-35d2-4d25-ba62-3c50ea9bdb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:10.378770 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-653eedc7-35d2-4d25-ba62-3c50ea9bdb52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0835721 Jan 28 20:04:10.449921 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-27a6a321-b241-4b0c-994f-1f44d384c2f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f HTTP/1.1" status: 200 len: 1001 time: 0.0651839 Jan 28 20:04:10.498668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c351074c-2506-45fd-8a82-eeb8665354e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:10.500066 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c351074c-2506-45fd-8a82-eeb8665354e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0437226 Jan 28 20:04:10.549354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-289cd575-99f1-46ec-8d4e-a621f65aed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:10.550863 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-289cd575-99f1-46ec-8d4e-a621f65aed9b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448828 Jan 28 20:04:10.651639 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-7b2352c2-1767-4542-86dd-79aa1487dc5d service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944202 Jan 28 20:04:10.741176 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-db9a5e1b-7b8d-4bb0-b740-7de92f49ca14 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840690 Jan 28 20:04:10.978211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0dd1a6db-ac36-4b93-8b97-75f31d93978f up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:04:11.032315 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 0dd1a6db-ac36-4b93-8b97-75f31d93978f completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:04:11.036302 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 0dd1a6db-ac36-4b93-8b97-75f31d93978f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:04:11.036679 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:11.114885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 0dd1a6db-ac36-4b93-8b97-75f31d93978f is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:04:11.115311 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:11.118536 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0dd1a6db-ac36-4b93-8b97-75f31d93978f no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:04:11.166560 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:04:11.168789 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced487a1-7fd9-4d7e-8e52-d4385e21c459" -d '{"events": [{"server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "name": "network-vif-plugged", "status": "completed", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:04:11.183341 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:11.185431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] The host n-h2-824834-4 is not matching for port 0dd1a6db-ac36-4b93-8b97-75f31d93978f host n-h1-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:04:11.185888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0dd1a6db-ac36-4b93-8b97-75f31d93978f not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:04:11.189203 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:11.224730 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee438ccd-f2e0-4855-9265-75d61199a159 x-openstack-request-id: req-ee438ccd-f2e0-4855-9265-75d61199a159 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:04:11.225022 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "name": "network-vif-plugged", "status": "completed", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:04:11.225278 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee438ccd-f2e0-4855-9265-75d61199a159 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:04:11.225679 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'code': 200} Jan 28 20:04:11.241808 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=0dd1a6db-ac36-4b93-8b97-75f31d93978f,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:11.342877 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35546e-390d-4f7c-869f-2c7e4a3360ac req-bca6660c-2c8b-4af3-81ad-a0f422744067 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:11.344353 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e35546e-390d-4f7c-869f-2c7e4a3360ac req-bca6660c-2c8b-4af3-81ad-a0f422744067 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0553548 Jan 28 20:04:11.395159 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9e35546e-390d-4f7c-869f-2c7e4a3360ac req-5678dcda-136e-4a03-9760-fd16b401e072 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419273 Jan 28 20:04:12.528820 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec371fb8-ea9d-46cd-8a04-2052cffbe39c req-ee859784-6d54-43d5-8340-82a3afafcec6 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:12.530343 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ec371fb8-ea9d-46cd-8a04-2052cffbe39c req-ee859784-6d54-43d5-8340-82a3afafcec6 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 946 time: 0.0579348 Jan 28 20:04:12.578364 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ec371fb8-ea9d-46cd-8a04-2052cffbe39c req-d143290c-8c76-43fb-b027-e5b97731a49e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419681 Jan 28 20:04:12.711436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-57e52a3d-ac88-43de-a2af-b5460be522fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:12.712873 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-57e52a3d-ac88-43de-a2af-b5460be522fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5&tenant_id=23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 1128 time: 0.0575359 Jan 28 20:04:12.723716 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:12.784869 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:12.994971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:13.030617 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:04:13.075613 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:04:13.077992 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef187cf-9eb1-4e95-9081-4924830ef4f2" -d '{"events": [{"server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "name": "network-vif-unplugged", "status": "completed", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:04:13.081722 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Publish callbacks [] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:13.095807 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Transition to ACTIVE for port object 0dd1a6db-ac36-4b93-8b97-75f31d93978f will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:04:13.100921 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:13.145070 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bc2cdc-ef42-445b-a366-e1e199a71a0f x-openstack-request-id: req-28bc2cdc-ef42-445b-a366-e1e199a71a0f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:04:13.145489 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "name": "network-vif-unplugged", "status": "completed", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:04:13.145657 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28bc2cdc-ef42-445b-a366-e1e199a71a0f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:04:13.145997 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'code': 200} Jan 28 20:04:13.185463 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Pushing event updated for resources: {'Port': ['ID=0dd1a6db-ac36-4b93-8b97-75f31d93978f,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:13.231149 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] No DVR routers for this DVR port 0dd1a6db-ac36-4b93-8b97-75f31d93978f on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:04:13.367716 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Attempting to bind port 0dd1a6db-ac36-4b93-8b97-75f31d93978f on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:04:13.368045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Attempting to bind port 0dd1a6db-ac36-4b93-8b97-75f31d93978f by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:04:13.368367 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Attempting to bind port 0dd1a6db-ac36-4b93-8b97-75f31d93978f on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:04:13.372977 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Port 0dd1a6db-ac36-4b93-8b97-75f31d93978f on network b01f24d2-de11-4d42-919f-3eeaba63df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:04:13.373293 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Attempting to bind port 0dd1a6db-ac36-4b93-8b97-75f31d93978f on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:04:13.378230 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:04:13.378568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Checking segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:04:13.378943 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Bound using segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:04:13.379362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Bound port: 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:04:13.379714 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:13.440663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:04:13.443624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:04:13.453390 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:13.496605 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:13.497235 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:13.498732 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] 10.222.0.37 "PUT /v2.0/ports/0dd1a6db-ac36-4b93-8b97-75f31d93978f HTTP/1.1" status: 200 len: 1093 time: 0.7789278 Jan 28 20:04:13.520173 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c76fc1-7306-4723-9eea-2b63a3d2de1e service neutron] Pushing event updated for resources: {'Port': ['ID=0dd1a6db-ac36-4b93-8b97-75f31d93978f,revision_number=11']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:13.569920 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-18a2fe05-df66-48b4-bfad-149184966dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:13.571640 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-18a2fe05-df66-48b4-bfad-149184966dc5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 1127 time: 0.0483446 Jan 28 20:04:13.669458 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c1257c15-56f5-424c-b097-d40794c277d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:13.671012 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-c1257c15-56f5-424c-b097-d40794c277d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0934453 Jan 28 20:04:13.712152 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4a606-3673-445f-860d-464383915f8f req-37846c13-af96-4274-98e9-3f1b64c5cd8b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:13.713661 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23a4a606-3673-445f-860d-464383915f8f req-37846c13-af96-4274-98e9-3f1b64c5cd8b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 945 time: 0.0613182 Jan 28 20:04:13.736935 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-b5095723-2539-4524-a6d3-cc4d9393d16a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f HTTP/1.1" status: 200 len: 1000 time: 0.0602670 Jan 28 20:04:13.761303 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-23a4a606-3673-445f-860d-464383915f8f req-125f075e-989a-4298-b205-5621fba9f3a5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413358 Jan 28 20:04:13.790411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-b75dcc7e-f732-4d6c-86d3-8f969db45ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:13.791948 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-b75dcc7e-f732-4d6c-86d3-8f969db45ca1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0493836 Jan 28 20:04:13.847008 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-1852a771-f8c4-40f3-8423-122385ccadf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:13.848544 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-1852a771-f8c4-40f3-8423-122385ccadf3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502720 Jan 28 20:04:13.943666 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-372f35b5-eb75-4460-8c58-17683a574ebc service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888383 Jan 28 20:04:14.047445 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-31aaeb9a-137b-491a-9c2f-455958a62603 req-4c0ece79-ff5d-4771-beaa-059c515321ec service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980561 Jan 28 20:04:14.894533 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1eee5-d321-49d0-b11b-8bfdd4d3af2d req-eec11c8d-d288-45d2-8564-efe1a2cdc68e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:14.896130 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6ed1eee5-d321-49d0-b11b-8bfdd4d3af2d req-eec11c8d-d288-45d2-8564-efe1a2cdc68e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 945 time: 0.0615025 Jan 28 20:04:14.948834 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6ed1eee5-d321-49d0-b11b-8bfdd4d3af2d req-41e8329d-7dc7-453f-af58-4b28ba1d4433 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453556 Jan 28 20:04:14.977568 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0dd1a6db-ac36-4b93-8b97-75f31d93978f no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:04:15.020069 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] The host n-h1-824834-4 is not matching for port 0dd1a6db-ac36-4b93-8b97-75f31d93978f host n-h2-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:04:15.020525 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0dd1a6db-ac36-4b93-8b97-75f31d93978f not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:04:15.148162 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:04:15.151777 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d97a14b-871f-43ac-82c0-b0364d279547" -d '{"events": [{"name": "network-changed", "server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:04:15.204974 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b00eeed-18fb-48ff-89b8-f5ba36c95d91 x-openstack-request-id: req-8b00eeed-18fb-48ff-89b8-f5ba36c95d91 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:04:15.205401 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:04:15.205716 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b00eeed-18fb-48ff-89b8-f5ba36c95d91 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:04:15.206344 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'status': 'completed', 'code': 200} Jan 28 20:04:15.301452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-642af04f-5d2f-48f8-b472-dbbef4b23489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:15.303029 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-642af04f-5d2f-48f8-b472-dbbef4b23489 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 1127 time: 0.0786273 Jan 28 20:04:15.307520 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-d7fe98de-1613-4f8d-bff9-484ca10b2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:15.308862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-d7fe98de-1613-4f8d-bff9-484ca10b2265 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 1127 time: 0.0764956 Jan 28 20:04:15.459714 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-6a6d0669-f40d-483c-8d38-4819da2b507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:15.461122 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-6a6d0669-f40d-483c-8d38-4819da2b507b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.1514099 Jan 28 20:04:15.463878 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-33175a0a-6e4b-4529-84ea-c38b61894473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:15.465207 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-33175a0a-6e4b-4529-84ea-c38b61894473 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.1480062 Jan 28 20:04:15.575422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-3173b638-244b-4ca8-9256-2ff0fa0e57d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f HTTP/1.1" status: 200 len: 1000 time: 0.1076019 Jan 28 20:04:15.577187 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-81c532b3-1698-4086-b374-8cf1160a05fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f HTTP/1.1" status: 200 len: 1000 time: 0.1037681 Jan 28 20:04:15.660584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-a613cc40-020f-4d6b-a216-170f14eae4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:15.662069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-a613cc40-020f-4d6b-a216-170f14eae4d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0734901 Jan 28 20:04:15.663298 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-2fc5ca22-14b0-4b76-bb71-5b3253cf1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:15.664624 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-2fc5ca22-14b0-4b76-bb71-5b3253cf1494 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0834355 Jan 28 20:04:15.742437 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-7e7635cd-8e04-425b-a566-1a06fcb9fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:15.743994 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-7e7635cd-8e04-425b-a566-1a06fcb9fae1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0764863 Jan 28 20:04:15.745803 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-f44e678c-cf8d-48b8-a410-12ea2a0f9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:15.747294 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-f44e678c-cf8d-48b8-a410-12ea2a0f9102 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0724666 Jan 28 20:04:15.899555 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-d53e72fd-4128-4cb6-9fdc-bb582f1a9bc3 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497273 Jan 28 20:04:15.901400 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-dbc5e013-c9b3-4017-a48d-99c9cc12d4cf service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445966 Jan 28 20:04:16.089155 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-46c659cd-1dcd-45db-bbba-077b518451e4 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821921 Jan 28 20:04:16.092649 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d97a14b-871f-43ac-82c0-b0364d279547 req-fdc89cd1-4739-4c54-b48c-1165194d0cdb service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787724 Jan 28 20:04:16.114560 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b182169-5836-4bc2-bce3-466497969cef req-53ab5002-031b-40e7-8847-aaab3eb289c4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:16.116111 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b182169-5836-4bc2-bce3-466497969cef req-53ab5002-031b-40e7-8847-aaab3eb289c4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 945 time: 0.0945652 Jan 28 20:04:16.165050 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b182169-5836-4bc2-bce3-466497969cef req-f9ee8600-3ea5-456d-8f3b-6a3bf5e6317f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432076 Jan 28 20:04:17.277711 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:04:17.308126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef40cc-be83-4677-af34-efdf58d6c9b0 req-29d1a95e-9376-41fd-ab04-740a7a41098e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:17.309630 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-afef40cc-be83-4677-af34-efdf58d6c9b0 req-29d1a95e-9376-41fd-ab04-740a7a41098e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 945 time: 0.0670779 Jan 28 20:04:17.358484 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-afef40cc-be83-4677-af34-efdf58d6c9b0 req-e6ec1f4c-fc91-4d37-bf40-0e32b98263c1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425181 Jan 28 20:04:17.483523 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cdb1f-8768-43a2-85a0-7537252871a9 req-84b8c3f9-2df7-477a-b98c-59718b51e836 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:17.484946 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff6cdb1f-8768-43a2-85a0-7537252871a9 req-84b8c3f9-2df7-477a-b98c-59718b51e836 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 945 time: 0.0578074 Jan 28 20:04:17.538895 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff6cdb1f-8768-43a2-85a0-7537252871a9 req-5ddd2be8-05d4-4739-9b1f-ffde9e50aa6d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459940 Jan 28 20:04:17.660198 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a36453-cf80-4db4-86cf-be766dc61a04 req-7802825f-516a-46d0-ba52-bf9c7e61ed22 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:17.661722 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00a36453-cf80-4db4-86cf-be766dc61a04 req-7802825f-516a-46d0-ba52-bf9c7e61ed22 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 945 time: 0.0552130 Jan 28 20:04:17.713235 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00a36453-cf80-4db4-86cf-be766dc61a04 req-920b108c-20e8-473c-856f-c83ddcb2d22a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435157 Jan 28 20:04:17.957419 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b95da-7c7b-4d19-b35f-59ba4d80ce33 req-9c4836b5-fb25-48f9-b465-538a4b91cc95 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:17.958945 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d14b95da-7c7b-4d19-b35f-59ba4d80ce33 req-9c4836b5-fb25-48f9-b465-538a4b91cc95 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 945 time: 0.0562811 Jan 28 20:04:18.011340 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d14b95da-7c7b-4d19-b35f-59ba4d80ce33 req-632f8860-d77d-4d63-9cdd-d1b48792271b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466180 Jan 28 20:04:18.319941 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b133e74-0f7f-43b3-a45c-a1283a74eac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:19.135310 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710aa10-4a21-4919-8be9-8e00ed1be504 req-c9a3ec30-2f62-472a-a010-51ce31476944 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:19.136854 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1710aa10-4a21-4919-8be9-8e00ed1be504 req-c9a3ec30-2f62-472a-a010-51ce31476944 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 945 time: 0.0541723 Jan 28 20:04:19.163918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0dd1a6db-ac36-4b93-8b97-75f31d93978f details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:04:19.185445 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1710aa10-4a21-4919-8be9-8e00ed1be504 req-ca62d935-85b2-4260-8faf-71bfc7ec44bb tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428240 Jan 28 20:04:19.240094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32852e93-8640-4537-907e-22307a9c07d8 req-7ce65054-0767-4579-a324-24b5c6b34ffd tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:19.241490 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32852e93-8640-4537-907e-22307a9c07d8 req-7ce65054-0767-4579-a324-24b5c6b34ffd tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 945 time: 0.0523341 Jan 28 20:04:19.279786 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:19.292582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'port_id': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'mac_address': 'fa:16:3e:79:3b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:04:19.330536 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 0dd1a6db-ac36-4b93-8b97-75f31d93978f is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:04:19.331261 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:19.339201 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-32852e93-8640-4537-907e-22307a9c07d8 req-4f4b1cdd-6dc1-4c46-8877-efce8f856ebe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Deleting port 0dd1a6db-ac36-4b93-8b97-75f31d93978f {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:04:19.339612 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32852e93-8640-4537-907e-22307a9c07d8 req-4f4b1cdd-6dc1-4c46-8877-efce8f856ebe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:19.344119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd1a6db-ac36-4b93-8b97-75f31d93978f {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:04:19.363225 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:19.368200 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:19.423416 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=0dd1a6db-ac36-4b93-8b97-75f31d93978f,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:19.426712 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-32852e93-8640-4537-907e-22307a9c07d8 req-4f4b1cdd-6dc1-4c46-8877-efce8f856ebe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] For port 0dd1a6db-ac36-4b93-8b97-75f31d93978f, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0dd1a6db-ac36-4b93-8b97-75f31d93978f,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:19.427184 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32852e93-8640-4537-907e-22307a9c07d8 req-4f4b1cdd-6dc1-4c46-8877-efce8f856ebe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:19.611317 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32852e93-8640-4537-907e-22307a9c07d8 req-4f4b1cdd-6dc1-4c46-8877-efce8f856ebe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:19.611722 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32852e93-8640-4537-907e-22307a9c07d8 req-4f4b1cdd-6dc1-4c46-8877-efce8f856ebe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (e8b0338a-70d6-4c9e-8d80-d7680566a3c0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:19.612030 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [req-32852e93-8640-4537-907e-22307a9c07d8 req-4f4b1cdd-6dc1-4c46-8877-efce8f856ebe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Floating IP e8b0338a-70d6-4c9e-8d80-d7680566a3c0 disassociated. External IP: 172.25.0.72, port: 0dd1a6db-ac36-4b93-8b97-75f31d93978f. Jan 28 20:04:19.612333 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-32852e93-8640-4537-907e-22307a9c07d8 req-4f4b1cdd-6dc1-4c46-8877-efce8f856ebe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Calling delete_port for 0dd1a6db-ac36-4b93-8b97-75f31d93978f owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:04:19.742916 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32852e93-8640-4537-907e-22307a9c07d8 req-4f4b1cdd-6dc1-4c46-8877-efce8f856ebe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0dd1a6db-ac36-4b93-8b97-75f31d93978f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:19.769150 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b1cdd-6dc1-4c46-8877-efce8f856ebe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Pushing event deleted for resources: {'Port': ['ID=0dd1a6db-ac36-4b93-8b97-75f31d93978f,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:19.896083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32852e93-8640-4537-907e-22307a9c07d8 req-4f4b1cdd-6dc1-4c46-8877-efce8f856ebe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Router a614ad5a-7973-4d13-8179-7c8ac99df03c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:04:20.018743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32852e93-8640-4537-907e-22307a9c07d8 req-4f4b1cdd-6dc1-4c46-8877-efce8f856ebe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:04:20.029606 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80868db-effe-4715-acc4-fe040fd02ade None None] Sync routers for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:04:20.039764 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80868db-effe-4715-acc4-fe040fd02ade None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:04:20.040487 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d80868db-effe-4715-acc4-fe040fd02ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:03:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:20.069174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-32852e93-8640-4537-907e-22307a9c07d8 req-4f4b1cdd-6dc1-4c46-8877-efce8f856ebe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] No DVR routers for this DVR port 0dd1a6db-ac36-4b93-8b97-75f31d93978f on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:04:20.072163 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-32852e93-8640-4537-907e-22307a9c07d8 req-4f4b1cdd-6dc1-4c46-8877-efce8f856ebe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:20.075810 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32852e93-8640-4537-907e-22307a9c07d8 req-4f4b1cdd-6dc1-4c46-8877-efce8f856ebe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.37 "DELETE /v2.0/ports/0dd1a6db-ac36-4b93-8b97-75f31d93978f HTTP/1.1" status: 204 len: 173 time: 0.8269436 Jan 28 20:04:20.076269 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'name': 'network-vif-deleted', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:04:20.078664 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4033804-6a65-4763-9823-2dbff768d03b" -d '{"events": [{"server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "name": "network-vif-deleted", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:04:20.128400 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef1dcca-1ccc-43da-ae14-7b68aa368668 x-openstack-request-id: req-0ef1dcca-1ccc-43da-ae14-7b68aa368668 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:04:20.128701 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e765f51-b7f4-4c15-a686-c6ae7ab191f5", "name": "network-vif-deleted", "tag": "0dd1a6db-ac36-4b93-8b97-75f31d93978f", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:04:20.128956 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ef1dcca-1ccc-43da-ae14-7b68aa368668 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:04:20.129400 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e765f51-b7f4-4c15-a686-c6ae7ab191f5', 'name': 'network-vif-deleted', 'tag': '0dd1a6db-ac36-4b93-8b97-75f31d93978f', 'status': 'completed', 'code': 200} Jan 28 20:04:20.181665 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d80868db-effe-4715-acc4-fe040fd02ade None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:04:20.303031 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2a0545b6-bfd4-4e80-b21c-3eec514b9b31 req-1aa43416-c970-4cff-99ee-96ef2fa86d6a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e765f51-b7f4-4c15-a686-c6ae7ab191f5 HTTP/1.1" status: 200 len: 210 time: 0.0274162 Jan 28 20:04:20.394468 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d80868db-effe-4715-acc4-fe040fd02ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:20.419796 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80868db-effe-4715-acc4-fe040fd02ade None None] Checking router: a614ad5a-7973-4d13-8179-7c8ac99df03c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:04:20.428389 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80868db-effe-4715-acc4-fe040fd02ade None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:04:20.428954 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d80868db-effe-4715-acc4-fe040fd02ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:03:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:20.475471 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5272fb9-0dc0-4f99-a541-09e4b8ef977b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:20.540193 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d80868db-effe-4715-acc4-fe040fd02ade None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:04:20.829631 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d80868db-effe-4715-acc4-fe040fd02ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:20.859362 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80868db-effe-4715-acc4-fe040fd02ade None None] The sync data for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 is: [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:04:21.085158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e5ce1f-c820-4f2a-af71-708dfc82b3b0 None None] New status for floating IP e8b0338a-70d6-4c9e-8d80-d7680566a3c0: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:04:21.568099 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-0feda525-1035-4cc6-9cac-6e501f901a07 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--626317222&fields=id&tenant_id=23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 267 time: 0.0445299 Jan 28 20:04:21.676654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-5cae53a0-71b6-40df-a2db-0d18140a59fb tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:21.678069 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-5cae53a0-71b6-40df-a2db-0d18140a59fb tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 811 time: 0.1033185 Jan 28 20:04:21.693670 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-2c37f80c-660c-4475-96f3-97390fd1e7be tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/quotas/23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 375 time: 0.0101385 Jan 28 20:04:21.759387 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-fbcc68e9-0aba-477e-b9a8-63f57cd012c9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606253 Jan 28 20:04:21.870512 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-2370e75f-8d38-45ff-8d61-79e7dc15985e service neutron] 10.222.0.55 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980484 Jan 28 20:04:21.917511 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:21.965942 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-46730711-119d-40fe-ad05-c4e54782ec59 service neutron] 10.222.0.55 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894039 Jan 28 20:04:22.135759 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f3530bf1-07c9-4f5c-9fb3-4b4abb52f057 req-c7b18c8a-df27-47a3-901c-bdea8fc6f593 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 210 time: 0.0282841 Jan 28 20:04:23.167835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0dd1a6db-ac36-4b93-8b97-75f31d93978f no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:04:23.191286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 0dd1a6db-ac36-4b93-8b97-75f31d93978f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:04:23.191866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0dd1a6db-ac36-4b93-8b97-75f31d93978f not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:04:23.211139 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-14e8e646-9b02-45ae-9ff1-1e8e9c0b6f6e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:23.212022 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:23.212950 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-14e8e646-9b02-45ae-9ff1-1e8e9c0b6f6e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 811 time: 0.1085842 Jan 28 20:04:23.251954 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-599fc6d0-99f6-4613-a3fa-73077320b83f req-bd99739d-ac55-4bcd-add6-793e061060fa tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 210 time: 0.0283039 Jan 28 20:04:23.282284 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6a5fb501-6778-46be-979b-26413796ffad tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 379 time: 0.0612912 Jan 28 20:04:23.294209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Request body: {'port': {'device_id': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'admin_state_up': True, 'tenant_id': '23377866eb0344caab1bb3a943400662', 'security_groups': ['3ea289b8-3462-44e3-a6e4-040cb030ff8b']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:23.407024 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Made reservation on behalf of 23377866eb0344caab1bb3a943400662 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:04:23.410843 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:23.543121 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Allocated IP 172.20.0.12 (b01f24d2-de11-4d42-919f-3eeaba63df97/8e291a52-e079-4186-ac8e-4760e3d4dd72/2f03a278-ed12-447c-947b-9788eb9acaf8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:04:23.679329 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:23.723178 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:23.768219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Network b01f24d2-de11-4d42-919f-3eeaba63df97 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:04:23.771260 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:04:23.776817 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:04:23.783347 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Pushing event updated for resources: {'Port': ['ID=2f03a278-ed12-447c-947b-9788eb9acaf8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:23.813402 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:23.813737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:23.814093 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:23.814427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:23.814760 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:23.815137 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:23.815484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:23.815803 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:23.816120 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:23.816437 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:23.816751 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:23.817067 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:23.817383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:04:23.840424 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:23.841044 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:23.858964 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-fca68926-6014-41bc-988b-8fa89232a3d3 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5687821 Jan 28 20:04:23.870911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Request body: {'port': {'device_id': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:23.932434 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:23.971412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2f845ac0-64de-4a12-b1c7-e1fce0050bd2 None None] Provisioning complete for port 2f03a278-ed12-447c-947b-9788eb9acaf8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:04:23.971862 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f845ac0-64de-4a12-b1c7-e1fce0050bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:24.004115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2f845ac0-64de-4a12-b1c7-e1fce0050bd2 None None] Port 2f03a278-ed12-447c-947b-9788eb9acaf8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:04:24.211986 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f03a278-ed12-447c-947b-9788eb9acaf8 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:04:24.220335 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Publish callbacks [] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:24.232880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Transition to ACTIVE for port object 2f03a278-ed12-447c-947b-9788eb9acaf8 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:04:24.237446 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:24.283485 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Pushing event updated for resources: {'Port': ['ID=2f03a278-ed12-447c-947b-9788eb9acaf8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:24.393824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Attempting to bind port 2f03a278-ed12-447c-947b-9788eb9acaf8 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:04:24.394194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Attempting to bind port 2f03a278-ed12-447c-947b-9788eb9acaf8 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:04:24.394537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Attempting to bind port 2f03a278-ed12-447c-947b-9788eb9acaf8 on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:04:24.400945 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Port 2f03a278-ed12-447c-947b-9788eb9acaf8 on network b01f24d2-de11-4d42-919f-3eeaba63df97 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:04:24.401272 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Attempting to bind port 2f03a278-ed12-447c-947b-9788eb9acaf8 on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:04:24.409803 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:04:24.410174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Checking segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:04:24.410564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Bound using segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:04:24.411009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Bound port: 2f03a278-ed12-447c-947b-9788eb9acaf8, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:04:24.411374 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:24.430432 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f625b96-8921-4727-a9c9-e2335c39c63a req-4b5e07ec-741a-4d7a-a014-803484458a17 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:24.431948 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4f625b96-8921-4727-a9c9-e2335c39c63a req-4b5e07ec-741a-4d7a-a014-803484458a17 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0921714 Jan 28 20:04:24.515261 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:04:24.518376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2f03a278-ed12-447c-947b-9788eb9acaf8,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:04:24.522475 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4f625b96-8921-4727-a9c9-e2335c39c63a req-042de6dc-c748-46a4-87a3-5973495e7017 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840247 Jan 28 20:04:24.531654 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:24.546855 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:24.900321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:24.900966 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:24.902558 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] 10.222.0.31 "PUT /v2.0/ports/2f03a278-ed12-447c-947b-9788eb9acaf8 HTTP/1.1" status: 200 len: 1092 time: 1.0359123 Jan 28 20:04:24.903235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'tag': '2f03a278-ed12-447c-947b-9788eb9acaf8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:04:24.905813 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e728c337-6b25-401f-a1d9-24fd6b6e2306" -d '{"events": [{"name": "network-changed", "server_uuid": "8be99f56-7939-4dea-afcb-7ec55141eef0", "tag": "2f03a278-ed12-447c-947b-9788eb9acaf8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:04:24.932808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65de70-4ffb-46cf-9202-98212a5f651a service neutron] Pushing event updated for resources: {'Port': ['ID=2f03a278-ed12-447c-947b-9788eb9acaf8,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:24.956007 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f074e720-d9a8-4f12-a3ad-b8b5ec0bc095 x-openstack-request-id: req-f074e720-d9a8-4f12-a3ad-b8b5ec0bc095 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:04:24.956325 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be99f56-7939-4dea-afcb-7ec55141eef0", "tag": "2f03a278-ed12-447c-947b-9788eb9acaf8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:04:24.956577 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f074e720-d9a8-4f12-a3ad-b8b5ec0bc095 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:04:24.956967 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'tag': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'status': 'completed', 'code': 200} Jan 28 20:04:24.994864 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-7a6f3169-3fb8-4ee6-94a8-786708e68fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:24.996443 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-7a6f3169-3fb8-4ee6-94a8-786708e68fdd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 1126 time: 0.0494189 Jan 28 20:04:25.039334 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-a1db837a-758e-4c5b-be4c-1943c2a1f176 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f03a278-ed12-447c-947b-9788eb9acaf8 HTTP/1.1" status: 200 len: 217 time: 0.0359921 Jan 28 20:04:25.088627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-cc8d1324-8d3e-4471-8997-3ede1e0ba395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:25.090130 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-cc8d1324-8d3e-4471-8997-3ede1e0ba395 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0448656 Jan 28 20:04:25.145182 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-5ab35757-c416-40eb-b3bf-5e1d420ff01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:25.146971 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-5ab35757-c416-40eb-b3bf-5e1d420ff01e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488894 Jan 28 20:04:25.244120 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-391f6ee9-0ba2-49fc-b4bb-de50f5405c93 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912819 Jan 28 20:04:25.346132 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-701208f6-003a-4c32-8c89-e800e66b9e66 req-cfc62173-5888-4d55-a640-7f0df9983935 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961018 Jan 28 20:04:25.443575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728c337-6b25-401f-a1d9-24fd6b6e2306 req-c7967ab0-b9f5-4256-8c5b-9603505be45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:25.444973 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e728c337-6b25-401f-a1d9-24fd6b6e2306 req-c7967ab0-b9f5-4256-8c5b-9603505be45e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 1126 time: 0.0474343 Jan 28 20:04:25.541899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728c337-6b25-401f-a1d9-24fd6b6e2306 req-77e3bf1b-46e2-4793-be69-f6e20a045acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:25.543438 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e728c337-6b25-401f-a1d9-24fd6b6e2306 req-77e3bf1b-46e2-4793-be69-f6e20a045acd service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0923040 Jan 28 20:04:25.585546 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e728c337-6b25-401f-a1d9-24fd6b6e2306 req-514f7d75-9a4a-40a9-8bc7-63735bc02099 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f03a278-ed12-447c-947b-9788eb9acaf8 HTTP/1.1" status: 200 len: 217 time: 0.0354650 Jan 28 20:04:25.664759 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728c337-6b25-401f-a1d9-24fd6b6e2306 req-561e530d-a695-4990-a9cd-1091c709f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:25.666270 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e728c337-6b25-401f-a1d9-24fd6b6e2306 req-561e530d-a695-4990-a9cd-1091c709f23f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0743754 Jan 28 20:04:25.689336 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ccb77-9d11-44f2-9f31-f6d5c2ac92cc req-1baf80fe-af01-45f5-88ca-3861376ade79 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:25.690901 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d24ccb77-9d11-44f2-9f31-f6d5c2ac92cc req-1baf80fe-af01-45f5-88ca-3861376ade79 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0913434 Jan 28 20:04:25.755732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728c337-6b25-401f-a1d9-24fd6b6e2306 req-8c0255be-442a-46a3-ab43-328ae392bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:25.757262 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e728c337-6b25-401f-a1d9-24fd6b6e2306 req-8c0255be-442a-46a3-ab43-328ae392bc56 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0836327 Jan 28 20:04:25.760463 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d24ccb77-9d11-44f2-9f31-f6d5c2ac92cc req-1020b5b5-564a-49c0-8510-5335e153536d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550194 Jan 28 20:04:25.853187 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e728c337-6b25-401f-a1d9-24fd6b6e2306 req-e2d14e93-4f9b-4194-b72b-caeb8cb1ea81 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886688 Jan 28 20:04:25.946869 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e728c337-6b25-401f-a1d9-24fd6b6e2306 req-720b3975-816a-4b2f-b3e7-9a52a13ad450 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870299 Jan 28 20:04:25.961446 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:26.900679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ada4b-5ed1-4477-a4a8-ed1752d1f6c7 req-aaf0801f-5aab-49b3-bce7-edfe3b98a7c5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:26.902280 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f71ada4b-5ed1-4477-a4a8-ed1752d1f6c7 req-aaf0801f-5aab-49b3-bce7-edfe3b98a7c5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0647726 Jan 28 20:04:26.953606 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f71ada4b-5ed1-4477-a4a8-ed1752d1f6c7 req-28bbb55c-7da1-4074-859f-7244e8145def tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435965 Jan 28 20:04:27.006651 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2f03a278-ed12-447c-947b-9788eb9acaf8 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:04:27.107276 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2f03a278-ed12-447c-947b-9788eb9acaf8,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:27.118766 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'port_id': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'mac_address': 'fa:16:3e:ac:4c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:04:27.155838 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 2f03a278-ed12-447c-947b-9788eb9acaf8 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:04:27.156493 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:27.174479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f03a278-ed12-447c-947b-9788eb9acaf8 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:04:27.194967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2f03a278-ed12-447c-947b-9788eb9acaf8,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:27.199634 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:27.249508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=2f03a278-ed12-447c-947b-9788eb9acaf8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:27.474789 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['2f03a278-ed12-447c-947b-9788eb9acaf8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:04:28.080677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbd130-dd9a-411a-9559-3755537fd189 req-ca2af13a-f5c7-428b-9689-b2c17535ee3a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:28.082208 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2abbd130-dd9a-411a-9559-3755537fd189 req-ca2af13a-f5c7-428b-9689-b2c17535ee3a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0599046 Jan 28 20:04:28.132790 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2abbd130-dd9a-411a-9559-3755537fd189 req-8dae3f8f-58c2-48b5-8c5e-79e0d9344e13 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448046 Jan 28 20:04:29.010195 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2f03a278-ed12-447c-947b-9788eb9acaf8 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:04:29.067472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 2f03a278-ed12-447c-947b-9788eb9acaf8 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:04:29.071786 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 2f03a278-ed12-447c-947b-9788eb9acaf8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:04:29.072165 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:29.159524 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 2f03a278-ed12-447c-947b-9788eb9acaf8 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:04:29.159915 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:29.183991 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f03a278-ed12-447c-947b-9788eb9acaf8'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:04:29.186326 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c4cd26-3f71-499c-95a7-6f579475492d" -d '{"events": [{"server_uuid": "8be99f56-7939-4dea-afcb-7ec55141eef0", "name": "network-vif-plugged", "status": "completed", "tag": "2f03a278-ed12-447c-947b-9788eb9acaf8"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:04:29.203022 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2f03a278-ed12-447c-947b-9788eb9acaf8,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:04:29.211463 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:29.237646 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c4d85f-7007-4914-a3ec-daa48a5a47e1 x-openstack-request-id: req-92c4d85f-7007-4914-a3ec-daa48a5a47e1 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:04:29.237950 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be99f56-7939-4dea-afcb-7ec55141eef0", "name": "network-vif-plugged", "status": "completed", "tag": "2f03a278-ed12-447c-947b-9788eb9acaf8", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:04:29.238226 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92c4d85f-7007-4914-a3ec-daa48a5a47e1 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:04:29.238618 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'code': 200} Jan 28 20:04:29.256959 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2f531-81ed-46a6-af83-eeaa5c1efc67 req-32cae57f-724c-4503-bc57-48b456377de0 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:29.259135 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10f2f531-81ed-46a6-af83-eeaa5c1efc67 req-32cae57f-724c-4503-bc57-48b456377de0 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0568459 Jan 28 20:04:29.270958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=2f03a278-ed12-447c-947b-9788eb9acaf8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:04:29.311537 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10f2f531-81ed-46a6-af83-eeaa5c1efc67 req-9e3d9411-1305-48b9-a6b3-d147f55b9997 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461721 Jan 28 20:04:29.342427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b569a7-2ff9-4e09-8745-2d48e0d2b376 req-e843a879-cba0-4d92-a0da-329540a44ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:29.343978 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-81b569a7-2ff9-4e09-8745-2d48e0d2b376 req-e843a879-cba0-4d92-a0da-329540a44ba8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 1128 time: 0.0529971 Jan 28 20:04:29.390560 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-81b569a7-2ff9-4e09-8745-2d48e0d2b376 req-2bcf1716-1bc8-4127-a8ea-784eded05e25 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372376 Jan 28 20:04:30.450969 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fce931-b269-4014-92d6-133706403b9e req-b223e042-7e9a-4b54-acca-969b5289a052 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:30.452469 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d3fce931-b269-4014-92d6-133706403b9e req-b223e042-7e9a-4b54-acca-969b5289a052 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0579543 Jan 28 20:04:30.500238 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d3fce931-b269-4014-92d6-133706403b9e req-67256593-0e41-4867-b3b4-f49b6cc2943d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419388 Jan 28 20:04:30.673931 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:31.630708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2214d-bc1f-4be4-b7f2-954c5b4f2291 req-2c5c3b30-bafe-4862-a425-c7134a4e50d9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:31.632193 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6f2214d-bc1f-4be4-b7f2-954c5b4f2291 req-2c5c3b30-bafe-4862-a425-c7134a4e50d9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0568824 Jan 28 20:04:31.681354 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6f2214d-bc1f-4be4-b7f2-954c5b4f2291 req-e9a1e522-b025-47d3-891f-29e583866339 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409393 Jan 28 20:04:31.816558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113996e9-55fe-420e-958b-39a021daa30a req-9d34e58b-d388-4252-8f36-87722bffbdc0 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:31.817921 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-113996e9-55fe-420e-958b-39a021daa30a req-9d34e58b-d388-4252-8f36-87722bffbdc0 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0666709 Jan 28 20:04:31.827074 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35118) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:04:31.831558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2a8c109c-2878-4184-9c82-cca469e33e2e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Request body: {'floatingip': {'port_id': '2f03a278-ed12-447c-947b-9788eb9acaf8'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:04:31.871044 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a8c109c-2878-4184-9c82-cca469e33e2e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for floatingip (e8b0338a-70d6-4c9e-8d80-d7680566a3c0), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:32.314175 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a8c109c-2878-4184-9c82-cca469e33e2e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:32.320420 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a8c109c-2878-4184-9c82-cca469e33e2e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (e8b0338a-70d6-4c9e-8d80-d7680566a3c0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:32.429248 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-2a8c109c-2878-4184-9c82-cca469e33e2e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Floating IP e8b0338a-70d6-4c9e-8d80-d7680566a3c0 associated. External IP: 172.25.0.72, port: 2f03a278-ed12-447c-947b-9788eb9acaf8. Jan 28 20:04:32.639697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8c109c-2878-4184-9c82-cca469e33e2e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Router a614ad5a-7973-4d13-8179-7c8ac99df03c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:04:32.745147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8c109c-2878-4184-9c82-cca469e33e2e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:04:32.750461 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2a8c109c-2878-4184-9c82-cca469e33e2e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:32.755752 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e18ad-a94a-49a1-81f2-66a8cbf25c5f None None] Sync routers for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:04:32.766808 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e18ad-a94a-49a1-81f2-66a8cbf25c5f None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:04:32.767427 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-844e18ad-a94a-49a1-81f2-66a8cbf25c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:04:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:32.783398 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2a8c109c-2878-4184-9c82-cca469e33e2e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "PUT /v2.0/floatingips/e8b0338a-70d6-4c9e-8d80-d7680566a3c0 HTTP/1.1" status: 200 len: 992 time: 0.9552705 Jan 28 20:04:32.783974 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'tag': '2f03a278-ed12-447c-947b-9788eb9acaf8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:04:32.786779 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbdd616-d709-4744-b3e6-cfcd8b46dac2" -d '{"events": [{"name": "network-changed", "server_uuid": "8be99f56-7939-4dea-afcb-7ec55141eef0", "tag": "2f03a278-ed12-447c-947b-9788eb9acaf8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:04:32.822565 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5868f86c-c26c-44bf-8e9f-dc6d7ac545a3 x-openstack-request-id: req-5868f86c-c26c-44bf-8e9f-dc6d7ac545a3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:04:32.823151 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be99f56-7939-4dea-afcb-7ec55141eef0", "tag": "2f03a278-ed12-447c-947b-9788eb9acaf8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:04:32.823151 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5868f86c-c26c-44bf-8e9f-dc6d7ac545a3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:04:32.823556 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'tag': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'status': 'completed', 'code': 200} Jan 28 20:04:32.878334 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-844e18ad-a94a-49a1-81f2-66a8cbf25c5f None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:04:32.888531 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdd616-d709-4744-b3e6-cfcd8b46dac2 req-2852d0ca-0421-4cfa-9dbe-5faedac2d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:32.890086 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbbdd616-d709-4744-b3e6-cfcd8b46dac2 req-2852d0ca-0421-4cfa-9dbe-5faedac2d829 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 1128 time: 0.0465543 Jan 28 20:04:32.989666 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdd616-d709-4744-b3e6-cfcd8b46dac2 req-185124c5-bec2-42f1-8234-f0b67d6e7e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:32.991682 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbbdd616-d709-4744-b3e6-cfcd8b46dac2 req-185124c5-bec2-42f1-8234-f0b67d6e7e56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0949771 Jan 28 20:04:33.069696 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbbdd616-d709-4744-b3e6-cfcd8b46dac2 req-f8a87c3b-3f87-45b0-b1d0-8a20c4c953e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f03a278-ed12-447c-947b-9788eb9acaf8 HTTP/1.1" status: 200 len: 1000 time: 0.0724571 Jan 28 20:04:33.120975 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdd616-d709-4744-b3e6-cfcd8b46dac2 req-6b8e63b3-ab24-4fc2-8e97-65bc9c185cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:33.122446 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-844e18ad-a94a-49a1-81f2-66a8cbf25c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'e8b0338a-70d6-4c9e-8d80-d7680566a3c0', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'port_id': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'mac_address': 'fa:16:3e:ac:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:01:31Z', 'updated_at': '2022-01-28T20:04:32Z', 'revision_number': 13, 'project_id': '23377866eb0344caab1bb3a943400662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:33.122902 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbbdd616-d709-4744-b3e6-cfcd8b46dac2 req-6b8e63b3-ab24-4fc2-8e97-65bc9c185cb5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0474253 Jan 28 20:04:33.149267 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e18ad-a94a-49a1-81f2-66a8cbf25c5f None None] Checking router: a614ad5a-7973-4d13-8179-7c8ac99df03c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:04:33.159127 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e18ad-a94a-49a1-81f2-66a8cbf25c5f None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:04:33.160072 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-844e18ad-a94a-49a1-81f2-66a8cbf25c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:04:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:33.182500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdd616-d709-4744-b3e6-cfcd8b46dac2 req-35f1ee1b-10c8-4d82-bb98-7002a2b1b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:33.184037 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbbdd616-d709-4744-b3e6-cfcd8b46dac2 req-35f1ee1b-10c8-4d82-bb98-7002a2b1b4e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0548613 Jan 28 20:04:33.271654 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-844e18ad-a94a-49a1-81f2-66a8cbf25c5f None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:04:33.276865 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbbdd616-d709-4744-b3e6-cfcd8b46dac2 req-3eb09681-31f2-43b7-b56a-e130f838a5f8 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859146 Jan 28 20:04:33.367911 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbbdd616-d709-4744-b3e6-cfcd8b46dac2 req-365ac7eb-a220-4008-b36f-e37dc7dc0e86 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854509 Jan 28 20:04:33.497181 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-844e18ad-a94a-49a1-81f2-66a8cbf25c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'e8b0338a-70d6-4c9e-8d80-d7680566a3c0', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'port_id': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'mac_address': 'fa:16:3e:ac:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:01:31Z', 'updated_at': '2022-01-28T20:04:32Z', 'revision_number': 13, 'project_id': '23377866eb0344caab1bb3a943400662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:04:33.525892 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e18ad-a94a-49a1-81f2-66a8cbf25c5f None None] The sync data for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 is: [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'e8b0338a-70d6-4c9e-8d80-d7680566a3c0', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'port_id': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'mac_address': 'fa:16:3e:ac:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:01:31Z', 'updated_at': '2022-01-28T20:04:32Z', 'revision_number': 13, 'project_id': '23377866eb0344caab1bb3a943400662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:04:33.728785 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0f467a-2d50-4642-b52b-2c57b77d17b0 None None] New status for floating IP e8b0338a-70d6-4c9e-8d80-d7680566a3c0: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:04:35.305508 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247048b-4589-4610-b43e-ba7684e07838 req-91103ae0-2793-4e53-a6fb-c30e6a6f8f1f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:35.307030 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e247048b-4589-4610-b43e-ba7684e07838 req-91103ae0-2793-4e53-a6fb-c30e6a6f8f1f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0621049 Jan 28 20:04:35.358602 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e247048b-4589-4610-b43e-ba7684e07838 req-48d8ad0c-4882-401a-af6a-fac70efb3b7d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430646 Jan 28 20:04:48.320861 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e2e56ee9-e2e5-42aa-94b6-31c80a1d71ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:50.473703 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b33c0196-1696-4cbc-ba4d-da98f20b99d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:51.858547 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ce555408-08d9-4061-9b53-5c266c6a1d90 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779755 Jan 28 20:04:51.870460 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcc945-6d9c-4b3a-9a27-5e6f48988774 req-575c11b5-d949-4601-b3e7-6e5cd2ab420e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:51.871863 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3dcc945-6d9c-4b3a-9a27-5e6f48988774 req-575c11b5-d949-4601-b3e7-6e5cd2ab420e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0810719 Jan 28 20:04:51.924807 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c3dcc945-6d9c-4b3a-9a27-5e6f48988774 req-dc6f74e0-eda7-4db2-a36c-630c4bf2e3ef tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446343 Jan 28 20:04:51.925546 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:53.074870 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cb6a3-7bc6-490f-ac0d-fa9da4f3c06f req-8441ce36-348a-46c9-81d3-b89a7690242a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:53.076412 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-974cb6a3-7bc6-490f-ac0d-fa9da4f3c06f req-8441ce36-348a-46c9-81d3-b89a7690242a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0635998 Jan 28 20:04:53.149676 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-974cb6a3-7bc6-490f-ac0d-fa9da4f3c06f req-2e0686c3-6afd-4424-af79-d3e9a096a715 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630276 Jan 28 20:04:53.154561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-2c0fed85-2bc3-43b8-a297-0ed6c5714a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:53.156051 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-2c0fed85-2bc3-43b8-a297-0ed6c5714a15 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 1128 time: 0.0767958 Jan 28 20:04:53.194358 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:53.252684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-864170fc-3eab-4eed-9b6f-32914f7eb87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:53.254120 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-864170fc-3eab-4eed-9b6f-32914f7eb87d service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0913157 Jan 28 20:04:53.323569 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-75244b38-ebb3-4c3e-b92f-e93d9df3ac90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f03a278-ed12-447c-947b-9788eb9acaf8 HTTP/1.1" status: 200 len: 1002 time: 0.0627933 Jan 28 20:04:53.375719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-13287f31-d895-4a03-8991-3f69725de50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:53.377156 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-13287f31-d895-4a03-8991-3f69725de50c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0473633 Jan 28 20:04:53.426285 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-1a0849c6-f2f2-4e90-b8d4-3ba74f86348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:53.427755 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-1a0849c6-f2f2-4e90-b8d4-3ba74f86348e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444973 Jan 28 20:04:53.516324 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-1cbd5e10-4bf8-4726-bde8-e407f7d65896 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824542 Jan 28 20:04:53.620239 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-af075591-1b8e-4fb5-931c-9b4d81a98bf5 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972395 Jan 28 20:04:54.277155 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:04:54.292188 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b9678-b246-4f6c-86f9-fb49011953af req-4355e0ad-3537-4482-8b24-ce98b9b0615c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:54.293698 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d89b9678-b246-4f6c-86f9-fb49011953af req-4355e0ad-3537-4482-8b24-ce98b9b0615c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0626519 Jan 28 20:04:54.340146 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d89b9678-b246-4f6c-86f9-fb49011953af req-e08a7666-5761-42ef-b8df-667dfa9c656f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408204 Jan 28 20:04:54.553984 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:55.481141 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa46a16-7a9b-4ba8-aa96-77e6044cb046 req-a7269f6d-c4a0-40c1-b02d-d0bad4dd7fb9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:55.482616 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8fa46a16-7a9b-4ba8-aa96-77e6044cb046 req-a7269f6d-c4a0-40c1-b02d-d0bad4dd7fb9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0624411 Jan 28 20:04:55.529276 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8fa46a16-7a9b-4ba8-aa96-77e6044cb046 req-ff792df9-097b-4af5-93ee-88ea90138eeb tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409853 Jan 28 20:04:55.961460 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:04:56.668631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c03cf-a019-4265-b6ab-2ebbcef1c9f6 req-19d43be3-efb2-480d-95c3-67eaee523ac9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:56.670098 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c57c03cf-a019-4265-b6ab-2ebbcef1c9f6 req-19d43be3-efb2-480d-95c3-67eaee523ac9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0546012 Jan 28 20:04:56.731343 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c57c03cf-a019-4265-b6ab-2ebbcef1c9f6 req-e3d7e4d1-45c0-438e-8c82-23b11389e9fc tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554545 Jan 28 20:04:57.599493 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c174d-83dd-4770-bc29-72f674ddfa09 req-f494b441-5fab-43d4-994e-cf0fc1ba8e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:57.601041 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f7c174d-83dd-4770-bc29-72f674ddfa09 req-f494b441-5fab-43d4-994e-cf0fc1ba8e84 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 1128 time: 0.0539672 Jan 28 20:04:57.711199 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c174d-83dd-4770-bc29-72f674ddfa09 req-729a5fde-a5ca-4d59-99a9-3731dba65323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:57.712632 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f7c174d-83dd-4770-bc29-72f674ddfa09 req-729a5fde-a5ca-4d59-99a9-3731dba65323 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0904136 Jan 28 20:04:57.783723 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f7c174d-83dd-4770-bc29-72f674ddfa09 req-6e6a5fbb-67cf-4490-aa98-397b471afc5d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f03a278-ed12-447c-947b-9788eb9acaf8 HTTP/1.1" status: 200 len: 1002 time: 0.0649414 Jan 28 20:04:57.860318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c174d-83dd-4770-bc29-72f674ddfa09 req-f159ea10-8487-476b-9110-31f9928fc197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:57.861750 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f7c174d-83dd-4770-bc29-72f674ddfa09 req-f159ea10-8487-476b-9110-31f9928fc197 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0714338 Jan 28 20:04:57.906903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfa8e7-4861-4df5-8c47-2dbac2f68a59 req-9a36e951-5d38-4d38-9a86-8682f6a391de tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:57.908350 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0edfa8e7-4861-4df5-8c47-2dbac2f68a59 req-9a36e951-5d38-4d38-9a86-8682f6a391de tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0909336 Jan 28 20:04:57.942811 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c174d-83dd-4770-bc29-72f674ddfa09 req-078f893b-2b26-4c12-8a25-556f5047247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:57.944308 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f7c174d-83dd-4770-bc29-72f674ddfa09 req-078f893b-2b26-4c12-8a25-556f5047247f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0759127 Jan 28 20:04:58.008196 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0edfa8e7-4861-4df5-8c47-2dbac2f68a59 req-adfaace8-e5f0-4272-b4df-c727c3382efe tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919456 Jan 28 20:04:58.051989 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f7c174d-83dd-4770-bc29-72f674ddfa09 req-c0ca2754-53e7-498e-9d4d-d7e701c46c86 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016762 Jan 28 20:04:58.146392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f7c174d-83dd-4770-bc29-72f674ddfa09 req-33b5ab86-f79c-4891-bc63-e27e7a81ccc7 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884609 Jan 28 20:04:59.148545 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191aa2a8-1c49-46ca-87a2-bda81f0832aa req-89f50899-15c6-4be0-85f5-ae4025c066df tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:04:59.150002 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-191aa2a8-1c49-46ca-87a2-bda81f0832aa req-89f50899-15c6-4be0-85f5-ae4025c066df tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0595009 Jan 28 20:04:59.197691 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-191aa2a8-1c49-46ca-87a2-bda81f0832aa req-c5d380c6-8a55-41b3-b878-5ad25591088c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419803 Jan 28 20:05:00.327964 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7c9e5-2b1b-40ad-b8de-daa7cbfc05da req-0587de70-a7ca-4f8f-9967-0591c9805956 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:00.329486 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28a7c9e5-2b1b-40ad-b8de-daa7cbfc05da req-0587de70-a7ca-4f8f-9967-0591c9805956 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0575697 Jan 28 20:05:00.378518 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-28a7c9e5-2b1b-40ad-b8de-daa7cbfc05da req-da8c3610-cfaa-47f7-b252-71b62908b83a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406399 Jan 28 20:05:00.677022 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:01.506644 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8d028-562a-45b3-8c11-fcd8b13a7cac req-763ae287-465e-48f4-9bec-ab122ca3a449 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:01.508120 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0bd8d028-562a-45b3-8c11-fcd8b13a7cac req-763ae287-465e-48f4-9bec-ab122ca3a449 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0524631 Jan 28 20:05:01.554816 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0bd8d028-562a-45b3-8c11-fcd8b13a7cac req-45715411-832f-4c32-b54d-25416a43e9ee tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409269 Jan 28 20:05:02.677137 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b954a-36f8-441e-b9d2-810aa783ff67 req-1315b671-03e5-4ca7-a0e9-d3b6865d9f12 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:02.678628 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e5b954a-36f8-441e-b9d2-810aa783ff67 req-1315b671-03e5-4ca7-a0e9-d3b6865d9f12 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0541339 Jan 28 20:05:02.725649 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e5b954a-36f8-441e-b9d2-810aa783ff67 req-e94acd23-c339-4834-85a7-0e08a0190a20 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409796 Jan 28 20:05:03.224414 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2f03a278-ed12-447c-947b-9788eb9acaf8 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:05:03.302911 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 2f03a278-ed12-447c-947b-9788eb9acaf8 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:05:03.303303 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:03.326145 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f03a278-ed12-447c-947b-9788eb9acaf8'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:05:03.328457 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cac1a9-02ea-4e4b-99e6-b62bde35f033" -d '{"events": [{"server_uuid": "8be99f56-7939-4dea-afcb-7ec55141eef0", "name": "network-vif-unplugged", "status": "completed", "tag": "2f03a278-ed12-447c-947b-9788eb9acaf8"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:05:03.340690 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2f03a278-ed12-447c-947b-9788eb9acaf8,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:05:03.345921 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:03.383504 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8062cad9-4e86-44e8-befc-d0afe487c453 x-openstack-request-id: req-8062cad9-4e86-44e8-befc-d0afe487c453 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:05:03.383796 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be99f56-7939-4dea-afcb-7ec55141eef0", "name": "network-vif-unplugged", "status": "completed", "tag": "2f03a278-ed12-447c-947b-9788eb9acaf8", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:05:03.384051 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8062cad9-4e86-44e8-befc-d0afe487c453 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:05:03.384441 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'code': 200} Jan 28 20:05:03.396840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=2f03a278-ed12-447c-947b-9788eb9acaf8,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:03.404128 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:03.404477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:03.404849 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:03.405307 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:03.405618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:03.405951 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:03.406308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:03.406634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:03.406966 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:03.407285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:03.407606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:03.407934 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:03.408218 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:03.859377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea7045-a1d9-47a0-8b79-0adeabe82598 req-26a4f7ff-8d2b-405a-a29d-87ccf44ae487 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:03.861092 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4ea7045-a1d9-47a0-8b79-0adeabe82598 req-26a4f7ff-8d2b-405a-a29d-87ccf44ae487 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0611768 Jan 28 20:05:03.911257 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4ea7045-a1d9-47a0-8b79-0adeabe82598 req-8822da78-9317-46d9-9bd4-36155b31d2eb tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440574 Jan 28 20:05:04.068869 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-3213cefc-4973-45b6-9314-15c19cd7404c service neutron] show failed (client error): The resource could not be found. Jan 28 20:05:04.069788 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-3213cefc-4973-45b6-9314-15c19cd7404c service neutron] 10.222.0.31 "GET /v2.0/ports/2f03a278-ed12-447c-947b-9788eb9acaf8/bindings/n-h2-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0606742 Jan 28 20:05:04.278007 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-8480f241-fc54-4e7a-95df-4e610a9b71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:04.279469 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-8480f241-fc54-4e7a-95df-4e610a9b71d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0&tenant_id=23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 1126 time: 0.0473509 Jan 28 20:05:04.290186 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-38063854-868e-4eaa-924e-0d71a582e9cf service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:05:04.291597 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-38063854-868e-4eaa-924e-0d71a582e9cf service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053492 Jan 28 20:05:04.302519 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:05:04.365704 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:04.880026 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2f03a278-ed12-447c-947b-9788eb9acaf8,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:05:04.912700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:05:04.945059 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f03a278-ed12-447c-947b-9788eb9acaf8 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:05:04.952781 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Publish callbacks [] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:04.964879 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Transition to ACTIVE for port object 2f03a278-ed12-447c-947b-9788eb9acaf8 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:05:04.969761 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:05.018554 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Pushing event updated for resources: {'Port': ['ID=2f03a278-ed12-447c-947b-9788eb9acaf8,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:05.041809 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518b8af-f762-4564-9d4f-ab71e8b137ff req-106d38ae-a59c-45f3-aa07-71b79a488692 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:05.043447 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8518b8af-f762-4564-9d4f-ab71e8b137ff req-106d38ae-a59c-45f3-aa07-71b79a488692 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0587335 Jan 28 20:05:05.092304 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8518b8af-f762-4564-9d4f-ab71e8b137ff req-abced7de-8198-4caf-b4a1-bfa560690c1e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427616 Jan 28 20:05:05.102122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] No DVR routers for this DVR port 2f03a278-ed12-447c-947b-9788eb9acaf8 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:05:05.236024 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Attempting to bind port 2f03a278-ed12-447c-947b-9788eb9acaf8 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:05:05.236354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Attempting to bind port 2f03a278-ed12-447c-947b-9788eb9acaf8 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:05:05.236678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Attempting to bind port 2f03a278-ed12-447c-947b-9788eb9acaf8 on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:05:05.241259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Port 2f03a278-ed12-447c-947b-9788eb9acaf8 on network b01f24d2-de11-4d42-919f-3eeaba63df97 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:05:05.241584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Attempting to bind port 2f03a278-ed12-447c-947b-9788eb9acaf8 on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:05:05.246289 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:05:05.246625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Checking segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:05:05.247002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Bound using segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:05:05.247422 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Bound port: 2f03a278-ed12-447c-947b-9788eb9acaf8, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:05:05.247769 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:05.312696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:05:05.315626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2f03a278-ed12-447c-947b-9788eb9acaf8,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:05:05.323830 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:05.356960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:05.357656 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:05.359118 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f03a278-ed12-447c-947b-9788eb9acaf8 HTTP/1.1" status: 200 len: 1092 time: 1.0602355 Jan 28 20:05:05.359557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'tag': '2f03a278-ed12-447c-947b-9788eb9acaf8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:05:05.361816 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f8872e-96fb-4528-bb24-cb91a953fa9c" -d '{"events": [{"name": "network-changed", "server_uuid": "8be99f56-7939-4dea-afcb-7ec55141eef0", "tag": "2f03a278-ed12-447c-947b-9788eb9acaf8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:05:05.395999 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3412ac-3e80-49ca-870a-3ca5f00efd74 service neutron] Pushing event updated for resources: {'Port': ['ID=2f03a278-ed12-447c-947b-9788eb9acaf8,revision_number=8']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:05.421525 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2eaaad-1eaa-42e7-b372-9d42fccb1563 x-openstack-request-id: req-cb2eaaad-1eaa-42e7-b372-9d42fccb1563 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:05:05.421888 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be99f56-7939-4dea-afcb-7ec55141eef0", "tag": "2f03a278-ed12-447c-947b-9788eb9acaf8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:05:05.422264 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb2eaaad-1eaa-42e7-b372-9d42fccb1563 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:05:05.422701 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'tag': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'status': 'completed', 'code': 200} Jan 28 20:05:05.437759 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-161daf86-d361-4d91-97c6-5a9496649ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:05.439483 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-161daf86-d361-4d91-97c6-5a9496649ff0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 1126 time: 0.0558355 Jan 28 20:05:05.549358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-009b23ff-b473-4900-afa4-61bed284d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:05.550927 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-009b23ff-b473-4900-afa4-61bed284d19a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 1126 time: 0.1051383 Jan 28 20:05:05.586258 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-33d9dba6-18eb-488b-8039-b1f4c00b2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:05.587709 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-33d9dba6-18eb-488b-8039-b1f4c00b2619 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.1341608 Jan 28 20:05:05.693915 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-cd436cf4-cd4a-486d-b71c-cbeea26d817b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f03a278-ed12-447c-947b-9788eb9acaf8 HTTP/1.1" status: 200 len: 1000 time: 0.0781255 Jan 28 20:05:05.711079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-f1f7b8fb-de46-4b3f-b2ab-8f6b1f8f1d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:05.712476 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-f1f7b8fb-de46-4b3f-b2ab-8f6b1f8f1d5d service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.1556349 Jan 28 20:05:05.790190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-a5c4a9cf-7cd2-4e1c-9dce-69bb879662f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:05.791677 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-a5c4a9cf-7cd2-4e1c-9dce-69bb879662f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0911524 Jan 28 20:05:05.809617 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-367c2ed2-2956-40b2-aa05-3f4757a96dfc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f03a278-ed12-447c-947b-9788eb9acaf8 HTTP/1.1" status: 200 len: 1000 time: 0.0804207 Jan 28 20:05:05.874697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-9c2fe9ac-efc8-471d-b6ff-6c7ef6d583c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:05.876166 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-9c2fe9ac-efc8-471d-b6ff-6c7ef6d583c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0516939 Jan 28 20:05:05.880724 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-25e5af73-3d4f-48b9-8f64-8c077357c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:05.882119 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-25e5af73-3d4f-48b9-8f64-8c077357c816 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0838838 Jan 28 20:05:05.987114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-6135d76f-2a9a-4d2d-905a-8233aafc9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:05.988636 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-6135d76f-2a9a-4d2d-905a-8233aafc9e86 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1055703 Jan 28 20:05:06.017851 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-32690118-adec-4677-8ab9-d2012d574f14 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276305 Jan 28 20:05:06.151856 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-0221926d-d68d-427a-94ad-8cfaf3eb3cef service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543245 Jan 28 20:05:06.169314 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-8f491e95-0edd-4be9-9952-977b0fd70760 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223905 Jan 28 20:05:06.222047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b67d8-3e06-401a-be54-88fd64a7209f req-73e72f34-ef53-4cb9-8031-a5e4da398090 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:06.224180 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b8b67d8-3e06-401a-be54-88fd64a7209f req-73e72f34-ef53-4cb9-8031-a5e4da398090 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0600207 Jan 28 20:05:06.274614 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-4b8b67d8-3e06-401a-be54-88fd64a7209f req-24e60e59-f06e-4f2c-9a17-7c536be6a513 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440207 Jan 28 20:05:06.274967 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-b798f16b-27e3-4a8f-8fe1-50cfb630c7be service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161497 Jan 28 20:05:06.289527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-e85d5937-2760-4bc2-9a1b-4b11e5fc5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:06.291101 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-e85d5937-2760-4bc2-9a1b-4b11e5fc5f6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 1126 time: 0.0608931 Jan 28 20:05:06.385576 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-3474de0f-52c9-4af6-9939-0dc86e0323fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:06.387204 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-3474de0f-52c9-4af6-9939-0dc86e0323fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0903981 Jan 28 20:05:06.453740 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-fdf2aa59-02f2-46b1-8859-afcb6d00d07e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f03a278-ed12-447c-947b-9788eb9acaf8 HTTP/1.1" status: 200 len: 1000 time: 0.0601292 Jan 28 20:05:06.507126 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-749bd356-fd0e-4b7b-b658-f3d4e67e0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:06.508523 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-749bd356-fd0e-4b7b-b658-f3d4e67e0533 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0484548 Jan 28 20:05:06.557709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-01d456d1-2606-4231-96a7-7620e7f4209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:06.559260 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-01d456d1-2606-4231-96a7-7620e7f4209e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444627 Jan 28 20:05:06.647631 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-e0e4de89-1cb2-4f0f-8b3a-8ab5325d2a48 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823631 Jan 28 20:05:06.742711 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f9f8872e-96fb-4528-bb24-cb91a953fa9c req-b0992cf3-9719-4fdd-87a6-4ea1dde68e18 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891981 Jan 28 20:05:07.405147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98a579-bb24-4439-8b5c-9f64418f32fd req-0ec998b3-10d5-4d75-8128-e7e42fbb8aae tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:07.406670 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd98a579-bb24-4439-8b5c-9f64418f32fd req-0ec998b3-10d5-4d75-8128-e7e42fbb8aae tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0554354 Jan 28 20:05:07.456383 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bd98a579-bb24-4439-8b5c-9f64418f32fd req-3aea79a7-1ec1-45d0-81d6-23acc6e32878 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423002 Jan 28 20:05:08.581324 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03448f1-4da7-41da-bf25-8d81e05a2efe req-87f57cdc-8d78-4177-b5c2-808e0081cebd tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:08.582873 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e03448f1-4da7-41da-bf25-8d81e05a2efe req-87f57cdc-8d78-4177-b5c2-808e0081cebd tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0554032 Jan 28 20:05:08.636467 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e03448f1-4da7-41da-bf25-8d81e05a2efe req-582a5407-5a79-4c42-aaba-6cbaf6a503ce tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478814 Jan 28 20:05:09.768379 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425ae93-9d03-438b-8bfc-b31224d042b9 req-77de8376-2f9c-4aab-8a86-a464879de7a4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:09.769879 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b425ae93-9d03-438b-8bfc-b31224d042b9 req-77de8376-2f9c-4aab-8a86-a464879de7a4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0588453 Jan 28 20:05:09.823401 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b425ae93-9d03-438b-8bfc-b31224d042b9 req-ccbdaea5-d13d-4005-aad6-7e5ff49a533c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425978 Jan 28 20:05:10.945706 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2d827-6046-4304-a5e7-cd4a34824fd3 req-a7796373-3ab6-4932-b4b6-f57ca990702c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:10.947426 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bd2d827-6046-4304-a5e7-cd4a34824fd3 req-a7796373-3ab6-4932-b4b6-f57ca990702c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0543163 Jan 28 20:05:10.995149 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7bd2d827-6046-4304-a5e7-cd4a34824fd3 req-b36c8e94-deb2-4411-bef3-eb8bce3f8a98 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419724 Jan 28 20:05:12.124577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2fd78-3dbf-4106-89c8-53358767e87f req-39247bc4-0aa7-4392-acb2-f8aaeaa3f3ec tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:12.126140 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-97b2fd78-3dbf-4106-89c8-53358767e87f req-39247bc4-0aa7-4392-acb2-f8aaeaa3f3ec tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0575767 Jan 28 20:05:12.176608 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-97b2fd78-3dbf-4106-89c8-53358767e87f req-2f25da38-f5d4-431e-89f5-838fbcf6ad29 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426562 Jan 28 20:05:13.307469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f40c0-8a9f-489a-8cc9-1d4c5d17c6f0 req-ce3192fe-b426-4835-87b7-3d8c300d4567 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:13.309101 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-748f40c0-8a9f-489a-8cc9-1d4c5d17c6f0 req-ce3192fe-b426-4835-87b7-3d8c300d4567 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0575831 Jan 28 20:05:13.356996 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-748f40c0-8a9f-489a-8cc9-1d4c5d17c6f0 req-1e1cc922-d400-4b8c-8c21-b904286be11b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413060 Jan 28 20:05:14.479718 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07150d-0e9d-4224-ae65-3a8f9e867bad req-cd8578cb-376b-42ee-92bc-0e4853556fad tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:14.481227 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b07150d-0e9d-4224-ae65-3a8f9e867bad req-cd8578cb-376b-42ee-92bc-0e4853556fad tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0541532 Jan 28 20:05:14.533115 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b07150d-0e9d-4224-ae65-3a8f9e867bad req-8ec85955-3fd9-43b7-9d74-28b66c621acc tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461254 Jan 28 20:05:15.656326 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd5978-80a0-4812-a8db-445fff813477 req-7cd7123f-02e9-4f7d-91a4-957ce1df0e62 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:15.657701 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-58fd5978-80a0-4812-a8db-445fff813477 req-7cd7123f-02e9-4f7d-91a4-957ce1df0e62 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0559886 Jan 28 20:05:15.705786 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-58fd5978-80a0-4812-a8db-445fff813477 req-347fd313-0afe-438d-83f8-e4167a9bca8b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423384 Jan 28 20:05:16.851517 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56238c7-a1c4-46c2-a214-1c10101be3e5 req-018d742e-a532-4a0a-9e9d-bec7a8be67e5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:16.853003 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d56238c7-a1c4-46c2-a214-1c10101be3e5 req-018d742e-a532-4a0a-9e9d-bec7a8be67e5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0622001 Jan 28 20:05:16.902909 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d56238c7-a1c4-46c2-a214-1c10101be3e5 req-7b3f857d-e7cb-4990-a67b-8a39b8ce7ab0 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413175 Jan 28 20:05:18.047589 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3927137-816a-4d1e-b10f-3aff0160d58a req-48aff184-68be-4b9f-9cf2-f201e5bce9c6 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:18.048971 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a3927137-816a-4d1e-b10f-3aff0160d58a req-48aff184-68be-4b9f-9cf2-f201e5bce9c6 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0639102 Jan 28 20:05:18.095649 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a3927137-816a-4d1e-b10f-3aff0160d58a req-76545eb8-73d5-441a-93d8-1eb8079b44ab tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410018 Jan 28 20:05:18.323891 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea40ed14-91e3-4f4c-aa84-1d92b263d425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:19.219599 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e5f77-8b9b-49ca-9a05-a55e4eabb42f req-9b5b45b4-46c1-423c-8524-4ad6b9a02375 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:19.220983 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b5e5f77-8b9b-49ca-9a05-a55e4eabb42f req-9b5b45b4-46c1-423c-8524-4ad6b9a02375 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0543883 Jan 28 20:05:19.267852 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6b5e5f77-8b9b-49ca-9a05-a55e4eabb42f req-d219ab71-7949-458a-a984-2ec4b4ce4074 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411148 Jan 28 20:05:20.394527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1e9d4-0dc5-4cd1-aeee-cb4329d37153 req-14fa8592-dbe4-4706-b138-56a01cf25569 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:20.396752 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93d1e9d4-0dc5-4cd1-aeee-cb4329d37153 req-14fa8592-dbe4-4706-b138-56a01cf25569 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0591488 Jan 28 20:05:20.444875 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-93d1e9d4-0dc5-4cd1-aeee-cb4329d37153 req-a710637b-db71-491d-b6da-e7f2d1209bd4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422983 Jan 28 20:05:20.469252 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5e74210-bd36-485d-8e2b-451105f44d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:21.594120 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303638-dd8b-4951-b1b8-b30b44f0894b req-d24bf9df-6667-4fa7-be07-c8e2bd5c2954 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:21.595654 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0f303638-dd8b-4951-b1b8-b30b44f0894b req-d24bf9df-6667-4fa7-be07-c8e2bd5c2954 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0628045 Jan 28 20:05:21.649914 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0f303638-dd8b-4951-b1b8-b30b44f0894b req-c09d07e9-ed6e-4ca7-bd21-4f7b52b9117a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484221 Jan 28 20:05:21.935499 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:22.777056 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1949f8-f3e8-4dee-afb3-f8e1ea1cb8ea req-e0d7b489-9840-4023-8b56-447d3a01e19d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:22.778536 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bf1949f8-f3e8-4dee-afb3-f8e1ea1cb8ea req-e0d7b489-9840-4023-8b56-447d3a01e19d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0534158 Jan 28 20:05:22.830379 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bf1949f8-f3e8-4dee-afb3-f8e1ea1cb8ea req-56b274ce-909d-4bcc-b1dd-dd2132d3a326 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460684 Jan 28 20:05:23.194740 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:23.962442 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bd512-d788-492c-8ec4-6ba453ea25c4 req-09fee3fe-1af3-4896-9d7b-05971b9c1f26 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:23.963945 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-532bd512-d788-492c-8ec4-6ba453ea25c4 req-09fee3fe-1af3-4896-9d7b-05971b9c1f26 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0562258 Jan 28 20:05:24.010428 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-532bd512-d788-492c-8ec4-6ba453ea25c4 req-b28ec335-88d6-4be2-b1d5-72f215452f1c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405238 Jan 28 20:05:24.340625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-a013cf7f-6e29-433f-ba11-66b2ed1317e9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:24.342121 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-a013cf7f-6e29-433f-ba11-66b2ed1317e9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.37 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0&tenant_id=23377866eb0344caab1bb3a943400662&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 944 time: 0.0926385 Jan 28 20:05:24.349788 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16052e-5d19-4cfe-9f33-3444347794d9 req-491cc075-3c89-42a4-8b17-5a94de65ff1e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:24.351167 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c16052e-5d19-4cfe-9f33-3444347794d9 req-491cc075-3c89-42a4-8b17-5a94de65ff1e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0747814 Jan 28 20:05:24.435213 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5c16052e-5d19-4cfe-9f33-3444347794d9 req-b620151d-3367-4dcd-ac19-3e0b87f07b83 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780692 Jan 28 20:05:24.436999 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f5caa959-240c-4dd6-9939-8545c5ed12b1 service neutron] 10.222.0.37 "GET /v2.0/ports/2f03a278-ed12-447c-947b-9788eb9acaf8/bindings/n-h2-824834-4 HTTP/1.1" status: 200 len: 382 time: 0.0850255 Jan 28 20:05:24.509943 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-9c6fb94b-557a-4f9d-a525-3b612604346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:24.513046 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-9c6fb94b-557a-4f9d-a525-3b612604346d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 1126 time: 0.0532312 Jan 28 20:05:24.545490 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:24.607110 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-d46aa012-9a03-40b0-87b3-0433cdaa7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:24.608502 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-d46aa012-9a03-40b0-87b3-0433cdaa7f3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0887632 Jan 28 20:05:24.676092 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-57952758-feb9-40da-b01d-0a46ce292b0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f03a278-ed12-447c-947b-9788eb9acaf8 HTTP/1.1" status: 200 len: 1000 time: 0.0611155 Jan 28 20:05:24.723142 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-ad747be2-0481-4058-80d9-599537124908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:24.724532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-ad747be2-0481-4058-80d9-599537124908 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0432281 Jan 28 20:05:24.775924 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-563843e3-aa17-493e-8ccf-3b59e40d06af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:24.777401 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-563843e3-aa17-493e-8ccf-3b59e40d06af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467658 Jan 28 20:05:24.877596 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-96a52423-fdca-441d-85f6-c630230aa086 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938711 Jan 28 20:05:24.968632 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-bd79cf03-577e-48b3-9386-03e0f3ec2087 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856428 Jan 28 20:05:25.489546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2f03a278-ed12-447c-947b-9788eb9acaf8 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:05:25.574384 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53a3f6-5201-4e76-b56e-d5195165811a req-325d9aec-54a6-46ec-a1d2-b7a97bf08a54 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:25.576061 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc53a3f6-5201-4e76-b56e-d5195165811a req-325d9aec-54a6-46ec-a1d2-b7a97bf08a54 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 944 time: 0.0529993 Jan 28 20:05:25.593258 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2f03a278-ed12-447c-947b-9788eb9acaf8,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:05:25.605685 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'port_id': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'mac_address': 'fa:16:3e:ac:4c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:05:25.627509 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc53a3f6-5201-4e76-b56e-d5195165811a req-ebb4f166-beca-4516-8e31-1c9d89c7b841 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456412 Jan 28 20:05:25.642370 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 2f03a278-ed12-447c-947b-9788eb9acaf8 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:05:25.642762 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:25.658483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f03a278-ed12-447c-947b-9788eb9acaf8 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:05:25.681107 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2f03a278-ed12-447c-947b-9788eb9acaf8,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:05:25.688125 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:25.745014 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=2f03a278-ed12-447c-947b-9788eb9acaf8,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:25.960505 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:26.035881 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['2f03a278-ed12-447c-947b-9788eb9acaf8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:05:26.762902 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6066b-ab48-4594-9086-e710dd41bb5d req-0f83879e-61e5-4147-9c4b-f14f1fcc3a02 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:26.764470 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35e6066b-ab48-4594-9086-e710dd41bb5d req-0f83879e-61e5-4147-9c4b-f14f1fcc3a02 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0577853 Jan 28 20:05:26.813721 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-35e6066b-ab48-4594-9086-e710dd41bb5d req-004c1537-b48a-4430-9514-e5eb327b0e88 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434699 Jan 28 20:05:27.520724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2f03a278-ed12-447c-947b-9788eb9acaf8 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:05:27.618751 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2f03a278-ed12-447c-947b-9788eb9acaf8,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:05:27.630495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'port_id': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'mac_address': 'fa:16:3e:ac:4c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:05:27.939688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee678f4-2ff4-40e1-802a-c78414953cca req-78021b40-5dc6-4e9f-95f3-8dca3f66ac5b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:27.945276 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3ee678f4-2ff4-40e1-802a-c78414953cca req-78021b40-5dc6-4e9f-95f3-8dca3f66ac5b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0565264 Jan 28 20:05:27.990303 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3ee678f4-2ff4-40e1-802a-c78414953cca req-acb8845c-7568-4b33-9a40-a3d006070392 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421350 Jan 28 20:05:29.117015 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf160e-d7c8-4a2c-a4fd-7fa6f87d179c req-2c62ae9e-49e1-4a8c-af9c-9223ccf76bb2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:29.118555 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7bf160e-d7c8-4a2c-a4fd-7fa6f87d179c req-2c62ae9e-49e1-4a8c-af9c-9223ccf76bb2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0575612 Jan 28 20:05:29.167465 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7bf160e-d7c8-4a2c-a4fd-7fa6f87d179c req-1d1fe5d3-0c77-49a9-9ce0-886ddb537449 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431852 Jan 28 20:05:30.290849 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b03e3-bb7d-4bd5-a09f-8d3c7840893e req-1edfe520-faa7-45d8-8125-82b158ea6f78 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:30.292216 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ff3b03e3-bb7d-4bd5-a09f-8d3c7840893e req-1edfe520-faa7-45d8-8125-82b158ea6f78 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0546167 Jan 28 20:05:30.341528 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ff3b03e3-bb7d-4bd5-a09f-8d3c7840893e req-6152c721-9be1-4482-8414-932adf296537 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435712 Jan 28 20:05:30.676861 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:30.773958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-fdc9fa5e-5b84-4b13-9dc0-24a5c8b2dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:30.775469 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-fdc9fa5e-5b84-4b13-9dc0-24a5c8b2dfe9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0&tenant_id=23377866eb0344caab1bb3a943400662 HTTP/1.1" status: 200 len: 1127 time: 0.0515954 Jan 28 20:05:30.787036 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:05:30.849172 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:31.060364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2f03a278-ed12-447c-947b-9788eb9acaf8,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:05:31.094130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:05:31.131371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2f03a278-ed12-447c-947b-9788eb9acaf8 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:05:31.140824 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Publish callbacks [] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:31.152732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Ignored duplicate provisioning block setup for port 2f03a278-ed12-447c-947b-9788eb9acaf8 by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 20:05:31.158052 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:31.236429 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f03a278-ed12-447c-947b-9788eb9acaf8,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:31.248633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:31.249008 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:31.249343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:31.249669 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:31.249997 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:31.250327 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:31.250651 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:31.251023 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:31.251363 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:31.251663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:31.251968 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:31.252374 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:31.252742 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:05:31.276710 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:05:31.288807 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] No DVR routers for this DVR port 2f03a278-ed12-447c-947b-9788eb9acaf8 on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:05:31.446656 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Attempting to bind port 2f03a278-ed12-447c-947b-9788eb9acaf8 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:05:31.446984 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Attempting to bind port 2f03a278-ed12-447c-947b-9788eb9acaf8 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:05:31.447309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Attempting to bind port 2f03a278-ed12-447c-947b-9788eb9acaf8 on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:05:31.455848 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Port 2f03a278-ed12-447c-947b-9788eb9acaf8 on network b01f24d2-de11-4d42-919f-3eeaba63df97 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:05:31.456097 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Attempting to bind port 2f03a278-ed12-447c-947b-9788eb9acaf8 on network b01f24d2-de11-4d42-919f-3eeaba63df97 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:05:31.463997 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:05:31.464332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Checking segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:05:31.464702 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Bound using segment: {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:05:31.465121 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Bound port: 2f03a278-ed12-447c-947b-9788eb9acaf8, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34725ee4-13f5-4ebd-8779-86ab444edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:05:31.465474 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:31.490565 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba19811-6048-4e48-8f05-135fd787b889 req-e14b0fea-d9c6-4efc-a60b-4b70a7924cd7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:31.492066 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ba19811-6048-4e48-8f05-135fd787b889 req-e14b0fea-d9c6-4efc-a60b-4b70a7924cd7 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0775838 Jan 28 20:05:31.523100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2f03a278-ed12-447c-947b-9788eb9acaf8 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:05:31.566509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] The host n-h2-824834-4 is not matching for port 2f03a278-ed12-447c-947b-9788eb9acaf8 host n-h1-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:05:31.566900 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2f03a278-ed12-447c-947b-9788eb9acaf8 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:05:31.571020 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:05:31.574609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2f03a278-ed12-447c-947b-9788eb9acaf8,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:05:31.580304 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ba19811-6048-4e48-8f05-135fd787b889 req-09019856-a5f4-4ee0-b1c5-efda731a036a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690625 Jan 28 20:05:31.581775 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:31.616225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:31.616849 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:31.618298 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] 10.222.0.31 "PUT /v2.0/ports/2f03a278-ed12-447c-947b-9788eb9acaf8 HTTP/1.1" status: 200 len: 1093 time: 0.8359652 Jan 28 20:05:31.618720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'tag': '2f03a278-ed12-447c-947b-9788eb9acaf8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:05:31.620955 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29" -d '{"events": [{"name": "network-changed", "server_uuid": "8be99f56-7939-4dea-afcb-7ec55141eef0", "tag": "2f03a278-ed12-447c-947b-9788eb9acaf8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:05:31.683057 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387347c0-3f44-41be-9510-f1099d9bff43 x-openstack-request-id: req-387347c0-3f44-41be-9510-f1099d9bff43 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:05:31.683437 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be99f56-7939-4dea-afcb-7ec55141eef0", "tag": "2f03a278-ed12-447c-947b-9788eb9acaf8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:05:31.683857 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-387347c0-3f44-41be-9510-f1099d9bff43 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:05:31.684287 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'tag': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'status': 'completed', 'code': 200} Jan 28 20:05:31.687450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac3d1c-1493-496a-a8bb-fae27d45b6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f03a278-ed12-447c-947b-9788eb9acaf8,revision_number=11']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:31.745651 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-1c7c81e1-4093-4693-868c-4ae80390cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:31.747238 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-1c7c81e1-4093-4693-868c-4ae80390cbdb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 1127 time: 0.1010935 Jan 28 20:05:31.753415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-fd090ce8-f097-48d1-8451-1a21ef840f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:31.754921 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-fd090ce8-f097-48d1-8451-1a21ef840f0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 1127 time: 0.0619385 Jan 28 20:05:31.907623 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-c6eb04a1-376c-4c43-9076-e6d3ca8e8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:31.909029 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-c6eb04a1-376c-4c43-9076-e6d3ca8e8770 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.1532283 Jan 28 20:05:31.910241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-73d26edd-ade7-4d8b-9968-1d71a84240fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:31.911485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-73d26edd-ade7-4d8b-9968-1d71a84240fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.1481102 Jan 28 20:05:32.017915 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-cc60582b-8690-4ba0-ac76-f33818f3ab24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f03a278-ed12-447c-947b-9788eb9acaf8 HTTP/1.1" status: 200 len: 1000 time: 0.1025138 Jan 28 20:05:32.021609 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-984f62d9-195a-470f-8d9f-ad89d3341053 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f03a278-ed12-447c-947b-9788eb9acaf8 HTTP/1.1" status: 200 len: 1000 time: 0.1007967 Jan 28 20:05:32.100380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-399adf13-42b2-4470-b43b-58928b437260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:32.101842 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-399adf13-42b2-4470-b43b-58928b437260 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0785007 Jan 28 20:05:32.105280 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-46c1905f-8ad4-4947-85e0-a8eb0a01edef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:32.106628 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-46c1905f-8ad4-4947-85e0-a8eb0a01edef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0762668 Jan 28 20:05:32.491687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f0f5eb16-b227-4dcd-baf2-5cf8c955a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:32.493217 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-f0f5eb16-b227-4dcd-baf2-5cf8c955a971 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3853929 Jan 28 20:05:32.494966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-e349c242-340d-49f5-902c-873975327bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:32.496303 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-e349c242-340d-49f5-902c-873975327bb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3812962 Jan 28 20:05:32.643961 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-69018985-8302-4d86-b5aa-e2765dbb77d9 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435788 Jan 28 20:05:32.647368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-3aea4f1c-47b2-4483-81bb-42b4ba0d673e service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401682 Jan 28 20:05:32.831548 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc317c7c-b3ec-4e58-9d6e-bd87e2dcc144 req-e330f7fb-bbde-4657-98b2-1dbb174a03b3 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817701 Jan 28 20:05:32.845073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc8bca-2953-4285-9af5-630b9cfd9c9f req-e6d27033-61b6-4ac8-8205-6c0711737a04 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:32.846540 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a3bc8bca-2953-4285-9af5-630b9cfd9c9f req-e6d27033-61b6-4ac8-8205-6c0711737a04 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.1889915 Jan 28 20:05:32.850377 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-177d4b58-aef4-4bb9-b51b-2505599f5932 service neutron] 10.222.0.37 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937184 Jan 28 20:05:32.923076 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a3bc8bca-2953-4285-9af5-630b9cfd9c9f req-5af63a00-e595-497b-8ddd-babbbc885c94 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690994 Jan 28 20:05:32.935581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-8f8db7f8-d0b7-47b0-9e4a-62c8213c6cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:32.937471 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-8f8db7f8-d0b7-47b0-9e4a-62c8213c6cae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=23377866eb0344caab1bb3a943400662&device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 1127 time: 0.0625994 Jan 28 20:05:33.032119 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-d7981ee4-973e-4181-b4da-6687c250d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:33.033597 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-d7981ee4-973e-4181-b4da-6687c250d30a service neutron] 10.222.0.31 "GET /v2.0/networks?id=b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 200 len: 912 time: 0.0899158 Jan 28 20:05:33.098394 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-1a03cc12-708a-4f3a-93d3-ac231eb481ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f03a278-ed12-447c-947b-9788eb9acaf8 HTTP/1.1" status: 200 len: 1000 time: 0.0589747 Jan 28 20:05:33.151350 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-da77c8e4-e7eb-45bc-b071-47278ae37f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:33.152736 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-da77c8e4-e7eb-45bc-b071-47278ae37f8a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 200 len: 850 time: 0.0491159 Jan 28 20:05:33.203675 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-3b02a499-7d72-487f-9aa6-cee388b43483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:33.205191 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-3b02a499-7d72-487f-9aa6-cee388b43483 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b01f24d2-de11-4d42-919f-3eeaba63df97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456944 Jan 28 20:05:33.292812 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-aa5857d0-4c21-40c9-99db-ddd1e6733161 service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817785 Jan 28 20:05:33.386310 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebcbbb3c-c246-4ddd-9238-3104d1cb3e29 req-7dae5a4a-d553-4116-ad4c-1764d4daedab service neutron] 10.222.0.31 "GET /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872586 Jan 28 20:05:34.056302 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f699d-6754-4fd0-abca-a6efe36d94dd req-973d8b34-f0a7-4421-9e07-3403aa866e50 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:34.057703 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c50f699d-6754-4fd0-abca-a6efe36d94dd req-973d8b34-f0a7-4421-9e07-3403aa866e50 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0587897 Jan 28 20:05:34.107568 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c50f699d-6754-4fd0-abca-a6efe36d94dd req-8019cbb1-a426-46b3-9279-ff88d5fc52ad tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435534 Jan 28 20:05:35.233210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c413ff-2034-41d8-87b6-3e8ec2375936 req-4a5a775e-6c87-4764-ac1a-ea5c890929e0 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:35.234676 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30c413ff-2034-41d8-87b6-3e8ec2375936 req-4a5a775e-6c87-4764-ac1a-ea5c890929e0 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0548561 Jan 28 20:05:35.282155 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30c413ff-2034-41d8-87b6-3e8ec2375936 req-c0726907-d82f-4689-8ead-2152bf090673 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416152 Jan 28 20:05:36.402965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b5031-d942-47c3-9874-e75ec9fa8ff7 req-7bc958d9-9f19-49c4-baef-a4fe6d19583f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:36.404554 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-402b5031-d942-47c3-9874-e75ec9fa8ff7 req-7bc958d9-9f19-49c4-baef-a4fe6d19583f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0526273 Jan 28 20:05:36.451094 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-402b5031-d942-47c3-9874-e75ec9fa8ff7 req-253061d4-bb1d-40a7-a4c1-f843df255566 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408897 Jan 28 20:05:37.577873 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7a265-9841-44c2-825a-31b296e0e711 req-2e1fdb9b-aa20-4807-b2d8-7ac89440829f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:37.579437 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-19b7a265-9841-44c2-825a-31b296e0e711 req-2e1fdb9b-aa20-4807-b2d8-7ac89440829f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0580549 Jan 28 20:05:37.627916 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-19b7a265-9841-44c2-825a-31b296e0e711 req-0563ba76-b30d-42f6-b3c2-71bb2095e56f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426280 Jan 28 20:05:38.771272 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce0289-1e1f-4812-89cf-4aa6be707c2c req-30b29dbf-1ff3-4bae-a26d-69e4640fcf62 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:38.772768 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3fce0289-1e1f-4812-89cf-4aa6be707c2c req-30b29dbf-1ff3-4bae-a26d-69e4640fcf62 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0548584 Jan 28 20:05:38.825811 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3fce0289-1e1f-4812-89cf-4aa6be707c2c req-937dc70c-038b-4566-9963-15fbe0ab566d tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467167 Jan 28 20:05:39.949279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551d0bc-11f4-4d14-a648-67e15261545d req-cb48ee99-c197-4155-8f44-bc3cfaffbde6 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:39.950834 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c551d0bc-11f4-4d14-a648-67e15261545d req-cb48ee99-c197-4155-8f44-bc3cfaffbde6 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0546424 Jan 28 20:05:39.999345 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c551d0bc-11f4-4d14-a648-67e15261545d req-3b6712ef-9d9f-4fc3-afe9-55a6f7e7f845 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424008 Jan 28 20:05:41.120879 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28810146-7e06-41a8-806b-3df560776ad2 req-530bd08b-f86c-4916-af67-34029d1e61e6 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:41.122423 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-28810146-7e06-41a8-806b-3df560776ad2 req-530bd08b-f86c-4916-af67-34029d1e61e6 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0529888 Jan 28 20:05:41.170113 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-28810146-7e06-41a8-806b-3df560776ad2 req-e75027ac-7952-4934-b587-5b6c6c2c81ab tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418460 Jan 28 20:05:42.304942 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0958af7-336f-4841-94ed-e08eeb27484b req-447bdb17-90d9-44e6-ab75-455e9a00f00a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:42.306469 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0958af7-336f-4841-94ed-e08eeb27484b req-447bdb17-90d9-44e6-ab75-455e9a00f00a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0547476 Jan 28 20:05:42.357399 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0958af7-336f-4841-94ed-e08eeb27484b req-120018c3-6c3a-4aaa-9650-a298f2f19848 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449305 Jan 28 20:05:43.499366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992720c-faab-457e-985a-ef89b176ca60 req-4a238f9c-d078-4ce3-8f15-232fffdc01ad tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:43.500894 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b992720c-faab-457e-985a-ef89b176ca60 req-4a238f9c-d078-4ce3-8f15-232fffdc01ad tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0684006 Jan 28 20:05:43.551896 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b992720c-faab-457e-985a-ef89b176ca60 req-e62a08bd-9df7-40b0-9909-43d33bd7a7cd tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426490 Jan 28 20:05:44.689636 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e012286-1ea9-47fb-b56b-2178ba3a9894 req-bc220738-b758-47e1-88c6-12cf5e76dc7b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:44.691159 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7e012286-1ea9-47fb-b56b-2178ba3a9894 req-bc220738-b758-47e1-88c6-12cf5e76dc7b tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0600126 Jan 28 20:05:44.740559 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7e012286-1ea9-47fb-b56b-2178ba3a9894 req-479be531-c515-40b4-9a0a-bf2c84c2ddb8 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436347 Jan 28 20:05:45.880638 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b85ad1-4d48-4d63-86d5-eae1720b393e req-a7239d48-8358-49d7-a800-fcea56a8f25f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:45.882174 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-41b85ad1-4d48-4d63-86d5-eae1720b393e req-a7239d48-8358-49d7-a800-fcea56a8f25f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0577233 Jan 28 20:05:45.930549 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-41b85ad1-4d48-4d63-86d5-eae1720b393e req-9287f6ab-10e1-4a8d-8155-5abc197620ad tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426176 Jan 28 20:05:47.061529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bed70-3ecc-47ce-95d9-462b9482c584 req-07cdc4fd-c2eb-4b41-8e6d-39e5ebf4c00a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:47.063053 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b4bed70-3ecc-47ce-95d9-462b9482c584 req-07cdc4fd-c2eb-4b41-8e6d-39e5ebf4c00a tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0545986 Jan 28 20:05:47.110639 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b4bed70-3ecc-47ce-95d9-462b9482c584 req-cee39c0e-34ba-4389-8e1f-723180ac87b8 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417919 Jan 28 20:05:48.246448 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1577e0-376e-4f91-9225-4a4fe5f98485 req-b8e78374-ca42-4fc3-bbfa-7f5aa8cc68a0 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:48.247947 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc1577e0-376e-4f91-9225-4a4fe5f98485 req-b8e78374-ca42-4fc3-bbfa-7f5aa8cc68a0 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0542364 Jan 28 20:05:48.294357 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cc1577e0-376e-4f91-9225-4a4fe5f98485 req-8fdcd842-492d-4861-92d1-f28956e826d2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405622 Jan 28 20:05:48.320131 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01bb3740-1069-4a7a-ae7d-d89162dbdb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:49.442493 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e4874-09f9-422d-8beb-b09437dea050 req-a1fe9d48-546c-4f96-af88-06c634f479c5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:49.444785 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c32e4874-09f9-422d-8beb-b09437dea050 req-a1fe9d48-546c-4f96-af88-06c634f479c5 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0668819 Jan 28 20:05:49.475467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2f03a278-ed12-447c-947b-9788eb9acaf8 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:05:49.498617 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c32e4874-09f9-422d-8beb-b09437dea050 req-cd7075d5-0200-40a1-8d09-eaa36a6c4440 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452378 Jan 28 20:05:49.573259 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2f03a278-ed12-447c-947b-9788eb9acaf8,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:05:49.585291 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'port_id': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'mac_address': 'fa:16:3e:ac:4c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:05:49.621473 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65d3c2-94e2-434a-adba-9bef1e371807 req-c6c60905-cd49-43d9-8f9e-32f8b81932ed tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:49.623014 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d65d3c2-94e2-434a-adba-9bef1e371807 req-c6c60905-cd49-43d9-8f9e-32f8b81932ed tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 945 time: 0.0560267 Jan 28 20:05:49.625899 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 2f03a278-ed12-447c-947b-9788eb9acaf8 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:05:49.626323 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:49.639455 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f03a278-ed12-447c-947b-9788eb9acaf8 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:05:49.658491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2f03a278-ed12-447c-947b-9788eb9acaf8,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:05:49.663557 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:49.671460 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d65d3c2-94e2-434a-adba-9bef1e371807 req-b410bc04-f409-4564-a79c-49b5dfe60e19 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419827 Jan 28 20:05:49.710925 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=2f03a278-ed12-447c-947b-9788eb9acaf8,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:49.789664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acba454-6c84-4ed8-81c4-7a92b65a37ea req-99472da3-3417-4e66-833c-177f98255ae4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:49.791296 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3acba454-6c84-4ed8-81c4-7a92b65a37ea req-99472da3-3417-4e66-833c-177f98255ae4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0526958 Jan 28 20:05:49.839101 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3acba454-6c84-4ed8-81c4-7a92b65a37ea req-74e52f62-cbfe-4e01-b453-0d0a68ce2a4c tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417776 Jan 28 20:05:49.879904 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['2f03a278-ed12-447c-947b-9788eb9acaf8'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:05:50.091043 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b9da6-1684-4166-8296-b703ef9588d8 req-3e4edff1-d527-4a48-8d5a-78589c5f29b8 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:50.092452 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-859b9da6-1684-4166-8296-b703ef9588d8 req-3e4edff1-d527-4a48-8d5a-78589c5f29b8 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0538273 Jan 28 20:05:50.143096 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-859b9da6-1684-4166-8296-b703ef9588d8 req-352f31bb-ad78-47af-9a36-fe36523aeee6 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448472 Jan 28 20:05:50.484180 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b4a6072-cd58-4897-afa9-3737392259f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:51.279508 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2bf26-d6fd-4fbb-ba09-4e2c20c70251 req-92b74aad-4b8c-4c43-b3a8-4cb2c6f3cda1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:51.280857 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65a2bf26-d6fd-4fbb-ba09-4e2c20c70251 req-92b74aad-4b8c-4c43-b3a8-4cb2c6f3cda1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0523145 Jan 28 20:05:51.337263 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-65a2bf26-d6fd-4fbb-ba09-4e2c20c70251 req-b0564d32-4d0c-4247-b043-bd9a660435d9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ea289b8-3462-44e3-a6e4-040cb030ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493791 Jan 28 20:05:51.491861 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2f03a278-ed12-447c-947b-9788eb9acaf8 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:05:51.556897 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 2f03a278-ed12-447c-947b-9788eb9acaf8 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:05:51.560633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 2f03a278-ed12-447c-947b-9788eb9acaf8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:05:51.561346 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:51.640432 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 2f03a278-ed12-447c-947b-9788eb9acaf8 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:05:51.640794 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:51.663019 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f03a278-ed12-447c-947b-9788eb9acaf8'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:05:51.665317 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd336272-c11b-413e-a33d-581579e7dfa6" -d '{"events": [{"server_uuid": "8be99f56-7939-4dea-afcb-7ec55141eef0", "name": "network-vif-plugged", "status": "completed", "tag": "2f03a278-ed12-447c-947b-9788eb9acaf8"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:05:51.665520 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd476251-b018-4b21-9fdc-831300a5f0d5 req-8e3bb952-b32a-46d5-97c2-244e4c8f9a53 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:05:51.666857 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cd476251-b018-4b21-9fdc-831300a5f0d5 req-8e3bb952-b32a-46d5-97c2-244e4c8f9a53 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.31 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 946 time: 0.0536597 Jan 28 20:05:51.678505 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2f03a278-ed12-447c-947b-9788eb9acaf8,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:05:51.685276 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:51.712710 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a53d36-3b96-4fa5-8c28-e01dafcd1ff5 x-openstack-request-id: req-16a53d36-3b96-4fa5-8c28-e01dafcd1ff5 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:05:51.713027 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be99f56-7939-4dea-afcb-7ec55141eef0", "name": "network-vif-plugged", "status": "completed", "tag": "2f03a278-ed12-447c-947b-9788eb9acaf8", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:05:51.713275 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16a53d36-3b96-4fa5-8c28-e01dafcd1ff5 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:05:51.713654 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'code': 200} Jan 28 20:05:51.738920 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=2f03a278-ed12-447c-947b-9788eb9acaf8,revision_number=13']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:51.763580 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-cd476251-b018-4b21-9fdc-831300a5f0d5 req-9658ae45-6e7e-41ce-a00f-105b9bf4c9e4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Deleting port 2f03a278-ed12-447c-947b-9788eb9acaf8 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:05:51.763898 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cd476251-b018-4b21-9fdc-831300a5f0d5 req-9658ae45-6e7e-41ce-a00f-105b9bf4c9e4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:51.855350 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-cd476251-b018-4b21-9fdc-831300a5f0d5 req-9658ae45-6e7e-41ce-a00f-105b9bf4c9e4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] For port 2f03a278-ed12-447c-947b-9788eb9acaf8, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=2f03a278-ed12-447c-947b-9788eb9acaf8,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:05:51.855760 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cd476251-b018-4b21-9fdc-831300a5f0d5 req-9658ae45-6e7e-41ce-a00f-105b9bf4c9e4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:51.928483 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:52.030666 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cd476251-b018-4b21-9fdc-831300a5f0d5 req-9658ae45-6e7e-41ce-a00f-105b9bf4c9e4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:52.031098 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cd476251-b018-4b21-9fdc-831300a5f0d5 req-9658ae45-6e7e-41ce-a00f-105b9bf4c9e4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (e8b0338a-70d6-4c9e-8d80-d7680566a3c0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:52.031569 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [req-cd476251-b018-4b21-9fdc-831300a5f0d5 req-9658ae45-6e7e-41ce-a00f-105b9bf4c9e4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Floating IP e8b0338a-70d6-4c9e-8d80-d7680566a3c0 disassociated. External IP: 172.25.0.72, port: 2f03a278-ed12-447c-947b-9788eb9acaf8. Jan 28 20:05:52.031936 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-cd476251-b018-4b21-9fdc-831300a5f0d5 req-9658ae45-6e7e-41ce-a00f-105b9bf4c9e4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Calling delete_port for 2f03a278-ed12-447c-947b-9788eb9acaf8 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:05:52.166880 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cd476251-b018-4b21-9fdc-831300a5f0d5 req-9658ae45-6e7e-41ce-a00f-105b9bf4c9e4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2f03a278-ed12-447c-947b-9788eb9acaf8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:52.199187 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658ae45-6e7e-41ce-a00f-105b9bf4c9e4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Pushing event deleted for resources: {'Port': ['ID=2f03a278-ed12-447c-947b-9788eb9acaf8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:05:52.316871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd476251-b018-4b21-9fdc-831300a5f0d5 req-9658ae45-6e7e-41ce-a00f-105b9bf4c9e4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Router a614ad5a-7973-4d13-8179-7c8ac99df03c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:05:52.429670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd476251-b018-4b21-9fdc-831300a5f0d5 req-9658ae45-6e7e-41ce-a00f-105b9bf4c9e4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:05:52.435437 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bd525e87-348c-4f40-8417-0be849682984 req-a047eecf-b379-45fa-b1a3-3defba4aa1d9 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 210 time: 0.0293636 Jan 28 20:05:52.442734 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc06719-c71e-44a7-b0ee-11204fd8c1da None None] Sync routers for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:05:52.460471 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc06719-c71e-44a7-b0ee-11204fd8c1da None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:05:52.460471 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fcc06719-c71e-44a7-b0ee-11204fd8c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:05:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:05:52.471506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd476251-b018-4b21-9fdc-831300a5f0d5 req-9658ae45-6e7e-41ce-a00f-105b9bf4c9e4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] No DVR routers for this DVR port 2f03a278-ed12-447c-947b-9788eb9acaf8 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:05:52.474249 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-cd476251-b018-4b21-9fdc-831300a5f0d5 req-9658ae45-6e7e-41ce-a00f-105b9bf4c9e4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:52.477644 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cd476251-b018-4b21-9fdc-831300a5f0d5 req-9658ae45-6e7e-41ce-a00f-105b9bf4c9e4 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.31 "DELETE /v2.0/ports/2f03a278-ed12-447c-947b-9788eb9acaf8 HTTP/1.1" status: 204 len: 173 time: 0.8053980 Jan 28 20:05:52.478140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'name': 'network-vif-deleted', 'tag': '2f03a278-ed12-447c-947b-9788eb9acaf8'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:05:52.480452 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf5e8d3-f5d2-4816-9498-f31c78b77587" -d '{"events": [{"server_uuid": "8be99f56-7939-4dea-afcb-7ec55141eef0", "name": "network-vif-deleted", "tag": "2f03a278-ed12-447c-947b-9788eb9acaf8"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:05:52.519876 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1d9418-3eee-439a-9527-72e93a21bc44 x-openstack-request-id: req-dc1d9418-3eee-439a-9527-72e93a21bc44 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:05:52.520200 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be99f56-7939-4dea-afcb-7ec55141eef0", "name": "network-vif-deleted", "tag": "2f03a278-ed12-447c-947b-9788eb9acaf8", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:05:52.520461 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc1d9418-3eee-439a-9527-72e93a21bc44 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:05:52.520875 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be99f56-7939-4dea-afcb-7ec55141eef0', 'name': 'network-vif-deleted', 'tag': '2f03a278-ed12-447c-947b-9788eb9acaf8', 'status': 'completed', 'code': 200} Jan 28 20:05:52.563037 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fcc06719-c71e-44a7-b0ee-11204fd8c1da None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:05:52.852726 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fcc06719-c71e-44a7-b0ee-11204fd8c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:05:52.878950 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc06719-c71e-44a7-b0ee-11204fd8c1da None None] Checking router: a614ad5a-7973-4d13-8179-7c8ac99df03c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:05:52.887448 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc06719-c71e-44a7-b0ee-11204fd8c1da None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:05:52.888041 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fcc06719-c71e-44a7-b0ee-11204fd8c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:05:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:05:52.990697 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fcc06719-c71e-44a7-b0ee-11204fd8c1da None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:05:53.182743 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fcc06719-c71e-44a7-b0ee-11204fd8c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:05:53.199427 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:53.212763 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc06719-c71e-44a7-b0ee-11204fd8c1da None None] The sync data for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 is: [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:01:29Z', 'revision_number': 4, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7f500299-8ad7-425e-95db-6ea2d389edcd', 'name': '', 'network_id': 'b01f24d2-de11-4d42-919f-3eeaba63df97', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'mac_address': 'fa:16:3e:aa:c0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:28Z', 'updated_at': '2022-01-28T20:01:32Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'subnets': [{'id': '8e291a52-e079-4186-ac8e-4760e3d4dd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:05:53.439585 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d00a6db-4e07-487d-b6aa-3360a7572439 None None] New status for floating IP e8b0338a-70d6-4c9e-8d80-d7680566a3c0: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:05:53.540724 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2c2f9e39-7844-4a67-a9f3-1ab9f219ad7a req-31ad3db5-2d58-4964-9506-871e1b71160f tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 210 time: 0.0310249 Jan 28 20:05:54.541641 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:54.640088 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0612590-89a5-4c21-b6d0-6e889435877b req-6774a866-545d-4941-928a-cab61fcc6aee tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 210 time: 0.0281069 Jan 28 20:05:55.519895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2f03a278-ed12-447c-947b-9788eb9acaf8 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:05:55.540157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 2f03a278-ed12-447c-947b-9788eb9acaf8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:05:55.540503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 2f03a278-ed12-447c-947b-9788eb9acaf8 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:05:55.741640 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f8032dfc-e2b2-47b7-a944-38c16c39e1db req-c70461e7-ce51-429f-bc56-73355add5ec8 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 210 time: 0.0280125 Jan 28 20:05:55.959479 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:05:56.842596 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2bd778c-43a5-4d87-8be6-b112e09e4008 req-1ab2567e-ab86-4a0a-8f78-847120b4ec18 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 210 time: 0.0315430 Jan 28 20:05:57.944580 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8483e84e-0924-4ac8-b513-f702fcab494a req-e85ccacd-fe78-4787-b92d-76e344bdaee2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 210 time: 0.0321455 Jan 28 20:05:59.048471 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c50444e-282c-4a62-b052-8d833482428a req-ed3f6483-d420-496b-b2cc-e57caf549963 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 210 time: 0.0282722 Jan 28 20:06:00.145607 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dcf132d7-793e-42e9-bccb-398b5dffcf78 req-038a469d-3785-4b99-842e-ee9779ede3f2 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/ports?device_id=8be99f56-7939-4dea-afcb-7ec55141eef0 HTTP/1.1" status: 200 len: 210 time: 0.0269988 Jan 28 20:06:00.690737 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:07.971708 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35398) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:08.027692 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee365f63-350b-4d7a-96b6-23bc054bf0c1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for security_group (3ea289b8-3462-44e3-a6e4-040cb030ff8b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.050349 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee365f63-350b-4d7a-96b6-23bc054bf0c1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for security_group (3ea289b8-3462-44e3-a6e4-040cb030ff8b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.100160 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee365f63-350b-4d7a-96b6-23bc054bf0c1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (3ea289b8-3462-44e3-a6e4-040cb030ff8b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.103012 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ee365f63-350b-4d7a-96b6-23bc054bf0c1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.106275 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ee365f63-350b-4d7a-96b6-23bc054bf0c1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "DELETE /v2.0/security-groups/3ea289b8-3462-44e3-a6e4-040cb030ff8b HTTP/1.1" status: 204 len: 168 time: 0.1333389 Jan 28 20:06:08.107165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35400) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:08.115764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee365f63-350b-4d7a-96b6-23bc054bf0c1 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea289b8-3462-44e3-a6e4-040cb030ff8b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:08.120539 n-d-824834-4 neutron-server[103147]: INFO neutron.api.v2.resource [None req-af55a663-c318-4657-8ab7-609a3b5bb9f0 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] show failed (client error): The resource could not be found. Jan 28 20:06:08.121545 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-af55a663-c318-4657-8ab7-609a3b5bb9f0 tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "GET /v2.0/security-groups/3ea289b8-3462-44e3-a6e4-040cb030ff8b HTTP/1.1" status: 404 len: 347 time: 0.0133736 Jan 28 20:06:08.124316 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35402) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:08.260538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Deleting port 3c66dc39-e1ee-4382-839f-8581c084901d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:06:08.260789 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (3c66dc39-e1ee-4382-839f-8581c084901d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.277417 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:06:08.339258 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (3c66dc39-e1ee-4382-839f-8581c084901d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.339588 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for floatingip (3c66dc39-e1ee-4382-839f-8581c084901d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.351560 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Calling delete_port for 3c66dc39-e1ee-4382-839f-8581c084901d owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:06:08.485375 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (3c66dc39-e1ee-4382-839f-8581c084901d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.512935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Pushing event deleted for resources: {'Port': ['ID=3c66dc39-e1ee-4382-839f-8581c084901d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:08.537931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:08.538294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:08.538634 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:08.538976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:08.539304 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:08.539636 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:08.539960 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:08.540280 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:08.540638 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:08.540955 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:08.541275 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:08.541597 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:08.541914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:08.581837 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks [] for floatingip (e8b0338a-70d6-4c9e-8d80-d7680566a3c0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.584520 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:08.585871 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1ed5b614-c3d7-4a9a-87c6-58fea120f82e tempest-ServerActionsTestJSON-1660641394 tempest-ServerActionsTestJSON-1660641394-project] 10.222.0.55 "DELETE /v2.0/floatingips/e8b0338a-70d6-4c9e-8d80-d7680566a3c0 HTTP/1.1" status: 204 len: 168 time: 0.4605830 Jan 28 20:06:08.590227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35404) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:08.942921 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6e36d1b-fb64-4a00-a2d4-5bcb5f4e8f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (a614ad5a-7973-4d13-8179-7c8ac99df03c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:09.188647 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f6e36d1b-fb64-4a00-a2d4-5bcb5f4e8f34 admin admin] Deleting port 7f500299-8ad7-425e-95db-6ea2d389edcd {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:06:09.189402 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6e36d1b-fb64-4a00-a2d4-5bcb5f4e8f34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:09.264204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-f6e36d1b-fb64-4a00-a2d4-5bcb5f4e8f34 admin admin] For port 7f500299-8ad7-425e-95db-6ea2d389edcd, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7f500299-8ad7-425e-95db-6ea2d389edcd,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:09.264446 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6e36d1b-fb64-4a00-a2d4-5bcb5f4e8f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:09.284257 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f6e36d1b-fb64-4a00-a2d4-5bcb5f4e8f34 admin admin] Calling delete_port for 7f500299-8ad7-425e-95db-6ea2d389edcd owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:06:09.471666 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6e36d1b-fb64-4a00-a2d4-5bcb5f4e8f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (7f500299-8ad7-425e-95db-6ea2d389edcd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:09.502247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e36d1b-fb64-4a00-a2d4-5bcb5f4e8f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f500299-8ad7-425e-95db-6ea2d389edcd,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:09.665474 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f6e36d1b-fb64-4a00-a2d4-5bcb5f4e8f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (a614ad5a-7973-4d13-8179-7c8ac99df03c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.148745 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e36d1b-fb64-4a00-a2d4-5bcb5f4e8f34 admin admin] Router a614ad5a-7973-4d13-8179-7c8ac99df03c has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:06:10.265407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e36d1b-fb64-4a00-a2d4-5bcb5f4e8f34 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:06:10.271261 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f6e36d1b-fb64-4a00-a2d4-5bcb5f4e8f34 admin admin] 10.222.0.55 "PUT /v2.0/routers/a614ad5a-7973-4d13-8179-7c8ac99df03c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6801305 Jan 28 20:06:10.274626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:10.275825 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b221be9-6bc5-4e9e-96dc-10fd2391a3e9 None None] Sync routers for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:06:10.286431 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b221be9-6bc5-4e9e-96dc-10fd2391a3e9 None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:06:10.287060 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6b221be9-6bc5-4e9e-96dc-10fd2391a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:05:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:10.376676 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b955d6e9-c5c8-4c9f-9b5a-6f410c0a87a3 admin admin] Publish callbacks [] for router (a614ad5a-7973-4d13-8179-7c8ac99df03c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.389034 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6b221be9-6bc5-4e9e-96dc-10fd2391a3e9 None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:06:10.483461 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b955d6e9-c5c8-4c9f-9b5a-6f410c0a87a3 admin admin] Publish callbacks [] for router_gateway (a614ad5a-7973-4d13-8179-7c8ac99df03c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.537777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b955d6e9-c5c8-4c9f-9b5a-6f410c0a87a3 admin admin] Deleting port 9108d369-eb5e-4963-b5ad-770a4aacc380 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:06:10.538137 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b955d6e9-c5c8-4c9f-9b5a-6f410c0a87a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9108d369-eb5e-4963-b5ad-770a4aacc380), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.562631 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6b221be9-6bc5-4e9e-96dc-10fd2391a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:06:09Z', 'revision_number': 5, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port': {'id': '9108d369-eb5e-4963-b5ad-770a4aacc380', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:01:27Z', 'updated_at': '2022-01-28T20:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:10.592271 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b221be9-6bc5-4e9e-96dc-10fd2391a3e9 None None] Checking router: a614ad5a-7973-4d13-8179-7c8ac99df03c for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:06:10.600672 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b221be9-6bc5-4e9e-96dc-10fd2391a3e9 None None] Routers {'a614ad5a-7973-4d13-8179-7c8ac99df03c'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:06:10.601273 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6b221be9-6bc5-4e9e-96dc-10fd2391a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:05:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a614ad5a-7973-4d13-8179-7c8ac99df03c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:10.614901 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b955d6e9-c5c8-4c9f-9b5a-6f410c0a87a3 admin admin] For port 9108d369-eb5e-4963-b5ad-770a4aacc380, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9108d369-eb5e-4963-b5ad-770a4aacc380,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:10.615260 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b955d6e9-c5c8-4c9f-9b5a-6f410c0a87a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9108d369-eb5e-4963-b5ad-770a4aacc380), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.627044 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b955d6e9-c5c8-4c9f-9b5a-6f410c0a87a3 admin admin] Calling delete_port for 9108d369-eb5e-4963-b5ad-770a4aacc380 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:06:10.687481 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-6b221be9-6bc5-4e9e-96dc-10fd2391a3e9 None None] Set router a614ad5a-7973-4d13-8179-7c8ac99df03c gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:06:10.737479 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-6b221be9-6bc5-4e9e-96dc-10fd2391a3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:06:10Z', 'revision_number': 6, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:10.766743 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b221be9-6bc5-4e9e-96dc-10fd2391a3e9 None None] The sync data for ids ['a614ad5a-7973-4d13-8179-7c8ac99df03c'] in n-d-824834-4 is: [{'id': 'a614ad5a-7973-4d13-8179-7c8ac99df03c', 'name': 'tempest-ServerActionsTestJSON-585558031-router', 'tenant_id': '23377866eb0344caab1bb3a943400662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:01:26Z', 'updated_at': '2022-01-28T20:06:10Z', 'revision_number': 6, 'project_id': '23377866eb0344caab1bb3a943400662', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:06:10.794379 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b955d6e9-c5c8-4c9f-9b5a-6f410c0a87a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (9108d369-eb5e-4963-b5ad-770a4aacc380), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.827608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955d6e9-c5c8-4c9f-9b5a-6f410c0a87a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9108d369-eb5e-4963-b5ad-770a4aacc380,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:10.897490 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b955d6e9-c5c8-4c9f-9b5a-6f410c0a87a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (a614ad5a-7973-4d13-8179-7c8ac99df03c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.986679 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b955d6e9-c5c8-4c9f-9b5a-6f410c0a87a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (a614ad5a-7973-4d13-8179-7c8ac99df03c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:10.988925 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b955d6e9-c5c8-4c9f-9b5a-6f410c0a87a3 admin admin] Publish callbacks [] for router_controller (a614ad5a-7973-4d13-8179-7c8ac99df03c), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.046606 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b955d6e9-c5c8-4c9f-9b5a-6f410c0a87a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (a614ad5a-7973-4d13-8179-7c8ac99df03c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.047169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b955d6e9-c5c8-4c9f-9b5a-6f410c0a87a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a614ad5a-7973-4d13-8179-7c8ac99df03c {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:06:11.051896 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b955d6e9-c5c8-4c9f-9b5a-6f410c0a87a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.053094 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b955d6e9-c5c8-4c9f-9b5a-6f410c0a87a3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a614ad5a-7973-4d13-8179-7c8ac99df03c HTTP/1.1" status: 204 len: 168 time: 0.7775266 Jan 28 20:06:11.055921 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35410) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:11.102908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6ea9bd-fc0f-427f-9679-8f40087e1896 admin admin] Deleting subnet 8e291a52-e079-4186-ac8e-4760e3d4dd72 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:06:11.106005 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea9bd-fc0f-427f-9679-8f40087e1896 admin admin] Publish callbacks [] for subnet (8e291a52-e079-4186-ac8e-4760e3d4dd72), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.146586 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea9bd-fc0f-427f-9679-8f40087e1896 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (8e291a52-e079-4186-ac8e-4760e3d4dd72), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.224006 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea9bd-fc0f-427f-9679-8f40087e1896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (8e291a52-e079-4186-ac8e-4760e3d4dd72), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.281740 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea9bd-fc0f-427f-9679-8f40087e1896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (8e291a52-e079-4186-ac8e-4760e3d4dd72), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.304627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ea9bd-fc0f-427f-9679-8f40087e1896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e291a52-e079-4186-ac8e-4760e3d4dd72,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:11.311417 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea9bd-fc0f-427f-9679-8f40087e1896 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.316154 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1d6ea9bd-fc0f-427f-9679-8f40087e1896 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8e291a52-e079-4186-ac8e-4760e3d4dd72 HTTP/1.1" status: 204 len: 168 time: 0.2578857 Jan 28 20:06:11.317224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35412) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:11.319870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1e517f-4f2a-48d1-8641-3bf4b90eb2c9 None None] Network b01f24d2-de11-4d42-919f-3eeaba63df97 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:11.383195 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (b01f24d2-de11-4d42-919f-3eeaba63df97), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.437070 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] Deleting port 26b73dda-c990-45d5-be71-b0a00830eb9b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:06:11.437409 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (26b73dda-c990-45d5-be71-b0a00830eb9b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.504096 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] For port 26b73dda-c990-45d5-be71-b0a00830eb9b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=26b73dda-c990-45d5-be71-b0a00830eb9b,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:11.504486 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (26b73dda-c990-45d5-be71-b0a00830eb9b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.519486 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] DHCP port deletion for b01f24d2-de11-4d42-919f-3eeaba63df97 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:06:11.519654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] Calling delete_port for 26b73dda-c990-45d5-be71-b0a00830eb9b owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:06:11.572858 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Deleting port 26b73dda-c990-45d5-be71-b0a00830eb9b {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:06:11.573237 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (26b73dda-c990-45d5-be71-b0a00830eb9b), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.602682 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (26b73dda-c990-45d5-be71-b0a00830eb9b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.633768 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=26b73dda-c990-45d5-be71-b0a00830eb9b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:11.636696 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] For port 26b73dda-c990-45d5-be71-b0a00830eb9b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=26b73dda-c990-45d5-be71-b0a00830eb9b,segment=NetworkSegment(34725ee4-13f5-4ebd-8779-86ab444edaad),segment_id=34725ee4-13f5-4ebd-8779-86ab444edaad)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:11.637173 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (26b73dda-c990-45d5-be71-b0a00830eb9b), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.637537 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] No DVR routers for this DVR port 26b73dda-c990-45d5-be71-b0a00830eb9b on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:06:11.651348 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Calling delete_port for 26b73dda-c990-45d5-be71-b0a00830eb9b owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:06:11.707059 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (b01f24d2-de11-4d42-919f-3eeaba63df97), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.729688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01f24d2-de11-4d42-919f-3eeaba63df97']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:11.731984 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (26b73dda-c990-45d5-be71-b0a00830eb9b), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.739981 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34725ee4-13f5-4ebd-8779-86ab444edaad') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:11.740358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34725ee4-13f5-4ebd-8779-86ab444edaad') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:11.750900 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (34725ee4-13f5-4ebd-8779-86ab444edaad), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.757562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Pushing event deleted for resources: {'Port': ['ID=26b73dda-c990-45d5-be71-b0a00830eb9b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:11.762211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] No DVR routers for this DVR port 26b73dda-c990-45d5-be71-b0a00830eb9b on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:06:11.765147 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (34725ee4-13f5-4ebd-8779-86ab444edaad), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.769499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:11.770330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:11.770840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:11.771443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:11.772150 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:11.772436 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:11.772781 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:11.773363 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:11.773476 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:11.773740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:11.774291 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:11.774657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:11.774936 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c2792-b017-4f8d-97d4-4dd4554c353f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:11.777145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:06:11.782644 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (34725ee4-13f5-4ebd-8779-86ab444edaad), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: timer() Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:06:11.785042 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:06:11.850498 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9108d369-eb5e-4963-b5ad-770a4aacc380 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:06:11.851017 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (b01f24d2-de11-4d42-919f-3eeaba63df97), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.856657 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:11.860198 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b01f24d2-de11-4d42-919f-3eeaba63df97 HTTP/1.1" status: 204 len: 168 time: 0.5420346 Jan 28 20:06:11.871907 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea6f10-b630-46ce-9e7a-931ae258d7b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b01f24d2-de11-4d42-919f-3eeaba63df97,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:11.872077 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 9108d369-eb5e-4963-b5ad-770a4aacc380 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:06:11.872299 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9108d369-eb5e-4963-b5ad-770a4aacc380 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:06:11.872718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7f500299-8ad7-425e-95db-6ea2d389edcd no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:06:11.891470 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 7f500299-8ad7-425e-95db-6ea2d389edcd {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:06:11.891812 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7f500299-8ad7-425e-95db-6ea2d389edcd not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:06:11.892220 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 26b73dda-c990-45d5-be71-b0a00830eb9b no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:06:11.913548 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 26b73dda-c990-45d5-be71-b0a00830eb9b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:06:11.913891 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 26b73dda-c990-45d5-be71-b0a00830eb9b not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:06:11.997192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:12.038712 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9bb4225b-d7cf-4fc3-852f-10a9b47e0be6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23377866eb0344caab1bb3a943400662&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401576 Jan 28 20:06:12.041399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35418) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:12.097287 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d9850de-cdfa-4589-8a0f-1b9c996b007f admin admin] Publish callbacks [] for security_group (9689ce20-5575-4c35-88dd-3a6d671b11a3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:12.118959 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d9850de-cdfa-4589-8a0f-1b9c996b007f admin admin] Publish callbacks [] for security_group (9689ce20-5575-4c35-88dd-3a6d671b11a3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:12.168802 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d9850de-cdfa-4589-8a0f-1b9c996b007f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (9689ce20-5575-4c35-88dd-3a6d671b11a3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:12.171503 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9d9850de-cdfa-4589-8a0f-1b9c996b007f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:12.172734 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9d9850de-cdfa-4589-8a0f-1b9c996b007f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9689ce20-5575-4c35-88dd-3a6d671b11a3 HTTP/1.1" status: 204 len: 168 time: 0.1301277 Jan 28 20:06:12.180627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9850de-cdfa-4589-8a0f-1b9c996b007f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9689ce20-5575-4c35-88dd-3a6d671b11a3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:12.878862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35440) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:13.000339 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2b5ad8b5-11b0-473d-92ae-6617876c7786 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-678052570-network', 'tenant_id': '8301f923283243fca3f6e2d8d0c809c6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:13.023393 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5ad8b5-11b0-473d-92ae-6617876c7786 admin admin] Made reservation on behalf of 8301f923283243fca3f6e2d8d0c809c6 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:13.025723 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5ad8b5-11b0-473d-92ae-6617876c7786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.034268 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5ad8b5-11b0-473d-92ae-6617876c7786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.119844 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5ad8b5-11b0-473d-92ae-6617876c7786 admin admin] Publish callbacks [] for security_group (aa4a5228-b29a-400d-b001-7720872b8ceb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.125725 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5ad8b5-11b0-473d-92ae-6617876c7786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (aa4a5228-b29a-400d-b001-7720872b8ceb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.142991 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5ad8b5-11b0-473d-92ae-6617876c7786 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:06:13.161422 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5ad8b5-11b0-473d-92ae-6617876c7786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (a4c2af80-820e-4de4-a3e7-6111913aae30), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.161764 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-2b5ad8b5-11b0-473d-92ae-6617876c7786 admin admin] Added segment a4c2af80-820e-4de4-a3e7-6111913aae30 of type vlan for network e154a44a-276c-4585-ae03-389e03c1e60a Jan 28 20:06:13.170232 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ad8b5-11b0-473d-92ae-6617876c7786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4a5228-b29a-400d-b001-7720872b8ceb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:13.212786 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5ad8b5-11b0-473d-92ae-6617876c7786 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (e154a44a-276c-4585-ae03-389e03c1e60a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.239232 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5ad8b5-11b0-473d-92ae-6617876c7786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (e154a44a-276c-4585-ae03-389e03c1e60a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.240299 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5ad8b5-11b0-473d-92ae-6617876c7786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:13.241047 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b5ad8b5-11b0-473d-92ae-6617876c7786 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.291680 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2b5ad8b5-11b0-473d-92ae-6617876c7786 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4116671 Jan 28 20:06:13.294820 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35444) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:13.301570 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e36b402d-d0a2-4765-ba9e-c1dc83d610d4 admin admin] Request body: {'subnet': {'network_id': 'e154a44a-276c-4585-ae03-389e03c1e60a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-678052570-subnet', 'tenant_id': '8301f923283243fca3f6e2d8d0c809c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:13.302700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ad8b5-11b0-473d-92ae-6617876c7786 admin admin] Pushing event updated for resources: {'Network': ['ID=e154a44a-276c-4585-ae03-389e03c1e60a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:13.313935 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network e154a44a-276c-4585-ae03-389e03c1e60a details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:06:13.323843 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36b402d-d0a2-4765-ba9e-c1dc83d610d4 admin admin] Made reservation on behalf of 8301f923283243fca3f6e2d8d0c809c6 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:13.326250 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e36b402d-d0a2-4765-ba9e-c1dc83d610d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.489926 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e36b402d-d0a2-4765-ba9e-c1dc83d610d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (a61adfc2-c2dd-4a73-92f2-840adc09988b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.557449 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b402d-d0a2-4765-ba9e-c1dc83d610d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a61adfc2-c2dd-4a73-92f2-840adc09988b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:13.559708 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b402d-d0a2-4765-ba9e-c1dc83d610d4 admin admin] Checking segment: {'id': 'a4c2af80-820e-4de4-a3e7-6111913aae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e154a44a-276c-4585-ae03-389e03c1e60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:13.560067 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36b402d-d0a2-4765-ba9e-c1dc83d610d4 admin admin] Network hostable DHCP agents. Network: e154a44a-276c-4585-ae03-389e03c1e60a, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:06:13.578640 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36b402d-d0a2-4765-ba9e-c1dc83d610d4 admin admin] Network e154a44a-276c-4585-ae03-389e03c1e60a is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:06:13.588137 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e36b402d-d0a2-4765-ba9e-c1dc83d610d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, e154a44a-276c-4585-ae03-389e03c1e60a) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:13.597770 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36b402d-d0a2-4765-ba9e-c1dc83d610d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:13.598405 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e36b402d-d0a2-4765-ba9e-c1dc83d610d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:13.599799 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf23b149-7054-4b38-94f8-987a021ea65b None None] Network e154a44a-276c-4585-ae03-389e03c1e60a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:13.618763 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e36b402d-d0a2-4765-ba9e-c1dc83d610d4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3191593 Jan 28 20:06:13.712659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831533ea-6d3c-460b-b8de-76dcd59388a6 None None] Network e154a44a-276c-4585-ae03-389e03c1e60a requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:14.061916 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-de188cc1-24de-4e80-9ec3-611dc652c4cf tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:14.063393 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-de188cc1-24de-4e80-9ec3-611dc652c4cf tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/networks?id=e154a44a-276c-4585-ae03-389e03c1e60a HTTP/1.1" status: 200 len: 813 time: 0.1022317 Jan 28 20:06:14.080475 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-2468c4d1-4ad9-4f5c-ade7-665db19f9341 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/quotas/8301f923283243fca3f6e2d8d0c809c6 HTTP/1.1" status: 200 len: 375 time: 0.0092521 Jan 28 20:06:14.122772 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-7d731cfb-42e2-47cc-8488-081527bf1945 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8301f923283243fca3f6e2d8d0c809c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365815 Jan 28 20:06:14.228038 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-34d498c5-021e-4b4e-80ee-ac63852929dd service neutron] 10.222.0.55 "GET /v2.0/networks/e154a44a-276c-4585-ae03-389e03c1e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984731 Jan 28 20:06:14.318348 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-45d81ce2-3534-419c-8393-b05e3138493b service neutron] 10.222.0.55 "GET /v2.0/networks/e154a44a-276c-4585-ae03-389e03c1e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823903 Jan 28 20:06:14.482852 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-005ff38b-96bc-4110-a9ac-5107a93e16b6 req-954c2bb3-f37e-4d03-8652-bd7d72081a37 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 210 time: 0.0279214 Jan 28 20:06:15.437394 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-98e0da33-f3f5-41ee-bbd4-6d7b35f6994c tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:15.438881 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-98e0da33-f3f5-41ee-bbd4-6d7b35f6994c tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.37 "GET /v2.0/networks?id=e154a44a-276c-4585-ae03-389e03c1e60a HTTP/1.1" status: 200 len: 813 time: 0.0994606 Jan 28 20:06:15.450803 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-4274de50-4f22-4a90-aeec-550de2bb8c34 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Request body: {'port': {'device_id': '9b86c463-9cc3-47e6-9187-def532fb3692', 'network_id': 'e154a44a-276c-4585-ae03-389e03c1e60a', 'admin_state_up': True, 'tenant_id': '8301f923283243fca3f6e2d8d0c809c6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:15.564606 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-4274de50-4f22-4a90-aeec-550de2bb8c34 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Made reservation on behalf of 8301f923283243fca3f6e2d8d0c809c6 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:15.568033 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-4274de50-4f22-4a90-aeec-550de2bb8c34 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.576539 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-48d2749b-2d3a-4cbb-b3df-8279c99ffbcf req-474ef1c1-90b8-4846-b228-bc6d9f6e9b80 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 210 time: 0.0283585 Jan 28 20:06:15.699972 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-4274de50-4f22-4a90-aeec-550de2bb8c34 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Allocated IP 172.20.0.13 (e154a44a-276c-4585-ae03-389e03c1e60a/a61adfc2-c2dd-4a73-92f2-840adc09988b/b674932c-9461-4157-bfce-43f8f45cb7c4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:06:15.852927 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-4274de50-4f22-4a90-aeec-550de2bb8c34 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Publish callbacks [] for port (b674932c-9461-4157-bfce-43f8f45cb7c4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.888821 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-4274de50-4f22-4a90-aeec-550de2bb8c34 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (b674932c-9461-4157-bfce-43f8f45cb7c4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:15.933846 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-4274de50-4f22-4a90-aeec-550de2bb8c34 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Network e154a44a-276c-4585-ae03-389e03c1e60a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:06:15.937211 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-4274de50-4f22-4a90-aeec-550de2bb8c34 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:15.943615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-4274de50-4f22-4a90-aeec-550de2bb8c34 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:06:15.949593 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274de50-4f22-4a90-aeec-550de2bb8c34 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Pushing event updated for resources: {'Port': ['ID=b674932c-9461-4157-bfce-43f8f45cb7c4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:15.993877 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-4274de50-4f22-4a90-aeec-550de2bb8c34 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:15.994512 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-4274de50-4f22-4a90-aeec-550de2bb8c34 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:16.012593 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-4274de50-4f22-4a90-aeec-550de2bb8c34 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5655663 Jan 28 20:06:16.023446 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Request body: {'port': {'device_id': '9b86c463-9cc3-47e6-9187-def532fb3692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:16.081300 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b674932c-9461-4157-bfce-43f8f45cb7c4), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:16.361156 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b674932c-9461-4157-bfce-43f8f45cb7c4 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:06:16.368855 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Publish callbacks [] for port (b674932c-9461-4157-bfce-43f8f45cb7c4), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:16.385967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Transition to ACTIVE for port object b674932c-9461-4157-bfce-43f8f45cb7c4 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:06:16.393124 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (b674932c-9461-4157-bfce-43f8f45cb7c4), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:16.447670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Pushing event updated for resources: {'Port': ['ID=b674932c-9461-4157-bfce-43f8f45cb7c4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:16.520001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Attempting to bind port b674932c-9461-4157-bfce-43f8f45cb7c4 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:06:16.520346 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Attempting to bind port b674932c-9461-4157-bfce-43f8f45cb7c4 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'a4c2af80-820e-4de4-a3e7-6111913aae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e154a44a-276c-4585-ae03-389e03c1e60a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:06:16.520664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Attempting to bind port b674932c-9461-4157-bfce-43f8f45cb7c4 on network e154a44a-276c-4585-ae03-389e03c1e60a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:06:16.525183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Port b674932c-9461-4157-bfce-43f8f45cb7c4 on network e154a44a-276c-4585-ae03-389e03c1e60a not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:06:16.525503 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Attempting to bind port b674932c-9461-4157-bfce-43f8f45cb7c4 on network e154a44a-276c-4585-ae03-389e03c1e60a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:06:16.530540 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:06:16.530876 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Checking segment: {'id': 'a4c2af80-820e-4de4-a3e7-6111913aae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e154a44a-276c-4585-ae03-389e03c1e60a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:16.531255 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Bound using segment: {'id': 'a4c2af80-820e-4de4-a3e7-6111913aae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e154a44a-276c-4585-ae03-389e03c1e60a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:06:16.531677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Bound port: b674932c-9461-4157-bfce-43f8f45cb7c4, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c2af80-820e-4de4-a3e7-6111913aae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e154a44a-276c-4585-ae03-389e03c1e60a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:06:16.532028 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b674932c-9461-4157-bfce-43f8f45cb7c4), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:16.596926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] For port b674932c-9461-4157-bfce-43f8f45cb7c4, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:06:16.601222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] For port b674932c-9461-4157-bfce-43f8f45cb7c4, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b674932c-9461-4157-bfce-43f8f45cb7c4,segment=NetworkSegment(a4c2af80-820e-4de4-a3e7-6111913aae30),segment_id=a4c2af80-820e-4de4-a3e7-6111913aae30)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:06:16.608048 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (b674932c-9461-4157-bfce-43f8f45cb7c4), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:16.645414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:16.646046 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:16.647610 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] 10.222.0.37 "PUT /v2.0/ports/b674932c-9461-4157-bfce-43f8f45cb7c4 HTTP/1.1" status: 200 len: 1092 time: 0.6280608 Jan 28 20:06:16.647982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b86c463-9cc3-47e6-9187-def532fb3692', 'tag': 'b674932c-9461-4157-bfce-43f8f45cb7c4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:06:16.650370 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63971c23-391b-4cb0-a85a-80e2aa7a2274" -d '{"events": [{"name": "network-changed", "server_uuid": "9b86c463-9cc3-47e6-9187-def532fb3692", "tag": "b674932c-9461-4157-bfce-43f8f45cb7c4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:06:16.694085 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8be109f-4d66-4d9f-b034-e30bd8dd179a x-openstack-request-id: req-b8be109f-4d66-4d9f-b034-e30bd8dd179a {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:06:16.694378 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b86c463-9cc3-47e6-9187-def532fb3692", "tag": "b674932c-9461-4157-bfce-43f8f45cb7c4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:06:16.694635 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b8be109f-4d66-4d9f-b034-e30bd8dd179a {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:06:16.695184 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b86c463-9cc3-47e6-9187-def532fb3692', 'tag': 'b674932c-9461-4157-bfce-43f8f45cb7c4', 'status': 'completed', 'code': 200} Jan 28 20:06:16.717225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0b914-8359-478b-8a83-e580b6a46198 service neutron] Pushing event updated for resources: {'Port': ['ID=b674932c-9461-4157-bfce-43f8f45cb7c4,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:16.761753 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62bc7e-29d5-48e8-b826-046a65e3506a req-945ba65e-39b5-4b40-a0a8-71275ec11742 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:16.763254 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5e62bc7e-29d5-48e8-b826-046a65e3506a req-945ba65e-39b5-4b40-a0a8-71275ec11742 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 944 time: 0.1072474 Jan 28 20:06:16.788069 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-94f66b79-77ab-4e53-9c3a-3efc674f8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:16.789625 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-94f66b79-77ab-4e53-9c3a-3efc674f8afb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8301f923283243fca3f6e2d8d0c809c6&device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 1126 time: 0.0928140 Jan 28 20:06:16.837935 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-42e3e3d4-a1bf-4d8e-b3b7-9e0f363fd620 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b674932c-9461-4157-bfce-43f8f45cb7c4 HTTP/1.1" status: 200 len: 217 time: 0.0421369 Jan 28 20:06:16.856734 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5e62bc7e-29d5-48e8-b826-046a65e3506a req-8fb2f5ac-1d1a-48e4-a574-a0f1aecab498 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873158 Jan 28 20:06:16.891021 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-8f27cf9a-2dac-4a43-b90b-259ad12a7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:16.892500 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-8f27cf9a-2dac-4a43-b90b-259ad12a7a7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a61adfc2-c2dd-4a73-92f2-840adc09988b HTTP/1.1" status: 200 len: 853 time: 0.0471578 Jan 28 20:06:16.927272 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-c4929e49-0314-437d-a59f-759ad1824417 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e154a44a-276c-4585-ae03-389e03c1e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286586 Jan 28 20:06:17.019910 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-2638f37f-db25-4886-b2aa-cf2f4d0b98d9 service neutron] 10.222.0.37 "GET /v2.0/networks/e154a44a-276c-4585-ae03-389e03c1e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863616 Jan 28 20:06:17.111629 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30ca2afc-3649-475f-bc6c-66cabba6cba5 req-2a4f9d83-85dc-43bc-9acb-799a9f1eccbd service neutron] 10.222.0.37 "GET /v2.0/networks/e154a44a-276c-4585-ae03-389e03c1e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862730 Jan 28 20:06:17.208260 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63971c23-391b-4cb0-a85a-80e2aa7a2274 req-3c6a85b8-bb43-47c4-a7f5-5d5750ec1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:17.209756 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63971c23-391b-4cb0-a85a-80e2aa7a2274 req-3c6a85b8-bb43-47c4-a7f5-5d5750ec1b85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8301f923283243fca3f6e2d8d0c809c6&device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 1126 time: 0.0479593 Jan 28 20:06:17.299277 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63971c23-391b-4cb0-a85a-80e2aa7a2274 req-c2dbf3d6-ea78-4d8b-9866-1e85de6b59d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:17.300759 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63971c23-391b-4cb0-a85a-80e2aa7a2274 req-c2dbf3d6-ea78-4d8b-9866-1e85de6b59d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e154a44a-276c-4585-ae03-389e03c1e60a HTTP/1.1" status: 200 len: 914 time: 0.0854285 Jan 28 20:06:17.349790 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63971c23-391b-4cb0-a85a-80e2aa7a2274 req-4e86e453-0697-4c97-94c0-4fbd96aa2be7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b674932c-9461-4157-bfce-43f8f45cb7c4 HTTP/1.1" status: 200 len: 217 time: 0.0431271 Jan 28 20:06:17.396876 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63971c23-391b-4cb0-a85a-80e2aa7a2274 req-e429ea88-330d-43ec-ad13-d4ff432022d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:17.398332 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63971c23-391b-4cb0-a85a-80e2aa7a2274 req-e429ea88-330d-43ec-ad13-d4ff432022d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a61adfc2-c2dd-4a73-92f2-840adc09988b HTTP/1.1" status: 200 len: 853 time: 0.0427513 Jan 28 20:06:17.428792 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63971c23-391b-4cb0-a85a-80e2aa7a2274 req-623c014e-99cd-437e-9762-04f6e76cb67d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e154a44a-276c-4585-ae03-389e03c1e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252182 Jan 28 20:06:17.522586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63971c23-391b-4cb0-a85a-80e2aa7a2274 req-91d0ff78-c24c-4900-b6d2-a750dc4778e7 service neutron] 10.222.0.37 "GET /v2.0/networks/e154a44a-276c-4585-ae03-389e03c1e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878656 Jan 28 20:06:17.611580 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63971c23-391b-4cb0-a85a-80e2aa7a2274 req-bf6e256c-c3cb-47bf-9478-d20ff06575a6 service neutron] 10.222.0.37 "GET /v2.0/networks/e154a44a-276c-4585-ae03-389e03c1e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836661 Jan 28 20:06:17.988132 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a13b7-2b7b-4a1e-9f34-62d42e516fc3 req-35fb42e4-145d-4d95-bfd4-9e8ba6b85e93 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:17.989608 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-590a13b7-2b7b-4a1e-9f34-62d42e516fc3 req-35fb42e4-145d-4d95-bfd4-9e8ba6b85e93 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 944 time: 0.0551741 Jan 28 20:06:18.041328 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-590a13b7-2b7b-4a1e-9f34-62d42e516fc3 req-eb5b1510-897b-4821-bda3-f783d66e3fd4 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459561 Jan 28 20:06:18.325750 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-714170e4-f2f9-423a-ba95-516203f71a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:19.219804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fce03-879f-47c2-98c0-ffd91ceb1388 req-d45aebba-c44d-49a7-b1f4-cb25b9b5bbf4 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:19.221145 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1d7fce03-879f-47c2-98c0-ffd91ceb1388 req-d45aebba-c44d-49a7-b1f4-cb25b9b5bbf4 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 944 time: 0.1070673 Jan 28 20:06:19.271986 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1d7fce03-879f-47c2-98c0-ffd91ceb1388 req-da841afd-d864-4017-a96c-3c18e12f5a88 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449398 Jan 28 20:06:20.441317 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41b446-86eb-47fb-900e-45a9881feecf req-9c68878c-0477-4cdd-b21e-b00eddf90ec2 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:20.442804 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f41b446-86eb-47fb-900e-45a9881feecf req-9c68878c-0477-4cdd-b21e-b00eddf90ec2 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 944 time: 0.1012990 Jan 28 20:06:20.479401 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97e53d9a-ad6a-480a-abbe-285e5871f649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:20.491257 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7f41b446-86eb-47fb-900e-45a9881feecf req-1c17569d-fbbf-42ee-9110-27892ab39d72 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424709 Jan 28 20:06:21.625622 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fe46a-e045-4868-9e92-1d270f2a7cb7 req-9f7fb569-3381-4b8b-8876-f9cd5a82cad3 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:21.627162 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-981fe46a-e045-4868-9e92-1d270f2a7cb7 req-9f7fb569-3381-4b8b-8876-f9cd5a82cad3 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 944 time: 0.0625610 Jan 28 20:06:21.674195 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-981fe46a-e045-4868-9e92-1d270f2a7cb7 req-6c103b31-930b-4c96-9cc2-5ec978d2fbcc tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Jan 28 20:06:21.851073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device b674932c-9461-4157-bfce-43f8f45cb7c4 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:06:21.955260 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:21.973060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port b674932c-9461-4157-bfce-43f8f45cb7c4, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b674932c-9461-4157-bfce-43f8f45cb7c4,segment=NetworkSegment(a4c2af80-820e-4de4-a3e7-6111913aae30),segment_id=a4c2af80-820e-4de4-a3e7-6111913aae30)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:21.984421 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'b674932c-9461-4157-bfce-43f8f45cb7c4', 'network_id': 'e154a44a-276c-4585-ae03-389e03c1e60a', 'port_id': 'b674932c-9461-4157-bfce-43f8f45cb7c4', 'mac_address': 'fa:16:3e:a4:40:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61adfc2-c2dd-4a73-92f2-840adc09988b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:06:22.028641 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port b674932c-9461-4157-bfce-43f8f45cb7c4 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:22.029062 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b674932c-9461-4157-bfce-43f8f45cb7c4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:22.049403 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b674932c-9461-4157-bfce-43f8f45cb7c4 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:06:22.068723 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port b674932c-9461-4157-bfce-43f8f45cb7c4, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b674932c-9461-4157-bfce-43f8f45cb7c4,segment=NetworkSegment(a4c2af80-820e-4de4-a3e7-6111913aae30),segment_id=a4c2af80-820e-4de4-a3e7-6111913aae30)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:22.074933 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b674932c-9461-4157-bfce-43f8f45cb7c4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:22.120384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=b674932c-9461-4157-bfce-43f8f45cb7c4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:22.353397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['b674932c-9461-4157-bfce-43f8f45cb7c4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:06:22.808781 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec876b08-8f8b-457a-b023-6f956b884dec req-af6a0da8-13d9-4921-8660-49873f7b9f61 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:22.810626 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ec876b08-8f8b-457a-b023-6f956b884dec req-af6a0da8-13d9-4921-8660-49873f7b9f61 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 945 time: 0.0542703 Jan 28 20:06:22.867250 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ec876b08-8f8b-457a-b023-6f956b884dec req-a8b163c1-1c64-49a5-a476-7f88a2a5ba06 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489559 Jan 28 20:06:23.200007 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:23.879501 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device b674932c-9461-4157-bfce-43f8f45cb7c4 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:06:23.933865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port b674932c-9461-4157-bfce-43f8f45cb7c4 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:06:23.938419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port b674932c-9461-4157-bfce-43f8f45cb7c4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:23.938845 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b674932c-9461-4157-bfce-43f8f45cb7c4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:23.992653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62d30e-f252-4f2d-b86d-fe69dc7404f2 req-93318ad5-37fc-457f-a4dd-8eb4538c3180 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:23.994200 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c62d30e-f252-4f2d-b86d-fe69dc7404f2 req-93318ad5-37fc-457f-a4dd-8eb4538c3180 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 945 time: 0.0552585 Jan 28 20:06:24.014664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port b674932c-9461-4157-bfce-43f8f45cb7c4 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:24.015043 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b674932c-9461-4157-bfce-43f8f45cb7c4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:24.040550 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c62d30e-f252-4f2d-b86d-fe69dc7404f2 req-75d0f365-ec01-4ced-9306-ff8be54d7007 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405483 Jan 28 20:06:24.041118 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b86c463-9cc3-47e6-9187-def532fb3692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b674932c-9461-4157-bfce-43f8f45cb7c4'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:06:24.043482 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918a455d-d3c2-499c-a5d7-7857f26ba977" -d '{"events": [{"server_uuid": "9b86c463-9cc3-47e6-9187-def532fb3692", "name": "network-vif-plugged", "status": "completed", "tag": "b674932c-9461-4157-bfce-43f8f45cb7c4"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:06:24.062404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port b674932c-9461-4157-bfce-43f8f45cb7c4, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b674932c-9461-4157-bfce-43f8f45cb7c4,segment=NetworkSegment(a4c2af80-820e-4de4-a3e7-6111913aae30),segment_id=a4c2af80-820e-4de4-a3e7-6111913aae30)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:24.068134 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b674932c-9461-4157-bfce-43f8f45cb7c4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:24.092681 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8045ad69-9669-4360-ab13-25514e8587fd x-openstack-request-id: req-8045ad69-9669-4360-ab13-25514e8587fd {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:06:24.092976 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b86c463-9cc3-47e6-9187-def532fb3692", "name": "network-vif-plugged", "status": "completed", "tag": "b674932c-9461-4157-bfce-43f8f45cb7c4", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:06:24.093227 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8045ad69-9669-4360-ab13-25514e8587fd {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:06:24.093631 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b86c463-9cc3-47e6-9187-def532fb3692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b674932c-9461-4157-bfce-43f8f45cb7c4', 'code': 200} Jan 28 20:06:24.118763 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=b674932c-9461-4157-bfce-43f8f45cb7c4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:24.188039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142949ac-5320-49e2-9736-eabaf8d3a6a0 req-4ad0bb3b-9ffd-44ad-9c21-9d29d034e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:24.189510 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-142949ac-5320-49e2-9736-eabaf8d3a6a0 req-4ad0bb3b-9ffd-44ad-9c21-9d29d034e5ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 1128 time: 0.0487330 Jan 28 20:06:24.234510 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-142949ac-5320-49e2-9736-eabaf8d3a6a0 req-2ea1ae96-840e-4841-85af-840fe97ab1bc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389242 Jan 28 20:06:24.559658 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:25.174868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b09007-28a3-4f56-8c03-4b56786a54d1 req-3d886174-633e-481f-86fe-cd5c558f2b75 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:25.176397 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-65b09007-28a3-4f56-8c03-4b56786a54d1 req-3d886174-633e-481f-86fe-cd5c558f2b75 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 946 time: 0.0561650 Jan 28 20:06:25.227511 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-65b09007-28a3-4f56-8c03-4b56786a54d1 req-d7b2831e-54c7-442d-a9cf-304a62abef80 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433948 Jan 28 20:06:25.960185 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:26.386012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715281e2-cb44-49da-90f0-089298901943 req-354d6eb5-bab3-45a7-b7b6-bfe74e6ec14c tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:26.387531 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-715281e2-cb44-49da-90f0-089298901943 req-354d6eb5-bab3-45a7-b7b6-bfe74e6ec14c tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 946 time: 0.0742102 Jan 28 20:06:26.433176 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-715281e2-cb44-49da-90f0-089298901943 req-fc1bdc10-71b6-44f9-9ad3-ad9b755c9d2b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400012 Jan 28 20:06:26.658423 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-4052b386-4ad9-4b49-9c7e-573c1124245f tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:26.659907 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-4052b386-4ad9-4b49-9c7e-573c1124245f tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/networks?id=e154a44a-276c-4585-ae03-389e03c1e60a HTTP/1.1" status: 200 len: 813 time: 0.1028137 Jan 28 20:06:26.682936 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-d8ba9615-d0fb-4f63-aad4-d69b47c6567c tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/quotas/8301f923283243fca3f6e2d8d0c809c6 HTTP/1.1" status: 200 len: 375 time: 0.0146337 Jan 28 20:06:26.736661 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-d87ecb65-d1ef-4c87-a8fa-31d5e91d228b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8301f923283243fca3f6e2d8d0c809c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484288 Jan 28 20:06:26.829098 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-4e301571-c438-4246-a1f4-aed61bc6a991 service neutron] 10.222.0.55 "GET /v2.0/networks/e154a44a-276c-4585-ae03-389e03c1e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856621 Jan 28 20:06:27.230186 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-38da3415-6b59-4bee-9e3a-69bd0ec57a9e service neutron] 10.222.0.55 "GET /v2.0/networks/e154a44a-276c-4585-ae03-389e03c1e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951483 Jan 28 20:06:27.397056 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b9f1aff1-d119-4812-96ac-05f2e59caaa9 req-7c53a873-4d8b-489c-b0f8-5250cd1eae34 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=84f29adf-873e-428b-b373-a90f9ffc9766 HTTP/1.1" status: 200 len: 210 time: 0.0271473 Jan 28 20:06:28.453216 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-3058e279-5548-4ec8-99f1-004e692b1102 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:28.454823 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-3058e279-5548-4ec8-99f1-004e692b1102 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.31 "GET /v2.0/networks?id=e154a44a-276c-4585-ae03-389e03c1e60a HTTP/1.1" status: 200 len: 813 time: 0.1148448 Jan 28 20:06:28.468373 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-eda4cf18-afc6-44a4-946f-1f2e1300c92b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Request body: {'port': {'device_id': '84f29adf-873e-428b-b373-a90f9ffc9766', 'network_id': 'e154a44a-276c-4585-ae03-389e03c1e60a', 'admin_state_up': True, 'tenant_id': '8301f923283243fca3f6e2d8d0c809c6'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:28.539983 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0df6e4e1-bc82-426c-b94a-444d008d05ec req-42c764b8-150f-4e49-985f-4051ef1904d6 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=84f29adf-873e-428b-b373-a90f9ffc9766 HTTP/1.1" status: 200 len: 210 time: 0.0656238 Jan 28 20:06:28.601961 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-eda4cf18-afc6-44a4-946f-1f2e1300c92b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Made reservation on behalf of 8301f923283243fca3f6e2d8d0c809c6 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:28.605451 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-eda4cf18-afc6-44a4-946f-1f2e1300c92b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:28.731039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-eda4cf18-afc6-44a4-946f-1f2e1300c92b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Allocated IP 172.20.0.14 (e154a44a-276c-4585-ae03-389e03c1e60a/a61adfc2-c2dd-4a73-92f2-840adc09988b/1276cd7f-b63f-4d8c-982f-7e741f878612) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:06:28.895587 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-eda4cf18-afc6-44a4-946f-1f2e1300c92b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Publish callbacks [] for port (1276cd7f-b63f-4d8c-982f-7e741f878612), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:28.934143 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-eda4cf18-afc6-44a4-946f-1f2e1300c92b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1276cd7f-b63f-4d8c-982f-7e741f878612), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:28.947146 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['b674932c-9461-4157-bfce-43f8f45cb7c4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:06:28.977534 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-eda4cf18-afc6-44a4-946f-1f2e1300c92b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Network e154a44a-276c-4585-ae03-389e03c1e60a is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:06:28.980670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-eda4cf18-afc6-44a4-946f-1f2e1300c92b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:28.983548 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-eda4cf18-afc6-44a4-946f-1f2e1300c92b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:06:29.030094 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4cf18-afc6-44a4-946f-1f2e1300c92b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Pushing event updated for resources: {'Port': ['ID=1276cd7f-b63f-4d8c-982f-7e741f878612,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:29.045203 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-eda4cf18-afc6-44a4-946f-1f2e1300c92b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:29.045814 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-eda4cf18-afc6-44a4-946f-1f2e1300c92b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:29.063342 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-eda4cf18-afc6-44a4-946f-1f2e1300c92b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5996635 Jan 28 20:06:29.073305 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-ae24760f-5e62-4ec4-b309-7715fdec2289 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:06:29.074307 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-ae24760f-5e62-4ec4-b309-7715fdec2289 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051572 Jan 28 20:06:29.084879 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Request body: {'port': {'device_id': '84f29adf-873e-428b-b373-a90f9ffc9766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:29.153067 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1276cd7f-b63f-4d8c-982f-7e741f878612), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:29.418863 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1276cd7f-b63f-4d8c-982f-7e741f878612 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:06:29.426338 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Publish callbacks [] for port (1276cd7f-b63f-4d8c-982f-7e741f878612), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:29.439726 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Transition to ACTIVE for port object 1276cd7f-b63f-4d8c-982f-7e741f878612 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:06:29.447537 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (1276cd7f-b63f-4d8c-982f-7e741f878612), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:29.497614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Pushing event updated for resources: {'Port': ['ID=1276cd7f-b63f-4d8c-982f-7e741f878612,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:29.574459 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Attempting to bind port 1276cd7f-b63f-4d8c-982f-7e741f878612 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:06:29.574800 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Attempting to bind port 1276cd7f-b63f-4d8c-982f-7e741f878612 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'a4c2af80-820e-4de4-a3e7-6111913aae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e154a44a-276c-4585-ae03-389e03c1e60a'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:06:29.575159 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Attempting to bind port 1276cd7f-b63f-4d8c-982f-7e741f878612 on network e154a44a-276c-4585-ae03-389e03c1e60a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:06:29.579626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Port 1276cd7f-b63f-4d8c-982f-7e741f878612 on network e154a44a-276c-4585-ae03-389e03c1e60a not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:06:29.579946 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Attempting to bind port 1276cd7f-b63f-4d8c-982f-7e741f878612 on network e154a44a-276c-4585-ae03-389e03c1e60a {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:06:29.586084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:06:29.586427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Checking segment: {'id': 'a4c2af80-820e-4de4-a3e7-6111913aae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e154a44a-276c-4585-ae03-389e03c1e60a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:29.586807 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Bound using segment: {'id': 'a4c2af80-820e-4de4-a3e7-6111913aae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e154a44a-276c-4585-ae03-389e03c1e60a'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:06:29.587242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Bound port: 1276cd7f-b63f-4d8c-982f-7e741f878612, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c2af80-820e-4de4-a3e7-6111913aae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e154a44a-276c-4585-ae03-389e03c1e60a'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:06:29.587596 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1276cd7f-b63f-4d8c-982f-7e741f878612), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:29.653433 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] For port 1276cd7f-b63f-4d8c-982f-7e741f878612, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:06:29.656755 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] For port 1276cd7f-b63f-4d8c-982f-7e741f878612, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=1276cd7f-b63f-4d8c-982f-7e741f878612,segment=NetworkSegment(a4c2af80-820e-4de4-a3e7-6111913aae30),segment_id=a4c2af80-820e-4de4-a3e7-6111913aae30)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:06:29.660268 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bba07-0ca5-48f2-b4a4-58d991a7b76a req-57092788-a43a-4a52-9552-e6ca4b465a88 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:29.662112 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d80bba07-0ca5-48f2-b4a4-58d991a7b76a req-57092788-a43a-4a52-9552-e6ca4b465a88 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=84f29adf-873e-428b-b373-a90f9ffc9766 HTTP/1.1" status: 200 len: 944 time: 0.0532954 Jan 28 20:06:29.663354 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (1276cd7f-b63f-4d8c-982f-7e741f878612), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:29.698513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:29.699162 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:29.700543 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] 10.222.0.31 "PUT /v2.0/ports/1276cd7f-b63f-4d8c-982f-7e741f878612 HTTP/1.1" status: 200 len: 1092 time: 0.6195216 Jan 28 20:06:29.700999 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f29adf-873e-428b-b373-a90f9ffc9766', 'tag': '1276cd7f-b63f-4d8c-982f-7e741f878612'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:06:29.703313 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a853317-c0c7-4650-b58f-b1bda5e15219" -d '{"events": [{"name": "network-changed", "server_uuid": "84f29adf-873e-428b-b373-a90f9ffc9766", "tag": "1276cd7f-b63f-4d8c-982f-7e741f878612"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:06:29.726321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a5796-5d5e-480b-a23f-9921632ecc2c service neutron] Pushing event updated for resources: {'Port': ['ID=1276cd7f-b63f-4d8c-982f-7e741f878612,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:29.735813 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d80bba07-0ca5-48f2-b4a4-58d991a7b76a req-98cd0d8a-89e8-45bd-838b-b17f0425d8dd tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657804 Jan 28 20:06:29.752513 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb204280-0e33-4d82-85ed-7b0ce7b90e81 x-openstack-request-id: req-eb204280-0e33-4d82-85ed-7b0ce7b90e81 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:06:29.752810 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f29adf-873e-428b-b373-a90f9ffc9766", "tag": "1276cd7f-b63f-4d8c-982f-7e741f878612", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:06:29.753063 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb204280-0e33-4d82-85ed-7b0ce7b90e81 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:06:29.753464 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f29adf-873e-428b-b373-a90f9ffc9766', 'tag': '1276cd7f-b63f-4d8c-982f-7e741f878612', 'status': 'completed', 'code': 200} Jan 28 20:06:29.789795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-ea1a70f6-7634-4ff5-bbad-d8d67b74e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:29.791368 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-ea1a70f6-7634-4ff5-bbad-d8d67b74e6fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8301f923283243fca3f6e2d8d0c809c6&device_id=84f29adf-873e-428b-b373-a90f9ffc9766 HTTP/1.1" status: 200 len: 1126 time: 0.0478797 Jan 28 20:06:29.836100 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-8218461b-e0b5-4363-9b0a-45a7820d4e44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1276cd7f-b63f-4d8c-982f-7e741f878612 HTTP/1.1" status: 200 len: 217 time: 0.0354362 Jan 28 20:06:29.888597 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-8147ebee-ada1-4855-aacc-38193359709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:29.890058 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-8147ebee-ada1-4855-aacc-38193359709c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a61adfc2-c2dd-4a73-92f2-840adc09988b HTTP/1.1" status: 200 len: 853 time: 0.0476999 Jan 28 20:06:29.924083 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-5fba4b49-ae03-481d-b738-cbad4689acba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e154a44a-276c-4585-ae03-389e03c1e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249214 Jan 28 20:06:30.013132 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-b76a5360-7799-4beb-b770-6429e0c2aebc service neutron] 10.222.0.31 "GET /v2.0/networks/e154a44a-276c-4585-ae03-389e03c1e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821154 Jan 28 20:06:30.110761 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-90a142dc-0f5c-450a-a24b-4dcd96381a7f req-adfe72f8-d788-4537-92ce-c8b4fb64030b service neutron] 10.222.0.31 "GET /v2.0/networks/e154a44a-276c-4585-ae03-389e03c1e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905998 Jan 28 20:06:30.205894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a853317-c0c7-4650-b58f-b1bda5e15219 req-c6d0adbc-28e3-43c5-b4b8-d884d233c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:30.207353 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a853317-c0c7-4650-b58f-b1bda5e15219 req-c6d0adbc-28e3-43c5-b4b8-d884d233c60a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8301f923283243fca3f6e2d8d0c809c6&device_id=84f29adf-873e-428b-b373-a90f9ffc9766 HTTP/1.1" status: 200 len: 1126 time: 0.0468183 Jan 28 20:06:30.300981 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a853317-c0c7-4650-b58f-b1bda5e15219 req-81c83bc5-172c-4903-b49c-6a107ae1a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:30.302492 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a853317-c0c7-4650-b58f-b1bda5e15219 req-81c83bc5-172c-4903-b49c-6a107ae1a9f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e154a44a-276c-4585-ae03-389e03c1e60a HTTP/1.1" status: 200 len: 914 time: 0.0892382 Jan 28 20:06:30.344225 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a853317-c0c7-4650-b58f-b1bda5e15219 req-2f3f58b2-35af-4417-928c-c01a56c49607 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1276cd7f-b63f-4d8c-982f-7e741f878612 HTTP/1.1" status: 200 len: 217 time: 0.0352788 Jan 28 20:06:30.394006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a853317-c0c7-4650-b58f-b1bda5e15219 req-298ee18a-9261-420f-a632-c06646fe56f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:30.395493 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a853317-c0c7-4650-b58f-b1bda5e15219 req-298ee18a-9261-420f-a632-c06646fe56f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a61adfc2-c2dd-4a73-92f2-840adc09988b HTTP/1.1" status: 200 len: 853 time: 0.0439816 Jan 28 20:06:30.427278 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a853317-c0c7-4650-b58f-b1bda5e15219 req-0f930ccd-9cc4-4ae9-bec8-ce8143e602ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e154a44a-276c-4585-ae03-389e03c1e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247967 Jan 28 20:06:30.531965 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a853317-c0c7-4650-b58f-b1bda5e15219 req-aa86565b-96d7-496b-ae5c-abf2b7d5385b service neutron] 10.222.0.31 "GET /v2.0/networks/e154a44a-276c-4585-ae03-389e03c1e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981524 Jan 28 20:06:30.625895 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a853317-c0c7-4650-b58f-b1bda5e15219 req-b7509259-48b4-43f7-be2b-d58538b2de0a service neutron] 10.222.0.31 "GET /v2.0/networks/e154a44a-276c-4585-ae03-389e03c1e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867612 Jan 28 20:06:30.694406 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:30.879754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13966c-aec6-4eec-a416-cc7554aa926a req-a4af0763-ea73-401a-b136-5a27a8f45256 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:30.881249 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7b13966c-aec6-4eec-a416-cc7554aa926a req-a4af0763-ea73-401a-b136-5a27a8f45256 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=84f29adf-873e-428b-b373-a90f9ffc9766 HTTP/1.1" status: 200 len: 944 time: 0.0533767 Jan 28 20:06:30.927890 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7b13966c-aec6-4eec-a416-cc7554aa926a req-4377f987-27d6-41e6-be5a-29fcb51b4efb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409155 Jan 28 20:06:31.708729 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 1276cd7f-b63f-4d8c-982f-7e741f878612 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:06:31.816563 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 1276cd7f-b63f-4d8c-982f-7e741f878612, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=1276cd7f-b63f-4d8c-982f-7e741f878612,segment=NetworkSegment(a4c2af80-820e-4de4-a3e7-6111913aae30),segment_id=a4c2af80-820e-4de4-a3e7-6111913aae30)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:31.826865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '1276cd7f-b63f-4d8c-982f-7e741f878612', 'network_id': 'e154a44a-276c-4585-ae03-389e03c1e60a', 'port_id': '1276cd7f-b63f-4d8c-982f-7e741f878612', 'mac_address': 'fa:16:3e:47:5b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61adfc2-c2dd-4a73-92f2-840adc09988b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:06:31.865057 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 1276cd7f-b63f-4d8c-982f-7e741f878612 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:31.865446 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1276cd7f-b63f-4d8c-982f-7e741f878612), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:31.878488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1276cd7f-b63f-4d8c-982f-7e741f878612 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:06:31.897507 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 1276cd7f-b63f-4d8c-982f-7e741f878612, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=1276cd7f-b63f-4d8c-982f-7e741f878612,segment=NetworkSegment(a4c2af80-820e-4de4-a3e7-6111913aae30),segment_id=a4c2af80-820e-4de4-a3e7-6111913aae30)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:31.903850 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1276cd7f-b63f-4d8c-982f-7e741f878612), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:31.951045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=1276cd7f-b63f-4d8c-982f-7e741f878612,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:32.049883 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472def9-c6fa-4ff6-8024-756b33aafb6d req-23b91ce9-c3e3-4c13-8996-dacb8a27327b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:32.051398 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1472def9-c6fa-4ff6-8024-756b33aafb6d req-23b91ce9-c3e3-4c13-8996-dacb8a27327b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=84f29adf-873e-428b-b373-a90f9ffc9766 HTTP/1.1" status: 200 len: 945 time: 0.0548518 Jan 28 20:06:32.099093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['1276cd7f-b63f-4d8c-982f-7e741f878612'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:06:32.100986 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1472def9-c6fa-4ff6-8024-756b33aafb6d req-bad09a3e-a4ad-410d-83d9-31d8a9a03fad tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414422 Jan 28 20:06:33.232774 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402cd87-a6da-4aad-9358-2cde3b38ff72 req-a5aaf0dc-a060-4adf-98f6-6e2e66e1d67e tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:33.234185 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7402cd87-a6da-4aad-9358-2cde3b38ff72 req-a5aaf0dc-a060-4adf-98f6-6e2e66e1d67e tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=84f29adf-873e-428b-b373-a90f9ffc9766 HTTP/1.1" status: 200 len: 945 time: 0.0600507 Jan 28 20:06:33.281536 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7402cd87-a6da-4aad-9358-2cde3b38ff72 req-dd868e09-51e0-4d41-b92e-a140529357aa tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418062 Jan 28 20:06:33.714987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 1276cd7f-b63f-4d8c-982f-7e741f878612 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:06:33.773486 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 1276cd7f-b63f-4d8c-982f-7e741f878612 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:06:33.777059 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 1276cd7f-b63f-4d8c-982f-7e741f878612 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:33.777437 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1276cd7f-b63f-4d8c-982f-7e741f878612), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:33.855013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 1276cd7f-b63f-4d8c-982f-7e741f878612 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:33.855390 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1276cd7f-b63f-4d8c-982f-7e741f878612), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:33.878489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f29adf-873e-428b-b373-a90f9ffc9766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1276cd7f-b63f-4d8c-982f-7e741f878612'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:06:33.880739 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e31865-c1ee-4ab3-bd26-6439b16c435c" -d '{"events": [{"server_uuid": "84f29adf-873e-428b-b373-a90f9ffc9766", "name": "network-vif-plugged", "status": "completed", "tag": "1276cd7f-b63f-4d8c-982f-7e741f878612"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:06:33.892727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 1276cd7f-b63f-4d8c-982f-7e741f878612, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=1276cd7f-b63f-4d8c-982f-7e741f878612,segment=NetworkSegment(a4c2af80-820e-4de4-a3e7-6111913aae30),segment_id=a4c2af80-820e-4de4-a3e7-6111913aae30)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:33.897538 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1276cd7f-b63f-4d8c-982f-7e741f878612), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:33.920344 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b118f227-5588-4984-b492-b4ebf1c69478 x-openstack-request-id: req-b118f227-5588-4984-b492-b4ebf1c69478 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:06:33.920627 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f29adf-873e-428b-b373-a90f9ffc9766", "name": "network-vif-plugged", "status": "completed", "tag": "1276cd7f-b63f-4d8c-982f-7e741f878612", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:06:33.920879 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b118f227-5588-4984-b492-b4ebf1c69478 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:06:33.921276 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f29adf-873e-428b-b373-a90f9ffc9766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1276cd7f-b63f-4d8c-982f-7e741f878612', 'code': 200} Jan 28 20:06:33.947202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=1276cd7f-b63f-4d8c-982f-7e741f878612,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:34.075641 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057683b5-808b-4de3-ba44-54b5f7ef6dd4 req-ba098a1c-9610-4bfd-b44a-1c86d2f42424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:34.077134 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-057683b5-808b-4de3-ba44-54b5f7ef6dd4 req-ba098a1c-9610-4bfd-b44a-1c86d2f42424 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=84f29adf-873e-428b-b373-a90f9ffc9766 HTTP/1.1" status: 200 len: 1128 time: 0.0982528 Jan 28 20:06:34.121675 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-057683b5-808b-4de3-ba44-54b5f7ef6dd4 req-864dbd78-8778-4a8c-a048-e03299dd79ed service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367432 Jan 28 20:06:34.418952 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf3e6e-d849-4050-bb79-a162abc77978 req-b050b5c4-408e-415a-9133-e8a78c25a269 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:34.420450 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-97cf3e6e-d849-4050-bb79-a162abc77978 req-b050b5c4-408e-415a-9133-e8a78c25a269 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=84f29adf-873e-428b-b373-a90f9ffc9766 HTTP/1.1" status: 200 len: 946 time: 0.0545230 Jan 28 20:06:34.467676 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-97cf3e6e-d849-4050-bb79-a162abc77978 req-de7c63a6-1559-4c12-8a29-a2661e7e9166 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415950 Jan 28 20:06:35.612465 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3207e7-b264-4785-9c89-c19bada0c2fd req-08c07445-9724-48c3-b4f7-1cbbf01e0e9b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:35.615256 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ed3207e7-b264-4785-9c89-c19bada0c2fd req-08c07445-9724-48c3-b4f7-1cbbf01e0e9b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=84f29adf-873e-428b-b373-a90f9ffc9766 HTTP/1.1" status: 200 len: 946 time: 0.0711892 Jan 28 20:06:35.662064 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ed3207e7-b264-4785-9c89-c19bada0c2fd req-cfa89bcf-7462-41b5-a9ba-f64b4563a6fd tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421302 Jan 28 20:06:35.917426 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684b92a-cea4-4236-a549-1470a7564292 req-6bcfc37a-9b3b-4d8d-a643-2cbef672b690 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:35.918940 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1684b92a-cea4-4236-a549-1470a7564292 req-6bcfc37a-9b3b-4d8d-a643-2cbef672b690 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=84f29adf-873e-428b-b373-a90f9ffc9766 HTTP/1.1" status: 200 len: 946 time: 0.0656791 Jan 28 20:06:35.968312 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1684b92a-cea4-4236-a549-1470a7564292 req-754ea3f7-8433-40c9-baad-3aa6fe5002e1 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436075 Jan 28 20:06:37.093872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c94ee-4c61-4af4-a7a7-0ddbbe0b43a3 req-dfb354de-5145-46ca-82ed-d3cd6e28fd85 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:37.095402 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-873c94ee-4c61-4af4-a7a7-0ddbbe0b43a3 req-dfb354de-5145-46ca-82ed-d3cd6e28fd85 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=84f29adf-873e-428b-b373-a90f9ffc9766 HTTP/1.1" status: 200 len: 946 time: 0.0551481 Jan 28 20:06:37.172859 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-873c94ee-4c61-4af4-a7a7-0ddbbe0b43a3 req-87f13da9-be45-4755-adf0-26c21fdb2f22 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716679 Jan 28 20:06:37.188826 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f249557-b012-4a2b-a3c0-7becbeb8966a req-da47cc9c-fed3-4233-8400-efd595b061c2 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:37.190438 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f249557-b012-4a2b-a3c0-7becbeb8966a req-da47cc9c-fed3-4233-8400-efd595b061c2 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.31 "GET /v2.0/ports?device_id=84f29adf-873e-428b-b373-a90f9ffc9766 HTTP/1.1" status: 200 len: 946 time: 0.0726218 Jan 28 20:06:37.283336 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-2f249557-b012-4a2b-a3c0-7becbeb8966a req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Deleting port 1276cd7f-b63f-4d8c-982f-7e741f878612 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:06:37.283572 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f249557-b012-4a2b-a3c0-7becbeb8966a req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1276cd7f-b63f-4d8c-982f-7e741f878612), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:37.374731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-2f249557-b012-4a2b-a3c0-7becbeb8966a req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] For port 1276cd7f-b63f-4d8c-982f-7e741f878612, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=1276cd7f-b63f-4d8c-982f-7e741f878612,segment=NetworkSegment(a4c2af80-820e-4de4-a3e7-6111913aae30),segment_id=a4c2af80-820e-4de4-a3e7-6111913aae30)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:37.375101 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f249557-b012-4a2b-a3c0-7becbeb8966a req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1276cd7f-b63f-4d8c-982f-7e741f878612), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:37.390939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-2f249557-b012-4a2b-a3c0-7becbeb8966a req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Calling delete_port for 1276cd7f-b63f-4d8c-982f-7e741f878612 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:06:37.525816 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f249557-b012-4a2b-a3c0-7becbeb8966a req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1276cd7f-b63f-4d8c-982f-7e741f878612), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:37.540043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['1276cd7f-b63f-4d8c-982f-7e741f878612'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:06:37.542483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['b674932c-9461-4157-bfce-43f8f45cb7c4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:06:37.555309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Pushing event deleted for resources: {'Port': ['ID=1276cd7f-b63f-4d8c-982f-7e741f878612,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:37.568042 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:37.568408 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:37.568761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:37.569093 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:37.569457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:37.569757 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:37.570114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:37.570442 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:37.570767 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:37.571091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:37.571419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:37.571741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:37.572058 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:06:37.607730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f249557-b012-4a2b-a3c0-7becbeb8966a req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] No DVR routers for this DVR port 1276cd7f-b63f-4d8c-982f-7e741f878612 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:06:37.610572 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-2f249557-b012-4a2b-a3c0-7becbeb8966a req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:37.613874 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2f249557-b012-4a2b-a3c0-7becbeb8966a req-a432a809-ed5d-4728-ac52-4abbf7603bfb tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.31 "DELETE /v2.0/ports/1276cd7f-b63f-4d8c-982f-7e741f878612 HTTP/1.1" status: 204 len: 173 time: 0.4179568 Jan 28 20:06:37.614345 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f29adf-873e-428b-b373-a90f9ffc9766', 'name': 'network-vif-deleted', 'tag': '1276cd7f-b63f-4d8c-982f-7e741f878612'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:06:37.616639 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54b5800-12c8-48d8-b155-85a4f564f748" -d '{"events": [{"server_uuid": "84f29adf-873e-428b-b373-a90f9ffc9766", "name": "network-vif-deleted", "tag": "1276cd7f-b63f-4d8c-982f-7e741f878612"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:06:37.656254 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d94b59a-95ce-4aa1-9989-737e3afd0896 x-openstack-request-id: req-3d94b59a-95ce-4aa1-9989-737e3afd0896 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:06:37.656591 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f29adf-873e-428b-b373-a90f9ffc9766", "name": "network-vif-deleted", "tag": "1276cd7f-b63f-4d8c-982f-7e741f878612", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:06:37.656849 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d94b59a-95ce-4aa1-9989-737e3afd0896 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:06:37.657254 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f29adf-873e-428b-b373-a90f9ffc9766', 'name': 'network-vif-deleted', 'tag': '1276cd7f-b63f-4d8c-982f-7e741f878612', 'status': 'completed', 'code': 200} Jan 28 20:06:38.336538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16a407-4bd7-4bc8-a3c3-b9a7f34687ea req-2a2a6e68-b150-4cb9-a694-ec8a002a45ec tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:38.337996 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9d16a407-4bd7-4bc8-a3c3-b9a7f34687ea req-2a2a6e68-b150-4cb9-a694-ec8a002a45ec tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 946 time: 0.0550039 Jan 28 20:06:38.385036 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9d16a407-4bd7-4bc8-a3c3-b9a7f34687ea req-89706ee4-71f3-40cf-9f39-1604a9caec8f tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414319 Jan 28 20:06:38.528907 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cc8c7-44e4-4398-80d1-4966f768d960 req-2a8ea35f-a38b-4f70-b750-cdb72aaa49fd tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:38.530325 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a34cc8c7-44e4-4398-80d1-4966f768d960 req-2a8ea35f-a38b-4f70-b750-cdb72aaa49fd tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 946 time: 0.0545568 Jan 28 20:06:38.583215 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a34cc8c7-44e4-4398-80d1-4966f768d960 req-335dc01e-0bfc-4f8c-b661-83114147924d tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471754 Jan 28 20:06:38.705153 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f304ab-e6c3-4c14-8374-ac254d3912fd req-4809c074-d336-4f86-a5fc-eec9da66bf25 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:38.706677 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-20f304ab-e6c3-4c14-8374-ac254d3912fd req-4809c074-d336-4f86-a5fc-eec9da66bf25 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 946 time: 0.0554736 Jan 28 20:06:38.758941 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-20f304ab-e6c3-4c14-8374-ac254d3912fd req-582b7b2a-d3e3-4915-ba7f-5b402ee29568 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465331 Jan 28 20:06:38.935840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc935911-f4d5-4a68-8a42-b07ecf85ff74 req-0bf963dc-98cd-4e2d-acc3-505cffd37647 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:38.937362 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc935911-f4d5-4a68-8a42-b07ecf85ff74 req-0bf963dc-98cd-4e2d-acc3-505cffd37647 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 946 time: 0.0567193 Jan 28 20:06:38.987461 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dc935911-f4d5-4a68-8a42-b07ecf85ff74 req-572ee3dd-8cdb-4344-8826-f55f12f09d5a tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429504 Jan 28 20:06:39.132974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3451f-6b8e-4a72-a839-156e0f739253 req-163ede57-aafc-4344-b1eb-4413fe9a646b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:39.135171 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bbf3451f-6b8e-4a72-a839-156e0f739253 req-163ede57-aafc-4344-b1eb-4413fe9a646b tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 946 time: 0.0617027 Jan 28 20:06:39.181511 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bbf3451f-6b8e-4a72-a839-156e0f739253 req-4a437d30-b844-4060-b5d7-d3841cedabee tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404167 Jan 28 20:06:39.316147 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09273663-0000-41d7-ac83-3989c1d37bcd req-002113d6-5968-41ce-b8c7-2050079e2ebc tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:39.317521 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09273663-0000-41d7-ac83-3989c1d37bcd req-002113d6-5968-41ce-b8c7-2050079e2ebc tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 946 time: 0.0585563 Jan 28 20:06:39.373269 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-09273663-0000-41d7-ac83-3989c1d37bcd req-f3349c26-c6c2-415e-b8ca-480c747492f3 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433011 Jan 28 20:06:39.702053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a27ed-26e8-46ff-be74-f72d889b7cd0 req-22c9b9fb-fd76-47d1-8465-2b053286bbba tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:39.703544 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-357a27ed-26e8-46ff-be74-f72d889b7cd0 req-22c9b9fb-fd76-47d1-8465-2b053286bbba tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 946 time: 0.0563791 Jan 28 20:06:39.752505 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-357a27ed-26e8-46ff-be74-f72d889b7cd0 req-492610f2-9de5-4813-b829-1d1c3ab70211 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416243 Jan 28 20:06:39.753618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 1276cd7f-b63f-4d8c-982f-7e741f878612 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:06:39.778567 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 1276cd7f-b63f-4d8c-982f-7e741f878612 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:06:39.778916 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 1276cd7f-b63f-4d8c-982f-7e741f878612 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:06:40.888564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b514c-3c0f-43f5-a942-888aee85c5cc req-3832c738-b8e3-423a-adaf-79070ec1daa4 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:40.890078 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4c1b514c-3c0f-43f5-a942-888aee85c5cc req-3832c738-b8e3-423a-adaf-79070ec1daa4 tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 946 time: 0.0527449 Jan 28 20:06:40.944403 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4c1b514c-3c0f-43f5-a942-888aee85c5cc req-30a6e8d1-8a9d-4815-b7eb-a1f5d833760f tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa4a5228-b29a-400d-b001-7720872b8ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485852 Jan 28 20:06:41.280088 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753ad6c-f385-4d47-9ec3-7acaec692472 req-4649197f-ebd8-4cc5-872d-251262821f4d tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:41.281562 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e753ad6c-f385-4d47-9ec3-7acaec692472 req-4649197f-ebd8-4cc5-872d-251262821f4d tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 946 time: 0.0590661 Jan 28 20:06:41.378185 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e753ad6c-f385-4d47-9ec3-7acaec692472 req-011f625b-fd0a-4273-b675-fb73aaa39cef tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Deleting port b674932c-9461-4157-bfce-43f8f45cb7c4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:06:41.378535 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e753ad6c-f385-4d47-9ec3-7acaec692472 req-011f625b-fd0a-4273-b675-fb73aaa39cef tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b674932c-9461-4157-bfce-43f8f45cb7c4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:41.474780 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e753ad6c-f385-4d47-9ec3-7acaec692472 req-011f625b-fd0a-4273-b675-fb73aaa39cef tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] For port b674932c-9461-4157-bfce-43f8f45cb7c4, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=b674932c-9461-4157-bfce-43f8f45cb7c4,segment=NetworkSegment(a4c2af80-820e-4de4-a3e7-6111913aae30),segment_id=a4c2af80-820e-4de4-a3e7-6111913aae30)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:41.475276 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e753ad6c-f385-4d47-9ec3-7acaec692472 req-011f625b-fd0a-4273-b675-fb73aaa39cef tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b674932c-9461-4157-bfce-43f8f45cb7c4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:41.487819 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e753ad6c-f385-4d47-9ec3-7acaec692472 req-011f625b-fd0a-4273-b675-fb73aaa39cef tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Calling delete_port for b674932c-9461-4157-bfce-43f8f45cb7c4 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:06:41.645495 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e753ad6c-f385-4d47-9ec3-7acaec692472 req-011f625b-fd0a-4273-b675-fb73aaa39cef tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (b674932c-9461-4157-bfce-43f8f45cb7c4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:41.658119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['b674932c-9461-4157-bfce-43f8f45cb7c4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:06:41.678640 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f625b-fd0a-4273-b675-fb73aaa39cef tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Pushing event deleted for resources: {'Port': ['ID=b674932c-9461-4157-bfce-43f8f45cb7c4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:41.728290 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e753ad6c-f385-4d47-9ec3-7acaec692472 req-011f625b-fd0a-4273-b675-fb73aaa39cef tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] No DVR routers for this DVR port b674932c-9461-4157-bfce-43f8f45cb7c4 on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:06:41.732080 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e753ad6c-f385-4d47-9ec3-7acaec692472 req-011f625b-fd0a-4273-b675-fb73aaa39cef tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:41.736833 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e753ad6c-f385-4d47-9ec3-7acaec692472 req-011f625b-fd0a-4273-b675-fb73aaa39cef tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.37 "DELETE /v2.0/ports/b674932c-9461-4157-bfce-43f8f45cb7c4 HTTP/1.1" status: 204 len: 173 time: 0.4486980 Jan 28 20:06:41.737434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b86c463-9cc3-47e6-9187-def532fb3692', 'name': 'network-vif-deleted', 'tag': 'b674932c-9461-4157-bfce-43f8f45cb7c4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:06:41.740313 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a322ff-d4c1-4e69-a081-f5e5e52014fa" -d '{"events": [{"server_uuid": "9b86c463-9cc3-47e6-9187-def532fb3692", "name": "network-vif-deleted", "tag": "b674932c-9461-4157-bfce-43f8f45cb7c4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:06:41.781611 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1ed6ef-4426-47a2-b263-12ffdfc01e7f x-openstack-request-id: req-7a1ed6ef-4426-47a2-b263-12ffdfc01e7f {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:06:41.781963 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b86c463-9cc3-47e6-9187-def532fb3692", "name": "network-vif-deleted", "tag": "b674932c-9461-4157-bfce-43f8f45cb7c4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:06:41.782232 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a1ed6ef-4426-47a2-b263-12ffdfc01e7f {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:06:41.782759 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b86c463-9cc3-47e6-9187-def532fb3692', 'name': 'network-vif-deleted', 'tag': 'b674932c-9461-4157-bfce-43f8f45cb7c4', 'status': 'completed', 'code': 200} Jan 28 20:06:42.056935 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9a632e47-9e4c-4ef3-af9e-d373170a66b1 req-a059cef7-e288-4902-9009-ec203007541e tempest-ServersNegativeTestJSON-1421829246 tempest-ServersNegativeTestJSON-1421829246-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b86c463-9cc3-47e6-9187-def532fb3692 HTTP/1.1" status: 200 len: 210 time: 0.0271571 Jan 28 20:06:43.127663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35600) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:43.173387 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-a674a4c5-8a49-49f1-a2eb-cb047af02d97 admin admin] Deleting subnet a61adfc2-c2dd-4a73-92f2-840adc09988b {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:06:43.176764 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a674a4c5-8a49-49f1-a2eb-cb047af02d97 admin admin] Publish callbacks [] for subnet (a61adfc2-c2dd-4a73-92f2-840adc09988b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:43.214092 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a674a4c5-8a49-49f1-a2eb-cb047af02d97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (a61adfc2-c2dd-4a73-92f2-840adc09988b), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:43.251750 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a674a4c5-8a49-49f1-a2eb-cb047af02d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (a61adfc2-c2dd-4a73-92f2-840adc09988b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:43.304538 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a674a4c5-8a49-49f1-a2eb-cb047af02d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (a61adfc2-c2dd-4a73-92f2-840adc09988b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:43.329495 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674a4c5-8a49-49f1-a2eb-cb047af02d97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a61adfc2-c2dd-4a73-92f2-840adc09988b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:43.333180 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a674a4c5-8a49-49f1-a2eb-cb047af02d97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:43.336393 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a674a4c5-8a49-49f1-a2eb-cb047af02d97 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a61adfc2-c2dd-4a73-92f2-840adc09988b HTTP/1.1" status: 204 len: 168 time: 0.2076755 Jan 28 20:06:43.339684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35602) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:43.413682 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-113ec751-dd0d-4c65-8432-74c5b8913d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (e154a44a-276c-4585-ae03-389e03c1e60a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:43.494455 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-113ec751-dd0d-4c65-8432-74c5b8913d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (e154a44a-276c-4585-ae03-389e03c1e60a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:43.515359 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-113ec751-dd0d-4c65-8432-74c5b8913d7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e154a44a-276c-4585-ae03-389e03c1e60a']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:43.524485 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-113ec751-dd0d-4c65-8432-74c5b8913d7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c2af80-820e-4de4-a3e7-6111913aae30') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:43.524780 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-113ec751-dd0d-4c65-8432-74c5b8913d7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c2af80-820e-4de4-a3e7-6111913aae30') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:43.534155 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-113ec751-dd0d-4c65-8432-74c5b8913d7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (a4c2af80-820e-4de4-a3e7-6111913aae30), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:43.547157 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-113ec751-dd0d-4c65-8432-74c5b8913d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (a4c2af80-820e-4de4-a3e7-6111913aae30), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:43.553214 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113ec751-dd0d-4c65-8432-74c5b8913d7d admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:06:43.553609 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-113ec751-dd0d-4c65-8432-74c5b8913d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (a4c2af80-820e-4de4-a3e7-6111913aae30), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: timer() Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:06:43.555376 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:06:43.613707 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-113ec751-dd0d-4c65-8432-74c5b8913d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (e154a44a-276c-4585-ae03-389e03c1e60a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:43.619198 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-113ec751-dd0d-4c65-8432-74c5b8913d7d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:43.622415 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-113ec751-dd0d-4c65-8432-74c5b8913d7d admin admin] 10.222.0.55 "DELETE /v2.0/networks/e154a44a-276c-4585-ae03-389e03c1e60a HTTP/1.1" status: 204 len: 168 time: 0.2818146 Jan 28 20:06:43.633855 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ec751-dd0d-4c65-8432-74c5b8913d7d admin admin] Pushing event deleted for resources: {'Network': ['ID=e154a44a-276c-4585-ae03-389e03c1e60a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:43.734114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35606) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:43.774172 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d225e9e6-d6dc-40ca-a7b9-516275884a88 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8301f923283243fca3f6e2d8d0c809c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387635 Jan 28 20:06:43.776732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35608) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:43.823330 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9410108-ca88-4df0-bae4-3022b768392e admin admin] Publish callbacks [] for security_group (aa4a5228-b29a-400d-b001-7720872b8ceb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:43.843948 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9410108-ca88-4df0-bae4-3022b768392e admin admin] Publish callbacks [] for security_group (aa4a5228-b29a-400d-b001-7720872b8ceb), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:43.891531 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9410108-ca88-4df0-bae4-3022b768392e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (aa4a5228-b29a-400d-b001-7720872b8ceb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:43.894439 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e9410108-ca88-4df0-bae4-3022b768392e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:43.895408 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e9410108-ca88-4df0-bae4-3022b768392e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa4a5228-b29a-400d-b001-7720872b8ceb HTTP/1.1" status: 204 len: 168 time: 0.1178033 Jan 28 20:06:43.903361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9410108-ca88-4df0-bae4-3022b768392e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4a5228-b29a-400d-b001-7720872b8ceb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:44.627222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35630) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:44.739959 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9657cb5d-4b77-4568-bd24-6f843f427d4c tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-44141414'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:44.769040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9657cb5d-4b77-4568-bd24-6f843f427d4c tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Made reservation on behalf of bf12db1f605f48b88f127e5cc73e4a75 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:44.772717 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9657cb5d-4b77-4568-bd24-6f843f427d4c tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:44.781594 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9657cb5d-4b77-4568-bd24-6f843f427d4c tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:44.859500 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9657cb5d-4b77-4568-bd24-6f843f427d4c tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for security_group (0948263a-4633-4cd3-98c2-b09334eaed7b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:44.865263 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9657cb5d-4b77-4568-bd24-6f843f427d4c tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0948263a-4633-4cd3-98c2-b09334eaed7b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:44.892032 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9657cb5d-4b77-4568-bd24-6f843f427d4c tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:06:44.900834 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657cb5d-4b77-4568-bd24-6f843f427d4c tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0948263a-4633-4cd3-98c2-b09334eaed7b,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:44.907639 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9657cb5d-4b77-4568-bd24-6f843f427d4c tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9916796e-39e9-48b1-a8aa-e0a72816da20), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:44.907986 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-9657cb5d-4b77-4568-bd24-6f843f427d4c tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Added segment 9916796e-39e9-48b1-a8aa-e0a72816da20 of type vlan for network 7efd23e7-279e-4ddd-af55-cf7b5a6aca68 Jan 28 20:06:44.950804 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9657cb5d-4b77-4568-bd24-6f843f427d4c tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (7efd23e7-279e-4ddd-af55-cf7b5a6aca68), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:44.977778 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9657cb5d-4b77-4568-bd24-6f843f427d4c tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (7efd23e7-279e-4ddd-af55-cf7b5a6aca68), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:44.983047 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9657cb5d-4b77-4568-bd24-6f843f427d4c tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:44.983657 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9657cb5d-4b77-4568-bd24-6f843f427d4c tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:45.043104 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9657cb5d-4b77-4568-bd24-6f843f427d4c tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4147465 Jan 28 20:06:45.054362 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657cb5d-4b77-4568-bd24-6f843f427d4c tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event updated for resources: {'Network': ['ID=7efd23e7-279e-4ddd-af55-cf7b5a6aca68,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:45.067228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 7efd23e7-279e-4ddd-af55-cf7b5a6aca68 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:06:45.277648 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:06:45.911224 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device b674932c-9461-4157-bfce-43f8f45cb7c4 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:06:45.933144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: b674932c-9461-4157-bfce-43f8f45cb7c4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:06:45.933496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device b674932c-9461-4157-bfce-43f8f45cb7c4 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:06:48.310941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35634) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:48.316371 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-327ae3f9-2845-456a-bdf0-0dc7af8499be tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Request body: {'subnet': {'network_id': '7efd23e7-279e-4ddd-af55-cf7b5a6aca68', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:48.321775 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-20338acb-9555-4b31-9343-603af69dd8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:48.411072 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327ae3f9-2845-456a-bdf0-0dc7af8499be tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Made reservation on behalf of bf12db1f605f48b88f127e5cc73e4a75 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:48.414743 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-327ae3f9-2845-456a-bdf0-0dc7af8499be tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:48.601578 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-327ae3f9-2845-456a-bdf0-0dc7af8499be tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (a8858e55-4f94-497f-af07-28d7b5a68e40), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:48.659354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ae3f9-2845-456a-bdf0-0dc7af8499be tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event updated for resources: {'Subnet': ['ID=a8858e55-4f94-497f-af07-28d7b5a68e40,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:48.668031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327ae3f9-2845-456a-bdf0-0dc7af8499be tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Checking segment: {'id': '9916796e-39e9-48b1-a8aa-e0a72816da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7efd23e7-279e-4ddd-af55-cf7b5a6aca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:48.668440 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ae3f9-2845-456a-bdf0-0dc7af8499be tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Network hostable DHCP agents. Network: 7efd23e7-279e-4ddd-af55-cf7b5a6aca68, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:06:48.687221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ae3f9-2845-456a-bdf0-0dc7af8499be tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Network 7efd23e7-279e-4ddd-af55-cf7b5a6aca68 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:06:48.697447 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-327ae3f9-2845-456a-bdf0-0dc7af8499be tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 7efd23e7-279e-4ddd-af55-cf7b5a6aca68) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:48.702484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ae3f9-2845-456a-bdf0-0dc7af8499be tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:48.703380 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-327ae3f9-2845-456a-bdf0-0dc7af8499be tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:48.706451 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4f2923-346d-4c87-9e42-023b874a60ec None None] Network 7efd23e7-279e-4ddd-af55-cf7b5a6aca68 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:48.719950 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-327ae3f9-2845-456a-bdf0-0dc7af8499be tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4077792 Jan 28 20:06:48.723577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35636) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:48.728487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1fc1c2d0-dcb2-44ae-92ea-923cc9588fd2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-917690867'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:48.747161 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc1c2d0-dcb2-44ae-92ea-923cc9588fd2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Made reservation on behalf of bf12db1f605f48b88f127e5cc73e4a75 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:48.750617 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c2d0-dcb2-44ae-92ea-923cc9588fd2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:48.775461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc1c2d0-dcb2-44ae-92ea-923cc9588fd2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:06:48.784973 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c2d0-dcb2-44ae-92ea-923cc9588fd2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5f03ce74-e2de-4711-bd56-0ee1f81ae9ff), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:48.785323 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-1fc1c2d0-dcb2-44ae-92ea-923cc9588fd2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Added segment 5f03ce74-e2de-4711-bd56-0ee1f81ae9ff of type vlan for network f6049cb1-73e8-4ebb-a64a-79e5ef285bd8 Jan 28 20:06:48.811549 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-7efd23e7-279e-4ddd-af55-cf7b5a6aca68', 'network_id': '7efd23e7-279e-4ddd-af55-cf7b5a6aca68', 'project_id': 'bf12db1f605f48b88f127e5cc73e4a75', 'fixed_ips': [{'subnet_id': 'a8858e55-4f94-497f-af07-28d7b5a68e40'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:06:48.812645 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:48.829457 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c2d0-dcb2-44ae-92ea-923cc9588fd2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (f6049cb1-73e8-4ebb-a64a-79e5ef285bd8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:48.856046 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c2d0-dcb2-44ae-92ea-923cc9588fd2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (f6049cb1-73e8-4ebb-a64a-79e5ef285bd8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:48.861190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc1c2d0-dcb2-44ae-92ea-923cc9588fd2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:48.861900 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c2d0-dcb2-44ae-92ea-923cc9588fd2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:48.918405 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1fc1c2d0-dcb2-44ae-92ea-923cc9588fd2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1936820 Jan 28 20:06:48.924314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35638) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:48.928572 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bcf3bf5b-efac-4eec-9752-0e93061a7af5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Request body: {'subnet': {'network_id': 'f6049cb1-73e8-4ebb-a64a-79e5ef285bd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:48.949749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1c2d0-dcb2-44ae-92ea-923cc9588fd2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event updated for resources: {'Network': ['ID=f6049cb1-73e8-4ebb-a64a-79e5ef285bd8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:48.952400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Allocated IP 2001:db8:0:ffff::2 (7efd23e7-279e-4ddd-af55-cf7b5a6aca68/a8858e55-4f94-497f-af07-28d7b5a68e40/e4b8755b-f353-4a66-932a-140e89d20f44) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:06:48.961512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network f6049cb1-73e8-4ebb-a64a-79e5ef285bd8 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:06:49.024326 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf3bf5b-efac-4eec-9752-0e93061a7af5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Made reservation on behalf of bf12db1f605f48b88f127e5cc73e4a75 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:49.028102 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcf3bf5b-efac-4eec-9752-0e93061a7af5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:49.156022 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Publish callbacks [] for port (e4b8755b-f353-4a66-932a-140e89d20f44), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:49.161386 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (e4b8755b-f353-4a66-932a-140e89d20f44), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:49.197463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Network 7efd23e7-279e-4ddd-af55-cf7b5a6aca68 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:06:49.200197 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:49.202975 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:06:49.217465 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Pushing event updated for resources: {'Port': ['ID=e4b8755b-f353-4a66-932a-140e89d20f44,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:49.226117 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcf3bf5b-efac-4eec-9752-0e93061a7af5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (e0edc046-0347-4d5c-878a-160c8eb9f0e8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:49.271789 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Attempting to bind port e4b8755b-f353-4a66-932a-140e89d20f44 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:06:49.272161 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Attempting to bind port e4b8755b-f353-4a66-932a-140e89d20f44 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '9916796e-39e9-48b1-a8aa-e0a72816da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7efd23e7-279e-4ddd-af55-cf7b5a6aca68'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:06:49.272532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Attempting to bind port e4b8755b-f353-4a66-932a-140e89d20f44 on network 7efd23e7-279e-4ddd-af55-cf7b5a6aca68 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:06:49.277615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:06:49.277998 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Checking segment: {'id': '9916796e-39e9-48b1-a8aa-e0a72816da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7efd23e7-279e-4ddd-af55-cf7b5a6aca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:49.278464 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:49.278862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Bound using segment: {'id': '9916796e-39e9-48b1-a8aa-e0a72816da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7efd23e7-279e-4ddd-af55-cf7b5a6aca68'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:06:49.279321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Bound port: e4b8755b-f353-4a66-932a-140e89d20f44, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9916796e-39e9-48b1-a8aa-e0a72816da20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7efd23e7-279e-4ddd-af55-cf7b5a6aca68'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:06:49.279703 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e4b8755b-f353-4a66-932a-140e89d20f44), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:49.286616 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3bf5b-efac-4eec-9752-0e93061a7af5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event updated for resources: {'Subnet': ['ID=e0edc046-0347-4d5c-878a-160c8eb9f0e8,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:49.295727 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf3bf5b-efac-4eec-9752-0e93061a7af5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Checking segment: {'id': '5f03ce74-e2de-4711-bd56-0ee1f81ae9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f6049cb1-73e8-4ebb-a64a-79e5ef285bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:49.296096 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf3bf5b-efac-4eec-9752-0e93061a7af5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Network hostable DHCP agents. Network: f6049cb1-73e8-4ebb-a64a-79e5ef285bd8, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:06:49.314175 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf3bf5b-efac-4eec-9752-0e93061a7af5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Network f6049cb1-73e8-4ebb-a64a-79e5ef285bd8 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:06:49.323389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-bcf3bf5b-efac-4eec-9752-0e93061a7af5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, f6049cb1-73e8-4ebb-a64a-79e5ef285bd8) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:49.328338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf3bf5b-efac-4eec-9752-0e93061a7af5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:49.329053 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bcf3bf5b-efac-4eec-9752-0e93061a7af5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:49.334227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb03be16-b1ec-432d-bef4-34df4bc4c963 None None] Network f6049cb1-73e8-4ebb-a64a-79e5ef285bd8 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:49.345967 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bcf3bf5b-efac-4eec-9752-0e93061a7af5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4235363 Jan 28 20:06:49.348813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35640) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:49.386341 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] For port e4b8755b-f353-4a66-932a-140e89d20f44, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:06:49.401651 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] For port e4b8755b-f353-4a66-932a-140e89d20f44, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e4b8755b-f353-4a66-932a-140e89d20f44,segment=NetworkSegment(9916796e-39e9-48b1-a8aa-e0a72816da20),segment_id=9916796e-39e9-48b1-a8aa-e0a72816da20)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:06:49.409902 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e4b8755b-f353-4a66-932a-140e89d20f44), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:49.448557 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c51caa-1f89-4977-b87b-24c2d2aee31a tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (f6049cb1-73e8-4ebb-a64a-79e5ef285bd8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:49.493743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d3317b-7ed5-4259-80b9-fb0323363c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-f6049cb1-73e8-4ebb-a64a-79e5ef285bd8', 'network_id': 'f6049cb1-73e8-4ebb-a64a-79e5ef285bd8', 'project_id': 'bf12db1f605f48b88f127e5cc73e4a75', 'fixed_ips': [{'subnet_id': 'e0edc046-0347-4d5c-878a-160c8eb9f0e8'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:06:49.494658 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2d3317b-7ed5-4259-80b9-fb0323363c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:49.509984 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168cc75-65cc-47f4-9239-eee221e11aee None None] Pushing event updated for resources: {'Port': ['ID=e4b8755b-f353-4a66-932a-140e89d20f44,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:49.532115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c51caa-1f89-4977-b87b-24c2d2aee31a tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (e0edc046-0347-4d5c-878a-160c8eb9f0e8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:49.599469 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c51caa-1f89-4977-b87b-24c2d2aee31a tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (e0edc046-0347-4d5c-878a-160c8eb9f0e8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server [None req-c2d3317b-7ed5-4259-80b9-fb0323363c38 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0edc046-0347-4d5c-878a-160c8eb9f0e8: This subnet is being modified by another concurrent operation. Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise exception Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0edc046-0347-4d5c-878a-160c8eb9f0e8: This subnet is being modified by another concurrent operation. Jan 28 20:06:49.605327 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server Jan 28 20:06:49.621711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8ce0da-38ee-4e8e-a9f0-7dd815354609 None None] Network f6049cb1-73e8-4ebb-a64a-79e5ef285bd8 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:49.644076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c51caa-1f89-4977-b87b-24c2d2aee31a tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event deleted for resources: {'Subnet': ['ID=e0edc046-0347-4d5c-878a-160c8eb9f0e8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:49.919779 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e4b8755b-f353-4a66-932a-140e89d20f44 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:06:49.972831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e4b8755b-f353-4a66-932a-140e89d20f44 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:49.973211 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e4b8755b-f353-4a66-932a-140e89d20f44), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.036826 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c51caa-1f89-4977-b87b-24c2d2aee31a tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (f6049cb1-73e8-4ebb-a64a-79e5ef285bd8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.056040 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e4b8755b-f353-4a66-932a-140e89d20f44 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:50.056400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d2c51caa-1f89-4977-b87b-24c2d2aee31a tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6049cb1-73e8-4ebb-a64a-79e5ef285bd8']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:50.056527 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e4b8755b-f353-4a66-932a-140e89d20f44), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.065897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d2c51caa-1f89-4977-b87b-24c2d2aee31a tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f03ce74-e2de-4711-bd56-0ee1f81ae9ff') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:50.066221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d2c51caa-1f89-4977-b87b-24c2d2aee31a tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f03ce74-e2de-4711-bd56-0ee1f81ae9ff') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:50.076059 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c51caa-1f89-4977-b87b-24c2d2aee31a tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (5f03ce74-e2de-4711-bd56-0ee1f81ae9ff), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.088848 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port e4b8755b-f353-4a66-932a-140e89d20f44, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e4b8755b-f353-4a66-932a-140e89d20f44,segment=NetworkSegment(9916796e-39e9-48b1-a8aa-e0a72816da20),segment_id=9916796e-39e9-48b1-a8aa-e0a72816da20)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:50.089030 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c51caa-1f89-4977-b87b-24c2d2aee31a tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (5f03ce74-e2de-4711-bd56-0ee1f81ae9ff), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.094335 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e4b8755b-f353-4a66-932a-140e89d20f44), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.103169 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c51caa-1f89-4977-b87b-24c2d2aee31a tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:06:50.103778 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c51caa-1f89-4977-b87b-24c2d2aee31a tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (5f03ce74-e2de-4711-bd56-0ee1f81ae9ff), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: timer() Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:06:50.108913 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:06:50.154435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=e4b8755b-f353-4a66-932a-140e89d20f44,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:50.171383 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c51caa-1f89-4977-b87b-24c2d2aee31a tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (f6049cb1-73e8-4ebb-a64a-79e5ef285bd8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.180134 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d2c51caa-1f89-4977-b87b-24c2d2aee31a tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.183416 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d2c51caa-1f89-4977-b87b-24c2d2aee31a tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "DELETE /v2.0/networks/f6049cb1-73e8-4ebb-a64a-79e5ef285bd8 HTTP/1.1" status: 204 len: 168 time: 0.8336911 Jan 28 20:06:50.189089 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35642) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:50.193991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c51caa-1f89-4977-b87b-24c2d2aee31a tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event deleted for resources: {'Network': ['ID=f6049cb1-73e8-4ebb-a64a-79e5ef285bd8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:50.194481 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-32578bcd-c38e-4421-b91e-ef16e968753f tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1620685035'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:50.216532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32578bcd-c38e-4421-b91e-ef16e968753f tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Made reservation on behalf of bf12db1f605f48b88f127e5cc73e4a75 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:50.219956 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32578bcd-c38e-4421-b91e-ef16e968753f tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.244225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32578bcd-c38e-4421-b91e-ef16e968753f tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:06:50.254636 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32578bcd-c38e-4421-b91e-ef16e968753f tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (44c8cf49-89dd-4daf-b808-190dd1e31047), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.255138 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-32578bcd-c38e-4421-b91e-ef16e968753f tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Added segment 44c8cf49-89dd-4daf-b808-190dd1e31047 of type vlan for network 5dc7a294-1414-4801-9af3-7432eb7cc62d Jan 28 20:06:50.304668 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32578bcd-c38e-4421-b91e-ef16e968753f tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (5dc7a294-1414-4801-9af3-7432eb7cc62d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.331836 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32578bcd-c38e-4421-b91e-ef16e968753f tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (5dc7a294-1414-4801-9af3-7432eb7cc62d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.337143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32578bcd-c38e-4421-b91e-ef16e968753f tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:50.337716 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-32578bcd-c38e-4421-b91e-ef16e968753f tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.435244 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-32578bcd-c38e-4421-b91e-ef16e968753f tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2446556 Jan 28 20:06:50.438368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35644) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:50.443623 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-37af9936-eae6-4dc8-bebf-4dc459b4b017 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Request body: {'subnet': {'network_id': '5dc7a294-1414-4801-9af3-7432eb7cc62d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:50.446461 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32578bcd-c38e-4421-b91e-ef16e968753f tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event updated for resources: {'Network': ['ID=5dc7a294-1414-4801-9af3-7432eb7cc62d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:50.463625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 5dc7a294-1414-4801-9af3-7432eb7cc62d details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:06:50.517280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ee82f3-f26c-4e19-981c-ca799f5356b9 None None] get_active_networks_info from n-d-824834-4 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 20:06:50.539381 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-96a0b35b-4bf7-4c37-ade1-75a5633fee94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.539763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37af9936-eae6-4dc8-bebf-4dc459b4b017 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Made reservation on behalf of bf12db1f605f48b88f127e5cc73e4a75 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:50.543367 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37af9936-eae6-4dc8-bebf-4dc459b4b017 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.604921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-37af9936-eae6-4dc8-bebf-4dc459b4b017 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Performing IP validity checks on allocation pools {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 28 20:06:50.605454 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.ipam_backend_mixin [None req-37af9936-eae6-4dc8-bebf-4dc459b4b017 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103146) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 28 20:06:50.733662 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37af9936-eae6-4dc8-bebf-4dc459b4b017 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (3d1c4a62-968f-4e95-ab90-87b8f3399983), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.751067 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-593f94a9-0df3-4453-91f6-0161e8e0161f None None] Provisioning complete for port e4b8755b-f353-4a66-932a-140e89d20f44 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:50.751367 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-593f94a9-0df3-4453-91f6-0161e8e0161f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e4b8755b-f353-4a66-932a-140e89d20f44), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.798549 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af9936-eae6-4dc8-bebf-4dc459b4b017 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event updated for resources: {'Subnet': ['ID=3d1c4a62-968f-4e95-ab90-87b8f3399983,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:50.810590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ee82f3-f26c-4e19-981c-ca799f5356b9 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 20:06:50.813177 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af9936-eae6-4dc8-bebf-4dc459b4b017 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Checking segment: {'id': '44c8cf49-89dd-4daf-b808-190dd1e31047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5dc7a294-1414-4801-9af3-7432eb7cc62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:50.813638 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af9936-eae6-4dc8-bebf-4dc459b4b017 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Network hostable DHCP agents. Network: 5dc7a294-1414-4801-9af3-7432eb7cc62d, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:06:50.833428 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af9936-eae6-4dc8-bebf-4dc459b4b017 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Network 5dc7a294-1414-4801-9af3-7432eb7cc62d is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:06:50.843755 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-37af9936-eae6-4dc8-bebf-4dc459b4b017 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 5dc7a294-1414-4801-9af3-7432eb7cc62d) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:50.847983 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af9936-eae6-4dc8-bebf-4dc459b4b017 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:50.848587 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-37af9936-eae6-4dc8-bebf-4dc459b4b017 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.866289 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-37af9936-eae6-4dc8-bebf-4dc459b4b017 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4266784 Jan 28 20:06:50.868926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35646) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:50.907752 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-593f94a9-0df3-4453-91f6-0161e8e0161f None None] Current status of the port e4b8755b-f353-4a66-932a-140e89d20f44 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:50.969145 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1965-17e4-416a-8de5-b233150d0f07 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (5dc7a294-1414-4801-9af3-7432eb7cc62d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:50.992642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951181ad-3e21-4dd0-9398-78ed9dfc0dcf None None] Network 7efd23e7-279e-4ddd-af55-cf7b5a6aca68 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:50.995693 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae67367f-9b81-4ecd-8f3f-621cbc6624ba None None] Network 5dc7a294-1414-4801-9af3-7432eb7cc62d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:51.020446 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1965-17e4-416a-8de5-b233150d0f07 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (3d1c4a62-968f-4e95-ab90-87b8f3399983), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.080435 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1965-17e4-416a-8de5-b233150d0f07 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (3d1c4a62-968f-4e95-ab90-87b8f3399983), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.112926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab1965-17e4-416a-8de5-b233150d0f07 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event deleted for resources: {'Subnet': ['ID=3d1c4a62-968f-4e95-ab90-87b8f3399983,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:51.167585 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7cdf29-d678-4883-a7e2-7bee143490a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-5dc7a294-1414-4801-9af3-7432eb7cc62d', 'network_id': '5dc7a294-1414-4801-9af3-7432eb7cc62d', 'project_id': 'bf12db1f605f48b88f127e5cc73e4a75', 'fixed_ips': [{'subnet_id': '3d1c4a62-968f-4e95-ab90-87b8f3399983'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:06:51.168910 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d7cdf29-d678-4883-a7e2-7bee143490a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.172481 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1965-17e4-416a-8de5-b233150d0f07 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (5dc7a294-1414-4801-9af3-7432eb7cc62d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.193516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d1ab1965-17e4-416a-8de5-b233150d0f07 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc7a294-1414-4801-9af3-7432eb7cc62d']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:51.204006 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d1ab1965-17e4-416a-8de5-b233150d0f07 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c8cf49-89dd-4daf-b808-190dd1e31047') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:51.204288 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d1ab1965-17e4-416a-8de5-b233150d0f07 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c8cf49-89dd-4daf-b808-190dd1e31047') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:51.215224 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1965-17e4-416a-8de5-b233150d0f07 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (44c8cf49-89dd-4daf-b808-190dd1e31047), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.229373 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1965-17e4-416a-8de5-b233150d0f07 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (44c8cf49-89dd-4daf-b808-190dd1e31047), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.235756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ab1965-17e4-416a-8de5-b233150d0f07 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:06:51.236390 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1965-17e4-416a-8de5-b233150d0f07 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (44c8cf49-89dd-4daf-b808-190dd1e31047), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: timer() Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:06:51.239868 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:06:51.268021 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2d0c72-fb62-4c59-9497-a06365ac6c79 None None] Network 5dc7a294-1414-4801-9af3-7432eb7cc62d requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:51.312394 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1965-17e4-416a-8de5-b233150d0f07 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (5dc7a294-1414-4801-9af3-7432eb7cc62d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.322995 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1965-17e4-416a-8de5-b233150d0f07 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.327090 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d1ab1965-17e4-416a-8de5-b233150d0f07 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "DELETE /v2.0/networks/5dc7a294-1414-4801-9af3-7432eb7cc62d HTTP/1.1" status: 204 len: 168 time: 0.4571061 Jan 28 20:06:51.331535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35648) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:51.337711 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab1965-17e4-416a-8de5-b233150d0f07 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event deleted for resources: {'Network': ['ID=5dc7a294-1414-4801-9af3-7432eb7cc62d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:51.341519 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-24ec85a2-dbb2-4d8c-8170-b79262aca19e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-428561289'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:51.364590 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ec85a2-dbb2-4d8c-8170-b79262aca19e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Made reservation on behalf of bf12db1f605f48b88f127e5cc73e4a75 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:51.368119 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24ec85a2-dbb2-4d8c-8170-b79262aca19e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.392715 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ec85a2-dbb2-4d8c-8170-b79262aca19e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:06:51.402224 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24ec85a2-dbb2-4d8c-8170-b79262aca19e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (2829f2ae-ea6a-4fc9-9c4b-f80ec0762d20), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.402629 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-24ec85a2-dbb2-4d8c-8170-b79262aca19e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Added segment 2829f2ae-ea6a-4fc9-9c4b-f80ec0762d20 of type vlan for network 0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e Jan 28 20:06:51.436860 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7006c9ba-095e-4d42-8ea9-1560ca917aa9 None None] Provisioning complete for port e4b8755b-f353-4a66-932a-140e89d20f44 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:51.437247 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7006c9ba-095e-4d42-8ea9-1560ca917aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e4b8755b-f353-4a66-932a-140e89d20f44), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.445950 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24ec85a2-dbb2-4d8c-8170-b79262aca19e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.470794 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24ec85a2-dbb2-4d8c-8170-b79262aca19e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.476054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ec85a2-dbb2-4d8c-8170-b79262aca19e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:51.476591 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24ec85a2-dbb2-4d8c-8170-b79262aca19e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.516704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7006c9ba-095e-4d42-8ea9-1560ca917aa9 None None] Current status of the port e4b8755b-f353-4a66-932a-140e89d20f44 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:51.540799 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-24ec85a2-dbb2-4d8c-8170-b79262aca19e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2081430 Jan 28 20:06:51.543825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35650) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:51.549276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-38206dec-a559-45ba-bebd-402ecb9b1a7e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Request body: {'subnet': {'network_id': '0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:51.557912 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec85a2-dbb2-4d8c-8170-b79262aca19e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event updated for resources: {'Network': ['ID=0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:51.569159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:06:51.638200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38206dec-a559-45ba-bebd-402ecb9b1a7e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Made reservation on behalf of bf12db1f605f48b88f127e5cc73e4a75 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:51.641857 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38206dec-a559-45ba-bebd-402ecb9b1a7e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.825264 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38206dec-a559-45ba-bebd-402ecb9b1a7e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (c8ac055e-b623-4dea-a805-d25b61597f83), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.872239 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e4b8755b-f353-4a66-932a-140e89d20f44 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:06:51.890272 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38206dec-a559-45ba-bebd-402ecb9b1a7e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event updated for resources: {'Subnet': ['ID=c8ac055e-b623-4dea-a805-d25b61597f83,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:51.899234 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38206dec-a559-45ba-bebd-402ecb9b1a7e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Checking segment: {'id': '2829f2ae-ea6a-4fc9-9c4b-f80ec0762d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:51.899598 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38206dec-a559-45ba-bebd-402ecb9b1a7e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Network hostable DHCP agents. Network: 0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:06:51.917652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38206dec-a559-45ba-bebd-402ecb9b1a7e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Network 0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:06:51.932588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-38206dec-a559-45ba-bebd-402ecb9b1a7e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:51.932828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e4b8755b-f353-4a66-932a-140e89d20f44 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:51.933114 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e4b8755b-f353-4a66-932a-140e89d20f44), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.937572 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38206dec-a559-45ba-bebd-402ecb9b1a7e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:51.938264 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-38206dec-a559-45ba-bebd-402ecb9b1a7e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.953939 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:51.958505 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bb6d45-fd75-4ec0-a67f-dd56db39ddbb None None] Network 0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:51.961420 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-38206dec-a559-45ba-bebd-402ecb9b1a7e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4164748 Jan 28 20:06:51.965361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35652) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:51.970358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c734b5f8-b08d-4c73-ab48-99808062ef19 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-28868101'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:51.989760 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c734b5f8-b08d-4c73-ab48-99808062ef19 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Made reservation on behalf of bf12db1f605f48b88f127e5cc73e4a75 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:51.993217 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c734b5f8-b08d-4c73-ab48-99808062ef19 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.017183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c734b5f8-b08d-4c73-ab48-99808062ef19 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:06:52.026543 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c734b5f8-b08d-4c73-ab48-99808062ef19 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (7b695b46-04d6-4fd1-8831-6ed87cc008a3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.026996 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-c734b5f8-b08d-4c73-ab48-99808062ef19 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Added segment 7b695b46-04d6-4fd1-8831-6ed87cc008a3 of type vlan for network 726764a8-6984-4095-975b-05d0110063b9 Jan 28 20:06:52.066735 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c734b5f8-b08d-4c73-ab48-99808062ef19 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (726764a8-6984-4095-975b-05d0110063b9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.092136 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c734b5f8-b08d-4c73-ab48-99808062ef19 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (726764a8-6984-4095-975b-05d0110063b9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.092642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e4b8755b-f353-4a66-932a-140e89d20f44 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:52.097800 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c734b5f8-b08d-4c73-ab48-99808062ef19 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:52.098584 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c734b5f8-b08d-4c73-ab48-99808062ef19 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.102443 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e', 'network_id': '0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e', 'project_id': 'bf12db1f605f48b88f127e5cc73e4a75', 'fixed_ips': [{'subnet_id': 'c8ac055e-b623-4dea-a805-d25b61597f83'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:06:52.103316 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.151894 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c734b5f8-b08d-4c73-ab48-99808062ef19 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1854496 Jan 28 20:06:52.155073 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35654) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:52.160256 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d3d9b7ea-ea4d-48c1-a67b-0c133fd079cd tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Request body: {'subnet': {'network_id': '726764a8-6984-4095-975b-05d0110063b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:52.174699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734b5f8-b08d-4c73-ab48-99808062ef19 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event updated for resources: {'Network': ['ID=726764a8-6984-4095-975b-05d0110063b9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:52.186430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 726764a8-6984-4095-975b-05d0110063b9 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:06:52.247913 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d9b7ea-ea4d-48c1-a67b-0c133fd079cd tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Made reservation on behalf of bf12db1f605f48b88f127e5cc73e4a75 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:52.251373 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b7ea-ea4d-48c1-a67b-0c133fd079cd tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.301673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Allocated IP 2001:db8::2 (0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e/c8ac055e-b623-4dea-a805-d25b61597f83/cc9c0204-102a-458e-b899-d6a9a1bcbead) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:06:52.436429 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b7ea-ea4d-48c1-a67b-0c133fd079cd tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (a5073b23-ac1d-45ad-9739-4e92e441d0e0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.442848 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Publish callbacks [] for port (cc9c0204-102a-458e-b899-d6a9a1bcbead), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.448910 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (cc9c0204-102a-458e-b899-d6a9a1bcbead), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.495207 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Network 0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:06:52.499153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:52.501028 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Pushing event updated for resources: {'Port': ['ID=cc9c0204-102a-458e-b899-d6a9a1bcbead,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:52.503185 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:06:52.506265 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9b7ea-ea4d-48c1-a67b-0c133fd079cd tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event updated for resources: {'Subnet': ['ID=a5073b23-ac1d-45ad-9739-4e92e441d0e0,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:52.515053 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d9b7ea-ea4d-48c1-a67b-0c133fd079cd tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Checking segment: {'id': '7b695b46-04d6-4fd1-8831-6ed87cc008a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '726764a8-6984-4095-975b-05d0110063b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:52.515366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d9b7ea-ea4d-48c1-a67b-0c133fd079cd tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Network hostable DHCP agents. Network: 726764a8-6984-4095-975b-05d0110063b9, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:06:52.532600 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d9b7ea-ea4d-48c1-a67b-0c133fd079cd tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Network 726764a8-6984-4095-975b-05d0110063b9 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:06:52.542656 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d3d9b7ea-ea4d-48c1-a67b-0c133fd079cd tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 726764a8-6984-4095-975b-05d0110063b9) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:52.547339 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d9b7ea-ea4d-48c1-a67b-0c133fd079cd tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:52.547837 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b7ea-ea4d-48c1-a67b-0c133fd079cd tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.552499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789ad477-511c-407c-8cdd-4158bc390500 None None] Network 726764a8-6984-4095-975b-05d0110063b9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:52.564064 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d3d9b7ea-ea4d-48c1-a67b-0c133fd079cd tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4078631 Jan 28 20:06:52.566772 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35656) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:52.574738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Attempting to bind port cc9c0204-102a-458e-b899-d6a9a1bcbead on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:06:52.575114 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Attempting to bind port cc9c0204-102a-458e-b899-d6a9a1bcbead by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '2829f2ae-ea6a-4fc9-9c4b-f80ec0762d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:06:52.575480 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Attempting to bind port cc9c0204-102a-458e-b899-d6a9a1bcbead on network 0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:06:52.613079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:06:52.613441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Checking segment: {'id': '2829f2ae-ea6a-4fc9-9c4b-f80ec0762d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:52.613871 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.614295 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Bound using segment: {'id': '2829f2ae-ea6a-4fc9-9c4b-f80ec0762d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:06:52.614780 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Bound port: cc9c0204-102a-458e-b899-d6a9a1bcbead, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2829f2ae-ea6a-4fc9-9c4b-f80ec0762d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:06:52.615131 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cc9c0204-102a-458e-b899-d6a9a1bcbead), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.660578 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5f56-e9d4-449a-908c-4b9c21e96cf5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (726764a8-6984-4095-975b-05d0110063b9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.700835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de6d07c-d209-428d-8cda-7fa270f28659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-726764a8-6984-4095-975b-05d0110063b9', 'network_id': '726764a8-6984-4095-975b-05d0110063b9', 'project_id': 'bf12db1f605f48b88f127e5cc73e4a75', 'fixed_ips': [{'subnet_id': 'a5073b23-ac1d-45ad-9739-4e92e441d0e0'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:06:52.701694 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1de6d07c-d209-428d-8cda-7fa270f28659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.722649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] For port cc9c0204-102a-458e-b899-d6a9a1bcbead, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:06:52.739854 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] For port cc9c0204-102a-458e-b899-d6a9a1bcbead, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cc9c0204-102a-458e-b899-d6a9a1bcbead,segment=NetworkSegment(2829f2ae-ea6a-4fc9-9c4b-f80ec0762d20),segment_id=2829f2ae-ea6a-4fc9-9c4b-f80ec0762d20)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:06:52.742956 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5f56-e9d4-449a-908c-4b9c21e96cf5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (a5073b23-ac1d-45ad-9739-4e92e441d0e0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.789984 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cc9c0204-102a-458e-b899-d6a9a1bcbead), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.803912 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5f56-e9d4-449a-908c-4b9c21e96cf5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (a5073b23-ac1d-45ad-9739-4e92e441d0e0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:52.832038 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d5f56-e9d4-449a-908c-4b9c21e96cf5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event deleted for resources: {'Subnet': ['ID=a5073b23-ac1d-45ad-9739-4e92e441d0e0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server [None req-1de6d07c-d209-428d-8cda-7fa270f28659 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5073b23-ac1d-45ad-9739-4e92e441d0e0: This subnet is being modified by another concurrent operation. Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server raise exception Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5073b23-ac1d-45ad-9739-4e92e441d0e0: This subnet is being modified by another concurrent operation. Jan 28 20:06:52.857231 n-d-824834-4 neutron-server[103148]: ERROR oslo_messaging.rpc.server Jan 28 20:06:52.868908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dac634-7ca1-405b-9bb4-37cccb4c33a7 None None] Pushing event updated for resources: {'Port': ['ID=cc9c0204-102a-458e-b899-d6a9a1bcbead,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:52.892713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97cb434-d2cd-43a8-a246-ef51b194a651 None None] Network 726764a8-6984-4095-975b-05d0110063b9 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:52.900101 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5f56-e9d4-449a-908c-4b9c21e96cf5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (726764a8-6984-4095-975b-05d0110063b9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:53.202069 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:53.218528 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2a3d5f56-e9d4-449a-908c-4b9c21e96cf5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726764a8-6984-4095-975b-05d0110063b9']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:53.228829 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2a3d5f56-e9d4-449a-908c-4b9c21e96cf5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b695b46-04d6-4fd1-8831-6ed87cc008a3') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:53.229151 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-2a3d5f56-e9d4-449a-908c-4b9c21e96cf5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b695b46-04d6-4fd1-8831-6ed87cc008a3') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:53.238774 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5f56-e9d4-449a-908c-4b9c21e96cf5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (7b695b46-04d6-4fd1-8831-6ed87cc008a3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:53.251767 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5f56-e9d4-449a-908c-4b9c21e96cf5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (7b695b46-04d6-4fd1-8831-6ed87cc008a3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:53.257569 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3d5f56-e9d4-449a-908c-4b9c21e96cf5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:06:53.257949 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5f56-e9d4-449a-908c-4b9c21e96cf5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (7b695b46-04d6-4fd1-8831-6ed87cc008a3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: timer() Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:06:53.260862 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:06:53.323438 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5f56-e9d4-449a-908c-4b9c21e96cf5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (726764a8-6984-4095-975b-05d0110063b9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:53.328226 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2a3d5f56-e9d4-449a-908c-4b9c21e96cf5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:53.331588 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2a3d5f56-e9d4-449a-908c-4b9c21e96cf5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "DELETE /v2.0/networks/726764a8-6984-4095-975b-05d0110063b9 HTTP/1.1" status: 204 len: 168 time: 0.7638848 Jan 28 20:06:53.335083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35658) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:53.346545 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d5f56-e9d4-449a-908c-4b9c21e96cf5 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event deleted for resources: {'Network': ['ID=726764a8-6984-4095-975b-05d0110063b9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:53.364571 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a12713c-b6b7-434c-b6e1-92ffcb78ae6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] GET failed (client error): The resource could not be found. Jan 28 20:06:53.366008 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2a12713c-b6b7-434c-b6e1-92ffcb78ae6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "GET /v2.0/subnets/a5073b23-ac1d-45ad-9739-4e92e441d0e0 HTTP/1.1" status: 404 len: 337 time: 0.0298924 Jan 28 20:06:53.368934 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35660) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:53.392802 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c5253e-bf53-46ff-979b-8d1c14a40115 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] DELETE failed (client error): The resource could not be found. Jan 28 20:06:53.393326 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c5253e-bf53-46ff-979b-8d1c14a40115 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:06:53.396447 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-28c5253e-bf53-46ff-979b-8d1c14a40115 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "DELETE /v2.0/networks/726764a8-6984-4095-975b-05d0110063b9 HTTP/1.1" status: 404 len: 339 time: 0.0265243 Jan 28 20:06:53.400308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35662) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:53.425754 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ebe8f9-83e5-4367-87ff-313c4a172c75 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] DELETE failed (client error): The resource could not be found. Jan 28 20:06:53.426222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ebe8f9-83e5-4367-87ff-313c4a172c75 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:06:53.429263 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-32ebe8f9-83e5-4367-87ff-313c4a172c75 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "DELETE /v2.0/subnets/a5073b23-ac1d-45ad-9739-4e92e441d0e0 HTTP/1.1" status: 404 len: 337 time: 0.0280578 Jan 28 20:06:53.431836 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35664) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:53.449933 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d75432b-6b32-491a-a551-680cf8caeda9 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] DELETE failed (client error): The resource could not be found. Jan 28 20:06:53.450451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d75432b-6b32-491a-a551-680cf8caeda9 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:06:53.454045 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7d75432b-6b32-491a-a551-680cf8caeda9 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "DELETE /v2.0/networks/726764a8-6984-4095-975b-05d0110063b9 HTTP/1.1" status: 404 len: 339 time: 0.0210869 Jan 28 20:06:53.456398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35666) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:53.506369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1e2f3e-9c5b-448e-94c5-b53d65d63bf3 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Deleting subnet c8ac055e-b623-4dea-a805-d25b61597f83 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:06:53.509576 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f1e2f3e-9c5b-448e-94c5-b53d65d63bf3 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for subnet (c8ac055e-b623-4dea-a805-d25b61597f83), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:53.550624 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f1e2f3e-9c5b-448e-94c5-b53d65d63bf3 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (c8ac055e-b623-4dea-a805-d25b61597f83), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:53.642972 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f1e2f3e-9c5b-448e-94c5-b53d65d63bf3 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (c8ac055e-b623-4dea-a805-d25b61597f83), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:53.705079 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f1e2f3e-9c5b-448e-94c5-b53d65d63bf3 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (c8ac055e-b623-4dea-a805-d25b61597f83), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:53.731999 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e2f3e-9c5b-448e-94c5-b53d65d63bf3 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ac055e-b623-4dea-a805-d25b61597f83,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:53.739188 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0f1e2f3e-9c5b-448e-94c5-b53d65d63bf3 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:53.742538 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0f1e2f3e-9c5b-448e-94c5-b53d65d63bf3 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "DELETE /v2.0/subnets/c8ac055e-b623-4dea-a805-d25b61597f83 HTTP/1.1" status: 204 len: 168 time: 0.2852643 Jan 28 20:06:53.745059 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35668) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:53.829391 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:53.850171 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e2c6a4-dd9f-4633-baea-017cf225c886 None None] get_active_networks_info from n-d-824834-4 {{(pid=103148) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 20:06:53.888344 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Deleting port cc9c0204-102a-458e-b899-d6a9a1bcbead {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:06:53.889007 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (cc9c0204-102a-458e-b899-d6a9a1bcbead), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:53.920430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cc9c0204-102a-458e-b899-d6a9a1bcbead up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:06:53.952542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] For port cc9c0204-102a-458e-b899-d6a9a1bcbead, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cc9c0204-102a-458e-b899-d6a9a1bcbead,segment=NetworkSegment(2829f2ae-ea6a-4fc9-9c4b-f80ec0762d20),segment_id=2829f2ae-ea6a-4fc9-9c4b-f80ec0762d20)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:53.952981 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (cc9c0204-102a-458e-b899-d6a9a1bcbead), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:53.956686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e2c6a4-dd9f-4633-baea-017cf225c886 None None] Resources bound (agent type, host, resource id): {{(pid=103148) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 20:06:53.966186 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Calling delete_port for cc9c0204-102a-458e-b899-d6a9a1bcbead owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:06:53.990371 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7afdee85-393b-47b1-8610-98b557946fdc None None] Provisioning complete for port cc9c0204-102a-458e-b899-d6a9a1bcbead triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:53.990745 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7afdee85-393b-47b1-8610-98b557946fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cc9c0204-102a-458e-b899-d6a9a1bcbead), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.048858 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (cc9c0204-102a-458e-b899-d6a9a1bcbead), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.066148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port cc9c0204-102a-458e-b899-d6a9a1bcbead triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:54.066526 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cc9c0204-102a-458e-b899-d6a9a1bcbead), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.078867 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] No DVR routers for this DVR port cc9c0204-102a-458e-b899-d6a9a1bcbead on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:06:54.083550 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event deleted for resources: {'Port': ['ID=cc9c0204-102a-458e-b899-d6a9a1bcbead,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:54.100134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7afdee85-393b-47b1-8610-98b557946fdc None None] Could not find standard attr ID for object cc9c0204-102a-458e-b899-d6a9a1bcbead. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:06:54.101615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Port cc9c0204-102a-458e-b899-d6a9a1bcbead was deleted so its status cannot be updated. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 28 20:06:54.107631 n-d-824834-4 neutron-server[103148]: INFO neutron.plugins.ml2.db [None req-7afdee85-393b-47b1-8610-98b557946fdc None None] No ports have port_id starting with cc9c0204-102a-458e-b899-d6a9a1bcbead Jan 28 20:06:54.164896 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.185996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:54.187284 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba9f8ba-6a1e-4cd3-a00b-09931da2bfcf None None] Network 0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:54.195592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2829f2ae-ea6a-4fc9-9c4b-f80ec0762d20') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:54.195891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2829f2ae-ea6a-4fc9-9c4b-f80ec0762d20') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:54.205478 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (2829f2ae-ea6a-4fc9-9c4b-f80ec0762d20), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.219386 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (2829f2ae-ea6a-4fc9-9c4b-f80ec0762d20), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.226083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:06:54.226471 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (2829f2ae-ea6a-4fc9-9c4b-f80ec0762d20), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: timer() Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:06:54.229501 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:06:54.289124 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.296127 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.299305 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "DELETE /v2.0/networks/0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e HTTP/1.1" status: 204 len: 168 time: 0.5533142 Jan 28 20:06:54.301866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35670) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:54.314039 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ee5516-61e8-487f-8f0c-33617bc600ac None None] DHCP port deletion for 0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:06:54.320281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e98d94-d6bd-426b-bcfd-156feab6ff6d tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event deleted for resources: {'Network': ['ID=0ae0f2de-40ca-4cd3-9f23-1d1da4e9805e,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:54.346528 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8eac49-df46-4502-972c-0b959dccb341 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] DELETE failed (client error): The resource could not be found. Jan 28 20:06:54.347160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8eac49-df46-4502-972c-0b959dccb341 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:06:54.350093 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ec8eac49-df46-4502-972c-0b959dccb341 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "DELETE /v2.0/subnets/3d1c4a62-968f-4e95-ab90-87b8f3399983 HTTP/1.1" status: 404 len: 337 time: 0.0371594 Jan 28 20:06:54.352744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35672) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:54.370722 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fa15b3-eb64-4c2d-bf6f-b392dce1f11e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] DELETE failed (client error): The resource could not be found. Jan 28 20:06:54.371445 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1fa15b3-eb64-4c2d-bf6f-b392dce1f11e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:06:54.374433 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d1fa15b3-eb64-4c2d-bf6f-b392dce1f11e tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "DELETE /v2.0/networks/5dc7a294-1414-4801-9af3-7432eb7cc62d HTTP/1.1" status: 404 len: 339 time: 0.0207820 Jan 28 20:06:54.376960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35674) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:54.401986 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8f53f3-84e9-4d7a-b568-a448235dfff6 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] DELETE failed (client error): The resource could not be found. Jan 28 20:06:54.402502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8f53f3-84e9-4d7a-b568-a448235dfff6 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:06:54.405777 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1c8f53f3-84e9-4d7a-b568-a448235dfff6 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "DELETE /v2.0/subnets/e0edc046-0347-4d5c-878a-160c8eb9f0e8 HTTP/1.1" status: 404 len: 337 time: 0.0279033 Jan 28 20:06:54.408274 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35676) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:54.426380 n-d-824834-4 neutron-server[103146]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64eeec6-2474-4cea-b5a7-d4b4b1b517ed tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] DELETE failed (client error): The resource could not be found. Jan 28 20:06:54.426875 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c64eeec6-2474-4cea-b5a7-d4b4b1b517ed tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103146) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 20:06:54.429906 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c64eeec6-2474-4cea-b5a7-d4b4b1b517ed tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "DELETE /v2.0/networks/f6049cb1-73e8-4ebb-a64a-79e5ef285bd8 HTTP/1.1" status: 404 len: 339 time: 0.0207531 Jan 28 20:06:54.432468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35678) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:54.483863 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-6534c617-6f65-4633-abe5-bf1555634691 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Deleting subnet a8858e55-4f94-497f-af07-28d7b5a68e40 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:06:54.487025 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6534c617-6f65-4633-abe5-bf1555634691 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for subnet (a8858e55-4f94-497f-af07-28d7b5a68e40), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.533603 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6534c617-6f65-4633-abe5-bf1555634691 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (a8858e55-4f94-497f-af07-28d7b5a68e40), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.550395 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.625340 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6534c617-6f65-4633-abe5-bf1555634691 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (a8858e55-4f94-497f-af07-28d7b5a68e40), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.685819 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6534c617-6f65-4633-abe5-bf1555634691 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (a8858e55-4f94-497f-af07-28d7b5a68e40), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.716551 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534c617-6f65-4633-abe5-bf1555634691 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event deleted for resources: {'Subnet': ['ID=a8858e55-4f94-497f-af07-28d7b5a68e40,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:54.720329 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6534c617-6f65-4633-abe5-bf1555634691 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.723737 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6534c617-6f65-4633-abe5-bf1555634691 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "DELETE /v2.0/subnets/a8858e55-4f94-497f-af07-28d7b5a68e40 HTTP/1.1" status: 204 len: 168 time: 0.2903967 Jan 28 20:06:54.726443 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35680) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:54.727581 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890e75d9-cc38-48cf-8a79-23f43c18b5ef None None] Network 7efd23e7-279e-4ddd-af55-cf7b5a6aca68 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:54.805581 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (7efd23e7-279e-4ddd-af55-cf7b5a6aca68), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.862901 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Deleting port e4b8755b-f353-4a66-932a-140e89d20f44 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:06:54.863322 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e4b8755b-f353-4a66-932a-140e89d20f44), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.878202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdda5bb-c2c2-43f3-8cab-b84514379155 None None] DHCP port deletion for 7efd23e7-279e-4ddd-af55-cf7b5a6aca68 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:06:54.931871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] For port e4b8755b-f353-4a66-932a-140e89d20f44, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e4b8755b-f353-4a66-932a-140e89d20f44,segment=NetworkSegment(9916796e-39e9-48b1-a8aa-e0a72816da20),segment_id=9916796e-39e9-48b1-a8aa-e0a72816da20)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:54.932210 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e4b8755b-f353-4a66-932a-140e89d20f44), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.940912 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-dcdda5bb-c2c2-43f3-8cab-b84514379155 None None] Deleting port e4b8755b-f353-4a66-932a-140e89d20f44 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:06:54.941258 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dcdda5bb-c2c2-43f3-8cab-b84514379155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e4b8755b-f353-4a66-932a-140e89d20f44), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:54.949909 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Calling delete_port for e4b8755b-f353-4a66-932a-140e89d20f44 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:06:55.035937 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e4b8755b-f353-4a66-932a-140e89d20f44), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:55.061292 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event deleted for resources: {'Port': ['ID=e4b8755b-f353-4a66-932a-140e89d20f44,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:55.069595 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] No DVR routers for this DVR port e4b8755b-f353-4a66-932a-140e89d20f44 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:06:55.154421 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (7efd23e7-279e-4ddd-af55-cf7b5a6aca68), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:55.168162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-dcdda5bb-c2c2-43f3-8cab-b84514379155 None None] For port e4b8755b-f353-4a66-932a-140e89d20f44, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e4b8755b-f353-4a66-932a-140e89d20f44,segment=NetworkSegment(9916796e-39e9-48b1-a8aa-e0a72816da20),segment_id=9916796e-39e9-48b1-a8aa-e0a72816da20)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:55.168562 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dcdda5bb-c2c2-43f3-8cab-b84514379155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e4b8755b-f353-4a66-932a-140e89d20f44), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:55.179479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efd23e7-279e-4ddd-af55-cf7b5a6aca68']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:55.184060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-dcdda5bb-c2c2-43f3-8cab-b84514379155 None None] Calling delete_port for e4b8755b-f353-4a66-932a-140e89d20f44 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:06:55.189172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9916796e-39e9-48b1-a8aa-e0a72816da20') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:55.189471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9916796e-39e9-48b1-a8aa-e0a72816da20') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:55.198940 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (9916796e-39e9-48b1-a8aa-e0a72816da20), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:55.212353 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (9916796e-39e9-48b1-a8aa-e0a72816da20), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:55.218754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:06:55.219135 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (9916796e-39e9-48b1-a8aa-e0a72816da20), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: timer() Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:06:55.222090 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:06:55.261329 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dcdda5bb-c2c2-43f3-8cab-b84514379155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (e4b8755b-f353-4a66-932a-140e89d20f44), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:55.280850 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (7efd23e7-279e-4ddd-af55-cf7b5a6aca68), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:55.287727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdda5bb-c2c2-43f3-8cab-b84514379155 None None] Pushing event deleted for resources: {'Port': ['ID=e4b8755b-f353-4a66-932a-140e89d20f44,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:55.289599 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdda5bb-c2c2-43f3-8cab-b84514379155 None None] No DVR routers for this DVR port e4b8755b-f353-4a66-932a-140e89d20f44 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:06:55.298675 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:55.302012 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] 10.222.0.55 "DELETE /v2.0/networks/7efd23e7-279e-4ddd-af55-cf7b5a6aca68 HTTP/1.1" status: 204 len: 168 time: 0.5746510 Jan 28 20:06:55.303436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58526a2d-30d6-484a-a941-ce2751bf39c2 tempest-NetworksIpV6Test-227752341 tempest-NetworksIpV6Test-227752341-project] Pushing event deleted for resources: {'Network': ['ID=7efd23e7-279e-4ddd-af55-cf7b5a6aca68,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:55.555168 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35686) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:55.688413 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e34395ad-e55e-4a11-a898-f3a86bc6ce05 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf12db1f605f48b88f127e5cc73e4a75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320956 Jan 28 20:06:55.691285 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35690) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:55.743122 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da3325ef-e4bc-448d-ac7c-dda5d4faa9d5 admin admin] Publish callbacks [] for security_group (0948263a-4633-4cd3-98c2-b09334eaed7b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:55.764177 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da3325ef-e4bc-448d-ac7c-dda5d4faa9d5 admin admin] Publish callbacks [] for security_group (0948263a-4633-4cd3-98c2-b09334eaed7b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:55.813310 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da3325ef-e4bc-448d-ac7c-dda5d4faa9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0948263a-4633-4cd3-98c2-b09334eaed7b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:55.816574 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-da3325ef-e4bc-448d-ac7c-dda5d4faa9d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:55.820330 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-da3325ef-e4bc-448d-ac7c-dda5d4faa9d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0948263a-4633-4cd3-98c2-b09334eaed7b HTTP/1.1" status: 204 len: 168 time: 0.1254630 Jan 28 20:06:55.826407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3325ef-e4bc-448d-ac7c-dda5d4faa9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0948263a-4633-4cd3-98c2-b09334eaed7b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:55.863796 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e4b8755b-f353-4a66-932a-140e89d20f44 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:06:55.884035 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: e4b8755b-f353-4a66-932a-140e89d20f44 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:06:55.884692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e4b8755b-f353-4a66-932a-140e89d20f44 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:06:55.884692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cc9c0204-102a-458e-b899-d6a9a1bcbead no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:06:55.903365 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: cc9c0204-102a-458e-b899-d6a9a1bcbead {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:06:55.903712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cc9c0204-102a-458e-b899-d6a9a1bcbead not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:06:55.956221 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:56.475502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:56.572077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-1e628cc9-2e54-45c1-b5b4-a33736c6edbe tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1661882087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:56.596086 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e628cc9-2e54-45c1-b5b4-a33736c6edbe tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (bd7a17da-dfea-4b4e-878f-a05cb2169696), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:56.597105 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e628cc9-2e54-45c1-b5b4-a33736c6edbe tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (bd7a17da-dfea-4b4e-878f-a05cb2169696), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:56.645013 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e628cc9-2e54-45c1-b5b4-a33736c6edbe tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for router_controller (bd7a17da-dfea-4b4e-878f-a05cb2169696), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:56.650712 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e628cc9-2e54-45c1-b5b4-a33736c6edbe tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (bd7a17da-dfea-4b4e-878f-a05cb2169696), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:56.668800 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1e628cc9-2e54-45c1-b5b4-a33736c6edbe tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:56.669921 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1e628cc9-2e54-45c1-b5b4-a33736c6edbe tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1934330 Jan 28 20:06:56.674262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35716) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:56.678967 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0617ca88-ddd6-47a7-b296-4449f1a6211d tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1063728560'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:56.699935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0617ca88-ddd6-47a7-b296-4449f1a6211d tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Made reservation on behalf of 2723a68a26f3422292b8199d57d8aa13 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:56.705111 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0617ca88-ddd6-47a7-b296-4449f1a6211d tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:56.717260 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0617ca88-ddd6-47a7-b296-4449f1a6211d tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:56.796866 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0617ca88-ddd6-47a7-b296-4449f1a6211d tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for security_group (55bc0328-5000-4970-8907-71b7d900470c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:56.802574 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0617ca88-ddd6-47a7-b296-4449f1a6211d tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (55bc0328-5000-4970-8907-71b7d900470c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:56.831902 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0617ca88-ddd6-47a7-b296-4449f1a6211d tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:06:56.838208 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617ca88-ddd6-47a7-b296-4449f1a6211d tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55bc0328-5000-4970-8907-71b7d900470c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:56.844322 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0617ca88-ddd6-47a7-b296-4449f1a6211d tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (17ea6190-9e83-4ee2-a59c-887447f5ad74), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:56.844665 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-0617ca88-ddd6-47a7-b296-4449f1a6211d tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Added segment 17ea6190-9e83-4ee2-a59c-887447f5ad74 of type vlan for network 909097bb-82ed-43c8-8b63-53aa94876ff8 Jan 28 20:06:56.884180 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0617ca88-ddd6-47a7-b296-4449f1a6211d tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (909097bb-82ed-43c8-8b63-53aa94876ff8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:56.911041 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0617ca88-ddd6-47a7-b296-4449f1a6211d tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (909097bb-82ed-43c8-8b63-53aa94876ff8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:56.916100 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0617ca88-ddd6-47a7-b296-4449f1a6211d tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:56.916686 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0617ca88-ddd6-47a7-b296-4449f1a6211d tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:56.968243 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0617ca88-ddd6-47a7-b296-4449f1a6211d tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2929127 Jan 28 20:06:56.971282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35718) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:56.976941 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d7a87bde-c157-4085-8060-40e1fee19e0c tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Request body: {'subnet': {'network_id': '909097bb-82ed-43c8-8b63-53aa94876ff8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:56.986277 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617ca88-ddd6-47a7-b296-4449f1a6211d tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Pushing event updated for resources: {'Network': ['ID=909097bb-82ed-43c8-8b63-53aa94876ff8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:56.996738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 909097bb-82ed-43c8-8b63-53aa94876ff8 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:06:57.068297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a87bde-c157-4085-8060-40e1fee19e0c tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Made reservation on behalf of 2723a68a26f3422292b8199d57d8aa13 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:57.071845 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7a87bde-c157-4085-8060-40e1fee19e0c tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:57.261516 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7a87bde-c157-4085-8060-40e1fee19e0c tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (093c8f86-fe23-4903-836e-b3af9073c241), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:57.321096 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a87bde-c157-4085-8060-40e1fee19e0c tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Pushing event updated for resources: {'Subnet': ['ID=093c8f86-fe23-4903-836e-b3af9073c241,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:57.331129 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a87bde-c157-4085-8060-40e1fee19e0c tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Checking segment: {'id': '17ea6190-9e83-4ee2-a59c-887447f5ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '909097bb-82ed-43c8-8b63-53aa94876ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:57.331581 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a87bde-c157-4085-8060-40e1fee19e0c tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Network hostable DHCP agents. Network: 909097bb-82ed-43c8-8b63-53aa94876ff8, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:06:57.354213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a87bde-c157-4085-8060-40e1fee19e0c tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Network 909097bb-82ed-43c8-8b63-53aa94876ff8 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:06:57.364460 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d7a87bde-c157-4085-8060-40e1fee19e0c tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 909097bb-82ed-43c8-8b63-53aa94876ff8) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:57.369015 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a87bde-c157-4085-8060-40e1fee19e0c tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:57.369612 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d7a87bde-c157-4085-8060-40e1fee19e0c tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:57.376511 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461de43d-a0c7-4b95-bdef-f5271d120323 None None] Network 909097bb-82ed-43c8-8b63-53aa94876ff8 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:57.388039 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d7a87bde-c157-4085-8060-40e1fee19e0c tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4149168 Jan 28 20:06:57.392037 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35720) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:57.397037 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-63550ffc-8742-45b6-a2c8-75781f8f4b2e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-777861903'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:57.416667 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63550ffc-8742-45b6-a2c8-75781f8f4b2e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Made reservation on behalf of 2723a68a26f3422292b8199d57d8aa13 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:57.420415 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63550ffc-8742-45b6-a2c8-75781f8f4b2e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:57.444912 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63550ffc-8742-45b6-a2c8-75781f8f4b2e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:06:57.454506 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63550ffc-8742-45b6-a2c8-75781f8f4b2e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0120665f-850e-4dde-a1d0-4b34b4d9c4d7), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:57.454847 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-63550ffc-8742-45b6-a2c8-75781f8f4b2e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Added segment 0120665f-850e-4dde-a1d0-4b34b4d9c4d7 of type vlan for network 5fafced4-74fe-4bd9-be43-c95ff4742552 Jan 28 20:06:57.487296 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-909097bb-82ed-43c8-8b63-53aa94876ff8', 'network_id': '909097bb-82ed-43c8-8b63-53aa94876ff8', 'project_id': '2723a68a26f3422292b8199d57d8aa13', 'fixed_ips': [{'subnet_id': '093c8f86-fe23-4903-836e-b3af9073c241'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:06:57.488325 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:57.495300 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63550ffc-8742-45b6-a2c8-75781f8f4b2e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (5fafced4-74fe-4bd9-be43-c95ff4742552), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:57.524348 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63550ffc-8742-45b6-a2c8-75781f8f4b2e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (5fafced4-74fe-4bd9-be43-c95ff4742552), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:57.529293 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63550ffc-8742-45b6-a2c8-75781f8f4b2e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:57.529868 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63550ffc-8742-45b6-a2c8-75781f8f4b2e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:57.580168 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-63550ffc-8742-45b6-a2c8-75781f8f4b2e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1870189 Jan 28 20:06:57.583581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35722) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:57.588666 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-0d776938-9786-481e-a4f5-b2f97a56d001 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Request body: {'subnet': {'network_id': '5fafced4-74fe-4bd9-be43-c95ff4742552', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:57.597421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550ffc-8742-45b6-a2c8-75781f8f4b2e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Pushing event updated for resources: {'Network': ['ID=5fafced4-74fe-4bd9-be43-c95ff4742552,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:57.613196 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 5fafced4-74fe-4bd9-be43-c95ff4742552 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:06:57.672421 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Allocated IP 172.20.0.2 (909097bb-82ed-43c8-8b63-53aa94876ff8/093c8f86-fe23-4903-836e-b3af9073c241/91d6da4a-d982-4005-9d97-11ca60018741) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:06:57.679363 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d776938-9786-481e-a4f5-b2f97a56d001 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Made reservation on behalf of 2723a68a26f3422292b8199d57d8aa13 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:06:57.683006 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d776938-9786-481e-a4f5-b2f97a56d001 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:57.832633 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Publish callbacks [] for port (91d6da4a-d982-4005-9d97-11ca60018741), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:57.839828 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (91d6da4a-d982-4005-9d97-11ca60018741), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:57.871716 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d776938-9786-481e-a4f5-b2f97a56d001 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (36a43108-3931-43e1-99f9-14ffe1e9397f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:57.876839 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Network 909097bb-82ed-43c8-8b63-53aa94876ff8 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:06:57.879677 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:57.885302 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:06:57.890940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Pushing event updated for resources: {'Port': ['ID=91d6da4a-d982-4005-9d97-11ca60018741,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:57.937926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d776938-9786-481e-a4f5-b2f97a56d001 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Pushing event updated for resources: {'Subnet': ['ID=36a43108-3931-43e1-99f9-14ffe1e9397f,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:57.945011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d776938-9786-481e-a4f5-b2f97a56d001 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Checking segment: {'id': '0120665f-850e-4dde-a1d0-4b34b4d9c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5fafced4-74fe-4bd9-be43-c95ff4742552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:57.945379 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d776938-9786-481e-a4f5-b2f97a56d001 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Network hostable DHCP agents. Network: 5fafced4-74fe-4bd9-be43-c95ff4742552, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:06:57.949975 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Attempting to bind port 91d6da4a-d982-4005-9d97-11ca60018741 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:06:57.950384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Attempting to bind port 91d6da4a-d982-4005-9d97-11ca60018741 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '17ea6190-9e83-4ee2-a59c-887447f5ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '909097bb-82ed-43c8-8b63-53aa94876ff8'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:06:57.950758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Attempting to bind port 91d6da4a-d982-4005-9d97-11ca60018741 on network 909097bb-82ed-43c8-8b63-53aa94876ff8 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:06:57.956477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:06:57.957010 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Checking segment: {'id': '17ea6190-9e83-4ee2-a59c-887447f5ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '909097bb-82ed-43c8-8b63-53aa94876ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:57.957526 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:57.957899 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Bound using segment: {'id': '17ea6190-9e83-4ee2-a59c-887447f5ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '909097bb-82ed-43c8-8b63-53aa94876ff8'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:06:57.958429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Bound port: 91d6da4a-d982-4005-9d97-11ca60018741, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ea6190-9e83-4ee2-a59c-887447f5ad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '909097bb-82ed-43c8-8b63-53aa94876ff8'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:06:57.958834 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (91d6da4a-d982-4005-9d97-11ca60018741), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:57.963818 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d776938-9786-481e-a4f5-b2f97a56d001 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Network 5fafced4-74fe-4bd9-be43-c95ff4742552 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:06:57.973274 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-0d776938-9786-481e-a4f5-b2f97a56d001 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 5fafced4-74fe-4bd9-be43-c95ff4742552) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:57.977618 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d776938-9786-481e-a4f5-b2f97a56d001 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:06:57.978249 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0d776938-9786-481e-a4f5-b2f97a56d001 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:57.994199 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0d776938-9786-481e-a4f5-b2f97a56d001 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4094703 Jan 28 20:06:57.996961 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c84c6d0-9f09-4485-80c2-fc54e09806a1 None None] Network 5fafced4-74fe-4bd9-be43-c95ff4742552 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:57.997485 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35724) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:58.001455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-dd3b9a95-e17a-4d9f-8a83-09138e887f42 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Request body: {'router': {'external_gateway_info': {'network_id': '5fafced4-74fe-4bd9-be43-c95ff4742552'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:06:58.078215 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] For port 91d6da4a-d982-4005-9d97-11ca60018741, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:06:58.082639 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] For port 91d6da4a-d982-4005-9d97-11ca60018741, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=91d6da4a-d982-4005-9d97-11ca60018741,segment=NetworkSegment(17ea6190-9e83-4ee2-a59c-887447f5ad74),segment_id=17ea6190-9e83-4ee2-a59c-887447f5ad74)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:06:58.092232 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (91d6da4a-d982-4005-9d97-11ca60018741), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:58.165252 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-5fafced4-74fe-4bd9-be43-c95ff4742552', 'network_id': '5fafced4-74fe-4bd9-be43-c95ff4742552', 'project_id': '2723a68a26f3422292b8199d57d8aa13', 'fixed_ips': [{'subnet_id': '36a43108-3931-43e1-99f9-14ffe1e9397f'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:06:58.166426 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:58.186194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45420fe2-5370-44c7-ad15-6096c6cbb88d None None] Pushing event updated for resources: {'Port': ['ID=91d6da4a-d982-4005-9d97-11ca60018741,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:58.209006 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9a95-e17a-4d9f-8a83-09138e887f42 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for router_gateway (bd7a17da-dfea-4b4e-878f-a05cb2169696), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:58.324052 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [None req-dd3b9a95-e17a-4d9f-8a83-09138e887f42 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 20:06:58.330737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35726) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:58.331606 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dd3b9a95-e17a-4d9f-8a83-09138e887f42 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] 10.222.0.55 "PUT /v2.0/routers/bd7a17da-dfea-4b4e-878f-a05cb2169696 HTTP/1.1" status: 400 len: 364 time: 0.3335648 Jan 28 20:06:58.341831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Allocated IP 172.21.0.2 (5fafced4-74fe-4bd9-be43-c95ff4742552/36a43108-3931-43e1-99f9-14ffe1e9397f/7dd8cd00-ce88-43b1-8659-5622514e8fc5) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:06:58.400397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3a88a9-2b0c-406e-9428-c2abbf66bba0 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Deleting subnet 36a43108-3931-43e1-99f9-14ffe1e9397f {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:06:58.490577 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Publish callbacks [] for port (7dd8cd00-ce88-43b1-8659-5622514e8fc5), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:58.497039 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb3a88a9-2b0c-406e-9428-c2abbf66bba0 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for subnet (36a43108-3931-43e1-99f9-14ffe1e9397f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:58.497560 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (7dd8cd00-ce88-43b1-8659-5622514e8fc5), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:58.538872 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb3a88a9-2b0c-406e-9428-c2abbf66bba0 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (36a43108-3931-43e1-99f9-14ffe1e9397f), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:58.540861 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Network 5fafced4-74fe-4bd9-be43-c95ff4742552 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:06:58.543689 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:06:58.549212 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:06:58.556103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Pushing event updated for resources: {'Port': ['ID=7dd8cd00-ce88-43b1-8659-5622514e8fc5,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:58.608160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Attempting to bind port 7dd8cd00-ce88-43b1-8659-5622514e8fc5 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:06:58.608461 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Attempting to bind port 7dd8cd00-ce88-43b1-8659-5622514e8fc5 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '0120665f-850e-4dde-a1d0-4b34b4d9c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5fafced4-74fe-4bd9-be43-c95ff4742552'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:06:58.608823 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Attempting to bind port 7dd8cd00-ce88-43b1-8659-5622514e8fc5 on network 5fafced4-74fe-4bd9-be43-c95ff4742552 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:06:58.613894 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:06:58.614315 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Checking segment: {'id': '0120665f-850e-4dde-a1d0-4b34b4d9c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5fafced4-74fe-4bd9-be43-c95ff4742552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:06:58.614721 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:58.615113 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Bound using segment: {'id': '0120665f-850e-4dde-a1d0-4b34b4d9c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5fafced4-74fe-4bd9-be43-c95ff4742552'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:06:58.615576 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Bound port: 7dd8cd00-ce88-43b1-8659-5622514e8fc5, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0120665f-850e-4dde-a1d0-4b34b4d9c4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5fafced4-74fe-4bd9-be43-c95ff4742552'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:06:58.615953 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7dd8cd00-ce88-43b1-8659-5622514e8fc5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:58.627657 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb3a88a9-2b0c-406e-9428-c2abbf66bba0 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (36a43108-3931-43e1-99f9-14ffe1e9397f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:58.687027 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb3a88a9-2b0c-406e-9428-c2abbf66bba0 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (36a43108-3931-43e1-99f9-14ffe1e9397f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:58.690248 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] For port 7dd8cd00-ce88-43b1-8659-5622514e8fc5, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:06:58.693820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] For port 7dd8cd00-ce88-43b1-8659-5622514e8fc5, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7dd8cd00-ce88-43b1-8659-5622514e8fc5,segment=NetworkSegment(0120665f-850e-4dde-a1d0-4b34b4d9c4d7),segment_id=0120665f-850e-4dde-a1d0-4b34b4d9c4d7)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:06:58.700377 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7dd8cd00-ce88-43b1-8659-5622514e8fc5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:58.715448 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a88a9-2b0c-406e-9428-c2abbf66bba0 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Pushing event deleted for resources: {'Subnet': ['ID=36a43108-3931-43e1-99f9-14ffe1e9397f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:58.717430 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eb3a88a9-2b0c-406e-9428-c2abbf66bba0 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:58.722770 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-eb3a88a9-2b0c-406e-9428-c2abbf66bba0 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] 10.222.0.55 "DELETE /v2.0/subnets/36a43108-3931-43e1-99f9-14ffe1e9397f HTTP/1.1" status: 204 len: 168 time: 0.3901021 Jan 28 20:06:58.723461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35728) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:58.758657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43e42d-530f-4fff-b172-54d7d5ff6394 None None] Pushing event updated for resources: {'Port': ['ID=7dd8cd00-ce88-43b1-8659-5622514e8fc5,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:58.810205 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (5fafced4-74fe-4bd9-be43-c95ff4742552), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:58.869039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Deleting port 7dd8cd00-ce88-43b1-8659-5622514e8fc5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:06:58.869631 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7dd8cd00-ce88-43b1-8659-5622514e8fc5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:58.951060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] For port 7dd8cd00-ce88-43b1-8659-5622514e8fc5, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7dd8cd00-ce88-43b1-8659-5622514e8fc5,segment=NetworkSegment(0120665f-850e-4dde-a1d0-4b34b4d9c4d7),segment_id=0120665f-850e-4dde-a1d0-4b34b4d9c4d7)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:58.951595 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7dd8cd00-ce88-43b1-8659-5622514e8fc5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:58.966545 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Calling delete_port for 7dd8cd00-ce88-43b1-8659-5622514e8fc5 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:06:59.051828 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (7dd8cd00-ce88-43b1-8659-5622514e8fc5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.078543 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Pushing event deleted for resources: {'Port': ['ID=7dd8cd00-ce88-43b1-8659-5622514e8fc5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:59.085715 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] No DVR routers for this DVR port 7dd8cd00-ce88-43b1-8659-5622514e8fc5 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:06:59.176176 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (5fafced4-74fe-4bd9-be43-c95ff4742552), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.199632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fafced4-74fe-4bd9-be43-c95ff4742552']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:59.211229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0120665f-850e-4dde-a1d0-4b34b4d9c4d7') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:59.211640 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0120665f-850e-4dde-a1d0-4b34b4d9c4d7') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:06:59.222076 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (0120665f-850e-4dde-a1d0-4b34b4d9c4d7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.236695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f374ec-4b95-46dd-8c5b-c03ab01e034d None None] Network 909097bb-82ed-43c8-8b63-53aa94876ff8 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:59.237137 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (0120665f-850e-4dde-a1d0-4b34b4d9c4d7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.243978 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:06:59.244433 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (0120665f-850e-4dde-a1d0-4b34b4d9c4d7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: timer() Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:06:59.247971 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:06:59.308347 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (5fafced4-74fe-4bd9-be43-c95ff4742552), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.316728 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.320030 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] 10.222.0.55 "DELETE /v2.0/networks/5fafced4-74fe-4bd9-be43-c95ff4742552 HTTP/1.1" status: 204 len: 168 time: 0.5952661 Jan 28 20:06:59.322926 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35730) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:59.323211 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8c1d7a7a-a1da-4a8f-9579-654c8114c94f None None] Provisioning complete for port 91d6da4a-d982-4005-9d97-11ca60018741 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:59.325443 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c1d7a7a-a1da-4a8f-9579-654c8114c94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (91d6da4a-d982-4005-9d97-11ca60018741), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.336851 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b81f81-f899-469e-ab30-eadb758eff5e tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Pushing event deleted for resources: {'Network': ['ID=5fafced4-74fe-4bd9-be43-c95ff4742552,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:59.382330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d16349-0471-413c-9eba-bf1213056af6 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Deleting subnet 093c8f86-fe23-4903-836e-b3af9073c241 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:06:59.385634 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d16349-0471-413c-9eba-bf1213056af6 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for subnet (093c8f86-fe23-4903-836e-b3af9073c241), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.425436 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d16349-0471-413c-9eba-bf1213056af6 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (093c8f86-fe23-4903-836e-b3af9073c241), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.457459 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d7a7a-a1da-4a8f-9579-654c8114c94f None None] Current status of the port 91d6da4a-d982-4005-9d97-11ca60018741 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:59.457866 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c1d7a7a-a1da-4a8f-9579-654c8114c94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (91d6da4a-d982-4005-9d97-11ca60018741), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.495739 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8c1d7a7a-a1da-4a8f-9579-654c8114c94f None None] For port 91d6da4a-d982-4005-9d97-11ca60018741, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=91d6da4a-d982-4005-9d97-11ca60018741,segment=NetworkSegment(17ea6190-9e83-4ee2-a59c-887447f5ad74),segment_id=17ea6190-9e83-4ee2-a59c-887447f5ad74)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:59.502578 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c1d7a7a-a1da-4a8f-9579-654c8114c94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (91d6da4a-d982-4005-9d97-11ca60018741), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.528371 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d16349-0471-413c-9eba-bf1213056af6 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (093c8f86-fe23-4903-836e-b3af9073c241), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.557943 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d7a7a-a1da-4a8f-9579-654c8114c94f None None] Pushing event updated for resources: {'Port': ['ID=91d6da4a-d982-4005-9d97-11ca60018741,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:59.603042 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d16349-0471-413c-9eba-bf1213056af6 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (093c8f86-fe23-4903-836e-b3af9073c241), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.631416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d16349-0471-413c-9eba-bf1213056af6 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Pushing event deleted for resources: {'Subnet': ['ID=093c8f86-fe23-4903-836e-b3af9073c241,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:06:59.636001 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53d16349-0471-413c-9eba-bf1213056af6 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.639826 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-53d16349-0471-413c-9eba-bf1213056af6 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] 10.222.0.55 "DELETE /v2.0/subnets/093c8f86-fe23-4903-836e-b3af9073c241 HTTP/1.1" status: 204 len: 168 time: 0.3156838 Jan 28 20:06:59.642552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35732) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:06:59.694335 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6598bb-f566-4bbc-9a21-4a354fb9ad6f None None] Network 909097bb-82ed-43c8-8b63-53aa94876ff8 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:06:59.729767 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (909097bb-82ed-43c8-8b63-53aa94876ff8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.779908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d0834b46-8df1-4b2c-a90c-32b5cfb0cea3 None None] Provisioning complete for port 91d6da4a-d982-4005-9d97-11ca60018741 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:06:59.780315 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0834b46-8df1-4b2c-a90c-32b5cfb0cea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (91d6da4a-d982-4005-9d97-11ca60018741), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.788577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Deleting port 91d6da4a-d982-4005-9d97-11ca60018741 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:06:59.789064 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (91d6da4a-d982-4005-9d97-11ca60018741), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.858331 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] For port 91d6da4a-d982-4005-9d97-11ca60018741, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=91d6da4a-d982-4005-9d97-11ca60018741,segment=NetworkSegment(17ea6190-9e83-4ee2-a59c-887447f5ad74),segment_id=17ea6190-9e83-4ee2-a59c-887447f5ad74)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:06:59.858565 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (91d6da4a-d982-4005-9d97-11ca60018741), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:06:59.883768 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Calling delete_port for 91d6da4a-d982-4005-9d97-11ca60018741 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:06:59.908709 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d0834b46-8df1-4b2c-a90c-32b5cfb0cea3 None None] Current status of the port 91d6da4a-d982-4005-9d97-11ca60018741 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:06:59.946671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc326e13-a49d-4097-bcbb-b32c7369c196 None None] DHCP port deletion for 909097bb-82ed-43c8-8b63-53aa94876ff8 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:07:00.002574 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fc326e13-a49d-4097-bcbb-b32c7369c196 None None] Deleting port 91d6da4a-d982-4005-9d97-11ca60018741 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:07:00.002574 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc326e13-a49d-4097-bcbb-b32c7369c196 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (91d6da4a-d982-4005-9d97-11ca60018741), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:00.053750 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536eb6b4-a812-400b-ada6-a8caa20615e5 None None] DHCP port deletion for 5fafced4-74fe-4bd9-be43-c95ff4742552 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:07:00.058242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-701a807c-e3b4-47b5-b411-4c4acd64197a None None] Could not find standard attr ID for object 7dd8cd00-ce88-43b1-8659-5622514e8fc5. {{(pid=103148) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 20:07:00.082554 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fc326e13-a49d-4097-bcbb-b32c7369c196 None None] For port 91d6da4a-d982-4005-9d97-11ca60018741, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=91d6da4a-d982-4005-9d97-11ca60018741,segment=NetworkSegment(17ea6190-9e83-4ee2-a59c-887447f5ad74),segment_id=17ea6190-9e83-4ee2-a59c-887447f5ad74)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:07:00.083191 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc326e13-a49d-4097-bcbb-b32c7369c196 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (91d6da4a-d982-4005-9d97-11ca60018741), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:00.087314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68d9841-8a17-4a84-9242-721522fb8ae9 None None] Network 5fafced4-74fe-4bd9-be43-c95ff4742552 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:07:00.104935 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68d9841-8a17-4a84-9242-721522fb8ae9 None None] Network 5fafced4-74fe-4bd9-be43-c95ff4742552 could not be found, it might have been deleted concurrently. {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 28 20:07:00.112071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fc326e13-a49d-4097-bcbb-b32c7369c196 None None] Calling delete_port for 91d6da4a-d982-4005-9d97-11ca60018741 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:07:00.204371 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc326e13-a49d-4097-bcbb-b32c7369c196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (91d6da4a-d982-4005-9d97-11ca60018741), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:00.230068 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc326e13-a49d-4097-bcbb-b32c7369c196 None None] Pushing event deleted for resources: {'Port': ['ID=91d6da4a-d982-4005-9d97-11ca60018741,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:00.233632 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc326e13-a49d-4097-bcbb-b32c7369c196 None None] No DVR routers for this DVR port 91d6da4a-d982-4005-9d97-11ca60018741 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:07:00.315945 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (91d6da4a-d982-4005-9d97-11ca60018741), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:00.340189 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Pushing event deleted for resources: {'Port': ['ID=91d6da4a-d982-4005-9d97-11ca60018741,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:00.343490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] No DVR routers for this DVR port 91d6da4a-d982-4005-9d97-11ca60018741 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:07:00.421049 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (909097bb-82ed-43c8-8b63-53aa94876ff8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:00.441114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909097bb-82ed-43c8-8b63-53aa94876ff8']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:00.450140 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ea6190-9e83-4ee2-a59c-887447f5ad74') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:00.450458 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ea6190-9e83-4ee2-a59c-887447f5ad74') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:00.459671 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (17ea6190-9e83-4ee2-a59c-887447f5ad74), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:00.473744 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (17ea6190-9e83-4ee2-a59c-887447f5ad74), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:00.480082 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:07:00.480468 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (17ea6190-9e83-4ee2-a59c-887447f5ad74), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: timer() Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:07:00.483657 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:07:00.547920 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (909097bb-82ed-43c8-8b63-53aa94876ff8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:00.558159 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:00.562485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] 10.222.0.55 "DELETE /v2.0/networks/909097bb-82ed-43c8-8b63-53aa94876ff8 HTTP/1.1" status: 204 len: 168 time: 0.9186378 Jan 28 20:07:00.564409 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35734) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:07:00.574382 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016fcdd4-e7e0-4892-adc5-2d9c8ca286f3 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Pushing event deleted for resources: {'Network': ['ID=909097bb-82ed-43c8-8b63-53aa94876ff8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:00.592102 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-272d42d6-6051-4434-b616-60d860814109 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd7a17da-dfea-4b4e-878f-a05cb2169696 HTTP/1.1" status: 200 len: 205 time: 0.0264785 Jan 28 20:07:00.594723 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35736) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:07:00.672553 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ffefc15-4a83-42b7-99ab-aec573624883 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for router (bd7a17da-dfea-4b4e-878f-a05cb2169696), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:00.689400 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:00.840053 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ffefc15-4a83-42b7-99ab-aec573624883 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (bd7a17da-dfea-4b4e-878f-a05cb2169696), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:00.842339 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ffefc15-4a83-42b7-99ab-aec573624883 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for router_controller (bd7a17da-dfea-4b4e-878f-a05cb2169696), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:00.891294 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ffefc15-4a83-42b7-99ab-aec573624883 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (bd7a17da-dfea-4b4e-878f-a05cb2169696), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:00.891860 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffefc15-4a83-42b7-99ab-aec573624883 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Fanout notify agent at l3_agent the message router_deleted on router bd7a17da-dfea-4b4e-878f-a05cb2169696 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:07:00.899002 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ffefc15-4a83-42b7-99ab-aec573624883 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:00.900086 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7ffefc15-4a83-42b7-99ab-aec573624883 tempest-RoutersNegativeTest-1533437451 tempest-RoutersNegativeTest-1533437451-project] 10.222.0.55 "DELETE /v2.0/routers/bd7a17da-dfea-4b4e-878f-a05cb2169696 HTTP/1.1" status: 204 len: 168 time: 0.3043768 Jan 28 20:07:01.145024 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35742) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:07:01.284121 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3bdcfa7d-4c7b-48d4-b29e-d0930076a923 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2723a68a26f3422292b8199d57d8aa13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378210 Jan 28 20:07:01.286740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35746) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:07:01.333565 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-011f20d4-e732-4fdc-b4c7-ab104ce32df2 admin admin] Publish callbacks [] for security_group (55bc0328-5000-4970-8907-71b7d900470c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:01.354379 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-011f20d4-e732-4fdc-b4c7-ab104ce32df2 admin admin] Publish callbacks [] for security_group (55bc0328-5000-4970-8907-71b7d900470c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:01.400506 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-011f20d4-e732-4fdc-b4c7-ab104ce32df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (55bc0328-5000-4970-8907-71b7d900470c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:01.403432 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-011f20d4-e732-4fdc-b4c7-ab104ce32df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:01.404591 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-011f20d4-e732-4fdc-b4c7-ab104ce32df2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55bc0328-5000-4970-8907-71b7d900470c HTTP/1.1" status: 204 len: 168 time: 0.1170030 Jan 28 20:07:01.412552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f20d4-e732-4fdc-b4c7-ab104ce32df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bc0328-5000-4970-8907-71b7d900470c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:01.861904 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 91d6da4a-d982-4005-9d97-11ca60018741 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:07:01.887620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 91d6da4a-d982-4005-9d97-11ca60018741 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:07:01.888028 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 91d6da4a-d982-4005-9d97-11ca60018741 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:07:01.888518 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7dd8cd00-ce88-43b1-8659-5622514e8fc5 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:07:01.911565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 7dd8cd00-ce88-43b1-8659-5622514e8fc5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:07:01.911565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7dd8cd00-ce88-43b1-8659-5622514e8fc5 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:07:02.056448 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35768) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:07:02.152866 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a8e84e2a-714b-4f70-9ccf-3cc7f06416f5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1621246680-network', 'tenant_id': '20554494db704a01a7f9d309a99d826d'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:07:02.174880 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e84e2a-714b-4f70-9ccf-3cc7f06416f5 admin admin] Made reservation on behalf of 20554494db704a01a7f9d309a99d826d for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:07:02.177327 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8e84e2a-714b-4f70-9ccf-3cc7f06416f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:02.186518 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8e84e2a-714b-4f70-9ccf-3cc7f06416f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:02.260084 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8e84e2a-714b-4f70-9ccf-3cc7f06416f5 admin admin] Publish callbacks [] for security_group (a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:02.265608 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8e84e2a-714b-4f70-9ccf-3cc7f06416f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:02.287871 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e84e2a-714b-4f70-9ccf-3cc7f06416f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:07:02.303422 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e84e2a-714b-4f70-9ccf-3cc7f06416f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:02.307354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8e84e2a-714b-4f70-9ccf-3cc7f06416f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:02.307699 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-a8e84e2a-714b-4f70-9ccf-3cc7f06416f5 admin admin] Added segment 8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e of type vlan for network ea3bd277-e398-469a-942f-32de81da28cb Jan 28 20:07:02.349884 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8e84e2a-714b-4f70-9ccf-3cc7f06416f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (ea3bd277-e398-469a-942f-32de81da28cb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:02.382945 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8e84e2a-714b-4f70-9ccf-3cc7f06416f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (ea3bd277-e398-469a-942f-32de81da28cb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:02.383964 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e84e2a-714b-4f70-9ccf-3cc7f06416f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:02.384538 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8e84e2a-714b-4f70-9ccf-3cc7f06416f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:02.434976 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a8e84e2a-714b-4f70-9ccf-3cc7f06416f5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3768218 Jan 28 20:07:02.438090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35772) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:07:02.444548 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-dd496f56-62cd-4208-bddb-8f97d6cbdca2 admin admin] Request body: {'subnet': {'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1621246680-subnet', 'tenant_id': '20554494db704a01a7f9d309a99d826d', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:07:02.451154 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e84e2a-714b-4f70-9ccf-3cc7f06416f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ea3bd277-e398-469a-942f-32de81da28cb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:02.468675 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd496f56-62cd-4208-bddb-8f97d6cbdca2 admin admin] Made reservation on behalf of 20554494db704a01a7f9d309a99d826d for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:07:02.471178 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd496f56-62cd-4208-bddb-8f97d6cbdca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:02.488985 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network ea3bd277-e398-469a-942f-32de81da28cb details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:07:02.639474 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd496f56-62cd-4208-bddb-8f97d6cbdca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (d5a35380-4bf0-477c-8e9b-ba3b831a0adb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:02.687146 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd496f56-62cd-4208-bddb-8f97d6cbdca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5a35380-4bf0-477c-8e9b-ba3b831a0adb,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:02.701954 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd496f56-62cd-4208-bddb-8f97d6cbdca2 admin admin] Checking segment: {'id': '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:07:02.702361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd496f56-62cd-4208-bddb-8f97d6cbdca2 admin admin] Network hostable DHCP agents. Network: ea3bd277-e398-469a-942f-32de81da28cb, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:07:02.720838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd496f56-62cd-4208-bddb-8f97d6cbdca2 admin admin] Network ea3bd277-e398-469a-942f-32de81da28cb is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:07:02.731051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-dd496f56-62cd-4208-bddb-8f97d6cbdca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, ea3bd277-e398-469a-942f-32de81da28cb) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:07:02.735018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd496f56-62cd-4208-bddb-8f97d6cbdca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:02.735617 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-dd496f56-62cd-4208-bddb-8f97d6cbdca2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:02.740500 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbfe3de-da11-4256-b5dd-794513f07e75 None None] Network ea3bd277-e398-469a-942f-32de81da28cb requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:07:02.752865 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-dd496f56-62cd-4208-bddb-8f97d6cbdca2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3128097 Jan 28 20:07:02.755849 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35774) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:07:02.760408 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1621246680-router', 'tenant_id': '20554494db704a01a7f9d309a99d826d', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:07:02.783930 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (89d6feb0-50f5-4d3c-8b27-481aef1da8c8), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:02.785141 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (89d6feb0-50f5-4d3c-8b27-481aef1da8c8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:02.844473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-ea3bd277-e398-469a-942f-32de81da28cb', 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb', 'project_id': '20554494db704a01a7f9d309a99d826d', 'fixed_ips': [{'subnet_id': 'd5a35380-4bf0-477c-8e9b-ba3b831a0adb'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:07:02.845351 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:02.874207 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Publish callbacks [] for router_controller (89d6feb0-50f5-4d3c-8b27-481aef1da8c8), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:02.983833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Allocated IP 172.20.0.2 (ea3bd277-e398-469a-942f-32de81da28cb/d5a35380-4bf0-477c-8e9b-ba3b831a0adb/59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:07:03.013310 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Publish callbacks [] for router_gateway (89d6feb0-50f5-4d3c-8b27-481aef1da8c8), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:03.122770 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Publish callbacks [] for port (59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:03.128764 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:03.167324 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Network ea3bd277-e398-469a-942f-32de81da28cb is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:07:03.170423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:07:03.173738 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:07:03.188540 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Pushing event updated for resources: {'Port': ['ID=59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:03.208161 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Publish callbacks [] for router_gateway (89d6feb0-50f5-4d3c-8b27-481aef1da8c8), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:03.232973 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:03.237748 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Attempting to bind port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:07:03.238167 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Attempting to bind port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:07:03.238511 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Attempting to bind port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 on network ea3bd277-e398-469a-942f-32de81da28cb {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:07:03.243741 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:07:03.244121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Checking segment: {'id': '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:07:03.244530 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:03.244954 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Bound using segment: {'id': '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:07:03.245463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Bound port: 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:07:03.245859 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:03.308231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] For port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:07:03.312368 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] For port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6,segment=NetworkSegment(8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e),segment_id=8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:07:03.319342 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:03.343327 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Allocated IP 172.25.0.167 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/62a2732e-f3e4-4aae-90db-a51fd2792322) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:07:03.384369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0c14a-6b73-471c-8974-0b9abd4b9809 None None] Pushing event updated for resources: {'Port': ['ID=59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:03.454114 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Publish callbacks [] for port (62a2732e-f3e4-4aae-90db-a51fd2792322), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:03.488983 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (62a2732e-f3e4-4aae-90db-a51fd2792322), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:03.533366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:07:03.539164 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:07:03.547677 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:07:03.551135 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Pushing event updated for resources: {'Port': ['ID=62a2732e-f3e4-4aae-90db-a51fd2792322,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:03.799664 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Publish callbacks [] for router_gateway (89d6feb0-50f5-4d3c-8b27-481aef1da8c8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:03.911950 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:07:03.961045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:03.961446 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:04.003882 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (89d6feb0-50f5-4d3c-8b27-481aef1da8c8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:04.047306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:04.047306 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:04.081466 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6,segment=NetworkSegment(8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e),segment_id=8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:07:04.091300 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:04.140078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:04.152447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Router 89d6feb0-50f5-4d3c-8b27-481aef1da8c8 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:07:04.266355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:07:04.276360 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Sync routers for ids ['89d6feb0-50f5-4d3c-8b27-481aef1da8c8'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:07:04.287914 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:04.289303 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-04b5c78d-3c1f-46d5-9006-484c22632f16 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5324306 Jan 28 20:07:04.292552 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35776) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:07:04.293598 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Routers {'89d6feb0-50f5-4d3c-8b27-481aef1da8c8'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:07:04.294257 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:06:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['89d6feb0-50f5-4d3c-8b27-481aef1da8c8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:04.340234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e732c-2fa6-467c-a764-f7ce8dedd627 None None] Network ea3bd277-e398-469a-942f-32de81da28cb requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:07:04.626680 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-97879ff6-73fa-4f9d-8022-35aea68cb743 None None] Provisioning complete for port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:04.626922 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97879ff6-73fa-4f9d-8022-35aea68cb743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:04.662976 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Set router 89d6feb0-50f5-4d3c-8b27-481aef1da8c8 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:07:04.873293 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-97879ff6-73fa-4f9d-8022-35aea68cb743 None None] Current status of the port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:04.936032 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'name': 'tempest-TestEncryptedCinderVolumes-1621246680-router', 'tenant_id': '20554494db704a01a7f9d309a99d826d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '62a2732e-f3e4-4aae-90db-a51fd2792322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:02Z', 'updated_at': '2022-01-28T20:07:03Z', 'revision_number': 3, 'project_id': '20554494db704a01a7f9d309a99d826d', 'gw_port': {'id': '62a2732e-f3e4-4aae-90db-a51fd2792322', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:03Z', 'updated_at': '2022-01-28T20:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:04.966698 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Checking router: 89d6feb0-50f5-4d3c-8b27-481aef1da8c8 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:07:04.967056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Updating router 89d6feb0-50f5-4d3c-8b27-481aef1da8c8 port 62a2732e-f3e4-4aae-90db-a51fd2792322 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:07:04.996622 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (62a2732e-f3e4-4aae-90db-a51fd2792322), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:05.000395 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:05.110892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-861801e1-67b1-415b-829f-9ce367cd3f52 None None] Provisioning complete for port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:05.111549 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-861801e1-67b1-415b-829f-9ce367cd3f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:05.157699 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Allocated IP 172.20.0.1 (ea3bd277-e398-469a-942f-32de81da28cb/d5a35380-4bf0-477c-8e9b-ba3b831a0adb/250fcf2a-804b-4e9d-981f-e7b1b48f86da) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:07:05.262348 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Publish callbacks [] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:05.267703 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-861801e1-67b1-415b-829f-9ce367cd3f52 None None] Current status of the port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:05.297620 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:05.326765 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Publish callbacks [] for port (62a2732e-f3e4-4aae-90db-a51fd2792322), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:05.333981 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (62a2732e-f3e4-4aae-90db-a51fd2792322), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:05.335618 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Network ea3bd277-e398-469a-942f-32de81da28cb is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:07:05.338429 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:07:05.344080 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:07:05.366803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Pushing event updated for resources: {'Port': ['ID=250fcf2a-804b-4e9d-981f-e7b1b48f86da,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:05.387303 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (89d6feb0-50f5-4d3c-8b27-481aef1da8c8), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:05.398352 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637e98d-c7e3-46d1-9c97-e056fa8bfd68 None None] Pushing event updated for resources: {'Port': ['ID=62a2732e-f3e4-4aae-90db-a51fd2792322,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:05.400866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Attempting to bind port 62a2732e-f3e4-4aae-90db-a51fd2792322 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:07:05.401241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Attempting to bind port 62a2732e-f3e4-4aae-90db-a51fd2792322 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:07:05.401616 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Attempting to bind port 62a2732e-f3e4-4aae-90db-a51fd2792322 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:07:05.407557 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:07:05.408002 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:07:05.408362 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:05.408760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:07:05.409240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Bound port: 62a2732e-f3e4-4aae-90db-a51fd2792322, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:07:05.409627 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (62a2732e-f3e4-4aae-90db-a51fd2792322), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:05.464419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] For port 62a2732e-f3e4-4aae-90db-a51fd2792322, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:07:05.467837 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] For port 62a2732e-f3e4-4aae-90db-a51fd2792322, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=62a2732e-f3e4-4aae-90db-a51fd2792322,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:07:05.476128 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (62a2732e-f3e4-4aae-90db-a51fd2792322), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:05.533170 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:05.535926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Routers {'89d6feb0-50f5-4d3c-8b27-481aef1da8c8'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:07:05.536530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:06:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['89d6feb0-50f5-4d3c-8b27-481aef1da8c8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:05.591652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637e98d-c7e3-46d1-9c97-e056fa8bfd68 None None] Pushing event updated for resources: {'Port': ['ID=62a2732e-f3e4-4aae-90db-a51fd2792322,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:05.635518 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c6c85a3d-a153-488a-8c79-3464031c9056 None None] Provisioning complete for port 250fcf2a-804b-4e9d-981f-e7b1b48f86da triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:05.635790 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6c85a3d-a153-488a-8c79-3464031c9056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:05.689677 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] Set router 89d6feb0-50f5-4d3c-8b27-481aef1da8c8 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:07:05.691431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c6c85a3d-a153-488a-8c79-3464031c9056 None None] Port 250fcf2a-804b-4e9d-981f-e7b1b48f86da cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:07:05.703442 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Publish callbacks [] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:05.708857 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:05.773624 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Pushing event updated for resources: {'Port': ['ID=250fcf2a-804b-4e9d-981f-e7b1b48f86da,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:05.776246 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (89d6feb0-50f5-4d3c-8b27-481aef1da8c8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:05.871092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:07:05.880294 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Network ea3bd277-e398-469a-942f-32de81da28cb is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:07:05.881651 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:07:05.944104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'name': 'tempest-TestEncryptedCinderVolumes-1621246680-router', 'tenant_id': '20554494db704a01a7f9d309a99d826d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '62a2732e-f3e4-4aae-90db-a51fd2792322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:02Z', 'updated_at': '2022-01-28T20:07:05Z', 'revision_number': 4, 'project_id': '20554494db704a01a7f9d309a99d826d', 'gw_port': {'id': '62a2732e-f3e4-4aae-90db-a51fd2792322', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:03Z', 'updated_at': '2022-01-28T20:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '250fcf2a-804b-4e9d-981f-e7b1b48f86da', 'name': '', 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb', 'tenant_id': '20554494db704a01a7f9d309a99d826d', 'mac_address': 'fa:16:3e:66:15:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd5a35380-4bf0-477c-8e9b-ba3b831a0adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:05Z', 'updated_at': '2022-01-28T20:07:05Z', 'revision_number': 1, 'project_id': '20554494db704a01a7f9d309a99d826d', 'subnets': [{'id': 'd5a35380-4bf0-477c-8e9b-ba3b831a0adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:05.948740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:05.949408 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:05.979949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d64e7ac-63d7-4a4a-bea8-d493e5a81a51 None None] The sync data for ids ['89d6feb0-50f5-4d3c-8b27-481aef1da8c8'] in n-d-824834-4 is: [{'id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'name': 'tempest-TestEncryptedCinderVolumes-1621246680-router', 'tenant_id': '20554494db704a01a7f9d309a99d826d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '62a2732e-f3e4-4aae-90db-a51fd2792322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:02Z', 'updated_at': '2022-01-28T20:07:05Z', 'revision_number': 4, 'project_id': '20554494db704a01a7f9d309a99d826d', 'gw_port': {'id': '62a2732e-f3e4-4aae-90db-a51fd2792322', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:03Z', 'updated_at': '2022-01-28T20:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '250fcf2a-804b-4e9d-981f-e7b1b48f86da', 'name': '', 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb', 'tenant_id': '20554494db704a01a7f9d309a99d826d', 'mac_address': 'fa:16:3e:66:15:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd5a35380-4bf0-477c-8e9b-ba3b831a0adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:05Z', 'updated_at': '2022-01-28T20:07:05Z', 'revision_number': 1, 'project_id': '20554494db704a01a7f9d309a99d826d', 'subnets': [{'id': 'd5a35380-4bf0-477c-8e9b-ba3b831a0adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:07:06.005109 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Router 89d6feb0-50f5-4d3c-8b27-481aef1da8c8 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:07:06.069605 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:06.114073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-707208a7-b6da-4a42-a591-2c976528960d None None] Provisioning complete for port 250fcf2a-804b-4e9d-981f-e7b1b48f86da triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:06.114670 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-707208a7-b6da-4a42-a591-2c976528960d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:06.133072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:07:06.146550 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-86006336-f23f-469e-9380-356349bcc286 admin admin] 10.222.0.55 "PUT /v2.0/routers/89d6feb0-50f5-4d3c-8b27-481aef1da8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8526740 Jan 28 20:07:06.157760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-707208a7-b6da-4a42-a591-2c976528960d None None] Port 250fcf2a-804b-4e9d-981f-e7b1b48f86da cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:07:06.641988 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35792) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:07:06.648202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-91719b5a-e792-47c6-8d3c-f8512f131d4a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1615844998-network', 'tenant_id': '92fa820181424d7eb9539ccbcea3b4d2'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:07:06.689704 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91719b5a-e792-47c6-8d3c-f8512f131d4a admin admin] Made reservation on behalf of 92fa820181424d7eb9539ccbcea3b4d2 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:07:06.692520 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91719b5a-e792-47c6-8d3c-f8512f131d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:06.703813 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91719b5a-e792-47c6-8d3c-f8512f131d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:06.789863 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91719b5a-e792-47c6-8d3c-f8512f131d4a admin admin] Publish callbacks [] for security_group (f5f6aaaa-1efd-41e4-b3a4-aa7df1c9e566), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:06.794248 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91719b5a-e792-47c6-8d3c-f8512f131d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f5f6aaaa-1efd-41e4-b3a4-aa7df1c9e566), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:06.820459 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91719b5a-e792-47c6-8d3c-f8512f131d4a admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:07:06.829806 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91719b5a-e792-47c6-8d3c-f8512f131d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f6aaaa-1efd-41e4-b3a4-aa7df1c9e566,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:06.836563 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91719b5a-e792-47c6-8d3c-f8512f131d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (4bb5ece2-d285-4827-ab33-97371740640a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:06.836903 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-91719b5a-e792-47c6-8d3c-f8512f131d4a admin admin] Added segment 4bb5ece2-d285-4827-ab33-97371740640a of type vlan for network 0ea750e2-484a-405a-8677-fa68bff067fa Jan 28 20:07:06.879239 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91719b5a-e792-47c6-8d3c-f8512f131d4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (0ea750e2-484a-405a-8677-fa68bff067fa), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:06.905126 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91719b5a-e792-47c6-8d3c-f8512f131d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (0ea750e2-484a-405a-8677-fa68bff067fa), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:06.906229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91719b5a-e792-47c6-8d3c-f8512f131d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:06.906928 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-91719b5a-e792-47c6-8d3c-f8512f131d4a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:06.963641 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-91719b5a-e792-47c6-8d3c-f8512f131d4a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3203807 Jan 28 20:07:06.966554 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35794) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:07:06.971325 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3a2ba214-f5ad-4679-aa53-410399c6e020 admin admin] Request body: {'subnet': {'network_id': '0ea750e2-484a-405a-8677-fa68bff067fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1615844998-subnet', 'tenant_id': '92fa820181424d7eb9539ccbcea3b4d2', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:07:06.987322 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91719b5a-e792-47c6-8d3c-f8512f131d4a admin admin] Pushing event updated for resources: {'Network': ['ID=0ea750e2-484a-405a-8677-fa68bff067fa,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:06.997894 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 0ea750e2-484a-405a-8677-fa68bff067fa details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:07:07.006333 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2ba214-f5ad-4679-aa53-410399c6e020 admin admin] Made reservation on behalf of 92fa820181424d7eb9539ccbcea3b4d2 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:07:07.009741 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a2ba214-f5ad-4679-aa53-410399c6e020 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:07.185243 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a2ba214-f5ad-4679-aa53-410399c6e020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (b0f38b8a-f504-4ec8-ad44-95b340a876cd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:07.250450 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ba214-f5ad-4679-aa53-410399c6e020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f38b8a-f504-4ec8-ad44-95b340a876cd,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:07.258415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2ba214-f5ad-4679-aa53-410399c6e020 admin admin] Checking segment: {'id': '4bb5ece2-d285-4827-ab33-97371740640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0ea750e2-484a-405a-8677-fa68bff067fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:07:07.258783 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2ba214-f5ad-4679-aa53-410399c6e020 admin admin] Network hostable DHCP agents. Network: 0ea750e2-484a-405a-8677-fa68bff067fa, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:07:07.277068 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2ba214-f5ad-4679-aa53-410399c6e020 admin admin] Network 0ea750e2-484a-405a-8677-fa68bff067fa is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:07:07.288270 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3a2ba214-f5ad-4679-aa53-410399c6e020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 0ea750e2-484a-405a-8677-fa68bff067fa) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:07:07.294219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2ba214-f5ad-4679-aa53-410399c6e020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:07.294534 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3a2ba214-f5ad-4679-aa53-410399c6e020 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:07.297092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff56afd-e47f-42c5-99c4-50a5a52d2b43 None None] Network 0ea750e2-484a-405a-8677-fa68bff067fa requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:07:07.320477 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3a2ba214-f5ad-4679-aa53-410399c6e020 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3510447 Jan 28 20:07:07.320832 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 35796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:07:07.325194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1615844998-router', 'tenant_id': '92fa820181424d7eb9539ccbcea3b4d2', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:07:07.344943 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (55bc7b80-08b0-48a3-aec9-0d4ce5b7647e), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:07.345953 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (55bc7b80-08b0-48a3-aec9-0d4ce5b7647e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:07.395335 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Publish callbacks [] for router_controller (55bc7b80-08b0-48a3-aec9-0d4ce5b7647e), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:07.403010 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-0ea750e2-484a-405a-8677-fa68bff067fa', 'network_id': '0ea750e2-484a-405a-8677-fa68bff067fa', 'project_id': '92fa820181424d7eb9539ccbcea3b4d2', 'fixed_ips': [{'subnet_id': 'b0f38b8a-f504-4ec8-ad44-95b340a876cd'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:07:07.403998 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:07.537898 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Publish callbacks [] for router_gateway (55bc7b80-08b0-48a3-aec9-0d4ce5b7647e), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:07.547957 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Allocated IP 172.20.0.2 (0ea750e2-484a-405a-8677-fa68bff067fa/b0f38b8a-f504-4ec8-ad44-95b340a876cd/6e8d2e7f-81e0-4fdd-b835-12796f74439d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:07:07.688272 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Publish callbacks [] for port (6e8d2e7f-81e0-4fdd-b835-12796f74439d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:07.698288 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (6e8d2e7f-81e0-4fdd-b835-12796f74439d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:07.741517 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Publish callbacks [] for router_gateway (55bc7b80-08b0-48a3-aec9-0d4ce5b7647e), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:07.743807 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Network 0ea750e2-484a-405a-8677-fa68bff067fa is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:07:07.749207 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:07:07.754112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:07:07.757138 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Pushing event updated for resources: {'Port': ['ID=6e8d2e7f-81e0-4fdd-b835-12796f74439d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:07.761308 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:07.810001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Attempting to bind port 6e8d2e7f-81e0-4fdd-b835-12796f74439d on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:07:07.810390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Attempting to bind port 6e8d2e7f-81e0-4fdd-b835-12796f74439d by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '4bb5ece2-d285-4827-ab33-97371740640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0ea750e2-484a-405a-8677-fa68bff067fa'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:07:07.810900 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Attempting to bind port 6e8d2e7f-81e0-4fdd-b835-12796f74439d on network 0ea750e2-484a-405a-8677-fa68bff067fa {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:07:07.816676 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:07:07.817049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Checking segment: {'id': '4bb5ece2-d285-4827-ab33-97371740640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0ea750e2-484a-405a-8677-fa68bff067fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:07:07.817448 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:07.818533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Bound using segment: {'id': '4bb5ece2-d285-4827-ab33-97371740640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0ea750e2-484a-405a-8677-fa68bff067fa'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:07:07.819018 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Bound port: 6e8d2e7f-81e0-4fdd-b835-12796f74439d, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb5ece2-d285-4827-ab33-97371740640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0ea750e2-484a-405a-8677-fa68bff067fa'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:07:07.819399 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6e8d2e7f-81e0-4fdd-b835-12796f74439d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:07.875087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Allocated IP 172.25.0.132 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/20b3f61a-2b5f-4b61-997d-a8bf67468638) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:07:07.896257 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] For port 6e8d2e7f-81e0-4fdd-b835-12796f74439d, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:07:07.899333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] For port 6e8d2e7f-81e0-4fdd-b835-12796f74439d, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6e8d2e7f-81e0-4fdd-b835-12796f74439d,segment=NetworkSegment(4bb5ece2-d285-4827-ab33-97371740640a),segment_id=4bb5ece2-d285-4827-ab33-97371740640a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:07:07.908091 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6e8d2e7f-81e0-4fdd-b835-12796f74439d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:07.940812 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 62a2732e-f3e4-4aae-90db-a51fd2792322 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:07:08.007726 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Publish callbacks [] for port (20b3f61a-2b5f-4b61-997d-a8bf67468638), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:08.045644 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (20b3f61a-2b5f-4b61-997d-a8bf67468638), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:08.088486 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:07:08.093792 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:07:08.098920 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:07:08.102246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Pushing event updated for resources: {'Port': ['ID=20b3f61a-2b5f-4b61-997d-a8bf67468638,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:08.154567 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Sync routers for ids ['89d6feb0-50f5-4d3c-8b27-481aef1da8c8'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:07:08.167003 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Routers {'89d6feb0-50f5-4d3c-8b27-481aef1da8c8'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:07:08.167625 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:06:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['89d6feb0-50f5-4d3c-8b27-481aef1da8c8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:08.174257 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41507cd-1f3a-4701-9214-f5ecd22853ef None None] Pushing event updated for resources: {'Port': ['ID=6e8d2e7f-81e0-4fdd-b835-12796f74439d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:08.191574 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 62a2732e-f3e4-4aae-90db-a51fd2792322 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:08.191951 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (62a2732e-f3e4-4aae-90db-a51fd2792322), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:08.275089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 62a2732e-f3e4-4aae-90db-a51fd2792322 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:08.275469 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (62a2732e-f3e4-4aae-90db-a51fd2792322), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:08.296001 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Set router 89d6feb0-50f5-4d3c-8b27-481aef1da8c8 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:07:08.303999 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 62a2732e-f3e4-4aae-90db-a51fd2792322, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=62a2732e-f3e4-4aae-90db-a51fd2792322,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:07:08.311774 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (62a2732e-f3e4-4aae-90db-a51fd2792322), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:08.380156 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=62a2732e-f3e4-4aae-90db-a51fd2792322,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:08.431744 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Publish callbacks [] for router_gateway (55bc7b80-08b0-48a3-aec9-0d4ce5b7647e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:08.552651 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'name': 'tempest-TestEncryptedCinderVolumes-1621246680-router', 'tenant_id': '20554494db704a01a7f9d309a99d826d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '62a2732e-f3e4-4aae-90db-a51fd2792322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:02Z', 'updated_at': '2022-01-28T20:07:05Z', 'revision_number': 4, 'project_id': '20554494db704a01a7f9d309a99d826d', 'gw_port': {'id': '62a2732e-f3e4-4aae-90db-a51fd2792322', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:03Z', 'updated_at': '2022-01-28T20:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '250fcf2a-804b-4e9d-981f-e7b1b48f86da', 'name': '', 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb', 'tenant_id': '20554494db704a01a7f9d309a99d826d', 'mac_address': 'fa:16:3e:66:15:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd5a35380-4bf0-477c-8e9b-ba3b831a0adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:05Z', 'updated_at': '2022-01-28T20:07:05Z', 'revision_number': 2, 'project_id': '20554494db704a01a7f9d309a99d826d', 'subnets': [{'id': 'd5a35380-4bf0-477c-8e9b-ba3b831a0adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:08.589122 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Checking router: 89d6feb0-50f5-4d3c-8b27-481aef1da8c8 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:07:08.589498 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Updating router 89d6feb0-50f5-4d3c-8b27-481aef1da8c8 port 250fcf2a-804b-4e9d-981f-e7b1b48f86da binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:07:08.615911 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:08.642981 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (55bc7b80-08b0-48a3-aec9-0d4ce5b7647e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:08.774455 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Router 55bc7b80-08b0-48a3-aec9-0d4ce5b7647e is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:07:08.877374 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Publish callbacks [] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:08.885879 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:08.888516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:07:08.899925 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Sync routers for ids ['55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:07:08.913245 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Routers {'55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:07:08.913923 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:06:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:08.915526 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:08.919882 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2f646e9d-51b6-4d01-ab7f-709edebcda3f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5955603 Jan 28 20:07:08.920739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 35798) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:07:08.944858 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387ab93-ede2-4aac-87aa-4e202ea2ac9d None None] Pushing event updated for resources: {'Port': ['ID=250fcf2a-804b-4e9d-981f-e7b1b48f86da,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:09.023418 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Attempting to bind port 250fcf2a-804b-4e9d-981f-e7b1b48f86da on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:07:09.023885 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Attempting to bind port 250fcf2a-804b-4e9d-981f-e7b1b48f86da by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:07:09.024318 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Attempting to bind port 250fcf2a-804b-4e9d-981f-e7b1b48f86da on network ea3bd277-e398-469a-942f-32de81da28cb {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:07:09.030805 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387ab93-ede2-4aac-87aa-4e202ea2ac9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:09.031238 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387ab93-ede2-4aac-87aa-4e202ea2ac9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:09.031642 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387ab93-ede2-4aac-87aa-4e202ea2ac9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:09.032042 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387ab93-ede2-4aac-87aa-4e202ea2ac9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:09.032443 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387ab93-ede2-4aac-87aa-4e202ea2ac9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:09.032838 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387ab93-ede2-4aac-87aa-4e202ea2ac9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:09.033232 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387ab93-ede2-4aac-87aa-4e202ea2ac9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:09.033620 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387ab93-ede2-4aac-87aa-4e202ea2ac9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:09.034054 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387ab93-ede2-4aac-87aa-4e202ea2ac9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:09.034477 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387ab93-ede2-4aac-87aa-4e202ea2ac9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:09.034893 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387ab93-ede2-4aac-87aa-4e202ea2ac9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:09.035324 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387ab93-ede2-4aac-87aa-4e202ea2ac9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:09.035726 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387ab93-ede2-4aac-87aa-4e202ea2ac9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:09.040630 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:07:09.041162 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Checking segment: {'id': '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:07:09.041662 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:09.042164 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Bound using segment: {'id': '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:07:09.042828 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Bound port: 250fcf2a-804b-4e9d-981f-e7b1b48f86da, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:07:09.043298 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:09.102306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Set router 55bc7b80-08b0-48a3-aec9-0d4ce5b7647e gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:07:09.144158 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] For port 250fcf2a-804b-4e9d-981f-e7b1b48f86da, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:07:09.147886 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] For port 250fcf2a-804b-4e9d-981f-e7b1b48f86da, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=250fcf2a-804b-4e9d-981f-e7b1b48f86da,segment=NetworkSegment(8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e),segment_id=8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:07:09.158639 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:09.233646 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387ab93-ede2-4aac-87aa-4e202ea2ac9d None None] Pushing event updated for resources: {'Port': ['ID=250fcf2a-804b-4e9d-981f-e7b1b48f86da,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:09.253086 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Routers {'89d6feb0-50f5-4d3c-8b27-481aef1da8c8'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:07:09.254004 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:06:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['89d6feb0-50f5-4d3c-8b27-481aef1da8c8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:09.354068 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'name': 'tempest-TestEncryptedCinderVolumes-1615844998-router', 'tenant_id': '92fa820181424d7eb9539ccbcea3b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '20b3f61a-2b5f-4b61-997d-a8bf67468638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:07Z', 'updated_at': '2022-01-28T20:07:08Z', 'revision_number': 3, 'project_id': '92fa820181424d7eb9539ccbcea3b4d2', 'gw_port': {'id': '20b3f61a-2b5f-4b61-997d-a8bf67468638', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:07Z', 'updated_at': '2022-01-28T20:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:09.397355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Checking router: 55bc7b80-08b0-48a3-aec9-0d4ce5b7647e for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:07:09.398057 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Updating router 55bc7b80-08b0-48a3-aec9-0d4ce5b7647e port 20b3f61a-2b5f-4b61-997d-a8bf67468638 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:07:09.402725 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] Set router 89d6feb0-50f5-4d3c-8b27-481aef1da8c8 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:07:09.440448 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (20b3f61a-2b5f-4b61-997d-a8bf67468638), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:09.463377 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:09.568667 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27dbe87-7d1c-4b1c-ba1b-0348df34676f None None] Network 0ea750e2-484a-405a-8677-fa68bff067fa requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:07:09.636803 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'name': 'tempest-TestEncryptedCinderVolumes-1621246680-router', 'tenant_id': '20554494db704a01a7f9d309a99d826d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '62a2732e-f3e4-4aae-90db-a51fd2792322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:02Z', 'updated_at': '2022-01-28T20:07:05Z', 'revision_number': 4, 'project_id': '20554494db704a01a7f9d309a99d826d', 'gw_port': {'id': '62a2732e-f3e4-4aae-90db-a51fd2792322', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:03Z', 'updated_at': '2022-01-28T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '250fcf2a-804b-4e9d-981f-e7b1b48f86da', 'name': '', 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb', 'tenant_id': '20554494db704a01a7f9d309a99d826d', 'mac_address': 'fa:16:3e:66:15:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd5a35380-4bf0-477c-8e9b-ba3b831a0adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:05Z', 'updated_at': '2022-01-28T20:07:09Z', 'revision_number': 4, 'project_id': '20554494db704a01a7f9d309a99d826d', 'subnets': [{'id': 'd5a35380-4bf0-477c-8e9b-ba3b831a0adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:09.659691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b36d9bdf-42e5-4ce8-a382-9c27b3649dd0 None None] Provisioning complete for port 250fcf2a-804b-4e9d-981f-e7b1b48f86da triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:09.659691 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b36d9bdf-42e5-4ce8-a382-9c27b3649dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:09.672332 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0257c22a-4da3-4256-8c56-d6a7e430e409 None None] The sync data for ids ['89d6feb0-50f5-4d3c-8b27-481aef1da8c8'] in n-d-824834-4 is: [{'id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'name': 'tempest-TestEncryptedCinderVolumes-1621246680-router', 'tenant_id': '20554494db704a01a7f9d309a99d826d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '62a2732e-f3e4-4aae-90db-a51fd2792322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:02Z', 'updated_at': '2022-01-28T20:07:05Z', 'revision_number': 4, 'project_id': '20554494db704a01a7f9d309a99d826d', 'gw_port': {'id': '62a2732e-f3e4-4aae-90db-a51fd2792322', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:03Z', 'updated_at': '2022-01-28T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '250fcf2a-804b-4e9d-981f-e7b1b48f86da', 'name': '', 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb', 'tenant_id': '20554494db704a01a7f9d309a99d826d', 'mac_address': 'fa:16:3e:66:15:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd5a35380-4bf0-477c-8e9b-ba3b831a0adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:05Z', 'updated_at': '2022-01-28T20:07:09Z', 'revision_number': 4, 'project_id': '20554494db704a01a7f9d309a99d826d', 'subnets': [{'id': 'd5a35380-4bf0-477c-8e9b-ba3b831a0adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:07:09.672655 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Allocated IP 172.20.0.1 (0ea750e2-484a-405a-8677-fa68bff067fa/b0f38b8a-f504-4ec8-ad44-95b340a876cd/1f4fc817-8223-4409-95fa-8f74597291e4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:07:09.791102 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Publish callbacks [] for port (1f4fc817-8223-4409-95fa-8f74597291e4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:09.844703 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (1f4fc817-8223-4409-95fa-8f74597291e4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:09.891720 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b36d9bdf-42e5-4ce8-a382-9c27b3649dd0 None None] Current status of the port 250fcf2a-804b-4e9d-981f-e7b1b48f86da is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:09.892016 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b36d9bdf-42e5-4ce8-a382-9c27b3649dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:09.893818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Network 0ea750e2-484a-405a-8677-fa68bff067fa is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:07:09.897598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:07:09.901406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:07:09.955168 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (55bc7b80-08b0-48a3-aec9-0d4ce5b7647e), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:09.962826 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Pushing event updated for resources: {'Port': ['ID=1f4fc817-8223-4409-95fa-8f74597291e4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:09.985145 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Publish callbacks [] for port (20b3f61a-2b5f-4b61-997d-a8bf67468638), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:09.994928 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b36d9bdf-42e5-4ce8-a382-9c27b3649dd0 None None] For port 250fcf2a-804b-4e9d-981f-e7b1b48f86da, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=250fcf2a-804b-4e9d-981f-e7b1b48f86da,segment=NetworkSegment(8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e),segment_id=8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:07:10.003421 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b36d9bdf-42e5-4ce8-a382-9c27b3649dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:10.007334 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (20b3f61a-2b5f-4b61-997d-a8bf67468638), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:10.018432 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:10.018780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:10.019128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:10.019470 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:10.019805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:10.020139 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:10.020472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:10.020800 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:10.021128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:10.021454 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:10.021779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:10.022123 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:10.022662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:10.106157 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d9bdf-42e5-4ce8-a382-9c27b3649dd0 None None] Pushing event updated for resources: {'Port': ['ID=250fcf2a-804b-4e9d-981f-e7b1b48f86da,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:10.142463 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1f4fc817-8223-4409-95fa-8f74597291e4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:10.168745 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fcc018f3-81cf-4c44-b1fe-0700c52b3248 None None] Provisioning complete for port 250fcf2a-804b-4e9d-981f-e7b1b48f86da triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:10.169420 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fcc018f3-81cf-4c44-b1fe-0700c52b3248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:10.219113 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 250fcf2a-804b-4e9d-981f-e7b1b48f86da up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:07:10.221346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Attempting to bind port 20b3f61a-2b5f-4b61-997d-a8bf67468638 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:07:10.221559 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Attempting to bind port 20b3f61a-2b5f-4b61-997d-a8bf67468638 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:07:10.221923 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Attempting to bind port 20b3f61a-2b5f-4b61-997d-a8bf67468638 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:07:10.252353 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f79a6-1403-4c67-a9de-9985c9b78589 None None] Pushing event updated for resources: {'Port': ['ID=20b3f61a-2b5f-4b61-997d-a8bf67468638,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:10.264280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:07:10.264670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:07:10.265087 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:10.265491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:07:10.266246 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Bound port: 20b3f61a-2b5f-4b61-997d-a8bf67468638, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:07:10.266643 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (20b3f61a-2b5f-4b61-997d-a8bf67468638), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:10.358303 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Publish callbacks [] for port (1f4fc817-8223-4409-95fa-8f74597291e4), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:10.366276 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (1f4fc817-8223-4409-95fa-8f74597291e4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:10.405971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fcc018f3-81cf-4c44-b1fe-0700c52b3248 None None] Current status of the port 250fcf2a-804b-4e9d-981f-e7b1b48f86da is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:10.409424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 250fcf2a-804b-4e9d-981f-e7b1b48f86da triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:10.409837 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:10.414804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] For port 20b3f61a-2b5f-4b61-997d-a8bf67468638, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:07:10.442507 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Pushing event updated for resources: {'Port': ['ID=1f4fc817-8223-4409-95fa-8f74597291e4,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:10.445037 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (55bc7b80-08b0-48a3-aec9-0d4ce5b7647e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:10.462439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] For port 20b3f61a-2b5f-4b61-997d-a8bf67468638, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=20b3f61a-2b5f-4b61-997d-a8bf67468638,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:07:10.470462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-fcc018f3-81cf-4c44-b1fe-0700c52b3248 None None] Provisioning complete for port 6e8d2e7f-81e0-4fdd-b835-12796f74439d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:10.470880 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fcc018f3-81cf-4c44-b1fe-0700c52b3248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6e8d2e7f-81e0-4fdd-b835-12796f74439d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:10.478664 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (20b3f61a-2b5f-4b61-997d-a8bf67468638), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:10.555080 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Network 0ea750e2-484a-405a-8677-fa68bff067fa is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:07:10.557250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:07:10.588369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f79a6-1403-4c67-a9de-9985c9b78589 None None] Pushing event updated for resources: {'Port': ['ID=20b3f61a-2b5f-4b61-997d-a8bf67468638,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:10.614089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Routers {'55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:07:10.614730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:06:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:10.695538 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 250fcf2a-804b-4e9d-981f-e7b1b48f86da is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:10.695875 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Router 55bc7b80-08b0-48a3-aec9-0d4ce5b7647e has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:07:10.696699 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 62a2732e-f3e4-4aae-90db-a51fd2792322 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:07:10.780857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fcc018f3-81cf-4c44-b1fe-0700c52b3248 None None] Current status of the port 6e8d2e7f-81e0-4fdd-b835-12796f74439d is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:10.781254 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fcc018f3-81cf-4c44-b1fe-0700c52b3248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (6e8d2e7f-81e0-4fdd-b835-12796f74439d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:10.806515 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] Set router 55bc7b80-08b0-48a3-aec9-0d4ce5b7647e gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:07:10.875832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fcc018f3-81cf-4c44-b1fe-0700c52b3248 None None] For port 6e8d2e7f-81e0-4fdd-b835-12796f74439d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6e8d2e7f-81e0-4fdd-b835-12796f74439d,segment=NetworkSegment(4bb5ece2-d285-4827-ab33-97371740640a),segment_id=4bb5ece2-d285-4827-ab33-97371740640a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:07:10.906621 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fcc018f3-81cf-4c44-b1fe-0700c52b3248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (6e8d2e7f-81e0-4fdd-b835-12796f74439d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:10.913254 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 62a2732e-f3e4-4aae-90db-a51fd2792322 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:10.913636 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (62a2732e-f3e4-4aae-90db-a51fd2792322), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:11.112369 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:07:11.118061 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9affdeae-0c7b-4f9e-80ea-5b936ae65814 admin admin] 10.222.0.55 "PUT /v2.0/routers/55bc7b80-08b0-48a3-aec9-0d4ce5b7647e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1956501 Jan 28 20:07:11.215770 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc018f3-81cf-4c44-b1fe-0700c52b3248 None None] Pushing event updated for resources: {'Port': ['ID=6e8d2e7f-81e0-4fdd-b835-12796f74439d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:11.230743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8a632566-7361-4d75-a75a-7ad3a87569b1 None None] Provisioning complete for port 6e8d2e7f-81e0-4fdd-b835-12796f74439d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:11.231131 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a632566-7361-4d75-a75a-7ad3a87569b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6e8d2e7f-81e0-4fdd-b835-12796f74439d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:11.343859 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 62a2732e-f3e4-4aae-90db-a51fd2792322 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:11.344920 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6e8d2e7f-81e0-4fdd-b835-12796f74439d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:07:11.423627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8a632566-7361-4d75-a75a-7ad3a87569b1 None None] Current status of the port 6e8d2e7f-81e0-4fdd-b835-12796f74439d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:11.432237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'name': 'tempest-TestEncryptedCinderVolumes-1615844998-router', 'tenant_id': '92fa820181424d7eb9539ccbcea3b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '20b3f61a-2b5f-4b61-997d-a8bf67468638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:07Z', 'updated_at': '2022-01-28T20:07:10Z', 'revision_number': 4, 'project_id': '92fa820181424d7eb9539ccbcea3b4d2', 'gw_port': {'id': '20b3f61a-2b5f-4b61-997d-a8bf67468638', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:07Z', 'updated_at': '2022-01-28T20:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '1f4fc817-8223-4409-95fa-8f74597291e4', 'name': '', 'network_id': '0ea750e2-484a-405a-8677-fa68bff067fa', 'tenant_id': '92fa820181424d7eb9539ccbcea3b4d2', 'mac_address': 'fa:16:3e:4c:7f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b0f38b8a-f504-4ec8-ad44-95b340a876cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:09Z', 'updated_at': '2022-01-28T20:07:10Z', 'revision_number': 2, 'project_id': '92fa820181424d7eb9539ccbcea3b4d2', 'subnets': [{'id': 'b0f38b8a-f504-4ec8-ad44-95b340a876cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:11.466754 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97090e3a-e9ff-4e60-809e-8873e2e382e7 None None] The sync data for ids ['55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'] in n-d-824834-4 is: [{'id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'name': 'tempest-TestEncryptedCinderVolumes-1615844998-router', 'tenant_id': '92fa820181424d7eb9539ccbcea3b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '20b3f61a-2b5f-4b61-997d-a8bf67468638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:07Z', 'updated_at': '2022-01-28T20:07:10Z', 'revision_number': 4, 'project_id': '92fa820181424d7eb9539ccbcea3b4d2', 'gw_port': {'id': '20b3f61a-2b5f-4b61-997d-a8bf67468638', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:07Z', 'updated_at': '2022-01-28T20:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '1f4fc817-8223-4409-95fa-8f74597291e4', 'name': '', 'network_id': '0ea750e2-484a-405a-8677-fa68bff067fa', 'tenant_id': '92fa820181424d7eb9539ccbcea3b4d2', 'mac_address': 'fa:16:3e:4c:7f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b0f38b8a-f504-4ec8-ad44-95b340a876cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:09Z', 'updated_at': '2022-01-28T20:07:10Z', 'revision_number': 2, 'project_id': '92fa820181424d7eb9539ccbcea3b4d2', 'subnets': [{'id': 'b0f38b8a-f504-4ec8-ad44-95b340a876cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:07:11.472050 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8a632566-7361-4d75-a75a-7ad3a87569b1 None None] Provisioning complete for port 1f4fc817-8223-4409-95fa-8f74597291e4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:11.472395 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a632566-7361-4d75-a75a-7ad3a87569b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1f4fc817-8223-4409-95fa-8f74597291e4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:11.476021 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6e8d2e7f-81e0-4fdd-b835-12796f74439d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:11.476419 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6e8d2e7f-81e0-4fdd-b835-12796f74439d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:11.533404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8a632566-7361-4d75-a75a-7ad3a87569b1 None None] Port 1f4fc817-8223-4409-95fa-8f74597291e4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:07:11.586170 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6e8d2e7f-81e0-4fdd-b835-12796f74439d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:11.828472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-42717ac1-8878-4d2d-a4d1-144649b3e729 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:11.835325 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-42717ac1-8878-4d2d-a4d1-144649b3e729 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/networks?id=ea3bd277-e398-469a-942f-32de81da28cb HTTP/1.1" status: 200 len: 817 time: 0.1147134 Jan 28 20:07:11.845827 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-5630f458-46be-43a8-91fe-14ca48127edb tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/quotas/20554494db704a01a7f9d309a99d826d HTTP/1.1" status: 200 len: 375 time: 0.0096521 Jan 28 20:07:11.887522 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 250fcf2a-804b-4e9d-981f-e7b1b48f86da up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:07:11.911564 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-200edd36-460c-48af-be93-4d8b2c0ac83e tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=20554494db704a01a7f9d309a99d826d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576091 Jan 28 20:07:11.940970 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 250fcf2a-804b-4e9d-981f-e7b1b48f86da triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:11.941575 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:12.023037 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-4d64c711-00d3-4f05-b9ce-f5f4ae3a63b1 service neutron] 10.222.0.55 "GET /v2.0/networks/ea3bd277-e398-469a-942f-32de81da28cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927563 Jan 28 20:07:12.023297 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 250fcf2a-804b-4e9d-981f-e7b1b48f86da is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:12.024239 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6e8d2e7f-81e0-4fdd-b835-12796f74439d up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:07:12.079292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 6e8d2e7f-81e0-4fdd-b835-12796f74439d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:12.079292 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (6e8d2e7f-81e0-4fdd-b835-12796f74439d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:12.119472 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-821fe549-8f09-457a-9e72-c37351763cd0 service neutron] 10.222.0.55 "GET /v2.0/networks/ea3bd277-e398-469a-942f-32de81da28cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955272 Jan 28 20:07:12.159192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 6e8d2e7f-81e0-4fdd-b835-12796f74439d is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:12.280627 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52739ca0-ad5e-43e0-8734-333dc4862ea4 req-784a8079-8c63-4cdb-af27-c9ff7efe6c95 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 210 time: 0.0281074 Jan 28 20:07:13.263327 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-0321f547-9381-479c-8ce8-0455e856cd3e tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:13.264790 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-0321f547-9381-479c-8ce8-0455e856cd3e tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.37 "GET /v2.0/networks?id=ea3bd277-e398-469a-942f-32de81da28cb HTTP/1.1" status: 200 len: 817 time: 0.1071689 Jan 28 20:07:13.276699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-ec021030-87b8-4aa6-a424-22fb7e7b5fed tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Request body: {'port': {'device_id': '9733c087-57f8-4bcc-b872-0370880ffcc7', 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb', 'admin_state_up': True, 'tenant_id': '20554494db704a01a7f9d309a99d826d'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:07:13.379762 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8d67c8cf-73c8-41d8-a807-af205c49ba99 req-8fd847ef-7ea1-4ac9-ac5e-412a1d640ce7 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 210 time: 0.0293996 Jan 28 20:07:13.389964 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-ec021030-87b8-4aa6-a424-22fb7e7b5fed tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Made reservation on behalf of 20554494db704a01a7f9d309a99d826d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:07:13.400397 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-ec021030-87b8-4aa6-a424-22fb7e7b5fed tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:13.522611 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-ec021030-87b8-4aa6-a424-22fb7e7b5fed tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Allocated IP 172.20.0.13 (ea3bd277-e398-469a-942f-32de81da28cb/d5a35380-4bf0-477c-8e9b-ba3b831a0adb/1cda14c8-d889-49dd-ba39-bcfbb340709c) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:07:13.669885 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-ec021030-87b8-4aa6-a424-22fb7e7b5fed tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Publish callbacks [] for port (1cda14c8-d889-49dd-ba39-bcfbb340709c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:13.705188 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-ec021030-87b8-4aa6-a424-22fb7e7b5fed tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1cda14c8-d889-49dd-ba39-bcfbb340709c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:13.753054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-ec021030-87b8-4aa6-a424-22fb7e7b5fed tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Network ea3bd277-e398-469a-942f-32de81da28cb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:07:13.756117 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-ec021030-87b8-4aa6-a424-22fb7e7b5fed tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:07:13.760544 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-ec021030-87b8-4aa6-a424-22fb7e7b5fed tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:07:13.790730 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec021030-87b8-4aa6-a424-22fb7e7b5fed tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Pushing event updated for resources: {'Port': ['ID=1cda14c8-d889-49dd-ba39-bcfbb340709c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:13.821073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-ec021030-87b8-4aa6-a424-22fb7e7b5fed tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:13.821714 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-ec021030-87b8-4aa6-a424-22fb7e7b5fed tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:13.846827 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-ec021030-87b8-4aa6-a424-22fb7e7b5fed tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5726388 Jan 28 20:07:13.858267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Request body: {'port': {'device_id': '9733c087-57f8-4bcc-b872-0370880ffcc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:07:13.932101 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1cda14c8-d889-49dd-ba39-bcfbb340709c), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:13.969836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 20b3f61a-2b5f-4b61-997d-a8bf67468638 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:07:14.018625 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Sync routers for ids ['55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:07:14.035082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 20b3f61a-2b5f-4b61-997d-a8bf67468638 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:14.035458 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (20b3f61a-2b5f-4b61-997d-a8bf67468638), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:14.036718 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Routers {'55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:07:14.037346 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:06:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:14.084475 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-57483556-5eb4-4dc9-aa21-7ddc5b9426b3 None None] Provisioning complete for port 1cda14c8-d889-49dd-ba39-bcfbb340709c triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:14.084852 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-57483556-5eb4-4dc9-aa21-7ddc5b9426b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1cda14c8-d889-49dd-ba39-bcfbb340709c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:14.145204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-57483556-5eb4-4dc9-aa21-7ddc5b9426b3 None None] Port 1cda14c8-d889-49dd-ba39-bcfbb340709c cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:07:14.155926 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Set router 55bc7b80-08b0-48a3-aec9-0d4ce5b7647e gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:07:14.159918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 20b3f61a-2b5f-4b61-997d-a8bf67468638 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:14.160392 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (20b3f61a-2b5f-4b61-997d-a8bf67468638), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:14.186938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 20b3f61a-2b5f-4b61-997d-a8bf67468638, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=20b3f61a-2b5f-4b61-997d-a8bf67468638,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:07:14.196307 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (20b3f61a-2b5f-4b61-997d-a8bf67468638), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:14.251441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=20b3f61a-2b5f-4b61-997d-a8bf67468638,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:14.259253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.259612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.259962 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.260305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.260798 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.261141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.261546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.261884 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.262247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.262706 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.263047 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.263378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.263706 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:14.324885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cda14c8-d889-49dd-ba39-bcfbb340709c {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:07:14.332313 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Publish callbacks [] for port (1cda14c8-d889-49dd-ba39-bcfbb340709c), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:14.345148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Transition to ACTIVE for port object 1cda14c8-d889-49dd-ba39-bcfbb340709c will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:07:14.350043 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (1cda14c8-d889-49dd-ba39-bcfbb340709c), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:14.424542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cda14c8-d889-49dd-ba39-bcfbb340709c,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:14.492110 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'name': 'tempest-TestEncryptedCinderVolumes-1615844998-router', 'tenant_id': '92fa820181424d7eb9539ccbcea3b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '20b3f61a-2b5f-4b61-997d-a8bf67468638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:07Z', 'updated_at': '2022-01-28T20:07:10Z', 'revision_number': 4, 'project_id': '92fa820181424d7eb9539ccbcea3b4d2', 'gw_port': {'id': '20b3f61a-2b5f-4b61-997d-a8bf67468638', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:07Z', 'updated_at': '2022-01-28T20:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '1f4fc817-8223-4409-95fa-8f74597291e4', 'name': '', 'network_id': '0ea750e2-484a-405a-8677-fa68bff067fa', 'tenant_id': '92fa820181424d7eb9539ccbcea3b4d2', 'mac_address': 'fa:16:3e:4c:7f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b0f38b8a-f504-4ec8-ad44-95b340a876cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:09Z', 'updated_at': '2022-01-28T20:07:10Z', 'revision_number': 2, 'project_id': '92fa820181424d7eb9539ccbcea3b4d2', 'subnets': [{'id': 'b0f38b8a-f504-4ec8-ad44-95b340a876cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:14.494197 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Attempting to bind port 1cda14c8-d889-49dd-ba39-bcfbb340709c on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:07:14.494535 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Attempting to bind port 1cda14c8-d889-49dd-ba39-bcfbb340709c by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:07:14.494868 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Attempting to bind port 1cda14c8-d889-49dd-ba39-bcfbb340709c on network ea3bd277-e398-469a-942f-32de81da28cb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:07:14.500331 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Port 1cda14c8-d889-49dd-ba39-bcfbb340709c on network ea3bd277-e398-469a-942f-32de81da28cb not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:07:14.500655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Attempting to bind port 1cda14c8-d889-49dd-ba39-bcfbb340709c on network ea3bd277-e398-469a-942f-32de81da28cb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:07:14.520095 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Checking router: 55bc7b80-08b0-48a3-aec9-0d4ce5b7647e for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:07:14.520530 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Updating router 55bc7b80-08b0-48a3-aec9-0d4ce5b7647e port 1f4fc817-8223-4409-95fa-8f74597291e4 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:07:14.522428 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:07:14.522779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Checking segment: {'id': '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:07:14.523170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Bound using segment: {'id': '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:07:14.523615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Bound port: 1cda14c8-d889-49dd-ba39-bcfbb340709c, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:07:14.524875 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1cda14c8-d889-49dd-ba39-bcfbb340709c), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:14.549811 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1f4fc817-8223-4409-95fa-8f74597291e4), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:14.578770 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ca695-177c-487b-8515-65a15dceb7d7 req-906c4eae-a9fe-402d-b64b-8fe5ae77f7da tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:14.580379 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-004ca695-177c-487b-8515-65a15dceb7d7 req-906c4eae-a9fe-402d-b64b-8fe5ae77f7da tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 944 time: 0.1011579 Jan 28 20:07:14.622468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] For port 1cda14c8-d889-49dd-ba39-bcfbb340709c, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:07:14.642339 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] For port 1cda14c8-d889-49dd-ba39-bcfbb340709c, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=1cda14c8-d889-49dd-ba39-bcfbb340709c,segment=NetworkSegment(8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e),segment_id=8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:07:14.655319 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (1cda14c8-d889-49dd-ba39-bcfbb340709c), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:14.662662 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-004ca695-177c-487b-8515-65a15dceb7d7 req-8728e52d-e37b-4d8a-894f-c5509f4a5a07 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736487 Jan 28 20:07:14.697295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:14.697924 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:14.699479 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] 10.222.0.37 "PUT /v2.0/ports/1cda14c8-d889-49dd-ba39-bcfbb340709c HTTP/1.1" status: 200 len: 1092 time: 0.8465767 Jan 28 20:07:14.699937 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9733c087-57f8-4bcc-b872-0370880ffcc7', 'tag': '1cda14c8-d889-49dd-ba39-bcfbb340709c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:07:14.702258 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538b9308-da45-4704-ac95-2b7ba8dfe832" -d '{"events": [{"name": "network-changed", "server_uuid": "9733c087-57f8-4bcc-b872-0370880ffcc7", "tag": "1cda14c8-d889-49dd-ba39-bcfbb340709c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:07:14.735107 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198572f-b5a1-4d64-8943-b74812a464a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cda14c8-d889-49dd-ba39-bcfbb340709c,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:14.815866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-7ecf1cf9-40c4-49c2-8644-f680ba8850af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:14.817501 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-7ecf1cf9-40c4-49c2-8644-f680ba8850af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=20554494db704a01a7f9d309a99d826d&device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 1126 time: 0.0730438 Jan 28 20:07:14.826799 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c26583b-d5b8-4f12-8748-217588681cee x-openstack-request-id: req-3c26583b-d5b8-4f12-8748-217588681cee {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:07:14.827173 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9733c087-57f8-4bcc-b872-0370880ffcc7", "tag": "1cda14c8-d889-49dd-ba39-bcfbb340709c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:07:14.827490 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c26583b-d5b8-4f12-8748-217588681cee {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:07:14.828001 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9733c087-57f8-4bcc-b872-0370880ffcc7', 'tag': '1cda14c8-d889-49dd-ba39-bcfbb340709c', 'status': 'completed', 'code': 200} Jan 28 20:07:14.865903 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-14f6b6a6-0703-4aee-b737-5b84806e71af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cda14c8-d889-49dd-ba39-bcfbb340709c HTTP/1.1" status: 200 len: 217 time: 0.0366414 Jan 28 20:07:14.867584 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Publish callbacks [] for port (1f4fc817-8223-4409-95fa-8f74597291e4), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:14.875377 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1f4fc817-8223-4409-95fa-8f74597291e4), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:14.929264 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3a066-4547-4886-a4a8-ae839708e507 None None] Pushing event updated for resources: {'Port': ['ID=1f4fc817-8223-4409-95fa-8f74597291e4,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:14.948295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-570782e7-f06a-4770-bfbb-6d49fc7777ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:14.951865 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-570782e7-f06a-4770-bfbb-6d49fc7777ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5a35380-4bf0-477c-8e9b-ba3b831a0adb HTTP/1.1" status: 200 len: 856 time: 0.0808582 Jan 28 20:07:14.986152 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Attempting to bind port 1f4fc817-8223-4409-95fa-8f74597291e4 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:07:14.986742 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Attempting to bind port 1f4fc817-8223-4409-95fa-8f74597291e4 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '4bb5ece2-d285-4827-ab33-97371740640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0ea750e2-484a-405a-8677-fa68bff067fa'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:07:14.987425 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Attempting to bind port 1f4fc817-8223-4409-95fa-8f74597291e4 on network 0ea750e2-484a-405a-8677-fa68bff067fa {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:07:14.993981 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:07:14.995019 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Checking segment: {'id': '4bb5ece2-d285-4827-ab33-97371740640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0ea750e2-484a-405a-8677-fa68bff067fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:07:14.995439 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:14.995870 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Bound using segment: {'id': '4bb5ece2-d285-4827-ab33-97371740640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0ea750e2-484a-405a-8677-fa68bff067fa'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:07:14.996479 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Bound port: 1f4fc817-8223-4409-95fa-8f74597291e4, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb5ece2-d285-4827-ab33-97371740640a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0ea750e2-484a-405a-8677-fa68bff067fa'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:07:14.996716 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1f4fc817-8223-4409-95fa-8f74597291e4), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:15.016477 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-835b9a97-b342-4564-bc21-231d558fbf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:15.018377 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-835b9a97-b342-4564-bc21-231d558fbf86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea3bd277-e398-469a-942f-32de81da28cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0605950 Jan 28 20:07:15.081542 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] For port 1f4fc817-8223-4409-95fa-8f74597291e4, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:07:15.084914 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] For port 1f4fc817-8223-4409-95fa-8f74597291e4, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1f4fc817-8223-4409-95fa-8f74597291e4,segment=NetworkSegment(4bb5ece2-d285-4827-ab33-97371740640a),segment_id=4bb5ece2-d285-4827-ab33-97371740640a)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:07:15.092879 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1f4fc817-8223-4409-95fa-8f74597291e4), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:15.115221 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-7ea12ed9-db9b-43ed-b11f-e343a08c0941 service neutron] 10.222.0.37 "GET /v2.0/networks/ea3bd277-e398-469a-942f-32de81da28cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910964 Jan 28 20:07:15.156365 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Routers {'55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:07:15.157007 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:06:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:15.192189 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3a066-4547-4886-a4a8-ae839708e507 None None] Pushing event updated for resources: {'Port': ['ID=1f4fc817-8223-4409-95fa-8f74597291e4,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:15.212381 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-be03cfe9-7c7b-4516-bcff-f870d9593708 req-9403f71a-028b-46cd-a2f6-604a69d9d12a service neutron] 10.222.0.37 "GET /v2.0/networks/ea3bd277-e398-469a-942f-32de81da28cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912278 Jan 28 20:07:15.251072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1c807b99-3892-4242-8e08-d7575367d94e None None] Provisioning complete for port 1f4fc817-8223-4409-95fa-8f74597291e4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:15.251692 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c807b99-3892-4242-8e08-d7575367d94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1f4fc817-8223-4409-95fa-8f74597291e4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:15.290714 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] Set router 55bc7b80-08b0-48a3-aec9-0d4ce5b7647e gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:07:15.314673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b9308-da45-4704-ac95-2b7ba8dfe832 req-d4f5a794-a78c-44a9-8599-3869b827c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:15.316617 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-538b9308-da45-4704-ac95-2b7ba8dfe832 req-d4f5a794-a78c-44a9-8599-3869b827c78a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=20554494db704a01a7f9d309a99d826d&device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 1126 time: 0.0511370 Jan 28 20:07:15.346975 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1c807b99-3892-4242-8e08-d7575367d94e None None] Current status of the port 1f4fc817-8223-4409-95fa-8f74597291e4 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:15.347495 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c807b99-3892-4242-8e08-d7575367d94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1f4fc817-8223-4409-95fa-8f74597291e4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:15.388095 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1c807b99-3892-4242-8e08-d7575367d94e None None] For port 1f4fc817-8223-4409-95fa-8f74597291e4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1f4fc817-8223-4409-95fa-8f74597291e4,segment=NetworkSegment(4bb5ece2-d285-4827-ab33-97371740640a),segment_id=4bb5ece2-d285-4827-ab33-97371740640a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:07:15.394549 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1c807b99-3892-4242-8e08-d7575367d94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1f4fc817-8223-4409-95fa-8f74597291e4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:15.423969 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b9308-da45-4704-ac95-2b7ba8dfe832 req-fd627bd5-a263-4ef7-8ef0-3483224233f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:15.425385 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-538b9308-da45-4704-ac95-2b7ba8dfe832 req-fd627bd5-a263-4ef7-8ef0-3483224233f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea3bd277-e398-469a-942f-32de81da28cb HTTP/1.1" status: 200 len: 918 time: 0.1025856 Jan 28 20:07:15.443617 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c807b99-3892-4242-8e08-d7575367d94e None None] Pushing event updated for resources: {'Port': ['ID=1f4fc817-8223-4409-95fa-8f74597291e4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:15.471411 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-538b9308-da45-4704-ac95-2b7ba8dfe832 req-a6eda518-28e6-4da4-827c-a71d9985ad7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cda14c8-d889-49dd-ba39-bcfbb340709c HTTP/1.1" status: 200 len: 217 time: 0.0397685 Jan 28 20:07:15.514569 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-bfdb8364-f5d2-4f00-966f-051b17c4d127 None None] Provisioning complete for port 1f4fc817-8223-4409-95fa-8f74597291e4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:15.514926 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bfdb8364-f5d2-4f00-966f-051b17c4d127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1f4fc817-8223-4409-95fa-8f74597291e4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:15.523167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b9308-da45-4704-ac95-2b7ba8dfe832 req-2a52852c-f4ce-471b-8efa-5939ece64245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:15.524152 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'name': 'tempest-TestEncryptedCinderVolumes-1615844998-router', 'tenant_id': '92fa820181424d7eb9539ccbcea3b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '20b3f61a-2b5f-4b61-997d-a8bf67468638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:07Z', 'updated_at': '2022-01-28T20:07:10Z', 'revision_number': 4, 'project_id': '92fa820181424d7eb9539ccbcea3b4d2', 'gw_port': {'id': '20b3f61a-2b5f-4b61-997d-a8bf67468638', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:07Z', 'updated_at': '2022-01-28T20:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '1f4fc817-8223-4409-95fa-8f74597291e4', 'name': '', 'network_id': '0ea750e2-484a-405a-8677-fa68bff067fa', 'tenant_id': '92fa820181424d7eb9539ccbcea3b4d2', 'mac_address': 'fa:16:3e:4c:7f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b0f38b8a-f504-4ec8-ad44-95b340a876cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:09Z', 'updated_at': '2022-01-28T20:07:15Z', 'revision_number': 4, 'project_id': '92fa820181424d7eb9539ccbcea3b4d2', 'subnets': [{'id': 'b0f38b8a-f504-4ec8-ad44-95b340a876cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:07:15.524885 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-538b9308-da45-4704-ac95-2b7ba8dfe832 req-2a52852c-f4ce-471b-8efa-5939ece64245 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5a35380-4bf0-477c-8e9b-ba3b831a0adb HTTP/1.1" status: 200 len: 856 time: 0.0484803 Jan 28 20:07:15.554898 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60684606-fe67-4a4f-aa92-06c284ab298f None None] The sync data for ids ['55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'] in n-d-824834-4 is: [{'id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'name': 'tempest-TestEncryptedCinderVolumes-1615844998-router', 'tenant_id': '92fa820181424d7eb9539ccbcea3b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '20b3f61a-2b5f-4b61-997d-a8bf67468638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:07Z', 'updated_at': '2022-01-28T20:07:10Z', 'revision_number': 4, 'project_id': '92fa820181424d7eb9539ccbcea3b4d2', 'gw_port': {'id': '20b3f61a-2b5f-4b61-997d-a8bf67468638', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:07Z', 'updated_at': '2022-01-28T20:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '1f4fc817-8223-4409-95fa-8f74597291e4', 'name': '', 'network_id': '0ea750e2-484a-405a-8677-fa68bff067fa', 'tenant_id': '92fa820181424d7eb9539ccbcea3b4d2', 'mac_address': 'fa:16:3e:4c:7f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b0f38b8a-f504-4ec8-ad44-95b340a876cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:09Z', 'updated_at': '2022-01-28T20:07:15Z', 'revision_number': 4, 'project_id': '92fa820181424d7eb9539ccbcea3b4d2', 'subnets': [{'id': 'b0f38b8a-f504-4ec8-ad44-95b340a876cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:07:15.580858 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b9308-da45-4704-ac95-2b7ba8dfe832 req-d21ba645-513c-423d-9eef-48bf927fb9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:15.582904 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-538b9308-da45-4704-ac95-2b7ba8dfe832 req-d21ba645-513c-423d-9eef-48bf927fb9fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea3bd277-e398-469a-942f-32de81da28cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510967 Jan 28 20:07:15.599843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-bfdb8364-f5d2-4f00-966f-051b17c4d127 None None] Current status of the port 1f4fc817-8223-4409-95fa-8f74597291e4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:15.680634 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-538b9308-da45-4704-ac95-2b7ba8dfe832 req-27c1ec41-f3c3-45c7-afaf-70b3b0d4e504 service neutron] 10.222.0.37 "GET /v2.0/networks/ea3bd277-e398-469a-942f-32de81da28cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920043 Jan 28 20:07:15.807564 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-538b9308-da45-4704-ac95-2b7ba8dfe832 req-f3298fa4-b26c-4017-9959-6c3f3523471e service neutron] 10.222.0.37 "GET /v2.0/networks/ea3bd277-e398-469a-942f-32de81da28cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202996 Jan 28 20:07:15.826703 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3045de8-ec5b-49cb-82c2-66b9189e3fcc req-ab03fd52-b842-45e5-8cd3-67e6526cd355 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:15.828550 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3045de8-ec5b-49cb-82c2-66b9189e3fcc req-ab03fd52-b842-45e5-8cd3-67e6526cd355 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 944 time: 0.0810273 Jan 28 20:07:15.884650 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c3045de8-ec5b-49cb-82c2-66b9189e3fcc req-9cf529c9-896d-40fc-a564-f0b91035c5b8 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497408 Jan 28 20:07:15.939691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 20b3f61a-2b5f-4b61-997d-a8bf67468638 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:07:15.993494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 20b3f61a-2b5f-4b61-997d-a8bf67468638 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:15.993874 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (20b3f61a-2b5f-4b61-997d-a8bf67468638), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:16.072009 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 20b3f61a-2b5f-4b61-997d-a8bf67468638 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:16.073090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1f4fc817-8223-4409-95fa-8f74597291e4 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:07:16.119769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 1f4fc817-8223-4409-95fa-8f74597291e4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:16.120151 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1f4fc817-8223-4409-95fa-8f74597291e4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:16.204308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 1f4fc817-8223-4409-95fa-8f74597291e4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:17.010213 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fa18f-a015-40a0-8f92-00d123131a9d req-8417f28b-83c4-44cd-8508-7973ef048845 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:17.011682 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f24fa18f-a015-40a0-8f92-00d123131a9d req-8417f28b-83c4-44cd-8508-7973ef048845 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 944 time: 0.0525362 Jan 28 20:07:17.060491 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f24fa18f-a015-40a0-8f92-00d123131a9d req-9b00c77f-0f00-4e46-b034-a7bce716e7f0 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431824 Jan 28 20:07:18.125331 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 1cda14c8-d889-49dd-ba39-bcfbb340709c details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:07:18.194283 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf76cb-fff8-422d-b1c9-a8870c26b8f1 req-39f9cf52-3f77-4dc2-ab0e-646ca162bc37 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:18.195867 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4bf76cb-fff8-422d-b1c9-a8870c26b8f1 req-39f9cf52-3f77-4dc2-ab0e-646ca162bc37 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 944 time: 0.0537510 Jan 28 20:07:18.225840 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 1cda14c8-d889-49dd-ba39-bcfbb340709c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=1cda14c8-d889-49dd-ba39-bcfbb340709c,segment=NetworkSegment(8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e),segment_id=8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:07:18.237661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '1cda14c8-d889-49dd-ba39-bcfbb340709c', 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb', 'port_id': '1cda14c8-d889-49dd-ba39-bcfbb340709c', 'mac_address': 'fa:16:3e:08:12:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a35380-4bf0-477c-8e9b-ba3b831a0adb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:07:18.243761 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b4bf76cb-fff8-422d-b1c9-a8870c26b8f1 req-6f04726c-e9ce-45a1-8898-aebdf56dcea6 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417330 Jan 28 20:07:18.279349 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 1cda14c8-d889-49dd-ba39-bcfbb340709c is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:18.279756 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1cda14c8-d889-49dd-ba39-bcfbb340709c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:18.293972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cda14c8-d889-49dd-ba39-bcfbb340709c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:07:18.325921 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 1cda14c8-d889-49dd-ba39-bcfbb340709c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=1cda14c8-d889-49dd-ba39-bcfbb340709c,segment=NetworkSegment(8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e),segment_id=8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:07:18.327668 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f23d994-8144-4793-aa44-0bde4cab1f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:18.330862 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1cda14c8-d889-49dd-ba39-bcfbb340709c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:18.376833 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=1cda14c8-d889-49dd-ba39-bcfbb340709c,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:18.626873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['1cda14c8-d889-49dd-ba39-bcfbb340709c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:07:19.365565 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbccd9-30b3-4154-8321-5ddf4c3e94d4 req-c355af3e-1622-4de2-a4dd-9bc538a0e253 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:19.367103 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34cbccd9-30b3-4154-8321-5ddf4c3e94d4 req-c355af3e-1622-4de2-a4dd-9bc538a0e253 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 945 time: 0.0545805 Jan 28 20:07:19.419256 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-34cbccd9-30b3-4154-8321-5ddf4c3e94d4 req-9aca5d27-2515-4b55-a9e3-f36ef254f731 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458963 Jan 28 20:07:20.125797 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 1cda14c8-d889-49dd-ba39-bcfbb340709c up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:07:20.177913 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 1cda14c8-d889-49dd-ba39-bcfbb340709c completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:07:20.181755 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 1cda14c8-d889-49dd-ba39-bcfbb340709c triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:07:20.182278 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (1cda14c8-d889-49dd-ba39-bcfbb340709c), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:20.261777 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 1cda14c8-d889-49dd-ba39-bcfbb340709c is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:07:20.262012 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (1cda14c8-d889-49dd-ba39-bcfbb340709c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:20.284333 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9733c087-57f8-4bcc-b872-0370880ffcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cda14c8-d889-49dd-ba39-bcfbb340709c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:07:20.286763 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6c5388-f288-42f9-979e-be46c799d5e8" -d '{"events": [{"server_uuid": "9733c087-57f8-4bcc-b872-0370880ffcc7", "name": "network-vif-plugged", "status": "completed", "tag": "1cda14c8-d889-49dd-ba39-bcfbb340709c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:07:20.298949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 1cda14c8-d889-49dd-ba39-bcfbb340709c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=1cda14c8-d889-49dd-ba39-bcfbb340709c,segment=NetworkSegment(8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e),segment_id=8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:07:20.303857 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (1cda14c8-d889-49dd-ba39-bcfbb340709c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:20.327411 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f616d984-c0e0-4463-a18b-1ef3260bcd58 x-openstack-request-id: req-f616d984-c0e0-4463-a18b-1ef3260bcd58 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:07:20.327701 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9733c087-57f8-4bcc-b872-0370880ffcc7", "name": "network-vif-plugged", "status": "completed", "tag": "1cda14c8-d889-49dd-ba39-bcfbb340709c", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:07:20.327952 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f616d984-c0e0-4463-a18b-1ef3260bcd58 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:07:20.328341 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9733c087-57f8-4bcc-b872-0370880ffcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cda14c8-d889-49dd-ba39-bcfbb340709c', 'code': 200} Jan 28 20:07:20.355714 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=1cda14c8-d889-49dd-ba39-bcfbb340709c,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:20.476599 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fca4036d-b04f-441e-ad91-a365824596b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:20.546187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba7bd6-780a-4b30-8576-01d4b061c382 req-c0b51e91-fef5-4276-b39b-83487e2f8c23 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:20.548409 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60ba7bd6-780a-4b30-8576-01d4b061c382 req-c0b51e91-fef5-4276-b39b-83487e2f8c23 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 946 time: 0.0555499 Jan 28 20:07:20.600215 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-60ba7bd6-780a-4b30-8576-01d4b061c382 req-96a384f8-fd7c-48a0-863c-25103d83ed19 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455484 Jan 28 20:07:20.855871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054eaa9d-843d-4a4b-8bfd-5e1790a7b49b req-92282cfa-e52b-460e-ad78-5823e7fc6a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:20.857394 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-054eaa9d-843d-4a4b-8bfd-5e1790a7b49b req-92282cfa-e52b-460e-ad78-5823e7fc6a9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 1128 time: 0.4730785 Jan 28 20:07:20.901769 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-054eaa9d-843d-4a4b-8bfd-5e1790a7b49b req-9e31ee20-8c7c-4e34-b515-99344f34c5ce service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375867 Jan 28 20:07:21.731517 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db45cb-e4c3-45b8-9e0c-81d138241ac6 req-c5092f65-1543-4b9c-9ed1-c2a485823fd7 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:21.732997 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-05db45cb-e4c3-45b8-9e0c-81d138241ac6 req-c5092f65-1543-4b9c-9ed1-c2a485823fd7 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 946 time: 0.0551589 Jan 28 20:07:21.779006 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-05db45cb-e4c3-45b8-9e0c-81d138241ac6 req-807699c5-f9a6-41d0-b2fa-225a53554c6d tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403059 Jan 28 20:07:21.949128 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:22.276234 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:07:22.914945 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c498e-4a84-46a4-bfed-40b9506d74f3 req-d0648fac-c655-4fca-a78a-e3bbc63b4a04 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:22.916288 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-675c498e-4a84-46a4-bfed-40b9506d74f3 req-d0648fac-c655-4fca-a78a-e3bbc63b4a04 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 946 time: 0.0600245 Jan 28 20:07:22.963274 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-675c498e-4a84-46a4-bfed-40b9506d74f3 req-2ad52bd6-8f18-459d-8535-170a9608fbf8 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413449 Jan 28 20:07:23.091794 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216db29d-535c-4899-927f-cd1765ade24a req-4d10fb0a-ff36-4a52-a6d4-a2221a5b51aa tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:23.093258 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-216db29d-535c-4899-927f-cd1765ade24a req-4d10fb0a-ff36-4a52-a6d4-a2221a5b51aa tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 946 time: 0.0626895 Jan 28 20:07:23.141342 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-216db29d-535c-4899-927f-cd1765ade24a req-171e0f43-8041-4f62-aa35-21ea10720dcb tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422843 Jan 28 20:07:23.203792 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:24.545797 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:25.945592 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:30.719286 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:48.317476 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-862df98b-c767-4612-b2d0-c8fd3981511b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:50.471424 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bfca3780-49c5-46de-a802-e86af5cdf075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:51.943888 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:53.206801 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:54.542468 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:55.947083 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:57.493704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16834898-9080-40b1-ba18-f276c9c4fd03 req-9c4d68e1-cc2d-4756-bf9d-c32158a04c9a tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:57.495304 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16834898-9080-40b1-ba18-f276c9c4fd03 req-9c4d68e1-cc2d-4756-bf9d-c32158a04c9a tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 946 time: 0.0580051 Jan 28 20:07:57.544676 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16834898-9080-40b1-ba18-f276c9c4fd03 req-1e1ccb3b-430a-4f1e-afe9-3fddc5bf339c tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434797 Jan 28 20:07:58.672481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe0269-9602-446a-b234-f001e37d6b82 req-7d11a74f-0364-4bbc-80b9-4c1c2649b8bb tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:58.674039 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c1fe0269-9602-446a-b234-f001e37d6b82 req-7d11a74f-0364-4bbc-80b9-4c1c2649b8bb tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 946 time: 0.0554183 Jan 28 20:07:58.723915 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c1fe0269-9602-446a-b234-f001e37d6b82 req-acc86b30-2fcb-44ac-83b7-60ceed6375b8 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439661 Jan 28 20:07:59.139886 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d971bc1-855b-44bf-a4df-7d5cf3340759 req-418ac853-f589-4bff-8c65-eb3e3cece78a tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:07:59.141340 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1d971bc1-855b-44bf-a4df-7d5cf3340759 req-418ac853-f589-4bff-8c65-eb3e3cece78a tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.37 "GET /v2.0/ports?device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 946 time: 0.0647819 Jan 28 20:07:59.238015 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1d971bc1-855b-44bf-a4df-7d5cf3340759 req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Deleting port 1cda14c8-d889-49dd-ba39-bcfbb340709c {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:07:59.238306 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1d971bc1-855b-44bf-a4df-7d5cf3340759 req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1cda14c8-d889-49dd-ba39-bcfbb340709c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:59.276441 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:07:59.328205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-1d971bc1-855b-44bf-a4df-7d5cf3340759 req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] For port 1cda14c8-d889-49dd-ba39-bcfbb340709c, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=1cda14c8-d889-49dd-ba39-bcfbb340709c,segment=NetworkSegment(8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e),segment_id=8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:07:59.328576 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1d971bc1-855b-44bf-a4df-7d5cf3340759 req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1cda14c8-d889-49dd-ba39-bcfbb340709c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:59.340900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-1d971bc1-855b-44bf-a4df-7d5cf3340759 req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Calling delete_port for 1cda14c8-d889-49dd-ba39-bcfbb340709c owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:07:59.477676 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1d971bc1-855b-44bf-a4df-7d5cf3340759 req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (1cda14c8-d889-49dd-ba39-bcfbb340709c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:59.490468 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['1cda14c8-d889-49dd-ba39-bcfbb340709c'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:07:59.506279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Pushing event deleted for resources: {'Port': ['ID=1cda14c8-d889-49dd-ba39-bcfbb340709c,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:07:59.519865 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:59.520198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:59.520579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:59.520899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:59.521231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:59.521590 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:59.521903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:59.522261 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:59.522574 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:59.522906 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:59.523222 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:59.523544 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:59.523859 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:07:59.563902 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d971bc1-855b-44bf-a4df-7d5cf3340759 req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] No DVR routers for this DVR port 1cda14c8-d889-49dd-ba39-bcfbb340709c on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:07:59.566541 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-1d971bc1-855b-44bf-a4df-7d5cf3340759 req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:07:59.569868 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1d971bc1-855b-44bf-a4df-7d5cf3340759 req-16e75b29-6174-4d7b-b17e-6dfba7568515 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.37 "DELETE /v2.0/ports/1cda14c8-d889-49dd-ba39-bcfbb340709c HTTP/1.1" status: 204 len: 173 time: 0.4239261 Jan 28 20:07:59.570331 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9733c087-57f8-4bcc-b872-0370880ffcc7', 'name': 'network-vif-deleted', 'tag': '1cda14c8-d889-49dd-ba39-bcfbb340709c'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:07:59.572618 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf86609-48de-4026-891d-45954192bbb3" -d '{"events": [{"server_uuid": "9733c087-57f8-4bcc-b872-0370880ffcc7", "name": "network-vif-deleted", "tag": "1cda14c8-d889-49dd-ba39-bcfbb340709c"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:07:59.610505 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701df911-42b0-4cc6-a9ac-67774037d821 x-openstack-request-id: req-701df911-42b0-4cc6-a9ac-67774037d821 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:07:59.610751 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9733c087-57f8-4bcc-b872-0370880ffcc7", "name": "network-vif-deleted", "tag": "1cda14c8-d889-49dd-ba39-bcfbb340709c", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:07:59.611024 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-701df911-42b0-4cc6-a9ac-67774037d821 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:07:59.611422 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9733c087-57f8-4bcc-b872-0370880ffcc7', 'name': 'network-vif-deleted', 'tag': '1cda14c8-d889-49dd-ba39-bcfbb340709c', 'status': 'completed', 'code': 200} Jan 28 20:07:59.841628 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eabe7227-8c17-4e93-9490-c6d6956f0d71 req-ad144313-a6de-4907-ae80-1086ee6cdf19 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9733c087-57f8-4bcc-b872-0370880ffcc7 HTTP/1.1" status: 200 len: 210 time: 0.0280702 Jan 28 20:08:00.720627 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:02.344140 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 1cda14c8-d889-49dd-ba39-bcfbb340709c no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:08:02.370694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 1cda14c8-d889-49dd-ba39-bcfbb340709c {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:08:02.371043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 1cda14c8-d889-49dd-ba39-bcfbb340709c not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:08:02.384957 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-a0cb8b00-4786-4a8b-af37-f2aacedc28b6 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:02.386497 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-a0cb8b00-4786-4a8b-af37-f2aacedc28b6 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/networks?id=ea3bd277-e398-469a-942f-32de81da28cb HTTP/1.1" status: 200 len: 817 time: 0.1116843 Jan 28 20:08:02.401254 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-50ac8ec6-80ed-4374-a1f1-80a0e5697a35 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/quotas/20554494db704a01a7f9d309a99d826d HTTP/1.1" status: 200 len: 375 time: 0.0091808 Jan 28 20:08:02.456702 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-3b49d2ce-5230-47c9-97ba-aeceeb1083ba tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=20554494db704a01a7f9d309a99d826d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505276 Jan 28 20:08:02.598052 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-988ae02c-2eb4-4d6d-af01-125df2f52724 service neutron] 10.222.0.55 "GET /v2.0/networks/ea3bd277-e398-469a-942f-32de81da28cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298215 Jan 28 20:08:02.693354 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-5fe0d663-fc98-41aa-89b0-cd7c197870a2 service neutron] 10.222.0.55 "GET /v2.0/networks/ea3bd277-e398-469a-942f-32de81da28cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894439 Jan 28 20:08:02.857788 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3058c4c4-53d9-4971-84eb-7b0f45d437eb req-d7dd661c-2b8a-4db4-80a3-b5798f39dfff tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f465103-106a-49a9-bd8b-389237d6f2fd HTTP/1.1" status: 200 len: 210 time: 0.0273149 Jan 28 20:08:03.815707 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-fddb6ba3-cd98-41fb-9676-3dcc31004148 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:03.817169 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-fddb6ba3-cd98-41fb-9676-3dcc31004148 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.37 "GET /v2.0/networks?id=ea3bd277-e398-469a-942f-32de81da28cb HTTP/1.1" status: 200 len: 817 time: 0.1024177 Jan 28 20:08:03.830046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-b927da59-7002-4de5-b57d-a9f75e6ed104 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Request body: {'port': {'device_id': '9f465103-106a-49a9-bd8b-389237d6f2fd', 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb', 'admin_state_up': True, 'tenant_id': '20554494db704a01a7f9d309a99d826d'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:08:03.961791 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57811f23-e87b-4baf-9c80-713d22c452a2 req-1a09e385-f54f-48e2-91ec-a30c1b772577 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f465103-106a-49a9-bd8b-389237d6f2fd HTTP/1.1" status: 200 len: 210 time: 0.0315454 Jan 28 20:08:03.982908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-b927da59-7002-4de5-b57d-a9f75e6ed104 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Made reservation on behalf of 20554494db704a01a7f9d309a99d826d for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:08:03.986468 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-b927da59-7002-4de5-b57d-a9f75e6ed104 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:04.125358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-b927da59-7002-4de5-b57d-a9f75e6ed104 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Allocated IP 172.20.0.7 (ea3bd277-e398-469a-942f-32de81da28cb/d5a35380-4bf0-477c-8e9b-ba3b831a0adb/e954c469-301f-472a-9813-4f3e25138122) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:08:04.271802 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-b927da59-7002-4de5-b57d-a9f75e6ed104 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Publish callbacks [] for port (e954c469-301f-472a-9813-4f3e25138122), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:04.317923 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-b927da59-7002-4de5-b57d-a9f75e6ed104 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e954c469-301f-472a-9813-4f3e25138122), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:04.361593 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-b927da59-7002-4de5-b57d-a9f75e6ed104 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Network ea3bd277-e398-469a-942f-32de81da28cb is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:08:04.364795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-b927da59-7002-4de5-b57d-a9f75e6ed104 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:08:04.372496 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-b927da59-7002-4de5-b57d-a9f75e6ed104 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:08:04.396146 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927da59-7002-4de5-b57d-a9f75e6ed104 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Pushing event updated for resources: {'Port': ['ID=e954c469-301f-472a-9813-4f3e25138122,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:04.425030 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-b927da59-7002-4de5-b57d-a9f75e6ed104 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:04.425659 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-b927da59-7002-4de5-b57d-a9f75e6ed104 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:04.444578 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-b927da59-7002-4de5-b57d-a9f75e6ed104 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6181300 Jan 28 20:08:04.456164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Request body: {'port': {'device_id': '9f465103-106a-49a9-bd8b-389237d6f2fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:08:04.523704 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e954c469-301f-472a-9813-4f3e25138122), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:04.594940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-aea6d228-74cf-4d95-8cfc-45533fd12932 None None] Provisioning complete for port e954c469-301f-472a-9813-4f3e25138122 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:08:04.595573 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-aea6d228-74cf-4d95-8cfc-45533fd12932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e954c469-301f-472a-9813-4f3e25138122), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:04.629771 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-aea6d228-74cf-4d95-8cfc-45533fd12932 None None] Port e954c469-301f-472a-9813-4f3e25138122 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:08:04.807739 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e954c469-301f-472a-9813-4f3e25138122 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:08:04.816211 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Publish callbacks [] for port (e954c469-301f-472a-9813-4f3e25138122), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:04.829534 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Transition to ACTIVE for port object e954c469-301f-472a-9813-4f3e25138122 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:08:04.836715 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (e954c469-301f-472a-9813-4f3e25138122), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:04.891046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Pushing event updated for resources: {'Port': ['ID=e954c469-301f-472a-9813-4f3e25138122,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:04.965433 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Attempting to bind port e954c469-301f-472a-9813-4f3e25138122 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:08:04.965765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Attempting to bind port e954c469-301f-472a-9813-4f3e25138122 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:08:04.966120 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Attempting to bind port e954c469-301f-472a-9813-4f3e25138122 on network ea3bd277-e398-469a-942f-32de81da28cb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:08:04.970770 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Port e954c469-301f-472a-9813-4f3e25138122 on network ea3bd277-e398-469a-942f-32de81da28cb not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:08:04.971088 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Attempting to bind port e954c469-301f-472a-9813-4f3e25138122 on network ea3bd277-e398-469a-942f-32de81da28cb {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:08:04.975963 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:08:04.976301 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Checking segment: {'id': '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:08:04.976682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Bound using segment: {'id': '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:08:04.977105 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Bound port: e954c469-301f-472a-9813-4f3e25138122, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:08:04.977461 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e954c469-301f-472a-9813-4f3e25138122), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:05.050982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] For port e954c469-301f-472a-9813-4f3e25138122, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:08:05.055391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] For port e954c469-301f-472a-9813-4f3e25138122, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e954c469-301f-472a-9813-4f3e25138122,segment=NetworkSegment(8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e),segment_id=8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:08:05.064223 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (e954c469-301f-472a-9813-4f3e25138122), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:05.089525 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d754a0b-a0dd-4e98-854a-c67a0ca1e23f req-6b34c404-0624-40bb-95e4-eb27fba7aeb4 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:05.091031 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d754a0b-a0dd-4e98-854a-c67a0ca1e23f req-6b34c404-0624-40bb-95e4-eb27fba7aeb4 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f465103-106a-49a9-bd8b-389237d6f2fd HTTP/1.1" status: 200 len: 943 time: 0.0573032 Jan 28 20:08:05.100434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:05.101071 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:05.102669 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] 10.222.0.37 "PUT /v2.0/ports/e954c469-301f-472a-9813-4f3e25138122 HTTP/1.1" status: 200 len: 1091 time: 0.6507981 Jan 28 20:08:05.103128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f465103-106a-49a9-bd8b-389237d6f2fd', 'tag': 'e954c469-301f-472a-9813-4f3e25138122'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:08:05.105403 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4f8d05-d13e-4f98-ae2e-cf7e81dae38a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f465103-106a-49a9-bd8b-389237d6f2fd", "tag": "e954c469-301f-472a-9813-4f3e25138122"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:08:05.129483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9daa8a-df36-440d-848b-105b6dacd008 service neutron] Pushing event updated for resources: {'Port': ['ID=e954c469-301f-472a-9813-4f3e25138122,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:05.156872 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f724789-7f79-42d0-b09a-a55390b16919 x-openstack-request-id: req-4f724789-7f79-42d0-b09a-a55390b16919 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:08:05.157169 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f465103-106a-49a9-bd8b-389237d6f2fd", "tag": "e954c469-301f-472a-9813-4f3e25138122", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:08:05.157642 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f724789-7f79-42d0-b09a-a55390b16919 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:08:05.158142 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f465103-106a-49a9-bd8b-389237d6f2fd', 'tag': 'e954c469-301f-472a-9813-4f3e25138122', 'status': 'completed', 'code': 200} Jan 28 20:08:05.180692 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7d754a0b-a0dd-4e98-854a-c67a0ca1e23f req-6f158e26-e690-43a8-985e-9d9c28687528 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811508 Jan 28 20:08:05.214288 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-0de2c258-82b5-4c6c-a73c-b77a456376e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:05.215856 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-0de2c258-82b5-4c6c-a73c-b77a456376e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=20554494db704a01a7f9d309a99d826d&device_id=9f465103-106a-49a9-bd8b-389237d6f2fd HTTP/1.1" status: 200 len: 1125 time: 0.0524328 Jan 28 20:08:05.263306 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-d17e8638-bd4d-4f34-a507-77d28712f484 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e954c469-301f-472a-9813-4f3e25138122 HTTP/1.1" status: 200 len: 217 time: 0.0394423 Jan 28 20:08:05.313766 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-1be4dcc1-36fb-4430-b6f7-9a8784d30d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:05.315354 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-1be4dcc1-36fb-4430-b6f7-9a8784d30d9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5a35380-4bf0-477c-8e9b-ba3b831a0adb HTTP/1.1" status: 200 len: 856 time: 0.0464694 Jan 28 20:08:05.366543 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-85e275f9-3243-4f6e-ad07-feed16587559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:05.368356 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-85e275f9-3243-4f6e-ad07-feed16587559 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea3bd277-e398-469a-942f-32de81da28cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471270 Jan 28 20:08:05.462966 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-514e344a-e1a2-439d-9356-b1de70a46328 service neutron] 10.222.0.37 "GET /v2.0/networks/ea3bd277-e398-469a-942f-32de81da28cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884027 Jan 28 20:08:05.556174 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-61f898f8-28f0-4361-a837-63b818bd1ac6 req-365b462c-40d3-4827-ae4c-876d178cc0f4 service neutron] 10.222.0.37 "GET /v2.0/networks/ea3bd277-e398-469a-942f-32de81da28cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873513 Jan 28 20:08:05.665444 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f8d05-d13e-4f98-ae2e-cf7e81dae38a req-5d986da7-cd2f-4830-9119-f959d66fe751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:05.667023 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e4f8d05-d13e-4f98-ae2e-cf7e81dae38a req-5d986da7-cd2f-4830-9119-f959d66fe751 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=20554494db704a01a7f9d309a99d826d&device_id=9f465103-106a-49a9-bd8b-389237d6f2fd HTTP/1.1" status: 200 len: 1125 time: 0.0590870 Jan 28 20:08:05.759937 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f8d05-d13e-4f98-ae2e-cf7e81dae38a req-ed7b9fac-849d-444b-ac1b-c6a03ace0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:05.761389 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e4f8d05-d13e-4f98-ae2e-cf7e81dae38a req-ed7b9fac-849d-444b-ac1b-c6a03ace0d5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea3bd277-e398-469a-942f-32de81da28cb HTTP/1.1" status: 200 len: 918 time: 0.0878131 Jan 28 20:08:05.803505 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e4f8d05-d13e-4f98-ae2e-cf7e81dae38a req-fbdfbfc7-516b-4a88-9e0a-033a4aecaf32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e954c469-301f-472a-9813-4f3e25138122 HTTP/1.1" status: 200 len: 217 time: 0.0357769 Jan 28 20:08:05.856341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f8d05-d13e-4f98-ae2e-cf7e81dae38a req-6295d40a-94ef-45bc-84c8-1c9b6f674914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:05.857881 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e4f8d05-d13e-4f98-ae2e-cf7e81dae38a req-6295d40a-94ef-45bc-84c8-1c9b6f674914 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5a35380-4bf0-477c-8e9b-ba3b831a0adb HTTP/1.1" status: 200 len: 856 time: 0.0478160 Jan 28 20:08:05.907558 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f8d05-d13e-4f98-ae2e-cf7e81dae38a req-b483e20a-d0de-435f-97c5-07cdafe1f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:05.909080 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e4f8d05-d13e-4f98-ae2e-cf7e81dae38a req-b483e20a-d0de-435f-97c5-07cdafe1f8c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea3bd277-e398-469a-942f-32de81da28cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452926 Jan 28 20:08:05.999532 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e4f8d05-d13e-4f98-ae2e-cf7e81dae38a req-9b0a7ee8-fe40-49e8-bcef-938e429effa3 service neutron] 10.222.0.37 "GET /v2.0/networks/ea3bd277-e398-469a-942f-32de81da28cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845237 Jan 28 20:08:06.092152 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8e4f8d05-d13e-4f98-ae2e-cf7e81dae38a req-5d86989e-2b40-4e22-b9f3-e18396ac8f53 service neutron] 10.222.0.37 "GET /v2.0/networks/ea3bd277-e398-469a-942f-32de81da28cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872591 Jan 28 20:08:06.313968 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968f918-76dc-4c79-9ca4-3a68278074dc req-a0b4dbc8-212b-40f2-9955-6c3d3de27e1b tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:06.315469 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6968f918-76dc-4c79-9ca4-3a68278074dc req-a0b4dbc8-212b-40f2-9955-6c3d3de27e1b tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f465103-106a-49a9-bd8b-389237d6f2fd HTTP/1.1" status: 200 len: 943 time: 0.0622201 Jan 28 20:08:06.364616 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6968f918-76dc-4c79-9ca4-3a68278074dc req-e8dab8e8-e870-4282-ba2f-f420e246a0eb tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431516 Jan 28 20:08:07.503816 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0ff9b-04f1-46a9-bbbe-e36a31bacf00 req-86b56a35-ad05-48c8-96ad-a9e739b9306f tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:07.505312 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6a0ff9b-04f1-46a9-bbbe-e36a31bacf00 req-86b56a35-ad05-48c8-96ad-a9e739b9306f tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f465103-106a-49a9-bd8b-389237d6f2fd HTTP/1.1" status: 200 len: 943 time: 0.0596616 Jan 28 20:08:07.557989 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c6a0ff9b-04f1-46a9-bbbe-e36a31bacf00 req-5833f3fd-6715-4c7a-b1e9-1c4f011a15a7 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436149 Jan 28 20:08:08.389080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e954c469-301f-472a-9813-4f3e25138122 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:08:08.495852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e954c469-301f-472a-9813-4f3e25138122, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e954c469-301f-472a-9813-4f3e25138122,segment=NetworkSegment(8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e),segment_id=8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:08:08.507029 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'e954c469-301f-472a-9813-4f3e25138122', 'network_id': 'ea3bd277-e398-469a-942f-32de81da28cb', 'port_id': 'e954c469-301f-472a-9813-4f3e25138122', 'mac_address': 'fa:16:3e:0e:90:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a35380-4bf0-477c-8e9b-ba3b831a0adb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:08:08.544692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port e954c469-301f-472a-9813-4f3e25138122 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:08:08.545093 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e954c469-301f-472a-9813-4f3e25138122), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:08.558178 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e954c469-301f-472a-9813-4f3e25138122 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:08:08.579414 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e954c469-301f-472a-9813-4f3e25138122, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e954c469-301f-472a-9813-4f3e25138122,segment=NetworkSegment(8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e),segment_id=8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:08:08.584753 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e954c469-301f-472a-9813-4f3e25138122), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:08.636411 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=e954c469-301f-472a-9813-4f3e25138122,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:08.683252 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbe53e-c095-4e6c-8723-2b03271a91e8 req-2e9ebf88-998a-4c42-ad47-7acbe5ab6f64 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:08.685109 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84cbe53e-c095-4e6c-8723-2b03271a91e8 req-2e9ebf88-998a-4c42-ad47-7acbe5ab6f64 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f465103-106a-49a9-bd8b-389237d6f2fd HTTP/1.1" status: 200 len: 944 time: 0.0588086 Jan 28 20:08:08.731493 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-84cbe53e-c095-4e6c-8723-2b03271a91e8 req-b89497f6-0bf8-4364-85d8-6b2d9751bcbe tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Jan 28 20:08:08.880578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['e954c469-301f-472a-9813-4f3e25138122'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:08:09.868422 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4317a6b-8288-483f-b08f-ab3bca57e9a1 req-1da28ed3-8a4b-4137-9dc2-4b405aca3ffc tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:09.870219 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4317a6b-8288-483f-b08f-ab3bca57e9a1 req-1da28ed3-8a4b-4137-9dc2-4b405aca3ffc tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f465103-106a-49a9-bd8b-389237d6f2fd HTTP/1.1" status: 200 len: 944 time: 0.0606642 Jan 28 20:08:09.927219 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c4317a6b-8288-483f-b08f-ab3bca57e9a1 req-e2b4c02f-e849-49c8-a5ea-ec886d0bc4ea tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508075 Jan 28 20:08:10.399437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e954c469-301f-472a-9813-4f3e25138122 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:08:10.456025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port e954c469-301f-472a-9813-4f3e25138122 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:08:10.460624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port e954c469-301f-472a-9813-4f3e25138122 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:08:10.461019 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e954c469-301f-472a-9813-4f3e25138122), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:10.544735 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port e954c469-301f-472a-9813-4f3e25138122 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:08:10.545126 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e954c469-301f-472a-9813-4f3e25138122), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:10.568354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f465103-106a-49a9-bd8b-389237d6f2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e954c469-301f-472a-9813-4f3e25138122'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:08:10.570690 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08bc421-46d7-4d4a-9a19-7bf04174d9a2" -d '{"events": [{"server_uuid": "9f465103-106a-49a9-bd8b-389237d6f2fd", "name": "network-vif-plugged", "status": "completed", "tag": "e954c469-301f-472a-9813-4f3e25138122"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:08:10.583152 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e954c469-301f-472a-9813-4f3e25138122, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e954c469-301f-472a-9813-4f3e25138122,segment=NetworkSegment(8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e),segment_id=8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:08:10.589752 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e954c469-301f-472a-9813-4f3e25138122), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:10.639419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=e954c469-301f-472a-9813-4f3e25138122,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:10.683264 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8821c5a7-e9c7-42b6-8a49-3b221a60f541 x-openstack-request-id: req-8821c5a7-e9c7-42b6-8a49-3b221a60f541 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:08:10.683940 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f465103-106a-49a9-bd8b-389237d6f2fd", "name": "network-vif-plugged", "status": "completed", "tag": "e954c469-301f-472a-9813-4f3e25138122", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:08:10.684194 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8821c5a7-e9c7-42b6-8a49-3b221a60f541 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:08:10.684620 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f465103-106a-49a9-bd8b-389237d6f2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e954c469-301f-472a-9813-4f3e25138122', 'code': 200} Jan 28 20:08:10.785551 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5a6de-bef9-4bcb-96f5-cb409a6b77ac req-b135dfc2-e479-43a8-b3b6-1c5f820bac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:10.787072 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4cd5a6de-bef9-4bcb-96f5-cb409a6b77ac req-b135dfc2-e479-43a8-b3b6-1c5f820bac10 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f465103-106a-49a9-bd8b-389237d6f2fd HTTP/1.1" status: 200 len: 1127 time: 0.0469053 Jan 28 20:08:10.832459 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4cd5a6de-bef9-4bcb-96f5-cb409a6b77ac req-36c86cc2-62dd-4ba2-939f-25ec4b863522 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396760 Jan 28 20:08:11.051979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33decb8b-14d6-48a3-b38b-32582797d28f req-6c034307-98aa-4c87-8aed-15b5e304da13 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:11.053525 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-33decb8b-14d6-48a3-b38b-32582797d28f req-6c034307-98aa-4c87-8aed-15b5e304da13 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f465103-106a-49a9-bd8b-389237d6f2fd HTTP/1.1" status: 200 len: 945 time: 0.0543225 Jan 28 20:08:11.104684 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-33decb8b-14d6-48a3-b38b-32582797d28f req-9c58fc19-4b8d-4360-a064-64fb06a620ac tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451818 Jan 28 20:08:12.231342 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15610931-5abc-413e-8626-9d05d0493e5e req-3b86a9b3-85dd-44a5-be32-d2a240c13bbc tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:12.232816 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-15610931-5abc-413e-8626-9d05d0493e5e req-3b86a9b3-85dd-44a5-be32-d2a240c13bbc tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f465103-106a-49a9-bd8b-389237d6f2fd HTTP/1.1" status: 200 len: 945 time: 0.0539844 Jan 28 20:08:12.283061 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-15610931-5abc-413e-8626-9d05d0493e5e req-beadb1f4-7398-41c4-8231-7033cef69cd6 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444400 Jan 28 20:08:12.402267 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ffc2-1d84-4012-9f70-5af061e6f638 req-d25512fa-8583-4c32-8bab-6f193b054cac tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:12.403657 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7240ffc2-1d84-4012-9f70-5af061e6f638 req-d25512fa-8583-4c32-8bab-6f193b054cac tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f465103-106a-49a9-bd8b-389237d6f2fd HTTP/1.1" status: 200 len: 945 time: 0.0544701 Jan 28 20:08:12.451054 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7240ffc2-1d84-4012-9f70-5af061e6f638 req-751800c2-d88c-432c-b26b-040b89d2cb97 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416696 Jan 28 20:08:18.312994 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dfad9d07-0d98-4886-9482-18a8284158a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:20.475889 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d7f3f88-cef7-404b-9f8a-06d69c83d10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:21.947797 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:23.211047 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:24.536274 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:25.971397 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:30.725194 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:36.276124 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:08:46.589933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035bc4f-c42c-4a89-9b2e-fc86e57d1bff req-69bf77bd-76b9-4086-bd30-2976381417d4 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:46.591575 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1035bc4f-c42c-4a89-9b2e-fc86e57d1bff req-69bf77bd-76b9-4086-bd30-2976381417d4 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f465103-106a-49a9-bd8b-389237d6f2fd HTTP/1.1" status: 200 len: 945 time: 0.0540688 Jan 28 20:08:46.643302 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1035bc4f-c42c-4a89-9b2e-fc86e57d1bff req-119aa8e6-666f-4635-9057-dffe0e516d23 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438550 Jan 28 20:08:47.770286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f1d45-2b08-4cce-b999-a8c2b772ef4a req-eb6140c9-923b-4cfe-92a1-eb4e1b08b9e9 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:47.771751 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f64f1d45-2b08-4cce-b999-a8c2b772ef4a req-eb6140c9-923b-4cfe-92a1-eb4e1b08b9e9 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f465103-106a-49a9-bd8b-389237d6f2fd HTTP/1.1" status: 200 len: 945 time: 0.0577052 Jan 28 20:08:47.823508 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f64f1d45-2b08-4cce-b999-a8c2b772ef4a req-9b6141e2-b380-4bc8-97bf-0ec55170f15d tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459726 Jan 28 20:08:48.256435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b11644-0e9b-40b8-b41a-b51a20cac833 req-4f42a8f9-f126-4bb8-94c0-856e13ee4291 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:48.257803 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-05b11644-0e9b-40b8-b41a-b51a20cac833 req-4f42a8f9-f126-4bb8-94c0-856e13ee4291 tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f465103-106a-49a9-bd8b-389237d6f2fd HTTP/1.1" status: 200 len: 945 time: 0.0561600 Jan 28 20:08:48.317499 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3f046bb9-b9a7-41d5-b503-b382a054be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:48.356262 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-05b11644-0e9b-40b8-b41a-b51a20cac833 req-6fb13535-6a05-4793-bec7-509c2de724bf tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Deleting port e954c469-301f-472a-9813-4f3e25138122 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:08:48.356607 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05b11644-0e9b-40b8-b41a-b51a20cac833 req-6fb13535-6a05-4793-bec7-509c2de724bf tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e954c469-301f-472a-9813-4f3e25138122), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:48.448271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-05b11644-0e9b-40b8-b41a-b51a20cac833 req-6fb13535-6a05-4793-bec7-509c2de724bf tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] For port e954c469-301f-472a-9813-4f3e25138122, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e954c469-301f-472a-9813-4f3e25138122,segment=NetworkSegment(8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e),segment_id=8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:08:48.448674 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05b11644-0e9b-40b8-b41a-b51a20cac833 req-6fb13535-6a05-4793-bec7-509c2de724bf tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e954c469-301f-472a-9813-4f3e25138122), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:48.461990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-05b11644-0e9b-40b8-b41a-b51a20cac833 req-6fb13535-6a05-4793-bec7-509c2de724bf tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Calling delete_port for e954c469-301f-472a-9813-4f3e25138122 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:08:48.597906 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05b11644-0e9b-40b8-b41a-b51a20cac833 req-6fb13535-6a05-4793-bec7-509c2de724bf tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e954c469-301f-472a-9813-4f3e25138122), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:48.610340 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['e954c469-301f-472a-9813-4f3e25138122'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:08:48.625529 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb13535-6a05-4793-bec7-509c2de724bf tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Pushing event deleted for resources: {'Port': ['ID=e954c469-301f-472a-9813-4f3e25138122,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:48.675231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b11644-0e9b-40b8-b41a-b51a20cac833 req-6fb13535-6a05-4793-bec7-509c2de724bf tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] No DVR routers for this DVR port e954c469-301f-472a-9813-4f3e25138122 on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:08:48.678151 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-05b11644-0e9b-40b8-b41a-b51a20cac833 req-6fb13535-6a05-4793-bec7-509c2de724bf tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:48.681484 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-05b11644-0e9b-40b8-b41a-b51a20cac833 req-6fb13535-6a05-4793-bec7-509c2de724bf tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.37 "DELETE /v2.0/ports/e954c469-301f-472a-9813-4f3e25138122 HTTP/1.1" status: 204 len: 173 time: 0.4176123 Jan 28 20:08:48.681926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f465103-106a-49a9-bd8b-389237d6f2fd', 'name': 'network-vif-deleted', 'tag': 'e954c469-301f-472a-9813-4f3e25138122'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:08:48.684604 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae680c84-d72e-47e8-b089-38209c503b5d" -d '{"events": [{"server_uuid": "9f465103-106a-49a9-bd8b-389237d6f2fd", "name": "network-vif-deleted", "tag": "e954c469-301f-472a-9813-4f3e25138122"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:08:48.722609 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83c8232-6599-4d92-830b-83eb6f9bed53 x-openstack-request-id: req-e83c8232-6599-4d92-830b-83eb6f9bed53 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:08:48.722906 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f465103-106a-49a9-bd8b-389237d6f2fd", "name": "network-vif-deleted", "tag": "e954c469-301f-472a-9813-4f3e25138122", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:08:48.723164 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e83c8232-6599-4d92-830b-83eb6f9bed53 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:08:48.723575 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f465103-106a-49a9-bd8b-389237d6f2fd', 'name': 'network-vif-deleted', 'tag': 'e954c469-301f-472a-9813-4f3e25138122', 'status': 'completed', 'code': 200} Jan 28 20:08:48.936939 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-377ffb98-db7c-4056-952e-bee6af3a9e30 req-eeb20b13-e36d-4c02-94c9-070c2c0886ce tempest-TestEncryptedCinderVolumes-1012964309 tempest-TestEncryptedCinderVolumes-1012964309-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f465103-106a-49a9-bd8b-389237d6f2fd HTTP/1.1" status: 200 len: 210 time: 0.0320878 Jan 28 20:08:50.035000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36162) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:08:50.387724 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (89d6feb0-50f5-4d3c-8b27-481aef1da8c8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:50.480069 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cd9c84da-adf7-463b-9d98-ed7655048e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:50.637270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Deleting port 250fcf2a-804b-4e9d-981f-e7b1b48f86da {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:08:50.637560 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:50.726594 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] For port 250fcf2a-804b-4e9d-981f-e7b1b48f86da, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=250fcf2a-804b-4e9d-981f-e7b1b48f86da,segment=NetworkSegment(8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e),segment_id=8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:08:50.726824 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:50.738427 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Calling delete_port for 250fcf2a-804b-4e9d-981f-e7b1b48f86da owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:08:50.928176 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (250fcf2a-804b-4e9d-981f-e7b1b48f86da), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:50.952042 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Pushing event deleted for resources: {'Port': ['ID=250fcf2a-804b-4e9d-981f-e7b1b48f86da,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:50.962267 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:50.962644 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:50.963014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:50.963351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:50.963676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:50.964003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:50.964355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:50.965039 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:50.965039 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:50.965318 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:50.965598 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:50.965909 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:50.966252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:51.140291 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (89d6feb0-50f5-4d3c-8b27-481aef1da8c8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:51.352832 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Router 89d6feb0-50f5-4d3c-8b27-481aef1da8c8 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:08:51.461032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:08:51.466264 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-740ad90f-b81d-4db2-9132-7bbf0be6ca9d admin admin] 10.222.0.55 "PUT /v2.0/routers/89d6feb0-50f5-4d3c-8b27-481aef1da8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4301293 Jan 28 20:08:51.468991 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:08:51.471633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ffa90-6807-4be4-98af-e46e4a28bdfd None None] Sync routers for ids ['89d6feb0-50f5-4d3c-8b27-481aef1da8c8'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:08:51.481958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ffa90-6807-4be4-98af-e46e4a28bdfd None None] Routers {'89d6feb0-50f5-4d3c-8b27-481aef1da8c8'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:08:51.482625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e18ffa90-6807-4be4-98af-e46e4a28bdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['89d6feb0-50f5-4d3c-8b27-481aef1da8c8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:08:51.574622 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-909e7823-e251-469a-a209-d5c6d82076c1 admin admin] Publish callbacks [] for router (89d6feb0-50f5-4d3c-8b27-481aef1da8c8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:51.584791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e18ffa90-6807-4be4-98af-e46e4a28bdfd None None] Set router 89d6feb0-50f5-4d3c-8b27-481aef1da8c8 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:08:51.676713 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-909e7823-e251-469a-a209-d5c6d82076c1 admin admin] Publish callbacks [] for router_gateway (89d6feb0-50f5-4d3c-8b27-481aef1da8c8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:51.732823 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-909e7823-e251-469a-a209-d5c6d82076c1 admin admin] Deleting port 62a2732e-f3e4-4aae-90db-a51fd2792322 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:08:51.733158 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-909e7823-e251-469a-a209-d5c6d82076c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (62a2732e-f3e4-4aae-90db-a51fd2792322), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:51.769686 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e18ffa90-6807-4be4-98af-e46e4a28bdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'name': 'tempest-TestEncryptedCinderVolumes-1621246680-router', 'tenant_id': '20554494db704a01a7f9d309a99d826d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '62a2732e-f3e4-4aae-90db-a51fd2792322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:02Z', 'updated_at': '2022-01-28T20:08:50Z', 'revision_number': 5, 'project_id': '20554494db704a01a7f9d309a99d826d', 'gw_port': {'id': '62a2732e-f3e4-4aae-90db-a51fd2792322', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:03Z', 'updated_at': '2022-01-28T20:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:08:51.795633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ffa90-6807-4be4-98af-e46e4a28bdfd None None] Checking router: 89d6feb0-50f5-4d3c-8b27-481aef1da8c8 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:08:51.803888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ffa90-6807-4be4-98af-e46e4a28bdfd None None] Routers {'89d6feb0-50f5-4d3c-8b27-481aef1da8c8'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:08:51.804499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e18ffa90-6807-4be4-98af-e46e4a28bdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['89d6feb0-50f5-4d3c-8b27-481aef1da8c8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:08:51.813126 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-909e7823-e251-469a-a209-d5c6d82076c1 admin admin] For port 62a2732e-f3e4-4aae-90db-a51fd2792322, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=62a2732e-f3e4-4aae-90db-a51fd2792322,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:08:51.813500 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-909e7823-e251-469a-a209-d5c6d82076c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (62a2732e-f3e4-4aae-90db-a51fd2792322), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:51.825434 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-909e7823-e251-469a-a209-d5c6d82076c1 admin admin] Calling delete_port for 62a2732e-f3e4-4aae-90db-a51fd2792322 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:08:52.005853 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-909e7823-e251-469a-a209-d5c6d82076c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (62a2732e-f3e4-4aae-90db-a51fd2792322), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:52.030420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e7823-e251-469a-a209-d5c6d82076c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a2732e-f3e4-4aae-90db-a51fd2792322,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:52.060050 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:52.073882 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-e18ffa90-6807-4be4-98af-e46e4a28bdfd None None] Set router 89d6feb0-50f5-4d3c-8b27-481aef1da8c8 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:08:52.095868 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-909e7823-e251-469a-a209-d5c6d82076c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (89d6feb0-50f5-4d3c-8b27-481aef1da8c8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:52.128967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-e18ffa90-6807-4be4-98af-e46e4a28bdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'name': 'tempest-TestEncryptedCinderVolumes-1621246680-router', 'tenant_id': '20554494db704a01a7f9d309a99d826d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:02Z', 'updated_at': '2022-01-28T20:08:51Z', 'revision_number': 6, 'project_id': '20554494db704a01a7f9d309a99d826d', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:08:52.155784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ffa90-6807-4be4-98af-e46e4a28bdfd None None] The sync data for ids ['89d6feb0-50f5-4d3c-8b27-481aef1da8c8'] in n-d-824834-4 is: [{'id': '89d6feb0-50f5-4d3c-8b27-481aef1da8c8', 'name': 'tempest-TestEncryptedCinderVolumes-1621246680-router', 'tenant_id': '20554494db704a01a7f9d309a99d826d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:02Z', 'updated_at': '2022-01-28T20:08:51Z', 'revision_number': 6, 'project_id': '20554494db704a01a7f9d309a99d826d', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:08:52.465587 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-909e7823-e251-469a-a209-d5c6d82076c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (89d6feb0-50f5-4d3c-8b27-481aef1da8c8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:52.467629 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-909e7823-e251-469a-a209-d5c6d82076c1 admin admin] Publish callbacks [] for router_controller (89d6feb0-50f5-4d3c-8b27-481aef1da8c8), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:52.513219 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-909e7823-e251-469a-a209-d5c6d82076c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (89d6feb0-50f5-4d3c-8b27-481aef1da8c8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:52.513770 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909e7823-e251-469a-a209-d5c6d82076c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89d6feb0-50f5-4d3c-8b27-481aef1da8c8 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:08:52.518965 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-909e7823-e251-469a-a209-d5c6d82076c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:52.520244 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-909e7823-e251-469a-a209-d5c6d82076c1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/89d6feb0-50f5-4d3c-8b27-481aef1da8c8 HTTP/1.1" status: 204 len: 168 time: 1.0502541 Jan 28 20:08:52.522789 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:08:52.567144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a677e3-b7c6-4412-b7f5-181780de6537 admin admin] Deleting subnet d5a35380-4bf0-477c-8e9b-ba3b831a0adb {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:08:52.570417 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1a677e3-b7c6-4412-b7f5-181780de6537 admin admin] Publish callbacks [] for subnet (d5a35380-4bf0-477c-8e9b-ba3b831a0adb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:52.577937 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e954c469-301f-472a-9813-4f3e25138122 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:08:52.600109 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: e954c469-301f-472a-9813-4f3e25138122 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:08:52.600537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e954c469-301f-472a-9813-4f3e25138122 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:08:52.604431 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1a677e3-b7c6-4412-b7f5-181780de6537 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (d5a35380-4bf0-477c-8e9b-ba3b831a0adb), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:52.684825 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1a677e3-b7c6-4412-b7f5-181780de6537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (d5a35380-4bf0-477c-8e9b-ba3b831a0adb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:52.741161 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1a677e3-b7c6-4412-b7f5-181780de6537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (d5a35380-4bf0-477c-8e9b-ba3b831a0adb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:52.765867 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a677e3-b7c6-4412-b7f5-181780de6537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5a35380-4bf0-477c-8e9b-ba3b831a0adb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:52.771042 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1a677e3-b7c6-4412-b7f5-181780de6537 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:52.774805 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c1a677e3-b7c6-4412-b7f5-181780de6537 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d5a35380-4bf0-477c-8e9b-ba3b831a0adb HTTP/1.1" status: 204 len: 168 time: 0.2509868 Jan 28 20:08:52.776575 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f79cb8-af2b-4bc9-9c4d-5e250dcaf072 None None] Network ea3bd277-e398-469a-942f-32de81da28cb requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:08:52.777400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36168) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:08:52.846361 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (ea3bd277-e398-469a-942f-32de81da28cb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:52.901783 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] Deleting port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:08:52.902318 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:52.943681 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] DHCP port deletion for ea3bd277-e398-469a-942f-32de81da28cb request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:08:52.974508 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] For port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6,segment=NetworkSegment(8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e),segment_id=8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:08:52.975043 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:52.988263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] Calling delete_port for 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:08:52.992088 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Deleting port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:08:52.992399 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:53.059637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] For port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6,segment=NetworkSegment(8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e),segment_id=8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:08:53.060075 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:53.072522 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:53.074866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Calling delete_port for 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:08:53.099764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] Pushing event deleted for resources: {'Port': ['ID=59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:53.101596 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] No DVR routers for this DVR port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:08:53.151245 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:53.175841 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (ea3bd277-e398-469a-942f-32de81da28cb), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:53.177311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Pushing event deleted for resources: {'Port': ['ID=59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:53.181842 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] No DVR routers for this DVR port 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:08:53.191532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:53.191532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:53.191532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:53.191532 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:53.191982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:53.194988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:53.195337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:53.195678 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:53.196017 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:53.196349 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:53.196683 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:53.197012 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:53.197341 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8af6be3-cd2c-4d1f-ac3f-5f7a27009f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:08:53.206183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3bd277-e398-469a-942f-32de81da28cb']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:08:53.217800 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:08:53.217996 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:53.218542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:08:53.230268 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:53.244472 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:53.250881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:08:53.251390 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (8e7eca7e-3301-4eb6-83c8-8f1a6d3b337e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: timer() Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:08:53.253395 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:08:53.315771 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (ea3bd277-e398-469a-942f-32de81da28cb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:53.322477 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:53.326601 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ea3bd277-e398-469a-942f-32de81da28cb HTTP/1.1" status: 204 len: 168 time: 0.5480223 Jan 28 20:08:53.330802 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36170) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:08:53.338965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453d19d-5b30-41d6-b8f4-711d7a0b7093 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea3bd277-e398-469a-942f-32de81da28cb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:53.691531 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b3e2ed6-f1b9-47ab-b758-dc10468911a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (55bc7b80-08b0-48a3-aec9-0d4ce5b7647e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:53.938866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:08:53.955410 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e2ed6-f1b9-47ab-b758-dc10468911a3 admin admin] Deleting port 1f4fc817-8223-4409-95fa-8f74597291e4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:08:53.955755 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b3e2ed6-f1b9-47ab-b758-dc10468911a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (1f4fc817-8223-4409-95fa-8f74597291e4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:53.962386 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:08:53.962802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 59bf9fb9-4b45-43d9-9c99-c9e61bf48ba6 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:08:53.963289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 250fcf2a-804b-4e9d-981f-e7b1b48f86da no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:08:53.981621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 250fcf2a-804b-4e9d-981f-e7b1b48f86da {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:08:53.981956 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 250fcf2a-804b-4e9d-981f-e7b1b48f86da not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:08:53.982414 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 62a2732e-f3e4-4aae-90db-a51fd2792322 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:08:54.000531 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 62a2732e-f3e4-4aae-90db-a51fd2792322 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:08:54.000883 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 62a2732e-f3e4-4aae-90db-a51fd2792322 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:08:54.033607 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9b3e2ed6-f1b9-47ab-b758-dc10468911a3 admin admin] For port 1f4fc817-8223-4409-95fa-8f74597291e4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=1f4fc817-8223-4409-95fa-8f74597291e4,segment=NetworkSegment(4bb5ece2-d285-4827-ab33-97371740640a),segment_id=4bb5ece2-d285-4827-ab33-97371740640a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:08:54.033979 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b3e2ed6-f1b9-47ab-b758-dc10468911a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (1f4fc817-8223-4409-95fa-8f74597291e4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:54.046066 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e2ed6-f1b9-47ab-b758-dc10468911a3 admin admin] Calling delete_port for 1f4fc817-8223-4409-95fa-8f74597291e4 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:08:54.240719 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b3e2ed6-f1b9-47ab-b758-dc10468911a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (1f4fc817-8223-4409-95fa-8f74597291e4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:54.269449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e2ed6-f1b9-47ab-b758-dc10468911a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f4fc817-8223-4409-95fa-8f74597291e4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:54.431929 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9b3e2ed6-f1b9-47ab-b758-dc10468911a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (55bc7b80-08b0-48a3-aec9-0d4ce5b7647e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:54.541815 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:54.646609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3e2ed6-f1b9-47ab-b758-dc10468911a3 admin admin] Router 55bc7b80-08b0-48a3-aec9-0d4ce5b7647e has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:08:54.751516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3e2ed6-f1b9-47ab-b758-dc10468911a3 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:08:54.756939 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9b3e2ed6-f1b9-47ab-b758-dc10468911a3 admin admin] 10.222.0.55 "PUT /v2.0/routers/55bc7b80-08b0-48a3-aec9-0d4ce5b7647e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4250135 Jan 28 20:08:54.759519 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36172) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:08:54.762405 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6ad920-208e-4b32-a369-06c4e328f061 None None] Sync routers for ids ['55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:08:54.773294 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ad920-208e-4b32-a369-06c4e328f061 None None] Routers {'55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:08:54.773893 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0d6ad920-208e-4b32-a369-06c4e328f061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:08:54.863619 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-204ac3ac-2734-4306-8cd9-fce21f9ec2a4 admin admin] Publish callbacks [] for router (55bc7b80-08b0-48a3-aec9-0d4ce5b7647e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:54.876914 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0d6ad920-208e-4b32-a369-06c4e328f061 None None] Set router 55bc7b80-08b0-48a3-aec9-0d4ce5b7647e gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:08:54.965332 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-204ac3ac-2734-4306-8cd9-fce21f9ec2a4 admin admin] Publish callbacks [] for router_gateway (55bc7b80-08b0-48a3-aec9-0d4ce5b7647e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:55.022407 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-204ac3ac-2734-4306-8cd9-fce21f9ec2a4 admin admin] Deleting port 20b3f61a-2b5f-4b61-997d-a8bf67468638 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:08:55.022707 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-204ac3ac-2734-4306-8cd9-fce21f9ec2a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (20b3f61a-2b5f-4b61-997d-a8bf67468638), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:55.058244 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0d6ad920-208e-4b32-a369-06c4e328f061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'name': 'tempest-TestEncryptedCinderVolumes-1615844998-router', 'tenant_id': '92fa820181424d7eb9539ccbcea3b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '20b3f61a-2b5f-4b61-997d-a8bf67468638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:07Z', 'updated_at': '2022-01-28T20:08:54Z', 'revision_number': 5, 'project_id': '92fa820181424d7eb9539ccbcea3b4d2', 'gw_port': {'id': '20b3f61a-2b5f-4b61-997d-a8bf67468638', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:07:07Z', 'updated_at': '2022-01-28T20:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:08:55.084667 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6ad920-208e-4b32-a369-06c4e328f061 None None] Checking router: 55bc7b80-08b0-48a3-aec9-0d4ce5b7647e for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:08:55.093185 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ad920-208e-4b32-a369-06c4e328f061 None None] Routers {'55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:08:55.093790 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0d6ad920-208e-4b32-a369-06c4e328f061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:08:55.099871 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-204ac3ac-2734-4306-8cd9-fce21f9ec2a4 admin admin] For port 20b3f61a-2b5f-4b61-997d-a8bf67468638, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=20b3f61a-2b5f-4b61-997d-a8bf67468638,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:08:55.100230 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-204ac3ac-2734-4306-8cd9-fce21f9ec2a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (20b3f61a-2b5f-4b61-997d-a8bf67468638), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:55.111834 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-204ac3ac-2734-4306-8cd9-fce21f9ec2a4 admin admin] Calling delete_port for 20b3f61a-2b5f-4b61-997d-a8bf67468638 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:08:55.176229 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0d6ad920-208e-4b32-a369-06c4e328f061 None None] Set router 55bc7b80-08b0-48a3-aec9-0d4ce5b7647e gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:08:55.225696 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0d6ad920-208e-4b32-a369-06c4e328f061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'name': 'tempest-TestEncryptedCinderVolumes-1615844998-router', 'tenant_id': '92fa820181424d7eb9539ccbcea3b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:07Z', 'updated_at': '2022-01-28T20:08:54Z', 'revision_number': 6, 'project_id': '92fa820181424d7eb9539ccbcea3b4d2', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:08:55.284847 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-204ac3ac-2734-4306-8cd9-fce21f9ec2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (20b3f61a-2b5f-4b61-997d-a8bf67468638), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:55.313318 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ac3ac-2734-4306-8cd9-fce21f9ec2a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=20b3f61a-2b5f-4b61-997d-a8bf67468638,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:55.345902 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6ad920-208e-4b32-a369-06c4e328f061 None None] The sync data for ids ['55bc7b80-08b0-48a3-aec9-0d4ce5b7647e'] in n-d-824834-4 is: [{'id': '55bc7b80-08b0-48a3-aec9-0d4ce5b7647e', 'name': 'tempest-TestEncryptedCinderVolumes-1615844998-router', 'tenant_id': '92fa820181424d7eb9539ccbcea3b4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:07:07Z', 'updated_at': '2022-01-28T20:08:54Z', 'revision_number': 6, 'project_id': '92fa820181424d7eb9539ccbcea3b4d2', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:08:55.379252 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-204ac3ac-2734-4306-8cd9-fce21f9ec2a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (55bc7b80-08b0-48a3-aec9-0d4ce5b7647e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:55.473920 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-204ac3ac-2734-4306-8cd9-fce21f9ec2a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (55bc7b80-08b0-48a3-aec9-0d4ce5b7647e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:55.476147 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-204ac3ac-2734-4306-8cd9-fce21f9ec2a4 admin admin] Publish callbacks [] for router_controller (55bc7b80-08b0-48a3-aec9-0d4ce5b7647e), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:55.520557 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-204ac3ac-2734-4306-8cd9-fce21f9ec2a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (55bc7b80-08b0-48a3-aec9-0d4ce5b7647e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:55.521062 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204ac3ac-2734-4306-8cd9-fce21f9ec2a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55bc7b80-08b0-48a3-aec9-0d4ce5b7647e {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:08:55.525477 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-204ac3ac-2734-4306-8cd9-fce21f9ec2a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:55.526678 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-204ac3ac-2734-4306-8cd9-fce21f9ec2a4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/55bc7b80-08b0-48a3-aec9-0d4ce5b7647e HTTP/1.1" status: 204 len: 168 time: 0.7663035 Jan 28 20:08:55.529709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36174) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:08:55.582538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1850f7-7331-4a9a-b4a2-0a2f2d0eedde admin admin] Deleting subnet b0f38b8a-f504-4ec8-ad44-95b340a876cd {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:08:55.586048 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b1850f7-7331-4a9a-b4a2-0a2f2d0eedde admin admin] Publish callbacks [] for subnet (b0f38b8a-f504-4ec8-ad44-95b340a876cd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:55.621072 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b1850f7-7331-4a9a-b4a2-0a2f2d0eedde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (b0f38b8a-f504-4ec8-ad44-95b340a876cd), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:55.711247 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b1850f7-7331-4a9a-b4a2-0a2f2d0eedde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (b0f38b8a-f504-4ec8-ad44-95b340a876cd), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:55.768538 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b1850f7-7331-4a9a-b4a2-0a2f2d0eedde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (b0f38b8a-f504-4ec8-ad44-95b340a876cd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:55.794202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1850f7-7331-4a9a-b4a2-0a2f2d0eedde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f38b8a-f504-4ec8-ad44-95b340a876cd,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:55.797885 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3b1850f7-7331-4a9a-b4a2-0a2f2d0eedde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:55.801260 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3b1850f7-7331-4a9a-b4a2-0a2f2d0eedde admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b0f38b8a-f504-4ec8-ad44-95b340a876cd HTTP/1.1" status: 204 len: 168 time: 0.2703609 Jan 28 20:08:55.803841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36176) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:08:55.806452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b34b45-8836-44bb-9187-30db931dd46f None None] Network 0ea750e2-484a-405a-8677-fa68bff067fa requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:08:55.871581 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (0ea750e2-484a-405a-8677-fa68bff067fa), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:55.930267 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] Deleting port 6e8d2e7f-81e0-4fdd-b835-12796f74439d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:08:55.930610 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (6e8d2e7f-81e0-4fdd-b835-12796f74439d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:55.956889 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:55.991866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] For port 6e8d2e7f-81e0-4fdd-b835-12796f74439d, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=6e8d2e7f-81e0-4fdd-b835-12796f74439d,segment=NetworkSegment(4bb5ece2-d285-4827-ab33-97371740640a),segment_id=4bb5ece2-d285-4827-ab33-97371740640a)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:08:55.992233 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (6e8d2e7f-81e0-4fdd-b835-12796f74439d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:56.005001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] Calling delete_port for 6e8d2e7f-81e0-4fdd-b835-12796f74439d owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:08:56.099253 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (6e8d2e7f-81e0-4fdd-b835-12796f74439d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:56.105692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646103de-6549-473f-b247-10bb2e40e62c None None] DHCP port deletion for 0ea750e2-484a-405a-8677-fa68bff067fa request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:08:56.134148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8d2e7f-81e0-4fdd-b835-12796f74439d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:56.140068 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] No DVR routers for this DVR port 6e8d2e7f-81e0-4fdd-b835-12796f74439d on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:08:56.163060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1f4fc817-8223-4409-95fa-8f74597291e4 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:08:56.186241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 1f4fc817-8223-4409-95fa-8f74597291e4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:08:56.186589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 1f4fc817-8223-4409-95fa-8f74597291e4 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:08:56.187016 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 20b3f61a-2b5f-4b61-997d-a8bf67468638 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:08:56.205549 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 20b3f61a-2b5f-4b61-997d-a8bf67468638 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:08:56.205888 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 20b3f61a-2b5f-4b61-997d-a8bf67468638 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:08:56.206320 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6e8d2e7f-81e0-4fdd-b835-12796f74439d no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:08:56.212412 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (0ea750e2-484a-405a-8677-fa68bff067fa), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:56.225097 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 6e8d2e7f-81e0-4fdd-b835-12796f74439d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:08:56.225438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 6e8d2e7f-81e0-4fdd-b835-12796f74439d not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:08:56.233145 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea750e2-484a-405a-8677-fa68bff067fa']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:08:56.242891 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb5ece2-d285-4827-ab33-97371740640a') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:08:56.243189 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb5ece2-d285-4827-ab33-97371740640a') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:08:56.258092 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (4bb5ece2-d285-4827-ab33-97371740640a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:56.274320 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (4bb5ece2-d285-4827-ab33-97371740640a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:56.281076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:08:56.281497 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (4bb5ece2-d285-4827-ab33-97371740640a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: timer() Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:08:56.283307 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:08:56.337354 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (0ea750e2-484a-405a-8677-fa68bff067fa), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:56.342988 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:56.346284 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] 10.222.0.55 "DELETE /v2.0/networks/0ea750e2-484a-405a-8677-fa68bff067fa HTTP/1.1" status: 204 len: 168 time: 0.5413222 Jan 28 20:08:56.357931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c4abc-0ca2-4d4d-a34a-ad4ffc532ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=0ea750e2-484a-405a-8677-fa68bff067fa,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:56.515366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36180) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:08:56.556854 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a226ff47-4ee5-4e03-a677-ae1fa68b289d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=20554494db704a01a7f9d309a99d826d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402598 Jan 28 20:08:56.560470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36182) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:08:56.609350 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ea1aa88-652b-4e69-8e62-e185754e796b admin admin] Publish callbacks [] for security_group (a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:56.631388 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ea1aa88-652b-4e69-8e62-e185754e796b admin admin] Publish callbacks [] for security_group (a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:56.684829 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ea1aa88-652b-4e69-8e62-e185754e796b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:56.688859 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9ea1aa88-652b-4e69-8e62-e185754e796b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:56.690449 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9ea1aa88-652b-4e69-8e62-e185754e796b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010 HTTP/1.1" status: 204 len: 168 time: 0.1289613 Jan 28 20:08:56.698108 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1aa88-652b-4e69-8e62-e185754e796b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f20cd8-6d47-45c7-aeb0-9c8adbf0d010,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:57.017295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36188) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:08:57.058609 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6d388607-363c-45c5-a466-a39da3ed290a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92fa820181424d7eb9539ccbcea3b4d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400219 Jan 28 20:08:57.061317 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36190) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:08:57.111831 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81a1ed66-ebe1-4b54-a22c-08c26e7df9d7 admin admin] Publish callbacks [] for security_group (f5f6aaaa-1efd-41e4-b3a4-aa7df1c9e566), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:57.137463 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81a1ed66-ebe1-4b54-a22c-08c26e7df9d7 admin admin] Publish callbacks [] for security_group (f5f6aaaa-1efd-41e4-b3a4-aa7df1c9e566), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:57.188621 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81a1ed66-ebe1-4b54-a22c-08c26e7df9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f5f6aaaa-1efd-41e4-b3a4-aa7df1c9e566), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:57.191249 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81a1ed66-ebe1-4b54-a22c-08c26e7df9d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:57.192425 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-81a1ed66-ebe1-4b54-a22c-08c26e7df9d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5f6aaaa-1efd-41e4-b3a4-aa7df1c9e566 HTTP/1.1" status: 204 len: 168 time: 0.1301343 Jan 28 20:08:57.202169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1ed66-ebe1-4b54-a22c-08c26e7df9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f6aaaa-1efd-41e4-b3a4-aa7df1c9e566,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:57.946502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36212) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:08:58.048725 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-79762ff6-213d-4a21-aa34-80d0c7004ea4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1744144241-network', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:08:58.072046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79762ff6-213d-4a21-aa34-80d0c7004ea4 admin admin] Made reservation on behalf of 870ca92ca4cc49da8b6d3da562fc40a3 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:08:58.074344 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79762ff6-213d-4a21-aa34-80d0c7004ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:58.082745 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79762ff6-213d-4a21-aa34-80d0c7004ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:58.154962 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79762ff6-213d-4a21-aa34-80d0c7004ea4 admin admin] Publish callbacks [] for security_group (43a39628-2a34-4baf-b054-98ea74052792), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:58.160525 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79762ff6-213d-4a21-aa34-80d0c7004ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (43a39628-2a34-4baf-b054-98ea74052792), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:58.183936 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79762ff6-213d-4a21-aa34-80d0c7004ea4 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:08:58.192501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79762ff6-213d-4a21-aa34-80d0c7004ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a39628-2a34-4baf-b054-98ea74052792,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:58.199375 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79762ff6-213d-4a21-aa34-80d0c7004ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (889a2378-5d13-4d8c-828c-fefd3c81dc54), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:58.199723 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-79762ff6-213d-4a21-aa34-80d0c7004ea4 admin admin] Added segment 889a2378-5d13-4d8c-828c-fefd3c81dc54 of type vlan for network 411755dc-bca1-4449-8245-d922802658ab Jan 28 20:08:58.240245 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79762ff6-213d-4a21-aa34-80d0c7004ea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (411755dc-bca1-4449-8245-d922802658ab), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:58.267038 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79762ff6-213d-4a21-aa34-80d0c7004ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (411755dc-bca1-4449-8245-d922802658ab), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:58.268122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79762ff6-213d-4a21-aa34-80d0c7004ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:58.268701 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-79762ff6-213d-4a21-aa34-80d0c7004ea4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:58.324862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-79762ff6-213d-4a21-aa34-80d0c7004ea4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3771086 Jan 28 20:08:58.328099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36216) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:08:58.332254 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79762ff6-213d-4a21-aa34-80d0c7004ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=411755dc-bca1-4449-8245-d922802658ab,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:58.333668 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7b22d90c-c0bf-45e9-b786-2f751c66557d admin admin] Request body: {'subnet': {'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1744144241-subnet', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:08:58.342555 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 411755dc-bca1-4449-8245-d922802658ab details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:08:58.356818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b22d90c-c0bf-45e9-b786-2f751c66557d admin admin] Made reservation on behalf of 870ca92ca4cc49da8b6d3da562fc40a3 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:08:58.359627 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b22d90c-c0bf-45e9-b786-2f751c66557d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:58.535470 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b22d90c-c0bf-45e9-b786-2f751c66557d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (dab898d8-7818-43fd-86b6-32009ab504ea), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:58.583273 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22d90c-c0bf-45e9-b786-2f751c66557d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab898d8-7818-43fd-86b6-32009ab504ea,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:58.599503 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b22d90c-c0bf-45e9-b786-2f751c66557d admin admin] Checking segment: {'id': '889a2378-5d13-4d8c-828c-fefd3c81dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '411755dc-bca1-4449-8245-d922802658ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:08:58.599864 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b22d90c-c0bf-45e9-b786-2f751c66557d admin admin] Network hostable DHCP agents. Network: 411755dc-bca1-4449-8245-d922802658ab, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:08:58.618755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b22d90c-c0bf-45e9-b786-2f751c66557d admin admin] Network 411755dc-bca1-4449-8245-d922802658ab is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:08:58.628868 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7b22d90c-c0bf-45e9-b786-2f751c66557d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 411755dc-bca1-4449-8245-d922802658ab) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:08:58.632948 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b22d90c-c0bf-45e9-b786-2f751c66557d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:08:58.633535 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b22d90c-c0bf-45e9-b786-2f751c66557d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:58.639599 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f843a2c-d6c5-4db6-beca-9d96c719c087 None None] Network 411755dc-bca1-4449-8245-d922802658ab requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:08:58.651134 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7b22d90c-c0bf-45e9-b786-2f751c66557d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3214324 Jan 28 20:08:58.653973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36218) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:08:58.658747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1744144241-router', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:08:58.680159 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (5db20bfa-1b3c-4679-a7fb-830a400c2158), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:58.681221 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (5db20bfa-1b3c-4679-a7fb-830a400c2158), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:58.732983 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Publish callbacks [] for router_controller (5db20bfa-1b3c-4679-a7fb-830a400c2158), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:58.750069 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-411755dc-bca1-4449-8245-d922802658ab', 'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'fixed_ips': [{'subnet_id': 'dab898d8-7818-43fd-86b6-32009ab504ea'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:08:58.750963 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:58.875966 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Publish callbacks [] for router_gateway (5db20bfa-1b3c-4679-a7fb-830a400c2158), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:58.890189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Allocated IP 172.20.0.2 (411755dc-bca1-4449-8245-d922802658ab/dab898d8-7818-43fd-86b6-32009ab504ea/88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:08:59.035441 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Publish callbacks [] for port (88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:59.042711 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:59.076733 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Publish callbacks [] for router_gateway (5db20bfa-1b3c-4679-a7fb-830a400c2158), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:59.082637 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Network 411755dc-bca1-4449-8245-d922802658ab is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:08:59.089836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:08:59.092018 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Pushing event updated for resources: {'Port': ['ID=88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:59.094142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:08:59.095297 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:59.147129 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Attempting to bind port 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:08:59.147402 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Attempting to bind port 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '889a2378-5d13-4d8c-828c-fefd3c81dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '411755dc-bca1-4449-8245-d922802658ab'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:08:59.147758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Attempting to bind port 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee on network 411755dc-bca1-4449-8245-d922802658ab {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:08:59.152660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:08:59.153031 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Checking segment: {'id': '889a2378-5d13-4d8c-828c-fefd3c81dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '411755dc-bca1-4449-8245-d922802658ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:08:59.153465 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:59.153843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Bound using segment: {'id': '889a2378-5d13-4d8c-828c-fefd3c81dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '411755dc-bca1-4449-8245-d922802658ab'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:08:59.154353 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Bound port: 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889a2378-5d13-4d8c-828c-fefd3c81dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '411755dc-bca1-4449-8245-d922802658ab'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:08:59.154728 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:59.198185 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Allocated IP 172.25.0.76 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/e9f3341a-32b5-4fea-84dc-c073f9cf3f93) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:08:59.218499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] For port 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:08:59.221457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] For port 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee,segment=NetworkSegment(889a2378-5d13-4d8c-828c-fefd3c81dc54),segment_id=889a2378-5d13-4d8c-828c-fefd3c81dc54)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:08:59.227849 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:59.286628 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b7ee2-5e04-42ff-99ca-c5cb25eab5ae None None] Pushing event updated for resources: {'Port': ['ID=88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:59.308246 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Publish callbacks [] for port (e9f3341a-32b5-4fea-84dc-c073f9cf3f93), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:59.343598 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e9f3341a-32b5-4fea-84dc-c073f9cf3f93), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:59.382822 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:08:59.387887 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:08:59.392424 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:08:59.395715 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Pushing event updated for resources: {'Port': ['ID=e9f3341a-32b5-4fea-84dc-c073f9cf3f93,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:08:59.667032 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Publish callbacks [] for router_gateway (5db20bfa-1b3c-4679-a7fb-830a400c2158), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:08:59.993919 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:09:00.050571 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:00.051111 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:00.142760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:00.143976 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:00.185906 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee,segment=NetworkSegment(889a2378-5d13-4d8c-828c-fefd3c81dc54),segment_id=889a2378-5d13-4d8c-828c-fefd3c81dc54)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:09:00.191261 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:00.205047 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (5db20bfa-1b3c-4679-a7fb-830a400c2158), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:00.241846 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:00.253835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b236a05f-cfdf-4abe-9b9e-4e0e6677d36d None None] Network 411755dc-bca1-4449-8245-d922802658ab requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:09:00.332608 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f17b58ba-0b63-4e81-9f4a-ba73e2fb4e44 None None] Provisioning complete for port 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:00.333127 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f17b58ba-0b63-4e81-9f4a-ba73e2fb4e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:00.338315 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Router 5db20bfa-1b3c-4679-a7fb-830a400c2158 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:09:00.438953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f17b58ba-0b63-4e81-9f4a-ba73e2fb4e44 None None] Current status of the port 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:00.449173 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:09:00.459180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Sync routers for ids ['5db20bfa-1b3c-4679-a7fb-830a400c2158'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:09:00.470418 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:00.470621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Routers {'5db20bfa-1b3c-4679-a7fb-830a400c2158'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:09:00.471240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['5db20bfa-1b3c-4679-a7fb-830a400c2158'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:09:00.471874 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-45653fa1-5761-4ce1-8b05-b9e9a0d9c0fb admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8166966 Jan 28 20:09:00.474763 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36220) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:09:00.589130 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Set router 5db20bfa-1b3c-4679-a7fb-830a400c2158 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:09:00.713748 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-81ce0024-8f99-4e13-a95c-177b0b6f25af None None] Provisioning complete for port 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:00.714039 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81ce0024-8f99-4e13-a95c-177b0b6f25af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:00.750140 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:00.840810 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-81ce0024-8f99-4e13-a95c-177b0b6f25af None None] Current status of the port 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:00.851802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'name': 'tempest-TestMinimumBasicScenario-1744144241-router', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:08:58Z', 'updated_at': '2022-01-28T20:08:59Z', 'revision_number': 3, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'gw_port': {'id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:08:59Z', 'updated_at': '2022-01-28T20:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:09:00.880245 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Checking router: 5db20bfa-1b3c-4679-a7fb-830a400c2158 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:09:00.880694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Updating router 5db20bfa-1b3c-4679-a7fb-830a400c2158 port e9f3341a-32b5-4fea-84dc-c073f9cf3f93 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:09:00.900016 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:00.907750 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e9f3341a-32b5-4fea-84dc-c073f9cf3f93), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:01.063021 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Allocated IP 172.20.0.1 (411755dc-bca1-4449-8245-d922802658ab/dab898d8-7818-43fd-86b6-32009ab504ea/14b45c6b-62d1-4542-ae77-f94f2dfb6966) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:09:01.174301 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Publish callbacks [] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:01.211995 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:01.248468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Network 411755dc-bca1-4449-8245-d922802658ab is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:09:01.252626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:09:01.258353 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:09:01.264069 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Pushing event updated for resources: {'Port': ['ID=14b45c6b-62d1-4542-ae77-f94f2dfb6966,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:01.295276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:01.295616 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:01.295963 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:01.296356 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:01.296691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:01.297023 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:01.297398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:01.297737 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:01.298088 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:01.298498 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:01.298826 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:01.299119 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:01.299451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:01.314996 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (5db20bfa-1b3c-4679-a7fb-830a400c2158), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:01.349620 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Publish callbacks [] for port (e9f3341a-32b5-4fea-84dc-c073f9cf3f93), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:01.356710 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e9f3341a-32b5-4fea-84dc-c073f9cf3f93), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:01.420417 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a78d8f-6873-4a2e-8ff7-839b7d2a3b11 None None] Pushing event updated for resources: {'Port': ['ID=e9f3341a-32b5-4fea-84dc-c073f9cf3f93,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:01.423301 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Attempting to bind port e9f3341a-32b5-4fea-84dc-c073f9cf3f93 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:09:01.423905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Attempting to bind port e9f3341a-32b5-4fea-84dc-c073f9cf3f93 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:09:01.424182 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Attempting to bind port e9f3341a-32b5-4fea-84dc-c073f9cf3f93 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:09:01.431186 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:09:01.431567 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:09:01.432214 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:01.432980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:09:01.433458 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Bound port: e9f3341a-32b5-4fea-84dc-c073f9cf3f93, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:09:01.433842 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e9f3341a-32b5-4fea-84dc-c073f9cf3f93), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:01.459983 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:01.486436 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] For port e9f3341a-32b5-4fea-84dc-c073f9cf3f93, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:09:01.489621 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] For port e9f3341a-32b5-4fea-84dc-c073f9cf3f93, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e9f3341a-32b5-4fea-84dc-c073f9cf3f93,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:09:01.496805 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e9f3341a-32b5-4fea-84dc-c073f9cf3f93), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:01.550774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Routers {'5db20bfa-1b3c-4679-a7fb-830a400c2158'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:09:01.551366 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['5db20bfa-1b3c-4679-a7fb-830a400c2158'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:09:01.600057 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a78d8f-6873-4a2e-8ff7-839b7d2a3b11 None None] Pushing event updated for resources: {'Port': ['ID=e9f3341a-32b5-4fea-84dc-c073f9cf3f93,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:01.619942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1b14e6a-5315-40ce-a547-637582909398 None None] Provisioning complete for port 14b45c6b-62d1-4542-ae77-f94f2dfb6966 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:01.620317 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1b14e6a-5315-40ce-a547-637582909398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:01.633877 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Publish callbacks [] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:01.639022 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:01.696258 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1b14e6a-5315-40ce-a547-637582909398 None None] Port 14b45c6b-62d1-4542-ae77-f94f2dfb6966 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:09:01.704044 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] Set router 5db20bfa-1b3c-4679-a7fb-830a400c2158 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:09:01.704243 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Pushing event updated for resources: {'Port': ['ID=14b45c6b-62d1-4542-ae77-f94f2dfb6966,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:01.706646 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (5db20bfa-1b3c-4679-a7fb-830a400c2158), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:01.799704 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Network 411755dc-bca1-4449-8245-d922802658ab is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:09:01.801316 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:09:01.914561 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'name': 'tempest-TestMinimumBasicScenario-1744144241-router', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:08:58Z', 'updated_at': '2022-01-28T20:09:01Z', 'revision_number': 4, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'gw_port': {'id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:08:59Z', 'updated_at': '2022-01-28T20:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '14b45c6b-62d1-4542-ae77-f94f2dfb6966', 'name': '', 'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'mac_address': 'fa:16:3e:f3:ea:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:00Z', 'updated_at': '2022-01-28T20:09:01Z', 'revision_number': 1, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'subnets': [{'id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:09:01.931568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Router 5db20bfa-1b3c-4679-a7fb-830a400c2158 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:09:01.955126 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922d9525-3599-480a-925e-cd12f56bf31c None None] The sync data for ids ['5db20bfa-1b3c-4679-a7fb-830a400c2158'] in n-d-824834-4 is: [{'id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'name': 'tempest-TestMinimumBasicScenario-1744144241-router', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:08:58Z', 'updated_at': '2022-01-28T20:09:01Z', 'revision_number': 4, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'gw_port': {'id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:08:59Z', 'updated_at': '2022-01-28T20:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '14b45c6b-62d1-4542-ae77-f94f2dfb6966', 'name': '', 'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'mac_address': 'fa:16:3e:f3:ea:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:00Z', 'updated_at': '2022-01-28T20:09:01Z', 'revision_number': 1, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'subnets': [{'id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:09:01.966052 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:09:02.023576 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:02.024246 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:02.064846 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:09:02.073871 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3da4695e-ed1e-400e-88f8-fe08cb976db4 admin admin] 10.222.0.55 "PUT /v2.0/routers/5db20bfa-1b3c-4679-a7fb-830a400c2158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5977178 Jan 28 20:09:02.125192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:02.133052 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-0c1580fc-6d05-4172-a098-4648e5f83dc8 None None] Provisioning complete for port 14b45c6b-62d1-4542-ae77-f94f2dfb6966 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:02.133434 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0c1580fc-6d05-4172-a098-4648e5f83dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:02.169352 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-0c1580fc-6d05-4172-a098-4648e5f83dc8 None None] Port 14b45c6b-62d1-4542-ae77-f94f2dfb6966 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:09:02.573224 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36236) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:09:02.578513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-61a82944-7573-4796-9f85-85c20f4ea070 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-356216245-network', 'tenant_id': 'c6f4336f156a4eceb7b61e0ac71bfe42'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:09:02.599597 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a82944-7573-4796-9f85-85c20f4ea070 admin admin] Made reservation on behalf of c6f4336f156a4eceb7b61e0ac71bfe42 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:09:02.602278 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61a82944-7573-4796-9f85-85c20f4ea070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:02.611664 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61a82944-7573-4796-9f85-85c20f4ea070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:02.709873 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61a82944-7573-4796-9f85-85c20f4ea070 admin admin] Publish callbacks [] for security_group (294d10d9-678a-4ab0-8efe-3b4da5a8d610), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:02.714334 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61a82944-7573-4796-9f85-85c20f4ea070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (294d10d9-678a-4ab0-8efe-3b4da5a8d610), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:02.740612 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a82944-7573-4796-9f85-85c20f4ea070 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:09:02.750843 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a82944-7573-4796-9f85-85c20f4ea070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294d10d9-678a-4ab0-8efe-3b4da5a8d610,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:02.756051 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61a82944-7573-4796-9f85-85c20f4ea070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ab03c1c2-9d3e-4c82-ad12-812309778f3c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:02.756464 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-61a82944-7573-4796-9f85-85c20f4ea070 admin admin] Added segment ab03c1c2-9d3e-4c82-ad12-812309778f3c of type vlan for network ee6b66e3-e7aa-43f9-9a43-fb363df31548 Jan 28 20:09:02.798969 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61a82944-7573-4796-9f85-85c20f4ea070 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (ee6b66e3-e7aa-43f9-9a43-fb363df31548), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:02.826891 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61a82944-7573-4796-9f85-85c20f4ea070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (ee6b66e3-e7aa-43f9-9a43-fb363df31548), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:02.827885 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a82944-7573-4796-9f85-85c20f4ea070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:02.828476 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-61a82944-7573-4796-9f85-85c20f4ea070 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:02.890907 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-61a82944-7573-4796-9f85-85c20f4ea070 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3161685 Jan 28 20:09:02.891396 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:09:02.896250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5d378b59-4141-417d-86ef-f146420c2858 admin admin] Request body: {'subnet': {'network_id': 'ee6b66e3-e7aa-43f9-9a43-fb363df31548', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-356216245-subnet', 'tenant_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:09:02.898682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a82944-7573-4796-9f85-85c20f4ea070 admin admin] Pushing event updated for resources: {'Network': ['ID=ee6b66e3-e7aa-43f9-9a43-fb363df31548,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:02.908934 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network ee6b66e3-e7aa-43f9-9a43-fb363df31548 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:09:02.922288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d378b59-4141-417d-86ef-f146420c2858 admin admin] Made reservation on behalf of c6f4336f156a4eceb7b61e0ac71bfe42 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:09:02.924942 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d378b59-4141-417d-86ef-f146420c2858 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:03.093906 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d378b59-4141-417d-86ef-f146420c2858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (5c46ba79-a1f5-4f67-96ae-98fe19465934), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:03.148526 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d378b59-4141-417d-86ef-f146420c2858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c46ba79-a1f5-4f67-96ae-98fe19465934,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:03.160081 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d378b59-4141-417d-86ef-f146420c2858 admin admin] Checking segment: {'id': 'ab03c1c2-9d3e-4c82-ad12-812309778f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ee6b66e3-e7aa-43f9-9a43-fb363df31548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:09:03.160446 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d378b59-4141-417d-86ef-f146420c2858 admin admin] Network hostable DHCP agents. Network: ee6b66e3-e7aa-43f9-9a43-fb363df31548, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:09:03.178166 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d378b59-4141-417d-86ef-f146420c2858 admin admin] Network ee6b66e3-e7aa-43f9-9a43-fb363df31548 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:09:03.188033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5d378b59-4141-417d-86ef-f146420c2858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, ee6b66e3-e7aa-43f9-9a43-fb363df31548) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:09:03.192993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d378b59-4141-417d-86ef-f146420c2858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:03.193782 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5d378b59-4141-417d-86ef-f146420c2858 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:03.199338 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fb2e99-afd0-4a29-aba3-fe54cad23e14 None None] Network ee6b66e3-e7aa-43f9-9a43-fb363df31548 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:09:03.215204 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5d378b59-4141-417d-86ef-f146420c2858 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3230140 Jan 28 20:09:03.217783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36240) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:09:03.224694 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-356216245-router', 'tenant_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:09:03.245799 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (87113ece-23f0-4caf-a38a-963ea2683b51), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:03.247828 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (87113ece-23f0-4caf-a38a-963ea2683b51), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:03.310205 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Publish callbacks [] for router_controller (87113ece-23f0-4caf-a38a-963ea2683b51), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:03.314335 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-ee6b66e3-e7aa-43f9-9a43-fb363df31548', 'network_id': 'ee6b66e3-e7aa-43f9-9a43-fb363df31548', 'project_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'fixed_ips': [{'subnet_id': '5c46ba79-a1f5-4f67-96ae-98fe19465934'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:09:03.315211 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:03.451119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Allocated IP 172.20.0.2 (ee6b66e3-e7aa-43f9-9a43-fb363df31548/5c46ba79-a1f5-4f67-96ae-98fe19465934/e8cb2a11-c508-43bb-9834-0ee454242974) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:09:03.603615 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Publish callbacks [] for port (e8cb2a11-c508-43bb-9834-0ee454242974), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:03.609649 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (e8cb2a11-c508-43bb-9834-0ee454242974), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:03.650850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Network ee6b66e3-e7aa-43f9-9a43-fb363df31548 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:09:03.656652 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:09:03.663166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:09:03.665847 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Pushing event updated for resources: {'Port': ['ID=e8cb2a11-c508-43bb-9834-0ee454242974,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:03.722594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Attempting to bind port e8cb2a11-c508-43bb-9834-0ee454242974 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:09:03.722968 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Attempting to bind port e8cb2a11-c508-43bb-9834-0ee454242974 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'ab03c1c2-9d3e-4c82-ad12-812309778f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ee6b66e3-e7aa-43f9-9a43-fb363df31548'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:09:03.723330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Attempting to bind port e8cb2a11-c508-43bb-9834-0ee454242974 on network ee6b66e3-e7aa-43f9-9a43-fb363df31548 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:09:03.728719 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:09:03.729090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Checking segment: {'id': 'ab03c1c2-9d3e-4c82-ad12-812309778f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ee6b66e3-e7aa-43f9-9a43-fb363df31548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:09:03.729499 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:03.729891 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Bound using segment: {'id': 'ab03c1c2-9d3e-4c82-ad12-812309778f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ee6b66e3-e7aa-43f9-9a43-fb363df31548'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:09:03.730965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Bound port: e8cb2a11-c508-43bb-9834-0ee454242974, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab03c1c2-9d3e-4c82-ad12-812309778f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ee6b66e3-e7aa-43f9-9a43-fb363df31548'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:09:03.730965 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e8cb2a11-c508-43bb-9834-0ee454242974), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:03.735275 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Publish callbacks [] for router_gateway (87113ece-23f0-4caf-a38a-963ea2683b51), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:03.804176 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] For port e8cb2a11-c508-43bb-9834-0ee454242974, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:09:03.807208 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] For port e8cb2a11-c508-43bb-9834-0ee454242974, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e8cb2a11-c508-43bb-9834-0ee454242974,segment=NetworkSegment(ab03c1c2-9d3e-4c82-ad12-812309778f3c),segment_id=ab03c1c2-9d3e-4c82-ad12-812309778f3c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:09:03.813094 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e8cb2a11-c508-43bb-9834-0ee454242974), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:03.871096 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d3d63-d28f-4a8c-a138-36b5f24021de None None] Pushing event updated for resources: {'Port': ['ID=e8cb2a11-c508-43bb-9834-0ee454242974,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:03.967123 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Publish callbacks [] for router_gateway (87113ece-23f0-4caf-a38a-963ea2683b51), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:03.992813 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:04.044460 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e9f3341a-32b5-4fea-84dc-c073f9cf3f93 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:09:04.121665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Allocated IP 172.25.0.225 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/c7d210f4-25b5-43d9-bfcb-baa1ce4177f6) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:09:04.150829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e9f3341a-32b5-4fea-84dc-c073f9cf3f93 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:04.151133 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e9f3341a-32b5-4fea-84dc-c073f9cf3f93), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:04.198630 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Sync routers for ids ['5db20bfa-1b3c-4679-a7fb-830a400c2158'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:09:04.216395 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Routers {'5db20bfa-1b3c-4679-a7fb-830a400c2158'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:09:04.217409 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['5db20bfa-1b3c-4679-a7fb-830a400c2158'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:09:04.249831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e9f3341a-32b5-4fea-84dc-c073f9cf3f93 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:04.250105 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e9f3341a-32b5-4fea-84dc-c073f9cf3f93), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:04.263293 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Publish callbacks [] for port (c7d210f4-25b5-43d9-bfcb-baa1ce4177f6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:04.279438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port e9f3341a-32b5-4fea-84dc-c073f9cf3f93, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e9f3341a-32b5-4fea-84dc-c073f9cf3f93,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:09:04.286843 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e9f3341a-32b5-4fea-84dc-c073f9cf3f93), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:04.318967 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (c7d210f4-25b5-43d9-bfcb-baa1ce4177f6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:04.347207 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Set router 5db20bfa-1b3c-4679-a7fb-830a400c2158 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:09:04.349395 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=e9f3341a-32b5-4fea-84dc-c073f9cf3f93,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:04.364558 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:09:04.367384 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:09:04.373047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:09:04.378751 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d210f4-25b5-43d9-bfcb-baa1ce4177f6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:04.543668 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'name': 'tempest-TestMinimumBasicScenario-1744144241-router', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:08:58Z', 'updated_at': '2022-01-28T20:09:01Z', 'revision_number': 4, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'gw_port': {'id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:08:59Z', 'updated_at': '2022-01-28T20:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '14b45c6b-62d1-4542-ae77-f94f2dfb6966', 'name': '', 'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'mac_address': 'fa:16:3e:f3:ea:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:00Z', 'updated_at': '2022-01-28T20:09:01Z', 'revision_number': 2, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'subnets': [{'id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:09:04.569429 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Checking router: 5db20bfa-1b3c-4679-a7fb-830a400c2158 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:09:04.569782 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Updating router 5db20bfa-1b3c-4679-a7fb-830a400c2158 port 14b45c6b-62d1-4542-ae77-f94f2dfb6966 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:09:04.597707 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:04.625756 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Publish callbacks [] for router_gateway (87113ece-23f0-4caf-a38a-963ea2683b51), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:04.832540 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (87113ece-23f0-4caf-a38a-963ea2683b51), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:04.872700 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Publish callbacks [] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:04.879150 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:04.961770 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2580350f-fb7d-480a-aad3-1422fd17724d None None] Network ee6b66e3-e7aa-43f9-9a43-fb363df31548 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:09:04.997355 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadb913-47de-4582-81ed-59f61c7cc623 None None] Pushing event updated for resources: {'Port': ['ID=14b45c6b-62d1-4542-ae77-f94f2dfb6966,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:05.007270 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Router 87113ece-23f0-4caf-a38a-963ea2683b51 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:09:05.009588 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Attempting to bind port 14b45c6b-62d1-4542-ae77-f94f2dfb6966 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:09:05.010348 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Attempting to bind port 14b45c6b-62d1-4542-ae77-f94f2dfb6966 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '889a2378-5d13-4d8c-828c-fefd3c81dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '411755dc-bca1-4449-8245-d922802658ab'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:09:05.010348 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Attempting to bind port 14b45c6b-62d1-4542-ae77-f94f2dfb6966 on network 411755dc-bca1-4449-8245-d922802658ab {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:09:05.020034 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb913-47de-4582-81ed-59f61c7cc623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:05.020382 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb913-47de-4582-81ed-59f61c7cc623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:05.020722 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb913-47de-4582-81ed-59f61c7cc623 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:05.021058 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb913-47de-4582-81ed-59f61c7cc623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:05.021454 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb913-47de-4582-81ed-59f61c7cc623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:05.021756 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb913-47de-4582-81ed-59f61c7cc623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:05.022116 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb913-47de-4582-81ed-59f61c7cc623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:05.022440 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb913-47de-4582-81ed-59f61c7cc623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:05.022937 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb913-47de-4582-81ed-59f61c7cc623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:05.023407 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb913-47de-4582-81ed-59f61c7cc623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:05.023733 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb913-47de-4582-81ed-59f61c7cc623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:05.024203 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb913-47de-4582-81ed-59f61c7cc623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:05.024699 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadb913-47de-4582-81ed-59f61c7cc623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:09:05.035357 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:09:05.035960 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Checking segment: {'id': '889a2378-5d13-4d8c-828c-fefd3c81dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '411755dc-bca1-4449-8245-d922802658ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:09:05.036559 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:05.037532 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Bound using segment: {'id': '889a2378-5d13-4d8c-828c-fefd3c81dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '411755dc-bca1-4449-8245-d922802658ab'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:09:05.038214 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Bound port: 14b45c6b-62d1-4542-ae77-f94f2dfb6966, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889a2378-5d13-4d8c-828c-fefd3c81dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '411755dc-bca1-4449-8245-d922802658ab'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:09:05.038778 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:05.071323 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-17ec041e-4861-44ff-8ecd-ac1fbea58a5a None None] Provisioning complete for port e8cb2a11-c508-43bb-9834-0ee454242974 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:05.071932 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17ec041e-4861-44ff-8ecd-ac1fbea58a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e8cb2a11-c508-43bb-9834-0ee454242974), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:05.123652 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] For port 14b45c6b-62d1-4542-ae77-f94f2dfb6966, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:09:05.130004 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] For port 14b45c6b-62d1-4542-ae77-f94f2dfb6966, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=14b45c6b-62d1-4542-ae77-f94f2dfb6966,segment=NetworkSegment(889a2378-5d13-4d8c-828c-fefd3c81dc54),segment_id=889a2378-5d13-4d8c-828c-fefd3c81dc54)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:09:05.140707 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:05.159861 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:09:05.170987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Sync routers for ids ['87113ece-23f0-4caf-a38a-963ea2683b51'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:09:05.182914 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:05.184359 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1a8da368-a3d2-4e49-b93d-67ab9afac753 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9650841 Jan 28 20:09:05.187131 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36242) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:09:05.196830 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Routers {'87113ece-23f0-4caf-a38a-963ea2683b51'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:09:05.197755 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['87113ece-23f0-4caf-a38a-963ea2683b51'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:09:05.219402 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Routers {'5db20bfa-1b3c-4679-a7fb-830a400c2158'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:09:05.220337 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['5db20bfa-1b3c-4679-a7fb-830a400c2158'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:09:05.331592 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Set router 87113ece-23f0-4caf-a38a-963ea2683b51 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:09:05.338708 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] Set router 5db20bfa-1b3c-4679-a7fb-830a400c2158 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:09:05.423486 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadb913-47de-4582-81ed-59f61c7cc623 None None] Pushing event updated for resources: {'Port': ['ID=14b45c6b-62d1-4542-ae77-f94f2dfb6966,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:05.431665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-17ec041e-4861-44ff-8ecd-ac1fbea58a5a None None] Current status of the port e8cb2a11-c508-43bb-9834-0ee454242974 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:05.431846 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17ec041e-4861-44ff-8ecd-ac1fbea58a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e8cb2a11-c508-43bb-9834-0ee454242974), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:05.549078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-17ec041e-4861-44ff-8ecd-ac1fbea58a5a None None] For port e8cb2a11-c508-43bb-9834-0ee454242974, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e8cb2a11-c508-43bb-9834-0ee454242974,segment=NetworkSegment(ab03c1c2-9d3e-4c82-ad12-812309778f3c),segment_id=ab03c1c2-9d3e-4c82-ad12-812309778f3c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:09:05.574777 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17ec041e-4861-44ff-8ecd-ac1fbea58a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e8cb2a11-c508-43bb-9834-0ee454242974), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:05.577598 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'name': 'tempest-TestMinimumBasicScenario-1744144241-router', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:08:58Z', 'updated_at': '2022-01-28T20:09:01Z', 'revision_number': 4, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'gw_port': {'id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:08:59Z', 'updated_at': '2022-01-28T20:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '14b45c6b-62d1-4542-ae77-f94f2dfb6966', 'name': '', 'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'mac_address': 'fa:16:3e:f3:ea:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:00Z', 'updated_at': '2022-01-28T20:09:05Z', 'revision_number': 4, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'subnets': [{'id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:09:05.608585 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637297c-1dc4-482c-8f05-09a965322a27 None None] The sync data for ids ['5db20bfa-1b3c-4679-a7fb-830a400c2158'] in n-d-824834-4 is: [{'id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'name': 'tempest-TestMinimumBasicScenario-1744144241-router', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:08:58Z', 'updated_at': '2022-01-28T20:09:01Z', 'revision_number': 4, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'gw_port': {'id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:08:59Z', 'updated_at': '2022-01-28T20:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '14b45c6b-62d1-4542-ae77-f94f2dfb6966', 'name': '', 'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'mac_address': 'fa:16:3e:f3:ea:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:00Z', 'updated_at': '2022-01-28T20:09:05Z', 'revision_number': 4, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'subnets': [{'id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:09:05.632591 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec041e-4861-44ff-8ecd-ac1fbea58a5a None None] Pushing event updated for resources: {'Port': ['ID=e8cb2a11-c508-43bb-9834-0ee454242974,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:05.644785 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'name': 'tempest-TestMinimumBasicScenario-356216245-router', 'tenant_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7d210f4-25b5-43d9-bfcb-baa1ce4177f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:09:03Z', 'updated_at': '2022-01-28T20:09:04Z', 'revision_number': 3, 'project_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'gw_port': {'id': 'c7d210f4-25b5-43d9-bfcb-baa1ce4177f6', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:03Z', 'updated_at': '2022-01-28T20:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:09:05.674477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Checking router: 87113ece-23f0-4caf-a38a-963ea2683b51 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:09:05.674826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Updating router 87113ece-23f0-4caf-a38a-963ea2683b51 port c7d210f4-25b5-43d9-bfcb-baa1ce4177f6 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:09:05.716110 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c7d210f4-25b5-43d9-bfcb-baa1ce4177f6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:05.727139 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:05.746080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b118bda9-1412-457f-88fc-0b02ec90b3d0 None None] Provisioning complete for port 14b45c6b-62d1-4542-ae77-f94f2dfb6966 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:05.746470 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b118bda9-1412-457f-88fc-0b02ec90b3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:05.919614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Allocated IP 172.20.0.1 (ee6b66e3-e7aa-43f9-9a43-fb363df31548/5c46ba79-a1f5-4f67-96ae-98fe19465934/f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:09:05.956401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b118bda9-1412-457f-88fc-0b02ec90b3d0 None None] Current status of the port 14b45c6b-62d1-4542-ae77-f94f2dfb6966 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:05.956584 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b118bda9-1412-457f-88fc-0b02ec90b3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:06.021804 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-b118bda9-1412-457f-88fc-0b02ec90b3d0 None None] For port 14b45c6b-62d1-4542-ae77-f94f2dfb6966, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=14b45c6b-62d1-4542-ae77-f94f2dfb6966,segment=NetworkSegment(889a2378-5d13-4d8c-828c-fefd3c81dc54),segment_id=889a2378-5d13-4d8c-828c-fefd3c81dc54)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:09:06.032494 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b118bda9-1412-457f-88fc-0b02ec90b3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:06.064922 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Publish callbacks [] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:06.108423 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:06.109944 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b118bda9-1412-457f-88fc-0b02ec90b3d0 None None] Provisioning complete for port e8cb2a11-c508-43bb-9834-0ee454242974 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:06.110475 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b118bda9-1412-457f-88fc-0b02ec90b3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e8cb2a11-c508-43bb-9834-0ee454242974), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:06.153179 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Network ee6b66e3-e7aa-43f9-9a43-fb363df31548 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:09:06.158706 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:09:06.159203 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Publish callbacks [] for port (c7d210f4-25b5-43d9-bfcb-baa1ce4177f6), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:06.163590 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:09:06.166111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Pushing event updated for resources: {'Port': ['ID=f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:06.176159 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118bda9-1412-457f-88fc-0b02ec90b3d0 None None] Pushing event updated for resources: {'Port': ['ID=14b45c6b-62d1-4542-ae77-f94f2dfb6966,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:06.185250 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c7d210f4-25b5-43d9-bfcb-baa1ce4177f6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:06.225368 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (87113ece-23f0-4caf-a38a-963ea2683b51), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:06.257249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 14b45c6b-62d1-4542-ae77-f94f2dfb6966 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:09:06.293714 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Attempting to bind port c7d210f4-25b5-43d9-bfcb-baa1ce4177f6 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:09:06.294321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Attempting to bind port c7d210f4-25b5-43d9-bfcb-baa1ce4177f6 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:09:06.294780 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Attempting to bind port c7d210f4-25b5-43d9-bfcb-baa1ce4177f6 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:09:06.317239 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:09:06.317688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:09:06.318208 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:06.318671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:09:06.319201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Bound port: c7d210f4-25b5-43d9-bfcb-baa1ce4177f6, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:09:06.319643 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c7d210f4-25b5-43d9-bfcb-baa1ce4177f6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:06.329339 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4309e51-4d27-4b19-962b-c43ac3a46883 None None] Pushing event updated for resources: {'Port': ['ID=c7d210f4-25b5-43d9-bfcb-baa1ce4177f6,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:06.427233 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] For port c7d210f4-25b5-43d9-bfcb-baa1ce4177f6, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:09:06.432918 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] For port c7d210f4-25b5-43d9-bfcb-baa1ce4177f6, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c7d210f4-25b5-43d9-bfcb-baa1ce4177f6,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:09:06.446503 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c7d210f4-25b5-43d9-bfcb-baa1ce4177f6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:06.453007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 14b45c6b-62d1-4542-ae77-f94f2dfb6966 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:06.453378 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:06.478726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b118bda9-1412-457f-88fc-0b02ec90b3d0 None None] Current status of the port e8cb2a11-c508-43bb-9834-0ee454242974 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:06.538121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Routers {'87113ece-23f0-4caf-a38a-963ea2683b51'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:09:06.538768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['87113ece-23f0-4caf-a38a-963ea2683b51'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:09:06.586647 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4309e51-4d27-4b19-962b-c43ac3a46883 None None] Pushing event updated for resources: {'Port': ['ID=c7d210f4-25b5-43d9-bfcb-baa1ce4177f6,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:06.755262 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:06.827127 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8a575537-b353-40cb-bb4c-fdf0718b49ef None None] Provisioning complete for port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:06.827497 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8a575537-b353-40cb-bb4c-fdf0718b49ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:06.907516 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] Set router 87113ece-23f0-4caf-a38a-963ea2683b51 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:09:06.909766 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8a575537-b353-40cb-bb4c-fdf0718b49ef None None] Port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:09:06.915533 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Publish callbacks [] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:06.922437 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:06.938089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 14b45c6b-62d1-4542-ae77-f94f2dfb6966 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:06.939247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e9f3341a-32b5-4fea-84dc-c073f9cf3f93 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:09:06.983881 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (87113ece-23f0-4caf-a38a-963ea2683b51), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:06.998462 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Pushing event updated for resources: {'Port': ['ID=f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:07.093614 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e9f3341a-32b5-4fea-84dc-c073f9cf3f93 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:07.093959 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e9f3341a-32b5-4fea-84dc-c073f9cf3f93), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:07.097130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Network ee6b66e3-e7aa-43f9-9a43-fb363df31548 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:09:07.098710 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:09:07.201846 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'name': 'tempest-TestMinimumBasicScenario-356216245-router', 'tenant_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7d210f4-25b5-43d9-bfcb-baa1ce4177f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:09:03Z', 'updated_at': '2022-01-28T20:09:04Z', 'revision_number': 3, 'project_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'gw_port': {'id': 'c7d210f4-25b5-43d9-bfcb-baa1ce4177f6', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:03Z', 'updated_at': '2022-01-28T20:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:09:07.224471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Router 87113ece-23f0-4caf-a38a-963ea2683b51 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:09:07.234588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6c0124-2433-4432-a303-a571ad2d866e None None] The sync data for ids ['87113ece-23f0-4caf-a38a-963ea2683b51'] in n-d-824834-4 is: [{'id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'name': 'tempest-TestMinimumBasicScenario-356216245-router', 'tenant_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7d210f4-25b5-43d9-bfcb-baa1ce4177f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:09:03Z', 'updated_at': '2022-01-28T20:09:04Z', 'revision_number': 3, 'project_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'gw_port': {'id': 'c7d210f4-25b5-43d9-bfcb-baa1ce4177f6', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:03Z', 'updated_at': '2022-01-28T20:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:09:07.237842 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e9f3341a-32b5-4fea-84dc-c073f9cf3f93 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:07.239022 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e8cb2a11-c508-43bb-9834-0ee454242974 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:09:07.297215 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e8cb2a11-c508-43bb-9834-0ee454242974 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:07.297404 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e8cb2a11-c508-43bb-9834-0ee454242974), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:07.372233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:09:07.377374 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d5102201-2add-4994-bd9f-3f6085556593 admin admin] 10.222.0.55 "PUT /v2.0/routers/87113ece-23f0-4caf-a38a-963ea2683b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1891162 Jan 28 20:09:07.393425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e8cb2a11-c508-43bb-9834-0ee454242974 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:07.433825 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ec3a0c90-49bd-4ca3-babe-4c97b18eb41d None None] Provisioning complete for port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:07.434339 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0c90-49bd-4ca3-babe-4c97b18eb41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:07.469870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a0c90-49bd-4ca3-babe-4c97b18eb41d None None] Port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:09:08.053769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 14b45c6b-62d1-4542-ae77-f94f2dfb6966 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:09:08.109431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 14b45c6b-62d1-4542-ae77-f94f2dfb6966 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:08.109804 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:08.191663 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 14b45c6b-62d1-4542-ae77-f94f2dfb6966 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:08.193118 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c7d210f4-25b5-43d9-bfcb-baa1ce4177f6 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:09:08.239533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c7d210f4-25b5-43d9-bfcb-baa1ce4177f6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:08.240144 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c7d210f4-25b5-43d9-bfcb-baa1ce4177f6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:08.332860 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c7d210f4-25b5-43d9-bfcb-baa1ce4177f6 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:08.333958 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c7d210f4-25b5-43d9-bfcb-baa1ce4177f6), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:08.362912 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port c7d210f4-25b5-43d9-bfcb-baa1ce4177f6, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c7d210f4-25b5-43d9-bfcb-baa1ce4177f6,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:09:08.368602 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (c7d210f4-25b5-43d9-bfcb-baa1ce4177f6), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:08.424610 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=c7d210f4-25b5-43d9-bfcb-baa1ce4177f6,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:09.197895 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Sync routers for ids ['87113ece-23f0-4caf-a38a-963ea2683b51'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:09:09.209047 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Routers {'87113ece-23f0-4caf-a38a-963ea2683b51'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:09:09.213034 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['87113ece-23f0-4caf-a38a-963ea2683b51'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:09:09.342310 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Set router 87113ece-23f0-4caf-a38a-963ea2683b51 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:09:09.657271 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'name': 'tempest-TestMinimumBasicScenario-356216245-router', 'tenant_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7d210f4-25b5-43d9-bfcb-baa1ce4177f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:09:03Z', 'updated_at': '2022-01-28T20:09:06Z', 'revision_number': 4, 'project_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'gw_port': {'id': 'c7d210f4-25b5-43d9-bfcb-baa1ce4177f6', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:03Z', 'updated_at': '2022-01-28T20:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5', 'name': '', 'network_id': 'ee6b66e3-e7aa-43f9-9a43-fb363df31548', 'tenant_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'mac_address': 'fa:16:3e:5c:50:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '5c46ba79-a1f5-4f67-96ae-98fe19465934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:05Z', 'updated_at': '2022-01-28T20:09:06Z', 'revision_number': 2, 'project_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'subnets': [{'id': '5c46ba79-a1f5-4f67-96ae-98fe19465934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:09:09.689594 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Checking router: 87113ece-23f0-4caf-a38a-963ea2683b51 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:09:09.690720 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Updating router 87113ece-23f0-4caf-a38a-963ea2683b51 port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:09:09.719219 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:09.981513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c7d210f4-25b5-43d9-bfcb-baa1ce4177f6 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:09:10.038306 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Publish callbacks [] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:10.047880 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:10.056626 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port c7d210f4-25b5-43d9-bfcb-baa1ce4177f6 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:10.057853 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (c7d210f4-25b5-43d9-bfcb-baa1ce4177f6), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:10.118547 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83083ee-0edc-400d-ac5e-8c4950bf77ab None None] Pushing event updated for resources: {'Port': ['ID=f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:10.191274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port c7d210f4-25b5-43d9-bfcb-baa1ce4177f6 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:10.222523 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Attempting to bind port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:09:10.223004 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Attempting to bind port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'ab03c1c2-9d3e-4c82-ad12-812309778f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ee6b66e3-e7aa-43f9-9a43-fb363df31548'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:09:10.223396 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Attempting to bind port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 on network ee6b66e3-e7aa-43f9-9a43-fb363df31548 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:09:10.231877 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:09:10.232491 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Checking segment: {'id': 'ab03c1c2-9d3e-4c82-ad12-812309778f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ee6b66e3-e7aa-43f9-9a43-fb363df31548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:09:10.232986 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:10.233502 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Bound using segment: {'id': 'ab03c1c2-9d3e-4c82-ad12-812309778f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ee6b66e3-e7aa-43f9-9a43-fb363df31548'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:09:10.234087 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Bound port: f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab03c1c2-9d3e-4c82-ad12-812309778f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ee6b66e3-e7aa-43f9-9a43-fb363df31548'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:09:10.234500 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:10.321770 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] For port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:09:10.326122 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] For port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5,segment=NetworkSegment(ab03c1c2-9d3e-4c82-ad12-812309778f3c),segment_id=ab03c1c2-9d3e-4c82-ad12-812309778f3c)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:09:10.335747 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:10.392240 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Routers {'87113ece-23f0-4caf-a38a-963ea2683b51'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:09:10.392872 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:08:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['87113ece-23f0-4caf-a38a-963ea2683b51'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:09:10.434180 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-19acafcc-d714-4026-9d79-c00875798faa None None] Provisioning complete for port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:10.434554 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19acafcc-d714-4026-9d79-c00875798faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:10.445887 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83083ee-0edc-400d-ac5e-8c4950bf77ab None None] Pushing event updated for resources: {'Port': ['ID=f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:10.544253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-19acafcc-d714-4026-9d79-c00875798faa None None] Current status of the port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:10.544933 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19acafcc-d714-4026-9d79-c00875798faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:10.559929 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] Set router 87113ece-23f0-4caf-a38a-963ea2683b51 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:09:10.587658 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-19acafcc-d714-4026-9d79-c00875798faa None None] For port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5,segment=NetworkSegment(ab03c1c2-9d3e-4c82-ad12-812309778f3c),segment_id=ab03c1c2-9d3e-4c82-ad12-812309778f3c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:09:10.597008 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19acafcc-d714-4026-9d79-c00875798faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:10.680648 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acafcc-d714-4026-9d79-c00875798faa None None] Pushing event updated for resources: {'Port': ['ID=f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:10.740064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2c348051-756e-4dcf-aa44-1a1dbb55ba4a None None] Provisioning complete for port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:10.742682 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c348051-756e-4dcf-aa44-1a1dbb55ba4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:10.805678 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'name': 'tempest-TestMinimumBasicScenario-356216245-router', 'tenant_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7d210f4-25b5-43d9-bfcb-baa1ce4177f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:09:03Z', 'updated_at': '2022-01-28T20:09:06Z', 'revision_number': 4, 'project_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'gw_port': {'id': 'c7d210f4-25b5-43d9-bfcb-baa1ce4177f6', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:03Z', 'updated_at': '2022-01-28T20:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5', 'name': '', 'network_id': 'ee6b66e3-e7aa-43f9-9a43-fb363df31548', 'tenant_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'mac_address': 'fa:16:3e:5c:50:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '5c46ba79-a1f5-4f67-96ae-98fe19465934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:05Z', 'updated_at': '2022-01-28T20:09:10Z', 'revision_number': 4, 'project_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'subnets': [{'id': '5c46ba79-a1f5-4f67-96ae-98fe19465934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:09:10.836492 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2c348051-756e-4dcf-aa44-1a1dbb55ba4a None None] Current status of the port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:10.852127 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2144d0-f187-44b0-b88b-dcee01f2b3f4 None None] The sync data for ids ['87113ece-23f0-4caf-a38a-963ea2683b51'] in n-d-824834-4 is: [{'id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'name': 'tempest-TestMinimumBasicScenario-356216245-router', 'tenant_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7d210f4-25b5-43d9-bfcb-baa1ce4177f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:09:03Z', 'updated_at': '2022-01-28T20:09:06Z', 'revision_number': 4, 'project_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'gw_port': {'id': 'c7d210f4-25b5-43d9-bfcb-baa1ce4177f6', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:03Z', 'updated_at': '2022-01-28T20:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5', 'name': '', 'network_id': 'ee6b66e3-e7aa-43f9-9a43-fb363df31548', 'tenant_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'mac_address': 'fa:16:3e:5c:50:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '5c46ba79-a1f5-4f67-96ae-98fe19465934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:05Z', 'updated_at': '2022-01-28T20:09:10Z', 'revision_number': 4, 'project_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'subnets': [{'id': '5c46ba79-a1f5-4f67-96ae-98fe19465934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:09:12.017518 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:09:12.073577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:12.073869 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:12.162298 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:13.277345 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:09:17.469558 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-7ffd0610-7ab4-4149-86bf-07796dba044f tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:17.471065 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-7ffd0610-7ab4-4149-86bf-07796dba044f tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/networks?id=411755dc-bca1-4449-8245-d922802658ab HTTP/1.1" status: 200 len: 815 time: 0.1011777 Jan 28 20:09:17.485534 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-b4289742-8b2c-4ec1-b8e1-fca0203c9f94 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/quotas/870ca92ca4cc49da8b6d3da562fc40a3 HTTP/1.1" status: 200 len: 375 time: 0.0090635 Jan 28 20:09:17.540438 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-5b75b39a-fdc6-4ae7-baf4-f9b3084193fc tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=870ca92ca4cc49da8b6d3da562fc40a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499156 Jan 28 20:09:17.654506 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-5f0ca9a1-caef-4a57-a495-3abec070e758 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:09:17.655509 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-5f0ca9a1-caef-4a57-a495-3abec070e758 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1021185 Jan 28 20:09:17.747619 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-6a0966ec-6f71-4aa4-b8c4-9c7978dc96b9 service neutron] 10.222.0.55 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860007 Jan 28 20:09:17.836553 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-bddc265d-50fe-47f2-9788-cee1dab90a45 service neutron] 10.222.0.55 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810723 Jan 28 20:09:18.333997 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-846df099-7b53-4968-9dc0-c5c2e41aba5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:19.024171 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-63e99885-42b8-4e20-8e29-564ce2831e12 req-cc334bd6-b11f-48f9-8bb0-bb4a74250d65 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 210 time: 0.0285044 Jan 28 20:09:19.976363 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-37a68279-13ca-4e48-ab47-87cfb59252fa tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:19.978086 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-37a68279-13ca-4e48-ab47-87cfb59252fa tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.37 "GET /v2.0/networks?id=411755dc-bca1-4449-8245-d922802658ab HTTP/1.1" status: 200 len: 815 time: 0.1132629 Jan 28 20:09:19.989839 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-3cd6b5c2-2cac-4419-8a84-c94ccdc6aaf7 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Request body: {'port': {'device_id': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'admin_state_up': True, 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:09:20.113294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-3cd6b5c2-2cac-4419-8a84-c94ccdc6aaf7 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Made reservation on behalf of 870ca92ca4cc49da8b6d3da562fc40a3 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:09:20.117282 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-3cd6b5c2-2cac-4419-8a84-c94ccdc6aaf7 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:20.141176 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-44d7f257-04b1-4115-8e75-8287c1442238 req-d684029d-8d38-4143-9b9d-0baf2bc2c60d tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 210 time: 0.0357139 Jan 28 20:09:20.295367 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-3cd6b5c2-2cac-4419-8a84-c94ccdc6aaf7 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Allocated IP 172.20.0.13 (411755dc-bca1-4449-8245-d922802658ab/dab898d8-7818-43fd-86b6-32009ab504ea/4cdbbd39-3511-4925-b74b-dfa56ccd1adb) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:09:20.496495 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da84a549-3cc8-4b44-80d0-0938a605907b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:20.567748 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-3cd6b5c2-2cac-4419-8a84-c94ccdc6aaf7 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:20.609636 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-3cd6b5c2-2cac-4419-8a84-c94ccdc6aaf7 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:20.642174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-3cd6b5c2-2cac-4419-8a84-c94ccdc6aaf7 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Network 411755dc-bca1-4449-8245-d922802658ab is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:09:20.645234 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-3cd6b5c2-2cac-4419-8a84-c94ccdc6aaf7 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:09:20.649403 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-3cd6b5c2-2cac-4419-8a84-c94ccdc6aaf7 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:09:20.726842 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6b5c2-2cac-4419-8a84-c94ccdc6aaf7 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Pushing event updated for resources: {'Port': ['ID=4cdbbd39-3511-4925-b74b-dfa56ccd1adb,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:20.751513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-3cd6b5c2-2cac-4419-8a84-c94ccdc6aaf7 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:20.756478 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-3cd6b5c2-2cac-4419-8a84-c94ccdc6aaf7 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:20.813307 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-3cd6b5c2-2cac-4419-8a84-c94ccdc6aaf7 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8255825 Jan 28 20:09:20.830323 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Request body: {'port': {'device_id': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:09:20.943150 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:21.033682 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-482814ef-a0ff-4e9f-b18c-4f307ef0ab45 None None] Provisioning complete for port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:21.034506 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-482814ef-a0ff-4e9f-b18c-4f307ef0ab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:21.080836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-482814ef-a0ff-4e9f-b18c-4f307ef0ab45 None None] Port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:09:21.337431 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94321b-4629-4476-94f7-e9a69b0c7c0f req-0a7f65d2-8044-41fe-9023-a0990ce63f31 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:21.339077 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3b94321b-4629-4476-94f7-e9a69b0c7c0f req-0a7f65d2-8044-41fe-9023-a0990ce63f31 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 932 time: 0.1122856 Jan 28 20:09:21.450542 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3b94321b-4629-4476-94f7-e9a69b0c7c0f req-7f98b316-5041-4cef-97f0-83f970d49bfa tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030152 Jan 28 20:09:21.471974 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cdbbd39-3511-4925-b74b-dfa56ccd1adb {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:09:21.475908 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Publish callbacks [] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:21.490623 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Transition to ACTIVE for port object 4cdbbd39-3511-4925-b74b-dfa56ccd1adb will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:09:21.498275 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:21.599353 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Pushing event updated for resources: {'Port': ['ID=4cdbbd39-3511-4925-b74b-dfa56ccd1adb,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:21.666659 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Attempting to bind port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:09:21.666933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Attempting to bind port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '889a2378-5d13-4d8c-828c-fefd3c81dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '411755dc-bca1-4449-8245-d922802658ab'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:09:21.667268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Attempting to bind port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb on network 411755dc-bca1-4449-8245-d922802658ab {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:09:21.672821 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb on network 411755dc-bca1-4449-8245-d922802658ab not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:09:21.673183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Attempting to bind port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb on network 411755dc-bca1-4449-8245-d922802658ab {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:09:21.679610 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:09:21.679958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Checking segment: {'id': '889a2378-5d13-4d8c-828c-fefd3c81dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '411755dc-bca1-4449-8245-d922802658ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:09:21.680344 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Bound using segment: {'id': '889a2378-5d13-4d8c-828c-fefd3c81dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '411755dc-bca1-4449-8245-d922802658ab'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:09:21.681214 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Bound port: 4cdbbd39-3511-4925-b74b-dfa56ccd1adb, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a2378-5d13-4d8c-828c-fefd3c81dc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '411755dc-bca1-4449-8245-d922802658ab'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:09:21.681582 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:21.771483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] For port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:09:21.775614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] For port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4cdbbd39-3511-4925-b74b-dfa56ccd1adb,segment=NetworkSegment(889a2378-5d13-4d8c-828c-fefd3c81dc54),segment_id=889a2378-5d13-4d8c-828c-fefd3c81dc54)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:09:21.795264 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:21.847080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:21.847656 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:21.849317 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] 10.222.0.37 "PUT /v2.0/ports/4cdbbd39-3511-4925-b74b-dfa56ccd1adb HTTP/1.1" status: 200 len: 1092 time: 1.0299325 Jan 28 20:09:21.849826 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'tag': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:09:21.852297 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26906acd-b31a-49e8-8d7e-cd5a428b622f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1ecf18-c7eb-4338-993e-336d27a77349", "tag": "4cdbbd39-3511-4925-b74b-dfa56ccd1adb"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:09:21.884354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b96f5-78a4-4396-a832-94567546826f service neutron] Pushing event updated for resources: {'Port': ['ID=4cdbbd39-3511-4925-b74b-dfa56ccd1adb,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:21.910489 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133fcf94-4bfb-4065-8450-14d98fb41c21 x-openstack-request-id: req-133fcf94-4bfb-4065-8450-14d98fb41c21 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:09:21.910734 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1ecf18-c7eb-4338-993e-336d27a77349", "tag": "4cdbbd39-3511-4925-b74b-dfa56ccd1adb", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:09:21.911078 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-133fcf94-4bfb-4065-8450-14d98fb41c21 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:09:21.911718 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'tag': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb', 'status': 'completed', 'code': 200} Jan 28 20:09:21.955876 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:22.586855 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cfcd6-0424-4f41-b84a-1f9c28281c21 req-c0bb22a3-dfd4-4fd8-9c2c-05d5d61fb311 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:22.588584 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-de1cfcd6-0424-4f41-b84a-1f9c28281c21 req-c0bb22a3-dfd4-4fd8-9c2c-05d5d61fb311 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 944 time: 0.0656350 Jan 28 20:09:22.646950 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-de1cfcd6-0424-4f41-b84a-1f9c28281c21 req-79281d02-a5cb-45cf-85a7-1dccaee3208d tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498216 Jan 28 20:09:23.219413 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:23.773997 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455d75a-6fb8-4b71-8bcc-7985beef80df req-c14fa546-b5aa-43a4-9634-f3a52e18bf4e tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:23.775558 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0455d75a-6fb8-4b71-8bcc-7985beef80df req-c14fa546-b5aa-43a4-9634-f3a52e18bf4e tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 944 time: 0.0543067 Jan 28 20:09:23.825377 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0455d75a-6fb8-4b71-8bcc-7985beef80df req-147f512e-67f9-4a5b-a197-b79e75ae8ae2 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440791 Jan 28 20:09:24.537682 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:24.964528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adb859-beff-423f-8252-61a4c7d387ea req-89043860-b766-4905-9448-42a89fab22e1 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:24.966359 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e6adb859-beff-423f-8252-61a4c7d387ea req-89043860-b766-4905-9448-42a89fab22e1 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 944 time: 0.0688572 Jan 28 20:09:25.030063 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e6adb859-beff-423f-8252-61a4c7d387ea req-6b7a0633-4448-4901-8811-caebbe817802 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577006 Jan 28 20:09:25.960003 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:26.160352 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6845ab-7ac2-4ff9-a44f-ad32de29beb7 req-21bc59ab-660a-49e9-9829-8c28c55162ad tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:26.162180 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3b6845ab-7ac2-4ff9-a44f-ad32de29beb7 req-21bc59ab-660a-49e9-9829-8c28c55162ad tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 944 time: 0.0588052 Jan 28 20:09:26.214794 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3b6845ab-7ac2-4ff9-a44f-ad32de29beb7 req-0e7c603c-4207-45b2-80d7-824affdb6b9c tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471847 Jan 28 20:09:27.347420 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069c007-c65d-4083-a924-3e372beaf158 req-8d931947-7dab-4681-977b-f0ecd790f4bd tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:27.349043 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1069c007-c65d-4083-a924-3e372beaf158 req-8d931947-7dab-4681-977b-f0ecd790f4bd tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 944 time: 0.0630257 Jan 28 20:09:27.397007 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1069c007-c65d-4083-a924-3e372beaf158 req-4efbda85-dbc4-48cc-a3bd-3c9f27b4f511 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421207 Jan 28 20:09:28.531760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56ba8d-cd05-4220-a254-4569e84d00e3 req-3eccfb69-0180-4357-bfa7-735d641d85d7 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:28.533250 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c56ba8d-cd05-4220-a254-4569e84d00e3 req-3eccfb69-0180-4357-bfa7-735d641d85d7 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 944 time: 0.0651205 Jan 28 20:09:28.581209 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0c56ba8d-cd05-4220-a254-4569e84d00e3 req-e982c4fc-e694-4ac5-ac0c-cfead6fcbd7e tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422838 Jan 28 20:09:29.722936 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038da5cb-2247-4d6a-bc58-915576de4cb0 req-96390c6f-2a67-4cda-a165-eb01509347d9 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:29.724798 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-038da5cb-2247-4d6a-bc58-915576de4cb0 req-96390c6f-2a67-4cda-a165-eb01509347d9 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 944 time: 0.0644507 Jan 28 20:09:29.771868 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-038da5cb-2247-4d6a-bc58-915576de4cb0 req-8667f3d0-e18b-44d1-a04e-0b375e068555 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412335 Jan 28 20:09:30.751829 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:30.893054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e80051-8438-423c-8418-525b660d3c2a req-f948e314-21bb-49e0-a04c-b0efd3b8b62d tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:30.894601 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-18e80051-8438-423c-8418-525b660d3c2a req-f948e314-21bb-49e0-a04c-b0efd3b8b62d tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 944 time: 0.0543039 Jan 28 20:09:30.943497 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-18e80051-8438-423c-8418-525b660d3c2a req-0a25078c-e4a8-49c6-af8e-b95d03669725 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430639 Jan 28 20:09:31.550341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26906acd-b31a-49e8-8d7e-cd5a428b622f req-8f983469-644e-4a82-9a86-945c5a8ac8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:31.551847 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-26906acd-b31a-49e8-8d7e-cd5a428b622f req-8f983469-644e-4a82-9a86-945c5a8ac8ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=870ca92ca4cc49da8b6d3da562fc40a3&device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 1126 time: 0.0460672 Jan 28 20:09:31.724013 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26906acd-b31a-49e8-8d7e-cd5a428b622f req-eb09600c-c394-4e40-9ee9-87d0431d6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:31.725496 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-26906acd-b31a-49e8-8d7e-cd5a428b622f req-eb09600c-c394-4e40-9ee9-87d0431d6257 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=870ca92ca4cc49da8b6d3da562fc40a3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1648426 Jan 28 20:09:31.884111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26906acd-b31a-49e8-8d7e-cd5a428b622f req-43526c38-c83a-4f61-a96a-249cfa21059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:31.885833 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-26906acd-b31a-49e8-8d7e-cd5a428b622f req-43526c38-c83a-4f61-a96a-249cfa21059b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1519938 Jan 28 20:09:31.976049 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-ed1331c2-d287-4ccc-ad29-0ebf8b6b4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:31.977638 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-ed1331c2-d287-4ccc-ad29-0ebf8b6b4831 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=870ca92ca4cc49da8b6d3da562fc40a3&device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 1126 time: 0.0445058 Jan 28 20:09:32.093916 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-d8d7dca3-ea9a-4c92-8fe8-f93aa52628c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cdbbd39-3511-4925-b74b-dfa56ccd1adb HTTP/1.1" status: 200 len: 217 time: 0.0354567 Jan 28 20:09:32.116120 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c057bb-e291-44ad-8ad6-e8f7cb2929a2 req-17c68ab5-bfdd-4215-b338-0162cd174b10 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:32.117539 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-25c057bb-e291-44ad-8ad6-e8f7cb2929a2 req-17c68ab5-bfdd-4215-b338-0162cd174b10 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 944 time: 0.1045578 Jan 28 20:09:32.167057 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-1e37dd58-0e98-4905-98bc-dac0b90640a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:32.168379 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-1e37dd58-0e98-4905-98bc-dac0b90640a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dab898d8-7818-43fd-86b6-32009ab504ea HTTP/1.1" status: 200 len: 854 time: 0.0684040 Jan 28 20:09:32.215632 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-25c057bb-e291-44ad-8ad6-e8f7cb2929a2 req-f517d66f-7d26-45f3-b3be-a75b701348fc tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806768 Jan 28 20:09:32.232263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-f23b1b3b-1281-4e4e-91aa-6d826a181cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:32.233764 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-f23b1b3b-1281-4e4e-91aa-6d826a181cc5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=411755dc-bca1-4449-8245-d922802658ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0578167 Jan 28 20:09:32.322958 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-9b077adc-8a3f-4446-94b5-75e62f1df659 service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834260 Jan 28 20:09:32.412876 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c85cf203-326c-49b5-987f-b3c9e91ee0e8 req-0a6e4561-4ed6-4c28-86f4-2a8233077e8c service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833669 Jan 28 20:09:33.337524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376d88c-aeb9-4e40-809a-9efa0a403d29 req-9e110638-5aee-43e6-90d1-8b80274103ac tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:33.339025 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7376d88c-aeb9-4e40-809a-9efa0a403d29 req-9e110638-5aee-43e6-90d1-8b80274103ac tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 944 time: 0.0533381 Jan 28 20:09:33.390879 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7376d88c-aeb9-4e40-809a-9efa0a403d29 req-cdfa0df2-68c2-4a27-a3aa-78e5ffe7980a tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461960 Jan 28 20:09:34.532630 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6111fac-3b8e-4bfd-b75c-eabf872e09c5 req-10e78aa9-0c9d-4471-9301-d51fb1a888d6 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:34.534121 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6111fac-3b8e-4bfd-b75c-eabf872e09c5 req-10e78aa9-0c9d-4471-9301-d51fb1a888d6 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 944 time: 0.0553539 Jan 28 20:09:34.583150 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d6111fac-3b8e-4bfd-b75c-eabf872e09c5 req-33f8e03f-d0f0-4b9a-9ec8-37ec3c02bb41 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408437 Jan 28 20:09:35.961942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741a10d-b212-4ad9-b2af-2dc932f86d3f req-89253908-8117-47d3-8e95-851bcaa6d236 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:35.963464 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2741a10d-b212-4ad9-b2af-2dc932f86d3f req-89253908-8117-47d3-8e95-851bcaa6d236 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 944 time: 0.0546250 Jan 28 20:09:36.010165 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2741a10d-b212-4ad9-b2af-2dc932f86d3f req-02f9d64d-310b-4fbe-9481-77aeb36f8df9 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409136 Jan 28 20:09:36.824346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4cdbbd39-3511-4925-b74b-dfa56ccd1adb details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:09:36.937090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4cdbbd39-3511-4925-b74b-dfa56ccd1adb,segment=NetworkSegment(889a2378-5d13-4d8c-828c-fefd3c81dc54),segment_id=889a2378-5d13-4d8c-828c-fefd3c81dc54)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:09:36.947661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb', 'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'port_id': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb', 'mac_address': 'fa:16:3e:b0:18:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:09:36.984850 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:36.985237 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:36.997941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdbbd39-3511-4925-b74b-dfa56ccd1adb {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:09:37.021155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4cdbbd39-3511-4925-b74b-dfa56ccd1adb,segment=NetworkSegment(889a2378-5d13-4d8c-828c-fefd3c81dc54),segment_id=889a2378-5d13-4d8c-828c-fefd3c81dc54)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:09:37.027175 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:37.074953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=4cdbbd39-3511-4925-b74b-dfa56ccd1adb,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:37.133397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835f270-5d6a-4e38-b7bd-70e6285c0639 req-8c670376-e978-451a-8096-c509b1548497 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:37.134995 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3835f270-5d6a-4e38-b7bd-70e6285c0639 req-8c670376-e978-451a-8096-c509b1548497 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 945 time: 0.0579700 Jan 28 20:09:37.183558 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3835f270-5d6a-4e38-b7bd-70e6285c0639 req-3c9b375d-d537-4b42-a76d-d44da4f93183 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427971 Jan 28 20:09:37.322619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['4cdbbd39-3511-4925-b74b-dfa56ccd1adb'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:09:38.303747 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed7f8b-08cb-4298-9b89-8345fe87c915 req-7b621470-3255-438d-8f3d-a973fa0ab4b2 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:38.305225 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-54ed7f8b-08cb-4298-9b89-8345fe87c915 req-7b621470-3255-438d-8f3d-a973fa0ab4b2 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 945 time: 0.0538471 Jan 28 20:09:38.351890 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-54ed7f8b-08cb-4298-9b89-8345fe87c915 req-16df6dd9-ac6b-4d5a-ae4d-e2b3110a7aef tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405717 Jan 28 20:09:38.850081 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4cdbbd39-3511-4925-b74b-dfa56ccd1adb up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:09:38.913477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:09:38.917258 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:09:38.917638 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:38.996646 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:09:38.997034 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:39.020399 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:09:39.022664 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb80b4ee-3c1c-4490-b526-52e50332ba46" -d '{"events": [{"server_uuid": "fd1ecf18-c7eb-4338-993e-336d27a77349", "name": "network-vif-plugged", "status": "completed", "tag": "4cdbbd39-3511-4925-b74b-dfa56ccd1adb"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:09:39.034478 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4cdbbd39-3511-4925-b74b-dfa56ccd1adb,segment=NetworkSegment(889a2378-5d13-4d8c-828c-fefd3c81dc54),segment_id=889a2378-5d13-4d8c-828c-fefd3c81dc54)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:09:39.040261 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:39.066046 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caeb55a-c3c2-4122-a1fd-697245602697 x-openstack-request-id: req-9caeb55a-c3c2-4122-a1fd-697245602697 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:09:39.066354 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1ecf18-c7eb-4338-993e-336d27a77349", "name": "network-vif-plugged", "status": "completed", "tag": "4cdbbd39-3511-4925-b74b-dfa56ccd1adb", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:09:39.066576 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9caeb55a-c3c2-4122-a1fd-697245602697 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:09:39.066955 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb', 'code': 200} Jan 28 20:09:39.094791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=4cdbbd39-3511-4925-b74b-dfa56ccd1adb,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:09:39.167888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a955aa5-2e97-40ff-864c-158307c2caf5 req-810f1cb2-1046-433a-9660-ee86a7bcdf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:39.169392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a955aa5-2e97-40ff-864c-158307c2caf5 req-810f1cb2-1046-433a-9660-ee86a7bcdf9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 1128 time: 0.0487325 Jan 28 20:09:39.214882 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a955aa5-2e97-40ff-864c-158307c2caf5 req-50e0e7af-d5b4-48fd-9037-443323b6e174 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383894 Jan 28 20:09:39.485803 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4919a-c1ce-4c98-b3a0-f951017bda61 req-dbfec3b0-dac8-4c92-b7d0-766310702826 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:39.487297 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-52a4919a-c1ce-4c98-b3a0-f951017bda61 req-dbfec3b0-dac8-4c92-b7d0-766310702826 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 946 time: 0.0578716 Jan 28 20:09:39.537416 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-52a4919a-c1ce-4c98-b3a0-f951017bda61 req-f0e979fd-211d-4ada-9856-0244dfcd262b tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424421 Jan 28 20:09:40.662001 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2680d91-83d8-4330-a652-8a7bbb58f198 req-2e354e64-6672-464b-8021-b3b96a305b24 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:40.663523 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c2680d91-83d8-4330-a652-8a7bbb58f198 req-2e354e64-6672-464b-8021-b3b96a305b24 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 946 time: 0.0573716 Jan 28 20:09:40.714618 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c2680d91-83d8-4330-a652-8a7bbb58f198 req-c8bf47e0-5d85-4f58-a0d1-d2ee21cb418a tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432937 Jan 28 20:09:40.837556 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527689d-e7a4-47c6-9a20-d729a9d90b45 req-d312fd9a-087c-4502-8072-fc40e2506d9b tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:40.839062 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7527689d-e7a4-47c6-9a20-d729a9d90b45 req-d312fd9a-087c-4502-8072-fc40e2506d9b tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 946 time: 0.0547614 Jan 28 20:09:40.888034 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7527689d-e7a4-47c6-9a20-d729a9d90b45 req-8c831241-fcac-42b1-b2da-4c9e034631c1 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433285 Jan 28 20:09:41.090931 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df460bb-1002-4c31-9ff2-611677be1c8a req-232c7b6a-449e-4315-a7b2-1303b2f3cb86 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:41.092279 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3df460bb-1002-4c31-9ff2-611677be1c8a req-232c7b6a-449e-4315-a7b2-1303b2f3cb86 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 946 time: 0.0612686 Jan 28 20:09:41.140793 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3df460bb-1002-4c31-9ff2-611677be1c8a req-40dd7af9-daeb-4d74-a676-dd0ef28b96a6 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427611 Jan 28 20:09:48.318220 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1d7788e-9a86-4ddf-99a1-634c85942d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:50.278192 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:09:50.481991 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfa5858b-ab09-4554-9100-6a3d771b3235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:51.958073 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:53.219517 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:54.547115 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:55.974400 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:09:58.744704 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1301950a-2867-4ec7-9adc-c12f1c1b8924 req-aa03c8f9-213d-4f85-a5bd-8be1daa2aba1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562553 Jan 28 20:09:58.844499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301950a-2867-4ec7-9adc-c12f1c1b8924 req-2e0e9e54-1577-4e48-b43f-03956ee808c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:58.844499 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1301950a-2867-4ec7-9adc-c12f1c1b8924 req-2e0e9e54-1577-4e48-b43f-03956ee808c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=870ca92ca4cc49da8b6d3da562fc40a3&device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 1128 time: 0.0505452 Jan 28 20:09:58.946756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301950a-2867-4ec7-9adc-c12f1c1b8924 req-f05fde50-b1a8-4f00-915b-909822215303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:58.948388 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1301950a-2867-4ec7-9adc-c12f1c1b8924 req-f05fde50-b1a8-4f00-915b-909822215303 service neutron] 10.222.0.37 "GET /v2.0/networks?id=411755dc-bca1-4449-8245-d922802658ab HTTP/1.1" status: 200 len: 916 time: 0.0877769 Jan 28 20:09:58.992041 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1301950a-2867-4ec7-9adc-c12f1c1b8924 req-d39fbe02-1a25-489f-92cb-0e88fb007f17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cdbbd39-3511-4925-b74b-dfa56ccd1adb HTTP/1.1" status: 200 len: 217 time: 0.0372164 Jan 28 20:09:59.048079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301950a-2867-4ec7-9adc-c12f1c1b8924 req-958a8941-4507-4f94-8192-bae304adc74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:59.048079 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1301950a-2867-4ec7-9adc-c12f1c1b8924 req-958a8941-4507-4f94-8192-bae304adc74b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dab898d8-7818-43fd-86b6-32009ab504ea HTTP/1.1" status: 200 len: 854 time: 0.0468612 Jan 28 20:09:59.102351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301950a-2867-4ec7-9adc-c12f1c1b8924 req-4e4c15b9-f005-4745-b5d9-0bafd41abca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:09:59.104616 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1301950a-2867-4ec7-9adc-c12f1c1b8924 req-4e4c15b9-f005-4745-b5d9-0bafd41abca0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=411755dc-bca1-4449-8245-d922802658ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519328 Jan 28 20:09:59.196698 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1301950a-2867-4ec7-9adc-c12f1c1b8924 req-89578e2e-4476-4ef6-b389-b65f7dd82227 service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856831 Jan 28 20:09:59.288856 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1301950a-2867-4ec7-9adc-c12f1c1b8924 req-2ef9bed3-379a-44b3-8741-1d7d2b6f5d56 service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853782 Jan 28 20:10:00.126146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19eda6-cfbe-42c4-8c7b-800e0aaa1f8f req-aa3c0c04-18a5-4f81-a1a1-f8f81402f2ac tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:00.127570 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8c19eda6-cfbe-42c4-8c7b-800e0aaa1f8f req-aa3c0c04-18a5-4f81-a1a1-f8f81402f2ac tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 946 time: 0.0647576 Jan 28 20:10:00.178221 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8c19eda6-cfbe-42c4-8c7b-800e0aaa1f8f req-b796749d-0286-44ab-b3f4-bab23dfa57b6 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Jan 28 20:10:00.202664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36462) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:10:00.300492 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97055ba-477a-4278-87ab-ba6d2e2642cc tempest-TestMinimumBasicScenario-1678286976 tempest-TestMinimumBasicScenario-1678286976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:00.302040 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d97055ba-477a-4278-87ab-ba6d2e2642cc tempest-TestMinimumBasicScenario-1678286976 tempest-TestMinimumBasicScenario-1678286976-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 1123 time: 0.0983188 Jan 28 20:10:00.305050 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36466) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:10:00.309750 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:10:00.331901 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:00.432951 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:00.541599 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Allocated IP 172.25.0.121 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/c77a5490-6b3f-4c40-ab12-df7b85dbb4a6) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:10:00.642613 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for port (c77a5490-6b3f-4c40-ab12-df7b85dbb4a6), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:00.678884 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c77a5490-6b3f-4c40-ab12-df7b85dbb4a6), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:00.715241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:10:00.717813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:10:00.723158 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:10:00.728436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Pushing event updated for resources: {'Port': ['ID=c77a5490-6b3f-4c40-ab12-df7b85dbb4a6,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:10:00.772430 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:01.420077 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for floatingip (334818e2-778e-46de-bacb-892235d6e6e4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:01.502463 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (c77a5490-6b3f-4c40-ab12-df7b85dbb4a6), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:01.649219 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for port (c77a5490-6b3f-4c40-ab12-df7b85dbb4a6), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:01.656599 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (c77a5490-6b3f-4c40-ab12-df7b85dbb4a6), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:01.729670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Pushing event updated for resources: {'Port': ['ID=c77a5490-6b3f-4c40-ab12-df7b85dbb4a6,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:10:01.740884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:01.741234 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:01.741573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:01.741912 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:01.742259 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:01.742588 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:01.742915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:01.743240 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:01.743562 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:01.743883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:01.744214 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:01.744523 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:01.744849 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:01.750665 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (334818e2-778e-46de-bacb-892235d6e6e4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:01.852128 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Floating IP 334818e2-778e-46de-bacb-892235d6e6e4 associated. External IP: 172.25.0.121, port: 4cdbbd39-3511-4925-b74b-dfa56ccd1adb. Jan 28 20:10:02.068824 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Router 5db20bfa-1b3c-4679-a7fb-830a400c2158 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:10:02.178910 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:10:02.189544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761128b9-179f-4039-af87-b29e4c41f44e None None] Sync routers for ids ['5db20bfa-1b3c-4679-a7fb-830a400c2158'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:10:02.199356 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.200202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761128b9-179f-4039-af87-b29e4c41f44e None None] Routers {'5db20bfa-1b3c-4679-a7fb-830a400c2158'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:10:02.200893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-761128b9-179f-4039-af87-b29e4c41f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:09:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['5db20bfa-1b3c-4679-a7fb-830a400c2158'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:10:02.230183 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-25b573b9-42d3-4c74-9f8a-31b84094ac99 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9241228 Jan 28 20:10:02.230736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'tag': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:10:02.233341 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163fdb73-2aa3-4c5b-b356-2351867f3033" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1ecf18-c7eb-4338-993e-336d27a77349", "tag": "4cdbbd39-3511-4925-b74b-dfa56ccd1adb"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:10:02.233473 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36468) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:10:02.238689 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205482746', 'description': 'tempest-secgroup-smoke-205482746 description', 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:10:02.263744 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.275033 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991a9e33-5c2b-40f9-a33d-700a924d2edd x-openstack-request-id: req-991a9e33-5c2b-40f9-a33d-700a924d2edd {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:10:02.275347 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1ecf18-c7eb-4338-993e-336d27a77349", "tag": "4cdbbd39-3511-4925-b74b-dfa56ccd1adb", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:10:02.275692 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-991a9e33-5c2b-40f9-a33d-700a924d2edd {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:10:02.276078 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'tag': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb', 'status': 'completed', 'code': 200} Jan 28 20:10:02.310132 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-761128b9-179f-4039-af87-b29e4c41f44e None None] Set router 5db20bfa-1b3c-4679-a7fb-830a400c2158 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:10:02.332890 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group (0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.339067 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.356816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fdb73-2aa3-4c5b-b356-2351867f3033 req-d850bdd6-2118-4b8f-ba24-4cf937ef890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:02.359078 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-163fdb73-2aa3-4c5b-b356-2351867f3033 req-d850bdd6-2118-4b8f-ba24-4cf937ef890e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=870ca92ca4cc49da8b6d3da562fc40a3&device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 1128 time: 0.0517650 Jan 28 20:10:02.362046 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.363291 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1287637 Jan 28 20:10:02.366979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36472) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:10:02.377915 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:10:02.379419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-504ebbab-274e-4f5d-b9f9-41b60fd8423e tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Request body: {'security_group_rule': {'security_group_id': '0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4', 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:10:02.386380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:02.386729 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:02.387067 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:02.387398 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:02.387728 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:02.388054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:02.388535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:02.388886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:02.389182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:02.389499 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:02.389825 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:02.390165 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:02.390482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e44422b-aeca-48f4-8787-3dacde4e0415 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:10:02.460480 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-504ebbab-274e-4f5d-b9f9-41b60fd8423e tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (093967e7-5c04-44c3-b031-43b298258973), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.496092 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fdb73-2aa3-4c5b-b356-2351867f3033 req-b96053b7-9c9e-4441-9619-53b7a78e5ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:02.497696 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-163fdb73-2aa3-4c5b-b356-2351867f3033 req-b96053b7-9c9e-4441-9619-53b7a78e5ecc service neutron] 10.222.0.37 "GET /v2.0/networks?id=411755dc-bca1-4449-8245-d922802658ab HTTP/1.1" status: 200 len: 916 time: 0.1296468 Jan 28 20:10:02.544006 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-761128b9-179f-4039-af87-b29e4c41f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'name': 'tempest-TestMinimumBasicScenario-1744144241-router', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:08:58Z', 'updated_at': '2022-01-28T20:09:01Z', 'revision_number': 4, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'gw_port': {'id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:08:59Z', 'updated_at': '2022-01-28T20:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '334818e2-778e-46de-bacb-892235d6e6e4', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'port_id': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'mac_address': 'fa:16:3e:b0:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:10:01Z', 'updated_at': '2022-01-28T20:10:01Z', 'revision_number': 0, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b45c6b-62d1-4542-ae77-f94f2dfb6966', 'name': '', 'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'mac_address': 'fa:16:3e:f3:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:00Z', 'updated_at': '2022-01-28T20:09:05Z', 'revision_number': 5, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'subnets': [{'id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:10:02.564582 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-504ebbab-274e-4f5d-b9f9-41b60fd8423e tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (093967e7-5c04-44c3-b031-43b298258973), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.570358 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-504ebbab-274e-4f5d-b9f9-41b60fd8423e tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (093967e7-5c04-44c3-b031-43b298258973), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.571299 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761128b9-179f-4039-af87-b29e4c41f44e None None] Checking router: 5db20bfa-1b3c-4679-a7fb-830a400c2158 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:10:02.580551 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761128b9-179f-4039-af87-b29e4c41f44e None None] Routers {'5db20bfa-1b3c-4679-a7fb-830a400c2158'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:10:02.581173 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-761128b9-179f-4039-af87-b29e4c41f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:09:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['5db20bfa-1b3c-4679-a7fb-830a400c2158'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:10:02.588790 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-163fdb73-2aa3-4c5b-b356-2351867f3033 req-27969782-e5ab-4cb5-baf1-5c75ee8cbd13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cdbbd39-3511-4925-b74b-dfa56ccd1adb HTTP/1.1" status: 200 len: 1000 time: 0.0850751 Jan 28 20:10:02.594349 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ebbab-274e-4f5d-b9f9-41b60fd8423e tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093967e7-5c04-44c3-b031-43b298258973,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:10:02.607683 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-504ebbab-274e-4f5d-b9f9-41b60fd8423e tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.611548 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-504ebbab-274e-4f5d-b9f9-41b60fd8423e tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2397277 Jan 28 20:10:02.612157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36476) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:10:02.617734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b132b160-1ebc-4e78-923a-73518c38b5a8 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Request body: {'security_group_rule': {'security_group_id': '0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4', 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:10:02.654855 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fdb73-2aa3-4c5b-b356-2351867f3033 req-305eac0f-52b2-4dc4-839a-3130454e4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:02.656388 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-163fdb73-2aa3-4c5b-b356-2351867f3033 req-305eac0f-52b2-4dc4-839a-3130454e4233 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dab898d8-7818-43fd-86b6-32009ab504ea HTTP/1.1" status: 200 len: 854 time: 0.0599320 Jan 28 20:10:02.656534 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b132b160-1ebc-4e78-923a-73518c38b5a8 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (86f5eb9e-9392-44e4-b8dc-867fb11c28ce), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.696636 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-761128b9-179f-4039-af87-b29e4c41f44e None None] Set router 5db20bfa-1b3c-4679-a7fb-830a400c2158 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:10:02.716855 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fdb73-2aa3-4c5b-b356-2351867f3033 req-a4a2c91d-e7ac-4090-9c0e-33a04eb59604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:02.718550 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-163fdb73-2aa3-4c5b-b356-2351867f3033 req-a4a2c91d-e7ac-4090-9c0e-33a04eb59604 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=411755dc-bca1-4449-8245-d922802658ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521336 Jan 28 20:10:02.738354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b132b160-1ebc-4e78-923a-73518c38b5a8 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (86f5eb9e-9392-44e4-b8dc-867fb11c28ce), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.743420 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b132b160-1ebc-4e78-923a-73518c38b5a8 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (86f5eb9e-9392-44e4-b8dc-867fb11c28ce), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.761436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132b160-1ebc-4e78-923a-73518c38b5a8 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f5eb9e-9392-44e4-b8dc-867fb11c28ce,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:10:02.774127 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b132b160-1ebc-4e78-923a-73518c38b5a8 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.778259 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b132b160-1ebc-4e78-923a-73518c38b5a8 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1622167 Jan 28 20:10:02.779301 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36480) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:10:02.783968 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ecdf1d0d-6756-40d1-83d5-2c50f1fcc9e5 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Request body: {'security_group_rule': {'security_group_id': '0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4', 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:10:02.813023 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ecdf1d0d-6756-40d1-83d5-2c50f1fcc9e5 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (0d7b257e-19cf-48db-9b97-5f0e7f00f1e3), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.818538 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-163fdb73-2aa3-4c5b-b356-2351867f3033 req-ab0e33e8-6c95-4da8-944c-c721dd5182ba service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938354 Jan 28 20:10:02.873168 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ecdf1d0d-6756-40d1-83d5-2c50f1fcc9e5 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (0d7b257e-19cf-48db-9b97-5f0e7f00f1e3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.879116 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ecdf1d0d-6756-40d1-83d5-2c50f1fcc9e5 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (0d7b257e-19cf-48db-9b97-5f0e7f00f1e3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.903048 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf1d0d-6756-40d1-83d5-2c50f1fcc9e5 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7b257e-19cf-48db-9b97-5f0e7f00f1e3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:10:02.919364 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ecdf1d0d-6756-40d1-83d5-2c50f1fcc9e5 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:02.923960 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ecdf1d0d-6756-40d1-83d5-2c50f1fcc9e5 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410670 Jan 28 20:10:02.924160 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36482) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:10:02.929015 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-9cca3435-dc46-46b2-a3c7-56222c613193 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Request body: {'security_group_rule': {'security_group_id': '0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4', 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:10:02.940555 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-163fdb73-2aa3-4c5b-b356-2351867f3033 req-f2bde3e0-0d5e-47af-87bb-ec932c0c00ac service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156418 Jan 28 20:10:02.940853 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-761128b9-179f-4039-af87-b29e4c41f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'name': 'tempest-TestMinimumBasicScenario-1744144241-router', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:08:58Z', 'updated_at': '2022-01-28T20:09:01Z', 'revision_number': 4, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'gw_port': {'id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:08:59Z', 'updated_at': '2022-01-28T20:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '334818e2-778e-46de-bacb-892235d6e6e4', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'port_id': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'mac_address': 'fa:16:3e:b0:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:10:01Z', 'updated_at': '2022-01-28T20:10:01Z', 'revision_number': 0, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b45c6b-62d1-4542-ae77-f94f2dfb6966', 'name': '', 'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'mac_address': 'fa:16:3e:f3:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:00Z', 'updated_at': '2022-01-28T20:09:05Z', 'revision_number': 5, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'subnets': [{'id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:10:02.960663 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cca3435-dc46-46b2-a3c7-56222c613193 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (d5d07ddb-46f4-4920-a7f8-52b14fdcdd45), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:03.027475 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cca3435-dc46-46b2-a3c7-56222c613193 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (d5d07ddb-46f4-4920-a7f8-52b14fdcdd45), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:03.032413 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cca3435-dc46-46b2-a3c7-56222c613193 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (d5d07ddb-46f4-4920-a7f8-52b14fdcdd45), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:03.052412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca3435-dc46-46b2-a3c7-56222c613193 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d07ddb-46f4-4920-a7f8-52b14fdcdd45,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:10:03.061997 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9cca3435-dc46-46b2-a3c7-56222c613193 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:03.066099 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9cca3435-dc46-46b2-a3c7-56222c613193 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381500 Jan 28 20:10:03.066315 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36484) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:10:03.070870 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8a37633c-e269-4eeb-bf86-3fefda1ea849 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Request body: {'security_group_rule': {'security_group_id': '0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4', 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:10:03.092534 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-8a37633c-e269-4eeb-bf86-3fefda1ea849 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Project 870ca92ca4cc49da8b6d3da562fc40a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:10:03.098101 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8a37633c-e269-4eeb-bf86-3fefda1ea849 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (f1dba2ef-f3c8-4611-b066-9ab289483f4d), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:03.140975 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761128b9-179f-4039-af87-b29e4c41f44e None None] The sync data for ids ['5db20bfa-1b3c-4679-a7fb-830a400c2158'] in n-d-824834-4 is: [{'id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'name': 'tempest-TestMinimumBasicScenario-1744144241-router', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:08:58Z', 'updated_at': '2022-01-28T20:09:01Z', 'revision_number': 4, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'gw_port': {'id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:08:59Z', 'updated_at': '2022-01-28T20:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '334818e2-778e-46de-bacb-892235d6e6e4', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'port_id': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'mac_address': 'fa:16:3e:b0:18:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:10:01Z', 'updated_at': '2022-01-28T20:10:01Z', 'revision_number': 0, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b45c6b-62d1-4542-ae77-f94f2dfb6966', 'name': '', 'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'mac_address': 'fa:16:3e:f3:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:00Z', 'updated_at': '2022-01-28T20:09:05Z', 'revision_number': 5, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'subnets': [{'id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:10:03.164938 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8a37633c-e269-4eeb-bf86-3fefda1ea849 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (f1dba2ef-f3c8-4611-b066-9ab289483f4d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:03.171908 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8a37633c-e269-4eeb-bf86-3fefda1ea849 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (f1dba2ef-f3c8-4611-b066-9ab289483f4d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:03.193606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37633c-e269-4eeb-bf86-3fefda1ea849 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1dba2ef-f3c8-4611-b066-9ab289483f4d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:10:03.200110 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8a37633c-e269-4eeb-bf86-3fefda1ea849 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:03.201430 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8a37633c-e269-4eeb-bf86-3fefda1ea849 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340678 Jan 28 20:10:03.204431 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36488) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:10:03.209677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9e5610b4-c37d-47bd-a816-a0d344b35460 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Request body: {'security_group_rule': {'security_group_id': '0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4', 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:10:03.231703 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-9e5610b4-c37d-47bd-a816-a0d344b35460 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Project 870ca92ca4cc49da8b6d3da562fc40a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:10:03.239923 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e5610b4-c37d-47bd-a816-a0d344b35460 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (76cc8f42-75de-45b5-821d-16e3bf93c30b), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:03.305157 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e5610b4-c37d-47bd-a816-a0d344b35460 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (76cc8f42-75de-45b5-821d-16e3bf93c30b), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:03.311168 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e5610b4-c37d-47bd-a816-a0d344b35460 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (76cc8f42-75de-45b5-821d-16e3bf93c30b), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:03.332732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5610b4-c37d-47bd-a816-a0d344b35460 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cc8f42-75de-45b5-821d-16e3bf93c30b,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:10:03.339496 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9e5610b4-c37d-47bd-a816-a0d344b35460 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:03.344283 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9e5610b4-c37d-47bd-a816-a0d344b35460 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386452 Jan 28 20:10:03.379720 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf292bc9-a11f-42ab-aeb5-f7cfc0322a77 None None] New status for floating IP 334818e2-778e-46de-bacb-892235d6e6e4: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:10:03.433786 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-458431cb-71ff-4c37-9792-8f2f96aa54a9 req-a01878b1-ea08-48e5-aa85-c069c0f06b81 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205482746&fields=id&tenant_id=870ca92ca4cc49da8b6d3da562fc40a3 HTTP/1.1" status: 200 len: 267 time: 0.0437462 Jan 28 20:10:03.488331 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458431cb-71ff-4c37-9792-8f2f96aa54a9 req-399f815b-a713-4571-8442-afd877fb70ea tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:03.489795 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-458431cb-71ff-4c37-9792-8f2f96aa54a9 req-399f815b-a713-4571-8442-afd877fb70ea tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 946 time: 0.0504766 Jan 28 20:10:03.500918 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [req-458431cb-71ff-4c37-9792-8f2f96aa54a9 req-57149aec-eda3-47fd-be0a-cdc94dce44c2 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Request body: {'port': {'security_groups': ['43a39628-2a34-4baf-b054-98ea74052792', '0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:10:03.574877 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-458431cb-71ff-4c37-9792-8f2f96aa54a9 req-57149aec-eda3-47fd-be0a-cdc94dce44c2 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:03.760432 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-458431cb-71ff-4c37-9792-8f2f96aa54a9 req-57149aec-eda3-47fd-be0a-cdc94dce44c2 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] For port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4cdbbd39-3511-4925-b74b-dfa56ccd1adb,segment=NetworkSegment(889a2378-5d13-4d8c-828c-fefd3c81dc54),segment_id=889a2378-5d13-4d8c-828c-fefd3c81dc54)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:10:03.789597 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-458431cb-71ff-4c37-9792-8f2f96aa54a9 req-57149aec-eda3-47fd-be0a-cdc94dce44c2 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:03.796623 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-458431cb-71ff-4c37-9792-8f2f96aa54a9 req-57149aec-eda3-47fd-be0a-cdc94dce44c2 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:03.808154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['4cdbbd39-3511-4925-b74b-dfa56ccd1adb'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:10:03.838714 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458431cb-71ff-4c37-9792-8f2f96aa54a9 req-57149aec-eda3-47fd-be0a-cdc94dce44c2 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:03.839323 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-458431cb-71ff-4c37-9792-8f2f96aa54a9 req-57149aec-eda3-47fd-be0a-cdc94dce44c2 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:03.840734 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-458431cb-71ff-4c37-9792-8f2f96aa54a9 req-57149aec-eda3-47fd-be0a-cdc94dce44c2 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "PUT /v2.0/ports/4cdbbd39-3511-4925-b74b-dfa56ccd1adb HTTP/1.1" status: 200 len: 982 time: 0.3443172 Jan 28 20:10:03.841186 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'tag': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:10:03.843638 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac9f26d1a29f0c91399e43c490101928ac952e5849b55b60a284b120f3a3590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa0167b-cab1-48dc-bb1e-604cc05c962f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1ecf18-c7eb-4338-993e-336d27a77349", "tag": "4cdbbd39-3511-4925-b74b-dfa56ccd1adb"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:10:03.886656 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57149aec-eda3-47fd-be0a-cdc94dce44c2 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Pushing event updated for resources: {'Port': ['ID=4cdbbd39-3511-4925-b74b-dfa56ccd1adb,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:10:03.898263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['4cdbbd39-3511-4925-b74b-dfa56ccd1adb'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:10:04.015851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd28ef9-26c0-4dcb-b6b7-950ef2a412ef req-25836bad-6eda-42f3-96d7-0131ea842d9a tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:04.017351 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ecd28ef9-26c0-4dcb-b6b7-950ef2a412ef req-25836bad-6eda-42f3-96d7-0131ea842d9a tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 985 time: 0.0701144 Jan 28 20:10:04.063834 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bef671-607b-4c45-94a5-f9c8c3f720d1 x-openstack-request-id: req-67bef671-607b-4c45-94a5-f9c8c3f720d1 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:10:04.064626 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1ecf18-c7eb-4338-993e-336d27a77349", "tag": "4cdbbd39-3511-4925-b74b-dfa56ccd1adb", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:10:04.065349 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67bef671-607b-4c45-94a5-f9c8c3f720d1 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:10:04.065855 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'tag': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb', 'status': 'completed', 'code': 200} Jan 28 20:10:04.097404 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ecd28ef9-26c0-4dcb-b6b7-950ef2a412ef req-64d6d4e2-e3cf-49da-bd0c-05c558cbf594 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4&id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736749 Jan 28 20:10:04.131738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0167b-cab1-48dc-bb1e-604cc05c962f req-725db109-09a2-428a-a220-aa7618d25ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:04.133510 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ffa0167b-cab1-48dc-bb1e-604cc05c962f req-725db109-09a2-428a-a220-aa7618d25ec7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=870ca92ca4cc49da8b6d3da562fc40a3&device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 1167 time: 0.0510888 Jan 28 20:10:04.227437 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0167b-cab1-48dc-bb1e-604cc05c962f req-847123e7-6ab4-4af6-8769-feec453f5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:04.229019 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ffa0167b-cab1-48dc-bb1e-604cc05c962f req-847123e7-6ab4-4af6-8769-feec453f5812 service neutron] 10.222.0.37 "GET /v2.0/networks?id=411755dc-bca1-4449-8245-d922802658ab HTTP/1.1" status: 200 len: 916 time: 0.0891457 Jan 28 20:10:04.256997 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2f979afb-2200-4168-973f-97185b06633d None None] Provisioning complete for port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:10:04.257364 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f979afb-2200-4168-973f-97185b06633d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:04.296994 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ffa0167b-cab1-48dc-bb1e-604cc05c962f req-19028a38-1491-4095-9b9c-387cb9af981c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cdbbd39-3511-4925-b74b-dfa56ccd1adb HTTP/1.1" status: 200 len: 1002 time: 0.0613198 Jan 28 20:10:04.349671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0167b-cab1-48dc-bb1e-604cc05c962f req-f5e66e70-4e71-4a6d-ac42-80fc495afeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:04.351201 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ffa0167b-cab1-48dc-bb1e-604cc05c962f req-f5e66e70-4e71-4a6d-ac42-80fc495afeca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dab898d8-7818-43fd-86b6-32009ab504ea HTTP/1.1" status: 200 len: 854 time: 0.0491362 Jan 28 20:10:04.400343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0167b-cab1-48dc-bb1e-604cc05c962f req-32e46d69-d9f2-49ce-a20a-eb702429e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:04.401944 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ffa0167b-cab1-48dc-bb1e-604cc05c962f req-32e46d69-d9f2-49ce-a20a-eb702429e06a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=411755dc-bca1-4449-8245-d922802658ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450063 Jan 28 20:10:04.450755 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2f979afb-2200-4168-973f-97185b06633d None None] Current status of the port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:10:04.493252 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ffa0167b-cab1-48dc-bb1e-604cc05c962f req-75429ba6-3a1c-4c73-a5c4-52a0380e5f2b service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852363 Jan 28 20:10:04.587607 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ffa0167b-cab1-48dc-bb1e-604cc05c962f req-45459d07-46ac-4215-8805-871fdb846b4c service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883443 Jan 28 20:10:18.321736 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-53dee420-bf24-4417-92a5-315dc580560e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:20.487046 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-70c06f63-cd21-407e-b12a-fc49e6594fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:21.961671 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:23.227309 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:24.545924 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:25.972689 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:27.277694 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:10:30.789796 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:48.327737 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8dad2228-63ae-4e2e-b10f-37d04c58817e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:50.496865 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-061b238d-e085-4f32-a701-663673524e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:51.965469 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:52.426811 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3ae2b-2ef2-4d84-a5b5-e2cbd4d80552 req-212484f4-d2b8-4c72-8116-af1cbceb145f tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:52.428307 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1ae3ae2b-2ef2-4d84-a5b5-e2cbd4d80552 req-212484f4-d2b8-4c72-8116-af1cbceb145f tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 985 time: 0.0543361 Jan 28 20:10:52.431231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c11439-d03a-4dc6-9d46-8d2e4adab58e req-7d55eb0e-b397-4d1a-8302-42a8377c8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:52.432829 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0c11439-d03a-4dc6-9d46-8d2e4adab58e req-7d55eb0e-b397-4d1a-8302-42a8377c8871 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=870ca92ca4cc49da8b6d3da562fc40a3&device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 1167 time: 0.0466890 Jan 28 20:10:52.487109 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1ae3ae2b-2ef2-4d84-a5b5-e2cbd4d80552 req-685b5244-ed4d-4551-bb71-c9220d8251cd tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4&id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525270 Jan 28 20:10:52.527144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c11439-d03a-4dc6-9d46-8d2e4adab58e req-01e4f566-6447-4fdb-b616-f883d097f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:52.528661 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0c11439-d03a-4dc6-9d46-8d2e4adab58e req-01e4f566-6447-4fdb-b616-f883d097f404 service neutron] 10.222.0.37 "GET /v2.0/networks?id=411755dc-bca1-4449-8245-d922802658ab HTTP/1.1" status: 200 len: 916 time: 0.0893407 Jan 28 20:10:52.595703 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0c11439-d03a-4dc6-9d46-8d2e4adab58e req-b7bfe9db-cc4c-4b4a-b111-4400819256e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cdbbd39-3511-4925-b74b-dfa56ccd1adb HTTP/1.1" status: 200 len: 1002 time: 0.0605237 Jan 28 20:10:52.644996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c11439-d03a-4dc6-9d46-8d2e4adab58e req-97ca1bb6-6f79-44d2-b76e-0cd7ea8b212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:52.646519 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0c11439-d03a-4dc6-9d46-8d2e4adab58e req-97ca1bb6-6f79-44d2-b76e-0cd7ea8b212d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dab898d8-7818-43fd-86b6-32009ab504ea HTTP/1.1" status: 200 len: 854 time: 0.0440574 Jan 28 20:10:52.700665 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c11439-d03a-4dc6-9d46-8d2e4adab58e req-d65327a2-1c04-45bb-9371-72762cbb33a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:52.702309 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0c11439-d03a-4dc6-9d46-8d2e4adab58e req-d65327a2-1c04-45bb-9371-72762cbb33a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=411755dc-bca1-4449-8245-d922802658ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489442 Jan 28 20:10:52.790426 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0c11439-d03a-4dc6-9d46-8d2e4adab58e req-5cd4ed6a-d6ff-45ef-9648-869d64743b2e service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816040 Jan 28 20:10:52.884102 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f0c11439-d03a-4dc6-9d46-8d2e4adab58e req-d92f1975-422c-40a4-83bc-771da2945acf service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873823 Jan 28 20:10:53.230349 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:53.627216 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3420256-c9a7-4824-993d-103814102559 req-70357fc3-65bc-49d0-a879-057134809309 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:53.628740 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3420256-c9a7-4824-993d-103814102559 req-70357fc3-65bc-49d0-a879-057134809309 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 985 time: 0.0557599 Jan 28 20:10:53.688078 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3420256-c9a7-4824-993d-103814102559 req-5e35a226-777e-45ed-a7d8-b494a89290e4 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4&id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534425 Jan 28 20:10:54.546711 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:54.816631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca20d9-c760-432a-8cc0-746dc4b946b2 req-2d162291-850f-43f5-be0b-e956ec5b67a3 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:54.818044 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b2ca20d9-c760-432a-8cc0-746dc4b946b2 req-2d162291-850f-43f5-be0b-e956ec5b67a3 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 985 time: 0.0601363 Jan 28 20:10:54.882898 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b2ca20d9-c760-432a-8cc0-746dc4b946b2 req-5aed8cfd-4f6b-4001-874c-b523fc2860aa tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4&id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563779 Jan 28 20:10:55.982336 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:10:56.012185 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec6e3c-3eb6-492f-befe-562e3037ea73 req-cd91cac2-2bd4-4cc2-8f10-94c7a24267af tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:56.013694 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8aec6e3c-3eb6-492f-befe-562e3037ea73 req-cd91cac2-2bd4-4cc2-8f10-94c7a24267af tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 985 time: 0.0559821 Jan 28 20:10:56.080676 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8aec6e3c-3eb6-492f-befe-562e3037ea73 req-8beef65b-0b22-4235-a5bf-f451fc460159 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4&id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586097 Jan 28 20:10:57.218601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5470e-1f90-4642-9218-c27f7af4fbcd req-3440fa44-34f4-40b3-b59a-ae5bb9339db1 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:57.219975 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-49a5470e-1f90-4642-9218-c27f7af4fbcd req-3440fa44-34f4-40b3-b59a-ae5bb9339db1 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 985 time: 0.0608251 Jan 28 20:10:57.283678 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-49a5470e-1f90-4642-9218-c27f7af4fbcd req-93cc6e38-3893-40c5-a593-23f78cfbff14 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4&id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579934 Jan 28 20:10:58.439404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d84ef1-e3df-4f67-801c-d228263dae4a req-2fc23853-dd76-4205-8d33-2575e069cad1 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:58.440944 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17d84ef1-e3df-4f67-801c-d228263dae4a req-2fc23853-dd76-4205-8d33-2575e069cad1 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 985 time: 0.0668154 Jan 28 20:10:58.500167 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-17d84ef1-e3df-4f67-801c-d228263dae4a req-8bea7d62-2a19-44ea-888b-64800d59f07b tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4&id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534239 Jan 28 20:10:59.630381 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa8c35-94fc-4a07-8734-203bd4ba3bf1 req-5b524948-2049-43d2-91ce-6877f324215d tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:59.631842 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3aa8c35-94fc-4a07-8734-203bd4ba3bf1 req-5b524948-2049-43d2-91ce-6877f324215d tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 985 time: 0.0530558 Jan 28 20:10:59.691170 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d3aa8c35-94fc-4a07-8734-203bd4ba3bf1 req-40691daf-8216-48f8-8b89-215492677d7f tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4&id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536277 Jan 28 20:10:59.819012 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c2887-9781-4197-bbe6-36f3e51bd458 req-5a0c0d31-339a-401e-a671-fef1fbd35c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:59.820410 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f31c2887-9781-4197-bbe6-36f3e51bd458 req-5a0c0d31-339a-401e-a671-fef1fbd35c17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=870ca92ca4cc49da8b6d3da562fc40a3&device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 1167 time: 0.0474801 Jan 28 20:10:59.932869 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c2887-9781-4197-bbe6-36f3e51bd458 req-398790ba-a7e6-4464-966c-d1b892d23a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:10:59.934535 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f31c2887-9781-4197-bbe6-36f3e51bd458 req-398790ba-a7e6-4464-966c-d1b892d23a75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=411755dc-bca1-4449-8245-d922802658ab HTTP/1.1" status: 200 len: 916 time: 0.0895047 Jan 28 20:11:00.000385 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f31c2887-9781-4197-bbe6-36f3e51bd458 req-008852b4-d411-4cf4-9ba6-036e57298b55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cdbbd39-3511-4925-b74b-dfa56ccd1adb HTTP/1.1" status: 200 len: 1002 time: 0.0599568 Jan 28 20:11:00.046939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c2887-9781-4197-bbe6-36f3e51bd458 req-5e050dc3-17ff-4590-a426-14c8ee3a8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:00.048352 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f31c2887-9781-4197-bbe6-36f3e51bd458 req-5e050dc3-17ff-4590-a426-14c8ee3a8ed1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dab898d8-7818-43fd-86b6-32009ab504ea HTTP/1.1" status: 200 len: 854 time: 0.0428729 Jan 28 20:11:00.102443 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c2887-9781-4197-bbe6-36f3e51bd458 req-a294be46-1ad9-4c01-87dc-6d1cce5d17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:00.103971 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f31c2887-9781-4197-bbe6-36f3e51bd458 req-a294be46-1ad9-4c01-87dc-6d1cce5d17ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=411755dc-bca1-4449-8245-d922802658ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505898 Jan 28 20:11:00.196027 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f31c2887-9781-4197-bbe6-36f3e51bd458 req-ae8190dc-ae6f-4f8f-b362-d948a0629335 service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857239 Jan 28 20:11:00.297590 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f31c2887-9781-4197-bbe6-36f3e51bd458 req-dcb13cbd-105b-479f-844f-e476922bb00b service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962689 Jan 28 20:11:00.800993 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:00.828564 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bd7a8-59d5-4598-9c4a-42c08726e576 req-27c0135b-9014-4144-acee-81719cb48718 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:00.830167 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b3bd7a8-59d5-4598-9c4a-42c08726e576 req-27c0135b-9014-4144-acee-81719cb48718 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 985 time: 0.0567591 Jan 28 20:11:00.896984 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b3bd7a8-59d5-4598-9c4a-42c08726e576 req-efb10522-e6e3-44c4-a2a6-ec405bc65640 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4&id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579185 Jan 28 20:11:02.032493 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e082fc-1d19-4091-8539-08f6743ba40b req-d871ec00-0e25-44c3-963c-2657555dc67f tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:02.033974 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-74e082fc-1d19-4091-8539-08f6743ba40b req-d871ec00-0e25-44c3-963c-2657555dc67f tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 985 time: 0.0543523 Jan 28 20:11:02.098807 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-74e082fc-1d19-4091-8539-08f6743ba40b req-1b4c0804-3fb2-4439-bdbb-409a82dd72c8 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4&id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568068 Jan 28 20:11:03.252053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f798a-9302-46e8-8b2c-041d035b5742 req-4ba27897-e0b8-42f3-82dc-2d15ffcac42f tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:03.253452 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d43f798a-9302-46e8-8b2c-041d035b5742 req-4ba27897-e0b8-42f3-82dc-2d15ffcac42f tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 985 time: 0.0636320 Jan 28 20:11:03.320600 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d43f798a-9302-46e8-8b2c-041d035b5742 req-b4a2f704-9096-4d35-aa6d-440aeb7f80fb tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4&id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586002 Jan 28 20:11:04.281707 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:11:04.450908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e97bd-b74a-4a28-b459-0a33188e84bc req-d64333a9-e7b6-4fb6-baf7-052929914311 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:04.452453 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-191e97bd-b74a-4a28-b459-0a33188e84bc req-d64333a9-e7b6-4fb6-baf7-052929914311 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 985 time: 0.0572300 Jan 28 20:11:04.510712 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-191e97bd-b74a-4a28-b459-0a33188e84bc req-bd033a7d-890c-46c0-adce-3123bc3d72c8 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4&id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524354 Jan 28 20:11:05.663812 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998091-8be7-4ea7-ac42-fde1d0895f74 req-2e9e820f-127f-4e2a-a40a-19d2cc5e8063 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:05.665327 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f998091-8be7-4ea7-ac42-fde1d0895f74 req-2e9e820f-127f-4e2a-a40a-19d2cc5e8063 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 985 time: 0.0709858 Jan 28 20:11:05.726779 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1f998091-8be7-4ea7-ac42-fde1d0895f74 req-107d2ec7-ef60-4896-a51b-2ee16f3bdc89 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4&id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549829 Jan 28 20:11:06.853681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ded24a-e2e5-44d4-a2ae-638e09c422bd req-cfffca7a-2654-47bf-b297-3a48e3dcca88 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:06.855169 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0ded24a-e2e5-44d4-a2ae-638e09c422bd req-cfffca7a-2654-47bf-b297-3a48e3dcca88 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 985 time: 0.0562119 Jan 28 20:11:06.918432 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d0ded24a-e2e5-44d4-a2ae-638e09c422bd req-8443f330-ec2f-4cdb-b3c8-67398411d730 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4&id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550084 Jan 28 20:11:08.051463 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069619d-9e46-40e8-bf26-6e33a2998129 req-c3f00881-a8a7-4b67-8055-185633f781fc tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:08.052958 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e069619d-9e46-40e8-bf26-6e33a2998129 req-c3f00881-a8a7-4b67-8055-185633f781fc tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 985 time: 0.0565972 Jan 28 20:11:08.122335 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e069619d-9e46-40e8-bf26-6e33a2998129 req-49597f15-cc5c-43b3-81b6-c06312f09850 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4&id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605614 Jan 28 20:11:09.260746 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c718b-0d52-409b-8a82-2aaaa2d19165 req-1dba2559-2b4e-43fe-972c-5febe70ae201 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:09.262282 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c56c718b-0d52-409b-8a82-2aaaa2d19165 req-1dba2559-2b4e-43fe-972c-5febe70ae201 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 985 time: 0.0635221 Jan 28 20:11:09.330734 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c56c718b-0d52-409b-8a82-2aaaa2d19165 req-455fc2b8-f270-4762-b5ca-be9b4dddd6cd tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4&id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597398 Jan 28 20:11:18.318905 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c974e1d-a661-4c15-b156-c4a30aead0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:20.491636 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f3ff0d6-5ef0-46c5-8604-e344da47d9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:21.967784 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:23.234687 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:24.544308 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:25.993705 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:30.818587 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:41.287539 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:11:48.324197 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5b2d6776-f126-4cdf-825d-57a1b89441b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:50.502591 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ae66d58d-8ac5-43aa-8c4f-4fa99d007a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:51.970852 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:53.237088 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:54.543544 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:56.009114 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:11:59.737586 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f15dbf00-294f-48f9-8a63-ec273f08352f req-812853ea-25d2-46f8-9059-e4571aab1b48 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0591447 Jan 28 20:11:59.836866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dbf00-294f-48f9-8a63-ec273f08352f req-1a99e9f2-2c83-4323-a938-703b386fc34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:59.838390 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f15dbf00-294f-48f9-8a63-ec273f08352f req-1a99e9f2-2c83-4323-a938-703b386fc34f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=870ca92ca4cc49da8b6d3da562fc40a3&device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 1167 time: 0.0478203 Jan 28 20:11:59.939407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dbf00-294f-48f9-8a63-ec273f08352f req-66563dea-3173-462e-8f28-d33439592db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:11:59.940892 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f15dbf00-294f-48f9-8a63-ec273f08352f req-66563dea-3173-462e-8f28-d33439592db2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=411755dc-bca1-4449-8245-d922802658ab HTTP/1.1" status: 200 len: 916 time: 0.0837727 Jan 28 20:12:00.010857 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f15dbf00-294f-48f9-8a63-ec273f08352f req-64c9e7e2-9a75-4f65-8aff-c9e65516dacc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cdbbd39-3511-4925-b74b-dfa56ccd1adb HTTP/1.1" status: 200 len: 1002 time: 0.0637171 Jan 28 20:12:00.064284 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dbf00-294f-48f9-8a63-ec273f08352f req-f4d37b80-56e9-4578-8b58-169e39ee12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:00.065722 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f15dbf00-294f-48f9-8a63-ec273f08352f req-f4d37b80-56e9-4578-8b58-169e39ee12ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dab898d8-7818-43fd-86b6-32009ab504ea HTTP/1.1" status: 200 len: 854 time: 0.0493355 Jan 28 20:12:00.115477 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dbf00-294f-48f9-8a63-ec273f08352f req-711a11b0-63fa-40ff-bd30-7497a8b9ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:00.116983 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f15dbf00-294f-48f9-8a63-ec273f08352f req-711a11b0-63fa-40ff-bd30-7497a8b9ea16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=411755dc-bca1-4449-8245-d922802658ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447888 Jan 28 20:12:00.216355 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f15dbf00-294f-48f9-8a63-ec273f08352f req-466ac754-66e7-40ab-af78-6a9ba29703ce service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930200 Jan 28 20:12:00.307260 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f15dbf00-294f-48f9-8a63-ec273f08352f req-1da9c935-2625-49f8-a789-0a8f518e966f service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848343 Jan 28 20:12:00.815754 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:05.110370 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-94fdb7f1-e168-4f61-a9f7-46c36f7e56b5 req-4d7f4be7-3bbd-4ab5-9108-4e034e590f95 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205482746&fields=id&tenant_id=870ca92ca4cc49da8b6d3da562fc40a3 HTTP/1.1" status: 200 len: 267 time: 0.1040039 Jan 28 20:12:05.178355 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdb7f1-e168-4f61-a9f7-46c36f7e56b5 req-f2618310-dfee-43b9-ad4e-eb45332c85ab tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:05.180163 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-94fdb7f1-e168-4f61-a9f7-46c36f7e56b5 req-f2618310-dfee-43b9-ad4e-eb45332c85ab tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 985 time: 0.0625114 Jan 28 20:12:05.190889 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-94fdb7f1-e168-4f61-a9f7-46c36f7e56b5 req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Request body: {'port': {'security_groups': ['43a39628-2a34-4baf-b054-98ea74052792']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:05.260145 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94fdb7f1-e168-4f61-a9f7-46c36f7e56b5 req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:05.430476 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-94fdb7f1-e168-4f61-a9f7-46c36f7e56b5 req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] For port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4cdbbd39-3511-4925-b74b-dfa56ccd1adb,segment=NetworkSegment(889a2378-5d13-4d8c-828c-fefd3c81dc54),segment_id=889a2378-5d13-4d8c-828c-fefd3c81dc54)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:12:05.468845 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94fdb7f1-e168-4f61-a9f7-46c36f7e56b5 req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:05.475535 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94fdb7f1-e168-4f61-a9f7-46c36f7e56b5 req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:05.487546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['4cdbbd39-3511-4925-b74b-dfa56ccd1adb'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:12:05.519601 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdb7f1-e168-4f61-a9f7-46c36f7e56b5 req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:05.520379 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-94fdb7f1-e168-4f61-a9f7-46c36f7e56b5 req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:05.521605 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-94fdb7f1-e168-4f61-a9f7-46c36f7e56b5 req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "PUT /v2.0/ports/4cdbbd39-3511-4925-b74b-dfa56ccd1adb HTTP/1.1" status: 200 len: 943 time: 0.3352187 Jan 28 20:12:05.522123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'tag': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:12:05.527915 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6608d51d-99fc-4cd3-ac54-b71abe5151ce" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1ecf18-c7eb-4338-993e-336d27a77349", "tag": "4cdbbd39-3511-4925-b74b-dfa56ccd1adb"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:12:05.528637 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36584) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:05.551991 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Pushing event updated for resources: {'Port': ['ID=4cdbbd39-3511-4925-b74b-dfa56ccd1adb,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:05.560397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.560765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.561108 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.561446 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.561781 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.562167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.562497 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.562827 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.563152 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.563472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.563785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.564105 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.564425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da16b24-e38c-4b74-b9e8-693df238d349 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.617434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['4cdbbd39-3511-4925-b74b-dfa56ccd1adb'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:12:05.636951 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group (0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:05.663417 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group (0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:05.738159 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:05.740780 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:05.742436 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "DELETE /v2.0/security-groups/0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4 HTTP/1.1" status: 204 len: 168 time: 0.2070897 Jan 28 20:12:05.745015 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36586) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:05.752014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e901cc5-5d59-4ecf-9ad0-8b7150cbcfe4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:05.759741 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.760086 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.760423 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.760956 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.761813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.762341 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.762842 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.763340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.763829 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.764595 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.765090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.765590 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.766292 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db3fcb-0c27-48c2-8a40-66e317f4dafe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:05.799891 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c213c747-e95b-4cae-a021-781b01c9b96c None None] Provisioning complete for port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:12:05.800262 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c213c747-e95b-4cae-a021-781b01c9b96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:05.877434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c213c747-e95b-4cae-a021-781b01c9b96c None None] Current status of the port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:12:05.904101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-15db1494-1245-4224-9ab5-82ce3c868768 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Deleting port c77a5490-6b3f-4c40-ab12-df7b85dbb4a6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:12:05.904442 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15db1494-1245-4224-9ab5-82ce3c868768 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c77a5490-6b3f-4c40-ab12-df7b85dbb4a6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:05.982485 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15db1494-1245-4224-9ab5-82ce3c868768 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c77a5490-6b3f-4c40-ab12-df7b85dbb4a6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:05.982805 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15db1494-1245-4224-9ab5-82ce3c868768 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for floatingip (c77a5490-6b3f-4c40-ab12-df7b85dbb4a6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:05.994549 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-15db1494-1245-4224-9ab5-82ce3c868768 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Calling delete_port for c77a5490-6b3f-4c40-ab12-df7b85dbb4a6 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:12:06.146804 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15db1494-1245-4224-9ab5-82ce3c868768 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c77a5490-6b3f-4c40-ab12-df7b85dbb4a6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:06.170861 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db1494-1245-4224-9ab5-82ce3c868768 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Pushing event deleted for resources: {'Port': ['ID=c77a5490-6b3f-4c40-ab12-df7b85dbb4a6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:06.236150 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15db1494-1245-4224-9ab5-82ce3c868768 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks [] for floatingip (334818e2-778e-46de-bacb-892235d6e6e4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:06.236468 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-15db1494-1245-4224-9ab5-82ce3c868768 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Floating IP 334818e2-778e-46de-bacb-892235d6e6e4 disassociated (deleted). External IP: 172.25.0.121, port: 4cdbbd39-3511-4925-b74b-dfa56ccd1adb. Jan 28 20:12:06.439213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15db1494-1245-4224-9ab5-82ce3c868768 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Router 5db20bfa-1b3c-4679-a7fb-830a400c2158 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:12:06.552480 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15db1494-1245-4224-9ab5-82ce3c868768 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:12:06.558101 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-15db1494-1245-4224-9ab5-82ce3c868768 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:06.565216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accbc35a-bceb-41e6-a832-cee08511f189 None None] Sync routers for ids ['5db20bfa-1b3c-4679-a7fb-830a400c2158'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:12:06.575744 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accbc35a-bceb-41e6-a832-cee08511f189 None None] Routers {'5db20bfa-1b3c-4679-a7fb-830a400c2158'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:12:06.576363 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-accbc35a-bceb-41e6-a832-cee08511f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:11:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['5db20bfa-1b3c-4679-a7fb-830a400c2158'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:06.589722 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-15db1494-1245-4224-9ab5-82ce3c868768 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "DELETE /v2.0/floatingips/334818e2-778e-46de-bacb-892235d6e6e4 HTTP/1.1" status: 204 len: 168 time: 0.8435404 Jan 28 20:12:06.616210 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691ebffe-2bde-4d84-9e2e-f39bea28bcb4 x-openstack-request-id: req-691ebffe-2bde-4d84-9e2e-f39bea28bcb4 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:12:06.616532 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1ecf18-c7eb-4338-993e-336d27a77349", "tag": "4cdbbd39-3511-4925-b74b-dfa56ccd1adb", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:12:06.616910 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-691ebffe-2bde-4d84-9e2e-f39bea28bcb4 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:12:06.617850 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'tag': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb', 'status': 'completed', 'code': 200} Jan 28 20:12:06.685848 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608d51d-99fc-4cd3-ac54-b71abe5151ce req-ceb63cf0-4822-40f4-8f76-67f52930205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:06.687635 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6608d51d-99fc-4cd3-ac54-b71abe5151ce req-ceb63cf0-4822-40f4-8f76-67f52930205d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=870ca92ca4cc49da8b6d3da562fc40a3&device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 1128 time: 0.0480454 Jan 28 20:12:06.690836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-accbc35a-bceb-41e6-a832-cee08511f189 None None] Set router 5db20bfa-1b3c-4679-a7fb-830a400c2158 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:12:06.783759 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608d51d-99fc-4cd3-ac54-b71abe5151ce req-ef703af4-07c4-45ef-99f2-e3330fbe9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:06.785473 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6608d51d-99fc-4cd3-ac54-b71abe5151ce req-ef703af4-07c4-45ef-99f2-e3330fbe9bb8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=411755dc-bca1-4449-8245-d922802658ab HTTP/1.1" status: 200 len: 916 time: 0.0919881 Jan 28 20:12:06.836220 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6608d51d-99fc-4cd3-ac54-b71abe5151ce req-7a10dc23-4c32-457a-9c98-abdb9627d930 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cdbbd39-3511-4925-b74b-dfa56ccd1adb HTTP/1.1" status: 200 len: 217 time: 0.0451517 Jan 28 20:12:06.883230 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608d51d-99fc-4cd3-ac54-b71abe5151ce req-9ac7aa72-446d-4b72-ac42-7c166b7b350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:06.884707 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6608d51d-99fc-4cd3-ac54-b71abe5151ce req-9ac7aa72-446d-4b72-ac42-7c166b7b350b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dab898d8-7818-43fd-86b6-32009ab504ea HTTP/1.1" status: 200 len: 854 time: 0.0434096 Jan 28 20:12:06.904708 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-accbc35a-bceb-41e6-a832-cee08511f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'name': 'tempest-TestMinimumBasicScenario-1744144241-router', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:08:58Z', 'updated_at': '2022-01-28T20:09:01Z', 'revision_number': 4, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'gw_port': {'id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:08:59Z', 'updated_at': '2022-01-28T20:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '14b45c6b-62d1-4542-ae77-f94f2dfb6966', 'name': '', 'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'mac_address': 'fa:16:3e:f3:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:00Z', 'updated_at': '2022-01-28T20:09:05Z', 'revision_number': 5, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'subnets': [{'id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:06.930659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accbc35a-bceb-41e6-a832-cee08511f189 None None] Checking router: 5db20bfa-1b3c-4679-a7fb-830a400c2158 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:12:06.934458 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608d51d-99fc-4cd3-ac54-b71abe5151ce req-121a84d8-2442-44bb-8d45-6e00a38c0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:06.935977 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6608d51d-99fc-4cd3-ac54-b71abe5151ce req-121a84d8-2442-44bb-8d45-6e00a38c0381 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=411755dc-bca1-4449-8245-d922802658ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449839 Jan 28 20:12:06.939617 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accbc35a-bceb-41e6-a832-cee08511f189 None None] Routers {'5db20bfa-1b3c-4679-a7fb-830a400c2158'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:12:06.940249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-accbc35a-bceb-41e6-a832-cee08511f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:11:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['5db20bfa-1b3c-4679-a7fb-830a400c2158'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:07.051713 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-accbc35a-bceb-41e6-a832-cee08511f189 None None] Set router 5db20bfa-1b3c-4679-a7fb-830a400c2158 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:12:07.261282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-accbc35a-bceb-41e6-a832-cee08511f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'name': 'tempest-TestMinimumBasicScenario-1744144241-router', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:08:58Z', 'updated_at': '2022-01-28T20:09:01Z', 'revision_number': 4, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'gw_port': {'id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:08:59Z', 'updated_at': '2022-01-28T20:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '14b45c6b-62d1-4542-ae77-f94f2dfb6966', 'name': '', 'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'mac_address': 'fa:16:3e:f3:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:00Z', 'updated_at': '2022-01-28T20:09:05Z', 'revision_number': 5, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'subnets': [{'id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:07.288793 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accbc35a-bceb-41e6-a832-cee08511f189 None None] The sync data for ids ['5db20bfa-1b3c-4679-a7fb-830a400c2158'] in n-d-824834-4 is: [{'id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'name': 'tempest-TestMinimumBasicScenario-1744144241-router', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:08:58Z', 'updated_at': '2022-01-28T20:09:01Z', 'revision_number': 4, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'gw_port': {'id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:08:59Z', 'updated_at': '2022-01-28T20:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '14b45c6b-62d1-4542-ae77-f94f2dfb6966', 'name': '', 'network_id': '411755dc-bca1-4449-8245-d922802658ab', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'mac_address': 'fa:16:3e:f3:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:00Z', 'updated_at': '2022-01-28T20:09:05Z', 'revision_number': 5, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'subnets': [{'id': 'dab898d8-7818-43fd-86b6-32009ab504ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:12:07.373205 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6608d51d-99fc-4cd3-ac54-b71abe5151ce req-25e40670-5186-419f-b7f8-8b2e68ea182a service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306974 Jan 28 20:12:07.467303 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6608d51d-99fc-4cd3-ac54-b71abe5151ce req-4ef90b33-3b16-4e06-aad6-f4196fa9e26e service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877776 Jan 28 20:12:07.548375 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddef3c0-d1c0-4e7a-83c7-0459bd51504d None None] New status for floating IP 334818e2-778e-46de-bacb-892235d6e6e4: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:12:08.619010 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'tag': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:12:08.621392 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f42ea2-6118-41e7-91f3-79f200c00f06" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1ecf18-c7eb-4338-993e-336d27a77349", "tag": "4cdbbd39-3511-4925-b74b-dfa56ccd1adb"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:12:08.658058 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5233e2f-8410-42c8-9afa-b50c817a1ff1 x-openstack-request-id: req-e5233e2f-8410-42c8-9afa-b50c817a1ff1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:12:08.658359 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1ecf18-c7eb-4338-993e-336d27a77349", "tag": "4cdbbd39-3511-4925-b74b-dfa56ccd1adb", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:12:08.658625 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5233e2f-8410-42c8-9afa-b50c817a1ff1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:12:08.659044 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'tag': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb', 'status': 'completed', 'code': 200} Jan 28 20:12:08.724321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f42ea2-6118-41e7-91f3-79f200c00f06 req-a32968e1-20ea-48ce-8003-192a6f7cce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:08.725835 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a3f42ea2-6118-41e7-91f3-79f200c00f06 req-a32968e1-20ea-48ce-8003-192a6f7cce29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=870ca92ca4cc49da8b6d3da562fc40a3&device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 1128 time: 0.0466475 Jan 28 20:12:08.820165 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f42ea2-6118-41e7-91f3-79f200c00f06 req-81fd8814-81d6-4076-a698-8f73b24d3db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:08.821732 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a3f42ea2-6118-41e7-91f3-79f200c00f06 req-81fd8814-81d6-4076-a698-8f73b24d3db5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=411755dc-bca1-4449-8245-d922802658ab HTTP/1.1" status: 200 len: 916 time: 0.0903251 Jan 28 20:12:08.864444 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a3f42ea2-6118-41e7-91f3-79f200c00f06 req-243798ed-095c-45b6-898c-cfc508c477d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cdbbd39-3511-4925-b74b-dfa56ccd1adb HTTP/1.1" status: 200 len: 217 time: 0.0369244 Jan 28 20:12:08.921266 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f42ea2-6118-41e7-91f3-79f200c00f06 req-ef9c2303-5a3e-4231-b6e7-0f238f3edd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:08.922927 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a3f42ea2-6118-41e7-91f3-79f200c00f06 req-ef9c2303-5a3e-4231-b6e7-0f238f3edd5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dab898d8-7818-43fd-86b6-32009ab504ea HTTP/1.1" status: 200 len: 854 time: 0.0531371 Jan 28 20:12:08.976613 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f42ea2-6118-41e7-91f3-79f200c00f06 req-28510a18-0dee-4c37-9a42-4daad4169348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:08.978171 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a3f42ea2-6118-41e7-91f3-79f200c00f06 req-28510a18-0dee-4c37-9a42-4daad4169348 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=411755dc-bca1-4449-8245-d922802658ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494077 Jan 28 20:12:09.064689 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a3f42ea2-6118-41e7-91f3-79f200c00f06 req-574b52a3-b361-4f58-aa7d-33d943f116a3 service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807881 Jan 28 20:12:09.157277 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a3f42ea2-6118-41e7-91f3-79f200c00f06 req-5e26d825-1a4c-45c4-b70e-28254fd58556 service neutron] 10.222.0.37 "GET /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869339 Jan 28 20:12:18.287953 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:12:18.319418 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7ac8a8c0-b6d0-4fc1-a194-d7f04eb0780c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:20.497630 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7538b1e-4c2a-4a39-b288-f4e6e6f2b394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:21.972242 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:22.008014 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e619d-0ab4-4d39-979f-c06062baed7b req-0662b9ca-9898-45a0-83db-7e8ec6ac15f5 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:22.009678 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a1e619d-0ab4-4d39-979f-c06062baed7b req-0662b9ca-9898-45a0-83db-7e8ec6ac15f5 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 946 time: 0.0585651 Jan 28 20:12:22.057155 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a1e619d-0ab4-4d39-979f-c06062baed7b req-6ab0e6ff-18db-4b79-a99a-a3f78be7259e tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412631 Jan 28 20:12:23.238065 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:23.241157 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc175f76-0d3b-45e2-8b76-33f9b4dfe28c req-b7b5adb8-ad61-4a03-910b-80a1dc013afe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:23.242817 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dc175f76-0d3b-45e2-8b76-33f9b4dfe28c req-b7b5adb8-ad61-4a03-910b-80a1dc013afe tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 946 time: 0.1131747 Jan 28 20:12:23.293238 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-dc175f76-0d3b-45e2-8b76-33f9b4dfe28c req-a51775dd-dca8-472b-816e-7d32d66eafa5 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/security-groups?id=43a39628-2a34-4baf-b054-98ea74052792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442674 Jan 28 20:12:23.826816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c360a-2b19-431c-9bc8-a9faafa5d350 req-604421cc-6353-414f-924d-4931f752c28d tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:23.828273 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-575c360a-2b19-431c-9bc8-a9faafa5d350 req-604421cc-6353-414f-924d-4931f752c28d tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 946 time: 0.0663323 Jan 28 20:12:23.922761 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-575c360a-2b19-431c-9bc8-a9faafa5d350 req-6f32db4d-b7a2-4b26-a71a-969be4c71f96 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Deleting port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:12:23.923115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-575c360a-2b19-431c-9bc8-a9faafa5d350 req-6f32db4d-b7a2-4b26-a71a-969be4c71f96 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:24.020204 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-575c360a-2b19-431c-9bc8-a9faafa5d350 req-6f32db4d-b7a2-4b26-a71a-969be4c71f96 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] For port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=4cdbbd39-3511-4925-b74b-dfa56ccd1adb,segment=NetworkSegment(889a2378-5d13-4d8c-828c-fefd3c81dc54),segment_id=889a2378-5d13-4d8c-828c-fefd3c81dc54)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:12:24.020582 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-575c360a-2b19-431c-9bc8-a9faafa5d350 req-6f32db4d-b7a2-4b26-a71a-969be4c71f96 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:24.033099 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-575c360a-2b19-431c-9bc8-a9faafa5d350 req-6f32db4d-b7a2-4b26-a71a-969be4c71f96 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Calling delete_port for 4cdbbd39-3511-4925-b74b-dfa56ccd1adb owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:12:24.168885 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-575c360a-2b19-431c-9bc8-a9faafa5d350 req-6f32db4d-b7a2-4b26-a71a-969be4c71f96 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4cdbbd39-3511-4925-b74b-dfa56ccd1adb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:24.180606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['4cdbbd39-3511-4925-b74b-dfa56ccd1adb'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:12:24.202040 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32db4d-b7a2-4b26-a71a-969be4c71f96 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Pushing event deleted for resources: {'Port': ['ID=4cdbbd39-3511-4925-b74b-dfa56ccd1adb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:24.246463 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-575c360a-2b19-431c-9bc8-a9faafa5d350 req-6f32db4d-b7a2-4b26-a71a-969be4c71f96 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] No DVR routers for this DVR port 4cdbbd39-3511-4925-b74b-dfa56ccd1adb on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:12:24.249319 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-575c360a-2b19-431c-9bc8-a9faafa5d350 req-6f32db4d-b7a2-4b26-a71a-969be4c71f96 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:24.252845 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-575c360a-2b19-431c-9bc8-a9faafa5d350 req-6f32db4d-b7a2-4b26-a71a-969be4c71f96 tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.37 "DELETE /v2.0/ports/4cdbbd39-3511-4925-b74b-dfa56ccd1adb HTTP/1.1" status: 204 len: 173 time: 0.4192965 Jan 28 20:12:24.253292 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'name': 'network-vif-deleted', 'tag': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:12:24.255679 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdaa050-b2f4-4c1e-91d7-e96b46d5079a" -d '{"events": [{"server_uuid": "fd1ecf18-c7eb-4338-993e-336d27a77349", "name": "network-vif-deleted", "tag": "4cdbbd39-3511-4925-b74b-dfa56ccd1adb"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:12:24.348476 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03bbe9a-db22-4506-9f28-4b657eb19abe x-openstack-request-id: req-b03bbe9a-db22-4506-9f28-4b657eb19abe {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:12:24.348763 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1ecf18-c7eb-4338-993e-336d27a77349", "name": "network-vif-deleted", "tag": "4cdbbd39-3511-4925-b74b-dfa56ccd1adb", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:12:24.349017 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b03bbe9a-db22-4506-9f28-4b657eb19abe {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:12:24.349421 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1ecf18-c7eb-4338-993e-336d27a77349', 'name': 'network-vif-deleted', 'tag': '4cdbbd39-3511-4925-b74b-dfa56ccd1adb', 'status': 'completed', 'code': 200} Jan 28 20:12:24.405998 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c1fc282b-9862-4c8a-994e-f0a7ab427a2a req-e172c24b-5dd6-4169-bbf7-a0da35d2f8ba tempest-TestMinimumBasicScenario-62926920 tempest-TestMinimumBasicScenario-62926920-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd1ecf18-c7eb-4338-993e-336d27a77349 HTTP/1.1" status: 200 len: 210 time: 0.0269215 Jan 28 20:12:24.543276 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:25.999557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36702) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:26.013644 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:26.367002 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97456917-570e-4a67-8e00-300b4dd491b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (5db20bfa-1b3c-4679-a7fb-830a400c2158), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:26.627422 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-97456917-570e-4a67-8e00-300b4dd491b0 admin admin] Deleting port 14b45c6b-62d1-4542-ae77-f94f2dfb6966 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:12:26.627680 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97456917-570e-4a67-8e00-300b4dd491b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:26.708167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-97456917-570e-4a67-8e00-300b4dd491b0 admin admin] For port 14b45c6b-62d1-4542-ae77-f94f2dfb6966, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=14b45c6b-62d1-4542-ae77-f94f2dfb6966,segment=NetworkSegment(889a2378-5d13-4d8c-828c-fefd3c81dc54),segment_id=889a2378-5d13-4d8c-828c-fefd3c81dc54)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:12:26.708523 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97456917-570e-4a67-8e00-300b4dd491b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:26.720754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-97456917-570e-4a67-8e00-300b4dd491b0 admin admin] Calling delete_port for 14b45c6b-62d1-4542-ae77-f94f2dfb6966 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:12:26.915630 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97456917-570e-4a67-8e00-300b4dd491b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (14b45c6b-62d1-4542-ae77-f94f2dfb6966), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:26.942869 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97456917-570e-4a67-8e00-300b4dd491b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b45c6b-62d1-4542-ae77-f94f2dfb6966,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:27.123134 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-97456917-570e-4a67-8e00-300b4dd491b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (5db20bfa-1b3c-4679-a7fb-830a400c2158), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:27.337441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97456917-570e-4a67-8e00-300b4dd491b0 admin admin] Router 5db20bfa-1b3c-4679-a7fb-830a400c2158 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:12:27.446609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97456917-570e-4a67-8e00-300b4dd491b0 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:12:27.451983 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-97456917-570e-4a67-8e00-300b4dd491b0 admin admin] 10.222.0.55 "PUT /v2.0/routers/5db20bfa-1b3c-4679-a7fb-830a400c2158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4507782 Jan 28 20:12:27.454701 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36704) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:27.457489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b24b1-e5cf-4d69-b0d6-eedef50769b4 None None] Sync routers for ids ['5db20bfa-1b3c-4679-a7fb-830a400c2158'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:12:27.469870 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b24b1-e5cf-4d69-b0d6-eedef50769b4 None None] Routers {'5db20bfa-1b3c-4679-a7fb-830a400c2158'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:12:27.470588 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b32b24b1-e5cf-4d69-b0d6-eedef50769b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:12:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['5db20bfa-1b3c-4679-a7fb-830a400c2158'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:27.559777 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-192b15c3-d6d7-4b40-95ae-cd0f606d7838 admin admin] Publish callbacks [] for router (5db20bfa-1b3c-4679-a7fb-830a400c2158), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:27.575512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b32b24b1-e5cf-4d69-b0d6-eedef50769b4 None None] Set router 5db20bfa-1b3c-4679-a7fb-830a400c2158 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:12:27.665726 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-192b15c3-d6d7-4b40-95ae-cd0f606d7838 admin admin] Publish callbacks [] for router_gateway (5db20bfa-1b3c-4679-a7fb-830a400c2158), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:27.724470 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-192b15c3-d6d7-4b40-95ae-cd0f606d7838 admin admin] Deleting port e9f3341a-32b5-4fea-84dc-c073f9cf3f93 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:12:27.724810 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-192b15c3-d6d7-4b40-95ae-cd0f606d7838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e9f3341a-32b5-4fea-84dc-c073f9cf3f93), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:27.763541 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4cdbbd39-3511-4925-b74b-dfa56ccd1adb no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:12:27.808169 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-192b15c3-d6d7-4b40-95ae-cd0f606d7838 admin admin] For port e9f3341a-32b5-4fea-84dc-c073f9cf3f93, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e9f3341a-32b5-4fea-84dc-c073f9cf3f93,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:12:27.808428 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 4cdbbd39-3511-4925-b74b-dfa56ccd1adb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:12:27.808654 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-192b15c3-d6d7-4b40-95ae-cd0f606d7838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e9f3341a-32b5-4fea-84dc-c073f9cf3f93), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:27.808768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 4cdbbd39-3511-4925-b74b-dfa56ccd1adb not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:12:27.823164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-192b15c3-d6d7-4b40-95ae-cd0f606d7838 admin admin] Calling delete_port for e9f3341a-32b5-4fea-84dc-c073f9cf3f93 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:12:27.931007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b32b24b1-e5cf-4d69-b0d6-eedef50769b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'name': 'tempest-TestMinimumBasicScenario-1744144241-router', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:08:58Z', 'updated_at': '2022-01-28T20:12:26Z', 'revision_number': 5, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'gw_port': {'id': 'e9f3341a-32b5-4fea-84dc-c073f9cf3f93', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:08:59Z', 'updated_at': '2022-01-28T20:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:27.961878 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b24b1-e5cf-4d69-b0d6-eedef50769b4 None None] Checking router: 5db20bfa-1b3c-4679-a7fb-830a400c2158 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:12:27.970564 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32b24b1-e5cf-4d69-b0d6-eedef50769b4 None None] Routers {'5db20bfa-1b3c-4679-a7fb-830a400c2158'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:12:27.971205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b32b24b1-e5cf-4d69-b0d6-eedef50769b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:12:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['5db20bfa-1b3c-4679-a7fb-830a400c2158'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:27.992230 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-192b15c3-d6d7-4b40-95ae-cd0f606d7838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e9f3341a-32b5-4fea-84dc-c073f9cf3f93), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.018673 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b15c3-d6d7-4b40-95ae-cd0f606d7838 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f3341a-32b5-4fea-84dc-c073f9cf3f93,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:28.063283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b32b24b1-e5cf-4d69-b0d6-eedef50769b4 None None] Set router 5db20bfa-1b3c-4679-a7fb-830a400c2158 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:12:28.084016 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-192b15c3-d6d7-4b40-95ae-cd0f606d7838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (5db20bfa-1b3c-4679-a7fb-830a400c2158), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.114540 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b32b24b1-e5cf-4d69-b0d6-eedef50769b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'name': 'tempest-TestMinimumBasicScenario-1744144241-router', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:08:58Z', 'updated_at': '2022-01-28T20:12:27Z', 'revision_number': 6, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:28.143753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32b24b1-e5cf-4d69-b0d6-eedef50769b4 None None] The sync data for ids ['5db20bfa-1b3c-4679-a7fb-830a400c2158'] in n-d-824834-4 is: [{'id': '5db20bfa-1b3c-4679-a7fb-830a400c2158', 'name': 'tempest-TestMinimumBasicScenario-1744144241-router', 'tenant_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:08:58Z', 'updated_at': '2022-01-28T20:12:27Z', 'revision_number': 6, 'project_id': '870ca92ca4cc49da8b6d3da562fc40a3', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:12:28.173613 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-192b15c3-d6d7-4b40-95ae-cd0f606d7838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (5db20bfa-1b3c-4679-a7fb-830a400c2158), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.176022 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-192b15c3-d6d7-4b40-95ae-cd0f606d7838 admin admin] Publish callbacks [] for router_controller (5db20bfa-1b3c-4679-a7fb-830a400c2158), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.219302 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-192b15c3-d6d7-4b40-95ae-cd0f606d7838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (5db20bfa-1b3c-4679-a7fb-830a400c2158), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.219774 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192b15c3-d6d7-4b40-95ae-cd0f606d7838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5db20bfa-1b3c-4679-a7fb-830a400c2158 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:12:28.224314 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-192b15c3-d6d7-4b40-95ae-cd0f606d7838 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.225482 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-192b15c3-d6d7-4b40-95ae-cd0f606d7838 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5db20bfa-1b3c-4679-a7fb-830a400c2158 HTTP/1.1" status: 204 len: 168 time: 0.7698305 Jan 28 20:12:28.228272 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36706) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:28.272330 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e96bb23-61ff-427f-8933-a1fd0523c64d admin admin] Deleting subnet dab898d8-7818-43fd-86b6-32009ab504ea {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:12:28.275508 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e96bb23-61ff-427f-8933-a1fd0523c64d admin admin] Publish callbacks [] for subnet (dab898d8-7818-43fd-86b6-32009ab504ea), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.315348 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e96bb23-61ff-427f-8933-a1fd0523c64d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (dab898d8-7818-43fd-86b6-32009ab504ea), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.411023 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e96bb23-61ff-427f-8933-a1fd0523c64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (dab898d8-7818-43fd-86b6-32009ab504ea), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.463030 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e96bb23-61ff-427f-8933-a1fd0523c64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (dab898d8-7818-43fd-86b6-32009ab504ea), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.487613 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96bb23-61ff-427f-8933-a1fd0523c64d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab898d8-7818-43fd-86b6-32009ab504ea,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:28.491482 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0e96bb23-61ff-427f-8933-a1fd0523c64d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.494771 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0e96bb23-61ff-427f-8933-a1fd0523c64d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dab898d8-7818-43fd-86b6-32009ab504ea HTTP/1.1" status: 204 len: 168 time: 0.2655799 Jan 28 20:12:28.497456 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36708) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:28.502980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eb67bd-b30d-4735-843f-35444528baa9 None None] Network 411755dc-bca1-4449-8245-d922802658ab requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:12:28.577390 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (411755dc-bca1-4449-8245-d922802658ab), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.634039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] Deleting port 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:12:28.634388 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.700753 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] For port 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee,segment=NetworkSegment(889a2378-5d13-4d8c-828c-fefd3c81dc54),segment_id=889a2378-5d13-4d8c-828c-fefd3c81dc54)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:12:28.701119 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.713927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] Calling delete_port for 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:12:28.810621 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.847147 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] No DVR routers for this DVR port 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:12:28.848745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:28.924063 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (411755dc-bca1-4449-8245-d922802658ab), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.940044 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01279f8b-c406-408b-b69c-98981f9f2601 None None] DHCP port deletion for 411755dc-bca1-4449-8245-d922802658ab request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:12:28.953235 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411755dc-bca1-4449-8245-d922802658ab']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:28.963627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889a2378-5d13-4d8c-828c-fefd3c81dc54') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:28.963950 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889a2378-5d13-4d8c-828c-fefd3c81dc54') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:28.974242 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (889a2378-5d13-4d8c-828c-fefd3c81dc54), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.987541 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (889a2378-5d13-4d8c-828c-fefd3c81dc54), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.993454 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:12:28.993837 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (889a2378-5d13-4d8c-828c-fefd3c81dc54), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: timer() Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:12:28.995557 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:12:29.051305 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (411755dc-bca1-4449-8245-d922802658ab), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:29.057179 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:29.061030 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/411755dc-bca1-4449-8245-d922802658ab HTTP/1.1" status: 204 len: 168 time: 0.5624182 Jan 28 20:12:29.063624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36710) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:29.079385 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3447-40c7-40c5-ae5d-f02f0a1874d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=411755dc-bca1-4449-8245-d922802658ab,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:29.777794 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-435dd0c3-0fed-44e9-a057-59218cd40f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (87113ece-23f0-4caf-a38a-963ea2683b51), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:30.051572 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-435dd0c3-0fed-44e9-a057-59218cd40f35 admin admin] Deleting port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:12:30.051923 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-435dd0c3-0fed-44e9-a057-59218cd40f35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:30.071522 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:12:30.091813 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:12:30.092165 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 88d72ec4-30cf-440e-a0c6-4c3ea89cc4ee not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:12:30.092583 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 14b45c6b-62d1-4542-ae77-f94f2dfb6966 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:12:30.110952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 14b45c6b-62d1-4542-ae77-f94f2dfb6966 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:12:30.111297 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 14b45c6b-62d1-4542-ae77-f94f2dfb6966 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:12:30.111708 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e9f3341a-32b5-4fea-84dc-c073f9cf3f93 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:12:30.129395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-435dd0c3-0fed-44e9-a057-59218cd40f35 admin admin] For port f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5,segment=NetworkSegment(ab03c1c2-9d3e-4c82-ad12-812309778f3c),segment_id=ab03c1c2-9d3e-4c82-ad12-812309778f3c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:12:30.129754 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-435dd0c3-0fed-44e9-a057-59218cd40f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:30.129908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: e9f3341a-32b5-4fea-84dc-c073f9cf3f93 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:12:30.130308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e9f3341a-32b5-4fea-84dc-c073f9cf3f93 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:12:30.143854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-435dd0c3-0fed-44e9-a057-59218cd40f35 admin admin] Calling delete_port for f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:12:30.352814 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-435dd0c3-0fed-44e9-a057-59218cd40f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:30.381542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435dd0c3-0fed-44e9-a057-59218cd40f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:30.542654 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-435dd0c3-0fed-44e9-a057-59218cd40f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (87113ece-23f0-4caf-a38a-963ea2683b51), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:30.754528 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435dd0c3-0fed-44e9-a057-59218cd40f35 admin admin] Router 87113ece-23f0-4caf-a38a-963ea2683b51 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:12:30.816925 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:30.862561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435dd0c3-0fed-44e9-a057-59218cd40f35 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:12:30.870305 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-435dd0c3-0fed-44e9-a057-59218cd40f35 admin admin] 10.222.0.55 "PUT /v2.0/routers/87113ece-23f0-4caf-a38a-963ea2683b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8029888 Jan 28 20:12:30.870305 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36712) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:30.873465 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5b109-b453-43ff-95a9-0fdfc2f2d5b4 None None] Sync routers for ids ['87113ece-23f0-4caf-a38a-963ea2683b51'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:12:30.884426 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5b109-b453-43ff-95a9-0fdfc2f2d5b4 None None] Routers {'87113ece-23f0-4caf-a38a-963ea2683b51'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:12:30.885064 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c8c5b109-b453-43ff-95a9-0fdfc2f2d5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:12:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['87113ece-23f0-4caf-a38a-963ea2683b51'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:30.975532 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bd286c6-3d27-42d4-86d3-3de1f73ea8b0 admin admin] Publish callbacks [] for router (87113ece-23f0-4caf-a38a-963ea2683b51), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:31.077743 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bd286c6-3d27-42d4-86d3-3de1f73ea8b0 admin admin] Publish callbacks [] for router_gateway (87113ece-23f0-4caf-a38a-963ea2683b51), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:31.078314 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c8c5b109-b453-43ff-95a9-0fdfc2f2d5b4 None None] Set router 87113ece-23f0-4caf-a38a-963ea2683b51 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:12:31.138632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5bd286c6-3d27-42d4-86d3-3de1f73ea8b0 admin admin] Deleting port c7d210f4-25b5-43d9-bfcb-baa1ce4177f6 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:12:31.139045 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bd286c6-3d27-42d4-86d3-3de1f73ea8b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (c7d210f4-25b5-43d9-bfcb-baa1ce4177f6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:31.217846 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-5bd286c6-3d27-42d4-86d3-3de1f73ea8b0 admin admin] For port c7d210f4-25b5-43d9-bfcb-baa1ce4177f6, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=c7d210f4-25b5-43d9-bfcb-baa1ce4177f6,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:12:31.218243 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bd286c6-3d27-42d4-86d3-3de1f73ea8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (c7d210f4-25b5-43d9-bfcb-baa1ce4177f6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:31.230209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-5bd286c6-3d27-42d4-86d3-3de1f73ea8b0 admin admin] Calling delete_port for c7d210f4-25b5-43d9-bfcb-baa1ce4177f6 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:12:31.258149 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c8c5b109-b453-43ff-95a9-0fdfc2f2d5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'name': 'tempest-TestMinimumBasicScenario-356216245-router', 'tenant_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c7d210f4-25b5-43d9-bfcb-baa1ce4177f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:09:03Z', 'updated_at': '2022-01-28T20:12:30Z', 'revision_number': 5, 'project_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'gw_port': {'id': 'c7d210f4-25b5-43d9-bfcb-baa1ce4177f6', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:09:03Z', 'updated_at': '2022-01-28T20:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:31.284737 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5b109-b453-43ff-95a9-0fdfc2f2d5b4 None None] Checking router: 87113ece-23f0-4caf-a38a-963ea2683b51 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:12:31.293315 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5b109-b453-43ff-95a9-0fdfc2f2d5b4 None None] Routers {'87113ece-23f0-4caf-a38a-963ea2683b51'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:12:31.293989 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c8c5b109-b453-43ff-95a9-0fdfc2f2d5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:12:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['87113ece-23f0-4caf-a38a-963ea2683b51'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:31.378847 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c8c5b109-b453-43ff-95a9-0fdfc2f2d5b4 None None] Set router 87113ece-23f0-4caf-a38a-963ea2683b51 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:12:31.396371 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bd286c6-3d27-42d4-86d3-3de1f73ea8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (c7d210f4-25b5-43d9-bfcb-baa1ce4177f6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:31.423090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd286c6-3d27-42d4-86d3-3de1f73ea8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d210f4-25b5-43d9-bfcb-baa1ce4177f6,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:31.434271 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c8c5b109-b453-43ff-95a9-0fdfc2f2d5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'name': 'tempest-TestMinimumBasicScenario-356216245-router', 'tenant_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:09:03Z', 'updated_at': '2022-01-28T20:12:31Z', 'revision_number': 6, 'project_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:31.461136 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5b109-b453-43ff-95a9-0fdfc2f2d5b4 None None] The sync data for ids ['87113ece-23f0-4caf-a38a-963ea2683b51'] in n-d-824834-4 is: [{'id': '87113ece-23f0-4caf-a38a-963ea2683b51', 'name': 'tempest-TestMinimumBasicScenario-356216245-router', 'tenant_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:09:03Z', 'updated_at': '2022-01-28T20:12:31Z', 'revision_number': 6, 'project_id': 'c6f4336f156a4eceb7b61e0ac71bfe42', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:12:31.488160 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bd286c6-3d27-42d4-86d3-3de1f73ea8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (87113ece-23f0-4caf-a38a-963ea2683b51), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:31.577899 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bd286c6-3d27-42d4-86d3-3de1f73ea8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (87113ece-23f0-4caf-a38a-963ea2683b51), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:31.580100 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bd286c6-3d27-42d4-86d3-3de1f73ea8b0 admin admin] Publish callbacks [] for router_controller (87113ece-23f0-4caf-a38a-963ea2683b51), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:31.624013 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bd286c6-3d27-42d4-86d3-3de1f73ea8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (87113ece-23f0-4caf-a38a-963ea2683b51), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:31.624552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd286c6-3d27-42d4-86d3-3de1f73ea8b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87113ece-23f0-4caf-a38a-963ea2683b51 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:12:31.628978 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5bd286c6-3d27-42d4-86d3-3de1f73ea8b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:31.630154 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5bd286c6-3d27-42d4-86d3-3de1f73ea8b0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/87113ece-23f0-4caf-a38a-963ea2683b51 HTTP/1.1" status: 204 len: 168 time: 0.7590566 Jan 28 20:12:31.632768 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36714) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:31.676930 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-145b1f55-ce33-435b-b7bc-22920a3bc558 admin admin] Deleting subnet 5c46ba79-a1f5-4f67-96ae-98fe19465934 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:12:31.680585 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-145b1f55-ce33-435b-b7bc-22920a3bc558 admin admin] Publish callbacks [] for subnet (5c46ba79-a1f5-4f67-96ae-98fe19465934), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:31.718373 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-145b1f55-ce33-435b-b7bc-22920a3bc558 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (5c46ba79-a1f5-4f67-96ae-98fe19465934), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:31.792702 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-145b1f55-ce33-435b-b7bc-22920a3bc558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (5c46ba79-a1f5-4f67-96ae-98fe19465934), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:31.850481 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-145b1f55-ce33-435b-b7bc-22920a3bc558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (5c46ba79-a1f5-4f67-96ae-98fe19465934), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:31.875420 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b1f55-ce33-435b-b7bc-22920a3bc558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c46ba79-a1f5-4f67-96ae-98fe19465934,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:31.881803 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-145b1f55-ce33-435b-b7bc-22920a3bc558 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:31.887468 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-145b1f55-ce33-435b-b7bc-22920a3bc558 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5c46ba79-a1f5-4f67-96ae-98fe19465934 HTTP/1.1" status: 204 len: 168 time: 0.2514741 Jan 28 20:12:31.887918 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36716) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:31.888053 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9506e147-835f-496b-a37a-a10cc2128a31 None None] Network ee6b66e3-e7aa-43f9-9a43-fb363df31548 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:12:31.973985 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (ee6b66e3-e7aa-43f9-9a43-fb363df31548), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:32.027945 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] Deleting port e8cb2a11-c508-43bb-9834-0ee454242974 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:12:32.028401 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e8cb2a11-c508-43bb-9834-0ee454242974), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:32.104266 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] For port e8cb2a11-c508-43bb-9834-0ee454242974, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e8cb2a11-c508-43bb-9834-0ee454242974,segment=NetworkSegment(ab03c1c2-9d3e-4c82-ad12-812309778f3c),segment_id=ab03c1c2-9d3e-4c82-ad12-812309778f3c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:12:32.104725 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e8cb2a11-c508-43bb-9834-0ee454242974), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:32.119002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] Calling delete_port for e8cb2a11-c508-43bb-9834-0ee454242974 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:12:32.202641 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e8cb2a11-c508-43bb-9834-0ee454242974), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:32.230223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8cb2a11-c508-43bb-9834-0ee454242974,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:32.235127 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] No DVR routers for this DVR port e8cb2a11-c508-43bb-9834-0ee454242974 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:12:32.251043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eafa26-a562-4e0b-b30c-50a854b20e24 None None] DHCP port deletion for ee6b66e3-e7aa-43f9-9a43-fb363df31548 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:12:32.318467 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (ee6b66e3-e7aa-43f9-9a43-fb363df31548), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:32.319426 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e8cb2a11-c508-43bb-9834-0ee454242974 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:12:32.339221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: e8cb2a11-c508-43bb-9834-0ee454242974 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:12:32.339790 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e8cb2a11-c508-43bb-9834-0ee454242974 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:12:32.340215 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c7d210f4-25b5-43d9-bfcb-baa1ce4177f6 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:12:32.340883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6b66e3-e7aa-43f9-9a43-fb363df31548']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:32.354774 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab03c1c2-9d3e-4c82-ad12-812309778f3c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:32.354910 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab03c1c2-9d3e-4c82-ad12-812309778f3c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:32.360711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: c7d210f4-25b5-43d9-bfcb-baa1ce4177f6 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:12:32.361064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device c7d210f4-25b5-43d9-bfcb-baa1ce4177f6 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:12:32.361486 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:12:32.365179 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (ab03c1c2-9d3e-4c82-ad12-812309778f3c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:32.381532 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ab03c1c2-9d3e-4c82-ad12-812309778f3c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:32.383455 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:12:32.383814 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device f6fa1b1c-e090-4cf3-9c39-fa8b8d2831a5 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:12:32.388962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:12:32.389500 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (ab03c1c2-9d3e-4c82-ad12-812309778f3c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: timer() Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:12:32.391487 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:12:32.447583 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (ee6b66e3-e7aa-43f9-9a43-fb363df31548), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:32.453785 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:32.456960 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ee6b66e3-e7aa-43f9-9a43-fb363df31548 HTTP/1.1" status: 204 len: 168 time: 0.5679796 Jan 28 20:12:32.472838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa434e-7a92-4506-9c73-f7569e642fe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee6b66e3-e7aa-43f9-9a43-fb363df31548,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:32.629086 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36720) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:32.673011 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-78ff6be8-f0a3-4d6a-8284-90dfa4f5c25e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=870ca92ca4cc49da8b6d3da562fc40a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426688 Jan 28 20:12:32.675809 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36722) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:32.725062 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acd02f63-ab5b-462c-8649-9140c8e11586 admin admin] Publish callbacks [] for security_group (43a39628-2a34-4baf-b054-98ea74052792), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:32.746509 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acd02f63-ab5b-462c-8649-9140c8e11586 admin admin] Publish callbacks [] for security_group (43a39628-2a34-4baf-b054-98ea74052792), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:32.797471 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acd02f63-ab5b-462c-8649-9140c8e11586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (43a39628-2a34-4baf-b054-98ea74052792), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:32.800141 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-acd02f63-ab5b-462c-8649-9140c8e11586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:32.801287 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-acd02f63-ab5b-462c-8649-9140c8e11586 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43a39628-2a34-4baf-b054-98ea74052792 HTTP/1.1" status: 204 len: 168 time: 0.1245797 Jan 28 20:12:32.810983 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd02f63-ab5b-462c-8649-9140c8e11586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a39628-2a34-4baf-b054-98ea74052792,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:33.131908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36728) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:33.173343 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b8e16ef3-979c-4c21-b989-1cfe30bf0aa4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c6f4336f156a4eceb7b61e0ac71bfe42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402792 Jan 28 20:12:33.177111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36730) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:33.226489 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-238a3126-6ed7-413c-a5a0-872e5ee59c8f admin admin] Publish callbacks [] for security_group (294d10d9-678a-4ab0-8efe-3b4da5a8d610), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:33.251492 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-238a3126-6ed7-413c-a5a0-872e5ee59c8f admin admin] Publish callbacks [] for security_group (294d10d9-678a-4ab0-8efe-3b4da5a8d610), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:33.300886 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-238a3126-6ed7-413c-a5a0-872e5ee59c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (294d10d9-678a-4ab0-8efe-3b4da5a8d610), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:33.304986 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-238a3126-6ed7-413c-a5a0-872e5ee59c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:33.306958 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-238a3126-6ed7-413c-a5a0-872e5ee59c8f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/294d10d9-678a-4ab0-8efe-3b4da5a8d610 HTTP/1.1" status: 204 len: 168 time: 0.1287203 Jan 28 20:12:33.315915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a3126-6ed7-413c-a5a0-872e5ee59c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294d10d9-678a-4ab0-8efe-3b4da5a8d610,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:35.074219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36770) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:35.078955 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-256b2342-24a5-40a4-baf8-24bc9ee4da59 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1049896344', 'description': 'tempest-secgroup-smoke-1049896344 description', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:35.102213 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-256b2342-24a5-40a4-baf8-24bc9ee4da59 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.110862 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-256b2342-24a5-40a4-baf8-24bc9ee4da59 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.186125 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-256b2342-24a5-40a4-baf8-24bc9ee4da59 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (0ab7207d-eb47-4343-8ac7-ae7544aacad9), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.191695 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-256b2342-24a5-40a4-baf8-24bc9ee4da59 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0ab7207d-eb47-4343-8ac7-ae7544aacad9), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.231428 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b2342-24a5-40a4-baf8-24bc9ee4da59 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab7207d-eb47-4343-8ac7-ae7544aacad9,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:35.269787 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-256b2342-24a5-40a4-baf8-24bc9ee4da59 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (09f3dd05-7871-4818-81ad-ac01f6bab105), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.274692 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-256b2342-24a5-40a4-baf8-24bc9ee4da59 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (09f3dd05-7871-4818-81ad-ac01f6bab105), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.304792 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b2342-24a5-40a4-baf8-24bc9ee4da59 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f3dd05-7871-4818-81ad-ac01f6bab105,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:35.310304 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-256b2342-24a5-40a4-baf8-24bc9ee4da59 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.311551 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-256b2342-24a5-40a4-baf8-24bc9ee4da59 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2362933 Jan 28 20:12:35.314571 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36772) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:35.318966 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-aeff0055-01e0-4370-88f6-1dfdbdaed334 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': '09f3dd05-7871-4818-81ad-ac01f6bab105', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:35.344163 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aeff0055-01e0-4370-88f6-1dfdbdaed334 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (5e2205c8-a7c6-4a1b-9970-b1149a54cfc8), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.402468 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aeff0055-01e0-4370-88f6-1dfdbdaed334 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (5e2205c8-a7c6-4a1b-9970-b1149a54cfc8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.407357 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aeff0055-01e0-4370-88f6-1dfdbdaed334 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (5e2205c8-a7c6-4a1b-9970-b1149a54cfc8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.426283 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff0055-01e0-4370-88f6-1dfdbdaed334 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2205c8-a7c6-4a1b-9970-b1149a54cfc8,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:35.436120 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-aeff0055-01e0-4370-88f6-1dfdbdaed334 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.437343 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-aeff0055-01e0-4370-88f6-1dfdbdaed334 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218016 Jan 28 20:12:35.440358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36774) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:35.445067 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-17589259-a289-460f-8ff8-fc3709bda64c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': '09f3dd05-7871-4818-81ad-ac01f6bab105', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:35.470792 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17589259-a289-460f-8ff8-fc3709bda64c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (3eddef14-85df-4822-aa51-e1e7ddd1a248), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.526908 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17589259-a289-460f-8ff8-fc3709bda64c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (3eddef14-85df-4822-aa51-e1e7ddd1a248), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.531482 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17589259-a289-460f-8ff8-fc3709bda64c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (3eddef14-85df-4822-aa51-e1e7ddd1a248), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.548289 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17589259-a289-460f-8ff8-fc3709bda64c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eddef14-85df-4822-aa51-e1e7ddd1a248,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:35.557566 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17589259-a289-460f-8ff8-fc3709bda64c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.560226 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-17589259-a289-460f-8ff8-fc3709bda64c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187897 Jan 28 20:12:35.561860 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36776) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:35.566340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2c647740-5968-4cf2-96c1-130380c18445 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': '09f3dd05-7871-4818-81ad-ac01f6bab105', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:35.591893 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c647740-5968-4cf2-96c1-130380c18445 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (c883d0e4-20ea-4587-a5ec-da5466f2b96d), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.651493 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c647740-5968-4cf2-96c1-130380c18445 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (c883d0e4-20ea-4587-a5ec-da5466f2b96d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.659411 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c647740-5968-4cf2-96c1-130380c18445 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (c883d0e4-20ea-4587-a5ec-da5466f2b96d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.956557 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c647740-5968-4cf2-96c1-130380c18445 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c883d0e4-20ea-4587-a5ec-da5466f2b96d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:35.963094 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c647740-5968-4cf2-96c1-130380c18445 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:35.964282 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2c647740-5968-4cf2-96c1-130380c18445 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4013267 Jan 28 20:12:35.967060 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36778) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:35.971426 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2d9a8020-bef3-4358-adaf-200746fe3498 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': '09f3dd05-7871-4818-81ad-ac01f6bab105', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:35.997128 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8020-bef3-4358-adaf-200746fe3498 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (70fd9fa3-2744-478b-8132-45d5e0a8c74b), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.063155 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8020-bef3-4358-adaf-200746fe3498 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (70fd9fa3-2744-478b-8132-45d5e0a8c74b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.069075 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8020-bef3-4358-adaf-200746fe3498 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (70fd9fa3-2744-478b-8132-45d5e0a8c74b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.087185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a8020-bef3-4358-adaf-200746fe3498 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fd9fa3-2744-478b-8132-45d5e0a8c74b,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:36.096354 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d9a8020-bef3-4358-adaf-200746fe3498 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.097561 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2d9a8020-bef3-4358-adaf-200746fe3498 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295850 Jan 28 20:12:36.101212 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36780) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:36.105399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d90eab1b-b2dd-4758-be0f-7e6fca64e0e0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': '09f3dd05-7871-4818-81ad-ac01f6bab105', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:36.126996 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-d90eab1b-b2dd-4758-be0f-7e6fca64e0e0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Project 69f0c0d871d74d1da638b4ca8915fe93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:12:36.132079 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d90eab1b-b2dd-4758-be0f-7e6fca64e0e0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (630af666-5e6b-487f-9bf9-b8ca7c0a961e), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.188090 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d90eab1b-b2dd-4758-be0f-7e6fca64e0e0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (630af666-5e6b-487f-9bf9-b8ca7c0a961e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.193463 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d90eab1b-b2dd-4758-be0f-7e6fca64e0e0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (630af666-5e6b-487f-9bf9-b8ca7c0a961e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.211967 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90eab1b-b2dd-4758-be0f-7e6fca64e0e0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630af666-5e6b-487f-9bf9-b8ca7c0a961e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:36.220282 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d90eab1b-b2dd-4758-be0f-7e6fca64e0e0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.221755 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d90eab1b-b2dd-4758-be0f-7e6fca64e0e0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196141 Jan 28 20:12:36.224531 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36782) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:36.229254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8f0bedc4-ed8b-4d64-b03e-fa8654bbb074 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': '09f3dd05-7871-4818-81ad-ac01f6bab105', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:36.251791 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-8f0bedc4-ed8b-4d64-b03e-fa8654bbb074 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Project 69f0c0d871d74d1da638b4ca8915fe93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:12:36.256647 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f0bedc4-ed8b-4d64-b03e-fa8654bbb074 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (ad2e561d-ece8-4d1f-bc65-41f5ff7e757d), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.315678 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f0bedc4-ed8b-4d64-b03e-fa8654bbb074 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (ad2e561d-ece8-4d1f-bc65-41f5ff7e757d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.321132 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f0bedc4-ed8b-4d64-b03e-fa8654bbb074 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (ad2e561d-ece8-4d1f-bc65-41f5ff7e757d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.339950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bedc4-ed8b-4d64-b03e-fa8654bbb074 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2e561d-ece8-4d1f-bc65-41f5ff7e757d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:36.348862 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8f0bedc4-ed8b-4d64-b03e-fa8654bbb074 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.350097 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8f0bedc4-ed8b-4d64-b03e-fa8654bbb074 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246099 Jan 28 20:12:36.354384 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36784) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:36.359288 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f604967f-05fa-4afd-9158-aaac09eac542 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'network': {'name': 'tempest-network-smoke--1947946973', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:36.380457 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f604967f-05fa-4afd-9158-aaac09eac542 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Made reservation on behalf of 69f0c0d871d74d1da638b4ca8915fe93 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:12:36.384195 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f604967f-05fa-4afd-9158-aaac09eac542 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.408640 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f604967f-05fa-4afd-9158-aaac09eac542 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:12:36.417703 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f604967f-05fa-4afd-9158-aaac09eac542 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ae36aa30-291e-4887-995a-ebae7bad4e3d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.418078 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-f604967f-05fa-4afd-9158-aaac09eac542 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Added segment ae36aa30-291e-4887-995a-ebae7bad4e3d of type vlan for network 895f0d79-d51f-4502-aed6-0cc8a40ba8c6 Jan 28 20:12:36.456941 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f604967f-05fa-4afd-9158-aaac09eac542 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (895f0d79-d51f-4502-aed6-0cc8a40ba8c6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.483988 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f604967f-05fa-4afd-9158-aaac09eac542 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (895f0d79-d51f-4502-aed6-0cc8a40ba8c6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.488925 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604967f-05fa-4afd-9158-aaac09eac542 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:36.489471 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f604967f-05fa-4afd-9158-aaac09eac542 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.543801 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f604967f-05fa-4afd-9158-aaac09eac542 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1883225 Jan 28 20:12:36.547413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36786) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:36.552136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1600541928', 'admin_state_up': True, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:36.555224 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604967f-05fa-4afd-9158-aaac09eac542 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Network': ['ID=895f0d79-d51f-4502-aed6-0cc8a40ba8c6,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:36.566372 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 895f0d79-d51f-4502-aed6-0cc8a40ba8c6 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:12:36.575322 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (a221f3d6-7e8e-4c1b-b3ba-c099445f06dc), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.576388 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (a221f3d6-7e8e-4c1b-b3ba-c099445f06dc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.627576 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_controller (a221f3d6-7e8e-4c1b-b3ba-c099445f06dc), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.762672 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (a221f3d6-7e8e-4c1b-b3ba-c099445f06dc), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.954469 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (a221f3d6-7e8e-4c1b-b3ba-c099445f06dc), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:36.976175 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:37.078998 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.25.0.123 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/ed81367a-ab8d-42be-bfc2-5f8a9fac7746) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:12:37.185306 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (ed81367a-ab8d-42be-bfc2-5f8a9fac7746), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:37.221184 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (ed81367a-ab8d-42be-bfc2-5f8a9fac7746), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:37.257667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:12:37.260487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:12:37.262974 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:12:37.292166 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=ed81367a-ab8d-42be-bfc2-5f8a9fac7746,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:37.865303 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (a221f3d6-7e8e-4c1b-b3ba-c099445f06dc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:38.063971 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (a221f3d6-7e8e-4c1b-b3ba-c099445f06dc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:38.196198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:12:38.304744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:12:38.315944 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Sync routers for ids ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:12:38.327857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Routers {'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:12:38.328412 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:38.328538 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:12:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:38.329689 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ecef85c1-0ee7-473c-acde-8a8d2bfa047c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7812526 Jan 28 20:12:38.332939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36788) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:38.437450 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Set router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:12:38.454544 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-35f4d700-86a9-4b34-999c-0c1df7811b87 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=69f0c0d871d74d1da638b4ca8915fe93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1203668 Jan 28 20:12:38.457207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36792) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:38.568238 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ea32a3-5bdf-4a61-9ee5-a14fd3d9dd8a tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:38.569799 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-12ea32a3-5bdf-4a61-9ee5-a14fd3d9dd8a tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1116879 Jan 28 20:12:38.572698 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36794) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:38.600197 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b32134ea-8c0e-48d3-bf06-5eb012785352 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264401 Jan 28 20:12:38.603122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:38.607895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ed8bcab1-341b-4751-a5f7-460f4f97d6d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-495018283', 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:38.616247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600541928', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:37Z', 'revision_number': 3, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:38.643618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Checking router: a221f3d6-7e8e-4c1b-b3ba-c099445f06dc for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:12:38.643971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Updating router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc port ed81367a-ab8d-42be-bfc2-5f8a9fac7746 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:12:38.672157 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ed81367a-ab8d-42be-bfc2-5f8a9fac7746), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:38.693406 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8bcab1-341b-4751-a5f7-460f4f97d6d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Made reservation on behalf of 69f0c0d871d74d1da638b4ca8915fe93 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:12:38.696908 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed8bcab1-341b-4751-a5f7-460f4f97d6d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:38.879233 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed8bcab1-341b-4751-a5f7-460f4f97d6d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (bc41e19c-cd2c-4d61-8b1a-7b8f553755cb), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:38.930555 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Publish callbacks [] for port (ed81367a-ab8d-42be-bfc2-5f8a9fac7746), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:38.936491 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ed81367a-ab8d-42be-bfc2-5f8a9fac7746), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:38.945073 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bcab1-341b-4751-a5f7-460f4f97d6d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Subnet': ['ID=bc41e19c-cd2c-4d61-8b1a-7b8f553755cb,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:38.952719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8bcab1-341b-4751-a5f7-460f4f97d6d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Checking segment: {'id': 'ae36aa30-291e-4887-995a-ebae7bad4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:12:38.953088 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8bcab1-341b-4751-a5f7-460f4f97d6d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network hostable DHCP agents. Network: 895f0d79-d51f-4502-aed6-0cc8a40ba8c6, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:12:38.972171 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8bcab1-341b-4751-a5f7-460f4f97d6d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network 895f0d79-d51f-4502-aed6-0cc8a40ba8c6 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:12:38.981865 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-ed8bcab1-341b-4751-a5f7-460f4f97d6d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 895f0d79-d51f-4502-aed6-0cc8a40ba8c6) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:12:38.986366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8bcab1-341b-4751-a5f7-460f4f97d6d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:38.986978 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ed8bcab1-341b-4751-a5f7-460f4f97d6d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:38.988973 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Attempting to bind port ed81367a-ab8d-42be-bfc2-5f8a9fac7746 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:12:38.989097 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Attempting to bind port ed81367a-ab8d-42be-bfc2-5f8a9fac7746 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:12:38.989462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Attempting to bind port ed81367a-ab8d-42be-bfc2-5f8a9fac7746 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:12:38.993665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef65fe0-9ecb-4d22-b33f-6144c7050e54 None None] Pushing event updated for resources: {'Port': ['ID=ed81367a-ab8d-42be-bfc2-5f8a9fac7746,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:38.995695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858369aa-b4c1-402a-82b5-cc8bafb32f58 None None] Network 895f0d79-d51f-4502-aed6-0cc8a40ba8c6 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:12:39.004311 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ed8bcab1-341b-4751-a5f7-460f4f97d6d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4001613 Jan 28 20:12:39.007030 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36798) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:39.013895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:12:39.014297 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:12:39.014699 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:39.015086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:12:39.015560 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Bound port: ed81367a-ab8d-42be-bfc2-5f8a9fac7746, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:12:39.015936 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ed81367a-ab8d-42be-bfc2-5f8a9fac7746), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:39.020857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef65fe0-9ecb-4d22-b33f-6144c7050e54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:39.021199 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef65fe0-9ecb-4d22-b33f-6144c7050e54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:39.021540 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef65fe0-9ecb-4d22-b33f-6144c7050e54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:39.021873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef65fe0-9ecb-4d22-b33f-6144c7050e54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:39.022236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef65fe0-9ecb-4d22-b33f-6144c7050e54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:39.022565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef65fe0-9ecb-4d22-b33f-6144c7050e54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:39.022884 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef65fe0-9ecb-4d22-b33f-6144c7050e54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:39.023201 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef65fe0-9ecb-4d22-b33f-6144c7050e54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:39.023518 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef65fe0-9ecb-4d22-b33f-6144c7050e54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:39.023835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef65fe0-9ecb-4d22-b33f-6144c7050e54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:39.024151 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef65fe0-9ecb-4d22-b33f-6144c7050e54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:39.024464 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef65fe0-9ecb-4d22-b33f-6144c7050e54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:39.024777 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef65fe0-9ecb-4d22-b33f-6144c7050e54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:39.118354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] For port ed81367a-ab8d-42be-bfc2-5f8a9fac7746, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:12:39.132563 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] For port ed81367a-ab8d-42be-bfc2-5f8a9fac7746, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ed81367a-ab8d-42be-bfc2-5f8a9fac7746,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:12:39.152611 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ed81367a-ab8d-42be-bfc2-5f8a9fac7746), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:39.177751 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-895f0d79-d51f-4502-aed6-0cc8a40ba8c6', 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ips': [{'subnet_id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:12:39.178632 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:39.282702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef65fe0-9ecb-4d22-b33f-6144c7050e54 None None] Pushing event updated for resources: {'Port': ['ID=ed81367a-ab8d-42be-bfc2-5f8a9fac7746,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:39.287682 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Routers {'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:12:39.288296 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:12:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:39.424791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Allocated IP 172.20.0.2 (895f0d79-d51f-4502-aed6-0cc8a40ba8c6/bc41e19c-cd2c-4d61-8b1a-7b8f553755cb/a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:12:39.440255 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:39.440497 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] Set router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:12:39.861712 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Publish callbacks [] for port (a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:39.870220 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:39.925852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Network 895f0d79-d51f-4502-aed6-0cc8a40ba8c6 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:12:39.927996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.20.0.1 (895f0d79-d51f-4502-aed6-0cc8a40ba8c6/bc41e19c-cd2c-4d61-8b1a-7b8f553755cb/7677a88e-f485-463e-848a-510ca2973979) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:12:39.930720 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Pushing event updated for resources: {'Port': ['ID=a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:39.933296 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:12:39.936475 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600541928', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:37Z', 'revision_number': 3, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:39.938642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:12:39.967403 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9cc626-88cf-445a-b812-7ffbcc46a923 None None] The sync data for ids ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'] in n-d-824834-4 is: [{'id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600541928', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:37Z', 'revision_number': 3, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:12:40.019057 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Attempting to bind port a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:12:40.019431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Attempting to bind port a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'ae36aa30-291e-4887-995a-ebae7bad4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:12:40.019793 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Attempting to bind port a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1 on network 895f0d79-d51f-4502-aed6-0cc8a40ba8c6 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:12:40.027329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:12:40.027706 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Checking segment: {'id': 'ae36aa30-291e-4887-995a-ebae7bad4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:12:40.028112 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:40.028572 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Bound using segment: {'id': 'ae36aa30-291e-4887-995a-ebae7bad4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:12:40.029037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Bound port: a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae36aa30-291e-4887-995a-ebae7bad4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:12:40.029420 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:40.056000 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (7677a88e-f485-463e-848a-510ca2973979), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:40.092429 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (7677a88e-f485-463e-848a-510ca2973979), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:40.098482 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] For port a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:12:40.105061 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] For port a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1,segment=NetworkSegment(ae36aa30-291e-4887-995a-ebae7bad4e3d),segment_id=ae36aa30-291e-4887-995a-ebae7bad4e3d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:12:40.110865 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:40.135740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network 895f0d79-d51f-4502-aed6-0cc8a40ba8c6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:12:40.139223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:12:40.143027 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:12:40.178533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b2ff9-a46a-4f7e-91c1-4637951c0a64 None None] Pushing event updated for resources: {'Port': ['ID=a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:40.186351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=7677a88e-f485-463e-848a-510ca2973979,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:40.207177 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (a221f3d6-7e8e-4c1b-b3ba-c099445f06dc), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:40.398582 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7677a88e-f485-463e-848a-510ca2973979), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:40.697151 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (7677a88e-f485-463e-848a-510ca2973979), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:40.703528 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (7677a88e-f485-463e-848a-510ca2973979), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:40.778306 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=7677a88e-f485-463e-848a-510ca2973979,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:40.781210 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (a221f3d6-7e8e-4c1b-b3ba-c099445f06dc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:40.889724 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network 895f0d79-d51f-4502-aed6-0cc8a40ba8c6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:12:40.891291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:12:41.008352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:12:41.124935 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:12:41.130441 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a624a651-8774-4a4c-a05f-ad3c2d7ed936 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "PUT /v2.0/routers/a221f3d6-7e8e-4c1b-b3ba-c099445f06dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1224546 Jan 28 20:12:41.171424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea309b6-5e80-49e2-bba9-7d403cc39afe None None] Network 895f0d79-d51f-4502-aed6-0cc8a40ba8c6 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:12:41.281817 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-124a2710-ab5b-4ccb-9bf5-2e40f4b27766 None None] Provisioning complete for port a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:12:41.282293 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-124a2710-ab5b-4ccb-9bf5-2e40f4b27766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:41.286128 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-533062af-f2dc-4398-884e-83d11fb07e8d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1049896344&fields=id&tenant_id=69f0c0d871d74d1da638b4ca8915fe93 HTTP/1.1" status: 200 len: 267 time: 0.0478313 Jan 28 20:12:41.369752 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-124a2710-ab5b-4ccb-9bf5-2e40f4b27766 None None] Current status of the port a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:12:41.371137 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-124a2710-ab5b-4ccb-9bf5-2e40f4b27766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:41.399064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-86e36336-93a7-4c37-9dcb-d18008ed378b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:41.400493 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-86e36336-93a7-4c37-9dcb-d18008ed378b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/networks?id=895f0d79-d51f-4502-aed6-0cc8a40ba8c6 HTTP/1.1" status: 200 len: 797 time: 0.1080461 Jan 28 20:12:41.415033 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-124a2710-ab5b-4ccb-9bf5-2e40f4b27766 None None] For port a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1,segment=NetworkSegment(ae36aa30-291e-4887-995a-ebae7bad4e3d),segment_id=ae36aa30-291e-4887-995a-ebae7bad4e3d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:12:41.417646 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-090f0348-6c38-440e-98ef-340fca73798c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/quotas/69f0c0d871d74d1da638b4ca8915fe93 HTTP/1.1" status: 200 len: 375 time: 0.0111597 Jan 28 20:12:41.424874 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-124a2710-ab5b-4ccb-9bf5-2e40f4b27766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:41.474360 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a2710-ab5b-4ccb-9bf5-2e40f4b27766 None None] Pushing event updated for resources: {'Port': ['ID=a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:41.486960 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-51de5893-05f0-405c-b98b-c17d122f68ff tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627928 Jan 28 20:12:41.591660 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-87a562b6-a1d0-4671-8d06-99497967927a service neutron] 10.222.0.55 "GET /v2.0/networks/895f0d79-d51f-4502-aed6-0cc8a40ba8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926285 Jan 28 20:12:41.654096 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-16be6147-e01f-4572-910c-99df95101d66 None None] Provisioning complete for port a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:12:41.654489 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16be6147-e01f-4572-910c-99df95101d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:41.687766 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-6764624b-e05b-407b-8da0-20a66a8638e7 service neutron] 10.222.0.55 "GET /v2.0/networks/895f0d79-d51f-4502-aed6-0cc8a40ba8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901856 Jan 28 20:12:41.740885 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Sync routers for ids ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:12:41.744461 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-16be6147-e01f-4572-910c-99df95101d66 None None] Current status of the port a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:12:41.752280 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Routers {'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:12:41.753773 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:12:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:41.763099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-16be6147-e01f-4572-910c-99df95101d66 None None] Provisioning complete for port 7677a88e-f485-463e-848a-510ca2973979 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:12:41.763702 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-16be6147-e01f-4572-910c-99df95101d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7677a88e-f485-463e-848a-510ca2973979), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:41.805084 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-16be6147-e01f-4572-910c-99df95101d66 None None] Port 7677a88e-f485-463e-848a-510ca2973979 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:12:41.867686 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Set router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:12:41.905322 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-52d9e5e2-3eb6-4acb-8dde-8815ccf679d1 req-78f70466-00ec-462c-9f68-0fb980d744f3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 210 time: 0.0336421 Jan 28 20:12:41.935607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b58e44c3-b812-431a-b189-5114f029122b None None] Provisioning complete for port 7677a88e-f485-463e-848a-510ca2973979 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:12:41.936193 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b58e44c3-b812-431a-b189-5114f029122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7677a88e-f485-463e-848a-510ca2973979), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:41.979420 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b58e44c3-b812-431a-b189-5114f029122b None None] Port 7677a88e-f485-463e-848a-510ca2973979 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:12:42.085506 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600541928', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:40Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7677a88e-f485-463e-848a-510ca2973979', 'name': '', 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:8a:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:39Z', 'updated_at': '2022-01-28T20:12:40Z', 'revision_number': 2, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:42.102802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e6f05bcc-b342-4af4-986d-ec0a0efebd4d None None] Provisioning complete for port 7677a88e-f485-463e-848a-510ca2973979 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:12:42.103491 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6f05bcc-b342-4af4-986d-ec0a0efebd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7677a88e-f485-463e-848a-510ca2973979), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.112806 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Checking router: a221f3d6-7e8e-4c1b-b3ba-c099445f06dc for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:12:42.113152 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Updating router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc port 7677a88e-f485-463e-848a-510ca2973979 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:12:42.141536 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7677a88e-f485-463e-848a-510ca2973979), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.155343 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:12:42.159401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e6f05bcc-b342-4af4-986d-ec0a0efebd4d None None] Port 7677a88e-f485-463e-848a-510ca2973979 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:12:42.215278 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:12:42.216371 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.293261 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:12:42.294423 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ed81367a-ab8d-42be-bfc2-5f8a9fac7746 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:12:42.340614 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port ed81367a-ab8d-42be-bfc2-5f8a9fac7746 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:12:42.341042 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ed81367a-ab8d-42be-bfc2-5f8a9fac7746), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.400310 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Publish callbacks [] for port (7677a88e-f485-463e-848a-510ca2973979), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.407231 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7677a88e-f485-463e-848a-510ca2973979), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.420540 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port ed81367a-ab8d-42be-bfc2-5f8a9fac7746 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:12:42.420931 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ed81367a-ab8d-42be-bfc2-5f8a9fac7746), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.442639 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port ed81367a-ab8d-42be-bfc2-5f8a9fac7746, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ed81367a-ab8d-42be-bfc2-5f8a9fac7746,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:12:42.449122 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ed81367a-ab8d-42be-bfc2-5f8a9fac7746), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.498448 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=ed81367a-ab8d-42be-bfc2-5f8a9fac7746,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:42.500939 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3689a58-f492-403b-a04d-638e7ab3a44d None None] Pushing event updated for resources: {'Port': ['ID=7677a88e-f485-463e-848a-510ca2973979,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:42.508595 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Attempting to bind port 7677a88e-f485-463e-848a-510ca2973979 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:12:42.509231 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Attempting to bind port 7677a88e-f485-463e-848a-510ca2973979 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'ae36aa30-291e-4887-995a-ebae7bad4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:12:42.509821 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Attempting to bind port 7677a88e-f485-463e-848a-510ca2973979 on network 895f0d79-d51f-4502-aed6-0cc8a40ba8c6 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:12:42.522102 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3689a58-f492-403b-a04d-638e7ab3a44d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.522454 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3689a58-f492-403b-a04d-638e7ab3a44d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.522788 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3689a58-f492-403b-a04d-638e7ab3a44d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.523120 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3689a58-f492-403b-a04d-638e7ab3a44d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.523449 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3689a58-f492-403b-a04d-638e7ab3a44d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.523775 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3689a58-f492-403b-a04d-638e7ab3a44d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.524096 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3689a58-f492-403b-a04d-638e7ab3a44d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.524415 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3689a58-f492-403b-a04d-638e7ab3a44d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.524733 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3689a58-f492-403b-a04d-638e7ab3a44d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.525050 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3689a58-f492-403b-a04d-638e7ab3a44d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.525368 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3689a58-f492-403b-a04d-638e7ab3a44d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.525686 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3689a58-f492-403b-a04d-638e7ab3a44d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.526049 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3689a58-f492-403b-a04d-638e7ab3a44d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:12:42.529381 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:12:42.529762 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Checking segment: {'id': 'ae36aa30-291e-4887-995a-ebae7bad4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:12:42.530376 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.530756 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Bound using segment: {'id': 'ae36aa30-291e-4887-995a-ebae7bad4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:12:42.531230 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Bound port: 7677a88e-f485-463e-848a-510ca2973979, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae36aa30-291e-4887-995a-ebae7bad4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:12:42.531609 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7677a88e-f485-463e-848a-510ca2973979), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.594765 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] For port 7677a88e-f485-463e-848a-510ca2973979, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:12:42.597890 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] For port 7677a88e-f485-463e-848a-510ca2973979, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7677a88e-f485-463e-848a-510ca2973979,segment=NetworkSegment(ae36aa30-291e-4887-995a-ebae7bad4e3d),segment_id=ae36aa30-291e-4887-995a-ebae7bad4e3d)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:12:42.605000 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7677a88e-f485-463e-848a-510ca2973979), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.662653 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Routers {'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:12:42.663289 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:12:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:42.683629 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c14a6bbb-00d4-4882-a137-aaae55afc795 None None] Provisioning complete for port 7677a88e-f485-463e-848a-510ca2973979 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:12:42.684307 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c14a6bbb-00d4-4882-a137-aaae55afc795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7677a88e-f485-463e-848a-510ca2973979), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.704034 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3689a58-f492-403b-a04d-638e7ab3a44d None None] Pushing event updated for resources: {'Port': ['ID=7677a88e-f485-463e-848a-510ca2973979,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:42.767284 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c14a6bbb-00d4-4882-a137-aaae55afc795 None None] Current status of the port 7677a88e-f485-463e-848a-510ca2973979 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:12:42.767676 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c14a6bbb-00d4-4882-a137-aaae55afc795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7677a88e-f485-463e-848a-510ca2973979), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.804434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c14a6bbb-00d4-4882-a137-aaae55afc795 None None] For port 7677a88e-f485-463e-848a-510ca2973979, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7677a88e-f485-463e-848a-510ca2973979,segment=NetworkSegment(ae36aa30-291e-4887-995a-ebae7bad4e3d),segment_id=ae36aa30-291e-4887-995a-ebae7bad4e3d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:12:42.809534 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c14a6bbb-00d4-4882-a137-aaae55afc795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7677a88e-f485-463e-848a-510ca2973979), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:42.860023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a6bbb-00d4-4882-a137-aaae55afc795 None None] Pushing event updated for resources: {'Port': ['ID=7677a88e-f485-463e-848a-510ca2973979,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:42.876662 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] Set router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:12:42.934927 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-161aaf38-bf54-4891-8cde-d7dc8ff86383 None None] Provisioning complete for port 7677a88e-f485-463e-848a-510ca2973979 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:12:42.935424 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-161aaf38-bf54-4891-8cde-d7dc8ff86383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7677a88e-f485-463e-848a-510ca2973979), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:43.018190 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-987dbf2f-e8af-44f4-8898-b43188d3cef3 req-d1c1a191-28ac-41dc-b71c-9e8b9e18716a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 210 time: 0.0461199 Jan 28 20:12:43.024684 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-161aaf38-bf54-4891-8cde-d7dc8ff86383 None None] Current status of the port 7677a88e-f485-463e-848a-510ca2973979 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:12:43.098611 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600541928', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:40Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7677a88e-f485-463e-848a-510ca2973979', 'name': '', 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:8a:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:39Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:43.127310 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe966786-fe40-414d-8dbc-9defcf218627 None None] The sync data for ids ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'] in n-d-824834-4 is: [{'id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600541928', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:40Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7677a88e-f485-463e-848a-510ca2973979', 'name': '', 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:8a:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:39Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:12:44.115279 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ba0d74d-4263-4cad-b224-2177d55b7edc req-11e4704d-a519-49fa-9b7e-9bb372b69b1e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 210 time: 0.0416660 Jan 28 20:12:44.176378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ed81367a-ab8d-42be-bfc2-5f8a9fac7746 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:12:44.229226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port ed81367a-ab8d-42be-bfc2-5f8a9fac7746 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:12:44.229597 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ed81367a-ab8d-42be-bfc2-5f8a9fac7746), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:44.315598 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port ed81367a-ab8d-42be-bfc2-5f8a9fac7746 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:12:44.316645 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7677a88e-f485-463e-848a-510ca2973979 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:12:44.367007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7677a88e-f485-463e-848a-510ca2973979 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:12:44.367296 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7677a88e-f485-463e-848a-510ca2973979), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:44.447883 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7677a88e-f485-463e-848a-510ca2973979 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:12:45.202344 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9c05b71b-7aa1-4166-8fdb-8eec1153c455 req-7c59e208-2483-4642-af2b-162e2cfbb55c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 210 time: 0.0275967 Jan 28 20:12:46.308258 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6cadf651-f079-417e-a4e6-a34743632a3b req-60686fc6-993f-44aa-b923-7e2bcebd95d9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 210 time: 0.0274482 Jan 28 20:12:47.078053 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-e9073aa2-59ed-43ab-895c-3cda93b9b220 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:47.079573 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-e9073aa2-59ed-43ab-895c-3cda93b9b220 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.31 "GET /v2.0/networks?id=895f0d79-d51f-4502-aed6-0cc8a40ba8c6 HTTP/1.1" status: 200 len: 797 time: 0.1038535 Jan 28 20:12:47.145819 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-ac880fba-7aff-4bc0-b60c-c89ef532dd39 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f0c0d871d74d1da638b4ca8915fe93 HTTP/1.1" status: 200 len: 380 time: 0.0579693 Jan 28 20:12:47.156646 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-81869571-ee79-4ce5-a841-38447b7ec754 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'port': {'device_id': '87e21527-e32e-4e3c-9416-8d56d41976bd', 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6', 'admin_state_up': True, 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'security_groups': ['09f3dd05-7871-4818-81ad-ac01f6bab105']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:47.263721 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-81869571-ee79-4ce5-a841-38447b7ec754 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Made reservation on behalf of 69f0c0d871d74d1da638b4ca8915fe93 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:12:47.269234 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-81869571-ee79-4ce5-a841-38447b7ec754 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:47.400575 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-81869571-ee79-4ce5-a841-38447b7ec754 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.20.0.10 (895f0d79-d51f-4502-aed6-0cc8a40ba8c6/bc41e19c-cd2c-4d61-8b1a-7b8f553755cb/a2400d3e-4a5b-47fa-80c4-85641aa9edd4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:12:47.405697 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b8b8c28b-be95-4237-a994-a5ada2132382 req-13dc7b5d-9f32-46da-9d8a-e986244a1752 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 210 time: 0.0263786 Jan 28 20:12:47.543480 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-81869571-ee79-4ce5-a841-38447b7ec754 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (a2400d3e-4a5b-47fa-80c4-85641aa9edd4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:47.579579 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-81869571-ee79-4ce5-a841-38447b7ec754 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (a2400d3e-4a5b-47fa-80c4-85641aa9edd4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:47.624489 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-81869571-ee79-4ce5-a841-38447b7ec754 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network 895f0d79-d51f-4502-aed6-0cc8a40ba8c6 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:12:47.627584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-81869571-ee79-4ce5-a841-38447b7ec754 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:12:47.633151 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-81869571-ee79-4ce5-a841-38447b7ec754 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:12:47.639372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81869571-ee79-4ce5-a841-38447b7ec754 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=a2400d3e-4a5b-47fa-80c4-85641aa9edd4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:47.695172 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-81869571-ee79-4ce5-a841-38447b7ec754 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:47.695816 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-81869571-ee79-4ce5-a841-38447b7ec754 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:47.714335 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-81869571-ee79-4ce5-a841-38447b7ec754 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613289 Jan 28 20:12:47.772010 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Request body: {'port': {'device_id': '87e21527-e32e-4e3c-9416-8d56d41976bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:47.835295 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a2400d3e-4a5b-47fa-80c4-85641aa9edd4), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:47.879185 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-753b4aed-55ec-424f-8547-2947637cff5f None None] Provisioning complete for port a2400d3e-4a5b-47fa-80c4-85641aa9edd4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:12:47.879798 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-753b4aed-55ec-424f-8547-2947637cff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a2400d3e-4a5b-47fa-80c4-85641aa9edd4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:47.916602 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-753b4aed-55ec-424f-8547-2947637cff5f None None] Port a2400d3e-4a5b-47fa-80c4-85641aa9edd4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:12:48.103111 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2400d3e-4a5b-47fa-80c4-85641aa9edd4 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:12:48.110765 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Publish callbacks [] for port (a2400d3e-4a5b-47fa-80c4-85641aa9edd4), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:48.122757 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Transition to ACTIVE for port object a2400d3e-4a5b-47fa-80c4-85641aa9edd4 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:12:48.128468 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (a2400d3e-4a5b-47fa-80c4-85641aa9edd4), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:48.177257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Pushing event updated for resources: {'Port': ['ID=a2400d3e-4a5b-47fa-80c4-85641aa9edd4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:48.248872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Attempting to bind port a2400d3e-4a5b-47fa-80c4-85641aa9edd4 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:12:48.249279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Attempting to bind port a2400d3e-4a5b-47fa-80c4-85641aa9edd4 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'ae36aa30-291e-4887-995a-ebae7bad4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:12:48.249603 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Attempting to bind port a2400d3e-4a5b-47fa-80c4-85641aa9edd4 on network 895f0d79-d51f-4502-aed6-0cc8a40ba8c6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:12:48.254226 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Port a2400d3e-4a5b-47fa-80c4-85641aa9edd4 on network 895f0d79-d51f-4502-aed6-0cc8a40ba8c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:12:48.254516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Attempting to bind port a2400d3e-4a5b-47fa-80c4-85641aa9edd4 on network 895f0d79-d51f-4502-aed6-0cc8a40ba8c6 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:12:48.259696 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:12:48.260031 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Checking segment: {'id': 'ae36aa30-291e-4887-995a-ebae7bad4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:12:48.260411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Bound using segment: {'id': 'ae36aa30-291e-4887-995a-ebae7bad4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:12:48.260832 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Bound port: a2400d3e-4a5b-47fa-80c4-85641aa9edd4, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae36aa30-291e-4887-995a-ebae7bad4e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:12:48.261186 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a2400d3e-4a5b-47fa-80c4-85641aa9edd4), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:48.326144 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-40ab6e92-c831-4f4d-ae49-359f9619e726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:48.334355 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] For port a2400d3e-4a5b-47fa-80c4-85641aa9edd4, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:12:48.337674 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] For port a2400d3e-4a5b-47fa-80c4-85641aa9edd4, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a2400d3e-4a5b-47fa-80c4-85641aa9edd4,segment=NetworkSegment(ae36aa30-291e-4887-995a-ebae7bad4e3d),segment_id=ae36aa30-291e-4887-995a-ebae7bad4e3d)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:12:48.345495 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (a2400d3e-4a5b-47fa-80c4-85641aa9edd4), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:48.384479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:48.385147 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:48.386583 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] 10.222.0.31 "PUT /v2.0/ports/a2400d3e-4a5b-47fa-80c4-85641aa9edd4 HTTP/1.1" status: 200 len: 1092 time: 0.6647527 Jan 28 20:12:48.387030 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e21527-e32e-4e3c-9416-8d56d41976bd', 'tag': 'a2400d3e-4a5b-47fa-80c4-85641aa9edd4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:12:48.389339 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56118d61-e221-48cd-b65a-102c0235eb15" -d '{"events": [{"name": "network-changed", "server_uuid": "87e21527-e32e-4e3c-9416-8d56d41976bd", "tag": "a2400d3e-4a5b-47fa-80c4-85641aa9edd4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:12:48.414225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dfa73-da12-42c1-aaf2-bf2abe138e23 service neutron] Pushing event updated for resources: {'Port': ['ID=a2400d3e-4a5b-47fa-80c4-85641aa9edd4,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:48.442719 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cd5993-341a-4224-8464-2b2166be1dc0 x-openstack-request-id: req-a8cd5993-341a-4224-8464-2b2166be1dc0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:12:48.443046 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e21527-e32e-4e3c-9416-8d56d41976bd", "tag": "a2400d3e-4a5b-47fa-80c4-85641aa9edd4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:12:48.443273 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8cd5993-341a-4224-8464-2b2166be1dc0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:12:48.443670 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e21527-e32e-4e3c-9416-8d56d41976bd', 'tag': 'a2400d3e-4a5b-47fa-80c4-85641aa9edd4', 'status': 'completed', 'code': 200} Jan 28 20:12:48.493411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-fcd9588c-c8da-4b16-9622-411c67415d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:48.495275 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-fcd9588c-c8da-4b16-9622-411c67415d63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 1126 time: 0.0576689 Jan 28 20:12:48.539074 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501d2bd-becc-411a-a2ea-e0bc46e77b34 req-21021462-a5e4-4afc-917f-1cc148d92d4c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:48.541658 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5501d2bd-becc-411a-a2ea-e0bc46e77b34 req-21021462-a5e4-4afc-917f-1cc148d92d4c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 944 time: 0.0554690 Jan 28 20:12:48.543209 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-125e5620-fc34-4407-9ae0-06fae669b2c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2400d3e-4a5b-47fa-80c4-85641aa9edd4 HTTP/1.1" status: 200 len: 217 time: 0.0406218 Jan 28 20:12:48.591096 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-9868aef6-6b2c-40cb-af8c-51994de782b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:48.592576 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-9868aef6-6b2c-40cb-af8c-51994de782b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc41e19c-cd2c-4d61-8b1a-7b8f553755cb HTTP/1.1" status: 200 len: 834 time: 0.0444746 Jan 28 20:12:48.596621 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5501d2bd-becc-411a-a2ea-e0bc46e77b34 req-605fb40f-cb41-4cfa-a64b-531349b98e0a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=09f3dd05-7871-4818-81ad-ac01f6bab105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483623 Jan 28 20:12:48.642684 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-c7f69a09-522a-4972-97e7-86bf670d6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:48.644185 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-c7f69a09-522a-4972-97e7-86bf670d6676 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=895f0d79-d51f-4502-aed6-0cc8a40ba8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448890 Jan 28 20:12:48.738400 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-ac9849d5-3d06-46e6-9584-a1a78a0b2f2c service neutron] 10.222.0.31 "GET /v2.0/networks/895f0d79-d51f-4502-aed6-0cc8a40ba8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886202 Jan 28 20:12:48.826693 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-27560f50-cab6-4b78-b4ea-aa3898a595c8 req-a5d76b66-5e4d-4db9-b3e6-22b2e6960f50 service neutron] 10.222.0.31 "GET /v2.0/networks/895f0d79-d51f-4502-aed6-0cc8a40ba8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824811 Jan 28 20:12:48.923315 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56118d61-e221-48cd-b65a-102c0235eb15 req-61b503b0-6362-4787-a97a-d8d725cec0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:48.924761 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-56118d61-e221-48cd-b65a-102c0235eb15 req-61b503b0-6362-4787-a97a-d8d725cec0d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 1126 time: 0.0454690 Jan 28 20:12:49.016112 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56118d61-e221-48cd-b65a-102c0235eb15 req-55fe17ed-2539-4fdc-adc5-25623f76894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:49.017589 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-56118d61-e221-48cd-b65a-102c0235eb15 req-55fe17ed-2539-4fdc-adc5-25623f76894e service neutron] 10.222.0.31 "GET /v2.0/networks?id=895f0d79-d51f-4502-aed6-0cc8a40ba8c6 HTTP/1.1" status: 200 len: 898 time: 0.0869377 Jan 28 20:12:49.059931 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-56118d61-e221-48cd-b65a-102c0235eb15 req-13db2af0-5c46-4ebf-a315-36a0661f9819 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2400d3e-4a5b-47fa-80c4-85641aa9edd4 HTTP/1.1" status: 200 len: 217 time: 0.0354197 Jan 28 20:12:49.113805 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56118d61-e221-48cd-b65a-102c0235eb15 req-faba7c4f-3322-48ce-8177-55d59e1c6062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:49.115262 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-56118d61-e221-48cd-b65a-102c0235eb15 req-faba7c4f-3322-48ce-8177-55d59e1c6062 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc41e19c-cd2c-4d61-8b1a-7b8f553755cb HTTP/1.1" status: 200 len: 834 time: 0.0487452 Jan 28 20:12:49.166339 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56118d61-e221-48cd-b65a-102c0235eb15 req-123d9023-a1de-4de9-bf21-67078ebe91de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:49.167850 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-56118d61-e221-48cd-b65a-102c0235eb15 req-123d9023-a1de-4de9-bf21-67078ebe91de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=895f0d79-d51f-4502-aed6-0cc8a40ba8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454974 Jan 28 20:12:49.256365 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-56118d61-e221-48cd-b65a-102c0235eb15 req-9c06a808-ae50-475b-9c74-76bbfcc5f533 service neutron] 10.222.0.31 "GET /v2.0/networks/895f0d79-d51f-4502-aed6-0cc8a40ba8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818467 Jan 28 20:12:49.348783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-56118d61-e221-48cd-b65a-102c0235eb15 req-dcee1e5e-3cc4-40ad-a80a-a34b62f52d07 service neutron] 10.222.0.31 "GET /v2.0/networks/895f0d79-d51f-4502-aed6-0cc8a40ba8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854867 Jan 28 20:12:49.732927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da9097-4b96-471a-9322-cf49ee96a761 req-503836a7-2f6c-43cd-84ad-5b695d30bc9c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:49.734455 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-93da9097-4b96-471a-9322-cf49ee96a761 req-503836a7-2f6c-43cd-84ad-5b695d30bc9c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 944 time: 0.0586538 Jan 28 20:12:49.782740 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-93da9097-4b96-471a-9322-cf49ee96a761 req-bebc4b56-ca58-4685-8f1d-43936e16422c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=09f3dd05-7871-4818-81ad-ac01f6bab105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425563 Jan 28 20:12:50.509765 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fe1940df-935c-44d6-a0f3-8f2b2db92483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:50.918248 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c49eb3-394c-41a9-a178-1a70e3e14ce9 req-dc5295ce-7931-49df-8c33-1b4e2b9b7c85 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:50.919714 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-98c49eb3-394c-41a9-a178-1a70e3e14ce9 req-dc5295ce-7931-49df-8c33-1b4e2b9b7c85 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 944 time: 0.0565372 Jan 28 20:12:50.969754 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-98c49eb3-394c-41a9-a178-1a70e3e14ce9 req-59aa79e9-4a65-4838-97ae-6b49db0e84ff tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=09f3dd05-7871-4818-81ad-ac01f6bab105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440958 Jan 28 20:12:51.375962 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device a2400d3e-4a5b-47fa-80c4-85641aa9edd4 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:12:51.483984 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port a2400d3e-4a5b-47fa-80c4-85641aa9edd4, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a2400d3e-4a5b-47fa-80c4-85641aa9edd4,segment=NetworkSegment(ae36aa30-291e-4887-995a-ebae7bad4e3d),segment_id=ae36aa30-291e-4887-995a-ebae7bad4e3d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:12:51.495232 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': 'a2400d3e-4a5b-47fa-80c4-85641aa9edd4', 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6', 'port_id': 'a2400d3e-4a5b-47fa-80c4-85641aa9edd4', 'mac_address': 'fa:16:3e:50:dd:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:12:51.532226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port a2400d3e-4a5b-47fa-80c4-85641aa9edd4 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:12:51.532856 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a2400d3e-4a5b-47fa-80c4-85641aa9edd4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:51.545635 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2400d3e-4a5b-47fa-80c4-85641aa9edd4 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:12:51.565631 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port a2400d3e-4a5b-47fa-80c4-85641aa9edd4, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a2400d3e-4a5b-47fa-80c4-85641aa9edd4,segment=NetworkSegment(ae36aa30-291e-4887-995a-ebae7bad4e3d),segment_id=ae36aa30-291e-4887-995a-ebae7bad4e3d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:12:51.572548 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a2400d3e-4a5b-47fa-80c4-85641aa9edd4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:51.621354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=a2400d3e-4a5b-47fa-80c4-85641aa9edd4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:51.822903 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['a2400d3e-4a5b-47fa-80c4-85641aa9edd4'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:12:51.989648 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:52.097122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34725378-4106-42cf-8f8c-be35d65c1065 req-d2b8fafb-a158-4645-a6db-b62ba3d553f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:52.098638 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-34725378-4106-42cf-8f8c-be35d65c1065 req-d2b8fafb-a158-4645-a6db-b62ba3d553f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 945 time: 0.0572422 Jan 28 20:12:52.482641 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-34725378-4106-42cf-8f8c-be35d65c1065 req-9eb78910-6b74-400d-ba33-921ba763de76 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=09f3dd05-7871-4818-81ad-ac01f6bab105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781705 Jan 28 20:12:53.241733 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:53.382731 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device a2400d3e-4a5b-47fa-80c4-85641aa9edd4 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:12:53.439864 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port a2400d3e-4a5b-47fa-80c4-85641aa9edd4 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:12:53.444148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port a2400d3e-4a5b-47fa-80c4-85641aa9edd4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:12:53.444526 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a2400d3e-4a5b-47fa-80c4-85641aa9edd4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:53.520020 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port a2400d3e-4a5b-47fa-80c4-85641aa9edd4 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:12:53.520408 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a2400d3e-4a5b-47fa-80c4-85641aa9edd4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:53.547578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e21527-e32e-4e3c-9416-8d56d41976bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2400d3e-4a5b-47fa-80c4-85641aa9edd4'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:12:53.549863 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a2da01-249e-4991-b903-0a653f9ab274" -d '{"events": [{"server_uuid": "87e21527-e32e-4e3c-9416-8d56d41976bd", "name": "network-vif-plugged", "status": "completed", "tag": "a2400d3e-4a5b-47fa-80c4-85641aa9edd4"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:12:53.563290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port a2400d3e-4a5b-47fa-80c4-85641aa9edd4, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a2400d3e-4a5b-47fa-80c4-85641aa9edd4,segment=NetworkSegment(ae36aa30-291e-4887-995a-ebae7bad4e3d),segment_id=ae36aa30-291e-4887-995a-ebae7bad4e3d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:12:53.569966 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a2400d3e-4a5b-47fa-80c4-85641aa9edd4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:53.593831 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26662443-7292-425e-afd3-4b37c485dea9 x-openstack-request-id: req-26662443-7292-425e-afd3-4b37c485dea9 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:12:53.594143 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e21527-e32e-4e3c-9416-8d56d41976bd", "name": "network-vif-plugged", "status": "completed", "tag": "a2400d3e-4a5b-47fa-80c4-85641aa9edd4", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:12:53.594396 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26662443-7292-425e-afd3-4b37c485dea9 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:12:53.594781 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e21527-e32e-4e3c-9416-8d56d41976bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2400d3e-4a5b-47fa-80c4-85641aa9edd4', 'code': 200} Jan 28 20:12:53.611764 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887e03a-ed8e-4225-8f33-30410a2ee492 req-0c62d031-8429-44b0-9342-9a3235bac910 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:53.613254 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d887e03a-ed8e-4225-8f33-30410a2ee492 req-0c62d031-8429-44b0-9342-9a3235bac910 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 945 time: 0.0594587 Jan 28 20:12:53.620873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=a2400d3e-4a5b-47fa-80c4-85641aa9edd4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:53.670260 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d887e03a-ed8e-4225-8f33-30410a2ee492 req-fd20b546-b9ef-472c-9ad5-27fad24aec62 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=09f3dd05-7871-4818-81ad-ac01f6bab105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444353 Jan 28 20:12:53.694221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cd62d-7e92-4a8f-b4d8-68590624dc59 req-ad6f3330-4654-4e89-a164-0944044b0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:53.695706 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3b1cd62d-7e92-4a8f-b4d8-68590624dc59 req-ad6f3330-4654-4e89-a164-0944044b0902 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 1128 time: 0.0447590 Jan 28 20:12:53.741291 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3b1cd62d-7e92-4a8f-b4d8-68590624dc59 req-52f3b09d-7638-426c-bd1d-aaf1f33e2b71 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=09f3dd05-7871-4818-81ad-ac01f6bab105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383756 Jan 28 20:12:54.550527 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:54.796388 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ebac3-a6e8-4a0b-aa77-77bbb17dafd2 req-d16e9f9d-ee54-49a3-b315-5d7efc251cac tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:54.798150 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a7ebac3-a6e8-4a0b-aa77-77bbb17dafd2 req-d16e9f9d-ee54-49a3-b315-5d7efc251cac tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 946 time: 0.0553894 Jan 28 20:12:54.853142 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a7ebac3-a6e8-4a0b-aa77-77bbb17dafd2 req-3b97d69f-0c1b-4a50-8690-dc228db82274 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=09f3dd05-7871-4818-81ad-ac01f6bab105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487761 Jan 28 20:12:55.293496 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:12:55.992651 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2e26d-76c8-4e0e-a29d-2a98ba207789 req-11653afb-3a8e-482f-bf6e-ae51e0a15667 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:55.994150 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29e2e26d-76c8-4e0e-a29d-2a98ba207789 req-11653afb-3a8e-482f-bf6e-ae51e0a15667 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 946 time: 0.0538127 Jan 28 20:12:55.999699 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:56.046760 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29e2e26d-76c8-4e0e-a29d-2a98ba207789 req-7481178d-27e4-4318-804f-295083387bac tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=09f3dd05-7871-4818-81ad-ac01f6bab105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463669 Jan 28 20:12:56.181164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5ff73-35f9-4994-98ac-b02d56feb7c8 req-706a5487-f5a6-4748-8337-f30606e94af1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:56.182546 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7f5ff73-35f9-4994-98ac-b02d56feb7c8 req-706a5487-f5a6-4748-8337-f30606e94af1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 946 time: 0.0608954 Jan 28 20:12:56.233961 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f7f5ff73-35f9-4994-98ac-b02d56feb7c8 req-c010cbc2-0f26-4ba1-ba28-eeeae16c28dd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=09f3dd05-7871-4818-81ad-ac01f6bab105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429962 Jan 28 20:12:56.255947 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36866) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:56.301205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9808c9-f2eb-44ad-87db-0e0e88548f53 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:56.302774 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6e9808c9-f2eb-44ad-87db-0e0e88548f53 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 1123 time: 0.0457959 Jan 28 20:12:56.307682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36868) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:56.311929 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': 'a2400d3e-4a5b-47fa-80c4-85641aa9edd4', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:12:56.339238 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:56.440842 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:56.538898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.25.0.157 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/bc18ea64-9cfb-44f3-a64b-a66e9054d3e0) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:12:56.651442 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (bc18ea64-9cfb-44f3-a64b-a66e9054d3e0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:56.688785 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (bc18ea64-9cfb-44f3-a64b-a66e9054d3e0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:56.731366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:12:56.738609 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:12:56.740581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=bc18ea64-9cfb-44f3-a64b-a66e9054d3e0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:56.742748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:12:57.111900 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (d3fccfc5-62cf-46f3-b01b-b0527da09f60), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:57.197607 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bc18ea64-9cfb-44f3-a64b-a66e9054d3e0), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:57.346819 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (bc18ea64-9cfb-44f3-a64b-a66e9054d3e0), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:57.353181 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (bc18ea64-9cfb-44f3-a64b-a66e9054d3e0), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:57.423687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=bc18ea64-9cfb-44f3-a64b-a66e9054d3e0,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:12:57.434328 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (d3fccfc5-62cf-46f3-b01b-b0527da09f60), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:57.537282 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Floating IP d3fccfc5-62cf-46f3-b01b-b0527da09f60 associated. External IP: 172.25.0.157, port: a2400d3e-4a5b-47fa-80c4-85641aa9edd4. Jan 28 20:12:57.754191 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:12:57.870552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:12:57.880555 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f366e446-11b3-4cd2-ab1e-ed5ffa6daf37 None None] Sync routers for ids ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:12:57.890936 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:12:57.891456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f366e446-11b3-4cd2-ab1e-ed5ffa6daf37 None None] Routers {'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:12:57.892127 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f366e446-11b3-4cd2-ab1e-ed5ffa6daf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:12:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:57.924459 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a5f9e576-af60-44a3-8d5f-5547c4c7cbb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6130278 Jan 28 20:12:57.924459 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e21527-e32e-4e3c-9416-8d56d41976bd', 'tag': 'a2400d3e-4a5b-47fa-80c4-85641aa9edd4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:12:57.924814 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb1b202-7c01-410d-9329-062bff07c0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "87e21527-e32e-4e3c-9416-8d56d41976bd", "tag": "a2400d3e-4a5b-47fa-80c4-85641aa9edd4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:12:57.973192 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52091188-7f4c-4457-a6c0-3ee40ea8f29b x-openstack-request-id: req-52091188-7f4c-4457-a6c0-3ee40ea8f29b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:12:57.973581 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e21527-e32e-4e3c-9416-8d56d41976bd", "tag": "a2400d3e-4a5b-47fa-80c4-85641aa9edd4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:12:57.973920 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-52091188-7f4c-4457-a6c0-3ee40ea8f29b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:12:57.974580 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e21527-e32e-4e3c-9416-8d56d41976bd', 'tag': 'a2400d3e-4a5b-47fa-80c4-85641aa9edd4', 'status': 'completed', 'code': 200} Jan 28 20:12:58.006798 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f366e446-11b3-4cd2-ab1e-ed5ffa6daf37 None None] Set router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:12:58.031037 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0519ba-8822-4068-ba7a-a307babebc2b req-95931e99-c0f4-409b-9055-d80c2942dcf7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:58.032552 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ee0519ba-8822-4068-ba7a-a307babebc2b req-95931e99-c0f4-409b-9055-d80c2942dcf7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 946 time: 0.0555732 Jan 28 20:12:58.044634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1b202-7c01-410d-9329-062bff07c0d4 req-ce2a5245-0528-48de-84ba-8c253d6faf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:58.046338 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bcb1b202-7c01-410d-9329-062bff07c0d4 req-ce2a5245-0528-48de-84ba-8c253d6faf9d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 1128 time: 0.0483036 Jan 28 20:12:58.083910 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ee0519ba-8822-4068-ba7a-a307babebc2b req-c72001e6-65b1-42fc-8ea5-579e28d0466b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=09f3dd05-7871-4818-81ad-ac01f6bab105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448215 Jan 28 20:12:58.106808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36874) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:58.193259 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-01c290ef-4091-4520-b2c5-06e31cf78330 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/d3fccfc5-62cf-46f3-b01b-b0527da09f60 HTTP/1.1" status: 200 len: 992 time: 0.0850577 Jan 28 20:12:58.194859 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1b202-7c01-410d-9329-062bff07c0d4 req-6450e335-26d6-4c64-9fd6-44763d950e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:58.196466 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bcb1b202-7c01-410d-9329-062bff07c0d4 req-6450e335-26d6-4c64-9fd6-44763d950e9a service neutron] 10.222.0.31 "GET /v2.0/networks?id=895f0d79-d51f-4502-aed6-0cc8a40ba8c6 HTTP/1.1" status: 200 len: 898 time: 0.1433585 Jan 28 20:12:58.242777 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f366e446-11b3-4cd2-ab1e-ed5ffa6daf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600541928', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:40Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'd3fccfc5-62cf-46f3-b01b-b0527da09f60', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'port_id': 'a2400d3e-4a5b-47fa-80c4-85641aa9edd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6', 'mac_address': 'fa:16:3e:50:dd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e21527-e32e-4e3c-9416-8d56d41976bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:12:56Z', 'updated_at': '2022-01-28T20:12:56Z', 'revision_number': 0, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7677a88e-f485-463e-848a-510ca2973979', 'name': '', 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:8a:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:39Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:58.264734 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bcb1b202-7c01-410d-9329-062bff07c0d4 req-04eaf586-ffdf-47ab-8670-18470f7fa34e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2400d3e-4a5b-47fa-80c4-85641aa9edd4 HTTP/1.1" status: 200 len: 1000 time: 0.0617356 Jan 28 20:12:58.268565 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f366e446-11b3-4cd2-ab1e-ed5ffa6daf37 None None] Checking router: a221f3d6-7e8e-4c1b-b3ba-c099445f06dc for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:12:58.277003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f366e446-11b3-4cd2-ab1e-ed5ffa6daf37 None None] Routers {'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:12:58.277575 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f366e446-11b3-4cd2-ab1e-ed5ffa6daf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:12:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:58.312568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1b202-7c01-410d-9329-062bff07c0d4 req-ee0b43eb-4fa0-40fc-8a3b-6234e8694d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:58.314362 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bcb1b202-7c01-410d-9329-062bff07c0d4 req-ee0b43eb-4fa0-40fc-8a3b-6234e8694d05 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc41e19c-cd2c-4d61-8b1a-7b8f553755cb HTTP/1.1" status: 200 len: 834 time: 0.0435410 Jan 28 20:12:58.364592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1b202-7c01-410d-9329-062bff07c0d4 req-31443983-dfae-4334-a333-e9666fd89e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:12:58.366169 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bcb1b202-7c01-410d-9329-062bff07c0d4 req-31443983-dfae-4334-a333-e9666fd89e3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=895f0d79-d51f-4502-aed6-0cc8a40ba8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452642 Jan 28 20:12:58.464084 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bcb1b202-7c01-410d-9329-062bff07c0d4 req-36f5f9f6-a111-49a2-a34e-ea70546dca0d service neutron] 10.222.0.31 "GET /v2.0/networks/895f0d79-d51f-4502-aed6-0cc8a40ba8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909088 Jan 28 20:12:58.549869 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-f366e446-11b3-4cd2-ab1e-ed5ffa6daf37 None None] Set router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:12:58.554926 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bcb1b202-7c01-410d-9329-062bff07c0d4 req-f6d84fbf-b71a-4bbb-9b55-f3948713a8d6 service neutron] 10.222.0.31 "GET /v2.0/networks/895f0d79-d51f-4502-aed6-0cc8a40ba8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845404 Jan 28 20:12:58.794992 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-f366e446-11b3-4cd2-ab1e-ed5ffa6daf37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600541928', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:40Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'd3fccfc5-62cf-46f3-b01b-b0527da09f60', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'port_id': 'a2400d3e-4a5b-47fa-80c4-85641aa9edd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6', 'mac_address': 'fa:16:3e:50:dd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e21527-e32e-4e3c-9416-8d56d41976bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:12:56Z', 'updated_at': '2022-01-28T20:12:56Z', 'revision_number': 0, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7677a88e-f485-463e-848a-510ca2973979', 'name': '', 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:8a:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:39Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:12:58.821282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f366e446-11b3-4cd2-ab1e-ed5ffa6daf37 None None] The sync data for ids ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'] in n-d-824834-4 is: [{'id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600541928', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:40Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'd3fccfc5-62cf-46f3-b01b-b0527da09f60', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'port_id': 'a2400d3e-4a5b-47fa-80c4-85641aa9edd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6', 'mac_address': 'fa:16:3e:50:dd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e21527-e32e-4e3c-9416-8d56d41976bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:12:56Z', 'updated_at': '2022-01-28T20:12:56Z', 'revision_number': 0, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7677a88e-f485-463e-848a-510ca2973979', 'name': '', 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:8a:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:39Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:12:59.017567 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4dae02-876b-4543-8d58-a5c5ac31e826 None None] New status for floating IP d3fccfc5-62cf-46f3-b01b-b0527da09f60: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:12:59.197411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36876) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:12:59.261322 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fa7ec099-1d71-4187-bdf9-df51596ae2b7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/d3fccfc5-62cf-46f3-b01b-b0527da09f60 HTTP/1.1" status: 200 len: 994 time: 0.0620053 Jan 28 20:13:00.826074 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:02.978336 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5cf3c589-f991-4974-a09b-10f693836357 req-24ba524e-51e2-4325-8a55-97d6e78bf151 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467353 Jan 28 20:13:03.086317 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3c589-f991-4974-a09b-10f693836357 req-11b595c8-6324-4c5f-b69f-155da1b2e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:03.087881 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5cf3c589-f991-4974-a09b-10f693836357 req-11b595c8-6324-4c5f-b69f-155da1b2e4eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 1128 time: 0.0566144 Jan 28 20:13:03.194059 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3c589-f991-4974-a09b-10f693836357 req-d6cba6fe-552c-49ae-8260-69247b841906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:03.195541 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5cf3c589-f991-4974-a09b-10f693836357 req-d6cba6fe-552c-49ae-8260-69247b841906 service neutron] 10.222.0.31 "GET /v2.0/networks?id=895f0d79-d51f-4502-aed6-0cc8a40ba8c6 HTTP/1.1" status: 200 len: 898 time: 0.0858943 Jan 28 20:13:03.266344 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5cf3c589-f991-4974-a09b-10f693836357 req-c8965111-313c-454e-b420-49aad6efe4ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2400d3e-4a5b-47fa-80c4-85641aa9edd4 HTTP/1.1" status: 200 len: 1002 time: 0.0641623 Jan 28 20:13:03.314007 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3c589-f991-4974-a09b-10f693836357 req-a7f9aa82-a206-4131-a6f1-2dda091621e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:03.315567 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5cf3c589-f991-4974-a09b-10f693836357 req-a7f9aa82-a206-4131-a6f1-2dda091621e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc41e19c-cd2c-4d61-8b1a-7b8f553755cb HTTP/1.1" status: 200 len: 834 time: 0.0438075 Jan 28 20:13:03.367436 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3c589-f991-4974-a09b-10f693836357 req-80a91a2d-8fc6-4c3b-8c23-06d8cb0f0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:03.368938 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5cf3c589-f991-4974-a09b-10f693836357 req-80a91a2d-8fc6-4c3b-8c23-06d8cb0f0d4e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=895f0d79-d51f-4502-aed6-0cc8a40ba8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478945 Jan 28 20:13:03.463508 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5cf3c589-f991-4974-a09b-10f693836357 req-d4597338-010a-4064-8758-b25d37d69091 service neutron] 10.222.0.31 "GET /v2.0/networks/895f0d79-d51f-4502-aed6-0cc8a40ba8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864770 Jan 28 20:13:03.551047 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5cf3c589-f991-4974-a09b-10f693836357 req-77570202-55bb-48af-bbd9-aac8b91e962e service neutron] 10.222.0.31 "GET /v2.0/networks/895f0d79-d51f-4502-aed6-0cc8a40ba8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819800 Jan 28 20:13:18.329149 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56920914-4347-4805-8e4c-3cab84e4535e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:20.504128 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f4b7479a-8044-4799-ae47-08c6c6613f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:21.982534 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:23.249130 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:24.549393 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:25.992363 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:30.619274 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908bb9b-4bc4-4252-b277-691dfc9f00f7 req-fae78b1a-0462-4df3-9c44-d587d96fe58d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:30.620773 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5908bb9b-4bc4-4252-b277-691dfc9f00f7 req-fae78b1a-0462-4df3-9c44-d587d96fe58d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 946 time: 0.0553908 Jan 28 20:13:30.675871 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5908bb9b-4bc4-4252-b277-691dfc9f00f7 req-f21acc34-8def-4944-8246-6c2bf7effe5c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=09f3dd05-7871-4818-81ad-ac01f6bab105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494404 Jan 28 20:13:30.832736 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:31.803194 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976c633-f0c8-401a-9075-1ffb622ec8e8 req-36e4b863-31ca-4b13-b727-27845824870e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:31.804670 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7976c633-f0c8-401a-9075-1ffb622ec8e8 req-36e4b863-31ca-4b13-b727-27845824870e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 946 time: 0.0561023 Jan 28 20:13:31.856858 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7976c633-f0c8-401a-9075-1ffb622ec8e8 req-ea3758cf-d49f-4612-a64c-a74c39601938 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=09f3dd05-7871-4818-81ad-ac01f6bab105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439026 Jan 28 20:13:31.879360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36900) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:31.940054 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-33e8237c-a28f-4c05-8741-cc776d01d7ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/d3fccfc5-62cf-46f3-b01b-b0527da09f60 HTTP/1.1" status: 200 len: 994 time: 0.0595341 Jan 28 20:13:32.298524 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:13:33.217256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfed22-5ce7-49ff-82be-8c2e2c41fe25 req-2850fd63-6c91-49a6-b140-c4141f520b53 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:33.218741 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6fbfed22-5ce7-49ff-82be-8c2e2c41fe25 req-2850fd63-6c91-49a6-b140-c4141f520b53 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 946 time: 0.0549896 Jan 28 20:13:33.270568 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6fbfed22-5ce7-49ff-82be-8c2e2c41fe25 req-4a86770d-ea3e-43bd-b78f-aa0c4fe03439 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=09f3dd05-7871-4818-81ad-ac01f6bab105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460901 Jan 28 20:13:34.414282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ea5ee-acf3-490f-ae7e-7af3b9b19672 req-a24e2cf5-1acd-4724-a740-cfd4722fc44a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:34.415792 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-385ea5ee-acf3-490f-ae7e-7af3b9b19672 req-a24e2cf5-1acd-4724-a740-cfd4722fc44a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 946 time: 0.0664527 Jan 28 20:13:34.467277 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-385ea5ee-acf3-490f-ae7e-7af3b9b19672 req-56855277-cb9a-4ac5-80f2-b2086c3ccde6 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=09f3dd05-7871-4818-81ad-ac01f6bab105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451913 Jan 28 20:13:34.494721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36910) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:34.561574 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-41f28324-74bb-47eb-b50f-854d6a1a010e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/d3fccfc5-62cf-46f3-b01b-b0527da09f60 HTTP/1.1" status: 200 len: 994 time: 0.0652468 Jan 28 20:13:34.787054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36916) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:34.962592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port bc18ea64-9cfb-44f3-a64b-a66e9054d3e0 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:13:34.962941 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (bc18ea64-9cfb-44f3-a64b-a66e9054d3e0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:35.037764 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (bc18ea64-9cfb-44f3-a64b-a66e9054d3e0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:35.038064 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (bc18ea64-9cfb-44f3-a64b-a66e9054d3e0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:35.050297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for bc18ea64-9cfb-44f3-a64b-a66e9054d3e0 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:13:35.209016 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (bc18ea64-9cfb-44f3-a64b-a66e9054d3e0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:35.234139 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=bc18ea64-9cfb-44f3-a64b-a66e9054d3e0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:35.245965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:35.246361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:35.246711 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:35.247052 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:35.247388 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:35.247725 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:35.248059 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:35.248388 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:35.248719 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:35.249047 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:35.249378 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:35.249723 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:35.250048 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:35.309795 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (d3fccfc5-62cf-46f3-b01b-b0527da09f60), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:35.310099 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Floating IP d3fccfc5-62cf-46f3-b01b-b0527da09f60 disassociated (deleted). External IP: 172.25.0.157, port: a2400d3e-4a5b-47fa-80c4-85641aa9edd4. Jan 28 20:13:35.527467 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:13:35.636817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:13:35.641288 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:35.647197 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d4b018-cdd1-497d-b669-e4306051389b None None] Sync routers for ids ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:13:35.658214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d4b018-cdd1-497d-b669-e4306051389b None None] Routers {'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:35.658949 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a0d4b018-cdd1-497d-b669-e4306051389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:13:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:35.675653 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8b49e853-9e26-440e-bdf7-4c472d5b24cf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/floatingips/d3fccfc5-62cf-46f3-b01b-b0527da09f60 HTTP/1.1" status: 204 len: 168 time: 0.8874304 Jan 28 20:13:35.676254 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e21527-e32e-4e3c-9416-8d56d41976bd', 'tag': 'a2400d3e-4a5b-47fa-80c4-85641aa9edd4'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:13:35.678995 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac9f26d1a29f0c91399e43c490101928ac952e5849b55b60a284b120f3a3590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf747f48-0970-4c8e-95b4-b5525abccfa4" -d '{"events": [{"name": "network-changed", "server_uuid": "87e21527-e32e-4e3c-9416-8d56d41976bd", "tag": "a2400d3e-4a5b-47fa-80c4-85641aa9edd4"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:35.718588 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5cc0d5-e730-4092-b9ba-722d2fb9ab28 x-openstack-request-id: req-2b5cc0d5-e730-4092-b9ba-722d2fb9ab28 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:35.718888 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e21527-e32e-4e3c-9416-8d56d41976bd", "tag": "a2400d3e-4a5b-47fa-80c4-85641aa9edd4", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:35.719136 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b5cc0d5-e730-4092-b9ba-722d2fb9ab28 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:35.719604 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e21527-e32e-4e3c-9416-8d56d41976bd', 'tag': 'a2400d3e-4a5b-47fa-80c4-85641aa9edd4', 'status': 'completed', 'code': 200} Jan 28 20:13:35.771460 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a0d4b018-cdd1-497d-b669-e4306051389b None None] Set router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:35.785948 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf747f48-0970-4c8e-95b4-b5525abccfa4 req-7a8048b2-0898-47dd-a6a1-b55748ce0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:35.787661 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf747f48-0970-4c8e-95b4-b5525abccfa4 req-7a8048b2-0898-47dd-a6a1-b55748ce0200 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 1128 time: 0.0475893 Jan 28 20:13:35.938273 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf747f48-0970-4c8e-95b4-b5525abccfa4 req-9090f4c0-ffd8-4ebb-b222-febcff4c7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:35.939778 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf747f48-0970-4c8e-95b4-b5525abccfa4 req-9090f4c0-ffd8-4ebb-b222-febcff4c7612 service neutron] 10.222.0.31 "GET /v2.0/networks?id=895f0d79-d51f-4502-aed6-0cc8a40ba8c6 HTTP/1.1" status: 200 len: 898 time: 0.1357124 Jan 28 20:13:35.948366 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64983073-1730-46a8-9c36-204443843343 req-469090fa-74da-40e3-bb83-87105654d254 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:35.949155 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-64983073-1730-46a8-9c36-204443843343 req-469090fa-74da-40e3-bb83-87105654d254 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 946 time: 0.0805347 Jan 28 20:13:35.980472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a0d4b018-cdd1-497d-b669-e4306051389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600541928', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:40Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7677a88e-f485-463e-848a-510ca2973979', 'name': '', 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:8a:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:39Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:35.992647 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf747f48-0970-4c8e-95b4-b5525abccfa4 req-070082d0-89be-4fc1-baf3-99229bf31821 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2400d3e-4a5b-47fa-80c4-85641aa9edd4 HTTP/1.1" status: 200 len: 217 time: 0.0425460 Jan 28 20:13:36.006769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d4b018-cdd1-497d-b669-e4306051389b None None] Checking router: a221f3d6-7e8e-4c1b-b3ba-c099445f06dc for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:13:36.015791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d4b018-cdd1-497d-b669-e4306051389b None None] Routers {'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:36.016401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a0d4b018-cdd1-497d-b669-e4306051389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:13:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:36.060874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf747f48-0970-4c8e-95b4-b5525abccfa4 req-fa860068-b717-4f3a-bfd5-c338cab282fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:36.062371 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf747f48-0970-4c8e-95b4-b5525abccfa4 req-fa860068-b717-4f3a-bfd5-c338cab282fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bc41e19c-cd2c-4d61-8b1a-7b8f553755cb HTTP/1.1" status: 200 len: 834 time: 0.0637190 Jan 28 20:13:36.066056 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-64983073-1730-46a8-9c36-204443843343 req-12a37c7a-61b7-4c54-8a94-d27b119069f2 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=09f3dd05-7871-4818-81ad-ac01f6bab105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091859 Jan 28 20:13:36.112894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf747f48-0970-4c8e-95b4-b5525abccfa4 req-68f963e4-f828-4648-b010-ad343224be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:36.114484 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf747f48-0970-4c8e-95b4-b5525abccfa4 req-68f963e4-f828-4648-b010-ad343224be88 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=895f0d79-d51f-4502-aed6-0cc8a40ba8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457520 Jan 28 20:13:36.126477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a0d4b018-cdd1-497d-b669-e4306051389b None None] Set router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:36.207688 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf747f48-0970-4c8e-95b4-b5525abccfa4 req-d534c973-c405-4989-86da-0ed018cb081c service neutron] 10.222.0.31 "GET /v2.0/networks/895f0d79-d51f-4502-aed6-0cc8a40ba8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850534 Jan 28 20:13:36.299423 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cf747f48-0970-4c8e-95b4-b5525abccfa4 req-5bf9eadf-c9b6-4638-b52a-700d331089a2 service neutron] 10.222.0.31 "GET /v2.0/networks/895f0d79-d51f-4502-aed6-0cc8a40ba8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850308 Jan 28 20:13:36.333437 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a0d4b018-cdd1-497d-b669-e4306051389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600541928', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:40Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7677a88e-f485-463e-848a-510ca2973979', 'name': '', 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:8a:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:39Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:36.362625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d4b018-cdd1-497d-b669-e4306051389b None None] The sync data for ids ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'] in n-d-824834-4 is: [{'id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600541928', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:40Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '7677a88e-f485-463e-848a-510ca2973979', 'name': '', 'network_id': '895f0d79-d51f-4502-aed6-0cc8a40ba8c6', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:8a:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:39Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'bc41e19c-cd2c-4d61-8b1a-7b8f553755cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:13:36.579287 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1733f42c-b783-4ccf-b5f4-49df9db1e5fb None None] New status for floating IP d3fccfc5-62cf-46f3-b01b-b0527da09f60: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:13:37.210514 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c629003-d9c1-400e-aea8-a06060ea6d5a req-0d710bc2-ac23-416b-8ecf-ce915621f36a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:37.211904 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7c629003-d9c1-400e-aea8-a06060ea6d5a req-0d710bc2-ac23-416b-8ecf-ce915621f36a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 946 time: 0.0562890 Jan 28 20:13:37.263020 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7c629003-d9c1-400e-aea8-a06060ea6d5a req-33d0714a-62ba-4d7b-bea2-1293c5a92bb8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=09f3dd05-7871-4818-81ad-ac01f6bab105&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453680 Jan 28 20:13:37.421754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c66c72-a968-411d-909f-9c033de3a8b4 req-e8bd8ed9-1806-442f-987a-6711a8bc3802 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:37.423335 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04c66c72-a968-411d-909f-9c033de3a8b4 req-e8bd8ed9-1806-442f-987a-6711a8bc3802 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.31 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 946 time: 0.0600283 Jan 28 20:13:37.522940 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-04c66c72-a968-411d-909f-9c033de3a8b4 req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port a2400d3e-4a5b-47fa-80c4-85641aa9edd4 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:13:37.523173 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04c66c72-a968-411d-909f-9c033de3a8b4 req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a2400d3e-4a5b-47fa-80c4-85641aa9edd4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:37.612485 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-04c66c72-a968-411d-909f-9c033de3a8b4 req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] For port a2400d3e-4a5b-47fa-80c4-85641aa9edd4, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=a2400d3e-4a5b-47fa-80c4-85641aa9edd4,segment=NetworkSegment(ae36aa30-291e-4887-995a-ebae7bad4e3d),segment_id=ae36aa30-291e-4887-995a-ebae7bad4e3d)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:37.612845 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04c66c72-a968-411d-909f-9c033de3a8b4 req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a2400d3e-4a5b-47fa-80c4-85641aa9edd4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:37.624932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-04c66c72-a968-411d-909f-9c033de3a8b4 req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for a2400d3e-4a5b-47fa-80c4-85641aa9edd4 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:13:37.768137 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04c66c72-a968-411d-909f-9c033de3a8b4 req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (a2400d3e-4a5b-47fa-80c4-85641aa9edd4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:37.797837 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=a2400d3e-4a5b-47fa-80c4-85641aa9edd4,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:37.808354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:37.809117 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:37.809466 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:37.809802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:37.810169 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:37.810502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:37.810832 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:37.811537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:37.811537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:37.811795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:37.812093 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:37.812414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:37.812733 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:37.858840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c66c72-a968-411d-909f-9c033de3a8b4 req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] No DVR routers for this DVR port a2400d3e-4a5b-47fa-80c4-85641aa9edd4 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:13:37.861503 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-04c66c72-a968-411d-909f-9c033de3a8b4 req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:37.864850 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04c66c72-a968-411d-909f-9c033de3a8b4 req-291ad420-7a8a-4d63-b782-6a64533d8f14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.31 "DELETE /v2.0/ports/a2400d3e-4a5b-47fa-80c4-85641aa9edd4 HTTP/1.1" status: 204 len: 173 time: 0.4364359 Jan 28 20:13:37.865286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e21527-e32e-4e3c-9416-8d56d41976bd', 'name': 'network-vif-deleted', 'tag': 'a2400d3e-4a5b-47fa-80c4-85641aa9edd4'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:13:37.867589 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c947f5b-144c-4dfd-b28b-62462a8e861c" -d '{"events": [{"server_uuid": "87e21527-e32e-4e3c-9416-8d56d41976bd", "name": "network-vif-deleted", "tag": "a2400d3e-4a5b-47fa-80c4-85641aa9edd4"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:37.904862 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d3ae59-0e98-4506-8512-295a963d9f15 x-openstack-request-id: req-34d3ae59-0e98-4506-8512-295a963d9f15 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:37.905165 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e21527-e32e-4e3c-9416-8d56d41976bd", "name": "network-vif-deleted", "tag": "a2400d3e-4a5b-47fa-80c4-85641aa9edd4", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:37.905514 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34d3ae59-0e98-4506-8512-295a963d9f15 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:37.905944 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e21527-e32e-4e3c-9416-8d56d41976bd', 'name': 'network-vif-deleted', 'tag': 'a2400d3e-4a5b-47fa-80c4-85641aa9edd4', 'status': 'completed', 'code': 200} Jan 28 20:13:38.377505 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-8808a323-6bab-4b7d-a8bd-926d14c1471f req-ac380544-ee0e-4ee1-9b4f-fc085043cb1f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=87e21527-e32e-4e3c-9416-8d56d41976bd HTTP/1.1" status: 200 len: 210 time: 0.0278955 Jan 28 20:13:39.450204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36932) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:39.836909 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f07fb671-379d-4941-8fad-95223b1d941c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (a221f3d6-7e8e-4c1b-b3ba-c099445f06dc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:40.118182 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f07fb671-379d-4941-8fad-95223b1d941c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port 7677a88e-f485-463e-848a-510ca2973979 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:13:40.118552 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f07fb671-379d-4941-8fad-95223b1d941c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7677a88e-f485-463e-848a-510ca2973979), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:40.219552 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-f07fb671-379d-4941-8fad-95223b1d941c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] For port 7677a88e-f485-463e-848a-510ca2973979, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7677a88e-f485-463e-848a-510ca2973979,segment=NetworkSegment(ae36aa30-291e-4887-995a-ebae7bad4e3d),segment_id=ae36aa30-291e-4887-995a-ebae7bad4e3d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:40.219918 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f07fb671-379d-4941-8fad-95223b1d941c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7677a88e-f485-463e-848a-510ca2973979), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:40.232344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f07fb671-379d-4941-8fad-95223b1d941c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for 7677a88e-f485-463e-848a-510ca2973979 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:13:40.425614 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f07fb671-379d-4941-8fad-95223b1d941c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (7677a88e-f485-463e-848a-510ca2973979), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:40.457717 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fb671-379d-4941-8fad-95223b1d941c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=7677a88e-f485-463e-848a-510ca2973979,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:40.632418 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f07fb671-379d-4941-8fad-95223b1d941c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (a221f3d6-7e8e-4c1b-b3ba-c099445f06dc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:41.117755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07fb671-379d-4941-8fad-95223b1d941c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:13:41.230154 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07fb671-379d-4941-8fad-95223b1d941c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:13:41.236467 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f07fb671-379d-4941-8fad-95223b1d941c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "PUT /v2.0/routers/a221f3d6-7e8e-4c1b-b3ba-c099445f06dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7851644 Jan 28 20:13:41.239535 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36934) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:41.242360 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab2765-9183-4f39-998a-b550cb95b24a None None] Sync routers for ids ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:13:41.253097 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab2765-9183-4f39-998a-b550cb95b24a None None] Routers {'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:41.253749 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b0ab2765-9183-4f39-998a-b550cb95b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:13:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:41.290877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7dc2989-6e84-44a0-b9ab-b90b5f7e9a32 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting subnet bc41e19c-cd2c-4d61-8b1a-7b8f553755cb {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:13:41.294149 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2989-6e84-44a0-b9ab-b90b5f7e9a32 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for subnet (bc41e19c-cd2c-4d61-8b1a-7b8f553755cb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:41.333922 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2989-6e84-44a0-b9ab-b90b5f7e9a32 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (bc41e19c-cd2c-4d61-8b1a-7b8f553755cb), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:41.359610 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b0ab2765-9183-4f39-998a-b550cb95b24a None None] Set router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:41.421727 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2989-6e84-44a0-b9ab-b90b5f7e9a32 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (bc41e19c-cd2c-4d61-8b1a-7b8f553755cb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:41.480276 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2989-6e84-44a0-b9ab-b90b5f7e9a32 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (bc41e19c-cd2c-4d61-8b1a-7b8f553755cb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:41.506900 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc2989-6e84-44a0-b9ab-b90b5f7e9a32 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Subnet': ['ID=bc41e19c-cd2c-4d61-8b1a-7b8f553755cb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:41.510765 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2989-6e84-44a0-b9ab-b90b5f7e9a32 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:41.514235 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f7dc2989-6e84-44a0-b9ab-b90b5f7e9a32 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/subnets/bc41e19c-cd2c-4d61-8b1a-7b8f553755cb HTTP/1.1" status: 204 len: 168 time: 0.2736714 Jan 28 20:13:41.516771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:41.521594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa1e4b1-7905-40ff-9683-9c48eb0ce999 None None] Network 895f0d79-d51f-4502-aed6-0cc8a40ba8c6 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:13:41.583721 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device a2400d3e-4a5b-47fa-80c4-85641aa9edd4 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:13:41.608394 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: a2400d3e-4a5b-47fa-80c4-85641aa9edd4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:13:41.608761 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device a2400d3e-4a5b-47fa-80c4-85641aa9edd4 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:13:41.625314 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc941c9c-3bf5-45ef-ac8b-9e17d6b5f8c1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router (a221f3d6-7e8e-4c1b-b3ba-c099445f06dc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:41.628353 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b0ab2765-9183-4f39-998a-b550cb95b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600541928', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:13:40Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:41.657235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab2765-9183-4f39-998a-b550cb95b24a None None] Checking router: a221f3d6-7e8e-4c1b-b3ba-c099445f06dc for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:13:41.671952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab2765-9183-4f39-998a-b550cb95b24a None None] Routers {'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:41.672555 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b0ab2765-9183-4f39-998a-b550cb95b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:13:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:41.734582 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc941c9c-3bf5-45ef-ac8b-9e17d6b5f8c1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (a221f3d6-7e8e-4c1b-b3ba-c099445f06dc), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:41.787330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-b0ab2765-9183-4f39-998a-b550cb95b24a None None] Set router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:41.792313 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fc941c9c-3bf5-45ef-ac8b-9e17d6b5f8c1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port ed81367a-ab8d-42be-bfc2-5f8a9fac7746 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:13:41.792313 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc941c9c-3bf5-45ef-ac8b-9e17d6b5f8c1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ed81367a-ab8d-42be-bfc2-5f8a9fac7746), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:41.818462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] DHCP port deletion for 895f0d79-d51f-4502-aed6-0cc8a40ba8c6 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:13:41.877626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fc941c9c-3bf5-45ef-ac8b-9e17d6b5f8c1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] For port ed81367a-ab8d-42be-bfc2-5f8a9fac7746, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ed81367a-ab8d-42be-bfc2-5f8a9fac7746,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:41.878212 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc941c9c-3bf5-45ef-ac8b-9e17d6b5f8c1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ed81367a-ab8d-42be-bfc2-5f8a9fac7746), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:41.891335 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fc941c9c-3bf5-45ef-ac8b-9e17d6b5f8c1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for ed81367a-ab8d-42be-bfc2-5f8a9fac7746 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:13:41.979792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Deleting port a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:13:41.980177 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.046293 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] For port a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1,segment=NetworkSegment(ae36aa30-291e-4887-995a-ebae7bad4e3d),segment_id=ae36aa30-291e-4887-995a-ebae7bad4e3d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:42.046884 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.069217 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Calling delete_port for a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:13:42.077461 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc941c9c-3bf5-45ef-ac8b-9e17d6b5f8c1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ed81367a-ab8d-42be-bfc2-5f8a9fac7746), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.085383 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-b0ab2765-9183-4f39-998a-b550cb95b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600541928', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:13:40Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:42.133768 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc941c9c-3bf5-45ef-ac8b-9e17d6b5f8c1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=ed81367a-ab8d-42be-bfc2-5f8a9fac7746,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:42.176779 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc941c9c-3bf5-45ef-ac8b-9e17d6b5f8c1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (a221f3d6-7e8e-4c1b-b3ba-c099445f06dc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.271766 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc941c9c-3bf5-45ef-ac8b-9e17d6b5f8c1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (a221f3d6-7e8e-4c1b-b3ba-c099445f06dc), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.274040 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc941c9c-3bf5-45ef-ac8b-9e17d6b5f8c1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_controller (a221f3d6-7e8e-4c1b-b3ba-c099445f06dc), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.309577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:13:42.316383 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab2765-9183-4f39-998a-b550cb95b24a None None] The sync data for ids ['a221f3d6-7e8e-4c1b-b3ba-c099445f06dc'] in n-d-824834-4 is: [{'id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600541928', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:13:40Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'ed81367a-ab8d-42be-bfc2-5f8a9fac7746', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a221f3d6-7e8e-4c1b-b3ba-c099445f06dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:12:36Z', 'updated_at': '2022-01-28T20:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:13:42.319528 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc941c9c-3bf5-45ef-ac8b-9e17d6b5f8c1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (a221f3d6-7e8e-4c1b-b3ba-c099445f06dc), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.320905 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc941c9c-3bf5-45ef-ac8b-9e17d6b5f8c1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Fanout notify agent at l3_agent the message router_deleted on router a221f3d6-7e8e-4c1b-b3ba-c099445f06dc {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:13:42.327981 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fc941c9c-3bf5-45ef-ac8b-9e17d6b5f8c1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.331834 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fc941c9c-3bf5-45ef-ac8b-9e17d6b5f8c1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/routers/a221f3d6-7e8e-4c1b-b3ba-c099445f06dc HTTP/1.1" status: 204 len: 168 time: 0.8115065 Jan 28 20:13:42.332110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36938) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:42.412559 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.419978 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2975a18-848a-4c32-9901-a0b18df7f6ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (895f0d79-d51f-4502-aed6-0cc8a40ba8c6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.442702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:13:42.443094 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.452845 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Pushing event deleted for resources: {'Port': ['ID=a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:42.455841 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] No DVR routers for this DVR port a52ae1fd-42c5-4f0e-abac-e3f1c21b47a1 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:13:42.471517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:42.471869 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:42.472207 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:42.472545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:42.472841 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:42.473192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:42.473516 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:42.473859 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:42.474154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:42.474495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:42.474812 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:42.475127 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:42.475431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e1036-6883-42af-b177-84bf3d507bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:42.510327 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2975a18-848a-4c32-9901-a0b18df7f6ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (895f0d79-d51f-4502-aed6-0cc8a40ba8c6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.535064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a2975a18-848a-4c32-9901-a0b18df7f6ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895f0d79-d51f-4502-aed6-0cc8a40ba8c6']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:42.544280 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a2975a18-848a-4c32-9901-a0b18df7f6ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae36aa30-291e-4887-995a-ebae7bad4e3d') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:42.544608 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a2975a18-848a-4c32-9901-a0b18df7f6ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae36aa30-291e-4887-995a-ebae7bad4e3d') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:42.554175 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2975a18-848a-4c32-9901-a0b18df7f6ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (ae36aa30-291e-4887-995a-ebae7bad4e3d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.567126 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2975a18-848a-4c32-9901-a0b18df7f6ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (ae36aa30-291e-4887-995a-ebae7bad4e3d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.572850 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2975a18-848a-4c32-9901-a0b18df7f6ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:13:42.573195 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2975a18-848a-4c32-9901-a0b18df7f6ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (ae36aa30-291e-4887-995a-ebae7bad4e3d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: timer() Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:13:42.576059 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:13:42.634572 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2975a18-848a-4c32-9901-a0b18df7f6ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (895f0d79-d51f-4502-aed6-0cc8a40ba8c6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.642352 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2975a18-848a-4c32-9901-a0b18df7f6ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.644768 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a2975a18-848a-4c32-9901-a0b18df7f6ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/networks/895f0d79-d51f-4502-aed6-0cc8a40ba8c6 HTTP/1.1" status: 204 len: 168 time: 0.3117249 Jan 28 20:13:42.647754 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36940) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:42.656794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2975a18-848a-4c32-9901-a0b18df7f6ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Network': ['ID=895f0d79-d51f-4502-aed6-0cc8a40ba8c6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:42.710368 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13e434d7-5b0b-46b0-b3be-371d40051e47 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (09f3dd05-7871-4818-81ad-ac01f6bab105), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.736629 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13e434d7-5b0b-46b0-b3be-371d40051e47 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (09f3dd05-7871-4818-81ad-ac01f6bab105), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.800365 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13e434d7-5b0b-46b0-b3be-371d40051e47 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (09f3dd05-7871-4818-81ad-ac01f6bab105), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.803724 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-13e434d7-5b0b-46b0-b3be-371d40051e47 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:42.805412 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-13e434d7-5b0b-46b0-b3be-371d40051e47 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/security-groups/09f3dd05-7871-4818-81ad-ac01f6bab105 HTTP/1.1" status: 204 len: 168 time: 0.1565554 Jan 28 20:13:42.816159 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e434d7-5b0b-46b0-b3be-371d40051e47 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f3dd05-7871-4818-81ad-ac01f6bab105,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:43.042281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 36946) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:43.047011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-3efaffc2-b2c8-401b-9a8c-8160f9a44d58 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124008858', 'description': 'tempest-secgroup-smoke-1124008858 description', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:43.068678 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efaffc2-b2c8-401b-9a8c-8160f9a44d58 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.133861 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efaffc2-b2c8-401b-9a8c-8160f9a44d58 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (b0e1a8f2-acc3-49a3-96b8-72f94d4ea533), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.139699 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efaffc2-b2c8-401b-9a8c-8160f9a44d58 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b0e1a8f2-acc3-49a3-96b8-72f94d4ea533), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.168340 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-3efaffc2-b2c8-401b-9a8c-8160f9a44d58 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.169566 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-3efaffc2-b2c8-401b-9a8c-8160f9a44d58 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1262734 Jan 28 20:13:43.171477 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efaffc2-b2c8-401b-9a8c-8160f9a44d58 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:43.172752 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36948) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:43.177593 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-43bc7b5c-4dc8-4647-9d3d-2da91b4b5049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'b0e1a8f2-acc3-49a3-96b8-72f94d4ea533', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:43.205504 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43bc7b5c-4dc8-4647-9d3d-2da91b4b5049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (7e58686d-6f23-4be6-bdff-fed434bbca55), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.262487 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43bc7b5c-4dc8-4647-9d3d-2da91b4b5049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (7e58686d-6f23-4be6-bdff-fed434bbca55), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.268227 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43bc7b5c-4dc8-4647-9d3d-2da91b4b5049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (7e58686d-6f23-4be6-bdff-fed434bbca55), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.286611 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc7b5c-4dc8-4647-9d3d-2da91b4b5049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e58686d-6f23-4be6-bdff-fed434bbca55,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:43.295923 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-43bc7b5c-4dc8-4647-9d3d-2da91b4b5049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.297116 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-43bc7b5c-4dc8-4647-9d3d-2da91b4b5049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232827 Jan 28 20:13:43.300085 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:43.304704 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-dfb5c840-324a-4a80-a512-a00cbabb1c46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'b0e1a8f2-acc3-49a3-96b8-72f94d4ea533', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:43.329980 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c840-324a-4a80-a512-a00cbabb1c46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (498c873e-4cc4-4ddf-ac1e-d617c1c202de), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.397664 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c840-324a-4a80-a512-a00cbabb1c46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (498c873e-4cc4-4ddf-ac1e-d617c1c202de), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.402072 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c840-324a-4a80-a512-a00cbabb1c46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (498c873e-4cc4-4ddf-ac1e-d617c1c202de), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.420062 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c840-324a-4a80-a512-a00cbabb1c46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498c873e-4cc4-4ddf-ac1e-d617c1c202de,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:43.428708 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c840-324a-4a80-a512-a00cbabb1c46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.429933 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-dfb5c840-324a-4a80-a512-a00cbabb1c46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1288970 Jan 28 20:13:43.432955 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36952) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:43.437410 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-21a1d79c-8568-401e-847b-86d4cbd1933a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'b0e1a8f2-acc3-49a3-96b8-72f94d4ea533', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:43.461857 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21a1d79c-8568-401e-847b-86d4cbd1933a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (657b24a6-3a81-48b8-ab00-3d3080f7a0d3), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.520573 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21a1d79c-8568-401e-847b-86d4cbd1933a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (657b24a6-3a81-48b8-ab00-3d3080f7a0d3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.525993 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21a1d79c-8568-401e-847b-86d4cbd1933a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (657b24a6-3a81-48b8-ab00-3d3080f7a0d3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.540607 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1d79c-8568-401e-847b-86d4cbd1933a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657b24a6-3a81-48b8-ab00-3d3080f7a0d3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:43.551462 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21a1d79c-8568-401e-847b-86d4cbd1933a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.552995 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-21a1d79c-8568-401e-847b-86d4cbd1933a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187260 Jan 28 20:13:43.555792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36954) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:43.560170 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-a98694b9-bffb-4141-9737-4ab2b9fe69af tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'b0e1a8f2-acc3-49a3-96b8-72f94d4ea533', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:43.586575 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a98694b9-bffb-4141-9737-4ab2b9fe69af tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (448b0a7c-0766-483b-8323-468ef27fb820), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.646094 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a98694b9-bffb-4141-9737-4ab2b9fe69af tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (448b0a7c-0766-483b-8323-468ef27fb820), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.651801 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a98694b9-bffb-4141-9737-4ab2b9fe69af tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (448b0a7c-0766-483b-8323-468ef27fb820), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.669236 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98694b9-bffb-4141-9737-4ab2b9fe69af tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448b0a7c-0766-483b-8323-468ef27fb820,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:43.676948 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a98694b9-bffb-4141-9737-4ab2b9fe69af tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.680978 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a98694b9-bffb-4141-9737-4ab2b9fe69af tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217465 Jan 28 20:13:43.681169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36956) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:43.685544 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5f847358-00db-4e1a-a45a-1736063f235f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'b0e1a8f2-acc3-49a3-96b8-72f94d4ea533', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:43.706594 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-5f847358-00db-4e1a-a45a-1736063f235f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Project 69f0c0d871d74d1da638b4ca8915fe93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:13:43.711223 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f847358-00db-4e1a-a45a-1736063f235f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (d869c6c5-a671-4758-ad96-cf635227b4cc), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.770554 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f847358-00db-4e1a-a45a-1736063f235f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (d869c6c5-a671-4758-ad96-cf635227b4cc), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.775571 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f847358-00db-4e1a-a45a-1736063f235f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (d869c6c5-a671-4758-ad96-cf635227b4cc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.794744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f847358-00db-4e1a-a45a-1736063f235f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d869c6c5-a671-4758-ad96-cf635227b4cc,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:43.803405 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5f847358-00db-4e1a-a45a-1736063f235f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.804608 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5f847358-00db-4e1a-a45a-1736063f235f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225095 Jan 28 20:13:43.807559 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36958) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:43.812049 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-1f974207-157d-4c66-8305-39aff0896ebb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'b0e1a8f2-acc3-49a3-96b8-72f94d4ea533', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:43.832772 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-1f974207-157d-4c66-8305-39aff0896ebb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Project 69f0c0d871d74d1da638b4ca8915fe93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:13:43.838420 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f974207-157d-4c66-8305-39aff0896ebb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (62393571-cc05-4bfc-bfef-b8ed33ac6329), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.904764 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f974207-157d-4c66-8305-39aff0896ebb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (62393571-cc05-4bfc-bfef-b8ed33ac6329), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.910367 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f974207-157d-4c66-8305-39aff0896ebb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (62393571-cc05-4bfc-bfef-b8ed33ac6329), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.928976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f974207-157d-4c66-8305-39aff0896ebb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62393571-cc05-4bfc-bfef-b8ed33ac6329,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:43.933924 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f974207-157d-4c66-8305-39aff0896ebb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.935217 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1f974207-157d-4c66-8305-39aff0896ebb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267347 Jan 28 20:13:43.938286 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36960) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:43.943143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-4647cbc1-12e6-45dd-9a03-0e3f8f757ae7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'network': {'name': 'tempest-network-smoke--1508472544', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:43.963393 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4647cbc1-12e6-45dd-9a03-0e3f8f757ae7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Made reservation on behalf of 69f0c0d871d74d1da638b4ca8915fe93 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:43.967098 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4647cbc1-12e6-45dd-9a03-0e3f8f757ae7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:43.992646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4647cbc1-12e6-45dd-9a03-0e3f8f757ae7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:13:44.003240 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4647cbc1-12e6-45dd-9a03-0e3f8f757ae7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8135792b-bcf4-4e5b-b352-fe570fc5ce9c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:44.003582 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-4647cbc1-12e6-45dd-9a03-0e3f8f757ae7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Added segment 8135792b-bcf4-4e5b-b352-fe570fc5ce9c of type vlan for network 5b348251-8f88-4fd6-9630-e208c01fc329 Jan 28 20:13:44.042904 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4647cbc1-12e6-45dd-9a03-0e3f8f757ae7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (5b348251-8f88-4fd6-9630-e208c01fc329), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:44.071092 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4647cbc1-12e6-45dd-9a03-0e3f8f757ae7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (5b348251-8f88-4fd6-9630-e208c01fc329), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:44.077445 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4647cbc1-12e6-45dd-9a03-0e3f8f757ae7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:44.078069 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4647cbc1-12e6-45dd-9a03-0e3f8f757ae7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:44.110332 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ed81367a-ab8d-42be-bfc2-5f8a9fac7746 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:13:44.131973 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: ed81367a-ab8d-42be-bfc2-5f8a9fac7746 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:13:44.132606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ed81367a-ab8d-42be-bfc2-5f8a9fac7746 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:13:44.133026 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7677a88e-f485-463e-848a-510ca2973979 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:13:44.138085 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4647cbc1-12e6-45dd-9a03-0e3f8f757ae7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1987746 Jan 28 20:13:44.141055 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36962) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:44.147631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1153448554', 'admin_state_up': True, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:44.153177 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 7677a88e-f485-463e-848a-510ca2973979 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:13:44.153519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7677a88e-f485-463e-848a-510ca2973979 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:13:44.163222 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647cbc1-12e6-45dd-9a03-0e3f8f757ae7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Network': ['ID=5b348251-8f88-4fd6-9630-e208c01fc329,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:44.175681 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 5b348251-8f88-4fd6-9630-e208c01fc329 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:13:44.176446 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (24cd0424-0ab9-484a-9474-f7b24fb68b6e), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:44.177888 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (24cd0424-0ab9-484a-9474-f7b24fb68b6e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:44.229137 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_controller (24cd0424-0ab9-484a-9474-f7b24fb68b6e), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:44.367122 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (24cd0424-0ab9-484a-9474-f7b24fb68b6e), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:44.577522 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (24cd0424-0ab9-484a-9474-f7b24fb68b6e), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:44.596072 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:44.702161 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.25.0.200 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/a88c85c3-fa7f-47c5-847b-d059e6d8eb9b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:44.810747 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (a88c85c3-fa7f-47c5-847b-d059e6d8eb9b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:44.846744 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (a88c85c3-fa7f-47c5-847b-d059e6d8eb9b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:44.883033 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:44.885758 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:44.891379 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:44.896744 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=a88c85c3-fa7f-47c5-847b-d059e6d8eb9b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:45.158511 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (24cd0424-0ab9-484a-9474-f7b24fb68b6e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:45.375275 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (24cd0424-0ab9-484a-9474-f7b24fb68b6e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:45.504774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router 24cd0424-0ab9-484a-9474-f7b24fb68b6e is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:13:45.621972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:13:45.633578 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Sync routers for ids ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:13:45.645321 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Routers {'24cd0424-0ab9-484a-9474-f7b24fb68b6e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:45.645953 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:13:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:45.646182 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:45.647467 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c7fc351f-f2c6-4690-8b1c-061a1c13da49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5056076 Jan 28 20:13:45.651296 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36964) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:45.687180 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-60258ca6-ffeb-4225-9f3b-215da6991bfb tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=69f0c0d871d74d1da638b4ca8915fe93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346339 Jan 28 20:13:45.689675 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36966) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:45.750888 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Set router 24cd0424-0ab9-484a-9474-f7b24fb68b6e gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:45.934930 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153448554', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:45Z', 'revision_number': 3, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:45.963186 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Checking router: 24cd0424-0ab9-484a-9474-f7b24fb68b6e for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:13:45.963504 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Updating router 24cd0424-0ab9-484a-9474-f7b24fb68b6e port a88c85c3-fa7f-47c5-847b-d059e6d8eb9b binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:13:45.991479 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a88c85c3-fa7f-47c5-847b-d059e6d8eb9b), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:46.124390 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d21555-a483-4fba-839c-7b77ac0de491 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:46.125889 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-d1d21555-a483-4fba-839c-7b77ac0de491 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4352887 Jan 28 20:13:46.128883 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36968) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:46.166100 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-26ca52d2-ac76-49d5-a9f1-205d8a7207f7 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361011 Jan 28 20:13:46.168732 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36970) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:46.173544 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5afb1d86-8a8a-407e-8b07-ecd27f21f454 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1748796565', 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:46.245326 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Publish callbacks [] for port (a88c85c3-fa7f-47c5-847b-d059e6d8eb9b), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:46.250981 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a88c85c3-fa7f-47c5-847b-d059e6d8eb9b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:46.256330 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afb1d86-8a8a-407e-8b07-ecd27f21f454 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Made reservation on behalf of 69f0c0d871d74d1da638b4ca8915fe93 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:46.259813 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5afb1d86-8a8a-407e-8b07-ecd27f21f454 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:46.300393 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Attempting to bind port a88c85c3-fa7f-47c5-847b-d059e6d8eb9b on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:13:46.300730 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Attempting to bind port a88c85c3-fa7f-47c5-847b-d059e6d8eb9b by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:13:46.301120 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Attempting to bind port a88c85c3-fa7f-47c5-847b-d059e6d8eb9b on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:46.308566 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7265480-aefd-4559-a0fa-543ada48dcfe None None] Pushing event updated for resources: {'Port': ['ID=a88c85c3-fa7f-47c5-847b-d059e6d8eb9b,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:46.312303 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:46.312303 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:13:46.312631 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:46.313020 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:46.313485 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Bound port: a88c85c3-fa7f-47c5-847b-d059e6d8eb9b, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:13:46.313866 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a88c85c3-fa7f-47c5-847b-d059e6d8eb9b), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:46.320277 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7265480-aefd-4559-a0fa-543ada48dcfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:46.320623 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7265480-aefd-4559-a0fa-543ada48dcfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:46.320965 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7265480-aefd-4559-a0fa-543ada48dcfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:46.321303 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7265480-aefd-4559-a0fa-543ada48dcfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:46.321691 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7265480-aefd-4559-a0fa-543ada48dcfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:46.322083 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7265480-aefd-4559-a0fa-543ada48dcfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:46.322409 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7265480-aefd-4559-a0fa-543ada48dcfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:46.322771 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7265480-aefd-4559-a0fa-543ada48dcfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:46.323115 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7265480-aefd-4559-a0fa-543ada48dcfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:46.323475 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7265480-aefd-4559-a0fa-543ada48dcfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:46.323838 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7265480-aefd-4559-a0fa-543ada48dcfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:46.324172 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7265480-aefd-4559-a0fa-543ada48dcfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:46.324509 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7265480-aefd-4559-a0fa-543ada48dcfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:13:46.375537 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] For port a88c85c3-fa7f-47c5-847b-d059e6d8eb9b, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:46.378556 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] For port a88c85c3-fa7f-47c5-847b-d059e6d8eb9b, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a88c85c3-fa7f-47c5-847b-d059e6d8eb9b,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:46.383895 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a88c85c3-fa7f-47c5-847b-d059e6d8eb9b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:46.447616 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5afb1d86-8a8a-407e-8b07-ecd27f21f454 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (355ced7a-42f0-4c24-9ca7-76150f78466d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:46.507650 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb1d86-8a8a-407e-8b07-ecd27f21f454 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Subnet': ['ID=355ced7a-42f0-4c24-9ca7-76150f78466d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:46.516349 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afb1d86-8a8a-407e-8b07-ecd27f21f454 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Checking segment: {'id': '8135792b-bcf4-4e5b-b352-fe570fc5ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:13:46.516736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afb1d86-8a8a-407e-8b07-ecd27f21f454 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network hostable DHCP agents. Network: 5b348251-8f88-4fd6-9630-e208c01fc329, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:13:46.534494 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afb1d86-8a8a-407e-8b07-ecd27f21f454 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network 5b348251-8f88-4fd6-9630-e208c01fc329 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:13:46.537418 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7265480-aefd-4559-a0fa-543ada48dcfe None None] Pushing event updated for resources: {'Port': ['ID=a88c85c3-fa7f-47c5-847b-d059e6d8eb9b,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:46.541970 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Routers {'24cd0424-0ab9-484a-9474-f7b24fb68b6e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:46.542690 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:13:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:46.545242 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5afb1d86-8a8a-407e-8b07-ecd27f21f454 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 5b348251-8f88-4fd6-9630-e208c01fc329) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:46.550122 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afb1d86-8a8a-407e-8b07-ecd27f21f454 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:46.550721 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5afb1d86-8a8a-407e-8b07-ecd27f21f454 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:46.558473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c5636b-d77d-4896-9835-e36c42ec7d2d None None] Network 5b348251-8f88-4fd6-9630-e208c01fc329 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:13:46.570214 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5afb1d86-8a8a-407e-8b07-ecd27f21f454 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4004462 Jan 28 20:13:46.573138 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 36972) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:13:46.653460 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] Set router 24cd0424-0ab9-484a-9474-f7b24fb68b6e gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:46.663536 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-5b348251-8f88-4fd6-9630-e208c01fc329', 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ips': [{'subnet_id': '355ced7a-42f0-4c24-9ca7-76150f78466d'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:13:46.664841 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:46.804657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Allocated IP 172.20.0.2 (5b348251-8f88-4fd6-9630-e208c01fc329/355ced7a-42f0-4c24-9ca7-76150f78466d/480fb5a7-0ac8-4673-8dbf-d07c7f90f792) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:46.835860 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153448554', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:45Z', 'revision_number': 3, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:46.865814 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80127906-c6d1-4859-bbfb-0c342155a978 None None] The sync data for ids ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'] in n-d-824834-4 is: [{'id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153448554', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:45Z', 'revision_number': 3, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:13:46.968347 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Publish callbacks [] for port (480fb5a7-0ac8-4673-8dbf-d07c7f90f792), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:46.975356 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (480fb5a7-0ac8-4673-8dbf-d07c7f90f792), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:47.022402 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Network 5b348251-8f88-4fd6-9630-e208c01fc329 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:47.026642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:47.028605 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Pushing event updated for resources: {'Port': ['ID=480fb5a7-0ac8-4673-8dbf-d07c7f90f792,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:47.030941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:47.046894 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:47.113061 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Attempting to bind port 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:13:47.113429 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Attempting to bind port 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '8135792b-bcf4-4e5b-b352-fe570fc5ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:13:47.113979 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Attempting to bind port 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 on network 5b348251-8f88-4fd6-9630-e208c01fc329 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:47.119122 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:47.119494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Checking segment: {'id': '8135792b-bcf4-4e5b-b352-fe570fc5ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:13:47.119898 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:47.120286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Bound using segment: {'id': '8135792b-bcf4-4e5b-b352-fe570fc5ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:47.120743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Bound port: 480fb5a7-0ac8-4673-8dbf-d07c7f90f792, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8135792b-bcf4-4e5b-b352-fe570fc5ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:13:47.121236 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (480fb5a7-0ac8-4673-8dbf-d07c7f90f792), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:47.196342 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] For port 480fb5a7-0ac8-4673-8dbf-d07c7f90f792, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:47.200491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] For port 480fb5a7-0ac8-4673-8dbf-d07c7f90f792, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=480fb5a7-0ac8-4673-8dbf-d07c7f90f792,segment=NetworkSegment(8135792b-bcf4-4e5b-b352-fe570fc5ce9c),segment_id=8135792b-bcf4-4e5b-b352-fe570fc5ce9c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:47.207033 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (480fb5a7-0ac8-4673-8dbf-d07c7f90f792), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:47.269384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20f78b-652a-4b3a-89f0-0cb9cf4a8393 None None] Pushing event updated for resources: {'Port': ['ID=480fb5a7-0ac8-4673-8dbf-d07c7f90f792,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:47.449226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.20.0.1 (5b348251-8f88-4fd6-9630-e208c01fc329/355ced7a-42f0-4c24-9ca7-76150f78466d/869c17dc-8594-43f5-93ce-d776e0fe5112) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:47.580512 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:47.620737 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:47.661590 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network 5b348251-8f88-4fd6-9630-e208c01fc329 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:47.664627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:47.671247 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:47.677899 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=869c17dc-8594-43f5-93ce-d776e0fe5112,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:47.718321 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (24cd0424-0ab9-484a-9474-f7b24fb68b6e), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:47.851640 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:48.146528 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:48.151479 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:48.217472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:48.237780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=869c17dc-8594-43f5-93ce-d776e0fe5112,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:48.243322 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (24cd0424-0ab9-484a-9474-f7b24fb68b6e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:48.279707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:48.280473 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (480fb5a7-0ac8-4673-8dbf-d07c7f90f792), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:48.337381 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f788c49-93b9-4036-bedf-a70fa8cc4903 None None] Network 5b348251-8f88-4fd6-9630-e208c01fc329 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:13:48.341621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network 5b348251-8f88-4fd6-9630-e208c01fc329 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:48.343367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:48.379149 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27013f12-ad0e-40b9-8d69-48fa162ad271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:48.460756 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router 24cd0424-0ab9-484a-9474-f7b24fb68b6e has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:13:48.462770 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:13:48.463166 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (480fb5a7-0ac8-4673-8dbf-d07c7f90f792), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:48.486452 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6a727f72-9c0b-490d-8a15-bc7b5da79e21 None None] Provisioning complete for port 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:48.486832 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6a727f72-9c0b-490d-8a15-bc7b5da79e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (480fb5a7-0ac8-4673-8dbf-d07c7f90f792), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:48.554181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 480fb5a7-0ac8-4673-8dbf-d07c7f90f792, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=480fb5a7-0ac8-4673-8dbf-d07c7f90f792,segment=NetworkSegment(8135792b-bcf4-4e5b-b352-fe570fc5ce9c),segment_id=8135792b-bcf4-4e5b-b352-fe570fc5ce9c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:48.565930 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (480fb5a7-0ac8-4673-8dbf-d07c7f90f792), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:48.566905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a88c85c3-fa7f-47c5-847b-d059e6d8eb9b up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:48.584788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:13:48.591065 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b8dd7610-09c5-40b4-9579-53ed0b674c78 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "PUT /v2.0/routers/24cd0424-0ab9-484a-9474-f7b24fb68b6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0167329 Jan 28 20:13:48.682294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=480fb5a7-0ac8-4673-8dbf-d07c7f90f792,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:48.686567 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6a727f72-9c0b-490d-8a15-bc7b5da79e21 None None] Current status of the port 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:13:48.704036 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a88c85c3-fa7f-47c5-847b-d059e6d8eb9b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:48.704422 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a88c85c3-fa7f-47c5-847b-d059e6d8eb9b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:48.777303 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-422186c3-a639-4d38-8db1-82c1da86d45a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124008858&fields=id&tenant_id=69f0c0d871d74d1da638b4ca8915fe93 HTTP/1.1" status: 200 len: 267 time: 0.0623245 Jan 28 20:13:48.787658 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a88c85c3-fa7f-47c5-847b-d059e6d8eb9b is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:13:48.788048 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (a88c85c3-fa7f-47c5-847b-d059e6d8eb9b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:48.809241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port a88c85c3-fa7f-47c5-847b-d059e6d8eb9b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a88c85c3-fa7f-47c5-847b-d059e6d8eb9b,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:48.815000 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (a88c85c3-fa7f-47c5-847b-d059e6d8eb9b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:48.872115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=a88c85c3-fa7f-47c5-847b-d059e6d8eb9b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:48.910697 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7eba8a74-1613-4724-b664-66ec198116d8 None None] Provisioning complete for port 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:48.911069 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7eba8a74-1613-4724-b664-66ec198116d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (480fb5a7-0ac8-4673-8dbf-d07c7f90f792), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:48.916605 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-2c8c3b45-caaa-4ecf-9e3e-9cc09bb7621e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:48.918226 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-2c8c3b45-caaa-4ecf-9e3e-9cc09bb7621e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/networks?id=5b348251-8f88-4fd6-9630-e208c01fc329 HTTP/1.1" status: 200 len: 797 time: 0.1324809 Jan 28 20:13:48.939474 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-cf62e4ca-1141-4d2e-882e-79ca221098b6 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/quotas/69f0c0d871d74d1da638b4ca8915fe93 HTTP/1.1" status: 200 len: 375 time: 0.0123713 Jan 28 20:13:48.967694 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Sync routers for ids ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:13:48.983472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Routers {'24cd0424-0ab9-484a-9474-f7b24fb68b6e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:48.984181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:13:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:49.001759 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-965db8fe-e7a5-4f54-8612-dce25a8df119 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550106 Jan 28 20:13:49.067434 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7eba8a74-1613-4724-b664-66ec198116d8 None None] Current status of the port 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:13:49.106669 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-dc97b5d6-823e-48c5-99d7-859eff43d3bf service neutron] 10.222.0.55 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920012 Jan 28 20:13:49.112300 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-7eba8a74-1613-4724-b664-66ec198116d8 None None] Provisioning complete for port 869c17dc-8594-43f5-93ce-d776e0fe5112 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:49.112679 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7eba8a74-1613-4724-b664-66ec198116d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:49.151472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Set router 24cd0424-0ab9-484a-9474-f7b24fb68b6e gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:49.193056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7eba8a74-1613-4724-b664-66ec198116d8 None None] Port 869c17dc-8594-43f5-93ce-d776e0fe5112 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:13:49.203773 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-76bd7296-cbba-4db5-8877-e6d8b92f55a4 service neutron] 10.222.0.55 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918620 Jan 28 20:13:49.348984 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cbb3dbfa-5d11-46aa-a332-faff4a94a4b5 None None] Provisioning complete for port 869c17dc-8594-43f5-93ce-d776e0fe5112 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:49.349538 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cbb3dbfa-5d11-46aa-a332-faff4a94a4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:49.392057 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cbb3dbfa-5d11-46aa-a332-faff4a94a4b5 None None] Port 869c17dc-8594-43f5-93ce-d776e0fe5112 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:13:49.397680 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c9777618-a7c2-446b-a64d-b2e5fcab6b43 req-45410697-9a4a-40fd-8003-9055b62d8abd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 210 time: 0.0413949 Jan 28 20:13:49.409818 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153448554', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:47Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '869c17dc-8594-43f5-93ce-d776e0fe5112', 'name': '', 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:32:48:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:13:48Z', 'revision_number': 2, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:49.440552 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Checking router: 24cd0424-0ab9-484a-9474-f7b24fb68b6e for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:13:49.440908 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Updating router 24cd0424-0ab9-484a-9474-f7b24fb68b6e port 869c17dc-8594-43f5-93ce-d776e0fe5112 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:13:49.469459 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:49.743492 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Publish callbacks [] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:49.749485 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:49.807368 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f89426-ce52-4065-90f3-6990188fa998 None None] Pushing event updated for resources: {'Port': ['ID=869c17dc-8594-43f5-93ce-d776e0fe5112,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:49.865718 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Attempting to bind port 869c17dc-8594-43f5-93ce-d776e0fe5112 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:13:49.866120 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Attempting to bind port 869c17dc-8594-43f5-93ce-d776e0fe5112 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '8135792b-bcf4-4e5b-b352-fe570fc5ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:13:49.866477 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Attempting to bind port 869c17dc-8594-43f5-93ce-d776e0fe5112 on network 5b348251-8f88-4fd6-9630-e208c01fc329 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:49.871895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:49.872275 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Checking segment: {'id': '8135792b-bcf4-4e5b-b352-fe570fc5ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:13:49.872787 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:49.873324 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Bound using segment: {'id': '8135792b-bcf4-4e5b-b352-fe570fc5ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:49.873843 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Bound port: 869c17dc-8594-43f5-93ce-d776e0fe5112, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8135792b-bcf4-4e5b-b352-fe570fc5ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:13:49.874295 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:49.945135 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] For port 869c17dc-8594-43f5-93ce-d776e0fe5112, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:49.951153 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] For port 869c17dc-8594-43f5-93ce-d776e0fe5112, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=869c17dc-8594-43f5-93ce-d776e0fe5112,segment=NetworkSegment(8135792b-bcf4-4e5b-b352-fe570fc5ce9c),segment_id=8135792b-bcf4-4e5b-b352-fe570fc5ce9c)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:49.959343 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:50.058778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Routers {'24cd0424-0ab9-484a-9474-f7b24fb68b6e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:13:50.059424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:13:20Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:50.097468 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f89426-ce52-4065-90f3-6990188fa998 None None] Pushing event updated for resources: {'Port': ['ID=869c17dc-8594-43f5-93ce-d776e0fe5112,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:50.102535 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a3c9e688-9cbe-47c0-91f9-9f84d8f52f7c None None] Provisioning complete for port 869c17dc-8594-43f5-93ce-d776e0fe5112 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:50.102915 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e688-9cbe-47c0-91f9-9f84d8f52f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:50.136169 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:50.383574 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-fefcc734-b678-4f46-adcf-f79397fa3eb5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:50.385430 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-fefcc734-b678-4f46-adcf-f79397fa3eb5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.37 "GET /v2.0/networks?id=5b348251-8f88-4fd6-9630-e208c01fc329 HTTP/1.1" status: 200 len: 797 time: 0.1021247 Jan 28 20:13:50.408215 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] Set router 24cd0424-0ab9-484a-9474-f7b24fb68b6e gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:13:50.451135 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-04ceada5-f8a0-44da-bdc1-4ae082866289 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f0c0d871d74d1da638b4ca8915fe93 HTTP/1.1" status: 200 len: 380 time: 0.0570953 Jan 28 20:13:50.463905 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-1221fbd1-985a-43b3-9e48-07e6376f8d14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'port': {'device_id': '3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02', 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329', 'admin_state_up': True, 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'security_groups': ['b0e1a8f2-acc3-49a3-96b8-72f94d4ea533']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:50.489347 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9fd54e0d-e7e7-40a3-baba-dc07c82d0bd6 req-ad910492-57a3-41d3-8be4-150facf98b87 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 210 time: 0.0298312 Jan 28 20:13:50.501043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:50.506256 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (480fb5a7-0ac8-4673-8dbf-d07c7f90f792), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:50.556761 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a3c9e688-9cbe-47c0-91f9-9f84d8f52f7c None None] Current status of the port 869c17dc-8594-43f5-93ce-d776e0fe5112 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:13:50.557169 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e688-9cbe-47c0-91f9-9f84d8f52f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:50.597622 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32252237-b784-421f-ab7f-52b659537218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:50.672146 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a3c9e688-9cbe-47c0-91f9-9f84d8f52f7c None None] For port 869c17dc-8594-43f5-93ce-d776e0fe5112, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=869c17dc-8594-43f5-93ce-d776e0fe5112,segment=NetworkSegment(8135792b-bcf4-4e5b-b352-fe570fc5ce9c),segment_id=8135792b-bcf4-4e5b-b352-fe570fc5ce9c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:50.680241 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e688-9cbe-47c0-91f9-9f84d8f52f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:50.785106 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:13:50.786179 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a88c85c3-fa7f-47c5-847b-d059e6d8eb9b up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:50.831789 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9e688-9cbe-47c0-91f9-9f84d8f52f7c None None] Pushing event updated for resources: {'Port': ['ID=869c17dc-8594-43f5-93ce-d776e0fe5112,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:50.855439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-20033c2e-13cd-48eb-80cb-876a3e5ec812 None None] Provisioning complete for port 869c17dc-8594-43f5-93ce-d776e0fe5112 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:50.855817 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-20033c2e-13cd-48eb-80cb-876a3e5ec812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:50.908625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153448554', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:47Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '869c17dc-8594-43f5-93ce-d776e0fe5112', 'name': '', 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:32:48:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:13:49Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:13:50.911254 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port a88c85c3-fa7f-47c5-847b-d059e6d8eb9b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:50.911804 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (a88c85c3-fa7f-47c5-847b-d059e6d8eb9b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:50.932653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-1221fbd1-985a-43b3-9e48-07e6376f8d14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Made reservation on behalf of 69f0c0d871d74d1da638b4ca8915fe93 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:13:50.936194 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-1221fbd1-985a-43b3-9e48-07e6376f8d14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:50.966664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4482478-96a6-4076-91fd-9865abed3343 None None] The sync data for ids ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'] in n-d-824834-4 is: [{'id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153448554', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:47Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '869c17dc-8594-43f5-93ce-d776e0fe5112', 'name': '', 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:32:48:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:13:49Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:13:51.038642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-20033c2e-13cd-48eb-80cb-876a3e5ec812 None None] Current status of the port 869c17dc-8594-43f5-93ce-d776e0fe5112 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:13:51.084998 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port a88c85c3-fa7f-47c5-847b-d059e6d8eb9b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:13:51.085457 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-1221fbd1-985a-43b3-9e48-07e6376f8d14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.20.0.14 (5b348251-8f88-4fd6-9630-e208c01fc329/355ced7a-42f0-4c24-9ca7-76150f78466d/2222cf24-4f07-41b5-b72c-a55303ab131a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:13:51.236105 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-1221fbd1-985a-43b3-9e48-07e6376f8d14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (2222cf24-4f07-41b5-b72c-a55303ab131a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:51.271752 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-1221fbd1-985a-43b3-9e48-07e6376f8d14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2222cf24-4f07-41b5-b72c-a55303ab131a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:51.314633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-1221fbd1-985a-43b3-9e48-07e6376f8d14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network 5b348251-8f88-4fd6-9630-e208c01fc329 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:13:51.317700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-1221fbd1-985a-43b3-9e48-07e6376f8d14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:13:51.321417 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-1221fbd1-985a-43b3-9e48-07e6376f8d14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:13:51.360160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221fbd1-985a-43b3-9e48-07e6376f8d14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=2222cf24-4f07-41b5-b72c-a55303ab131a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:51.385571 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-1221fbd1-985a-43b3-9e48-07e6376f8d14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:51.386241 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-1221fbd1-985a-43b3-9e48-07e6376f8d14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:51.405132 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-1221fbd1-985a-43b3-9e48-07e6376f8d14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9448488 Jan 28 20:13:51.474776 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Request body: {'port': {'device_id': '3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:13:51.541466 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2222cf24-4f07-41b5-b72c-a55303ab131a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:51.564994 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-84b70873-9191-4c02-975b-36b18f2dd732 None None] Provisioning complete for port 2222cf24-4f07-41b5-b72c-a55303ab131a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:51.565526 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-84b70873-9191-4c02-975b-36b18f2dd732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2222cf24-4f07-41b5-b72c-a55303ab131a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:51.606724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-84b70873-9191-4c02-975b-36b18f2dd732 None None] Port 2222cf24-4f07-41b5-b72c-a55303ab131a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:13:51.715135 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b454f26-82ad-449f-8baa-e43256ef8dae req-1918f9f7-df51-4590-8591-e817ade713fa tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:51.716668 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3b454f26-82ad-449f-8baa-e43256ef8dae req-1918f9f7-df51-4590-8591-e817ade713fa tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 932 time: 0.1364548 Jan 28 20:13:51.821001 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3b454f26-82ad-449f-8baa-e43256ef8dae req-789c306c-05db-4163-9d6e-56c896917789 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894518 Jan 28 20:13:51.900795 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2222cf24-4f07-41b5-b72c-a55303ab131a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:13:51.909101 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Publish callbacks [] for port (2222cf24-4f07-41b5-b72c-a55303ab131a), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:51.922807 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Transition to ACTIVE for port object 2222cf24-4f07-41b5-b72c-a55303ab131a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:13:51.928342 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2222cf24-4f07-41b5-b72c-a55303ab131a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:51.983817 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2222cf24-4f07-41b5-b72c-a55303ab131a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:51.995010 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:52.072120 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Attempting to bind port 2222cf24-4f07-41b5-b72c-a55303ab131a on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:13:52.072518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Attempting to bind port 2222cf24-4f07-41b5-b72c-a55303ab131a by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '8135792b-bcf4-4e5b-b352-fe570fc5ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:13:52.072911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Attempting to bind port 2222cf24-4f07-41b5-b72c-a55303ab131a on network 5b348251-8f88-4fd6-9630-e208c01fc329 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:52.080784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Port 2222cf24-4f07-41b5-b72c-a55303ab131a on network 5b348251-8f88-4fd6-9630-e208c01fc329 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:13:52.081233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Attempting to bind port 2222cf24-4f07-41b5-b72c-a55303ab131a on network 5b348251-8f88-4fd6-9630-e208c01fc329 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:13:52.087407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:13:52.087812 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Checking segment: {'id': '8135792b-bcf4-4e5b-b352-fe570fc5ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:13:52.088275 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Bound using segment: {'id': '8135792b-bcf4-4e5b-b352-fe570fc5ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:13:52.088939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Bound port: 2222cf24-4f07-41b5-b72c-a55303ab131a, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8135792b-bcf4-4e5b-b352-fe570fc5ce9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:13:52.091232 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2222cf24-4f07-41b5-b72c-a55303ab131a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:52.168794 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] For port 2222cf24-4f07-41b5-b72c-a55303ab131a, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:13:52.169465 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 869c17dc-8594-43f5-93ce-d776e0fe5112 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:52.172543 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] For port 2222cf24-4f07-41b5-b72c-a55303ab131a, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2222cf24-4f07-41b5-b72c-a55303ab131a,segment=NetworkSegment(8135792b-bcf4-4e5b-b352-fe570fc5ce9c),segment_id=8135792b-bcf4-4e5b-b352-fe570fc5ce9c)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:13:52.180433 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2222cf24-4f07-41b5-b72c-a55303ab131a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:52.216561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:52.217386 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:52.218635 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] 10.222.0.37 "PUT /v2.0/ports/2222cf24-4f07-41b5-b72c-a55303ab131a HTTP/1.1" status: 200 len: 1092 time: 0.8060136 Jan 28 20:13:52.219039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02', 'tag': '2222cf24-4f07-41b5-b72c-a55303ab131a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:13:52.221446 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a58193e-05d4-4da8-8315-af0cf70ee3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02", "tag": "2222cf24-4f07-41b5-b72c-a55303ab131a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:52.236244 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 869c17dc-8594-43f5-93ce-d776e0fe5112 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:52.236868 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:52.267495 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29997a73-6a89-4d2e-965e-c4151dd454e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2222cf24-4f07-41b5-b72c-a55303ab131a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:52.289664 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfce881f-4d03-4aa9-b6c9-9fc08f83d7f1 x-openstack-request-id: req-dfce881f-4d03-4aa9-b6c9-9fc08f83d7f1 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:52.289932 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02", "tag": "2222cf24-4f07-41b5-b72c-a55303ab131a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:52.290233 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dfce881f-4d03-4aa9-b6c9-9fc08f83d7f1 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:52.290649 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02', 'tag': '2222cf24-4f07-41b5-b72c-a55303ab131a', 'status': 'completed', 'code': 200} Jan 28 20:13:52.329144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-1983bb2f-811f-4327-9344-58863d9cb3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:52.330741 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-1983bb2f-811f-4327-9344-58863d9cb3fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 1126 time: 0.0553620 Jan 28 20:13:52.332472 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 869c17dc-8594-43f5-93ce-d776e0fe5112 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:13:52.374336 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-5cb891cf-5eec-4022-9795-55b8164ff6db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2222cf24-4f07-41b5-b72c-a55303ab131a HTTP/1.1" status: 200 len: 217 time: 0.0361702 Jan 28 20:13:52.428717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-d9e80762-6687-4019-8566-8ef5cb6d691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:52.430258 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-d9e80762-6687-4019-8566-8ef5cb6d691a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=355ced7a-42f0-4c24-9ca7-76150f78466d HTTP/1.1" status: 200 len: 835 time: 0.0458906 Jan 28 20:13:52.478076 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-2df20805-621b-4732-bcc1-de3b4858b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:52.479618 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-2df20805-621b-4732-bcc1-de3b4858b816 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b348251-8f88-4fd6-9630-e208c01fc329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436530 Jan 28 20:13:52.573819 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-747930aa-95d7-48fb-ac8e-87f49e62d33d service neutron] 10.222.0.37 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879290 Jan 28 20:13:52.667753 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-07672f47-af97-4f8c-86c5-7b6ab9da2224 req-a8696a02-213c-4ad6-9eb4-bee7453e04d1 service neutron] 10.222.0.37 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882816 Jan 28 20:13:52.777400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58193e-05d4-4da8-8315-af0cf70ee3d4 req-9365fb8d-41b7-4e22-980f-31a6ab441288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:52.779089 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a58193e-05d4-4da8-8315-af0cf70ee3d4 req-9365fb8d-41b7-4e22-980f-31a6ab441288 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 1126 time: 0.0592804 Jan 28 20:13:52.870380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58193e-05d4-4da8-8315-af0cf70ee3d4 req-9ddd7013-2f34-4125-b196-e678173ea9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:52.871886 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a58193e-05d4-4da8-8315-af0cf70ee3d4 req-9ddd7013-2f34-4125-b196-e678173ea9ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b348251-8f88-4fd6-9630-e208c01fc329 HTTP/1.1" status: 200 len: 898 time: 0.0865996 Jan 28 20:13:52.918568 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a58193e-05d4-4da8-8315-af0cf70ee3d4 req-ef55cab2-dc33-471c-a099-deb8b9f4c508 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2222cf24-4f07-41b5-b72c-a55303ab131a HTTP/1.1" status: 200 len: 217 time: 0.0413399 Jan 28 20:13:52.992626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58193e-05d4-4da8-8315-af0cf70ee3d4 req-41d5de4b-9604-4a65-ae12-d7ac1ba4c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:52.994223 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a58193e-05d4-4da8-8315-af0cf70ee3d4 req-41d5de4b-9604-4a65-ae12-d7ac1ba4c73c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=355ced7a-42f0-4c24-9ca7-76150f78466d HTTP/1.1" status: 200 len: 835 time: 0.0664861 Jan 28 20:13:53.007269 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1ccee-56a3-4f16-97e4-662119421656 req-072d0c93-ef8f-47d4-a747-38340148bd49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:53.008684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8ce1ccee-56a3-4f16-97e4-662119421656 req-072d0c93-ef8f-47d4-a747-38340148bd49 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 944 time: 0.0924366 Jan 28 20:13:53.094326 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8ce1ccee-56a3-4f16-97e4-662119421656 req-ebccea91-3e15-407e-83ae-734325381e7b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745561 Jan 28 20:13:53.097098 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58193e-05d4-4da8-8315-af0cf70ee3d4 req-a6d8e67c-6d48-464f-9ede-2a6ca597c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:53.098558 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a58193e-05d4-4da8-8315-af0cf70ee3d4 req-a6d8e67c-6d48-464f-9ede-2a6ca597c884 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b348251-8f88-4fd6-9630-e208c01fc329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0987494 Jan 28 20:13:53.187919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a58193e-05d4-4da8-8315-af0cf70ee3d4 req-701a744e-600f-4689-85e0-af1ff09b4bb1 service neutron] 10.222.0.37 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835285 Jan 28 20:13:53.246375 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:53.279520 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a58193e-05d4-4da8-8315-af0cf70ee3d4 req-54cb3514-0c23-4901-8c2f-3ec497b8a077 service neutron] 10.222.0.37 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862641 Jan 28 20:13:54.230524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aa60e-e1b9-4a2d-a484-2b54b6258783 req-05130c17-e507-4025-abc6-b86addcda3c8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:54.231888 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-612aa60e-e1b9-4a2d-a484-2b54b6258783 req-05130c17-e507-4025-abc6-b86addcda3c8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 944 time: 0.0560772 Jan 28 20:13:54.282854 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-612aa60e-e1b9-4a2d-a484-2b54b6258783 req-fae4f60e-fefc-4127-813b-9f8f7430af43 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427420 Jan 28 20:13:54.541293 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:55.413904 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ac5aa-1155-4974-b97c-ae2d19430786 req-1eff8323-0d7d-433c-9fd8-3e870503c5fd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:55.415446 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-137ac5aa-1155-4974-b97c-ae2d19430786 req-1eff8323-0d7d-433c-9fd8-3e870503c5fd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 944 time: 0.0564635 Jan 28 20:13:55.464836 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-137ac5aa-1155-4974-b97c-ae2d19430786 req-f7f618c0-6cb2-450f-97d0-8fd5d31d9d8d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437007 Jan 28 20:13:56.014889 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:56.093774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2222cf24-4f07-41b5-b72c-a55303ab131a details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:13:56.196692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2222cf24-4f07-41b5-b72c-a55303ab131a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2222cf24-4f07-41b5-b72c-a55303ab131a,segment=NetworkSegment(8135792b-bcf4-4e5b-b352-fe570fc5ce9c),segment_id=8135792b-bcf4-4e5b-b352-fe570fc5ce9c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:56.208021 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '2222cf24-4f07-41b5-b72c-a55303ab131a', 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329', 'port_id': '2222cf24-4f07-41b5-b72c-a55303ab131a', 'mac_address': 'fa:16:3e:fb:4d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:13:56.244041 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 2222cf24-4f07-41b5-b72c-a55303ab131a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:13:56.244434 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2222cf24-4f07-41b5-b72c-a55303ab131a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:56.257603 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2222cf24-4f07-41b5-b72c-a55303ab131a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:13:56.278744 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2222cf24-4f07-41b5-b72c-a55303ab131a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2222cf24-4f07-41b5-b72c-a55303ab131a,segment=NetworkSegment(8135792b-bcf4-4e5b-b352-fe570fc5ce9c),segment_id=8135792b-bcf4-4e5b-b352-fe570fc5ce9c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:56.284301 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2222cf24-4f07-41b5-b72c-a55303ab131a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:56.337274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=2222cf24-4f07-41b5-b72c-a55303ab131a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:56.600577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['2222cf24-4f07-41b5-b72c-a55303ab131a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:13:56.602929 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f12490-c11c-4df6-8228-b6e0f52b0d54 req-1f94ed2b-6370-4ee7-8289-b19423270da2 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:56.604426 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5f12490-c11c-4df6-8228-b6e0f52b0d54 req-1f94ed2b-6370-4ee7-8289-b19423270da2 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 945 time: 0.0626268 Jan 28 20:13:56.654448 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a5f12490-c11c-4df6-8228-b6e0f52b0d54 req-cb7e99e0-fd7b-474a-84fb-a9fd6f1143fc tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433877 Jan 28 20:13:57.778598 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b930a-7c1d-49ea-9372-313972bbbf92 req-85a0d937-b908-455a-af3f-a2f7c3c4c978 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:57.780101 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-060b930a-7c1d-49ea-9372-313972bbbf92 req-85a0d937-b908-455a-af3f-a2f7c3c4c978 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 945 time: 0.0568881 Jan 28 20:13:57.834617 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-060b930a-7c1d-49ea-9372-313972bbbf92 req-aad0d183-4586-4a2a-9d60-9adb6dce1864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461380 Jan 28 20:13:58.093785 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2222cf24-4f07-41b5-b72c-a55303ab131a up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:13:58.151900 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 2222cf24-4f07-41b5-b72c-a55303ab131a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:13:58.157286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 2222cf24-4f07-41b5-b72c-a55303ab131a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:13:58.157755 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (2222cf24-4f07-41b5-b72c-a55303ab131a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:58.238094 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 2222cf24-4f07-41b5-b72c-a55303ab131a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:13:58.238405 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2222cf24-4f07-41b5-b72c-a55303ab131a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:58.261390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2222cf24-4f07-41b5-b72c-a55303ab131a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:13:58.263960 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc252595-2ae9-493c-ab47-bf67f912b637" -d '{"events": [{"server_uuid": "3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02", "name": "network-vif-plugged", "status": "completed", "tag": "2222cf24-4f07-41b5-b72c-a55303ab131a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:13:58.276622 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 2222cf24-4f07-41b5-b72c-a55303ab131a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2222cf24-4f07-41b5-b72c-a55303ab131a,segment=NetworkSegment(8135792b-bcf4-4e5b-b352-fe570fc5ce9c),segment_id=8135792b-bcf4-4e5b-b352-fe570fc5ce9c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:13:58.282014 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (2222cf24-4f07-41b5-b72c-a55303ab131a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:13:58.333154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=2222cf24-4f07-41b5-b72c-a55303ab131a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:13:58.358972 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba56e58-b36f-49f1-adf1-95e691cfe0b4 x-openstack-request-id: req-aba56e58-b36f-49f1-adf1-95e691cfe0b4 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:13:58.359264 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02", "name": "network-vif-plugged", "status": "completed", "tag": "2222cf24-4f07-41b5-b72c-a55303ab131a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:13:58.359520 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aba56e58-b36f-49f1-adf1-95e691cfe0b4 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:13:58.359918 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2222cf24-4f07-41b5-b72c-a55303ab131a', 'code': 200} Jan 28 20:13:58.465475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30635a15-a243-4593-b6ae-40ad2a9ee086 req-1c9b6eb4-6b8e-4c3a-b652-1fec42455f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:58.466993 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30635a15-a243-4593-b6ae-40ad2a9ee086 req-1c9b6eb4-6b8e-4c3a-b652-1fec42455f21 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 1128 time: 0.0489783 Jan 28 20:13:58.512307 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-30635a15-a243-4593-b6ae-40ad2a9ee086 req-2491c0a1-9c87-4e1e-8025-6da90129f175 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382524 Jan 28 20:13:58.968234 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d3c8e-88f9-43c5-ba5b-f928d17d3278 req-b1b63d06-b23f-4e18-8620-e20611d6f1b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:13:58.969751 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-873d3c8e-88f9-43c5-ba5b-f928d17d3278 req-b1b63d06-b23f-4e18-8620-e20611d6f1b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0563099 Jan 28 20:13:59.023493 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-873d3c8e-88f9-43c5-ba5b-f928d17d3278 req-c55be0ea-fc11-4ef3-b6b8-d96d0dde0e97 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457594 Jan 28 20:14:00.157780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcc151-9a39-434d-a192-95e0b31d1037 req-cdd67e3f-d346-4b4c-9226-74d5acc56575 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:00.159290 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-43bcc151-9a39-434d-a192-95e0b31d1037 req-cdd67e3f-d346-4b4c-9226-74d5acc56575 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0554907 Jan 28 20:14:00.207511 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-43bcc151-9a39-434d-a192-95e0b31d1037 req-8bf562c9-a9fc-450b-96db-631874650bb6 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422602 Jan 28 20:14:00.334451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4461f-0c25-42a8-b327-28609d8a500d req-d96a0e21-1107-4a9e-8cbf-1c8b202e5594 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:00.335951 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0dc4461f-0c25-42a8-b327-28609d8a500d req-d96a0e21-1107-4a9e-8cbf-1c8b202e5594 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0561407 Jan 28 20:14:00.391225 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0dc4461f-0c25-42a8-b327-28609d8a500d req-e5d380c0-0b20-44a3-abb2-a4f5556248dc tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472119 Jan 28 20:14:00.418589 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37030) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:14:00.466586 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5351ac3f-cae0-4ea2-a071-d7a122e943f7 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:00.468035 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5351ac3f-cae0-4ea2-a071-d7a122e943f7 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 1123 time: 0.0484233 Jan 28 20:14:00.471450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37032) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:14:00.475706 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '2222cf24-4f07-41b5-b72c-a55303ab131a', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:14:00.498618 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:00.594640 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:00.696877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.25.0.184 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/63964903-af8a-43ed-91cf-7ed5f66d8e0f) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:14:00.793968 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (63964903-af8a-43ed-91cf-7ed5f66d8e0f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:00.831231 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (63964903-af8a-43ed-91cf-7ed5f66d8e0f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:00.852227 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:00.868420 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:14:00.871297 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:14:00.877090 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:14:00.882795 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=63964903-af8a-43ed-91cf-7ed5f66d8e0f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:01.235024 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (2d142290-022c-481e-af8b-d3ffc2afc3c0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:01.310628 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (63964903-af8a-43ed-91cf-7ed5f66d8e0f), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:01.452319 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (63964903-af8a-43ed-91cf-7ed5f66d8e0f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:01.459265 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (63964903-af8a-43ed-91cf-7ed5f66d8e0f), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:01.525886 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=63964903-af8a-43ed-91cf-7ed5f66d8e0f,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:14:01.542523 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (2d142290-022c-481e-af8b-d3ffc2afc3c0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:01.932799 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Floating IP 2d142290-022c-481e-af8b-d3ffc2afc3c0 associated. External IP: 172.25.0.184, port: 2222cf24-4f07-41b5-b72c-a55303ab131a. Jan 28 20:14:02.153211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router 24cd0424-0ab9-484a-9474-f7b24fb68b6e has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:14:02.258354 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:14:02.268716 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5fffa-94fb-4e9d-b76b-d3a06469998f None None] Sync routers for ids ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:14:02.278610 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:02.280775 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5fffa-94fb-4e9d-b76b-d3a06469998f None None] Routers {'24cd0424-0ab9-484a-9474-f7b24fb68b6e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:14:02.281387 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e3d5fffa-94fb-4e9d-b76b-d3a06469998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:13:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:02.311446 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-da273fa7-0efc-4d68-91a5-c7957bbe74e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8389938 Jan 28 20:14:02.312145 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02', 'tag': '2222cf24-4f07-41b5-b72c-a55303ab131a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:14:02.314559 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac9f26d1a29f0c91399e43c490101928ac952e5849b55b60a284b120f3a3590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99ed9ff-d649-4439-97ce-972ba19d3ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02", "tag": "2222cf24-4f07-41b5-b72c-a55303ab131a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:14:02.359283 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d546681a-1e5c-4884-a9e2-091e63789538 x-openstack-request-id: req-d546681a-1e5c-4884-a9e2-091e63789538 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:14:02.359587 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02", "tag": "2222cf24-4f07-41b5-b72c-a55303ab131a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:14:02.359862 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d546681a-1e5c-4884-a9e2-091e63789538 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:14:02.360301 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02', 'tag': '2222cf24-4f07-41b5-b72c-a55303ab131a', 'status': 'completed', 'code': 200} Jan 28 20:14:02.389427 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e3d5fffa-94fb-4e9d-b76b-d3a06469998f None None] Set router 24cd0424-0ab9-484a-9474-f7b24fb68b6e gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:14:02.426677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ed9ff-d649-4439-97ce-972ba19d3ec1 req-e5fbfa8a-7959-4cef-a0a9-2bc8fe5e7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:02.429323 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e99ed9ff-d649-4439-97ce-972ba19d3ec1 req-e5fbfa8a-7959-4cef-a0a9-2bc8fe5e7ac5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 1128 time: 0.0468161 Jan 28 20:14:02.429798 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec382dbe-cb33-48e6-bd26-3f54caad3ebb req-07ac8914-c9d5-4dce-ae66-fc6b2af48d98 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:02.431421 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ec382dbe-cb33-48e6-bd26-3f54caad3ebb req-07ac8914-c9d5-4dce-ae66-fc6b2af48d98 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0532434 Jan 28 20:14:02.480491 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ec382dbe-cb33-48e6-bd26-3f54caad3ebb req-ec4f43bb-814f-43b1-aaa9-9dd23a130be9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430925 Jan 28 20:14:02.503422 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37038) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:14:02.564880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ed9ff-d649-4439-97ce-972ba19d3ec1 req-232e029a-e452-4990-a8ac-50eca26be168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:02.566295 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e99ed9ff-d649-4439-97ce-972ba19d3ec1 req-232e029a-e452-4990-a8ac-50eca26be168 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b348251-8f88-4fd6-9630-e208c01fc329 HTTP/1.1" status: 200 len: 898 time: 0.1314366 Jan 28 20:14:02.618167 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-038e4d77-7866-497f-a639-03061594be3d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/2d142290-022c-481e-af8b-d3ffc2afc3c0 HTTP/1.1" status: 200 len: 992 time: 0.1124718 Jan 28 20:14:02.620929 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e3d5fffa-94fb-4e9d-b76b-d3a06469998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153448554', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:47Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '2d142290-022c-481e-af8b-d3ffc2afc3c0', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'port_id': '2222cf24-4f07-41b5-b72c-a55303ab131a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329', 'mac_address': 'fa:16:3e:fb:4d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:14:01Z', 'updated_at': '2022-01-28T20:14:01Z', 'revision_number': 0, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '869c17dc-8594-43f5-93ce-d776e0fe5112', 'name': '', 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:32:48:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:02.637287 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e99ed9ff-d649-4439-97ce-972ba19d3ec1 req-f6d94677-4873-42a4-9508-74fc4a23af09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2222cf24-4f07-41b5-b72c-a55303ab131a HTTP/1.1" status: 200 len: 1000 time: 0.0623872 Jan 28 20:14:02.651072 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5fffa-94fb-4e9d-b76b-d3a06469998f None None] Checking router: 24cd0424-0ab9-484a-9474-f7b24fb68b6e for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:14:02.660635 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5fffa-94fb-4e9d-b76b-d3a06469998f None None] Routers {'24cd0424-0ab9-484a-9474-f7b24fb68b6e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:14:02.661231 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e3d5fffa-94fb-4e9d-b76b-d3a06469998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:13:50Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:02.694298 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ed9ff-d649-4439-97ce-972ba19d3ec1 req-11ce5df3-4dde-47a6-82e4-24af5d95ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:02.695948 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e99ed9ff-d649-4439-97ce-972ba19d3ec1 req-11ce5df3-4dde-47a6-82e4-24af5d95ef14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=355ced7a-42f0-4c24-9ca7-76150f78466d HTTP/1.1" status: 200 len: 835 time: 0.0492594 Jan 28 20:14:02.710298 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-91753554-268c-44fc-bf01-db4d65ed60de req-c81ddb4d-4664-4594-8225-7befcd00e2d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436978 Jan 28 20:14:02.744501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ed9ff-d649-4439-97ce-972ba19d3ec1 req-9928d7e6-f803-4492-88ba-0d530d5942fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:02.746000 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e99ed9ff-d649-4439-97ce-972ba19d3ec1 req-9928d7e6-f803-4492-88ba-0d530d5942fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b348251-8f88-4fd6-9630-e208c01fc329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437343 Jan 28 20:14:02.767447 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e3d5fffa-94fb-4e9d-b76b-d3a06469998f None None] Set router 24cd0424-0ab9-484a-9474-f7b24fb68b6e gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:14:02.833679 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e99ed9ff-d649-4439-97ce-972ba19d3ec1 req-4fa140dd-9ba4-401a-ae8a-14a3cf43e092 service neutron] 10.222.0.37 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805211 Jan 28 20:14:02.930947 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e99ed9ff-d649-4439-97ce-972ba19d3ec1 req-7e744009-ba9e-4290-b799-92755496743a service neutron] 10.222.0.37 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916975 Jan 28 20:14:02.991588 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e3d5fffa-94fb-4e9d-b76b-d3a06469998f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153448554', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:47Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '2d142290-022c-481e-af8b-d3ffc2afc3c0', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'port_id': '2222cf24-4f07-41b5-b72c-a55303ab131a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329', 'mac_address': 'fa:16:3e:fb:4d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:14:01Z', 'updated_at': '2022-01-28T20:14:01Z', 'revision_number': 0, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '869c17dc-8594-43f5-93ce-d776e0fe5112', 'name': '', 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:32:48:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:14:03.017331 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5fffa-94fb-4e9d-b76b-d3a06469998f None None] The sync data for ids ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'] in n-d-824834-4 is: [{'id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153448554', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:47Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '2d142290-022c-481e-af8b-d3ffc2afc3c0', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'port_id': '2222cf24-4f07-41b5-b72c-a55303ab131a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329', 'mac_address': 'fa:16:3e:fb:4d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:14:01Z', 'updated_at': '2022-01-28T20:14:01Z', 'revision_number': 0, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '869c17dc-8594-43f5-93ce-d776e0fe5112', 'name': '', 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:32:48:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:14:03.038241 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91753554-268c-44fc-bf01-db4d65ed60de req-2576e3f2-1bdb-4af2-9d2d-71c2b082cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:03.039764 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-91753554-268c-44fc-bf01-db4d65ed60de req-2576e3f2-1bdb-4af2-9d2d-71c2b082cd9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 1128 time: 0.0462363 Jan 28 20:14:03.147997 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91753554-268c-44fc-bf01-db4d65ed60de req-05feee79-2836-4435-8416-1061a5c0afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:03.149506 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-91753554-268c-44fc-bf01-db4d65ed60de req-05feee79-2836-4435-8416-1061a5c0afb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b348251-8f88-4fd6-9630-e208c01fc329 HTTP/1.1" status: 200 len: 898 time: 0.0908766 Jan 28 20:14:03.213124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9132f-2660-4dc9-9dfc-866d25bffce5 None None] New status for floating IP 2d142290-022c-481e-af8b-d3ffc2afc3c0: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:14:03.216252 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-91753554-268c-44fc-bf01-db4d65ed60de req-03ce66ee-fe6e-4241-a3c5-87b22d5c5ee5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2222cf24-4f07-41b5-b72c-a55303ab131a HTTP/1.1" status: 200 len: 1000 time: 0.0611062 Jan 28 20:14:03.263557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91753554-268c-44fc-bf01-db4d65ed60de req-54ceb1bb-201f-4748-9af1-0fc6e37410ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:03.265050 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-91753554-268c-44fc-bf01-db4d65ed60de req-54ceb1bb-201f-4748-9af1-0fc6e37410ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=355ced7a-42f0-4c24-9ca7-76150f78466d HTTP/1.1" status: 200 len: 835 time: 0.0427079 Jan 28 20:14:03.317784 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91753554-268c-44fc-bf01-db4d65ed60de req-a2301d0d-4005-4adf-9722-b1457d722561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:14:03.319420 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-91753554-268c-44fc-bf01-db4d65ed60de req-a2301d0d-4005-4adf-9722-b1457d722561 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b348251-8f88-4fd6-9630-e208c01fc329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482850 Jan 28 20:14:03.409813 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-91753554-268c-44fc-bf01-db4d65ed60de req-43883afa-b281-4c6c-85d8-668453db7b09 service neutron] 10.222.0.37 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843229 Jan 28 20:14:03.503172 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-91753554-268c-44fc-bf01-db4d65ed60de req-d8661df6-33b9-45c6-b0c3-9fe18cce7ec2 service neutron] 10.222.0.37 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875006 Jan 28 20:14:03.622000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37040) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:14:03.697175 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9fc2f6b9-e166-416f-8f48-3029d9acb128 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/2d142290-022c-481e-af8b-d3ffc2afc3c0 HTTP/1.1" status: 200 len: 994 time: 0.0737207 Jan 28 20:14:09.304361 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:14:18.330526 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d78fb197-21e6-4ff5-b6c5-681acd996adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:20.512363 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13e50623-9c2a-4ef6-a290-a6e274471d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:21.987950 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:23.254270 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:24.543084 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:26.040300 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:30.864666 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:46.307473 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:14:48.328949 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5900301e-e958-4f06-96ec-b2e4e3c5031c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:50.529907 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7b0fa258-907f-4416-9872-84d474bed9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:51.990365 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:53.249706 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:54.550465 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:14:56.034182 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:00.892586 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:02.768730 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-547d50b7-433c-4072-8d29-fe61cb13ac6f req-edd42887-e49e-4014-b3ab-c488e93e15e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460269 Jan 28 20:15:02.860018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d50b7-433c-4072-8d29-fe61cb13ac6f req-bafa2f6c-92bb-4388-a715-f9337137f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:02.861742 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-547d50b7-433c-4072-8d29-fe61cb13ac6f req-bafa2f6c-92bb-4388-a715-f9337137f4be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 1128 time: 0.0488183 Jan 28 20:15:02.978248 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d50b7-433c-4072-8d29-fe61cb13ac6f req-32d9e913-7dfe-45b1-973e-ab7c386a9e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:02.979768 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-547d50b7-433c-4072-8d29-fe61cb13ac6f req-32d9e913-7dfe-45b1-973e-ab7c386a9e6f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b348251-8f88-4fd6-9630-e208c01fc329 HTTP/1.1" status: 200 len: 898 time: 0.0971615 Jan 28 20:15:03.045172 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-547d50b7-433c-4072-8d29-fe61cb13ac6f req-c75d2ea6-f428-4a29-9242-d26f46538461 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2222cf24-4f07-41b5-b72c-a55303ab131a HTTP/1.1" status: 200 len: 1002 time: 0.0589089 Jan 28 20:15:03.095257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d50b7-433c-4072-8d29-fe61cb13ac6f req-188c1353-808f-4767-8b14-c58bd45c1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:03.096705 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-547d50b7-433c-4072-8d29-fe61cb13ac6f req-188c1353-808f-4767-8b14-c58bd45c1bd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=355ced7a-42f0-4c24-9ca7-76150f78466d HTTP/1.1" status: 200 len: 835 time: 0.0461109 Jan 28 20:15:03.152058 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d50b7-433c-4072-8d29-fe61cb13ac6f req-8cfe4aaa-12e9-4b21-bd44-96bb7da73a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:03.153543 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-547d50b7-433c-4072-8d29-fe61cb13ac6f req-8cfe4aaa-12e9-4b21-bd44-96bb7da73a7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b348251-8f88-4fd6-9630-e208c01fc329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509200 Jan 28 20:15:03.255758 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-547d50b7-433c-4072-8d29-fe61cb13ac6f req-d73d1988-4b6e-4a4d-9cab-bf0f8aefadce service neutron] 10.222.0.37 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962276 Jan 28 20:15:03.359913 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-547d50b7-433c-4072-8d29-fe61cb13ac6f req-50659d3d-4f47-4d6c-9fa6-07f5d5f64448 service neutron] 10.222.0.37 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981920 Jan 28 20:15:15.233584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3092a59-6ec2-4c6a-8f72-cb0d41858d69 req-e10b6ec0-e34a-4cac-9b20-5ffd5e8ca7bc tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:15.235130 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b3092a59-6ec2-4c6a-8f72-cb0d41858d69 req-e10b6ec0-e34a-4cac-9b20-5ffd5e8ca7bc tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0856187 Jan 28 20:15:15.237013 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d0aea-319c-4f59-9faa-670a2ca46240 req-52262551-5461-4d63-bc9e-868cc6a05068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:15.238432 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f1d0aea-319c-4f59-9faa-670a2ca46240 req-52262551-5461-4d63-bc9e-868cc6a05068 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 1128 time: 0.0791786 Jan 28 20:15:15.337213 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b3092a59-6ec2-4c6a-8f72-cb0d41858d69 req-118b9369-c4d5-4c74-b447-924a75bdb87a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963960 Jan 28 20:15:15.361968 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d0aea-319c-4f59-9faa-670a2ca46240 req-ad526744-fc68-42c3-b32e-88dd15fccf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:15.363481 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f1d0aea-319c-4f59-9faa-670a2ca46240 req-ad526744-fc68-42c3-b32e-88dd15fccf16 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b348251-8f88-4fd6-9630-e208c01fc329 HTTP/1.1" status: 200 len: 898 time: 0.1168261 Jan 28 20:15:15.432863 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f1d0aea-319c-4f59-9faa-670a2ca46240 req-117b5cd0-5043-4a2f-8390-103406477291 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2222cf24-4f07-41b5-b72c-a55303ab131a HTTP/1.1" status: 200 len: 1002 time: 0.0621121 Jan 28 20:15:15.485120 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d0aea-319c-4f59-9faa-670a2ca46240 req-535b9311-da97-44b1-8f96-7a8a75ccbf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:15.486445 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f1d0aea-319c-4f59-9faa-670a2ca46240 req-535b9311-da97-44b1-8f96-7a8a75ccbf32 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=355ced7a-42f0-4c24-9ca7-76150f78466d HTTP/1.1" status: 200 len: 835 time: 0.0473897 Jan 28 20:15:15.541045 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d0aea-319c-4f59-9faa-670a2ca46240 req-33a238a5-4806-4563-88cd-a0931e727b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:15.543183 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f1d0aea-319c-4f59-9faa-670a2ca46240 req-33a238a5-4806-4563-88cd-a0931e727b13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b348251-8f88-4fd6-9630-e208c01fc329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503047 Jan 28 20:15:15.555042 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-5f1d0aea-319c-4f59-9faa-670a2ca46240 req-77bd2a76-eb93-497e-aa24-8500b6156a57 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:15:15.555965 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f1d0aea-319c-4f59-9faa-670a2ca46240 req-77bd2a76-eb93-497e-aa24-8500b6156a57 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064878 Jan 28 20:15:15.643069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f1d0aea-319c-4f59-9faa-670a2ca46240 req-751d8a52-1616-4a03-aa4d-1cd533b21be8 service neutron] 10.222.0.37 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805984 Jan 28 20:15:15.735436 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f1d0aea-319c-4f59-9faa-670a2ca46240 req-073818a8-cd09-4703-96e1-6f4020e8f128 service neutron] 10.222.0.37 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862556 Jan 28 20:15:16.469193 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1efb-062c-4522-8299-f5ab0540422a req-4a7ff0ba-f958-47cd-b080-e2f524666f1a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:16.470715 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f12e1efb-062c-4522-8299-f5ab0540422a req-4a7ff0ba-f958-47cd-b080-e2f524666f1a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0559986 Jan 28 20:15:16.523491 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f12e1efb-062c-4522-8299-f5ab0540422a req-a6483db9-89cd-4a7b-8a12-d0f620f5dda6 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444961 Jan 28 20:15:17.669287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751a8ae-34fb-4fc1-ae42-7000d66368f8 req-648d59b7-1676-4081-989c-72040e48017b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:17.670805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1751a8ae-34fb-4fc1-ae42-7000d66368f8 req-648d59b7-1676-4081-989c-72040e48017b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0632613 Jan 28 20:15:17.730983 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1751a8ae-34fb-4fc1-ae42-7000d66368f8 req-b843b552-ac8e-47de-bdd8-4cd3f9263b65 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518968 Jan 28 20:15:18.329580 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f783ae89-4291-4ab4-9d5c-e39d271099cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:18.859664 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86951e-d8c6-4b13-a22f-b46414ffa558 req-ee964b35-8188-444c-98be-b50930404d8e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:18.861124 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a86951e-d8c6-4b13-a22f-b46414ffa558 req-ee964b35-8188-444c-98be-b50930404d8e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0543225 Jan 28 20:15:18.915306 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a86951e-d8c6-4b13-a22f-b46414ffa558 req-99f7e701-f725-405c-b942-6b635a2e38be tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460539 Jan 28 20:15:20.049903 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e97bf-75fa-4dc4-a678-6f95b8c5e465 req-0b3cadb7-ff43-4ff1-bff7-f72b6501e95a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:20.051832 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-180e97bf-75fa-4dc4-a678-6f95b8c5e465 req-0b3cadb7-ff43-4ff1-bff7-f72b6501e95a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0585828 Jan 28 20:15:20.101216 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-180e97bf-75fa-4dc4-a678-6f95b8c5e465 req-cb317f2d-64a9-4d09-8568-fd3134648fb9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436838 Jan 28 20:15:20.514951 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b539de4d-ce17-4d4c-b86c-30856eea3b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:21.254592 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9b06d-191d-4ad9-b6df-6a22d9215705 req-5e5bf8d2-9213-4add-97d2-85bbe5809ae7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:21.255979 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3fd9b06d-191d-4ad9-b6df-6a22d9215705 req-5e5bf8d2-9213-4add-97d2-85bbe5809ae7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0704365 Jan 28 20:15:21.308266 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3fd9b06d-191d-4ad9-b6df-6a22d9215705 req-74f64dd6-e715-4677-8c09-7eee287a5bfa tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439448 Jan 28 20:15:21.993807 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:22.461208 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655cf46-7342-4984-bd4f-3d5a280893aa req-e378db46-48c4-4fd1-8b02-6c4ea3c50782 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:22.462708 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7655cf46-7342-4984-bd4f-3d5a280893aa req-e378db46-48c4-4fd1-8b02-6c4ea3c50782 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0634449 Jan 28 20:15:22.511376 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7655cf46-7342-4984-bd4f-3d5a280893aa req-bb216035-3c87-43c3-b7a1-36195fdc5c96 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428975 Jan 28 20:15:23.255270 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:23.311987 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:15:23.631326 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfb136-dc45-4905-863d-cb3bad35c3cc req-3076d735-03eb-485e-bc3b-eda974c62949 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:23.632788 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bacfb136-dc45-4905-863d-cb3bad35c3cc req-3076d735-03eb-485e-bc3b-eda974c62949 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0533123 Jan 28 20:15:23.680724 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-bacfb136-dc45-4905-863d-cb3bad35c3cc req-52afc7d0-fb05-4ae7-a0c6-a55820885ae9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423098 Jan 28 20:15:24.548718 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:24.817219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9c16d-994f-49e4-8707-cf6e5237cdc6 req-06bb62ea-3f70-415f-8e14-96275cd47f10 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:24.818709 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6db9c16d-994f-49e4-8707-cf6e5237cdc6 req-06bb62ea-3f70-415f-8e14-96275cd47f10 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0582852 Jan 28 20:15:24.870834 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6db9c16d-994f-49e4-8707-cf6e5237cdc6 req-efe43e13-825c-4710-ad79-a55fd850d48e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464740 Jan 28 20:15:26.013942 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef188977-4610-4c33-9b89-3cee99519e84 req-4ba42f98-e1a9-470b-b631-e923312844f3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:26.015485 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ef188977-4610-4c33-9b89-3cee99519e84 req-4ba42f98-e1a9-470b-b631-e923312844f3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0575192 Jan 28 20:15:26.031813 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:26.071852 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ef188977-4610-4c33-9b89-3cee99519e84 req-4dc3130c-9787-4808-b2fb-718990cbe3f3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503807 Jan 28 20:15:27.205417 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f0ff4-bf6f-443a-b2e9-5c5d31f824db req-8b5aa7b2-beb7-4980-a5cd-1a16d0beab6a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:15:27.206839 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6e0f0ff4-bf6f-443a-b2e9-5c5d31f824db req-8b5aa7b2-beb7-4980-a5cd-1a16d0beab6a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0573575 Jan 28 20:15:27.256752 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6e0f0ff4-bf6f-443a-b2e9-5c5d31f824db req-aeba33c0-5444-4205-8ee8-3e038472c443 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442052 Jan 28 20:15:27.278893 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37096) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:15:27.340912 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4933303d-cff1-4d19-9208-9051abb93220 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/2d142290-022c-481e-af8b-d3ffc2afc3c0 HTTP/1.1" status: 200 len: 994 time: 0.0608411 Jan 28 20:15:30.883076 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:48.326610 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e3a15f2a-b964-45e3-8127-6e185406aad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:50.522219 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-38450e70-5585-48b7-a983-df1b33c06b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:51.996906 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:53.263760 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:54.544829 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:15:56.049910 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:00.312611 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:16:00.899451 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:04.717583 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-719a0f80-7254-4fed-b934-2e0d106ca9fe req-a6774673-9332-481c-a513-b8e179bd476e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478511 Jan 28 20:16:04.809925 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a0f80-7254-4fed-b934-2e0d106ca9fe req-60cc0aad-f341-4eb0-ac99-df146af2488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:04.811455 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-719a0f80-7254-4fed-b934-2e0d106ca9fe req-60cc0aad-f341-4eb0-ac99-df146af2488e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 1128 time: 0.0507107 Jan 28 20:16:04.921819 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a0f80-7254-4fed-b934-2e0d106ca9fe req-81480f0f-6bdf-4d7a-8ec1-2199e77cf7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:04.923358 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-719a0f80-7254-4fed-b934-2e0d106ca9fe req-81480f0f-6bdf-4d7a-8ec1-2199e77cf7f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b348251-8f88-4fd6-9630-e208c01fc329 HTTP/1.1" status: 200 len: 898 time: 0.0878632 Jan 28 20:16:04.994638 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-719a0f80-7254-4fed-b934-2e0d106ca9fe req-0bdb7ddb-c3d5-46f6-a7a2-d22b2767241b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2222cf24-4f07-41b5-b72c-a55303ab131a HTTP/1.1" status: 200 len: 1002 time: 0.0653090 Jan 28 20:16:05.042544 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a0f80-7254-4fed-b934-2e0d106ca9fe req-d338a1aa-e155-4537-aeaa-f5925674d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:05.043980 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-719a0f80-7254-4fed-b934-2e0d106ca9fe req-d338a1aa-e155-4537-aeaa-f5925674d988 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=355ced7a-42f0-4c24-9ca7-76150f78466d HTTP/1.1" status: 200 len: 835 time: 0.0441499 Jan 28 20:16:05.095743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a0f80-7254-4fed-b934-2e0d106ca9fe req-aa60712d-af5e-4f74-a432-c0fe7f62d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:05.097217 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-719a0f80-7254-4fed-b934-2e0d106ca9fe req-aa60712d-af5e-4f74-a432-c0fe7f62d677 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b348251-8f88-4fd6-9630-e208c01fc329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452421 Jan 28 20:16:05.190458 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-719a0f80-7254-4fed-b934-2e0d106ca9fe req-518d456e-3d72-4f91-8777-ec86aae6beb2 service neutron] 10.222.0.37 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870910 Jan 28 20:16:05.279747 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-719a0f80-7254-4fed-b934-2e0d106ca9fe req-5508f7fb-e3fe-4444-9c02-cc3edb2f5505 service neutron] 10.222.0.37 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834053 Jan 28 20:16:18.332398 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25fb5c11-8193-40b1-bd3f-fcec92bf27f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:20.518627 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c5ec8c7-6923-4025-a47a-fb67c496716c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:22.002967 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:22.617625 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37114) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:22.784429 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port 63964903-af8a-43ed-91cf-7ed5f66d8e0f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:16:22.784742 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (63964903-af8a-43ed-91cf-7ed5f66d8e0f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:22.857949 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (63964903-af8a-43ed-91cf-7ed5f66d8e0f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:22.858277 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (63964903-af8a-43ed-91cf-7ed5f66d8e0f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:22.871156 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for 63964903-af8a-43ed-91cf-7ed5f66d8e0f owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:16:23.024725 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (63964903-af8a-43ed-91cf-7ed5f66d8e0f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:23.050282 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=63964903-af8a-43ed-91cf-7ed5f66d8e0f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:23.063008 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:23.063415 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:23.063750 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:23.064080 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:23.064411 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:23.064736 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:23.065050 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:23.065379 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:23.065685 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:23.066000 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:23.066349 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:23.066664 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:23.066977 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:23.125152 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (2d142290-022c-481e-af8b-d3ffc2afc3c0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:23.125386 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Floating IP 2d142290-022c-481e-af8b-d3ffc2afc3c0 disassociated (deleted). External IP: 172.25.0.184, port: 2222cf24-4f07-41b5-b72c-a55303ab131a. Jan 28 20:16:23.259630 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:23.333142 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router 24cd0424-0ab9-484a-9474-f7b24fb68b6e has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:16:23.441908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:16:23.446912 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:23.452131 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd2203-dd7e-4a0f-b0dd-472a4ea07aaf None None] Sync routers for ids ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:16:23.462663 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd2203-dd7e-4a0f-b0dd-472a4ea07aaf None None] Routers {'24cd0424-0ab9-484a-9474-f7b24fb68b6e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:23.463277 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1ddd2203-dd7e-4a0f-b0dd-472a4ea07aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:16:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:23.476939 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a9620dc0-0cc7-4e81-a73d-ffb129e0705b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/floatingips/2d142290-022c-481e-af8b-d3ffc2afc3c0 HTTP/1.1" status: 204 len: 168 time: 0.8578253 Jan 28 20:16:23.477549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02', 'tag': '2222cf24-4f07-41b5-b72c-a55303ab131a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:16:23.479840 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac9f26d1a29f0c91399e43c490101928ac952e5849b55b60a284b120f3a3590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0afcdc-2f1e-4c39-b9a0-2e36b3b59368" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02", "tag": "2222cf24-4f07-41b5-b72c-a55303ab131a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:23.573840 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1ddd2203-dd7e-4a0f-b0dd-472a4ea07aaf None None] Set router 24cd0424-0ab9-484a-9474-f7b24fb68b6e gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:23.592786 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9d5baf-84dc-4641-9933-cea750e309c8 x-openstack-request-id: req-0c9d5baf-84dc-4641-9933-cea750e309c8 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:23.593092 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02", "tag": "2222cf24-4f07-41b5-b72c-a55303ab131a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:23.593370 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c9d5baf-84dc-4641-9933-cea750e309c8 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:23.593811 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02', 'tag': '2222cf24-4f07-41b5-b72c-a55303ab131a', 'status': 'completed', 'code': 200} Jan 28 20:16:23.667934 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0afcdc-2f1e-4c39-b9a0-2e36b3b59368 req-190254e4-53d0-4d6d-8ee5-6d8b017553d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:23.669511 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c0afcdc-2f1e-4c39-b9a0-2e36b3b59368 req-190254e4-53d0-4d6d-8ee5-6d8b017553d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 1128 time: 0.0484631 Jan 28 20:16:23.751025 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988dd2f-7335-43c3-b843-19fd36a43ab1 req-d5ccc109-eee2-4111-bb17-36957f17c60a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:23.752584 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d988dd2f-7335-43c3-b843-19fd36a43ab1 req-d5ccc109-eee2-4111-bb17-36957f17c60a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0701487 Jan 28 20:16:23.780218 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1ddd2203-dd7e-4a0f-b0dd-472a4ea07aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153448554', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:47Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '869c17dc-8594-43f5-93ce-d776e0fe5112', 'name': '', 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:32:48:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:23.804608 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d988dd2f-7335-43c3-b843-19fd36a43ab1 req-b7994eb7-3258-46e0-a97d-3db72ac56a43 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456491 Jan 28 20:16:23.806463 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd2203-dd7e-4a0f-b0dd-472a4ea07aaf None None] Checking router: 24cd0424-0ab9-484a-9474-f7b24fb68b6e for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:16:23.814906 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd2203-dd7e-4a0f-b0dd-472a4ea07aaf None None] Routers {'24cd0424-0ab9-484a-9474-f7b24fb68b6e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:23.815503 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1ddd2203-dd7e-4a0f-b0dd-472a4ea07aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:16:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:23.911328 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0afcdc-2f1e-4c39-b9a0-2e36b3b59368 req-b171831b-3d96-4682-9d4f-be67f1b8d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:23.912821 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c0afcdc-2f1e-4c39-b9a0-2e36b3b59368 req-b171831b-3d96-4682-9d4f-be67f1b8d32a service neutron] 10.222.0.37 "GET /v2.0/networks?id=5b348251-8f88-4fd6-9630-e208c01fc329 HTTP/1.1" status: 200 len: 898 time: 0.0885103 Jan 28 20:16:23.918487 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1ddd2203-dd7e-4a0f-b0dd-472a4ea07aaf None None] Set router 24cd0424-0ab9-484a-9474-f7b24fb68b6e gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:23.958160 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c0afcdc-2f1e-4c39-b9a0-2e36b3b59368 req-d7fddfe1-1ed1-4227-ae53-b480fec553a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2222cf24-4f07-41b5-b72c-a55303ab131a HTTP/1.1" status: 200 len: 217 time: 0.0366001 Jan 28 20:16:24.005960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0afcdc-2f1e-4c39-b9a0-2e36b3b59368 req-b0d6bfe4-a2d9-4c81-b0c6-709bf1308e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:24.007381 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c0afcdc-2f1e-4c39-b9a0-2e36b3b59368 req-b0d6bfe4-a2d9-4c81-b0c6-709bf1308e1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=355ced7a-42f0-4c24-9ca7-76150f78466d HTTP/1.1" status: 200 len: 835 time: 0.0432076 Jan 28 20:16:24.062851 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0afcdc-2f1e-4c39-b9a0-2e36b3b59368 req-73a746e2-f7fe-472b-b2a2-344cfb3a57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:24.064550 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c0afcdc-2f1e-4c39-b9a0-2e36b3b59368 req-73a746e2-f7fe-472b-b2a2-344cfb3a57d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5b348251-8f88-4fd6-9630-e208c01fc329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514495 Jan 28 20:16:24.120317 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1ddd2203-dd7e-4a0f-b0dd-472a4ea07aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153448554', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:47Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '869c17dc-8594-43f5-93ce-d776e0fe5112', 'name': '', 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:32:48:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:24.147190 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd2203-dd7e-4a0f-b0dd-472a4ea07aaf None None] The sync data for ids ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'] in n-d-824834-4 is: [{'id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153448554', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:47Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '869c17dc-8594-43f5-93ce-d776e0fe5112', 'name': '', 'network_id': '5b348251-8f88-4fd6-9630-e208c01fc329', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:32:48:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:47Z', 'updated_at': '2022-01-28T20:13:50Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '355ced7a-42f0-4c24-9ca7-76150f78466d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:16:24.155674 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c0afcdc-2f1e-4c39-b9a0-2e36b3b59368 req-c238fa69-e236-4157-a12b-5d5ac429816b service neutron] 10.222.0.37 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847120 Jan 28 20:16:24.252672 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2c0afcdc-2f1e-4c39-b9a0-2e36b3b59368 req-f1d69199-3ae7-436e-9192-0acffc44d621 service neutron] 10.222.0.37 "GET /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899472 Jan 28 20:16:24.375598 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ed795a-7384-462a-ab90-aba71de5943b None None] New status for floating IP 2d142290-022c-481e-af8b-d3ffc2afc3c0: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:16:24.549408 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:24.938456 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8c5b1-e406-4e59-8fca-baa5e76712aa req-99fac466-ca7e-4a1e-a96d-1e5329b06085 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:24.939971 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0f8c5b1-e406-4e59-8fca-baa5e76712aa req-99fac466-ca7e-4a1e-a96d-1e5329b06085 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0577610 Jan 28 20:16:24.990257 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a0f8c5b1-e406-4e59-8fca-baa5e76712aa req-f49a0931-3c99-4f8d-a649-6f3374e94c02 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445175 Jan 28 20:16:25.628182 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55df2d9-46b6-4b1c-88cc-303df824653f req-516a6b62-3531-413e-9d8e-88e33927d1be tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:25.629652 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f55df2d9-46b6-4b1c-88cc-303df824653f req-516a6b62-3531-413e-9d8e-88e33927d1be tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 946 time: 0.0652010 Jan 28 20:16:25.726616 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f55df2d9-46b6-4b1c-88cc-303df824653f req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port 2222cf24-4f07-41b5-b72c-a55303ab131a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:16:25.726931 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f55df2d9-46b6-4b1c-88cc-303df824653f req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2222cf24-4f07-41b5-b72c-a55303ab131a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:25.813987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f55df2d9-46b6-4b1c-88cc-303df824653f req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] For port 2222cf24-4f07-41b5-b72c-a55303ab131a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=2222cf24-4f07-41b5-b72c-a55303ab131a,segment=NetworkSegment(8135792b-bcf4-4e5b-b352-fe570fc5ce9c),segment_id=8135792b-bcf4-4e5b-b352-fe570fc5ce9c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:25.814351 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f55df2d9-46b6-4b1c-88cc-303df824653f req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2222cf24-4f07-41b5-b72c-a55303ab131a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:25.826194 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f55df2d9-46b6-4b1c-88cc-303df824653f req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for 2222cf24-4f07-41b5-b72c-a55303ab131a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:16:25.964812 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f55df2d9-46b6-4b1c-88cc-303df824653f req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2222cf24-4f07-41b5-b72c-a55303ab131a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:25.991741 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=2222cf24-4f07-41b5-b72c-a55303ab131a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:26.001743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:26.002118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:26.002465 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:26.002800 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:26.003119 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:26.003449 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:26.003778 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:26.004103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:26.004911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:26.004911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:26.005092 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:26.005383 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:26.005704 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:26.052625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55df2d9-46b6-4b1c-88cc-303df824653f req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] No DVR routers for this DVR port 2222cf24-4f07-41b5-b72c-a55303ab131a on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:16:26.055898 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f55df2d9-46b6-4b1c-88cc-303df824653f req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:26.056340 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:26.059440 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f55df2d9-46b6-4b1c-88cc-303df824653f req-f92b6d9c-6a89-4744-beb3-10ae4cd74a92 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.37 "DELETE /v2.0/ports/2222cf24-4f07-41b5-b72c-a55303ab131a HTTP/1.1" status: 204 len: 173 time: 0.4245749 Jan 28 20:16:26.059883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02', 'name': 'network-vif-deleted', 'tag': '2222cf24-4f07-41b5-b72c-a55303ab131a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:16:26.062279 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b35898-44fc-40aa-9f98-672373c49d03" -d '{"events": [{"server_uuid": "3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02", "name": "network-vif-deleted", "tag": "2222cf24-4f07-41b5-b72c-a55303ab131a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:26.098840 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339650b5-9af0-4aec-9ff2-895066df7a4e x-openstack-request-id: req-339650b5-9af0-4aec-9ff2-895066df7a4e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:26.099138 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02", "name": "network-vif-deleted", "tag": "2222cf24-4f07-41b5-b72c-a55303ab131a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:26.099392 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-339650b5-9af0-4aec-9ff2-895066df7a4e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:26.099797 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02', 'name': 'network-vif-deleted', 'tag': '2222cf24-4f07-41b5-b72c-a55303ab131a', 'status': 'completed', 'code': 200} Jan 28 20:16:26.113795 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1c53c931-2fd7-4623-85b2-ca82e3e62e00 req-0cfac03d-85a4-4444-abad-815550cff363 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f7476f2-9b47-4fa6-aa4a-3fa79d01bc02 HTTP/1.1" status: 200 len: 210 time: 0.0360875 Jan 28 20:16:27.173525 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37132) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:27.886721 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a05f3e90-b691-49df-a85d-3d77a5723af0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (24cd0424-0ab9-484a-9474-f7b24fb68b6e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:28.146080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a05f3e90-b691-49df-a85d-3d77a5723af0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port 869c17dc-8594-43f5-93ce-d776e0fe5112 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:16:28.146441 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a05f3e90-b691-49df-a85d-3d77a5723af0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:28.235257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-a05f3e90-b691-49df-a85d-3d77a5723af0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] For port 869c17dc-8594-43f5-93ce-d776e0fe5112, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=869c17dc-8594-43f5-93ce-d776e0fe5112,segment=NetworkSegment(8135792b-bcf4-4e5b-b352-fe570fc5ce9c),segment_id=8135792b-bcf4-4e5b-b352-fe570fc5ce9c)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:28.235974 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a05f3e90-b691-49df-a85d-3d77a5723af0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:28.247490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-a05f3e90-b691-49df-a85d-3d77a5723af0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for 869c17dc-8594-43f5-93ce-d776e0fe5112 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:16:28.438353 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a05f3e90-b691-49df-a85d-3d77a5723af0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (869c17dc-8594-43f5-93ce-d776e0fe5112), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:28.463819 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f3e90-b691-49df-a85d-3d77a5723af0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=869c17dc-8594-43f5-93ce-d776e0fe5112,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:28.641241 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-a05f3e90-b691-49df-a85d-3d77a5723af0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (24cd0424-0ab9-484a-9474-f7b24fb68b6e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:28.855565 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05f3e90-b691-49df-a85d-3d77a5723af0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router 24cd0424-0ab9-484a-9474-f7b24fb68b6e has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:16:28.932269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2222cf24-4f07-41b5-b72c-a55303ab131a no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:16:28.952600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 2222cf24-4f07-41b5-b72c-a55303ab131a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:16:28.952952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 2222cf24-4f07-41b5-b72c-a55303ab131a not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:16:28.968699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05f3e90-b691-49df-a85d-3d77a5723af0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:16:28.975551 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-a05f3e90-b691-49df-a85d-3d77a5723af0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "PUT /v2.0/routers/24cd0424-0ab9-484a-9474-f7b24fb68b6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7991807 Jan 28 20:16:28.976659 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37134) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:28.979898 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1babbae6-ba4c-4f1d-a688-26cff12675f5 None None] Sync routers for ids ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:16:28.989910 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1babbae6-ba4c-4f1d-a688-26cff12675f5 None None] Routers {'24cd0424-0ab9-484a-9474-f7b24fb68b6e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:28.990539 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1babbae6-ba4c-4f1d-a688-26cff12675f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:16:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:29.028084 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3fb6efd-9209-4e12-a1b2-720a39ef3c36 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting subnet 355ced7a-42f0-4c24-9ca7-76150f78466d {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:16:29.031436 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6efd-9209-4e12-a1b2-720a39ef3c36 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for subnet (355ced7a-42f0-4c24-9ca7-76150f78466d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:29.076990 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6efd-9209-4e12-a1b2-720a39ef3c36 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (355ced7a-42f0-4c24-9ca7-76150f78466d), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:29.093695 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1babbae6-ba4c-4f1d-a688-26cff12675f5 None None] Set router 24cd0424-0ab9-484a-9474-f7b24fb68b6e gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:29.162291 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6efd-9209-4e12-a1b2-720a39ef3c36 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (355ced7a-42f0-4c24-9ca7-76150f78466d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:29.221004 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6efd-9209-4e12-a1b2-720a39ef3c36 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (355ced7a-42f0-4c24-9ca7-76150f78466d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:29.249839 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3fb6efd-9209-4e12-a1b2-720a39ef3c36 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:29.253109 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c3fb6efd-9209-4e12-a1b2-720a39ef3c36 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/subnets/355ced7a-42f0-4c24-9ca7-76150f78466d HTTP/1.1" status: 204 len: 168 time: 0.2753525 Jan 28 20:16:29.254665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb6efd-9209-4e12-a1b2-720a39ef3c36 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Subnet': ['ID=355ced7a-42f0-4c24-9ca7-76150f78466d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:29.256188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37136) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:29.257932 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ae6d1a-bd74-4227-8e84-aabab4cea992 None None] Network 5b348251-8f88-4fd6-9630-e208c01fc329 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:16:29.275215 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1babbae6-ba4c-4f1d-a688-26cff12675f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153448554', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:16:28Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:29.301731 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1babbae6-ba4c-4f1d-a688-26cff12675f5 None None] Checking router: 24cd0424-0ab9-484a-9474-f7b24fb68b6e for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:16:29.311204 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1babbae6-ba4c-4f1d-a688-26cff12675f5 None None] Routers {'24cd0424-0ab9-484a-9474-f7b24fb68b6e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:29.311819 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1babbae6-ba4c-4f1d-a688-26cff12675f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:16:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:29.372262 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53224aa3-f199-49ec-af7a-86e00851daab tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router (24cd0424-0ab9-484a-9474-f7b24fb68b6e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:29.415259 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1babbae6-ba4c-4f1d-a688-26cff12675f5 None None] Set router 24cd0424-0ab9-484a-9474-f7b24fb68b6e gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:29.437045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] DHCP port deletion for 5b348251-8f88-4fd6-9630-e208c01fc329 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:16:29.481425 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53224aa3-f199-49ec-af7a-86e00851daab tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (24cd0424-0ab9-484a-9474-f7b24fb68b6e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:29.484354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Deleting port 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:16:29.484727 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (480fb5a7-0ac8-4673-8dbf-d07c7f90f792), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:29.540020 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-53224aa3-f199-49ec-af7a-86e00851daab tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port a88c85c3-fa7f-47c5-847b-d059e6d8eb9b {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:16:29.540411 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53224aa3-f199-49ec-af7a-86e00851daab tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (a88c85c3-fa7f-47c5-847b-d059e6d8eb9b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:29.548387 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] For port 480fb5a7-0ac8-4673-8dbf-d07c7f90f792, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=480fb5a7-0ac8-4673-8dbf-d07c7f90f792,segment=NetworkSegment(8135792b-bcf4-4e5b-b352-fe570fc5ce9c),segment_id=8135792b-bcf4-4e5b-b352-fe570fc5ce9c)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:29.548784 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (480fb5a7-0ac8-4673-8dbf-d07c7f90f792), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:29.566866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Calling delete_port for 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:16:29.625023 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-53224aa3-f199-49ec-af7a-86e00851daab tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] For port a88c85c3-fa7f-47c5-847b-d059e6d8eb9b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=a88c85c3-fa7f-47c5-847b-d059e6d8eb9b,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:29.625434 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53224aa3-f199-49ec-af7a-86e00851daab tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (a88c85c3-fa7f-47c5-847b-d059e6d8eb9b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:29.638175 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-53224aa3-f199-49ec-af7a-86e00851daab tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for a88c85c3-fa7f-47c5-847b-d059e6d8eb9b owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:16:29.690370 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1babbae6-ba4c-4f1d-a688-26cff12675f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153448554', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:16:28Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:29.724258 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1babbae6-ba4c-4f1d-a688-26cff12675f5 None None] The sync data for ids ['24cd0424-0ab9-484a-9474-f7b24fb68b6e'] in n-d-824834-4 is: [{'id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153448554', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:16:28Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'a88c85c3-fa7f-47c5-847b-d059e6d8eb9b', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cd0424-0ab9-484a-9474-f7b24fb68b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:13:44Z', 'updated_at': '2022-01-28T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:16:29.814061 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (480fb5a7-0ac8-4673-8dbf-d07c7f90f792), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:29.818957 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53224aa3-f199-49ec-af7a-86e00851daab tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (a88c85c3-fa7f-47c5-847b-d059e6d8eb9b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:29.838670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Pushing event deleted for resources: {'Port': ['ID=480fb5a7-0ac8-4673-8dbf-d07c7f90f792,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:29.846585 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] No DVR routers for this DVR port 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:16:29.848689 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:29.849610 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:29.849610 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:29.849827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:29.850042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:29.850378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:29.850702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:29.850971 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53224aa3-f199-49ec-af7a-86e00851daab tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=a88c85c3-fa7f-47c5-847b-d059e6d8eb9b,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:29.851078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:29.851327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:29.851653 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:29.851972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:29.852288 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:29.852607 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e12220-e098-4a74-9529-bf69a9a59da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:29.915950 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53224aa3-f199-49ec-af7a-86e00851daab tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (24cd0424-0ab9-484a-9474-f7b24fb68b6e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:30.005053 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53224aa3-f199-49ec-af7a-86e00851daab tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (24cd0424-0ab9-484a-9474-f7b24fb68b6e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:30.007257 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53224aa3-f199-49ec-af7a-86e00851daab tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_controller (24cd0424-0ab9-484a-9474-f7b24fb68b6e), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:30.049151 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53224aa3-f199-49ec-af7a-86e00851daab tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (24cd0424-0ab9-484a-9474-f7b24fb68b6e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:30.049545 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53224aa3-f199-49ec-af7a-86e00851daab tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Fanout notify agent at l3_agent the message router_deleted on router 24cd0424-0ab9-484a-9474-f7b24fb68b6e {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:16:30.056719 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-53224aa3-f199-49ec-af7a-86e00851daab tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:30.060846 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-53224aa3-f199-49ec-af7a-86e00851daab tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/routers/24cd0424-0ab9-484a-9474-f7b24fb68b6e HTTP/1.1" status: 204 len: 168 time: 0.8034837 Jan 28 20:16:30.061474 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37140) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:30.137818 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf98a241-695b-43c6-a060-86a04c26d124 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (5b348251-8f88-4fd6-9630-e208c01fc329), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:30.233693 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf98a241-695b-43c6-a060-86a04c26d124 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (5b348251-8f88-4fd6-9630-e208c01fc329), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:30.255664 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-cf98a241-695b-43c6-a060-86a04c26d124 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b348251-8f88-4fd6-9630-e208c01fc329']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:30.264234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:16:30.265377 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-cf98a241-695b-43c6-a060-86a04c26d124 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8135792b-bcf4-4e5b-b352-fe570fc5ce9c') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:30.265781 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-cf98a241-695b-43c6-a060-86a04c26d124 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8135792b-bcf4-4e5b-b352-fe570fc5ce9c') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:30.275354 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf98a241-695b-43c6-a060-86a04c26d124 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (8135792b-bcf4-4e5b-b352-fe570fc5ce9c), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:30.287675 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:16:30.288099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 480fb5a7-0ac8-4673-8dbf-d07c7f90f792 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:16:30.288594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 869c17dc-8594-43f5-93ce-d776e0fe5112 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:16:30.289666 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf98a241-695b-43c6-a060-86a04c26d124 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8135792b-bcf4-4e5b-b352-fe570fc5ce9c), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:30.297351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf98a241-695b-43c6-a060-86a04c26d124 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:16:30.297846 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf98a241-695b-43c6-a060-86a04c26d124 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (8135792b-bcf4-4e5b-b352-fe570fc5ce9c), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: timer() Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:16:30.301495 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:16:30.309894 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 869c17dc-8594-43f5-93ce-d776e0fe5112 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:16:30.310278 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 869c17dc-8594-43f5-93ce-d776e0fe5112 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:16:30.368296 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf98a241-695b-43c6-a060-86a04c26d124 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (5b348251-8f88-4fd6-9630-e208c01fc329), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:30.375657 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-cf98a241-695b-43c6-a060-86a04c26d124 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:30.378888 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-cf98a241-695b-43c6-a060-86a04c26d124 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/networks/5b348251-8f88-4fd6-9630-e208c01fc329 HTTP/1.1" status: 204 len: 168 time: 0.3164740 Jan 28 20:16:30.381730 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37142) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:30.391937 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98a241-695b-43c6-a060-86a04c26d124 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Network': ['ID=5b348251-8f88-4fd6-9630-e208c01fc329,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:30.447171 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b774222-7f3c-48e4-9b0a-8131f86791b5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (b0e1a8f2-acc3-49a3-96b8-72f94d4ea533), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:30.472296 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b774222-7f3c-48e4-9b0a-8131f86791b5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (b0e1a8f2-acc3-49a3-96b8-72f94d4ea533), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:30.539244 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b774222-7f3c-48e4-9b0a-8131f86791b5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b0e1a8f2-acc3-49a3-96b8-72f94d4ea533), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:30.541859 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1b774222-7f3c-48e4-9b0a-8131f86791b5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:30.543053 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1b774222-7f3c-48e4-9b0a-8131f86791b5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/security-groups/b0e1a8f2-acc3-49a3-96b8-72f94d4ea533 HTTP/1.1" status: 204 len: 168 time: 0.1597407 Jan 28 20:16:30.552774 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b774222-7f3c-48e4-9b0a-8131f86791b5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e1a8f2-acc3-49a3-96b8-72f94d4ea533,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:30.916617 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.153134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a88c85c3-fa7f-47c5-847b-d059e6d8eb9b no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:16:32.173938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: a88c85c3-fa7f-47c5-847b-d059e6d8eb9b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:16:32.174313 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device a88c85c3-fa7f-47c5-847b-d059e6d8eb9b not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:16:32.204656 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37150) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:32.209281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7d6bf3fb-8ba5-4761-9d40-f0c66e4a8fdf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1245875559', 'description': 'tempest-secgroup-smoke-1245875559 description', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:32.231150 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf3fb-8ba5-4761-9d40-f0c66e4a8fdf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.296034 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf3fb-8ba5-4761-9d40-f0c66e4a8fdf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (ed4a27c4-4524-4542-a4c1-3db85652b2b0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.301188 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf3fb-8ba5-4761-9d40-f0c66e4a8fdf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ed4a27c4-4524-4542-a4c1-3db85652b2b0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.326170 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7d6bf3fb-8ba5-4761-9d40-f0c66e4a8fdf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.327395 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7d6bf3fb-8ba5-4761-9d40-f0c66e4a8fdf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1217587 Jan 28 20:16:32.330688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37152) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:32.335845 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bf3fb-8ba5-4761-9d40-f0c66e4a8fdf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4a27c4-4524-4542-a4c1-3db85652b2b0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:32.336002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8bf97a18-ce1b-4017-a629-8f99e09ad635 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'ed4a27c4-4524-4542-a4c1-3db85652b2b0', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:32.364074 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bf97a18-ce1b-4017-a629-8f99e09ad635 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (377e34a5-5398-489e-a7df-a1bfd41341fd), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.409044 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bf97a18-ce1b-4017-a629-8f99e09ad635 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (377e34a5-5398-489e-a7df-a1bfd41341fd), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.414109 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bf97a18-ce1b-4017-a629-8f99e09ad635 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (377e34a5-5398-489e-a7df-a1bfd41341fd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.434547 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf97a18-ce1b-4017-a629-8f99e09ad635 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377e34a5-5398-489e-a7df-a1bfd41341fd,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:32.440592 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bf97a18-ce1b-4017-a629-8f99e09ad635 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.441879 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8bf97a18-ce1b-4017-a629-8f99e09ad635 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1096513 Jan 28 20:16:32.444920 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37154) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:32.451914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-918fd3a8-6d51-49c8-9593-c59f24c2c0db tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'ed4a27c4-4524-4542-a4c1-3db85652b2b0', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:32.483122 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-918fd3a8-6d51-49c8-9593-c59f24c2c0db tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (bd5445ea-cebc-4050-89be-c92dea0a8edf), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.542170 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-918fd3a8-6d51-49c8-9593-c59f24c2c0db tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (bd5445ea-cebc-4050-89be-c92dea0a8edf), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.546550 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-918fd3a8-6d51-49c8-9593-c59f24c2c0db tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (bd5445ea-cebc-4050-89be-c92dea0a8edf), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.564641 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fd3a8-6d51-49c8-9593-c59f24c2c0db tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5445ea-cebc-4050-89be-c92dea0a8edf,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:32.570119 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-918fd3a8-6d51-49c8-9593-c59f24c2c0db tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.571131 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-918fd3a8-6d51-49c8-9593-c59f24c2c0db tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249325 Jan 28 20:16:32.573869 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37156) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:32.578179 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-19dbe1ae-d48a-4da5-a3ae-9f51b709754f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'ed4a27c4-4524-4542-a4c1-3db85652b2b0', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:32.604353 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19dbe1ae-d48a-4da5-a3ae-9f51b709754f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (495b43eb-52c9-4cf3-812e-7e33cf11119f), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.661736 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19dbe1ae-d48a-4da5-a3ae-9f51b709754f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (495b43eb-52c9-4cf3-812e-7e33cf11119f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.666344 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19dbe1ae-d48a-4da5-a3ae-9f51b709754f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (495b43eb-52c9-4cf3-812e-7e33cf11119f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.683738 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbe1ae-d48a-4da5-a3ae-9f51b709754f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495b43eb-52c9-4cf3-812e-7e33cf11119f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:32.692696 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19dbe1ae-d48a-4da5-a3ae-9f51b709754f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.693904 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-19dbe1ae-d48a-4da5-a3ae-9f51b709754f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191235 Jan 28 20:16:32.696737 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37158) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:32.701043 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7b8f79c5-03be-46ae-a342-87d512f71f17 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'ed4a27c4-4524-4542-a4c1-3db85652b2b0', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:32.727960 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b8f79c5-03be-46ae-a342-87d512f71f17 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (52afed95-11d1-4a23-b679-4d09990560bb), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.783829 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b8f79c5-03be-46ae-a342-87d512f71f17 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (52afed95-11d1-4a23-b679-4d09990560bb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.788574 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b8f79c5-03be-46ae-a342-87d512f71f17 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (52afed95-11d1-4a23-b679-4d09990560bb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.805344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f79c5-03be-46ae-a342-87d512f71f17 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52afed95-11d1-4a23-b679-4d09990560bb,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:32.813254 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b8f79c5-03be-46ae-a342-87d512f71f17 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.814482 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7b8f79c5-03be-46ae-a342-87d512f71f17 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168098 Jan 28 20:16:32.817227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37160) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:32.821498 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6830a599-2747-4e14-8fa2-c4b146dd8391 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'ed4a27c4-4524-4542-a4c1-3db85652b2b0', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:32.840570 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-6830a599-2747-4e14-8fa2-c4b146dd8391 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Project 69f0c0d871d74d1da638b4ca8915fe93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:16:32.845254 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6830a599-2747-4e14-8fa2-c4b146dd8391 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (50ef5fd6-cb99-4771-a9a9-f41fcf833594), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.904742 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6830a599-2747-4e14-8fa2-c4b146dd8391 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (50ef5fd6-cb99-4771-a9a9-f41fcf833594), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.909895 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6830a599-2747-4e14-8fa2-c4b146dd8391 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (50ef5fd6-cb99-4771-a9a9-f41fcf833594), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.927449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830a599-2747-4e14-8fa2-c4b146dd8391 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ef5fd6-cb99-4771-a9a9-f41fcf833594,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:32.936934 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6830a599-2747-4e14-8fa2-c4b146dd8391 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:32.938274 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6830a599-2747-4e14-8fa2-c4b146dd8391 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200297 Jan 28 20:16:32.941930 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37162) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:32.946440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-348b2683-3fee-430c-897d-e9fbd13c11a9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'ed4a27c4-4524-4542-a4c1-3db85652b2b0', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:32.967165 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-348b2683-3fee-430c-897d-e9fbd13c11a9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Project 69f0c0d871d74d1da638b4ca8915fe93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:16:32.972042 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-348b2683-3fee-430c-897d-e9fbd13c11a9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (30cc0f10-e894-4a71-9fe1-7ecfc50af00e), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:33.032202 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-348b2683-3fee-430c-897d-e9fbd13c11a9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (30cc0f10-e894-4a71-9fe1-7ecfc50af00e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:33.036374 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-348b2683-3fee-430c-897d-e9fbd13c11a9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (30cc0f10-e894-4a71-9fe1-7ecfc50af00e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:33.051071 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b2683-3fee-430c-897d-e9fbd13c11a9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30cc0f10-e894-4a71-9fe1-7ecfc50af00e,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:33.063863 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-348b2683-3fee-430c-897d-e9fbd13c11a9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:33.065041 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-348b2683-3fee-430c-897d-e9fbd13c11a9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221061 Jan 28 20:16:33.068095 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37164) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:33.073011 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-98ca3332-7117-4fd1-9225-5cdf6464cb5b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'network': {'name': 'tempest-network-smoke--1165844084', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:33.092961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ca3332-7117-4fd1-9225-5cdf6464cb5b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Made reservation on behalf of 69f0c0d871d74d1da638b4ca8915fe93 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:16:33.096393 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ca3332-7117-4fd1-9225-5cdf6464cb5b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:33.120326 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ca3332-7117-4fd1-9225-5cdf6464cb5b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:16:33.129717 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ca3332-7117-4fd1-9225-5cdf6464cb5b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8fb1bcbd-5fda-4576-9d28-f272ac1cf630), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:33.130095 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-98ca3332-7117-4fd1-9225-5cdf6464cb5b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Added segment 8fb1bcbd-5fda-4576-9d28-f272ac1cf630 of type vlan for network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 Jan 28 20:16:33.171285 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ca3332-7117-4fd1-9225-5cdf6464cb5b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:33.198471 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ca3332-7117-4fd1-9225-5cdf6464cb5b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:33.203828 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ca3332-7117-4fd1-9225-5cdf6464cb5b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:33.204416 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-98ca3332-7117-4fd1-9225-5cdf6464cb5b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:33.263090 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-98ca3332-7117-4fd1-9225-5cdf6464cb5b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1939130 Jan 28 20:16:33.265908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:33.272532 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1966329793', 'admin_state_up': True, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:33.288044 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca3332-7117-4fd1-9225-5cdf6464cb5b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Network': ['ID=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:33.298841 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:16:33.304339 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (d6d36c4d-a649-4afb-90cb-e1838631d3b4), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:33.305522 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (d6d36c4d-a649-4afb-90cb-e1838631d3b4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:33.356957 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_controller (d6d36c4d-a649-4afb-90cb-e1838631d3b4), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:33.495875 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (d6d36c4d-a649-4afb-90cb-e1838631d3b4), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:33.694797 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (d6d36c4d-a649-4afb-90cb-e1838631d3b4), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:33.717174 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:33.820169 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.25.0.56 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/fb11a20e-076f-4b2c-8d32-b3b194c54adb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:16:33.931363 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (fb11a20e-076f-4b2c-8d32-b3b194c54adb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:33.965712 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (fb11a20e-076f-4b2c-8d32-b3b194c54adb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:34.002340 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:16:34.005116 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:34.010472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:16:34.015870 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=fb11a20e-076f-4b2c-8d32-b3b194c54adb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:34.275352 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (d6d36c4d-a649-4afb-90cb-e1838631d3b4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:34.763752 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (d6d36c4d-a649-4afb-90cb-e1838631d3b4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:34.912586 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router d6d36c4d-a649-4afb-90cb-e1838631d3b4 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:16:35.024634 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:16:35.036380 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Sync routers for ids ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:16:35.045017 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Routers {'d6d36c4d-a649-4afb-90cb-e1838631d3b4'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:35.045209 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:35.045648 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:16:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:35.046390 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c43cab82-990a-4882-af22-a5d268213c08 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7795069 Jan 28 20:16:35.050195 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37168) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:35.079601 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-5df1cc80-9e98-4873-ade7-1eaf51a67b0e tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=69f0c0d871d74d1da638b4ca8915fe93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269942 Jan 28 20:16:35.081043 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37170) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:35.152580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Set router d6d36c4d-a649-4afb-90cb-e1838631d3b4 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:35.167413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656016e3-294a-4b7a-8916-f091221f14d7 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:35.168939 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-656016e3-294a-4b7a-8916-f091221f14d7 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870121 Jan 28 20:16:35.172004 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37172) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:35.204690 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f228386b-89d7-466f-9260-c6b03771fad6 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315564 Jan 28 20:16:35.207373 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37176) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:35.212144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-40961440-48cd-4a31-a786-08f5b6cd9bf4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1139141035', 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:35.297396 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40961440-48cd-4a31-a786-08f5b6cd9bf4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Made reservation on behalf of 69f0c0d871d74d1da638b4ca8915fe93 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:16:35.301611 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40961440-48cd-4a31-a786-08f5b6cd9bf4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:35.331611 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1966329793', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:34Z', 'revision_number': 3, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:35.358428 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Checking router: d6d36c4d-a649-4afb-90cb-e1838631d3b4 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:16:35.358758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Updating router d6d36c4d-a649-4afb-90cb-e1838631d3b4 port fb11a20e-076f-4b2c-8d32-b3b194c54adb binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:16:35.387330 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fb11a20e-076f-4b2c-8d32-b3b194c54adb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:35.482390 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40961440-48cd-4a31-a786-08f5b6cd9bf4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (fd8b807f-b29f-4101-a3d1-1eba95d4d021), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:35.540990 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40961440-48cd-4a31-a786-08f5b6cd9bf4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Subnet': ['ID=fd8b807f-b29f-4101-a3d1-1eba95d4d021,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:35.550492 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40961440-48cd-4a31-a786-08f5b6cd9bf4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Checking segment: {'id': '8fb1bcbd-5fda-4576-9d28-f272ac1cf630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:16:35.550867 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40961440-48cd-4a31-a786-08f5b6cd9bf4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network hostable DHCP agents. Network: bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:16:35.569296 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40961440-48cd-4a31-a786-08f5b6cd9bf4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:16:35.580043 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-40961440-48cd-4a31-a786-08f5b6cd9bf4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:35.587223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40961440-48cd-4a31-a786-08f5b6cd9bf4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:35.588105 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-40961440-48cd-4a31-a786-08f5b6cd9bf4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:35.589601 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf0c018-13f1-4173-86ce-261306a4736b None None] Network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:16:35.607967 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-40961440-48cd-4a31-a786-08f5b6cd9bf4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3995540 Jan 28 20:16:35.610965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37178) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:35.685983 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Publish callbacks [] for port (fb11a20e-076f-4b2c-8d32-b3b194c54adb), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:35.699074 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fb11a20e-076f-4b2c-8d32-b3b194c54adb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:35.777463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Attempting to bind port fb11a20e-076f-4b2c-8d32-b3b194c54adb on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:16:35.777698 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Attempting to bind port fb11a20e-076f-4b2c-8d32-b3b194c54adb by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:16:35.778464 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Attempting to bind port fb11a20e-076f-4b2c-8d32-b3b194c54adb on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:35.783564 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fb3fe-fd0e-4ae5-93ff-ea78da6b1504 None None] Pushing event updated for resources: {'Port': ['ID=fb11a20e-076f-4b2c-8d32-b3b194c54adb,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:35.785863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ips': [{'subnet_id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:16:35.786734 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:35.798698 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:16:35.798968 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:16:35.799392 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:35.800099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:16:35.800580 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Bound port: fb11a20e-076f-4b2c-8d32-b3b194c54adb, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:16:35.800953 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fb11a20e-076f-4b2c-8d32-b3b194c54adb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:35.912216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] For port fb11a20e-076f-4b2c-8d32-b3b194c54adb, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:16:35.917674 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] For port fb11a20e-076f-4b2c-8d32-b3b194c54adb, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fb11a20e-076f-4b2c-8d32-b3b194c54adb,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:16:35.929280 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fb11a20e-076f-4b2c-8d32-b3b194c54adb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:36.024521 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Allocated IP 172.20.0.2 (bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334/fd8b807f-b29f-4101-a3d1-1eba95d4d021/cae77782-f699-4151-9fd0-faae6dc7c2a2) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:16:36.026788 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fb3fe-fd0e-4ae5-93ff-ea78da6b1504 None None] Pushing event updated for resources: {'Port': ['ID=fb11a20e-076f-4b2c-8d32-b3b194c54adb,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:36.031578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Routers {'d6d36c4d-a649-4afb-90cb-e1838631d3b4'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:36.032317 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:16:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:36.056697 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:36.200277 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] Set router d6d36c4d-a649-4afb-90cb-e1838631d3b4 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:36.356392 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Publish callbacks [] for port (cae77782-f699-4151-9fd0-faae6dc7c2a2), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:36.370229 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (cae77782-f699-4151-9fd0-faae6dc7c2a2), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:36.416028 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.20.0.1 (bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334/fd8b807f-b29f-4101-a3d1-1eba95d4d021/e9d231f2-501c-4948-a666-169178d5ab50) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:16:36.431335 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:16:36.436359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:36.446312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:16:36.451561 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Pushing event updated for resources: {'Port': ['ID=cae77782-f699-4151-9fd0-faae6dc7c2a2,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:36.509670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Attempting to bind port cae77782-f699-4151-9fd0-faae6dc7c2a2 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:16:36.510051 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Attempting to bind port cae77782-f699-4151-9fd0-faae6dc7c2a2 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '8fb1bcbd-5fda-4576-9d28-f272ac1cf630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:16:36.510427 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Attempting to bind port cae77782-f699-4151-9fd0-faae6dc7c2a2 on network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:36.518081 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:16:36.518464 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Checking segment: {'id': '8fb1bcbd-5fda-4576-9d28-f272ac1cf630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:16:36.519047 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:36.519471 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Bound using segment: {'id': '8fb1bcbd-5fda-4576-9d28-f272ac1cf630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:16:36.519945 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Bound port: cae77782-f699-4151-9fd0-faae6dc7c2a2, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb1bcbd-5fda-4576-9d28-f272ac1cf630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:16:36.520320 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cae77782-f699-4151-9fd0-faae6dc7c2a2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:36.531946 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (e9d231f2-501c-4948-a666-169178d5ab50), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:36.535776 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1966329793', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:34Z', 'revision_number': 3, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:36.568739 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (e9d231f2-501c-4948-a666-169178d5ab50), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:36.586632 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdddd71-f8dd-4059-be0b-9985c2e9cb11 None None] The sync data for ids ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'] in n-d-824834-4 is: [{'id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1966329793', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:34Z', 'revision_number': 3, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:16:36.607255 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:16:36.612742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:36.619587 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] For port cae77782-f699-4151-9fd0-faae6dc7c2a2, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:16:36.619851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:16:36.624941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] For port cae77782-f699-4151-9fd0-faae6dc7c2a2, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cae77782-f699-4151-9fd0-faae6dc7c2a2,segment=NetworkSegment(8fb1bcbd-5fda-4576-9d28-f272ac1cf630),segment_id=8fb1bcbd-5fda-4576-9d28-f272ac1cf630)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:16:36.626505 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=e9d231f2-501c-4948-a666-169178d5ab50,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:36.633662 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cae77782-f699-4151-9fd0-faae6dc7c2a2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:36.678976 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (d6d36c4d-a649-4afb-90cb-e1838631d3b4), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:36.696250 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af225dd-8125-4d15-af1d-79b4b10b861e None None] Pushing event updated for resources: {'Port': ['ID=cae77782-f699-4151-9fd0-faae6dc7c2a2,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:36.841901 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e9d231f2-501c-4948-a666-169178d5ab50), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:37.180089 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (e9d231f2-501c-4948-a666-169178d5ab50), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:37.185838 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (e9d231f2-501c-4948-a666-169178d5ab50), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:37.263380 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=e9d231f2-501c-4948-a666-169178d5ab50,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:37.265820 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (d6d36c4d-a649-4afb-90cb-e1838631d3b4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:37.311340 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:16:37.360124 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:16:37.361669 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:37.481412 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router d6d36c4d-a649-4afb-90cb-e1838631d3b4 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:16:37.603573 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:16:37.609997 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-1f01a59c-528e-422e-8481-6b166de51076 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "PUT /v2.0/routers/d6d36c4d-a649-4afb-90cb-e1838631d3b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9979489 Jan 28 20:16:37.715865 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ea4256-6b79-4947-ab83-c11b775dc96c None None] Network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:16:37.766435 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-f4d34c12-ee81-448e-bc24-9657a763de16 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1245875559&fields=id&tenant_id=69f0c0d871d74d1da638b4ca8915fe93 HTTP/1.1" status: 200 len: 267 time: 0.0466189 Jan 28 20:16:37.835242 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cdec94da-3649-4445-a253-eff4ea437e30 None None] Provisioning complete for port cae77782-f699-4151-9fd0-faae6dc7c2a2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:37.835617 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cdec94da-3649-4445-a253-eff4ea437e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cae77782-f699-4151-9fd0-faae6dc7c2a2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:37.874003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-2b2c0681-dc5a-4cd6-b4eb-e348e72d1d30 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:37.875602 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-2b2c0681-dc5a-4cd6-b4eb-e348e72d1d30 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/networks?id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 HTTP/1.1" status: 200 len: 797 time: 0.1025803 Jan 28 20:16:37.890705 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-fb3a72c6-d0ea-481f-bb81-3d2508698b35 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/quotas/69f0c0d871d74d1da638b4ca8915fe93 HTTP/1.1" status: 200 len: 375 time: 0.0094039 Jan 28 20:16:37.949970 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cdec94da-3649-4445-a253-eff4ea437e30 None None] Current status of the port cae77782-f699-4151-9fd0-faae6dc7c2a2 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:16:37.950717 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cdec94da-3649-4445-a253-eff4ea437e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (cae77782-f699-4151-9fd0-faae6dc7c2a2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:37.954767 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-44f37b95-f5fc-4250-a3eb-4e565c70952f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584102 Jan 28 20:16:38.002517 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cdec94da-3649-4445-a253-eff4ea437e30 None None] For port cae77782-f699-4151-9fd0-faae6dc7c2a2, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cae77782-f699-4151-9fd0-faae6dc7c2a2,segment=NetworkSegment(8fb1bcbd-5fda-4576-9d28-f272ac1cf630),segment_id=8fb1bcbd-5fda-4576-9d28-f272ac1cf630)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:38.008445 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cdec94da-3649-4445-a253-eff4ea437e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (cae77782-f699-4151-9fd0-faae6dc7c2a2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:38.071267 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec94da-3649-4445-a253-eff4ea437e30 None None] Pushing event updated for resources: {'Port': ['ID=cae77782-f699-4151-9fd0-faae6dc7c2a2,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:38.136103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-745c53a0-f036-4f85-bdb3-8d7914e6cd80 None None] Provisioning complete for port e9d231f2-501c-4948-a666-169178d5ab50 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:38.136727 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-745c53a0-f036-4f85-bdb3-8d7914e6cd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e9d231f2-501c-4948-a666-169178d5ab50), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:38.152590 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-443a0687-7ad4-41df-bbde-5cd9701373a6 service neutron] 10.222.0.55 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842513 Jan 28 20:16:38.189144 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-745c53a0-f036-4f85-bdb3-8d7914e6cd80 None None] Port e9d231f2-501c-4948-a666-169178d5ab50 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:16:38.204039 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-745c53a0-f036-4f85-bdb3-8d7914e6cd80 None None] Provisioning complete for port cae77782-f699-4151-9fd0-faae6dc7c2a2 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:38.204418 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-745c53a0-f036-4f85-bdb3-8d7914e6cd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cae77782-f699-4151-9fd0-faae6dc7c2a2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:38.277951 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-59c65d9e-d5ab-45dc-a420-5cb1679a2681 service neutron] 10.222.0.55 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183958 Jan 28 20:16:38.324782 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-745c53a0-f036-4f85-bdb3-8d7914e6cd80 None None] Current status of the port cae77782-f699-4151-9fd0-faae6dc7c2a2 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:16:38.349499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fb11a20e-076f-4b2c-8d32-b3b194c54adb up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:38.426812 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Sync routers for ids ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:16:38.447961 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Routers {'d6d36c4d-a649-4afb-90cb-e1838631d3b4'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:38.448894 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:16:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:38.521258 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d474b7a4-699f-4920-ac59-17b880e9c116 req-5e633d0c-a485-49cf-8e04-b5da49975c48 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 210 time: 0.0509427 Jan 28 20:16:38.617331 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Set router d6d36c4d-a649-4afb-90cb-e1838631d3b4 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:38.624957 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-460b7649-c7f3-444e-a2cb-0051173029f6 None None] Provisioning complete for port e9d231f2-501c-4948-a666-169178d5ab50 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:38.625350 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-460b7649-c7f3-444e-a2cb-0051173029f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e9d231f2-501c-4948-a666-169178d5ab50), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:38.668029 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port fb11a20e-076f-4b2c-8d32-b3b194c54adb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:38.668308 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fb11a20e-076f-4b2c-8d32-b3b194c54adb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:38.669771 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-460b7649-c7f3-444e-a2cb-0051173029f6 None None] Port e9d231f2-501c-4948-a666-169178d5ab50 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:16:38.760308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port fb11a20e-076f-4b2c-8d32-b3b194c54adb is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:16:38.761022 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (fb11a20e-076f-4b2c-8d32-b3b194c54adb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:38.789210 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port fb11a20e-076f-4b2c-8d32-b3b194c54adb, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fb11a20e-076f-4b2c-8d32-b3b194c54adb,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:38.796204 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (fb11a20e-076f-4b2c-8d32-b3b194c54adb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:38.797024 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cae77782-f699-4151-9fd0-faae6dc7c2a2 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:38.820907 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2558b8f8-fe34-40d5-83d7-dfcb2a76391a None None] Provisioning complete for port e9d231f2-501c-4948-a666-169178d5ab50 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:38.821391 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2558b8f8-fe34-40d5-83d7-dfcb2a76391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e9d231f2-501c-4948-a666-169178d5ab50), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:38.828492 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1966329793', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:36Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e9d231f2-501c-4948-a666-169178d5ab50', 'name': '', 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:6f:3d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:36Z', 'updated_at': '2022-01-28T20:16:37Z', 'revision_number': 2, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:38.871854 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Checking router: d6d36c4d-a649-4afb-90cb-e1838631d3b4 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:16:38.872300 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Updating router d6d36c4d-a649-4afb-90cb-e1838631d3b4 port e9d231f2-501c-4948-a666-169178d5ab50 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:16:38.902367 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e9d231f2-501c-4948-a666-169178d5ab50), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:38.904247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2558b8f8-fe34-40d5-83d7-dfcb2a76391a None None] Port e9d231f2-501c-4948-a666-169178d5ab50 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:16:38.911245 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=fb11a20e-076f-4b2c-8d32-b3b194c54adb,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:38.922486 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port cae77782-f699-4151-9fd0-faae6dc7c2a2 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:38.922880 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (cae77782-f699-4151-9fd0-faae6dc7c2a2), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:39.004268 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port cae77782-f699-4151-9fd0-faae6dc7c2a2 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:16:39.164337 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Publish callbacks [] for port (e9d231f2-501c-4948-a666-169178d5ab50), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:39.170663 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e9d231f2-501c-4948-a666-169178d5ab50), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:39.223462 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d1bc4-517b-4dab-bea8-5cf40e63c797 None None] Pushing event updated for resources: {'Port': ['ID=e9d231f2-501c-4948-a666-169178d5ab50,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:39.244812 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36d1bc4-517b-4dab-bea8-5cf40e63c797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:39.245151 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36d1bc4-517b-4dab-bea8-5cf40e63c797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:39.245495 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36d1bc4-517b-4dab-bea8-5cf40e63c797 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:39.245845 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36d1bc4-517b-4dab-bea8-5cf40e63c797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:39.246158 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36d1bc4-517b-4dab-bea8-5cf40e63c797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:39.246483 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36d1bc4-517b-4dab-bea8-5cf40e63c797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:39.246802 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36d1bc4-517b-4dab-bea8-5cf40e63c797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:39.247118 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36d1bc4-517b-4dab-bea8-5cf40e63c797 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:39.247446 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36d1bc4-517b-4dab-bea8-5cf40e63c797 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:39.247763 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36d1bc4-517b-4dab-bea8-5cf40e63c797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:39.248060 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36d1bc4-517b-4dab-bea8-5cf40e63c797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:39.248372 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36d1bc4-517b-4dab-bea8-5cf40e63c797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:39.248681 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36d1bc4-517b-4dab-bea8-5cf40e63c797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:16:39.284845 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Attempting to bind port e9d231f2-501c-4948-a666-169178d5ab50 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:16:39.285211 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Attempting to bind port e9d231f2-501c-4948-a666-169178d5ab50 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '8fb1bcbd-5fda-4576-9d28-f272ac1cf630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:16:39.285603 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Attempting to bind port e9d231f2-501c-4948-a666-169178d5ab50 on network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:39.290790 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:16:39.291169 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Checking segment: {'id': '8fb1bcbd-5fda-4576-9d28-f272ac1cf630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:16:39.291577 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:39.291966 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Bound using segment: {'id': '8fb1bcbd-5fda-4576-9d28-f272ac1cf630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:16:39.292429 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Bound port: e9d231f2-501c-4948-a666-169178d5ab50, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb1bcbd-5fda-4576-9d28-f272ac1cf630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:16:39.292840 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e9d231f2-501c-4948-a666-169178d5ab50), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:39.358472 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] For port e9d231f2-501c-4948-a666-169178d5ab50, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:16:39.362157 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] For port e9d231f2-501c-4948-a666-169178d5ab50, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e9d231f2-501c-4948-a666-169178d5ab50,segment=NetworkSegment(8fb1bcbd-5fda-4576-9d28-f272ac1cf630),segment_id=8fb1bcbd-5fda-4576-9d28-f272ac1cf630)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:16:39.368862 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e9d231f2-501c-4948-a666-169178d5ab50), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:39.427056 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Routers {'d6d36c4d-a649-4afb-90cb-e1838631d3b4'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:39.427689 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:16:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:39.430876 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-cc7c2262-c425-415f-91e8-9b5d73abb37c None None] Provisioning complete for port e9d231f2-501c-4948-a666-169178d5ab50 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:39.431342 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc7c2262-c425-415f-91e8-9b5d73abb37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e9d231f2-501c-4948-a666-169178d5ab50), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:39.431736 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d1bc4-517b-4dab-bea8-5cf40e63c797 None None] Pushing event updated for resources: {'Port': ['ID=e9d231f2-501c-4948-a666-169178d5ab50,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:39.522645 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c2262-c425-415f-91e8-9b5d73abb37c None None] Current status of the port e9d231f2-501c-4948-a666-169178d5ab50 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:16:39.522645 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc7c2262-c425-415f-91e8-9b5d73abb37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e9d231f2-501c-4948-a666-169178d5ab50), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:39.560585 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] Set router d6d36c4d-a649-4afb-90cb-e1838631d3b4 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:39.561860 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-cc7c2262-c425-415f-91e8-9b5d73abb37c None None] For port e9d231f2-501c-4948-a666-169178d5ab50, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e9d231f2-501c-4948-a666-169178d5ab50,segment=NetworkSegment(8fb1bcbd-5fda-4576-9d28-f272ac1cf630),segment_id=8fb1bcbd-5fda-4576-9d28-f272ac1cf630)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:39.566990 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc7c2262-c425-415f-91e8-9b5d73abb37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e9d231f2-501c-4948-a666-169178d5ab50), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:39.625330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c2262-c425-415f-91e8-9b5d73abb37c None None] Pushing event updated for resources: {'Port': ['ID=e9d231f2-501c-4948-a666-169178d5ab50,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:39.688542 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7aa45276-60f1-4361-86ee-3734ef8cadb7 req-9ad9c555-f65c-4155-ab7d-c8248ea1b089 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 210 time: 0.0476146 Jan 28 20:16:39.702108 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-29d2c3d2-21b7-4379-a6f4-e59fa74eb3ac None None] Provisioning complete for port e9d231f2-501c-4948-a666-169178d5ab50 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:39.702715 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29d2c3d2-21b7-4379-a6f4-e59fa74eb3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e9d231f2-501c-4948-a666-169178d5ab50), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:39.750183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-2b1add68-95a6-498e-8082-4860dc9f097e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:39.751966 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-2b1add68-95a6-498e-8082-4860dc9f097e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.31 "GET /v2.0/networks?id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 HTTP/1.1" status: 200 len: 797 time: 0.1353331 Jan 28 20:16:39.795620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-29d2c3d2-21b7-4379-a6f4-e59fa74eb3ac None None] Current status of the port e9d231f2-501c-4948-a666-169178d5ab50 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:16:39.831400 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-131a25a6-c886-4449-b030-fb3285841d76 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f0c0d871d74d1da638b4ca8915fe93 HTTP/1.1" status: 200 len: 380 time: 0.0695753 Jan 28 20:16:39.837937 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1966329793', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:36Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e9d231f2-501c-4948-a666-169178d5ab50', 'name': '', 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:6f:3d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:36Z', 'updated_at': '2022-01-28T20:16:39Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:39.840432 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-4d1291bb-5eee-4beb-bcb1-a495ed7c043d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'port': {'device_id': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'admin_state_up': True, 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'security_groups': ['ed4a27c4-4524-4542-a4c1-3db85652b2b0']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:39.864034 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c80387-be99-4856-8668-80a46abf6a5f None None] The sync data for ids ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'] in n-d-824834-4 is: [{'id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1966329793', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:36Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e9d231f2-501c-4948-a666-169178d5ab50', 'name': '', 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:6f:3d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:36Z', 'updated_at': '2022-01-28T20:16:39Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:16:39.971707 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-4d1291bb-5eee-4beb-bcb1-a495ed7c043d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Made reservation on behalf of 69f0c0d871d74d1da638b4ca8915fe93 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:16:39.975156 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-4d1291bb-5eee-4beb-bcb1-a495ed7c043d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:40.110264 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-4d1291bb-5eee-4beb-bcb1-a495ed7c043d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.20.0.11 (bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334/fd8b807f-b29f-4101-a3d1-1eba95d4d021/0bca092e-7971-4b7e-a46b-362727aaac7a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:16:40.263305 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-4d1291bb-5eee-4beb-bcb1-a495ed7c043d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:40.305466 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-4d1291bb-5eee-4beb-bcb1-a495ed7c043d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:40.335228 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fb11a20e-076f-4b2c-8d32-b3b194c54adb up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:40.345144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-4d1291bb-5eee-4beb-bcb1-a495ed7c043d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:16:40.348342 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-4d1291bb-5eee-4beb-bcb1-a495ed7c043d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:40.352423 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-4d1291bb-5eee-4beb-bcb1-a495ed7c043d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:16:40.389458 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1291bb-5eee-4beb-bcb1-a495ed7c043d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=0bca092e-7971-4b7e-a46b-362727aaac7a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:40.403078 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port fb11a20e-076f-4b2c-8d32-b3b194c54adb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:40.403455 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (fb11a20e-076f-4b2c-8d32-b3b194c54adb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:40.416512 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-4d1291bb-5eee-4beb-bcb1-a495ed7c043d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:40.417463 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-4d1291bb-5eee-4beb-bcb1-a495ed7c043d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:40.436483 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-4d1291bb-5eee-4beb-bcb1-a495ed7c043d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5997515 Jan 28 20:16:40.446614 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-a8a1db2f-b5d5-4a41-a389-5787f0eb2559 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:16:40.447967 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-a8a1db2f-b5d5-4a41-a389-5787f0eb2559 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062408 Jan 28 20:16:40.460183 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Request body: {'port': {'device_id': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:40.497300 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port fb11a20e-076f-4b2c-8d32-b3b194c54adb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:16:40.498497 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e9d231f2-501c-4948-a666-169178d5ab50 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:40.538241 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:40.563406 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e9d231f2-501c-4948-a666-169178d5ab50 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:40.563935 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e9d231f2-501c-4948-a666-169178d5ab50), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:40.656505 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4ee8acad-f2d1-490a-9fd1-0543fbe3345c None None] Provisioning complete for port 0bca092e-7971-4b7e-a46b-362727aaac7a triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:40.656836 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4ee8acad-f2d1-490a-9fd1-0543fbe3345c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:40.689164 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e9d231f2-501c-4948-a666-169178d5ab50 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:16:40.705704 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4ee8acad-f2d1-490a-9fd1-0543fbe3345c None None] Port 0bca092e-7971-4b7e-a46b-362727aaac7a cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:16:40.852630 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bca092e-7971-4b7e-a46b-362727aaac7a {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:16:40.865919 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc947255-d5c9-4cb9-bf9b-4ba1a3e8ddad req-bc83f792-bf29-47ad-8395-136e6ea18aa6 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:40.867545 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fc947255-d5c9-4cb9-bf9b-4ba1a3e8ddad req-bc83f792-bf29-47ad-8395-136e6ea18aa6 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 932 time: 0.1041956 Jan 28 20:16:40.869484 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Publish callbacks [] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:40.889240 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Transition to ACTIVE for port object 0bca092e-7971-4b7e-a46b-362727aaac7a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:16:40.897269 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:40.973083 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Pushing event updated for resources: {'Port': ['ID=0bca092e-7971-4b7e-a46b-362727aaac7a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:40.983836 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fc947255-d5c9-4cb9-bf9b-4ba1a3e8ddad req-d037ac25-c833-477a-be18-0fea9f665e9f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080134 Jan 28 20:16:41.065700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Attempting to bind port 0bca092e-7971-4b7e-a46b-362727aaac7a on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:16:41.065952 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Attempting to bind port 0bca092e-7971-4b7e-a46b-362727aaac7a by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '8fb1bcbd-5fda-4576-9d28-f272ac1cf630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:16:41.066310 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Attempting to bind port 0bca092e-7971-4b7e-a46b-362727aaac7a on network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:41.071003 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Port 0bca092e-7971-4b7e-a46b-362727aaac7a on network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:16:41.071328 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Attempting to bind port 0bca092e-7971-4b7e-a46b-362727aaac7a on network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:16:41.076493 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:16:41.076830 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Checking segment: {'id': '8fb1bcbd-5fda-4576-9d28-f272ac1cf630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:16:41.077210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Bound using segment: {'id': '8fb1bcbd-5fda-4576-9d28-f272ac1cf630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:16:41.077637 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Bound port: 0bca092e-7971-4b7e-a46b-362727aaac7a, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb1bcbd-5fda-4576-9d28-f272ac1cf630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:16:41.077994 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:41.144695 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] For port 0bca092e-7971-4b7e-a46b-362727aaac7a, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:16:41.148425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] For port 0bca092e-7971-4b7e-a46b-362727aaac7a, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0bca092e-7971-4b7e-a46b-362727aaac7a,segment=NetworkSegment(8fb1bcbd-5fda-4576-9d28-f272ac1cf630),segment_id=8fb1bcbd-5fda-4576-9d28-f272ac1cf630)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:16:41.155746 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:41.190118 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:41.190666 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:41.192048 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] 10.222.0.31 "PUT /v2.0/ports/0bca092e-7971-4b7e-a46b-362727aaac7a HTTP/1.1" status: 200 len: 1092 time: 0.7366087 Jan 28 20:16:41.192489 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'tag': '0bca092e-7971-4b7e-a46b-362727aaac7a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:16:41.194814 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79ec2ea-06d8-43ad-bd4b-c5a0066e131e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb02f1d3-fe72-46a9-87cb-668d02e26907", "tag": "0bca092e-7971-4b7e-a46b-362727aaac7a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:41.228561 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ab678-441d-42ce-a63c-8e1e3227cfa7 service neutron] Pushing event updated for resources: {'Port': ['ID=0bca092e-7971-4b7e-a46b-362727aaac7a,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:41.252061 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5cf0fb-219e-40dc-ac86-cd87dbc97491 x-openstack-request-id: req-db5cf0fb-219e-40dc-ac86-cd87dbc97491 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:41.252478 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb02f1d3-fe72-46a9-87cb-668d02e26907", "tag": "0bca092e-7971-4b7e-a46b-362727aaac7a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:41.252849 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db5cf0fb-219e-40dc-ac86-cd87dbc97491 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:41.253359 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'tag': '0bca092e-7971-4b7e-a46b-362727aaac7a', 'status': 'completed', 'code': 200} Jan 28 20:16:41.321375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ec2ea-06d8-43ad-bd4b-c5a0066e131e req-d90a89d8-79d4-4a98-8631-46d31a42d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:41.322867 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a79ec2ea-06d8-43ad-bd4b-c5a0066e131e req-d90a89d8-79d4-4a98-8631-46d31a42d2dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 1126 time: 0.0489192 Jan 28 20:16:41.423650 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ec2ea-06d8-43ad-bd4b-c5a0066e131e req-a1b4214f-9674-47a6-9a38-e94d14551bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:41.425535 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a79ec2ea-06d8-43ad-bd4b-c5a0066e131e req-a1b4214f-9674-47a6-9a38-e94d14551bda service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0964019 Jan 28 20:16:41.516332 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ec2ea-06d8-43ad-bd4b-c5a0066e131e req-1af21ab3-73c0-43ef-849a-0b8a08541524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:41.517819 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a79ec2ea-06d8-43ad-bd4b-c5a0066e131e req-1af21ab3-73c0-43ef-849a-0b8a08541524 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866783 Jan 28 20:16:41.603913 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-5e81009e-61eb-483b-8b45-48efcea4f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:41.605437 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-5e81009e-61eb-483b-8b45-48efcea4f35e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 1126 time: 0.0492487 Jan 28 20:16:41.647135 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-4e9820e8-5201-4715-aa66-3eba72b73619 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bca092e-7971-4b7e-a46b-362727aaac7a HTTP/1.1" status: 200 len: 217 time: 0.0346653 Jan 28 20:16:41.696378 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-ab1ad056-3059-407b-b98b-9864cc4e4ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:41.697830 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-ab1ad056-3059-407b-b98b-9864cc4e4ede service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd8b807f-b29f-4101-a3d1-1eba95d4d021 HTTP/1.1" status: 200 len: 835 time: 0.0445457 Jan 28 20:16:41.750712 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-5c72fb4b-f3a3-4b40-8c08-f957b977bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:41.752243 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-5c72fb4b-f3a3-4b40-8c08-f957b977bf9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485520 Jan 28 20:16:41.851398 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-b1c7ef7d-b2bd-4af9-a0f3-86503358f923 service neutron] 10.222.0.31 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923595 Jan 28 20:16:41.952422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a679eb73-4a85-4c78-8456-b266ec45c282 req-91cd2083-65aa-4285-85d8-8c36e7f31fa0 service neutron] 10.222.0.31 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941794 Jan 28 20:16:42.111286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b56519-2fa7-4a61-b93a-726ecb015449 req-3587c068-8dda-4c30-a5f9-44219e20e94a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:42.112768 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5b56519-2fa7-4a61-b93a-726ecb015449 req-3587c068-8dda-4c30-a5f9-44219e20e94a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 944 time: 0.0558801 Jan 28 20:16:42.162835 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d5b56519-2fa7-4a61-b93a-726ecb015449 req-a5943060-7ad6-4df2-8a9f-a9cc26bc32db tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441682 Jan 28 20:16:43.304014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d9d47-aadc-4a65-a3a1-54817f6fd9eb req-2bacd7b6-bbb5-44bf-b6b5-3ac5e2f531e8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:43.305479 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fb4d9d47-aadc-4a65-a3a1-54817f6fd9eb req-2bacd7b6-bbb5-44bf-b6b5-3ac5e2f531e8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 944 time: 0.0551963 Jan 28 20:16:43.358424 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fb4d9d47-aadc-4a65-a3a1-54817f6fd9eb req-7552a752-239c-45e2-9d6b-b9a34ed8b976 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472593 Jan 28 20:16:44.486623 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d676177-f84b-4b61-8d47-2806d2b1b610 req-be4f3a90-a1b9-47a9-a247-81ade262ec35 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:44.488138 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d676177-f84b-4b61-8d47-2806d2b1b610 req-be4f3a90-a1b9-47a9-a247-81ade262ec35 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 944 time: 0.0557709 Jan 28 20:16:44.536656 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6d676177-f84b-4b61-8d47-2806d2b1b610 req-1470d611-ce64-4b3f-b07b-6b4eb9b56573 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427604 Jan 28 20:16:45.671162 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dcc48-1ae9-43ad-869c-d62bc0b0448a req-073a0df4-ea57-43f3-aa68-397eae46a2d3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:45.672623 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b59dcc48-1ae9-43ad-869c-d62bc0b0448a req-073a0df4-ea57-43f3-aa68-397eae46a2d3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 944 time: 0.0536852 Jan 28 20:16:45.721521 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b59dcc48-1ae9-43ad-869c-d62bc0b0448a req-d2004945-fdbf-4010-a150-c64ab10fcfb6 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428236 Jan 28 20:16:46.278217 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0bca092e-7971-4b7e-a46b-362727aaac7a details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:16:46.381715 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0bca092e-7971-4b7e-a46b-362727aaac7a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0bca092e-7971-4b7e-a46b-362727aaac7a,segment=NetworkSegment(8fb1bcbd-5fda-4576-9d28-f272ac1cf630),segment_id=8fb1bcbd-5fda-4576-9d28-f272ac1cf630)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:46.393445 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '0bca092e-7971-4b7e-a46b-362727aaac7a', 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'port_id': '0bca092e-7971-4b7e-a46b-362727aaac7a', 'mac_address': 'fa:16:3e:c6:ff:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:16:46.433855 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 0bca092e-7971-4b7e-a46b-362727aaac7a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:16:46.434333 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:46.448226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bca092e-7971-4b7e-a46b-362727aaac7a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:16:46.469311 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0bca092e-7971-4b7e-a46b-362727aaac7a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0bca092e-7971-4b7e-a46b-362727aaac7a,segment=NetworkSegment(8fb1bcbd-5fda-4576-9d28-f272ac1cf630),segment_id=8fb1bcbd-5fda-4576-9d28-f272ac1cf630)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:46.474628 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:46.523875 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=0bca092e-7971-4b7e-a46b-362727aaac7a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:46.731023 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['0bca092e-7971-4b7e-a46b-362727aaac7a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:16:46.853456 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f003d72-d598-42d1-9bbc-8f59185b74f3 req-67416d5e-12a6-45f3-9b57-ae66095a9395 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:46.854993 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f003d72-d598-42d1-9bbc-8f59185b74f3 req-67416d5e-12a6-45f3-9b57-ae66095a9395 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 945 time: 0.0555935 Jan 28 20:16:46.902723 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5f003d72-d598-42d1-9bbc-8f59185b74f3 req-6937bf2b-8762-4b6b-a987-04936f3103f6 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419476 Jan 28 20:16:48.027782 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5decbe-1c34-4a30-8467-a550a938dbb2 req-5a716460-5f3e-423f-af69-e9e10205d5da tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:48.029149 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d5decbe-1c34-4a30-8467-a550a938dbb2 req-5a716460-5f3e-423f-af69-e9e10205d5da tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 945 time: 0.0512640 Jan 28 20:16:48.076807 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5d5decbe-1c34-4a30-8467-a550a938dbb2 req-1efb7410-c6de-43f5-9fbf-d414688d2c27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419374 Jan 28 20:16:48.294216 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0bca092e-7971-4b7e-a46b-362727aaac7a up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:16:48.347032 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ce568860-2f08-47e3-b41f-060cb9b135ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:48.363924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 0bca092e-7971-4b7e-a46b-362727aaac7a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:16:48.367583 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 0bca092e-7971-4b7e-a46b-362727aaac7a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:16:48.367961 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:48.446054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 0bca092e-7971-4b7e-a46b-362727aaac7a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:16:48.446462 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:48.469348 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bca092e-7971-4b7e-a46b-362727aaac7a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:16:48.471674 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ade7dc-c6fc-49a2-92ba-86f3666f948e" -d '{"events": [{"server_uuid": "bb02f1d3-fe72-46a9-87cb-668d02e26907", "name": "network-vif-plugged", "status": "completed", "tag": "0bca092e-7971-4b7e-a46b-362727aaac7a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:48.484187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 0bca092e-7971-4b7e-a46b-362727aaac7a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0bca092e-7971-4b7e-a46b-362727aaac7a,segment=NetworkSegment(8fb1bcbd-5fda-4576-9d28-f272ac1cf630),segment_id=8fb1bcbd-5fda-4576-9d28-f272ac1cf630)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:16:48.489518 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:48.515487 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb24dff-0ea2-4662-9f53-5cabb52780d8 x-openstack-request-id: req-5fb24dff-0ea2-4662-9f53-5cabb52780d8 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:48.515837 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb02f1d3-fe72-46a9-87cb-668d02e26907", "name": "network-vif-plugged", "status": "completed", "tag": "0bca092e-7971-4b7e-a46b-362727aaac7a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:48.516034 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5fb24dff-0ea2-4662-9f53-5cabb52780d8 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:48.516366 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bca092e-7971-4b7e-a46b-362727aaac7a', 'code': 200} Jan 28 20:16:48.543173 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=0bca092e-7971-4b7e-a46b-362727aaac7a,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:48.612218 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a42256-22cd-47b6-ad7f-c9cdad4bedb4 req-a2d71ea0-7aec-4262-be1a-9aa957655f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:48.613732 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04a42256-22cd-47b6-ad7f-c9cdad4bedb4 req-a2d71ea0-7aec-4262-be1a-9aa957655f13 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 1128 time: 0.0459797 Jan 28 20:16:48.660612 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-04a42256-22cd-47b6-ad7f-c9cdad4bedb4 req-ffad1ffd-7a19-421e-9a13-08100bd3cde0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401466 Jan 28 20:16:49.206874 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755469ae-e896-4d03-a705-6bc9f80852d1 req-0c23182b-18ed-4589-b929-872634e50062 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:49.208262 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-755469ae-e896-4d03-a705-6bc9f80852d1 req-0c23182b-18ed-4589-b929-872634e50062 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0573373 Jan 28 20:16:49.255848 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-755469ae-e896-4d03-a705-6bc9f80852d1 req-29e76a10-3111-4a14-abe8-74fc2ba89907 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419366 Jan 28 20:16:50.385200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2accb00-91ae-4822-b674-3e918db7cc27 req-b4bc758f-4993-4978-af9e-c6f34b20f295 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:50.386735 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2accb00-91ae-4822-b674-3e918db7cc27 req-b4bc758f-4993-4978-af9e-c6f34b20f295 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0588160 Jan 28 20:16:50.437676 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2accb00-91ae-4822-b674-3e918db7cc27 req-f4930cc9-ba8c-4e69-812f-007f72322e06 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430615 Jan 28 20:16:50.522002 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34bc4176-56af-4314-9071-2ae19a67e2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:50.559040 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13001e-b6d5-4254-9f9d-b3a2084e195d req-06d03a3e-facd-4a3c-942e-56cbb126f10c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:50.560536 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf13001e-b6d5-4254-9f9d-b3a2084e195d req-06d03a3e-facd-4a3c-942e-56cbb126f10c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0565772 Jan 28 20:16:50.611314 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-cf13001e-b6d5-4254-9f9d-b3a2084e195d req-a20da63a-8b3d-495b-8fe5-05bc1dbb4422 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444500 Jan 28 20:16:50.633054 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:50.681862 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350a49e6-e8e7-4cae-8a8f-a1235fad06ae tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:50.683461 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-350a49e6-e8e7-4cae-8a8f-a1235fad06ae tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 1123 time: 0.0494325 Jan 28 20:16:50.686418 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37250) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:50.690854 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '0bca092e-7971-4b7e-a46b-362727aaac7a', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:16:50.712838 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:50.814693 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:50.918074 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.25.0.151 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/dd087809-9b73-4db7-8c11-8a9fa2ca8feb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:16:51.022811 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (dd087809-9b73-4db7-8c11-8a9fa2ca8feb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:51.059277 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (dd087809-9b73-4db7-8c11-8a9fa2ca8feb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:51.096564 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:16:51.101203 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:16:51.105393 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:16:51.108471 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=dd087809-9b73-4db7-8c11-8a9fa2ca8feb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:51.477585 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (4f24a1a0-2882-41e0-997e-5d2c232bafff), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:51.555943 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (dd087809-9b73-4db7-8c11-8a9fa2ca8feb), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:51.716033 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (dd087809-9b73-4db7-8c11-8a9fa2ca8feb), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:51.722951 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (dd087809-9b73-4db7-8c11-8a9fa2ca8feb), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:51.792057 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=dd087809-9b73-4db7-8c11-8a9fa2ca8feb,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:16:51.804638 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (4f24a1a0-2882-41e0-997e-5d2c232bafff), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:52.003119 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:52.203135 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Floating IP 4f24a1a0-2882-41e0-997e-5d2c232bafff associated. External IP: 172.25.0.151, port: 0bca092e-7971-4b7e-a46b-362727aaac7a. Jan 28 20:16:52.428587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router d6d36c4d-a649-4afb-90cb-e1838631d3b4 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:16:52.532643 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:16:52.543909 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012c261d-14bc-475f-9f2d-eb1e97d3cf35 None None] Sync routers for ids ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:16:52.552224 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:52.555182 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012c261d-14bc-475f-9f2d-eb1e97d3cf35 None None] Routers {'d6d36c4d-a649-4afb-90cb-e1838631d3b4'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:52.555844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-012c261d-14bc-475f-9f2d-eb1e97d3cf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:16:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:52.589577 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-21dff73f-96a4-466f-96ba-0b99a8b94d7a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8995738 Jan 28 20:16:52.589577 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'tag': '0bca092e-7971-4b7e-a46b-362727aaac7a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:16:52.590516 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac9f26d1a29f0c91399e43c490101928ac952e5849b55b60a284b120f3a3590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c12c909-d804-4280-8e11-55213a3b8413" -d '{"events": [{"name": "network-changed", "server_uuid": "bb02f1d3-fe72-46a9-87cb-668d02e26907", "tag": "0bca092e-7971-4b7e-a46b-362727aaac7a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:16:52.628652 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00c48d2-a421-4038-86f6-8703d913bdd7 x-openstack-request-id: req-c00c48d2-a421-4038-86f6-8703d913bdd7 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:16:52.628958 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb02f1d3-fe72-46a9-87cb-668d02e26907", "tag": "0bca092e-7971-4b7e-a46b-362727aaac7a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:16:52.629237 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c00c48d2-a421-4038-86f6-8703d913bdd7 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:16:52.629763 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'tag': '0bca092e-7971-4b7e-a46b-362727aaac7a', 'status': 'completed', 'code': 200} Jan 28 20:16:52.666599 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-012c261d-14bc-475f-9f2d-eb1e97d3cf35 None None] Set router d6d36c4d-a649-4afb-90cb-e1838631d3b4 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:52.719322 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0fd79-3775-42a5-8907-882605a619d2 req-e10f3c2d-4e77-4b92-88d8-5671677e55e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:52.720766 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45c0fd79-3775-42a5-8907-882605a619d2 req-e10f3c2d-4e77-4b92-88d8-5671677e55e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0809288 Jan 28 20:16:52.723500 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12c909-d804-4280-8e11-55213a3b8413 req-c3aaafcf-5452-4480-a334-41a41797f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:52.724848 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4c12c909-d804-4280-8e11-55213a3b8413 req-c3aaafcf-5452-4480-a334-41a41797f853 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 1128 time: 0.0744896 Jan 28 20:16:52.906367 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-012c261d-14bc-475f-9f2d-eb1e97d3cf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1966329793', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:36Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '4f24a1a0-2882-41e0-997e-5d2c232bafff', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'floating_ip_address': '172.25.0.151', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'port_id': '0bca092e-7971-4b7e-a46b-362727aaac7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'mac_address': 'fa:16:3e:c6:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:51Z', 'updated_at': '2022-01-28T20:16:51Z', 'revision_number': 0, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d231f2-501c-4948-a666-169178d5ab50', 'name': '', 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:6f:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:36Z', 'updated_at': '2022-01-28T20:16:39Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:52.936162 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012c261d-14bc-475f-9f2d-eb1e97d3cf35 None None] Checking router: d6d36c4d-a649-4afb-90cb-e1838631d3b4 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:16:52.946030 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012c261d-14bc-475f-9f2d-eb1e97d3cf35 None None] Routers {'d6d36c4d-a649-4afb-90cb-e1838631d3b4'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:16:52.946895 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-012c261d-14bc-475f-9f2d-eb1e97d3cf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:16:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:53.057715 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-012c261d-14bc-475f-9f2d-eb1e97d3cf35 None None] Set router d6d36c4d-a649-4afb-90cb-e1838631d3b4 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:16:53.167338 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-45c0fd79-3775-42a5-8907-882605a619d2 req-127f1ff5-d3f2-4870-b3c7-cbf4128e83ea tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4409328 Jan 28 20:16:53.191988 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12c909-d804-4280-8e11-55213a3b8413 req-fe0cbc7a-87eb-4c74-bf89-ba59d2e26344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:53.192538 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37256) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:53.193818 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4c12c909-d804-4280-8e11-55213a3b8413 req-fe0cbc7a-87eb-4c74-bf89-ba59d2e26344 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 HTTP/1.1" status: 200 len: 898 time: 0.4618800 Jan 28 20:16:53.256661 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ca328cf4-b4e5-4893-9aa9-ccc42feffc1c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/4f24a1a0-2882-41e0-997e-5d2c232bafff HTTP/1.1" status: 200 len: 992 time: 0.0623972 Jan 28 20:16:53.269200 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4c12c909-d804-4280-8e11-55213a3b8413 req-7eea63a5-2f2a-4347-adfd-15a26e29918f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bca092e-7971-4b7e-a46b-362727aaac7a HTTP/1.1" status: 200 len: 1000 time: 0.0694449 Jan 28 20:16:53.279129 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:53.296857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-012c261d-14bc-475f-9f2d-eb1e97d3cf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1966329793', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:36Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '4f24a1a0-2882-41e0-997e-5d2c232bafff', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'floating_ip_address': '172.25.0.151', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'port_id': '0bca092e-7971-4b7e-a46b-362727aaac7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'mac_address': 'fa:16:3e:c6:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:51Z', 'updated_at': '2022-01-28T20:16:51Z', 'revision_number': 0, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d231f2-501c-4948-a666-169178d5ab50', 'name': '', 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:6f:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:36Z', 'updated_at': '2022-01-28T20:16:39Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:16:53.319766 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12c909-d804-4280-8e11-55213a3b8413 req-bf260f39-d746-45bd-a126-49e34da72053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:53.321166 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4c12c909-d804-4280-8e11-55213a3b8413 req-bf260f39-d746-45bd-a126-49e34da72053 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd8b807f-b29f-4101-a3d1-1eba95d4d021 HTTP/1.1" status: 200 len: 835 time: 0.0464160 Jan 28 20:16:53.326601 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012c261d-14bc-475f-9f2d-eb1e97d3cf35 None None] The sync data for ids ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'] in n-d-824834-4 is: [{'id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1966329793', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:36Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '4f24a1a0-2882-41e0-997e-5d2c232bafff', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'floating_ip_address': '172.25.0.151', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'port_id': '0bca092e-7971-4b7e-a46b-362727aaac7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'mac_address': 'fa:16:3e:c6:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:16:51Z', 'updated_at': '2022-01-28T20:16:51Z', 'revision_number': 0, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d231f2-501c-4948-a666-169178d5ab50', 'name': '', 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:6f:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:36Z', 'updated_at': '2022-01-28T20:16:39Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:16:53.373198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12c909-d804-4280-8e11-55213a3b8413 req-45ef0e6c-47a9-4f34-a5d5-302f81fb9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:16:53.374799 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4c12c909-d804-4280-8e11-55213a3b8413 req-45ef0e6c-47a9-4f34-a5d5-302f81fb9dae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481954 Jan 28 20:16:53.470274 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4c12c909-d804-4280-8e11-55213a3b8413 req-14488232-2e0e-41db-9abc-4460eabb6b70 service neutron] 10.222.0.31 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889313 Jan 28 20:16:53.536195 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583a3275-3841-4364-9bf6-0ac925aaa4cb None None] New status for floating IP 4f24a1a0-2882-41e0-997e-5d2c232bafff: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:16:53.562692 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4c12c909-d804-4280-8e11-55213a3b8413 req-86f4e05a-d0d8-4854-8abf-d9f7a0be5612 service neutron] 10.222.0.31 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864027 Jan 28 20:16:54.260670 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37258) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:16:54.342881 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-144638d3-6a8c-4caa-ba48-c52ba3e60919 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/4f24a1a0-2882-41e0-997e-5d2c232bafff HTTP/1.1" status: 200 len: 994 time: 0.0793457 Jan 28 20:16:54.550463 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:16:56.064041 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:00.913860 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:05.963856 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c54cf11-263b-46eb-9b3b-e55639713767 req-00c66518-c95f-436c-be7b-86c65237c753 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486436 Jan 28 20:17:06.058731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54cf11-263b-46eb-9b3b-e55639713767 req-5b2b7c40-afa7-40d7-be94-ae4eabc4abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:06.060878 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c54cf11-263b-46eb-9b3b-e55639713767 req-5b2b7c40-afa7-40d7-be94-ae4eabc4abf2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 1128 time: 0.0530138 Jan 28 20:17:06.174605 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54cf11-263b-46eb-9b3b-e55639713767 req-e0a17b43-5c05-4e6e-b503-0cb273ba2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:06.176105 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c54cf11-263b-46eb-9b3b-e55639713767 req-e0a17b43-5c05-4e6e-b503-0cb273ba2c71 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 HTTP/1.1" status: 200 len: 898 time: 0.0952320 Jan 28 20:17:06.244775 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c54cf11-263b-46eb-9b3b-e55639713767 req-b2c9974a-11d1-443e-954c-46f5030ba18b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bca092e-7971-4b7e-a46b-362727aaac7a HTTP/1.1" status: 200 len: 1002 time: 0.0623670 Jan 28 20:17:06.293839 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54cf11-263b-46eb-9b3b-e55639713767 req-3b92d488-da9a-4235-a0b2-ee6d2cf3168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:06.295330 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c54cf11-263b-46eb-9b3b-e55639713767 req-3b92d488-da9a-4235-a0b2-ee6d2cf3168c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd8b807f-b29f-4101-a3d1-1eba95d4d021 HTTP/1.1" status: 200 len: 835 time: 0.0441015 Jan 28 20:17:06.345074 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54cf11-263b-46eb-9b3b-e55639713767 req-12eb3f4f-4e59-499a-8799-d8ea18f9608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:06.346597 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c54cf11-263b-46eb-9b3b-e55639713767 req-12eb3f4f-4e59-499a-8799-d8ea18f9608c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445042 Jan 28 20:17:06.444563 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c54cf11-263b-46eb-9b3b-e55639713767 req-634be1ee-56b0-4078-ab17-bbe2214362ee service neutron] 10.222.0.31 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900528 Jan 28 20:17:06.546767 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c54cf11-263b-46eb-9b3b-e55639713767 req-c661b318-9153-4649-87c6-ecbfa5bd5481 service neutron] 10.222.0.31 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958078 Jan 28 20:17:14.316020 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:17:18.339861 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd209ca0-9666-420d-86ad-37cb3e0cd8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:20.528047 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5088bdf7-5319-4396-aa7f-a7bffa48f97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:22.008045 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:23.276057 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:24.557709 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:25.637708 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-e4b357b8-6e8a-4155-8ec6-1ddad09fd121 req-b378c8c6-6e7d-4d3c-8ff6-90e4bc2baec9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:17:25.638756 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e4b357b8-6e8a-4155-8ec6-1ddad09fd121 req-b378c8c6-6e7d-4d3c-8ff6-90e4bc2baec9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0508697 Jan 28 20:17:25.829872 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37280) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:17:25.926610 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f82803-413f-44a2-9c99-060458ad908b req-9178bd13-96c7-4a46-b1f8-502f02dc8511 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:25.928161 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46f82803-413f-44a2-9c99-060458ad908b req-9178bd13-96c7-4a46-b1f8-502f02dc8511 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.1383791 Jan 28 20:17:25.932294 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-067fdf9e-e6ee-42c5-85d2-ce228f839187 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1013083 Jan 28 20:17:25.953102 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-40f4bad9-bec2-42bb-bd47-35733cfd9d04 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:17:25.954113 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-40f4bad9-bec2-42bb-bd47-35733cfd9d04 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125942 Jan 28 20:17:25.986569 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-46f82803-413f-44a2-9c99-060458ad908b req-a53aafd3-2f05-4288-bb3d-2a95c834ab82 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518267 Jan 28 20:17:26.076087 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:27.068751 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-cd2a81e4-0a3a-47b4-871a-c5ef5bccf739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:27.070362 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-cd2a81e4-0a3a-47b4-871a-c5ef5bccf739 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 1128 time: 0.0549805 Jan 28 20:17:27.195857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-e2b4d902-9918-4161-9dea-9e23cab0d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:27.197349 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-e2b4d902-9918-4161-9dea-9e23cab0d146 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 HTTP/1.1" status: 200 len: 898 time: 0.1209257 Jan 28 20:17:27.205367 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39cf84-59dc-4881-8e5f-a77b8a0a3bd5 req-9436ed69-8540-4c6c-914a-3cd0882367c4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:27.206650 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe39cf84-59dc-4881-8e5f-a77b8a0a3bd5 req-9436ed69-8540-4c6c-914a-3cd0882367c4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.1475847 Jan 28 20:17:27.294836 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-280ffb0b-6782-4d87-9db5-2441f859b472 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bca092e-7971-4b7e-a46b-362727aaac7a HTTP/1.1" status: 200 len: 1002 time: 0.0872469 Jan 28 20:17:27.311117 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe39cf84-59dc-4881-8e5f-a77b8a0a3bd5 req-4b19fcc6-cfa4-4eb9-b14a-2a80a2a7158b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980630 Jan 28 20:17:27.349033 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-b00f4304-1707-4c25-a2ce-e65855ad6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:27.350698 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-b00f4304-1707-4c25-a2ce-e65855ad6584 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd8b807f-b29f-4101-a3d1-1eba95d4d021 HTTP/1.1" status: 200 len: 835 time: 0.0499890 Jan 28 20:17:27.409256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-f9e44094-99ad-47d5-9287-e6840ea5cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:27.411260 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-f9e44094-99ad-47d5-9287-e6840ea5cae8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0551202 Jan 28 20:17:27.513204 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-b7d5576c-ae54-410c-a90e-6bc6c86879f2 service neutron] 10.222.0.31 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960796 Jan 28 20:17:27.604951 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-83ccd252-4c94-47a0-8051-9dc26a917949 service neutron] 10.222.0.31 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850694 Jan 28 20:17:28.452367 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a360a03-7902-40a4-9fae-88cd66e651e7 req-5e53fdf9-afc6-468a-8b0c-bd86b2535548 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:28.453852 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9a360a03-7902-40a4-9fae-88cd66e651e7 req-5e53fdf9-afc6-468a-8b0c-bd86b2535548 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0579484 Jan 28 20:17:28.503987 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9a360a03-7902-40a4-9fae-88cd66e651e7 req-bab77e6c-81b9-4975-890f-88f8e84356c8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423572 Jan 28 20:17:29.636178 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31525d-7040-4c89-aab4-57a12a4e139f req-5becd74c-1c55-4d06-b220-19c3fb269e9e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:29.637694 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fc31525d-7040-4c89-aab4-57a12a4e139f req-5becd74c-1c55-4d06-b220-19c3fb269e9e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0606418 Jan 28 20:17:29.689635 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fc31525d-7040-4c89-aab4-57a12a4e139f req-e94471f4-9f31-4580-97e7-138cad0b88b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462322 Jan 28 20:17:30.830103 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94a04a-478b-482a-8e4b-92926b6e5a06 req-ef2c675b-0f68-4401-93a3-d2b6dedcf80c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:30.831873 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a94a04a-478b-482a-8e4b-92926b6e5a06 req-ef2c675b-0f68-4401-93a3-d2b6dedcf80c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0630326 Jan 28 20:17:30.881530 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3a94a04a-478b-482a-8e4b-92926b6e5a06 req-c050f41a-0fd6-4b63-adeb-62266dafc6f6 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438237 Jan 28 20:17:30.930318 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:32.025647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc3e75-08e2-44a3-89f8-5bac612294d8 req-422d3dad-734b-4bd7-9dff-12314756e4c9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:32.027194 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cdbc3e75-08e2-44a3-89f8-5bac612294d8 req-422d3dad-734b-4bd7-9dff-12314756e4c9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0557585 Jan 28 20:17:32.079356 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cdbc3e75-08e2-44a3-89f8-5bac612294d8 req-3c19258f-e056-4e1b-b222-f7050c8f70a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440104 Jan 28 20:17:33.212765 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae33ae-30a8-4b68-8c79-7bdc4a97e2c5 req-18255610-4b8b-4923-abff-759a46b56ca0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:33.214155 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aaae33ae-30a8-4b68-8c79-7bdc4a97e2c5 req-18255610-4b8b-4923-abff-759a46b56ca0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0544224 Jan 28 20:17:33.269906 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aaae33ae-30a8-4b68-8c79-7bdc4a97e2c5 req-5ce3ef99-ad88-45ca-8235-3d17ad4f1545 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474060 Jan 28 20:17:34.419605 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfb4a0-b780-4b21-a0b6-6af84e8fc95c req-bc685ec4-0e02-49de-855b-58402864edec tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:34.421082 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-22bfb4a0-b780-4b21-a0b6-6af84e8fc95c req-bc685ec4-0e02-49de-855b-58402864edec tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0600924 Jan 28 20:17:34.521092 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-22bfb4a0-b780-4b21-a0b6-6af84e8fc95c req-20aa8820-7f88-4176-b261-bd9b09cb6939 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913999 Jan 28 20:17:35.661851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8be618-b767-4469-a673-fbcdcd725f6f req-7416ab67-187b-4330-ac17-38233a619652 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:35.663413 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ff8be618-b767-4469-a673-fbcdcd725f6f req-7416ab67-187b-4330-ac17-38233a619652 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0616214 Jan 28 20:17:35.713800 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ff8be618-b767-4469-a673-fbcdcd725f6f req-20313fc2-1b9e-45eb-89a0-48b69746fc3c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446370 Jan 28 20:17:36.852942 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a43345-c13e-4e6e-b94f-6d32ea36b7e3 req-6ec5037e-97b5-4c5a-914b-b24f978b9e11 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:36.854502 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89a43345-c13e-4e6e-b94f-6d32ea36b7e3 req-6ec5037e-97b5-4c5a-914b-b24f978b9e11 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0568633 Jan 28 20:17:36.906329 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-89a43345-c13e-4e6e-b94f-6d32ea36b7e3 req-0408125a-79e3-4ed7-96c7-671bedaf488c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437880 Jan 28 20:17:38.037164 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a9dff-03ae-4e7e-bdea-5c91f2e87ea4 req-1e126d38-425d-448c-a479-15582460ad7d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:38.038704 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b71a9dff-03ae-4e7e-bdea-5c91f2e87ea4 req-1e126d38-425d-448c-a479-15582460ad7d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0534744 Jan 28 20:17:38.087064 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b71a9dff-03ae-4e7e-bdea-5c91f2e87ea4 req-1e7ada7b-46a4-49ac-817f-e5833e35bece tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426204 Jan 28 20:17:39.221829 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2970ee-eecb-4fce-a2f3-1bd9f0044a20 req-f03397f5-3564-4119-a1cb-8d37439c0cae tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:39.223257 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4f2970ee-eecb-4fce-a2f3-1bd9f0044a20 req-f03397f5-3564-4119-a1cb-8d37439c0cae tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0556357 Jan 28 20:17:39.276456 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4f2970ee-eecb-4fce-a2f3-1bd9f0044a20 req-acce4743-b209-411c-ae32-4ba75b144e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475605 Jan 28 20:17:40.407072 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8f9c5-b4d1-4f94-a908-6e418d89992d req-0f2bceb5-f8bb-41b0-8c6e-1e5a2e3e3381 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:40.408573 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00a8f9c5-b4d1-4f94-a908-6e418d89992d req-0f2bceb5-f8bb-41b0-8c6e-1e5a2e3e3381 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0588095 Jan 28 20:17:40.459655 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-00a8f9c5-b4d1-4f94-a908-6e418d89992d req-934a07cb-e44a-4b7c-ab03-01c27b8d2459 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453093 Jan 28 20:17:41.602352 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857fdd1-ba56-4df9-a065-b40127e8d9df req-27660099-298f-4f3b-bb4f-538c945666e9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:41.603834 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8857fdd1-ba56-4df9-a065-b40127e8d9df req-27660099-298f-4f3b-bb4f-538c945666e9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0654967 Jan 28 20:17:41.653641 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8857fdd1-ba56-4df9-a065-b40127e8d9df req-e93d9549-460e-4fc5-a267-ab8660c86857 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439401 Jan 28 20:17:42.781558 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6e325-aa22-41c3-b1fe-1c33545e0a73 req-f08fa8d8-6be1-4811-83fa-3c7335aa9b36 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:42.783030 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7db6e325-aa22-41c3-b1fe-1c33545e0a73 req-f08fa8d8-6be1-4811-83fa-3c7335aa9b36 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0583775 Jan 28 20:17:42.840214 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7db6e325-aa22-41c3-b1fe-1c33545e0a73 req-3cdb242e-3d52-49aa-8892-9911a3dfc633 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515299 Jan 28 20:17:43.971361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba017592-8ebf-4f06-b1b8-1e3167a1d487 req-cf850717-eba3-469f-bd34-6efcf850d488 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:43.973832 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba017592-8ebf-4f06-b1b8-1e3167a1d487 req-cf850717-eba3-469f-bd34-6efcf850d488 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0621431 Jan 28 20:17:44.027625 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ba017592-8ebf-4f06-b1b8-1e3167a1d487 req-ae0dda73-7ad3-4dd0-8f9f-02056bea3083 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481660 Jan 28 20:17:44.793253 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-62676e6b-5492-4b4a-b875-f2ec16bffbbb service neutron] show failed (client error): The resource could not be found. Jan 28 20:17:44.794288 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-62676e6b-5492-4b4a-b875-f2ec16bffbbb service neutron] 10.222.0.31 "GET /v2.0/ports/0bca092e-7971-4b7e-a46b-362727aaac7a/bindings/n-h2-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0668461 Jan 28 20:17:45.012361 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-cc184495-4712-4ba3-848b-cb81d2f1147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:45.014224 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-cc184495-4712-4ba3-848b-cb81d2f1147f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907&tenant_id=69f0c0d871d74d1da638b4ca8915fe93 HTTP/1.1" status: 200 len: 1128 time: 0.0564258 Jan 28 20:17:45.025815 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:17:45.087756 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:45.149970 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f44c1-2ba3-43bf-ab2b-5c9418b63151 req-be02ff1a-35c8-45d6-bab6-97aeb0a094c6 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:45.151495 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-649f44c1-2ba3-43bf-ab2b-5c9418b63151 req-be02ff1a-35c8-45d6-bab6-97aeb0a094c6 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0526242 Jan 28 20:17:45.204864 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-649f44c1-2ba3-43bf-ab2b-5c9418b63151 req-a22a89d6-519a-4527-a702-5deef84d44b6 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471976 Jan 28 20:17:45.305867 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] For port 0bca092e-7971-4b7e-a46b-362727aaac7a, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=0bca092e-7971-4b7e-a46b-362727aaac7a,segment=NetworkSegment(8fb1bcbd-5fda-4576-9d28-f272ac1cf630),segment_id=8fb1bcbd-5fda-4576-9d28-f272ac1cf630)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:45.339538 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] For port 0bca092e-7971-4b7e-a46b-362727aaac7a, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:17:45.379274 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bca092e-7971-4b7e-a46b-362727aaac7a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:17:45.381609 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569116d6-7c03-42f0-a4e8-35fb1db9f688" -d '{"events": [{"server_uuid": "bb02f1d3-fe72-46a9-87cb-668d02e26907", "name": "network-vif-unplugged", "status": "completed", "tag": "0bca092e-7971-4b7e-a46b-362727aaac7a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:45.385332 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Publish callbacks [] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:45.398714 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Transition to ACTIVE for port object 0bca092e-7971-4b7e-a46b-362727aaac7a will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:17:45.403462 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:45.489873 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Pushing event updated for resources: {'Port': ['ID=0bca092e-7971-4b7e-a46b-362727aaac7a,revision_number=6']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:45.502053 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2615b64f-79c8-416a-b56b-b4c9d25bb380 x-openstack-request-id: req-2615b64f-79c8-416a-b56b-b4c9d25bb380 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:45.502346 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb02f1d3-fe72-46a9-87cb-668d02e26907", "name": "network-vif-unplugged", "status": "completed", "tag": "0bca092e-7971-4b7e-a46b-362727aaac7a", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:45.502597 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2615b64f-79c8-416a-b56b-b4c9d25bb380 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:45.502997 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bca092e-7971-4b7e-a46b-362727aaac7a', 'code': 200} Jan 28 20:17:45.508683 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:45.509030 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:45.509374 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:45.509711 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:45.510069 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:45.510404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:45.510731 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:45.511059 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:45.511382 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:45.511709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:45.512034 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:45.512391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:45.512712 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:45.540122 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] No DVR routers for this DVR port 0bca092e-7971-4b7e-a46b-362727aaac7a on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:17:45.679451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Attempting to bind port 0bca092e-7971-4b7e-a46b-362727aaac7a on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:17:45.679782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Attempting to bind port 0bca092e-7971-4b7e-a46b-362727aaac7a by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '8fb1bcbd-5fda-4576-9d28-f272ac1cf630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:17:45.680104 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Attempting to bind port 0bca092e-7971-4b7e-a46b-362727aaac7a on network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:17:45.684712 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Port 0bca092e-7971-4b7e-a46b-362727aaac7a on network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:17:45.685027 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Attempting to bind port 0bca092e-7971-4b7e-a46b-362727aaac7a on network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:17:45.690051 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:17:45.690397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Checking segment: {'id': '8fb1bcbd-5fda-4576-9d28-f272ac1cf630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:17:45.690779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Bound using segment: {'id': '8fb1bcbd-5fda-4576-9d28-f272ac1cf630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:17:45.691199 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Bound port: 0bca092e-7971-4b7e-a46b-362727aaac7a, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fb1bcbd-5fda-4576-9d28-f272ac1cf630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:17:45.691534 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:45.754477 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] For port 0bca092e-7971-4b7e-a46b-362727aaac7a, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:17:45.757327 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] For port 0bca092e-7971-4b7e-a46b-362727aaac7a, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0bca092e-7971-4b7e-a46b-362727aaac7a,segment=NetworkSegment(8fb1bcbd-5fda-4576-9d28-f272ac1cf630),segment_id=8fb1bcbd-5fda-4576-9d28-f272ac1cf630)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:17:45.766507 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:45.803263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:45.803889 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:45.805293 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] 10.222.0.37 "PUT /v2.0/ports/0bca092e-7971-4b7e-a46b-362727aaac7a HTTP/1.1" status: 200 len: 1092 time: 0.7836282 Jan 28 20:17:45.829468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ef254-0e52-4a3f-8332-60bfad136e51 service neutron] Pushing event updated for resources: {'Port': ['ID=0bca092e-7971-4b7e-a46b-362727aaac7a,revision_number=7']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:45.877871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e3a2da8-ac0e-4c5a-be42-a7817e2cdb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:45.879482 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-7e3a2da8-ac0e-4c5a-be42-a7817e2cdb87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 1126 time: 0.0511901 Jan 28 20:17:45.973477 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-d49c71d7-4ff8-43db-b7dc-184e5f3c90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:45.975014 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-d49c71d7-4ff8-43db-b7dc-184e5f3c90f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 HTTP/1.1" status: 200 len: 898 time: 0.0900712 Jan 28 20:17:46.046869 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-0d5f4f75-ad27-42d1-b863-ff706dc3a07a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bca092e-7971-4b7e-a46b-362727aaac7a HTTP/1.1" status: 200 len: 1000 time: 0.0642815 Jan 28 20:17:46.097237 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-a09f3d48-0a5a-408f-ad1c-8903463d03f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:46.098759 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-a09f3d48-0a5a-408f-ad1c-8903463d03f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd8b807f-b29f-4101-a3d1-1eba95d4d021 HTTP/1.1" status: 200 len: 835 time: 0.0451024 Jan 28 20:17:46.147622 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-6faf2176-e007-403e-a686-c5288c67d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:46.149084 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-6faf2176-e007-403e-a686-c5288c67d06e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448062 Jan 28 20:17:46.242141 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-3b69e02a-4311-4976-890a-fde2d0f37c79 service neutron] 10.222.0.37 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866966 Jan 28 20:17:46.325949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110abcff-82b3-4001-b468-04c05f6cdea7 req-9c7e935a-9052-43c0-96aa-96220822f45b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:46.328101 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-110abcff-82b3-4001-b468-04c05f6cdea7 req-9c7e935a-9052-43c0-96aa-96220822f45b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 944 time: 0.0541859 Jan 28 20:17:46.333235 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7fd1ca87-40c9-4c8d-8b65-9c709f09235b req-367eabcb-71f1-4caa-b88a-e434b2840b13 service neutron] 10.222.0.37 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856540 Jan 28 20:17:46.377938 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-110abcff-82b3-4001-b468-04c05f6cdea7 req-51d69428-3ac4-4d6b-805a-15f89f7b5dcb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444705 Jan 28 20:17:47.508229 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f73663-525d-4879-a465-bcf581d942b3 req-a51e3061-d50b-42a4-b7dc-568e5008f751 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:47.509694 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-46f73663-525d-4879-a465-bcf581d942b3 req-a51e3061-d50b-42a4-b7dc-568e5008f751 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 944 time: 0.0562348 Jan 28 20:17:47.510163 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'tag': '0bca092e-7971-4b7e-a46b-362727aaac7a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:17:47.512434 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554cc939-4e1b-4a55-8982-808a01afde0c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb02f1d3-fe72-46a9-87cb-668d02e26907", "tag": "0bca092e-7971-4b7e-a46b-362727aaac7a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:47.562070 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679748ea-c70c-416c-922f-814be383b6f2 x-openstack-request-id: req-679748ea-c70c-416c-922f-814be383b6f2 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:47.562369 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb02f1d3-fe72-46a9-87cb-668d02e26907", "tag": "0bca092e-7971-4b7e-a46b-362727aaac7a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:47.562622 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-679748ea-c70c-416c-922f-814be383b6f2 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:47.563029 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'tag': '0bca092e-7971-4b7e-a46b-362727aaac7a', 'status': 'completed', 'code': 200} Jan 28 20:17:47.566975 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-46f73663-525d-4879-a465-bcf581d942b3 req-891dc5bc-575f-4c06-ae09-021b494da11e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513725 Jan 28 20:17:47.630697 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cc939-4e1b-4a55-8982-808a01afde0c req-08690e4a-6ba8-4e08-b83c-3f3744206947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:47.632264 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-554cc939-4e1b-4a55-8982-808a01afde0c req-08690e4a-6ba8-4e08-b83c-3f3744206947 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 1126 time: 0.0514848 Jan 28 20:17:47.738423 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cc939-4e1b-4a55-8982-808a01afde0c req-6ec684ea-2858-4c94-b248-e0acca21868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:47.739841 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-554cc939-4e1b-4a55-8982-808a01afde0c req-6ec684ea-2858-4c94-b248-e0acca21868c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 1126 time: 0.1510098 Jan 28 20:17:47.757114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cc939-4e1b-4a55-8982-808a01afde0c req-d5b74b9b-c37d-4df8-b9ec-e1dcc753db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:47.758506 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-554cc939-4e1b-4a55-8982-808a01afde0c req-d5b74b9b-c37d-4df8-b9ec-e1dcc753db7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 HTTP/1.1" status: 200 len: 898 time: 0.1192186 Jan 28 20:17:47.864765 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-554cc939-4e1b-4a55-8982-808a01afde0c req-603c81b3-0f12-49d0-b365-4c2b5cb8b694 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bca092e-7971-4b7e-a46b-362727aaac7a HTTP/1.1" status: 200 len: 1000 time: 0.0971725 Jan 28 20:17:47.905087 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cc939-4e1b-4a55-8982-808a01afde0c req-f9f1514f-4100-4bb9-ba7c-726b5f9e5168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:47.906626 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-554cc939-4e1b-4a55-8982-808a01afde0c req-f9f1514f-4100-4bb9-ba7c-726b5f9e5168 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 HTTP/1.1" status: 200 len: 898 time: 0.1597703 Jan 28 20:17:47.966160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cc939-4e1b-4a55-8982-808a01afde0c req-bea7f47a-4276-40e4-baa7-3ad44026a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:47.967653 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-554cc939-4e1b-4a55-8982-808a01afde0c req-bea7f47a-4276-40e4-baa7-3ad44026a977 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd8b807f-b29f-4101-a3d1-1eba95d4d021 HTTP/1.1" status: 200 len: 835 time: 0.0947952 Jan 28 20:17:47.991450 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-554cc939-4e1b-4a55-8982-808a01afde0c req-231fbdd4-01a3-409f-9640-bcd3a3c1bc3c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bca092e-7971-4b7e-a46b-362727aaac7a HTTP/1.1" status: 200 len: 1000 time: 0.0774591 Jan 28 20:17:48.055884 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cc939-4e1b-4a55-8982-808a01afde0c req-634b8855-2eb7-4672-8374-e7871f2f49bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:48.057353 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-554cc939-4e1b-4a55-8982-808a01afde0c req-634b8855-2eb7-4672-8374-e7871f2f49bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd8b807f-b29f-4101-a3d1-1eba95d4d021 HTTP/1.1" status: 200 len: 835 time: 0.0525913 Jan 28 20:17:48.062765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cc939-4e1b-4a55-8982-808a01afde0c req-22ee1951-cb77-455c-93b2-c7681b732809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:48.064463 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-554cc939-4e1b-4a55-8982-808a01afde0c req-22ee1951-cb77-455c-93b2-c7681b732809 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0864408 Jan 28 20:17:48.183633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cc939-4e1b-4a55-8982-808a01afde0c req-be0670cd-11f3-43ee-a92c-09ab610e8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:48.185685 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-554cc939-4e1b-4a55-8982-808a01afde0c req-be0670cd-11f3-43ee-a92c-09ab610e8436 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1198883 Jan 28 20:17:48.206130 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-554cc939-4e1b-4a55-8982-808a01afde0c req-80da83a8-9651-44d1-8dec-ad40b4eccc20 service neutron] 10.222.0.37 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319127 Jan 28 20:17:48.335859 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-77904926-d1c8-401d-9c1e-5996765cc365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:48.337735 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-554cc939-4e1b-4a55-8982-808a01afde0c req-d634c55f-f87d-4496-a19d-fd91e301173c service neutron] 10.222.0.31 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437213 Jan 28 20:17:48.359606 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-554cc939-4e1b-4a55-8982-808a01afde0c req-9e034270-5987-4ab8-8d59-614811b5e435 service neutron] 10.222.0.37 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446359 Jan 28 20:17:48.431131 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-554cc939-4e1b-4a55-8982-808a01afde0c req-19c48b50-44f2-438e-a515-551e579ce7e4 service neutron] 10.222.0.31 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862467 Jan 28 20:17:48.575259 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0bca092e-7971-4b7e-a46b-362727aaac7a no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:17:48.624374 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] The host n-h1-824834-4 is not matching for port 0bca092e-7971-4b7e-a46b-362727aaac7a host n-h2-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:17:48.624878 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 0bca092e-7971-4b7e-a46b-362727aaac7a not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:17:48.695965 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdd83c-c19b-479c-bca8-17fb4cc7317d req-1c9f72f5-4ba1-4167-b7ee-f9c49bdc3829 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:48.697458 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e6cdd83c-c19b-479c-bca8-17fb4cc7317d req-1c9f72f5-4ba1-4167-b7ee-f9c49bdc3829 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 944 time: 0.0542514 Jan 28 20:17:48.746611 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e6cdd83c-c19b-479c-bca8-17fb4cc7317d req-23ad4793-6f91-4de1-8900-8fb196100bcb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432918 Jan 28 20:17:49.390553 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0bca092e-7971-4b7e-a46b-362727aaac7a details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:17:49.496139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0bca092e-7971-4b7e-a46b-362727aaac7a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0bca092e-7971-4b7e-a46b-362727aaac7a,segment=NetworkSegment(8fb1bcbd-5fda-4576-9d28-f272ac1cf630),segment_id=8fb1bcbd-5fda-4576-9d28-f272ac1cf630)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:49.507947 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '0bca092e-7971-4b7e-a46b-362727aaac7a', 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'port_id': '0bca092e-7971-4b7e-a46b-362727aaac7a', 'mac_address': 'fa:16:3e:c6:ff:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:17:49.548689 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 0bca092e-7971-4b7e-a46b-362727aaac7a is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:17:49.549073 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:49.563012 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bca092e-7971-4b7e-a46b-362727aaac7a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:17:49.582705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0bca092e-7971-4b7e-a46b-362727aaac7a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0bca092e-7971-4b7e-a46b-362727aaac7a,segment=NetworkSegment(8fb1bcbd-5fda-4576-9d28-f272ac1cf630),segment_id=8fb1bcbd-5fda-4576-9d28-f272ac1cf630)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:49.588047 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:49.634070 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=0bca092e-7971-4b7e-a46b-362727aaac7a,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:49.641666 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:49.642047 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:49.642513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:49.642907 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:49.643237 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:49.643561 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:49.643885 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:49.644206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:49.644508 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:49.644846 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:49.645142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:49.645465 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:49.645775 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:17:49.882150 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ab5a8-748a-49ca-bbe5-76fcdd5a532f req-17d9f206-14ba-4c37-bad9-3063465ea1c9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:49.883660 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-776ab5a8-748a-49ca-bbe5-76fcdd5a532f req-17d9f206-14ba-4c37-bad9-3063465ea1c9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 945 time: 0.0577176 Jan 28 20:17:49.939069 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['0bca092e-7971-4b7e-a46b-362727aaac7a'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:17:49.940596 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-776ab5a8-748a-49ca-bbe5-76fcdd5a532f req-d7d5344d-23a5-4d67-a2c9-d901039b36db tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485942 Jan 28 20:17:50.187981 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a7d3d-65db-4974-a482-feb861ae1d42 req-0af3025e-919a-4d76-b1bd-c8b6d5f676e0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:50.189434 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b5a7d3d-65db-4974-a482-feb861ae1d42 req-0af3025e-919a-4d76-b1bd-c8b6d5f676e0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 945 time: 0.0949693 Jan 28 20:17:50.196975 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1e32d-a494-45ed-8cd8-8ed3cad21f4a req-dd8c6c04-09ce-45a6-a1d6-7fa4aa855854 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:50.198390 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4a1e32d-a494-45ed-8cd8-8ed3cad21f4a req-dd8c6c04-09ce-45a6-a1d6-7fa4aa855854 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907&tenant_id=69f0c0d871d74d1da638b4ca8915fe93&binding%3Ahost_id=n-h2-824834-4 HTTP/1.1" status: 200 len: 945 time: 0.0923703 Jan 28 20:17:50.283521 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b5a7d3d-65db-4974-a482-feb861ae1d42 req-37a8b4c3-6c5f-41c9-845d-4ca8b8d60da4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841844 Jan 28 20:17:50.288484 n-d-824834-4 neutron-server[103146]: INFO neutron.api.v2.resource [req-a4a1e32d-a494-45ed-8cd8-8ed3cad21f4a req-a4e2a7c2-e00c-4cb1-ad41-dd52fbd99edd service neutron] delete failed (client error): The resource could not be found. Jan 28 20:17:50.290609 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4a1e32d-a494-45ed-8cd8-8ed3cad21f4a req-a4e2a7c2-e00c-4cb1-ad41-dd52fbd99edd service neutron] 10.222.0.31 "DELETE /v2.0/ports/0bca092e-7971-4b7e-a46b-362727aaac7a/bindings/n-h1-824834-4 HTTP/1.1" status: 404 len: 380 time: 0.0852132 Jan 28 20:17:50.387681 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1e32d-a494-45ed-8cd8-8ed3cad21f4a req-7b6c4391-a51f-414c-a947-f1a68ef93899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:50.389244 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4a1e32d-a494-45ed-8cd8-8ed3cad21f4a req-7b6c4391-a51f-414c-a947-f1a68ef93899 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 1127 time: 0.0465257 Jan 28 20:17:50.413128 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439d1c2-9611-4f76-81f4-fa53b91eb513 req-8a585223-94b7-4385-a94d-f48b10d0c40a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:50.414606 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0439d1c2-9611-4f76-81f4-fa53b91eb513 req-8a585223-94b7-4385-a94d-f48b10d0c40a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 945 time: 0.0583377 Jan 28 20:17:50.463996 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0439d1c2-9611-4f76-81f4-fa53b91eb513 req-a887c2a0-d176-4a09-a500-9eb1c96d0c24 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433199 Jan 28 20:17:50.478699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1e32d-a494-45ed-8cd8-8ed3cad21f4a req-288c75a6-7e9a-4aa5-93e4-696de820dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:50.480223 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4a1e32d-a494-45ed-8cd8-8ed3cad21f4a req-288c75a6-7e9a-4aa5-93e4-696de820dfd2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 HTTP/1.1" status: 200 len: 898 time: 0.0846190 Jan 28 20:17:50.530848 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0c75b5f9-b9ea-4a95-a694-6920457b5001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:50.884004 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4a1e32d-a494-45ed-8cd8-8ed3cad21f4a req-ee073bc1-0b39-4e30-b1f0-9d26bcb6ca27 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bca092e-7971-4b7e-a46b-362727aaac7a HTTP/1.1" status: 200 len: 1001 time: 0.3977556 Jan 28 20:17:50.945511 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1e32d-a494-45ed-8cd8-8ed3cad21f4a req-8b4bf2ac-d4e0-4561-9969-13a84be30229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:50.947157 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4a1e32d-a494-45ed-8cd8-8ed3cad21f4a req-8b4bf2ac-d4e0-4561-9969-13a84be30229 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd8b807f-b29f-4101-a3d1-1eba95d4d021 HTTP/1.1" status: 200 len: 835 time: 0.0565436 Jan 28 20:17:50.997586 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1e32d-a494-45ed-8cd8-8ed3cad21f4a req-5a6d4653-7297-447a-a283-8ba45c3aeb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:50.999228 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4a1e32d-a494-45ed-8cd8-8ed3cad21f4a req-5a6d4653-7297-447a-a283-8ba45c3aeb58 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460992 Jan 28 20:17:51.092027 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4a1e32d-a494-45ed-8cd8-8ed3cad21f4a req-c0b798e6-1b8f-43a6-8d68-f17e87121349 service neutron] 10.222.0.31 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865819 Jan 28 20:17:51.188834 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a4a1e32d-a494-45ed-8cd8-8ed3cad21f4a req-97b67817-2a98-48ac-986f-6b5094a5db47 service neutron] 10.222.0.31 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897155 Jan 28 20:17:51.318634 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:17:51.405018 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0bca092e-7971-4b7e-a46b-362727aaac7a up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:17:51.458836 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 0bca092e-7971-4b7e-a46b-362727aaac7a completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:17:51.464300 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 0bca092e-7971-4b7e-a46b-362727aaac7a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:17:51.464873 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:51.554449 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 0bca092e-7971-4b7e-a46b-362727aaac7a is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:17:51.555221 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:51.580287 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bca092e-7971-4b7e-a46b-362727aaac7a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:17:51.582982 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce03607-14ec-423b-b406-b97092cd00f8" -d '{"events": [{"server_uuid": "bb02f1d3-fe72-46a9-87cb-668d02e26907", "name": "network-vif-plugged", "status": "completed", "tag": "0bca092e-7971-4b7e-a46b-362727aaac7a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:17:51.596661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 0bca092e-7971-4b7e-a46b-362727aaac7a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0bca092e-7971-4b7e-a46b-362727aaac7a,segment=NetworkSegment(8fb1bcbd-5fda-4576-9d28-f272ac1cf630),segment_id=8fb1bcbd-5fda-4576-9d28-f272ac1cf630)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:17:51.600415 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:51.615915 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320930-1ee1-4c10-9165-5fe1d58477a7 req-0dfdffac-f82b-4106-8bdc-2bdd85c039ea tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:51.617600 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2320930-1ee1-4c10-9165-5fe1d58477a7 req-0dfdffac-f82b-4106-8bdc-2bdd85c039ea tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 945 time: 0.0796597 Jan 28 20:17:51.642268 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da2e772-f8b9-4089-b0da-cb202f9133df x-openstack-request-id: req-2da2e772-f8b9-4089-b0da-cb202f9133df {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:17:51.642639 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb02f1d3-fe72-46a9-87cb-668d02e26907", "name": "network-vif-plugged", "status": "completed", "tag": "0bca092e-7971-4b7e-a46b-362727aaac7a", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:17:51.642811 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2da2e772-f8b9-4089-b0da-cb202f9133df {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:17:51.643205 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bca092e-7971-4b7e-a46b-362727aaac7a', 'code': 200} Jan 28 20:17:51.656740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=0bca092e-7971-4b7e-a46b-362727aaac7a,revision_number=9']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:17:51.681997 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e2320930-1ee1-4c10-9165-5fe1d58477a7 req-48932466-57d5-4ebd-9239-7bbf233618cb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567284 Jan 28 20:17:52.018296 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:52.812460 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c0dc2-9966-4938-b545-a8e83d06d14e req-4bde060c-c73b-4398-96e2-077ccffd187b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:17:52.813967 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-587c0dc2-9966-4938-b545-a8e83d06d14e req-4bde060c-c73b-4398-96e2-077ccffd187b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0578094 Jan 28 20:17:52.865834 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-587c0dc2-9966-4938-b545-a8e83d06d14e req-a20a4098-2807-4f83-b480-4d24ea836c32 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450256 Jan 28 20:17:52.888778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37370) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:17:52.955504 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-42ce8623-8d4e-4d27-9ac5-88f46d5e781c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/4f24a1a0-2882-41e0-997e-5d2c232bafff HTTP/1.1" status: 200 len: 994 time: 0.0655963 Jan 28 20:17:53.273931 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:54.550161 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:56.075496 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:00.933242 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:06.765803 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c374f33-4577-40a1-8c8e-23d3bbc5d15f req-bac897c2-b3d1-4b65-a139-c8ce2123a844 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503325 Jan 28 20:18:06.856825 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c374f33-4577-40a1-8c8e-23d3bbc5d15f req-65aa3f03-f748-4876-ae1b-26663c21614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:06.858381 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c374f33-4577-40a1-8c8e-23d3bbc5d15f req-65aa3f03-f748-4876-ae1b-26663c21614e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 1128 time: 0.0469756 Jan 28 20:18:06.966813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c374f33-4577-40a1-8c8e-23d3bbc5d15f req-eeb772c4-7e66-47b5-a123-f6ec2b3cdd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:06.968601 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c374f33-4577-40a1-8c8e-23d3bbc5d15f req-eeb772c4-7e66-47b5-a123-f6ec2b3cdd9f service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 HTTP/1.1" status: 200 len: 898 time: 0.0917287 Jan 28 20:18:07.034449 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c374f33-4577-40a1-8c8e-23d3bbc5d15f req-74f00fde-7de0-4355-8cdc-da7366340b6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bca092e-7971-4b7e-a46b-362727aaac7a HTTP/1.1" status: 200 len: 1002 time: 0.0595131 Jan 28 20:18:07.082711 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c374f33-4577-40a1-8c8e-23d3bbc5d15f req-2aaf95aa-06ff-4310-83c2-d6c41ae052cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:07.084139 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c374f33-4577-40a1-8c8e-23d3bbc5d15f req-2aaf95aa-06ff-4310-83c2-d6c41ae052cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd8b807f-b29f-4101-a3d1-1eba95d4d021 HTTP/1.1" status: 200 len: 835 time: 0.0435767 Jan 28 20:18:07.138584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c374f33-4577-40a1-8c8e-23d3bbc5d15f req-21164603-254a-441d-bd2a-1f5ec69d4a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:07.140740 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c374f33-4577-40a1-8c8e-23d3bbc5d15f req-21164603-254a-441d-bd2a-1f5ec69d4a1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505400 Jan 28 20:18:07.235127 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c374f33-4577-40a1-8c8e-23d3bbc5d15f req-2f994c9c-03ea-4ba0-9e93-1a5675ca5c6f service neutron] 10.222.0.37 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871160 Jan 28 20:18:07.334130 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8c374f33-4577-40a1-8c8e-23d3bbc5d15f req-fde20d72-2a09-43bf-bc20-43bc8dc15a95 service neutron] 10.222.0.37 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931075 Jan 28 20:18:18.348237 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1483103b-1a58-4c16-9abf-3c0ff7e2361d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:20.535611 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db547315-abde-4f19-b09f-16f553994a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:22.013283 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:23.275042 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:24.554693 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:26.078870 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:28.324119 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:18:30.952870 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:39.417482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37384) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:39.583609 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port dd087809-9b73-4db7-8c11-8a9fa2ca8feb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:18:39.583883 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (dd087809-9b73-4db7-8c11-8a9fa2ca8feb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:39.664856 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (dd087809-9b73-4db7-8c11-8a9fa2ca8feb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:39.665155 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (dd087809-9b73-4db7-8c11-8a9fa2ca8feb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:39.677792 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for dd087809-9b73-4db7-8c11-8a9fa2ca8feb owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:18:39.832834 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (dd087809-9b73-4db7-8c11-8a9fa2ca8feb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:39.855776 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=dd087809-9b73-4db7-8c11-8a9fa2ca8feb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:39.870065 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:39.870437 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:39.870771 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:39.871098 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:39.871427 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:39.871745 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:39.872068 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:39.872382 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:39.872702 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:39.873023 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:39.873337 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:39.873653 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:39.873966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:39.935035 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (4f24a1a0-2882-41e0-997e-5d2c232bafff), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:39.935341 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Floating IP 4f24a1a0-2882-41e0-997e-5d2c232bafff disassociated (deleted). External IP: 172.25.0.151, port: 0bca092e-7971-4b7e-a46b-362727aaac7a. Jan 28 20:18:40.156527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router d6d36c4d-a649-4afb-90cb-e1838631d3b4 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:18:40.263998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:18:40.269081 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:40.275741 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8907ea0c-2681-4d2a-81ed-862046ebbcda None None] Sync routers for ids ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:18:40.285852 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8907ea0c-2681-4d2a-81ed-862046ebbcda None None] Routers {'d6d36c4d-a649-4afb-90cb-e1838631d3b4'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:40.286905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8907ea0c-2681-4d2a-81ed-862046ebbcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:18:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:40.302524 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-44878c95-6442-4a44-86c3-81bb55927c8c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/floatingips/4f24a1a0-2882-41e0-997e-5d2c232bafff HTTP/1.1" status: 204 len: 168 time: 0.8834820 Jan 28 20:18:40.303123 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'tag': '0bca092e-7971-4b7e-a46b-362727aaac7a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:18:40.305557 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac9f26d1a29f0c91399e43c490101928ac952e5849b55b60a284b120f3a3590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61c0821-de87-476b-ab7a-8814cc957e28" -d '{"events": [{"name": "network-changed", "server_uuid": "bb02f1d3-fe72-46a9-87cb-668d02e26907", "tag": "0bca092e-7971-4b7e-a46b-362727aaac7a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:40.346590 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7e3bf3-6fb7-4a8a-b87e-b95626927d33 x-openstack-request-id: req-5d7e3bf3-6fb7-4a8a-b87e-b95626927d33 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:40.346884 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb02f1d3-fe72-46a9-87cb-668d02e26907", "tag": "0bca092e-7971-4b7e-a46b-362727aaac7a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:40.347136 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d7e3bf3-6fb7-4a8a-b87e-b95626927d33 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:40.347546 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'tag': '0bca092e-7971-4b7e-a46b-362727aaac7a', 'status': 'completed', 'code': 200} Jan 28 20:18:40.415880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c0821-de87-476b-ab7a-8814cc957e28 req-8d7fa64f-87d1-4fbf-ab5f-f4320245fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:40.418346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e61c0821-de87-476b-ab7a-8814cc957e28 req-8d7fa64f-87d1-4fbf-ab5f-f4320245fda5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 1128 time: 0.0491190 Jan 28 20:18:40.427445 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8907ea0c-2681-4d2a-81ed-862046ebbcda None None] Set router d6d36c4d-a649-4afb-90cb-e1838631d3b4 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:40.544034 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c0821-de87-476b-ab7a-8814cc957e28 req-55d7fd0f-c0fa-4553-8edd-adde8ec75499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:40.545441 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e61c0821-de87-476b-ab7a-8814cc957e28 req-55d7fd0f-c0fa-4553-8edd-adde8ec75499 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 HTTP/1.1" status: 200 len: 898 time: 0.1189487 Jan 28 20:18:40.588716 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e61c0821-de87-476b-ab7a-8814cc957e28 req-17bde69f-f27d-4e4c-9266-58c990298037 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bca092e-7971-4b7e-a46b-362727aaac7a HTTP/1.1" status: 200 len: 217 time: 0.0365720 Jan 28 20:18:40.596747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01b720-6d0e-43c2-8e4b-fae9d7cdd455 req-ab2fdbcf-d1a3-45eb-adfd-cff264da162f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:40.598202 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9c01b720-6d0e-43c2-8e4b-fae9d7cdd455 req-ab2fdbcf-d1a3-45eb-adfd-cff264da162f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.1034257 Jan 28 20:18:40.642244 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8907ea0c-2681-4d2a-81ed-862046ebbcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1966329793', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:36Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e9d231f2-501c-4948-a666-169178d5ab50', 'name': '', 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:6f:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:36Z', 'updated_at': '2022-01-28T20:16:39Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:40.662572 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c0821-de87-476b-ab7a-8814cc957e28 req-d75a2379-ce77-4b92-9c48-2bd590816de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:40.664121 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e61c0821-de87-476b-ab7a-8814cc957e28 req-d75a2379-ce77-4b92-9c48-2bd590816de2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd8b807f-b29f-4101-a3d1-1eba95d4d021 HTTP/1.1" status: 200 len: 835 time: 0.0650835 Jan 28 20:18:40.672877 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8907ea0c-2681-4d2a-81ed-862046ebbcda None None] Checking router: d6d36c4d-a649-4afb-90cb-e1838631d3b4 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:18:40.682832 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8907ea0c-2681-4d2a-81ed-862046ebbcda None None] Routers {'d6d36c4d-a649-4afb-90cb-e1838631d3b4'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:40.683449 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8907ea0c-2681-4d2a-81ed-862046ebbcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:18:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:40.698086 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9c01b720-6d0e-43c2-8e4b-fae9d7cdd455 req-567a386a-52b8-47c2-802f-aca4c4e76da1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917568 Jan 28 20:18:40.730376 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c0821-de87-476b-ab7a-8814cc957e28 req-cc7c13df-7d03-4611-87d1-5eb34dc407ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:40.731899 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e61c0821-de87-476b-ab7a-8814cc957e28 req-cc7c13df-7d03-4611-87d1-5eb34dc407ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512857 Jan 28 20:18:40.791890 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8907ea0c-2681-4d2a-81ed-862046ebbcda None None] Set router d6d36c4d-a649-4afb-90cb-e1838631d3b4 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:40.821389 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e61c0821-de87-476b-ab7a-8814cc957e28 req-8fbb84fb-285e-4837-b31b-f9e9636b4212 service neutron] 10.222.0.37 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817857 Jan 28 20:18:40.915495 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e61c0821-de87-476b-ab7a-8814cc957e28 req-31085f39-a75f-450b-8035-95ee7fa6b756 service neutron] 10.222.0.37 "GET /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875115 Jan 28 20:18:40.994634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8907ea0c-2681-4d2a-81ed-862046ebbcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1966329793', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:36Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e9d231f2-501c-4948-a666-169178d5ab50', 'name': '', 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:6f:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:36Z', 'updated_at': '2022-01-28T20:16:39Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:41.027192 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8907ea0c-2681-4d2a-81ed-862046ebbcda None None] The sync data for ids ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'] in n-d-824834-4 is: [{'id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1966329793', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:36Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'e9d231f2-501c-4948-a666-169178d5ab50', 'name': '', 'network_id': 'bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:6f:3d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:36Z', 'updated_at': '2022-01-28T20:16:39Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': 'fd8b807f-b29f-4101-a3d1-1eba95d4d021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:18:41.244330 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc27b3a-6296-426a-a51c-abe3f0192ebe None None] New status for floating IP 4f24a1a0-2882-41e0-997e-5d2c232bafff: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:18:41.825893 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66009a-8412-405d-bfd0-56e764774a54 req-a783e1c7-82b7-445b-b5a2-1ceb3391696c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:41.827417 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1d66009a-8412-405d-bfd0-56e764774a54 req-a783e1c7-82b7-445b-b5a2-1ceb3391696c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0581982 Jan 28 20:18:41.877813 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1d66009a-8412-405d-bfd0-56e764774a54 req-301981b6-b7f2-44e9-aa90-2d8a0d577f4b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed4a27c4-4524-4542-a4c1-3db85652b2b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446885 Jan 28 20:18:42.076016 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f00dd7-097c-44e3-b540-c9e70d7af880 req-8e10b70b-4ca5-4654-851e-4da80a46a10e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:42.077534 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71f00dd7-097c-44e3-b540-c9e70d7af880 req-8e10b70b-4ca5-4654-851e-4da80a46a10e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 946 time: 0.0649514 Jan 28 20:18:42.174595 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-71f00dd7-097c-44e3-b540-c9e70d7af880 req-bfba8fc8-5af8-4e50-ad72-ce0c93786bdf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port 0bca092e-7971-4b7e-a46b-362727aaac7a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:18:42.174907 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-71f00dd7-097c-44e3-b540-c9e70d7af880 req-bfba8fc8-5af8-4e50-ad72-ce0c93786bdf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:42.272270 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-71f00dd7-097c-44e3-b540-c9e70d7af880 req-bfba8fc8-5af8-4e50-ad72-ce0c93786bdf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] For port 0bca092e-7971-4b7e-a46b-362727aaac7a, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=0bca092e-7971-4b7e-a46b-362727aaac7a,segment=NetworkSegment(8fb1bcbd-5fda-4576-9d28-f272ac1cf630),segment_id=8fb1bcbd-5fda-4576-9d28-f272ac1cf630)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:42.272726 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-71f00dd7-097c-44e3-b540-c9e70d7af880 req-bfba8fc8-5af8-4e50-ad72-ce0c93786bdf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:42.285228 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-71f00dd7-097c-44e3-b540-c9e70d7af880 req-bfba8fc8-5af8-4e50-ad72-ce0c93786bdf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for 0bca092e-7971-4b7e-a46b-362727aaac7a owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:18:42.425770 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-71f00dd7-097c-44e3-b540-c9e70d7af880 req-bfba8fc8-5af8-4e50-ad72-ce0c93786bdf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0bca092e-7971-4b7e-a46b-362727aaac7a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:42.454853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba8fc8-5af8-4e50-ad72-ce0c93786bdf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=0bca092e-7971-4b7e-a46b-362727aaac7a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:42.499150 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f00dd7-097c-44e3-b540-c9e70d7af880 req-bfba8fc8-5af8-4e50-ad72-ce0c93786bdf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] No DVR routers for this DVR port 0bca092e-7971-4b7e-a46b-362727aaac7a on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:18:42.501973 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-71f00dd7-097c-44e3-b540-c9e70d7af880 req-bfba8fc8-5af8-4e50-ad72-ce0c93786bdf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:42.505739 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-71f00dd7-097c-44e3-b540-c9e70d7af880 req-bfba8fc8-5af8-4e50-ad72-ce0c93786bdf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.37 "DELETE /v2.0/ports/0bca092e-7971-4b7e-a46b-362727aaac7a HTTP/1.1" status: 204 len: 173 time: 0.4231055 Jan 28 20:18:42.506202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'name': 'network-vif-deleted', 'tag': '0bca092e-7971-4b7e-a46b-362727aaac7a'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:18:42.509107 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3603ba8c-a47a-4069-af52-1f1ff41ad153" -d '{"events": [{"server_uuid": "bb02f1d3-fe72-46a9-87cb-668d02e26907", "name": "network-vif-deleted", "tag": "0bca092e-7971-4b7e-a46b-362727aaac7a"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:42.549960 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf0ec34-e6cd-4c3a-8d75-38bdbe92d14c x-openstack-request-id: req-2bf0ec34-e6cd-4c3a-8d75-38bdbe92d14c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:42.550302 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb02f1d3-fe72-46a9-87cb-668d02e26907", "name": "network-vif-deleted", "tag": "0bca092e-7971-4b7e-a46b-362727aaac7a", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:42.550556 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2bf0ec34-e6cd-4c3a-8d75-38bdbe92d14c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:42.550964 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb02f1d3-fe72-46a9-87cb-668d02e26907', 'name': 'network-vif-deleted', 'tag': '0bca092e-7971-4b7e-a46b-362727aaac7a', 'status': 'completed', 'code': 200} Jan 28 20:18:43.004506 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-27db559e-83cb-49f8-95dd-3dca0016f27c req-5fc702b6-959c-4111-b12d-19c2f3e28b1d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb02f1d3-fe72-46a9-87cb-668d02e26907 HTTP/1.1" status: 200 len: 210 time: 0.0289164 Jan 28 20:18:44.074002 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37402) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:44.454549 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b559208e-9c3a-404f-a064-d5a0ebb04049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (d6d36c4d-a649-4afb-90cb-e1838631d3b4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:44.708848 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b559208e-9c3a-404f-a064-d5a0ebb04049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port e9d231f2-501c-4948-a666-169178d5ab50 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:18:44.709201 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b559208e-9c3a-404f-a064-d5a0ebb04049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e9d231f2-501c-4948-a666-169178d5ab50), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:44.807754 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-b559208e-9c3a-404f-a064-d5a0ebb04049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] For port e9d231f2-501c-4948-a666-169178d5ab50, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e9d231f2-501c-4948-a666-169178d5ab50,segment=NetworkSegment(8fb1bcbd-5fda-4576-9d28-f272ac1cf630),segment_id=8fb1bcbd-5fda-4576-9d28-f272ac1cf630)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:44.808117 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b559208e-9c3a-404f-a064-d5a0ebb04049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e9d231f2-501c-4948-a666-169178d5ab50), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:44.820509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-b559208e-9c3a-404f-a064-d5a0ebb04049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for e9d231f2-501c-4948-a666-169178d5ab50 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:18:45.020981 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b559208e-9c3a-404f-a064-d5a0ebb04049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (e9d231f2-501c-4948-a666-169178d5ab50), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:45.046961 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559208e-9c3a-404f-a064-d5a0ebb04049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=e9d231f2-501c-4948-a666-169178d5ab50,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:45.218841 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b559208e-9c3a-404f-a064-d5a0ebb04049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (d6d36c4d-a649-4afb-90cb-e1838631d3b4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:45.691703 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0bca092e-7971-4b7e-a46b-362727aaac7a no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:18:45.712306 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 0bca092e-7971-4b7e-a46b-362727aaac7a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:18:45.712629 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 0bca092e-7971-4b7e-a46b-362727aaac7a not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:18:45.729299 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b559208e-9c3a-404f-a064-d5a0ebb04049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router d6d36c4d-a649-4afb-90cb-e1838631d3b4 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:18:45.836739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b559208e-9c3a-404f-a064-d5a0ebb04049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:18:45.842690 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b559208e-9c3a-404f-a064-d5a0ebb04049 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "PUT /v2.0/routers/d6d36c4d-a649-4afb-90cb-e1838631d3b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7675295 Jan 28 20:18:45.845521 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37404) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:45.849013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ee9873-ca01-4f27-a972-f9ece4ab9a3d None None] Sync routers for ids ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:18:45.860972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ee9873-ca01-4f27-a972-f9ece4ab9a3d None None] Routers {'d6d36c4d-a649-4afb-90cb-e1838631d3b4'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:45.861600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-96ee9873-ca01-4f27-a972-f9ece4ab9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:18:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:45.897517 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-6525931a-4bc5-4796-b3ad-1c6c3086f6b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting subnet fd8b807f-b29f-4101-a3d1-1eba95d4d021 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:18:45.900760 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6525931a-4bc5-4796-b3ad-1c6c3086f6b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for subnet (fd8b807f-b29f-4101-a3d1-1eba95d4d021), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:45.940667 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6525931a-4bc5-4796-b3ad-1c6c3086f6b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (fd8b807f-b29f-4101-a3d1-1eba95d4d021), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:45.969636 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-96ee9873-ca01-4f27-a972-f9ece4ab9a3d None None] Set router d6d36c4d-a649-4afb-90cb-e1838631d3b4 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:46.023981 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6525931a-4bc5-4796-b3ad-1c6c3086f6b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (fd8b807f-b29f-4101-a3d1-1eba95d4d021), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.081425 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6525931a-4bc5-4796-b3ad-1c6c3086f6b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (fd8b807f-b29f-4101-a3d1-1eba95d4d021), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.107571 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525931a-4bc5-4796-b3ad-1c6c3086f6b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8b807f-b29f-4101-a3d1-1eba95d4d021,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:46.111118 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6525931a-4bc5-4796-b3ad-1c6c3086f6b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.117218 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6525931a-4bc5-4796-b3ad-1c6c3086f6b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/subnets/fd8b807f-b29f-4101-a3d1-1eba95d4d021 HTTP/1.1" status: 204 len: 168 time: 0.2676768 Jan 28 20:18:46.118079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37406) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:46.127427 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564b1057-3a2b-4b70-a9df-3c0b784919cf None None] Network bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:18:46.225766 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-96ee9873-ca01-4f27-a972-f9ece4ab9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1966329793', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:18:44Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:46.231040 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router (d6d36c4d-a649-4afb-90cb-e1838631d3b4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.255948 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ee9873-ca01-4f27-a972-f9ece4ab9a3d None None] Checking router: d6d36c4d-a649-4afb-90cb-e1838631d3b4 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:18:46.268772 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ee9873-ca01-4f27-a972-f9ece4ab9a3d None None] Routers {'d6d36c4d-a649-4afb-90cb-e1838631d3b4'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:46.269702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-96ee9873-ca01-4f27-a972-f9ece4ab9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:18:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:46.349766 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (d6d36c4d-a649-4afb-90cb-e1838631d3b4), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.353983 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416399b6-64ad-45b9-9f39-e3e693d973ef None None] DHCP port deletion for bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:18:46.400808 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-96ee9873-ca01-4f27-a972-f9ece4ab9a3d None None] Set router d6d36c4d-a649-4afb-90cb-e1838631d3b4 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:46.409641 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port fb11a20e-076f-4b2c-8d32-b3b194c54adb {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:18:46.410142 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (fb11a20e-076f-4b2c-8d32-b3b194c54adb), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.489291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] For port fb11a20e-076f-4b2c-8d32-b3b194c54adb, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=fb11a20e-076f-4b2c-8d32-b3b194c54adb,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:46.489565 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (fb11a20e-076f-4b2c-8d32-b3b194c54adb), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.502573 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for fb11a20e-076f-4b2c-8d32-b3b194c54adb owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:18:46.672162 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (fb11a20e-076f-4b2c-8d32-b3b194c54adb), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.687816 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-416399b6-64ad-45b9-9f39-e3e693d973ef None None] Deleting port cae77782-f699-4151-9fd0-faae6dc7c2a2 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:18:46.688202 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-416399b6-64ad-45b9-9f39-e3e693d973ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (cae77782-f699-4151-9fd0-faae6dc7c2a2), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.698138 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=fb11a20e-076f-4b2c-8d32-b3b194c54adb,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:46.710747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:46.711099 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:46.711434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:46.711765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:46.712103 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:46.712435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:46.712764 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:46.713086 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:46.713420 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:46.713747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:46.714100 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:46.714427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:46.714748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:46.774055 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (d6d36c4d-a649-4afb-90cb-e1838631d3b4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.790495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-416399b6-64ad-45b9-9f39-e3e693d973ef None None] For port cae77782-f699-4151-9fd0-faae6dc7c2a2, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=cae77782-f699-4151-9fd0-faae6dc7c2a2,segment=NetworkSegment(8fb1bcbd-5fda-4576-9d28-f272ac1cf630),segment_id=8fb1bcbd-5fda-4576-9d28-f272ac1cf630)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:46.791122 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-416399b6-64ad-45b9-9f39-e3e693d973ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (cae77782-f699-4151-9fd0-faae6dc7c2a2), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.805441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-416399b6-64ad-45b9-9f39-e3e693d973ef None None] Calling delete_port for cae77782-f699-4151-9fd0-faae6dc7c2a2 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:18:46.864756 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (d6d36c4d-a649-4afb-90cb-e1838631d3b4), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.866933 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_controller (d6d36c4d-a649-4afb-90cb-e1838631d3b4), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.876465 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-96ee9873-ca01-4f27-a972-f9ece4ab9a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1966329793', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:18:44Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:46.906360 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ee9873-ca01-4f27-a972-f9ece4ab9a3d None None] The sync data for ids ['d6d36c4d-a649-4afb-90cb-e1838631d3b4'] in n-d-824834-4 is: [{'id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1966329793', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:18:44Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'fb11a20e-076f-4b2c-8d32-b3b194c54adb', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d36c4d-a649-4afb-90cb-e1838631d3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:16:33Z', 'updated_at': '2022-01-28T20:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:18:46.912741 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (d6d36c4d-a649-4afb-90cb-e1838631d3b4), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.913296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Fanout notify agent at l3_agent the message router_deleted on router d6d36c4d-a649-4afb-90cb-e1838631d3b4 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:18:46.922062 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.926273 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e17d8694-506c-4bc3-816b-5691ea8004b3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/routers/d6d36c4d-a649-4afb-90cb-e1838631d3b4 HTTP/1.1" status: 204 len: 168 time: 0.8053713 Jan 28 20:18:46.926452 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:46.935507 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-416399b6-64ad-45b9-9f39-e3e693d973ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (cae77782-f699-4151-9fd0-faae6dc7c2a2), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.966942 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416399b6-64ad-45b9-9f39-e3e693d973ef None None] No DVR routers for this DVR port cae77782-f699-4151-9fd0-faae6dc7c2a2 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:18:46.971260 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416399b6-64ad-45b9-9f39-e3e693d973ef None None] Pushing event deleted for resources: {'Port': ['ID=cae77782-f699-4151-9fd0-faae6dc7c2a2,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:47.014136 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f020c1b6-e644-4971-a37b-47dd28d75faf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.102866 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f020c1b6-e644-4971-a37b-47dd28d75faf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.122930 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f020c1b6-e644-4971-a37b-47dd28d75faf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:47.132101 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f020c1b6-e644-4971-a37b-47dd28d75faf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb1bcbd-5fda-4576-9d28-f272ac1cf630') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:47.132397 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-f020c1b6-e644-4971-a37b-47dd28d75faf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb1bcbd-5fda-4576-9d28-f272ac1cf630') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:47.141566 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f020c1b6-e644-4971-a37b-47dd28d75faf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (8fb1bcbd-5fda-4576-9d28-f272ac1cf630), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.154545 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f020c1b6-e644-4971-a37b-47dd28d75faf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (8fb1bcbd-5fda-4576-9d28-f272ac1cf630), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.160403 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f020c1b6-e644-4971-a37b-47dd28d75faf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:18:47.160776 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f020c1b6-e644-4971-a37b-47dd28d75faf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (8fb1bcbd-5fda-4576-9d28-f272ac1cf630), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: timer() Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:18:47.163719 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:18:47.225493 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f020c1b6-e644-4971-a37b-47dd28d75faf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.232283 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f020c1b6-e644-4971-a37b-47dd28d75faf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.235439 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f020c1b6-e644-4971-a37b-47dd28d75faf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/networks/bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334 HTTP/1.1" status: 204 len: 168 time: 0.3079324 Jan 28 20:18:47.238619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37410) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:47.247827 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020c1b6-e644-4971-a37b-47dd28d75faf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Network': ['ID=bb02ed73-0b35-4f9f-9a1f-d9ef35e6f334,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:47.301157 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8962a571-0414-4a21-9d7a-734b72d34e31 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (ed4a27c4-4524-4542-a4c1-3db85652b2b0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.328981 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8962a571-0414-4a21-9d7a-734b72d34e31 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (ed4a27c4-4524-4542-a4c1-3db85652b2b0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.402642 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8962a571-0414-4a21-9d7a-734b72d34e31 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ed4a27c4-4524-4542-a4c1-3db85652b2b0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.405377 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8962a571-0414-4a21-9d7a-734b72d34e31 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.406620 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8962a571-0414-4a21-9d7a-734b72d34e31 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/security-groups/ed4a27c4-4524-4542-a4c1-3db85652b2b0 HTTP/1.1" status: 204 len: 168 time: 0.1669879 Jan 28 20:18:47.421769 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962a571-0414-4a21-9d7a-734b72d34e31 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4a27c4-4524-4542-a4c1-3db85652b2b0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:47.688304 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37416) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:47.693019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fd6daef6-eb17-40d0-b7c6-409544e04d2c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-657908470', 'description': 'tempest-secgroup-smoke-657908470 description', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:47.717647 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6daef6-eb17-40d0-b7c6-409544e04d2c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.783139 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6daef6-eb17-40d0-b7c6-409544e04d2c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (d291935f-8a03-4483-859f-0b9a22f8c501), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.788788 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6daef6-eb17-40d0-b7c6-409544e04d2c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d291935f-8a03-4483-859f-0b9a22f8c501), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.816556 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fd6daef6-eb17-40d0-b7c6-409544e04d2c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.817795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fd6daef6-eb17-40d0-b7c6-409544e04d2c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1284585 Jan 28 20:18:47.820999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37418) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:47.821859 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6daef6-eb17-40d0-b7c6-409544e04d2c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d291935f-8a03-4483-859f-0b9a22f8c501,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:47.826009 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2fea4dce-43a4-40a9-8691-e70088b359ec tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'd291935f-8a03-4483-859f-0b9a22f8c501', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:47.856231 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fea4dce-43a4-40a9-8691-e70088b359ec tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (144ac7cc-60e7-4530-b75a-69d1bfc38546), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.911315 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fea4dce-43a4-40a9-8691-e70088b359ec tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (144ac7cc-60e7-4530-b75a-69d1bfc38546), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.915815 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fea4dce-43a4-40a9-8691-e70088b359ec tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (144ac7cc-60e7-4530-b75a-69d1bfc38546), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.935705 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea4dce-43a4-40a9-8691-e70088b359ec tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144ac7cc-60e7-4530-b75a-69d1bfc38546,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:47.942921 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2fea4dce-43a4-40a9-8691-e70088b359ec tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.944059 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2fea4dce-43a4-40a9-8691-e70088b359ec tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219561 Jan 28 20:18:47.947338 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37420) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:47.952204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-00189a45-1268-4226-b194-ddf1f37d25a4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'd291935f-8a03-4483-859f-0b9a22f8c501', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:47.981379 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00189a45-1268-4226-b194-ddf1f37d25a4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (ec8d4613-fa23-4dbc-9401-b426391aa7dc), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.038998 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00189a45-1268-4226-b194-ddf1f37d25a4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (ec8d4613-fa23-4dbc-9401-b426391aa7dc), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.044103 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00189a45-1268-4226-b194-ddf1f37d25a4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (ec8d4613-fa23-4dbc-9401-b426391aa7dc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.062560 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00189a45-1268-4226-b194-ddf1f37d25a4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8d4613-fa23-4dbc-9401-b426391aa7dc,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:48.069138 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-00189a45-1268-4226-b194-ddf1f37d25a4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.070482 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-00189a45-1268-4226-b194-ddf1f37d25a4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221571 Jan 28 20:18:48.073175 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37422) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:48.077402 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-77c346f9-a07a-4a1a-8813-a4d8b5420759 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'd291935f-8a03-4483-859f-0b9a22f8c501', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:48.101743 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77c346f9-a07a-4a1a-8813-a4d8b5420759 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (32f9f6a0-2db7-4b52-8830-779edc7b3d9b), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.158829 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77c346f9-a07a-4a1a-8813-a4d8b5420759 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (32f9f6a0-2db7-4b52-8830-779edc7b3d9b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.163771 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77c346f9-a07a-4a1a-8813-a4d8b5420759 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (32f9f6a0-2db7-4b52-8830-779edc7b3d9b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.182726 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c346f9-a07a-4a1a-8813-a4d8b5420759 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f9f6a0-2db7-4b52-8830-779edc7b3d9b,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:48.190788 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-77c346f9-a07a-4a1a-8813-a4d8b5420759 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.191988 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-77c346f9-a07a-4a1a-8813-a4d8b5420759 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179299 Jan 28 20:18:48.194957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37424) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:48.199200 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-19c7c610-36b4-4f7d-b297-0058a112b6a7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'd291935f-8a03-4483-859f-0b9a22f8c501', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:48.225027 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c7c610-36b4-4f7d-b297-0058a112b6a7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (c213bb3a-7200-4734-b528-d265e535a9db), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.280757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fb11a20e-076f-4b2c-8d32-b3b194c54adb no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:18:48.284067 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c7c610-36b4-4f7d-b297-0058a112b6a7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (c213bb3a-7200-4734-b528-d265e535a9db), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.289461 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c7c610-36b4-4f7d-b297-0058a112b6a7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (c213bb3a-7200-4734-b528-d265e535a9db), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.305040 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: fb11a20e-076f-4b2c-8d32-b3b194c54adb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:18:48.305385 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device fb11a20e-076f-4b2c-8d32-b3b194c54adb not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:18:48.305801 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cae77782-f699-4151-9fd0-faae6dc7c2a2 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:18:48.307564 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7c610-36b4-4f7d-b297-0058a112b6a7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c213bb3a-7200-4734-b528-d265e535a9db,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:48.316537 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19c7c610-36b4-4f7d-b297-0058a112b6a7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.320397 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-19c7c610-36b4-4f7d-b297-0058a112b6a7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219280 Jan 28 20:18:48.320550 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37426) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:48.326479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2b73daf5-40ae-4e15-899a-6efccd3ce74c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'd291935f-8a03-4483-859f-0b9a22f8c501', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:48.328571 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: cae77782-f699-4151-9fd0-faae6dc7c2a2 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:18:48.328910 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device cae77782-f699-4151-9fd0-faae6dc7c2a2 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:18:48.329312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e9d231f2-501c-4948-a666-169178d5ab50 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:18:48.346714 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-2b73daf5-40ae-4e15-899a-6efccd3ce74c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Project 69f0c0d871d74d1da638b4ca8915fe93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:18:48.351751 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b73daf5-40ae-4e15-899a-6efccd3ce74c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (a38661a2-e621-4fce-89af-ce33697eb48c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.354462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: e9d231f2-501c-4948-a666-169178d5ab50 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:18:48.354831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e9d231f2-501c-4948-a666-169178d5ab50 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:18:48.361679 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5a664bb0-20d1-44af-a7a9-7e79a3f1e64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.423792 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b73daf5-40ae-4e15-899a-6efccd3ce74c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (a38661a2-e621-4fce-89af-ce33697eb48c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.428635 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b73daf5-40ae-4e15-899a-6efccd3ce74c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (a38661a2-e621-4fce-89af-ce33697eb48c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.445949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73daf5-40ae-4e15-899a-6efccd3ce74c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38661a2-e621-4fce-89af-ce33697eb48c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:48.454934 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2b73daf5-40ae-4e15-899a-6efccd3ce74c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.456163 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2b73daf5-40ae-4e15-899a-6efccd3ce74c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1346850 Jan 28 20:18:48.458985 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37428) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:48.463406 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b8de141b-293f-4b20-8384-f047fd570366 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'd291935f-8a03-4483-859f-0b9a22f8c501', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:48.483245 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-b8de141b-293f-4b20-8384-f047fd570366 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Project 69f0c0d871d74d1da638b4ca8915fe93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:18:48.488057 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8de141b-293f-4b20-8384-f047fd570366 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (73e7d79b-424f-46fe-bba6-22600ac648bb), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.547968 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8de141b-293f-4b20-8384-f047fd570366 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (73e7d79b-424f-46fe-bba6-22600ac648bb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.553088 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8de141b-293f-4b20-8384-f047fd570366 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (73e7d79b-424f-46fe-bba6-22600ac648bb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.570632 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de141b-293f-4b20-8384-f047fd570366 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e7d79b-424f-46fe-bba6-22600ac648bb,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:48.582221 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8de141b-293f-4b20-8384-f047fd570366 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.583586 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b8de141b-293f-4b20-8384-f047fd570366 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236269 Jan 28 20:18:48.587808 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37430) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:48.593129 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-8e90be12-a154-48bf-8d2d-1e8d5ac0ff09 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'network': {'name': 'tempest-network-smoke--311808898', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'port_security_enabled': True}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:48.615963 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e90be12-a154-48bf-8d2d-1e8d5ac0ff09 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Made reservation on behalf of 69f0c0d871d74d1da638b4ca8915fe93 for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:48.619424 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e90be12-a154-48bf-8d2d-1e8d5ac0ff09 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.643412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e90be12-a154-48bf-8d2d-1e8d5ac0ff09 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:18:48.653247 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e90be12-a154-48bf-8d2d-1e8d5ac0ff09 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1947bd84-9387-4e49-b10e-fc12fbf11df3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.653598 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-8e90be12-a154-48bf-8d2d-1e8d5ac0ff09 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Added segment 1947bd84-9387-4e49-b10e-fc12fbf11df3 of type vlan for network 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 Jan 28 20:18:48.694436 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e90be12-a154-48bf-8d2d-1e8d5ac0ff09 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (9e7665ca-ba4f-4aff-99e2-79f2c31bdb86), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.720010 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e90be12-a154-48bf-8d2d-1e8d5ac0ff09 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (9e7665ca-ba4f-4aff-99e2-79f2c31bdb86), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.725082 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e90be12-a154-48bf-8d2d-1e8d5ac0ff09 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:48.725820 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8e90be12-a154-48bf-8d2d-1e8d5ac0ff09 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.787945 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8e90be12-a154-48bf-8d2d-1e8d5ac0ff09 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1964123 Jan 28 20:18:48.788291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37432) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:48.792652 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-241808969', 'admin_state_up': True, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:48.809941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90be12-a154-48bf-8d2d-1e8d5ac0ff09 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Network': ['ID=9e7665ca-ba4f-4aff-99e2-79f2c31bdb86,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:48.822151 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:18:48.823304 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (cb497e52-5ac9-4be3-b036-91f539e72f88), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.824353 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (cb497e52-5ac9-4be3-b036-91f539e72f88), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:48.874894 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_controller (cb497e52-5ac9-4be3-b036-91f539e72f88), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:49.022772 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (cb497e52-5ac9-4be3-b036-91f539e72f88), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:49.232539 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (cb497e52-5ac9-4be3-b036-91f539e72f88), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:49.250776 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:49.352993 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.25.0.132 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/7d395bdf-54d7-4220-9787-1959f165d27f) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:49.461916 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (7d395bdf-54d7-4220-9787-1959f165d27f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:49.499663 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (7d395bdf-54d7-4220-9787-1959f165d27f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:49.536238 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:49.539185 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:49.544557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:49.550388 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=7d395bdf-54d7-4220-9787-1959f165d27f,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:49.792970 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (cb497e52-5ac9-4be3-b036-91f539e72f88), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:49.986889 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (cb497e52-5ac9-4be3-b036-91f539e72f88), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:50.119619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router cb497e52-5ac9-4be3-b036-91f539e72f88 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:18:50.232918 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:18:50.246993 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Sync routers for ids ['cb497e52-5ac9-4be3-b036-91f539e72f88'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:18:50.254305 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:50.255574 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-99d7907e-3945-4362-8ebe-9864807b08b8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4663854 Jan 28 20:18:50.257173 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Routers {'cb497e52-5ac9-4be3-b036-91f539e72f88'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:50.257790 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:18:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb497e52-5ac9-4be3-b036-91f539e72f88'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:50.258897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37434) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:50.335574 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-af7b90c7-e17f-4505-b48a-02eb47998f06 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=69f0c0d871d74d1da638b4ca8915fe93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731974 Jan 28 20:18:50.335813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37438) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:50.361857 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Set router cb497e52-5ac9-4be3-b036-91f539e72f88 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:50.419682 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb99f61a-4627-4c37-93f4-79ec56eb2232 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:50.424329 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bb99f61a-4627-4c37-93f4-79ec56eb2232 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0845609 Jan 28 20:18:50.424674 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37440) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:50.456478 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-767bf37a-8c9e-4ca8-b2f6-0fcf3e4cd033 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306869 Jan 28 20:18:50.459666 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37442) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:50.464526 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9a39fed6-3f59-4612-aadc-56da98bc36ff tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1658247671', 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:50.539304 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241808969', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:48Z', 'updated_at': '2022-01-28T20:18:49Z', 'revision_number': 3, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:49Z', 'updated_at': '2022-01-28T20:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:50.540104 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-98620eea-b1b6-4f76-a181-26e909585930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:50.551375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a39fed6-3f59-4612-aadc-56da98bc36ff tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Made reservation on behalf of 69f0c0d871d74d1da638b4ca8915fe93 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:50.555031 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a39fed6-3f59-4612-aadc-56da98bc36ff tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:50.566791 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Checking router: cb497e52-5ac9-4be3-b036-91f539e72f88 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:18:50.567143 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Updating router cb497e52-5ac9-4be3-b036-91f539e72f88 port 7d395bdf-54d7-4220-9787-1959f165d27f binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:18:50.593242 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7d395bdf-54d7-4220-9787-1959f165d27f), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:50.852476 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Publish callbacks [] for port (7d395bdf-54d7-4220-9787-1959f165d27f), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:50.859109 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7d395bdf-54d7-4220-9787-1959f165d27f), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:50.906007 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Attempting to bind port 7d395bdf-54d7-4220-9787-1959f165d27f on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:18:50.906421 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Attempting to bind port 7d395bdf-54d7-4220-9787-1959f165d27f by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:18:50.906775 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Attempting to bind port 7d395bdf-54d7-4220-9787-1959f165d27f on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:50.924529 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb72618-cdef-4e72-a76c-b59012061e9b None None] Pushing event updated for resources: {'Port': ['ID=7d395bdf-54d7-4220-9787-1959f165d27f,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:50.924529 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:50.924529 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:18:50.924529 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:50.924529 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:50.924529 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Bound port: 7d395bdf-54d7-4220-9787-1959f165d27f, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:18:50.924529 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7d395bdf-54d7-4220-9787-1959f165d27f), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:50.949079 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb72618-cdef-4e72-a76c-b59012061e9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:50.949079 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb72618-cdef-4e72-a76c-b59012061e9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:50.949312 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb72618-cdef-4e72-a76c-b59012061e9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:50.949601 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb72618-cdef-4e72-a76c-b59012061e9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:50.949952 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb72618-cdef-4e72-a76c-b59012061e9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:50.950427 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb72618-cdef-4e72-a76c-b59012061e9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:50.950758 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb72618-cdef-4e72-a76c-b59012061e9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:50.951077 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb72618-cdef-4e72-a76c-b59012061e9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:50.951421 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb72618-cdef-4e72-a76c-b59012061e9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:50.951707 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb72618-cdef-4e72-a76c-b59012061e9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:50.952021 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb72618-cdef-4e72-a76c-b59012061e9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:50.952338 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb72618-cdef-4e72-a76c-b59012061e9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:50.952650 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb72618-cdef-4e72-a76c-b59012061e9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:50.987180 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] For port 7d395bdf-54d7-4220-9787-1959f165d27f, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:50.990424 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] For port 7d395bdf-54d7-4220-9787-1959f165d27f, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7d395bdf-54d7-4220-9787-1959f165d27f,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:50.997909 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7d395bdf-54d7-4220-9787-1959f165d27f), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:51.057122 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Routers {'cb497e52-5ac9-4be3-b036-91f539e72f88'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:51.057697 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:18:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb497e52-5ac9-4be3-b036-91f539e72f88'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:51.081004 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a39fed6-3f59-4612-aadc-56da98bc36ff tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (79799223-9b4b-48bc-a6cb-14cc34424377), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:51.092635 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb72618-cdef-4e72-a76c-b59012061e9b None None] Pushing event updated for resources: {'Port': ['ID=7d395bdf-54d7-4220-9787-1959f165d27f,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:51.133872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39fed6-3f59-4612-aadc-56da98bc36ff tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Subnet': ['ID=79799223-9b4b-48bc-a6cb-14cc34424377,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:51.149099 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39fed6-3f59-4612-aadc-56da98bc36ff tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Checking segment: {'id': '1947bd84-9387-4e49-b10e-fc12fbf11df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:18:51.149461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a39fed6-3f59-4612-aadc-56da98bc36ff tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network hostable DHCP agents. Network: 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:18:51.166473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a39fed6-3f59-4612-aadc-56da98bc36ff tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:18:51.172603 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] Set router cb497e52-5ac9-4be3-b036-91f539e72f88 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:51.175975 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-9a39fed6-3f59-4612-aadc-56da98bc36ff tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:51.180395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a39fed6-3f59-4612-aadc-56da98bc36ff tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:51.180976 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9a39fed6-3f59-4612-aadc-56da98bc36ff tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:51.187499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39442cdf-e735-4c00-ae8e-cd9151b0780b None None] Network 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:18:51.198268 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9a39fed6-3f59-4612-aadc-56da98bc36ff tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7375028 Jan 28 20:18:51.201078 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37444) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:51.293241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-9e7665ca-ba4f-4aff-99e2-79f2c31bdb86', 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ips': [{'subnet_id': '79799223-9b4b-48bc-a6cb-14cc34424377'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:18:51.294149 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:51.355737 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241808969', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:48Z', 'updated_at': '2022-01-28T20:18:49Z', 'revision_number': 3, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:49Z', 'updated_at': '2022-01-28T20:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:51.381600 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f353817-e0e5-4d85-9cc4-23ff5193b376 None None] The sync data for ids ['cb497e52-5ac9-4be3-b036-91f539e72f88'] in n-d-824834-4 is: [{'id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241808969', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:48Z', 'updated_at': '2022-01-28T20:18:49Z', 'revision_number': 3, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:49Z', 'updated_at': '2022-01-28T20:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:18:51.430958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Allocated IP 172.20.0.2 (9e7665ca-ba4f-4aff-99e2-79f2c31bdb86/79799223-9b4b-48bc-a6cb-14cc34424377/3746be43-d8dc-441b-aca7-9d0043cbb9fb) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:51.587430 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Publish callbacks [] for port (3746be43-d8dc-441b-aca7-9d0043cbb9fb), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:51.594466 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (3746be43-d8dc-441b-aca7-9d0043cbb9fb), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:51.632536 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Network 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:51.636100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:51.642075 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:51.657594 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Pushing event updated for resources: {'Port': ['ID=3746be43-d8dc-441b-aca7-9d0043cbb9fb,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:51.685642 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:51.686097 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:51.686504 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:51.686932 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:51.687334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:51.687730 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:51.688124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:51.688514 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:51.688910 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:51.689292 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:51.689625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:51.689946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:51.692253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:51.696865 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:51.725705 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Attempting to bind port 3746be43-d8dc-441b-aca7-9d0043cbb9fb on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:18:51.726205 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Attempting to bind port 3746be43-d8dc-441b-aca7-9d0043cbb9fb by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '1947bd84-9387-4e49-b10e-fc12fbf11df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:18:51.726636 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Attempting to bind port 3746be43-d8dc-441b-aca7-9d0043cbb9fb on network 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:51.732099 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:51.732561 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Checking segment: {'id': '1947bd84-9387-4e49-b10e-fc12fbf11df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:18:51.733056 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:51.733530 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Bound using segment: {'id': '1947bd84-9387-4e49-b10e-fc12fbf11df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:51.734093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Bound port: 3746be43-d8dc-441b-aca7-9d0043cbb9fb, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1947bd84-9387-4e49-b10e-fc12fbf11df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:18:51.734665 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3746be43-d8dc-441b-aca7-9d0043cbb9fb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:51.804577 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] For port 3746be43-d8dc-441b-aca7-9d0043cbb9fb, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:51.809087 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] For port 3746be43-d8dc-441b-aca7-9d0043cbb9fb, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=3746be43-d8dc-441b-aca7-9d0043cbb9fb,segment=NetworkSegment(1947bd84-9387-4e49-b10e-fc12fbf11df3),segment_id=1947bd84-9387-4e49-b10e-fc12fbf11df3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:51.817066 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3746be43-d8dc-441b-aca7-9d0043cbb9fb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:51.890113 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81810df6-f4c8-4538-a725-948433b9b7ab None None] Pushing event updated for resources: {'Port': ['ID=3746be43-d8dc-441b-aca7-9d0043cbb9fb,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:52.014390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.20.0.1 (9e7665ca-ba4f-4aff-99e2-79f2c31bdb86/79799223-9b4b-48bc-a6cb-14cc34424377/aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:52.024476 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:52.160666 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:52.197364 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:52.240633 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:52.249393 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:52.251927 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:52.291679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:52.310054 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (cb497e52-5ac9-4be3-b036-91f539e72f88), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:52.402132 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3746be43-d8dc-441b-aca7-9d0043cbb9fb up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:52.464233 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 3746be43-d8dc-441b-aca7-9d0043cbb9fb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:52.464554 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3746be43-d8dc-441b-aca7-9d0043cbb9fb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:52.465442 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:52.540403 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 3746be43-d8dc-441b-aca7-9d0043cbb9fb is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:52.540764 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (3746be43-d8dc-441b-aca7-9d0043cbb9fb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:52.572479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 3746be43-d8dc-441b-aca7-9d0043cbb9fb, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=3746be43-d8dc-441b-aca7-9d0043cbb9fb,segment=NetworkSegment(1947bd84-9387-4e49-b10e-fc12fbf11df3),segment_id=1947bd84-9387-4e49-b10e-fc12fbf11df3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:52.577518 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (3746be43-d8dc-441b-aca7-9d0043cbb9fb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:52.578400 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7d395bdf-54d7-4220-9787-1959f165d27f up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:52.653040 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=3746be43-d8dc-441b-aca7-9d0043cbb9fb,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:52.665712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7d395bdf-54d7-4220-9787-1959f165d27f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:52.666117 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7d395bdf-54d7-4220-9787-1959f165d27f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:52.741670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7d395bdf-54d7-4220-9787-1959f165d27f is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:52.742119 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7d395bdf-54d7-4220-9787-1959f165d27f), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:52.745661 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:52.751714 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:52.763428 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 7d395bdf-54d7-4220-9787-1959f165d27f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7d395bdf-54d7-4220-9787-1959f165d27f,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:52.768363 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7d395bdf-54d7-4220-9787-1959f165d27f), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:52.821570 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=7d395bdf-54d7-4220-9787-1959f165d27f,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:52.827537 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:52.830071 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (cb497e52-5ac9-4be3-b036-91f539e72f88), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:52.927655 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:52.929075 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:53.046745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router cb497e52-5ac9-4be3-b036-91f539e72f88 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:18:53.163003 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:18:53.169351 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2f506b22-83fe-447d-a57c-6b9b5a0823e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "PUT /v2.0/routers/cb497e52-5ac9-4be3-b036-91f539e72f88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9670672 Jan 28 20:18:53.276995 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:53.341909 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-0f7a9940-ae3d-41ab-be5a-9e9aff060774 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-657908470&fields=id&tenant_id=69f0c0d871d74d1da638b4ca8915fe93 HTTP/1.1" status: 200 len: 267 time: 0.0509527 Jan 28 20:18:53.377972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc1a943-43ad-470b-8ac1-9aace5813dd6 None None] Network 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:18:53.394841 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Sync routers for ids ['cb497e52-5ac9-4be3-b036-91f539e72f88'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:18:53.437111 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Routers {'cb497e52-5ac9-4be3-b036-91f539e72f88'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:53.437639 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:18:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb497e52-5ac9-4be3-b036-91f539e72f88'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:53.454509 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4837dda4-30e8-4d0b-8811-d3c960376450 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:53.456178 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4837dda4-30e8-4d0b-8811-d3c960376450 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/networks?id=9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 HTTP/1.1" status: 200 len: 796 time: 0.1073346 Jan 28 20:18:53.472130 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-d82cdd72-a687-45c7-b102-5ebfdd84acda tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/quotas/69f0c0d871d74d1da638b4ca8915fe93 HTTP/1.1" status: 200 len: 375 time: 0.0098212 Jan 28 20:18:53.529021 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-f5e26b56-0dd7-4a48-be1f-76148f141880 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515044 Jan 28 20:18:53.533946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f175a6df-cc1b-4b31-80c5-c44a9a88efe8 None None] Provisioning complete for port 3746be43-d8dc-441b-aca7-9d0043cbb9fb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:53.534319 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f175a6df-cc1b-4b31-80c5-c44a9a88efe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3746be43-d8dc-441b-aca7-9d0043cbb9fb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:53.618727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Set router cb497e52-5ac9-4be3-b036-91f539e72f88 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:53.623892 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-3f5f0fba-1cff-4887-9cfb-6bdda06a7fac service neutron] 10.222.0.55 "GET /v2.0/networks/9e7665ca-ba4f-4aff-99e2-79f2c31bdb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832958 Jan 28 20:18:53.724981 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4d46d5d0-c069-4082-86e1-58506ac937ca service neutron] 10.222.0.55 "GET /v2.0/networks/9e7665ca-ba4f-4aff-99e2-79f2c31bdb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952098 Jan 28 20:18:53.781282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f175a6df-cc1b-4b31-80c5-c44a9a88efe8 None None] Current status of the port 3746be43-d8dc-441b-aca7-9d0043cbb9fb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:53.881585 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241808969', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:48Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:49Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8', 'name': '', 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:46:3d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:51Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 2, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:53.898287 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-59553bee-18f5-4a45-a79f-9a932b703847 req-32f9aaee-e22c-4853-9ed7-8961e14d4cf0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 210 time: 0.0277994 Jan 28 20:18:53.909977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Checking router: cb497e52-5ac9-4be3-b036-91f539e72f88 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:18:53.910276 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Updating router cb497e52-5ac9-4be3-b036-91f539e72f88 port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:18:53.940461 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.065401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c128e02d-9a95-49fa-a53b-7b4139356669 None None] Provisioning complete for port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:54.065778 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c128e02d-9a95-49fa-a53b-7b4139356669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.316256 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3746be43-d8dc-441b-aca7-9d0043cbb9fb up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:54.349473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c128e02d-9a95-49fa-a53b-7b4139356669 None None] Port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:18:54.400710 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c128e02d-9a95-49fa-a53b-7b4139356669 None None] Provisioning complete for port 3746be43-d8dc-441b-aca7-9d0043cbb9fb triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:54.401083 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c128e02d-9a95-49fa-a53b-7b4139356669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3746be43-d8dc-441b-aca7-9d0043cbb9fb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.457598 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 3746be43-d8dc-441b-aca7-9d0043cbb9fb triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:54.457963 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (3746be43-d8dc-441b-aca7-9d0043cbb9fb), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.531212 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Publish callbacks [] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.568474 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.626238 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.634179 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c128e02d-9a95-49fa-a53b-7b4139356669 None None] Current status of the port 3746be43-d8dc-441b-aca7-9d0043cbb9fb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:54.652566 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8fa6d-4ed2-4791-9b29-1e068ab74d5c None None] Pushing event updated for resources: {'Port': ['ID=aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:54.723547 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 3746be43-d8dc-441b-aca7-9d0043cbb9fb is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:54.724682 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7d395bdf-54d7-4220-9787-1959f165d27f up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:54.762987 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Attempting to bind port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:18:54.763366 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Attempting to bind port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '1947bd84-9387-4e49-b10e-fc12fbf11df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:18:54.763731 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Attempting to bind port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 on network 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:54.783514 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:54.784336 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Checking segment: {'id': '1947bd84-9387-4e49-b10e-fc12fbf11df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:18:54.784336 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.784650 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Bound using segment: {'id': '1947bd84-9387-4e49-b10e-fc12fbf11df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:54.785148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Bound port: aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1947bd84-9387-4e49-b10e-fc12fbf11df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:18:54.785527 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.802202 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-195e1f7b-0051-48e7-8faa-2c379732d54e None None] Provisioning complete for port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:54.802576 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-195e1f7b-0051-48e7-8faa-2c379732d54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.876512 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7d395bdf-54d7-4220-9787-1959f165d27f triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:54.876898 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7d395bdf-54d7-4220-9787-1959f165d27f), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.883545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-195e1f7b-0051-48e7-8faa-2c379732d54e None None] Port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:18:54.918322 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] For port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:54.926656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] For port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8,segment=NetworkSegment(1947bd84-9387-4e49-b10e-fc12fbf11df3),segment_id=1947bd84-9387-4e49-b10e-fc12fbf11df3)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:54.937911 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.989751 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c750b2fe-e3b2-4a76-913b-a3af76b4204a req-39a81c9b-a09d-4479-9d47-b36f99fa809e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 210 time: 0.0364184 Jan 28 20:18:55.048459 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8fa6d-4ed2-4791-9b29-1e068ab74d5c None None] Pushing event updated for resources: {'Port': ['ID=aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:55.052712 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Routers {'cb497e52-5ac9-4be3-b036-91f539e72f88'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:55.053334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:18:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb497e52-5ac9-4be3-b036-91f539e72f88'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:55.059094 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7d395bdf-54d7-4220-9787-1959f165d27f is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:55.099142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3d193be4-d7e5-43d0-853f-611ddf5b52ff None None] Provisioning complete for port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:55.099514 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d193be4-d7e5-43d0-853f-611ddf5b52ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:55.196878 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] Set router cb497e52-5ac9-4be3-b036-91f539e72f88 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:55.290731 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3d193be4-d7e5-43d0-853f-611ddf5b52ff None None] Current status of the port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:55.290952 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d193be4-d7e5-43d0-853f-611ddf5b52ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:55.367025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3d193be4-d7e5-43d0-853f-611ddf5b52ff None None] For port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8,segment=NetworkSegment(1947bd84-9387-4e49-b10e-fc12fbf11df3),segment_id=1947bd84-9387-4e49-b10e-fc12fbf11df3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:55.375647 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d193be4-d7e5-43d0-853f-611ddf5b52ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:55.454483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d193be4-d7e5-43d0-853f-611ddf5b52ff None None] Pushing event updated for resources: {'Port': ['ID=aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:55.478195 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241808969', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:48Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:49Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8', 'name': '', 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:46:3d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:51Z', 'updated_at': '2022-01-28T20:18:54Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:55.512521 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647deb5e-0ae2-4051-aa2e-44072bfbfda7 None None] The sync data for ids ['cb497e52-5ac9-4be3-b036-91f539e72f88'] in n-d-824834-4 is: [{'id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241808969', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:48Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:49Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8', 'name': '', 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:46:3d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:51Z', 'updated_at': '2022-01-28T20:18:54Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:18:55.522421 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-e6a5c4b1-7210-48d4-9a4e-a5d19cc0cf7d None None] Provisioning complete for port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:55.522781 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e6a5c4b1-7210-48d4-9a4e-a5d19cc0cf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:55.616234 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e6a5c4b1-7210-48d4-9a4e-a5d19cc0cf7d None None] Current status of the port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:56.075817 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-36cf27f5-33b7-4487-a46d-9526fec308fa req-837ef36b-6467-4a0b-9b4c-d28d552a7b4c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 210 time: 0.0377774 Jan 28 20:18:56.088172 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:56.347822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:56.404054 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:56.404426 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:56.484085 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:56.992295 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-7b55e574-e2eb-4045-b336-8c62f621a290 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:56.993778 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-7b55e574-e2eb-4045-b336-8c62f621a290 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.31 "GET /v2.0/networks?id=9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 HTTP/1.1" status: 200 len: 796 time: 0.1067748 Jan 28 20:18:57.061959 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-e906f6c2-9cb7-453b-a957-be4217baabe4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f0c0d871d74d1da638b4ca8915fe93 HTTP/1.1" status: 200 len: 379 time: 0.0585027 Jan 28 20:18:57.071866 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-c2f82582-ef69-420a-8b75-4aba05e2823a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'port': {'device_id': 'a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd', 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86', 'admin_state_up': True, 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'security_groups': ['d291935f-8a03-4483-859f-0b9a22f8c501']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:57.174258 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-62597eac-45de-4413-8081-933240dd715b req-e5f606d2-8925-45e3-a982-daf0c520f80e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 210 time: 0.0273926 Jan 28 20:18:57.185064 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-c2f82582-ef69-420a-8b75-4aba05e2823a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Made reservation on behalf of 69f0c0d871d74d1da638b4ca8915fe93 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:57.188591 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-c2f82582-ef69-420a-8b75-4aba05e2823a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:57.312813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-c2f82582-ef69-420a-8b75-4aba05e2823a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.20.0.14 (9e7665ca-ba4f-4aff-99e2-79f2c31bdb86/79799223-9b4b-48bc-a6cb-14cc34424377/4e053174-f21e-4727-984e-ac5d0da21cca) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:57.456925 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-c2f82582-ef69-420a-8b75-4aba05e2823a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (4e053174-f21e-4727-984e-ac5d0da21cca), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:57.494631 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-c2f82582-ef69-420a-8b75-4aba05e2823a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4e053174-f21e-4727-984e-ac5d0da21cca), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:57.536418 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-c2f82582-ef69-420a-8b75-4aba05e2823a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:57.539582 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-c2f82582-ef69-420a-8b75-4aba05e2823a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:57.546067 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-c2f82582-ef69-420a-8b75-4aba05e2823a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:57.579994 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f82582-ef69-420a-8b75-4aba05e2823a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=4e053174-f21e-4727-984e-ac5d0da21cca,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:57.605679 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-c2f82582-ef69-420a-8b75-4aba05e2823a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:57.606330 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-c2f82582-ef69-420a-8b75-4aba05e2823a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:57.624799 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-c2f82582-ef69-420a-8b75-4aba05e2823a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5567605 Jan 28 20:18:57.636220 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Request body: {'port': {'device_id': 'a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:57.697158 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4e053174-f21e-4727-984e-ac5d0da21cca), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:57.748524 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-79073295-0031-400c-b089-fcac25dd618d None None] Provisioning complete for port 4e053174-f21e-4727-984e-ac5d0da21cca triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:57.749560 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79073295-0031-400c-b089-fcac25dd618d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4e053174-f21e-4727-984e-ac5d0da21cca), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:57.782043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-79073295-0031-400c-b089-fcac25dd618d None None] Port 4e053174-f21e-4727-984e-ac5d0da21cca cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:18:57.982187 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e053174-f21e-4727-984e-ac5d0da21cca {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:18:57.989920 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Publish callbacks [] for port (4e053174-f21e-4727-984e-ac5d0da21cca), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:58.002154 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Transition to ACTIVE for port object 4e053174-f21e-4727-984e-ac5d0da21cca will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:18:58.008314 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4e053174-f21e-4727-984e-ac5d0da21cca), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:58.056670 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Pushing event updated for resources: {'Port': ['ID=4e053174-f21e-4727-984e-ac5d0da21cca,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:58.129027 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Attempting to bind port 4e053174-f21e-4727-984e-ac5d0da21cca on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:18:58.129358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Attempting to bind port 4e053174-f21e-4727-984e-ac5d0da21cca by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '1947bd84-9387-4e49-b10e-fc12fbf11df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:18:58.129683 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Attempting to bind port 4e053174-f21e-4727-984e-ac5d0da21cca on network 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:58.134460 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Port 4e053174-f21e-4727-984e-ac5d0da21cca on network 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:18:58.134913 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Attempting to bind port 4e053174-f21e-4727-984e-ac5d0da21cca on network 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:58.140341 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:58.140681 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Checking segment: {'id': '1947bd84-9387-4e49-b10e-fc12fbf11df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:18:58.141063 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Bound using segment: {'id': '1947bd84-9387-4e49-b10e-fc12fbf11df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:58.141494 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Bound port: 4e053174-f21e-4727-984e-ac5d0da21cca, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1947bd84-9387-4e49-b10e-fc12fbf11df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:18:58.141861 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4e053174-f21e-4727-984e-ac5d0da21cca), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:58.210970 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] For port 4e053174-f21e-4727-984e-ac5d0da21cca, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:58.214138 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] For port 4e053174-f21e-4727-984e-ac5d0da21cca, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4e053174-f21e-4727-984e-ac5d0da21cca,segment=NetworkSegment(1947bd84-9387-4e49-b10e-fc12fbf11df3),segment_id=1947bd84-9387-4e49-b10e-fc12fbf11df3)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:58.220718 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4e053174-f21e-4727-984e-ac5d0da21cca), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:58.279035 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:58.279660 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:58.281097 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] 10.222.0.31 "PUT /v2.0/ports/4e053174-f21e-4727-984e-ac5d0da21cca HTTP/1.1" status: 200 len: 1092 time: 0.6493907 Jan 28 20:18:58.281557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd', 'tag': '4e053174-f21e-4727-984e-ac5d0da21cca'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:18:58.283923 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134f7e09-8dbb-4a2d-a47f-b43c20daad08" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd", "tag": "4e053174-f21e-4727-984e-ac5d0da21cca"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:18:58.323058 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169e7a7-28b5-4f1d-982a-02936423dd03 service neutron] Pushing event updated for resources: {'Port': ['ID=4e053174-f21e-4727-984e-ac5d0da21cca,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:58.352549 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41d344-e61f-4ae8-91e5-130f1aed1d96 req-6627d9c8-9603-4d4c-a440-dae6869c7154 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:58.354157 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b41d344-e61f-4ae8-91e5-130f1aed1d96 req-6627d9c8-9603-4d4c-a440-dae6869c7154 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 944 time: 0.1089957 Jan 28 20:18:58.357789 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1e17c8-55ba-4629-9165-1d5f51bdba69 x-openstack-request-id: req-df1e17c8-55ba-4629-9165-1d5f51bdba69 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:18:58.357789 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd", "tag": "4e053174-f21e-4727-984e-ac5d0da21cca", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:18:58.357789 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df1e17c8-55ba-4629-9165-1d5f51bdba69 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:18:58.358143 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd', 'tag': '4e053174-f21e-4727-984e-ac5d0da21cca', 'status': 'completed', 'code': 200} Jan 28 20:18:58.430736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-500550fb-4ace-42a2-93de-82497f97a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:58.431993 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-500550fb-4ace-42a2-93de-82497f97a63f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 1126 time: 0.0971100 Jan 28 20:18:58.436096 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4b41d344-e61f-4ae8-91e5-130f1aed1d96 req-eeec0370-9f69-4e2d-8023-f8082a2f9926 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636456 Jan 28 20:18:58.475062 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-5fb3a777-d041-4b62-85f7-4dae3000abc0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e053174-f21e-4727-984e-ac5d0da21cca HTTP/1.1" status: 200 len: 217 time: 0.0355322 Jan 28 20:18:58.522756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-6759b3ce-1742-4d39-af7d-6373df780fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:58.524195 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-6759b3ce-1742-4d39-af7d-6373df780fea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79799223-9b4b-48bc-a6cb-14cc34424377 HTTP/1.1" status: 200 len: 835 time: 0.0437791 Jan 28 20:18:58.577449 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-0c0928c4-38ad-4f88-b38e-a50c7b127808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:58.579000 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-0c0928c4-38ad-4f88-b38e-a50c7b127808 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9e7665ca-ba4f-4aff-99e2-79f2c31bdb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488601 Jan 28 20:18:58.677564 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-5fefe291-800f-442c-bdaa-d8e2e09c5240 service neutron] 10.222.0.31 "GET /v2.0/networks/9e7665ca-ba4f-4aff-99e2-79f2c31bdb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919333 Jan 28 20:18:58.771430 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0d3436ff-f8e9-454a-b409-282b70dc1da2 req-578a54d4-7dd2-4e3c-9f0a-acaf344c1c38 service neutron] 10.222.0.31 "GET /v2.0/networks/9e7665ca-ba4f-4aff-99e2-79f2c31bdb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878730 Jan 28 20:18:58.868372 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f7e09-8dbb-4a2d-a47f-b43c20daad08 req-e90a91cf-8aac-43d1-8c5d-25c2ca90b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:58.869895 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-134f7e09-8dbb-4a2d-a47f-b43c20daad08 req-e90a91cf-8aac-43d1-8c5d-25c2ca90b888 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 1126 time: 0.0474207 Jan 28 20:18:58.960445 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f7e09-8dbb-4a2d-a47f-b43c20daad08 req-66f88977-e16f-4da5-b50b-8b0b082f2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:58.961936 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-134f7e09-8dbb-4a2d-a47f-b43c20daad08 req-66f88977-e16f-4da5-b50b-8b0b082f2cf3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 HTTP/1.1" status: 200 len: 897 time: 0.0857143 Jan 28 20:18:59.004714 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-134f7e09-8dbb-4a2d-a47f-b43c20daad08 req-4134f0f2-27c4-4052-8dd0-2a30a96eb15a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e053174-f21e-4727-984e-ac5d0da21cca HTTP/1.1" status: 200 len: 217 time: 0.0367064 Jan 28 20:18:59.052748 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f7e09-8dbb-4a2d-a47f-b43c20daad08 req-078caca6-f48b-4749-9594-1ee24580ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:59.054241 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-134f7e09-8dbb-4a2d-a47f-b43c20daad08 req-078caca6-f48b-4749-9594-1ee24580ec4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79799223-9b4b-48bc-a6cb-14cc34424377 HTTP/1.1" status: 200 len: 835 time: 0.0428078 Jan 28 20:18:59.102894 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f7e09-8dbb-4a2d-a47f-b43c20daad08 req-83216aae-69d2-4282-9ff6-67ae3c309d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:59.104365 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-134f7e09-8dbb-4a2d-a47f-b43c20daad08 req-83216aae-69d2-4282-9ff6-67ae3c309d16 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9e7665ca-ba4f-4aff-99e2-79f2c31bdb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441136 Jan 28 20:18:59.196391 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-134f7e09-8dbb-4a2d-a47f-b43c20daad08 req-5a08e071-7392-499d-a753-08112dd176f3 service neutron] 10.222.0.31 "GET /v2.0/networks/9e7665ca-ba4f-4aff-99e2-79f2c31bdb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847652 Jan 28 20:18:59.285563 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-134f7e09-8dbb-4a2d-a47f-b43c20daad08 req-e612e840-23c1-4aae-88aa-b90089b6e30c service neutron] 10.222.0.31 "GET /v2.0/networks/9e7665ca-ba4f-4aff-99e2-79f2c31bdb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829105 Jan 28 20:18:59.578479 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058289ce-ff36-43e5-a94a-f6cdb8c93ad7 req-4ee0a346-fe61-44de-a379-97e4979140fd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:59.579934 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-058289ce-ff36-43e5-a94a-f6cdb8c93ad7 req-4ee0a346-fe61-44de-a379-97e4979140fd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 944 time: 0.0601566 Jan 28 20:18:59.629828 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-058289ce-ff36-43e5-a94a-f6cdb8c93ad7 req-7c74ec42-248b-4311-b8d1-10c343ddb16e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423701 Jan 28 20:19:00.763933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8318fd-f802-4a59-bfa7-1b4d86cd2e3b req-94fdeffc-e8e7-480c-982c-7c1e4caf2a3f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:00.765627 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ee8318fd-f802-4a59-bfa7-1b4d86cd2e3b req-94fdeffc-e8e7-480c-982c-7c1e4caf2a3f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 944 time: 0.0590773 Jan 28 20:19:00.821021 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ee8318fd-f802-4a59-bfa7-1b4d86cd2e3b req-a57ffc06-7e89-4446-8cdd-3b5ddf4e29e1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470271 Jan 28 20:19:00.973016 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:01.952741 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0318fb-a94b-44a2-b916-7bd08677fa14 req-93675398-0d61-4460-b5a9-616a1219c1a9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:01.954347 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ba0318fb-a94b-44a2-b916-7bd08677fa14 req-93675398-0d61-4460-b5a9-616a1219c1a9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 944 time: 0.0555029 Jan 28 20:19:02.010062 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-ba0318fb-a94b-44a2-b916-7bd08677fa14 req-99dc17b1-7f1b-4f43-bae8-0d5b38dedc3c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499051 Jan 28 20:19:02.977158 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4e053174-f21e-4727-984e-ac5d0da21cca details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:19:03.076182 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4e053174-f21e-4727-984e-ac5d0da21cca, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4e053174-f21e-4727-984e-ac5d0da21cca,segment=NetworkSegment(1947bd84-9387-4e49-b10e-fc12fbf11df3),segment_id=1947bd84-9387-4e49-b10e-fc12fbf11df3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:03.092135 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '4e053174-f21e-4727-984e-ac5d0da21cca', 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86', 'port_id': '4e053174-f21e-4727-984e-ac5d0da21cca', 'mac_address': 'fa:16:3e:e0:3f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:19:03.128612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4e053174-f21e-4727-984e-ac5d0da21cca is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:19:03.129001 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4e053174-f21e-4727-984e-ac5d0da21cca), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:03.129170 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d3dd5-7335-48d8-ba0e-574abe99e509 req-aae7e33d-03de-44c9-a761-78cad77f86e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:03.130655 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a7d3dd5-7335-48d8-ba0e-574abe99e509 req-aae7e33d-03de-44c9-a761-78cad77f86e5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 944 time: 0.0520990 Jan 28 20:19:03.142004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e053174-f21e-4727-984e-ac5d0da21cca {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:19:03.160890 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4e053174-f21e-4727-984e-ac5d0da21cca, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4e053174-f21e-4727-984e-ac5d0da21cca,segment=NetworkSegment(1947bd84-9387-4e49-b10e-fc12fbf11df3),segment_id=1947bd84-9387-4e49-b10e-fc12fbf11df3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:03.166688 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4e053174-f21e-4727-984e-ac5d0da21cca), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:03.181877 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5a7d3dd5-7335-48d8-ba0e-574abe99e509 req-b413b2f1-46d4-4385-ab21-5e0853292ee1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453293 Jan 28 20:19:03.214482 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4e053174-f21e-4727-984e-ac5d0da21cca,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:03.372935 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['4e053174-f21e-4727-984e-ac5d0da21cca'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:19:04.318223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56919432-3ba1-46e9-bb57-87a1c4cfe9e9 req-fdf486ae-f85a-450c-a347-4ecf88c6d23f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:04.319797 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-56919432-3ba1-46e9-bb57-87a1c4cfe9e9 req-fdf486ae-f85a-450c-a347-4ecf88c6d23f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 945 time: 0.0556471 Jan 28 20:19:04.375521 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-56919432-3ba1-46e9-bb57-87a1c4cfe9e9 req-a152c5b5-ce3e-456f-80b3-a99f3f22bd55 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475533 Jan 28 20:19:04.989419 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4e053174-f21e-4727-984e-ac5d0da21cca up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:19:05.044630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 4e053174-f21e-4727-984e-ac5d0da21cca completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:19:05.050657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 4e053174-f21e-4727-984e-ac5d0da21cca triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:05.051305 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4e053174-f21e-4727-984e-ac5d0da21cca), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:05.130531 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4e053174-f21e-4727-984e-ac5d0da21cca is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:19:05.130919 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4e053174-f21e-4727-984e-ac5d0da21cca), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:05.153731 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e053174-f21e-4727-984e-ac5d0da21cca'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:19:05.156043 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59cb873-611c-4002-8923-29d9ceb7e7e5" -d '{"events": [{"server_uuid": "a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd", "name": "network-vif-plugged", "status": "completed", "tag": "4e053174-f21e-4727-984e-ac5d0da21cca"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:05.170283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4e053174-f21e-4727-984e-ac5d0da21cca, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4e053174-f21e-4727-984e-ac5d0da21cca,segment=NetworkSegment(1947bd84-9387-4e49-b10e-fc12fbf11df3),segment_id=1947bd84-9387-4e49-b10e-fc12fbf11df3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:19:05.176032 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4e053174-f21e-4727-984e-ac5d0da21cca), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:05.226501 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4e053174-f21e-4727-984e-ac5d0da21cca,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:05.251585 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5af6cd-c638-4f1c-a8cd-6f0fe48c38b2 x-openstack-request-id: req-3c5af6cd-c638-4f1c-a8cd-6f0fe48c38b2 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:05.251886 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd", "name": "network-vif-plugged", "status": "completed", "tag": "4e053174-f21e-4727-984e-ac5d0da21cca", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:05.252140 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c5af6cd-c638-4f1c-a8cd-6f0fe48c38b2 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:05.252546 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e053174-f21e-4727-984e-ac5d0da21cca', 'code': 200} Jan 28 20:19:05.322990 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:19:05.353553 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae65a9b-c3ed-4976-804b-92611a21f4cc req-0ccda3aa-7f18-44a5-a468-a541012cd13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:05.355115 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1ae65a9b-c3ed-4976-804b-92611a21f4cc req-0ccda3aa-7f18-44a5-a468-a541012cd13e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 1128 time: 0.0460501 Jan 28 20:19:05.402087 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1ae65a9b-c3ed-4976-804b-92611a21f4cc req-333d65bc-7c2c-4451-b7c6-8231874f26e7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401578 Jan 28 20:19:05.500677 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f5ee2-ee66-4252-9a54-01ef2416ab54 req-f2108526-321e-4afc-a84e-2850cff2d39f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:05.502118 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a30f5ee2-ee66-4252-9a54-01ef2416ab54 req-f2108526-321e-4afc-a84e-2850cff2d39f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0562122 Jan 28 20:19:05.559052 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-a30f5ee2-ee66-4252-9a54-01ef2416ab54 req-ab100992-1da5-41ae-88af-45a44545c2f1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512297 Jan 28 20:19:06.698264 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1b697-1d99-4f09-b4ca-03ea869a3e36 req-941ce278-dad1-4a23-89f4-593d193a6ef8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:06.699766 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f3a1b697-1d99-4f09-b4ca-03ea869a3e36 req-941ce278-dad1-4a23-89f4-593d193a6ef8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0603805 Jan 28 20:19:06.751726 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f3a1b697-1d99-4f09-b4ca-03ea869a3e36 req-071cb9e1-943a-4568-973f-51c757055624 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435007 Jan 28 20:19:06.876073 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19739a7-7274-4dde-be39-e8eacdbc2128 req-59504f48-7ccb-44d8-9631-99cda256ab20 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:06.877450 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e19739a7-7274-4dde-be39-e8eacdbc2128 req-59504f48-7ccb-44d8-9631-99cda256ab20 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0567162 Jan 28 20:19:06.928099 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e19739a7-7274-4dde-be39-e8eacdbc2128 req-8e258177-132f-4953-b5f3-3fc7287b153f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428569 Jan 28 20:19:06.950533 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37510) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:19:07.001559 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea00018-5577-489c-ac51-8de5fc4472fb tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:07.003118 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-cea00018-5577-489c-ac51-8de5fc4472fb tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 1123 time: 0.0513973 Jan 28 20:19:07.007110 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37512) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:19:07.011426 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '4e053174-f21e-4727-984e-ac5d0da21cca', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:19:07.035204 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:07.136179 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:07.242993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.25.0.103 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/5e3a3cab-3cc7-4a76-bb09-0ad68c338367) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:19:07.349718 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (5e3a3cab-3cc7-4a76-bb09-0ad68c338367), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:07.390962 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5e3a3cab-3cc7-4a76-bb09-0ad68c338367), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:07.432107 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:19:07.434875 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:19:07.440226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:19:07.445919 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=5e3a3cab-3cc7-4a76-bb09-0ad68c338367,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:07.796452 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (56a7ab68-92b7-4925-9297-9f23616a12d5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:07.868573 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5e3a3cab-3cc7-4a76-bb09-0ad68c338367), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:07.939237 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6e53bfbc-3214-4ba7-9b84-b6e505159da7 req-c75fafdb-6b2d-424b-8458-d8b5665d27e4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438650 Jan 28 20:19:08.022311 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (5e3a3cab-3cc7-4a76-bb09-0ad68c338367), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:08.023071 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53bfbc-3214-4ba7-9b84-b6e505159da7 req-af08cd26-1da4-4789-a1e9-100cd881121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:08.024705 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6e53bfbc-3214-4ba7-9b84-b6e505159da7 req-af08cd26-1da4-4789-a1e9-100cd881121f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 1128 time: 0.0440967 Jan 28 20:19:08.028447 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (5e3a3cab-3cc7-4a76-bb09-0ad68c338367), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:08.096536 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=5e3a3cab-3cc7-4a76-bb09-0ad68c338367,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:08.108464 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (56a7ab68-92b7-4925-9297-9f23616a12d5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:08.130426 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53bfbc-3214-4ba7-9b84-b6e505159da7 req-43d7fbde-5ebc-4203-b990-3d460b051be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:08.131932 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6e53bfbc-3214-4ba7-9b84-b6e505159da7 req-43d7fbde-5ebc-4203-b990-3d460b051be3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 HTTP/1.1" status: 200 len: 897 time: 0.0898964 Jan 28 20:19:08.197865 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6e53bfbc-3214-4ba7-9b84-b6e505159da7 req-f1a29847-2a1a-4771-ad12-7cfdfc7cce4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e053174-f21e-4727-984e-ac5d0da21cca HTTP/1.1" status: 200 len: 1000 time: 0.0590668 Jan 28 20:19:08.209933 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Floating IP 56a7ab68-92b7-4925-9297-9f23616a12d5 associated. External IP: 172.25.0.103, port: 4e053174-f21e-4727-984e-ac5d0da21cca. Jan 28 20:19:08.251054 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53bfbc-3214-4ba7-9b84-b6e505159da7 req-94fc4b7f-efb1-4078-81d9-a08da465b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:08.252590 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6e53bfbc-3214-4ba7-9b84-b6e505159da7 req-94fc4b7f-efb1-4078-81d9-a08da465b148 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79799223-9b4b-48bc-a6cb-14cc34424377 HTTP/1.1" status: 200 len: 835 time: 0.0491295 Jan 28 20:19:08.302475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53bfbc-3214-4ba7-9b84-b6e505159da7 req-b0eb01f3-c703-4442-92c3-215cf843d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:08.304034 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6e53bfbc-3214-4ba7-9b84-b6e505159da7 req-b0eb01f3-c703-4442-92c3-215cf843d515 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9e7665ca-ba4f-4aff-99e2-79f2c31bdb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458038 Jan 28 20:19:08.392504 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6e53bfbc-3214-4ba7-9b84-b6e505159da7 req-9bcf8513-c72d-4a4f-a05f-0108b8e325c7 service neutron] 10.222.0.31 "GET /v2.0/networks/9e7665ca-ba4f-4aff-99e2-79f2c31bdb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821929 Jan 28 20:19:08.418925 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router cb497e52-5ac9-4be3-b036-91f539e72f88 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:19:08.484126 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6e53bfbc-3214-4ba7-9b84-b6e505159da7 req-d722b346-0ef5-4583-b119-6161874edf5e service neutron] 10.222.0.31 "GET /v2.0/networks/9e7665ca-ba4f-4aff-99e2-79f2c31bdb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861287 Jan 28 20:19:08.525144 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:19:08.535047 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6af213-b9bf-413d-a937-b04bb518e129 None None] Sync routers for ids ['cb497e52-5ac9-4be3-b036-91f539e72f88'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:19:08.544912 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:08.546081 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6af213-b9bf-413d-a937-b04bb518e129 None None] Routers {'cb497e52-5ac9-4be3-b036-91f539e72f88'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:19:08.546688 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9e6af213-b9bf-413d-a937-b04bb518e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:18:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb497e52-5ac9-4be3-b036-91f539e72f88'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:08.575538 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8e3f440d-4786-420d-ba68-007040436a46 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5674040 Jan 28 20:19:08.576132 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd', 'tag': '4e053174-f21e-4727-984e-ac5d0da21cca'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:19:08.578459 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac9f26d1a29f0c91399e43c490101928ac952e5849b55b60a284b120f3a3590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eced585b-2edd-4853-95ce-7e9f951779e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd", "tag": "4e053174-f21e-4727-984e-ac5d0da21cca"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:19:08.623909 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18485425-b073-401c-b6a4-98da1689531d x-openstack-request-id: req-18485425-b073-401c-b6a4-98da1689531d {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:19:08.624201 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd", "tag": "4e053174-f21e-4727-984e-ac5d0da21cca", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:19:08.624459 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18485425-b073-401c-b6a4-98da1689531d {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:19:08.624876 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd', 'tag': '4e053174-f21e-4727-984e-ac5d0da21cca', 'status': 'completed', 'code': 200} Jan 28 20:19:08.658452 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9e6af213-b9bf-413d-a937-b04bb518e129 None None] Set router cb497e52-5ac9-4be3-b036-91f539e72f88 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:19:08.727114 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad4b5c-0980-4f7d-8993-5d02dbc02e0d req-824dea3d-74b6-4626-bf07-9db708d6a52a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:08.728694 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a2ad4b5c-0980-4f7d-8993-5d02dbc02e0d req-824dea3d-74b6-4626-bf07-9db708d6a52a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0884166 Jan 28 20:19:08.730732 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced585b-2edd-4853-95ce-7e9f951779e4 req-52145851-89aa-4a59-8a2c-da65620526ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:08.732151 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eced585b-2edd-4853-95ce-7e9f951779e4 req-52145851-89aa-4a59-8a2c-da65620526ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 1128 time: 0.0807419 Jan 28 20:19:08.837795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a2ad4b5c-0980-4f7d-8993-5d02dbc02e0d req-d21ae535-2a0c-4914-8783-a11bf9fe5365 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030421 Jan 28 20:19:08.858090 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced585b-2edd-4853-95ce-7e9f951779e4 req-f949c95c-fdf8-4946-b3c0-7c95955aa46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:08.859590 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eced585b-2edd-4853-95ce-7e9f951779e4 req-f949c95c-fdf8-4946-b3c0-7c95955aa46d service neutron] 10.222.0.31 "GET /v2.0/networks?id=9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 HTTP/1.1" status: 200 len: 897 time: 0.1187973 Jan 28 20:19:08.860812 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37518) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:19:08.967824 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-86854329-a06e-41da-bf77-6cd12d3ddf4e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/56a7ab68-92b7-4925-9297-9f23616a12d5 HTTP/1.1" status: 200 len: 992 time: 0.1058419 Jan 28 20:19:08.971805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eced585b-2edd-4853-95ce-7e9f951779e4 req-5510dbb9-22be-42d0-8e2e-c6e2da607b5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e053174-f21e-4727-984e-ac5d0da21cca HTTP/1.1" status: 200 len: 1000 time: 0.1046910 Jan 28 20:19:08.990774 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9e6af213-b9bf-413d-a937-b04bb518e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241808969', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:48Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:49Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '56a7ab68-92b7-4925-9297-9f23616a12d5', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'floating_ip_address': '172.25.0.103', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'port_id': '4e053174-f21e-4727-984e-ac5d0da21cca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86', 'mac_address': 'fa:16:3e:e0:3f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:19:07Z', 'updated_at': '2022-01-28T20:19:07Z', 'revision_number': 0, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8', 'name': '', 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:46:3d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:51Z', 'updated_at': '2022-01-28T20:18:55Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:09.016382 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6af213-b9bf-413d-a937-b04bb518e129 None None] Checking router: cb497e52-5ac9-4be3-b036-91f539e72f88 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:19:09.019256 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced585b-2edd-4853-95ce-7e9f951779e4 req-23a5a9a2-6e40-4f45-9cd2-cb68c0a376ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:09.020772 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eced585b-2edd-4853-95ce-7e9f951779e4 req-23a5a9a2-6e40-4f45-9cd2-cb68c0a376ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79799223-9b4b-48bc-a6cb-14cc34424377 HTTP/1.1" status: 200 len: 835 time: 0.0431590 Jan 28 20:19:09.025237 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6af213-b9bf-413d-a937-b04bb518e129 None None] Routers {'cb497e52-5ac9-4be3-b036-91f539e72f88'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:19:09.025830 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9e6af213-b9bf-413d-a937-b04bb518e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:18:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb497e52-5ac9-4be3-b036-91f539e72f88'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:09.072563 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced585b-2edd-4853-95ce-7e9f951779e4 req-346bf764-4189-44fc-8fe1-5e970a7d7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:09.074130 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eced585b-2edd-4853-95ce-7e9f951779e4 req-346bf764-4189-44fc-8fe1-5e970a7d7320 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9e7665ca-ba4f-4aff-99e2-79f2c31bdb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479810 Jan 28 20:19:09.129520 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9e6af213-b9bf-413d-a937-b04bb518e129 None None] Set router cb497e52-5ac9-4be3-b036-91f539e72f88 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:19:09.162875 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eced585b-2edd-4853-95ce-7e9f951779e4 req-54fdf292-4a85-4aee-a6ee-957466bf6daa service neutron] 10.222.0.31 "GET /v2.0/networks/9e7665ca-ba4f-4aff-99e2-79f2c31bdb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823436 Jan 28 20:19:09.256648 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-eced585b-2edd-4853-95ce-7e9f951779e4 req-fd678cdd-3a82-4354-ba43-7f5dfffa1f66 service neutron] 10.222.0.31 "GET /v2.0/networks/9e7665ca-ba4f-4aff-99e2-79f2c31bdb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878344 Jan 28 20:19:09.351853 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9e6af213-b9bf-413d-a937-b04bb518e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241808969', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:48Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:49Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '56a7ab68-92b7-4925-9297-9f23616a12d5', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'floating_ip_address': '172.25.0.103', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'port_id': '4e053174-f21e-4727-984e-ac5d0da21cca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86', 'mac_address': 'fa:16:3e:e0:3f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:19:07Z', 'updated_at': '2022-01-28T20:19:07Z', 'revision_number': 0, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8', 'name': '', 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:46:3d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:51Z', 'updated_at': '2022-01-28T20:18:55Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:19:09.377154 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6af213-b9bf-413d-a937-b04bb518e129 None None] The sync data for ids ['cb497e52-5ac9-4be3-b036-91f539e72f88'] in n-d-824834-4 is: [{'id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241808969', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:48Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:49Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '56a7ab68-92b7-4925-9297-9f23616a12d5', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'floating_ip_address': '172.25.0.103', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'port_id': '4e053174-f21e-4727-984e-ac5d0da21cca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86', 'mac_address': 'fa:16:3e:e0:3f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:19:07Z', 'updated_at': '2022-01-28T20:19:07Z', 'revision_number': 0, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8', 'name': '', 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:46:3d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:51Z', 'updated_at': '2022-01-28T20:18:55Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:19:09.588495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c2bd8-fa0b-4431-a891-dc98d867ad96 None None] New status for floating IP 56a7ab68-92b7-4925-9297-9f23616a12d5: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:19:09.972163 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37520) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:19:10.031874 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0991b4ab-0c2a-4e3c-92ac-362f3e382722 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/56a7ab68-92b7-4925-9297-9f23616a12d5 HTTP/1.1" status: 200 len: 994 time: 0.0584867 Jan 28 20:19:18.351646 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8b0785b1-e4a1-48f5-9876-a806653b18eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:20.545442 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e68eb78-d6e6-44a8-bbe8-ab2558f9e98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:22.034129 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:23.284384 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:24.557551 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:26.075811 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:30.971463 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:38.899683 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3a865-f755-4e3f-8a67-0cc4d2820a38 req-b277969f-627c-4643-93e6-4e0b35884ea7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:38.901216 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-43b3a865-f755-4e3f-8a67-0cc4d2820a38 req-b277969f-627c-4643-93e6-4e0b35884ea7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0584624 Jan 28 20:19:38.958083 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-43b3a865-f755-4e3f-8a67-0cc4d2820a38 req-c2bbbd24-4db4-4e96-823a-ee15fef52091 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511045 Jan 28 20:19:40.086751 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d28ad2-48be-414a-ad96-abcd095ad705 req-8f65fbef-265c-430c-9781-8d11d235e33f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:40.088260 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-91d28ad2-48be-414a-ad96-abcd095ad705 req-8f65fbef-265c-430c-9781-8d11d235e33f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0599911 Jan 28 20:19:40.138054 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-91d28ad2-48be-414a-ad96-abcd095ad705 req-dff30d48-955a-4357-9f8c-58171a901cfc tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428784 Jan 28 20:19:41.268097 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967bbe5-a6fc-46c8-981a-20dfc99b1fdf req-4a4c811d-4d5d-4f31-b0ba-d022e220cfd7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:41.269463 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1967bbe5-a6fc-46c8-981a-20dfc99b1fdf req-4a4c811d-4d5d-4f31-b0ba-d022e220cfd7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0540242 Jan 28 20:19:41.320929 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-1967bbe5-a6fc-46c8-981a-20dfc99b1fdf req-ad4397a5-f4ff-4ba1-ba56-43d2363ffc24 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457122 Jan 28 20:19:42.327527 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:19:42.452709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261012ac-12e2-4f63-85dc-7ee7583874cf req-f31b12d4-9da4-4e86-91e2-f691a868fc26 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:42.454245 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-261012ac-12e2-4f63-85dc-7ee7583874cf req-f31b12d4-9da4-4e86-91e2-f691a868fc26 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0615821 Jan 28 20:19:42.511713 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-261012ac-12e2-4f63-85dc-7ee7583874cf req-90d4413a-74f6-4f8d-8e7b-d77280a0c526 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440929 Jan 28 20:19:43.648079 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0250648-dae7-423b-b55d-657ee7a18fc2 req-6d2ba4b1-24fa-4194-b15b-721c54c991cb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:43.649555 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0250648-dae7-423b-b55d-657ee7a18fc2 req-6d2ba4b1-24fa-4194-b15b-721c54c991cb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0580561 Jan 28 20:19:43.701542 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-f0250648-dae7-423b-b55d-657ee7a18fc2 req-7dd76ef1-e86a-4881-becc-e0e372f8937f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443842 Jan 28 20:19:44.829473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a5c04-c467-4ada-b6d8-c23e6751bd8b req-e4af00e9-2c56-4955-83d0-66a2e29b93c6 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:44.830949 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c1a5c04-c467-4ada-b6d8-c23e6751bd8b req-e4af00e9-2c56-4955-83d0-66a2e29b93c6 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0581763 Jan 28 20:19:44.885193 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c1a5c04-c467-4ada-b6d8-c23e6751bd8b req-fe6a621a-a366-45d3-96f3-951d8346b23c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458333 Jan 28 20:19:46.022427 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec32fd4-f3eb-487b-9dbb-9328c7cd4979 req-126bd7a4-f8ab-4b17-85c4-ef4f9ad579bf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:46.023885 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ec32fd4-f3eb-487b-9dbb-9328c7cd4979 req-126bd7a4-f8ab-4b17-85c4-ef4f9ad579bf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0564306 Jan 28 20:19:46.073729 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9ec32fd4-f3eb-487b-9dbb-9328c7cd4979 req-6a69661c-76ca-416e-ade9-c83ecae7d8be tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437729 Jan 28 20:19:47.208061 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c427e-fc6f-4fa4-a175-4b1351643234 req-cf3d5570-d79c-45c4-9b4a-7b5fa86609c0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:47.209448 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e86c427e-fc6f-4fa4-a175-4b1351643234 req-cf3d5570-d79c-45c4-9b4a-7b5fa86609c0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0540452 Jan 28 20:19:47.260567 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e86c427e-fc6f-4fa4-a175-4b1351643234 req-3acca710-e305-4df6-af50-777a8a3b9f45 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455358 Jan 28 20:19:48.348241 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c451-db4d-4c8b-b7d5-79e1d9263ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:48.382468 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d5d65-6132-41a2-b388-4683ae4da300 req-4b360a54-b45b-47b0-93c0-9d9740c7937d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:48.383941 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-187d5d65-6132-41a2-b388-4683ae4da300 req-4b360a54-b45b-47b0-93c0-9d9740c7937d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0520418 Jan 28 20:19:48.438990 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-187d5d65-6132-41a2-b388-4683ae4da300 req-b0f7a4d4-afdd-4e1b-813a-30af076dcd3d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493045 Jan 28 20:19:49.587265 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a9665-a27c-48e2-aee7-ae48aa934bc9 req-424cf2b8-9334-4ce9-92ab-0f7b3c476bd6 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:49.588753 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-381a9665-a27c-48e2-aee7-ae48aa934bc9 req-424cf2b8-9334-4ce9-92ab-0f7b3c476bd6 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0718272 Jan 28 20:19:49.638362 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-381a9665-a27c-48e2-aee7-ae48aa934bc9 req-d71677de-80b9-41e4-b62d-82daa722611a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427935 Jan 28 20:19:49.662078 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37556) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:19:49.737680 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-000bf0b0-1709-4a50-8867-5cc6ce15a3e2 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/56a7ab68-92b7-4925-9297-9f23616a12d5 HTTP/1.1" status: 200 len: 994 time: 0.0739827 Jan 28 20:19:50.557148 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e9ac7ec6-c5a0-423d-b8e5-ef86d814c885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:51.034518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ce3ce-67c8-4a32-bd1e-9b7f55857f52 req-3799c7b8-4916-4e1a-9aa2-c62f48166d10 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:51.035984 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-693ce3ce-67c8-4a32-bd1e-9b7f55857f52 req-3799c7b8-4916-4e1a-9aa2-c62f48166d10 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0531635 Jan 28 20:19:51.055368 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbac091-8b97-4d84-8fb8-337e3949d86e req-5ece0007-b92a-4851-ab36-0c4b68d692dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:51.056949 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebbac091-8b97-4d84-8fb8-337e3949d86e req-5ece0007-b92a-4851-ab36-0c4b68d692dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 1128 time: 0.0453026 Jan 28 20:19:51.087073 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-693ce3ce-67c8-4a32-bd1e-9b7f55857f52 req-66f40b19-2011-447b-a4e2-f9c3c49637fd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448360 Jan 28 20:19:51.146451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbac091-8b97-4d84-8fb8-337e3949d86e req-95217a24-baaf-406d-8e7a-c888b1a205c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:51.147968 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebbac091-8b97-4d84-8fb8-337e3949d86e req-95217a24-baaf-406d-8e7a-c888b1a205c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 HTTP/1.1" status: 200 len: 897 time: 0.0842400 Jan 28 20:19:51.217471 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebbac091-8b97-4d84-8fb8-337e3949d86e req-20703ffd-2ad1-4ef4-91fc-749035918354 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e053174-f21e-4727-984e-ac5d0da21cca HTTP/1.1" status: 200 len: 1002 time: 0.0634682 Jan 28 20:19:51.264698 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbac091-8b97-4d84-8fb8-337e3949d86e req-56b26426-e62c-4115-8132-c649e3a2e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:51.266146 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebbac091-8b97-4d84-8fb8-337e3949d86e req-56b26426-e62c-4115-8132-c649e3a2e95c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79799223-9b4b-48bc-a6cb-14cc34424377 HTTP/1.1" status: 200 len: 835 time: 0.0427074 Jan 28 20:19:51.316184 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbac091-8b97-4d84-8fb8-337e3949d86e req-11e67f93-fad1-4122-b4bf-aed06db942d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:51.317658 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebbac091-8b97-4d84-8fb8-337e3949d86e req-11e67f93-fad1-4122-b4bf-aed06db942d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9e7665ca-ba4f-4aff-99e2-79f2c31bdb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460410 Jan 28 20:19:51.415274 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebbac091-8b97-4d84-8fb8-337e3949d86e req-ae417465-2664-4f2f-9bd9-be5e2ae9e90e service neutron] 10.222.0.31 "GET /v2.0/networks/9e7665ca-ba4f-4aff-99e2-79f2c31bdb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912704 Jan 28 20:19:51.503736 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ebbac091-8b97-4d84-8fb8-337e3949d86e req-a4859754-e28e-4283-bc94-1c86bfbd58ba service neutron] 10.222.0.31 "GET /v2.0/networks/9e7665ca-ba4f-4aff-99e2-79f2c31bdb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812349 Jan 28 20:19:51.860742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-df54cd41-5fa5-46a9-88ef-bc0992717478 req-ce555408-08d9-4061-9b53-5c266c6a1d90 service neutron] (103147) timed out ('10.222.0.55', 59308) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 20:19:52.024761 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:52.223300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6061c-adad-4a6d-8156-9201813b2033 req-1cf069a2-4359-4c2c-9659-f0c5eb4a9664 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:19:52.224801 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-62d6061c-adad-4a6d-8156-9201813b2033 req-1cf069a2-4359-4c2c-9659-f0c5eb4a9664 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0625212 Jan 28 20:19:52.281120 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-62d6061c-adad-4a6d-8156-9201813b2033 req-4bf58df2-c87f-464f-a8a8-204982d233d4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505135 Jan 28 20:19:52.305897 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37568) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:19:52.364974 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-51e3da14-0abe-4930-94e3-34db4d691c14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/56a7ab68-92b7-4925-9297-9f23616a12d5 HTTP/1.1" status: 200 len: 994 time: 0.0579362 Jan 28 20:19:53.305791 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:54.564476 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:56.083299 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:00.998953 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:09.944518 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a236c5e3-a2b1-4217-9c2e-f0362f1fd19c req-612ad3d9-2bad-45eb-bb1b-2db07151c538 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524035 Jan 28 20:20:10.032321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236c5e3-a2b1-4217-9c2e-f0362f1fd19c req-97240dae-fa91-4fe1-8240-96add33a8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:10.033957 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a236c5e3-a2b1-4217-9c2e-f0362f1fd19c req-97240dae-fa91-4fe1-8240-96add33a8254 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 1128 time: 0.0464511 Jan 28 20:20:10.140485 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236c5e3-a2b1-4217-9c2e-f0362f1fd19c req-8621f7b8-0b3a-4fbb-b13f-10a087d43f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:10.141981 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a236c5e3-a2b1-4217-9c2e-f0362f1fd19c req-8621f7b8-0b3a-4fbb-b13f-10a087d43f52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 HTTP/1.1" status: 200 len: 897 time: 0.0854592 Jan 28 20:20:10.210464 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a236c5e3-a2b1-4217-9c2e-f0362f1fd19c req-e09a5aad-8324-481b-9a43-846dd6699a65 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e053174-f21e-4727-984e-ac5d0da21cca HTTP/1.1" status: 200 len: 1002 time: 0.0618577 Jan 28 20:20:10.257188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236c5e3-a2b1-4217-9c2e-f0362f1fd19c req-a7cdbe00-3cd1-43bf-bc23-50b3ef4258ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:10.258578 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a236c5e3-a2b1-4217-9c2e-f0362f1fd19c req-a7cdbe00-3cd1-43bf-bc23-50b3ef4258ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79799223-9b4b-48bc-a6cb-14cc34424377 HTTP/1.1" status: 200 len: 835 time: 0.0424879 Jan 28 20:20:10.312669 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236c5e3-a2b1-4217-9c2e-f0362f1fd19c req-0663683d-865e-48d0-9384-e43a783f567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:10.314275 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a236c5e3-a2b1-4217-9c2e-f0362f1fd19c req-0663683d-865e-48d0-9384-e43a783f567c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9e7665ca-ba4f-4aff-99e2-79f2c31bdb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490818 Jan 28 20:20:10.426687 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a236c5e3-a2b1-4217-9c2e-f0362f1fd19c req-fa7b66dc-0c68-4b5c-bbb5-de4f4b1dd52c service neutron] 10.222.0.31 "GET /v2.0/networks/9e7665ca-ba4f-4aff-99e2-79f2c31bdb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050529 Jan 28 20:20:10.516788 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a236c5e3-a2b1-4217-9c2e-f0362f1fd19c req-5b875071-f835-4584-b164-8570430e202f service neutron] 10.222.0.31 "GET /v2.0/networks/9e7665ca-ba4f-4aff-99e2-79f2c31bdb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814588 Jan 28 20:20:18.350281 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-941118f7-f56d-4374-b1d3-f629a1901f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:19.327294 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:20:20.551556 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-533c4ad8-412c-4994-ac19-c334dfa926b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:22.031954 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:22.759673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37600) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:22.936024 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port 5e3a3cab-3cc7-4a76-bb09-0ad68c338367 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:20:22.936400 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5e3a3cab-3cc7-4a76-bb09-0ad68c338367), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:23.011205 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5e3a3cab-3cc7-4a76-bb09-0ad68c338367), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:23.011451 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (5e3a3cab-3cc7-4a76-bb09-0ad68c338367), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:23.023006 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for 5e3a3cab-3cc7-4a76-bb09-0ad68c338367 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:20:23.182762 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5e3a3cab-3cc7-4a76-bb09-0ad68c338367), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:23.207631 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=5e3a3cab-3cc7-4a76-bb09-0ad68c338367,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:23.219681 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:23.220026 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:23.220363 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:23.220712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:23.221038 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:23.221359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:23.221679 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:23.221999 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:23.222339 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:23.222662 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:23.222963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:23.223275 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:23.223585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:23.281054 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (56a7ab68-92b7-4925-9297-9f23616a12d5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:23.281389 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Floating IP 56a7ab68-92b7-4925-9297-9f23616a12d5 disassociated (deleted). External IP: 172.25.0.103, port: 4e053174-f21e-4727-984e-ac5d0da21cca. Jan 28 20:20:23.290146 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:23.484721 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router cb497e52-5ac9-4be3-b036-91f539e72f88 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:20:23.596353 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:20:23.601150 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:23.606280 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be1a5a-7b44-44a5-b739-e56e9979a50d None None] Sync routers for ids ['cb497e52-5ac9-4be3-b036-91f539e72f88'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:20:23.616245 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be1a5a-7b44-44a5-b739-e56e9979a50d None None] Routers {'cb497e52-5ac9-4be3-b036-91f539e72f88'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:23.616854 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-51be1a5a-7b44-44a5-b739-e56e9979a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:20:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb497e52-5ac9-4be3-b036-91f539e72f88'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:23.630402 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7b752149-3bc0-4cab-a512-b26ecb3085f7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/floatingips/56a7ab68-92b7-4925-9297-9f23616a12d5 HTTP/1.1" status: 204 len: 168 time: 0.8692799 Jan 28 20:20:23.631012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd', 'tag': '4e053174-f21e-4727-984e-ac5d0da21cca'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:20:23.633291 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac9f26d1a29f0c91399e43c490101928ac952e5849b55b60a284b120f3a3590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d492c851-3b71-47e1-8ed5-dc91f79258ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd", "tag": "4e053174-f21e-4727-984e-ac5d0da21cca"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:23.673841 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5da9ab-e7b3-449c-bd58-89a3d5b41d00 x-openstack-request-id: req-9d5da9ab-e7b3-449c-bd58-89a3d5b41d00 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:23.674168 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd", "tag": "4e053174-f21e-4727-984e-ac5d0da21cca", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:23.674372 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d5da9ab-e7b3-449c-bd58-89a3d5b41d00 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:23.674831 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd', 'tag': '4e053174-f21e-4727-984e-ac5d0da21cca', 'status': 'completed', 'code': 200} Jan 28 20:20:23.729463 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-51be1a5a-7b44-44a5-b739-e56e9979a50d None None] Set router cb497e52-5ac9-4be3-b036-91f539e72f88 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:23.752358 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492c851-3b71-47e1-8ed5-dc91f79258ff req-b1acb336-c6e1-4361-aeea-ae195ece044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:23.754715 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d492c851-3b71-47e1-8ed5-dc91f79258ff req-b1acb336-c6e1-4361-aeea-ae195ece044c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 1128 time: 0.0584209 Jan 28 20:20:23.848680 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492c851-3b71-47e1-8ed5-dc91f79258ff req-f23c6be4-87ce-477b-8a85-2d0d7421a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:23.850312 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d492c851-3b71-47e1-8ed5-dc91f79258ff req-f23c6be4-87ce-477b-8a85-2d0d7421a74f service neutron] 10.222.0.31 "GET /v2.0/networks?id=9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 HTTP/1.1" status: 200 len: 897 time: 0.0890059 Jan 28 20:20:23.874734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617694c0-e607-4292-b148-4141ff98c61e req-e3352419-e2c9-4c20-a534-c138c79cce98 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:23.876339 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-617694c0-e607-4292-b148-4141ff98c61e req-e3352419-e2c9-4c20-a534-c138c79cce98 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0583017 Jan 28 20:20:23.896024 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d492c851-3b71-47e1-8ed5-dc91f79258ff req-7ced8ed8-6efe-415f-9f96-f8bafac93363 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e053174-f21e-4727-984e-ac5d0da21cca HTTP/1.1" status: 200 len: 217 time: 0.0386534 Jan 28 20:20:23.927254 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-617694c0-e607-4292-b148-4141ff98c61e req-fccbf7e2-57bc-4231-a0dd-55a50c076255 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444112 Jan 28 20:20:23.939940 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-51be1a5a-7b44-44a5-b739-e56e9979a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241808969', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:48Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:49Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8', 'name': '', 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:46:3d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:51Z', 'updated_at': '2022-01-28T20:18:55Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:23.969592 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be1a5a-7b44-44a5-b739-e56e9979a50d None None] Checking router: cb497e52-5ac9-4be3-b036-91f539e72f88 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:20:23.978467 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be1a5a-7b44-44a5-b739-e56e9979a50d None None] Routers {'cb497e52-5ac9-4be3-b036-91f539e72f88'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:23.979083 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-51be1a5a-7b44-44a5-b739-e56e9979a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:20:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb497e52-5ac9-4be3-b036-91f539e72f88'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:24.086223 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-51be1a5a-7b44-44a5-b739-e56e9979a50d None None] Set router cb497e52-5ac9-4be3-b036-91f539e72f88 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:24.293581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492c851-3b71-47e1-8ed5-dc91f79258ff req-39f0fd9f-45ab-4bf3-9a7f-dae288ac57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:24.295088 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d492c851-3b71-47e1-8ed5-dc91f79258ff req-39f0fd9f-45ab-4bf3-9a7f-dae288ac57bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79799223-9b4b-48bc-a6cb-14cc34424377 HTTP/1.1" status: 200 len: 835 time: 0.3935609 Jan 28 20:20:24.344677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492c851-3b71-47e1-8ed5-dc91f79258ff req-c6de46c3-b989-4e60-9ec1-237ad105ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:24.346339 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d492c851-3b71-47e1-8ed5-dc91f79258ff req-c6de46c3-b989-4e60-9ec1-237ad105ce03 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9e7665ca-ba4f-4aff-99e2-79f2c31bdb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445209 Jan 28 20:20:24.375706 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-51be1a5a-7b44-44a5-b739-e56e9979a50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241808969', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:48Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:49Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8', 'name': '', 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:46:3d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:51Z', 'updated_at': '2022-01-28T20:18:55Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:24.401385 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be1a5a-7b44-44a5-b739-e56e9979a50d None None] The sync data for ids ['cb497e52-5ac9-4be3-b036-91f539e72f88'] in n-d-824834-4 is: [{'id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241808969', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:48Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:49Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8', 'name': '', 'network_id': '9e7665ca-ba4f-4aff-99e2-79f2c31bdb86', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:46:3d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:51Z', 'updated_at': '2022-01-28T20:18:55Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '79799223-9b4b-48bc-a6cb-14cc34424377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:20:24.440795 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d492c851-3b71-47e1-8ed5-dc91f79258ff req-9782f0cf-4ee8-4174-8522-8bf1e108dae9 service neutron] 10.222.0.31 "GET /v2.0/networks/9e7665ca-ba4f-4aff-99e2-79f2c31bdb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878451 Jan 28 20:20:24.531083 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d492c851-3b71-47e1-8ed5-dc91f79258ff req-9b402d80-be2a-416d-a19c-bf6e14b109d4 service neutron] 10.222.0.31 "GET /v2.0/networks/9e7665ca-ba4f-4aff-99e2-79f2c31bdb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836556 Jan 28 20:20:24.548584 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:24.627056 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28af1af-6840-4cf5-99c9-2c0bb1530461 None None] New status for floating IP 56a7ab68-92b7-4925-9297-9f23616a12d5: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:20:25.061221 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c34cf8-79c7-46d9-bf01-c42103f07af1 req-eb49429e-9644-41d4-a88d-1ebcbc0220a3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:25.062803 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-29c34cf8-79c7-46d9-bf01-c42103f07af1 req-eb49429e-9644-41d4-a88d-1ebcbc0220a3 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0583797 Jan 28 20:20:25.114875 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-29c34cf8-79c7-46d9-bf01-c42103f07af1 req-0d01beff-b259-4783-b397-c7852b068088 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=d291935f-8a03-4483-859f-0b9a22f8c501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463824 Jan 28 20:20:25.325932 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcad73-695e-45a0-a035-65eb17837245 req-f58c48fd-19c6-4686-ac73-ed420d3ac455 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:25.327428 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b5fcad73-695e-45a0-a035-65eb17837245 req-f58c48fd-19c6-4686-ac73-ed420d3ac455 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.31 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 946 time: 0.0618234 Jan 28 20:20:25.417765 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b5fcad73-695e-45a0-a035-65eb17837245 req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port 4e053174-f21e-4727-984e-ac5d0da21cca {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:20:25.418093 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b5fcad73-695e-45a0-a035-65eb17837245 req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4e053174-f21e-4727-984e-ac5d0da21cca), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:25.507109 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-b5fcad73-695e-45a0-a035-65eb17837245 req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] For port 4e053174-f21e-4727-984e-ac5d0da21cca, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4e053174-f21e-4727-984e-ac5d0da21cca,segment=NetworkSegment(1947bd84-9387-4e49-b10e-fc12fbf11df3),segment_id=1947bd84-9387-4e49-b10e-fc12fbf11df3)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:25.507446 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b5fcad73-695e-45a0-a035-65eb17837245 req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4e053174-f21e-4727-984e-ac5d0da21cca), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:25.519148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-b5fcad73-695e-45a0-a035-65eb17837245 req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for 4e053174-f21e-4727-984e-ac5d0da21cca owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:20:25.660821 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b5fcad73-695e-45a0-a035-65eb17837245 req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4e053174-f21e-4727-984e-ac5d0da21cca), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:25.689518 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=4e053174-f21e-4727-984e-ac5d0da21cca,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:25.702527 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:25.702872 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:25.703216 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:25.703559 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:25.703898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:25.704226 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:25.704556 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:25.704882 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:25.705210 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:25.705533 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:25.705861 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:25.706205 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:25.706531 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:25.742175 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fcad73-695e-45a0-a035-65eb17837245 req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] No DVR routers for this DVR port 4e053174-f21e-4727-984e-ac5d0da21cca on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:20:25.744826 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-b5fcad73-695e-45a0-a035-65eb17837245 req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:25.748228 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b5fcad73-695e-45a0-a035-65eb17837245 req-5f02577f-cbfe-4158-aa4e-17a948258e27 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.31 "DELETE /v2.0/ports/4e053174-f21e-4727-984e-ac5d0da21cca HTTP/1.1" status: 204 len: 173 time: 0.4159503 Jan 28 20:20:25.748671 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd', 'name': 'network-vif-deleted', 'tag': '4e053174-f21e-4727-984e-ac5d0da21cca'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:20:25.750998 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aec4008-8c14-42d6-a34b-642f2083ddbc" -d '{"events": [{"server_uuid": "a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd", "name": "network-vif-deleted", "tag": "4e053174-f21e-4727-984e-ac5d0da21cca"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:25.790043 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1791157-4d0e-43b7-95fc-a414cdcf567e x-openstack-request-id: req-d1791157-4d0e-43b7-95fc-a414cdcf567e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:25.790332 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd", "name": "network-vif-deleted", "tag": "4e053174-f21e-4727-984e-ac5d0da21cca", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:25.790587 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1791157-4d0e-43b7-95fc-a414cdcf567e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:25.790991 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd', 'name': 'network-vif-deleted', 'tag': '4e053174-f21e-4727-984e-ac5d0da21cca', 'status': 'completed', 'code': 200} Jan 28 20:20:26.084724 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:26.229820 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a6bd698a-4ddb-4da3-a97e-71e26f8300ff req-2f0f8e33-b170-4ed0-a416-47a9e16a721d tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9ba8e0a-e325-4a04-a78b-a99e4cb77fbd HTTP/1.1" status: 200 len: 210 time: 0.0271316 Jan 28 20:20:27.297024 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:27.947422 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1e2ec38-dce8-49db-b687-022a945122d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (cb497e52-5ac9-4be3-b036-91f539e72f88), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:28.212158 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f1e2ec38-dce8-49db-b687-022a945122d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:20:28.212428 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1e2ec38-dce8-49db-b687-022a945122d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:28.309096 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-f1e2ec38-dce8-49db-b687-022a945122d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] For port aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8,segment=NetworkSegment(1947bd84-9387-4e49-b10e-fc12fbf11df3),segment_id=1947bd84-9387-4e49-b10e-fc12fbf11df3)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:28.309841 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1e2ec38-dce8-49db-b687-022a945122d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:28.322068 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f1e2ec38-dce8-49db-b687-022a945122d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:20:28.518736 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1e2ec38-dce8-49db-b687-022a945122d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:28.554857 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2ec38-dce8-49db-b687-022a945122d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:28.729429 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f1e2ec38-dce8-49db-b687-022a945122d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (cb497e52-5ac9-4be3-b036-91f539e72f88), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:28.939021 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e2ec38-dce8-49db-b687-022a945122d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router cb497e52-5ac9-4be3-b036-91f539e72f88 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:20:29.045003 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e2ec38-dce8-49db-b687-022a945122d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:20:29.053416 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f1e2ec38-dce8-49db-b687-022a945122d0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "PUT /v2.0/routers/cb497e52-5ac9-4be3-b036-91f539e72f88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7525945 Jan 28 20:20:29.053896 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37618) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:29.056244 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a402c9f-2c14-40a7-98f1-5a0479674d43 None None] Sync routers for ids ['cb497e52-5ac9-4be3-b036-91f539e72f88'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:20:29.065771 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a402c9f-2c14-40a7-98f1-5a0479674d43 None None] Routers {'cb497e52-5ac9-4be3-b036-91f539e72f88'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:29.066433 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9a402c9f-2c14-40a7-98f1-5a0479674d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:20:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb497e52-5ac9-4be3-b036-91f539e72f88'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:29.109255 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-2994a9c2-9bb1-42c7-b241-3e64732eea9f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting subnet 79799223-9b4b-48bc-a6cb-14cc34424377 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:20:29.112473 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2994a9c2-9bb1-42c7-b241-3e64732eea9f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for subnet (79799223-9b4b-48bc-a6cb-14cc34424377), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:29.152880 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2994a9c2-9bb1-42c7-b241-3e64732eea9f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (79799223-9b4b-48bc-a6cb-14cc34424377), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:29.168969 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9a402c9f-2c14-40a7-98f1-5a0479674d43 None None] Set router cb497e52-5ac9-4be3-b036-91f539e72f88 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:29.236658 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2994a9c2-9bb1-42c7-b241-3e64732eea9f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (79799223-9b4b-48bc-a6cb-14cc34424377), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:29.298470 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2994a9c2-9bb1-42c7-b241-3e64732eea9f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (79799223-9b4b-48bc-a6cb-14cc34424377), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:29.325347 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994a9c2-9bb1-42c7-b241-3e64732eea9f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Subnet': ['ID=79799223-9b4b-48bc-a6cb-14cc34424377,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:29.330909 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2994a9c2-9bb1-42c7-b241-3e64732eea9f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:29.336328 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2994a9c2-9bb1-42c7-b241-3e64732eea9f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/subnets/79799223-9b4b-48bc-a6cb-14cc34424377 HTTP/1.1" status: 204 len: 168 time: 0.2787642 Jan 28 20:20:29.336654 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37620) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:29.339007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a4d68e-550c-4eb6-98d5-298ae17dc90a None None] Network 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:20:29.347142 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9a402c9f-2c14-40a7-98f1-5a0479674d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241808969', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:48Z', 'updated_at': '2022-01-28T20:20:28Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:49Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:29.377924 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a402c9f-2c14-40a7-98f1-5a0479674d43 None None] Checking router: cb497e52-5ac9-4be3-b036-91f539e72f88 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:20:29.390284 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a402c9f-2c14-40a7-98f1-5a0479674d43 None None] Routers {'cb497e52-5ac9-4be3-b036-91f539e72f88'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:29.390922 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9a402c9f-2c14-40a7-98f1-5a0479674d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:20:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['cb497e52-5ac9-4be3-b036-91f539e72f88'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:29.442396 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4e053174-f21e-4727-984e-ac5d0da21cca no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:20:29.454199 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19b44afa-f8b8-4b8f-b2e8-89bcff512804 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router (cb497e52-5ac9-4be3-b036-91f539e72f88), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:29.465356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 4e053174-f21e-4727-984e-ac5d0da21cca {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:20:29.465917 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4e053174-f21e-4727-984e-ac5d0da21cca not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:20:29.501395 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-9a402c9f-2c14-40a7-98f1-5a0479674d43 None None] Set router cb497e52-5ac9-4be3-b036-91f539e72f88 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:29.503691 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] DHCP port deletion for 9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:20:29.559579 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Deleting port 3746be43-d8dc-441b-aca7-9d0043cbb9fb {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:20:29.560066 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (3746be43-d8dc-441b-aca7-9d0043cbb9fb), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:29.570632 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19b44afa-f8b8-4b8f-b2e8-89bcff512804 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (cb497e52-5ac9-4be3-b036-91f539e72f88), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:29.624791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] For port 3746be43-d8dc-441b-aca7-9d0043cbb9fb, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=3746be43-d8dc-441b-aca7-9d0043cbb9fb,segment=NetworkSegment(1947bd84-9387-4e49-b10e-fc12fbf11df3),segment_id=1947bd84-9387-4e49-b10e-fc12fbf11df3)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:29.625298 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (3746be43-d8dc-441b-aca7-9d0043cbb9fb), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:29.627583 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-19b44afa-f8b8-4b8f-b2e8-89bcff512804 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port 7d395bdf-54d7-4220-9787-1959f165d27f {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:20:29.628037 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19b44afa-f8b8-4b8f-b2e8-89bcff512804 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7d395bdf-54d7-4220-9787-1959f165d27f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:29.639544 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Calling delete_port for 3746be43-d8dc-441b-aca7-9d0043cbb9fb owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:20:29.678600 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-9a402c9f-2c14-40a7-98f1-5a0479674d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241808969', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:48Z', 'updated_at': '2022-01-28T20:20:28Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:49Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:29.704279 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a402c9f-2c14-40a7-98f1-5a0479674d43 None None] The sync data for ids ['cb497e52-5ac9-4be3-b036-91f539e72f88'] in n-d-824834-4 is: [{'id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-241808969', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:48Z', 'updated_at': '2022-01-28T20:20:28Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': '7d395bdf-54d7-4220-9787-1959f165d27f', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb497e52-5ac9-4be3-b036-91f539e72f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:49Z', 'updated_at': '2022-01-28T20:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:20:29.714117 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-19b44afa-f8b8-4b8f-b2e8-89bcff512804 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] For port 7d395bdf-54d7-4220-9787-1959f165d27f, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7d395bdf-54d7-4220-9787-1959f165d27f,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:29.714469 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19b44afa-f8b8-4b8f-b2e8-89bcff512804 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7d395bdf-54d7-4220-9787-1959f165d27f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:29.727419 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (3746be43-d8dc-441b-aca7-9d0043cbb9fb), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:29.728684 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-19b44afa-f8b8-4b8f-b2e8-89bcff512804 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for 7d395bdf-54d7-4220-9787-1959f165d27f owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:20:29.759041 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Pushing event deleted for resources: {'Port': ['ID=3746be43-d8dc-441b-aca7-9d0043cbb9fb,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:29.763263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] No DVR routers for this DVR port 3746be43-d8dc-441b-aca7-9d0043cbb9fb on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:20:29.770302 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:29.770653 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:29.770996 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:29.771338 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:29.771671 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:29.772003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:29.772384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:29.772711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:29.773496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:29.773496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:29.773662 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:29.773967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:29.774312 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb020e64-9736-42f0-b5a6-1389e286ddda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:29.899684 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19b44afa-f8b8-4b8f-b2e8-89bcff512804 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (7d395bdf-54d7-4220-9787-1959f165d27f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:29.928834 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b44afa-f8b8-4b8f-b2e8-89bcff512804 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=7d395bdf-54d7-4220-9787-1959f165d27f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:29.991041 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19b44afa-f8b8-4b8f-b2e8-89bcff512804 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (cb497e52-5ac9-4be3-b036-91f539e72f88), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.092394 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19b44afa-f8b8-4b8f-b2e8-89bcff512804 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (cb497e52-5ac9-4be3-b036-91f539e72f88), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.094874 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19b44afa-f8b8-4b8f-b2e8-89bcff512804 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_controller (cb497e52-5ac9-4be3-b036-91f539e72f88), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.139782 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19b44afa-f8b8-4b8f-b2e8-89bcff512804 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (cb497e52-5ac9-4be3-b036-91f539e72f88), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.140344 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b44afa-f8b8-4b8f-b2e8-89bcff512804 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Fanout notify agent at l3_agent the message router_deleted on router cb497e52-5ac9-4be3-b036-91f539e72f88 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:20:30.147772 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-19b44afa-f8b8-4b8f-b2e8-89bcff512804 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.149136 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-19b44afa-f8b8-4b8f-b2e8-89bcff512804 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/routers/cb497e52-5ac9-4be3-b036-91f539e72f88 HTTP/1.1" status: 204 len: 168 time: 0.8117020 Jan 28 20:20:30.152324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37622) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:30.233109 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d76f351-90fa-4b77-a291-7d3725c7befb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (9e7665ca-ba4f-4aff-99e2-79f2c31bdb86), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.325245 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d76f351-90fa-4b77-a291-7d3725c7befb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (9e7665ca-ba4f-4aff-99e2-79f2c31bdb86), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.347542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4d76f351-90fa-4b77-a291-7d3725c7befb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7665ca-ba4f-4aff-99e2-79f2c31bdb86']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:30.359049 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4d76f351-90fa-4b77-a291-7d3725c7befb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1947bd84-9387-4e49-b10e-fc12fbf11df3') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:30.359607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4d76f351-90fa-4b77-a291-7d3725c7befb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1947bd84-9387-4e49-b10e-fc12fbf11df3') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:30.371395 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d76f351-90fa-4b77-a291-7d3725c7befb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (1947bd84-9387-4e49-b10e-fc12fbf11df3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.387436 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d76f351-90fa-4b77-a291-7d3725c7befb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (1947bd84-9387-4e49-b10e-fc12fbf11df3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.394702 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d76f351-90fa-4b77-a291-7d3725c7befb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:20:30.395285 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d76f351-90fa-4b77-a291-7d3725c7befb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (1947bd84-9387-4e49-b10e-fc12fbf11df3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: timer() Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:20:30.398514 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:20:30.460640 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d76f351-90fa-4b77-a291-7d3725c7befb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (9e7665ca-ba4f-4aff-99e2-79f2c31bdb86), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.468806 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4d76f351-90fa-4b77-a291-7d3725c7befb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.472765 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4d76f351-90fa-4b77-a291-7d3725c7befb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/networks/9e7665ca-ba4f-4aff-99e2-79f2c31bdb86 HTTP/1.1" status: 204 len: 168 time: 0.3194427 Jan 28 20:20:30.475730 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37624) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:30.484632 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76f351-90fa-4b77-a291-7d3725c7befb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Network': ['ID=9e7665ca-ba4f-4aff-99e2-79f2c31bdb86,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:30.538921 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4341acc1-a83d-4fab-8e15-c600dac714e1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (d291935f-8a03-4483-859f-0b9a22f8c501), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.565582 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4341acc1-a83d-4fab-8e15-c600dac714e1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (d291935f-8a03-4483-859f-0b9a22f8c501), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.634494 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4341acc1-a83d-4fab-8e15-c600dac714e1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (d291935f-8a03-4483-859f-0b9a22f8c501), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.637335 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4341acc1-a83d-4fab-8e15-c600dac714e1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.638583 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-4341acc1-a83d-4fab-8e15-c600dac714e1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/security-groups/d291935f-8a03-4483-859f-0b9a22f8c501 HTTP/1.1" status: 204 len: 168 time: 0.1617925 Jan 28 20:20:30.647910 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341acc1-a83d-4fab-8e15-c600dac714e1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d291935f-8a03-4483-859f-0b9a22f8c501,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:30.757438 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3746be43-d8dc-441b-aca7-9d0043cbb9fb no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:20:30.779755 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 3746be43-d8dc-441b-aca7-9d0043cbb9fb {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:20:30.780060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 3746be43-d8dc-441b-aca7-9d0043cbb9fb not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:20:30.780489 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:20:30.802291 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:20:30.802630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device aff394ae-f2b7-4b8e-8655-ce0deb9bbcb8 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:20:30.880155 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37630) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:30.885091 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-bdbfdb53-9ed5-4064-b0c3-f6fedfa3d0ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1153682378', 'description': 'tempest-secgroup-smoke-1153682378 description', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:30.910061 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbfdb53-9ed5-4064-b0c3-f6fedfa3d0ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.977185 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbfdb53-9ed5-4064-b0c3-f6fedfa3d0ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (ae5e0a89-09a5-4929-be38-add0ae88d623), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.982888 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbfdb53-9ed5-4064-b0c3-f6fedfa3d0ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ae5e0a89-09a5-4929-be38-add0ae88d623), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:30.999132 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.009430 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-bdbfdb53-9ed5-4064-b0c3-f6fedfa3d0ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.010920 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-bdbfdb53-9ed5-4064-b0c3-f6fedfa3d0ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1296966 Jan 28 20:20:31.014088 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37632) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:31.018727 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b676991b-1984-498b-98a4-a8a6f28b2f89 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'ae5e0a89-09a5-4929-be38-add0ae88d623', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:31.018886 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfdb53-9ed5-4064-b0c3-f6fedfa3d0ef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5e0a89-09a5-4929-be38-add0ae88d623,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:31.044611 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b676991b-1984-498b-98a4-a8a6f28b2f89 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (b1c6e308-ad66-47ed-997d-708606df14e4), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.091841 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b676991b-1984-498b-98a4-a8a6f28b2f89 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (b1c6e308-ad66-47ed-997d-708606df14e4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.098203 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b676991b-1984-498b-98a4-a8a6f28b2f89 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (b1c6e308-ad66-47ed-997d-708606df14e4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.115133 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676991b-1984-498b-98a4-a8a6f28b2f89 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c6e308-ad66-47ed-997d-708606df14e4,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:31.124808 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b676991b-1984-498b-98a4-a8a6f28b2f89 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.126144 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-b676991b-1984-498b-98a4-a8a6f28b2f89 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110137 Jan 28 20:20:31.130309 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37634) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:31.135028 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-57f03608-b462-46ce-a652-3e030553797c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'ae5e0a89-09a5-4929-be38-add0ae88d623', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:31.161663 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57f03608-b462-46ce-a652-3e030553797c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (00b013f2-c846-4a51-87a0-65ebb2935634), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.223942 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57f03608-b462-46ce-a652-3e030553797c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (00b013f2-c846-4a51-87a0-65ebb2935634), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.228846 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57f03608-b462-46ce-a652-3e030553797c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (00b013f2-c846-4a51-87a0-65ebb2935634), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.248273 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f03608-b462-46ce-a652-3e030553797c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b013f2-c846-4a51-87a0-65ebb2935634,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:31.254398 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-57f03608-b462-46ce-a652-3e030553797c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.255572 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-57f03608-b462-46ce-a652-3e030553797c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242623 Jan 28 20:20:31.258511 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37636) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:31.262976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-345bf8b6-0db7-4a9d-9201-c226f23008b9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'ae5e0a89-09a5-4929-be38-add0ae88d623', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:31.288862 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-345bf8b6-0db7-4a9d-9201-c226f23008b9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (f0eb7778-5b09-4f38-93d4-38fd9fb73456), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.345489 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-345bf8b6-0db7-4a9d-9201-c226f23008b9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (f0eb7778-5b09-4f38-93d4-38fd9fb73456), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.350959 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-345bf8b6-0db7-4a9d-9201-c226f23008b9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (f0eb7778-5b09-4f38-93d4-38fd9fb73456), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.368958 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bf8b6-0db7-4a9d-9201-c226f23008b9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0eb7778-5b09-4f38-93d4-38fd9fb73456,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:31.374788 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-345bf8b6-0db7-4a9d-9201-c226f23008b9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.375981 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-345bf8b6-0db7-4a9d-9201-c226f23008b9 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164405 Jan 28 20:20:31.378928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37638) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:31.383434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ab34efca-77ca-4dc2-8fed-925620eb49ee tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'ae5e0a89-09a5-4929-be38-add0ae88d623', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:31.409939 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab34efca-77ca-4dc2-8fed-925620eb49ee tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (f488093b-b992-434b-91dd-c9b114a47a8a), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.466529 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab34efca-77ca-4dc2-8fed-925620eb49ee tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (f488093b-b992-434b-91dd-c9b114a47a8a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.471578 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab34efca-77ca-4dc2-8fed-925620eb49ee tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (f488093b-b992-434b-91dd-c9b114a47a8a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.488779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34efca-77ca-4dc2-8fed-925620eb49ee tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f488093b-b992-434b-91dd-c9b114a47a8a,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:31.497032 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ab34efca-77ca-4dc2-8fed-925620eb49ee tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.498250 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ab34efca-77ca-4dc2-8fed-925620eb49ee tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183593 Jan 28 20:20:31.501196 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37640) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:31.505517 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-f76120a3-7a6b-4a31-bcf4-c5e0f100cda2 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'ae5e0a89-09a5-4929-be38-add0ae88d623', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:31.527898 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-f76120a3-7a6b-4a31-bcf4-c5e0f100cda2 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Project 69f0c0d871d74d1da638b4ca8915fe93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:20:31.533280 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f76120a3-7a6b-4a31-bcf4-c5e0f100cda2 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (6ebb2ff9-7401-44f9-954c-5317a5ef557e), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.594725 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f76120a3-7a6b-4a31-bcf4-c5e0f100cda2 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (6ebb2ff9-7401-44f9-954c-5317a5ef557e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.601008 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f76120a3-7a6b-4a31-bcf4-c5e0f100cda2 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (6ebb2ff9-7401-44f9-954c-5317a5ef557e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.617834 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76120a3-7a6b-4a31-bcf4-c5e0f100cda2 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ebb2ff9-7401-44f9-954c-5317a5ef557e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:31.626762 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-f76120a3-7a6b-4a31-bcf4-c5e0f100cda2 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.627996 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-f76120a3-7a6b-4a31-bcf4-c5e0f100cda2 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258857 Jan 28 20:20:31.631728 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37642) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:31.636161 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b5d42635-da83-4023-888f-479917262f1f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'security_group_rule': {'security_group_id': 'ae5e0a89-09a5-4929-be38-add0ae88d623', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:31.660329 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-b5d42635-da83-4023-888f-479917262f1f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Project 69f0c0d871d74d1da638b4ca8915fe93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:20:31.665313 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5d42635-da83-4023-888f-479917262f1f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (595194d2-0c2d-4990-be60-4128d677f6f5), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.726408 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5d42635-da83-4023-888f-479917262f1f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (595194d2-0c2d-4990-be60-4128d677f6f5), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.731776 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5d42635-da83-4023-888f-479917262f1f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (595194d2-0c2d-4990-be60-4128d677f6f5), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.749874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d42635-da83-4023-888f-479917262f1f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595194d2-0c2d-4990-be60-4128d677f6f5,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:31.760865 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b5d42635-da83-4023-888f-479917262f1f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.761619 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b5d42635-da83-4023-888f-479917262f1f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289408 Jan 28 20:20:31.764896 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37644) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:31.770081 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7c503c38-c54f-4cb1-af99-82807963f883 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'network': {'name': 'tempest-network-smoke--1670234530', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'port_security_enabled': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:31.791881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c503c38-c54f-4cb1-af99-82807963f883 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Made reservation on behalf of 69f0c0d871d74d1da638b4ca8915fe93 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:20:31.795745 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c503c38-c54f-4cb1-af99-82807963f883 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.820366 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c503c38-c54f-4cb1-af99-82807963f883 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:20:31.829859 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c503c38-c54f-4cb1-af99-82807963f883 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (72fb1578-456e-40d8-ba96-a2bdb544fda6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.830225 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-7c503c38-c54f-4cb1-af99-82807963f883 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Added segment 72fb1578-456e-40d8-ba96-a2bdb544fda6 of type vlan for network 86d67138-1372-40f0-80ee-b0e9c26a2587 Jan 28 20:20:31.869419 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c503c38-c54f-4cb1-af99-82807963f883 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (86d67138-1372-40f0-80ee-b0e9c26a2587), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.894455 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c503c38-c54f-4cb1-af99-82807963f883 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (86d67138-1372-40f0-80ee-b0e9c26a2587), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.899779 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c503c38-c54f-4cb1-af99-82807963f883 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:31.900346 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c503c38-c54f-4cb1-af99-82807963f883 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:31.965509 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7c503c38-c54f-4cb1-af99-82807963f883 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1994481 Jan 28 20:20:31.968215 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37646) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:31.972482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1031377879', 'admin_state_up': True, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:31.980451 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c503c38-c54f-4cb1-af99-82807963f883 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Network': ['ID=86d67138-1372-40f0-80ee-b0e9c26a2587,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:31.991815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 86d67138-1372-40f0-80ee-b0e9c26a2587 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:20:32.000018 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (0c458e4e-3f8c-4703-a734-17202f82df7e), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:32.001152 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (0c458e4e-3f8c-4703-a734-17202f82df7e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:32.054339 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_controller (0c458e4e-3f8c-4703-a734-17202f82df7e), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:32.193708 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (0c458e4e-3f8c-4703-a734-17202f82df7e), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:32.297640 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7d395bdf-54d7-4220-9787-1959f165d27f no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:20:32.318148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 7d395bdf-54d7-4220-9787-1959f165d27f {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:20:32.318497 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7d395bdf-54d7-4220-9787-1959f165d27f not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:20:32.389880 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (0c458e4e-3f8c-4703-a734-17202f82df7e), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:32.411911 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:32.525783 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.25.0.159 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/e25e483a-08c7-42a5-9c91-fe28e384f16a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:20:32.644685 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (e25e483a-08c7-42a5-9c91-fe28e384f16a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:32.684007 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (e25e483a-08c7-42a5-9c91-fe28e384f16a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:32.720730 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:20:32.723433 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:32.725996 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:20:32.750676 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=e25e483a-08c7-42a5-9c91-fe28e384f16a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:32.991212 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (0c458e4e-3f8c-4703-a734-17202f82df7e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:33.484249 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (0c458e4e-3f8c-4703-a734-17202f82df7e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:33.616259 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router 0c458e4e-3f8c-4703-a734-17202f82df7e is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:20:33.736554 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:20:33.746819 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Sync routers for ids ['0c458e4e-3f8c-4703-a734-17202f82df7e'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:20:33.757740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Routers {'0c458e4e-3f8c-4703-a734-17202f82df7e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:33.757938 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:33.758407 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:20:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0c458e4e-3f8c-4703-a734-17202f82df7e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:33.759054 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3cba40ae-8dc9-4d6f-a675-7c7507deea6c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7899292 Jan 28 20:20:33.762404 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37648) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:33.789713 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0ab18880-8def-4c14-af91-28223d4eb17c tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=69f0c0d871d74d1da638b4ca8915fe93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261519 Jan 28 20:20:33.792376 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37650) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:33.863474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Set router 0c458e4e-3f8c-4703-a734-17202f82df7e gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:33.879046 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3c4d71-7915-4cd2-925a-a6d453478b1f tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:33.880587 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6c3c4d71-7915-4cd2-925a-a6d453478b1f tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868907 Jan 28 20:20:33.883652 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37652) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:33.917445 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2207a7aa-c1b3-40a2-bf9b-f6cc2dac9cbb tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=c4a614f9-9895-4be0-8348-7f6e942bd391&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325930 Jan 28 20:20:33.920137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37654) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:33.928825 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bddeda7b-c32b-4f2d-be6b-2bc66aaeb645 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1526890308', 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:34.023283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddeda7b-c32b-4f2d-be6b-2bc66aaeb645 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Made reservation on behalf of 69f0c0d871d74d1da638b4ca8915fe93 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:20:34.027066 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bddeda7b-c32b-4f2d-be6b-2bc66aaeb645 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:34.207563 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bddeda7b-c32b-4f2d-be6b-2bc66aaeb645 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (3347ff96-5750-4764-9ba1-e892392487e7), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:34.209485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031377879', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:32Z', 'revision_number': 3, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:34.235073 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Checking router: 0c458e4e-3f8c-4703-a734-17202f82df7e for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:20:34.235424 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Updating router 0c458e4e-3f8c-4703-a734-17202f82df7e port e25e483a-08c7-42a5-9c91-fe28e384f16a binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:20:34.262209 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e25e483a-08c7-42a5-9c91-fe28e384f16a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:34.265755 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddeda7b-c32b-4f2d-be6b-2bc66aaeb645 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Subnet': ['ID=3347ff96-5750-4764-9ba1-e892392487e7,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:34.275283 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddeda7b-c32b-4f2d-be6b-2bc66aaeb645 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Checking segment: {'id': '72fb1578-456e-40d8-ba96-a2bdb544fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:20:34.275587 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddeda7b-c32b-4f2d-be6b-2bc66aaeb645 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network hostable DHCP agents. Network: 86d67138-1372-40f0-80ee-b0e9c26a2587, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:20:34.294650 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddeda7b-c32b-4f2d-be6b-2bc66aaeb645 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network 86d67138-1372-40f0-80ee-b0e9c26a2587 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:20:34.305334 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-bddeda7b-c32b-4f2d-be6b-2bc66aaeb645 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 86d67138-1372-40f0-80ee-b0e9c26a2587) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:34.309742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddeda7b-c32b-4f2d-be6b-2bc66aaeb645 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:34.310405 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bddeda7b-c32b-4f2d-be6b-2bc66aaeb645 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:34.326240 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-bddeda7b-c32b-4f2d-be6b-2bc66aaeb645 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4047012 Jan 28 20:20:34.328957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37656) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:34.346880 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8bbc3f-7d2f-4736-a1f4-249ab55087ff None None] Network 86d67138-1372-40f0-80ee-b0e9c26a2587 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:20:34.505327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-86d67138-1372-40f0-80ee-b0e9c26a2587', 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587', 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ips': [{'subnet_id': '3347ff96-5750-4764-9ba1-e892392487e7'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:20:34.510682 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:34.694413 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Publish callbacks [] for port (e25e483a-08c7-42a5-9c91-fe28e384f16a), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:34.707000 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e25e483a-08c7-42a5-9c91-fe28e384f16a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:34.713862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Allocated IP 172.20.0.2 (86d67138-1372-40f0-80ee-b0e9c26a2587/3347ff96-5750-4764-9ba1-e892392487e7/7d320d7e-d5db-4182-be2c-e378ac8d5e52) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:20:34.760294 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:34.783426 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Attempting to bind port e25e483a-08c7-42a5-9c91-fe28e384f16a on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:20:34.784086 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Attempting to bind port e25e483a-08c7-42a5-9c91-fe28e384f16a by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:20:34.784204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Attempting to bind port e25e483a-08c7-42a5-9c91-fe28e384f16a on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:34.809294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063314d-e9f9-473e-b797-642a78a2d540 None None] Pushing event updated for resources: {'Port': ['ID=e25e483a-08c7-42a5-9c91-fe28e384f16a,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:34.819573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:20:34.819958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:20:34.820370 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:34.820758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:20:34.821250 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Bound port: e25e483a-08c7-42a5-9c91-fe28e384f16a, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:20:34.821617 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e25e483a-08c7-42a5-9c91-fe28e384f16a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:34.903636 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] For port e25e483a-08c7-42a5-9c91-fe28e384f16a, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:20:34.934967 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] For port e25e483a-08c7-42a5-9c91-fe28e384f16a, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e25e483a-08c7-42a5-9c91-fe28e384f16a,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:20:34.947156 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e25e483a-08c7-42a5-9c91-fe28e384f16a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:34.988312 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Publish callbacks [] for port (7d320d7e-d5db-4182-be2c-e378ac8d5e52), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:35.004940 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (7d320d7e-d5db-4182-be2c-e378ac8d5e52), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:35.031177 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063314d-e9f9-473e-b797-642a78a2d540 None None] Pushing event updated for resources: {'Port': ['ID=e25e483a-08c7-42a5-9c91-fe28e384f16a,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:35.034278 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Routers {'0c458e4e-3f8c-4703-a734-17202f82df7e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:35.035316 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:20:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0c458e4e-3f8c-4703-a734-17202f82df7e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:35.054142 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.20.0.1 (86d67138-1372-40f0-80ee-b0e9c26a2587/3347ff96-5750-4764-9ba1-e892392487e7/59770b38-3030-40ee-9dbd-6db201594a65) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:20:35.096383 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Network 86d67138-1372-40f0-80ee-b0e9c26a2587 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:20:35.103773 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:35.108787 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:20:35.133740 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Pushing event updated for resources: {'Port': ['ID=7d320d7e-d5db-4182-be2c-e378ac8d5e52,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:35.169321 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (59770b38-3030-40ee-9dbd-6db201594a65), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:35.207783 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (59770b38-3030-40ee-9dbd-6db201594a65), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:35.222307 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Attempting to bind port 7d320d7e-d5db-4182-be2c-e378ac8d5e52 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:20:35.222679 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Attempting to bind port 7d320d7e-d5db-4182-be2c-e378ac8d5e52 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '72fb1578-456e-40d8-ba96-a2bdb544fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:20:35.223045 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Attempting to bind port 7d320d7e-d5db-4182-be2c-e378ac8d5e52 on network 86d67138-1372-40f0-80ee-b0e9c26a2587 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:35.228397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] Set router 0c458e4e-3f8c-4703-a734-17202f82df7e gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:35.243180 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network 86d67138-1372-40f0-80ee-b0e9c26a2587 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:20:35.246383 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:35.249848 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:20:35.257461 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:20:35.257835 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Checking segment: {'id': '72fb1578-456e-40d8-ba96-a2bdb544fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:20:35.258270 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:35.258649 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Bound using segment: {'id': '72fb1578-456e-40d8-ba96-a2bdb544fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:20:35.259148 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Bound port: 7d320d7e-d5db-4182-be2c-e378ac8d5e52, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72fb1578-456e-40d8-ba96-a2bdb544fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:20:35.259695 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7d320d7e-d5db-4182-be2c-e378ac8d5e52), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:35.285716 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=59770b38-3030-40ee-9dbd-6db201594a65,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:35.311734 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (0c458e4e-3f8c-4703-a734-17202f82df7e), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:35.415401 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] For port 7d320d7e-d5db-4182-be2c-e378ac8d5e52, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:20:35.419969 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] For port 7d320d7e-d5db-4182-be2c-e378ac8d5e52, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7d320d7e-d5db-4182-be2c-e378ac8d5e52,segment=NetworkSegment(72fb1578-456e-40d8-ba96-a2bdb544fda6),segment_id=72fb1578-456e-40d8-ba96-a2bdb544fda6)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:20:35.445188 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7d320d7e-d5db-4182-be2c-e378ac8d5e52), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:35.445509 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (59770b38-3030-40ee-9dbd-6db201594a65), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:35.508971 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950c79c-aaaa-4102-b10b-6d7cf21f9d63 None None] Pushing event updated for resources: {'Port': ['ID=7d320d7e-d5db-4182-be2c-e378ac8d5e52,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:35.522613 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031377879', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:32Z', 'revision_number': 3, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:35.554488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd4b23-f856-4bd7-912a-a5db6605c56b None None] The sync data for ids ['0c458e4e-3f8c-4703-a734-17202f82df7e'] in n-d-824834-4 is: [{'id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031377879', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:32Z', 'revision_number': 3, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:20:35.785054 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (59770b38-3030-40ee-9dbd-6db201594a65), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:35.790412 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (59770b38-3030-40ee-9dbd-6db201594a65), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:35.869360 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=59770b38-3030-40ee-9dbd-6db201594a65,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:35.871836 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (0c458e4e-3f8c-4703-a734-17202f82df7e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:35.980148 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network 86d67138-1372-40f0-80ee-b0e9c26a2587 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:20:35.981569 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:36.105014 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router 0c458e4e-3f8c-4703-a734-17202f82df7e has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:20:36.217019 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:20:36.222624 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6f8219e7-4625-4870-bdcc-097b70cb4864 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "PUT /v2.0/routers/0c458e4e-3f8c-4703-a734-17202f82df7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8926940 Jan 28 20:20:36.403040 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-9b273b5b-6b87-4ddc-99bc-95adadb64d81 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1153682378&fields=id&tenant_id=69f0c0d871d74d1da638b4ca8915fe93 HTTP/1.1" status: 200 len: 267 time: 0.0624070 Jan 28 20:20:36.491912 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e25e483a-08c7-42a5-9c91-fe28e384f16a up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:20:36.537281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-ac228013-da31-4421-a40a-55ca44a1e6dc tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:36.539089 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-ac228013-da31-4421-a40a-55ca44a1e6dc tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/networks?id=86d67138-1372-40f0-80ee-b0e9c26a2587 HTTP/1.1" status: 200 len: 797 time: 0.1290557 Jan 28 20:20:36.556111 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-e6bdaa18-dbcd-4696-b1bc-88f1a6f5ca60 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/quotas/69f0c0d871d74d1da638b4ca8915fe93 HTTP/1.1" status: 200 len: 375 time: 0.0118282 Jan 28 20:20:36.556334 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e25e483a-08c7-42a5-9c91-fe28e384f16a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:36.556557 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e25e483a-08c7-42a5-9c91-fe28e384f16a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:36.621620 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-c9e13ed8-8e71-4adc-8fe9-4b0681ff5094 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600679 Jan 28 20:20:36.625494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e51fec5-1eec-4bbc-9a4d-bfa73ba9c548 None None] Network 86d67138-1372-40f0-80ee-b0e9c26a2587 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:20:36.637709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-5351a622-1a86-49c1-9c0c-f413863d7ba8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:20:36.638899 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-5351a622-1a86-49c1-9c0c-f413863d7ba8 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057676 Jan 28 20:20:36.695483 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e25e483a-08c7-42a5-9c91-fe28e384f16a is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:20:36.695873 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e25e483a-08c7-42a5-9c91-fe28e384f16a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:36.724325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-66928059-826a-4fa2-b429-2dae5ff053b5 None None] Provisioning complete for port 7d320d7e-d5db-4182-be2c-e378ac8d5e52 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:36.724696 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66928059-826a-4fa2-b429-2dae5ff053b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7d320d7e-d5db-4182-be2c-e378ac8d5e52), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:36.742041 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-89c8b5cb-3df3-440f-a244-a871e4dcd345 service neutron] 10.222.0.55 "GET /v2.0/networks/86d67138-1372-40f0-80ee-b0e9c26a2587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962942 Jan 28 20:20:36.754778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port e25e483a-08c7-42a5-9c91-fe28e384f16a, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e25e483a-08c7-42a5-9c91-fe28e384f16a,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:36.765439 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e25e483a-08c7-42a5-9c91-fe28e384f16a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:36.765439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7d320d7e-d5db-4182-be2c-e378ac8d5e52 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:20:36.835322 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-d7c107fc-7bf7-4d6f-a802-c061d32b3909 service neutron] 10.222.0.55 "GET /v2.0/networks/86d67138-1372-40f0-80ee-b0e9c26a2587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874755 Jan 28 20:20:37.025788 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-69ec630a-22b7-4cd3-b50b-142b58022aab req-04f008a4-2bac-44e2-9c03-66562a34a465 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 210 time: 0.0347674 Jan 28 20:20:37.067552 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=e25e483a-08c7-42a5-9c91-fe28e384f16a,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:37.122213 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7d320d7e-d5db-4182-be2c-e378ac8d5e52 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:37.125011 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7d320d7e-d5db-4182-be2c-e378ac8d5e52), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:37.128022 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-66928059-826a-4fa2-b429-2dae5ff053b5 None None] Current status of the port 7d320d7e-d5db-4182-be2c-e378ac8d5e52 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:20:37.128409 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66928059-826a-4fa2-b429-2dae5ff053b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7d320d7e-d5db-4182-be2c-e378ac8d5e52), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:37.194337 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-66928059-826a-4fa2-b429-2dae5ff053b5 None None] For port 7d320d7e-d5db-4182-be2c-e378ac8d5e52, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7d320d7e-d5db-4182-be2c-e378ac8d5e52,segment=NetworkSegment(72fb1578-456e-40d8-ba96-a2bdb544fda6),segment_id=72fb1578-456e-40d8-ba96-a2bdb544fda6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:37.203673 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-66928059-826a-4fa2-b429-2dae5ff053b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (7d320d7e-d5db-4182-be2c-e378ac8d5e52), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:37.279597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7d320d7e-d5db-4182-be2c-e378ac8d5e52 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:20:37.287958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66928059-826a-4fa2-b429-2dae5ff053b5 None None] Pushing event updated for resources: {'Port': ['ID=7d320d7e-d5db-4182-be2c-e378ac8d5e52,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:37.428538 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4a220486-dd3d-477f-8420-e7979b305d7c None None] Provisioning complete for port 7d320d7e-d5db-4182-be2c-e378ac8d5e52 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:37.428954 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a220486-dd3d-477f-8420-e7979b305d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7d320d7e-d5db-4182-be2c-e378ac8d5e52), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:37.497632 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Sync routers for ids ['0c458e4e-3f8c-4703-a734-17202f82df7e'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:20:37.508389 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Routers {'0c458e4e-3f8c-4703-a734-17202f82df7e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:37.509151 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:20:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0c458e4e-3f8c-4703-a734-17202f82df7e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:37.533988 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4a220486-dd3d-477f-8420-e7979b305d7c None None] Current status of the port 7d320d7e-d5db-4182-be2c-e378ac8d5e52 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:20:37.550154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4a220486-dd3d-477f-8420-e7979b305d7c None None] Provisioning complete for port 59770b38-3030-40ee-9dbd-6db201594a65 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:37.550537 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a220486-dd3d-477f-8420-e7979b305d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (59770b38-3030-40ee-9dbd-6db201594a65), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:37.594760 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4a220486-dd3d-477f-8420-e7979b305d7c None None] Port 59770b38-3030-40ee-9dbd-6db201594a65 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:20:37.623439 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Set router 0c458e4e-3f8c-4703-a734-17202f82df7e gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:37.721059 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8daedac7-1070-4c1c-8fce-344dc11cdeb0 None None] Provisioning complete for port 59770b38-3030-40ee-9dbd-6db201594a65 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:37.721429 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8daedac7-1070-4c1c-8fce-344dc11cdeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (59770b38-3030-40ee-9dbd-6db201594a65), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:37.763323 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8daedac7-1070-4c1c-8fce-344dc11cdeb0 None None] Port 59770b38-3030-40ee-9dbd-6db201594a65 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:20:37.846288 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031377879', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:35Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '59770b38-3030-40ee-9dbd-6db201594a65', 'name': '', 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:e0:c0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3347ff96-5750-4764-9ba1-e892392487e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:34Z', 'updated_at': '2022-01-28T20:20:35Z', 'revision_number': 2, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '3347ff96-5750-4764-9ba1-e892392487e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:37.873186 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Checking router: 0c458e4e-3f8c-4703-a734-17202f82df7e for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:20:37.873535 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Updating router 0c458e4e-3f8c-4703-a734-17202f82df7e port 59770b38-3030-40ee-9dbd-6db201594a65 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:20:37.881720 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5d6d4fe9-b712-4595-bd8f-61da14ee3706 None None] Provisioning complete for port 59770b38-3030-40ee-9dbd-6db201594a65 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:37.882125 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d6d4fe9-b712-4595-bd8f-61da14ee3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (59770b38-3030-40ee-9dbd-6db201594a65), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:37.904818 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (59770b38-3030-40ee-9dbd-6db201594a65), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:37.919700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d4fe9-b712-4595-bd8f-61da14ee3706 None None] Port 59770b38-3030-40ee-9dbd-6db201594a65 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:20:38.143653 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9945506d-aaae-4645-8c47-fe8967eb3308 req-12640a0c-519b-4c97-8e6c-cfe43cc4697c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 210 time: 0.0408401 Jan 28 20:20:38.155918 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-a5ced9b6-0ea7-4a0b-bed2-83fbbae8e1b2 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:38.157539 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-a5ced9b6-0ea7-4a0b-bed2-83fbbae8e1b2 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.37 "GET /v2.0/networks?id=86d67138-1372-40f0-80ee-b0e9c26a2587 HTTP/1.1" status: 200 len: 797 time: 0.1447651 Jan 28 20:20:38.221637 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-968142e3-6f8f-465a-bcc3-a7f8bd58f1bb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f0c0d871d74d1da638b4ca8915fe93 HTTP/1.1" status: 200 len: 380 time: 0.0525408 Jan 28 20:20:38.230048 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-03630a85-f004-4440-b010-7321ca9179a1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'port': {'device_id': '30b50fe9-8456-4520-8798-fa3ef870dad9', 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587', 'admin_state_up': True, 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'security_groups': ['ae5e0a89-09a5-4929-be38-add0ae88d623']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:38.276623 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Publish callbacks [] for port (59770b38-3030-40ee-9dbd-6db201594a65), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:38.283839 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (59770b38-3030-40ee-9dbd-6db201594a65), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:38.332603 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f11bea-e4f3-4246-9744-20c2d8a8051c None None] Pushing event updated for resources: {'Port': ['ID=59770b38-3030-40ee-9dbd-6db201594a65,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:38.347705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-03630a85-f004-4440-b010-7321ca9179a1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Made reservation on behalf of 69f0c0d871d74d1da638b4ca8915fe93 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:20:38.349964 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11bea-e4f3-4246-9744-20c2d8a8051c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:38.350427 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11bea-e4f3-4246-9744-20c2d8a8051c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:38.350767 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11bea-e4f3-4246-9744-20c2d8a8051c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:38.351377 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11bea-e4f3-4246-9744-20c2d8a8051c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:38.351623 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-03630a85-f004-4440-b010-7321ca9179a1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:38.352036 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11bea-e4f3-4246-9744-20c2d8a8051c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:38.352372 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11bea-e4f3-4246-9744-20c2d8a8051c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:38.352852 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11bea-e4f3-4246-9744-20c2d8a8051c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:38.353333 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11bea-e4f3-4246-9744-20c2d8a8051c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:38.353663 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11bea-e4f3-4246-9744-20c2d8a8051c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:38.354268 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11bea-e4f3-4246-9744-20c2d8a8051c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:38.354598 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11bea-e4f3-4246-9744-20c2d8a8051c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:38.355091 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11bea-e4f3-4246-9744-20c2d8a8051c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:38.355570 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f11bea-e4f3-4246-9744-20c2d8a8051c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:38.364266 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e25e483a-08c7-42a5-9c91-fe28e384f16a up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:20:38.424265 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Attempting to bind port 59770b38-3030-40ee-9dbd-6db201594a65 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:20:38.424930 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Attempting to bind port 59770b38-3030-40ee-9dbd-6db201594a65 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '72fb1578-456e-40d8-ba96-a2bdb544fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:20:38.425435 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Attempting to bind port 59770b38-3030-40ee-9dbd-6db201594a65 on network 86d67138-1372-40f0-80ee-b0e9c26a2587 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:38.425747 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port e25e483a-08c7-42a5-9c91-fe28e384f16a triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:38.426175 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e25e483a-08c7-42a5-9c91-fe28e384f16a), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:38.431275 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:20:38.431909 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Checking segment: {'id': '72fb1578-456e-40d8-ba96-a2bdb544fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:20:38.432597 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:38.433140 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Bound using segment: {'id': '72fb1578-456e-40d8-ba96-a2bdb544fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:20:38.433736 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Bound port: 59770b38-3030-40ee-9dbd-6db201594a65, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72fb1578-456e-40d8-ba96-a2bdb544fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:20:38.434318 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (59770b38-3030-40ee-9dbd-6db201594a65), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:38.502937 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] For port 59770b38-3030-40ee-9dbd-6db201594a65, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:20:38.508687 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] For port 59770b38-3030-40ee-9dbd-6db201594a65, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=59770b38-3030-40ee-9dbd-6db201594a65,segment=NetworkSegment(72fb1578-456e-40d8-ba96-a2bdb544fda6),segment_id=72fb1578-456e-40d8-ba96-a2bdb544fda6)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:20:38.511326 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-03630a85-f004-4440-b010-7321ca9179a1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.20.0.12 (86d67138-1372-40f0-80ee-b0e9c26a2587/3347ff96-5750-4764-9ba1-e892392487e7/e17db8c1-af09-4692-a8d9-1b0704e96c93) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:20:38.516212 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port e25e483a-08c7-42a5-9c91-fe28e384f16a is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:20:38.518062 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (59770b38-3030-40ee-9dbd-6db201594a65), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:38.518726 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7d320d7e-d5db-4182-be2c-e378ac8d5e52 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:20:38.577641 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f11bea-e4f3-4246-9744-20c2d8a8051c None None] Pushing event updated for resources: {'Port': ['ID=59770b38-3030-40ee-9dbd-6db201594a65,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:38.577905 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 7d320d7e-d5db-4182-be2c-e378ac8d5e52 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:38.578451 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (7d320d7e-d5db-4182-be2c-e378ac8d5e52), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:38.592566 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Routers {'0c458e4e-3f8c-4703-a734-17202f82df7e'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:38.593178 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:20:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0c458e4e-3f8c-4703-a734-17202f82df7e'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:38.687795 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-5738e54a-07e2-4ce5-a895-dfd5686656ab None None] Provisioning complete for port 59770b38-3030-40ee-9dbd-6db201594a65 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:38.688182 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5738e54a-07e2-4ce5-a895-dfd5686656ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (59770b38-3030-40ee-9dbd-6db201594a65), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:38.701143 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-03630a85-f004-4440-b010-7321ca9179a1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (e17db8c1-af09-4692-a8d9-1b0704e96c93), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:38.722930 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] Set router 0c458e4e-3f8c-4703-a734-17202f82df7e gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:38.740251 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-03630a85-f004-4440-b010-7321ca9179a1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e17db8c1-af09-4692-a8d9-1b0704e96c93), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:38.754167 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7d320d7e-d5db-4182-be2c-e378ac8d5e52 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:20:38.801996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-03630a85-f004-4440-b010-7321ca9179a1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network 86d67138-1372-40f0-80ee-b0e9c26a2587 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:20:38.807100 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-03630a85-f004-4440-b010-7321ca9179a1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:38.815508 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-03630a85-f004-4440-b010-7321ca9179a1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:20:38.818122 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-5738e54a-07e2-4ce5-a895-dfd5686656ab None None] Current status of the port 59770b38-3030-40ee-9dbd-6db201594a65 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:20:38.818616 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5738e54a-07e2-4ce5-a895-dfd5686656ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (59770b38-3030-40ee-9dbd-6db201594a65), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:38.824397 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03630a85-f004-4440-b010-7321ca9179a1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=e17db8c1-af09-4692-a8d9-1b0704e96c93,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:38.857743 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-5738e54a-07e2-4ce5-a895-dfd5686656ab None None] For port 59770b38-3030-40ee-9dbd-6db201594a65, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=59770b38-3030-40ee-9dbd-6db201594a65,segment=NetworkSegment(72fb1578-456e-40d8-ba96-a2bdb544fda6),segment_id=72fb1578-456e-40d8-ba96-a2bdb544fda6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:38.866000 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5738e54a-07e2-4ce5-a895-dfd5686656ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (59770b38-3030-40ee-9dbd-6db201594a65), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:38.890407 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-03630a85-f004-4440-b010-7321ca9179a1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:38.891888 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-03630a85-f004-4440-b010-7321ca9179a1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:38.912653 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-03630a85-f004-4440-b010-7321ca9179a1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6860406 Jan 28 20:20:38.924578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738e54a-07e2-4ce5-a895-dfd5686656ab None None] Pushing event updated for resources: {'Port': ['ID=59770b38-3030-40ee-9dbd-6db201594a65,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:38.987816 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Request body: {'port': {'device_id': '30b50fe9-8456-4520-8798-fa3ef870dad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:38.996320 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1db2365b-2257-48fe-8fa7-c4a4eb2e90e2 None None] Provisioning complete for port 59770b38-3030-40ee-9dbd-6db201594a65 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:38.996697 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1db2365b-2257-48fe-8fa7-c4a4eb2e90e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (59770b38-3030-40ee-9dbd-6db201594a65), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:39.008619 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031377879', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:35Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '59770b38-3030-40ee-9dbd-6db201594a65', 'name': '', 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:e0:c0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3347ff96-5750-4764-9ba1-e892392487e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:34Z', 'updated_at': '2022-01-28T20:20:38Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '3347ff96-5750-4764-9ba1-e892392487e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:39.036656 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93777cf3-f5b9-4f87-b3f8-06eab2e451ef None None] The sync data for ids ['0c458e4e-3f8c-4703-a734-17202f82df7e'] in n-d-824834-4 is: [{'id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031377879', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:35Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '59770b38-3030-40ee-9dbd-6db201594a65', 'name': '', 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:e0:c0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3347ff96-5750-4764-9ba1-e892392487e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:34Z', 'updated_at': '2022-01-28T20:20:38Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '3347ff96-5750-4764-9ba1-e892392487e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:20:39.066349 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e17db8c1-af09-4692-a8d9-1b0704e96c93), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:39.109612 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1db2365b-2257-48fe-8fa7-c4a4eb2e90e2 None None] Current status of the port 59770b38-3030-40ee-9dbd-6db201594a65 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:20:39.237376 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-540a17d0-9e2b-40b8-a94d-c271d1bccd89 None None] Provisioning complete for port e17db8c1-af09-4692-a8d9-1b0704e96c93 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:39.237750 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-540a17d0-9e2b-40b8-a94d-c271d1bccd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e17db8c1-af09-4692-a8d9-1b0704e96c93), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:39.280582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-540a17d0-9e2b-40b8-a94d-c271d1bccd89 None None] Port e17db8c1-af09-4692-a8d9-1b0704e96c93 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:20:39.304832 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331fb89-9566-4afc-95f9-e681c217eb82 req-1c34552c-2489-4cfe-b644-fb84b5116d26 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:39.308040 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0331fb89-9566-4afc-95f9-e681c217eb82 req-1c34552c-2489-4cfe-b644-fb84b5116d26 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 932 time: 0.0741851 Jan 28 20:20:39.358392 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0331fb89-9566-4afc-95f9-e681c217eb82 req-cfbba619-8478-47fb-bb75-1b361e42b0f1 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460134 Jan 28 20:20:39.383893 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17db8c1-af09-4692-a8d9-1b0704e96c93 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:20:39.392313 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Publish callbacks [] for port (e17db8c1-af09-4692-a8d9-1b0704e96c93), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:39.404989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Transition to ACTIVE for port object e17db8c1-af09-4692-a8d9-1b0704e96c93 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:20:39.409449 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (e17db8c1-af09-4692-a8d9-1b0704e96c93), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:39.486472 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Pushing event updated for resources: {'Port': ['ID=e17db8c1-af09-4692-a8d9-1b0704e96c93,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:39.545779 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Attempting to bind port e17db8c1-af09-4692-a8d9-1b0704e96c93 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:20:39.546300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Attempting to bind port e17db8c1-af09-4692-a8d9-1b0704e96c93 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '72fb1578-456e-40d8-ba96-a2bdb544fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:20:39.546636 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Attempting to bind port e17db8c1-af09-4692-a8d9-1b0704e96c93 on network 86d67138-1372-40f0-80ee-b0e9c26a2587 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:39.552418 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Port e17db8c1-af09-4692-a8d9-1b0704e96c93 on network 86d67138-1372-40f0-80ee-b0e9c26a2587 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:20:39.552747 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Attempting to bind port e17db8c1-af09-4692-a8d9-1b0704e96c93 on network 86d67138-1372-40f0-80ee-b0e9c26a2587 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:20:39.559479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:20:39.559823 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Checking segment: {'id': '72fb1578-456e-40d8-ba96-a2bdb544fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:20:39.560863 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Bound using segment: {'id': '72fb1578-456e-40d8-ba96-a2bdb544fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:20:39.561314 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Bound port: e17db8c1-af09-4692-a8d9-1b0704e96c93, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72fb1578-456e-40d8-ba96-a2bdb544fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:20:39.561681 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e17db8c1-af09-4692-a8d9-1b0704e96c93), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:39.631410 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] For port e17db8c1-af09-4692-a8d9-1b0704e96c93, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:20:39.635056 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] For port e17db8c1-af09-4692-a8d9-1b0704e96c93, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e17db8c1-af09-4692-a8d9-1b0704e96c93,segment=NetworkSegment(72fb1578-456e-40d8-ba96-a2bdb544fda6),segment_id=72fb1578-456e-40d8-ba96-a2bdb544fda6)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:20:39.644153 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (e17db8c1-af09-4692-a8d9-1b0704e96c93), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:39.687160 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:39.687965 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:39.689595 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] 10.222.0.37 "PUT /v2.0/ports/e17db8c1-af09-4692-a8d9-1b0704e96c93 HTTP/1.1" status: 200 len: 1092 time: 0.7600415 Jan 28 20:20:39.690351 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b50fe9-8456-4520-8798-fa3ef870dad9', 'tag': 'e17db8c1-af09-4692-a8d9-1b0704e96c93'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:20:39.692785 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa950c4-152e-4ec4-9598-31bd8310af20" -d '{"events": [{"name": "network-changed", "server_uuid": "30b50fe9-8456-4520-8798-fa3ef870dad9", "tag": "e17db8c1-af09-4692-a8d9-1b0704e96c93"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:39.717782 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c38ca-10b0-46b0-a634-5abcbbdc2902 service neutron] Pushing event updated for resources: {'Port': ['ID=e17db8c1-af09-4692-a8d9-1b0704e96c93,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:39.753031 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf50dc5-53dd-4c07-9926-eb1c8aefb9e9 x-openstack-request-id: req-3bf50dc5-53dd-4c07-9926-eb1c8aefb9e9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:39.753384 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b50fe9-8456-4520-8798-fa3ef870dad9", "tag": "e17db8c1-af09-4692-a8d9-1b0704e96c93", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:39.753576 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3bf50dc5-53dd-4c07-9926-eb1c8aefb9e9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:39.754104 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b50fe9-8456-4520-8798-fa3ef870dad9', 'tag': 'e17db8c1-af09-4692-a8d9-1b0704e96c93', 'status': 'completed', 'code': 200} Jan 28 20:20:39.793192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-35591a58-9dc4-4d64-8c9a-ad7d1b284701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:39.794411 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-35591a58-9dc4-4d64-8c9a-ad7d1b284701 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 1126 time: 0.0520513 Jan 28 20:20:39.841846 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-4b800c26-4ebf-49d8-b9cc-1ffa1ff914f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e17db8c1-af09-4692-a8d9-1b0704e96c93 HTTP/1.1" status: 200 len: 217 time: 0.0384614 Jan 28 20:20:39.898010 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-de5b647b-54e1-4078-8999-9ea6f59622fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:39.899295 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-de5b647b-54e1-4078-8999-9ea6f59622fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3347ff96-5750-4764-9ba1-e892392487e7 HTTP/1.1" status: 200 len: 835 time: 0.0516021 Jan 28 20:20:39.952080 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-16c2093c-c1f6-4852-8c4e-a131c219da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:39.953848 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-16c2093c-c1f6-4852-8c4e-a131c219da4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86d67138-1372-40f0-80ee-b0e9c26a2587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486135 Jan 28 20:20:40.043730 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-aeaa9b33-3ea0-449c-8114-bf8a54a2e950 service neutron] 10.222.0.37 "GET /v2.0/networks/86d67138-1372-40f0-80ee-b0e9c26a2587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831709 Jan 28 20:20:40.138435 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5b65a2de-ea1b-457e-9392-a7b5fc96a68a req-43b023b8-36b7-470b-9035-42794486482e service neutron] 10.222.0.37 "GET /v2.0/networks/86d67138-1372-40f0-80ee-b0e9c26a2587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891883 Jan 28 20:20:40.229422 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa950c4-152e-4ec4-9598-31bd8310af20 req-5695c50c-00d8-46e5-af68-b7ccb00c92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:40.230919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4fa950c4-152e-4ec4-9598-31bd8310af20 req-5695c50c-00d8-46e5-af68-b7ccb00c92d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 1126 time: 0.0457900 Jan 28 20:20:40.330896 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa950c4-152e-4ec4-9598-31bd8310af20 req-3f2e240b-40ab-4442-bbe6-866d96c74383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:40.332479 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4fa950c4-152e-4ec4-9598-31bd8310af20 req-3f2e240b-40ab-4442-bbe6-866d96c74383 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86d67138-1372-40f0-80ee-b0e9c26a2587 HTTP/1.1" status: 200 len: 898 time: 0.0948484 Jan 28 20:20:40.375322 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4fa950c4-152e-4ec4-9598-31bd8310af20 req-579ebcad-ddc0-4f8b-a11c-a9da1e6d97a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e17db8c1-af09-4692-a8d9-1b0704e96c93 HTTP/1.1" status: 200 len: 217 time: 0.0362780 Jan 28 20:20:40.388124 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 59770b38-3030-40ee-9dbd-6db201594a65 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:20:40.425121 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa950c4-152e-4ec4-9598-31bd8310af20 req-e28de749-72d1-415d-bf84-f854fce1c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:40.426746 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4fa950c4-152e-4ec4-9598-31bd8310af20 req-e28de749-72d1-415d-bf84-f854fce1c2a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3347ff96-5750-4764-9ba1-e892392487e7 HTTP/1.1" status: 200 len: 835 time: 0.0463800 Jan 28 20:20:40.438579 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 59770b38-3030-40ee-9dbd-6db201594a65 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:40.438966 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (59770b38-3030-40ee-9dbd-6db201594a65), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:40.482864 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa950c4-152e-4ec4-9598-31bd8310af20 req-3a84f6fc-67bc-4f1f-a1f0-33d41ee8ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:40.483355 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2b36a-e2e6-4886-a816-546f5f618fbb req-69e488fd-d898-4893-ad6b-e38f372ac685 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:40.484634 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4fa950c4-152e-4ec4-9598-31bd8310af20 req-3a84f6fc-67bc-4f1f-a1f0-33d41ee8ea98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86d67138-1372-40f0-80ee-b0e9c26a2587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525537 Jan 28 20:20:40.484837 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-14f2b36a-e2e6-4886-a816-546f5f618fbb req-69e488fd-d898-4893-ad6b-e38f372ac685 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 944 time: 0.0547769 Jan 28 20:20:40.519597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 59770b38-3030-40ee-9dbd-6db201594a65 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:20:40.536373 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-14f2b36a-e2e6-4886-a816-546f5f618fbb req-b4c29964-3f5c-46a1-9cf9-4ac0e4ef330c tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452249 Jan 28 20:20:40.577817 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4fa950c4-152e-4ec4-9598-31bd8310af20 req-3eeb5e27-28ed-419e-bd80-05fa29feb74b service neutron] 10.222.0.37 "GET /v2.0/networks/86d67138-1372-40f0-80ee-b0e9c26a2587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872908 Jan 28 20:20:40.671728 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4fa950c4-152e-4ec4-9598-31bd8310af20 req-f27412a2-615f-4d54-b14c-ef6bba4cebad service neutron] 10.222.0.37 "GET /v2.0/networks/86d67138-1372-40f0-80ee-b0e9c26a2587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876009 Jan 28 20:20:41.688706 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cdd71-f531-438f-b741-4fc925760817 req-b33611a4-5c73-4a42-9a9a-5d0bae94adb2 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:41.690267 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d1cdd71-f531-438f-b741-4fc925760817 req-b33611a4-5c73-4a42-9a9a-5d0bae94adb2 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 944 time: 0.0736983 Jan 28 20:20:41.743507 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d1cdd71-f531-438f-b741-4fc925760817 req-e77d67d5-dee1-4526-a3ca-2d15f79feefb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458198 Jan 28 20:20:42.187322 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e17db8c1-af09-4692-a8d9-1b0704e96c93 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:20:42.296301 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e17db8c1-af09-4692-a8d9-1b0704e96c93, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e17db8c1-af09-4692-a8d9-1b0704e96c93,segment=NetworkSegment(72fb1578-456e-40d8-ba96-a2bdb544fda6),segment_id=72fb1578-456e-40d8-ba96-a2bdb544fda6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:42.307207 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': 'e17db8c1-af09-4692-a8d9-1b0704e96c93', 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587', 'port_id': 'e17db8c1-af09-4692-a8d9-1b0704e96c93', 'mac_address': 'fa:16:3e:34:28:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3347ff96-5750-4764-9ba1-e892392487e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:20:42.345610 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port e17db8c1-af09-4692-a8d9-1b0704e96c93 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:20:42.345996 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e17db8c1-af09-4692-a8d9-1b0704e96c93), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:42.358586 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17db8c1-af09-4692-a8d9-1b0704e96c93 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:20:42.383653 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e17db8c1-af09-4692-a8d9-1b0704e96c93, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e17db8c1-af09-4692-a8d9-1b0704e96c93,segment=NetworkSegment(72fb1578-456e-40d8-ba96-a2bdb544fda6),segment_id=72fb1578-456e-40d8-ba96-a2bdb544fda6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:42.389972 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e17db8c1-af09-4692-a8d9-1b0704e96c93), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:42.438830 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=e17db8c1-af09-4692-a8d9-1b0704e96c93,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:42.678973 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['e17db8c1-af09-4692-a8d9-1b0704e96c93'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:20:42.877805 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29120500-98fa-4469-aa4c-a2ba5b8fc53b req-98bedef1-7709-4b5e-ad24-749c246d0795 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:42.879306 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29120500-98fa-4469-aa4c-a2ba5b8fc53b req-98bedef1-7709-4b5e-ad24-749c246d0795 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 945 time: 0.0566688 Jan 28 20:20:42.932178 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-29120500-98fa-4469-aa4c-a2ba5b8fc53b req-6d434ad5-9485-4be0-8a8d-b8dbbbb002b7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468135 Jan 28 20:20:44.054471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43f73d-bda3-4f27-bf60-ac1a017475f5 req-dcca4405-4771-44a5-be69-47cf80dfb5c7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:44.055953 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c43f73d-bda3-4f27-bf60-ac1a017475f5 req-dcca4405-4771-44a5-be69-47cf80dfb5c7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 945 time: 0.0545642 Jan 28 20:20:44.106915 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6c43f73d-bda3-4f27-bf60-ac1a017475f5 req-eafeb343-b791-4d6a-b9be-c383caa330b4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428491 Jan 28 20:20:44.186644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e17db8c1-af09-4692-a8d9-1b0704e96c93 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:20:44.245169 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port e17db8c1-af09-4692-a8d9-1b0704e96c93 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:20:44.249060 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port e17db8c1-af09-4692-a8d9-1b0704e96c93 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:44.249461 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (e17db8c1-af09-4692-a8d9-1b0704e96c93), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:44.343505 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port e17db8c1-af09-4692-a8d9-1b0704e96c93 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:20:44.343898 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (e17db8c1-af09-4692-a8d9-1b0704e96c93), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:44.366174 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b50fe9-8456-4520-8798-fa3ef870dad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17db8c1-af09-4692-a8d9-1b0704e96c93'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:20:44.368455 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3249974e-cdb3-4bf6-bae9-664ebbc6d1f2" -d '{"events": [{"server_uuid": "30b50fe9-8456-4520-8798-fa3ef870dad9", "name": "network-vif-plugged", "status": "completed", "tag": "e17db8c1-af09-4692-a8d9-1b0704e96c93"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:44.381347 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port e17db8c1-af09-4692-a8d9-1b0704e96c93, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e17db8c1-af09-4692-a8d9-1b0704e96c93,segment=NetworkSegment(72fb1578-456e-40d8-ba96-a2bdb544fda6),segment_id=72fb1578-456e-40d8-ba96-a2bdb544fda6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:20:44.386013 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (e17db8c1-af09-4692-a8d9-1b0704e96c93), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:44.408144 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5dc77c-6646-4770-9428-fe1baa40ddaf x-openstack-request-id: req-0c5dc77c-6646-4770-9428-fe1baa40ddaf {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:44.408443 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b50fe9-8456-4520-8798-fa3ef870dad9", "name": "network-vif-plugged", "status": "completed", "tag": "e17db8c1-af09-4692-a8d9-1b0704e96c93", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:44.408698 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c5dc77c-6646-4770-9428-fe1baa40ddaf {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:44.409092 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b50fe9-8456-4520-8798-fa3ef870dad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17db8c1-af09-4692-a8d9-1b0704e96c93', 'code': 200} Jan 28 20:20:44.435398 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=e17db8c1-af09-4692-a8d9-1b0704e96c93,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:44.518150 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5020d-0e18-4f0d-a0da-5bf3f742920b req-2508ea33-42cc-477a-9e29-4d05f510cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:44.520233 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-05c5020d-0e18-4f0d-a0da-5bf3f742920b req-2508ea33-42cc-477a-9e29-4d05f510cfc2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 1128 time: 0.0558565 Jan 28 20:20:44.567689 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-05c5020d-0e18-4f0d-a0da-5bf3f742920b req-4593b490-5b07-4c33-a08e-7b42187439c5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408943 Jan 28 20:20:45.242132 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ec19e-4cf0-47d8-9196-01a801fcce10 req-49532a2e-747a-44d2-91cc-572eb8181081 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:45.243536 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-466ec19e-4cf0-47d8-9196-01a801fcce10 req-49532a2e-747a-44d2-91cc-572eb8181081 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 946 time: 0.0546260 Jan 28 20:20:45.297021 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-466ec19e-4cf0-47d8-9196-01a801fcce10 req-0409af3d-f5f4-4135-93b2-a2099870ec2f tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453579 Jan 28 20:20:46.432436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802c46b-29aa-42aa-ad26-9529ecf59642 req-e3da74c8-050b-4f18-a70a-bbcf3477edef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:46.433954 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7802c46b-29aa-42aa-ad26-9529ecf59642 req-e3da74c8-050b-4f18-a70a-bbcf3477edef tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 946 time: 0.0566518 Jan 28 20:20:46.485722 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-7802c46b-29aa-42aa-ad26-9529ecf59642 req-47329ae6-5238-4ebd-86b2-e8b28624210b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459695 Jan 28 20:20:46.611392 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99424dc2-bbf3-4387-8004-37badc75ad16 req-f76cb0f5-8225-48a0-ba86-fa9b535fba14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:46.612865 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-99424dc2-bbf3-4387-8004-37badc75ad16 req-f76cb0f5-8225-48a0-ba86-fa9b535fba14 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 946 time: 0.0590024 Jan 28 20:20:46.667969 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-99424dc2-bbf3-4387-8004-37badc75ad16 req-d742979e-a1b0-405e-bb6a-2d872c7ec8e0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468132 Jan 28 20:20:46.693445 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37710) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:46.737621 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a0773-384e-46e9-a5ab-090ad8bc1853 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:46.739098 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9c5a0773-384e-46e9-a5ab-090ad8bc1853 tempest-TestNetworkAdvancedServerOps-842559581 tempest-TestNetworkAdvancedServerOps-842559581-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 1123 time: 0.0446353 Jan 28 20:20:46.742188 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37712) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:46.748139 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': 'e17db8c1-af09-4692-a8d9-1b0704e96c93', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:46.772159 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:46.872561 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:46.983619 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Allocated IP 172.25.0.235 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/f9481be3-7d4e-4b0e-abb6-a858dbc41c6a) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:20:47.091080 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (f9481be3-7d4e-4b0e-abb6-a858dbc41c6a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:47.129908 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f9481be3-7d4e-4b0e-abb6-a858dbc41c6a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:47.166244 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:20:47.169032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:20:47.174853 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:20:47.180469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=f9481be3-7d4e-4b0e-abb6-a858dbc41c6a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:47.543473 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (2dc72b24-f01f-45e6-bf44-6c569df2f845), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:47.624070 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f9481be3-7d4e-4b0e-abb6-a858dbc41c6a), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:48.059162 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for port (f9481be3-7d4e-4b0e-abb6-a858dbc41c6a), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:48.066720 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (f9481be3-7d4e-4b0e-abb6-a858dbc41c6a), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:48.132233 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event updated for resources: {'Port': ['ID=f9481be3-7d4e-4b0e-abb6-a858dbc41c6a,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:48.146528 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (2dc72b24-f01f-45e6-bf44-6c569df2f845), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:48.246685 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Floating IP 2dc72b24-f01f-45e6-bf44-6c569df2f845 associated. External IP: 172.25.0.235, port: e17db8c1-af09-4692-a8d9-1b0704e96c93. Jan 28 20:20:48.346133 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c88acfcd-654f-420e-988b-3f2decb05bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:48.454957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router 0c458e4e-3f8c-4703-a734-17202f82df7e has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:20:48.563445 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:20:48.574449 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb5d3f0-0d6b-491f-86df-455698d14a1b None None] Sync routers for ids ['0c458e4e-3f8c-4703-a734-17202f82df7e'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:20:48.582465 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:48.585766 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb5d3f0-0d6b-491f-86df-455698d14a1b None None] Routers {'0c458e4e-3f8c-4703-a734-17202f82df7e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:48.586439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fbb5d3f0-0d6b-491f-86df-455698d14a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:20:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0c458e4e-3f8c-4703-a734-17202f82df7e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:48.615182 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-81ec6c45-5c88-457b-99a0-e325143e8bd0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8705792 Jan 28 20:20:48.615753 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b50fe9-8456-4520-8798-fa3ef870dad9', 'tag': 'e17db8c1-af09-4692-a8d9-1b0704e96c93'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:20:48.618488 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac9f26d1a29f0c91399e43c490101928ac952e5849b55b60a284b120f3a3590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1e57bf-dea9-4db4-a745-fe623f01eca8" -d '{"events": [{"name": "network-changed", "server_uuid": "30b50fe9-8456-4520-8798-fa3ef870dad9", "tag": "e17db8c1-af09-4692-a8d9-1b0704e96c93"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:20:48.668336 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb74bb6a-0a74-496e-9a0f-257dcbd48a45 x-openstack-request-id: req-cb74bb6a-0a74-496e-9a0f-257dcbd48a45 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:20:48.668585 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b50fe9-8456-4520-8798-fa3ef870dad9", "tag": "e17db8c1-af09-4692-a8d9-1b0704e96c93", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:20:48.668826 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb74bb6a-0a74-496e-9a0f-257dcbd48a45 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:20:48.669241 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b50fe9-8456-4520-8798-fa3ef870dad9', 'tag': 'e17db8c1-af09-4692-a8d9-1b0704e96c93', 'status': 'completed', 'code': 200} Jan 28 20:20:48.704184 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-fbb5d3f0-0d6b-491f-86df-455698d14a1b None None] Set router 0c458e4e-3f8c-4703-a734-17202f82df7e gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:48.735715 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e23f33-706b-403a-8519-1be58ceea799 req-fe6f632b-d7ae-44dc-a534-2a300a1c6951 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:48.736699 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e57bf-dea9-4db4-a745-fe623f01eca8 req-84da271c-3bcd-4603-bc49-a735c5a5db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:48.737214 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50e23f33-706b-403a-8519-1be58ceea799 req-fe6f632b-d7ae-44dc-a534-2a300a1c6951 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 946 time: 0.0552468 Jan 28 20:20:48.738928 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a1e57bf-dea9-4db4-a745-fe623f01eca8 req-84da271c-3bcd-4603-bc49-a735c5a5db16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 1128 time: 0.0490131 Jan 28 20:20:48.787759 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-50e23f33-706b-403a-8519-1be58ceea799 req-1b20ce59-70b3-47a4-b9f3-664cf3553fb8 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444221 Jan 28 20:20:48.810722 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37718) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:48.830810 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e57bf-dea9-4db4-a745-fe623f01eca8 req-e363382a-df66-4e47-a1aa-18d8e44ca31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:48.832395 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a1e57bf-dea9-4db4-a745-fe623f01eca8 req-e363382a-df66-4e47-a1aa-18d8e44ca31e service neutron] 10.222.0.37 "GET /v2.0/networks?id=86d67138-1372-40f0-80ee-b0e9c26a2587 HTTP/1.1" status: 200 len: 898 time: 0.0864749 Jan 28 20:20:48.878283 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7893a1c0-a51a-4fdf-a9cb-ca8523d66288 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/2dc72b24-f01f-45e6-bf44-6c569df2f845 HTTP/1.1" status: 200 len: 992 time: 0.0649538 Jan 28 20:20:48.900235 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a1e57bf-dea9-4db4-a745-fe623f01eca8 req-0239a0b6-09b6-4705-bba2-b58bf235dc63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e17db8c1-af09-4692-a8d9-1b0704e96c93 HTTP/1.1" status: 200 len: 1000 time: 0.0624771 Jan 28 20:20:48.937734 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fbb5d3f0-0d6b-491f-86df-455698d14a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031377879', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:35Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '2dc72b24-f01f-45e6-bf44-6c569df2f845', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'floating_ip_address': '172.25.0.235', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'port_id': 'e17db8c1-af09-4692-a8d9-1b0704e96c93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587', 'mac_address': 'fa:16:3e:34:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b50fe9-8456-4520-8798-fa3ef870dad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:20:47Z', 'updated_at': '2022-01-28T20:20:47Z', 'revision_number': 0, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59770b38-3030-40ee-9dbd-6db201594a65', 'name': '', 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:e0:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3347ff96-5750-4764-9ba1-e892392487e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:34Z', 'updated_at': '2022-01-28T20:20:38Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '3347ff96-5750-4764-9ba1-e892392487e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:48.949009 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e57bf-dea9-4db4-a745-fe623f01eca8 req-71ddde49-fb6a-40b2-a2cc-647662932db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:48.950577 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a1e57bf-dea9-4db4-a745-fe623f01eca8 req-71ddde49-fb6a-40b2-a2cc-647662932db7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3347ff96-5750-4764-9ba1-e892392487e7 HTTP/1.1" status: 200 len: 835 time: 0.0439947 Jan 28 20:20:48.964061 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb5d3f0-0d6b-491f-86df-455698d14a1b None None] Checking router: 0c458e4e-3f8c-4703-a734-17202f82df7e for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:20:48.972379 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb5d3f0-0d6b-491f-86df-455698d14a1b None None] Routers {'0c458e4e-3f8c-4703-a734-17202f82df7e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:20:48.972979 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fbb5d3f0-0d6b-491f-86df-455698d14a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:20:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0c458e4e-3f8c-4703-a734-17202f82df7e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:48.998875 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e57bf-dea9-4db4-a745-fe623f01eca8 req-271a86ae-105f-46d8-827e-1e536a79dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:49.000408 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a1e57bf-dea9-4db4-a745-fe623f01eca8 req-271a86ae-105f-46d8-827e-1e536a79dd66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86d67138-1372-40f0-80ee-b0e9c26a2587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445712 Jan 28 20:20:49.076491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-fbb5d3f0-0d6b-491f-86df-455698d14a1b None None] Set router 0c458e4e-3f8c-4703-a734-17202f82df7e gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:20:49.091407 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a1e57bf-dea9-4db4-a745-fe623f01eca8 req-8f62471a-5b84-4021-9924-547990e080a5 service neutron] 10.222.0.37 "GET /v2.0/networks/86d67138-1372-40f0-80ee-b0e9c26a2587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851836 Jan 28 20:20:49.176716 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8a1e57bf-dea9-4db4-a745-fe623f01eca8 req-a4f6cfa3-3eef-4239-9f71-52054b85bf36 service neutron] 10.222.0.37 "GET /v2.0/networks/86d67138-1372-40f0-80ee-b0e9c26a2587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798395 Jan 28 20:20:49.304304 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-fbb5d3f0-0d6b-491f-86df-455698d14a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031377879', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:35Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '2dc72b24-f01f-45e6-bf44-6c569df2f845', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'floating_ip_address': '172.25.0.235', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'port_id': 'e17db8c1-af09-4692-a8d9-1b0704e96c93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587', 'mac_address': 'fa:16:3e:34:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b50fe9-8456-4520-8798-fa3ef870dad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:20:47Z', 'updated_at': '2022-01-28T20:20:47Z', 'revision_number': 0, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59770b38-3030-40ee-9dbd-6db201594a65', 'name': '', 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:e0:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3347ff96-5750-4764-9ba1-e892392487e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:34Z', 'updated_at': '2022-01-28T20:20:38Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '3347ff96-5750-4764-9ba1-e892392487e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:20:49.334044 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb5d3f0-0d6b-491f-86df-455698d14a1b None None] The sync data for ids ['0c458e4e-3f8c-4703-a734-17202f82df7e'] in n-d-824834-4 is: [{'id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031377879', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:35Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '2dc72b24-f01f-45e6-bf44-6c569df2f845', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'floating_ip_address': '172.25.0.235', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'port_id': 'e17db8c1-af09-4692-a8d9-1b0704e96c93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587', 'mac_address': 'fa:16:3e:34:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b50fe9-8456-4520-8798-fa3ef870dad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:20:47Z', 'updated_at': '2022-01-28T20:20:47Z', 'revision_number': 0, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59770b38-3030-40ee-9dbd-6db201594a65', 'name': '', 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:e0:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3347ff96-5750-4764-9ba1-e892392487e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:34Z', 'updated_at': '2022-01-28T20:20:38Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '3347ff96-5750-4764-9ba1-e892392487e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:20:49.528568 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e20a6-e62a-4586-83dc-fbc70e101583 None None] New status for floating IP 2dc72b24-f01f-45e6-bf44-6c569df2f845: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:20:49.882331 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37720) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:49.950525 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-dfa5562f-bff0-4b55-9ff3-59f7a131b311 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/2dc72b24-f01f-45e6-bf44-6c569df2f845 HTTP/1.1" status: 200 len: 994 time: 0.0666480 Jan 28 20:20:50.563756 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f903d571-ed82-439d-baf2-0138b93d28a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:52.030441 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:53.301859 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:54.557146 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:56.084329 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:56.328716 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:21:00.997467 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:12.770133 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2909ef18-4501-4d97-806a-432b8ffdcf55 req-153bd704-3acc-4409-9f9f-96f9824ccd93 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551202 Jan 28 20:21:12.862620 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909ef18-4501-4d97-806a-432b8ffdcf55 req-c35f7262-32f9-4329-a25c-54cf427f86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:12.864133 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2909ef18-4501-4d97-806a-432b8ffdcf55 req-c35f7262-32f9-4329-a25c-54cf427f86ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 1128 time: 0.0465074 Jan 28 20:21:12.966717 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909ef18-4501-4d97-806a-432b8ffdcf55 req-e450195c-ccf4-4aee-a6bb-96b4dbf6c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:12.968185 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2909ef18-4501-4d97-806a-432b8ffdcf55 req-e450195c-ccf4-4aee-a6bb-96b4dbf6c858 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86d67138-1372-40f0-80ee-b0e9c26a2587 HTTP/1.1" status: 200 len: 898 time: 0.0858557 Jan 28 20:21:13.036698 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2909ef18-4501-4d97-806a-432b8ffdcf55 req-164fa753-0939-4dd4-bdcf-4cffefc33d5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e17db8c1-af09-4692-a8d9-1b0704e96c93 HTTP/1.1" status: 200 len: 1002 time: 0.0617101 Jan 28 20:21:13.083192 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909ef18-4501-4d97-806a-432b8ffdcf55 req-85a7f6e8-39cf-4e55-a141-effd37678b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:13.084596 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2909ef18-4501-4d97-806a-432b8ffdcf55 req-85a7f6e8-39cf-4e55-a141-effd37678b23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3347ff96-5750-4764-9ba1-e892392487e7 HTTP/1.1" status: 200 len: 835 time: 0.0427794 Jan 28 20:21:13.133324 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909ef18-4501-4d97-806a-432b8ffdcf55 req-6ca8ccb2-4a0b-4aeb-9e98-09909680e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:13.134851 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2909ef18-4501-4d97-806a-432b8ffdcf55 req-6ca8ccb2-4a0b-4aeb-9e98-09909680e854 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86d67138-1372-40f0-80ee-b0e9c26a2587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439823 Jan 28 20:21:13.223732 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2909ef18-4501-4d97-806a-432b8ffdcf55 req-041b6a4b-1e9d-4e52-bdc0-42a7b363ba6a service neutron] 10.222.0.37 "GET /v2.0/networks/86d67138-1372-40f0-80ee-b0e9c26a2587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829570 Jan 28 20:21:13.311379 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2909ef18-4501-4d97-806a-432b8ffdcf55 req-6e50db75-1bde-4da1-a28b-bf7f938ad081 service neutron] 10.222.0.37 "GET /v2.0/networks/86d67138-1372-40f0-80ee-b0e9c26a2587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818169 Jan 28 20:21:18.355986 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2de97d8e-c068-41c6-92c2-f4e8282c0fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:20.558510 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-296c08af-7e39-4685-ab82-453dd638a4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:22.032283 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:23.306465 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:24.557439 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:26.093124 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:31.001981 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:33.333815 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:21:48.351554 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bc801346-58dd-4fc6-b1ec-cd73e392b796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:50.572105 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bc6e1d43-239b-4ad8-971c-73c0435c9bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:52.036449 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:52.877263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12ba7b-81d6-4567-9340-dcf9e861d945 req-9ffd7822-6544-4969-9bc7-9b4f45704da0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:52.878761 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e12ba7b-81d6-4567-9340-dcf9e861d945 req-9ffd7822-6544-4969-9bc7-9b4f45704da0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 946 time: 0.0590823 Jan 28 20:21:52.931297 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2e12ba7b-81d6-4567-9340-dcf9e861d945 req-ce16be39-7646-4616-b6a8-1edf34403fe2 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441988 Jan 28 20:21:53.314688 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:54.064925 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e653f3e-edb4-4b56-b028-87d2cadd8d3c req-4635b07a-78d3-43a0-8c4d-21fcbecbebbf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:54.066415 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2e653f3e-edb4-4b56-b028-87d2cadd8d3c req-4635b07a-78d3-43a0-8c4d-21fcbecbebbf tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 946 time: 0.0637705 Jan 28 20:21:54.118453 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2e653f3e-edb4-4b56-b028-87d2cadd8d3c req-234bb5bd-6865-49af-a221-fe0729f8bdf0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438998 Jan 28 20:21:54.559136 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:55.253255 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a4c3b-dc97-4cef-8b77-b522a014bebf req-3d249c0f-e76e-425a-a4d7-b1686846ed6e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:55.254679 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c4a4c3b-dc97-4cef-8b77-b522a014bebf req-3d249c0f-e76e-425a-a4d7-b1686846ed6e tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 946 time: 0.0546122 Jan 28 20:21:55.305805 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3c4a4c3b-dc97-4cef-8b77-b522a014bebf req-bb7b1ed2-83d7-4eb2-a08b-1a3bf1e56912 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431087 Jan 28 20:21:55.328143 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:21:55.393479 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-ccaa8ec1-dc5e-4d50-be5a-d661123116dd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/2dc72b24-f01f-45e6-bf44-6c569df2f845 HTTP/1.1" status: 200 len: 994 time: 0.0642092 Jan 28 20:21:56.116684 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:56.678382 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ec82d-cdc3-45c3-a5b7-65680e82fb4f req-6cf65b4e-3b28-48db-8be6-1a4bb19dbdf0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:56.680086 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b61ec82d-cdc3-45c3-a5b7-65680e82fb4f req-6cf65b4e-3b28-48db-8be6-1a4bb19dbdf0 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 946 time: 0.0533726 Jan 28 20:21:56.699506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5046a-e3dc-4310-b29d-341827180156 req-c7667865-98c8-4f70-b53b-f0af276bffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:56.701022 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75e5046a-e3dc-4310-b29d-341827180156 req-c7667865-98c8-4f70-b53b-f0af276bffb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 1128 time: 0.0452213 Jan 28 20:21:56.729738 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b61ec82d-cdc3-45c3-a5b7-65680e82fb4f req-2e23f829-5cd6-44ec-915d-8da1db99bb64 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439403 Jan 28 20:21:56.793973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5046a-e3dc-4310-b29d-341827180156 req-c4ecc474-acf2-4d13-be23-e68e8307d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:56.795806 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75e5046a-e3dc-4310-b29d-341827180156 req-c4ecc474-acf2-4d13-be23-e68e8307d854 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86d67138-1372-40f0-80ee-b0e9c26a2587 HTTP/1.1" status: 200 len: 898 time: 0.0894301 Jan 28 20:21:56.857833 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75e5046a-e3dc-4310-b29d-341827180156 req-660176a8-944a-4d32-be65-b2a540b7b413 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e17db8c1-af09-4692-a8d9-1b0704e96c93 HTTP/1.1" status: 200 len: 1002 time: 0.0562651 Jan 28 20:21:56.909738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5046a-e3dc-4310-b29d-341827180156 req-68594467-1efa-4271-801c-df880c573edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:56.911178 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75e5046a-e3dc-4310-b29d-341827180156 req-68594467-1efa-4271-801c-df880c573edb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3347ff96-5750-4764-9ba1-e892392487e7 HTTP/1.1" status: 200 len: 835 time: 0.0469706 Jan 28 20:21:56.963124 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5046a-e3dc-4310-b29d-341827180156 req-7f6ff043-f32a-4dcd-823b-af8de836e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:56.964833 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75e5046a-e3dc-4310-b29d-341827180156 req-7f6ff043-f32a-4dcd-823b-af8de836e0a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86d67138-1372-40f0-80ee-b0e9c26a2587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469630 Jan 28 20:21:57.059182 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75e5046a-e3dc-4310-b29d-341827180156 req-677fb97d-c9cf-4596-ade6-4c7557fce2d0 service neutron] 10.222.0.37 "GET /v2.0/networks/86d67138-1372-40f0-80ee-b0e9c26a2587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877447 Jan 28 20:21:57.166565 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75e5046a-e3dc-4310-b29d-341827180156 req-9ac8623b-f6f7-479f-a4b0-32e62cd9b8e2 service neutron] 10.222.0.37 "GET /v2.0/networks/86d67138-1372-40f0-80ee-b0e9c26a2587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004732 Jan 28 20:21:57.868425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfffef-5a43-4f8b-8945-bc31f620c250 req-09e8963a-8513-4f42-a83e-886557671efb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:57.869912 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2dfffef-5a43-4f8b-8945-bc31f620c250 req-09e8963a-8513-4f42-a83e-886557671efb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 946 time: 0.0621688 Jan 28 20:21:57.918615 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2dfffef-5a43-4f8b-8945-bc31f620c250 req-061f1fd4-4238-4e7f-90b0-37554e4277c7 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429580 Jan 28 20:21:59.050155 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985f5aa-e522-465b-bd82-8e51ddcc7439 req-e82339c3-3668-4942-89be-a682b8176183 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:59.051605 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2985f5aa-e522-465b-bd82-8e51ddcc7439 req-e82339c3-3668-4942-89be-a682b8176183 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 946 time: 0.0571504 Jan 28 20:21:59.101389 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2985f5aa-e522-465b-bd82-8e51ddcc7439 req-79bcbba7-9db9-4328-8bdd-f3b2a974122b tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440612 Jan 28 20:21:59.123853 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37764) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:21:59.182733 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-28999622-878d-4ae1-b527-829d70e3a7a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/floatingips/2dc72b24-f01f-45e6-bf44-6c569df2f845 HTTP/1.1" status: 200 len: 994 time: 0.0577936 Jan 28 20:21:59.447946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37770) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:21:59.615226 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port f9481be3-7d4e-4b0e-abb6-a858dbc41c6a {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:21:59.615560 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f9481be3-7d4e-4b0e-abb6-a858dbc41c6a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:59.696655 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f9481be3-7d4e-4b0e-abb6-a858dbc41c6a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:59.696974 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (f9481be3-7d4e-4b0e-abb6-a858dbc41c6a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:59.708447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for f9481be3-7d4e-4b0e-abb6-a858dbc41c6a owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:21:59.863079 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f9481be3-7d4e-4b0e-abb6-a858dbc41c6a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:59.893902 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=f9481be3-7d4e-4b0e-abb6-a858dbc41c6a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:59.918576 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:59.918926 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:59.919673 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:59.919979 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:59.920316 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:59.920646 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:59.920975 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:59.921305 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:59.921627 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:59.921951 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:59.922299 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:59.922623 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:59.922941 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:59.961992 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for floatingip (2dc72b24-f01f-45e6-bf44-6c569df2f845), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:59.962439 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Floating IP 2dc72b24-f01f-45e6-bf44-6c569df2f845 disassociated (deleted). External IP: 172.25.0.235, port: e17db8c1-af09-4692-a8d9-1b0704e96c93. Jan 28 20:22:00.168900 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router 0c458e4e-3f8c-4703-a734-17202f82df7e has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:22:00.280630 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:00.286142 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:00.292030 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a9892-d65f-4ac7-8db5-90172af3bb59 None None] Sync routers for ids ['0c458e4e-3f8c-4703-a734-17202f82df7e'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:00.303578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a9892-d65f-4ac7-8db5-90172af3bb59 None None] Routers {'0c458e4e-3f8c-4703-a734-17202f82df7e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:00.304214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dd3a9892-d65f-4ac7-8db5-90172af3bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:21:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0c458e4e-3f8c-4703-a734-17202f82df7e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:00.318516 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-9a83dd4f-220e-438c-94ea-17f5e26fe724 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/floatingips/2dc72b24-f01f-45e6-bf44-6c569df2f845 HTTP/1.1" status: 204 len: 168 time: 0.8665855 Jan 28 20:22:00.318516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b50fe9-8456-4520-8798-fa3ef870dad9', 'tag': 'e17db8c1-af09-4692-a8d9-1b0704e96c93'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:22:00.319158 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac9f26d1a29f0c91399e43c490101928ac952e5849b55b60a284b120f3a3590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9938dbea-5aac-408d-be4a-b1a58449cac5" -d '{"events": [{"name": "network-changed", "server_uuid": "30b50fe9-8456-4520-8798-fa3ef870dad9", "tag": "e17db8c1-af09-4692-a8d9-1b0704e96c93"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:00.417783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dd3a9892-d65f-4ac7-8db5-90172af3bb59 None None] Set router 0c458e4e-3f8c-4703-a734-17202f82df7e gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:00.418349 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb8ab4b-e684-4e18-a397-09b6c411e772 x-openstack-request-id: req-2bb8ab4b-e684-4e18-a397-09b6c411e772 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:00.418649 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b50fe9-8456-4520-8798-fa3ef870dad9", "tag": "e17db8c1-af09-4692-a8d9-1b0704e96c93", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:00.419657 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2bb8ab4b-e684-4e18-a397-09b6c411e772 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:00.419911 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b50fe9-8456-4520-8798-fa3ef870dad9', 'tag': 'e17db8c1-af09-4692-a8d9-1b0704e96c93', 'status': 'completed', 'code': 200} Jan 28 20:22:00.495704 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938dbea-5aac-408d-be4a-b1a58449cac5 req-f9d68e51-812d-41c3-86f0-1399e5292f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:00.497414 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9938dbea-5aac-408d-be4a-b1a58449cac5 req-f9d68e51-812d-41c3-86f0-1399e5292f67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 1128 time: 0.0557959 Jan 28 20:22:00.633987 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433948f-6096-4ddd-9de9-791f61cbaa69 req-d2bb936c-072f-42a7-9645-3120d9c3ebcb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:00.635498 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6433948f-6096-4ddd-9de9-791f61cbaa69 req-d2bb936c-072f-42a7-9645-3120d9c3ebcb tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 946 time: 0.0831349 Jan 28 20:22:00.638970 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dd3a9892-d65f-4ac7-8db5-90172af3bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031377879', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:35Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '59770b38-3030-40ee-9dbd-6db201594a65', 'name': '', 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:e0:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3347ff96-5750-4764-9ba1-e892392487e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:34Z', 'updated_at': '2022-01-28T20:20:38Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '3347ff96-5750-4764-9ba1-e892392487e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:00.640477 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938dbea-5aac-408d-be4a-b1a58449cac5 req-c2f13348-83cf-43e7-85d8-7c50282ff8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:00.641933 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9938dbea-5aac-408d-be4a-b1a58449cac5 req-c2f13348-83cf-43e7-85d8-7c50282ff8e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=86d67138-1372-40f0-80ee-b0e9c26a2587 HTTP/1.1" status: 200 len: 898 time: 0.1385865 Jan 28 20:22:00.665808 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a9892-d65f-4ac7-8db5-90172af3bb59 None None] Checking router: 0c458e4e-3f8c-4703-a734-17202f82df7e for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:22:00.674891 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a9892-d65f-4ac7-8db5-90172af3bb59 None None] Routers {'0c458e4e-3f8c-4703-a734-17202f82df7e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:00.675466 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dd3a9892-d65f-4ac7-8db5-90172af3bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:21:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0c458e4e-3f8c-4703-a734-17202f82df7e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:00.689494 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9938dbea-5aac-408d-be4a-b1a58449cac5 req-cc6f1b8b-366d-4fe3-853b-f177ac449846 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e17db8c1-af09-4692-a8d9-1b0704e96c93 HTTP/1.1" status: 200 len: 217 time: 0.0400183 Jan 28 20:22:00.748402 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6433948f-6096-4ddd-9de9-791f61cbaa69 req-228db4f1-ca4b-4f37-9207-2fe3a998071a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047947 Jan 28 20:22:00.757959 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938dbea-5aac-408d-be4a-b1a58449cac5 req-a7d98386-4507-493e-9f0f-48b071d942e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:00.759725 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9938dbea-5aac-408d-be4a-b1a58449cac5 req-a7d98386-4507-493e-9f0f-48b071d942e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3347ff96-5750-4764-9ba1-e892392487e7 HTTP/1.1" status: 200 len: 835 time: 0.0636749 Jan 28 20:22:00.781329 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-dd3a9892-d65f-4ac7-8db5-90172af3bb59 None None] Set router 0c458e4e-3f8c-4703-a734-17202f82df7e gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:00.814044 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938dbea-5aac-408d-be4a-b1a58449cac5 req-515aed68-4781-4504-991b-8ba5989cc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:00.815632 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9938dbea-5aac-408d-be4a-b1a58449cac5 req-515aed68-4781-4504-991b-8ba5989cc525 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=86d67138-1372-40f0-80ee-b0e9c26a2587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485277 Jan 28 20:22:00.906470 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9938dbea-5aac-408d-be4a-b1a58449cac5 req-3987e767-afa7-4374-b55a-82e65d273642 service neutron] 10.222.0.37 "GET /v2.0/networks/86d67138-1372-40f0-80ee-b0e9c26a2587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837021 Jan 28 20:22:00.980615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-dd3a9892-d65f-4ac7-8db5-90172af3bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031377879', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:35Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '59770b38-3030-40ee-9dbd-6db201594a65', 'name': '', 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:e0:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3347ff96-5750-4764-9ba1-e892392487e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:34Z', 'updated_at': '2022-01-28T20:20:38Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '3347ff96-5750-4764-9ba1-e892392487e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:00.999501 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9938dbea-5aac-408d-be4a-b1a58449cac5 req-a2014031-45a5-4a38-8333-8ad87a9715bd service neutron] 10.222.0.37 "GET /v2.0/networks/86d67138-1372-40f0-80ee-b0e9c26a2587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868905 Jan 28 20:22:01.016502 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a9892-d65f-4ac7-8db5-90172af3bb59 None None] The sync data for ids ['0c458e4e-3f8c-4703-a734-17202f82df7e'] in n-d-824834-4 is: [{'id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031377879', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:35Z', 'revision_number': 4, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '59770b38-3030-40ee-9dbd-6db201594a65', 'name': '', 'network_id': '86d67138-1372-40f0-80ee-b0e9c26a2587', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'mac_address': 'fa:16:3e:e0:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3347ff96-5750-4764-9ba1-e892392487e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:34Z', 'updated_at': '2022-01-28T20:20:38Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'subnets': [{'id': '3347ff96-5750-4764-9ba1-e892392487e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:01.032493 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:01.236343 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc875e-752b-42cd-867a-6e95b4506c77 None None] New status for floating IP 2dc72b24-f01f-45e6-bf44-6c569df2f845: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:22:01.884250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f288-f4cb-420a-aff1-7a5d6ae72f13 req-3e54d08a-f865-4dc1-91de-0974ffa0bafc tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:01.885748 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b140f288-f4cb-420a-aff1-7a5d6ae72f13 req-3e54d08a-f865-4dc1-91de-0974ffa0bafc tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 946 time: 0.0554907 Jan 28 20:22:01.936820 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b140f288-f4cb-420a-aff1-7a5d6ae72f13 req-71adc89b-aaf4-48ee-8d43-53414f0c2659 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae5e0a89-09a5-4929-be38-add0ae88d623&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427060 Jan 28 20:22:02.218123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8fbfc-d200-4e98-9ed2-fb38ae82a925 req-e6857aae-2ab4-40a5-bb39-40c89c96b81a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:02.219602 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1e8fbfc-d200-4e98-9ed2-fb38ae82a925 req-e6857aae-2ab4-40a5-bb39-40c89c96b81a tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.37 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 946 time: 0.0589979 Jan 28 20:22:02.308766 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f1e8fbfc-d200-4e98-9ed2-fb38ae82a925 req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port e17db8c1-af09-4692-a8d9-1b0704e96c93 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:22:02.309109 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f1e8fbfc-d200-4e98-9ed2-fb38ae82a925 req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e17db8c1-af09-4692-a8d9-1b0704e96c93), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:02.397502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-f1e8fbfc-d200-4e98-9ed2-fb38ae82a925 req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] For port e17db8c1-af09-4692-a8d9-1b0704e96c93, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=e17db8c1-af09-4692-a8d9-1b0704e96c93,segment=NetworkSegment(72fb1578-456e-40d8-ba96-a2bdb544fda6),segment_id=72fb1578-456e-40d8-ba96-a2bdb544fda6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:02.397864 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f1e8fbfc-d200-4e98-9ed2-fb38ae82a925 req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e17db8c1-af09-4692-a8d9-1b0704e96c93), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:02.409681 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-f1e8fbfc-d200-4e98-9ed2-fb38ae82a925 req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for e17db8c1-af09-4692-a8d9-1b0704e96c93 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:22:02.890557 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f1e8fbfc-d200-4e98-9ed2-fb38ae82a925 req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e17db8c1-af09-4692-a8d9-1b0704e96c93), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:02.919501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=e17db8c1-af09-4692-a8d9-1b0704e96c93,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:02.932197 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:02.932789 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:02.933129 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:02.933462 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:02.933796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:02.934146 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:02.934479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:02.934802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:02.935125 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:02.935445 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:02.935769 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:02.936084 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:02.936398 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:02.974297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e8fbfc-d200-4e98-9ed2-fb38ae82a925 req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] No DVR routers for this DVR port e17db8c1-af09-4692-a8d9-1b0704e96c93 on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:22:02.977282 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-f1e8fbfc-d200-4e98-9ed2-fb38ae82a925 req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:02.980778 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f1e8fbfc-d200-4e98-9ed2-fb38ae82a925 req-0c1a4a2e-22c7-4f5b-8915-c523b04ff4a5 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.37 "DELETE /v2.0/ports/e17db8c1-af09-4692-a8d9-1b0704e96c93 HTTP/1.1" status: 204 len: 173 time: 0.7564490 Jan 28 20:22:02.981198 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b50fe9-8456-4520-8798-fa3ef870dad9', 'name': 'network-vif-deleted', 'tag': 'e17db8c1-af09-4692-a8d9-1b0704e96c93'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:22:02.983510 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34178e68-401f-4283-a43b-b99ce7357a02" -d '{"events": [{"server_uuid": "30b50fe9-8456-4520-8798-fa3ef870dad9", "name": "network-vif-deleted", "tag": "e17db8c1-af09-4692-a8d9-1b0704e96c93"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:03.037175 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d89fa0-4a6c-4d8b-be91-80f20feb8da0 x-openstack-request-id: req-36d89fa0-4a6c-4d8b-be91-80f20feb8da0 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:03.037465 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b50fe9-8456-4520-8798-fa3ef870dad9", "name": "network-vif-deleted", "tag": "e17db8c1-af09-4692-a8d9-1b0704e96c93", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:03.037713 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36d89fa0-4a6c-4d8b-be91-80f20feb8da0 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:03.038126 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b50fe9-8456-4520-8798-fa3ef870dad9', 'name': 'network-vif-deleted', 'tag': 'e17db8c1-af09-4692-a8d9-1b0704e96c93', 'status': 'completed', 'code': 200} Jan 28 20:22:03.040337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0fdbc638-fe60-4207-875c-58dcba23fd13 req-e6e063a9-cf83-4c3f-bc77-d848003ee425 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b50fe9-8456-4520-8798-fa3ef870dad9 HTTP/1.1" status: 200 len: 210 time: 0.0300279 Jan 28 20:22:04.111859 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37788) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:04.483314 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0b2dd90-d289-4b28-90b8-ba7ae8cc20dd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (0c458e4e-3f8c-4703-a734-17202f82df7e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:04.545069 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e17db8c1-af09-4692-a8d9-1b0704e96c93 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:22:04.566690 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: e17db8c1-af09-4692-a8d9-1b0704e96c93 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:22:04.567038 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device e17db8c1-af09-4692-a8d9-1b0704e96c93 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:22:04.749481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2dd90-d289-4b28-90b8-ba7ae8cc20dd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port 59770b38-3030-40ee-9dbd-6db201594a65 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:22:04.749722 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0b2dd90-d289-4b28-90b8-ba7ae8cc20dd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (59770b38-3030-40ee-9dbd-6db201594a65), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:04.841550 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-c0b2dd90-d289-4b28-90b8-ba7ae8cc20dd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] For port 59770b38-3030-40ee-9dbd-6db201594a65, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=59770b38-3030-40ee-9dbd-6db201594a65,segment=NetworkSegment(72fb1578-456e-40d8-ba96-a2bdb544fda6),segment_id=72fb1578-456e-40d8-ba96-a2bdb544fda6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:04.841919 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0b2dd90-d289-4b28-90b8-ba7ae8cc20dd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (59770b38-3030-40ee-9dbd-6db201594a65), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:04.854719 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2dd90-d289-4b28-90b8-ba7ae8cc20dd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for 59770b38-3030-40ee-9dbd-6db201594a65 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:22:05.057909 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0b2dd90-d289-4b28-90b8-ba7ae8cc20dd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (59770b38-3030-40ee-9dbd-6db201594a65), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:05.082419 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2dd90-d289-4b28-90b8-ba7ae8cc20dd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=59770b38-3030-40ee-9dbd-6db201594a65,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:05.256315 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c0b2dd90-d289-4b28-90b8-ba7ae8cc20dd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (0c458e4e-3f8c-4703-a734-17202f82df7e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:05.478943 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b2dd90-d289-4b28-90b8-ba7ae8cc20dd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Router 0c458e4e-3f8c-4703-a734-17202f82df7e has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:22:05.590552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b2dd90-d289-4b28-90b8-ba7ae8cc20dd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:05.598819 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c0b2dd90-d289-4b28-90b8-ba7ae8cc20dd tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "PUT /v2.0/routers/0c458e4e-3f8c-4703-a734-17202f82df7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4840105 Jan 28 20:22:05.599835 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37790) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:05.601183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706a505e-9269-4963-90cb-3bcc4e880e9d None None] Sync routers for ids ['0c458e4e-3f8c-4703-a734-17202f82df7e'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:05.612183 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a505e-9269-4963-90cb-3bcc4e880e9d None None] Routers {'0c458e4e-3f8c-4703-a734-17202f82df7e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:05.612748 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-706a505e-9269-4963-90cb-3bcc4e880e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:21:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0c458e4e-3f8c-4703-a734-17202f82df7e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:05.652720 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbda5c1-7586-4a01-a9ca-d2aa5e80e9e4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting subnet 3347ff96-5750-4764-9ba1-e892392487e7 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:22:05.656185 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dbda5c1-7586-4a01-a9ca-d2aa5e80e9e4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for subnet (3347ff96-5750-4764-9ba1-e892392487e7), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:05.700688 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dbda5c1-7586-4a01-a9ca-d2aa5e80e9e4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (3347ff96-5750-4764-9ba1-e892392487e7), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:05.717615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-706a505e-9269-4963-90cb-3bcc4e880e9d None None] Set router 0c458e4e-3f8c-4703-a734-17202f82df7e gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:05.782828 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dbda5c1-7586-4a01-a9ca-d2aa5e80e9e4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (3347ff96-5750-4764-9ba1-e892392487e7), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:05.840628 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dbda5c1-7586-4a01-a9ca-d2aa5e80e9e4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (3347ff96-5750-4764-9ba1-e892392487e7), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:05.871850 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbda5c1-7586-4a01-a9ca-d2aa5e80e9e4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Subnet': ['ID=3347ff96-5750-4764-9ba1-e892392487e7,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:05.877367 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8dbda5c1-7586-4a01-a9ca-d2aa5e80e9e4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:05.880968 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8dbda5c1-7586-4a01-a9ca-d2aa5e80e9e4 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/subnets/3347ff96-5750-4764-9ba1-e892392487e7 HTTP/1.1" status: 204 len: 168 time: 0.2799675 Jan 28 20:22:05.883413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37792) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:05.889358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a42a87-52be-4483-a381-2820a862ed37 None None] Network 86d67138-1372-40f0-80ee-b0e9c26a2587 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:22:05.956154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-706a505e-9269-4963-90cb-3bcc4e880e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031377879', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:22:04Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:05.999048 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d8a6ae7-6b63-45f9-8306-66876f157404 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router (0c458e4e-3f8c-4703-a734-17202f82df7e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.008969 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706a505e-9269-4963-90cb-3bcc4e880e9d None None] Checking router: 0c458e4e-3f8c-4703-a734-17202f82df7e for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:22:06.056682 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a505e-9269-4963-90cb-3bcc4e880e9d None None] Routers {'0c458e4e-3f8c-4703-a734-17202f82df7e'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:06.057207 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-706a505e-9269-4963-90cb-3bcc4e880e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:21:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['0c458e4e-3f8c-4703-a734-17202f82df7e'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:06.101303 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d8a6ae7-6b63-45f9-8306-66876f157404 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_gateway (0c458e4e-3f8c-4703-a734-17202f82df7e), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.158701 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a6ae7-6b63-45f9-8306-66876f157404 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port e25e483a-08c7-42a5-9c91-fe28e384f16a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:22:06.159718 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d8a6ae7-6b63-45f9-8306-66876f157404 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (e25e483a-08c7-42a5-9c91-fe28e384f16a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.168634 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] DHCP port deletion for 86d67138-1372-40f0-80ee-b0e9c26a2587 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:22:06.195784 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-706a505e-9269-4963-90cb-3bcc4e880e9d None None] Set router 0c458e4e-3f8c-4703-a734-17202f82df7e gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:06.239373 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-1d8a6ae7-6b63-45f9-8306-66876f157404 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] For port e25e483a-08c7-42a5-9c91-fe28e384f16a, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=e25e483a-08c7-42a5-9c91-fe28e384f16a,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:06.239763 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d8a6ae7-6b63-45f9-8306-66876f157404 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (e25e483a-08c7-42a5-9c91-fe28e384f16a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.252085 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a6ae7-6b63-45f9-8306-66876f157404 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for e25e483a-08c7-42a5-9c91-fe28e384f16a owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:22:06.434735 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d8a6ae7-6b63-45f9-8306-66876f157404 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (e25e483a-08c7-42a5-9c91-fe28e384f16a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.465610 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a6ae7-6b63-45f9-8306-66876f157404 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=e25e483a-08c7-42a5-9c91-fe28e384f16a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:06.528916 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d8a6ae7-6b63-45f9-8306-66876f157404 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (0c458e4e-3f8c-4703-a734-17202f82df7e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.564644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 7d320d7e-d5db-4182-be2c-e378ac8d5e52 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:22:06.603473 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Deleting port 7d320d7e-d5db-4182-be2c-e378ac8d5e52 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:22:06.604146 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7d320d7e-d5db-4182-be2c-e378ac8d5e52), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.618549 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d8a6ae7-6b63-45f9-8306-66876f157404 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (0c458e4e-3f8c-4703-a734-17202f82df7e), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.620763 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d8a6ae7-6b63-45f9-8306-66876f157404 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router_controller (0c458e4e-3f8c-4703-a734-17202f82df7e), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.665233 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d8a6ae7-6b63-45f9-8306-66876f157404 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (0c458e4e-3f8c-4703-a734-17202f82df7e), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.666546 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8a6ae7-6b63-45f9-8306-66876f157404 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Fanout notify agent at l3_agent the message router_deleted on router 0c458e4e-3f8c-4703-a734-17202f82df7e {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:22:06.675065 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-1d8a6ae7-6b63-45f9-8306-66876f157404 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.676490 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-1d8a6ae7-6b63-45f9-8306-66876f157404 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/routers/0c458e4e-3f8c-4703-a734-17202f82df7e HTTP/1.1" status: 204 len: 168 time: 0.7920024 Jan 28 20:22:06.679294 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37794) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:06.700964 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] For port 7d320d7e-d5db-4182-be2c-e378ac8d5e52, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7d320d7e-d5db-4182-be2c-e378ac8d5e52,segment=NetworkSegment(72fb1578-456e-40d8-ba96-a2bdb544fda6),segment_id=72fb1578-456e-40d8-ba96-a2bdb544fda6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:06.701359 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7d320d7e-d5db-4182-be2c-e378ac8d5e52), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.716354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Calling delete_port for 7d320d7e-d5db-4182-be2c-e378ac8d5e52 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:22:06.758054 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (86d67138-1372-40f0-80ee-b0e9c26a2587), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.808856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-706a505e-9269-4963-90cb-3bcc4e880e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031377879', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:22:04Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:06.813233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Deleting port 7d320d7e-d5db-4182-be2c-e378ac8d5e52 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:22:06.813626 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (7d320d7e-d5db-4182-be2c-e378ac8d5e52), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.842504 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 7d320d7e-d5db-4182-be2c-e378ac8d5e52 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:06.842898 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (7d320d7e-d5db-4182-be2c-e378ac8d5e52), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.846074 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706a505e-9269-4963-90cb-3bcc4e880e9d None None] The sync data for ids ['0c458e4e-3f8c-4703-a734-17202f82df7e'] in n-d-824834-4 is: [{'id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031377879', 'tenant_id': '69f0c0d871d74d1da638b4ca8915fe93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:22:04Z', 'revision_number': 5, 'project_id': '69f0c0d871d74d1da638b4ca8915fe93', 'gw_port': {'id': 'e25e483a-08c7-42a5-9c91-fe28e384f16a', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458e4e-3f8c-4703-a734-17202f82df7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:20:32Z', 'updated_at': '2022-01-28T20:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:06.881942 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (7d320d7e-d5db-4182-be2c-e378ac8d5e52), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.890473 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] For port 7d320d7e-d5db-4182-be2c-e378ac8d5e52, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=7d320d7e-d5db-4182-be2c-e378ac8d5e52,segment=NetworkSegment(72fb1578-456e-40d8-ba96-a2bdb544fda6),segment_id=72fb1578-456e-40d8-ba96-a2bdb544fda6)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:06.890844 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (7d320d7e-d5db-4182-be2c-e378ac8d5e52), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.904096 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Calling delete_port for 7d320d7e-d5db-4182-be2c-e378ac8d5e52 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:22:06.926235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Pushing event deleted for resources: {'Port': ['ID=7d320d7e-d5db-4182-be2c-e378ac8d5e52,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:06.928545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] No DVR routers for this DVR port 7d320d7e-d5db-4182-be2c-e378ac8d5e52 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:22:06.937449 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:06.937737 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:06.938105 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:06.938444 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:06.938780 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:06.939110 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:06.939445 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:06.939761 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:06.940085 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:06.940447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:06.940824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:06.941072 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:06.941393 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff86a-3c78-4e8e-b8a8-9a2a53a8d7fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:06.987899 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (7d320d7e-d5db-4182-be2c-e378ac8d5e52), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:07.012899 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Port': ['ID=7d320d7e-d5db-4182-be2c-e378ac8d5e52,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:07.016499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] No DVR routers for this DVR port 7d320d7e-d5db-4182-be2c-e378ac8d5e52 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:22:07.094511 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (86d67138-1372-40f0-80ee-b0e9c26a2587), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:07.114490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d67138-1372-40f0-80ee-b0e9c26a2587']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:07.123598 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72fb1578-456e-40d8-ba96-a2bdb544fda6') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:07.123895 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72fb1578-456e-40d8-ba96-a2bdb544fda6') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:07.133357 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (72fb1578-456e-40d8-ba96-a2bdb544fda6), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:07.146248 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (72fb1578-456e-40d8-ba96-a2bdb544fda6), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:07.153019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:22:07.153447 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (72fb1578-456e-40d8-ba96-a2bdb544fda6), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: self.session.flush() Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: timer() Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:22:07.156661 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:22:07.216686 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (86d67138-1372-40f0-80ee-b0e9c26a2587), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:07.224861 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:07.227744 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/networks/86d67138-1372-40f0-80ee-b0e9c26a2587 HTTP/1.1" status: 204 len: 168 time: 0.5474699 Jan 28 20:22:07.230569 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37796) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:07.257744 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc5b2f-9c29-463c-8781-d07585626280 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'Network': ['ID=86d67138-1372-40f0-80ee-b0e9c26a2587,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:07.305823 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-190ef69a-cd6f-4c02-bf36-3e918de05533 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (ae5e0a89-09a5-4929-be38-add0ae88d623), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:07.332431 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-190ef69a-cd6f-4c02-bf36-3e918de05533 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (ae5e0a89-09a5-4929-be38-add0ae88d623), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:07.393169 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-190ef69a-cd6f-4c02-bf36-3e918de05533 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ae5e0a89-09a5-4929-be38-add0ae88d623), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:07.395800 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-190ef69a-cd6f-4c02-bf36-3e918de05533 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:07.399683 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-190ef69a-cd6f-4c02-bf36-3e918de05533 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] 10.222.0.55 "DELETE /v2.0/security-groups/ae5e0a89-09a5-4929-be38-add0ae88d623 HTTP/1.1" status: 204 len: 168 time: 0.1656933 Jan 28 20:22:07.407348 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ef69a-cd6f-4c02-bf36-3e918de05533 tempest-TestNetworkAdvancedServerOps-1189934480 tempest-TestNetworkAdvancedServerOps-1189934480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5e0a89-09a5-4929-be38-add0ae88d623,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:07.755252 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37804) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:07.890789 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c8553e33-63df-4cfc-aaaa-84700be91d6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69f0c0d871d74d1da638b4ca8915fe93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343129 Jan 28 20:22:07.894386 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37808) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:07.949408 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69634c1e-e770-41f2-9a32-3de9174719ac admin admin] Publish callbacks [] for security_group (0ab7207d-eb47-4343-8ac7-ae7544aacad9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:07.972288 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69634c1e-e770-41f2-9a32-3de9174719ac admin admin] Publish callbacks [] for security_group (0ab7207d-eb47-4343-8ac7-ae7544aacad9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:08.020085 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69634c1e-e770-41f2-9a32-3de9174719ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0ab7207d-eb47-4343-8ac7-ae7544aacad9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:08.022681 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-69634c1e-e770-41f2-9a32-3de9174719ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:08.024068 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-69634c1e-e770-41f2-9a32-3de9174719ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0ab7207d-eb47-4343-8ac7-ae7544aacad9 HTTP/1.1" status: 204 len: 168 time: 0.1285090 Jan 28 20:22:08.032444 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69634c1e-e770-41f2-9a32-3de9174719ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab7207d-eb47-4343-8ac7-ae7544aacad9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:08.306225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37814) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:08.319674 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5865b89c-ce64-4555-aee3-1c15385417eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:08.398666 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5865b89c-ce64-4555-aee3-1c15385417eb admin admin] Publish callbacks [] for security_group (0c7e3c65-e5a7-4d6d-9317-9c77e2ecc572), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:08.404318 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-5865b89c-ce64-4555-aee3-1c15385417eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0c7e3c65-e5a7-4d6d-9317-9c77e2ecc572), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:08.410903 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e25e483a-08c7-42a5-9c91-fe28e384f16a no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:22:08.430665 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: e25e483a-08c7-42a5-9c91-fe28e384f16a {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:22:08.431822 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device e25e483a-08c7-42a5-9c91-fe28e384f16a not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:22:08.432235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 59770b38-3030-40ee-9dbd-6db201594a65 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:22:08.444909 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-5865b89c-ce64-4555-aee3-1c15385417eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33f9ba6ae3c64ac9b9c33769994a378f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1376181 Jan 28 20:22:08.445780 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865b89c-ce64-4555-aee3-1c15385417eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7e3c65-e5a7-4d6d-9317-9c77e2ecc572,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:08.447590 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37816) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:08.452112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 59770b38-3030-40ee-9dbd-6db201594a65 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:22:08.452458 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 59770b38-3030-40ee-9dbd-6db201594a65 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:22:08.495525 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af1bebbb-c58e-46c6-8595-bed291c93727 admin admin] Publish callbacks [] for security_group (0c7e3c65-e5a7-4d6d-9317-9c77e2ecc572), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:08.517664 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af1bebbb-c58e-46c6-8595-bed291c93727 admin admin] Publish callbacks [] for security_group (0c7e3c65-e5a7-4d6d-9317-9c77e2ecc572), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:08.567713 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af1bebbb-c58e-46c6-8595-bed291c93727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (0c7e3c65-e5a7-4d6d-9317-9c77e2ecc572), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:08.570436 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af1bebbb-c58e-46c6-8595-bed291c93727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:08.571592 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-af1bebbb-c58e-46c6-8595-bed291c93727 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c7e3c65-e5a7-4d6d-9317-9c77e2ecc572 HTTP/1.1" status: 204 len: 168 time: 0.1228044 Jan 28 20:22:08.579399 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bebbb-c58e-46c6-8595-bed291c93727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7e3c65-e5a7-4d6d-9317-9c77e2ecc572,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:09.325903 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37838) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:09.427970 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-245f87aa-9252-4c22-a959-abb6fe898d81 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-403641551-network', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:09.454700 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245f87aa-9252-4c22-a959-abb6fe898d81 admin admin] Made reservation on behalf of f68f1c0922574c0d96ad4bee02e34393 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:09.456997 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-245f87aa-9252-4c22-a959-abb6fe898d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:09.465711 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-245f87aa-9252-4c22-a959-abb6fe898d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:09.545058 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-245f87aa-9252-4c22-a959-abb6fe898d81 admin admin] Publish callbacks [] for security_group (b58b7157-857a-453c-9d78-036d8c81b65d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:09.551953 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-245f87aa-9252-4c22-a959-abb6fe898d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b58b7157-857a-453c-9d78-036d8c81b65d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:09.576518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245f87aa-9252-4c22-a959-abb6fe898d81 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:22:09.585132 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f87aa-9252-4c22-a959-abb6fe898d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58b7157-857a-453c-9d78-036d8c81b65d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:09.592732 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-245f87aa-9252-4c22-a959-abb6fe898d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (531248fb-3e62-4dea-a779-35259253439b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:09.592732 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-245f87aa-9252-4c22-a959-abb6fe898d81 admin admin] Added segment 531248fb-3e62-4dea-a779-35259253439b of type vlan for network 7e66354b-ab92-4e79-99d0-b31eb8632219 Jan 28 20:22:09.634999 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-245f87aa-9252-4c22-a959-abb6fe898d81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (7e66354b-ab92-4e79-99d0-b31eb8632219), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:09.661590 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-245f87aa-9252-4c22-a959-abb6fe898d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (7e66354b-ab92-4e79-99d0-b31eb8632219), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:09.662644 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245f87aa-9252-4c22-a959-abb6fe898d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:09.663389 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-245f87aa-9252-4c22-a959-abb6fe898d81 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:09.715334 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-245f87aa-9252-4c22-a959-abb6fe898d81 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3882093 Jan 28 20:22:09.718471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37842) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:09.723461 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-defbc587-fab2-4cd8-9a9f-efc5aa770c9d admin admin] Request body: {'subnet': {'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-403641551-subnet', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:09.724686 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f87aa-9252-4c22-a959-abb6fe898d81 admin admin] Pushing event updated for resources: {'Network': ['ID=7e66354b-ab92-4e79-99d0-b31eb8632219,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:09.735226 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 7e66354b-ab92-4e79-99d0-b31eb8632219 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:22:09.744062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defbc587-fab2-4cd8-9a9f-efc5aa770c9d admin admin] Made reservation on behalf of f68f1c0922574c0d96ad4bee02e34393 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:09.746633 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-defbc587-fab2-4cd8-9a9f-efc5aa770c9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:09.914930 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-defbc587-fab2-4cd8-9a9f-efc5aa770c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (4d850223-65dd-425f-9517-6b3f98a610f3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:09.973908 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbc587-fab2-4cd8-9a9f-efc5aa770c9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d850223-65dd-425f-9517-6b3f98a610f3,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:09.979030 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defbc587-fab2-4cd8-9a9f-efc5aa770c9d admin admin] Checking segment: {'id': '531248fb-3e62-4dea-a779-35259253439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:22:09.979480 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defbc587-fab2-4cd8-9a9f-efc5aa770c9d admin admin] Network hostable DHCP agents. Network: 7e66354b-ab92-4e79-99d0-b31eb8632219, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:22:09.996451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defbc587-fab2-4cd8-9a9f-efc5aa770c9d admin admin] Network 7e66354b-ab92-4e79-99d0-b31eb8632219 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:22:10.006451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-defbc587-fab2-4cd8-9a9f-efc5aa770c9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 7e66354b-ab92-4e79-99d0-b31eb8632219) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:10.012268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defbc587-fab2-4cd8-9a9f-efc5aa770c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:10.013275 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-defbc587-fab2-4cd8-9a9f-efc5aa770c9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:10.019114 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ae2aad-7cc9-41ad-80b5-af79876bbd4a None None] Network 7e66354b-ab92-4e79-99d0-b31eb8632219 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:22:10.032352 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-defbc587-fab2-4cd8-9a9f-efc5aa770c9d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3128221 Jan 28 20:22:10.035200 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37844) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:10.039695 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-403641551-router', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:10.060824 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (40bd390d-5c25-4fd9-8dd4-6d44785bfddd), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:10.062121 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (40bd390d-5c25-4fd9-8dd4-6d44785bfddd), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:10.117617 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Publish callbacks [] for router_controller (40bd390d-5c25-4fd9-8dd4-6d44785bfddd), precommit_add_association {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:10.124220 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-7e66354b-ab92-4e79-99d0-b31eb8632219', 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'fixed_ips': [{'subnet_id': '4d850223-65dd-425f-9517-6b3f98a610f3'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:22:10.125147 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:10.251101 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Publish callbacks [] for router_gateway (40bd390d-5c25-4fd9-8dd4-6d44785bfddd), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:10.259892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Allocated IP 172.20.0.2 (7e66354b-ab92-4e79-99d0-b31eb8632219/4d850223-65dd-425f-9517-6b3f98a610f3/bf2583f1-868b-4c64-bb5c-bae01c8873c0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:10.334882 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:22:10.402953 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Publish callbacks [] for port (bf2583f1-868b-4c64-bb5c-bae01c8873c0), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:10.408448 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (bf2583f1-868b-4c64-bb5c-bae01c8873c0), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:10.451933 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Network 7e66354b-ab92-4e79-99d0-b31eb8632219 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:10.455986 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:10.457960 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Pushing event updated for resources: {'Port': ['ID=bf2583f1-868b-4c64-bb5c-bae01c8873c0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:10.460199 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:10.519194 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Attempting to bind port bf2583f1-868b-4c64-bb5c-bae01c8873c0 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:22:10.519435 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Attempting to bind port bf2583f1-868b-4c64-bb5c-bae01c8873c0 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '531248fb-3e62-4dea-a779-35259253439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:22:10.519815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Attempting to bind port bf2583f1-868b-4c64-bb5c-bae01c8873c0 on network 7e66354b-ab92-4e79-99d0-b31eb8632219 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:10.525350 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:10.525724 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Checking segment: {'id': '531248fb-3e62-4dea-a779-35259253439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:22:10.526144 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:10.526558 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Bound using segment: {'id': '531248fb-3e62-4dea-a779-35259253439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:10.527021 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Bound port: bf2583f1-868b-4c64-bb5c-bae01c8873c0, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531248fb-3e62-4dea-a779-35259253439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:22:10.527401 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bf2583f1-868b-4c64-bb5c-bae01c8873c0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:10.597378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] For port bf2583f1-868b-4c64-bb5c-bae01c8873c0, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:10.600980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] For port bf2583f1-868b-4c64-bb5c-bae01c8873c0, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bf2583f1-868b-4c64-bb5c-bae01c8873c0,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:10.608381 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bf2583f1-868b-4c64-bb5c-bae01c8873c0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:10.669644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329d8ab-13c4-48d1-9232-66545ed551a7 None None] Pushing event updated for resources: {'Port': ['ID=bf2583f1-868b-4c64-bb5c-bae01c8873c0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:10.806115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Publish callbacks [] for router_gateway (40bd390d-5c25-4fd9-8dd4-6d44785bfddd), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:10.834523 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:10.945174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Allocated IP 172.25.0.176 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/9e3500e2-86c6-44d0-885b-8c651a83ed66) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:11.058069 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Publish callbacks [] for port (9e3500e2-86c6-44d0-885b-8c651a83ed66), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:11.097129 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (9e3500e2-86c6-44d0-885b-8c651a83ed66), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:11.136280 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:11.141388 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:11.144011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:11.149900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Pushing event updated for resources: {'Port': ['ID=9e3500e2-86c6-44d0-885b-8c651a83ed66,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:11.404441 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Publish callbacks [] for router_gateway (40bd390d-5c25-4fd9-8dd4-6d44785bfddd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:11.583540 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2aecce-4935-4fc0-82fe-d2d9e8fc4dd6 None None] Network 7e66354b-ab92-4e79-99d0-b31eb8632219 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:22:11.608394 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (40bd390d-5c25-4fd9-8dd4-6d44785bfddd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:11.650778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-c4d64975-199a-4f0a-b947-61e48c670a4e None None] Provisioning complete for port bf2583f1-868b-4c64-bb5c-bae01c8873c0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:11.651176 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4d64975-199a-4f0a-b947-61e48c670a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bf2583f1-868b-4c64-bb5c-bae01c8873c0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:11.738167 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103146) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:22:11.764371 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c4d64975-199a-4f0a-b947-61e48c670a4e None None] Current status of the port bf2583f1-868b-4c64-bb5c-bae01c8873c0 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:11.764756 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4d64975-199a-4f0a-b947-61e48c670a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (bf2583f1-868b-4c64-bb5c-bae01c8873c0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:11.798095 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c4d64975-199a-4f0a-b947-61e48c670a4e None None] For port bf2583f1-868b-4c64-bb5c-bae01c8873c0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bf2583f1-868b-4c64-bb5c-bae01c8873c0,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:11.803457 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c4d64975-199a-4f0a-b947-61e48c670a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (bf2583f1-868b-4c64-bb5c-bae01c8873c0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:11.851435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:11.863920 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Sync routers for ids ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:11.870511 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d64975-199a-4f0a-b947-61e48c670a4e None None] Pushing event updated for resources: {'Port': ['ID=bf2583f1-868b-4c64-bb5c-bae01c8873c0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:11.882055 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:11.885900 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fe570601-09c5-4912-b70d-7763a8b80fac admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8471513 Jan 28 20:22:11.886591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37846) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:11.888246 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Routers {'40bd390d-5c25-4fd9-8dd4-6d44785bfddd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:11.889223 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:21:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:12.002193 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Set router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:12.025001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-dc664843-9830-424e-867f-6a72699d6ad2 None None] Provisioning complete for port bf2583f1-868b-4c64-bb5c-bae01c8873c0 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:12.025608 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc664843-9830-424e-867f-6a72699d6ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bf2583f1-868b-4c64-bb5c-bae01c8873c0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:12.105467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-dc664843-9830-424e-867f-6a72699d6ad2 None None] Current status of the port bf2583f1-868b-4c64-bb5c-bae01c8873c0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:12.185442 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'name': 'tempest-TestShelveInstance-403641551-router', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:11Z', 'revision_number': 3, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'gw_port': {'id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:12.212319 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Checking router: 40bd390d-5c25-4fd9-8dd4-6d44785bfddd for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:22:12.212660 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Updating router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd port 9e3500e2-86c6-44d0-885b-8c651a83ed66 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:22:12.240731 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9e3500e2-86c6-44d0-885b-8c651a83ed66), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:12.322014 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:12.460290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bf2583f1-868b-4c64-bb5c-bae01c8873c0 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:12.484833 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Allocated IP 172.20.0.1 (7e66354b-ab92-4e79-99d0-b31eb8632219/4d850223-65dd-425f-9517-6b3f98a610f3/ba965758-c902-488e-ac03-9dcd79367ab4) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:12.503337 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Publish callbacks [] for port (9e3500e2-86c6-44d0-885b-8c651a83ed66), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:12.509707 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9e3500e2-86c6-44d0-885b-8c651a83ed66), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:12.520884 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port bf2583f1-868b-4c64-bb5c-bae01c8873c0 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:12.521398 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (bf2583f1-868b-4c64-bb5c-bae01c8873c0), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:12.554031 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Attempting to bind port 9e3500e2-86c6-44d0-885b-8c651a83ed66 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:22:12.554405 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Attempting to bind port 9e3500e2-86c6-44d0-885b-8c651a83ed66 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:22:12.554773 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Attempting to bind port 9e3500e2-86c6-44d0-885b-8c651a83ed66 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:12.565810 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:12.566211 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:22:12.566623 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:12.567070 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:12.567533 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Bound port: 9e3500e2-86c6-44d0-885b-8c651a83ed66, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:22:12.567913 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9e3500e2-86c6-44d0-885b-8c651a83ed66), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:12.588848 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524ab36-cda7-4636-80cc-c2e96b586944 None None] Pushing event updated for resources: {'Port': ['ID=9e3500e2-86c6-44d0-885b-8c651a83ed66,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:12.595261 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Publish callbacks [] for port (ba965758-c902-488e-ac03-9dcd79367ab4), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:12.602326 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524ab36-cda7-4636-80cc-c2e96b586944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:12.602887 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524ab36-cda7-4636-80cc-c2e96b586944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:12.603220 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524ab36-cda7-4636-80cc-c2e96b586944 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:12.603553 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524ab36-cda7-4636-80cc-c2e96b586944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:12.603881 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524ab36-cda7-4636-80cc-c2e96b586944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:12.604202 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524ab36-cda7-4636-80cc-c2e96b586944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:12.604682 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524ab36-cda7-4636-80cc-c2e96b586944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:12.605179 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524ab36-cda7-4636-80cc-c2e96b586944 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:12.605510 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524ab36-cda7-4636-80cc-c2e96b586944 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:12.605832 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524ab36-cda7-4636-80cc-c2e96b586944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:12.606178 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524ab36-cda7-4636-80cc-c2e96b586944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:12.606497 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524ab36-cda7-4636-80cc-c2e96b586944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:12.606868 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524ab36-cda7-4636-80cc-c2e96b586944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:12.608177 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port bf2583f1-868b-4c64-bb5c-bae01c8873c0 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:12.631131 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (ba965758-c902-488e-ac03-9dcd79367ab4), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:12.635253 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] For port 9e3500e2-86c6-44d0-885b-8c651a83ed66, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:12.638543 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] For port 9e3500e2-86c6-44d0-885b-8c651a83ed66, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9e3500e2-86c6-44d0-885b-8c651a83ed66,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:12.645195 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9e3500e2-86c6-44d0-885b-8c651a83ed66), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:12.667596 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Network 7e66354b-ab92-4e79-99d0-b31eb8632219 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:12.670989 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:12.673973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:12.699288 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Routers {'40bd390d-5c25-4fd9-8dd4-6d44785bfddd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:12.699911 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:21:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:12.712273 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Pushing event updated for resources: {'Port': ['ID=ba965758-c902-488e-ac03-9dcd79367ab4,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:12.724053 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (40bd390d-5c25-4fd9-8dd4-6d44785bfddd), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:12.741438 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524ab36-cda7-4636-80cc-c2e96b586944 None None] Pushing event updated for resources: {'Port': ['ID=9e3500e2-86c6-44d0-885b-8c651a83ed66,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:12.812088 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] Set router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:12.861110 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ba965758-c902-488e-ac03-9dcd79367ab4), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:12.929757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f60ec9fd-d873-4672-a84b-a1a3be3ce001 None None] Provisioning complete for port ba965758-c902-488e-ac03-9dcd79367ab4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:12.930480 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f60ec9fd-d873-4672-a84b-a1a3be3ce001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ba965758-c902-488e-ac03-9dcd79367ab4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:12.966965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f60ec9fd-d873-4672-a84b-a1a3be3ce001 None None] Port ba965758-c902-488e-ac03-9dcd79367ab4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:22:13.038938 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Publish callbacks [] for port (ba965758-c902-488e-ac03-9dcd79367ab4), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:13.044740 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (ba965758-c902-488e-ac03-9dcd79367ab4), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:13.083367 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'name': 'tempest-TestShelveInstance-403641551-router', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:11Z', 'revision_number': 3, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'gw_port': {'id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:13.108873 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e0a5a-3f61-4794-bd62-f99a3f4e51e9 None None] The sync data for ids ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'] in n-d-824834-4 is: [{'id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'name': 'tempest-TestShelveInstance-403641551-router', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:11Z', 'revision_number': 3, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'gw_port': {'id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:13.109165 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (40bd390d-5c25-4fd9-8dd4-6d44785bfddd), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:13.110916 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Pushing event updated for resources: {'Port': ['ID=ba965758-c902-488e-ac03-9dcd79367ab4,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:13.206536 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Network 7e66354b-ab92-4e79-99d0-b31eb8632219 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:13.207874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:13.327394 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:22:13.468024 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:13.473444 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-8bf2561d-4b39-4170-b45e-11a5f2ac5033 admin admin] 10.222.0.55 "PUT /v2.0/routers/40bd390d-5c25-4fd9-8dd4-6d44785bfddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5844047 Jan 28 20:22:13.491263 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-34af7bb8-b2e6-4724-bcbf-2dbcf5d6e652 None None] Provisioning complete for port ba965758-c902-488e-ac03-9dcd79367ab4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:13.491644 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34af7bb8-b2e6-4724-bcbf-2dbcf5d6e652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ba965758-c902-488e-ac03-9dcd79367ab4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:13.530993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-34af7bb8-b2e6-4724-bcbf-2dbcf5d6e652 None None] Port ba965758-c902-488e-ac03-9dcd79367ab4 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:22:13.953996 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37862) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:13.959257 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-584af85e-0a0c-4b0c-8aa7-ecb01ed271e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-735764717-network', 'tenant_id': '873425666a1b4286bc30e8fa16186dda'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:13.980667 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584af85e-0a0c-4b0c-8aa7-ecb01ed271e4 admin admin] Made reservation on behalf of 873425666a1b4286bc30e8fa16186dda for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:13.983281 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-584af85e-0a0c-4b0c-8aa7-ecb01ed271e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:13.992710 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-584af85e-0a0c-4b0c-8aa7-ecb01ed271e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.066429 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-584af85e-0a0c-4b0c-8aa7-ecb01ed271e4 admin admin] Publish callbacks [] for security_group (ad61d893-e403-4ae8-9bee-e86551be839c), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.071426 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-584af85e-0a0c-4b0c-8aa7-ecb01ed271e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ad61d893-e403-4ae8-9bee-e86551be839c), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.094910 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584af85e-0a0c-4b0c-8aa7-ecb01ed271e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:22:14.104549 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584af85e-0a0c-4b0c-8aa7-ecb01ed271e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad61d893-e403-4ae8-9bee-e86551be839c,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:14.109190 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-584af85e-0a0c-4b0c-8aa7-ecb01ed271e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (be61a055-dd2e-496a-9f23-48c13f742562), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.109516 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-584af85e-0a0c-4b0c-8aa7-ecb01ed271e4 admin admin] Added segment be61a055-dd2e-496a-9f23-48c13f742562 of type vlan for network 8fda0c1a-baec-459b-95c4-dbd63b3bc9d0 Jan 28 20:22:14.151368 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-584af85e-0a0c-4b0c-8aa7-ecb01ed271e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (8fda0c1a-baec-459b-95c4-dbd63b3bc9d0), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.180667 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-584af85e-0a0c-4b0c-8aa7-ecb01ed271e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (8fda0c1a-baec-459b-95c4-dbd63b3bc9d0), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.181653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584af85e-0a0c-4b0c-8aa7-ecb01ed271e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:14.182259 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-584af85e-0a0c-4b0c-8aa7-ecb01ed271e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.235709 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-584af85e-0a0c-4b0c-8aa7-ecb01ed271e4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2805305 Jan 28 20:22:14.238686 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37864) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:14.243748 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-467f7c26-21c4-431e-a30e-f068d802bc67 admin admin] Request body: {'subnet': {'network_id': '8fda0c1a-baec-459b-95c4-dbd63b3bc9d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-735764717-subnet', 'tenant_id': '873425666a1b4286bc30e8fa16186dda', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:14.244993 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584af85e-0a0c-4b0c-8aa7-ecb01ed271e4 admin admin] Pushing event updated for resources: {'Network': ['ID=8fda0c1a-baec-459b-95c4-dbd63b3bc9d0,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:14.255641 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 8fda0c1a-baec-459b-95c4-dbd63b3bc9d0 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:22:14.264333 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467f7c26-21c4-431e-a30e-f068d802bc67 admin admin] Made reservation on behalf of 873425666a1b4286bc30e8fa16186dda for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:14.266718 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-467f7c26-21c4-431e-a30e-f068d802bc67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.442003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9e3500e2-86c6-44d0-885b-8c651a83ed66 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:14.450903 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-467f7c26-21c4-431e-a30e-f068d802bc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (24b3aefb-131f-40d4-88b1-767b5df0c7a4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.493093 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 9e3500e2-86c6-44d0-885b-8c651a83ed66 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:14.493729 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9e3500e2-86c6-44d0-885b-8c651a83ed66), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.513211 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f7c26-21c4-431e-a30e-f068d802bc67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b3aefb-131f-40d4-88b1-767b5df0c7a4,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:14.522526 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467f7c26-21c4-431e-a30e-f068d802bc67 admin admin] Checking segment: {'id': 'be61a055-dd2e-496a-9f23-48c13f742562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fda0c1a-baec-459b-95c4-dbd63b3bc9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:22:14.522884 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467f7c26-21c4-431e-a30e-f068d802bc67 admin admin] Network hostable DHCP agents. Network: 8fda0c1a-baec-459b-95c4-dbd63b3bc9d0, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:22:14.541027 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467f7c26-21c4-431e-a30e-f068d802bc67 admin admin] Network 8fda0c1a-baec-459b-95c4-dbd63b3bc9d0 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:22:14.550769 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-467f7c26-21c4-431e-a30e-f068d802bc67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 8fda0c1a-baec-459b-95c4-dbd63b3bc9d0) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:14.555111 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467f7c26-21c4-431e-a30e-f068d802bc67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:14.555722 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-467f7c26-21c4-431e-a30e-f068d802bc67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.564578 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffdae0b-d670-45c7-95be-90de0737124b None None] Network 8fda0c1a-baec-459b-95c4-dbd63b3bc9d0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:22:14.573383 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-467f7c26-21c4-431e-a30e-f068d802bc67 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3335474 Jan 28 20:22:14.575949 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37866) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:14.580549 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-735764717-router', 'tenant_id': '873425666a1b4286bc30e8fa16186dda', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:14.601726 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (a2a982ab-6022-44f3-8aaa-03297e5955e8), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.602797 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (a2a982ab-6022-44f3-8aaa-03297e5955e8), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.618241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 9e3500e2-86c6-44d0-885b-8c651a83ed66 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:14.618528 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (9e3500e2-86c6-44d0-885b-8c651a83ed66), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.650231 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 9e3500e2-86c6-44d0-885b-8c651a83ed66, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9e3500e2-86c6-44d0-885b-8c651a83ed66,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:14.656883 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (9e3500e2-86c6-44d0-885b-8c651a83ed66), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.662851 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Publish callbacks [] for router_controller (a2a982ab-6022-44f3-8aaa-03297e5955e8), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.714308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Sync routers for ids ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:14.738270 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-8fda0c1a-baec-459b-95c4-dbd63b3bc9d0', 'network_id': '8fda0c1a-baec-459b-95c4-dbd63b3bc9d0', 'project_id': '873425666a1b4286bc30e8fa16186dda', 'fixed_ips': [{'subnet_id': '24b3aefb-131f-40d4-88b1-767b5df0c7a4'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:22:14.739138 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:14.753463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=9e3500e2-86c6-44d0-885b-8c651a83ed66,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:14.757475 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Routers {'40bd390d-5c25-4fd9-8dd4-6d44785bfddd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:14.758064 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:21:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:14.801781 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Publish callbacks [] for router_gateway (a2a982ab-6022-44f3-8aaa-03297e5955e8), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:15.000509 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Publish callbacks [] for router_gateway (a2a982ab-6022-44f3-8aaa-03297e5955e8), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:15.020525 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:15.122193 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Set router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:15.126708 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Allocated IP 172.25.0.161 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/48765128-7128-4f3a-8b3a-630a8e793aef) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:15.163012 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Allocated IP 172.20.0.2 (8fda0c1a-baec-459b-95c4-dbd63b3bc9d0/24b3aefb-131f-40d4-88b1-767b5df0c7a4/5d66a048-37c0-44db-88bd-7ae6694a0fe4) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:15.223775 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Publish callbacks [] for port (48765128-7128-4f3a-8b3a-630a8e793aef), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:15.258118 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (48765128-7128-4f3a-8b3a-630a8e793aef), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:15.429515 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Publish callbacks [] for port (5d66a048-37c0-44db-88bd-7ae6694a0fe4), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:15.439733 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (5d66a048-37c0-44db-88bd-7ae6694a0fe4), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:15.476131 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'name': 'tempest-TestShelveInstance-403641551-router', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:12Z', 'revision_number': 4, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'gw_port': {'id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ba965758-c902-488e-ac03-9dcd79367ab4', 'name': '', 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'mac_address': 'fa:16:3e:f0:ae:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:12Z', 'updated_at': '2022-01-28T20:22:12Z', 'revision_number': 2, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'subnets': [{'id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:15.486104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Network 8fda0c1a-baec-459b-95c4-dbd63b3bc9d0 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:15.519471 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Checking router: 40bd390d-5c25-4fd9-8dd4-6d44785bfddd for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:22:15.519856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Updating router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd port ba965758-c902-488e-ac03-9dcd79367ab4 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:22:15.522057 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:15.525393 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Pushing event updated for resources: {'Port': ['ID=5d66a048-37c0-44db-88bd-7ae6694a0fe4,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:15.527042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:15.557740 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ba965758-c902-488e-ac03-9dcd79367ab4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:15.597358 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:15.600163 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:15.605690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:15.611178 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Pushing event updated for resources: {'Port': ['ID=48765128-7128-4f3a-8b3a-630a8e793aef,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:15.630345 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Attempting to bind port 5d66a048-37c0-44db-88bd-7ae6694a0fe4 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:22:15.630710 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Attempting to bind port 5d66a048-37c0-44db-88bd-7ae6694a0fe4 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'be61a055-dd2e-496a-9f23-48c13f742562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fda0c1a-baec-459b-95c4-dbd63b3bc9d0'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:22:15.631089 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Attempting to bind port 5d66a048-37c0-44db-88bd-7ae6694a0fe4 on network 8fda0c1a-baec-459b-95c4-dbd63b3bc9d0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:15.640138 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:15.640506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Checking segment: {'id': 'be61a055-dd2e-496a-9f23-48c13f742562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fda0c1a-baec-459b-95c4-dbd63b3bc9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:22:15.640922 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:15.641282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Bound using segment: {'id': 'be61a055-dd2e-496a-9f23-48c13f742562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fda0c1a-baec-459b-95c4-dbd63b3bc9d0'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:15.641778 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Bound port: 5d66a048-37c0-44db-88bd-7ae6694a0fe4, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be61a055-dd2e-496a-9f23-48c13f742562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fda0c1a-baec-459b-95c4-dbd63b3bc9d0'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:22:15.642185 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5d66a048-37c0-44db-88bd-7ae6694a0fe4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:15.807223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] For port 5d66a048-37c0-44db-88bd-7ae6694a0fe4, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:15.811439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] For port 5d66a048-37c0-44db-88bd-7ae6694a0fe4, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5d66a048-37c0-44db-88bd-7ae6694a0fe4,segment=NetworkSegment(be61a055-dd2e-496a-9f23-48c13f742562),segment_id=be61a055-dd2e-496a-9f23-48c13f742562)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:15.820949 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5d66a048-37c0-44db-88bd-7ae6694a0fe4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:15.867611 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Publish callbacks [] for router_gateway (a2a982ab-6022-44f3-8aaa-03297e5955e8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:15.925722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb90c7d-a6b7-422d-89a7-b3227816f607 None None] Pushing event updated for resources: {'Port': ['ID=5d66a048-37c0-44db-88bd-7ae6694a0fe4,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:15.987828 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Publish callbacks [] for port (ba965758-c902-488e-ac03-9dcd79367ab4), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:15.995413 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ba965758-c902-488e-ac03-9dcd79367ab4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:16.055305 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd3a91-d4fb-4e4e-950e-df14ec7726b1 None None] Pushing event updated for resources: {'Port': ['ID=ba965758-c902-488e-ac03-9dcd79367ab4,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:16.109604 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (a2a982ab-6022-44f3-8aaa-03297e5955e8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:16.120974 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Attempting to bind port ba965758-c902-488e-ac03-9dcd79367ab4 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:22:16.121485 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Attempting to bind port ba965758-c902-488e-ac03-9dcd79367ab4 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': '531248fb-3e62-4dea-a779-35259253439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:22:16.122063 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Attempting to bind port ba965758-c902-488e-ac03-9dcd79367ab4 on network 7e66354b-ab92-4e79-99d0-b31eb8632219 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:16.137956 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:16.138370 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Checking segment: {'id': '531248fb-3e62-4dea-a779-35259253439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:22:16.138785 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:16.139188 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Bound using segment: {'id': '531248fb-3e62-4dea-a779-35259253439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:16.139839 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Bound port: ba965758-c902-488e-ac03-9dcd79367ab4, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531248fb-3e62-4dea-a779-35259253439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:22:16.140047 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ba965758-c902-488e-ac03-9dcd79367ab4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:16.230972 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] For port ba965758-c902-488e-ac03-9dcd79367ab4, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:16.234227 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] For port ba965758-c902-488e-ac03-9dcd79367ab4, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ba965758-c902-488e-ac03-9dcd79367ab4,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:16.241363 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ba965758-c902-488e-ac03-9dcd79367ab4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:16.294829 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Router a2a982ab-6022-44f3-8aaa-03297e5955e8 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:22:16.309116 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Routers {'40bd390d-5c25-4fd9-8dd4-6d44785bfddd'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:16.309644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:21:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:16.387644 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd3a91-d4fb-4e4e-950e-df14ec7726b1 None None] Pushing event updated for resources: {'Port': ['ID=ba965758-c902-488e-ac03-9dcd79367ab4,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:16.437912 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:16.448278 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Sync routers for ids ['a2a982ab-6022-44f3-8aaa-03297e5955e8'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:16.464985 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Routers {'a2a982ab-6022-44f3-8aaa-03297e5955e8'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:16.465869 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:21:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a2a982ab-6022-44f3-8aaa-03297e5955e8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:16.478309 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:16.487291 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-53f2f827-ef07-4c37-9169-cd3503820a23 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9052246 Jan 28 20:22:16.487395 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37868) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:16.511783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] Set router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:16.555582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-af22301e-48b1-498c-9f4b-0e34848d1ab5 None None] Provisioning complete for port ba965758-c902-488e-ac03-9dcd79367ab4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:16.556050 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af22301e-48b1-498c-9f4b-0e34848d1ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ba965758-c902-488e-ac03-9dcd79367ab4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:16.622204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5d66a048-37c0-44db-88bd-7ae6694a0fe4 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:16.669090 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Set router a2a982ab-6022-44f3-8aaa-03297e5955e8 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:16.794969 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-af22301e-48b1-498c-9f4b-0e34848d1ab5 None None] Current status of the port ba965758-c902-488e-ac03-9dcd79367ab4 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:16.795363 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af22301e-48b1-498c-9f4b-0e34848d1ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ba965758-c902-488e-ac03-9dcd79367ab4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:16.799031 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 5d66a048-37c0-44db-88bd-7ae6694a0fe4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:16.799406 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5d66a048-37c0-44db-88bd-7ae6694a0fe4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:16.874471 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'name': 'tempest-TestShelveInstance-735764717-router', 'tenant_id': '873425666a1b4286bc30e8fa16186dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '48765128-7128-4f3a-8b3a-630a8e793aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:14Z', 'updated_at': '2022-01-28T20:22:15Z', 'revision_number': 3, 'project_id': '873425666a1b4286bc30e8fa16186dda', 'gw_port': {'id': '48765128-7128-4f3a-8b3a-630a8e793aef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:15Z', 'updated_at': '2022-01-28T20:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:16.893659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-af22301e-48b1-498c-9f4b-0e34848d1ab5 None None] For port ba965758-c902-488e-ac03-9dcd79367ab4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ba965758-c902-488e-ac03-9dcd79367ab4,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:16.904241 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Checking router: a2a982ab-6022-44f3-8aaa-03297e5955e8 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:22:16.904581 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Updating router a2a982ab-6022-44f3-8aaa-03297e5955e8 port 48765128-7128-4f3a-8b3a-630a8e793aef binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:22:16.905520 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-af22301e-48b1-498c-9f4b-0e34848d1ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (ba965758-c902-488e-ac03-9dcd79367ab4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:16.948681 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (48765128-7128-4f3a-8b3a-630a8e793aef), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:17.001262 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:17.001494 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 5d66a048-37c0-44db-88bd-7ae6694a0fe4 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:17.001722 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (5d66a048-37c0-44db-88bd-7ae6694a0fe4), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:17.025648 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'name': 'tempest-TestShelveInstance-403641551-router', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:12Z', 'revision_number': 4, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'gw_port': {'id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ba965758-c902-488e-ac03-9dcd79367ab4', 'name': '', 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'mac_address': 'fa:16:3e:f0:ae:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:12Z', 'updated_at': '2022-01-28T20:22:16Z', 'revision_number': 4, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'subnets': [{'id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:17.086356 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b2e541-b7d6-488b-95ef-acfcf0f60b25 None None] The sync data for ids ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'] in n-d-824834-4 is: [{'id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'name': 'tempest-TestShelveInstance-403641551-router', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:12Z', 'revision_number': 4, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'gw_port': {'id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ba965758-c902-488e-ac03-9dcd79367ab4', 'name': '', 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'mac_address': 'fa:16:3e:f0:ae:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:12Z', 'updated_at': '2022-01-28T20:22:16Z', 'revision_number': 4, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'subnets': [{'id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:17.119815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 5d66a048-37c0-44db-88bd-7ae6694a0fe4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5d66a048-37c0-44db-88bd-7ae6694a0fe4,segment=NetworkSegment(be61a055-dd2e-496a-9f23-48c13f742562),segment_id=be61a055-dd2e-496a-9f23-48c13f742562)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:17.133004 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (5d66a048-37c0-44db-88bd-7ae6694a0fe4), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:17.133780 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9e3500e2-86c6-44d0-885b-8c651a83ed66 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:17.140043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3e5d094b-5453-4f21-9fdc-32025dfda58b None None] Provisioning complete for port ba965758-c902-488e-ac03-9dcd79367ab4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:17.140467 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e5d094b-5453-4f21-9fdc-32025dfda58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ba965758-c902-488e-ac03-9dcd79367ab4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:17.143619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22301e-48b1-498c-9f4b-0e34848d1ab5 None None] Pushing event updated for resources: {'Port': ['ID=ba965758-c902-488e-ac03-9dcd79367ab4,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:17.273596 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Allocated IP 172.20.0.1 (8fda0c1a-baec-459b-95c4-dbd63b3bc9d0/24b3aefb-131f-40d4-88b1-767b5df0c7a4/21cab1d9-822c-4ca6-b894-570451f87274) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:17.324016 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Publish callbacks [] for port (48765128-7128-4f3a-8b3a-630a8e793aef), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:17.332676 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (48765128-7128-4f3a-8b3a-630a8e793aef), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:17.360857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=5d66a048-37c0-44db-88bd-7ae6694a0fe4,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:17.371082 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c4a7ec-3e5a-428d-b1ea-3502a9311e75 None None] Network 8fda0c1a-baec-459b-95c4-dbd63b3bc9d0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:22:17.411226 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Attempting to bind port 48765128-7128-4f3a-8b3a-630a8e793aef on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:22:17.411585 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Attempting to bind port 48765128-7128-4f3a-8b3a-630a8e793aef by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:22:17.411878 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Attempting to bind port 48765128-7128-4f3a-8b3a-630a8e793aef on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:17.422191 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Publish callbacks [] for port (21cab1d9-822c-4ca6-b894-570451f87274), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:17.423957 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:17.424351 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:22:17.424752 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:17.425142 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:17.426366 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Bound port: 48765128-7128-4f3a-8b3a-630a8e793aef, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:22:17.426775 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (48765128-7128-4f3a-8b3a-630a8e793aef), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:17.438873 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 9e3500e2-86c6-44d0-885b-8c651a83ed66 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:17.439272 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (9e3500e2-86c6-44d0-885b-8c651a83ed66), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:17.464863 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460e313-2f43-4d91-9899-b4685c767b62 None None] Pushing event updated for resources: {'Port': ['ID=48765128-7128-4f3a-8b3a-630a8e793aef,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:17.471916 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (21cab1d9-822c-4ca6-b894-570451f87274), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:17.499730 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] For port 48765128-7128-4f3a-8b3a-630a8e793aef, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:17.503929 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] For port 48765128-7128-4f3a-8b3a-630a8e793aef, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=48765128-7128-4f3a-8b3a-630a8e793aef,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:17.512538 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (48765128-7128-4f3a-8b3a-630a8e793aef), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:17.523293 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Network 8fda0c1a-baec-459b-95c4-dbd63b3bc9d0 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:17.528062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:17.532574 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:17.558488 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d094b-5453-4f21-9fdc-32025dfda58b None None] Current status of the port ba965758-c902-488e-ac03-9dcd79367ab4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:17.581243 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Routers {'a2a982ab-6022-44f3-8aaa-03297e5955e8'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:17.581879 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:21:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a2a982ab-6022-44f3-8aaa-03297e5955e8'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:17.587066 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (a2a982ab-6022-44f3-8aaa-03297e5955e8), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:17.594077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Pushing event updated for resources: {'Port': ['ID=21cab1d9-822c-4ca6-b894-570451f87274,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:17.630647 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460e313-2f43-4d91-9899-b4685c767b62 None None] Pushing event updated for resources: {'Port': ['ID=48765128-7128-4f3a-8b3a-630a8e793aef,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:17.639890 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 9e3500e2-86c6-44d0-885b-8c651a83ed66 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:17.699204 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-72f6ef21-b6b1-429b-8ec5-5bcec513208b None None] Provisioning complete for port 5d66a048-37c0-44db-88bd-7ae6694a0fe4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:17.699969 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-72f6ef21-b6b1-429b-8ec5-5bcec513208b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5d66a048-37c0-44db-88bd-7ae6694a0fe4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:17.755724 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] Set router a2a982ab-6022-44f3-8aaa-03297e5955e8 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:17.851455 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-72f6ef21-b6b1-429b-8ec5-5bcec513208b None None] Current status of the port 5d66a048-37c0-44db-88bd-7ae6694a0fe4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:18.037910 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'name': 'tempest-TestShelveInstance-735764717-router', 'tenant_id': '873425666a1b4286bc30e8fa16186dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '48765128-7128-4f3a-8b3a-630a8e793aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:14Z', 'updated_at': '2022-01-28T20:22:15Z', 'revision_number': 3, 'project_id': '873425666a1b4286bc30e8fa16186dda', 'gw_port': {'id': '48765128-7128-4f3a-8b3a-630a8e793aef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:15Z', 'updated_at': '2022-01-28T20:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:18.080660 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ccf459-bde8-4630-9732-ca7d7aced840 None None] The sync data for ids ['a2a982ab-6022-44f3-8aaa-03297e5955e8'] in n-d-824834-4 is: [{'id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'name': 'tempest-TestShelveInstance-735764717-router', 'tenant_id': '873425666a1b4286bc30e8fa16186dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '48765128-7128-4f3a-8b3a-630a8e793aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:14Z', 'updated_at': '2022-01-28T20:22:15Z', 'revision_number': 3, 'project_id': '873425666a1b4286bc30e8fa16186dda', 'gw_port': {'id': '48765128-7128-4f3a-8b3a-630a8e793aef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:15Z', 'updated_at': '2022-01-28T20:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:18.098294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-788f7136-ff76-4c4b-85da-5a3f8037eb36 None None] Provisioning complete for port 5d66a048-37c0-44db-88bd-7ae6694a0fe4 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:18.098815 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-788f7136-ff76-4c4b-85da-5a3f8037eb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5d66a048-37c0-44db-88bd-7ae6694a0fe4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:18.238878 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-788f7136-ff76-4c4b-85da-5a3f8037eb36 None None] Current status of the port 5d66a048-37c0-44db-88bd-7ae6694a0fe4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:18.254863 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-788f7136-ff76-4c4b-85da-5a3f8037eb36 None None] Provisioning complete for port 21cab1d9-822c-4ca6-b894-570451f87274 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:18.255232 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-788f7136-ff76-4c4b-85da-5a3f8037eb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (21cab1d9-822c-4ca6-b894-570451f87274), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:18.297048 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-788f7136-ff76-4c4b-85da-5a3f8037eb36 None None] Port 21cab1d9-822c-4ca6-b894-570451f87274 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:22:18.313467 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (21cab1d9-822c-4ca6-b894-570451f87274), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:18.359062 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f058cad-47b0-4567-b62a-4329910d653c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:18.421076 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-2c96c328-a674-48fb-b22d-8c91e00328f1 None None] Provisioning complete for port 21cab1d9-822c-4ca6-b894-570451f87274 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:18.421844 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c96c328-a674-48fb-b22d-8c91e00328f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (21cab1d9-822c-4ca6-b894-570451f87274), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:18.506105 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-2c96c328-a674-48fb-b22d-8c91e00328f1 None None] Port 21cab1d9-822c-4ca6-b894-570451f87274 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:22:18.551898 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Publish callbacks [] for port (21cab1d9-822c-4ca6-b894-570451f87274), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:18.564675 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (21cab1d9-822c-4ca6-b894-570451f87274), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:18.596815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5d66a048-37c0-44db-88bd-7ae6694a0fe4 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:18.654316 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Pushing event updated for resources: {'Port': ['ID=21cab1d9-822c-4ca6-b894-570451f87274,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:18.665909 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 5d66a048-37c0-44db-88bd-7ae6694a0fe4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:18.666310 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (5d66a048-37c0-44db-88bd-7ae6694a0fe4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:18.672298 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (a2a982ab-6022-44f3-8aaa-03297e5955e8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:18.757862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 5d66a048-37c0-44db-88bd-7ae6694a0fe4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:18.759661 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ba965758-c902-488e-ac03-9dcd79367ab4 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:18.776837 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Network 8fda0c1a-baec-459b-95c4-dbd63b3bc9d0 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:18.778415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:18.820074 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port ba965758-c902-488e-ac03-9dcd79367ab4 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:18.820631 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (ba965758-c902-488e-ac03-9dcd79367ab4), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:18.924195 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Router a2a982ab-6022-44f3-8aaa-03297e5955e8 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:22:18.932561 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port ba965758-c902-488e-ac03-9dcd79367ab4 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:19.046168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:19.052426 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-6784672f-9056-4612-97a5-aa5cbc2ba95e admin admin] 10.222.0.55 "PUT /v2.0/routers/a2a982ab-6022-44f3-8aaa-03297e5955e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5662849 Jan 28 20:22:19.137630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-1f806caa-5cab-469c-9c57-8c7c637cdd72 None None] Provisioning complete for port 21cab1d9-822c-4ca6-b894-570451f87274 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:19.138201 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1f806caa-5cab-469c-9c57-8c7c637cdd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (21cab1d9-822c-4ca6-b894-570451f87274), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:19.184019 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1f806caa-5cab-469c-9c57-8c7c637cdd72 None None] Port 21cab1d9-822c-4ca6-b894-570451f87274 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:22:19.573440 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37876) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:19.578217 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c4226929-1894-4631-8416-44789dd53116 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001263420', 'description': 'tempest-secgroup-smoke-1001263420 description', 'project_id': 'f68f1c0922574c0d96ad4bee02e34393'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:19.598657 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4226929-1894-4631-8416-44789dd53116 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:19.666901 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4226929-1894-4631-8416-44789dd53116 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group (f0b05e87-ad21-496f-9e0e-6669032a91d2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:19.671930 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4226929-1894-4631-8416-44789dd53116 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f0b05e87-ad21-496f-9e0e-6669032a91d2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:19.701174 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c4226929-1894-4631-8416-44789dd53116 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:19.702445 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c4226929-1894-4631-8416-44789dd53116 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1279509 Jan 28 20:22:19.704309 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4226929-1894-4631-8416-44789dd53116 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b05e87-ad21-496f-9e0e-6669032a91d2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:19.707072 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37878) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:19.713168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-7ede7625-3fc6-48df-96bb-9fe099132a35 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Request body: {'security_group_rule': {'security_group_id': 'f0b05e87-ad21-496f-9e0e-6669032a91d2', 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:19.740420 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ede7625-3fc6-48df-96bb-9fe099132a35 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (6ce1a9e5-83f5-4b33-8120-c0d4cfe0e0f7), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:19.796248 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ede7625-3fc6-48df-96bb-9fe099132a35 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (6ce1a9e5-83f5-4b33-8120-c0d4cfe0e0f7), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:19.800071 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ede7625-3fc6-48df-96bb-9fe099132a35 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (6ce1a9e5-83f5-4b33-8120-c0d4cfe0e0f7), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:19.818644 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede7625-3fc6-48df-96bb-9fe099132a35 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce1a9e5-83f5-4b33-8120-c0d4cfe0e0f7,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:19.830001 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-7ede7625-3fc6-48df-96bb-9fe099132a35 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:19.833995 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-7ede7625-3fc6-48df-96bb-9fe099132a35 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225657 Jan 28 20:22:19.834270 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37880) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:19.839093 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-fe429e7f-6d32-4604-8f3a-098d99b12814 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Request body: {'security_group_rule': {'security_group_id': 'f0b05e87-ad21-496f-9e0e-6669032a91d2', 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:19.864415 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe429e7f-6d32-4604-8f3a-098d99b12814 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (9fbfa72c-7973-4b20-8c43-4eb3ed0dff77), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:19.917670 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe429e7f-6d32-4604-8f3a-098d99b12814 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (9fbfa72c-7973-4b20-8c43-4eb3ed0dff77), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:19.922284 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe429e7f-6d32-4604-8f3a-098d99b12814 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (9fbfa72c-7973-4b20-8c43-4eb3ed0dff77), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:19.941838 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe429e7f-6d32-4604-8f3a-098d99b12814 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbfa72c-7973-4b20-8c43-4eb3ed0dff77,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:19.955034 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-fe429e7f-6d32-4604-8f3a-098d99b12814 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:19.956419 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-fe429e7f-6d32-4604-8f3a-098d99b12814 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210063 Jan 28 20:22:19.959579 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37882) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:19.964330 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-9010f553-0670-47c8-8cc8-a4e3c73ec9f7 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Request body: {'security_group_rule': {'security_group_id': 'f0b05e87-ad21-496f-9e0e-6669032a91d2', 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:19.994319 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9010f553-0670-47c8-8cc8-a4e3c73ec9f7 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (56664fa2-0449-420d-a173-e91070b9ea76), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.061808 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9010f553-0670-47c8-8cc8-a4e3c73ec9f7 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (56664fa2-0449-420d-a173-e91070b9ea76), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.066107 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9010f553-0670-47c8-8cc8-a4e3c73ec9f7 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (56664fa2-0449-420d-a173-e91070b9ea76), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.085390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010f553-0670-47c8-8cc8-a4e3c73ec9f7 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56664fa2-0449-420d-a173-e91070b9ea76,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:20.090640 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-9010f553-0670-47c8-8cc8-a4e3c73ec9f7 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.094919 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-9010f553-0670-47c8-8cc8-a4e3c73ec9f7 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314054 Jan 28 20:22:20.095204 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37884) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:20.100314 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7ff1bc91-e90b-4c5a-96a3-2d26c5b31367 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Request body: {'security_group_rule': {'security_group_id': 'f0b05e87-ad21-496f-9e0e-6669032a91d2', 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:20.124726 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ff1bc91-e90b-4c5a-96a3-2d26c5b31367 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (537aaa5b-c263-4de2-9657-0a7a7865be4f), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.185407 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ff1bc91-e90b-4c5a-96a3-2d26c5b31367 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (537aaa5b-c263-4de2-9657-0a7a7865be4f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.191282 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ff1bc91-e90b-4c5a-96a3-2d26c5b31367 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (537aaa5b-c263-4de2-9657-0a7a7865be4f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.209974 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1bc91-e90b-4c5a-96a3-2d26c5b31367 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537aaa5b-c263-4de2-9657-0a7a7865be4f,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:20.220189 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7ff1bc91-e90b-4c5a-96a3-2d26c5b31367 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.221447 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-7ff1bc91-e90b-4c5a-96a3-2d26c5b31367 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251509 Jan 28 20:22:20.224359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37886) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:20.229012 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-03c64019-19c5-411c-b7c1-500734b51b37 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Request body: {'security_group_rule': {'security_group_id': 'f0b05e87-ad21-496f-9e0e-6669032a91d2', 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:20.249728 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-03c64019-19c5-411c-b7c1-500734b51b37 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Project f68f1c0922574c0d96ad4bee02e34393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:22:20.254676 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03c64019-19c5-411c-b7c1-500734b51b37 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (984f70cc-8bc8-48bd-a978-f2d8f2d5192b), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.317896 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03c64019-19c5-411c-b7c1-500734b51b37 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (984f70cc-8bc8-48bd-a978-f2d8f2d5192b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.321756 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03c64019-19c5-411c-b7c1-500734b51b37 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (984f70cc-8bc8-48bd-a978-f2d8f2d5192b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.343753 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c64019-19c5-411c-b7c1-500734b51b37 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984f70cc-8bc8-48bd-a978-f2d8f2d5192b,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:20.349712 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-03c64019-19c5-411c-b7c1-500734b51b37 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.353431 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-03c64019-19c5-411c-b7c1-500734b51b37 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255729 Jan 28 20:22:20.353695 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37888) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:20.359527 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e66f6e8b-4ac5-4709-9580-b813e8b598cd tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Request body: {'security_group_rule': {'security_group_id': 'f0b05e87-ad21-496f-9e0e-6669032a91d2', 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:20.387267 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-e66f6e8b-4ac5-4709-9580-b813e8b598cd tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Project f68f1c0922574c0d96ad4bee02e34393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:22:20.396568 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e66f6e8b-4ac5-4709-9580-b813e8b598cd tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (5de92141-5428-4c54-ac0e-c1f2ed58c758), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.469585 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e66f6e8b-4ac5-4709-9580-b813e8b598cd tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (5de92141-5428-4c54-ac0e-c1f2ed58c758), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.475128 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e66f6e8b-4ac5-4709-9580-b813e8b598cd tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (5de92141-5428-4c54-ac0e-c1f2ed58c758), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.502814 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f6e8b-4ac5-4709-9580-b813e8b598cd tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de92141-5428-4c54-ac0e-c1f2ed58c758,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:20.508533 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 48765128-7128-4f3a-8b3a-630a8e793aef up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:20.517561 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e66f6e8b-4ac5-4709-9580-b813e8b598cd tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.522492 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e66f6e8b-4ac5-4709-9580-b813e8b598cd tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1677744 Jan 28 20:22:20.586946 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46624ba8-520e-4418-8d8e-84d15965a8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.595051 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 48765128-7128-4f3a-8b3a-630a8e793aef triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:20.595839 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (48765128-7128-4f3a-8b3a-630a8e793aef), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.773691 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5f1f902c-a7db-4c81-9382-44ee9ec60d07 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001263420&fields=id&tenant_id=f68f1c0922574c0d96ad4bee02e34393 HTTP/1.1" status: 200 len: 267 time: 0.0544660 Jan 28 20:22:20.864597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 48765128-7128-4f3a-8b3a-630a8e793aef is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:20.865008 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (48765128-7128-4f3a-8b3a-630a8e793aef), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.888397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 48765128-7128-4f3a-8b3a-630a8e793aef, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=48765128-7128-4f3a-8b3a-630a8e793aef,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:20.893628 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (48765128-7128-4f3a-8b3a-630a8e793aef), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:20.895606 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb591835-e8dc-4586-883e-12ae40a2089a req-08ad44b3-c1cf-43f3-a4af-68241261e026 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:20.897207 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb591835-e8dc-4586-883e-12ae40a2089a req-08ad44b3-c1cf-43f3-a4af-68241261e026 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/networks?id=7e66354b-ab92-4e79-99d0-b31eb8632219 HTTP/1.1" status: 200 len: 808 time: 0.1162999 Jan 28 20:22:20.924391 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb591835-e8dc-4586-883e-12ae40a2089a req-88659ce8-793c-4f34-b3eb-a2b0ab005f1e tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/quotas/f68f1c0922574c0d96ad4bee02e34393 HTTP/1.1" status: 200 len: 375 time: 0.0110023 Jan 28 20:22:20.961095 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=48765128-7128-4f3a-8b3a-630a8e793aef,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:20.967104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Sync routers for ids ['a2a982ab-6022-44f3-8aaa-03297e5955e8'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:20.977034 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Routers {'a2a982ab-6022-44f3-8aaa-03297e5955e8'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:20.978007 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0230749a-13e1-439d-acd9-252627dd309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a2a982ab-6022-44f3-8aaa-03297e5955e8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:20.986413 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb591835-e8dc-4586-883e-12ae40a2089a req-254423c7-12ad-446f-9b76-134fe27af6c9 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f68f1c0922574c0d96ad4bee02e34393&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535781 Jan 28 20:22:21.086536 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb591835-e8dc-4586-883e-12ae40a2089a req-232f7cd0-8e99-4886-9d9d-6c2071d1d83c service neutron] 10.222.0.55 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873122 Jan 28 20:22:21.097791 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Set router a2a982ab-6022-44f3-8aaa-03297e5955e8 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:21.180028 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb591835-e8dc-4586-883e-12ae40a2089a req-0c891e96-c921-4937-a830-9aa1d4138b95 service neutron] 10.222.0.55 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872130 Jan 28 20:22:21.304953 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0230749a-13e1-439d-acd9-252627dd309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'name': 'tempest-TestShelveInstance-735764717-router', 'tenant_id': '873425666a1b4286bc30e8fa16186dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '48765128-7128-4f3a-8b3a-630a8e793aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:14Z', 'updated_at': '2022-01-28T20:22:18Z', 'revision_number': 4, 'project_id': '873425666a1b4286bc30e8fa16186dda', 'gw_port': {'id': '48765128-7128-4f3a-8b3a-630a8e793aef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:15Z', 'updated_at': '2022-01-28T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '21cab1d9-822c-4ca6-b894-570451f87274', 'name': '', 'network_id': '8fda0c1a-baec-459b-95c4-dbd63b3bc9d0', 'tenant_id': '873425666a1b4286bc30e8fa16186dda', 'mac_address': 'fa:16:3e:41:5c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '24b3aefb-131f-40d4-88b1-767b5df0c7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:17Z', 'updated_at': '2022-01-28T20:22:18Z', 'revision_number': 2, 'project_id': '873425666a1b4286bc30e8fa16186dda', 'subnets': [{'id': '24b3aefb-131f-40d4-88b1-767b5df0c7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:21.333547 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Checking router: a2a982ab-6022-44f3-8aaa-03297e5955e8 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:22:21.333901 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Updating router a2a982ab-6022-44f3-8aaa-03297e5955e8 port 21cab1d9-822c-4ca6-b894-570451f87274 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:22:21.354077 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-703fb838-44f9-4813-9586-8d5fbc900af6 req-fd500ae5-099d-41e0-bfe0-5f09236c4edb tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 210 time: 0.0289025 Jan 28 20:22:21.363731 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (21cab1d9-822c-4ca6-b894-570451f87274), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:21.645857 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Publish callbacks [] for port (21cab1d9-822c-4ca6-b894-570451f87274), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:21.651997 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (21cab1d9-822c-4ca6-b894-570451f87274), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:21.700827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f59577-bd74-4e0f-bdf0-f5c0823f0743 None None] Pushing event updated for resources: {'Port': ['ID=21cab1d9-822c-4ca6-b894-570451f87274,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:21.759431 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Attempting to bind port 21cab1d9-822c-4ca6-b894-570451f87274 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:22:21.759806 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Attempting to bind port 21cab1d9-822c-4ca6-b894-570451f87274 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'be61a055-dd2e-496a-9f23-48c13f742562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fda0c1a-baec-459b-95c4-dbd63b3bc9d0'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:22:21.760166 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Attempting to bind port 21cab1d9-822c-4ca6-b894-570451f87274 on network 8fda0c1a-baec-459b-95c4-dbd63b3bc9d0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:21.766092 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:21.766479 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Checking segment: {'id': 'be61a055-dd2e-496a-9f23-48c13f742562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fda0c1a-baec-459b-95c4-dbd63b3bc9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:22:21.766885 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:21.767309 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Bound using segment: {'id': 'be61a055-dd2e-496a-9f23-48c13f742562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fda0c1a-baec-459b-95c4-dbd63b3bc9d0'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:21.767786 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Bound port: 21cab1d9-822c-4ca6-b894-570451f87274, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be61a055-dd2e-496a-9f23-48c13f742562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8fda0c1a-baec-459b-95c4-dbd63b3bc9d0'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:22:21.768178 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (21cab1d9-822c-4ca6-b894-570451f87274), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:21.835574 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0230749a-13e1-439d-acd9-252627dd309e None None] For port 21cab1d9-822c-4ca6-b894-570451f87274, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:21.839343 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-0230749a-13e1-439d-acd9-252627dd309e None None] For port 21cab1d9-822c-4ca6-b894-570451f87274, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=21cab1d9-822c-4ca6-b894-570451f87274,segment=NetworkSegment(be61a055-dd2e-496a-9f23-48c13f742562),segment_id=be61a055-dd2e-496a-9f23-48c13f742562)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:21.846643 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (21cab1d9-822c-4ca6-b894-570451f87274), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:21.911552 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f59577-bd74-4e0f-bdf0-f5c0823f0743 None None] Pushing event updated for resources: {'Port': ['ID=21cab1d9-822c-4ca6-b894-570451f87274,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:21.914862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Routers {'a2a982ab-6022-44f3-8aaa-03297e5955e8'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:21.914862 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0230749a-13e1-439d-acd9-252627dd309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a2a982ab-6022-44f3-8aaa-03297e5955e8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:21.972496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a85194eb-5f97-4fd5-8184-1b9bb00c1920 None None] Provisioning complete for port 21cab1d9-822c-4ca6-b894-570451f87274 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:21.973232 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a85194eb-5f97-4fd5-8184-1b9bb00c1920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (21cab1d9-822c-4ca6-b894-570451f87274), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:22.070166 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:22.079000 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-0230749a-13e1-439d-acd9-252627dd309e None None] Set router a2a982ab-6022-44f3-8aaa-03297e5955e8 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:22.191101 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a85194eb-5f97-4fd5-8184-1b9bb00c1920 None None] Current status of the port 21cab1d9-822c-4ca6-b894-570451f87274 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:22.191487 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a85194eb-5f97-4fd5-8184-1b9bb00c1920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (21cab1d9-822c-4ca6-b894-570451f87274), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:22.267690 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-a85194eb-5f97-4fd5-8184-1b9bb00c1920 None None] For port 21cab1d9-822c-4ca6-b894-570451f87274, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=21cab1d9-822c-4ca6-b894-570451f87274,segment=NetworkSegment(be61a055-dd2e-496a-9f23-48c13f742562),segment_id=be61a055-dd2e-496a-9f23-48c13f742562)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:22.277693 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a85194eb-5f97-4fd5-8184-1b9bb00c1920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (21cab1d9-822c-4ca6-b894-570451f87274), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:22.352760 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb591835-e8dc-4586-883e-12ae40a2089a req-1f39e345-a1d7-4fdf-a159-e10954fee50f tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:22.354438 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb591835-e8dc-4586-883e-12ae40a2089a req-1f39e345-a1d7-4fdf-a159-e10954fee50f tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.31 "GET /v2.0/networks?id=7e66354b-ab92-4e79-99d0-b31eb8632219 HTTP/1.1" status: 200 len: 808 time: 0.1099772 Jan 28 20:22:22.354574 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85194eb-5f97-4fd5-8184-1b9bb00c1920 None None] Pushing event updated for resources: {'Port': ['ID=21cab1d9-822c-4ca6-b894-570451f87274,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:22.374223 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-0230749a-13e1-439d-acd9-252627dd309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'name': 'tempest-TestShelveInstance-735764717-router', 'tenant_id': '873425666a1b4286bc30e8fa16186dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '48765128-7128-4f3a-8b3a-630a8e793aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:14Z', 'updated_at': '2022-01-28T20:22:18Z', 'revision_number': 4, 'project_id': '873425666a1b4286bc30e8fa16186dda', 'gw_port': {'id': '48765128-7128-4f3a-8b3a-630a8e793aef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:15Z', 'updated_at': '2022-01-28T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '21cab1d9-822c-4ca6-b894-570451f87274', 'name': '', 'network_id': '8fda0c1a-baec-459b-95c4-dbd63b3bc9d0', 'tenant_id': '873425666a1b4286bc30e8fa16186dda', 'mac_address': 'fa:16:3e:41:5c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '24b3aefb-131f-40d4-88b1-767b5df0c7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:17Z', 'updated_at': '2022-01-28T20:22:21Z', 'revision_number': 4, 'project_id': '873425666a1b4286bc30e8fa16186dda', 'subnets': [{'id': '24b3aefb-131f-40d4-88b1-767b5df0c7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:22.407620 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230749a-13e1-439d-acd9-252627dd309e None None] The sync data for ids ['a2a982ab-6022-44f3-8aaa-03297e5955e8'] in n-d-824834-4 is: [{'id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'name': 'tempest-TestShelveInstance-735764717-router', 'tenant_id': '873425666a1b4286bc30e8fa16186dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '48765128-7128-4f3a-8b3a-630a8e793aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:14Z', 'updated_at': '2022-01-28T20:22:18Z', 'revision_number': 4, 'project_id': '873425666a1b4286bc30e8fa16186dda', 'gw_port': {'id': '48765128-7128-4f3a-8b3a-630a8e793aef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:15Z', 'updated_at': '2022-01-28T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '21cab1d9-822c-4ca6-b894-570451f87274', 'name': '', 'network_id': '8fda0c1a-baec-459b-95c4-dbd63b3bc9d0', 'tenant_id': '873425666a1b4286bc30e8fa16186dda', 'mac_address': 'fa:16:3e:41:5c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '24b3aefb-131f-40d4-88b1-767b5df0c7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:17Z', 'updated_at': '2022-01-28T20:22:21Z', 'revision_number': 4, 'project_id': '873425666a1b4286bc30e8fa16186dda', 'subnets': [{'id': '24b3aefb-131f-40d4-88b1-767b5df0c7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:22.419562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-9d855fc4-7474-4b44-ac7e-8f8e0acb5e19 None None] Provisioning complete for port 21cab1d9-822c-4ca6-b894-570451f87274 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:22.420194 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9d855fc4-7474-4b44-ac7e-8f8e0acb5e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (21cab1d9-822c-4ca6-b894-570451f87274), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:22.480495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 48765128-7128-4f3a-8b3a-630a8e793aef up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:22.530479 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-66fc3402-56a2-49de-b833-76d5a7a3c671 req-fb9a6fa7-8ac2-4931-88e2-ac9bd85d678d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 210 time: 0.0722818 Jan 28 20:22:22.536894 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb591835-e8dc-4586-883e-12ae40a2089a req-0832baae-8205-49c8-b4b3-b6de6169b2b4 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f68f1c0922574c0d96ad4bee02e34393 HTTP/1.1" status: 200 len: 380 time: 0.1718433 Jan 28 20:22:22.548014 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fb591835-e8dc-4586-883e-12ae40a2089a req-97291931-6426-47d7-acc8-601f85e83b83 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Request body: {'port': {'device_id': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'admin_state_up': True, 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'security_groups': ['f0b05e87-ad21-496f-9e0e-6669032a91d2']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:22.584021 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 48765128-7128-4f3a-8b3a-630a8e793aef triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:22.584396 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (48765128-7128-4f3a-8b3a-630a8e793aef), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:22.610366 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-9d855fc4-7474-4b44-ac7e-8f8e0acb5e19 None None] Current status of the port 21cab1d9-822c-4ca6-b894-570451f87274 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:22.672058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 48765128-7128-4f3a-8b3a-630a8e793aef is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:22.682728 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb591835-e8dc-4586-883e-12ae40a2089a req-97291931-6426-47d7-acc8-601f85e83b83 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Made reservation on behalf of f68f1c0922574c0d96ad4bee02e34393 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:22:22.686369 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb591835-e8dc-4586-883e-12ae40a2089a req-97291931-6426-47d7-acc8-601f85e83b83 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:22.821415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-fb591835-e8dc-4586-883e-12ae40a2089a req-97291931-6426-47d7-acc8-601f85e83b83 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Allocated IP 172.20.0.8 (7e66354b-ab92-4e79-99d0-b31eb8632219/4d850223-65dd-425f-9517-6b3f98a610f3/89b13067-c1e0-45da-9785-73c265d6f917) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:22.978961 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb591835-e8dc-4586-883e-12ae40a2089a req-97291931-6426-47d7-acc8-601f85e83b83 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for port (89b13067-c1e0-45da-9785-73c265d6f917), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:23.014730 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb591835-e8dc-4586-883e-12ae40a2089a req-97291931-6426-47d7-acc8-601f85e83b83 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (89b13067-c1e0-45da-9785-73c265d6f917), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:23.057435 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb591835-e8dc-4586-883e-12ae40a2089a req-97291931-6426-47d7-acc8-601f85e83b83 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Network 7e66354b-ab92-4e79-99d0-b31eb8632219 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:23.060490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-fb591835-e8dc-4586-883e-12ae40a2089a req-97291931-6426-47d7-acc8-601f85e83b83 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:23.067433 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb591835-e8dc-4586-883e-12ae40a2089a req-97291931-6426-47d7-acc8-601f85e83b83 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:23.074278 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97291931-6426-47d7-acc8-601f85e83b83 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Pushing event updated for resources: {'Port': ['ID=89b13067-c1e0-45da-9785-73c265d6f917,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:23.121399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb591835-e8dc-4586-883e-12ae40a2089a req-97291931-6426-47d7-acc8-601f85e83b83 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:23.122060 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb591835-e8dc-4586-883e-12ae40a2089a req-97291931-6426-47d7-acc8-601f85e83b83 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:23.139909 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb591835-e8dc-4586-883e-12ae40a2089a req-97291931-6426-47d7-acc8-601f85e83b83 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5976465 Jan 28 20:22:23.151415 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Request body: {'port': {'device_id': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:23.218150 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (89b13067-c1e0-45da-9785-73c265d6f917), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:23.307733 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:23.335261 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-8dc52fd7-e719-4741-9c08-1647a58b1bf2 None None] Provisioning complete for port 89b13067-c1e0-45da-9785-73c265d6f917 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:23.335721 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8dc52fd7-e719-4741-9c08-1647a58b1bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (89b13067-c1e0-45da-9785-73c265d6f917), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:23.372989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8dc52fd7-e719-4741-9c08-1647a58b1bf2 None None] Port 89b13067-c1e0-45da-9785-73c265d6f917 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:22:23.482954 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b13067-c1e0-45da-9785-73c265d6f917 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:22:23.490473 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Publish callbacks [] for port (89b13067-c1e0-45da-9785-73c265d6f917), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:23.502926 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Transition to ACTIVE for port object 89b13067-c1e0-45da-9785-73c265d6f917 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:22:23.508925 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (89b13067-c1e0-45da-9785-73c265d6f917), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:23.557960 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Pushing event updated for resources: {'Port': ['ID=89b13067-c1e0-45da-9785-73c265d6f917,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:23.635602 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Attempting to bind port 89b13067-c1e0-45da-9785-73c265d6f917 on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:22:23.635942 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Attempting to bind port 89b13067-c1e0-45da-9785-73c265d6f917 by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': '531248fb-3e62-4dea-a779-35259253439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:22:23.636276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Attempting to bind port 89b13067-c1e0-45da-9785-73c265d6f917 on network 7e66354b-ab92-4e79-99d0-b31eb8632219 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:23.641093 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Port 89b13067-c1e0-45da-9785-73c265d6f917 on network 7e66354b-ab92-4e79-99d0-b31eb8632219 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:22:23.641459 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Attempting to bind port 89b13067-c1e0-45da-9785-73c265d6f917 on network 7e66354b-ab92-4e79-99d0-b31eb8632219 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:22:23.646750 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:22:23.647219 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Checking segment: {'id': '531248fb-3e62-4dea-a779-35259253439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:22:23.647605 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Bound using segment: {'id': '531248fb-3e62-4dea-a779-35259253439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:22:23.648038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Bound port: 89b13067-c1e0-45da-9785-73c265d6f917, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531248fb-3e62-4dea-a779-35259253439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:22:23.648398 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (89b13067-c1e0-45da-9785-73c265d6f917), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:23.658734 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa498cb3-3407-47ab-9b64-4ee669f7a561 req-0d7f4d3c-2597-4b35-ae15-cd57fd526cca tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:23.660342 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fa498cb3-3407-47ab-9b64-4ee669f7a561 req-0d7f4d3c-2597-4b35-ae15-cd57fd526cca tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 943 time: 0.0585055 Jan 28 20:22:23.715084 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fa498cb3-3407-47ab-9b64-4ee669f7a561 req-57f5b97b-c114-4c3b-90d0-31d62c28ede0 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487771 Jan 28 20:22:23.721333 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] For port 89b13067-c1e0-45da-9785-73c265d6f917, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:22:23.724853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] For port 89b13067-c1e0-45da-9785-73c265d6f917, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=89b13067-c1e0-45da-9785-73c265d6f917,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:22:23.732273 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (89b13067-c1e0-45da-9785-73c265d6f917), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:23.776758 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:23.777388 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:23.778826 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb591835-e8dc-4586-883e-12ae40a2089a req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] 10.222.0.31 "PUT /v2.0/ports/89b13067-c1e0-45da-9785-73c265d6f917 HTTP/1.1" status: 200 len: 1091 time: 0.6318264 Jan 28 20:22:23.779239 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:22:23.781597 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42bb65b-7151-4cce-b7be-1a52555c0840" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "tag": "89b13067-c1e0-45da-9785-73c265d6f917"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:23.800513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca3907-5e28-4913-ba29-9884a23c43c3 service neutron] Pushing event updated for resources: {'Port': ['ID=89b13067-c1e0-45da-9785-73c265d6f917,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:23.833035 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f35559-ddf7-4199-98c1-5fbd137a5a0e x-openstack-request-id: req-69f35559-ddf7-4199-98c1-5fbd137a5a0e {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:23.833373 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "tag": "89b13067-c1e0-45da-9785-73c265d6f917", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:23.833630 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-69f35559-ddf7-4199-98c1-5fbd137a5a0e {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:23.834125 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917', 'status': 'completed', 'code': 200} Jan 28 20:22:23.888174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb591835-e8dc-4586-883e-12ae40a2089a req-ca12b700-d2c3-44e7-8631-3e95ede8b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:23.889721 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb591835-e8dc-4586-883e-12ae40a2089a req-ca12b700-d2c3-44e7-8631-3e95ede8b6b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f68f1c0922574c0d96ad4bee02e34393&device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 1125 time: 0.0495877 Jan 28 20:22:23.937479 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb591835-e8dc-4586-883e-12ae40a2089a req-a87a9a52-4350-40f0-a83f-587b03247964 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b13067-c1e0-45da-9785-73c265d6f917 HTTP/1.1" status: 200 len: 217 time: 0.0411539 Jan 28 20:22:23.990168 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb591835-e8dc-4586-883e-12ae40a2089a req-2389ab34-758a-4126-ae6c-35bdefa8d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:23.991600 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb591835-e8dc-4586-883e-12ae40a2089a req-2389ab34-758a-4126-ae6c-35bdefa8d80f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d850223-65dd-425f-9517-6b3f98a610f3 HTTP/1.1" status: 200 len: 847 time: 0.0480189 Jan 28 20:22:24.047434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb591835-e8dc-4586-883e-12ae40a2089a req-594375e7-f86b-4626-9e4e-08049333503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:24.048960 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb591835-e8dc-4586-883e-12ae40a2089a req-594375e7-f86b-4626-9e4e-08049333503d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e66354b-ab92-4e79-99d0-b31eb8632219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493829 Jan 28 20:22:24.143280 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb591835-e8dc-4586-883e-12ae40a2089a req-a3e84f1a-f522-43ef-9a33-dacc8afdc01a service neutron] 10.222.0.31 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882809 Jan 28 20:22:24.232550 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fb591835-e8dc-4586-883e-12ae40a2089a req-6f3ca9ad-4823-4188-b278-da7c3b001501 service neutron] 10.222.0.31 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837674 Jan 28 20:22:24.341129 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bb65b-7151-4cce-b7be-1a52555c0840 req-97dd7280-968e-48f4-a004-d7a1ae817d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:24.342763 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b42bb65b-7151-4cce-b7be-1a52555c0840 req-97dd7280-968e-48f4-a004-d7a1ae817d7b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f68f1c0922574c0d96ad4bee02e34393&device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 1125 time: 0.0567391 Jan 28 20:22:24.440101 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bb65b-7151-4cce-b7be-1a52555c0840 req-265ccfd2-f21f-449c-8d4c-f2a7a746426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:24.441619 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b42bb65b-7151-4cce-b7be-1a52555c0840 req-265ccfd2-f21f-449c-8d4c-f2a7a746426c service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e66354b-ab92-4e79-99d0-b31eb8632219 HTTP/1.1" status: 200 len: 909 time: 0.0927825 Jan 28 20:22:24.483441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 21cab1d9-822c-4ca6-b894-570451f87274 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:24.490228 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b42bb65b-7151-4cce-b7be-1a52555c0840 req-9b88c808-abac-4641-a2fd-311a3d5d50ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b13067-c1e0-45da-9785-73c265d6f917 HTTP/1.1" status: 200 len: 217 time: 0.0416524 Jan 28 20:22:24.540081 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 21cab1d9-822c-4ca6-b894-570451f87274 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:24.540422 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (21cab1d9-822c-4ca6-b894-570451f87274), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:24.542689 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bb65b-7151-4cce-b7be-1a52555c0840 req-6643ad6a-ccfd-41ff-89e7-cf95496e6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:24.544363 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b42bb65b-7151-4cce-b7be-1a52555c0840 req-6643ad6a-ccfd-41ff-89e7-cf95496e6dec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d850223-65dd-425f-9517-6b3f98a610f3 HTTP/1.1" status: 200 len: 847 time: 0.0461295 Jan 28 20:22:24.584173 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:24.596862 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bb65b-7151-4cce-b7be-1a52555c0840 req-c0e07383-c544-4d6a-bb00-128d5761456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:24.598523 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b42bb65b-7151-4cce-b7be-1a52555c0840 req-c0e07383-c544-4d6a-bb00-128d5761456a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e66354b-ab92-4e79-99d0-b31eb8632219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477083 Jan 28 20:22:24.636516 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 21cab1d9-822c-4ca6-b894-570451f87274 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:24.690971 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b42bb65b-7151-4cce-b7be-1a52555c0840 req-fb6850b7-adec-42ae-90fa-7dbd7c5904c7 service neutron] 10.222.0.31 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857651 Jan 28 20:22:24.782161 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b42bb65b-7151-4cce-b7be-1a52555c0840 req-028040b1-d3aa-4068-8176-fcf37e87224b service neutron] 10.222.0.31 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838161 Jan 28 20:22:24.837531 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db2ccf-2b30-45db-a78c-d86fdf1fb5d5 req-b2889f81-070f-4b3d-92b6-209f10c17d7e tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:24.839039 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d1db2ccf-2b30-45db-a78c-d86fdf1fb5d5 req-b2889f81-070f-4b3d-92b6-209f10c17d7e tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 943 time: 0.0527229 Jan 28 20:22:24.891109 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d1db2ccf-2b30-45db-a78c-d86fdf1fb5d5 req-64ec77ff-fc3c-4718-943c-abf3b2575cd9 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439234 Jan 28 20:22:26.031612 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e241f6-c59f-4f7f-8897-e359a915eef6 req-9702c6fa-b527-48e2-a128-e0f89ef1f841 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:26.033084 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2e241f6-c59f-4f7f-8897-e359a915eef6 req-9702c6fa-b527-48e2-a128-e0f89ef1f841 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 943 time: 0.0597408 Jan 28 20:22:26.083358 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f2e241f6-c59f-4f7f-8897-e359a915eef6 req-10afe23c-7834-4c1e-88f1-6fb5d8680618 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436225 Jan 28 20:22:26.109980 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:27.324524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2911d-a913-4e08-8ca8-7ad44866f216 req-4d511df5-afd0-4dd3-9d9c-f54a2f10c75f tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:27.326035 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-85c2911d-a913-4e08-8ca8-7ad44866f216 req-4d511df5-afd0-4dd3-9d9c-f54a2f10c75f tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 943 time: 0.1621766 Jan 28 20:22:27.374151 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-85c2911d-a913-4e08-8ca8-7ad44866f216 req-1e1cf372-b3fe-4143-ac00-fed166a75733 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421746 Jan 28 20:22:27.909558 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 89b13067-c1e0-45da-9785-73c265d6f917 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:22:28.014369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 89b13067-c1e0-45da-9785-73c265d6f917, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=89b13067-c1e0-45da-9785-73c265d6f917,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:28.184269 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '89b13067-c1e0-45da-9785-73c265d6f917', 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'port_id': '89b13067-c1e0-45da-9785-73c265d6f917', 'mac_address': 'fa:16:3e:ed:2f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:22:28.221716 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 89b13067-c1e0-45da-9785-73c265d6f917 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:28.222126 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (89b13067-c1e0-45da-9785-73c265d6f917), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:28.234993 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b13067-c1e0-45da-9785-73c265d6f917 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:22:28.253851 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 89b13067-c1e0-45da-9785-73c265d6f917, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=89b13067-c1e0-45da-9785-73c265d6f917,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:28.260733 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (89b13067-c1e0-45da-9785-73c265d6f917), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:28.316430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=89b13067-c1e0-45da-9785-73c265d6f917,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:28.495753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['89b13067-c1e0-45da-9785-73c265d6f917'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:22:28.552856 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b322b7d-e8e0-45e3-8fe4-162abddcaab2 req-ddc52293-bb41-4962-af88-2c9aa3f49edd tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:28.554423 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b322b7d-e8e0-45e3-8fe4-162abddcaab2 req-ddc52293-bb41-4962-af88-2c9aa3f49edd tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 944 time: 0.1120479 Jan 28 20:22:28.605229 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2b322b7d-e8e0-45e3-8fe4-162abddcaab2 req-f6800a5d-dded-4eab-908e-f8611cd2e460 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449040 Jan 28 20:22:29.742540 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e0bc8-6c2b-495b-a98b-1d6925bdd84e req-6ca1e22c-822f-4ef9-8027-9fb8ce3d4343 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:29.744008 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-467e0bc8-6c2b-495b-a98b-1d6925bdd84e req-6ca1e22c-822f-4ef9-8027-9fb8ce3d4343 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 944 time: 0.0573483 Jan 28 20:22:29.792150 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-467e0bc8-6c2b-495b-a98b-1d6925bdd84e req-e7811d49-e86b-4d0c-a57c-730f19505c43 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424993 Jan 28 20:22:29.923071 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 89b13067-c1e0-45da-9785-73c265d6f917 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:22:29.980725 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 89b13067-c1e0-45da-9785-73c265d6f917 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:22:29.986221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 89b13067-c1e0-45da-9785-73c265d6f917 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:22:29.986655 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (89b13067-c1e0-45da-9785-73c265d6f917), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:30.064406 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 89b13067-c1e0-45da-9785-73c265d6f917 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:22:30.064786 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (89b13067-c1e0-45da-9785-73c265d6f917), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:30.087827 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:22:30.090057 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471bb8d9-a734-4ef5-9586-cf60ee68634e" -d '{"events": [{"server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "name": "network-vif-plugged", "status": "completed", "tag": "89b13067-c1e0-45da-9785-73c265d6f917"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:30.102122 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 89b13067-c1e0-45da-9785-73c265d6f917, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=89b13067-c1e0-45da-9785-73c265d6f917,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:22:30.107853 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (89b13067-c1e0-45da-9785-73c265d6f917), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:30.133357 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b342efdb-a126-46f1-be01-120cd923d5cd x-openstack-request-id: req-b342efdb-a126-46f1-be01-120cd923d5cd {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:30.133629 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "name": "network-vif-plugged", "status": "completed", "tag": "89b13067-c1e0-45da-9785-73c265d6f917", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:30.133879 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b342efdb-a126-46f1-be01-120cd923d5cd {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:30.134281 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917', 'code': 200} Jan 28 20:22:30.160776 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=89b13067-c1e0-45da-9785-73c265d6f917,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:30.228424 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820ad80-22d2-45c4-97ae-be74d2161ec9 req-dc2d799e-d83f-4f63-8214-cbc32b1b897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:30.229873 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b820ad80-22d2-45c4-97ae-be74d2161ec9 req-dc2d799e-d83f-4f63-8214-cbc32b1b897f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 1127 time: 0.0440011 Jan 28 20:22:30.275777 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b820ad80-22d2-45c4-97ae-be74d2161ec9 req-a5a38070-48a5-49a5-a97b-ac8ee77b0710 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402629 Jan 28 20:22:30.929465 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462f375-fcb5-4d17-8831-396ad3a37810 req-2aaa3834-d599-4e24-9aee-176ce9da175f tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:30.930965 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b462f375-fcb5-4d17-8831-396ad3a37810 req-2aaa3834-d599-4e24-9aee-176ce9da175f tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0534825 Jan 28 20:22:30.981295 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-b462f375-fcb5-4d17-8831-396ad3a37810 req-8f0b4796-3427-4cce-9bdd-9ae69e02d92b tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446093 Jan 28 20:22:31.012150 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:32.113557 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93880e2-56b8-4edc-844f-f421abfd00b7 req-6fc5ce07-e051-477d-8f6b-b9aebf17ae7f tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:32.115113 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e93880e2-56b8-4edc-844f-f421abfd00b7 req-6fc5ce07-e051-477d-8f6b-b9aebf17ae7f tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0611312 Jan 28 20:22:32.172268 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e93880e2-56b8-4edc-844f-f421abfd00b7 req-1425eb3b-5b78-4b0b-9cdf-43a09c2ee592 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493751 Jan 28 20:22:32.296908 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce058e3-c043-4f3f-92be-3ddff9ff8b9c req-bc41e27c-b54c-4825-9b63-646b49d5d146 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:32.298418 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5ce058e3-c043-4f3f-92be-3ddff9ff8b9c req-bc41e27c-b54c-4825-9b63-646b49d5d146 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0595524 Jan 28 20:22:32.350623 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-5ce058e3-c043-4f3f-92be-3ddff9ff8b9c req-7ad17990-292f-4d78-80cd-c700e08eefa4 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464077 Jan 28 20:22:32.373528 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 37944) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:32.462011 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362f4944-7767-499c-b242-0e804b8ead6c tempest-TestShelveInstance-2006662446 tempest-TestShelveInstance-2006662446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:32.463484 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-362f4944-7767-499c-b242-0e804b8ead6c tempest-TestShelveInstance-2006662446 tempest-TestShelveInstance-2006662446-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 1122 time: 0.0889425 Jan 28 20:22:32.466714 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 37948) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:32.471273 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '89b13067-c1e0-45da-9785-73c265d6f917', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:22:32.493912 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:32.595847 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:32.705542 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Allocated IP 172.25.0.120 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/2e64c16f-7732-4941-908d-811f09b5706a) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:22:32.822109 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for port (2e64c16f-7732-4941-908d-811f09b5706a), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:32.860813 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2e64c16f-7732-4941-908d-811f09b5706a), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:32.902706 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:22:32.905700 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:22:32.911517 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:22:32.917181 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Pushing event updated for resources: {'Port': ['ID=2e64c16f-7732-4941-908d-811f09b5706a,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:33.286498 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for floatingip (ad83e84d-ab9b-4d24-8a2b-4994eceaef5f), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:33.360311 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (2e64c16f-7732-4941-908d-811f09b5706a), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:33.512237 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for port (2e64c16f-7732-4941-908d-811f09b5706a), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:33.520006 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (2e64c16f-7732-4941-908d-811f09b5706a), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:33.590441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Pushing event updated for resources: {'Port': ['ID=2e64c16f-7732-4941-908d-811f09b5706a,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:33.598470 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (ad83e84d-ab9b-4d24-8a2b-4994eceaef5f), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:33.697732 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Floating IP ad83e84d-ab9b-4d24-8a2b-4994eceaef5f associated. External IP: 172.25.0.120, port: 89b13067-c1e0-45da-9785-73c265d6f917. Jan 28 20:22:33.907370 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:22:34.015426 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:22:34.026117 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17320de6-11ae-4572-9a9b-6ee3041c2fd5 None None] Sync routers for ids ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:22:34.036510 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:34.038116 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17320de6-11ae-4572-9a9b-6ee3041c2fd5 None None] Routers {'40bd390d-5c25-4fd9-8dd4-6d44785bfddd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:34.038727 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-17320de6-11ae-4572-9a9b-6ee3041c2fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:34.066380 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d09196bb-1a6e-4ee6-b560-8bb12a87d353 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5985518 Jan 28 20:22:34.066964 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:22:34.069301 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f51937e-96e2-41c1-973f-366c54bd8d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "tag": "89b13067-c1e0-45da-9785-73c265d6f917"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:22:34.105399 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e648fc-e3ac-4270-8fb6-9c5a9448ac86 x-openstack-request-id: req-30e648fc-e3ac-4270-8fb6-9c5a9448ac86 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:22:34.105688 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "tag": "89b13067-c1e0-45da-9785-73c265d6f917", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:22:34.105937 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30e648fc-e3ac-4270-8fb6-9c5a9448ac86 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:22:34.106377 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917', 'status': 'completed', 'code': 200} Jan 28 20:22:34.145386 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-17320de6-11ae-4572-9a9b-6ee3041c2fd5 None None] Set router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:34.172042 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51937e-96e2-41c1-973f-366c54bd8d6d req-f595d3cf-f8b9-4136-b911-c700a570e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:34.173481 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6f51937e-96e2-41c1-973f-366c54bd8d6d req-f595d3cf-f8b9-4136-b911-c700a570e4d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f68f1c0922574c0d96ad4bee02e34393&device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 1127 time: 0.0448515 Jan 28 20:22:34.373337 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-17320de6-11ae-4572-9a9b-6ee3041c2fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'name': 'tempest-TestShelveInstance-403641551-router', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:12Z', 'revision_number': 4, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'gw_port': {'id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'ad83e84d-ab9b-4d24-8a2b-4994eceaef5f', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'port_id': '89b13067-c1e0-45da-9785-73c265d6f917', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'mac_address': 'fa:16:3e:ed:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:22:33Z', 'updated_at': '2022-01-28T20:22:33Z', 'revision_number': 0, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba965758-c902-488e-ac03-9dcd79367ab4', 'name': '', 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'mac_address': 'fa:16:3e:f0:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:12Z', 'updated_at': '2022-01-28T20:22:16Z', 'revision_number': 5, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'subnets': [{'id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:34.400516 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17320de6-11ae-4572-9a9b-6ee3041c2fd5 None None] Checking router: 40bd390d-5c25-4fd9-8dd4-6d44785bfddd for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:22:34.409539 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17320de6-11ae-4572-9a9b-6ee3041c2fd5 None None] Routers {'40bd390d-5c25-4fd9-8dd4-6d44785bfddd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:22:34.410175 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-17320de6-11ae-4572-9a9b-6ee3041c2fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:22:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:34.612041 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-17320de6-11ae-4572-9a9b-6ee3041c2fd5 None None] Set router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:22:34.618496 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51937e-96e2-41c1-973f-366c54bd8d6d req-c0fc6686-5fdf-44f7-93c5-f07680625f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:34.620014 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6f51937e-96e2-41c1-973f-366c54bd8d6d req-c0fc6686-5fdf-44f7-93c5-f07680625f8b service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e66354b-ab92-4e79-99d0-b31eb8632219 HTTP/1.1" status: 200 len: 909 time: 0.4398115 Jan 28 20:22:34.682622 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6f51937e-96e2-41c1-973f-366c54bd8d6d req-92ed8d4d-4e3e-4da6-8d66-99e870221ea5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b13067-c1e0-45da-9785-73c265d6f917 HTTP/1.1" status: 200 len: 999 time: 0.0566909 Jan 28 20:22:34.728965 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51937e-96e2-41c1-973f-366c54bd8d6d req-5ef62a1c-0ba5-4d47-a912-f8cfc0cbdde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:34.730435 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6f51937e-96e2-41c1-973f-366c54bd8d6d req-5ef62a1c-0ba5-4d47-a912-f8cfc0cbdde6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d850223-65dd-425f-9517-6b3f98a610f3 HTTP/1.1" status: 200 len: 847 time: 0.0428817 Jan 28 20:22:34.783313 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51937e-96e2-41c1-973f-366c54bd8d6d req-8fc405f1-115f-47b0-9827-b67041b9bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:22:34.784862 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6f51937e-96e2-41c1-973f-366c54bd8d6d req-8fc405f1-115f-47b0-9827-b67041b9bdb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e66354b-ab92-4e79-99d0-b31eb8632219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491555 Jan 28 20:22:34.837593 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-17320de6-11ae-4572-9a9b-6ee3041c2fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'name': 'tempest-TestShelveInstance-403641551-router', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:12Z', 'revision_number': 4, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'gw_port': {'id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'ad83e84d-ab9b-4d24-8a2b-4994eceaef5f', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'port_id': '89b13067-c1e0-45da-9785-73c265d6f917', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'mac_address': 'fa:16:3e:ed:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:22:33Z', 'updated_at': '2022-01-28T20:22:33Z', 'revision_number': 0, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba965758-c902-488e-ac03-9dcd79367ab4', 'name': '', 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'mac_address': 'fa:16:3e:f0:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:12Z', 'updated_at': '2022-01-28T20:22:16Z', 'revision_number': 5, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'subnets': [{'id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:22:34.867464 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17320de6-11ae-4572-9a9b-6ee3041c2fd5 None None] The sync data for ids ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'] in n-d-824834-4 is: [{'id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'name': 'tempest-TestShelveInstance-403641551-router', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:12Z', 'revision_number': 4, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'gw_port': {'id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'ad83e84d-ab9b-4d24-8a2b-4994eceaef5f', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'port_id': '89b13067-c1e0-45da-9785-73c265d6f917', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'mac_address': 'fa:16:3e:ed:2f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:22:33Z', 'updated_at': '2022-01-28T20:22:33Z', 'revision_number': 0, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba965758-c902-488e-ac03-9dcd79367ab4', 'name': '', 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'mac_address': 'fa:16:3e:f0:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:12Z', 'updated_at': '2022-01-28T20:22:16Z', 'revision_number': 5, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'subnets': [{'id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:22:34.889392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6f51937e-96e2-41c1-973f-366c54bd8d6d req-05321ad7-619f-4032-81a8-1bfb0bf3eabc service neutron] 10.222.0.31 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989609 Jan 28 20:22:34.983278 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-6f51937e-96e2-41c1-973f-366c54bd8d6d req-073d95d5-3116-4aac-a3f7-8fe5d63714fb service neutron] 10.222.0.31 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881815 Jan 28 20:22:35.080139 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b094ed2a-07fd-4e01-90b6-0ac2a0c75d03 None None] New status for floating IP ad83e84d-ab9b-4d24-8a2b-4994eceaef5f: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:22:47.337305 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:22:48.361451 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f941b563-d6e1-4daf-94e3-b7f0cd8ea3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:50.569523 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc5b9cc2-b3d1-474d-9ce2-4b3d246563f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:52.041169 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:53.318154 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:54.576629 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:56.132227 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:01.025296 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:14.538369 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1e2a6181-edda-400f-aa30-754d5520bf88 req-036bf83f-e7f9-4fbc-808d-50923e75d09d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0896685 Jan 28 20:23:14.628146 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a6181-edda-400f-aa30-754d5520bf88 req-c91c98af-1e99-4572-ac56-2c9234b0d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:14.629664 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1e2a6181-edda-400f-aa30-754d5520bf88 req-c91c98af-1e99-4572-ac56-2c9234b0d7eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f68f1c0922574c0d96ad4bee02e34393&device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 1127 time: 0.0486300 Jan 28 20:23:14.747917 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a6181-edda-400f-aa30-754d5520bf88 req-a7a2a93f-36cb-42d5-b1e9-942ca5156302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:14.749346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1e2a6181-edda-400f-aa30-754d5520bf88 req-a7a2a93f-36cb-42d5-b1e9-942ca5156302 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e66354b-ab92-4e79-99d0-b31eb8632219 HTTP/1.1" status: 200 len: 909 time: 0.1010847 Jan 28 20:23:14.815778 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1e2a6181-edda-400f-aa30-754d5520bf88 req-cb1690dc-ace0-4259-9edd-50213e077b6d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b13067-c1e0-45da-9785-73c265d6f917 HTTP/1.1" status: 200 len: 1001 time: 0.0602367 Jan 28 20:23:14.866610 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a6181-edda-400f-aa30-754d5520bf88 req-fdb6fb78-be34-47b4-ae94-667542bbe2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:14.868783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1e2a6181-edda-400f-aa30-754d5520bf88 req-fdb6fb78-be34-47b4-ae94-667542bbe2a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d850223-65dd-425f-9517-6b3f98a610f3 HTTP/1.1" status: 200 len: 847 time: 0.0473108 Jan 28 20:23:14.925976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a6181-edda-400f-aa30-754d5520bf88 req-e85b24f6-a3a0-46ca-a724-b2d62add6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:23:14.927545 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1e2a6181-edda-400f-aa30-754d5520bf88 req-e85b24f6-a3a0-46ca-a724-b2d62add6b2c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e66354b-ab92-4e79-99d0-b31eb8632219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530066 Jan 28 20:23:15.024796 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1e2a6181-edda-400f-aa30-754d5520bf88 req-b03980d5-a4d3-4903-ad04-ad90520a0fe0 service neutron] 10.222.0.31 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905693 Jan 28 20:23:15.121433 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1e2a6181-edda-400f-aa30-754d5520bf88 req-198b041e-a4de-4291-8007-4a3fd4c2a27e service neutron] 10.222.0.31 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909092 Jan 28 20:23:18.355181 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8993c69c-87b7-4da7-9f29-baac46571a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:20.563147 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-01612e36-6749-4c21-8025-7d950c96ac74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:22.045636 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:23.327550 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:24.337644 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:23:24.573433 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:26.124122 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:31.039513 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:48.372026 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1cc05f65-05df-4a1a-9698-c8b49b4e7682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:50.567085 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-951eef66-27db-4693-9ee0-318566757141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:52.048663 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:53.332023 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:54.566484 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:56.135678 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:01.041734 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:01.342783 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:24:16.423780 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1e25ddf-5a30-4d9a-8b00-4452aad247dc req-85d0d309-20a6-4028-96b2-2ee0cfce99dd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514843 Jan 28 20:24:16.521483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e25ddf-5a30-4d9a-8b00-4452aad247dc req-03d6d6da-2172-4c9d-9b1d-69a942940e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:16.523130 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1e25ddf-5a30-4d9a-8b00-4452aad247dc req-03d6d6da-2172-4c9d-9b1d-69a942940e72 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f68f1c0922574c0d96ad4bee02e34393&device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 1127 time: 0.0536842 Jan 28 20:24:16.629787 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e25ddf-5a30-4d9a-8b00-4452aad247dc req-9205fb76-9fc8-42b3-aa39-aabb766b68f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:16.631449 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1e25ddf-5a30-4d9a-8b00-4452aad247dc req-9205fb76-9fc8-42b3-aa39-aabb766b68f0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e66354b-ab92-4e79-99d0-b31eb8632219 HTTP/1.1" status: 200 len: 909 time: 0.0896230 Jan 28 20:24:16.698462 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1e25ddf-5a30-4d9a-8b00-4452aad247dc req-aad2703f-f5e2-4695-b6c4-d9410845eca8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b13067-c1e0-45da-9785-73c265d6f917 HTTP/1.1" status: 200 len: 1001 time: 0.0598526 Jan 28 20:24:16.746145 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e25ddf-5a30-4d9a-8b00-4452aad247dc req-7d2c7ed9-0bb4-4c67-8db8-8c59a60b3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:16.747542 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1e25ddf-5a30-4d9a-8b00-4452aad247dc req-7d2c7ed9-0bb4-4c67-8db8-8c59a60b3952 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d850223-65dd-425f-9517-6b3f98a610f3 HTTP/1.1" status: 200 len: 847 time: 0.0427597 Jan 28 20:24:16.802524 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e25ddf-5a30-4d9a-8b00-4452aad247dc req-b6dc9729-2c69-4c53-b2b1-f2d2126472ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:16.804057 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1e25ddf-5a30-4d9a-8b00-4452aad247dc req-b6dc9729-2c69-4c53-b2b1-f2d2126472ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e66354b-ab92-4e79-99d0-b31eb8632219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506814 Jan 28 20:24:16.899886 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1e25ddf-5a30-4d9a-8b00-4452aad247dc req-ce826826-4c92-46c2-9a79-6cacdb1fa804 service neutron] 10.222.0.31 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890720 Jan 28 20:24:16.997035 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d1e25ddf-5a30-4d9a-8b00-4452aad247dc req-5f13bb4c-1a00-4cc4-9e05-d436ee84e067 service neutron] 10.222.0.31 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911305 Jan 28 20:24:18.363155 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9502cc66-e64f-4bac-827d-b9d109dc26b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:20.570998 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d93d6b5-168b-4125-91d9-2b5146dab7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:22.050871 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:23.335884 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:24.568275 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:26.149073 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:29.896062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf78e68-bb83-40fa-a8f8-d84bb24fa845 req-f632c92a-a91d-44f1-8ccb-51ecfa11ab93 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:29.897569 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bf78e68-bb83-40fa-a8f8-d84bb24fa845 req-f632c92a-a91d-44f1-8ccb-51ecfa11ab93 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0554895 Jan 28 20:24:29.953092 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5bf78e68-bb83-40fa-a8f8-d84bb24fa845 req-b9302ffc-61b9-4793-b0a8-de96b90d587d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496688 Jan 28 20:24:31.069428 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:31.082953 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fe881-cc93-460a-a99f-9b93c6d3ffea req-64624a22-5729-473c-afe6-b5cee59dddf4 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:31.084439 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e92fe881-cc93-460a-a99f-9b93c6d3ffea req-64624a22-5729-473c-afe6-b5cee59dddf4 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0582662 Jan 28 20:24:31.133811 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e92fe881-cc93-460a-a99f-9b93c6d3ffea req-78c85c72-f1e4-4e40-85b4-e169d9dba85f tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433805 Jan 28 20:24:32.275011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51f5a2-ab8f-4d85-811a-a0e976274f5e req-3b59dab8-6f60-4cc0-bd7a-3c34dea91772 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:32.276452 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dd51f5a2-ab8f-4d85-811a-a0e976274f5e req-3b59dab8-6f60-4cc0-bd7a-3c34dea91772 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0644317 Jan 28 20:24:32.326516 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-dd51f5a2-ab8f-4d85-811a-a0e976274f5e req-be410d54-77fb-4670-a46e-b5462ad840bd tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444276 Jan 28 20:24:33.469361 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e86a4-f1dc-4e31-9722-ebe1bd15d86e req-d8fe0f8d-ef01-4d21-a207-4ed933a2fd26 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:33.471188 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-242e86a4-f1dc-4e31-9722-ebe1bd15d86e req-d8fe0f8d-ef01-4d21-a207-4ed933a2fd26 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0611432 Jan 28 20:24:33.522311 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-242e86a4-f1dc-4e31-9722-ebe1bd15d86e req-62fae246-db2a-4f68-9588-05b5bdd54372 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435910 Jan 28 20:24:34.661308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbe8c7-08e0-43a5-936c-11f6743ff01a req-63a3635e-6b42-4587-ae4f-fa88e3ee2523 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:34.662826 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75dbe8c7-08e0-43a5-936c-11f6743ff01a req-63a3635e-6b42-4587-ae4f-fa88e3ee2523 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0601461 Jan 28 20:24:34.714893 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-75dbe8c7-08e0-43a5-936c-11f6743ff01a req-8f06459c-e67f-4e29-b214-865007c4c299 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457749 Jan 28 20:24:35.839712 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c2272-9e2b-401c-980d-3945c8b5bcef req-b60de1d8-1365-4719-97c5-ad4ff3af77c2 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:35.841179 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e29c2272-9e2b-401c-980d-3945c8b5bcef req-b60de1d8-1365-4719-97c5-ad4ff3af77c2 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0542645 Jan 28 20:24:35.890182 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e29c2272-9e2b-401c-980d-3945c8b5bcef req-1abe4bd3-e3b3-4f54-bfc4-0a34d1a71d6c tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432594 Jan 28 20:24:37.015931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8012b66-85b5-4e89-be4d-d719f4b1775f req-eaa40045-add1-44c5-9586-544562fce94f tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:37.017417 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f8012b66-85b5-4e89-be4d-d719f4b1775f req-eaa40045-add1-44c5-9586-544562fce94f tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0535562 Jan 28 20:24:37.069083 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f8012b66-85b5-4e89-be4d-d719f4b1775f req-269cf42a-5d00-4e46-b209-cb25278dcb57 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434277 Jan 28 20:24:38.204357 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf925ac-55a4-4ddb-9928-308823c6a2ca req-0d4ce35d-67dd-4949-8c6a-0a731e176ce1 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:38.205799 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3bf925ac-55a4-4ddb-9928-308823c6a2ca req-0d4ce35d-67dd-4949-8c6a-0a731e176ce1 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0574639 Jan 28 20:24:38.259617 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-3bf925ac-55a4-4ddb-9928-308823c6a2ca req-de3529ef-dd17-4a0f-88e5-3094554273ec tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478444 Jan 28 20:24:38.346261 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:24:39.405354 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019df18b-8f32-421f-a4a1-e105862f8893 req-6233128d-819b-411e-bb29-2ca046c68c96 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:39.406898 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-019df18b-8f32-421f-a4a1-e105862f8893 req-6233128d-819b-411e-bb29-2ca046c68c96 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0572770 Jan 28 20:24:39.456778 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-019df18b-8f32-421f-a4a1-e105862f8893 req-05c90349-9f6d-4e6b-832a-ddbd73847a53 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441668 Jan 28 20:24:40.587626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c02f2d-e30e-4464-8b33-28be3dae63cc req-91e8ca3e-a220-46e7-907b-d4f78a06aeb4 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:40.589237 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e6c02f2d-e30e-4464-8b33-28be3dae63cc req-91e8ca3e-a220-46e7-907b-d4f78a06aeb4 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0563715 Jan 28 20:24:40.643025 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-e6c02f2d-e30e-4464-8b33-28be3dae63cc req-3f1fc0eb-04aa-46de-9c92-ed3c31e7c186 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463901 Jan 28 20:24:41.782343 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3d335-1025-48b0-8479-28ce090e0dfe req-e1f23691-db1b-49cd-8d05-1b0f58fa0fdb tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:41.783837 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-25a3d335-1025-48b0-8479-28ce090e0dfe req-e1f23691-db1b-49cd-8d05-1b0f58fa0fdb tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0553753 Jan 28 20:24:41.833086 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-25a3d335-1025-48b0-8479-28ce090e0dfe req-2f8ecf22-4133-4e30-b46e-767dfaaa3192 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436187 Jan 28 20:24:42.547802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 89b13067-c1e0-45da-9785-73c265d6f917 details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:24:42.646886 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 89b13067-c1e0-45da-9785-73c265d6f917, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=89b13067-c1e0-45da-9785-73c265d6f917,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:42.659125 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '89b13067-c1e0-45da-9785-73c265d6f917', 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'port_id': '89b13067-c1e0-45da-9785-73c265d6f917', 'mac_address': 'fa:16:3e:ed:2f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:24:42.713142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 89b13067-c1e0-45da-9785-73c265d6f917 is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:24:42.713604 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (89b13067-c1e0-45da-9785-73c265d6f917), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:42.727362 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89b13067-c1e0-45da-9785-73c265d6f917 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:24:42.748013 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 89b13067-c1e0-45da-9785-73c265d6f917, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=89b13067-c1e0-45da-9785-73c265d6f917,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:42.753174 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (89b13067-c1e0-45da-9785-73c265d6f917), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:42.810080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=89b13067-c1e0-45da-9785-73c265d6f917,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:42.816884 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:42.817247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:42.817590 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:42.817935 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:42.818293 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:42.818632 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:42.818952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:42.819280 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:42.819615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:42.819924 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:42.820247 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:42.820571 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:42.820893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:42.827866 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['89b13067-c1e0-45da-9785-73c265d6f917'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:24:42.979067 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b68676-c251-4f2e-b9d3-a0b38badeeb4 req-b270cfd0-0efc-4065-bcd6-965164fbaef4 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:42.987445 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07b68676-c251-4f2e-b9d3-a0b38badeeb4 req-b270cfd0-0efc-4065-bcd6-965164fbaef4 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 944 time: 0.0714710 Jan 28 20:24:43.046290 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-07b68676-c251-4f2e-b9d3-a0b38badeeb4 req-059a61c9-d1fc-4107-a349-4b5eb7d3ce8f tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526495 Jan 28 20:24:44.171640 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070677b2-6cd7-4ee9-83b7-4fbae9d99564 req-2f6b8fdd-f5ae-4aec-b524-7803ae89a51c tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:44.173160 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-070677b2-6cd7-4ee9-83b7-4fbae9d99564 req-2f6b8fdd-f5ae-4aec-b524-7803ae89a51c tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 944 time: 0.0570207 Jan 28 20:24:44.231337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-070677b2-6cd7-4ee9-83b7-4fbae9d99564 req-15a77dfd-550d-4523-8b6c-b214466cb89d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506134 Jan 28 20:24:44.578844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 89b13067-c1e0-45da-9785-73c265d6f917 up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:24:44.636343 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 89b13067-c1e0-45da-9785-73c265d6f917 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:24:44.636981 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (89b13067-c1e0-45da-9785-73c265d6f917), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:44.727662 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 89b13067-c1e0-45da-9785-73c265d6f917 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:24:44.728080 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (89b13067-c1e0-45da-9785-73c265d6f917), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:44.752980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:24:44.756667 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dd3001-d8ce-4123-9e3d-af39bfa0a3d8" -d '{"events": [{"server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "name": "network-vif-plugged", "status": "completed", "tag": "89b13067-c1e0-45da-9785-73c265d6f917"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:44.775715 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 89b13067-c1e0-45da-9785-73c265d6f917, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=89b13067-c1e0-45da-9785-73c265d6f917,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:44.782148 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (89b13067-c1e0-45da-9785-73c265d6f917), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:44.842861 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=89b13067-c1e0-45da-9785-73c265d6f917,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:44.876221 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1137ab8-e038-4b3c-b6f6-0414de288b9a x-openstack-request-id: req-b1137ab8-e038-4b3c-b6f6-0414de288b9a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:44.876508 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "name": "network-vif-plugged", "status": "completed", "tag": "89b13067-c1e0-45da-9785-73c265d6f917", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:44.876758 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1137ab8-e038-4b3c-b6f6-0414de288b9a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:44.877156 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917', 'code': 200} Jan 28 20:24:45.367409 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467b0d5-25de-42df-ade2-e3ca645a1933 req-5c9e24c5-2027-40b8-9819-70d3a41fbba6 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:45.369581 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d467b0d5-25de-42df-ade2-e3ca645a1933 req-5c9e24c5-2027-40b8-9819-70d3a41fbba6 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0590372 Jan 28 20:24:45.423991 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d467b0d5-25de-42df-ade2-e3ca645a1933 req-d2daecb9-b34d-4344-9b72-cf4957ad235c tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481589 Jan 28 20:24:46.565788 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f527a5-081c-48bd-941a-9fe91ed7ab15 req-4ff21b99-5203-4358-baac-52d18da5af60 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:46.567459 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5f527a5-081c-48bd-941a-9fe91ed7ab15 req-4ff21b99-5203-4358-baac-52d18da5af60 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0608044 Jan 28 20:24:46.625414 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-d5f527a5-081c-48bd-941a-9fe91ed7ab15 req-d295ddf9-2753-43ab-a613-cf140ed0ef04 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485556 Jan 28 20:24:47.754888 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6fb13-78bd-4374-bece-b342da0ab52d req-d58077ce-2d80-49a6-b87c-df11e4e0bbd0 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:47.756381 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1bd6fb13-78bd-4374-bece-b342da0ab52d req-d58077ce-2d80-49a6-b87c-df11e4e0bbd0 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0558002 Jan 28 20:24:47.835564 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1bd6fb13-78bd-4374-bece-b342da0ab52d req-fa49cafc-71fd-470d-bebf-47842bc123ab tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732677 Jan 28 20:24:48.360641 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0f08a18-6f92-4bfe-8955-3fd789d0d52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:48.976851 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058e736-a108-45f6-87b9-a01b3a77cfdc req-2484bbc7-27a1-4a18-85ed-6929ad3b5438 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:48.979130 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9058e736-a108-45f6-87b9-a01b3a77cfdc req-2484bbc7-27a1-4a18-85ed-6929ad3b5438 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0687089 Jan 28 20:24:49.032023 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-9058e736-a108-45f6-87b9-a01b3a77cfdc req-190554f7-214a-4bd6-8732-8856f5967ad8 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472205 Jan 28 20:24:50.171011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dc3e0-61b7-4509-bede-66f001f16597 req-0476f089-02d2-4f8e-b858-c29dcef2efd5 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:50.172633 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-992dc3e0-61b7-4509-bede-66f001f16597 req-0476f089-02d2-4f8e-b858-c29dcef2efd5 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0636253 Jan 28 20:24:50.229659 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-992dc3e0-61b7-4509-bede-66f001f16597 req-01f3a136-a377-4069-8866-db1e6ab8dfb0 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500512 Jan 28 20:24:50.580016 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-be1f0c0f-5396-4631-aed1-5460d9814729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:51.372142 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a26ec-099f-40b2-b2fb-8a01d9438144 req-e90d67f3-fa90-47ce-a552-ce77a981f9d4 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:51.373625 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-110a26ec-099f-40b2-b2fb-8a01d9438144 req-e90d67f3-fa90-47ce-a552-ce77a981f9d4 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0597930 Jan 28 20:24:51.426251 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-110a26ec-099f-40b2-b2fb-8a01d9438144 req-a5b6f78a-8695-4c2b-8daa-a708fcda9c10 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444760 Jan 28 20:24:51.702373 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57385f49-55bb-43ea-b068-440e952b0fdc req-853a07d3-18bf-4d65-ae06-f452eb3ccc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:51.703897 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57385f49-55bb-43ea-b068-440e952b0fdc req-853a07d3-18bf-4d65-ae06-f452eb3ccc1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f68f1c0922574c0d96ad4bee02e34393&device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 1127 time: 0.0487795 Jan 28 20:24:51.804853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57385f49-55bb-43ea-b068-440e952b0fdc req-facdd786-4b90-4e10-b92a-c9a2cc2e8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:51.806443 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57385f49-55bb-43ea-b068-440e952b0fdc req-facdd786-4b90-4e10-b92a-c9a2cc2e8957 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7e66354b-ab92-4e79-99d0-b31eb8632219 HTTP/1.1" status: 200 len: 909 time: 0.0967233 Jan 28 20:24:51.871129 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57385f49-55bb-43ea-b068-440e952b0fdc req-ffa92c5e-61d5-4142-97a8-f6b37e3214db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b13067-c1e0-45da-9785-73c265d6f917 HTTP/1.1" status: 200 len: 1001 time: 0.0587900 Jan 28 20:24:51.920810 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57385f49-55bb-43ea-b068-440e952b0fdc req-fefdc4f9-d48f-4e78-85a3-bc9ccb4e43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:51.922302 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57385f49-55bb-43ea-b068-440e952b0fdc req-fefdc4f9-d48f-4e78-85a3-bc9ccb4e43d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4d850223-65dd-425f-9517-6b3f98a610f3 HTTP/1.1" status: 200 len: 847 time: 0.0444334 Jan 28 20:24:51.982484 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57385f49-55bb-43ea-b068-440e952b0fdc req-73c166cf-4b3b-4a45-957f-afdd3afc0887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:51.983929 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57385f49-55bb-43ea-b068-440e952b0fdc req-73c166cf-4b3b-4a45-957f-afdd3afc0887 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7e66354b-ab92-4e79-99d0-b31eb8632219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496562 Jan 28 20:24:52.054409 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:52.082860 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57385f49-55bb-43ea-b068-440e952b0fdc req-711d12a5-827f-4d59-b2a6-5511adb97b5e service neutron] 10.222.0.31 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923872 Jan 28 20:24:52.191780 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-57385f49-55bb-43ea-b068-440e952b0fdc req-0adbd8e2-9bd6-436e-86f1-2cb585f0d96f service neutron] 10.222.0.31 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029408 Jan 28 20:24:52.572458 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594061b-bb65-4528-99a1-630354b222cb req-627ef8e2-e7ea-4f6b-9487-7d4161ca2c73 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:52.574039 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b594061b-bb65-4528-99a1-630354b222cb req-627ef8e2-e7ea-4f6b-9487-7d4161ca2c73 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0565298 Jan 28 20:24:52.624899 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b594061b-bb65-4528-99a1-630354b222cb req-9fb1535f-6218-406c-a198-713613455081 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430713 Jan 28 20:24:53.336125 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:53.759290 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc0068-5f57-4cf2-aa34-680719efa5bb req-8c88f00f-d62b-4a7a-baa6-0b1dc660da42 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:53.760784 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16fc0068-5f57-4cf2-aa34-680719efa5bb req-8c88f00f-d62b-4a7a-baa6-0b1dc660da42 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0549240 Jan 28 20:24:53.812250 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-16fc0068-5f57-4cf2-aa34-680719efa5bb req-1412b762-bfdd-42ff-9e19-8558febf1073 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455141 Jan 28 20:24:54.572967 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:54.636774 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 89b13067-c1e0-45da-9785-73c265d6f917 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:54.716688 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 89b13067-c1e0-45da-9785-73c265d6f917 is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:24:54.717066 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (89b13067-c1e0-45da-9785-73c265d6f917), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:54.739133 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:24:54.741284 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee0ffbc-c911-45f5-86d0-face7afd80db" -d '{"events": [{"server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "name": "network-vif-unplugged", "status": "completed", "tag": "89b13067-c1e0-45da-9785-73c265d6f917"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:54.753460 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 89b13067-c1e0-45da-9785-73c265d6f917, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=89b13067-c1e0-45da-9785-73c265d6f917,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:54.759504 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (89b13067-c1e0-45da-9785-73c265d6f917), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:54.781770 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7c80df-4cca-4d51-adb1-33ffb633533a x-openstack-request-id: req-ad7c80df-4cca-4d51-adb1-33ffb633533a {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:54.782001 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "name": "network-vif-unplugged", "status": "failed", "tag": "89b13067-c1e0-45da-9785-73c265d6f917", "code": 422}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:54.782306 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad7c80df-4cca-4d51-adb1-33ffb633533a {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:54.782694 n-d-824834-4 neutron-server[103148]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917', 'code': 422} returned with failed status Jan 28 20:24:54.807624 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=89b13067-c1e0-45da-9785-73c265d6f917,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:54.935230 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014f78d-c3f0-495f-bd1a-fbe51e05bc3f req-ea2dd604-7617-497a-b93a-8a3bfbcc321a tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:54.936731 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0014f78d-c3f0-495f-bd1a-fbe51e05bc3f req-ea2dd604-7617-497a-b93a-8a3bfbcc321a tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 943 time: 0.0556159 Jan 28 20:24:54.991379 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-0014f78d-c3f0-495f-bd1a-fbe51e05bc3f req-0de1f274-5803-42a1-8394-737cd2f21723 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486767 Jan 28 20:24:55.123854 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-41ba9308-1174-4419-9b5b-82b190640931 req-025f74da-2aae-4dcf-b7d7-0cbc759f65a9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:24:55.124871 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41ba9308-1174-4419-9b5b-82b190640931 req-025f74da-2aae-4dcf-b7d7-0cbc759f65a9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0503068 Jan 28 20:24:55.295601 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8279c-ebb6-47fb-98f5-cde4fb754099 req-6977c850-ce9a-495b-bd53-aacffe4c8c2b tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:55.297140 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6fb8279c-ebb6-47fb-98f5-cde4fb754099 req-6977c850-ce9a-495b-bd53-aacffe4c8c2b tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 943 time: 0.0536957 Jan 28 20:24:55.346112 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6fb8279c-ebb6-47fb-98f5-cde4fb754099 req-f21c55ed-859c-4876-ab68-cff6fd9ebb74 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429041 Jan 28 20:24:55.541183 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-606d01fd-26e0-47d4-817b-ee831e11d86c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878174 Jan 28 20:24:56.139298 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:56.319038 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-a1557c5c-b6c3-4ca7-9823-b6a7ba393094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:56.320460 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-a1557c5c-b6c3-4ca7-9823-b6a7ba393094 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e&tenant_id=f68f1c0922574c0d96ad4bee02e34393 HTTP/1.1" status: 200 len: 1125 time: 0.0521562 Jan 28 20:24:56.331288 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-824834-4', 'device_owner': 'compute:nova'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:24:56.395374 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (89b13067-c1e0-45da-9785-73c265d6f917), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:56.561159 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bed296-7295-410f-b65e-6569e4b2fdd8 req-b649ad86-94dc-487e-97bd-6d71126f87df tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:56.562386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32bed296-7295-410f-b65e-6569e4b2fdd8 req-b649ad86-94dc-487e-97bd-6d71126f87df tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 943 time: 0.1338000 Jan 28 20:24:56.681594 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-32bed296-7295-410f-b65e-6569e4b2fdd8 req-cb801e9a-381c-4365-9c2d-ac9f29107659 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037831 Jan 28 20:24:56.697355 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] For port 89b13067-c1e0-45da-9785-73c265d6f917, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=89b13067-c1e0-45da-9785-73c265d6f917,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:24:56.734434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] For port 89b13067-c1e0-45da-9785-73c265d6f917, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:56.766479 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b13067-c1e0-45da-9785-73c265d6f917 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:24:56.774185 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Publish callbacks [] for port (89b13067-c1e0-45da-9785-73c265d6f917), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:56.786864 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Transition to ACTIVE for port object 89b13067-c1e0-45da-9785-73c265d6f917 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:24:56.792099 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (89b13067-c1e0-45da-9785-73c265d6f917), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:56.876509 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Pushing event updated for resources: {'Port': ['ID=89b13067-c1e0-45da-9785-73c265d6f917,revision_number=9']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:56.888439 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.888785 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.889130 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.889468 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.889796 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.890151 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.890481 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.890806 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.891127 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.891452 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.891756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.892077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.892399 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:24:56.926345 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] No DVR routers for this DVR port 89b13067-c1e0-45da-9785-73c265d6f917 on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:24:57.062408 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Attempting to bind port 89b13067-c1e0-45da-9785-73c265d6f917 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:24:57.062740 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Attempting to bind port 89b13067-c1e0-45da-9785-73c265d6f917 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': '531248fb-3e62-4dea-a779-35259253439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:24:57.063070 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Attempting to bind port 89b13067-c1e0-45da-9785-73c265d6f917 on network 7e66354b-ab92-4e79-99d0-b31eb8632219 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:57.067640 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Port 89b13067-c1e0-45da-9785-73c265d6f917 on network 7e66354b-ab92-4e79-99d0-b31eb8632219 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:24:57.067962 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Attempting to bind port 89b13067-c1e0-45da-9785-73c265d6f917 on network 7e66354b-ab92-4e79-99d0-b31eb8632219 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:24:57.072929 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:24:57.073268 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Checking segment: {'id': '531248fb-3e62-4dea-a779-35259253439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:24:57.073654 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Bound using segment: {'id': '531248fb-3e62-4dea-a779-35259253439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:24:57.074061 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Bound port: 89b13067-c1e0-45da-9785-73c265d6f917, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531248fb-3e62-4dea-a779-35259253439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:24:57.074497 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (89b13067-c1e0-45da-9785-73c265d6f917), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:57.139266 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] For port 89b13067-c1e0-45da-9785-73c265d6f917, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:24:57.142225 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] For port 89b13067-c1e0-45da-9785-73c265d6f917, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=89b13067-c1e0-45da-9785-73c265d6f917,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:24:57.150302 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (89b13067-c1e0-45da-9785-73c265d6f917), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:57.185743 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:57.186461 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:57.187840 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] 10.222.0.37 "PUT /v2.0/ports/89b13067-c1e0-45da-9785-73c265d6f917 HTTP/1.1" status: 200 len: 1091 time: 0.8605726 Jan 28 20:24:57.188281 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:24:57.190583 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41f8593-a185-4c8b-b14f-349ddd790d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "tag": "89b13067-c1e0-45da-9785-73c265d6f917"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:24:57.245914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ebef6-2e35-4625-b378-077fd414c936 service neutron] Pushing event updated for resources: {'Port': ['ID=89b13067-c1e0-45da-9785-73c265d6f917,revision_number=10']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:24:57.275039 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-8c4c5c84-fdb6-4536-bee3-1db6e05660a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:57.276587 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-8c4c5c84-fdb6-4536-bee3-1db6e05660a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f68f1c0922574c0d96ad4bee02e34393&device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 1126 time: 0.0638773 Jan 28 20:24:57.303326 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd327c7-d230-48de-a3f5-4e7a7c05e07b x-openstack-request-id: req-5fd327c7-d230-48de-a3f5-4e7a7c05e07b {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:24:57.303620 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "tag": "89b13067-c1e0-45da-9785-73c265d6f917", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:24:57.303896 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5fd327c7-d230-48de-a3f5-4e7a7c05e07b {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:24:57.304306 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917', 'status': 'completed', 'code': 200} Jan 28 20:24:57.372138 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-dfd56468-bbbf-47fb-bbd8-ee4add788bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:57.373632 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-dfd56468-bbbf-47fb-bbd8-ee4add788bd5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e66354b-ab92-4e79-99d0-b31eb8632219 HTTP/1.1" status: 200 len: 909 time: 0.0908809 Jan 28 20:24:57.445952 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-75b0a50e-b39f-42ac-9eaa-0cfecb5da233 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b13067-c1e0-45da-9785-73c265d6f917 HTTP/1.1" status: 200 len: 999 time: 0.0659955 Jan 28 20:24:57.492791 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-0b2d34f0-06b9-4aa3-b5b6-1c69a7b2d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:57.494285 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-0b2d34f0-06b9-4aa3-b5b6-1c69a7b2d423 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d850223-65dd-425f-9517-6b3f98a610f3 HTTP/1.1" status: 200 len: 847 time: 0.0427237 Jan 28 20:24:57.544296 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-33bd58f4-79cb-4cf2-8760-7be75394e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:57.545810 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-33bd58f4-79cb-4cf2-8760-7be75394e197 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e66354b-ab92-4e79-99d0-b31eb8632219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460186 Jan 28 20:24:57.639388 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-0988d178-f623-412c-9d01-6ca8905c4814 service neutron] 10.222.0.37 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869517 Jan 28 20:24:57.729261 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-4b89380d-d075-40a5-8599-9fc20b221b83 service neutron] 10.222.0.37 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842121 Jan 28 20:24:57.841648 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c7257-52b5-4685-b23a-15e110d94968 req-4d5c427b-fc3d-4877-9d46-1691c298b84b tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:57.843261 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d33c7257-52b5-4685-b23a-15e110d94968 req-4d5c427b-fc3d-4877-9d46-1691c298b84b tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 944 time: 0.0918014 Jan 28 20:24:57.846056 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f8593-a185-4c8b-b14f-349ddd790d8b req-8c2060dc-46fa-4e6d-a9c0-3698defa76ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:57.847406 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f41f8593-a185-4c8b-b14f-349ddd790d8b req-8c2060dc-46fa-4e6d-a9c0-3698defa76ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f68f1c0922574c0d96ad4bee02e34393&device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 1126 time: 0.0675228 Jan 28 20:24:57.942838 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d33c7257-52b5-4685-b23a-15e110d94968 req-536f3755-0521-4d66-80d9-015e3d75d39c tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927951 Jan 28 20:24:57.982412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f8593-a185-4c8b-b14f-349ddd790d8b req-9a08eae3-4759-4adf-b975-52969226d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:57.984495 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f41f8593-a185-4c8b-b14f-349ddd790d8b req-9a08eae3-4759-4adf-b975-52969226d866 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e66354b-ab92-4e79-99d0-b31eb8632219 HTTP/1.1" status: 200 len: 909 time: 0.1207459 Jan 28 20:24:58.133392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f41f8593-a185-4c8b-b14f-349ddd790d8b req-60a5a762-5f01-4c32-a137-218fd9a0df6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b13067-c1e0-45da-9785-73c265d6f917 HTTP/1.1" status: 200 len: 999 time: 0.1418364 Jan 28 20:24:58.659289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 89b13067-c1e0-45da-9785-73c265d6f917 no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:24:58.700596 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] The host n-h1-824834-4 is not matching for port 89b13067-c1e0-45da-9785-73c265d6f917 host n-h2-824834-4! {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 28 20:24:58.701283 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 89b13067-c1e0-45da-9785-73c265d6f917 not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:24:59.094069 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e6099-9a13-434d-a7b0-d8678d611ded req-7a2b7262-3256-4853-a927-2780c4200501 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:24:59.096179 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-991e6099-9a13-434d-a7b0-d8678d611ded req-7a2b7262-3256-4853-a927-2780c4200501 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 944 time: 0.0557048 Jan 28 20:24:59.152995 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-991e6099-9a13-434d-a7b0-d8678d611ded req-8b382189-0c11-4e91-8c3c-94bfc1f7c912 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509427 Jan 28 20:25:00.282252 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba4615-a037-47df-b60a-9d4cc09d3219 req-f3d73da0-6cd4-420d-9186-0f1affd3d252 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:00.283671 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-91ba4615-a037-47df-b60a-9d4cc09d3219 req-f3d73da0-6cd4-420d-9186-0f1affd3d252 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 944 time: 0.0553033 Jan 28 20:25:00.334311 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-91ba4615-a037-47df-b60a-9d4cc09d3219 req-00996a66-fafc-4f5d-9a07-fe9663b5aef2 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446935 Jan 28 20:25:01.086513 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:01.465177 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355426cc-6ab2-4480-a610-9240e8f7563e req-1eef2ef2-22b9-4440-a12b-b0ce6b3c72c0 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:01.467919 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-355426cc-6ab2-4480-a610-9240e8f7563e req-1eef2ef2-22b9-4440-a12b-b0ce6b3c72c0 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 944 time: 0.0584118 Jan 28 20:25:01.522115 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-355426cc-6ab2-4480-a610-9240e8f7563e req-748a6f93-423e-4c56-ae97-f0e4ed0a0ab1 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484612 Jan 28 20:25:02.651458 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66519f5-e215-40ca-b5e6-19da000e0cf5 req-88d37a97-bfeb-44d2-bb96-c62d21a4fb02 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:02.653226 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c66519f5-e215-40ca-b5e6-19da000e0cf5 req-88d37a97-bfeb-44d2-bb96-c62d21a4fb02 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 944 time: 0.0582213 Jan 28 20:25:02.706438 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c66519f5-e215-40ca-b5e6-19da000e0cf5 req-fe86c544-e0b2-43da-b4cb-f77c906557b6 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475540 Jan 28 20:25:03.845443 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05c8f8-78fc-461a-bd2d-d2f05aed4db3 req-bab06370-aaa7-4cce-b3e0-d79d62e78e38 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:03.847127 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fb05c8f8-78fc-461a-bd2d-d2f05aed4db3 req-bab06370-aaa7-4cce-b3e0-d79d62e78e38 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 944 time: 0.0678978 Jan 28 20:25:03.903959 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-fb05c8f8-78fc-461a-bd2d-d2f05aed4db3 req-357212fa-43e5-4c97-a723-b390e55712b4 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501320 Jan 28 20:25:05.033374 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcc64b-5b00-40e8-bad7-6047a855b181 req-2cd96c30-7ef1-412b-a920-50f3f5a4a939 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:05.034909 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-addcc64b-5b00-40e8-bad7-6047a855b181 req-2cd96c30-7ef1-412b-a920-50f3f5a4a939 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 944 time: 0.0557468 Jan 28 20:25:05.090843 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-addcc64b-5b00-40e8-bad7-6047a855b181 req-144afa6f-9252-4bb7-a371-ea5af602a4b7 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487752 Jan 28 20:25:06.230768 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2a1d4-24c6-4052-8555-699596a7f527 req-b60a4899-2538-4899-86b5-25d34a4eb2a3 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:06.232138 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-12c2a1d4-24c6-4052-8555-699596a7f527 req-b60a4899-2538-4899-86b5-25d34a4eb2a3 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 944 time: 0.0633411 Jan 28 20:25:06.281526 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-12c2a1d4-24c6-4052-8555-699596a7f527 req-7b6f0f86-db9c-4577-9e8f-22f3967a45c9 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437605 Jan 28 20:25:07.407141 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fb165-b5f9-4b39-ae98-d8512def4e2d req-6fe300fe-0243-4fe8-be06-d574264271fe tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:07.408639 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-042fb165-b5f9-4b39-ae98-d8512def4e2d req-6fe300fe-0243-4fe8-be06-d574264271fe tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 944 time: 0.0544639 Jan 28 20:25:07.465317 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-042fb165-b5f9-4b39-ae98-d8512def4e2d req-2e8cec32-5903-42e0-b876-f52aa30e31da tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509696 Jan 28 20:25:07.768506 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f8593-a185-4c8b-b14f-349ddd790d8b req-9bcdc27c-cee2-41e8-957f-c117c32f5537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:07.769967 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f41f8593-a185-4c8b-b14f-349ddd790d8b req-9bcdc27c-cee2-41e8-957f-c117c32f5537 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d850223-65dd-425f-9517-6b3f98a610f3 HTTP/1.1" status: 200 len: 847 time: 0.0499015 Jan 28 20:25:07.825976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f8593-a185-4c8b-b14f-349ddd790d8b req-fdec4fde-9b88-4a74-9e02-b1fc3a3a7ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:07.827823 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f41f8593-a185-4c8b-b14f-349ddd790d8b req-fdec4fde-9b88-4a74-9e02-b1fc3a3a7ef1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e66354b-ab92-4e79-99d0-b31eb8632219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512393 Jan 28 20:25:07.933767 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f41f8593-a185-4c8b-b14f-349ddd790d8b req-f5d00a42-4df9-4260-9499-e5add36de4cf service neutron] 10.222.0.37 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961673 Jan 28 20:25:08.024910 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f41f8593-a185-4c8b-b14f-349ddd790d8b req-46d8a749-2ca1-4996-9ef5-13e3c258f95d service neutron] 10.222.0.37 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839112 Jan 28 20:25:08.609787 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10366ec4-db22-4ee8-9840-96c734bd2168 req-ca871aec-c3b6-4ca2-8621-e32944884365 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:08.611352 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10366ec4-db22-4ee8-9840-96c734bd2168 req-ca871aec-c3b6-4ca2-8621-e32944884365 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 944 time: 0.0628281 Jan 28 20:25:08.659858 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-10366ec4-db22-4ee8-9840-96c734bd2168 req-25903b11-5a72-4b26-ac23-4b5934900869 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427837 Jan 28 20:25:09.807642 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562ae03-2401-42e1-a2c8-c0c41f8eac8b req-26f12500-ce2b-4a44-b42a-c440cb058313 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:09.809117 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2562ae03-2401-42e1-a2c8-c0c41f8eac8b req-26f12500-ce2b-4a44-b42a-c440cb058313 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 944 time: 0.0628140 Jan 28 20:25:09.859815 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-2562ae03-2401-42e1-a2c8-c0c41f8eac8b req-ea822ae1-a1e9-44ee-920b-f132bc8598ad tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425503 Jan 28 20:25:11.002838 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9427e4-4abe-4016-8da7-e76f41dfca8d req-4991fbbb-5f19-4e5a-acf6-9d10a27f73ec tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:11.004313 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b9427e4-4abe-4016-8da7-e76f41dfca8d req-4991fbbb-5f19-4e5a-acf6-9d10a27f73ec tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 944 time: 0.0579495 Jan 28 20:25:11.059017 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-6b9427e4-4abe-4016-8da7-e76f41dfca8d req-a8e509e4-b1bf-4851-84d5-e59cdcdc0a37 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463967 Jan 28 20:25:11.429100 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 89b13067-c1e0-45da-9785-73c265d6f917 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:25:11.548290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 89b13067-c1e0-45da-9785-73c265d6f917, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=89b13067-c1e0-45da-9785-73c265d6f917,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:11.559042 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '89b13067-c1e0-45da-9785-73c265d6f917', 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'port_id': '89b13067-c1e0-45da-9785-73c265d6f917', 'mac_address': 'fa:16:3e:ed:2f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:25:11.606746 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 89b13067-c1e0-45da-9785-73c265d6f917 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:25:11.607141 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (89b13067-c1e0-45da-9785-73c265d6f917), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:11.620394 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b13067-c1e0-45da-9785-73c265d6f917 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:25:11.644814 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 89b13067-c1e0-45da-9785-73c265d6f917, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=89b13067-c1e0-45da-9785-73c265d6f917,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:11.650932 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (89b13067-c1e0-45da-9785-73c265d6f917), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:11.702235 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=89b13067-c1e0-45da-9785-73c265d6f917,revision_number=11']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:12.001884 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['89b13067-c1e0-45da-9785-73c265d6f917'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:25:12.187218 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e20932-441d-4265-b7e6-bc66bdbef633 req-da422dd6-313a-4dd6-9bfa-72c820647fd2 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:12.188704 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37e20932-441d-4265-b7e6-bc66bdbef633 req-da422dd6-313a-4dd6-9bfa-72c820647fd2 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0559795 Jan 28 20:25:12.237245 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-37e20932-441d-4265-b7e6-bc66bdbef633 req-0a23ea2a-d0cd-41a6-b9a7-976dd199a407 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428436 Jan 28 20:25:13.375958 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4d4d0-ec0f-431c-9121-d9d423224f09 req-7840a03a-8ac4-4be8-b256-15b45b3c3330 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:13.377437 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aff4d4d0-ec0f-431c-9121-d9d423224f09 req-7840a03a-8ac4-4be8-b256-15b45b3c3330 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 945 time: 0.0614684 Jan 28 20:25:13.428500 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-aff4d4d0-ec0f-431c-9121-d9d423224f09 req-34376551-3e53-4ebb-b876-0bf891dbe7a3 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453262 Jan 28 20:25:13.442119 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 89b13067-c1e0-45da-9785-73c265d6f917 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:25:13.492386 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 89b13067-c1e0-45da-9785-73c265d6f917 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:25:13.496320 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 89b13067-c1e0-45da-9785-73c265d6f917 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:25:13.496713 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (89b13067-c1e0-45da-9785-73c265d6f917), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:13.575769 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 89b13067-c1e0-45da-9785-73c265d6f917 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:25:13.576134 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (89b13067-c1e0-45da-9785-73c265d6f917), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:13.599267 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:25:13.601487 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c0e6d3-75b1-4f12-b3e3-52eaaf22cb34" -d '{"events": [{"server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "name": "network-vif-plugged", "status": "completed", "tag": "89b13067-c1e0-45da-9785-73c265d6f917"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:25:13.613551 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 89b13067-c1e0-45da-9785-73c265d6f917, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=89b13067-c1e0-45da-9785-73c265d6f917,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:25:13.618732 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (89b13067-c1e0-45da-9785-73c265d6f917), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:13.642239 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e821f7f-81ab-400a-9107-b93090ca3c5e x-openstack-request-id: req-3e821f7f-81ab-400a-9107-b93090ca3c5e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:25:13.642528 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "name": "network-vif-plugged", "status": "completed", "tag": "89b13067-c1e0-45da-9785-73c265d6f917", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:25:13.642779 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e821f7f-81ab-400a-9107-b93090ca3c5e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:25:13.643165 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917', 'code': 200} Jan 28 20:25:13.668695 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=89b13067-c1e0-45da-9785-73c265d6f917,revision_number=12']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:25:13.809391 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b6899-69b0-4bd2-80c3-e26ca0bf51ea req-eebff5c4-6d68-420b-bb58-251f2f7f243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:13.810968 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb7b6899-69b0-4bd2-80c3-e26ca0bf51ea req-eebff5c4-6d68-420b-bb58-251f2f7f243d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 1128 time: 0.0461683 Jan 28 20:25:13.858193 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb7b6899-69b0-4bd2-80c3-e26ca0bf51ea req-a4f0a39d-6a5b-41c4-8c37-f2224c1a0750 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398040 Jan 28 20:25:14.563950 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb037ed-957d-4851-82eb-e4c6415512e9 req-35522142-026d-422e-a381-15bd4325a102 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:14.565428 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2eb037ed-957d-4851-82eb-e4c6415512e9 req-35522142-026d-422e-a381-15bd4325a102 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 946 time: 0.0544484 Jan 28 20:25:14.619467 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-2eb037ed-957d-4851-82eb-e4c6415512e9 req-28abaa39-e869-4f86-930f-a72982c2ff70 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482321 Jan 28 20:25:15.346267 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:25:15.745950 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d3e50-9d42-47d7-9508-13d29f5a72ad req-de88f4f0-a885-4eec-acc6-fa68ca058d77 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:15.747462 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-399d3e50-9d42-47d7-9508-13d29f5a72ad req-de88f4f0-a885-4eec-acc6-fa68ca058d77 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 946 time: 0.0563583 Jan 28 20:25:16.139494 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-399d3e50-9d42-47d7-9508-13d29f5a72ad req-cae7b9d2-0ac7-42cf-a888-b897d4d7251b tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3861840 Jan 28 20:25:17.259351 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7707f63-350e-4248-aeee-e91a14a62dc3 req-a7032378-8b80-4a69-9276-d7cc3c21bf10 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:17.260941 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c7707f63-350e-4248-aeee-e91a14a62dc3 req-a7032378-8b80-4a69-9276-d7cc3c21bf10 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 946 time: 0.0534065 Jan 28 20:25:17.310507 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-c7707f63-350e-4248-aeee-e91a14a62dc3 req-ba0955ed-4843-4f54-b8c0-60596e9f6413 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435827 Jan 28 20:25:17.711005 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e17adfd8-3c1b-464b-8446-5e25376847cf req-750e4cac-ff1f-43ed-873b-5da1f2676d18 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453665 Jan 28 20:25:17.800552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17adfd8-3c1b-464b-8446-5e25376847cf req-7ee07c7b-26b8-4269-9b01-8c780a541683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:17.802061 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e17adfd8-3c1b-464b-8446-5e25376847cf req-7ee07c7b-26b8-4269-9b01-8c780a541683 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f68f1c0922574c0d96ad4bee02e34393&device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 1128 time: 0.0462625 Jan 28 20:25:17.910509 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17adfd8-3c1b-464b-8446-5e25376847cf req-89e5d514-6fc0-428c-89c4-b33a570d472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:17.911984 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e17adfd8-3c1b-464b-8446-5e25376847cf req-89e5d514-6fc0-428c-89c4-b33a570d472d service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e66354b-ab92-4e79-99d0-b31eb8632219 HTTP/1.1" status: 200 len: 909 time: 0.0905929 Jan 28 20:25:17.977625 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e17adfd8-3c1b-464b-8446-5e25376847cf req-3073f1c4-e6b9-4b52-b3b4-681d0fe901ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b13067-c1e0-45da-9785-73c265d6f917 HTTP/1.1" status: 200 len: 1001 time: 0.0598278 Jan 28 20:25:18.028301 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17adfd8-3c1b-464b-8446-5e25376847cf req-3e0d5495-a066-43f0-908c-052866e166b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:18.029811 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e17adfd8-3c1b-464b-8446-5e25376847cf req-3e0d5495-a066-43f0-908c-052866e166b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d850223-65dd-425f-9517-6b3f98a610f3 HTTP/1.1" status: 200 len: 847 time: 0.0458972 Jan 28 20:25:18.103155 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17adfd8-3c1b-464b-8446-5e25376847cf req-452414e8-8a57-4d48-bcb9-0cea71c4c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:25:18.104909 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e17adfd8-3c1b-464b-8446-5e25376847cf req-452414e8-8a57-4d48-bcb9-0cea71c4c3da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e66354b-ab92-4e79-99d0-b31eb8632219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0672698 Jan 28 20:25:18.114923 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-e17adfd8-3c1b-464b-8446-5e25376847cf req-99e24f52-9fe7-4ed8-a20e-8c63380f4d8d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:25:18.115851 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e17adfd8-3c1b-464b-8446-5e25376847cf req-99e24f52-9fe7-4ed8-a20e-8c63380f4d8d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050249 Jan 28 20:25:18.208069 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e17adfd8-3c1b-464b-8446-5e25376847cf req-af112d81-0092-4e3b-aad4-4ef5bc7c79fc service neutron] 10.222.0.37 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859320 Jan 28 20:25:18.300364 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e17adfd8-3c1b-464b-8446-5e25376847cf req-374c2388-5ac8-41ee-a1f2-6107529093fa service neutron] 10.222.0.37 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865273 Jan 28 20:25:18.356004 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b832322-cc6b-4c72-b036-daac3e415164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:20.578607 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f99f3f7-cb5e-4bf7-8fa8-fe1b43f61b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:22.063523 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:23.341564 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:24.568442 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:26.147176 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:31.093755 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:48.363686 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0175b8b8-10c4-4a4f-ae0f-616b611fe2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:50.573716 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-849ff460-c4dd-4c09-ad4d-e3867b5fcff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:52.063596 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:52.346503 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:25:53.339994 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:54.574657 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:56.166647 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:01.091461 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.370067 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5ac23879-ca51-43d3-b3da-98cbff45444d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.731392 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-82d9f7ea-e3e7-4d59-baaa-a7cb2ce5ea1e req-b7b4982c-a37d-46c9-a2b0-4938eebd8c1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0955174 Jan 28 20:26:18.826619 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9f7ea-e3e7-4d59-baaa-a7cb2ce5ea1e req-e73980cf-9502-4b0f-a3a5-44ff6b3b5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:18.828312 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-82d9f7ea-e3e7-4d59-baaa-a7cb2ce5ea1e req-e73980cf-9502-4b0f-a3a5-44ff6b3b5d7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f68f1c0922574c0d96ad4bee02e34393&device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 1128 time: 0.0532868 Jan 28 20:26:18.935711 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9f7ea-e3e7-4d59-baaa-a7cb2ce5ea1e req-74b05692-b1bd-4fbb-90a4-b0dd534c1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:18.937140 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-82d9f7ea-e3e7-4d59-baaa-a7cb2ce5ea1e req-74b05692-b1bd-4fbb-90a4-b0dd534c1497 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e66354b-ab92-4e79-99d0-b31eb8632219 HTTP/1.1" status: 200 len: 909 time: 0.0899193 Jan 28 20:26:19.012682 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-82d9f7ea-e3e7-4d59-baaa-a7cb2ce5ea1e req-3975b2c0-4108-4d9b-84dc-a22ef02f3868 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b13067-c1e0-45da-9785-73c265d6f917 HTTP/1.1" status: 200 len: 1001 time: 0.0693650 Jan 28 20:26:19.062678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9f7ea-e3e7-4d59-baaa-a7cb2ce5ea1e req-cc8282c8-d2ea-4294-ae29-33749596cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:19.064271 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-82d9f7ea-e3e7-4d59-baaa-a7cb2ce5ea1e req-cc8282c8-d2ea-4294-ae29-33749596cfd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d850223-65dd-425f-9517-6b3f98a610f3 HTTP/1.1" status: 200 len: 847 time: 0.0462379 Jan 28 20:26:19.117604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9f7ea-e3e7-4d59-baaa-a7cb2ce5ea1e req-e551420e-75d7-4d71-b6fa-a2bc8af3088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:19.119721 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-82d9f7ea-e3e7-4d59-baaa-a7cb2ce5ea1e req-e551420e-75d7-4d71-b6fa-a2bc8af3088a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e66354b-ab92-4e79-99d0-b31eb8632219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494685 Jan 28 20:26:19.231155 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-82d9f7ea-e3e7-4d59-baaa-a7cb2ce5ea1e req-caba81b6-0be6-4994-9538-68db02631874 service neutron] 10.222.0.37 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014059 Jan 28 20:26:19.322964 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-82d9f7ea-e3e7-4d59-baaa-a7cb2ce5ea1e req-09c68ebd-2b62-49b5-a2d9-c48d6ff86d8f service neutron] 10.222.0.37 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860984 Jan 28 20:26:20.578858 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-82fec952-8099-46ab-8130-f5b6dd275465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:22.074241 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:23.345483 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.575487 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:26.170615 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:29.352438 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:26:31.103943 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:48.367299 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed43fe0-707c-4922-81b1-330738e41557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:50.595837 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-13732ea0-27c9-4b00-8564-615a6fdc91a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:52.083977 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:53.356998 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:54.577680 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:56.162278 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:01.100542 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:01.653239 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38282) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:01.815788 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Deleting port 2e64c16f-7732-4941-908d-811f09b5706a {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:27:01.816115 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (2e64c16f-7732-4941-908d-811f09b5706a), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:01.893668 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (2e64c16f-7732-4941-908d-811f09b5706a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:01.893956 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for floatingip (2e64c16f-7732-4941-908d-811f09b5706a), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:01.906596 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Calling delete_port for 2e64c16f-7732-4941-908d-811f09b5706a owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:27:02.066794 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (2e64c16f-7732-4941-908d-811f09b5706a), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:02.093301 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Pushing event deleted for resources: {'Port': ['ID=2e64c16f-7732-4941-908d-811f09b5706a,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:02.120286 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:02.120636 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:02.120976 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:02.121310 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:02.121644 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:02.121975 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:02.122338 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:02.122678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:02.123011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:02.123323 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:02.123647 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:02.123975 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:02.124299 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:02.165991 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for floatingip (ad83e84d-ab9b-4d24-8a2b-4994eceaef5f), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:02.166306 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Floating IP ad83e84d-ab9b-4d24-8a2b-4994eceaef5f disassociated (deleted). External IP: 172.25.0.120, port: 89b13067-c1e0-45da-9785-73c265d6f917. Jan 28 20:27:02.396709 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:27:02.504465 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:27:02.509334 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:02.515603 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccabdd7e-8bab-44d0-b464-a5a9e21efe2d None None] Sync routers for ids ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:27:02.525748 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccabdd7e-8bab-44d0-b464-a5a9e21efe2d None None] Routers {'40bd390d-5c25-4fd9-8dd4-6d44785bfddd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:27:02.526346 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ccabdd7e-8bab-44d0-b464-a5a9e21efe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:26:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:02.541123 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0fa57b8c-52e0-4fb5-ae5f-2b8333a5e66d tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "DELETE /v2.0/floatingips/ad83e84d-ab9b-4d24-8a2b-4994eceaef5f HTTP/1.1" status: 204 len: 168 time: 0.8867502 Jan 28 20:27:02.541706 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:02.544063 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d349f0f-3c8f-4368-84be-23613593a14c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "tag": "89b13067-c1e0-45da-9785-73c265d6f917"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:02.598869 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41a5bd8-b9d7-45db-aa00-44c772950e6c x-openstack-request-id: req-f41a5bd8-b9d7-45db-aa00-44c772950e6c {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:02.599158 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "tag": "89b13067-c1e0-45da-9785-73c265d6f917", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:02.599409 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f41a5bd8-b9d7-45db-aa00-44c772950e6c {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:02.599819 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917', 'status': 'completed', 'code': 200} Jan 28 20:27:02.636289 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ccabdd7e-8bab-44d0-b464-a5a9e21efe2d None None] Set router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:27:02.654431 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d349f0f-3c8f-4368-84be-23613593a14c req-ddd660bb-6279-4298-bad5-d48f9c62cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.655978 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d349f0f-3c8f-4368-84be-23613593a14c req-ddd660bb-6279-4298-bad5-d48f9c62cad1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f68f1c0922574c0d96ad4bee02e34393&device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 1128 time: 0.0473673 Jan 28 20:27:02.757760 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d349f0f-3c8f-4368-84be-23613593a14c req-5326b87f-74f8-4d7a-9208-8f48ee2db7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.759305 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d349f0f-3c8f-4368-84be-23613593a14c req-5326b87f-74f8-4d7a-9208-8f48ee2db7b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e66354b-ab92-4e79-99d0-b31eb8632219 HTTP/1.1" status: 200 len: 909 time: 0.0967665 Jan 28 20:27:02.805558 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a92d98-5a55-4fcd-82b3-a4b17148e993 req-d66889f5-a640-4201-979f-f15cb23d54bb tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.807079 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-31a92d98-5a55-4fcd-82b3-a4b17148e993 req-d66889f5-a640-4201-979f-f15cb23d54bb tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 946 time: 0.0645404 Jan 28 20:27:02.813102 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d349f0f-3c8f-4368-84be-23613593a14c req-bea2a705-e3b7-4f2b-8666-315cf02023de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b13067-c1e0-45da-9785-73c265d6f917 HTTP/1.1" status: 200 len: 217 time: 0.0434687 Jan 28 20:27:02.848027 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ccabdd7e-8bab-44d0-b464-a5a9e21efe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'name': 'tempest-TestShelveInstance-403641551-router', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:12Z', 'revision_number': 4, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'gw_port': {'id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ba965758-c902-488e-ac03-9dcd79367ab4', 'name': '', 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'mac_address': 'fa:16:3e:f0:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:12Z', 'updated_at': '2022-01-28T20:22:16Z', 'revision_number': 5, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'subnets': [{'id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:02.856531 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [req-31a92d98-5a55-4fcd-82b3-a4b17148e993 req-47053cfe-6fd9-415b-b7f6-ab97e2869e40 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433769 Jan 28 20:27:02.864768 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d349f0f-3c8f-4368-84be-23613593a14c req-561649b5-9c56-4bd9-99d4-ca8be1d17d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.866325 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d349f0f-3c8f-4368-84be-23613593a14c req-561649b5-9c56-4bd9-99d4-ca8be1d17d25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4d850223-65dd-425f-9517-6b3f98a610f3 HTTP/1.1" status: 200 len: 847 time: 0.0468748 Jan 28 20:27:02.919772 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d349f0f-3c8f-4368-84be-23613593a14c req-6ddcdc81-7adb-4e4a-af25-8ffb2ced9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.921346 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d349f0f-3c8f-4368-84be-23613593a14c req-6ddcdc81-7adb-4e4a-af25-8ffb2ced9433 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e66354b-ab92-4e79-99d0-b31eb8632219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467157 Jan 28 20:27:02.966617 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccabdd7e-8bab-44d0-b464-a5a9e21efe2d None None] Checking router: 40bd390d-5c25-4fd9-8dd4-6d44785bfddd for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:27:02.975355 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccabdd7e-8bab-44d0-b464-a5a9e21efe2d None None] Routers {'40bd390d-5c25-4fd9-8dd4-6d44785bfddd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:27:02.975965 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ccabdd7e-8bab-44d0-b464-a5a9e21efe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:26:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:03.020745 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d349f0f-3c8f-4368-84be-23613593a14c req-1f42ff48-674e-4f12-9e53-70b0a305110f service neutron] 10.222.0.37 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901861 Jan 28 20:27:03.079530 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ccabdd7e-8bab-44d0-b464-a5a9e21efe2d None None] Set router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:27:03.112422 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5d349f0f-3c8f-4368-84be-23613593a14c req-f6020ee3-35eb-44ce-860f-42748ae16a15 service neutron] 10.222.0.37 "GET /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836513 Jan 28 20:27:03.280305 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ccabdd7e-8bab-44d0-b464-a5a9e21efe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'name': 'tempest-TestShelveInstance-403641551-router', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:12Z', 'revision_number': 4, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'gw_port': {'id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ba965758-c902-488e-ac03-9dcd79367ab4', 'name': '', 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'mac_address': 'fa:16:3e:f0:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:12Z', 'updated_at': '2022-01-28T20:22:16Z', 'revision_number': 5, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'subnets': [{'id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:03.310318 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccabdd7e-8bab-44d0-b464-a5a9e21efe2d None None] The sync data for ids ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'] in n-d-824834-4 is: [{'id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'name': 'tempest-TestShelveInstance-403641551-router', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:12Z', 'revision_number': 4, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'gw_port': {'id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': 'ba965758-c902-488e-ac03-9dcd79367ab4', 'name': '', 'network_id': '7e66354b-ab92-4e79-99d0-b31eb8632219', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'mac_address': 'fa:16:3e:f0:ae:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:12Z', 'updated_at': '2022-01-28T20:22:16Z', 'revision_number': 5, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'subnets': [{'id': '4d850223-65dd-425f-9517-6b3f98a610f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:27:03.544897 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f065d2b9-3c2b-4820-b969-cd16dbcfc9b0 None None] New status for floating IP ad83e84d-ab9b-4d24-8a2b-4994eceaef5f: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:27:03.998077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10fedc-5d5d-424e-abe0-5c33e5f05820 req-0a823458-1e17-492f-afb3-8739facbcb0e tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:03.999732 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7d10fedc-5d5d-424e-abe0-5c33e5f05820 req-0a823458-1e17-492f-afb3-8739facbcb0e tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 946 time: 0.0596607 Jan 28 20:27:04.051427 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7d10fedc-5d5d-424e-abe0-5c33e5f05820 req-f5d8af7c-41fb-45a9-9a29-30eb3d67a9da tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0b05e87-ad21-496f-9e0e-6669032a91d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457547 Jan 28 20:27:04.480510 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7ef93-5f79-4ac0-b62a-ce0dddabb329 req-9308c07b-1f39-472d-8eaf-5ffb27f55ec4 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:04.481969 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8e7ef93-5f79-4ac0-b62a-ce0dddabb329 req-9308c07b-1f39-472d-8eaf-5ffb27f55ec4 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 946 time: 0.0654075 Jan 28 20:27:04.579109 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e8e7ef93-5f79-4ac0-b62a-ce0dddabb329 req-f7895045-b3a8-4b26-aeaa-e050733405bf tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Deleting port 89b13067-c1e0-45da-9785-73c265d6f917 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:27:04.579456 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e8e7ef93-5f79-4ac0-b62a-ce0dddabb329 req-f7895045-b3a8-4b26-aeaa-e050733405bf tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (89b13067-c1e0-45da-9785-73c265d6f917), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:04.670233 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-e8e7ef93-5f79-4ac0-b62a-ce0dddabb329 req-f7895045-b3a8-4b26-aeaa-e050733405bf tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] For port 89b13067-c1e0-45da-9785-73c265d6f917, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=89b13067-c1e0-45da-9785-73c265d6f917,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:04.670564 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e8e7ef93-5f79-4ac0-b62a-ce0dddabb329 req-f7895045-b3a8-4b26-aeaa-e050733405bf tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (89b13067-c1e0-45da-9785-73c265d6f917), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:04.682615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-e8e7ef93-5f79-4ac0-b62a-ce0dddabb329 req-f7895045-b3a8-4b26-aeaa-e050733405bf tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Calling delete_port for 89b13067-c1e0-45da-9785-73c265d6f917 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:27:04.818087 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e8e7ef93-5f79-4ac0-b62a-ce0dddabb329 req-f7895045-b3a8-4b26-aeaa-e050733405bf tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (89b13067-c1e0-45da-9785-73c265d6f917), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:04.850695 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7895045-b3a8-4b26-aeaa-e050733405bf tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Pushing event deleted for resources: {'Port': ['ID=89b13067-c1e0-45da-9785-73c265d6f917,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:04.894390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e7ef93-5f79-4ac0-b62a-ce0dddabb329 req-f7895045-b3a8-4b26-aeaa-e050733405bf tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] No DVR routers for this DVR port 89b13067-c1e0-45da-9785-73c265d6f917 on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:27:04.897413 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-e8e7ef93-5f79-4ac0-b62a-ce0dddabb329 req-f7895045-b3a8-4b26-aeaa-e050733405bf tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:04.900967 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e8e7ef93-5f79-4ac0-b62a-ce0dddabb329 req-f7895045-b3a8-4b26-aeaa-e050733405bf tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.37 "DELETE /v2.0/ports/89b13067-c1e0-45da-9785-73c265d6f917 HTTP/1.1" status: 204 len: 173 time: 0.4132140 Jan 28 20:27:04.901449 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'name': 'network-vif-deleted', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:04.903762 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57efa5d8-9cc2-4001-ae2d-78d4e7f005a1" -d '{"events": [{"server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "name": "network-vif-deleted", "tag": "89b13067-c1e0-45da-9785-73c265d6f917"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:04.953955 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af92f4a5-6623-4fad-bdae-f2774a71a02d x-openstack-request-id: req-af92f4a5-6623-4fad-bdae-f2774a71a02d {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:04.954274 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4dd142-34bf-43eb-b8d9-75d15c8fc91e", "name": "network-vif-deleted", "tag": "89b13067-c1e0-45da-9785-73c265d6f917", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:04.954541 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af92f4a5-6623-4fad-bdae-f2774a71a02d {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:04.954940 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4dd142-34bf-43eb-b8d9-75d15c8fc91e', 'name': 'network-vif-deleted', 'tag': '89b13067-c1e0-45da-9785-73c265d6f917', 'status': 'completed', 'code': 200} Jan 28 20:27:05.161461 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-efb2f9b4-b366-4b5c-a899-6a4731a46165 req-400e4cd1-9e61-45b9-bb14-816535676fb5 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4dd142-34bf-43eb-b8d9-75d15c8fc91e HTTP/1.1" status: 200 len: 210 time: 0.0308642 Jan 28 20:27:06.230477 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38310) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:06.288687 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26095e04-1638-43d8-8281-4e677d55ceda tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group (f0b05e87-ad21-496f-9e0e-6669032a91d2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:06.315091 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26095e04-1638-43d8-8281-4e677d55ceda tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group (f0b05e87-ad21-496f-9e0e-6669032a91d2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:06.354899 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:27:06.385259 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26095e04-1638-43d8-8281-4e677d55ceda tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (f0b05e87-ad21-496f-9e0e-6669032a91d2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:06.387887 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-26095e04-1638-43d8-8281-4e677d55ceda tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:06.389080 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-26095e04-1638-43d8-8281-4e677d55ceda tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] 10.222.0.55 "DELETE /v2.0/security-groups/f0b05e87-ad21-496f-9e0e-6669032a91d2 HTTP/1.1" status: 204 len: 168 time: 0.1575947 Jan 28 20:27:06.398321 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26095e04-1638-43d8-8281-4e677d55ceda tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b05e87-ad21-496f-9e0e-6669032a91d2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:08.048842 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 89b13067-c1e0-45da-9785-73c265d6f917 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:08.078572 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 89b13067-c1e0-45da-9785-73c265d6f917 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:27:08.078926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 89b13067-c1e0-45da-9785-73c265d6f917 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:27:18.370792 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0c3503f-398e-472a-921e-94a566c9ebc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:20.591821 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b480bab1-394b-4990-8cdc-e8c0176992b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:22.085190 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:23.355722 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.581860 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:26.179692 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:31.120091 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:43.359820 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:27:48.366374 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8e0620e4-63d2-4e65-9eb3-7da59d49ec74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:50.606351 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-75b294e1-a16d-4ae2-b11d-57765b8da051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:52.086171 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:53.366144 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:54.581402 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:56.185536 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:01.114249 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:06.598963 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:07.069279 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (40bd390d-5c25-4fd9-8dd4-6d44785bfddd), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.323222 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Deleting port ba965758-c902-488e-ac03-9dcd79367ab4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:28:07.323466 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ba965758-c902-488e-ac03-9dcd79367ab4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.402137 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] For port ba965758-c902-488e-ac03-9dcd79367ab4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=ba965758-c902-488e-ac03-9dcd79367ab4,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:07.402507 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ba965758-c902-488e-ac03-9dcd79367ab4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.414644 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Calling delete_port for ba965758-c902-488e-ac03-9dcd79367ab4 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:28:07.616680 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ba965758-c902-488e-ac03-9dcd79367ab4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.647063 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba965758-c902-488e-ac03-9dcd79367ab4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:07.659449 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:07.659644 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:07.659955 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:07.660291 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:07.660626 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:07.660952 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:07.661285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:07.661606 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:07.661929 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:07.662277 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:07.662603 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:07.662935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:07.663585 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:07.834906 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (40bd390d-5c25-4fd9-8dd4-6d44785bfddd), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:08.052041 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:28:08.447933 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:28:08.453963 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-fcbcf00a-7f29-4608-87bb-a8acde02088c admin admin] 10.222.0.55 "PUT /v2.0/routers/40bd390d-5c25-4fd9-8dd4-6d44785bfddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8534560 Jan 28 20:28:08.456491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38324) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:08.459327 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4253f38a-23d7-41f1-8f13-2bc913e6739c None None] Sync routers for ids ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:28:08.470771 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4253f38a-23d7-41f1-8f13-2bc913e6739c None None] Routers {'40bd390d-5c25-4fd9-8dd4-6d44785bfddd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:08.471463 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4253f38a-23d7-41f1-8f13-2bc913e6739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:27:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:08.562362 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Publish callbacks [] for router (40bd390d-5c25-4fd9-8dd4-6d44785bfddd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:08.573793 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4253f38a-23d7-41f1-8f13-2bc913e6739c None None] Set router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:08.667631 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Publish callbacks [] for router_gateway (40bd390d-5c25-4fd9-8dd4-6d44785bfddd), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:08.724148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Deleting port 9e3500e2-86c6-44d0-885b-8c651a83ed66 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:28:08.724512 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (9e3500e2-86c6-44d0-885b-8c651a83ed66), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:08.748150 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4253f38a-23d7-41f1-8f13-2bc913e6739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'name': 'tempest-TestShelveInstance-403641551-router', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:28:07Z', 'revision_number': 5, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'gw_port': {'id': '9e3500e2-86c6-44d0-885b-8c651a83ed66', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:08.773828 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4253f38a-23d7-41f1-8f13-2bc913e6739c None None] Checking router: 40bd390d-5c25-4fd9-8dd4-6d44785bfddd for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:28:08.781880 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4253f38a-23d7-41f1-8f13-2bc913e6739c None None] Routers {'40bd390d-5c25-4fd9-8dd4-6d44785bfddd'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:08.782505 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4253f38a-23d7-41f1-8f13-2bc913e6739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:27:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:08.805600 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] For port 9e3500e2-86c6-44d0-885b-8c651a83ed66, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=9e3500e2-86c6-44d0-885b-8c651a83ed66,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:08.805941 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (9e3500e2-86c6-44d0-885b-8c651a83ed66), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:08.817725 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Calling delete_port for 9e3500e2-86c6-44d0-885b-8c651a83ed66 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:28:08.864689 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-4253f38a-23d7-41f1-8f13-2bc913e6739c None None] Set router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:08.918636 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-4253f38a-23d7-41f1-8f13-2bc913e6739c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'name': 'tempest-TestShelveInstance-403641551-router', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:28:08Z', 'revision_number': 6, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:08.952613 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4253f38a-23d7-41f1-8f13-2bc913e6739c None None] The sync data for ids ['40bd390d-5c25-4fd9-8dd4-6d44785bfddd'] in n-d-824834-4 is: [{'id': '40bd390d-5c25-4fd9-8dd4-6d44785bfddd', 'name': 'tempest-TestShelveInstance-403641551-router', 'tenant_id': 'f68f1c0922574c0d96ad4bee02e34393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:10Z', 'updated_at': '2022-01-28T20:28:08Z', 'revision_number': 6, 'project_id': 'f68f1c0922574c0d96ad4bee02e34393', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:28:08.995716 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (9e3500e2-86c6-44d0-885b-8c651a83ed66), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.023355 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3500e2-86c6-44d0-885b-8c651a83ed66,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:09.049475 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.049802 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.050174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.050523 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.050856 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.051188 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.051514 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.051840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.052164 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.052487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.052813 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.053133 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.053451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.093074 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (40bd390d-5c25-4fd9-8dd4-6d44785bfddd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.183859 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (40bd390d-5c25-4fd9-8dd4-6d44785bfddd), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.186144 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Publish callbacks [] for router_controller (40bd390d-5c25-4fd9-8dd4-6d44785bfddd), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.232839 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (40bd390d-5c25-4fd9-8dd4-6d44785bfddd), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.233333 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40bd390d-5c25-4fd9-8dd4-6d44785bfddd {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:28:09.238298 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.239478 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-04c36e1d-fbf1-41fb-9ebc-f6be4429a173 admin admin] 10.222.0.55 "DELETE /v2.0/routers/40bd390d-5c25-4fd9-8dd4-6d44785bfddd HTTP/1.1" status: 204 len: 168 time: 0.7820022 Jan 28 20:28:09.242126 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38328) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:09.287554 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-0333cacf-7425-48a7-b8b1-9b57aa2c8671 admin admin] Deleting subnet 4d850223-65dd-425f-9517-6b3f98a610f3 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:28:09.292128 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0333cacf-7425-48a7-b8b1-9b57aa2c8671 admin admin] Publish callbacks [] for subnet (4d850223-65dd-425f-9517-6b3f98a610f3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.330037 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0333cacf-7425-48a7-b8b1-9b57aa2c8671 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (4d850223-65dd-425f-9517-6b3f98a610f3), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.417845 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0333cacf-7425-48a7-b8b1-9b57aa2c8671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (4d850223-65dd-425f-9517-6b3f98a610f3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.470837 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0333cacf-7425-48a7-b8b1-9b57aa2c8671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (4d850223-65dd-425f-9517-6b3f98a610f3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.497356 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333cacf-7425-48a7-b8b1-9b57aa2c8671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d850223-65dd-425f-9517-6b3f98a610f3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:09.499309 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-0333cacf-7425-48a7-b8b1-9b57aa2c8671 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.502594 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-0333cacf-7425-48a7-b8b1-9b57aa2c8671 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4d850223-65dd-425f-9517-6b3f98a610f3 HTTP/1.1" status: 204 len: 168 time: 0.2595367 Jan 28 20:28:09.505392 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38330) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:09.505727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afccb800-2ac6-4b74-b419-aab66e5dcbda None None] Network 7e66354b-ab92-4e79-99d0-b31eb8632219 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:28:09.572745 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (7e66354b-ab92-4e79-99d0-b31eb8632219), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.631303 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] Deleting port bf2583f1-868b-4c64-bb5c-bae01c8873c0 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:28:09.631669 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (bf2583f1-868b-4c64-bb5c-bae01c8873c0), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.693525 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] For port bf2583f1-868b-4c64-bb5c-bae01c8873c0, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=bf2583f1-868b-4c64-bb5c-bae01c8873c0,segment=NetworkSegment(531248fb-3e62-4dea-a779-35259253439b),segment_id=531248fb-3e62-4dea-a779-35259253439b)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:09.693759 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (bf2583f1-868b-4c64-bb5c-bae01c8873c0), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.707931 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] Calling delete_port for bf2583f1-868b-4c64-bb5c-bae01c8873c0 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:28:09.743573 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] DHCP port deletion for 7e66354b-ab92-4e79-99d0-b31eb8632219 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:28:09.789566 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (bf2583f1-868b-4c64-bb5c-bae01c8873c0), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.794700 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Deleting port bf2583f1-868b-4c64-bb5c-bae01c8873c0 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:28:09.795803 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (bf2583f1-868b-4c64-bb5c-bae01c8873c0), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.822226 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] No DVR routers for this DVR port bf2583f1-868b-4c64-bb5c-bae01c8873c0 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:09.826319 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf2583f1-868b-4c64-bb5c-bae01c8873c0,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:09.866441 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] For port bf2583f1-868b-4c64-bb5c-bae01c8873c0, host n-d-824834-4, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:09.866847 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (bf2583f1-868b-4c64-bb5c-bae01c8873c0), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.881630 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Calling delete_port for bf2583f1-868b-4c64-bb5c-bae01c8873c0 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:28:09.884495 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Port bf2583f1-868b-4c64-bb5c-bae01c8873c0 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:28:09.885943 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (bf2583f1-868b-4c64-bb5c-bae01c8873c0), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.897564 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (7e66354b-ab92-4e79-99d0-b31eb8632219), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.911910 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Pushing event deleted for resources: {'Port': ['ID=bf2583f1-868b-4c64-bb5c-bae01c8873c0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:09.919249 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e66354b-ab92-4e79-99d0-b31eb8632219']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:09.925298 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] No DVR routers for this DVR port bf2583f1-868b-4c64-bb5c-bae01c8873c0 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:09.927841 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.928197 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.928545 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.928883 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.929220 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.929404 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531248fb-3e62-4dea-a779-35259253439b') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:09.929555 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.929691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531248fb-3e62-4dea-a779-35259253439b') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:09.929964 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.930392 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.930717 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.931049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.931376 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.931701 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.932057 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbff4-2fe2-4223-81c8-16529f82f412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.950305 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (531248fb-3e62-4dea-a779-35259253439b), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.964582 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (531248fb-3e62-4dea-a779-35259253439b), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.971713 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:28:09.972163 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (531248fb-3e62-4dea-a779-35259253439b), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: timer() Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:28:09.974103 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:28:10.032710 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (7e66354b-ab92-4e79-99d0-b31eb8632219), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:10.038684 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:10.041942 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7e66354b-ab92-4e79-99d0-b31eb8632219 HTTP/1.1" status: 204 len: 168 time: 0.5356495 Jan 28 20:28:10.045191 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38332) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:10.053389 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f01a56-d141-4b90-b62b-30b962db6638 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e66354b-ab92-4e79-99d0-b31eb8632219,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:10.386988 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acb49498-9f4d-4746-82ca-810938993e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (a2a982ab-6022-44f3-8aaa-03297e5955e8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:10.642972 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-acb49498-9f4d-4746-82ca-810938993e98 admin admin] Deleting port 21cab1d9-822c-4ca6-b894-570451f87274 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:28:10.642972 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acb49498-9f4d-4746-82ca-810938993e98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (21cab1d9-822c-4ca6-b894-570451f87274), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:10.695355 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ba965758-c902-488e-ac03-9dcd79367ab4 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:10.716079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: ba965758-c902-488e-ac03-9dcd79367ab4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:28:10.716412 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device ba965758-c902-488e-ac03-9dcd79367ab4 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:10.717043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9e3500e2-86c6-44d0-885b-8c651a83ed66 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:10.725683 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-acb49498-9f4d-4746-82ca-810938993e98 admin admin] For port 21cab1d9-822c-4ca6-b894-570451f87274, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=21cab1d9-822c-4ca6-b894-570451f87274,segment=NetworkSegment(be61a055-dd2e-496a-9f23-48c13f742562),segment_id=be61a055-dd2e-496a-9f23-48c13f742562)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:10.726320 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acb49498-9f4d-4746-82ca-810938993e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (21cab1d9-822c-4ca6-b894-570451f87274), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:10.735651 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 9e3500e2-86c6-44d0-885b-8c651a83ed66 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:28:10.736003 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 9e3500e2-86c6-44d0-885b-8c651a83ed66 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:10.736439 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bf2583f1-868b-4c64-bb5c-bae01c8873c0 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:10.737893 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-acb49498-9f4d-4746-82ca-810938993e98 admin admin] Calling delete_port for 21cab1d9-822c-4ca6-b894-570451f87274 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:28:10.758751 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: bf2583f1-868b-4c64-bb5c-bae01c8873c0 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:28:10.759134 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device bf2583f1-868b-4c64-bb5c-bae01c8873c0 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:10.920229 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acb49498-9f4d-4746-82ca-810938993e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (21cab1d9-822c-4ca6-b894-570451f87274), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:10.944993 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb49498-9f4d-4746-82ca-810938993e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=21cab1d9-822c-4ca6-b894-570451f87274,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:11.110557 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-acb49498-9f4d-4746-82ca-810938993e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (a2a982ab-6022-44f3-8aaa-03297e5955e8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:11.341639 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb49498-9f4d-4746-82ca-810938993e98 admin admin] Router a2a982ab-6022-44f3-8aaa-03297e5955e8 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:28:11.447694 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb49498-9f4d-4746-82ca-810938993e98 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:28:11.454066 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-acb49498-9f4d-4746-82ca-810938993e98 admin admin] 10.222.0.55 "PUT /v2.0/routers/a2a982ab-6022-44f3-8aaa-03297e5955e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4062312 Jan 28 20:28:11.455416 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38334) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:11.462606 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f99d77-7bd6-4df6-a37a-26ffa4f92918 None None] Sync routers for ids ['a2a982ab-6022-44f3-8aaa-03297e5955e8'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:28:11.473629 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f99d77-7bd6-4df6-a37a-26ffa4f92918 None None] Routers {'a2a982ab-6022-44f3-8aaa-03297e5955e8'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:11.474285 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-46f99d77-7bd6-4df6-a37a-26ffa4f92918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:27:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a2a982ab-6022-44f3-8aaa-03297e5955e8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:11.558597 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1ad91f2-9186-40a1-b7a8-52e847facdfc admin admin] Publish callbacks [] for router (a2a982ab-6022-44f3-8aaa-03297e5955e8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:11.579856 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-46f99d77-7bd6-4df6-a37a-26ffa4f92918 None None] Set router a2a982ab-6022-44f3-8aaa-03297e5955e8 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:11.659999 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1ad91f2-9186-40a1-b7a8-52e847facdfc admin admin] Publish callbacks [] for router_gateway (a2a982ab-6022-44f3-8aaa-03297e5955e8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:11.712885 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad91f2-9186-40a1-b7a8-52e847facdfc admin admin] Deleting port 48765128-7128-4f3a-8b3a-630a8e793aef {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:28:11.713222 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1ad91f2-9186-40a1-b7a8-52e847facdfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (48765128-7128-4f3a-8b3a-630a8e793aef), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:11.754049 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-46f99d77-7bd6-4df6-a37a-26ffa4f92918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'name': 'tempest-TestShelveInstance-735764717-router', 'tenant_id': '873425666a1b4286bc30e8fa16186dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '48765128-7128-4f3a-8b3a-630a8e793aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:14Z', 'updated_at': '2022-01-28T20:28:10Z', 'revision_number': 5, 'project_id': '873425666a1b4286bc30e8fa16186dda', 'gw_port': {'id': '48765128-7128-4f3a-8b3a-630a8e793aef', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:22:15Z', 'updated_at': '2022-01-28T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:11.780470 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f99d77-7bd6-4df6-a37a-26ffa4f92918 None None] Checking router: a2a982ab-6022-44f3-8aaa-03297e5955e8 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:28:11.789758 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f99d77-7bd6-4df6-a37a-26ffa4f92918 None None] Routers {'a2a982ab-6022-44f3-8aaa-03297e5955e8'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:11.790407 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-46f99d77-7bd6-4df6-a37a-26ffa4f92918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:27:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['a2a982ab-6022-44f3-8aaa-03297e5955e8'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:11.793573 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a1ad91f2-9186-40a1-b7a8-52e847facdfc admin admin] For port 48765128-7128-4f3a-8b3a-630a8e793aef, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=48765128-7128-4f3a-8b3a-630a8e793aef,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:11.793936 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1ad91f2-9186-40a1-b7a8-52e847facdfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (48765128-7128-4f3a-8b3a-630a8e793aef), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:11.807685 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a1ad91f2-9186-40a1-b7a8-52e847facdfc admin admin] Calling delete_port for 48765128-7128-4f3a-8b3a-630a8e793aef owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:28:11.875208 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-46f99d77-7bd6-4df6-a37a-26ffa4f92918 None None] Set router a2a982ab-6022-44f3-8aaa-03297e5955e8 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:11.928973 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-46f99d77-7bd6-4df6-a37a-26ffa4f92918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'name': 'tempest-TestShelveInstance-735764717-router', 'tenant_id': '873425666a1b4286bc30e8fa16186dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:14Z', 'updated_at': '2022-01-28T20:28:11Z', 'revision_number': 6, 'project_id': '873425666a1b4286bc30e8fa16186dda', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:11.956295 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f99d77-7bd6-4df6-a37a-26ffa4f92918 None None] The sync data for ids ['a2a982ab-6022-44f3-8aaa-03297e5955e8'] in n-d-824834-4 is: [{'id': 'a2a982ab-6022-44f3-8aaa-03297e5955e8', 'name': 'tempest-TestShelveInstance-735764717-router', 'tenant_id': '873425666a1b4286bc30e8fa16186dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:22:14Z', 'updated_at': '2022-01-28T20:28:11Z', 'revision_number': 6, 'project_id': '873425666a1b4286bc30e8fa16186dda', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:28:11.976798 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1ad91f2-9186-40a1-b7a8-52e847facdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (48765128-7128-4f3a-8b3a-630a8e793aef), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.002596 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad91f2-9186-40a1-b7a8-52e847facdfc admin admin] Pushing event deleted for resources: {'Port': ['ID=48765128-7128-4f3a-8b3a-630a8e793aef,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:12.066102 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1ad91f2-9186-40a1-b7a8-52e847facdfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (a2a982ab-6022-44f3-8aaa-03297e5955e8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.156921 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1ad91f2-9186-40a1-b7a8-52e847facdfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (a2a982ab-6022-44f3-8aaa-03297e5955e8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.159148 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1ad91f2-9186-40a1-b7a8-52e847facdfc admin admin] Publish callbacks [] for router_controller (a2a982ab-6022-44f3-8aaa-03297e5955e8), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.202879 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1ad91f2-9186-40a1-b7a8-52e847facdfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (a2a982ab-6022-44f3-8aaa-03297e5955e8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.203431 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ad91f2-9186-40a1-b7a8-52e847facdfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2a982ab-6022-44f3-8aaa-03297e5955e8 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:28:12.207939 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1ad91f2-9186-40a1-b7a8-52e847facdfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.209068 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a1ad91f2-9186-40a1-b7a8-52e847facdfc admin admin] 10.222.0.55 "DELETE /v2.0/routers/a2a982ab-6022-44f3-8aaa-03297e5955e8 HTTP/1.1" status: 204 len: 168 time: 0.7527020 Jan 28 20:28:12.211747 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38336) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:12.256469 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-94acca80-c496-4594-8877-c04a2c0b136d admin admin] Deleting subnet 24b3aefb-131f-40d4-88b1-767b5df0c7a4 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:28:12.259458 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94acca80-c496-4594-8877-c04a2c0b136d admin admin] Publish callbacks [] for subnet (24b3aefb-131f-40d4-88b1-767b5df0c7a4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.293061 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94acca80-c496-4594-8877-c04a2c0b136d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (24b3aefb-131f-40d4-88b1-767b5df0c7a4), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.375613 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94acca80-c496-4594-8877-c04a2c0b136d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (24b3aefb-131f-40d4-88b1-767b5df0c7a4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.428534 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94acca80-c496-4594-8877-c04a2c0b136d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (24b3aefb-131f-40d4-88b1-767b5df0c7a4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.453099 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acca80-c496-4594-8877-c04a2c0b136d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b3aefb-131f-40d4-88b1-767b5df0c7a4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:12.456613 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94acca80-c496-4594-8877-c04a2c0b136d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.460969 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-94acca80-c496-4594-8877-c04a2c0b136d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/24b3aefb-131f-40d4-88b1-767b5df0c7a4 HTTP/1.1" status: 204 len: 168 time: 0.2471516 Jan 28 20:28:12.462447 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38338) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:12.465046 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa7c26e-bdfe-4c13-a62f-5c3aa8670052 None None] Network 8fda0c1a-baec-459b-95c4-dbd63b3bc9d0 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:28:12.533320 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (8fda0c1a-baec-459b-95c4-dbd63b3bc9d0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.586140 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] Deleting port 5d66a048-37c0-44db-88bd-7ae6694a0fe4 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:28:12.586476 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5d66a048-37c0-44db-88bd-7ae6694a0fe4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.647362 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] For port 5d66a048-37c0-44db-88bd-7ae6694a0fe4, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=5d66a048-37c0-44db-88bd-7ae6694a0fe4,segment=NetworkSegment(be61a055-dd2e-496a-9f23-48c13f742562),segment_id=be61a055-dd2e-496a-9f23-48c13f742562)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:12.647664 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5d66a048-37c0-44db-88bd-7ae6694a0fe4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.660108 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] Calling delete_port for 5d66a048-37c0-44db-88bd-7ae6694a0fe4 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:28:12.702889 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cfc0bd-3376-4c3e-97de-bbfe34a1159b None None] DHCP port deletion for 8fda0c1a-baec-459b-95c4-dbd63b3bc9d0 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:28:12.749118 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (5d66a048-37c0-44db-88bd-7ae6694a0fe4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.763702 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-38cfc0bd-3376-4c3e-97de-bbfe34a1159b None None] Deleting port 5d66a048-37c0-44db-88bd-7ae6694a0fe4 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:28:12.764314 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-38cfc0bd-3376-4c3e-97de-bbfe34a1159b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (5d66a048-37c0-44db-88bd-7ae6694a0fe4), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.775512 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d66a048-37c0-44db-88bd-7ae6694a0fe4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:12.779443 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] No DVR routers for this DVR port 5d66a048-37c0-44db-88bd-7ae6694a0fe4 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:12.814834 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 48765128-7128-4f3a-8b3a-630a8e793aef no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:12.836711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 48765128-7128-4f3a-8b3a-630a8e793aef {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:28:12.837052 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 48765128-7128-4f3a-8b3a-630a8e793aef not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:12.837496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5d66a048-37c0-44db-88bd-7ae6694a0fe4 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:12.854594 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (8fda0c1a-baec-459b-95c4-dbd63b3bc9d0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.865934 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 5d66a048-37c0-44db-88bd-7ae6694a0fe4 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:28:12.866321 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 5d66a048-37c0-44db-88bd-7ae6694a0fe4 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:12.866728 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 21cab1d9-822c-4ca6-b894-570451f87274 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:12.872294 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-38cfc0bd-3376-4c3e-97de-bbfe34a1159b None None] For port 5d66a048-37c0-44db-88bd-7ae6694a0fe4, host n-d-824834-4, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:12.872596 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-38cfc0bd-3376-4c3e-97de-bbfe34a1159b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (5d66a048-37c0-44db-88bd-7ae6694a0fe4), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.876194 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fda0c1a-baec-459b-95c4-dbd63b3bc9d0']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:12.886958 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be61a055-dd2e-496a-9f23-48c13f742562') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:12.887326 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be61a055-dd2e-496a-9f23-48c13f742562') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:12.898621 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (be61a055-dd2e-496a-9f23-48c13f742562), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.899883 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 21cab1d9-822c-4ca6-b894-570451f87274 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:28:12.900240 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 21cab1d9-822c-4ca6-b894-570451f87274 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:12.905174 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-38cfc0bd-3376-4c3e-97de-bbfe34a1159b None None] Calling delete_port for 5d66a048-37c0-44db-88bd-7ae6694a0fe4 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:28:12.908330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-38cfc0bd-3376-4c3e-97de-bbfe34a1159b None None] Port 5d66a048-37c0-44db-88bd-7ae6694a0fe4 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:28:12.909370 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-38cfc0bd-3376-4c3e-97de-bbfe34a1159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (5d66a048-37c0-44db-88bd-7ae6694a0fe4), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.914933 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (be61a055-dd2e-496a-9f23-48c13f742562), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.921780 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:28:12.922334 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (be61a055-dd2e-496a-9f23-48c13f742562), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: timer() Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:28:12.924296 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:28:12.939055 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfc0bd-3376-4c3e-97de-bbfe34a1159b None None] Pushing event deleted for resources: {'Port': ['ID=5d66a048-37c0-44db-88bd-7ae6694a0fe4,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:12.947932 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cfc0bd-3376-4c3e-97de-bbfe34a1159b None None] No DVR routers for this DVR port 5d66a048-37c0-44db-88bd-7ae6694a0fe4 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:28:12.986664 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (8fda0c1a-baec-459b-95c4-dbd63b3bc9d0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.992927 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.996114 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8fda0c1a-baec-459b-95c4-dbd63b3bc9d0 HTTP/1.1" status: 204 len: 168 time: 0.5326929 Jan 28 20:28:13.008760 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaab1fb-3189-45e4-8fc3-04cfb2c69db6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fda0c1a-baec-459b-95c4-dbd63b3bc9d0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:13.119190 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38342) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:13.159585 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-2714b31b-008b-4c09-a351-9c54e293eeb6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f68f1c0922574c0d96ad4bee02e34393&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391941 Jan 28 20:28:13.162150 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38344) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:13.210925 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16a58656-889b-4c16-8f60-ca06ceec225e admin admin] Publish callbacks [] for security_group (b58b7157-857a-453c-9d78-036d8c81b65d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.232015 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16a58656-889b-4c16-8f60-ca06ceec225e admin admin] Publish callbacks [] for security_group (b58b7157-857a-453c-9d78-036d8c81b65d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.281279 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16a58656-889b-4c16-8f60-ca06ceec225e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (b58b7157-857a-453c-9d78-036d8c81b65d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.284053 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-16a58656-889b-4c16-8f60-ca06ceec225e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.285223 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-16a58656-889b-4c16-8f60-ca06ceec225e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b58b7157-857a-453c-9d78-036d8c81b65d HTTP/1.1" status: 204 len: 168 time: 0.1222107 Jan 28 20:28:13.293308 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a58656-889b-4c16-8f60-ca06ceec225e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58b7157-857a-453c-9d78-036d8c81b65d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:13.609825 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38350) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:13.648245 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-6d574cc6-e6ea-484e-9abc-a17bcc10b9d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=873425666a1b4286bc30e8fa16186dda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372453 Jan 28 20:28:13.650817 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38352) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:13.702559 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-271e2f4a-667d-4b6f-b3eb-873b8e247636 admin admin] Publish callbacks [] for security_group (ad61d893-e403-4ae8-9bee-e86551be839c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.725071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-271e2f4a-667d-4b6f-b3eb-873b8e247636 admin admin] Publish callbacks [] for security_group (ad61d893-e403-4ae8-9bee-e86551be839c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.782957 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-271e2f4a-667d-4b6f-b3eb-873b8e247636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (ad61d893-e403-4ae8-9bee-e86551be839c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.785440 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-271e2f4a-667d-4b6f-b3eb-873b8e247636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.786666 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-271e2f4a-667d-4b6f-b3eb-873b8e247636 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad61d893-e403-4ae8-9bee-e86551be839c HTTP/1.1" status: 204 len: 168 time: 0.1350048 Jan 28 20:28:13.795432 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e2f4a-667d-4b6f-b3eb-873b8e247636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad61d893-e403-4ae8-9bee-e86551be839c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:14.516946 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38374) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:14.632506 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-49132139-5571-4fe3-bf65-4173847c4f2a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1150892548-network', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:14.653223 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49132139-5571-4fe3-bf65-4173847c4f2a admin admin] Made reservation on behalf of 13aa0e2a9e694e27a22e6ecfd34cf026 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:14.655815 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49132139-5571-4fe3-bf65-4173847c4f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:14.665561 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49132139-5571-4fe3-bf65-4173847c4f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:14.737806 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49132139-5571-4fe3-bf65-4173847c4f2a admin admin] Publish callbacks [] for security_group (2aa38c78-ac4e-4513-b331-c5b1802e37fc), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:14.743661 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49132139-5571-4fe3-bf65-4173847c4f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2aa38c78-ac4e-4513-b331-c5b1802e37fc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:14.767578 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49132139-5571-4fe3-bf65-4173847c4f2a admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:28:14.777185 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49132139-5571-4fe3-bf65-4173847c4f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa38c78-ac4e-4513-b331-c5b1802e37fc,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:14.782169 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49132139-5571-4fe3-bf65-4173847c4f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (b73dfb7c-6410-4fd2-8104-d46a6405c6c5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:14.782523 n-d-824834-4 neutron-server[103147]: INFO neutron.db.segments_db [None req-49132139-5571-4fe3-bf65-4173847c4f2a admin admin] Added segment b73dfb7c-6410-4fd2-8104-d46a6405c6c5 of type vlan for network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 Jan 28 20:28:14.822072 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49132139-5571-4fe3-bf65-4173847c4f2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (d091e1e3-c09f-40f5-8c7a-daa43b0364c2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:14.851934 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49132139-5571-4fe3-bf65-4173847c4f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (d091e1e3-c09f-40f5-8c7a-daa43b0364c2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:14.852861 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49132139-5571-4fe3-bf65-4173847c4f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:14.853516 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49132139-5571-4fe3-bf65-4173847c4f2a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:14.905080 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-49132139-5571-4fe3-bf65-4173847c4f2a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3870246 Jan 28 20:28:14.908430 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38378) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:14.914342 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e02549b4-7720-49a2-baad-bc584151610f admin admin] Request body: {'subnet': {'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1150892548-subnet', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'ip_version': 4}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:14.915132 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49132139-5571-4fe3-bf65-4173847c4f2a admin admin] Pushing event updated for resources: {'Network': ['ID=d091e1e3-c09f-40f5-8c7a-daa43b0364c2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:14.927440 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:28:14.941056 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02549b4-7720-49a2-baad-bc584151610f admin admin] Made reservation on behalf of 13aa0e2a9e694e27a22e6ecfd34cf026 for: {'subnet': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:14.943530 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e02549b4-7720-49a2-baad-bc584151610f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060980'] for subnet (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.108793 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e02549b4-7720-49a2-baad-bc584151610f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9025799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060966'] for subnet (28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.166567 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02549b4-7720-49a2-baad-bc584151610f admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:15.175584 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02549b4-7720-49a2-baad-bc584151610f admin admin] Checking segment: {'id': 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:15.175946 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02549b4-7720-49a2-baad-bc584151610f admin admin] Network hostable DHCP agents. Network: d091e1e3-c09f-40f5-8c7a-daa43b0364c2, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103146) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:28:15.193300 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02549b4-7720-49a2-baad-bc584151610f admin admin] Network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103146) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:28:15.203498 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e02549b4-7720-49a2-baad-bc584151610f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, d091e1e3-c09f-40f5-8c7a-daa43b0364c2) {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:15.207663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02549b4-7720-49a2-baad-bc584151610f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:15.208442 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e02549b4-7720-49a2-baad-bc584151610f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.215104 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06d855c-1625-45d1-9ac8-e66cfca8733a None None] Network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:28:15.226281 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e02549b4-7720-49a2-baad-bc584151610f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3163884 Jan 28 20:28:15.228971 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38382) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:15.233450 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:15.252902 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (3fdde1af-ff40-4079-aa37-e057de486049), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.254597 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (3fdde1af-ff40-4079-aa37-e057de486049), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.311417 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Publish callbacks [] for router_controller (3fdde1af-ff40-4079-aa37-e057de486049), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.314466 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-d091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:28:15.315403 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.452290 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Allocated IP 172.20.0.2 (d091e1e3-c09f-40f5-8c7a-daa43b0364c2/28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8/0b3375d2-1f97-47c7-825e-190fbb9efcf9) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:15.610695 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Publish callbacks [] for port (0b3375d2-1f97-47c7-825e-190fbb9efcf9), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.618356 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (0b3375d2-1f97-47c7-825e-190fbb9efcf9), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.659112 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:15.664359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:15.666915 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:15.674980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Pushing event updated for resources: {'Port': ['ID=0b3375d2-1f97-47c7-825e-190fbb9efcf9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:15.749173 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Publish callbacks [] for router_gateway (3fdde1af-ff40-4079-aa37-e057de486049), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.899297 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Attempting to bind port 0b3375d2-1f97-47c7-825e-190fbb9efcf9 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:28:15.899627 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Attempting to bind port 0b3375d2-1f97-47c7-825e-190fbb9efcf9 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:28:15.900009 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Attempting to bind port 0b3375d2-1f97-47c7-825e-190fbb9efcf9 on network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:15.905462 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:15.905834 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Checking segment: {'id': 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:15.906289 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.906676 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Bound using segment: {'id': 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:15.907130 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Bound port: 0b3375d2-1f97-47c7-825e-190fbb9efcf9, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:28:15.907503 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0b3375d2-1f97-47c7-825e-190fbb9efcf9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.969951 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] For port 0b3375d2-1f97-47c7-825e-190fbb9efcf9, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:15.972999 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] For port 0b3375d2-1f97-47c7-825e-190fbb9efcf9, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0b3375d2-1f97-47c7-825e-190fbb9efcf9,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:15.979192 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0b3375d2-1f97-47c7-825e-190fbb9efcf9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.979416 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Publish callbacks [] for router_gateway (3fdde1af-ff40-4079-aa37-e057de486049), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.998646 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:16.033727 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670839c8-6c8b-4789-8d61-1a805d9e14cb None None] Pushing event updated for resources: {'Port': ['ID=0b3375d2-1f97-47c7-825e-190fbb9efcf9,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:16.107691 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Allocated IP 172.25.0.235 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/b98fcc18-c82d-4437-bc70-8fe5adc33a26) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:16.237205 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Publish callbacks [] for port (b98fcc18-c82d-4437-bc70-8fe5adc33a26), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:16.275556 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (b98fcc18-c82d-4437-bc70-8fe5adc33a26), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:16.315935 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:16.320967 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:16.323516 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:16.351747 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Pushing event updated for resources: {'Port': ['ID=b98fcc18-c82d-4437-bc70-8fe5adc33a26,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:16.588826 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Publish callbacks [] for router_gateway (3fdde1af-ff40-4079-aa37-e057de486049), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:16.743432 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0b3375d2-1f97-47c7-825e-190fbb9efcf9 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:16.799447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0b3375d2-1f97-47c7-825e-190fbb9efcf9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:16.799831 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0b3375d2-1f97-47c7-825e-190fbb9efcf9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:16.801956 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (3fdde1af-ff40-4079-aa37-e057de486049), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:16.879335 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0b3375d2-1f97-47c7-825e-190fbb9efcf9 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:16.879716 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0b3375d2-1f97-47c7-825e-190fbb9efcf9), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:16.913813 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 0b3375d2-1f97-47c7-825e-190fbb9efcf9, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0b3375d2-1f97-47c7-825e-190fbb9efcf9,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:16.919350 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0b3375d2-1f97-47c7-825e-190fbb9efcf9), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:16.941634 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Router 3fdde1af-ff40-4079-aa37-e057de486049 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:28:16.968751 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf3f9bd-b713-43b0-a69a-4df0e6e286fe None None] Network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:28:17.016386 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=0b3375d2-1f97-47c7-825e-190fbb9efcf9,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:17.033796 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-6386d4ed-0bb0-4726-9490-c00a7cec6f11 None None] Provisioning complete for port 0b3375d2-1f97-47c7-825e-190fbb9efcf9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:17.034197 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6386d4ed-0bb0-4726-9490-c00a7cec6f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0b3375d2-1f97-47c7-825e-190fbb9efcf9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.055777 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:28:17.067801 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Sync routers for ids ['3fdde1af-ff40-4079-aa37-e057de486049'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:28:17.076148 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.077636 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-2d183c95-3e3e-49fa-82b7-fa7322e3782f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8473580 Jan 28 20:28:17.080093 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Routers {'3fdde1af-ff40-4079-aa37-e057de486049'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:17.080465 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38384) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:17.081573 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:27:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3fdde1af-ff40-4079-aa37-e057de486049'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:17.157189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-6386d4ed-0bb0-4726-9490-c00a7cec6f11 None None] Current status of the port 0b3375d2-1f97-47c7-825e-190fbb9efcf9 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:17.195856 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Set router 3fdde1af-ff40-4079-aa37-e057de486049 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:17.387667 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-a6fd8563-ac94-46ee-a894-898ed80a0f4a None None] Provisioning complete for port 0b3375d2-1f97-47c7-825e-190fbb9efcf9 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:17.388201 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a6fd8563-ac94-46ee-a894-898ed80a0f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0b3375d2-1f97-47c7-825e-190fbb9efcf9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.394706 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:16Z', 'revision_number': 3, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:17.421606 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Checking router: 3fdde1af-ff40-4079-aa37-e057de486049 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:28:17.421965 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Updating router 3fdde1af-ff40-4079-aa37-e057de486049 port b98fcc18-c82d-4437-bc70-8fe5adc33a26 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:28:17.452495 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b98fcc18-c82d-4437-bc70-8fe5adc33a26), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.482670 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd8563-ac94-46ee-a894-898ed80a0f4a None None] Current status of the port 0b3375d2-1f97-47c7-825e-190fbb9efcf9 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:17.813641 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Publish callbacks [] for port (b98fcc18-c82d-4437-bc70-8fe5adc33a26), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.820499 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b98fcc18-c82d-4437-bc70-8fe5adc33a26), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.848977 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.868574 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Attempting to bind port b98fcc18-c82d-4437-bc70-8fe5adc33a26 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:28:17.868982 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Attempting to bind port b98fcc18-c82d-4437-bc70-8fe5adc33a26 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:28:17.869344 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Attempting to bind port b98fcc18-c82d-4437-bc70-8fe5adc33a26 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:17.886370 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:17.886737 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:17.887146 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.887515 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:17.887971 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Bound port: b98fcc18-c82d-4437-bc70-8fe5adc33a26, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:28:17.888338 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b98fcc18-c82d-4437-bc70-8fe5adc33a26), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.890156 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c484f-eb17-4eb8-a124-3b91d6e1c699 None None] Pushing event updated for resources: {'Port': ['ID=b98fcc18-c82d-4437-bc70-8fe5adc33a26,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:17.917074 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c484f-eb17-4eb8-a124-3b91d6e1c699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:17.917559 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c484f-eb17-4eb8-a124-3b91d6e1c699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:17.918053 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c484f-eb17-4eb8-a124-3b91d6e1c699 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:17.918536 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c484f-eb17-4eb8-a124-3b91d6e1c699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:17.919004 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c484f-eb17-4eb8-a124-3b91d6e1c699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:17.919446 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c484f-eb17-4eb8-a124-3b91d6e1c699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:17.919947 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c484f-eb17-4eb8-a124-3b91d6e1c699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:17.920416 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c484f-eb17-4eb8-a124-3b91d6e1c699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:17.920885 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c484f-eb17-4eb8-a124-3b91d6e1c699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:17.921315 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c484f-eb17-4eb8-a124-3b91d6e1c699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:17.921815 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c484f-eb17-4eb8-a124-3b91d6e1c699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:17.922865 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c484f-eb17-4eb8-a124-3b91d6e1c699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:17.922865 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c484f-eb17-4eb8-a124-3b91d6e1c699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:17.959696 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] For port b98fcc18-c82d-4437-bc70-8fe5adc33a26, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:17.963411 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] For port b98fcc18-c82d-4437-bc70-8fe5adc33a26, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b98fcc18-c82d-4437-bc70-8fe5adc33a26,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:17.969496 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b98fcc18-c82d-4437-bc70-8fe5adc33a26), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.010568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Allocated IP 172.20.0.1 (d091e1e3-c09f-40f5-8c7a-daa43b0364c2/28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8/78b4be58-db00-4fe8-9dd9-7c4e6d44f915) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:18.024778 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Routers {'3fdde1af-ff40-4079-aa37-e057de486049'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:18.025467 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:27:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3fdde1af-ff40-4079-aa37-e057de486049'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:18.030241 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c484f-eb17-4eb8-a124-3b91d6e1c699 None None] Pushing event updated for resources: {'Port': ['ID=b98fcc18-c82d-4437-bc70-8fe5adc33a26,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:18.117087 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Publish callbacks [] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.132263 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] Set router 3fdde1af-ff40-4079-aa37-e057de486049 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:18.151141 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.187921 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:18.192124 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:18.197608 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:18.221387 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Pushing event updated for resources: {'Port': ['ID=78b4be58-db00-4fe8-9dd9-7c4e6d44f915,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:18.243615 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (3fdde1af-ff40-4079-aa37-e057de486049), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.323925 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:16Z', 'revision_number': 3, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:18.351403 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a537e39b-d612-471f-a51b-0aa737611496 None None] The sync data for ids ['3fdde1af-ff40-4079-aa37-e057de486049'] in n-d-824834-4 is: [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:16Z', 'revision_number': 3, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:28:18.376086 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1e98fcea-6e5c-48c7-995c-f4937412bf85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.386450 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.513753 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-17c0911d-ba1d-4152-9389-bfa67fb0005d None None] Provisioning complete for port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:18.514591 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-17c0911d-ba1d-4152-9389-bfa67fb0005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.556456 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-17c0911d-ba1d-4152-9389-bfa67fb0005d None None] Port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:28:18.559177 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Publish callbacks [] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.567703 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.645839 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Pushing event updated for resources: {'Port': ['ID=78b4be58-db00-4fe8-9dd9-7c4e6d44f915,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:18.649355 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (3fdde1af-ff40-4079-aa37-e057de486049), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.779123 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:18.780612 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:18.805935 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b98fcc18-c82d-4437-bc70-8fe5adc33a26 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:18.868619 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port b98fcc18-c82d-4437-bc70-8fe5adc33a26 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:18.869085 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b98fcc18-c82d-4437-bc70-8fe5adc33a26), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.919150 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Router 3fdde1af-ff40-4079-aa37-e057de486049 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:28:18.979889 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b98fcc18-c82d-4437-bc70-8fe5adc33a26 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:18.981042 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (b98fcc18-c82d-4437-bc70-8fe5adc33a26), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.010882 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port b98fcc18-c82d-4437-bc70-8fe5adc33a26, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b98fcc18-c82d-4437-bc70-8fe5adc33a26,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:19.017926 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (b98fcc18-c82d-4437-bc70-8fe5adc33a26), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.019001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0b3375d2-1f97-47c7-825e-190fbb9efcf9 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:19.066408 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:28:19.072818 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e4bc52ef-1b4a-46fe-8ec1-95c3ac6636ce admin admin] 10.222.0.55 "PUT /v2.0/routers/3fdde1af-ff40-4079-aa37-e057de486049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9911971 Jan 28 20:28:19.141115 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=b98fcc18-c82d-4437-bc70-8fe5adc33a26,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:19.152393 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-b8bf23ba-ee8e-4090-9b3e-022f26f4f977 None None] Provisioning complete for port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:19.152947 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8bf23ba-ee8e-4090-9b3e-022f26f4f977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.156470 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0b3375d2-1f97-47c7-825e-190fbb9efcf9 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:19.157032 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0b3375d2-1f97-47c7-825e-190fbb9efcf9), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.226260 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-b8bf23ba-ee8e-4090-9b3e-022f26f4f977 None None] Port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:28:19.274229 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0b3375d2-1f97-47c7-825e-190fbb9efcf9 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:19.638511 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38406) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:19.643857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-ad5940d0-4d4e-4080-8223-d04fc15cc7cf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1167360598-network', 'tenant_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:19.671507 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5940d0-4d4e-4080-8223-d04fc15cc7cf admin admin] Made reservation on behalf of aaee49fa3e1d422f9a5b2c2775b93e9f for: {'network': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:19.674631 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad5940d0-4d4e-4080-8223-d04fc15cc7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for network (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.685968 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad5940d0-4d4e-4080-8223-d04fc15cc7cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.772486 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad5940d0-4d4e-4080-8223-d04fc15cc7cf admin admin] Publish callbacks [] for security_group (774c9e62-7623-435e-8468-717f92149c22), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.777611 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad5940d0-4d4e-4080-8223-d04fc15cc7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (774c9e62-7623-435e-8468-717f92149c22), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.803400 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5940d0-4d4e-4080-8223-d04fc15cc7cf admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103146) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:28:19.813616 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5940d0-4d4e-4080-8223-d04fc15cc7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774c9e62-7623-435e-8468-717f92149c22,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:19.818740 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad5940d0-4d4e-4080-8223-d04fc15cc7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (dd7207a6-0c19-418e-9ed4-a29fd3876ca1), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.819092 n-d-824834-4 neutron-server[103146]: INFO neutron.db.segments_db [None req-ad5940d0-4d4e-4080-8223-d04fc15cc7cf admin admin] Added segment dd7207a6-0c19-418e-9ed4-a29fd3876ca1 of type vlan for network 2b9edd0e-6276-40c1-9658-d9aef91489ea Jan 28 20:28:19.860271 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad5940d0-4d4e-4080-8223-d04fc15cc7cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777970582649'] for network (2b9edd0e-6276-40c1-9658-d9aef91489ea), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.888025 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad5940d0-4d4e-4080-8223-d04fc15cc7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905'] for network (2b9edd0e-6276-40c1-9658-d9aef91489ea), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.889448 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5940d0-4d4e-4080-8223-d04fc15cc7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:19.890338 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ad5940d0-4d4e-4080-8223-d04fc15cc7cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.947929 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ad5940d0-4d4e-4080-8223-d04fc15cc7cf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3081269 Jan 28 20:28:19.951113 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38410) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:19.957061 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-8e93025d-d85b-4031-811a-3052780d8ae5 admin admin] Request body: {'subnet': {'network_id': '2b9edd0e-6276-40c1-9658-d9aef91489ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1167360598-subnet', 'tenant_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:19.957211 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5940d0-4d4e-4080-8223-d04fc15cc7cf admin admin] Pushing event updated for resources: {'Network': ['ID=2b9edd0e-6276-40c1-9658-d9aef91489ea,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:19.967821 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Network 2b9edd0e-6276-40c1-9658-d9aef91489ea details requested by agent ovs-agent-n-d-824834-4 with host n-d-824834-4 {{(pid=103148) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:28:19.981976 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e93025d-d85b-4031-811a-3052780d8ae5 admin admin] Made reservation on behalf of aaee49fa3e1d422f9a5b2c2775b93e9f for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:19.985123 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e93025d-d85b-4031-811a-3052780d8ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7898538'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.167023 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e93025d-d85b-4031-811a-3052780d8ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8197304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7898552'] for subnet (a25455ca-10e7-4033-b5bf-43f1a0984498), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.224292 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93025d-d85b-4031-811a-3052780d8ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a25455ca-10e7-4033-b5bf-43f1a0984498,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:20.230757 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Sync routers for ids ['3fdde1af-ff40-4079-aa37-e057de486049'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:28:20.241286 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Routers {'3fdde1af-ff40-4079-aa37-e057de486049'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:20.241818 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93025d-d85b-4031-811a-3052780d8ae5 admin admin] Checking segment: {'id': 'dd7207a6-0c19-418e-9ed4-a29fd3876ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2b9edd0e-6276-40c1-9658-d9aef91489ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:20.241982 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:27:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3fdde1af-ff40-4079-aa37-e057de486049'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:20.242394 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e93025d-d85b-4031-811a-3052780d8ae5 admin admin] Network hostable DHCP agents. Network: 2b9edd0e-6276-40c1-9658-d9aef91489ea, hostable agents: ['5a7a50e2-17f2-4e31-a4b4-20c956c68d8c'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:28:20.261629 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e93025d-d85b-4031-811a-3052780d8ae5 admin admin] Network 2b9edd0e-6276-40c1-9658-d9aef91489ea is scheduled to be hosted by DHCP agent 5a7a50e2-17f2-4e31-a4b4-20c956c68d8c with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:28:20.271813 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-8e93025d-d85b-4031-811a-3052780d8ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-824834-4, 2b9edd0e-6276-40c1-9658-d9aef91489ea) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:20.276285 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e93025d-d85b-4031-811a-3052780d8ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:20.277199 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8e93025d-d85b-4031-811a-3052780d8ae5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.287657 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c344e17-256e-496e-a2ef-3f507d8fde1f None None] Network 2b9edd0e-6276-40c1-9658-d9aef91489ea requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:28:20.296084 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-8e93025d-d85b-4031-811a-3052780d8ae5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3432441 Jan 28 20:28:20.298688 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38412) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:20.303022 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1167360598-router', 'tenant_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:20.326625 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1051'] for router (59ed84d1-0367-4f84-aca9-1299154708b0), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.327777 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-551090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1036'] for router (59ed84d1-0367-4f84-aca9-1299154708b0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.361054 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:28:20.394874 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Publish callbacks [] for router_controller (59ed84d1-0367-4f84-aca9-1299154708b0), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.412463 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Set router 3fdde1af-ff40-4079-aa37-e057de486049 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:20.503990 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c33d26f-5381-51b1-8d42-3f5509efd347-2b9edd0e-6276-40c1-9658-d9aef91489ea', 'network_id': '2b9edd0e-6276-40c1-9658-d9aef91489ea', 'project_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'fixed_ips': [{'subnet_id': 'a25455ca-10e7-4033-b5bf-43f1a0984498'}]}} from n-d-824834-4. {{(pid=103148) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:28:20.505021 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.539177 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Publish callbacks [] for router_gateway (59ed84d1-0367-4f84-aca9-1299154708b0), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.682637 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1d76fcdd-73d1-4ec8-bc9b-c53f5749f3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.754314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b98fcc18-c82d-4437-bc70-8fe5adc33a26 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:20.787500 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Publish callbacks [] for router_gateway (59ed84d1-0367-4f84-aca9-1299154708b0), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.806849 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.815160 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Allocated IP 172.20.0.2 (2b9edd0e-6276-40c1-9658-d9aef91489ea/a25455ca-10e7-4033-b5bf-43f1a0984498/8c9c36b5-e6f4-4551-ab60-01443c81b761) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:20.892486 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port b98fcc18-c82d-4437-bc70-8fe5adc33a26 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:20.893130 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (b98fcc18-c82d-4437-bc70-8fe5adc33a26), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.896236 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '78b4be58-db00-4fe8-9dd9-7c4e6d44f915', 'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'mac_address': 'fa:16:3e:a4:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:17Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 2, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'subnets': [{'id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:20.917262 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Allocated IP 172.25.0.79 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/0e8bf6e5-dfc3-4040-b0bc-81717aa27133) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:20.962679 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Checking router: 3fdde1af-ff40-4079-aa37-e057de486049 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:28:20.963037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Updating router 3fdde1af-ff40-4079-aa37-e057de486049 port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:28:21.042951 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Publish callbacks [] for port (0e8bf6e5-dfc3-4040-b0bc-81717aa27133), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.077919 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0e8bf6e5-dfc3-4040-b0bc-81717aa27133), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.121881 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:21.124759 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:21.130596 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:21.156227 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Pushing event updated for resources: {'Port': ['ID=0e8bf6e5-dfc3-4040-b0bc-81717aa27133,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:21.194500 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.372267 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Publish callbacks [] for port (8c9c36b5-e6f4-4551-ab60-01443c81b761), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.373656 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port b98fcc18-c82d-4437-bc70-8fe5adc33a26 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:21.385445 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136'] for port (8c9c36b5-e6f4-4551-ab60-01443c81b761), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.396523 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Publish callbacks [] for router_gateway (59ed84d1-0367-4f84-aca9-1299154708b0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.438747 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Network 2b9edd0e-6276-40c1-9658-d9aef91489ea is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:21.454944 n-d-824834-4 neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:21.458513 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:21.460351 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Pushing event updated for resources: {'Port': ['ID=8c9c36b5-e6f4-4551-ab60-01443c81b761,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:21.563521 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Attempting to bind port 8c9c36b5-e6f4-4551-ab60-01443c81b761 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:28:21.563812 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Attempting to bind port 8c9c36b5-e6f4-4551-ab60-01443c81b761 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'dd7207a6-0c19-418e-9ed4-a29fd3876ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2b9edd0e-6276-40c1-9658-d9aef91489ea'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:28:21.564187 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Attempting to bind port 8c9c36b5-e6f4-4551-ab60-01443c81b761 on network 2b9edd0e-6276-40c1-9658-d9aef91489ea {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:21.577562 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:21.577937 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Checking segment: {'id': 'dd7207a6-0c19-418e-9ed4-a29fd3876ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2b9edd0e-6276-40c1-9658-d9aef91489ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:21.578396 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.578783 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Bound using segment: {'id': 'dd7207a6-0c19-418e-9ed4-a29fd3876ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2b9edd0e-6276-40c1-9658-d9aef91489ea'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:21.579249 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Bound port: 8c9c36b5-e6f4-4551-ab60-01443c81b761, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7207a6-0c19-418e-9ed4-a29fd3876ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2b9edd0e-6276-40c1-9658-d9aef91489ea'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:28:21.579623 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8c9c36b5-e6f4-4551-ab60-01443c81b761), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.691030 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Publish callbacks [] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.696168 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] For port 8c9c36b5-e6f4-4551-ab60-01443c81b761, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:21.699940 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] For port 8c9c36b5-e6f4-4551-ab60-01443c81b761, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8c9c36b5-e6f4-4551-ab60-01443c81b761,segment=NetworkSegment(dd7207a6-0c19-418e-9ed4-a29fd3876ca1),segment_id=dd7207a6-0c19-418e-9ed4-a29fd3876ca1)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:21.703710 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.712682 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8c9c36b5-e6f4-4551-ab60-01443c81b761), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.768792 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ca46a-e367-4d03-8230-8a1b74a2a6f1 None None] Pushing event updated for resources: {'Port': ['ID=78b4be58-db00-4fe8-9dd9-7c4e6d44f915,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:21.886981 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Attempting to bind port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:28:21.887395 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Attempting to bind port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:28:21.887824 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Attempting to bind port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 on network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:21.894384 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc1a06-4edd-4d48-852a-47c9696e6872 None None] Pushing event updated for resources: {'Port': ['ID=8c9c36b5-e6f4-4551-ab60-01443c81b761,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:21.901103 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:21.901651 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Checking segment: {'id': 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:21.902069 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.902467 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Bound using segment: {'id': 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:21.902957 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Bound port: 78b4be58-db00-4fe8-9dd9-7c4e6d44f915, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:28:21.903345 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.915545 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747849'] for router (59ed84d1-0367-4f84-aca9-1299154708b0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:21.985080 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] For port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:21.989614 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] For port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=78b4be58-db00-4fe8-9dd9-7c4e6d44f915,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:22.011479 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:22.098944 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Router 59ed84d1-0367-4f84-aca9-1299154708b0 is scheduled to L3 agent 62760938-e8e3-4587-8581-fd0061143e31 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:28:22.124019 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:22.137913 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Routers {'3fdde1af-ff40-4079-aa37-e057de486049'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:22.138673 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:28:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3fdde1af-ff40-4079-aa37-e057de486049'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:22.140582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3d11d7d6-8cb3-48cc-a865-e038ccdfaf20 None None] Provisioning complete for port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:22.141150 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d11d7d6-8cb3-48cc-a865-e038ccdfaf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:22.218557 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ca46a-e367-4d03-8230-8a1b74a2a6f1 None None] Pushing event updated for resources: {'Port': ['ID=78b4be58-db00-4fe8-9dd9-7c4e6d44f915,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:22.237184 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:28:22.250788 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Sync routers for ids ['59ed84d1-0367-4f84-aca9-1299154708b0'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:28:22.259844 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:22.263841 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-048a4668-b808-4894-89eb-b2309455134e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9614739 Jan 28 20:28:22.264359 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38416) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:22.275241 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Routers {'59ed84d1-0367-4f84-aca9-1299154708b0'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:22.275739 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:28:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['59ed84d1-0367-4f84-aca9-1299154708b0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:22.339519 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] Set router 3fdde1af-ff40-4079-aa37-e057de486049 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:22.377954 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3d11d7d6-8cb3-48cc-a865-e038ccdfaf20 None None] Current status of the port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:22.378639 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d11d7d6-8cb3-48cc-a865-e038ccdfaf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:22.408613 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Set router 59ed84d1-0367-4f84-aca9-1299154708b0 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:22.452351 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3d11d7d6-8cb3-48cc-a865-e038ccdfaf20 None None] For port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=78b4be58-db00-4fe8-9dd9-7c4e6d44f915,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:22.468730 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3d11d7d6-8cb3-48cc-a865-e038ccdfaf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:22.569257 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11d7d6-8cb3-48cc-a865-e038ccdfaf20 None None] Pushing event updated for resources: {'Port': ['ID=78b4be58-db00-4fe8-9dd9-7c4e6d44f915,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:22.596831 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'name': 'tempest-TestSnapshotPattern-1167360598-router', 'tenant_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '0e8bf6e5-dfc3-4040-b0bc-81717aa27133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:20Z', 'updated_at': '2022-01-28T20:28:21Z', 'revision_number': 3, 'project_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'gw_port': {'id': '0e8bf6e5-dfc3-4040-b0bc-81717aa27133', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:20Z', 'updated_at': '2022-01-28T20:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:22.617363 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-78a52652-291a-4546-a278-9c8929283535 None None] Provisioning complete for port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:22.617828 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-78a52652-291a-4546-a278-9c8929283535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:22.628414 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Checking router: 59ed84d1-0367-4f84-aca9-1299154708b0 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:28:22.628764 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Updating router 59ed84d1-0367-4f84-aca9-1299154708b0 port 0e8bf6e5-dfc3-4040-b0bc-81717aa27133 binding host n-d-824834-4 {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:28:22.656835 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0e8bf6e5-dfc3-4040-b0bc-81717aa27133), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:22.682768 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '78b4be58-db00-4fe8-9dd9-7c4e6d44f915', 'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'mac_address': 'fa:16:3e:a4:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:17Z', 'updated_at': '2022-01-28T20:28:21Z', 'revision_number': 4, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'subnets': [{'id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:22.742801 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d972e5-7805-419a-93a3-a6f09354fb8b None None] The sync data for ids ['3fdde1af-ff40-4079-aa37-e057de486049'] in n-d-824834-4 is: [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '78b4be58-db00-4fe8-9dd9-7c4e6d44f915', 'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'mac_address': 'fa:16:3e:a4:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:17Z', 'updated_at': '2022-01-28T20:28:21Z', 'revision_number': 4, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'subnets': [{'id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:28:22.774685 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-78a52652-291a-4546-a278-9c8929283535 None None] Current status of the port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:22.784042 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:22.846826 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8c9c36b5-e6f4-4551-ab60-01443c81b761 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:22.903600 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 8c9c36b5-e6f4-4551-ab60-01443c81b761 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:22.904203 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8c9c36b5-e6f4-4551-ab60-01443c81b761), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.017079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 8c9c36b5-e6f4-4551-ab60-01443c81b761 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:23.017237 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Allocated IP 172.20.0.1 (2b9edd0e-6276-40c1-9658-d9aef91489ea/a25455ca-10e7-4033-b5bf-43f1a0984498/8cee790b-a694-4203-9e94-7d3ee6fe286b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:23.017658 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8c9c36b5-e6f4-4551-ab60-01443c81b761), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.049044 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Publish callbacks [] for port (0e8bf6e5-dfc3-4040-b0bc-81717aa27133), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.071373 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0e8bf6e5-dfc3-4040-b0bc-81717aa27133), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.075090 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 8c9c36b5-e6f4-4551-ab60-01443c81b761, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8c9c36b5-e6f4-4551-ab60-01443c81b761,segment=NetworkSegment(dd7207a6-0c19-418e-9ed4-a29fd3876ca1),segment_id=dd7207a6-0c19-418e-9ed4-a29fd3876ca1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:23.087483 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8c9c36b5-e6f4-4551-ab60-01443c81b761), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.161584 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b9a81-e8d9-42c2-9aa1-5a2fff179cbc None None] Pushing event updated for resources: {'Port': ['ID=0e8bf6e5-dfc3-4040-b0bc-81717aa27133,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:23.164201 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Attempting to bind port 0e8bf6e5-dfc3-4040-b0bc-81717aa27133 on host n-d-824834-4 for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:28:23.164560 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Attempting to bind port 0e8bf6e5-dfc3-4040-b0bc-81717aa27133 by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:28:23.164918 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Attempting to bind port 0e8bf6e5-dfc3-4040-b0bc-81717aa27133 on network c4a614f9-9895-4be0-8348-7f6e942bd391 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:23.170994 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:23.171366 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Checking segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:23.171890 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.172280 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Bound using segment: {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:23.172744 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Bound port: 0e8bf6e5-dfc3-4040-b0bc-81717aa27133, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:28:23.173109 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0e8bf6e5-dfc3-4040-b0bc-81717aa27133), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.176390 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Publish callbacks [] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.180147 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=8c9c36b5-e6f4-4551-ab60-01443c81b761,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:23.240233 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.245270 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] For port 0e8bf6e5-dfc3-4040-b0bc-81717aa27133, host n-d-824834-4, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:23.249551 n-d-824834-4 neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] For port 0e8bf6e5-dfc3-4040-b0bc-81717aa27133, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0e8bf6e5-dfc3-4040-b0bc-81717aa27133,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:23.259886 n-d-824834-4 neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0e8bf6e5-dfc3-4040-b0bc-81717aa27133), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.266747 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9891da64-1586-47d7-b9e3-ba83ef8de402 None None] Network 2b9edd0e-6276-40c1-9658-d9aef91489ea requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:28:23.284967 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Network 2b9edd0e-6276-40c1-9658-d9aef91489ea is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:23.288505 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:23.291705 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:23.308963 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Routers {'59ed84d1-0367-4f84-aca9-1299154708b0'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:23.309752 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:28:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['59ed84d1-0367-4f84-aca9-1299154708b0'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:23.331452 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Pushing event updated for resources: {'Port': ['ID=8cee790b-a694-4203-9e94-7d3ee6fe286b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:23.348477 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-749116'] for router_interface (59ed84d1-0367-4f84-aca9-1299154708b0), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.354141 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-4b69ae40-a638-4017-a25d-a5f3a20e2694 None None] Provisioning complete for port 8c9c36b5-e6f4-4551-ab60-01443c81b761 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:23.354543 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4b69ae40-a638-4017-a25d-a5f3a20e2694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8c9c36b5-e6f4-4551-ab60-01443c81b761), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.414126 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b9a81-e8d9-42c2-9aa1-5a2fff179cbc None None] Pushing event updated for resources: {'Port': ['ID=0e8bf6e5-dfc3-4040-b0bc-81717aa27133,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:23.414364 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.519160 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] Set router 59ed84d1-0367-4f84-aca9-1299154708b0 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:23.533039 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.546919 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4b69ae40-a638-4017-a25d-a5f3a20e2694 None None] Current status of the port 8c9c36b5-e6f4-4551-ab60-01443c81b761 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:23.741305 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Publish callbacks [] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.747405 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.784946 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ec4c7dbe-cfcf-48c1-abef-72a5622beede None None] Provisioning complete for port 8cee790b-a694-4203-9e94-7d3ee6fe286b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:23.787546 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7dbe-cfcf-48c1-abef-72a5622beede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.833413 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Pushing event updated for resources: {'Port': ['ID=8cee790b-a694-4203-9e94-7d3ee6fe286b,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:23.835773 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'name': 'tempest-TestSnapshotPattern-1167360598-router', 'tenant_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '0e8bf6e5-dfc3-4040-b0bc-81717aa27133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:20Z', 'updated_at': '2022-01-28T20:28:21Z', 'revision_number': 3, 'project_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'gw_port': {'id': '0e8bf6e5-dfc3-4040-b0bc-81717aa27133', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:20Z', 'updated_at': '2022-01-28T20:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:23.836111 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748940'] for router_interface (59ed84d1-0367-4f84-aca9-1299154708b0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.865802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c7dbe-cfcf-48c1-abef-72a5622beede None None] Port 8cee790b-a694-4203-9e94-7d3ee6fe286b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:28:23.867043 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc5c75-1fa1-4677-8a88-b88d5bd47a60 None None] The sync data for ids ['59ed84d1-0367-4f84-aca9-1299154708b0'] in n-d-824834-4 is: [{'id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'name': 'tempest-TestSnapshotPattern-1167360598-router', 'tenant_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '0e8bf6e5-dfc3-4040-b0bc-81717aa27133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:20Z', 'updated_at': '2022-01-28T20:28:21Z', 'revision_number': 3, 'project_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'gw_port': {'id': '0e8bf6e5-dfc3-4040-b0bc-81717aa27133', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:20Z', 'updated_at': '2022-01-28T20:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:28:23.886584 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ec4c7dbe-cfcf-48c1-abef-72a5622beede None None] Provisioning complete for port 8c9c36b5-e6f4-4551-ab60-01443c81b761 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:23.887254 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7dbe-cfcf-48c1-abef-72a5622beede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8c9c36b5-e6f4-4551-ab60-01443c81b761), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:23.975190 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Network 2b9edd0e-6276-40c1-9658-d9aef91489ea is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:23.979064 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:24.007259 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c7dbe-cfcf-48c1-abef-72a5622beede None None] Current status of the port 8c9c36b5-e6f4-4551-ab60-01443c81b761 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:24.127856 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Router 59ed84d1-0367-4f84-aca9-1299154708b0 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:28:24.149025 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-99dd288c-2a77-4b42-b7cd-a7ead8ea6bda None None] Provisioning complete for port 8cee790b-a694-4203-9e94-7d3ee6fe286b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:24.149409 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-99dd288c-2a77-4b42-b7cd-a7ead8ea6bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:24.203241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-99dd288c-2a77-4b42-b7cd-a7ead8ea6bda None None] Port 8cee790b-a694-4203-9e94-7d3ee6fe286b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:28:24.277496 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:28:24.283248 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-062ce271-ad3d-4875-8694-5b8b4d5f3c23 admin admin] 10.222.0.55 "PUT /v2.0/routers/59ed84d1-0367-4f84-aca9-1299154708b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0175803 Jan 28 20:28:24.342221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d214289d-1ff0-4703-8b05-caf4bdd581f3 None None] Provisioning complete for port 8cee790b-a694-4203-9e94-7d3ee6fe286b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:24.342810 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d214289d-1ff0-4703-8b05-caf4bdd581f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:24.384802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d214289d-1ff0-4703-8b05-caf4bdd581f3 None None] Port 8cee790b-a694-4203-9e94-7d3ee6fe286b cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:28:24.576657 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:24.862425 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:24.919857 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:24.919857 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:24.920032 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38426) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:24.924970 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-3f98aeed-9655-4ceb-8ad3-201b1e5df659 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-968249123', 'description': 'tempest-secgroup-smoke-968249123 description', 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:24.953444 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f98aeed-9655-4ceb-8ad3-201b1e5df659 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.005206 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:25.006359 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0e8bf6e5-dfc3-4040-b0bc-81717aa27133 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:25.028948 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f98aeed-9655-4ceb-8ad3-201b1e5df659 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group (8b346c77-c600-4ce8-841d-2d10c003dad7), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.033798 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f98aeed-9655-4ceb-8ad3-201b1e5df659 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8b346c77-c600-4ce8-841d-2d10c003dad7), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.056496 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0e8bf6e5-dfc3-4040-b0bc-81717aa27133 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:25.056739 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0e8bf6e5-dfc3-4040-b0bc-81717aa27133), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.066146 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3f98aeed-9655-4ceb-8ad3-201b1e5df659 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.067408 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3f98aeed-9655-4ceb-8ad3-201b1e5df659 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1463897 Jan 28 20:28:25.069425 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98aeed-9655-4ceb-8ad3-201b1e5df659 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b346c77-c600-4ce8-841d-2d10c003dad7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:25.070855 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38428) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:25.084499 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-c43e8e91-9b9c-4c28-ab17-9716617027dd tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Request body: {'security_group_rule': {'security_group_id': '8b346c77-c600-4ce8-841d-2d10c003dad7', 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:25.112683 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c43e8e91-9b9c-4c28-ab17-9716617027dd tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (b2284d7f-de5a-4ac7-b90e-64f1101fbe0e), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.176039 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c43e8e91-9b9c-4c28-ab17-9716617027dd tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (b2284d7f-de5a-4ac7-b90e-64f1101fbe0e), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.180668 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c43e8e91-9b9c-4c28-ab17-9716617027dd tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (b2284d7f-de5a-4ac7-b90e-64f1101fbe0e), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.203029 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e8e91-9b9c-4c28-ab17-9716617027dd tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2284d7f-de5a-4ac7-b90e-64f1101fbe0e,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:25.209868 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-c43e8e91-9b9c-4c28-ab17-9716617027dd tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.211140 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-c43e8e91-9b9c-4c28-ab17-9716617027dd tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372111 Jan 28 20:28:25.213883 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38430) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:25.218490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-e65d6d90-7c89-4b40-be5b-3b7f78819c55 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Request body: {'security_group_rule': {'security_group_id': '8b346c77-c600-4ce8-841d-2d10c003dad7', 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:25.252584 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e65d6d90-7c89-4b40-be5b-3b7f78819c55 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (3aacfe4c-090c-47ff-953a-1765861997dc), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.321430 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e65d6d90-7c89-4b40-be5b-3b7f78819c55 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (3aacfe4c-090c-47ff-953a-1765861997dc), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.328318 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0e8bf6e5-dfc3-4040-b0bc-81717aa27133 is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:25.328730 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (0e8bf6e5-dfc3-4040-b0bc-81717aa27133), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.330825 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e65d6d90-7c89-4b40-be5b-3b7f78819c55 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (3aacfe4c-090c-47ff-953a-1765861997dc), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.350933 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d6d90-7c89-4b40-be5b-3b7f78819c55 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aacfe4c-090c-47ff-953a-1765861997dc,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:25.356515 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] For port 0e8bf6e5-dfc3-4040-b0bc-81717aa27133, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0e8bf6e5-dfc3-4040-b0bc-81717aa27133,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:25.362500 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (0e8bf6e5-dfc3-4040-b0bc-81717aa27133), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.363555 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8c9c36b5-e6f4-4551-ab60-01443c81b761 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:25.364285 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e65d6d90-7c89-4b40-be5b-3b7f78819c55 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.368739 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38432) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:25.373665 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c9482d3b-9465-4bc8-8c0a-aa8147171e21 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Request body: {'security_group_rule': {'security_group_id': '8b346c77-c600-4ce8-841d-2d10c003dad7', 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:25.377929 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e65d6d90-7c89-4b40-be5b-3b7f78819c55 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1629269 Jan 28 20:28:25.401276 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9482d3b-9465-4bc8-8c0a-aa8147171e21 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (476639db-3129-4d62-983d-bad6072d247c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.443430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Pushing event updated for resources: {'Port': ['ID=0e8bf6e5-dfc3-4040-b0bc-81717aa27133,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:25.458378 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 8c9c36b5-e6f4-4551-ab60-01443c81b761 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:25.458755 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8c9c36b5-e6f4-4551-ab60-01443c81b761), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.462841 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9482d3b-9465-4bc8-8c0a-aa8147171e21 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (476639db-3129-4d62-983d-bad6072d247c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.467818 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9482d3b-9465-4bc8-8c0a-aa8147171e21 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (476639db-3129-4d62-983d-bad6072d247c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.488478 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9482d3b-9465-4bc8-8c0a-aa8147171e21 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476639db-3129-4d62-983d-bad6072d247c,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:25.495122 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c9482d3b-9465-4bc8-8c0a-aa8147171e21 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.496174 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c9482d3b-9465-4bc8-8c0a-aa8147171e21 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263494 Jan 28 20:28:25.499045 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38434) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:25.503756 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e2bff88d-566c-47d6-991b-3798b25821c5 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Request body: {'security_group_rule': {'security_group_id': '8b346c77-c600-4ce8-841d-2d10c003dad7', 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:25.528805 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2bff88d-566c-47d6-991b-3798b25821c5 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (942968a7-2aa0-418b-8dc7-78f3ba88fc0d), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.542618 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 8c9c36b5-e6f4-4551-ab60-01443c81b761 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:25.589108 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2bff88d-566c-47d6-991b-3798b25821c5 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (942968a7-2aa0-418b-8dc7-78f3ba88fc0d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.593768 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2bff88d-566c-47d6-991b-3798b25821c5 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (942968a7-2aa0-418b-8dc7-78f3ba88fc0d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.616146 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bff88d-566c-47d6-991b-3798b25821c5 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942968a7-2aa0-418b-8dc7-78f3ba88fc0d,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:25.621986 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e2bff88d-566c-47d6-991b-3798b25821c5 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.623259 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-e2bff88d-566c-47d6-991b-3798b25821c5 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232769 Jan 28 20:28:25.626076 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:25.631595 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c30d458e-3413-46d3-94d6-4d6398b86d14 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Request body: {'security_group_rule': {'security_group_id': '8b346c77-c600-4ce8-841d-2d10c003dad7', 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:25.653014 n-d-824834-4 neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-c30d458e-3413-46d3-94d6-4d6398b86d14 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Project 13aa0e2a9e694e27a22e6ecfd34cf026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:28:25.658212 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c30d458e-3413-46d3-94d6-4d6398b86d14 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (597e153a-cf10-44da-b52e-7a9261607fab), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.716798 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c30d458e-3413-46d3-94d6-4d6398b86d14 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (597e153a-cf10-44da-b52e-7a9261607fab), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.721486 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c30d458e-3413-46d3-94d6-4d6398b86d14 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (597e153a-cf10-44da-b52e-7a9261607fab), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.739619 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d458e-3413-46d3-94d6-4d6398b86d14 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597e153a-cf10-44da-b52e-7a9261607fab,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:25.749840 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c30d458e-3413-46d3-94d6-4d6398b86d14 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.751160 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-c30d458e-3413-46d3-94d6-4d6398b86d14 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241026 Jan 28 20:28:25.754250 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38438) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:25.758990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b529be41-a46f-4bcd-a7ac-27bb5b5ae942 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Request body: {'security_group_rule': {'security_group_id': '8b346c77-c600-4ce8-841d-2d10c003dad7', 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:25.780320 n-d-824834-4 neutron-server[103146]: INFO neutron.db.securitygroups_db [None req-b529be41-a46f-4bcd-a7ac-27bb5b5ae942 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Project 13aa0e2a9e694e27a22e6ecfd34cf026 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:28:25.785327 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b529be41-a46f-4bcd-a7ac-27bb5b5ae942 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (446767f4-f74b-413e-a9c8-2ee6fb0d4821), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.847865 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b529be41-a46f-4bcd-a7ac-27bb5b5ae942 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (446767f4-f74b-413e-a9c8-2ee6fb0d4821), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.853903 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b529be41-a46f-4bcd-a7ac-27bb5b5ae942 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269796'] for security_group_rule (446767f4-f74b-413e-a9c8-2ee6fb0d4821), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.873425 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529be41-a46f-4bcd-a7ac-27bb5b5ae942 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446767f4-f74b-413e-a9c8-2ee6fb0d4821,revision_number=0']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:25.879855 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b529be41-a46f-4bcd-a7ac-27bb5b5ae942 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:25.880836 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b529be41-a46f-4bcd-a7ac-27bb5b5ae942 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255505 Jan 28 20:28:26.174963 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:26.187468 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-71a68cd1-ca92-41ea-af1d-5b15f06b1090 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-968249123&fields=id&tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026 HTTP/1.1" status: 200 len: 267 time: 0.0479944 Jan 28 20:28:26.217926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Sync routers for ids ['59ed84d1-0367-4f84-aca9-1299154708b0'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:28:26.227922 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Routers {'59ed84d1-0367-4f84-aca9-1299154708b0'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:26.228541 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:28:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['59ed84d1-0367-4f84-aca9-1299154708b0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:26.295804 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e976aa3-e646-439e-a67c-983dfa979407 req-5cdab70b-d1a7-4db6-81cf-be1f747f8c0b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:26.297456 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-5cdab70b-d1a7-4db6-81cf-be1f747f8c0b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 810 time: 0.1024168 Jan 28 20:28:26.313082 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-f2738878-eff3-4075-a18c-ea86b853e7d2 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/quotas/13aa0e2a9e694e27a22e6ecfd34cf026 HTTP/1.1" status: 200 len: 375 time: 0.0098283 Jan 28 20:28:26.333965 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Set router 59ed84d1-0367-4f84-aca9-1299154708b0 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:26.373304 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-da55ebfe-4fba-4017-bae4-fa53dfd2baee tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548475 Jan 28 20:28:26.470723 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-aef28c71-2fc2-4f48-8a23-b8423be2b123 service neutron] 10.222.0.55 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854731 Jan 28 20:28:26.532555 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'name': 'tempest-TestSnapshotPattern-1167360598-router', 'tenant_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '0e8bf6e5-dfc3-4040-b0bc-81717aa27133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:20Z', 'updated_at': '2022-01-28T20:28:23Z', 'revision_number': 4, 'project_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'gw_port': {'id': '0e8bf6e5-dfc3-4040-b0bc-81717aa27133', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:20Z', 'updated_at': '2022-01-28T20:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '8cee790b-a694-4203-9e94-7d3ee6fe286b', 'name': '', 'network_id': '2b9edd0e-6276-40c1-9658-d9aef91489ea', 'tenant_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'mac_address': 'fa:16:3e:17:47:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a25455ca-10e7-4033-b5bf-43f1a0984498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:22Z', 'updated_at': '2022-01-28T20:28:23Z', 'revision_number': 2, 'project_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'subnets': [{'id': 'a25455ca-10e7-4033-b5bf-43f1a0984498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:26.563037 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Checking router: 59ed84d1-0367-4f84-aca9-1299154708b0 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:28:26.563397 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Updating router 59ed84d1-0367-4f84-aca9-1299154708b0 port 8cee790b-a694-4203-9e94-7d3ee6fe286b binding host n-d-824834-4 {{(pid=103148) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:28:26.565337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-8bcabc2b-a863-44c9-8799-68646e199c22 service neutron] 10.222.0.55 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891824 Jan 28 20:28:26.591211 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:26.736308 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0e8bf6e5-dfc3-4040-b0bc-81717aa27133 up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:26.743630 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-5cb9a583-6e6d-4902-b9d0-24632200acdf req-3bb90db4-38c7-4f96-8527-c13ec254358b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 210 time: 0.0366061 Jan 28 20:28:26.859506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 0e8bf6e5-dfc3-4040-b0bc-81717aa27133 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:26.859881 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (0e8bf6e5-dfc3-4040-b0bc-81717aa27133), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:26.940638 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Publish callbacks [] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:26.950724 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:27.027977 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 0e8bf6e5-dfc3-4040-b0bc-81717aa27133 is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:27.032889 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bf79b-2975-48d2-bda1-24bd0948e603 None None] Pushing event updated for resources: {'Port': ['ID=8cee790b-a694-4203-9e94-7d3ee6fe286b,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:27.088660 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Attempting to bind port 8cee790b-a694-4203-9e94-7d3ee6fe286b on host n-d-824834-4 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:28:27.089113 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Attempting to bind port 8cee790b-a694-4203-9e94-7d3ee6fe286b by drivers openvswitch,hyperv on host n-d-824834-4 at level 0 using segments [{'id': 'dd7207a6-0c19-418e-9ed4-a29fd3876ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2b9edd0e-6276-40c1-9658-d9aef91489ea'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:28:27.089633 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Attempting to bind port 8cee790b-a694-4203-9e94-7d3ee6fe286b on network 2b9edd0e-6276-40c1-9658-d9aef91489ea {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:27.095975 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Checking agent: {'id': 'b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 18, 53, 24), 'started_at': datetime.datetime(2022, 1, 28, 18, 53, 54), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-824834-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:27.096274 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Checking segment: {'id': 'dd7207a6-0c19-418e-9ed4-a29fd3876ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2b9edd0e-6276-40c1-9658-d9aef91489ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:27.096634 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:27.097028 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Bound using segment: {'id': 'dd7207a6-0c19-418e-9ed4-a29fd3876ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2b9edd0e-6276-40c1-9658-d9aef91489ea'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:27.097503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Bound port: 8cee790b-a694-4203-9e94-7d3ee6fe286b, host: n-d-824834-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7207a6-0c19-418e-9ed4-a29fd3876ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2b9edd0e-6276-40c1-9658-d9aef91489ea'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:28:27.097907 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:27.165327 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] For port 8cee790b-a694-4203-9e94-7d3ee6fe286b, host n-d-824834-4, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:27.169079 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] For port 8cee790b-a694-4203-9e94-7d3ee6fe286b, host n-d-824834-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8cee790b-a694-4203-9e94-7d3ee6fe286b,segment=NetworkSegment(dd7207a6-0c19-418e-9ed4-a29fd3876ca1),segment_id=dd7207a6-0c19-418e-9ed4-a29fd3876ca1)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:27.176562 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:27.236893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Routers {'59ed84d1-0367-4f84-aca9-1299154708b0'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:27.242755 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:28:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['59ed84d1-0367-4f84-aca9-1299154708b0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:27.248221 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bf79b-2975-48d2-bda1-24bd0948e603 None None] Pushing event updated for resources: {'Port': ['ID=8cee790b-a694-4203-9e94-7d3ee6fe286b,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:27.371878 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] Set router 59ed84d1-0367-4f84-aca9-1299154708b0 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:27.374188 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-3580ae7e-55b1-4dcb-8efe-b68c4d35a0de None None] Provisioning complete for port 8cee790b-a694-4203-9e94-7d3ee6fe286b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:27.374188 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3580ae7e-55b1-4dcb-8efe-b68c4d35a0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:27.582284 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3580ae7e-55b1-4dcb-8efe-b68c4d35a0de None None] Current status of the port 8cee790b-a694-4203-9e94-7d3ee6fe286b is: DOWN; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:27.582967 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3580ae7e-55b1-4dcb-8efe-b68c4d35a0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:27.640346 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3580ae7e-55b1-4dcb-8efe-b68c4d35a0de None None] For port 8cee790b-a694-4203-9e94-7d3ee6fe286b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8cee790b-a694-4203-9e94-7d3ee6fe286b,segment=NetworkSegment(dd7207a6-0c19-418e-9ed4-a29fd3876ca1),segment_id=dd7207a6-0c19-418e-9ed4-a29fd3876ca1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:27.647562 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3580ae7e-55b1-4dcb-8efe-b68c4d35a0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:27.691214 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'name': 'tempest-TestSnapshotPattern-1167360598-router', 'tenant_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '0e8bf6e5-dfc3-4040-b0bc-81717aa27133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:20Z', 'updated_at': '2022-01-28T20:28:23Z', 'revision_number': 4, 'project_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'gw_port': {'id': '0e8bf6e5-dfc3-4040-b0bc-81717aa27133', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:20Z', 'updated_at': '2022-01-28T20:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '8cee790b-a694-4203-9e94-7d3ee6fe286b', 'name': '', 'network_id': '2b9edd0e-6276-40c1-9658-d9aef91489ea', 'tenant_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'mac_address': 'fa:16:3e:17:47:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a25455ca-10e7-4033-b5bf-43f1a0984498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:22Z', 'updated_at': '2022-01-28T20:28:27Z', 'revision_number': 4, 'project_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'subnets': [{'id': 'a25455ca-10e7-4033-b5bf-43f1a0984498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:27.723474 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c985763-4460-4c1c-a532-11f2851889fa None None] The sync data for ids ['59ed84d1-0367-4f84-aca9-1299154708b0'] in n-d-824834-4 is: [{'id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'name': 'tempest-TestSnapshotPattern-1167360598-router', 'tenant_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '0e8bf6e5-dfc3-4040-b0bc-81717aa27133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:20Z', 'updated_at': '2022-01-28T20:28:23Z', 'revision_number': 4, 'project_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'gw_port': {'id': '0e8bf6e5-dfc3-4040-b0bc-81717aa27133', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:20Z', 'updated_at': '2022-01-28T20:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '8cee790b-a694-4203-9e94-7d3ee6fe286b', 'name': '', 'network_id': '2b9edd0e-6276-40c1-9658-d9aef91489ea', 'tenant_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'mac_address': 'fa:16:3e:17:47:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'a25455ca-10e7-4033-b5bf-43f1a0984498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:22Z', 'updated_at': '2022-01-28T20:28:27Z', 'revision_number': 4, 'project_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'subnets': [{'id': 'a25455ca-10e7-4033-b5bf-43f1a0984498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:28:27.725053 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580ae7e-55b1-4dcb-8efe-b68c4d35a0de None None] Pushing event updated for resources: {'Port': ['ID=8cee790b-a694-4203-9e94-7d3ee6fe286b,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:27.784872 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-155bf8b7-b41c-46b0-82d3-80fef92233fc None None] Provisioning complete for port 8cee790b-a694-4203-9e94-7d3ee6fe286b triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:27.785356 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-155bf8b7-b41c-46b0-82d3-80fef92233fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:27.896294 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4de805c1-3a0e-4bf2-896b-c3d430cf78a0 req-d211b265-aa09-4dd2-a6f5-0c99988fef03 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 210 time: 0.0410559 Jan 28 20:28:27.904952 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-155bf8b7-b41c-46b0-82d3-80fef92233fc None None] Current status of the port 8cee790b-a694-4203-9e94-7d3ee6fe286b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:28.029874 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e976aa3-e646-439e-a67c-983dfa979407 req-5ba2b7bc-e1c9-4f25-bbcb-bcf7ab7fa1d0 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:28.031462 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-5ba2b7bc-e1c9-4f25-bbcb-bcf7ab7fa1d0 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.31 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 810 time: 0.1442568 Jan 28 20:28:28.101019 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-7a1a87c9-f6ac-4539-b876-2908e37a7e07 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026 HTTP/1.1" status: 200 len: 379 time: 0.0570047 Jan 28 20:28:28.112263 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0e976aa3-e646-439e-a67c-983dfa979407 req-f0e9d0e7-5c17-421a-a7ae-0b519a7d25b6 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Request body: {'port': {'device_id': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'admin_state_up': True, 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'security_groups': ['8b346c77-c600-4ce8-841d-2d10c003dad7']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:28.230143 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e976aa3-e646-439e-a67c-983dfa979407 req-f0e9d0e7-5c17-421a-a7ae-0b519a7d25b6 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Made reservation on behalf of 13aa0e2a9e694e27a22e6ecfd34cf026 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:28.233799 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e976aa3-e646-439e-a67c-983dfa979407 req-f0e9d0e7-5c17-421a-a7ae-0b519a7d25b6 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:28.366898 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-0e976aa3-e646-439e-a67c-983dfa979407 req-f0e9d0e7-5c17-421a-a7ae-0b519a7d25b6 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Allocated IP 172.20.0.8 (d091e1e3-c09f-40f5-8c7a-daa43b0364c2/28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8/4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:28.513342 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e976aa3-e646-439e-a67c-983dfa979407 req-f0e9d0e7-5c17-421a-a7ae-0b519a7d25b6 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:28.552109 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e976aa3-e646-439e-a67c-983dfa979407 req-f0e9d0e7-5c17-421a-a7ae-0b519a7d25b6 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:28.594705 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e976aa3-e646-439e-a67c-983dfa979407 req-f0e9d0e7-5c17-421a-a7ae-0b519a7d25b6 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:28.597941 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-0e976aa3-e646-439e-a67c-983dfa979407 req-f0e9d0e7-5c17-421a-a7ae-0b519a7d25b6 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:28.604749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e976aa3-e646-439e-a67c-983dfa979407 req-f0e9d0e7-5c17-421a-a7ae-0b519a7d25b6 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:28.633305 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9d0e7-5c17-421a-a7ae-0b519a7d25b6 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event updated for resources: {'Port': ['ID=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:28.663644 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e976aa3-e646-439e-a67c-983dfa979407 req-f0e9d0e7-5c17-421a-a7ae-0b519a7d25b6 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:28.664355 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e976aa3-e646-439e-a67c-983dfa979407 req-f0e9d0e7-5c17-421a-a7ae-0b519a7d25b6 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:28.685726 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-f0e9d0e7-5c17-421a-a7ae-0b519a7d25b6 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5774536 Jan 28 20:28:28.696396 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-07a4c52e-e44e-48c1-ae3d-edecbb640926 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:28:28.697695 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-07a4c52e-e44e-48c1-ae3d-edecbb640926 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061152 Jan 28 20:28:28.771135 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8cee790b-a694-4203-9e94-7d3ee6fe286b up at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:28.823373 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Request body: {'port': {'device_id': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:28.827061 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Provisioning complete for port 8cee790b-a694-4203-9e94-7d3ee6fe286b triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:28.827507 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:28.884889 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:28.905537 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Current status of the port 8cee790b-a694-4203-9e94-7d3ee6fe286b is: ACTIVE; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:28.933732 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-32391f54-646f-4af8-9a6a-e92fc48a5896 None None] Provisioning complete for port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:28.933732 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-32391f54-646f-4af8-9a6a-e92fc48a5896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:28.970300 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-32391f54-646f-4af8-9a6a-e92fc48a5896 None None] Port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:28:29.101333 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88edbf-5c89-4b3f-9665-31c9227e42a3 req-9a6e1099-d05c-4d80-a207-a69f73e74ac7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:29.102842 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea88edbf-5c89-4b3f-9665-31c9227e42a3 req-9a6e1099-d05c-4d80-a207-a69f73e74ac7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 931 time: 0.1124728 Jan 28 20:28:29.178665 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea88edbf-5c89-4b3f-9665-31c9227e42a3 req-d91df224-9551-43fd-a942-09bd051db838 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674999 Jan 28 20:28:29.225979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:28:29.233904 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Publish callbacks [] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:29.246911 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Transition to ACTIVE for port object 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:28:29.253483 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:29.304287 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:29.376615 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Attempting to bind port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d on host n-h1-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:28:29.376981 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Attempting to bind port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d by drivers openvswitch,hyperv on host n-h1-824834-4 at level 0 using segments [{'id': 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:28:29.377315 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Attempting to bind port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d on network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:29.381924 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d on network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:28:29.382279 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Attempting to bind port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d on network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:29.387427 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Checking agent: {'id': 'cf09dfad-73f2-4d25-8be9-eab41c8054bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'started_at': datetime.datetime(2022, 1, 28, 19, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:29.387766 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Checking segment: {'id': 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:29.388155 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Bound using segment: {'id': 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:29.388587 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Bound port: 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d, host: n-h1-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:28:29.388952 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:29.463369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] For port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d, host n-h1-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:29.468062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] For port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d, host n-h1-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:29.478376 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:29.513334 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:29.514147 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:29.515757 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] 10.222.0.31 "PUT /v2.0/ports/4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d HTTP/1.1" status: 200 len: 1091 time: 0.8088102 Jan 28 20:28:29.518173 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'tag': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:28:29.521238 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfaf1ed5-0ba9-40d9-95c6-c295fc8408fb" -d '{"events": [{"name": "network-changed", "server_uuid": "6eef69fe-35b6-475d-98aa-706d23e5acab", "tag": "4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:29.548627 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9565c33-b404-4ccf-ac18-88c5335dc299 service neutron] Pushing event updated for resources: {'Port': ['ID=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:29.571811 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213cf618-39a0-4df0-9717-bb277b26acbb x-openstack-request-id: req-213cf618-39a0-4df0-9717-bb277b26acbb {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:29.572173 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eef69fe-35b6-475d-98aa-706d23e5acab", "tag": "4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:29.572358 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-213cf618-39a0-4df0-9717-bb277b26acbb {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:29.572811 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'tag': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'status': 'completed', 'code': 200} Jan 28 20:28:29.671253 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e976aa3-e646-439e-a67c-983dfa979407 req-e8d3da90-ec93-4abf-bd2b-d857f09c57f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:29.672853 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-e8d3da90-ec93-4abf-bd2b-d857f09c57f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 1125 time: 0.0495260 Jan 28 20:28:29.719640 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-5f9e2c41-0086-4194-b86b-5499d5257665 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d HTTP/1.1" status: 200 len: 217 time: 0.0393009 Jan 28 20:28:29.770390 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e976aa3-e646-439e-a67c-983dfa979407 req-120b82b4-7abc-49d2-ab1c-4b9e83fae231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:29.771929 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-120b82b4-7abc-49d2-ab1c-4b9e83fae231 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 HTTP/1.1" status: 200 len: 849 time: 0.0458245 Jan 28 20:28:29.836213 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e976aa3-e646-439e-a67c-983dfa979407 req-f3c9297b-5d45-47b2-a989-6fb67c26e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:29.837783 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-f3c9297b-5d45-47b2-a989-6fb67c26e82b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596328 Jan 28 20:28:29.940291 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-8d9fa532-34a3-4bb4-af15-7b7f7cbec243 service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954452 Jan 28 20:28:30.032410 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0e976aa3-e646-439e-a67c-983dfa979407 req-b289dca1-b96d-485d-acef-8870d527a9c5 service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857642 Jan 28 20:28:30.126251 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1ed5-0ba9-40d9-95c6-c295fc8408fb req-f86ff4c0-58a0-46af-b086-5dd0c4ab5fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:30.127813 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bfaf1ed5-0ba9-40d9-95c6-c295fc8408fb req-f86ff4c0-58a0-46af-b086-5dd0c4ab5fe6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 1125 time: 0.0488150 Jan 28 20:28:30.235604 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1ed5-0ba9-40d9-95c6-c295fc8408fb req-8d1b4287-ca7d-4b4d-8b7c-61b988455753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:30.237128 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bfaf1ed5-0ba9-40d9-95c6-c295fc8408fb req-8d1b4287-ca7d-4b4d-8b7c-61b988455753 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 911 time: 0.1031799 Jan 28 20:28:30.285886 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bfaf1ed5-0ba9-40d9-95c6-c295fc8408fb req-606336b2-451b-49b7-b4e2-d735aebdbd2d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d HTTP/1.1" status: 200 len: 217 time: 0.0417588 Jan 28 20:28:30.364920 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1ed5-0ba9-40d9-95c6-c295fc8408fb req-ab9c84be-3502-46e7-9f4f-1afb332b49ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:30.366459 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bfaf1ed5-0ba9-40d9-95c6-c295fc8408fb req-ab9c84be-3502-46e7-9f4f-1afb332b49ce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 HTTP/1.1" status: 200 len: 849 time: 0.0525200 Jan 28 20:28:30.378801 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe983305-e0d7-4cab-9018-1e6150055ee2 req-b1a1e02a-5fd9-4a49-903a-c964c3f478d4 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:30.380197 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe983305-e0d7-4cab-9018-1e6150055ee2 req-b1a1e02a-5fd9-4a49-903a-c964c3f478d4 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 943 time: 0.1294138 Jan 28 20:28:30.458684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fe983305-e0d7-4cab-9018-1e6150055ee2 req-5368de45-d7b9-4302-8c0b-b8cac2b92dd3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701716 Jan 28 20:28:30.461592 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1ed5-0ba9-40d9-95c6-c295fc8408fb req-ec98d158-51a1-43d7-8afb-b59c08da4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:30.462998 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bfaf1ed5-0ba9-40d9-95c6-c295fc8408fb req-ec98d158-51a1-43d7-8afb-b59c08da4706 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0819445 Jan 28 20:28:30.569201 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bfaf1ed5-0ba9-40d9-95c6-c295fc8408fb req-464c5545-a9c1-4721-95f6-62abd264d27b service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926733 Jan 28 20:28:30.664876 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bfaf1ed5-0ba9-40d9-95c6-c295fc8408fb req-8578bc7d-018d-4fd4-9489-14d54fcc1215 service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866899 Jan 28 20:28:31.129703 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:31.600880 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16ae34-c184-4953-a8ee-794258526afb req-9a0c4223-d217-4103-8156-096e157f2286 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:31.602395 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f16ae34-c184-4953-a8ee-794258526afb req-9a0c4223-d217-4103-8156-096e157f2286 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 943 time: 0.0636814 Jan 28 20:28:31.650700 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9f16ae34-c184-4953-a8ee-794258526afb req-4c075808-54d0-410b-82bd-b0093e405fb9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425816 Jan 28 20:28:32.780749 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25538b-88f6-4741-b219-5a77301f9114 req-1090fe0c-e33b-4f32-8853-e1697a3bcbf0 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:32.782334 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc25538b-88f6-4741-b219-5a77301f9114 req-1090fe0c-e33b-4f32-8853-e1697a3bcbf0 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 943 time: 0.0542207 Jan 28 20:28:32.830964 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bc25538b-88f6-4741-b219-5a77301f9114 req-d9346c57-9ec5-4abd-81a5-829c8348a5a6 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430400 Jan 28 20:28:33.896314 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:28:33.977018 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fa1f3-df44-43c8-b843-261db4848b81 req-dc11bddf-97ff-40ab-911a-0b6563a6a876 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:33.978570 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e42fa1f3-df44-43c8-b843-261db4848b81 req-dc11bddf-97ff-40ab-911a-0b6563a6a876 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 943 time: 0.0563633 Jan 28 20:28:34.001765 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:34.012958 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'port_id': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'mac_address': 'fa:16:3e:58:2c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:28:34.029707 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e42fa1f3-df44-43c8-b843-261db4848b81 req-26cdf942-1e44-4299-a377-b66360a06c9e tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455024 Jan 28 20:28:34.052155 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:34.052548 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:34.065509 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:28:34.083903 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:34.090234 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:34.141110 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:34.360480 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:28:35.154693 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77c55-2af0-4092-b03e-e5385e0eaee1 req-1e44b68b-7769-496e-a4e6-b89733c642d7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:35.156185 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c1b77c55-2af0-4092-b03e-e5385e0eaee1 req-1e44b68b-7769-496e-a4e6-b89733c642d7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 944 time: 0.0541677 Jan 28 20:28:35.209651 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c1b77c55-2af0-4092-b03e-e5385e0eaee1 req-33e2ae48-dfbb-49bc-8102-d95e07de7f8e tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450687 Jan 28 20:28:35.897500 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:35.961289 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning for port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:28:35.965369 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:35.965749 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:36.041229 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:36.041633 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:36.067085 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:28:36.069345 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f6a605-6f5b-4b7a-81c2-ddf306f74336" -d '{"events": [{"server_uuid": "6eef69fe-35b6-475d-98aa-706d23e5acab", "name": "network-vif-plugged", "status": "completed", "tag": "4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:36.215246 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418730d2-f8de-4601-825c-a48ac584ce9b req-34eb85e9-0e05-4f8a-9d80-d385fe5a97db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:36.216806 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-418730d2-f8de-4601-825c-a48ac584ce9b req-34eb85e9-0e05-4f8a-9d80-d385fe5a97db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 1126 time: 0.0465555 Jan 28 20:28:36.243940 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96e18b2-d949-4201-8be7-00395aa24c4d x-openstack-request-id: req-a96e18b2-d949-4201-8be7-00395aa24c4d {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:36.244232 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eef69fe-35b6-475d-98aa-706d23e5acab", "name": "network-vif-plugged", "status": "completed", "tag": "4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:36.244488 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a96e18b2-d949-4201-8be7-00395aa24c4d {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:36.244861 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'code': 200} Jan 28 20:28:36.246628 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:36.252258 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:36.267180 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-418730d2-f8de-4601-825c-a48ac584ce9b req-68fc4c35-38fe-4a17-ad98-1b3f5898359e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437341 Jan 28 20:28:36.301188 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:36.343441 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a88de-0104-4df7-bafb-3cfde57432cd req-ad75cc1b-9abf-4e20-a7bb-188f04470062 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:36.344997 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8b0a88de-0104-4df7-bafb-3cfde57432cd req-ad75cc1b-9abf-4e20-a7bb-188f04470062 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 945 time: 0.0559232 Jan 28 20:28:36.396477 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8b0a88de-0104-4df7-bafb-3cfde57432cd req-08e85df3-e57a-4fc3-b502-4b975531a2a5 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431817 Jan 28 20:28:37.522651 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407345f-99fb-45a5-8f94-97b28e1c560f req-c4b94c78-4524-4203-9116-53057aac5a50 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:37.524117 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9407345f-99fb-45a5-8f94-97b28e1c560f req-c4b94c78-4524-4203-9116-53057aac5a50 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 945 time: 0.0560076 Jan 28 20:28:37.573994 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9407345f-99fb-45a5-8f94-97b28e1c560f req-65f4c491-ea33-4d1d-a595-cb3c40392c63 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441043 Jan 28 20:28:38.707223 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a327d-6fe6-48cc-a5a2-3c9176f4e5ed req-ab767425-6492-4d2e-b6c0-63bfa22e0ad1 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:38.708716 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb2a327d-6fe6-48cc-a5a2-3c9176f4e5ed req-ab767425-6492-4d2e-b6c0-63bfa22e0ad1 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 945 time: 0.0547450 Jan 28 20:28:39.121838 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bb2a327d-6fe6-48cc-a5a2-3c9176f4e5ed req-15df30da-e976-4520-8c7a-be5b5964be95 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4074025 Jan 28 20:28:39.242079 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8cca7-aaa3-4570-a386-84496584f591 req-08a51375-7bf8-448a-9e4e-6224884c4622 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:39.243444 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbb8cca7-aaa3-4570-a386-84496584f591 req-08a51375-7bf8-448a-9e4e-6224884c4622 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 945 time: 0.0563600 Jan 28 20:28:39.292606 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-bbb8cca7-aaa3-4570-a386-84496584f591 req-d8058469-75ab-43c4-b6d1-a80f83cd7abe tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435133 Jan 28 20:28:39.318938 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38502) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:39.409516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d800a27f-0629-47b4-b566-cdc2000b717f tempest-TestSnapshotPattern-745664387 tempest-TestSnapshotPattern-745664387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:39.411090 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d800a27f-0629-47b4-b566-cdc2000b717f tempest-TestSnapshotPattern-745664387 tempest-TestSnapshotPattern-745664387-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 1122 time: 0.0911944 Jan 28 20:28:39.416136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 38506) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:39.420442 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:39.443994 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:39.547938 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:39.654594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Allocated IP 172.25.0.19 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/f24094a2-e595-4351-bfaf-9bc5d4349061) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:39.766093 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for port (f24094a2-e595-4351-bfaf-9bc5d4349061), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:39.804509 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (f24094a2-e595-4351-bfaf-9bc5d4349061), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:39.841734 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:39.844471 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:39.849914 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:39.855369 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event updated for resources: {'Port': ['ID=f24094a2-e595-4351-bfaf-9bc5d4349061,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:40.225165 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for floatingip (c9f34a7a-c4e1-41e0-8cbb-fea869c937d3), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:40.316918 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (f24094a2-e595-4351-bfaf-9bc5d4349061), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:40.467267 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for port (f24094a2-e595-4351-bfaf-9bc5d4349061), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:40.473970 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (f24094a2-e595-4351-bfaf-9bc5d4349061), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:40.542678 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event updated for resources: {'Port': ['ID=f24094a2-e595-4351-bfaf-9bc5d4349061,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:40.554778 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (c9f34a7a-c4e1-41e0-8cbb-fea869c937d3), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:40.659410 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Floating IP c9f34a7a-c4e1-41e0-8cbb-fea869c937d3 associated. External IP: 172.25.0.19, port: 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d. Jan 28 20:28:40.878422 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Router 3fdde1af-ff40-4079-aa37-e057de486049 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:28:40.987355 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:28:40.997256 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b5f1e5-1e20-4da9-91e4-459b80b67b82 None None] Sync routers for ids ['3fdde1af-ff40-4079-aa37-e057de486049'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:28:41.006626 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:41.008425 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b5f1e5-1e20-4da9-91e4-459b80b67b82 None None] Routers {'3fdde1af-ff40-4079-aa37-e057de486049'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:41.009048 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e7b5f1e5-1e20-4da9-91e4-459b80b67b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:28:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3fdde1af-ff40-4079-aa37-e057de486049'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:41.038259 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-b1752e20-8c7c-4ed0-a1a3-ba2e45e10ea3 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6207643 Jan 28 20:28:41.039239 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'tag': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:28:41.041715 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0211ff49-a374-4490-afb2-2e6ca1028373" -d '{"events": [{"name": "network-changed", "server_uuid": "6eef69fe-35b6-475d-98aa-706d23e5acab", "tag": "4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:41.080013 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfdd9bd-a027-4d1f-bbc7-1d619e221a21 x-openstack-request-id: req-9dfdd9bd-a027-4d1f-bbc7-1d619e221a21 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:41.080310 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eef69fe-35b6-475d-98aa-706d23e5acab", "tag": "4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:41.080567 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9dfdd9bd-a027-4d1f-bbc7-1d619e221a21 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:41.081047 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'tag': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'status': 'completed', 'code': 200} Jan 28 20:28:41.115828 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e7b5f1e5-1e20-4da9-91e4-459b80b67b82 None None] Set router 3fdde1af-ff40-4079-aa37-e057de486049 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:41.148002 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211ff49-a374-4490-afb2-2e6ca1028373 req-b749681c-35b7-4f75-9a0c-25949472eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:41.149461 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0211ff49-a374-4490-afb2-2e6ca1028373 req-b749681c-35b7-4f75-9a0c-25949472eb2a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 1127 time: 0.0457840 Jan 28 20:28:41.240075 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211ff49-a374-4490-afb2-2e6ca1028373 req-689d6915-2873-4639-8d6d-87ce7abedfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:41.241552 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0211ff49-a374-4490-afb2-2e6ca1028373 req-689d6915-2873-4639-8d6d-87ce7abedfbe service neutron] 10.222.0.31 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 911 time: 0.0845802 Jan 28 20:28:41.316746 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0211ff49-a374-4490-afb2-2e6ca1028373 req-d4b7d693-65a1-41d2-91a8-f4c09f80b81a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d HTTP/1.1" status: 200 len: 998 time: 0.0619793 Jan 28 20:28:41.335987 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e7b5f1e5-1e20-4da9-91e4-459b80b67b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'c9f34a7a-c4e1-41e0-8cbb-fea869c937d3', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'port_id': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'mac_address': 'fa:16:3e:58:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:28:40Z', 'updated_at': '2022-01-28T20:28:40Z', 'revision_number': 0, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b4be58-db00-4fe8-9dd9-7c4e6d44f915', 'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'mac_address': 'fa:16:3e:a4:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:17Z', 'updated_at': '2022-01-28T20:28:22Z', 'revision_number': 5, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'subnets': [{'id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:41.361627 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b5f1e5-1e20-4da9-91e4-459b80b67b82 None None] Checking router: 3fdde1af-ff40-4079-aa37-e057de486049 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:28:41.363918 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211ff49-a374-4490-afb2-2e6ca1028373 req-e28f0ab2-25dd-4c83-9f61-207225cbd59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:41.365372 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0211ff49-a374-4490-afb2-2e6ca1028373 req-e28f0ab2-25dd-4c83-9f61-207225cbd59a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 HTTP/1.1" status: 200 len: 849 time: 0.0428047 Jan 28 20:28:41.370106 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b5f1e5-1e20-4da9-91e4-459b80b67b82 None None] Routers {'3fdde1af-ff40-4079-aa37-e057de486049'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:41.370695 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e7b5f1e5-1e20-4da9-91e4-459b80b67b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:28:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3fdde1af-ff40-4079-aa37-e057de486049'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:41.414128 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211ff49-a374-4490-afb2-2e6ca1028373 req-987019fe-a4ba-487a-a6f6-65557ffa1e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:41.415684 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0211ff49-a374-4490-afb2-2e6ca1028373 req-987019fe-a4ba-487a-a6f6-65557ffa1e0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438488 Jan 28 20:28:41.478858 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e7b5f1e5-1e20-4da9-91e4-459b80b67b82 None None] Set router 3fdde1af-ff40-4079-aa37-e057de486049 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:41.508889 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0211ff49-a374-4490-afb2-2e6ca1028373 req-e9ca90fc-ea2d-4472-bea0-bfc919f1fa7c service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863385 Jan 28 20:28:41.600169 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-0211ff49-a374-4490-afb2-2e6ca1028373 req-f879b5dd-fbeb-4ae8-84a8-4bda6615fb18 service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836124 Jan 28 20:28:41.699651 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e7b5f1e5-1e20-4da9-91e4-459b80b67b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'c9f34a7a-c4e1-41e0-8cbb-fea869c937d3', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'port_id': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'mac_address': 'fa:16:3e:58:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:28:40Z', 'updated_at': '2022-01-28T20:28:40Z', 'revision_number': 0, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b4be58-db00-4fe8-9dd9-7c4e6d44f915', 'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'mac_address': 'fa:16:3e:a4:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:17Z', 'updated_at': '2022-01-28T20:28:22Z', 'revision_number': 5, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'subnets': [{'id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:41.725288 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b5f1e5-1e20-4da9-91e4-459b80b67b82 None None] The sync data for ids ['3fdde1af-ff40-4079-aa37-e057de486049'] in n-d-824834-4 is: [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'c9f34a7a-c4e1-41e0-8cbb-fea869c937d3', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'port_id': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'mac_address': 'fa:16:3e:58:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:28:40Z', 'updated_at': '2022-01-28T20:28:40Z', 'revision_number': 0, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b4be58-db00-4fe8-9dd9-7c4e6d44f915', 'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'mac_address': 'fa:16:3e:a4:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:17Z', 'updated_at': '2022-01-28T20:28:22Z', 'revision_number': 5, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'subnets': [{'id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:28:41.943295 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8501a099-994d-47fa-aee3-f6a206aeafdb None None] New status for floating IP c9f34a7a-c4e1-41e0-8cbb-fea869c937d3: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:28:48.383598 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e51c4f4f-527b-457a-ad5a-736a0659dc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:50.607242 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0ec304e9-b941-4062-89a4-2ce0e3de047d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:52.095302 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:53.369681 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:54.583150 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:56.184281 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:57.360751 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:29:01.138477 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:02.712520 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-91753554-268c-44fc-bf01-db4d65ed60de req-c81ddb4d-4664-4594-8225-7befcd00e2d6 service neutron] (103147) timed out ('10.222.0.37', 54373) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 20:29:18.383678 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-25651c93-b946-4e13-a071-a387e2136481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:20.601824 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6a4facd-7c3d-4e2f-b0fb-11d6a3e4c3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:21.914041 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4561cdbc-8d12-44c1-9f3a-75dde4aea38e req-810d8aa7-fe33-4515-ad62-24df86e8cdae service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513821 Jan 28 20:29:22.001121 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561cdbc-8d12-44c1-9f3a-75dde4aea38e req-bc359c62-9819-48cb-86e1-dcc9e95b5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:22.002691 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4561cdbc-8d12-44c1-9f3a-75dde4aea38e req-bc359c62-9819-48cb-86e1-dcc9e95b5c0b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 1127 time: 0.0464215 Jan 28 20:29:22.088272 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:22.116534 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561cdbc-8d12-44c1-9f3a-75dde4aea38e req-5650aacc-1925-414a-96ee-b25dc06c3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:22.118062 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4561cdbc-8d12-44c1-9f3a-75dde4aea38e req-5650aacc-1925-414a-96ee-b25dc06c3c7f service neutron] 10.222.0.31 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 911 time: 0.0903714 Jan 28 20:29:22.189047 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4561cdbc-8d12-44c1-9f3a-75dde4aea38e req-a18a3787-eba3-433f-8456-545d23d968fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d HTTP/1.1" status: 200 len: 1000 time: 0.0626395 Jan 28 20:29:22.238102 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561cdbc-8d12-44c1-9f3a-75dde4aea38e req-95caa2ed-6379-43a4-8335-dc6bcda03257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:22.239531 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4561cdbc-8d12-44c1-9f3a-75dde4aea38e req-95caa2ed-6379-43a4-8335-dc6bcda03257 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 HTTP/1.1" status: 200 len: 849 time: 0.0431790 Jan 28 20:29:22.291017 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561cdbc-8d12-44c1-9f3a-75dde4aea38e req-309806d1-285b-4657-bbdb-13fc679206ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:22.292482 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4561cdbc-8d12-44c1-9f3a-75dde4aea38e req-309806d1-285b-4657-bbdb-13fc679206ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444145 Jan 28 20:29:22.391198 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4561cdbc-8d12-44c1-9f3a-75dde4aea38e req-2ffbd377-5589-4b85-b399-042030072912 service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917363 Jan 28 20:29:22.478643 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4561cdbc-8d12-44c1-9f3a-75dde4aea38e req-c765fd00-d644-4149-82b2-27f3b19822d0 service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803015 Jan 28 20:29:23.369907 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:24.589824 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:26.203964 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:31.154088 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:34.365151 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:29:48.385455 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c82ed124-84b6-49b3-9326-17db46af69bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:50.613284 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4a7076e-8314-46da-865f-ee04f236114e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:52.103126 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:53.377761 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:54.586440 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:56.199142 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:01.163209 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:11.367757 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:30:18.393434 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de3ab0d9-f288-43f7-9947-a21e708e9b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:20.607390 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-732391e5-bdab-42d4-b023-6102e7816b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:22.100685 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:22.914976 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7f6141ed-263c-4783-af48-b62ca0ccc9f9 req-28e1c351-a1f6-46f3-9b5e-af72e6b06643 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552394 Jan 28 20:30:23.009581 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6141ed-263c-4783-af48-b62ca0ccc9f9 req-8232799c-b15e-4a4d-8f20-69d9d865e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:23.011045 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7f6141ed-263c-4783-af48-b62ca0ccc9f9 req-8232799c-b15e-4a4d-8f20-69d9d865e877 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 1127 time: 0.0503600 Jan 28 20:30:23.118607 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6141ed-263c-4783-af48-b62ca0ccc9f9 req-f892ce25-49fd-45e5-9fed-685e8cbd1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:23.120134 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7f6141ed-263c-4783-af48-b62ca0ccc9f9 req-f892ce25-49fd-45e5-9fed-685e8cbd1df8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 911 time: 0.0851283 Jan 28 20:30:23.191424 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7f6141ed-263c-4783-af48-b62ca0ccc9f9 req-5087d582-3108-46bd-938e-bfb4061d979f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d HTTP/1.1" status: 200 len: 1000 time: 0.0632970 Jan 28 20:30:23.248197 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6141ed-263c-4783-af48-b62ca0ccc9f9 req-dc526295-b3af-4547-b422-e0d764f3c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:23.249633 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7f6141ed-263c-4783-af48-b62ca0ccc9f9 req-dc526295-b3af-4547-b422-e0d764f3c632 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 HTTP/1.1" status: 200 len: 849 time: 0.0517790 Jan 28 20:30:23.300990 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6141ed-263c-4783-af48-b62ca0ccc9f9 req-d4cad34f-a227-422a-a101-e4c56c7ac87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:23.302680 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7f6141ed-263c-4783-af48-b62ca0ccc9f9 req-d4cad34f-a227-422a-a101-e4c56c7ac87d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465431 Jan 28 20:30:23.372784 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:23.401950 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7f6141ed-263c-4783-af48-b62ca0ccc9f9 req-c5bc5a1e-d6e2-49f9-b0c5-425e68661e93 service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924950 Jan 28 20:30:23.490427 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7f6141ed-263c-4783-af48-b62ca0ccc9f9 req-74eeea12-bb2c-471a-af79-1c33ca70c456 service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818036 Jan 28 20:30:24.588314 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:26.215834 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:31.181665 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:42.580414 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d details requested by agent hyperv_n-h1-824834-4 with host n-h1-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:30:42.680282 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:42.693445 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Returning: {'device': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'port_id': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'mac_address': 'fa:16:3e:58:2c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:30:42.738121 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:30:42.739184 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:42.754828 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:30:42.775261 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:42.781006 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:42.835625 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:42.843938 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:42.844503 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:42.844802 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:42.845251 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:42.845659 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:42.846172 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:42.846505 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:42.846868 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:42.847253 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:42.847643 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:42.848043 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:42.848499 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:42.848926 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:42.871874 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] get_ports_and_sgs() called for port_ids ['4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:44.596457 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d up at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:30:44.654711 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Provisioning complete for port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:44.655088 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:44.738582 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:30:44.738990 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:44.761820 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:44.764119 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f4bca4-c8ce-46af-bbce-cc7b77bd123c" -d '{"events": [{"server_uuid": "6eef69fe-35b6-475d-98aa-706d23e5acab", "name": "network-vif-plugged", "status": "completed", "tag": "4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:44.778910 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:44.787935 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:44.854664 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:44.876641 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c201b1-37a9-4def-8213-a00fdea6e4f1 x-openstack-request-id: req-e4c201b1-37a9-4def-8213-a00fdea6e4f1 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:44.876983 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eef69fe-35b6-475d-98aa-706d23e5acab", "name": "network-vif-plugged", "status": "completed", "tag": "4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:44.877233 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4c201b1-37a9-4def-8213-a00fdea6e4f1 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:44.877910 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'code': 200} Jan 28 20:30:48.367675 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:30:48.386280 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f85776ec-b8d9-4b48-9c00-c81203ec2bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:50.620617 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c71cbfb8-d688-401f-8fec-c82bb8ef628f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:51.571503 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-a3c1f04c-165f-4417-98a2-9a2296bc1e46 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-968249123&fields=id&tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026 HTTP/1.1" status: 200 len: 267 time: 0.0505199 Jan 28 20:30:51.686492 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-258b3c7f-8e4e-47ef-9a56-2392dd90df0f tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:51.687990 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-258b3c7f-8e4e-47ef-9a56-2392dd90df0f tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 810 time: 0.1068561 Jan 28 20:30:51.703319 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-d54eb57c-af5d-4876-abf4-a82963bda13c tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/quotas/13aa0e2a9e694e27a22e6ecfd34cf026 HTTP/1.1" status: 200 len: 375 time: 0.0097160 Jan 28 20:30:51.773133 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-d16aa6cf-53d6-4ca6-a9a0-bc16c450f281 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646000 Jan 28 20:30:51.836651 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-c877633c-6984-4609-9671-81849b8eed1b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103146) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:30:51.837656 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-c877633c-6984-4609-9671-81849b8eed1b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0514331 Jan 28 20:30:51.929707 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-f61a1bbc-0dc2-4f96-affa-ba4e6fce170f service neutron] 10.222.0.55 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858870 Jan 28 20:30:52.025046 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-253683a5-65cd-47e8-b853-80348de131b1 service neutron] 10.222.0.55 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866127 Jan 28 20:30:52.103502 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:52.212402 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-83253496-2638-406e-a300-2b5c1c301672 req-65b86443-7a8e-4a38-b3ed-05e907ab3635 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 210 time: 0.0324197 Jan 28 20:30:53.286412 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-c9d0f373-a6fa-41ca-903d-286868d65b3e tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:53.287920 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-c9d0f373-a6fa-41ca-903d-286868d65b3e tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.37 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 810 time: 0.1078041 Jan 28 20:30:53.325162 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-95bc259f-17d0-4881-8309-ca3a30d8f5d4 req-efb6a84c-7bf3-407e-aff2-169414aff6b2 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 210 time: 0.0362525 Jan 28 20:30:53.375337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-e61ad5df-46f6-42f2-a586-269715fb8957 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026 HTTP/1.1" status: 200 len: 379 time: 0.0768104 Jan 28 20:30:53.376246 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.386517 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Request body: {'port': {'device_id': '597cd56a-a104-4013-90f1-db055b737afd', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'admin_state_up': True, 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'security_groups': ['8b346c77-c600-4ce8-841d-2d10c003dad7']}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:53.493144 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Made reservation on behalf of 13aa0e2a9e694e27a22e6ecfd34cf026 for: {'port': 1} {{(pid=103146) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:30:53.496499 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.652576 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_common [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Allocated IP 172.20.0.9 (d091e1e3-c09f-40f5-8c7a-daa43b0364c2/28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8/23f15c9e-b746-48ba-958f-b4257021de54) {{(pid=103146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:30:53.909291 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for port (23f15c9e-b746-48ba-958f-b4257021de54), precommit_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.947806 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (23f15c9e-b746-48ba-958f-b4257021de54), after_create {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.993745 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 is already hosted by enough agents. {{(pid=103146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:30:53.996723 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.base_scheduler [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Resources bound (agent type, host, resource id): {{(pid=103146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:30:54.002691 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Received port after_create {{(pid=103146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:30:54.043060 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event updated for resources: {'Port': ['ID=23f15c9e-b746-48ba-958f-b4257021de54,revision_number=1']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:54.059516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:54.059516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:54.059516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:54.059516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:54.059516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:54.059516 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:54.068037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:54.068037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:54.068037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:54.068037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:54.068037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:54.068037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:54.068037 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:54.114318 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:54.115763 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:54.151671 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-287037bf-b02b-4d2b-ae31-38f9196e8ff9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7673547 Jan 28 20:30:54.279016 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-44115d48-a974-4618-a59f-6cf31be39f06 None None] Provisioning complete for port 23f15c9e-b746-48ba-958f-b4257021de54 triggered by entity DHCP. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:54.279324 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-44115d48-a974-4618-a59f-6cf31be39f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (23f15c9e-b746-48ba-958f-b4257021de54), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:54.317358 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-44115d48-a974-4618-a59f-6cf31be39f06 None None] Port 23f15c9e-b746-48ba-958f-b4257021de54 cannot update to ACTIVE because it is not bound. {{(pid=103148) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:30:54.456112 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1662c2-32de-4edc-bd12-ad2d87bff418 req-8f13dccb-8412-4eac-91a4-c6e6ee884e50 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:54.458181 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7c1662c2-32de-4edc-bd12-ad2d87bff418 req-8f13dccb-8412-4eac-91a4-c6e6ee884e50 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 931 time: 0.0566554 Jan 28 20:30:54.516628 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-7c1662c2-32de-4edc-bd12-ad2d87bff418 req-22f77e23-12f2-42e3-87a4-1bb47d147a0f tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512340 Jan 28 20:30:54.589022 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:54.648058 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:54.735716 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Current status of the port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d is: ACTIVE; New status is: DOWN {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:30:54.736377 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:54.759330 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:54.761573 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd79c8de-9db0-475b-b644-3942361b1ea3" -d '{"events": [{"server_uuid": "6eef69fe-35b6-475d-98aa-706d23e5acab", "name": "network-vif-unplugged", "status": "completed", "tag": "4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:54.773935 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] For port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:54.779229 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:54.805165 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1979ce-70b4-451f-9cab-52e800960379 x-openstack-request-id: req-7d1979ce-70b4-451f-9cab-52e800960379 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:54.805465 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eef69fe-35b6-475d-98aa-706d23e5acab", "name": "network-vif-unplugged", "status": "completed", "tag": "4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:54.805739 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d1979ce-70b4-451f-9cab-52e800960379 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:54.806266 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'code': 200} Jan 28 20:30:54.842881 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Pushing event updated for resources: {'Port': ['ID=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,revision_number=8']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:55.658928 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06457761-caf5-4465-8280-ea8ff74a7e07 req-c05956c1-8202-4070-892d-2da3be459846 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:55.660870 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-06457761-caf5-4465-8280-ea8ff74a7e07 req-c05956c1-8202-4070-892d-2da3be459846 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 931 time: 0.0669248 Jan 28 20:30:55.710670 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-06457761-caf5-4465-8280-ea8ff74a7e07 req-77fdddd3-9c17-482a-bd49-6496f853ca6c tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438089 Jan 28 20:30:56.210405 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:56.841349 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e3c5f-c13e-4d2b-8eaa-a42a27617581 req-4dc48dc5-4f50-47f2-9934-8230e8b74a78 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:56.842933 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cc4e3c5f-c13e-4d2b-8eaa-a42a27617581 req-4dc48dc5-4f50-47f2-9934-8230e8b74a78 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 931 time: 0.0578380 Jan 28 20:30:56.902886 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-cc4e3c5f-c13e-4d2b-8eaa-a42a27617581 req-1b0df48c-11f1-479c-94cd-03fe3f4cfdc6 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540717 Jan 28 20:30:58.039337 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5a394-65bf-4ef7-b542-f33616a25bfd req-5ede6ca8-0a90-430f-81ec-df4f1208ddbd tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:58.040877 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41b5a394-65bf-4ef7-b542-f33616a25bfd req-5ede6ca8-0a90-430f-81ec-df4f1208ddbd tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 931 time: 0.0595272 Jan 28 20:30:58.096465 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-41b5a394-65bf-4ef7-b542-f33616a25bfd req-d37d4847-b941-468f-b1d8-ade1b32cf787 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498455 Jan 28 20:30:59.234182 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd050c-dddf-47c7-ba6b-8a17c406dc5e req-dc8b7916-6080-43bf-97c3-79de6e5d1b24 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:59.235688 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-67dd050c-dddf-47c7-ba6b-8a17c406dc5e req-dc8b7916-6080-43bf-97c3-79de6e5d1b24 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 931 time: 0.0657470 Jan 28 20:30:59.287487 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-67dd050c-dddf-47c7-ba6b-8a17c406dc5e req-917bcb7d-7105-42c7-a760-6053bab7ca2b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458212 Jan 28 20:31:00.415434 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7eb8a-942c-4ebc-9838-e8353e4191e2 req-d4eabde3-7446-43b1-99e2-4074e56b8ea9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:00.416966 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0a7eb8a-942c-4ebc-9838-e8353e4191e2 req-d4eabde3-7446-43b1-99e2-4074e56b8ea9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 931 time: 0.0559459 Jan 28 20:31:00.466287 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d0a7eb8a-942c-4ebc-9838-e8353e4191e2 req-0873fc53-b4a3-42c4-a29b-525b548eb257 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435495 Jan 28 20:31:01.164021 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:01.598904 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9408d74-be9f-4383-a2ab-7e79a33be93e req-67f04ef5-2774-4a22-adc2-9c8b52e8670b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:01.600397 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d9408d74-be9f-4383-a2ab-7e79a33be93e req-67f04ef5-2774-4a22-adc2-9c8b52e8670b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 931 time: 0.0567939 Jan 28 20:31:01.651197 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-d9408d74-be9f-4383-a2ab-7e79a33be93e req-ce8a6c02-7394-4726-8d9b-4992969954ae tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449319 Jan 28 20:31:02.781258 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c77bc-f72e-4e43-8231-13225a2a0b07 req-0b01cfe4-313d-4ed4-9ca5-a15b16e98b8e tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:02.782761 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-027c77bc-f72e-4e43-8231-13225a2a0b07 req-0b01cfe4-313d-4ed4-9ca5-a15b16e98b8e tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 931 time: 0.0549231 Jan 28 20:31:02.832736 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-027c77bc-f72e-4e43-8231-13225a2a0b07 req-dc728f1d-1e3b-44a2-a07d-593d4405d70d tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437982 Jan 28 20:31:03.864375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.v2.base [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Request body: {'port': {'device_id': '597cd56a-a104-4013-90f1-db055b737afd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-824834-4'}} {{(pid=103146) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:03.959060 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (23f15c9e-b746-48ba-958f-b4257021de54), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.012401 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd02b1-36b9-4c5b-8da5-f72f8a6f9e49 req-5eb4c89e-8f57-41c5-bb36-067a6449cd64 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:04.013976 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-42cd02b1-36b9-4c5b-8da5-f72f8a6f9e49 req-5eb4c89e-8f57-41c5-bb36-067a6449cd64 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 931 time: 0.0904672 Jan 28 20:31:04.142143 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-42cd02b1-36b9-4c5b-8da5-f72f8a6f9e49 req-2524d774-a3ba-428c-a6fe-52e3daed73ee tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153851 Jan 28 20:31:04.275487 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f15c9e-b746-48ba-958f-b4257021de54 {{(pid=103146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:31:04.283260 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Publish callbacks [] for port (23f15c9e-b746-48ba-958f-b4257021de54), precommit_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.295964 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.provisioning_blocks [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Transition to ACTIVE for port object 23f15c9e-b746-48ba-958f-b4257021de54 will not be triggered until provisioned by entity L2. {{(pid=103146) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:31:04.301960 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (23f15c9e-b746-48ba-958f-b4257021de54), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.349008 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Pushing event updated for resources: {'Port': ['ID=23f15c9e-b746-48ba-958f-b4257021de54,revision_number=2']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:04.420871 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Attempting to bind port 23f15c9e-b746-48ba-958f-b4257021de54 on host n-h2-824834-4 for vnic_type normal with profile {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:31:04.421209 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Attempting to bind port 23f15c9e-b746-48ba-958f-b4257021de54 by drivers openvswitch,hyperv on host n-h2-824834-4 at level 0 using segments [{'id': 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2'}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:31:04.421549 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Attempting to bind port 23f15c9e-b746-48ba-958f-b4257021de54 on network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:04.426282 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Port 23f15c9e-b746-48ba-958f-b4257021de54 on network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-824834-4 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:31:04.426625 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Attempting to bind port 23f15c9e-b746-48ba-958f-b4257021de54 on network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:04.431839 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Checking agent: {'id': '165b6a3a-2624-4a26-88c8-8c153ec41355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-824834-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 19, 1), 'started_at': datetime.datetime(2022, 1, 28, 19, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:04.432179 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Checking segment: {'id': 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:31:04.432569 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Bound using segment: {'id': 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2'} {{(pid=103146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:04.433000 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.managers [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Bound port: 23f15c9e-b746-48ba-958f-b4257021de54, host: n-h2-824834-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2'}}] {{(pid=103146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:31:04.433357 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (23f15c9e-b746-48ba-958f-b4257021de54), before_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.503505 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] For port 23f15c9e-b746-48ba-958f-b4257021de54, host n-h2-824834-4, cleared binding levels {{(pid=103146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:04.506736 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] For port 23f15c9e-b746-48ba-958f-b4257021de54, host n-h2-824834-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=23f15c9e-b746-48ba-958f-b4257021de54,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:04.512987 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9025928'] for port (23f15c9e-b746-48ba-958f-b4257021de54), after_update {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.548873 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:04.549529 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.551019 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] 10.222.0.37 "PUT /v2.0/ports/23f15c9e-b746-48ba-958f-b4257021de54 HTTP/1.1" status: 200 len: 1091 time: 0.6937704 Jan 28 20:31:04.551886 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597cd56a-a104-4013-90f1-db055b737afd', 'tag': '23f15c9e-b746-48ba-958f-b4257021de54'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:04.554213 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f787f1b3-fd43-424b-9f33-2f5a3a5f35da" -d '{"events": [{"name": "network-changed", "server_uuid": "597cd56a-a104-4013-90f1-db055b737afd", "tag": "23f15c9e-b746-48ba-958f-b4257021de54"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:04.580062 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764efd3a-1749-432e-8feb-b666b6392e5e service neutron] Pushing event updated for resources: {'Port': ['ID=23f15c9e-b746-48ba-958f-b4257021de54,revision_number=3']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:04.652451 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-e314e48c-1340-4915-a234-c761f1ac59af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:04.654275 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-e314e48c-1340-4915-a234-c761f1ac59af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 1125 time: 0.0501428 Jan 28 20:31:04.696508 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-84e21e1e-6be3-4803-b4a2-bb5813924ea3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f15c9e-b746-48ba-958f-b4257021de54 HTTP/1.1" status: 200 len: 217 time: 0.0354090 Jan 28 20:31:04.712592 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576e253b-ba1f-44b9-98bb-e913fdc2e3ac x-openstack-request-id: req-576e253b-ba1f-44b9-98bb-e913fdc2e3ac {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:04.712877 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597cd56a-a104-4013-90f1-db055b737afd", "tag": "23f15c9e-b746-48ba-958f-b4257021de54", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:04.713278 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-576e253b-ba1f-44b9-98bb-e913fdc2e3ac {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:04.713738 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597cd56a-a104-4013-90f1-db055b737afd', 'tag': '23f15c9e-b746-48ba-958f-b4257021de54', 'status': 'completed', 'code': 200} Jan 28 20:31:04.752381 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-0936501e-77e7-4a13-abea-d342f5faec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:04.754139 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-0936501e-77e7-4a13-abea-d342f5faec8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 HTTP/1.1" status: 200 len: 849 time: 0.0517364 Jan 28 20:31:04.801968 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-d0770bd7-c139-4826-a463-c55b59ac0b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:04.803558 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-d0770bd7-c139-4826-a463-c55b59ac0b6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441623 Jan 28 20:31:04.888881 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-5f8920db-15b1-457b-9fdd-a5eeb9dbe661 service neutron] 10.222.0.37 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790656 Jan 28 20:31:04.993401 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ff11c033-1474-40af-a4ca-8b3d8c3b9d1e req-72e065b8-37b2-4eb4-bc08-2986feb1b070 service neutron] 10.222.0.37 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967627 Jan 28 20:31:05.087068 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f1b3-fd43-424b-9f33-2f5a3a5f35da req-536c91b0-4baf-4778-89ab-a2346b89288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:05.088580 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f787f1b3-fd43-424b-9f33-2f5a3a5f35da req-536c91b0-4baf-4778-89ab-a2346b89288a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 1125 time: 0.0455534 Jan 28 20:31:05.182807 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f1b3-fd43-424b-9f33-2f5a3a5f35da req-f2aeb767-ea65-4aee-8643-dc28154f3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:05.184357 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f787f1b3-fd43-424b-9f33-2f5a3a5f35da req-f2aeb767-ea65-4aee-8643-dc28154f3760 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 911 time: 0.0889342 Jan 28 20:31:05.227499 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f787f1b3-fd43-424b-9f33-2f5a3a5f35da req-d5ada433-a287-406f-83d8-143a91056d63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f15c9e-b746-48ba-958f-b4257021de54 HTTP/1.1" status: 200 len: 217 time: 0.0374658 Jan 28 20:31:05.303591 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f1b3-fd43-424b-9f33-2f5a3a5f35da req-99c4bc0d-0df6-4a8d-8519-f460f5fc0cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:05.305138 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f787f1b3-fd43-424b-9f33-2f5a3a5f35da req-99c4bc0d-0df6-4a8d-8519-f460f5fc0cee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 HTTP/1.1" status: 200 len: 849 time: 0.0703995 Jan 28 20:31:05.316979 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dc4bf-6994-4013-baf6-9e6d96cc9a77 req-9a89d98b-f431-40b4-a534-52b00cb60cd2 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:05.318452 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b88dc4bf-6994-4013-baf6-9e6d96cc9a77 req-9a89d98b-f431-40b4-a534-52b00cb60cd2 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 943 time: 0.0938902 Jan 28 20:31:05.393075 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b88dc4bf-6994-4013-baf6-9e6d96cc9a77 req-345df098-5f04-4078-89ce-4c467418131b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665934 Jan 28 20:31:05.395963 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787f1b3-fd43-424b-9f33-2f5a3a5f35da req-a3a73c60-83b6-4b4a-be6a-b899fe41bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:05.397409 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f787f1b3-fd43-424b-9f33-2f5a3a5f35da req-a3a73c60-83b6-4b4a-be6a-b899fe41bad7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0781057 Jan 28 20:31:05.822966 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f787f1b3-fd43-424b-9f33-2f5a3a5f35da req-aa714922-2f7a-48a1-8470-9b661cb7a366 service neutron] 10.222.0.37 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171295 Jan 28 20:31:05.930501 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-f787f1b3-fd43-424b-9f33-2f5a3a5f35da req-12e61373-4eec-49f2-a85a-6bcc43b0c45a service neutron] 10.222.0.37 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010797 Jan 28 20:31:06.525396 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b0d3f-c2c5-41f0-abd1-195ec6ede956 req-1f024ada-e7d2-476c-af8c-8ad0007fa1be tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:06.526926 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a91b0d3f-c2c5-41f0-abd1-195ec6ede956 req-1f024ada-e7d2-476c-af8c-8ad0007fa1be tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 943 time: 0.0568931 Jan 28 20:31:06.582366 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-a91b0d3f-c2c5-41f0-abd1-195ec6ede956 req-4124579a-69da-4d2c-8083-5ca260985f07 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470736 Jan 28 20:31:07.715280 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecb550-146e-45cd-86e8-2cbf27726b14 req-e5c86d21-43f9-47c8-9b37-22f8e468df29 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:07.716791 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9cecb550-146e-45cd-86e8-2cbf27726b14 req-e5c86d21-43f9-47c8-9b37-22f8e468df29 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 943 time: 0.0581799 Jan 28 20:31:07.769166 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9cecb550-146e-45cd-86e8-2cbf27726b14 req-aed1f010-0fe6-41d5-9273-6b858b79263e tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441277 Jan 28 20:31:08.892881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240864d2-55b1-475c-ac71-0cf256e78910 req-b87bcb00-1ef7-4883-bb8a-86c283460769 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:08.894450 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-240864d2-55b1-475c-ac71-0cf256e78910 req-b87bcb00-1ef7-4883-bb8a-86c283460769 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 943 time: 0.0557780 Jan 28 20:31:08.951874 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-240864d2-55b1-475c-ac71-0cf256e78910 req-8f3f69e9-7fe1-4e67-8a85-d754a47c68b6 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492623 Jan 28 20:31:09.212295 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 23f15c9e-b746-48ba-958f-b4257021de54 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:31:09.324502 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 23f15c9e-b746-48ba-958f-b4257021de54, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=23f15c9e-b746-48ba-958f-b4257021de54,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:09.335354 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '23f15c9e-b746-48ba-958f-b4257021de54', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'port_id': '23f15c9e-b746-48ba-958f-b4257021de54', 'mac_address': 'fa:16:3e:19:95:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:31:09.386589 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 23f15c9e-b746-48ba-958f-b4257021de54 is: DOWN; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:09.386989 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (23f15c9e-b746-48ba-958f-b4257021de54), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:09.404902 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f15c9e-b746-48ba-958f-b4257021de54 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:31:09.425001 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 23f15c9e-b746-48ba-958f-b4257021de54, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=23f15c9e-b746-48ba-958f-b4257021de54,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:09.431520 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (23f15c9e-b746-48ba-958f-b4257021de54), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:09.483105 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=23f15c9e-b746-48ba-958f-b4257021de54,revision_number=4']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:09.761069 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['23f15c9e-b746-48ba-958f-b4257021de54'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:10.075938 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601bb50-9cee-42db-9bdd-03f63a8bd40d req-4c84747a-d3a9-4793-b357-4e3717350878 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:10.077425 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c601bb50-9cee-42db-9bdd-03f63a8bd40d req-4c84747a-d3a9-4793-b357-4e3717350878 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 944 time: 0.0562828 Jan 28 20:31:10.127578 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-c601bb50-9cee-42db-9bdd-03f63a8bd40d req-510bd581-baa2-4a1a-a6b8-a85815e24e3b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428247 Jan 28 20:31:11.225339 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 23f15c9e-b746-48ba-958f-b4257021de54 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:11.267501 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d14e32-29df-490c-a1b3-c078e844be8e req-dc3c97f9-b780-4a03-8df7-217574949711 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:11.268988 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-14d14e32-29df-490c-a1b3-c078e844be8e req-dc3c97f9-b780-4a03-8df7-217574949711 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 944 time: 0.0533493 Jan 28 20:31:11.275597 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning for port 23f15c9e-b746-48ba-958f-b4257021de54 completed by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:31:11.279886 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 23f15c9e-b746-48ba-958f-b4257021de54 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:11.280246 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (23f15c9e-b746-48ba-958f-b4257021de54), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:11.319622 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-14d14e32-29df-490c-a1b3-c078e844be8e req-29138688-66da-42ef-86c5-88155335ad4d tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445015 Jan 28 20:31:11.360318 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 23f15c9e-b746-48ba-958f-b4257021de54 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:11.360710 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (23f15c9e-b746-48ba-958f-b4257021de54), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:11.384546 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597cd56a-a104-4013-90f1-db055b737afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f15c9e-b746-48ba-958f-b4257021de54'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:11.386827 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4052d7c-121a-4bbd-8b16-06230034ccd5" -d '{"events": [{"server_uuid": "597cd56a-a104-4013-90f1-db055b737afd", "name": "network-vif-plugged", "status": "completed", "tag": "23f15c9e-b746-48ba-958f-b4257021de54"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:11.402449 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 23f15c9e-b746-48ba-958f-b4257021de54, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=23f15c9e-b746-48ba-958f-b4257021de54,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:11.407295 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (23f15c9e-b746-48ba-958f-b4257021de54), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:11.434428 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7878e4e6-9224-47fa-9cd4-eae8869034cf x-openstack-request-id: req-7878e4e6-9224-47fa-9cd4-eae8869034cf {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:11.434728 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597cd56a-a104-4013-90f1-db055b737afd", "name": "network-vif-plugged", "status": "completed", "tag": "23f15c9e-b746-48ba-958f-b4257021de54", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:11.434982 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7878e4e6-9224-47fa-9cd4-eae8869034cf {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:11.441649 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597cd56a-a104-4013-90f1-db055b737afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f15c9e-b746-48ba-958f-b4257021de54', 'code': 200} Jan 28 20:31:11.463447 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=23f15c9e-b746-48ba-958f-b4257021de54,revision_number=5']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:11.529981 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a9cc5-afc7-4ea7-bb87-347dc1b651dc req-308dbb2b-b4a1-4827-ba00-d2ad4271bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:11.531544 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3f6a9cc5-afc7-4ea7-bb87-347dc1b651dc req-308dbb2b-b4a1-4827-ba00-d2ad4271bdfc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 1127 time: 0.0449841 Jan 28 20:31:11.582712 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3f6a9cc5-afc7-4ea7-bb87-347dc1b651dc req-794c4399-0fab-47bc-ab26-03ecbcb9afb7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435874 Jan 28 20:31:12.458876 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0831-52a1-45aa-b79c-f677072e5cd6 req-4cb0bd9f-6383-47d7-9c65-2cefef905ea1 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:12.460388 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea9c0831-52a1-45aa-b79c-f677072e5cd6 req-4cb0bd9f-6383-47d7-9c65-2cefef905ea1 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 945 time: 0.0611358 Jan 28 20:31:12.510067 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-ea9c0831-52a1-45aa-b79c-f677072e5cd6 req-ff43990b-33ca-4820-a228-3be964e64ee1 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440102 Jan 28 20:31:13.649131 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d28408-7dde-44c1-8ed1-9ce690239197 req-eb2b19a5-d748-4da5-b6d8-089d6cba9891 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:13.650654 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-59d28408-7dde-44c1-8ed1-9ce690239197 req-eb2b19a5-d748-4da5-b6d8-089d6cba9891 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 945 time: 0.0607057 Jan 28 20:31:13.700809 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-59d28408-7dde-44c1-8ed1-9ce690239197 req-26fa684a-fa70-4f7d-9b81-c771c22a3ba1 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444899 Jan 28 20:31:13.832490 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7f35a-3ff8-40f9-a356-aa7d555e1ba2 req-6adcf4ac-a359-4715-8289-22eafbb0f909 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:13.834485 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3db7f35a-3ff8-40f9-a356-aa7d555e1ba2 req-6adcf4ac-a359-4715-8289-22eafbb0f909 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 945 time: 0.0686774 Jan 28 20:31:13.887176 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3db7f35a-3ff8-40f9-a356-aa7d555e1ba2 req-6668715b-946c-491f-8a73-5cddce86bf1b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468910 Jan 28 20:31:13.909058 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38780) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:13.954534 n-d-824834-4 neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362f94f3-83a5-4a1f-9604-218680f36ef3 tempest-TestSnapshotPattern-745664387 tempest-TestSnapshotPattern-745664387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:13.956062 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-362f94f3-83a5-4a1f-9604-218680f36ef3 tempest-TestSnapshotPattern-745664387 tempest-TestSnapshotPattern-745664387-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 1122 time: 0.0459867 Jan 28 20:31:13.958957 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 38784) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:13.963459 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.v2.base [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Request body: {'floatingip': {'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'port_id': '23f15c9e-b746-48ba-958f-b4257021de54', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:13.984143 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.082819 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.195482 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Allocated IP 172.25.0.134 (c4a614f9-9895-4be0-8348-7f6e942bd391/519115b4-0fbc-41db-bfce-d08d3c904ea9/ed375c91-f3a4-4e3e-9488-40f80a7cbbc3) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:14.297597 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for port (ed375c91-f3a4-4e3e-9488-40f80a7cbbc3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.344680 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777970596136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (ed375c91-f3a4-4e3e-9488-40f80a7cbbc3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.385225 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Network c4a614f9-9895-4be0-8348-7f6e942bd391 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:14.388103 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:14.390742 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:14.419108 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event updated for resources: {'Port': ['ID=ed375c91-f3a4-4e3e-9488-40f80a7cbbc3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:14.430476 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:14.430840 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:14.431160 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:14.431492 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:14.431821 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:14.432151 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:14.432477 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:14.432799 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:14.433125 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:14.433421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:14.433747 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:14.434116 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:14.434436 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:14.768291 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for floatingip (70dd6872-2f50-47db-a5c0-8fa75857c069), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.841763 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (ed375c91-f3a4-4e3e-9488-40f80a7cbbc3), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:15.000858 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for port (ed375c91-f3a4-4e3e-9488-40f80a7cbbc3), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:15.007994 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8197175'] for port (ed375c91-f3a4-4e3e-9488-40f80a7cbbc3), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:15.074472 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event updated for resources: {'Port': ['ID=ed375c91-f3a4-4e3e-9488-40f80a7cbbc3,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:15.084333 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-749227'] for floatingip (70dd6872-2f50-47db-a5c0-8fa75857c069), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:15.183859 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Floating IP 70dd6872-2f50-47db-a5c0-8fa75857c069 associated. External IP: 172.25.0.134, port: 23f15c9e-b746-48ba-958f-b4257021de54. Jan 28 20:31:15.387348 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Router 3fdde1af-ff40-4079-aa37-e057de486049 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:31:15.494614 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:31:15.507029 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab36f46-526f-4178-a3a0-d3b9bee0e0cd None None] Sync routers for ids ['3fdde1af-ff40-4079-aa37-e057de486049'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:31:15.514441 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:15.516388 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab36f46-526f-4178-a3a0-d3b9bee0e0cd None None] Routers {'3fdde1af-ff40-4079-aa37-e057de486049'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:15.517093 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cab36f46-526f-4178-a3a0-d3b9bee0e0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:30:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3fdde1af-ff40-4079-aa37-e057de486049'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:15.545188 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-0f3584de-9566-4f8a-9e28-e9fcad803e88 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5850747 Jan 28 20:31:15.545883 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597cd56a-a104-4013-90f1-db055b737afd', 'tag': '23f15c9e-b746-48ba-958f-b4257021de54'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:15.552066 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac9f26d1a29f0c91399e43c490101928ac952e5849b55b60a284b120f3a3590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eef11e-e30e-4362-a9f9-3cf6f3865982" -d '{"events": [{"name": "network-changed", "server_uuid": "597cd56a-a104-4013-90f1-db055b737afd", "tag": "23f15c9e-b746-48ba-958f-b4257021de54"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:15.620950 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-cab36f46-526f-4178-a3a0-d3b9bee0e0cd None None] Set router 3fdde1af-ff40-4079-aa37-e057de486049 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:15.643869 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c8cad5-c4a1-4006-a9b6-4e21ef46ddf2 x-openstack-request-id: req-d3c8cad5-c4a1-4006-a9b6-4e21ef46ddf2 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:15.644173 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597cd56a-a104-4013-90f1-db055b737afd", "tag": "23f15c9e-b746-48ba-958f-b4257021de54", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:15.644416 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3c8cad5-c4a1-4006-a9b6-4e21ef46ddf2 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:15.644833 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597cd56a-a104-4013-90f1-db055b737afd', 'tag': '23f15c9e-b746-48ba-958f-b4257021de54', 'status': 'completed', 'code': 200} Jan 28 20:31:15.715288 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eef11e-e30e-4362-a9f9-3cf6f3865982 req-c1c20ee1-e295-46b5-bb68-41501d7cebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:15.716866 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-53eef11e-e30e-4362-a9f9-3cf6f3865982 req-c1c20ee1-e295-46b5-bb68-41501d7cebc8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 1127 time: 0.0477736 Jan 28 20:31:15.816572 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eef11e-e30e-4362-a9f9-3cf6f3865982 req-c6973a70-f3d1-4f64-9544-5bd79b2bb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:15.818110 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-53eef11e-e30e-4362-a9f9-3cf6f3865982 req-c6973a70-f3d1-4f64-9544-5bd79b2bb7ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 911 time: 0.0940502 Jan 28 20:31:15.882991 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-53eef11e-e30e-4362-a9f9-3cf6f3865982 req-6bfbfd9b-5d2b-48e2-a678-a981b04f9b04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f15c9e-b746-48ba-958f-b4257021de54 HTTP/1.1" status: 200 len: 999 time: 0.0586803 Jan 28 20:31:15.933571 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cab36f46-526f-4178-a3a0-d3b9bee0e0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '70dd6872-2f50-47db-a5c0-8fa75857c069', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'floating_ip_address': '172.25.0.134', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'port_id': '23f15c9e-b746-48ba-958f-b4257021de54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'mac_address': 'fa:16:3e:19:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597cd56a-a104-4013-90f1-db055b737afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:31:14Z', 'updated_at': '2022-01-28T20:31:14Z', 'revision_number': 0, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'fixed_ip_address_scope': None}, {'id': 'c9f34a7a-c4e1-41e0-8cbb-fea869c937d3', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'port_id': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'mac_address': 'fa:16:3e:58:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:28:40Z', 'updated_at': '2022-01-28T20:28:42Z', 'revision_number': 1, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b4be58-db00-4fe8-9dd9-7c4e6d44f915', 'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'mac_address': 'fa:16:3e:a4:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:17Z', 'updated_at': '2022-01-28T20:28:22Z', 'revision_number': 5, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'subnets': [{'id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:15.935701 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eef11e-e30e-4362-a9f9-3cf6f3865982 req-cdeba9ac-d63e-4edd-bed1-85a14ccd78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:15.937190 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-53eef11e-e30e-4362-a9f9-3cf6f3865982 req-cdeba9ac-d63e-4edd-bed1-85a14ccd78e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 HTTP/1.1" status: 200 len: 849 time: 0.0490277 Jan 28 20:31:15.964118 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab36f46-526f-4178-a3a0-d3b9bee0e0cd None None] Checking router: 3fdde1af-ff40-4079-aa37-e057de486049 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:31:15.972897 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab36f46-526f-4178-a3a0-d3b9bee0e0cd None None] Routers {'3fdde1af-ff40-4079-aa37-e057de486049'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:15.973508 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cab36f46-526f-4178-a3a0-d3b9bee0e0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:30:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3fdde1af-ff40-4079-aa37-e057de486049'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:15.991283 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eef11e-e30e-4362-a9f9-3cf6f3865982 req-9e980521-46ad-4daf-9e6e-b452ab9fa457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:15.992804 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-53eef11e-e30e-4362-a9f9-3cf6f3865982 req-9e980521-46ad-4daf-9e6e-b452ab9fa457 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490515 Jan 28 20:31:16.077916 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-cab36f46-526f-4178-a3a0-d3b9bee0e0cd None None] Set router 3fdde1af-ff40-4079-aa37-e057de486049 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:16.079490 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-53eef11e-e30e-4362-a9f9-3cf6f3865982 req-98b7a5c9-779d-48da-8e2d-2ca984ad4a1c service neutron] 10.222.0.37 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810218 Jan 28 20:31:16.171077 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-53eef11e-e30e-4362-a9f9-3cf6f3865982 req-d54f5d63-88ee-4d6c-8551-f33a28e403dd service neutron] 10.222.0.37 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853822 Jan 28 20:31:16.305263 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-cab36f46-526f-4178-a3a0-d3b9bee0e0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '70dd6872-2f50-47db-a5c0-8fa75857c069', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'floating_ip_address': '172.25.0.134', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'port_id': '23f15c9e-b746-48ba-958f-b4257021de54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'mac_address': 'fa:16:3e:19:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597cd56a-a104-4013-90f1-db055b737afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:31:14Z', 'updated_at': '2022-01-28T20:31:14Z', 'revision_number': 0, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'fixed_ip_address_scope': None}, {'id': 'c9f34a7a-c4e1-41e0-8cbb-fea869c937d3', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'port_id': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'mac_address': 'fa:16:3e:58:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:28:40Z', 'updated_at': '2022-01-28T20:28:42Z', 'revision_number': 1, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b4be58-db00-4fe8-9dd9-7c4e6d44f915', 'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'mac_address': 'fa:16:3e:a4:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:17Z', 'updated_at': '2022-01-28T20:28:22Z', 'revision_number': 5, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'subnets': [{'id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:16.331050 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab36f46-526f-4178-a3a0-d3b9bee0e0cd None None] The sync data for ids ['3fdde1af-ff40-4079-aa37-e057de486049'] in n-d-824834-4 is: [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': '70dd6872-2f50-47db-a5c0-8fa75857c069', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'floating_ip_address': '172.25.0.134', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'port_id': '23f15c9e-b746-48ba-958f-b4257021de54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'mac_address': 'fa:16:3e:19:95:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597cd56a-a104-4013-90f1-db055b737afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:31:14Z', 'updated_at': '2022-01-28T20:31:14Z', 'revision_number': 0, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'fixed_ip_address_scope': None}, {'id': 'c9f34a7a-c4e1-41e0-8cbb-fea869c937d3', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'port_id': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'mac_address': 'fa:16:3e:58:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:28:40Z', 'updated_at': '2022-01-28T20:28:42Z', 'revision_number': 1, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b4be58-db00-4fe8-9dd9-7c4e6d44f915', 'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'mac_address': 'fa:16:3e:a4:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:17Z', 'updated_at': '2022-01-28T20:28:22Z', 'revision_number': 5, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'subnets': [{'id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:31:16.524199 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f53b22-a563-4159-9280-475f126fc3e1 None None] New status for floating IP 70dd6872-2f50-47db-a5c0-8fa75857c069: ACTIVE {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:31:18.384819 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b6033dcb-8f07-485d-ac49-8cae6bf0403c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:20.618178 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5a8c4bd-80d6-480b-8528-d07c9c7785da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:22.109599 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:23.381408 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:24.480187 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-982376d8-91c6-425a-9cc0-708e264a4b9c req-1fd77a6c-a963-4f4d-9be6-095ec981a362 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484068 Jan 28 20:31:24.571299 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982376d8-91c6-425a-9cc0-708e264a4b9c req-db7c3e31-e7a0-48d4-a6a2-27f93b5eb844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:24.572929 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-982376d8-91c6-425a-9cc0-708e264a4b9c req-db7c3e31-e7a0-48d4-a6a2-27f93b5eb844 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 1125 time: 0.0485246 Jan 28 20:31:24.586703 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:24.682756 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982376d8-91c6-425a-9cc0-708e264a4b9c req-59d711e9-8c48-4487-945f-0f02b65e0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:24.684246 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-982376d8-91c6-425a-9cc0-708e264a4b9c req-59d711e9-8c48-4487-945f-0f02b65e0696 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 911 time: 0.0880890 Jan 28 20:31:24.749386 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-982376d8-91c6-425a-9cc0-708e264a4b9c req-5f4db429-ae7f-4c87-adf7-bf700c11a0ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d HTTP/1.1" status: 200 len: 998 time: 0.0583682 Jan 28 20:31:24.806799 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982376d8-91c6-425a-9cc0-708e264a4b9c req-7b01d5bc-3570-4cbb-b28f-2734fca64234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:24.808387 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-982376d8-91c6-425a-9cc0-708e264a4b9c req-7b01d5bc-3570-4cbb-b28f-2734fca64234 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 HTTP/1.1" status: 200 len: 849 time: 0.0525384 Jan 28 20:31:24.874231 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982376d8-91c6-425a-9cc0-708e264a4b9c req-cc3959ab-805a-4425-82c7-cb6958ed086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:24.875766 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-982376d8-91c6-425a-9cc0-708e264a4b9c req-cc3959ab-805a-4425-82c7-cb6958ed086d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0604606 Jan 28 20:31:24.967545 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-982376d8-91c6-425a-9cc0-708e264a4b9c req-67022f1e-c70b-4b13-afb1-4e1fe15d5893 service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847402 Jan 28 20:31:25.067189 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-982376d8-91c6-425a-9cc0-708e264a4b9c req-153e5ada-7411-49f8-8dfa-c958da4df234 service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925021 Jan 28 20:31:25.379437 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:31:26.207279 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:26.339648 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-219a5dd6-0785-4a8f-bdc5-229be78bd67d req-3ecc426d-e17a-4d47-a20a-70cc89e6a15b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886390 Jan 28 20:31:26.428857 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a5dd6-0785-4a8f-bdc5-229be78bd67d req-178c9220-bbf4-4065-a1fd-f586152e5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:26.430364 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-219a5dd6-0785-4a8f-bdc5-229be78bd67d req-178c9220-bbf4-4065-a1fd-f586152e5c28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 1127 time: 0.0448177 Jan 28 20:31:26.545276 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a5dd6-0785-4a8f-bdc5-229be78bd67d req-b2fe923a-c065-4096-8df1-9f95543a64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:26.546781 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-219a5dd6-0785-4a8f-bdc5-229be78bd67d req-b2fe923a-c065-4096-8df1-9f95543a64f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 911 time: 0.0970738 Jan 28 20:31:26.612878 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-219a5dd6-0785-4a8f-bdc5-229be78bd67d req-6f64afdf-3a4d-4616-9c61-4337f8cf2690 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f15c9e-b746-48ba-958f-b4257021de54 HTTP/1.1" status: 200 len: 1001 time: 0.0588300 Jan 28 20:31:26.660972 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a5dd6-0785-4a8f-bdc5-229be78bd67d req-2c42ca3f-82da-4c80-8bd9-6591289d7dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:26.662417 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-219a5dd6-0785-4a8f-bdc5-229be78bd67d req-2c42ca3f-82da-4c80-8bd9-6591289d7dc1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 HTTP/1.1" status: 200 len: 849 time: 0.0432646 Jan 28 20:31:26.716840 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a5dd6-0785-4a8f-bdc5-229be78bd67d req-3ad6d336-f1d4-4ad6-9246-bf9245fba99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:26.718362 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-219a5dd6-0785-4a8f-bdc5-229be78bd67d req-3ad6d336-f1d4-4ad6-9246-bf9245fba99b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487485 Jan 28 20:31:26.806178 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-219a5dd6-0785-4a8f-bdc5-229be78bd67d req-33d6d737-dcf1-42e9-be71-18cd56aedc2c service neutron] 10.222.0.37 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817451 Jan 28 20:31:26.906410 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-219a5dd6-0785-4a8f-bdc5-229be78bd67d req-8d6b87ea-ce04-45b6-8cc9-1d59739ee026 service neutron] 10.222.0.37 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860288 Jan 28 20:31:31.202487 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:48.386495 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23703e6c-1a90-4b52-b202-6c3e51d279c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:50.627979 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b1f50302-ca87-4035-8f6f-e19d2dbeb11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:52.115448 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:53.383012 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:54.595438 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:56.210474 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:01.231552 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:02.374579 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:32:18.384622 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d0629ba8-9adb-4c90-b58b-87b7485ff415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:20.615841 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b6a034d9-fe69-41ba-83f2-09a7ac3f9ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:22.122420 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:23.393391 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:23.896911 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-912046db-828c-4238-b093-56aefd402495 req-8e0ba919-3bc4-4c13-a636-c89105970c57 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554974 Jan 28 20:32:23.985624 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912046db-828c-4238-b093-56aefd402495 req-73ed4e9f-bad4-40cd-8c7d-ba4fc16e12af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.987182 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-912046db-828c-4238-b093-56aefd402495 req-73ed4e9f-bad4-40cd-8c7d-ba4fc16e12af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 1125 time: 0.0483112 Jan 28 20:32:24.099202 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912046db-828c-4238-b093-56aefd402495 req-9a8bda14-e36c-494e-8b7a-fc2e23add075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:24.100703 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-912046db-828c-4238-b093-56aefd402495 req-9a8bda14-e36c-494e-8b7a-fc2e23add075 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 911 time: 0.0895188 Jan 28 20:32:24.172974 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-912046db-828c-4238-b093-56aefd402495 req-9b991abf-36c3-4e1b-a669-0773568bdc26 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d HTTP/1.1" status: 200 len: 998 time: 0.0646694 Jan 28 20:32:24.222273 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912046db-828c-4238-b093-56aefd402495 req-f4753f73-b71e-4c46-a430-619aa43e1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:24.223847 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-912046db-828c-4238-b093-56aefd402495 req-f4753f73-b71e-4c46-a430-619aa43e1494 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 HTTP/1.1" status: 200 len: 849 time: 0.0447543 Jan 28 20:32:24.284881 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912046db-828c-4238-b093-56aefd402495 req-1e24a745-12d3-4830-9560-2d2dca91b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:24.286460 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-912046db-828c-4238-b093-56aefd402495 req-1e24a745-12d3-4830-9560-2d2dca91b296 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550325 Jan 28 20:32:24.386448 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-912046db-828c-4238-b093-56aefd402495 req-fd41494b-8ab5-47eb-ae8a-cbba3c41e45c service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922439 Jan 28 20:32:24.480880 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-912046db-828c-4238-b093-56aefd402495 req-f4531128-bc5f-4926-8e68-4c12e7c39a16 service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885866 Jan 28 20:32:24.598533 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:26.209426 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:27.684168 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3ce8233-988b-42cb-898a-5ebbfbe002bb req-b00be27d-ebc5-469c-885a-cd182689af9a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483606 Jan 28 20:32:27.770459 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce8233-988b-42cb-898a-5ebbfbe002bb req-567a691b-9ab2-4cf8-8163-56de53e04407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:27.772084 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3ce8233-988b-42cb-898a-5ebbfbe002bb req-567a691b-9ab2-4cf8-8163-56de53e04407 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 1127 time: 0.0467761 Jan 28 20:32:27.902663 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce8233-988b-42cb-898a-5ebbfbe002bb req-6d5a73dc-51fa-4a89-be38-5de564121cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:27.904169 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3ce8233-988b-42cb-898a-5ebbfbe002bb req-6d5a73dc-51fa-4a89-be38-5de564121cb2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 911 time: 0.1067472 Jan 28 20:32:27.971568 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3ce8233-988b-42cb-898a-5ebbfbe002bb req-528acea0-b00b-4518-82c1-39bcada40332 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f15c9e-b746-48ba-958f-b4257021de54 HTTP/1.1" status: 200 len: 1001 time: 0.0610967 Jan 28 20:32:28.024535 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce8233-988b-42cb-898a-5ebbfbe002bb req-0ca80f36-d34a-42d8-819a-ecec2feb6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:28.027173 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3ce8233-988b-42cb-898a-5ebbfbe002bb req-0ca80f36-d34a-42d8-819a-ecec2feb6349 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 HTTP/1.1" status: 200 len: 849 time: 0.0490427 Jan 28 20:32:28.087049 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce8233-988b-42cb-898a-5ebbfbe002bb req-a5df97a6-97b6-4848-b133-161ed321a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:28.088581 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3ce8233-988b-42cb-898a-5ebbfbe002bb req-a5df97a6-97b6-4848-b133-161ed321a4bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0560801 Jan 28 20:32:28.179576 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3ce8233-988b-42cb-898a-5ebbfbe002bb req-a1414deb-dc62-459e-85da-2d84eee9d252 service neutron] 10.222.0.37 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835576 Jan 28 20:32:28.272088 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-e3ce8233-988b-42cb-898a-5ebbfbe002bb req-deaa7008-70af-400b-b897-106e618b305a service neutron] 10.222.0.37 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869496 Jan 28 20:32:31.228875 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:39.380781 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:32:48.386665 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3122ac3c-a402-4697-ae16-60c73922ca68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:50.621191 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d5b88952-3d14-4e97-a299-b8d0c87f536b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:52.116607 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:53.392664 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:54.598228 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:56.228107 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:01.244758 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:16.386302 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:33:18.385338 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e7bcdbc4-5b8a-44b7-b7fe-873ffc356929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:20.613938 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-de37a92a-f9e6-447f-982a-d633cf3adc63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:22.130922 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:23.397745 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.596113 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.899736 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a24e132-0f08-4e95-8966-8afb92bb3dd3 req-a7916ba2-48e9-4620-b7df-92c9e91d330a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460093 Jan 28 20:33:24.997766 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e132-0f08-4e95-8966-8afb92bb3dd3 req-a43c3eca-c352-478e-aba0-c0bcbe8f264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:24.999337 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a24e132-0f08-4e95-8966-8afb92bb3dd3 req-a43c3eca-c352-478e-aba0-c0bcbe8f264c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 1125 time: 0.0467098 Jan 28 20:33:25.113552 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e132-0f08-4e95-8966-8afb92bb3dd3 req-826c8278-9eaa-4ee5-9899-b6662edbed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:25.115098 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a24e132-0f08-4e95-8966-8afb92bb3dd3 req-826c8278-9eaa-4ee5-9899-b6662edbed23 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 911 time: 0.0948799 Jan 28 20:33:25.183520 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a24e132-0f08-4e95-8966-8afb92bb3dd3 req-ec9e7cd0-c9e2-441d-9a6d-03d68821767c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d HTTP/1.1" status: 200 len: 998 time: 0.0619216 Jan 28 20:33:25.233939 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e132-0f08-4e95-8966-8afb92bb3dd3 req-ff020aa7-e371-4e4d-9311-e7b369f9f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:25.235399 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a24e132-0f08-4e95-8966-8afb92bb3dd3 req-ff020aa7-e371-4e4d-9311-e7b369f9f3ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 HTTP/1.1" status: 200 len: 849 time: 0.0458541 Jan 28 20:33:25.290411 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e132-0f08-4e95-8966-8afb92bb3dd3 req-169d6fae-dd4d-4baa-a37a-6bfc63c775ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:25.291931 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a24e132-0f08-4e95-8966-8afb92bb3dd3 req-169d6fae-dd4d-4baa-a37a-6bfc63c775ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496776 Jan 28 20:33:25.382198 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a24e132-0f08-4e95-8966-8afb92bb3dd3 req-aa71e058-4554-48d5-b85a-55072346df25 service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831501 Jan 28 20:33:25.473365 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-1a24e132-0f08-4e95-8966-8afb92bb3dd3 req-7e0211c7-3b4e-4427-8316-3102b07f4c98 service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849898 Jan 28 20:33:26.235017 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:27.702716 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8dba3bdc-e727-4530-af40-8b874d6cface req-2b416ac9-9176-463c-a834-0049f20d4204 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697122 Jan 28 20:33:27.797193 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba3bdc-e727-4530-af40-8b874d6cface req-b5447397-3e3f-487d-b23e-ac39d7d8b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:27.798749 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8dba3bdc-e727-4530-af40-8b874d6cface req-b5447397-3e3f-487d-b23e-ac39d7d8b4f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 1127 time: 0.0485685 Jan 28 20:33:27.916011 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba3bdc-e727-4530-af40-8b874d6cface req-f47806f0-fb56-453d-b755-7d94c915515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:27.917536 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8dba3bdc-e727-4530-af40-8b874d6cface req-f47806f0-fb56-453d-b755-7d94c915515e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 911 time: 0.1004720 Jan 28 20:33:27.999545 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8dba3bdc-e727-4530-af40-8b874d6cface req-1e1e42e5-9f1d-42d0-8504-4b184818e8b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f15c9e-b746-48ba-958f-b4257021de54 HTTP/1.1" status: 200 len: 1001 time: 0.0760517 Jan 28 20:33:28.050568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba3bdc-e727-4530-af40-8b874d6cface req-da9b4ca7-386b-42bf-9a6b-2e80811c5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:28.052074 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8dba3bdc-e727-4530-af40-8b874d6cface req-da9b4ca7-386b-42bf-9a6b-2e80811c5de6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 HTTP/1.1" status: 200 len: 849 time: 0.0464945 Jan 28 20:33:28.106483 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba3bdc-e727-4530-af40-8b874d6cface req-7c3e97d1-cdd0-47f8-abf3-5f4e9d5669ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:28.108006 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8dba3bdc-e727-4530-af40-8b874d6cface req-7c3e97d1-cdd0-47f8-abf3-5f4e9d5669ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506666 Jan 28 20:33:28.198642 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8dba3bdc-e727-4530-af40-8b874d6cface req-d768f924-016c-4842-bc61-c1868907628c service neutron] 10.222.0.37 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840886 Jan 28 20:33:28.288600 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-8dba3bdc-e727-4530-af40-8b874d6cface req-b3217555-b596-403b-ad21-5c3b7814701a service neutron] 10.222.0.37 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843778 Jan 28 20:33:31.243135 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:33.893189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 23f15c9e-b746-48ba-958f-b4257021de54 details requested by agent hyperv_n-h2-824834-4 with host n-h2-824834-4 {{(pid=103148) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:33:33.994785 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 23f15c9e-b746-48ba-958f-b4257021de54, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=23f15c9e-b746-48ba-958f-b4257021de54,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:34.007380 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Returning: {'device': '23f15c9e-b746-48ba-958f-b4257021de54', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'port_id': '23f15c9e-b746-48ba-958f-b4257021de54', 'mac_address': 'fa:16:3e:19:95:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103148) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:33:34.048293 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 23f15c9e-b746-48ba-958f-b4257021de54 is: ACTIVE; New status is: BUILD {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:33:34.048686 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (23f15c9e-b746-48ba-958f-b4257021de54), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:34.061815 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23f15c9e-b746-48ba-958f-b4257021de54 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:33:34.081980 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 23f15c9e-b746-48ba-958f-b4257021de54, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=23f15c9e-b746-48ba-958f-b4257021de54,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:34.087806 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (23f15c9e-b746-48ba-958f-b4257021de54), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:34.136707 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=23f15c9e-b746-48ba-958f-b4257021de54,revision_number=6']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:34.144521 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:34.144823 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:34.145146 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:34.145491 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:34.145829 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:34.146191 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:34.146521 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:34.146855 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:34.147181 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:34.147506 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:34.147831 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:34.148142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:34.148466 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:34.158692 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] get_ports_and_sgs() called for port_ids ['23f15c9e-b746-48ba-958f-b4257021de54'] {{(pid=103148) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:35.909238 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 23f15c9e-b746-48ba-958f-b4257021de54 up at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:35.965430 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Provisioning complete for port 23f15c9e-b746-48ba-958f-b4257021de54 triggered by entity L2. {{(pid=103148) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:35.965813 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4105234'] for port (23f15c9e-b746-48ba-958f-b4257021de54), provisioning_complete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:36.046989 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Current status of the port 23f15c9e-b746-48ba-958f-b4257021de54 is: BUILD; New status is: ACTIVE {{(pid=103148) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:33:36.047377 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3941070'] for port (23f15c9e-b746-48ba-958f-b4257021de54), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:36.070471 n-d-824834-4 neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597cd56a-a104-4013-90f1-db055b737afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f15c9e-b746-48ba-958f-b4257021de54'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:33:36.072769 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a279d0760705d7c0ffe940b9af41f5bdfd8a5d7060838d5c1f4bb1fca09f7ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb37a7a5-3c6d-4dba-8ee8-e4ecfbe0451f" -d '{"events": [{"server_uuid": "597cd56a-a104-4013-90f1-db055b737afd", "name": "network-vif-plugged", "status": "completed", "tag": "23f15c9e-b746-48ba-958f-b4257021de54"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:36.085107 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] For port 23f15c9e-b746-48ba-958f-b4257021de54, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=23f15c9e-b746-48ba-958f-b4257021de54,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:36.091459 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777971155676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777970596154', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777970596172'] for port (23f15c9e-b746-48ba-958f-b4257021de54), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:36.116041 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8876e51-2dac-4d3e-a9b5-16a89044a90e x-openstack-request-id: req-d8876e51-2dac-4d3e-a9b5-16a89044a90e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:36.116313 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597cd56a-a104-4013-90f1-db055b737afd", "name": "network-vif-plugged", "status": "completed", "tag": "23f15c9e-b746-48ba-958f-b4257021de54", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:36.116566 n-d-824834-4 neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8876e51-2dac-4d3e-a9b5-16a89044a90e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:36.116963 n-d-824834-4 neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597cd56a-a104-4013-90f1-db055b737afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f15c9e-b746-48ba-958f-b4257021de54', 'code': 200} Jan 28 20:33:36.140518 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Pushing event updated for resources: {'Port': ['ID=23f15c9e-b746-48ba-958f-b4257021de54,revision_number=7']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:48.376688 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-09fd48ef-0f9a-4f3b-828b-6d76fdda0bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:48.423923 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39044) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:48.595568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Deleting port ed375c91-f3a4-4e3e-9488-40f80a7cbbc3 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:33:48.596108 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (ed375c91-f3a4-4e3e-9488-40f80a7cbbc3), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:48.686229 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (ed375c91-f3a4-4e3e-9488-40f80a7cbbc3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:48.686490 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for floatingip (ed375c91-f3a4-4e3e-9488-40f80a7cbbc3), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:48.698841 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Calling delete_port for ed375c91-f3a4-4e3e-9488-40f80a7cbbc3 owned by network:floatingip {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:33:48.853142 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (ed375c91-f3a4-4e3e-9488-40f80a7cbbc3), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:48.884626 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event deleted for resources: {'Port': ['ID=ed375c91-f3a4-4e3e-9488-40f80a7cbbc3,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:48.899242 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:48.899600 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:48.899973 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:48.900316 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:48.900654 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:48.901004 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:48.901347 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:48.901658 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:48.901983 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:48.902545 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:48.902876 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:48.903207 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:48.903534 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:48.963296 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for floatingip (70dd6872-2f50-47db-a5c0-8fa75857c069), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:48.963630 n-d-824834-4 neutron-server[103146]: INFO neutron.db.l3_db [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Floating IP 70dd6872-2f50-47db-a5c0-8fa75857c069 disassociated (deleted). External IP: 172.25.0.134, port: 23f15c9e-b746-48ba-958f-b4257021de54. Jan 28 20:33:49.177703 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Router 3fdde1af-ff40-4079-aa37-e057de486049 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:33:49.288677 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:33:49.294046 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:49.299999 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4260735-5166-4509-9082-fa67587f75c1 None None] Sync routers for ids ['3fdde1af-ff40-4079-aa37-e057de486049'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:33:49.310331 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4260735-5166-4509-9082-fa67587f75c1 None None] Routers {'3fdde1af-ff40-4079-aa37-e057de486049'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:49.310964 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c4260735-5166-4509-9082-fa67587f75c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:33:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3fdde1af-ff40-4079-aa37-e057de486049'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:49.325771 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-ef88ebae-46fb-4d45-ba89-a0c8685124a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "DELETE /v2.0/floatingips/70dd6872-2f50-47db-a5c0-8fa75857c069 HTTP/1.1" status: 204 len: 168 time: 0.9006355 Jan 28 20:33:49.326502 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597cd56a-a104-4013-90f1-db055b737afd', 'tag': '23f15c9e-b746-48ba-958f-b4257021de54'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:33:49.328801 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef702d9-3b63-4e9a-8182-62a33d00c607" -d '{"events": [{"name": "network-changed", "server_uuid": "597cd56a-a104-4013-90f1-db055b737afd", "tag": "23f15c9e-b746-48ba-958f-b4257021de54"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:49.417086 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c4260735-5166-4509-9082-fa67587f75c1 None None] Set router 3fdde1af-ff40-4079-aa37-e057de486049 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:49.484389 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c0b296-559c-4632-9702-9e4504d180f9 x-openstack-request-id: req-98c0b296-559c-4632-9702-9e4504d180f9 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:49.484916 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597cd56a-a104-4013-90f1-db055b737afd", "tag": "23f15c9e-b746-48ba-958f-b4257021de54", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:49.485138 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-98c0b296-559c-4632-9702-9e4504d180f9 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:49.485688 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597cd56a-a104-4013-90f1-db055b737afd', 'tag': '23f15c9e-b746-48ba-958f-b4257021de54', 'status': 'completed', 'code': 200} Jan 28 20:33:49.591297 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef702d9-3b63-4e9a-8182-62a33d00c607 req-e0519ea0-ff2f-4b12-ad5d-f9a8c71b9d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:49.592994 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ef702d9-3b63-4e9a-8182-62a33d00c607 req-e0519ea0-ff2f-4b12-ad5d-f9a8c71b9d0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 1127 time: 0.0804727 Jan 28 20:33:49.604826 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab97f74-7941-4738-97eb-2e12cbf8ca15 req-4386f96b-aaf7-412d-ab6f-1576061335a4 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:49.606324 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fab97f74-7941-4738-97eb-2e12cbf8ca15 req-4386f96b-aaf7-412d-ab6f-1576061335a4 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 945 time: 0.0665548 Jan 28 20:33:49.741110 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c4260735-5166-4509-9082-fa67587f75c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'c9f34a7a-c4e1-41e0-8cbb-fea869c937d3', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'port_id': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'mac_address': 'fa:16:3e:58:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:28:40Z', 'updated_at': '2022-01-28T20:28:42Z', 'revision_number': 1, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b4be58-db00-4fe8-9dd9-7c4e6d44f915', 'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'mac_address': 'fa:16:3e:a4:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:17Z', 'updated_at': '2022-01-28T20:28:22Z', 'revision_number': 5, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'subnets': [{'id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:49.770759 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4260735-5166-4509-9082-fa67587f75c1 None None] Checking router: 3fdde1af-ff40-4079-aa37-e057de486049 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:33:49.780020 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4260735-5166-4509-9082-fa67587f75c1 None None] Routers {'3fdde1af-ff40-4079-aa37-e057de486049'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:49.780678 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c4260735-5166-4509-9082-fa67587f75c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:33:21Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3fdde1af-ff40-4079-aa37-e057de486049'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:49.891113 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c4260735-5166-4509-9082-fa67587f75c1 None None] Set router 3fdde1af-ff40-4079-aa37-e057de486049 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:50.063644 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-fab97f74-7941-4738-97eb-2e12cbf8ca15 req-4c4cb639-017e-4e8b-906e-8ca414279a66 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4491680 Jan 28 20:33:50.083978 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef702d9-3b63-4e9a-8182-62a33d00c607 req-2d728945-6a89-4a73-a38a-c96c3418f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:50.085516 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ef702d9-3b63-4e9a-8182-62a33d00c607 req-2d728945-6a89-4a73-a38a-c96c3418f98c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 911 time: 0.4783823 Jan 28 20:33:50.121154 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c4260735-5166-4509-9082-fa67587f75c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'c9f34a7a-c4e1-41e0-8cbb-fea869c937d3', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'port_id': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'mac_address': 'fa:16:3e:58:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:28:40Z', 'updated_at': '2022-01-28T20:28:42Z', 'revision_number': 1, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b4be58-db00-4fe8-9dd9-7c4e6d44f915', 'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'mac_address': 'fa:16:3e:a4:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:17Z', 'updated_at': '2022-01-28T20:28:22Z', 'revision_number': 5, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'subnets': [{'id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:50.126652 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ef702d9-3b63-4e9a-8182-62a33d00c607 req-95e8334e-f023-43b5-8574-4277bb263a6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f15c9e-b746-48ba-958f-b4257021de54 HTTP/1.1" status: 200 len: 217 time: 0.0347362 Jan 28 20:33:50.150580 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4260735-5166-4509-9082-fa67587f75c1 None None] The sync data for ids ['3fdde1af-ff40-4079-aa37-e057de486049'] in n-d-824834-4 is: [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_floatingips': [{'id': 'c9f34a7a-c4e1-41e0-8cbb-fea869c937d3', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'router_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'port_id': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'mac_address': 'fa:16:3e:58:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:28:40Z', 'updated_at': '2022-01-28T20:28:42Z', 'revision_number': 1, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78b4be58-db00-4fe8-9dd9-7c4e6d44f915', 'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'mac_address': 'fa:16:3e:a4:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:17Z', 'updated_at': '2022-01-28T20:28:22Z', 'revision_number': 5, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'subnets': [{'id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:33:50.180339 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef702d9-3b63-4e9a-8182-62a33d00c607 req-44f0a110-91a8-4289-8d65-df5aebc05761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:50.181875 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ef702d9-3b63-4e9a-8182-62a33d00c607 req-44f0a110-91a8-4289-8d65-df5aebc05761 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 HTTP/1.1" status: 200 len: 849 time: 0.0489819 Jan 28 20:33:50.234668 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef702d9-3b63-4e9a-8182-62a33d00c607 req-4d8f9faf-f270-47a6-8819-68e6f54eac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:50.236211 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ef702d9-3b63-4e9a-8182-62a33d00c607 req-4d8f9faf-f270-47a6-8819-68e6f54eac94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473287 Jan 28 20:33:50.334614 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ef702d9-3b63-4e9a-8182-62a33d00c607 req-7ba3af84-cb46-4958-a5ea-eb3cf0a0798b service neutron] 10.222.0.37 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903442 Jan 28 20:33:50.407941 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d7fce8-6034-4163-bfe0-cd1a093c3d98 None None] New status for floating IP 70dd6872-2f50-47db-a5c0-8fa75857c069: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:33:50.429576 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-4ef702d9-3b63-4e9a-8182-62a33d00c607 req-ec39b1ae-16fd-49b8-953d-5c87b80548e6 service neutron] 10.222.0.37 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885513 Jan 28 20:33:50.616574 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d459a6ea-2c5a-4db6-9ab9-d10b2a0aaa4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:51.192858 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073e26-4f33-4a3e-b598-463e9f9c6e6f req-6a982d74-00a4-4468-8cfd-c52c3615efe7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:51.194300 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-de073e26-4f33-4a3e-b598-463e9f9c6e6f req-6a982d74-00a4-4468-8cfd-c52c3615efe7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 945 time: 0.0566511 Jan 28 20:33:51.244789 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-de073e26-4f33-4a3e-b598-463e9f9c6e6f req-d1468bc7-94a4-405d-81fd-f6126f5ccc07 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437138 Jan 28 20:33:51.333535 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1710f-0295-4c4e-9499-4edfe6253c40 req-9470b424-5aa8-4c0e-964a-d12645db9bf4 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:51.335025 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3ea1710f-0295-4c4e-9499-4edfe6253c40 req-9470b424-5aa8-4c0e-964a-d12645db9bf4 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.37 "GET /v2.0/ports?device_id=597cd56a-a104-4013-90f1-db055b737afd HTTP/1.1" status: 200 len: 945 time: 0.0614798 Jan 28 20:33:51.431291 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3ea1710f-0295-4c4e-9499-4edfe6253c40 req-d23a7199-a0c9-45a0-bc25-3529141d6dd0 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Deleting port 23f15c9e-b746-48ba-958f-b4257021de54 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:33:51.431645 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ea1710f-0295-4c4e-9499-4edfe6253c40 req-d23a7199-a0c9-45a0-bc25-3529141d6dd0 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (23f15c9e-b746-48ba-958f-b4257021de54), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:51.523742 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-3ea1710f-0295-4c4e-9499-4edfe6253c40 req-d23a7199-a0c9-45a0-bc25-3529141d6dd0 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] For port 23f15c9e-b746-48ba-958f-b4257021de54, host n-h2-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-824834-4',level=0,port_id=23f15c9e-b746-48ba-958f-b4257021de54,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:51.524000 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ea1710f-0295-4c4e-9499-4edfe6253c40 req-d23a7199-a0c9-45a0-bc25-3529141d6dd0 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (23f15c9e-b746-48ba-958f-b4257021de54), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:51.536413 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-3ea1710f-0295-4c4e-9499-4edfe6253c40 req-d23a7199-a0c9-45a0-bc25-3529141d6dd0 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Calling delete_port for 23f15c9e-b746-48ba-958f-b4257021de54 owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:33:51.671896 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ea1710f-0295-4c4e-9499-4edfe6253c40 req-d23a7199-a0c9-45a0-bc25-3529141d6dd0 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (23f15c9e-b746-48ba-958f-b4257021de54), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:51.703738 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a7199-a0c9-45a0-bc25-3529141d6dd0 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event deleted for resources: {'Port': ['ID=23f15c9e-b746-48ba-958f-b4257021de54,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:51.745403 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea1710f-0295-4c4e-9499-4edfe6253c40 req-d23a7199-a0c9-45a0-bc25-3529141d6dd0 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] No DVR routers for this DVR port 23f15c9e-b746-48ba-958f-b4257021de54 on host n-h2-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:51.748241 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-3ea1710f-0295-4c4e-9499-4edfe6253c40 req-d23a7199-a0c9-45a0-bc25-3529141d6dd0 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:51.751923 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-3ea1710f-0295-4c4e-9499-4edfe6253c40 req-d23a7199-a0c9-45a0-bc25-3529141d6dd0 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.37 "DELETE /v2.0/ports/23f15c9e-b746-48ba-958f-b4257021de54 HTTP/1.1" status: 204 len: 173 time: 0.4114830 Jan 28 20:33:51.752364 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597cd56a-a104-4013-90f1-db055b737afd', 'name': 'network-vif-deleted', 'tag': '23f15c9e-b746-48ba-958f-b4257021de54'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:33:51.754689 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5c373f-dd0d-4d61-aab6-332cd47ba709" -d '{"events": [{"server_uuid": "597cd56a-a104-4013-90f1-db055b737afd", "name": "network-vif-deleted", "tag": "23f15c9e-b746-48ba-958f-b4257021de54"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:51.790527 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2e80cd-23c4-45f6-bc8d-9b89298017b3 x-openstack-request-id: req-4f2e80cd-23c4-45f6-bc8d-9b89298017b3 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:51.790839 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597cd56a-a104-4013-90f1-db055b737afd", "name": "network-vif-deleted", "tag": "23f15c9e-b746-48ba-958f-b4257021de54", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:51.791087 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f2e80cd-23c4-45f6-bc8d-9b89298017b3 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:51.791488 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597cd56a-a104-4013-90f1-db055b737afd', 'name': 'network-vif-deleted', 'tag': '23f15c9e-b746-48ba-958f-b4257021de54', 'status': 'completed', 'code': 200} Jan 28 20:33:51.987137 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 23f15c9e-b746-48ba-958f-b4257021de54 no longer exists at agent hyperv_n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:52.017798 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] No Port match for: 23f15c9e-b746-48ba-958f-b4257021de54 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:33:52.018171 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Device 23f15c9e-b746-48ba-958f-b4257021de54 not bound to the agent host n-h2-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:52.125826 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:52.835187 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39098) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:53.004375 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Deleting port f24094a2-e595-4351-bfaf-9bc5d4349061 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:33:53.004722 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (f24094a2-e595-4351-bfaf-9bc5d4349061), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:53.083667 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (f24094a2-e595-4351-bfaf-9bc5d4349061), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:53.083990 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for floatingip (f24094a2-e595-4351-bfaf-9bc5d4349061), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:53.095877 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Calling delete_port for f24094a2-e595-4351-bfaf-9bc5d4349061 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:33:53.246402 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (f24094a2-e595-4351-bfaf-9bc5d4349061), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:53.271663 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event deleted for resources: {'Port': ['ID=f24094a2-e595-4351-bfaf-9bc5d4349061,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:53.285690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:53.285690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:53.285690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:53.285690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:53.285690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:53.285690 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:53.286331 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:53.286331 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:53.286524 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:53.286793 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:53.287092 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:53.287414 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:53.287752 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-824834-4 {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:53.344031 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for floatingip (c9f34a7a-c4e1-41e0-8cbb-fea869c937d3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:53.344277 n-d-824834-4 neutron-server[103147]: INFO neutron.db.l3_db [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Floating IP c9f34a7a-c4e1-41e0-8cbb-fea869c937d3 disassociated (deleted). External IP: 172.25.0.19, port: 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d. Jan 28 20:33:53.387190 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:33:53.398668 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:53.568826 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Router 3fdde1af-ff40-4079-aa37-e057de486049 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:33:53.681206 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:33:53.688831 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:53.694792 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e799785f-8842-4cfe-99dc-72723b1bc7c8 None None] Sync routers for ids ['3fdde1af-ff40-4079-aa37-e057de486049'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:33:53.704529 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e799785f-8842-4cfe-99dc-72723b1bc7c8 None None] Routers {'3fdde1af-ff40-4079-aa37-e057de486049'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:53.705216 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e799785f-8842-4cfe-99dc-72723b1bc7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:33:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3fdde1af-ff40-4079-aa37-e057de486049'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:53.725226 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-580aef0a-0bef-41da-9304-b6aa8662c331 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "DELETE /v2.0/floatingips/c9f34a7a-c4e1-41e0-8cbb-fea869c937d3 HTTP/1.1" status: 204 len: 168 time: 0.8888550 Jan 28 20:33:53.725794 n-d-824834-4 neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'tag': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:33:53.728417 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac9f26d1a29f0c91399e43c490101928ac952e5849b55b60a284b120f3a3590" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c89b7a-5bb8-4abd-941b-04f8d48cbd90" -d '{"events": [{"name": "network-changed", "server_uuid": "6eef69fe-35b6-475d-98aa-706d23e5acab", "tag": "4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:53.815586 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e799785f-8842-4cfe-99dc-72723b1bc7c8 None None] Set router 3fdde1af-ff40-4079-aa37-e057de486049 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:53.890657 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa3ed1e-f8fb-479a-bb61-17bcd1424eec x-openstack-request-id: req-6aa3ed1e-f8fb-479a-bb61-17bcd1424eec {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:53.891158 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eef69fe-35b6-475d-98aa-706d23e5acab", "tag": "4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:53.891277 n-d-824834-4 neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6aa3ed1e-f8fb-479a-bb61-17bcd1424eec {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:53.891714 n-d-824834-4 neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'tag': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'status': 'completed', 'code': 200} Jan 28 20:33:54.027707 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e799785f-8842-4cfe-99dc-72723b1bc7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '78b4be58-db00-4fe8-9dd9-7c4e6d44f915', 'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'mac_address': 'fa:16:3e:a4:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:17Z', 'updated_at': '2022-01-28T20:28:22Z', 'revision_number': 5, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'subnets': [{'id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:54.033982 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e9c9e-1731-43ad-aca8-28e0f6fe2bfc req-246134f1-34e7-4903-99fb-c92cf36688a1 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:54.035591 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-206e9c9e-1731-43ad-aca8-28e0f6fe2bfc req-246134f1-34e7-4903-99fb-c92cf36688a1 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 943 time: 0.0975001 Jan 28 20:33:54.052184 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89b7a-5bb8-4abd-941b-04f8d48cbd90 req-4897919b-61ec-425c-9b18-c3691d0bee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:54.053658 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2c89b7a-5bb8-4abd-941b-04f8d48cbd90 req-4897919b-61ec-425c-9b18-c3691d0bee23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 1125 time: 0.1355870 Jan 28 20:33:54.064464 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e799785f-8842-4cfe-99dc-72723b1bc7c8 None None] Checking router: 3fdde1af-ff40-4079-aa37-e057de486049 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:33:54.072664 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e799785f-8842-4cfe-99dc-72723b1bc7c8 None None] Routers {'3fdde1af-ff40-4079-aa37-e057de486049'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:54.073252 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e799785f-8842-4cfe-99dc-72723b1bc7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:33:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3fdde1af-ff40-4079-aa37-e057de486049'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:54.138501 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-206e9c9e-1731-43ad-aca8-28e0f6fe2bfc req-5ac1ebf6-c2b3-42b2-9f10-87605cea0667 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/security-groups?id=8b346c77-c600-4ce8-841d-2d10c003dad7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964551 Jan 28 20:33:54.170712 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89b7a-5bb8-4abd-941b-04f8d48cbd90 req-28edb989-05e6-41e5-a51f-8d4849b0fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:54.172328 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2c89b7a-5bb8-4abd-941b-04f8d48cbd90 req-28edb989-05e6-41e5-a51f-8d4849b0fd7e service neutron] 10.222.0.31 "GET /v2.0/networks?id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 200 len: 911 time: 0.1122575 Jan 28 20:33:54.176336 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e799785f-8842-4cfe-99dc-72723b1bc7c8 None None] Set router 3fdde1af-ff40-4079-aa37-e057de486049 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:54.223408 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2c89b7a-5bb8-4abd-941b-04f8d48cbd90 req-1396befc-218a-405e-8457-32f2ca2c3242 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d HTTP/1.1" status: 200 len: 217 time: 0.0395975 Jan 28 20:33:54.271920 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89b7a-5bb8-4abd-941b-04f8d48cbd90 req-0ae42fb6-e80a-4248-97c4-51ebeba7f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:54.273425 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2c89b7a-5bb8-4abd-941b-04f8d48cbd90 req-0ae42fb6-e80a-4248-97c4-51ebeba7f11a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 HTTP/1.1" status: 200 len: 849 time: 0.0434222 Jan 28 20:33:54.325125 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89b7a-5bb8-4abd-941b-04f8d48cbd90 req-dfd391b5-1b4a-4fcc-bd19-88e9d160458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:54.326822 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2c89b7a-5bb8-4abd-941b-04f8d48cbd90 req-dfd391b5-1b4a-4fcc-bd19-88e9d160458c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d091e1e3-c09f-40f5-8c7a-daa43b0364c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452213 Jan 28 20:33:54.375037 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e799785f-8842-4cfe-99dc-72723b1bc7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '78b4be58-db00-4fe8-9dd9-7c4e6d44f915', 'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'mac_address': 'fa:16:3e:a4:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:17Z', 'updated_at': '2022-01-28T20:28:22Z', 'revision_number': 5, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'subnets': [{'id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:54.402235 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e799785f-8842-4cfe-99dc-72723b1bc7c8 None None] The sync data for ids ['3fdde1af-ff40-4079-aa37-e057de486049'] in n-d-824834-4 is: [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4', '_interfaces': [{'id': '78b4be58-db00-4fe8-9dd9-7c4e6d44f915', 'name': '', 'network_id': 'd091e1e3-c09f-40f5-8c7a-daa43b0364c2', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'mac_address': 'fa:16:3e:a4:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:17Z', 'updated_at': '2022-01-28T20:28:22Z', 'revision_number': 5, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'subnets': [{'id': '28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:33:54.426254 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2c89b7a-5bb8-4abd-941b-04f8d48cbd90 req-0b216f5a-51f7-4f23-a15f-4edec6c35f58 service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905213 Jan 28 20:33:54.522750 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-b2c89b7a-5bb8-4abd-941b-04f8d48cbd90 req-138126ab-ab13-4cba-b7da-3a90862277a6 service neutron] 10.222.0.31 "GET /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871611 Jan 28 20:33:54.593476 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:54.632889 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9473d22c-59fc-4f66-b0a0-aec8ed7c145b None None] New status for floating IP c9f34a7a-c4e1-41e0-8cbb-fea869c937d3: DOWN {{(pid=103148) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:33:54.681374 n-d-824834-4 neutron-server[103146]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c327c-378c-4003-a3c1-b765d95d1d16 req-12d7d255-df61-4208-a06e-36a31b5067a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103146) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:54.682893 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-120c327c-378c-4003-a3c1-b765d95d1d16 req-12d7d255-df61-4208-a06e-36a31b5067a7 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.31 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 943 time: 0.0540206 Jan 28 20:33:54.781687 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-120c327c-378c-4003-a3c1-b765d95d1d16 req-c82a39e3-d69d-478b-bdda-634d2bcae73b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Deleting port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:33:54.782049 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-120c327c-378c-4003-a3c1-b765d95d1d16 req-c82a39e3-d69d-478b-bdda-634d2bcae73b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:54.869019 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [req-120c327c-378c-4003-a3c1-b765d95d1d16 req-c82a39e3-d69d-478b-bdda-634d2bcae73b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] For port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d, host n-h1-824834-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-824834-4',level=0,port_id=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:54.869394 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-120c327c-378c-4003-a3c1-b765d95d1d16 req-c82a39e3-d69d-478b-bdda-634d2bcae73b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:54.881136 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [req-120c327c-378c-4003-a3c1-b765d95d1d16 req-c82a39e3-d69d-478b-bdda-634d2bcae73b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Calling delete_port for 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d owned by compute:nova {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:33:55.017769 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-120c327c-378c-4003-a3c1-b765d95d1d16 req-c82a39e3-d69d-478b-bdda-634d2bcae73b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:55.049066 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a39e3-d69d-478b-bdda-634d2bcae73b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event deleted for resources: {'Port': ['ID=4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:55.097594 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [req-120c327c-378c-4003-a3c1-b765d95d1d16 req-c82a39e3-d69d-478b-bdda-634d2bcae73b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] No DVR routers for this DVR port 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d on host n-h1-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:55.100202 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [req-120c327c-378c-4003-a3c1-b765d95d1d16 req-c82a39e3-d69d-478b-bdda-634d2bcae73b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-974669'] for port (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:55.103796 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-120c327c-378c-4003-a3c1-b765d95d1d16 req-c82a39e3-d69d-478b-bdda-634d2bcae73b tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.31 "DELETE /v2.0/ports/4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d HTTP/1.1" status: 204 len: 173 time: 0.4148636 Jan 28 20:33:55.104252 n-d-824834-4 neutron-server[103146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'name': 'network-vif-deleted', 'tag': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d'}] {{(pid=103146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:33:55.106641 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba8ac86fa96a7d45da44ac4d14aa4986a3fa3c81948a04446b73def2b12785d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9735fc-fb72-4f27-9f65-32ad555c8f75" -d '{"events": [{"server_uuid": "6eef69fe-35b6-475d-98aa-706d23e5acab", "name": "network-vif-deleted", "tag": "4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d"}]}' {{(pid=103146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:55.146004 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ec4171-9037-4f60-95ef-92255d3715a7 x-openstack-request-id: req-b3ec4171-9037-4f60-95ef-92255d3715a7 {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:55.146315 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eef69fe-35b6-475d-98aa-706d23e5acab", "name": "network-vif-deleted", "tag": "4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d", "status": "completed", "code": 200}]} {{(pid=103146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:55.146613 n-d-824834-4 neutron-server[103146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3ec4171-9037-4f60-95ef-92255d3715a7 {{(pid=103146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:55.147009 n-d-824834-4 neutron-server[103146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eef69fe-35b6-475d-98aa-706d23e5acab', 'name': 'network-vif-deleted', 'tag': '4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d', 'status': 'completed', 'code': 200} Jan 28 20:33:55.238921 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [req-9542c0fa-9dde-4e4a-aa13-93962f554fe8 req-89d3c707-8310-4173-a24c-a7a898ed2dd9 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eef69fe-35b6-475d-98aa-706d23e5acab HTTP/1.1" status: 200 len: 210 time: 0.0272589 Jan 28 20:33:56.255514 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:56.296042 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39116) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:56.358649 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af23c58d-5a27-47c1-a599-ef06693d4850 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group (8b346c77-c600-4ce8-841d-2d10c003dad7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:56.385171 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af23c58d-5a27-47c1-a599-ef06693d4850 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group (8b346c77-c600-4ce8-841d-2d10c003dad7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:56.455717 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af23c58d-5a27-47c1-a599-ef06693d4850 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (8b346c77-c600-4ce8-841d-2d10c003dad7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:56.458513 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-af23c58d-5a27-47c1-a599-ef06693d4850 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:56.459710 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-af23c58d-5a27-47c1-a599-ef06693d4850 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] 10.222.0.55 "DELETE /v2.0/security-groups/8b346c77-c600-4ce8-841d-2d10c003dad7 HTTP/1.1" status: 204 len: 168 time: 0.1626952 Jan 28 20:33:56.468914 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23c58d-5a27-47c1-a599-ef06693d4850 tempest-TestSnapshotPattern-2033594075 tempest-TestSnapshotPattern-2033594075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b346c77-c600-4ce8-841d-2d10c003dad7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:56.511093 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39120) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:56.969191 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e66ed721-40f7-4bf0-bab7-cc2f0dc9a3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (3fdde1af-ff40-4079-aa37-e057de486049), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:57.232271 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e66ed721-40f7-4bf0-bab7-cc2f0dc9a3ec admin admin] Deleting port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:33:57.232515 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e66ed721-40f7-4bf0-bab7-cc2f0dc9a3ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:57.316718 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-e66ed721-40f7-4bf0-bab7-cc2f0dc9a3ec admin admin] For port 78b4be58-db00-4fe8-9dd9-7c4e6d44f915, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=78b4be58-db00-4fe8-9dd9-7c4e6d44f915,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:57.317143 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e66ed721-40f7-4bf0-bab7-cc2f0dc9a3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:57.330634 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-e66ed721-40f7-4bf0-bab7-cc2f0dc9a3ec admin admin] Calling delete_port for 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 owned by network:router_interface {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:33:57.522575 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e66ed721-40f7-4bf0-bab7-cc2f0dc9a3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (78b4be58-db00-4fe8-9dd9-7c4e6d44f915), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:57.542004 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d no longer exists at agent hyperv_n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:57.549174 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ed721-40f7-4bf0-bab7-cc2f0dc9a3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=78b4be58-db00-4fe8-9dd9-7c4e6d44f915,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:57.563390 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] No Port match for: 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:33:57.563586 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Device 4f0c1f2c-3f60-4f58-9ac1-4302eefa2c7d not bound to the agent host n-h1-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:57.714901 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e66ed721-40f7-4bf0-bab7-cc2f0dc9a3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (3fdde1af-ff40-4079-aa37-e057de486049), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:57.941375 n-d-824834-4 neutron-server[103146]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66ed721-40f7-4bf0-bab7-cc2f0dc9a3ec admin admin] Router 3fdde1af-ff40-4079-aa37-e057de486049 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103146) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:33:58.050577 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66ed721-40f7-4bf0-bab7-cc2f0dc9a3ec admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103146) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:33:58.056426 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e66ed721-40f7-4bf0-bab7-cc2f0dc9a3ec admin admin] 10.222.0.55 "PUT /v2.0/routers/3fdde1af-ff40-4079-aa37-e057de486049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5441794 Jan 28 20:33:58.059077 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39124) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:58.059851 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a0de63-98cf-41ea-9400-355db9005af2 None None] Sync routers for ids ['3fdde1af-ff40-4079-aa37-e057de486049'] in n-d-824834-4 {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:33:58.071542 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a0de63-98cf-41ea-9400-355db9005af2 None None] Routers {'3fdde1af-ff40-4079-aa37-e057de486049'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:58.072153 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-52a0de63-98cf-41ea-9400-355db9005af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:33:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3fdde1af-ff40-4079-aa37-e057de486049'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:58.180750 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-52a0de63-98cf-41ea-9400-355db9005af2 None None] Set router 3fdde1af-ff40-4079-aa37-e057de486049 gateway port host: n-d-824834-4 {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:58.181192 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45e43899-90f1-41ae-b50b-ead8fccce93d admin admin] Publish callbacks [] for router (3fdde1af-ff40-4079-aa37-e057de486049), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.288134 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45e43899-90f1-41ae-b50b-ead8fccce93d admin admin] Publish callbacks [] for router_gateway (3fdde1af-ff40-4079-aa37-e057de486049), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.342285 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-45e43899-90f1-41ae-b50b-ead8fccce93d admin admin] Deleting port b98fcc18-c82d-4437-bc70-8fe5adc33a26 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:33:58.342962 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45e43899-90f1-41ae-b50b-ead8fccce93d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (b98fcc18-c82d-4437-bc70-8fe5adc33a26), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.423657 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-45e43899-90f1-41ae-b50b-ead8fccce93d admin admin] For port b98fcc18-c82d-4437-bc70-8fe5adc33a26, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=b98fcc18-c82d-4437-bc70-8fe5adc33a26,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:58.424031 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45e43899-90f1-41ae-b50b-ead8fccce93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (b98fcc18-c82d-4437-bc70-8fe5adc33a26), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.436092 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-45e43899-90f1-41ae-b50b-ead8fccce93d admin admin] Calling delete_port for b98fcc18-c82d-4437-bc70-8fe5adc33a26 owned by network:router_gateway {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:33:58.445760 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-52a0de63-98cf-41ea-9400-355db9005af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:33:57Z', 'revision_number': 5, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port': {'id': 'b98fcc18-c82d-4437-bc70-8fe5adc33a26', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdde1af-ff40-4079-aa37-e057de486049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:16Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:58.472030 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a0de63-98cf-41ea-9400-355db9005af2 None None] Checking router: 3fdde1af-ff40-4079-aa37-e057de486049 for host: n-d-824834-4 {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:33:58.480906 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a0de63-98cf-41ea-9400-355db9005af2 None None] Routers {'3fdde1af-ff40-4079-aa37-e057de486049'} bound to L3 agent in host n-d-824834-4 {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:58.481514 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-52a0de63-98cf-41ea-9400-355db9005af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:33:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['3fdde1af-ff40-4079-aa37-e057de486049'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:58.566370 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-52a0de63-98cf-41ea-9400-355db9005af2 None None] Set router 3fdde1af-ff40-4079-aa37-e057de486049 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:58.604361 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45e43899-90f1-41ae-b50b-ead8fccce93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (b98fcc18-c82d-4437-bc70-8fe5adc33a26), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.618816 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-52a0de63-98cf-41ea-9400-355db9005af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:33:58Z', 'revision_number': 6, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:58.629568 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e43899-90f1-41ae-b50b-ead8fccce93d admin admin] Pushing event deleted for resources: {'Port': ['ID=b98fcc18-c82d-4437-bc70-8fe5adc33a26,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:58.645308 n-d-824834-4 neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a0de63-98cf-41ea-9400-355db9005af2 None None] The sync data for ids ['3fdde1af-ff40-4079-aa37-e057de486049'] in n-d-824834-4 is: [{'id': '3fdde1af-ff40-4079-aa37-e057de486049', 'name': 'tempest-TestSnapshotPattern-1150892548-router', 'tenant_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:15Z', 'updated_at': '2022-01-28T20:33:58Z', 'revision_number': 6, 'project_id': '13aa0e2a9e694e27a22e6ecfd34cf026', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:33:58.692072 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45e43899-90f1-41ae-b50b-ead8fccce93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (3fdde1af-ff40-4079-aa37-e057de486049), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.779209 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45e43899-90f1-41ae-b50b-ead8fccce93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (3fdde1af-ff40-4079-aa37-e057de486049), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.781501 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45e43899-90f1-41ae-b50b-ead8fccce93d admin admin] Publish callbacks [] for router_controller (3fdde1af-ff40-4079-aa37-e057de486049), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.828907 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45e43899-90f1-41ae-b50b-ead8fccce93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (3fdde1af-ff40-4079-aa37-e057de486049), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.829513 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e43899-90f1-41ae-b50b-ead8fccce93d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fdde1af-ff40-4079-aa37-e057de486049 {{(pid=103146) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:33:58.834411 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-45e43899-90f1-41ae-b50b-ead8fccce93d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.835591 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-45e43899-90f1-41ae-b50b-ead8fccce93d admin admin] 10.222.0.55 "DELETE /v2.0/routers/3fdde1af-ff40-4079-aa37-e057de486049 HTTP/1.1" status: 204 len: 168 time: 0.7756405 Jan 28 20:33:58.838159 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39126) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:58.882046 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63da0f4-2a47-4a5b-b6ec-03cf04706995 admin admin] Deleting subnet 28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 {{(pid=103146) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:33:58.885290 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d63da0f4-2a47-4a5b-b6ec-03cf04706995 admin admin] Publish callbacks [] for subnet (28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.919742 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d63da0f4-2a47-4a5b-b6ec-03cf04706995 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9026577'] for subnet (28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8), precommit_delete_associations {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:59.001072 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d63da0f4-2a47-4a5b-b6ec-03cf04706995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:59.063869 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d63da0f4-2a47-4a5b-b6ec-03cf04706995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9025862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060757'] for subnet (28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:59.099124 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63da0f4-2a47-4a5b-b6ec-03cf04706995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:59.104848 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-d63da0f4-2a47-4a5b-b6ec-03cf04706995 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:59.108210 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-d63da0f4-2a47-4a5b-b6ec-03cf04706995 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/28f3a8f4-f4bf-48c0-86aa-d2c7194b52d8 HTTP/1.1" status: 204 len: 168 time: 0.2691345 Jan 28 20:33:59.110781 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39128) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:59.113391 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9197e2dc-020d-4284-af77-48b9afdff25f None None] Network d091e1e3-c09f-40f5-8c7a-daa43b0364c2 requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:33:59.176986 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (d091e1e3-c09f-40f5-8c7a-daa43b0364c2), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:59.234380 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] Deleting port 0b3375d2-1f97-47c7-825e-190fbb9efcf9 {{(pid=103146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:33:59.234701 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0b3375d2-1f97-47c7-825e-190fbb9efcf9), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:59.296414 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.db [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] For port 0b3375d2-1f97-47c7-825e-190fbb9efcf9, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0b3375d2-1f97-47c7-825e-190fbb9efcf9,segment=NetworkSegment(b73dfb7c-6410-4fd2-8104-d46a6405c6c5),segment_id=b73dfb7c-6410-4fd2-8104-d46a6405c6c5)] {{(pid=103146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:59.296748 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0b3375d2-1f97-47c7-825e-190fbb9efcf9), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:59.309546 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.plugin [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] Calling delete_port for 0b3375d2-1f97-47c7-825e-190fbb9efcf9 owned by network:dhcp {{(pid=103146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:33:59.390765 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9025907'] for port (0b3375d2-1f97-47c7-825e-190fbb9efcf9), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:59.423426 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3375d2-1f97-47c7-825e-190fbb9efcf9,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:59.427491 n-d-824834-4 neutron-server[103146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] No DVR routers for this DVR port 0b3375d2-1f97-47c7-825e-190fbb9efcf9 on host n-d-824834-4 {{(pid=103146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:59.429149 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef5354b-9212-4c13-a43a-3e29fe72671f None None] DHCP port deletion for d091e1e3-c09f-40f5-8c7a-daa43b0364c2 request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:33:59.454291 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:59.479893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:33:59.480251 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 78b4be58-db00-4fe8-9dd9-7c4e6d44f915 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:59.505683 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (d091e1e3-c09f-40f5-8c7a-daa43b0364c2), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:59.526834 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d091e1e3-c09f-40f5-8c7a-daa43b0364c2']}} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:59.536853 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5') {'for_net_delete': True} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:59.537148 n-d-824834-4 neutron-server[103146]: DEBUG neutron.services.segments.db [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73dfb7c-6410-4fd2-8104-d46a6405c6c5') {} {{(pid=103146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:59.546942 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9026664'] for segment (b73dfb7c-6410-4fd2-8104-d46a6405c6c5), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:59.561053 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (b73dfb7c-6410-4fd2-8104-d46a6405c6c5), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:59.567504 n-d-824834-4 neutron-server[103146]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103146) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:33:59.567918 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9025964'] for segment (b73dfb7c-6410-4fd2-8104-d46a6405c6c5), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: Traceback (most recent call last): Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: timer() Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: cb(*args, **kw) Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: return func(*args, **kwargs) Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: self._notify() Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: self.callback(batched_events) Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: event.method(event) Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: return f(self, *a, **k) Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: return self._get(url).json() Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: return self.request(url, 'GET', **kwargs) Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:33:59.569659 n-d-824834-4 neutron-server[103146]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:33:59.628535 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (d091e1e3-c09f-40f5-8c7a-daa43b0364c2), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:59.634311 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:59.641336 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39130) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:59.641913 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d091e1e3-c09f-40f5-8c7a-daa43b0364c2 HTTP/1.1" status: 204 len: 168 time: 0.5297575 Jan 28 20:33:59.655984 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594de43-aef0-4886-a30f-0a41e932b1b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d091e1e3-c09f-40f5-8c7a-daa43b0364c2,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:00.293811 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29353be4-7268-4b8e-8c0d-ee5d3934c540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748971'] for router_interface (59ed84d1-0367-4f84-aca9-1299154708b0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.552810 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-29353be4-7268-4b8e-8c0d-ee5d3934c540 admin admin] Deleting port 8cee790b-a694-4203-9e94-7d3ee6fe286b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:34:00.553071 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29353be4-7268-4b8e-8c0d-ee5d3934c540 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.635882 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-29353be4-7268-4b8e-8c0d-ee5d3934c540 admin admin] For port 8cee790b-a694-4203-9e94-7d3ee6fe286b, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8cee790b-a694-4203-9e94-7d3ee6fe286b,segment=NetworkSegment(dd7207a6-0c19-418e-9ed4-a29fd3876ca1),segment_id=dd7207a6-0c19-418e-9ed4-a29fd3876ca1)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:00.636237 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29353be4-7268-4b8e-8c0d-ee5d3934c540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.648595 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-29353be4-7268-4b8e-8c0d-ee5d3934c540 admin admin] Calling delete_port for 8cee790b-a694-4203-9e94-7d3ee6fe286b owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:34:00.842806 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29353be4-7268-4b8e-8c0d-ee5d3934c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (8cee790b-a694-4203-9e94-7d3ee6fe286b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.879778 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29353be4-7268-4b8e-8c0d-ee5d3934c540 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cee790b-a694-4203-9e94-7d3ee6fe286b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:00.954123 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b98fcc18-c82d-4437-bc70-8fe5adc33a26 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:00.976256 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: b98fcc18-c82d-4437-bc70-8fe5adc33a26 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:34:00.976610 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device b98fcc18-c82d-4437-bc70-8fe5adc33a26 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:00.977036 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0b3375d2-1f97-47c7-825e-190fbb9efcf9 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:00.996241 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 0b3375d2-1f97-47c7-825e-190fbb9efcf9 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:34:00.996583 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0b3375d2-1f97-47c7-825e-190fbb9efcf9 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:01.064421 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-29353be4-7268-4b8e-8c0d-ee5d3934c540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748807'] for router_interface (59ed84d1-0367-4f84-aca9-1299154708b0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:01.239230 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:01.284831 n-d-824834-4 neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29353be4-7268-4b8e-8c0d-ee5d3934c540 admin admin] Router 59ed84d1-0367-4f84-aca9-1299154708b0 has already been hosted by L3 agent 62760938-e8e3-4587-8581-fd0061143e31 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:34:01.394287 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29353be4-7268-4b8e-8c0d-ee5d3934c540 admin admin] Notify agent at l3_agent.n-d-824834-4 the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:34:01.399690 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-29353be4-7268-4b8e-8c0d-ee5d3934c540 admin admin] 10.222.0.55 "PUT /v2.0/routers/59ed84d1-0367-4f84-aca9-1299154708b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7565415 Jan 28 20:34:01.403456 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39132) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:01.406325 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10c06f0-8da0-4bbe-be96-1b5d3db3bff8 None None] Sync routers for ids ['59ed84d1-0367-4f84-aca9-1299154708b0'] in n-d-824834-4 {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:34:01.421478 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10c06f0-8da0-4bbe-be96-1b5d3db3bff8 None None] Routers {'59ed84d1-0367-4f84-aca9-1299154708b0'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:01.422142 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a10c06f0-8da0-4bbe-be96-1b5d3db3bff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:33:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['59ed84d1-0367-4f84-aca9-1299154708b0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:01.507595 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3669eed4-a588-4b6d-b5a4-2b8462cf299a admin admin] Publish callbacks [] for router (59ed84d1-0367-4f84-aca9-1299154708b0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:01.525892 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a10c06f0-8da0-4bbe-be96-1b5d3db3bff8 None None] Set router 59ed84d1-0367-4f84-aca9-1299154708b0 gateway port host: n-d-824834-4 {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:01.608127 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3669eed4-a588-4b6d-b5a4-2b8462cf299a admin admin] Publish callbacks [] for router_gateway (59ed84d1-0367-4f84-aca9-1299154708b0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:01.662518 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3669eed4-a588-4b6d-b5a4-2b8462cf299a admin admin] Deleting port 0e8bf6e5-dfc3-4040-b0bc-81717aa27133 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:34:01.663230 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3669eed4-a588-4b6d-b5a4-2b8462cf299a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (0e8bf6e5-dfc3-4040-b0bc-81717aa27133), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:01.702264 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a10c06f0-8da0-4bbe-be96-1b5d3db3bff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'name': 'tempest-TestSnapshotPattern-1167360598-router', 'tenant_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'external_fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '0e8bf6e5-dfc3-4040-b0bc-81717aa27133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:20Z', 'updated_at': '2022-01-28T20:34:00Z', 'revision_number': 5, 'project_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'gw_port': {'id': '0e8bf6e5-dfc3-4040-b0bc-81717aa27133', 'name': '', 'network_id': 'c4a614f9-9895-4be0-8348-7f6e942bd391', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-824834-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:20Z', 'updated_at': '2022-01-28T20:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519115b4-0fbc-41db-bfce-d08d3c904ea9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-824834-4'}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:01.728154 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10c06f0-8da0-4bbe-be96-1b5d3db3bff8 None None] Checking router: 59ed84d1-0367-4f84-aca9-1299154708b0 for host: n-d-824834-4 {{(pid=103148) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:34:01.736795 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10c06f0-8da0-4bbe-be96-1b5d3db3bff8 None None] Routers {'59ed84d1-0367-4f84-aca9-1299154708b0'} bound to L3 agent in host n-d-824834-4 {{(pid=103148) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:01.737404 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a10c06f0-8da0-4bbe-be96-1b5d3db3bff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-824834-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T18:53:20Z,description=,heartbeat_timestamp=2022-01-28T20:33:51Z,host='n-d-824834-4',id=62760938-e8e3-4587-8581-fd0061143e31,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T18:53:20Z,topic='l3_agent')) {'router_ids': ['59ed84d1-0367-4f84-aca9-1299154708b0'], 'active': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:01.744234 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-3669eed4-a588-4b6d-b5a4-2b8462cf299a admin admin] For port 0e8bf6e5-dfc3-4040-b0bc-81717aa27133, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=0e8bf6e5-dfc3-4040-b0bc-81717aa27133,segment=NetworkSegment(b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2),segment_id=b0df2e3b-bc3f-44ad-afd7-3b7f7e558ff2)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:01.744608 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3669eed4-a588-4b6d-b5a4-2b8462cf299a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (0e8bf6e5-dfc3-4040-b0bc-81717aa27133), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:01.756572 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-3669eed4-a588-4b6d-b5a4-2b8462cf299a admin admin] Calling delete_port for 0e8bf6e5-dfc3-4040-b0bc-81717aa27133 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:34:01.823163 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvr_db [None req-a10c06f0-8da0-4bbe-be96-1b5d3db3bff8 None None] Set router 59ed84d1-0367-4f84-aca9-1299154708b0 gateway port host: None {{(pid=103148) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:01.876615 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_hamode_db [None req-a10c06f0-8da0-4bbe-be96-1b5d3db3bff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'name': 'tempest-TestSnapshotPattern-1167360598-router', 'tenant_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:20Z', 'updated_at': '2022-01-28T20:34:01Z', 'revision_number': 6, 'project_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'gw_port_host': None}], 'n-d-824834-4', False) {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:01.903722 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10c06f0-8da0-4bbe-be96-1b5d3db3bff8 None None] The sync data for ids ['59ed84d1-0367-4f84-aca9-1299154708b0'] in n-d-824834-4 is: [{'id': '59ed84d1-0367-4f84-aca9-1299154708b0', 'name': 'tempest-TestSnapshotPattern-1167360598-router', 'tenant_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:20Z', 'updated_at': '2022-01-28T20:34:01Z', 'revision_number': 6, 'project_id': 'aaee49fa3e1d422f9a5b2c2775b93e9f', 'gw_port_host': None}] {{(pid=103148) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:34:01.925471 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3669eed4-a588-4b6d-b5a4-2b8462cf299a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (0e8bf6e5-dfc3-4040-b0bc-81717aa27133), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:01.952163 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669eed4-a588-4b6d-b5a4-2b8462cf299a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8bf6e5-dfc3-4040-b0bc-81717aa27133,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:02.011587 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3669eed4-a588-4b6d-b5a4-2b8462cf299a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-747885'] for router_gateway (59ed84d1-0367-4f84-aca9-1299154708b0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.110734 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3669eed4-a588-4b6d-b5a4-2b8462cf299a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1029'] for router (59ed84d1-0367-4f84-aca9-1299154708b0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.112938 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3669eed4-a588-4b6d-b5a4-2b8462cf299a admin admin] Publish callbacks [] for router_controller (59ed84d1-0367-4f84-aca9-1299154708b0), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.160322 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3669eed4-a588-4b6d-b5a4-2b8462cf299a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751633'] for router (59ed84d1-0367-4f84-aca9-1299154708b0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.161020 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3669eed4-a588-4b6d-b5a4-2b8462cf299a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59ed84d1-0367-4f84-aca9-1299154708b0 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:34:02.165536 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3669eed4-a588-4b6d-b5a4-2b8462cf299a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.166728 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3669eed4-a588-4b6d-b5a4-2b8462cf299a admin admin] 10.222.0.55 "DELETE /v2.0/routers/59ed84d1-0367-4f84-aca9-1299154708b0 HTTP/1.1" status: 204 len: 168 time: 0.7623894 Jan 28 20:34:02.169253 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39134) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:02.215016 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3de3175-4a62-499b-a5f5-7ce0cc04a03c admin admin] Deleting subnet a25455ca-10e7-4033-b5bf-43f1a0984498 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:34:02.218251 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3de3175-4a62-499b-a5f5-7ce0cc04a03c admin admin] Publish callbacks [] for subnet (a25455ca-10e7-4033-b5bf-43f1a0984498), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.253146 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3de3175-4a62-499b-a5f5-7ce0cc04a03c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4798500'] for subnet (a25455ca-10e7-4033-b5bf-43f1a0984498), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.338496 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3de3175-4a62-499b-a5f5-7ce0cc04a03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4109568'] for subnet (a25455ca-10e7-4033-b5bf-43f1a0984498), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.392297 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3de3175-4a62-499b-a5f5-7ce0cc04a03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4109593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-263990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8197369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7898699'] for subnet (a25455ca-10e7-4033-b5bf-43f1a0984498), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.417421 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de3175-4a62-499b-a5f5-7ce0cc04a03c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a25455ca-10e7-4033-b5bf-43f1a0984498,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:02.422417 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3de3175-4a62-499b-a5f5-7ce0cc04a03c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.426183 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-f3de3175-4a62-499b-a5f5-7ce0cc04a03c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a25455ca-10e7-4033-b5bf-43f1a0984498 HTTP/1.1" status: 204 len: 168 time: 0.2551885 Jan 28 20:34:02.428275 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39136) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:02.428617 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da4baa2-aaf7-497d-a419-473389ce78e6 None None] Network 2b9edd0e-6276-40c1-9658-d9aef91489ea requested from n-d-824834-4 {{(pid=103148) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:34:02.495668 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3265998'] for network (2b9edd0e-6276-40c1-9658-d9aef91489ea), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.553422 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] Deleting port 8c9c36b5-e6f4-4551-ab60-01443c81b761 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:34:02.553751 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8c9c36b5-e6f4-4551-ab60-01443c81b761), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.619250 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] For port 8c9c36b5-e6f4-4551-ab60-01443c81b761, host n-d-824834-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-824834-4',level=0,port_id=8c9c36b5-e6f4-4551-ab60-01443c81b761,segment=NetworkSegment(dd7207a6-0c19-418e-9ed4-a29fd3876ca1),segment_id=dd7207a6-0c19-418e-9ed4-a29fd3876ca1)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:02.619498 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8c9c36b5-e6f4-4551-ab60-01443c81b761), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.632575 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] Calling delete_port for 8c9c36b5-e6f4-4551-ab60-01443c81b761 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:34:02.659893 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee2a223-5e89-40a3-9599-68b0188e2ae6 None None] DHCP port deletion for 2b9edd0e-6276-40c1-9658-d9aef91489ea request from n-d-824834-4 {{(pid=103148) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:34:02.712436 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fee2a223-5e89-40a3-9599-68b0188e2ae6 None None] Deleting port 8c9c36b5-e6f4-4551-ab60-01443c81b761 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:34:02.712957 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fee2a223-5e89-40a3-9599-68b0188e2ae6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777971148656'] for port (8c9c36b5-e6f4-4551-ab60-01443c81b761), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.716769 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8197324'] for port (8c9c36b5-e6f4-4551-ab60-01443c81b761), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.747081 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9c36b5-e6f4-4551-ab60-01443c81b761,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:02.748998 n-d-824834-4 neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] No DVR routers for this DVR port 8c9c36b5-e6f4-4551-ab60-01443c81b761 on host n-d-824834-4 {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:02.785319 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fee2a223-5e89-40a3-9599-68b0188e2ae6 None None] For port 8c9c36b5-e6f4-4551-ab60-01443c81b761, host n-d-824834-4, got binding levels [] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:02.785788 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fee2a223-5e89-40a3-9599-68b0188e2ae6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747660'] for port (8c9c36b5-e6f4-4551-ab60-01443c81b761), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.799300 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fee2a223-5e89-40a3-9599-68b0188e2ae6 None None] Calling delete_port for 8c9c36b5-e6f4-4551-ab60-01443c81b761 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:34:02.801981 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.ipam_backend_mixin [None req-fee2a223-5e89-40a3-9599-68b0188e2ae6 None None] Port 8c9c36b5-e6f4-4551-ab60-01443c81b761 was not found and therefore no delete operation was performed {{(pid=103148) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 20:34:02.803291 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fee2a223-5e89-40a3-9599-68b0188e2ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4185315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777971155658', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777970596145'] for port (8c9c36b5-e6f4-4551-ab60-01443c81b761), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.819704 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4108429', 'neutron.services.segments.db._delete_segments_for_network-8777971009428'] for network (2b9edd0e-6276-40c1-9658-d9aef91489ea), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.828728 n-d-824834-4 neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2a223-5e89-40a3-9599-68b0188e2ae6 None None] Pushing event deleted for resources: {'Port': ['ID=8c9c36b5-e6f4-4551-ab60-01443c81b761,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:02.830623 n-d-824834-4 neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee2a223-5e89-40a3-9599-68b0188e2ae6 None None] No DVR routers for this DVR port 8c9c36b5-e6f4-4551-ab60-01443c81b761 on host n-d-824834-4 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:34:02.842163 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9edd0e-6276-40c1-9658-d9aef91489ea']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:02.852348 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7207a6-0c19-418e-9ed4-a29fd3876ca1') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:02.852810 n-d-824834-4 neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7207a6-0c19-418e-9ed4-a29fd3876ca1') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:02.863826 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777971013021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4798557'] for segment (dd7207a6-0c19-418e-9ed4-a29fd3876ca1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.879570 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193'] for segment (dd7207a6-0c19-418e-9ed4-a29fd3876ca1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.887312 n-d-824834-4 neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:34:02.887767 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4161193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8197139'] for segment (dd7207a6-0c19-418e-9ed4-a29fd3876ca1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: Traceback (most recent call last): Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: timer() Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: cb(*args, **kw) Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: return func(*args, **kwargs) Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: self._notify() Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: self.callback(batched_events) Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: event.method(event) Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: return f(self, *a, **k) Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: return self._get(url).json() Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:34:02.889675 n-d-824834-4 neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:34:02.951110 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8cee790b-a694-4203-9e94-7d3ee6fe286b no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:02.966349 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4108422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-749189'] for network (2b9edd0e-6276-40c1-9658-d9aef91489ea), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.972961 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:02.974751 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 8cee790b-a694-4203-9e94-7d3ee6fe286b {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:34:02.975096 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8cee790b-a694-4203-9e94-7d3ee6fe286b not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:02.975510 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0e8bf6e5-dfc3-4040-b0bc-81717aa27133 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:02.978420 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2b9edd0e-6276-40c1-9658-d9aef91489ea HTTP/1.1" status: 204 len: 168 time: 0.5470126 Jan 28 20:34:02.985966 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dca25e-03d7-48b3-b2c2-075be8496f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b9edd0e-6276-40c1-9658-d9aef91489ea,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:02.996844 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 0e8bf6e5-dfc3-4040-b0bc-81717aa27133 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:34:02.997189 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 0e8bf6e5-dfc3-4040-b0bc-81717aa27133 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:02.997601 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8c9c36b5-e6f4-4551-ab60-01443c81b761 no longer exists at agent ovs-agent-n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:34:03.019554 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] No Port match for: 8c9c36b5-e6f4-4551-ab60-01443c81b761 {{(pid=103148) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:34:03.019931 n-d-824834-4 neutron-server[103148]: DEBUG neutron.plugins.ml2.rpc [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Device 8c9c36b5-e6f4-4551-ab60-01443c81b761 not bound to the agent host n-d-824834-4 {{(pid=103148) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:34:03.090973 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39140) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:03.131054 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-df4e2c2d-e181-4d37-b5e5-3c01c7b3b826 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=13aa0e2a9e694e27a22e6ecfd34cf026&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388572 Jan 28 20:34:03.134653 n-d-824834-4 neutron-server[103146]: DEBUG neutron.wsgi [-] (103146) accepted ('10.222.0.55', 39142) {{(pid=103146) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:03.184137 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e86fa123-bcd8-43aa-9346-df7dea5cb1e6 admin admin] Publish callbacks [] for security_group (2aa38c78-ac4e-4513-b331-c5b1802e37fc), before_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:03.205146 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e86fa123-bcd8-43aa-9346-df7dea5cb1e6 admin admin] Publish callbacks [] for security_group (2aa38c78-ac4e-4513-b331-c5b1802e37fc), precommit_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:03.256937 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e86fa123-bcd8-43aa-9346-df7dea5cb1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (2aa38c78-ac4e-4513-b331-c5b1802e37fc), after_delete {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:03.259812 n-d-824834-4 neutron-server[103146]: DEBUG neutron_lib.callbacks.manager [None req-e86fa123-bcd8-43aa-9346-df7dea5cb1e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:03.261072 n-d-824834-4 neutron-server[103146]: INFO neutron.wsgi [None req-e86fa123-bcd8-43aa-9346-df7dea5cb1e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2aa38c78-ac4e-4513-b331-c5b1802e37fc HTTP/1.1" status: 204 len: 168 time: 0.1254704 Jan 28 20:34:03.268900 n-d-824834-4 neutron-server[103146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fa123-bcd8-43aa-9346-df7dea5cb1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa38c78-ac4e-4513-b331-c5b1802e37fc,revision_number=None']} {{(pid=103146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:03.589200 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39148) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:03.627962 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-01a76ee9-089b-4402-96bc-10c234bad256 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aaee49fa3e1d422f9a5b2c2775b93e9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376122 Jan 28 20:34:03.630547 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.55', 39150) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:03.676321 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bd48038-04c9-411b-b52d-af1c2d99fb0f admin admin] Publish callbacks [] for security_group (774c9e62-7623-435e-8468-717f92149c22), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:03.698976 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bd48038-04c9-411b-b52d-af1c2d99fb0f admin admin] Publish callbacks [] for security_group (774c9e62-7623-435e-8468-717f92149c22), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:03.751233 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bd48038-04c9-411b-b52d-af1c2d99fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474461'] for security_group (774c9e62-7623-435e-8468-717f92149c22), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:03.753946 n-d-824834-4 neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bd48038-04c9-411b-b52d-af1c2d99fb0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:03.755172 n-d-824834-4 neutron-server[103147]: INFO neutron.wsgi [None req-3bd48038-04c9-411b-b52d-af1c2d99fb0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/774c9e62-7623-435e-8468-717f92149c22 HTTP/1.1" status: 204 len: 168 time: 0.1237929 Jan 28 20:34:03.763281 n-d-824834-4 neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd48038-04c9-411b-b52d-af1c2d99fb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774c9e62-7623-435e-8468-717f92149c22,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:18.389522 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5e8f0c32-7323-41db-9ac7-0b8296bc9c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:20.611437 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b750df9c-af3a-47ea-8800-575c64d99d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:22.136553 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:23.409177 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:24.589624 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:26.251350 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:30.392705 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:34:31.260640 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:48.392240 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92be83bf-eee9-4800-8612-acb630c68aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:50.620000 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c49aedd4-9745-44d1-9fef-97497154963b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:52.140589 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:53.412340 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:54.602594 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:56.248171 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:01.274546 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:07.397306 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:35:18.399060 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-35417573-a10d-4135-b19d-b2f2a0cb7a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:20.613817 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6624eb4f-c7a1-4ea5-8e5a-399f0fc35747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:22.147122 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:23.417289 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:24.603519 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:26.246815 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:31.275215 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:44.397964 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:35:48.389831 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-50bc0bfa-46d8-4c8d-9e02-52b06e2a5201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:50.629576 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db2c2b9a-ca0f-4938-a94f-a090ae0924a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:52.146259 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:53.418899 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:54.610805 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:56.249713 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:01.282793 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.399349 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f2011cf-2849-40c1-ac63-74fd9e748bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:20.624253 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-82b26a9f-b120-44fe-a7da-8f96ca2d6be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:21.402008 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:36:22.152566 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:23.424364 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:24.607209 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:26.248821 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.315292 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:48.393362 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd7a392e-7726-48b1-86d5-8ffdbf0bdebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:50.640926 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29c6dcdb-7637-4bad-b71c-b3d46621c111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:52.153039 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:53.429903 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:54.602006 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:56.260964 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:58.407616 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:37:01.305995 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:18.394573 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-82de8123-0307-463d-b3d4-748ae9252923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:20.627138 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2bac1e7f-9c32-4e1d-b313-4b1433c70431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:22.160998 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:23.434872 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:24.608131 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:26.275879 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:31.302375 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:35.414057 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:37:48.400923 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f9ec57-766d-4d2e-9016-b81cbb8e7707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:50.642734 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-31b02e5b-0de5-4a32-991d-41ab42eac84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:52.160277 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:53.435466 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:54.601101 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:56.261055 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:01.313442 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:12.420760 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:38:18.390538 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb2c58d4-febe-4a8a-a0bd-8cf8a447dbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:20.646686 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-20c6d91a-2638-4ddc-912f-9c7a1cdac5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:22.158065 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:23.438738 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:24.605447 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:26.271530 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:31.327267 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.395938 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1916-67e0-43f3-a9a5-df1d44bf6756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:49.412119 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:38:50.641978 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddee7614-1322-40d9-97e0-eb1fd3f29988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:52.162003 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:53.439574 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:54.607103 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:56.258929 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:01.321877 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:18.406645 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-79d49edd-a68d-4e09-b4cc-c75b9b7da503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:20.636868 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-065e3dbf-7fc3-4e98-a14e-e91dae795bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.165699 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:23.449656 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:24.607746 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:26.272807 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:26.416920 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:39:31.322059 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:48.402548 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f15689d3-b77b-4bc3-baf1-f194a66f41f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:50.649812 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f803237-0f92-4fd7-b4ad-3d00b9bfb853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:52.172264 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:53.455376 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:54.606261 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:55.543199 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-639dfef1-fb91-4092-a0ac-cd3676d3023b req-606d01fd-26e0-47d4-817b-ee831e11d86c service neutron] (103147) timed out ('10.222.0.55', 37280) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 20:39:56.290685 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:01.318878 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:03.421412 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:40:18.410271 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e107a462-f4f9-4e0f-b0c9-25393e29f016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:20.645771 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3644ce0e-96f5-4a8c-a036-267f424f1b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:22.174534 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:23.455155 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:24.603980 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:26.287307 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:31.336042 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:40.426321 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:40:48.397890 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0af368f1-dcdc-41eb-97c4-bee59ae0eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:50.658081 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d77c5b22-059a-45f8-b6fe-aa82de16ce32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:52.184047 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:53.460084 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:54.611132 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:56.288818 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:01.337258 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:17.431835 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:41:18.405140 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c927f5f2-bdde-4e49-9738-0861e1d39f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:20.653022 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-64ccf200-8b62-4819-b72a-12ba7f353f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:22.188794 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:23.465542 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:24.603422 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:26.287635 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:31.368278 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:48.398726 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03b35c1a-42c6-4d6e-817c-84c83e1d9c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:50.663594 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b5e96788-3d1c-4964-959a-6940c207b2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:52.188519 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:53.465449 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:54.431509 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:41:54.598480 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:56.297009 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:01.390724 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:02.857960 n-d-824834-4 neutron-server[103147]: DEBUG neutron.wsgi [req-31a92d98-5a55-4fcd-82b3-a4b17148e993 req-47053cfe-6fd9-415b-b7f6-ab97e2869e40 tempest-TestShelveInstance-748275701 tempest-TestShelveInstance-748275701-project] (103147) timed out ('10.222.0.55', 55396) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 20:42:18.398449 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3b847d1b-24af-4f07-9dca-b39166d4e879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:20.658074 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7bde0b48-d1f3-4685-8967-5d4a7b85d1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:22.197438 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:23.474396 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:24.612611 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:26.302175 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:31.392052 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f1ecaab9-4b90-4556-a500-5f61418dc227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (165b6a3a-2624-4a26-88c8-8c153ec41355), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:31.435327 n-d-824834-4 neutron-server[103149]: DEBUG neutron.db.agents_db [None req-ad9a9710-aae7-44dc-9246-2364dd6ae5a5 None None] Agent healthcheck: found 7 active agents {{(pid=103149) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:42:48.393597 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d34ea162-7816-4992-951b-4ba548f400a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (5a7a50e2-17f2-4e31-a4b4-20c956c68d8c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:50.662464 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e3272a5-3157-413a-a5ac-124930985149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (62760938-e8e3-4587-8581-fd0061143e31), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:52.197693 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-228e358f-f06b-42c5-a235-5e3ddfee9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (ad0aca1b-9cff-4e99-bde3-9e7b3f1788b5), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:53.478129 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a415d422-0f4d-485a-8699-1520e1a2aa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (526896ec-ec2d-475f-882f-a06344c17d19), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:54.608988 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ad4457a8-6fa2-4042-9695-b55be2794956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (b6c66e35-8a3f-46a7-bcaa-43e4ab20fd58), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:56.291328 n-d-824834-4 neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d4b91fd1-ed41-47a9-82ca-043ecc907d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777971009410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4105460'] for agent (cf09dfad-73f2-4d25-8be9-eab41c8054bb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}